-- Logs begin at Thu 2022-05-26 14:53:41 UTC, end at Thu 2022-05-26 17:44:39 UTC. -- May 26 15:44:55.836510 n-d-843337-2 systemd[1]: Started Devstack devstack@q-svc.service. May 26 15:44:58.622502 n-d-843337-2 neutron-server[103788]: INFO neutron.common.config [-] Logging enabled! May 26 15:44:58.623109 n-d-843337-2 neutron-server[103788]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.3.0 May 26 15:44:58.623257 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103788) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 26 15:44:58.626398 n-d-843337-2 neutron-server[103788]: INFO neutron.common.config [-] Logging enabled! May 26 15:44:58.626646 n-d-843337-2 neutron-server[103788]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.3.0 May 26 15:44:58.626948 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103788) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 26 15:44:58.627883 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 15:44:58.628126 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 15:44:58.628478 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 15:44:58.628716 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 15:44:58.628936 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 15:44:58.629245 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.629537 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.629820 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.630042 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.630328 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.630608 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.630882 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.631163 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.631453 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.631731 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.632006 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.632313 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.632541 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.632814 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.633098 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.633412 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.633783 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] debug = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.634069 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.634493 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.634891 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.635170 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.635455 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.635727 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.635991 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.636429 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.636722 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.637047 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] host = n-d-843337-2 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.637323 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.637605 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.637958 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.638244 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.638515 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.638784 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.639062 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.639331 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.639597 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] log_file = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.639868 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.640174 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.640457 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.640739 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.640959 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.641174 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.641455 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.641734 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.642005 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.642274 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.642540 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.642809 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.643080 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.643341 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.643617 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.643893 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.644202 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.644474 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.644745 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.645017 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.645287 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.645563 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.645835 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.646105 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.646371 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.646651 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.646918 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.647185 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.647477 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.647802 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.648033 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.648335 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.648604 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.648880 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.649238 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.649506 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.649772 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] use_json = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.650035 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.650299 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.650573 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.650840 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.651108 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.651376 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.651641 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.651920 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.652223 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:44:58.652513 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.652803 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.653101 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.653383 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.653669 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.653946 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.654230 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.654503 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.654788 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.655072 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.655355 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.655627 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.655909 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.656205 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.656496 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.656796 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.657084 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.657371 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.657639 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.657905 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.658173 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.658443 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.658724 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.658995 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.659276 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.659557 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.659831 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.660136 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.660428 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.660713 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.660982 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.661255 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.661539 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.661810 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.662075 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.662344 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.662624 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.662898 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.663163 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.663436 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.663720 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.663997 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.664286 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.664556 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.665521 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.665886 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.666172 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.666442 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.666717 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.666985 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.667269 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.667541 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.667808 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.668074 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.668370 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.668639 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.668906 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.669257 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.669527 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.669798 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.670068 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.670333 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.670598 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.670868 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.671205 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.671475 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.671742 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.672012 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.672309 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.672576 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.672847 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.673112 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.673381 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.673661 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.673951 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.674223 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.674495 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.674766 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.675036 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.675304 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.675574 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.675843 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.676133 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.676403 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.676683 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.676958 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.677237 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.677511 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.677787 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.678072 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.678341 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.678615 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.678883 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.679152 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.679425 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.679698 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.679981 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.680942 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.681331 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.681621 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.681909 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.682184 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.682485 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.682762 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:44:58.682972 n-d-843337-2 neutron-server[103788]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 15:44:58.683205 n-d-843337-2 neutron-server[103788]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103788) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 26 15:44:59.032946 n-d-843337-2 neutron-server[103788]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 15:44:59.033216 n-d-843337-2 neutron-server[103788]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 15:44:59.033502 n-d-843337-2 neutron-server[103788]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 15:44:59.033825 n-d-843337-2 neutron-server[103788]: INFO neutron.manager [-] Loading core plugin: ml2 May 26 15:44:59.425575 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.425857 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.426122 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.427415 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.427683 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.427941 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.463692 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.463957 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.464245 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.479511 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.479784 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.480047 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.509347 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.509617 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.509878 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.547059 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.547327 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.547588 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.778027 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.778659 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.778659 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.778845 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.779464 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.902816 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.903150 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.903528 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.903792 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.904048 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.904378 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.904631 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.904880 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.905125 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.905401 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.905652 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.905905 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.906152 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.906396 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.906645 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.906899 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.907142 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.907399 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.907658 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.907905 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.908194 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.908442 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.908715 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.909084 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.909325 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.909561 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.909949 n-d-843337-2 neutron-server[103788]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103788) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 15:44:59.910184 n-d-843337-2 neutron-server[103788]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103788) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 15:44:59.910414 n-d-843337-2 neutron-server[103788]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103788) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 15:44:59.910644 n-d-843337-2 neutron-server[103788]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103788) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 15:44:59.910872 n-d-843337-2 neutron-server[103788]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103788) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 15:44:59.911099 n-d-843337-2 neutron-server[103788]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103788) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 15:44:59.911455 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 26 15:44:59.914499 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 26 15:44:59.919606 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 26 15:44:59.923446 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) May 26 15:44:59.925065 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 26 15:44:59.925508 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 26 15:44:59.925836 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 26 15:44:59.926204 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 26 15:44:59.928972 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 26 15:44:59.929215 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 26 15:44:59.929552 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 26 15:44:59.935239 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 26 15:44:59.957525 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 26 15:44:59.957969 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.958262 n-d-843337-2 neutron-server[103788]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103788) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 26 15:44:59.958614 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.959959 n-d-843337-2 neutron-server[103788]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103788) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 26 15:44:59.960273 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 26 15:44:59.960508 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 26 15:44:59.964931 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:44:59.965209 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.031943 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 26 15:45:00.032124 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 26 15:45:00.032345 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 26 15:45:00.032718 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 26 15:45:00.056745 n-d-843337-2 neutron-server[103788]: DEBUG oslo_db.sqlalchemy.engines [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103788) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 26 15:45:00.600732 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.managers [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Initializing driver for type 'gre' May 26 15:45:00.601346 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] gre ID ranges: [(1, 1000)] May 26 15:45:00.656889 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.managers [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Initializing driver for type 'local' May 26 15:45:00.657176 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.managers [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Initializing driver for type 'vlan' May 26 15:45:00.672230 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] VlanTypeDriver initialization complete May 26 15:45:00.672614 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.managers [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Initializing driver for type 'vxlan' May 26 15:45:00.673117 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] vxlan ID ranges: [(1, 1000)] May 26 15:45:00.732264 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.managers [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Initializing extension driver 'port_security' May 26 15:45:00.732684 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.extensions.port_security [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] PortSecurityExtensionDriver initialization complete May 26 15:45:00.733118 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.managers [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Initializing mechanism driver 'openvswitch' May 26 15:45:00.733461 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.managers [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Initializing mechanism driver 'hyperv' May 26 15:45:00.740356 n-d-843337-2 neutron-server[103788]: DEBUG neutron.plugins.ml2.plugin [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:45:00.741037 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > port after_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.741409 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > port after_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.741764 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > port after_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.742280 n-d-843337-2 neutron-server[103788]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103788) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 26 15:45:00.743294 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > subnet after_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.743683 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > subnet after_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.744028 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.744440 n-d-843337-2 neutron-server[103788]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103788) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 26 15:45:00.744845 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > network after_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.745194 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > network after_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.745536 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > network after_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.745921 n-d-843337-2 neutron-server[103788]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103788) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 26 15:45:00.746321 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > security_group after_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.746669 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > security_group after_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.747007 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.747533 n-d-843337-2 neutron-server[103788]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103788) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 26 15:45:00.747940 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.748319 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.748662 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.749053 n-d-843337-2 neutron-server[103788]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103788) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 26 15:45:00.749452 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > address_group after_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.749803 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > address_group after_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.750139 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.750522 n-d-843337-2 neutron-server[103788]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103788) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 26 15:45:00.750961 n-d-843337-2 neutron-server[103788]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] ML2 OVO RPC backend initialized. {{(pid=103788) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} May 26 15:45:00.751660 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.752010 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.752521 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > network before_response 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.752866 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > networks before_response 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.753210 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > port before_response 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.753549 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > ports before_response 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.753890 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > subnet before_response 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.754226 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > subnets before_response 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.754573 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > network after_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.754915 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > network after_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.755250 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > network after_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.755587 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > port after_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.755921 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > port after_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.756285 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > port after_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.756624 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > subnet after_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.756961 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > subnet after_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.757296 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.765206 n-d-843337-2 neutron-server[103788]: INFO neutron.quota [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded quota_driver: . May 26 15:45:00.765567 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.plugin [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Modular L2 Plugin initialization complete May 26 15:45:00.765914 n-d-843337-2 neutron-server[103788]: DEBUG neutron.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading services supported by the core plugin {{(pid=103788) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 26 15:45:00.766257 n-d-843337-2 neutron-server[103788]: INFO neutron.plugins.ml2.managers [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Got port-security extension from driver 'port_security' May 26 15:45:00.766735 n-d-843337-2 neutron-server[103788]: INFO neutron.extensions.vlantransparent [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Disabled vlantransparent extension. May 26 15:45:00.767223 n-d-843337-2 neutron-server[103788]: DEBUG neutron.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103788) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 26 15:45:00.767547 n-d-843337-2 neutron-server[103788]: INFO neutron.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading Plugin: router May 26 15:45:00.802608 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.803210 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > router after_create 55549900 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.803359 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > router before_create 55549900 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.803725 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.804115 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.804493 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > router after_delete 55549900 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.804854 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.805700 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.806064 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > router after_create 55549900 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.806404 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > router after_update 55549900 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.806751 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > router after_update 55549900 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.807100 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.807459 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > router after_update 55549900 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.807875 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > router precommit_update 55549900 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.808270 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: port after_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.808614 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: port after_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.808954 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: subnet after_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.809300 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.809647 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.809994 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > router precommit_create 55549900 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.810336 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: port before_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.810677 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > router precommit_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.811034 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > router after_update 55549900 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.811374 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.811723 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > router precommit_create 55549900 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.812079 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.812445 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > router precommit_update 55549900 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.812807 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > agent after_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.813155 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > agent after_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.813497 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > network after_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.814347 n-d-843337-2 neutron-server[103788]: DEBUG neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Tracking information for resource: router configured {{(pid=103788) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 15:45:00.814682 n-d-843337-2 neutron-server[103788]: DEBUG neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Tracking information for resource: floatingip configured {{(pid=103788) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 15:45:00.819488 n-d-843337-2 neutron-server[103788]: INFO neutron.db.l3_agentschedulers_db [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 26 15:45:00.820106 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: port after_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.820480 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: port after_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.821402 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: port after_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.821872 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: port after_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.822660 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > router before_create 55550100 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.823028 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.823392 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > router precommit_create 55550100 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.823749 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > router precommit_update 55550100 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.828721 n-d-843337-2 neutron-server[103788]: DEBUG neutron.services.provider_configuration [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Service providers = [] {{(pid=103788) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 26 15:45:00.829092 n-d-843337-2 neutron-server[103788]: DEBUG neutron.db.servicetype_db [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103788) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 26 15:45:00.832026 n-d-843337-2 neutron-server[103788]: DEBUG neutron.services.service_base [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103788) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 15:45:00.832404 n-d-843337-2 neutron-server[103788]: DEBUG neutron.services.service_base [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103788) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 15:45:00.832747 n-d-843337-2 neutron-server[103788]: DEBUG neutron.services.service_base [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103788) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 15:45:00.833623 n-d-843337-2 neutron-server[103788]: DEBUG neutron.services.service_base [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103788) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 15:45:00.833993 n-d-843337-2 neutron-server[103788]: INFO neutron.services.service_base [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Default provider is not specified for service type L3_ROUTER_NAT May 26 15:45:00.834370 n-d-843337-2 neutron-server[103788]: DEBUG neutron.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103788) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 15:45:00.834685 n-d-843337-2 neutron-server[103788]: INFO neutron.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 26 15:45:00.845291 n-d-843337-2 neutron-server[103788]: DEBUG neutron.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103788) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 15:45:00.845625 n-d-843337-2 neutron-server[103788]: INFO neutron.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading Plugin: auto_allocate May 26 15:45:00.851475 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: network precommit_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.851839 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: network precommit_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.852939 n-d-843337-2 neutron-server[103788]: DEBUG neutron.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103788) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 15:45:00.853253 n-d-843337-2 neutron-server[103788]: INFO neutron.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading Plugin: tag May 26 15:45:00.859730 n-d-843337-2 neutron-server[103788]: DEBUG neutron.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103788) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 15:45:00.860062 n-d-843337-2 neutron-server[103788]: INFO neutron.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading Plugin: timestamp May 26 15:45:00.864283 n-d-843337-2 neutron-server[103788]: DEBUG neutron.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103788) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 15:45:00.864620 n-d-843337-2 neutron-server[103788]: INFO neutron.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading Plugin: network_ip_availability May 26 15:45:00.870588 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.870956 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.871314 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:00.872173 n-d-843337-2 neutron-server[103788]: DEBUG neutron.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103788) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 15:45:00.872507 n-d-843337-2 neutron-server[103788]: INFO neutron.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading Plugin: flavors May 26 15:45:00.877393 n-d-843337-2 neutron-server[103788]: DEBUG neutron.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103788) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 15:45:00.877730 n-d-843337-2 neutron-server[103788]: INFO neutron.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading Plugin: revisions May 26 15:45:00.882039 n-d-843337-2 neutron-server[103788]: DEBUG neutron.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103788) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 15:45:00.882433 n-d-843337-2 neutron-server[103788]: DEBUG oslo_concurrency.lockutils [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.849s {{(pid=103788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 15:45:00.883174 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103788) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 26 15:45:00.883535 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Initializing extension manager. May 26 15:45:00.884076 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: __init__.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.884443 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: __pycache__ {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.884777 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.885111 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: address_group.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.885870 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.886448 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: address-group May 26 15:45:00.886772 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: address_scope.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.887481 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.887993 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: address-scope May 26 15:45:00.888443 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.889374 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.889883 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: router-admin-state-down-before-update May 26 15:45:00.890208 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: agent.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.891105 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.891598 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: agent May 26 15:45:00.891920 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: agent_resources_synced.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.892862 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.893370 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: agent-resources-synced May 26 15:45:00.893693 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: allowedaddresspairs.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.895493 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.896014 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: allowed-address-pairs May 26 15:45:00.896370 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: auto_allocated_topology.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.897435 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.897959 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: auto-allocated-topology May 26 15:45:00.898284 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: availability_zone.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.899001 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.899509 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: availability_zone May 26 15:45:00.899826 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: availability_zone_filter.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.900757 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.901262 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: availability_zone_filter May 26 15:45:00.901583 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: data_plane_status.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.902477 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.902978 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension data-plane-status not supported by any of loaded plugins May 26 15:45:00.903298 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: default_subnetpools.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.904269 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.904797 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: default-subnetpools May 26 15:45:00.905118 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.905924 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.906433 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: dhcp_agent_scheduler May 26 15:45:00.906758 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: dns.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.907722 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.908221 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension dns-integration not supported by any of loaded plugins May 26 15:45:00.908546 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: dns_domain_ports.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.909457 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.909965 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension dns-domain-ports not supported by any of loaded plugins May 26 15:45:00.910286 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.911203 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.911709 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 26 15:45:00.912061 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: dvr.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.912748 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.913253 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: dvr May 26 15:45:00.913572 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: ecmp_routes.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.914991 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.915548 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension ecmp_routes not supported by any of loaded plugins May 26 15:45:00.915868 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: empty_string_filtering.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.916805 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.917312 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: empty-string-filtering May 26 15:45:00.917630 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.918543 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.919041 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 26 15:45:00.919359 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.920370 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.920872 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 26 15:45:00.921191 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: external_net.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.922089 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.922592 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: external-net May 26 15:45:00.922911 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.923813 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.924352 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: extra_dhcp_opt May 26 15:45:00.924672 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: extraroute.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.925580 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.926081 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: extraroute May 26 15:45:00.926397 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: extraroute_atomic.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.927419 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.927927 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: extraroute-atomic May 26 15:45:00.928289 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: filter_validation.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.928950 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.929450 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: filter-validation May 26 15:45:00.929768 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: fip_pf_description.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.931366 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.931871 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 26 15:45:00.932227 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: fip_port_details.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.933149 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.933652 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: fip-port-details May 26 15:45:00.933973 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: flavors.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.935184 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.935698 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: flavors May 26 15:45:00.936022 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.937746 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.938280 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 26 15:45:00.938608 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: floatingip_pools.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.939305 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.939815 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: floatingip-pools May 26 15:45:00.940163 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: ip_allocation.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.941093 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.941608 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension ip_allocation not supported by any of loaded plugins May 26 15:45:00.941921 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.942834 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.943342 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: ip-substring-filtering May 26 15:45:00.943666 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: l2_adjacency.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.944677 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.945182 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension l2_adjacency not supported by any of loaded plugins May 26 15:45:00.945504 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: l3.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.946567 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.947075 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: router May 26 15:45:00.947396 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.949774 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.950300 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 26 15:45:00.950628 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.951550 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.952062 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: ext-gw-mode May 26 15:45:00.952409 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.953325 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.953836 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: l3-ha May 26 15:45:00.954159 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: l3_flavors.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.955065 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.955569 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: l3-flavors May 26 15:45:00.955887 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.956824 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.957327 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: l3-port-ip-change-not-allowed May 26 15:45:00.957647 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: l3agentscheduler.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.958686 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.959197 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: l3_agent_scheduler May 26 15:45:00.959523 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: logging.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.961049 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.961658 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension logging not supported by any of loaded plugins May 26 15:45:00.961990 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: metering.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.962735 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.963319 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: metering May 26 15:45:00.963648 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.964779 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.965293 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: metering_source_and_destination_fields May 26 15:45:00.965621 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: multiprovidernet.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.966611 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.967119 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: multi-provider May 26 15:45:00.967444 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: netmtu.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.968389 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.968896 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: net-mtu May 26 15:45:00.969219 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: netmtu_writable.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.970137 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.970646 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: net-mtu-writable May 26 15:45:00.970971 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: network_availability_zone.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.971636 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.972170 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: network_availability_zone May 26 15:45:00.972496 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: network_ip_availability.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.973590 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.974101 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: network-ip-availability May 26 15:45:00.974427 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: network_segment_range.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.975260 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.975766 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension network-segment-range not supported by any of loaded plugins May 26 15:45:00.976101 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: pagination.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.977605 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.977942 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: pagination May 26 15:45:00.978261 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: port_device_profile.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.979168 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.979678 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: port-device-profile May 26 15:45:00.979998 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.980943 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.981455 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: port-mac-address-regenerate May 26 15:45:00.981778 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.982682 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.983190 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: port-numa-affinity-policy May 26 15:45:00.983509 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: port_resource_request.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.984455 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.984960 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension port-resource-request not supported by any of loaded plugins May 26 15:45:00.985279 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: portbindings.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.986197 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.986701 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: binding May 26 15:45:00.987022 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: portbindings_extended.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.990080 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.990599 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: binding-extended May 26 15:45:00.990931 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: portsecurity.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.991854 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.992401 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: port-security May 26 15:45:00.993410 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: project_id.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.994468 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.994802 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: project-id May 26 15:45:00.995127 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: providernet.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:00.996051 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:00.996595 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: provider May 26 15:45:00.996920 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: qos.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.000501 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.001027 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension qos not supported by any of loaded plugins May 26 15:45:01.001362 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.002621 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.003135 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 26 15:45:01.003463 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.004420 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.004934 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 26 15:45:01.005258 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: qos_default.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.006171 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.006681 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension qos-default not supported by any of loaded plugins May 26 15:45:01.007004 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: qos_fip.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.007661 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.008284 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension qos-fip not supported by any of loaded plugins May 26 15:45:01.008632 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: qos_gateway_ip.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.009641 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.010152 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 26 15:45:01.010474 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: qos_port_network_policy.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.011379 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.011883 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 26 15:45:01.012235 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: qos_pps_rule.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.013403 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.013913 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension qos-pps not supported by any of loaded plugins May 26 15:45:01.014236 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: qos_rule_type_details.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.015144 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.015650 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 26 15:45:01.015971 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: qos_rules_alias.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.017121 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.017630 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension qos-rules-alias not supported by any of loaded plugins May 26 15:45:01.017955 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: quotasv2.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.018902 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.019231 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: quotas May 26 15:45:01.019552 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: quotasv2_detail.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.021295 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.021634 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: quota_details May 26 15:45:01.021964 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: rbac.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.023024 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.023545 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: rbac-policies May 26 15:45:01.023931 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: rbac_address_group.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.024958 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.025474 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: rbac-address-group May 26 15:45:01.025797 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: rbac_address_scope.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.026722 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.027238 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: rbac-address-scope May 26 15:45:01.027564 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: rbac_security_groups.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.028507 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.029027 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: rbac-security-groups May 26 15:45:01.029352 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: rbac_subnetpool.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.030343 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.030853 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: rbac-subnetpool May 26 15:45:01.031173 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: revisionifmatch.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.032117 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.032629 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: revision-if-match May 26 15:45:01.032951 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: revisions.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.034249 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.034763 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: standard-attr-revisions May 26 15:45:01.035089 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: router_availability_zone.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.035809 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.036355 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: router_availability_zone May 26 15:45:01.036679 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: routerservicetype.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.037595 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.038103 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension router-service-type not supported by any of loaded plugins May 26 15:45:01.038424 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.039346 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.040448 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: security-groups-normalized-cidr May 26 15:45:01.040763 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.041692 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.042208 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: port-security-groups-filtering May 26 15:45:01.042532 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.043456 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.043969 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: security-groups-remote-address-group May 26 15:45:01.044404 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: securitygroup.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.053908 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.054438 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: security-group May 26 15:45:01.054776 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: segment.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.056336 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.056853 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension segment not supported by any of loaded plugins May 26 15:45:01.057181 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.058130 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.058637 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 26 15:45:01.058962 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: servicetype.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.060149 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.060745 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: service-type May 26 15:45:01.061070 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: sorting.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.062061 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.062396 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: sorting May 26 15:45:01.062720 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: standard_attr_segment.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.063639 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.064183 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension standard-attr-segment not supported by any of loaded plugins May 26 15:45:01.064513 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: standardattrdescription.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.065165 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.065687 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: standard-attr-description May 26 15:45:01.066013 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: stateful_security_group.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.066947 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.067461 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: stateful-security-group May 26 15:45:01.067785 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: stdattrs_common.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.068405 n-d-843337-2 neutron-server[103788]: WARNING neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 26 15:45:01.068728 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.069654 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.070180 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 26 15:45:01.070507 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: subnet_onboard.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.072291 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.072905 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: subnet_onboard May 26 15:45:01.073237 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.074590 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.075338 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 26 15:45:01.075670 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: subnet_service_types.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.076694 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.077208 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: subnet-service-types May 26 15:45:01.077631 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: subnetallocation.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.079105 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.079631 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: subnet_allocation May 26 15:45:01.079960 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.080666 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.081179 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: subnetpool-prefix-ops May 26 15:45:01.081502 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.082433 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.082944 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 26 15:45:01.083267 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: tagging.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.084368 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.084892 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: standard-attr-tag May 26 15:45:01.085219 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: timestamp.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.087101 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.087692 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loaded extension: standard-attr-timestamp May 26 15:45:01.088019 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: trunk.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.089071 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.089596 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension trunk not supported by any of loaded plugins May 26 15:45:01.089920 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: trunk_details.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.090840 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.091349 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension trunk-details not supported by any of loaded plugins May 26 15:45:01.091669 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: uplink_status_propagation.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.092679 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.093194 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 26 15:45:01.093511 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Loading extension file: vlantransparent.py {{(pid=103788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 15:45:01.094644 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 15:45:01.095155 n-d-843337-2 neutron-server[103788]: INFO neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extension vlan-transparent not supported by any of loaded plugins May 26 15:45:01.098015 n-d-843337-2 neutron-server[103788]: INFO neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Creating instance of TrackedResource for resource:network May 26 15:45:01.098560 n-d-843337-2 neutron-server[103788]: INFO neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Creating instance of TrackedResource for resource:subnet May 26 15:45:01.098963 n-d-843337-2 neutron-server[103788]: INFO neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Creating instance of TrackedResource for resource:subnetpool May 26 15:45:01.099352 n-d-843337-2 neutron-server[103788]: INFO neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Creating instance of TrackedResource for resource:port May 26 15:45:01.100631 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.v2.resource_helper [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:45:01.101080 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.v2.resource_helper [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Service FLAVORS assigned prefix: {{(pid=103788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:45:01.101706 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.v2.resource_helper [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:45:01.102202 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.v2.resource_helper [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:45:01.102533 n-d-843337-2 neutron-server[103788]: INFO neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Creating instance of TrackedResource for resource:router May 26 15:45:01.102962 n-d-843337-2 neutron-server[103788]: INFO neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Creating instance of TrackedResource for resource:floatingip May 26 15:45:01.103449 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.v2.resource_helper [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Service METERING assigned prefix: /metering {{(pid=103788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:45:01.104947 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:01.105321 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:01.105673 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:45:01.106675 n-d-843337-2 neutron-server[103788]: INFO neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Creating instance of CountableResource for resource:rbac_policy May 26 15:45:01.107122 n-d-843337-2 neutron-server[103788]: INFO neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Creating instance of TrackedResource for resource:security_group May 26 15:45:01.107567 n-d-843337-2 neutron-server[103788]: INFO neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 15:45:01.108235 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.v2.resource_helper [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Service CORE assigned prefix: {{(pid=103788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:45:01.108600 n-d-843337-2 neutron-server[103788]: INFO neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Creating instance of TrackedResource for resource:subnetpool May 26 15:45:01.108948 n-d-843337-2 neutron-server[103788]: WARNING neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] subnetpool is already registered May 26 15:45:01.109388 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.v2.resource_helper [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Service CORE assigned prefix: {{(pid=103788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:45:01.109716 n-d-843337-2 neutron-server[103788]: INFO neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Creating instance of TrackedResource for resource:subnetpool May 26 15:45:01.110044 n-d-843337-2 neutron-server[103788]: WARNING neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] subnetpool is already registered May 26 15:45:01.112315 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.v2.resource_helper [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:45:01.112750 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.v2.resource_helper [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Service FLAVORS assigned prefix: {{(pid=103788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:45:01.113340 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.v2.resource_helper [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:45:01.113762 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.v2.resource_helper [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:45:01.114358 n-d-843337-2 neutron-server[103788]: INFO neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Creating instance of TrackedResource for resource:router May 26 15:45:01.114695 n-d-843337-2 neutron-server[103788]: WARNING neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] router is already registered May 26 15:45:01.115106 n-d-843337-2 neutron-server[103788]: INFO neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Creating instance of TrackedResource for resource:floatingip May 26 15:45:01.115442 n-d-843337-2 neutron-server[103788]: WARNING neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] floatingip is already registered May 26 15:45:01.115910 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.v2.resource_helper [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Service METERING assigned prefix: /metering {{(pid=103788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:45:01.116611 n-d-843337-2 neutron-server[103788]: INFO neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Creating instance of CountableResource for resource:rbac_policy May 26 15:45:01.116940 n-d-843337-2 neutron-server[103788]: WARNING neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] rbac_policy is already registered May 26 15:45:01.117356 n-d-843337-2 neutron-server[103788]: INFO neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Creating instance of TrackedResource for resource:security_group May 26 15:45:01.117841 n-d-843337-2 neutron-server[103788]: WARNING neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] security_group is already registered May 26 15:45:01.118123 n-d-843337-2 neutron-server[103788]: INFO neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 15:45:01.118455 n-d-843337-2 neutron-server[103788]: WARNING neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] security_group_rule is already registered May 26 15:45:01.119081 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.v2.resource_helper [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Service CORE assigned prefix: {{(pid=103788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:45:01.119409 n-d-843337-2 neutron-server[103788]: INFO neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Creating instance of TrackedResource for resource:subnetpool May 26 15:45:01.119747 n-d-843337-2 neutron-server[103788]: WARNING neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] subnetpool is already registered May 26 15:45:01.120208 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.v2.resource_helper [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Service CORE assigned prefix: {{(pid=103788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 15:45:01.120537 n-d-843337-2 neutron-server[103788]: INFO neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Creating instance of TrackedResource for resource:subnetpool May 26 15:45:01.120871 n-d-843337-2 neutron-server[103788]: WARNING neutron.quota.resource_registry [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] subnetpool is already registered May 26 15:45:01.121330 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: extensions {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.122794 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: address-groups {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.124388 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: address-scopes {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.125719 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: agents {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.126880 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: auto-allocated-topology {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.128129 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: availability_zones {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.129356 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: dhcp-networks {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.130859 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: dhcp-agents {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.132330 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: routers {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.135417 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: flavors {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.136615 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: service_profiles {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.137819 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: next_providers {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.139282 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: service_profiles {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.140873 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: floatingip-pools {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.142082 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: routers {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.144204 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: floatingips {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.145489 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: l3-routers {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.146880 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: l3-agents {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.148329 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: metering-labels {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.151284 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: metering-label-rules {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.152597 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: network-ip-availabilities {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.153870 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: bindings {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.155538 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: quotas {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.157004 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: quotas {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.158470 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: rbac-policies {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.159593 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: security-groups {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.160927 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: security-group-rules {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.162181 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: service-providers {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.163393 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: subnetpools {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.164873 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: subnetpools {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.166325 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: tags {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.167997 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: tags {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.169951 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: tags {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.171730 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: tags {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.173579 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: tags {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.175435 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: tags {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.177150 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: tags {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.179045 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: tags {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.181449 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: tags {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.183191 n-d-843337-2 neutron-server[103788]: DEBUG neutron.api.extensions [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Extended resource: tags {{(pid=103788) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 15:45:01.189359 n-d-843337-2 neutron-server[103788]: WARNING keystonemiddleware.auth_token [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 26 15:45:01.194058 n-d-843337-2 neutron-server[103788]: WARNING keystonemiddleware.auth_token [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 26 15:45:01.203213 n-d-843337-2 neutron-server[103788]: DEBUG oslo_concurrency.lockutils [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Acquired lock "singleton_lock" {{(pid=103788) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 26 15:45:01.203692 n-d-843337-2 neutron-server[103788]: DEBUG oslo_concurrency.lockutils [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Releasing lock "singleton_lock" {{(pid=103788) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 26 15:45:01.204348 n-d-843337-2 neutron-server[103788]: INFO oslo_service.service [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Starting 2 workers May 26 15:45:01.209164 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Started child 103895 {{(pid=103788) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 15:45:01.213620 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Started child 103896 {{(pid=103788) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 15:45:01.214826 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:01.215431 n-d-843337-2 neutron-server[103788]: INFO neutron.service [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Neutron service started, listening on 0.0.0.0:9696 May 26 15:45:01.215943 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Notify callbacks [] for process, before_spawn {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:01.216379 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [-] (103895) wsgi starting up on http://0.0.0.0:9696 May 26 15:45:01.218425 n-d-843337-2 neutron-server[103788]: INFO oslo_service.service [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Starting 1 workers May 26 15:45:01.218529 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:01.219901 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [-] (103896) wsgi starting up on http://0.0.0.0:9696 May 26 15:45:01.223593 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Started child 103897 {{(pid=103788) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 15:45:01.224215 n-d-843337-2 neutron-server[103788]: INFO oslo_service.service [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Starting 1 workers May 26 15:45:01.227332 n-d-843337-2 neutron-server[103897]: DEBUG neutron.service [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] calling RpcWorker wait() {{(pid=103897) _wait /opt/stack/neutron/neutron/service.py:128}} May 26 15:45:01.227935 n-d-843337-2 neutron-server[103897]: DEBUG neutron.service [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] returning from RpcWorker wait() {{(pid=103897) _wait /opt/stack/neutron/neutron/service.py:135}} May 26 15:45:01.228805 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Started child 103898 {{(pid=103788) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 15:45:01.229138 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:01.229659 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:45:01.229764 n-d-843337-2 neutron-server[103788]: DEBUG neutron_lib.callbacks.manager [None req-4004ebfb-55ca-49ca-8dff-0e907b8aa902 None None] Notify callbacks [] for process, after_spawn {{(pid=103788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:01.231588 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103788) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 15:45:01.231788 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 15:45:01.231971 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 15:45:01.232212 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 15:45:01.232548 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 15:45:01.232697 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 15:45:01.233208 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.233698 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.233969 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.234224 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.234422 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:01.234901 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.235096 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.235354 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.235553 n-d-843337-2 neutron-server[103898]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:45:01.235642 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.235890 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.236167 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.236339 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.236503 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.236757 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.236988 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.237292 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.237551 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.237801 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.238067 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.238238 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.238483 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.238745 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.239240 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.239516 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] debug = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.239754 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.240270 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.240513 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.240747 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.240994 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.241268 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.241524 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.241800 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.242042 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.242252 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.242500 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.243268 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.243510 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.243729 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.243936 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.244211 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.244536 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.245014 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] host = n-d-843337-2 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.245259 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.245473 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.245718 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.245962 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.246205 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.246418 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.246679 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.246921 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.247169 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.247413 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.247663 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.247906 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.248134 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.248375 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] log_file = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.248535 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] log_options = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.248770 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.249031 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.249296 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.249477 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.249711 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.249845 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.250065 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.250226 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.250483 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.250717 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.250928 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.251139 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.251349 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.251558 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.251816 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.252064 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.252316 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.252540 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.252784 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.253010 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.253392 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.253538 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.253677 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.254047 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.254047 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.254294 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.254501 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.255001 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.255233 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.255472 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.255808 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.256373 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.256373 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.256999 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.256999 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.256999 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.257359 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.257569 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.258253 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.258253 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.259135 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.259321 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.259581 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.260253 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.260253 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.260560 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.260560 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] use_json = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.260898 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.260898 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.261169 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.261313 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.261836 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.261836 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.262292 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.262536 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.262778 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.264036 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.264339 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.264659 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.264885 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.265136 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.265395 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.265747 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.265979 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.266238 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.266473 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.266781 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.267006 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.267306 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.267566 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.267859 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.268214 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.268479 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.268744 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.268964 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.269181 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.269428 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.269641 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.269908 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.270128 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.270360 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.270593 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.270833 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.271475 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.271475 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.271775 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.271913 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.272121 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.272601 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.273064 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.273310 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.273528 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.273744 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.274095 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.274309 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.274680 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.275075 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.275489 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.275708 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.275943 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.276233 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.276496 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.276903 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.277277 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.277513 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.277725 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.277958 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.278189 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.278653 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.278653 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.278919 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.279672 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.279672 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.279672 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.280022 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.280142 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.280322 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.280563 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.280781 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.281002 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.281221 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.281427 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.281879 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.282172 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.282464 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.282897 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.283121 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.283357 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.283573 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.283815 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.284071 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.284316 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.284533 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.284754 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.284956 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.285175 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.285380 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.285757 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.288297 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.288297 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.288297 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.288297 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.288297 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.288297 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.288297 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.288297 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.288297 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.288875 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.288875 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.288875 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.288875 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.288875 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.289219 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.289372 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.289792 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.290027 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.290368 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.290602 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.290866 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.291112 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.291328 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.291562 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.291779 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.292016 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.292458 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.292852 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.293082 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.293342 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.293593 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.293852 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.294081 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.294346 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.294618 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.294863 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.295129 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.295371 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.297530 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.299022 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.299650 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.299954 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.300232 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.300486 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.300768 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.301045 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.301312 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.301566 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.301809 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.302034 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.302347 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.302571 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.302817 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.303039 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.303277 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.303602 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.303858 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.304121 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.305649 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.306002 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.306443 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.306746 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.307022 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.307577 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.307823 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.308113 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.308357 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.308579 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.308831 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.309066 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.309287 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.309534 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.309751 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.309990 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.310208 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.310424 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.310679 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.310897 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.311118 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.311327 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.311713 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.312120 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.312409 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.312629 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.312850 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.313102 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.313344 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.313588 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.313829 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.314043 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.314293 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.314511 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.314776 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.315026 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.315239 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.315482 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.315707 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.315971 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.316214 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.316476 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.316722 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.316922 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.317138 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.317337 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.317564 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.317783 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.318029 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.318262 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.318493 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.318733 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.319084 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.319335 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.319567 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.319813 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.320053 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.320541 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.320820 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.321611 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.321904 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.322211 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.322448 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.322691 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.322912 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.323128 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.323352 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.323589 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.323857 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.324118 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.324360 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.324576 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.324807 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.325023 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.325234 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.325463 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.325675 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.325904 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.326115 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.326348 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.326575 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.326854 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.327102 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.327345 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.327660 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.327899 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.328128 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.328375 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.328585 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.328837 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.329060 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.329279 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.329486 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.329708 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.329914 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.330123 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.330368 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.330582 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.330789 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.331027 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.331233 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.331722 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.331948 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.332185 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.332416 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.332666 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.332875 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.333084 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.333311 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.333524 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.333729 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.333987 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.334217 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.334447 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.334668 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.334902 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.335112 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.335401 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.335651 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.335869 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.336179 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.336531 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.336864 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.337125 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.337214 n-d-843337-2 neutron-server[103897]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:45:01.337449 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.337665 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.337921 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.338139 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.338361 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.338601 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.338866 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.339185 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.339510 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.339784 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.340043 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.340350 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.340636 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.340966 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.341188 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.341495 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.341815 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.342104 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.342372 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.342603 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.342839 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.343061 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.343277 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.343515 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.343760 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.343976 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.344238 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.344471 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.344720 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.344941 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.345189 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.345429 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.345655 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.345867 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.346086 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.346302 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.346455 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 15:45:01.347145 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103788) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 15:45:01.347293 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 15:45:01.347438 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 15:45:01.347601 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 15:45:01.347769 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 15:45:01.347921 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 15:45:01.348149 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.348312 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.348459 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.348618 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.348777 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.349015 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.349159 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.349265 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.349421 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.349576 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.349732 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.349887 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.350043 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.350199 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.350355 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.350512 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.350667 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.350823 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.350984 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.351140 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.351280 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.351439 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.351593 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] debug = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.351749 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.351979 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.352164 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.352325 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.352481 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.352635 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.352791 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.352946 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.353102 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.353256 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.353412 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.353567 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.353724 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.353880 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.354035 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.354193 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.354347 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.354501 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] host = n-d-843337-2 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.354656 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.354810 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.354965 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.355120 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.355522 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.355522 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.355745 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.355745 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.355892 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.356001 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.356162 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.356363 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.356553 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.356728 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] log_file = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.356853 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] log_options = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.356999 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.357152 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.357306 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.357487 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.357649 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.357805 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.357963 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.358120 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.358276 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.358431 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.358588 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.358744 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.358899 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.359069 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.359214 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.359369 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.359525 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.359679 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.359835 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.359991 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.360175 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.360334 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.360491 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.360647 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.360804 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.360961 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.361116 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.361301 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.361428 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.361552 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.361700 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.362135 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.362135 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.362135 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.362492 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.362492 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.362737 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.362737 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.362947 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.363072 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.363196 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.363279 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.363429 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.363587 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.363743 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.364184 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.364322 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] use_json = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.364479 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.364638 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.364791 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.365106 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.365262 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.365420 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.365575 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.365732 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.365891 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 15:45:01.366064 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.366226 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.366397 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.366557 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.367004 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.367004 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.367004 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.367235 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.367316 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.367446 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.369733 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.369733 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.369733 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.369733 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.369733 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.369733 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.369733 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.369733 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.370426 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.370426 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.370426 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.370426 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.370426 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.370426 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.370426 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.370426 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.371235 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.371235 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.371235 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.371235 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.371235 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.371572 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.371572 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.371724 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.371724 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.371903 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.372154 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.372326 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.372484 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.372639 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.372951 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.373115 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.373275 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.373436 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.373595 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.373755 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.373914 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.374072 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.374232 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.374390 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.374550 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.375270 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.375270 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.375270 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.375270 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.376044 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.376044 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.376044 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.376044 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.376044 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.376044 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.376557 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.376557 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.376557 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.376934 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.376934 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.376934 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.377206 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.377524 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.377524 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.377524 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.377837 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.377837 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.378073 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.378155 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.378258 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.378416 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.378575 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.378732 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.378891 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.379050 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.379206 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.379364 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.379522 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.379684 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.379842 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.379998 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.380180 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.380339 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.380507 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.380680 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.380839 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.380999 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.381156 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.381510 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.381675 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.381807 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.381959 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.382117 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.382265 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.382426 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.382624 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.382741 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.382893 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.383050 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.383324 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.384230 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.384424 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.384603 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.384782 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.384957 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.385132 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.385304 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.385490 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.385642 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.385807 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.385983 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.386146 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.386310 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.386470 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.386639 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.386812 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.386978 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.387141 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.387303 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.387467 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.387624 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.387783 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.387943 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.388118 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.388285 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.388444 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.388612 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.388784 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.388942 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.389101 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.389261 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.389448 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.389608 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.389767 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.389928 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.390086 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.390245 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.390404 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.390561 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.390721 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.390879 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.391038 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.391198 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.391356 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.391516 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.391674 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.391832 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.391991 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.392176 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.392337 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.392496 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.392655 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.392813 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.392973 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.393129 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.393287 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.393468 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.393626 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.396133 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.396133 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.396133 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.396133 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.396133 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.396133 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.396133 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.396133 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.396723 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.396723 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.396723 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.396723 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.396723 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.396723 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.396723 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.396723 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.397273 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.397273 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.397273 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.397273 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.397273 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.397273 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.397273 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.397273 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.397810 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.397810 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.397810 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.397810 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.398079 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.398079 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.398320 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.398401 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.398519 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.398676 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.398862 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.399527 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.399673 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.399834 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.400074 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.400262 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.400423 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.400582 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.400740 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.400897 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.401058 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.401219 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.401380 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.401540 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.401699 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.401857 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.402015 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.402171 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.402339 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.402489 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.402647 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.402804 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.402961 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.403133 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.403292 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.403451 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.403610 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.403768 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.403933 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.404188 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.404382 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.404478 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.404558 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.404718 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.404876 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.405044 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.405202 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.405359 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.405517 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.405676 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.405841 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.405990 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.406149 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.406305 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.406464 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.406621 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.406778 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.406945 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.407103 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.407260 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.407418 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.407575 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.407733 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.407902 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.408059 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.408244 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.408403 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.408611 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.408718 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.408875 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.409034 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.409192 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.409359 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.409518 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.409675 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.409832 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.410004 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.410162 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.410323 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.410480 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.410637 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.410795 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.410954 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.411115 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.411282 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.411448 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.411608 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.411775 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.411941 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.412131 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.412288 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.412473 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.412624 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.412782 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.412939 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.413098 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.413255 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.413412 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.413569 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.413727 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.413888 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.414046 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.414203 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.414361 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.415238 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.415489 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.415653 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.415814 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.415972 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.416158 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.416320 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.416478 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 15:45:01.416631 n-d-843337-2 neutron-server[103788]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103788) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 15:45:01.507615 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57942) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:45:01.516227 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063374 May 26 15:45:12.914845 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad62f7d-fe95-4076-af00-e48bfabe8aab None None] get_active_networks_info from n-d-843337-2 {{(pid=103897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 15:45:12.970530 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad62f7d-fe95-4076-af00-e48bfabe8aab None None] No non-hosted networks {{(pid=103897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 26 15:45:12.990520 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.agentschedulers_db [None req-cad62f7d-fe95-4076-af00-e48bfabe8aab None None] DHCP Agent not found on host n-d-843337-2 {{(pid=103897) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 26 15:45:13.038569 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb87a40e-9226-42d9-bd1f-b730784b5015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2064167'] for agent, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:15.317948 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d779ef9e-daed-4a8d-a052-1ece4a85424b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2064167'] for agent, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:15.350790 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-06c92e82-c2b6-40f0-b5a2-752e1ba0a97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:16.319329 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2064167'] for agent, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:17.862017 n-d-843337-2 neutron-server[103897]: INFO neutron.db.l3_hamode_db [None req-8c57f927-4e85-4dbd-961a-9a7bf7ce52ae None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 26 15:45:18.000220 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c57f927-4e85-4dbd-961a-9a7bf7ce52ae None None] Routers set() bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:45:18.000966 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c57f927-4e85-4dbd-961a-9a7bf7ce52ae None None] Router IDs set() for agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 26 15:45:18.041629 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2064167'] for agent, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:18.836269 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2064167'] for agent, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:18.839192 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:18.843599 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:18.843972 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:18.844462 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:18.845709 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:18.846046 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:18.846660 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:18.847263 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:18.848050 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:18.848455 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:18.848784 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:18.849238 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:18.850067 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-843337-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:45:18.867407 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-843337-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:45:19.355171 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58036) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:45:19.868802 n-d-843337-2 neutron-server[103896]: WARNING oslo_policy.policy [None req-87323675-410e-4ffa-846b-14a9a95739e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 15:45:19.869432 n-d-843337-2 neutron-server[103896]: WARNING oslo_policy.policy [None req-87323675-410e-4ffa-846b-14a9a95739e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 15:45:20.089660 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [None req-87323675-410e-4ffa-846b-14a9a95739e1 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:45:20.090742 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-87323675-410e-4ffa-846b-14a9a95739e1 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7345865 May 26 15:45:22.634258 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58052) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:45:22.943605 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-8d5d2724-3ebc-4c25-b785-93ef7b35d850 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:45:23.037027 n-d-843337-2 neutron-server[103896]: DEBUG neutron.policy [None req-8d5d2724-3ebc-4c25-b785-93ef7b35d850 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103896) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 15:45:23.081347 n-d-843337-2 neutron-server[103896]: WARNING oslo_policy.policy [None req-8d5d2724-3ebc-4c25-b785-93ef7b35d850 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 15:45:23.081710 n-d-843337-2 neutron-server[103896]: WARNING oslo_policy.policy [None req-8d5d2724-3ebc-4c25-b785-93ef7b35d850 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 15:45:23.173929 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8d5d2724-3ebc-4c25-b785-93ef7b35d850 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751153512599', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751153516218', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751153533245', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751153530513', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751153940885', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751153482693', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1031241', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-552795', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2084043', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1980463'] for rbac-policy, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:23.239262 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8d5d2724-3ebc-4c25-b785-93ef7b35d850 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:23.240508 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8d5d2724-3ebc-4c25-b785-93ef7b35d850 admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6052704 May 26 15:45:25.896861 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58064) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:45:26.193850 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Request body: {'network': {'project_id': 'cb848e0620594b97aa42ae13690b796b', 'tenant_id': 'cb848e0620594b97aa42ae13690b796b', 'name': 'private', 'admin_state_up': True}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:45:26.220825 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Made reservation on behalf of cb848e0620594b97aa42ae13690b796b for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:45:26.223453 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:26.241419 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:26.347535 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:26.351258 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:26.375802 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:45:26.400877 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751152338463', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:26.401460 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Unsubscribe: segment precommit_create {{(pid=103896) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 26 15:45:26.402048 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Added segment e2c77352-0254-4b30-bf5d-6b11f33bdd30 of type vlan for network ad63874d-5432-47f5-93da-07be70c61b97 May 26 15:45:26.417339 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15441c3e-5548-4dc7-9624-05ee1c255492,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:45:26.444557 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:26.445005 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:26.445309 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:26.445634 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:26.445954 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:26.446280 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:26.446594 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:26.446907 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:26.447218 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:26.447528 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:26.447836 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:26.448167 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Tracked resource versions report: May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: pushed versions: May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: { 'AddressGroup': {'1.2'}, May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: 'ConntrackHelper': {'1.0'}, May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: 'Log': {'1.0'}, May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: 'Network': {'1.1'}, May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: 'Port': {'1.7'}, May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: 'PortForwarding': {'1.2'}, May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: 'QosPolicy': {'1.9'}, May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: 'SecurityGroup': {'1.4'}, May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: 'SecurityGroupRule': {'1.2'}, May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: 'SubPort': {'1.0'}, May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: 'Subnet': {'1.1'}, May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: 'Trunk': {'1.1'}} May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: consumer versions: May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: { DHCP agent@n-d-843337-2: {}, May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: L3 agent@n-d-843337-2: {}, May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: Metadata agent@n-d-843337-2: {}, May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: Metering agent@n-d-843337-2: {}, May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: Open vSwitch agent@n-d-843337-2: { 'AddressGroup': '1.2', May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: 'ConntrackHelper': '1.0', May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: 'Log': '1.0', May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: 'Network': '1.1', May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: 'Port': '1.7', May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: 'PortForwarding': '1.2', May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: 'QosPolicy': '1.9', May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: 'SecurityGroup': '1.4', May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: 'SecurityGroupRule': '1.2', May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: 'SubPort': '1.0', May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: 'Subnet': '1.1', May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: 'Trunk': '1.1'}} May 26 15:45:26.449326 n-d-843337-2 neutron-server[103896]: {{(pid=103896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 15:45:26.514704 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:26.557345 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:26.558626 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:45:26.559273 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:26.653917 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7559512 May 26 15:45:26.666122 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56dcf5d-7af5-4138-8839-c4303a76e0e6 admin admin] Pushing event updated for resources: {'Network': ['ID=ad63874d-5432-47f5-93da-07be70c61b97,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:45:26.677630 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network ad63874d-5432-47f5-93da-07be70c61b97 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:45:29.420611 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58078) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:45:29.809729 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60f5299-895d-4892-a762-bc98a38ef219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:45:29.811099 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f60f5299-895d-4892-a762-bc98a38ef219 admin admin] 10.222.0.77 "GET /v2.0/networks/ad63874d-5432-47f5-93da-07be70c61b97 HTTP/1.1" status: 200 len: 825 time: 0.3895476 May 26 15:45:29.837150 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-43b92a55-5085-4eb4-9b4f-1ec3e395d722 admin admin] 10.222.0.77 "GET /v2.0/subnetpools/f5394d94-ae7d-4ad1-8421-5852ce5b228a HTTP/1.1" status: 200 len: 734 time: 0.0196784 May 26 15:45:29.846892 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e0fdbdcb-98f7-4f78-8ef4-c8ee597aa3aa admin admin] Request body: {'subnet': {'subnetpool_id': 'f5394d94-ae7d-4ad1-8421-5852ce5b228a', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'cb848e0620594b97aa42ae13690b796b', 'network_id': 'ad63874d-5432-47f5-93da-07be70c61b97', 'name': 'private-subnet'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:45:29.868691 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fdbdcb-98f7-4f78-8ef4-c8ee597aa3aa admin admin] Made reservation on behalf of cb848e0620594b97aa42ae13690b796b for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:45:29.870868 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e0fdbdcb-98f7-4f78-8ef4-c8ee597aa3aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:30.170937 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e0fdbdcb-98f7-4f78-8ef4-c8ee597aa3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:30.241598 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fdbdcb-98f7-4f78-8ef4-c8ee597aa3aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=06b2ccb7-b940-4d7a-b238-2a12d8e204f6,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:45:30.243611 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fdbdcb-98f7-4f78-8ef4-c8ee597aa3aa admin admin] Checking segment: {'id': 'e2c77352-0254-4b30-bf5d-6b11f33bdd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ad63874d-5432-47f5-93da-07be70c61b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:45:30.243980 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fdbdcb-98f7-4f78-8ef4-c8ee597aa3aa admin admin] Network hostable DHCP agents. Network: ad63874d-5432-47f5-93da-07be70c61b97, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:45:30.265666 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fdbdcb-98f7-4f78-8ef4-c8ee597aa3aa admin admin] Network ad63874d-5432-47f5-93da-07be70c61b97 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:45:30.277455 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-e0fdbdcb-98f7-4f78-8ef4-c8ee597aa3aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, ad63874d-5432-47f5-93da-07be70c61b97) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:45:30.283851 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fdbdcb-98f7-4f78-8ef4-c8ee597aa3aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:45:30.284698 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e0fdbdcb-98f7-4f78-8ef4-c8ee597aa3aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:30.287966 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362a93e0-1e3b-404c-bbcc-d5051fa76275 None None] Network ad63874d-5432-47f5-93da-07be70c61b97 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:45:30.299744 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e0fdbdcb-98f7-4f78-8ef4-c8ee597aa3aa admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4562061 May 26 15:45:30.609332 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-ad63874d-5432-47f5-93da-07be70c61b97', 'network_id': 'ad63874d-5432-47f5-93da-07be70c61b97', 'tenant_id': 'cb848e0620594b97aa42ae13690b796b', 'fixed_ips': [{'subnet_id': '06b2ccb7-b940-4d7a-b238-2a12d8e204f6'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 15:45:30.610604 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:30.914912 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Allocated IP 172.20.0.2 (ad63874d-5432-47f5-93da-07be70c61b97/06b2ccb7-b940-4d7a-b238-2a12d8e204f6/f98f0e16-5aba-480b-b1cf-bf32fc7b5a1c) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:45:31.141694 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:31.149320 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:31.228431 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Network ad63874d-5432-47f5-93da-07be70c61b97 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:45:31.233014 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:45:31.238393 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Pushing event updated for resources: {'Port': ['ID=f98f0e16-5aba-480b-b1cf-bf32fc7b5a1c,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:45:31.240546 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:45:31.274311 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:31.274659 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:31.274997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:31.275340 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:31.275782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:31.276157 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:31.276492 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:31.276820 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:31.277146 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:31.277464 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:31.277782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:31.278098 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Tracked resource versions report: May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: pushed versions: May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: { 'AddressGroup': {'1.2'}, May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: 'ConntrackHelper': {'1.0'}, May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: 'Log': {'1.0'}, May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: 'Network': {'1.1'}, May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: 'Port': {'1.7'}, May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: 'PortForwarding': {'1.2'}, May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: 'QosPolicy': {'1.9'}, May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: 'SecurityGroup': {'1.4'}, May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: 'SecurityGroupRule': {'1.2'}, May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: 'SubPort': {'1.0'}, May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: 'Subnet': {'1.1'}, May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: 'Trunk': {'1.1'}} May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: consumer versions: May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: { DHCP agent@n-d-843337-2: {}, May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: L3 agent@n-d-843337-2: {}, May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: Metadata agent@n-d-843337-2: {}, May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: Metering agent@n-d-843337-2: {}, May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: Open vSwitch agent@n-d-843337-2: { 'AddressGroup': '1.2', May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: 'ConntrackHelper': '1.0', May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: 'Log': '1.0', May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: 'Network': '1.1', May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: 'Port': '1.7', May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: 'PortForwarding': '1.2', May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: 'QosPolicy': '1.9', May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: 'SecurityGroup': '1.4', May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: 'SecurityGroupRule': '1.2', May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: 'SubPort': '1.0', May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: 'Subnet': '1.1', May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: 'Trunk': '1.1'}} May 26 15:45:31.279233 n-d-843337-2 neutron-server[103897]: {{(pid=103897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 15:45:31.332171 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Attempting to bind port f98f0e16-5aba-480b-b1cf-bf32fc7b5a1c on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:45:31.332804 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Attempting to bind port f98f0e16-5aba-480b-b1cf-bf32fc7b5a1c by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'e2c77352-0254-4b30-bf5d-6b11f33bdd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ad63874d-5432-47f5-93da-07be70c61b97'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:45:31.332978 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Attempting to bind port f98f0e16-5aba-480b-b1cf-bf32fc7b5a1c on network ad63874d-5432-47f5-93da-07be70c61b97 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:45:31.338304 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:45:31.338700 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Checking segment: {'id': 'e2c77352-0254-4b30-bf5d-6b11f33bdd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ad63874d-5432-47f5-93da-07be70c61b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:45:31.339146 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:31.339538 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Bound using segment: {'id': 'e2c77352-0254-4b30-bf5d-6b11f33bdd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ad63874d-5432-47f5-93da-07be70c61b97'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:45:31.340187 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Bound port: f98f0e16-5aba-480b-b1cf-bf32fc7b5a1c, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c77352-0254-4b30-bf5d-6b11f33bdd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ad63874d-5432-47f5-93da-07be70c61b97'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:45:31.340556 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:31.404278 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] For port f98f0e16-5aba-480b-b1cf-bf32fc7b5a1c, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:45:31.408395 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] For port f98f0e16-5aba-480b-b1cf-bf32fc7b5a1c, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f98f0e16-5aba-480b-b1cf-bf32fc7b5a1c,segment=NetworkSegment(e2c77352-0254-4b30-bf5d-6b11f33bdd30),segment_id=e2c77352-0254-4b30-bf5d-6b11f33bdd30)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:45:31.412998 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:31.480858 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83630b90-9888-405c-95b8-55eeaf5a8778 None None] Pushing event updated for resources: {'Port': ['ID=f98f0e16-5aba-480b-b1cf-bf32fc7b5a1c,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:45:32.813887 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58086) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:45:33.127352 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [None req-16634a2f-ecb6-428c-819f-a57c8aa282f4 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:45:33.128366 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-16634a2f-ecb6-428c-819f-a57c8aa282f4 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3135142 May 26 15:45:35.610909 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58094) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:45:35.929414 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [None req-709d19f2-4f29-4b92-b210-35dc9d33339d admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:45:35.930407 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-709d19f2-4f29-4b92-b210-35dc9d33339d admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3185747 May 26 15:45:38.658803 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58106) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:45:39.167123 n-d-843337-2 neutron-server[103895]: WARNING oslo_policy.policy [None req-f31c7362-4aee-4fe5-87d8-2cf39dd17407 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 15:45:39.167687 n-d-843337-2 neutron-server[103895]: WARNING oslo_policy.policy [None req-f31c7362-4aee-4fe5-87d8-2cf39dd17407 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 15:45:39.388886 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f31c7362-4aee-4fe5-87d8-2cf39dd17407 admin admin] Request body: {'router': {'tenant_id': 'cb848e0620594b97aa42ae13690b796b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:45:39.454686 n-d-843337-2 neutron-server[103895]: DEBUG neutron.policy [None req-f31c7362-4aee-4fe5-87d8-2cf39dd17407 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103895) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 15:45:39.506355 n-d-843337-2 neutron-server[103895]: WARNING oslo_policy.policy [None req-f31c7362-4aee-4fe5-87d8-2cf39dd17407 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 15:45:39.506750 n-d-843337-2 neutron-server[103895]: WARNING oslo_policy.policy [None req-f31c7362-4aee-4fe5-87d8-2cf39dd17407 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 15:45:39.570332 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f31c7362-4aee-4fe5-87d8-2cf39dd17407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:39.572265 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f31c7362-4aee-4fe5-87d8-2cf39dd17407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:39.734424 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f31c7362-4aee-4fe5-87d8-2cf39dd17407 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:39.740535 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f31c7362-4aee-4fe5-87d8-2cf39dd17407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:39.760721 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f31c7362-4aee-4fe5-87d8-2cf39dd17407 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:39.762495 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f31c7362-4aee-4fe5-87d8-2cf39dd17407 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1012397 May 26 15:45:39.976803 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fb05ca-d630-4afa-a0f7-d5c8626ef324 None None] Network ad63874d-5432-47f5-93da-07be70c61b97 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:45:40.047066 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-af7e54fa-f724-44ec-819b-ae5438b645d2 None None] Provisioning complete for port f98f0e16-5aba-480b-b1cf-bf32fc7b5a1c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:45:40.047392 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-af7e54fa-f724-44ec-819b-ae5438b645d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:40.210813 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f98f0e16-5aba-480b-b1cf-bf32fc7b5a1c up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:45:40.287486 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-af7e54fa-f724-44ec-819b-ae5438b645d2 None None] Current status of the port f98f0e16-5aba-480b-b1cf-bf32fc7b5a1c is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:45:40.287887 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-af7e54fa-f724-44ec-819b-ae5438b645d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:40.353930 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-af7e54fa-f724-44ec-819b-ae5438b645d2 None None] For port f98f0e16-5aba-480b-b1cf-bf32fc7b5a1c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f98f0e16-5aba-480b-b1cf-bf32fc7b5a1c,segment=NetworkSegment(e2c77352-0254-4b30-bf5d-6b11f33bdd30),segment_id=e2c77352-0254-4b30-bf5d-6b11f33bdd30)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:45:40.359568 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-af7e54fa-f724-44ec-819b-ae5438b645d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:40.361373 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port f98f0e16-5aba-480b-b1cf-bf32fc7b5a1c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:45:40.361721 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:40.443344 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e54fa-f724-44ec-819b-ae5438b645d2 None None] Pushing event updated for resources: {'Port': ['ID=f98f0e16-5aba-480b-b1cf-bf32fc7b5a1c,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:45:40.483591 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port f98f0e16-5aba-480b-b1cf-bf32fc7b5a1c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:45:40.580888 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-29aa7c0e-bbfd-4571-935a-1d237ff90872 None None] Provisioning complete for port f98f0e16-5aba-480b-b1cf-bf32fc7b5a1c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:45:40.581252 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-29aa7c0e-bbfd-4571-935a-1d237ff90872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:40.657582 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-29aa7c0e-bbfd-4571-935a-1d237ff90872 None None] Current status of the port f98f0e16-5aba-480b-b1cf-bf32fc7b5a1c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:45:42.159496 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f98f0e16-5aba-480b-b1cf-bf32fc7b5a1c up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:45:42.209326 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port f98f0e16-5aba-480b-b1cf-bf32fc7b5a1c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:45:42.209842 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:42.220080 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58126) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:45:42.282826 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port f98f0e16-5aba-480b-b1cf-bf32fc7b5a1c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:45:42.540459 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-b5cebb7d-7524-45ba-b22a-077b0a0138ef admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:45:42.541493 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b5cebb7d-7524-45ba-b22a-077b0a0138ef admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3203635 May 26 15:45:42.851934 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0f55d3cd-83b9-4790-b722-61252a02afc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:44.988044 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58134) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:45:45.299560 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:45:45.300894 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-37a017fb-3afa-4743-8047-b210efdd1e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:45.320843 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Made reservation on behalf of b0413e40efc843c19a74228561045309 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:45:45.323700 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:45.339058 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:45.444363 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:45.448123 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:45.459407 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Reserving flat network on physical network physnet1 {{(pid=103895) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 26 15:45:45.492217 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751152338463', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:45.492773 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Unsubscribe: segment precommit_create {{(pid=103895) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 26 15:45:45.493299 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Added segment 8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17 of type flat for network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 May 26 15:45:45.510653 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc459af3-1141-4b4f-acb6-eaf836e05f13,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:45:45.561028 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:45.561372 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:45.561701 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:45.562023 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:45.562346 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:45.562664 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:45.562979 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:45.563293 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:45.563613 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:45.563914 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:45.564252 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:45.564565 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Tracked resource versions report: May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: pushed versions: May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: { 'AddressGroup': {'1.2'}, May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: 'ConntrackHelper': {'1.0'}, May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: 'Log': {'1.0'}, May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: 'Network': {'1.1'}, May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: 'Port': {'1.7'}, May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: 'PortForwarding': {'1.2'}, May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: 'QosPolicy': {'1.9'}, May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: 'SecurityGroup': {'1.4'}, May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: 'SecurityGroupRule': {'1.2'}, May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: 'SubPort': {'1.0'}, May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: 'Subnet': {'1.1'}, May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: 'Trunk': {'1.1'}} May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: consumer versions: May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: { DHCP agent@n-d-843337-2: {}, May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: L3 agent@n-d-843337-2: {}, May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: Metadata agent@n-d-843337-2: {}, May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: Metering agent@n-d-843337-2: {}, May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: Open vSwitch agent@n-d-843337-2: { 'AddressGroup': '1.2', May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: 'ConntrackHelper': '1.0', May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: 'Log': '1.0', May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: 'Network': '1.1', May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: 'Port': '1.7', May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: 'PortForwarding': '1.2', May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: 'QosPolicy': '1.9', May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: 'SecurityGroup': '1.4', May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: 'SecurityGroupRule': '1.2', May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: 'SubPort': '1.0', May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: 'Subnet': '1.1', May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: 'Trunk': '1.1'}} May 26 15:45:45.565661 n-d-843337-2 neutron-server[103895]: {{(pid=103895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 15:45:45.612373 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:45.657003 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:45.658079 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:45:45.658704 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:45.749186 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7600262 May 26 15:45:45.763043 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2f218-ec71-49a6-9e41-150859632a6b admin admin] Pushing event updated for resources: {'Network': ['ID=50246aa5-4186-4d7b-9cf8-a4bd10786ea7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:45:45.778227 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:45:46.262749 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:47.985000 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:48.170010 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58156) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:45:48.386833 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dceaf765-146e-4488-aec8-444b389160cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:45:48.388198 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-dceaf765-146e-4488-aec8-444b389160cd admin admin] 10.222.0.77 "GET /v2.0/subnets/06b2ccb7-b940-4d7a-b238-2a12d8e204f6 HTTP/1.1" status: 200 len: 849 time: 0.2172215 May 26 15:45:48.519368 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1aba9d2c-b739-4b0b-b32c-3882e03867a3 admin admin] 10.222.0.77 "GET /v2.0/routers/343939cf-8a4f-411c-9174-bf9fef194649 HTTP/1.1" status: 200 len: 704 time: 0.1247585 May 26 15:45:48.787064 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b06c5a20-cf5e-485f-8301-c574e0a20e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:48.837844 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:49.078944 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-b06c5a20-cf5e-485f-8301-c574e0a20e30 admin admin] Allocated IP 172.20.0.1 (ad63874d-5432-47f5-93da-07be70c61b97/06b2ccb7-b940-4d7a-b238-2a12d8e204f6/a9b991d3-4a06-4c67-a885-caa081277fe1) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:45:49.266245 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b06c5a20-cf5e-485f-8301-c574e0a20e30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:49.332411 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b06c5a20-cf5e-485f-8301-c574e0a20e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:49.403265 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06c5a20-cf5e-485f-8301-c574e0a20e30 admin admin] Network ad63874d-5432-47f5-93da-07be70c61b97 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:45:49.408600 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-b06c5a20-cf5e-485f-8301-c574e0a20e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:45:49.417931 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06c5a20-cf5e-485f-8301-c574e0a20e30 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:45:49.418482 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b06c5a20-cf5e-485f-8301-c574e0a20e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:49.441763 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c5a20-cf5e-485f-8301-c574e0a20e30 admin admin] Pushing event updated for resources: {'Port': ['ID=a9b991d3-4a06-4c67-a885-caa081277fe1,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:45:49.618949 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b06c5a20-cf5e-485f-8301-c574e0a20e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:49.626670 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c2630a54-97e5-4c75-8e8d-26ec310902fe None None] Provisioning complete for port a9b991d3-4a06-4c67-a885-caa081277fe1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:45:49.627188 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c2630a54-97e5-4c75-8e8d-26ec310902fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:49.712341 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c2630a54-97e5-4c75-8e8d-26ec310902fe None None] Port a9b991d3-4a06-4c67-a885-caa081277fe1 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:45:49.877522 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b06c5a20-cf5e-485f-8301-c574e0a20e30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:49.882447 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b06c5a20-cf5e-485f-8301-c574e0a20e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:49.883207 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b06c5a20-cf5e-485f-8301-c574e0a20e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:49.961361 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c5a20-cf5e-485f-8301-c574e0a20e30 admin admin] Pushing event updated for resources: {'Port': ['ID=a9b991d3-4a06-4c67-a885-caa081277fe1,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:45:50.003401 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06c5a20-cf5e-485f-8301-c574e0a20e30 admin admin] Network ad63874d-5432-47f5-93da-07be70c61b97 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:45:50.004671 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-b06c5a20-cf5e-485f-8301-c574e0a20e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:45:50.168299 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06c5a20-cf5e-485f-8301-c574e0a20e30 admin admin] Router 343939cf-8a4f-411c-9174-bf9fef194649 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:45:50.233059 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9a406b15-f9cb-4974-aaa0-48be5b9eb103 None None] Provisioning complete for port a9b991d3-4a06-4c67-a885-caa081277fe1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:45:50.233428 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9a406b15-f9cb-4974-aaa0-48be5b9eb103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:50.260407 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06c5a20-cf5e-485f-8301-c574e0a20e30 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:45:50.265676 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b06c5a20-cf5e-485f-8301-c574e0a20e30 admin admin] 10.222.0.77 "PUT /v2.0/routers/343939cf-8a4f-411c-9174-bf9fef194649/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7386813 May 26 15:45:50.269686 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9a406b15-f9cb-4974-aaa0-48be5b9eb103 None None] Port a9b991d3-4a06-4c67-a885-caa081277fe1 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:45:50.272811 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] Sync routers for ids ['343939cf-8a4f-411c-9174-bf9fef194649'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:45:50.285705 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] Routers {'343939cf-8a4f-411c-9174-bf9fef194649'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:45:50.287275 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:45:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['343939cf-8a4f-411c-9174-bf9fef194649'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:45:50.477060 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] Set router 343939cf-8a4f-411c-9174-bf9fef194649 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:45:50.909256 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343939cf-8a4f-411c-9174-bf9fef194649', 'name': 'router1', 'tenant_id': 'cb848e0620594b97aa42ae13690b796b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:45:39Z', 'updated_at': '2022-05-26T15:45:49Z', 'revision_number': 2, 'project_id': 'cb848e0620594b97aa42ae13690b796b', 'gw_port_host': None, '_interfaces': [{'id': 'a9b991d3-4a06-4c67-a885-caa081277fe1', 'name': '', 'network_id': 'ad63874d-5432-47f5-93da-07be70c61b97', 'tenant_id': 'cb848e0620594b97aa42ae13690b796b', 'mac_address': 'fa:16:3e:06:70:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343939cf-8a4f-411c-9174-bf9fef194649', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06b2ccb7-b940-4d7a-b238-2a12d8e204f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:45:48Z', 'updated_at': '2022-05-26T15:45:49Z', 'revision_number': 2, 'project_id': 'cb848e0620594b97aa42ae13690b796b', 'subnets': [{'id': '06b2ccb7-b940-4d7a-b238-2a12d8e204f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5394d94-ae7d-4ad1-8421-5852ce5b228a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:45:50.959944 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] Checking router: 343939cf-8a4f-411c-9174-bf9fef194649 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:45:50.960418 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] Updating router 343939cf-8a4f-411c-9174-bf9fef194649 port a9b991d3-4a06-4c67-a885-caa081277fe1 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:45:51.007451 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:51.512656 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:51.519768 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:51.692932 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] Attempting to bind port a9b991d3-4a06-4c67-a885-caa081277fe1 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:45:51.693458 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] Attempting to bind port a9b991d3-4a06-4c67-a885-caa081277fe1 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'e2c77352-0254-4b30-bf5d-6b11f33bdd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ad63874d-5432-47f5-93da-07be70c61b97'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:45:51.693915 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] Attempting to bind port a9b991d3-4a06-4c67-a885-caa081277fe1 on network ad63874d-5432-47f5-93da-07be70c61b97 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:45:51.701576 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:45:51.701984 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] Checking segment: {'id': 'e2c77352-0254-4b30-bf5d-6b11f33bdd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ad63874d-5432-47f5-93da-07be70c61b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:45:51.702437 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:51.702820 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] Bound using segment: {'id': 'e2c77352-0254-4b30-bf5d-6b11f33bdd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ad63874d-5432-47f5-93da-07be70c61b97'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:45:51.703293 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] Bound port: a9b991d3-4a06-4c67-a885-caa081277fe1, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c77352-0254-4b30-bf5d-6b11f33bdd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ad63874d-5432-47f5-93da-07be70c61b97'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:45:51.703675 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:51.706330 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4f94b-168b-48c4-b580-973a0344d909 None None] Pushing event updated for resources: {'Port': ['ID=a9b991d3-4a06-4c67-a885-caa081277fe1,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:45:51.725816 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4f94b-168b-48c4-b580-973a0344d909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:51.726153 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4f94b-168b-48c4-b580-973a0344d909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:51.726484 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4f94b-168b-48c4-b580-973a0344d909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:51.726811 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4f94b-168b-48c4-b580-973a0344d909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:51.727133 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4f94b-168b-48c4-b580-973a0344d909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:51.727450 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4f94b-168b-48c4-b580-973a0344d909 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:51.727766 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4f94b-168b-48c4-b580-973a0344d909 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:51.728080 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4f94b-168b-48c4-b580-973a0344d909 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:51.728417 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4f94b-168b-48c4-b580-973a0344d909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:51.728729 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4f94b-168b-48c4-b580-973a0344d909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:51.729040 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4f94b-168b-48c4-b580-973a0344d909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:51.729348 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4f94b-168b-48c4-b580-973a0344d909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4f94b-168b-48c4-b580-973a0344d909 None None] Tracked resource versions report: May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: pushed versions: May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: { 'AddressGroup': {'1.2'}, May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: 'ConntrackHelper': {'1.0'}, May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: 'Log': {'1.0'}, May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: 'Network': {'1.1'}, May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: 'Port': {'1.7'}, May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: 'PortForwarding': {'1.2'}, May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: 'QosPolicy': {'1.9'}, May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: 'SecurityGroup': {'1.4'}, May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: 'SecurityGroupRule': {'1.2'}, May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: 'SubPort': {'1.0'}, May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: 'Subnet': {'1.1'}, May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: 'Trunk': {'1.1'}} May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: consumer versions: May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: { DHCP agent@n-d-843337-2: {}, May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: L3 agent@n-d-843337-2: {}, May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: Metadata agent@n-d-843337-2: {}, May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: Metering agent@n-d-843337-2: {}, May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: Open vSwitch agent@n-d-843337-2: { 'AddressGroup': '1.2', May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: 'ConntrackHelper': '1.0', May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: 'Log': '1.0', May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: 'Network': '1.1', May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: 'Port': '1.7', May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: 'PortForwarding': '1.2', May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: 'QosPolicy': '1.9', May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: 'SecurityGroup': '1.4', May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: 'SecurityGroupRule': '1.2', May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: 'SubPort': '1.0', May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: 'Subnet': '1.1', May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: 'Trunk': '1.1'}} May 26 15:45:51.730414 n-d-843337-2 neutron-server[103898]: {{(pid=103898) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 15:45:51.795883 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] For port a9b991d3-4a06-4c67-a885-caa081277fe1, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:45:51.796934 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-48312303-d865-4785-b87c-5fcfc8ec1d46 None None] Provisioning complete for port a9b991d3-4a06-4c67-a885-caa081277fe1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:45:51.797426 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-48312303-d865-4785-b87c-5fcfc8ec1d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:51.814740 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] For port a9b991d3-4a06-4c67-a885-caa081277fe1, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a9b991d3-4a06-4c67-a885-caa081277fe1,segment=NetworkSegment(e2c77352-0254-4b30-bf5d-6b11f33bdd30),segment_id=e2c77352-0254-4b30-bf5d-6b11f33bdd30)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:45:51.820412 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:51.835798 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-48312303-d865-4785-b87c-5fcfc8ec1d46 None None] Port a9b991d3-4a06-4c67-a885-caa081277fe1 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:45:51.873718 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] Routers {'343939cf-8a4f-411c-9174-bf9fef194649'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:45:51.874351 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:45:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['343939cf-8a4f-411c-9174-bf9fef194649'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:45:51.953281 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4f94b-168b-48c4-b580-973a0344d909 None None] Pushing event updated for resources: {'Port': ['ID=a9b991d3-4a06-4c67-a885-caa081277fe1,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:45:51.972904 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] Set router 343939cf-8a4f-411c-9174-bf9fef194649 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:45:52.055462 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-11ee9647-1b1a-4d98-8763-0faddab1fb2a None None] Provisioning complete for port a9b991d3-4a06-4c67-a885-caa081277fe1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:45:52.055930 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-11ee9647-1b1a-4d98-8763-0faddab1fb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:52.134110 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-11ee9647-1b1a-4d98-8763-0faddab1fb2a None None] Current status of the port a9b991d3-4a06-4c67-a885-caa081277fe1 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:45:52.134433 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-11ee9647-1b1a-4d98-8763-0faddab1fb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:52.167235 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-11ee9647-1b1a-4d98-8763-0faddab1fb2a None None] For port a9b991d3-4a06-4c67-a885-caa081277fe1, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a9b991d3-4a06-4c67-a885-caa081277fe1,segment=NetworkSegment(e2c77352-0254-4b30-bf5d-6b11f33bdd30),segment_id=e2c77352-0254-4b30-bf5d-6b11f33bdd30)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:45:52.172460 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-11ee9647-1b1a-4d98-8763-0faddab1fb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:52.201032 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343939cf-8a4f-411c-9174-bf9fef194649', 'name': 'router1', 'tenant_id': 'cb848e0620594b97aa42ae13690b796b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:45:39Z', 'updated_at': '2022-05-26T15:45:49Z', 'revision_number': 2, 'project_id': 'cb848e0620594b97aa42ae13690b796b', 'gw_port_host': None, '_interfaces': [{'id': 'a9b991d3-4a06-4c67-a885-caa081277fe1', 'name': '', 'network_id': 'ad63874d-5432-47f5-93da-07be70c61b97', 'tenant_id': 'cb848e0620594b97aa42ae13690b796b', 'mac_address': 'fa:16:3e:06:70:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343939cf-8a4f-411c-9174-bf9fef194649', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06b2ccb7-b940-4d7a-b238-2a12d8e204f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:45:48Z', 'updated_at': '2022-05-26T15:45:51Z', 'revision_number': 4, 'project_id': 'cb848e0620594b97aa42ae13690b796b', 'subnets': [{'id': '06b2ccb7-b940-4d7a-b238-2a12d8e204f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5394d94-ae7d-4ad1-8421-5852ce5b228a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:45:52.221683 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee9647-1b1a-4d98-8763-0faddab1fb2a None None] Pushing event updated for resources: {'Port': ['ID=a9b991d3-4a06-4c67-a885-caa081277fe1,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:45:52.230787 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe430fb-902d-47d0-a2f6-f01fa440584c None None] The sync data for ids ['343939cf-8a4f-411c-9174-bf9fef194649'] in n-d-843337-2 is: [{'id': '343939cf-8a4f-411c-9174-bf9fef194649', 'name': 'router1', 'tenant_id': 'cb848e0620594b97aa42ae13690b796b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:45:39Z', 'updated_at': '2022-05-26T15:45:49Z', 'revision_number': 2, 'project_id': 'cb848e0620594b97aa42ae13690b796b', 'gw_port_host': None, '_interfaces': [{'id': 'a9b991d3-4a06-4c67-a885-caa081277fe1', 'name': '', 'network_id': 'ad63874d-5432-47f5-93da-07be70c61b97', 'tenant_id': 'cb848e0620594b97aa42ae13690b796b', 'mac_address': 'fa:16:3e:06:70:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343939cf-8a4f-411c-9174-bf9fef194649', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06b2ccb7-b940-4d7a-b238-2a12d8e204f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:45:48Z', 'updated_at': '2022-05-26T15:45:51Z', 'revision_number': 4, 'project_id': 'cb848e0620594b97aa42ae13690b796b', 'subnets': [{'id': '06b2ccb7-b940-4d7a-b238-2a12d8e204f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5394d94-ae7d-4ad1-8421-5852ce5b228a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:45:52.584481 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58176) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:45:52.699567 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc71834-8dba-436c-a524-bcdebce13f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:45:52.700977 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6dc71834-8dba-436c-a524-bcdebce13f5c admin admin] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 842 time: 0.1155739 May 26 15:45:52.711257 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-f2e56573-0f81-4089-a7d7-020fb3d7e444 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.7.1', 'cidr': '172.25.7.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:45:52.731595 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e56573-0f81-4089-a7d7-020fb3d7e444 admin admin] Made reservation on behalf of b0413e40efc843c19a74228561045309 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:45:52.733953 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f2e56573-0f81-4089-a7d7-020fb3d7e444 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:53.072784 n-d-843337-2 neutron-server[103896]: DEBUG neutron.objects.ports [None req-f2e56573-0f81-4089-a7d7-020fb3d7e444 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103896) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 15:45:53.073252 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f2e56573-0f81-4089-a7d7-020fb3d7e444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:53.129620 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e56573-0f81-4089-a7d7-020fb3d7e444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14beff2a-d2ee-45cc-9b9a-d403b5fe6b13,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:45:53.140732 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e56573-0f81-4089-a7d7-020fb3d7e444 admin admin] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:45:53.141086 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e56573-0f81-4089-a7d7-020fb3d7e444 admin admin] Network hostable DHCP agents. Network: 50246aa5-4186-4d7b-9cf8-a4bd10786ea7, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:45:53.158353 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e56573-0f81-4089-a7d7-020fb3d7e444 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:45:53.167920 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-f2e56573-0f81-4089-a7d7-020fb3d7e444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 50246aa5-4186-4d7b-9cf8-a4bd10786ea7) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:45:53.173864 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e56573-0f81-4089-a7d7-020fb3d7e444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:45:53.175358 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f2e56573-0f81-4089-a7d7-020fb3d7e444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:53.178745 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dc25bd-46cc-450a-81ba-df2be5d4976c None None] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:45:53.199467 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f2e56573-0f81-4089-a7d7-020fb3d7e444 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4837565 May 26 15:45:53.323689 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6897e1ce-96bb-4b39-aa4a-e73fabe3b2d3 None None] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:45:55.576717 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58184) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:45:55.811917 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5428e468-67c9-4d68-9ad0-7b1e7eecf810 admin admin] 10.222.0.77 "GET /v2.0/routers/343939cf-8a4f-411c-9174-bf9fef194649 HTTP/1.1" status: 200 len: 710 time: 0.2341573 May 26 15:45:55.902129 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902b3239-cad0-4138-9445-46b9216271e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:45:55.903398 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-902b3239-cad0-4138-9445-46b9216271e7 admin admin] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 886 time: 0.0840786 May 26 15:45:55.913388 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b0723510-3473-4a94-98e5-3de0a16147c7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:45:56.159580 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0723510-3473-4a94-98e5-3de0a16147c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:56.430433 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0723510-3473-4a94-98e5-3de0a16147c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:56.505801 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0723510-3473-4a94-98e5-3de0a16147c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:56.661537 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-b0723510-3473-4a94-98e5-3de0a16147c7 admin admin] Allocated IP 172.25.7.40 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/4a1e031d-bffd-4a0d-9593-794255e1e97d) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:45:56.768006 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0723510-3473-4a94-98e5-3de0a16147c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:56.824699 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0723510-3473-4a94-98e5-3de0a16147c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:56.901276 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0723510-3473-4a94-98e5-3de0a16147c7 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:45:56.908681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-b0723510-3473-4a94-98e5-3de0a16147c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:45:56.914281 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0723510-3473-4a94-98e5-3de0a16147c7 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:45:56.917237 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0723510-3473-4a94-98e5-3de0a16147c7 admin admin] Pushing event updated for resources: {'Port': ['ID=4a1e031d-bffd-4a0d-9593-794255e1e97d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:45:57.189555 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0723510-3473-4a94-98e5-3de0a16147c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:57.399761 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0723510-3473-4a94-98e5-3de0a16147c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:57.405844 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0723510-3473-4a94-98e5-3de0a16147c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2061086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2061095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2062530'] for router, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:57.523097 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0723510-3473-4a94-98e5-3de0a16147c7 admin admin] Router 343939cf-8a4f-411c-9174-bf9fef194649 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:45:57.639152 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0723510-3473-4a94-98e5-3de0a16147c7 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:45:57.643753 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0723510-3473-4a94-98e5-3de0a16147c7 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:57.645060 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b0723510-3473-4a94-98e5-3de0a16147c7 admin admin] 10.222.0.77 "PUT /v2.0/routers/343939cf-8a4f-411c-9174-bf9fef194649 HTTP/1.1" status: 200 len: 889 time: 1.7353570 May 26 15:45:58.179206 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a9b991d3-4a06-4c67-a885-caa081277fe1 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:45:58.227459 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port a9b991d3-4a06-4c67-a885-caa081277fe1 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:45:58.227829 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:58.304204 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port a9b991d3-4a06-4c67-a885-caa081277fe1 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:45:58.871159 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] Sync routers for ids ['343939cf-8a4f-411c-9174-bf9fef194649'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:45:58.886077 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] Routers {'343939cf-8a4f-411c-9174-bf9fef194649'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:45:58.886737 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:45:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['343939cf-8a4f-411c-9174-bf9fef194649'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:45:59.099841 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] Set router 343939cf-8a4f-411c-9174-bf9fef194649 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:45:59.549839 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343939cf-8a4f-411c-9174-bf9fef194649', 'name': 'router1', 'tenant_id': 'cb848e0620594b97aa42ae13690b796b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '4a1e031d-bffd-4a0d-9593-794255e1e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:45:39Z', 'updated_at': '2022-05-26T15:45:57Z', 'revision_number': 4, 'project_id': 'cb848e0620594b97aa42ae13690b796b', 'gw_port': {'id': '4a1e031d-bffd-4a0d-9593-794255e1e97d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:70:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343939cf-8a4f-411c-9174-bf9fef194649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:45:56Z', 'updated_at': '2022-05-26T15:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'a9b991d3-4a06-4c67-a885-caa081277fe1', 'name': '', 'network_id': 'ad63874d-5432-47f5-93da-07be70c61b97', 'tenant_id': 'cb848e0620594b97aa42ae13690b796b', 'mac_address': 'fa:16:3e:06:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343939cf-8a4f-411c-9174-bf9fef194649', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06b2ccb7-b940-4d7a-b238-2a12d8e204f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:45:48Z', 'updated_at': '2022-05-26T15:45:52Z', 'revision_number': 5, 'project_id': 'cb848e0620594b97aa42ae13690b796b', 'subnets': [{'id': '06b2ccb7-b940-4d7a-b238-2a12d8e204f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5394d94-ae7d-4ad1-8421-5852ce5b228a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:45:59.598537 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] Checking router: 343939cf-8a4f-411c-9174-bf9fef194649 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:45:59.598884 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] Updating router 343939cf-8a4f-411c-9174-bf9fef194649 port 4a1e031d-bffd-4a0d-9593-794255e1e97d binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:45:59.650428 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:59.970940 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:45:59.977022 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:00.027494 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] Attempting to bind port 4a1e031d-bffd-4a0d-9593-794255e1e97d on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:46:00.027858 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] Attempting to bind port 4a1e031d-bffd-4a0d-9593-794255e1e97d by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:46:00.028250 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] Attempting to bind port 4a1e031d-bffd-4a0d-9593-794255e1e97d on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:46:00.034903 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ad731-d9c4-4b15-b125-1f22c045be35 None None] Pushing event updated for resources: {'Port': ['ID=4a1e031d-bffd-4a0d-9593-794255e1e97d,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:46:00.037924 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:46:00.038313 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:46:00.038686 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:00.039052 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:46:00.039569 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] Bound port: 4a1e031d-bffd-4a0d-9593-794255e1e97d, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:46:00.039964 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:00.094361 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] For port 4a1e031d-bffd-4a0d-9593-794255e1e97d, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:46:00.097621 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] For port 4a1e031d-bffd-4a0d-9593-794255e1e97d, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4a1e031d-bffd-4a0d-9593-794255e1e97d,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:46:00.102614 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:00.135716 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58196) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:46:00.159547 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] Routers {'343939cf-8a4f-411c-9174-bf9fef194649'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:46:00.160183 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:45:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['343939cf-8a4f-411c-9174-bf9fef194649'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:46:00.163185 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ad731-d9c4-4b15-b125-1f22c045be35 None None] Pushing event updated for resources: {'Port': ['ID=4a1e031d-bffd-4a0d-9593-794255e1e97d,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:46:00.253959 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1992f7f1-a02d-4520-ab16-2dd721158297 admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1169844 May 26 15:46:00.266983 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] Set router 343939cf-8a4f-411c-9174-bf9fef194649 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:46:00.489862 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343939cf-8a4f-411c-9174-bf9fef194649', 'name': 'router1', 'tenant_id': 'cb848e0620594b97aa42ae13690b796b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '4a1e031d-bffd-4a0d-9593-794255e1e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:45:39Z', 'updated_at': '2022-05-26T15:45:57Z', 'revision_number': 4, 'project_id': 'cb848e0620594b97aa42ae13690b796b', 'gw_port': {'id': '4a1e031d-bffd-4a0d-9593-794255e1e97d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:70:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343939cf-8a4f-411c-9174-bf9fef194649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:45:56Z', 'updated_at': '2022-05-26T15:46:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'a9b991d3-4a06-4c67-a885-caa081277fe1', 'name': '', 'network_id': 'ad63874d-5432-47f5-93da-07be70c61b97', 'tenant_id': 'cb848e0620594b97aa42ae13690b796b', 'mac_address': 'fa:16:3e:06:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343939cf-8a4f-411c-9174-bf9fef194649', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06b2ccb7-b940-4d7a-b238-2a12d8e204f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:45:48Z', 'updated_at': '2022-05-26T15:45:52Z', 'revision_number': 5, 'project_id': 'cb848e0620594b97aa42ae13690b796b', 'subnets': [{'id': '06b2ccb7-b940-4d7a-b238-2a12d8e204f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5394d94-ae7d-4ad1-8421-5852ce5b228a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:46:00.517937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d6f16b-b780-4af4-8f29-8da7c9f461fd None None] The sync data for ids ['343939cf-8a4f-411c-9174-bf9fef194649'] in n-d-843337-2 is: [{'id': '343939cf-8a4f-411c-9174-bf9fef194649', 'name': 'router1', 'tenant_id': 'cb848e0620594b97aa42ae13690b796b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '4a1e031d-bffd-4a0d-9593-794255e1e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:45:39Z', 'updated_at': '2022-05-26T15:45:57Z', 'revision_number': 4, 'project_id': 'cb848e0620594b97aa42ae13690b796b', 'gw_port': {'id': '4a1e031d-bffd-4a0d-9593-794255e1e97d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:70:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343939cf-8a4f-411c-9174-bf9fef194649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:45:56Z', 'updated_at': '2022-05-26T15:46:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'a9b991d3-4a06-4c67-a885-caa081277fe1', 'name': '', 'network_id': 'ad63874d-5432-47f5-93da-07be70c61b97', 'tenant_id': 'cb848e0620594b97aa42ae13690b796b', 'mac_address': 'fa:16:3e:06:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343939cf-8a4f-411c-9174-bf9fef194649', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06b2ccb7-b940-4d7a-b238-2a12d8e204f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:45:48Z', 'updated_at': '2022-05-26T15:45:52Z', 'revision_number': 5, 'project_id': 'cb848e0620594b97aa42ae13690b796b', 'subnets': [{'id': '06b2ccb7-b940-4d7a-b238-2a12d8e204f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5394d94-ae7d-4ad1-8421-5852ce5b228a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:46:02.219446 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4a1e031d-bffd-4a0d-9593-794255e1e97d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:46:02.278715 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 4a1e031d-bffd-4a0d-9593-794255e1e97d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:46:02.279175 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:02.364487 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 4a1e031d-bffd-4a0d-9593-794255e1e97d is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:46:02.364978 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:02.389490 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 4a1e031d-bffd-4a0d-9593-794255e1e97d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4a1e031d-bffd-4a0d-9593-794255e1e97d,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:46:02.400922 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:02.452749 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=4a1e031d-bffd-4a0d-9593-794255e1e97d,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:46:04.226546 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4a1e031d-bffd-4a0d-9593-794255e1e97d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:46:04.308820 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 4a1e031d-bffd-4a0d-9593-794255e1e97d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:46:04.309192 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:04.430839 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 4a1e031d-bffd-4a0d-9593-794255e1e97d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:46:08.277710 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 5 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:46:12.845140 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-817fe1a2-283b-474b-8404-4dbe62b592fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:15.306250 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94f2ca2d-7ff3-4846-b1ba-345ad9e4772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:16.274140 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:17.989537 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:18.844386 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:42.848510 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-360e9855-805f-42a5-9e89-1b4874b8d707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:45.276117 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 5 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:46:45.309925 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-88bf5d45-ca7c-46bf-ba91-8ddbefc6a3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:46.346017 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:47.987855 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:46:48.840962 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:12.851749 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4a4e1799-b20f-47e2-93d6-e4051d3b8120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:15.311534 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4ece5da5-7665-46d7-9ebb-20575e07f229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:16.273979 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:17.991297 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:18.844461 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:22.325668 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 5 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:47:42.854607 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-84589813-545e-4204-885d-aca30d5f5326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:43.341206 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58790) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:47:43.402520 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-20688eb4-8afc-4aaa-8653-7aa68b277aa3 admin admin] GET failed (client error): The resource could not be found. May 26 15:47:43.403902 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-20688eb4-8afc-4aaa-8653-7aa68b277aa3 admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612073 May 26 15:47:43.566096 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be5e03c-1672-4193-bb4f-552bb5b2e857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:47:43.567468 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2be5e03c-1672-4193-bb4f-552bb5b2e857 admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1581504 May 26 15:47:45.316150 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1b428460-a6f8-4d50-97fa-6adfbfe009a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:45.823220 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58800) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:47:45.988676 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a13a136-3f26-48fa-8f06-90363df3c57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:47:45.990054 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6a13a136-3f26-48fa-8f06-90363df3c57e admin admin] 10.222.0.77 "GET /v2.0/subnets/06b2ccb7-b940-4d7a-b238-2a12d8e204f6 HTTP/1.1" status: 200 len: 849 time: 0.1658947 May 26 15:47:46.002154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-06634891-08aa-4bba-a999-fd36f6787ee6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:47:46.083922 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06634891-08aa-4bba-a999-fd36f6787ee6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:46.224207 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06634891-08aa-4bba-a999-fd36f6787ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751152312944'] for subnet, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:46.251905 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06634891-08aa-4bba-a999-fd36f6787ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:47:46.252528 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06634891-08aa-4bba-a999-fd36f6787ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:46.253809 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-06634891-08aa-4bba-a999-fd36f6787ee6 admin admin] 10.222.0.77 "PUT /v2.0/subnets/06b2ccb7-b940-4d7a-b238-2a12d8e204f6 HTTP/1.1" status: 200 len: 868 time: 0.2559898 May 26 15:47:46.267735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7f0f41-fbe7-4d1d-ac87-1aaaf0a84d0e None None] Network ad63874d-5432-47f5-93da-07be70c61b97 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:47:46.275213 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634891-08aa-4bba-a999-fd36f6787ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06b2ccb7-b940-4d7a-b238-2a12d8e204f6,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:47:46.283192 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634891-08aa-4bba-a999-fd36f6787ee6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:47:46.283550 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634891-08aa-4bba-a999-fd36f6787ee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:47:46.283895 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634891-08aa-4bba-a999-fd36f6787ee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:47:46.284265 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634891-08aa-4bba-a999-fd36f6787ee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:47:46.285199 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634891-08aa-4bba-a999-fd36f6787ee6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:47:46.285199 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634891-08aa-4bba-a999-fd36f6787ee6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:47:46.285376 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634891-08aa-4bba-a999-fd36f6787ee6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:47:46.285561 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634891-08aa-4bba-a999-fd36f6787ee6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:47:46.285888 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634891-08aa-4bba-a999-fd36f6787ee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:47:46.286216 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634891-08aa-4bba-a999-fd36f6787ee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:47:46.286543 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634891-08aa-4bba-a999-fd36f6787ee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:47:46.286864 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06634891-08aa-4bba-a999-fd36f6787ee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:47:46.332719 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:46.609550 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8d346504-3973-4726-ad2b-00d8c45f0787 None None] Provisioning complete for port a9b991d3-4a06-4c67-a885-caa081277fe1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:47:46.610173 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8d346504-3973-4726-ad2b-00d8c45f0787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:46.684865 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8d346504-3973-4726-ad2b-00d8c45f0787 None None] Current status of the port a9b991d3-4a06-4c67-a885-caa081277fe1 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:47:46.694580 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8d346504-3973-4726-ad2b-00d8c45f0787 None None] Provisioning complete for port f98f0e16-5aba-480b-b1cf-bf32fc7b5a1c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:47:46.694946 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8d346504-3973-4726-ad2b-00d8c45f0787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:46.773025 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8d346504-3973-4726-ad2b-00d8c45f0787 None None] Current status of the port f98f0e16-5aba-480b-b1cf-bf32fc7b5a1c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:47:48.000811 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:48.557953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58810) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:47:48.757539 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd54dfd-9856-4722-9a5b-0cfbe2e37f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:47:48.758031 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd54dfd-9856-4722-9a5b-0cfbe2e37f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:47:48.759559 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0bd54dfd-9856-4722-9a5b-0cfbe2e37f46 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2006123 May 26 15:47:48.848371 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:47:51.020100 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58818) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:47:51.151509 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dbdc3a-4880-4bb7-a462-a8431966240f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:47:51.151972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dbdc3a-4880-4bb7-a462-a8431966240f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:47:51.153601 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e2dbdc3a-4880-4bb7-a462-a8431966240f admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1325524 May 26 15:47:53.418699 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58826) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:47:53.548360 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbf5c27-4e5b-414d-b908-4e273146d8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:47:53.549713 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fbbf5c27-4e5b-414d-b908-4e273146d8d2 admin admin] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 886 time: 0.1300695 May 26 15:47:55.792765 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58834) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:47:55.943009 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbef1e3-9887-4cff-812f-ba5ca832eb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:47:55.944423 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bdbef1e3-9887-4cff-812f-ba5ca832eb42 admin admin] 10.222.0.77 "GET /v2.0/networks/ad63874d-5432-47f5-93da-07be70c61b97 HTTP/1.1" status: 200 len: 869 time: 0.1507006 May 26 15:47:58.192193 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58842) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:47:58.315201 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b7747b-0984-4468-8fe4-5f02020590c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:47:58.315566 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b7747b-0984-4468-8fe4-5f02020590c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:47:58.317109 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-94b7747b-0984-4468-8fe4-5f02020590c6 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239641 May 26 15:47:59.273885 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 5 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:48:00.575033 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58850) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:48:00.669689 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47e9765-fd0d-4837-ad9e-42484ecac500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:48:00.670141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47e9765-fd0d-4837-ad9e-42484ecac500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:48:00.671622 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a47e9765-fd0d-4837-ad9e-42484ecac500 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0946786 May 26 15:48:02.981124 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58858) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:48:03.072138 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbd830f-fc14-43e1-9ac8-b6e216167951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:48:03.073488 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1cbd830f-fc14-43e1-9ac8-b6e216167951 admin admin] 10.222.0.77 "GET /v2.0/subnets/06b2ccb7-b940-4d7a-b238-2a12d8e204f6 HTTP/1.1" status: 200 len: 868 time: 0.0906246 May 26 15:48:05.338639 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58866) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:48:05.423876 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def55dcd-bba4-4921-a352-203125278e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:48:05.425257 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-def55dcd-bba4-4921-a352-203125278e67 admin admin] 10.222.0.77 "GET /v2.0/subnets/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13 HTTP/1.1" status: 200 len: 816 time: 0.0856433 May 26 15:48:12.858554 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-20fa44ba-338e-4fc3-ad53-2948be8d221c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:15.317682 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-53b4335e-b1f3-4370-86fe-576696f5a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:16.277333 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:18.001600 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:18.852434 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:26.012392 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58920) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:48:26.059526 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [None req-12211208-c9ef-46c1-b48b-c9328a320178 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:48:26.060826 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-12211208-c9ef-46c1-b48b-c9328a320178 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474691 May 26 15:48:28.368969 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58928) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:48:28.431358 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7584dd3-6ba8-4f9c-b0c3-430863120559 admin admin] GET failed (client error): The resource could not be found. May 26 15:48:28.432707 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f7584dd3-6ba8-4f9c-b0c3-430863120559 admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0627966 May 26 15:48:28.582810 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2784768-af01-41ec-94dc-f2ff295fdbe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:48:28.584325 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e2784768-af01-41ec-94dc-f2ff295fdbe1 admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1468718 May 26 15:48:30.847769 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58936) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:48:30.895423 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-cb8d52e4-1c89-411d-93fc-256b86af358d admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:48:30.915114 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8d52e4-1c89-411d-93fc-256b86af358d admin admin] Made reservation on behalf of b0413e40efc843c19a74228561045309 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:48:30.918112 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8d52e4-1c89-411d-93fc-256b86af358d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:30.952055 n-d-843337-2 neutron-server[103896]: WARNING neutron.services.revisions.revision_plugin [None req-cb8d52e4-1c89-411d-93fc-256b86af358d admin admin] Could not find related network for resource to bump revision. May 26 15:48:30.965381 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8d52e4-1c89-411d-93fc-256b86af358d admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:48:30.975040 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8d52e4-1c89-411d-93fc-256b86af358d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:30.975373 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-cb8d52e4-1c89-411d-93fc-256b86af358d admin admin] Added segment 64728387-4881-4db9-8cfc-78b7db2b8bf1 of type vlan for network 65cd6030-02df-4e67-bec9-8529ebbfaf6d May 26 15:48:31.013251 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8d52e4-1c89-411d-93fc-256b86af358d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:31.038871 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8d52e4-1c89-411d-93fc-256b86af358d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:31.039870 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8d52e4-1c89-411d-93fc-256b86af358d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:48:31.040737 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb8d52e4-1c89-411d-93fc-256b86af358d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:31.094229 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cb8d52e4-1c89-411d-93fc-256b86af358d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2453749 May 26 15:48:31.102542 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d52e4-1c89-411d-93fc-256b86af358d admin admin] Pushing event updated for resources: {'Network': ['ID=65cd6030-02df-4e67-bec9-8529ebbfaf6d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:48:31.116585 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:48:33.379031 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58944) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:48:33.441491 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63bb326-aa79-41ba-85ec-63635ff44946 admin admin] GET failed (client error): The resource could not be found. May 26 15:48:33.442812 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d63bb326-aa79-41ba-85ec-63635ff44946 admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0628307 May 26 15:48:33.513163 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82211e2-666c-4540-9ad6-f95bdba5fe8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:48:33.514570 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e82211e2-666c-4540-9ad6-f95bdba5fe8a admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0672009 May 26 15:48:33.524674 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-c0d24633-9748-4f62-a4b3-57cc1c60018a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'cidr': '192.168.233.0/24'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:48:33.541325 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d24633-9748-4f62-a4b3-57cc1c60018a admin admin] Made reservation on behalf of b0413e40efc843c19a74228561045309 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:48:33.544556 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c0d24633-9748-4f62-a4b3-57cc1c60018a admin admin] Notify callbacks [] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:33.782653 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c0d24633-9748-4f62-a4b3-57cc1c60018a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:33.829990 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d24633-9748-4f62-a4b3-57cc1c60018a admin admin] Pushing event updated for resources: {'Subnet': ['ID=013a85f0-347f-4a7d-a853-1defd613297c,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:48:33.845568 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d24633-9748-4f62-a4b3-57cc1c60018a admin admin] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:48:33.845881 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d24633-9748-4f62-a4b3-57cc1c60018a admin admin] Network hostable DHCP agents. Network: 65cd6030-02df-4e67-bec9-8529ebbfaf6d, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:48:33.861593 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d24633-9748-4f62-a4b3-57cc1c60018a admin admin] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:48:33.869980 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-c0d24633-9748-4f62-a4b3-57cc1c60018a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 65cd6030-02df-4e67-bec9-8529ebbfaf6d) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:48:33.874322 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d24633-9748-4f62-a4b3-57cc1c60018a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:48:33.875047 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c0d24633-9748-4f62-a4b3-57cc1c60018a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:33.880554 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c13a23-7772-4169-8bac-f7bc92cf8202 None None] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:48:33.890476 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c0d24633-9748-4f62-a4b3-57cc1c60018a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3690419 May 26 15:48:34.030190 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'tenant_id': 'b0413e40efc843c19a74228561045309', 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 15:48:34.031086 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:34.166384 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Allocated IP 192.168.233.2 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/8f30f510-f8be-4061-b0a3-e2bf3f35eb63) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:48:34.323891 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:34.331024 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:34.374915 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:48:34.379940 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:48:34.386469 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:48:34.388460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Pushing event updated for resources: {'Port': ['ID=8f30f510-f8be-4061-b0a3-e2bf3f35eb63,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:48:34.397179 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:48:34.397528 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:48:34.397873 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:48:34.398207 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:48:34.398543 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:48:34.398898 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:48:34.399207 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:48:34.399826 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:48:34.399826 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:48:34.400192 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:48:34.400518 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:48:34.400837 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:48:34.453835 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Attempting to bind port 8f30f510-f8be-4061-b0a3-e2bf3f35eb63 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:48:34.454134 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Attempting to bind port 8f30f510-f8be-4061-b0a3-e2bf3f35eb63 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:48:34.454498 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Attempting to bind port 8f30f510-f8be-4061-b0a3-e2bf3f35eb63 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:48:34.459473 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:48:34.459967 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:48:34.460528 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:34.460920 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:48:34.461389 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Bound port: 8f30f510-f8be-4061-b0a3-e2bf3f35eb63, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:48:34.461785 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:34.525047 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] For port 8f30f510-f8be-4061-b0a3-e2bf3f35eb63, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:48:34.528281 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] For port 8f30f510-f8be-4061-b0a3-e2bf3f35eb63, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=8f30f510-f8be-4061-b0a3-e2bf3f35eb63,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:48:34.533258 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:34.588941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bd37e-2fda-4bee-8091-16d138274f04 None None] Pushing event updated for resources: {'Port': ['ID=8f30f510-f8be-4061-b0a3-e2bf3f35eb63,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:48:35.479576 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7d0156-65d7-44f7-992a-70bcacd950ac None None] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:48:35.626060 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e168d662-3770-4216-aa38-de3ec57b8fd1 None None] Provisioning complete for port 8f30f510-f8be-4061-b0a3-e2bf3f35eb63 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:48:35.628460 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e168d662-3770-4216-aa38-de3ec57b8fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:35.738833 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e168d662-3770-4216-aa38-de3ec57b8fd1 None None] Current status of the port 8f30f510-f8be-4061-b0a3-e2bf3f35eb63 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:48:35.739518 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e168d662-3770-4216-aa38-de3ec57b8fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:35.781143 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e168d662-3770-4216-aa38-de3ec57b8fd1 None None] For port 8f30f510-f8be-4061-b0a3-e2bf3f35eb63, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=8f30f510-f8be-4061-b0a3-e2bf3f35eb63,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:48:35.785209 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e168d662-3770-4216-aa38-de3ec57b8fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:35.859613 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168d662-3770-4216-aa38-de3ec57b8fd1 None None] Pushing event updated for resources: {'Port': ['ID=8f30f510-f8be-4061-b0a3-e2bf3f35eb63,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:48:35.909741 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7f5dd471-714b-47f0-9372-a43e59139887 None None] Provisioning complete for port 8f30f510-f8be-4061-b0a3-e2bf3f35eb63 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:48:35.910115 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7f5dd471-714b-47f0-9372-a43e59139887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:35.991462 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7f5dd471-714b-47f0-9372-a43e59139887 None None] Current status of the port 8f30f510-f8be-4061-b0a3-e2bf3f35eb63 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:48:36.272377 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 5 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:48:36.304174 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8f30f510-f8be-4061-b0a3-e2bf3f35eb63 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:48:36.353986 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 8f30f510-f8be-4061-b0a3-e2bf3f35eb63 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:48:36.354849 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:36.440802 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 8f30f510-f8be-4061-b0a3-e2bf3f35eb63 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:48:42.861593 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c76a0ce7-4708-4c8f-89c0-30a6e8766d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:45.319394 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bb0afdb5-bb3b-4556-ac28-25ae3c1c2854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:46.281155 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:48.002650 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:48:48.856518 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:49:12.865008 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ae066494-6bd7-429c-b584-7d695902ad8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:49:13.270380 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 5 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:49:15.323043 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e5f49594-6b67-419a-a31a-a1f89058dcb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:49:16.282823 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:49:18.006897 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:49:18.858683 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:49:42.868803 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c6671df8-89ea-4ef7-9427-a58fe6ac307d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:49:45.327807 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c988d0c0-4451-467a-8294-cc9079dd5f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:49:46.285965 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:49:48.010037 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:49:48.860702 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:49:50.269823 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 5 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:50:12.872060 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-78f4c245-28f5-405d-8cfa-7fb155984081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:15.331708 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0192a1c4-b5f8-4cbc-8628-e526f200886f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:16.289477 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:18.011814 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:18.864606 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:27.268389 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 5 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:50:31.830356 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58982) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:50:31.836283 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [None req-22c2639e-f04c-4593-8672-751786f10f4f tempest-verify_tempest_config-475031785 tempest-verify_tempest_config-475031785-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:50:31.837235 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-22c2639e-f04c-4593-8672-751786f10f4f tempest-verify_tempest_config-475031785 tempest-verify_tempest_config-475031785-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059257 May 26 15:50:32.128929 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59000) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:50:32.230216 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-59356d5a-876a-4ae5-a315-8430abe05311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:32.304341 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-59356d5a-876a-4ae5-a315-8430abe05311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:32.307824 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-59356d5a-876a-4ae5-a315-8430abe05311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:32.352523 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-59356d5a-876a-4ae5-a315-8430abe05311 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bf615a98e28942b28622aad1766705f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2225025 May 26 15:50:32.353577 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59356d5a-876a-4ae5-a315-8430abe05311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10530a3-73e3-43b9-97e7-7e47aa4c71f3,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:50:32.355255 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59006) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:50:32.361113 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59356d5a-876a-4ae5-a315-8430abe05311 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:50:32.361461 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59356d5a-876a-4ae5-a315-8430abe05311 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:50:32.361802 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59356d5a-876a-4ae5-a315-8430abe05311 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:50:32.362138 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59356d5a-876a-4ae5-a315-8430abe05311 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:50:32.362568 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59356d5a-876a-4ae5-a315-8430abe05311 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:50:32.362902 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59356d5a-876a-4ae5-a315-8430abe05311 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:50:32.363229 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59356d5a-876a-4ae5-a315-8430abe05311 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:50:32.363555 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59356d5a-876a-4ae5-a315-8430abe05311 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:50:32.363880 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59356d5a-876a-4ae5-a315-8430abe05311 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:50:32.364232 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59356d5a-876a-4ae5-a315-8430abe05311 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:50:32.364568 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59356d5a-876a-4ae5-a315-8430abe05311 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:50:32.364873 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59356d5a-876a-4ae5-a315-8430abe05311 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:50:32.415013 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f979a604-3b34-49d5-9c58-a98965c78e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:32.435027 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f979a604-3b34-49d5-9c58-a98965c78e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:32.529122 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f979a604-3b34-49d5-9c58-a98965c78e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:32.531528 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f979a604-3b34-49d5-9c58-a98965c78e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:32.532712 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f979a604-3b34-49d5-9c58-a98965c78e31 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d10530a3-73e3-43b9-97e7-7e47aa4c71f3 HTTP/1.1" status: 204 len: 168 time: 0.1761303 May 26 15:50:32.545875 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979a604-3b34-49d5-9c58-a98965c78e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10530a3-73e3-43b9-97e7-7e47aa4c71f3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:50:32.553102 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979a604-3b34-49d5-9c58-a98965c78e31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:50:32.553451 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979a604-3b34-49d5-9c58-a98965c78e31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:50:32.553791 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979a604-3b34-49d5-9c58-a98965c78e31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:50:32.554129 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979a604-3b34-49d5-9c58-a98965c78e31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:50:32.554449 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979a604-3b34-49d5-9c58-a98965c78e31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:50:32.554780 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979a604-3b34-49d5-9c58-a98965c78e31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:50:32.555106 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979a604-3b34-49d5-9c58-a98965c78e31 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:50:32.555439 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979a604-3b34-49d5-9c58-a98965c78e31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:50:32.555762 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979a604-3b34-49d5-9c58-a98965c78e31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:50:32.556118 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979a604-3b34-49d5-9c58-a98965c78e31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:50:32.556470 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979a604-3b34-49d5-9c58-a98965c78e31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:50:32.556791 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979a604-3b34-49d5-9c58-a98965c78e31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:50:42.874399 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-25a2209d-8954-4849-9e90-6e890a43f70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:45.335001 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-12ea7d92-4424-405a-86e9-3a36f335d4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:46.293361 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:48.014362 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:50:48.867786 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:51:04.267471 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 5 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:51:12.879135 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f321d22c-a738-4666-b009-f16477738a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:51:15.337301 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-748bb289-7de3-414f-a6e4-a875903ad60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:51:16.296927 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:51:18.018092 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:51:18.869969 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:51:41.266035 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 5 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:51:42.880655 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d0ffacb8-ddb4-4c0f-9377-724ed71cb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:51:45.339152 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-daf33c70-a48c-4c67-9dee-f9a322f20f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:51:46.299797 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:51:48.023966 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:51:48.872962 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:12.882112 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3dbd8c1b-f971-4cbe-9434-77f43b55d3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:15.341063 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7ec2902d-7352-4001-9b23-1ba97342cc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:16.302815 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:18.024474 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:18.265056 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 5 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:52:18.875507 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:42.884029 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-84ead7b1-4225-434b-8ed8-aaeed54484ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:45.343710 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0c8a0bba-7821-4406-ac16-e339d64488d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:46.304923 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:48.027527 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:48.877040 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:52:55.266005 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 5 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:53:12.884930 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb28326e-8377-4328-81d9-5c197e8bd3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:15.345803 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5895f896-a97a-471f-bf04-39eeeb5e2809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:16.307268 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:18.030852 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:18.878420 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:32.264916 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 5 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:53:42.887653 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f168e7cd-ac47-40bf-840d-605e8b50a6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:45.350191 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-001ff1f3-8ec0-45ea-a578-36ce5a2892f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:46.311271 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:48.033756 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:53:48.879831 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:00.137066 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2064167'] for agent, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:09.263568 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 6 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:54:12.889521 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a664b6c5-62db-499e-8a52-49ec9d621735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:15.353839 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-045ed51b-dca2-409a-8f06-eb5cce5d8b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:16.312888 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:17.531697 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2064167'] for agent, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:18.037768 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:18.882031 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:30.084475 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:42.891420 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-65ccb52a-731c-46e5-8609-9dbefddb609e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:45.357818 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5fd2f8a7-21ca-422a-932a-48bd76c57cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:46.263247 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:54:46.315952 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:47.488332 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:48.041379 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:48.516141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59058) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:48.618715 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d7e2f4eb-4b22-47d6-b34e-1901cbafaf9c admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1014547 May 26 15:54:48.884260 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:54:50.873139 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59068) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:54:50.933780 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7e2d896c-c21f-4054-991f-b05392a3a76b admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0595140 May 26 15:55:00.081755 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:12.894131 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5fcc9214-516c-4fbe-92a4-b7fa9ea1c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:15.358767 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed610-37e5-459b-9b1d-d599f53cb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:16.319011 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:17.513588 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:18.043726 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:18.892334 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:23.262106 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:55:30.082815 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:42.897436 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fbcb02ee-01d1-4a48-ac2d-49b043eee15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:45.361028 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7f6b-23f3-4ab0-8fbb-4309e0d1daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:46.322482 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:47.529997 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:48.046701 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:55:48.884640 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:00.080252 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:00.262769 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:56:12.900267 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7a43b5ec-6ad3-4e21-9c1e-e19cc8976fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:15.363264 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-576545c2-37b5-4ef9-aae1-dc15d3525a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:16.325388 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:17.529350 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:18.051194 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:18.885857 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:26.523233 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59278) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:26.937147 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6dbda5bc-5b93-493c-887e-65f3b0f02a66 tempest-AutoAllocateNetworkTest-2029269288 tempest-AutoAllocateNetworkTest-2029269288-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=631f9dcc790d48c881224687c8d87a46&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4127436 May 26 15:56:26.939828 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59300) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:27.129569 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bde71e3-90e8-4c6a-824e-3a0d49e2af6c tempest-AutoAllocateNetworkTest-2029269288 tempest-AutoAllocateNetworkTest-2029269288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:27.131283 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2bde71e3-90e8-4c6a-824e-3a0d49e2af6c tempest-AutoAllocateNetworkTest-2029269288 tempest-AutoAllocateNetworkTest-2029269288-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1904769 May 26 15:56:27.134649 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59312) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:27.203698 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-769ed923-d986-42a1-b4a6-c5a3b2416752 tempest-AutoAllocateNetworkTest-2029269288 tempest-AutoAllocateNetworkTest-2029269288-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672073 May 26 15:56:27.207184 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59320) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:27.238819 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e0509112-58ba-4e0b-aff0-c56f1e0ed8c3 tempest-AutoAllocateNetworkTest-2029269288 tempest-AutoAllocateNetworkTest-2029269288-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=631f9dcc790d48c881224687c8d87a46 HTTP/1.1" status: 200 len: 208 time: 0.0298030 May 26 15:56:27.802409 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59360) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:28.249440 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b3e54ba8-7c99-42ad-be1e-bb896c794678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:28.346084 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b3e54ba8-7c99-42ad-be1e-bb896c794678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:28.351041 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b3e54ba8-7c99-42ad-be1e-bb896c794678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:28.383728 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e54ba8-7c99-42ad-be1e-bb896c794678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab040167-8906-4876-a7ba-acf6d43829bf,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:28.411081 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e54ba8-7c99-42ad-be1e-bb896c794678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:28.411890 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e54ba8-7c99-42ad-be1e-bb896c794678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:28.412255 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e54ba8-7c99-42ad-be1e-bb896c794678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:28.412587 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e54ba8-7c99-42ad-be1e-bb896c794678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:28.413198 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e54ba8-7c99-42ad-be1e-bb896c794678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:28.413526 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e54ba8-7c99-42ad-be1e-bb896c794678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:28.413846 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e54ba8-7c99-42ad-be1e-bb896c794678 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:28.414165 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e54ba8-7c99-42ad-be1e-bb896c794678 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:28.414482 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e54ba8-7c99-42ad-be1e-bb896c794678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:28.414799 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e54ba8-7c99-42ad-be1e-bb896c794678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:28.415273 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e54ba8-7c99-42ad-be1e-bb896c794678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:28.415589 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e54ba8-7c99-42ad-be1e-bb896c794678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e54ba8-7c99-42ad-be1e-bb896c794678 admin admin] Tracked resource versions report: May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: pushed versions: May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: { 'AddressGroup': {'1.2'}, May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: 'ConntrackHelper': {'1.0'}, May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: 'Log': {'1.0'}, May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: 'Network': {'1.1'}, May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: 'Port': {'1.7'}, May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: 'PortForwarding': {'1.2'}, May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: 'QosPolicy': {'1.9'}, May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: 'SecurityGroup': {'1.4'}, May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: 'SecurityGroupRule': {'1.2'}, May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: 'SubPort': {'1.0'}, May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: 'Subnet': {'1.1'}, May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: 'Trunk': {'1.1'}} May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: consumer versions: May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: { DHCP agent@n-d-843337-2: {}, May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: HyperV agent@n-h1-843337-2: {}, May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: HyperV agent@n-h2-843337-2: {}, May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: L3 agent@n-d-843337-2: {}, May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: Metadata agent@n-d-843337-2: {}, May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: Metering agent@n-d-843337-2: {}, May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: Open vSwitch agent@n-d-843337-2: { 'AddressGroup': '1.2', May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: 'ConntrackHelper': '1.0', May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: 'Log': '1.0', May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: 'Network': '1.1', May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: 'Port': '1.7', May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: 'PortForwarding': '1.2', May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: 'QosPolicy': '1.9', May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: 'SecurityGroup': '1.4', May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: 'SecurityGroupRule': '1.2', May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: 'SubPort': '1.0', May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: 'Subnet': '1.1', May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: 'Trunk': '1.1'}} May 26 15:56:28.417494 n-d-843337-2 neutron-server[103896]: {{(pid=103896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 15:56:28.445515 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b3e54ba8-7c99-42ad-be1e-bb896c794678 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=631f9dcc790d48c881224687c8d87a46&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6393163 May 26 15:56:28.445715 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59398) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:28.494363 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb7fa167-e5d8-44de-8b9e-3f6408a7e235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:28.516248 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb7fa167-e5d8-44de-8b9e-3f6408a7e235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:28.565156 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb7fa167-e5d8-44de-8b9e-3f6408a7e235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:28.567702 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb7fa167-e5d8-44de-8b9e-3f6408a7e235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:28.568853 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bb7fa167-e5d8-44de-8b9e-3f6408a7e235 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ab040167-8906-4876-a7ba-acf6d43829bf HTTP/1.1" status: 204 len: 168 time: 0.1222529 May 26 15:56:28.577669 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fa167-e5d8-44de-8b9e-3f6408a7e235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab040167-8906-4876-a7ba-acf6d43829bf,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:30.100063 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:30.138853 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59494) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:30.139893 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59496) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:30.380872 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-269f6fc9-6d0d-4d53-aadf-c375f96a35ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:30.442133 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c80839a-8c5e-4207-a545-b06fdd853c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:30.496938 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-269f6fc9-6d0d-4d53-aadf-c375f96a35ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:30.503331 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-269f6fc9-6d0d-4d53-aadf-c375f96a35ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:30.547159 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c80839a-8c5e-4207-a545-b06fdd853c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:30.554763 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c80839a-8c5e-4207-a545-b06fdd853c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:30.558106 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f6fc9-6d0d-4d53-aadf-c375f96a35ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec02a855-e5af-4eb3-9c7c-73330b7e2256,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:30.582311 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f6fc9-6d0d-4d53-aadf-c375f96a35ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:30.582798 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f6fc9-6d0d-4d53-aadf-c375f96a35ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:30.583298 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f6fc9-6d0d-4d53-aadf-c375f96a35ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:30.583485 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f6fc9-6d0d-4d53-aadf-c375f96a35ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:30.583983 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f6fc9-6d0d-4d53-aadf-c375f96a35ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:30.584478 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f6fc9-6d0d-4d53-aadf-c375f96a35ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:30.584955 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f6fc9-6d0d-4d53-aadf-c375f96a35ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:30.585449 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f6fc9-6d0d-4d53-aadf-c375f96a35ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:30.585922 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f6fc9-6d0d-4d53-aadf-c375f96a35ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:30.586391 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f6fc9-6d0d-4d53-aadf-c375f96a35ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:30.587094 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f6fc9-6d0d-4d53-aadf-c375f96a35ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:30.587569 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f6fc9-6d0d-4d53-aadf-c375f96a35ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f6fc9-6d0d-4d53-aadf-c375f96a35ef admin admin] Tracked resource versions report: May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: pushed versions: May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: { 'AddressGroup': {'1.2'}, May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: 'ConntrackHelper': {'1.0'}, May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: 'Log': {'1.0'}, May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: 'Network': {'1.1'}, May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: 'Port': {'1.7'}, May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: 'PortForwarding': {'1.2'}, May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: 'QosPolicy': {'1.9'}, May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: 'SecurityGroup': {'1.4'}, May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: 'SecurityGroupRule': {'1.2'}, May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: 'SubPort': {'1.0'}, May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: 'Subnet': {'1.1'}, May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: 'Trunk': {'1.1'}} May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: consumer versions: May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: { DHCP agent@n-d-843337-2: {}, May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: HyperV agent@n-h1-843337-2: {}, May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: HyperV agent@n-h2-843337-2: {}, May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: L3 agent@n-d-843337-2: {}, May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: Metadata agent@n-d-843337-2: {}, May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: Metering agent@n-d-843337-2: {}, May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: Open vSwitch agent@n-d-843337-2: { 'AddressGroup': '1.2', May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: 'ConntrackHelper': '1.0', May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: 'Log': '1.0', May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: 'Network': '1.1', May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: 'Port': '1.7', May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: 'PortForwarding': '1.2', May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: 'QosPolicy': '1.9', May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: 'SecurityGroup': '1.4', May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: 'SecurityGroupRule': '1.2', May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: 'SubPort': '1.0', May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: 'Subnet': '1.1', May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: 'Trunk': '1.1'}} May 26 15:56:30.588830 n-d-843337-2 neutron-server[103895]: {{(pid=103895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 15:56:30.600175 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-269f6fc9-6d0d-4d53-aadf-c375f96a35ef admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=83e25b121e864f48b84284ad1eadb0da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4590325 May 26 15:56:30.601451 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59528) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:30.619294 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80839a-8c5e-4207-a545-b06fdd853c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dfe8ba-ae8e-4a23-9302-5c717b18df34,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:30.665319 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8c80839a-8c5e-4207-a545-b06fdd853c1f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=78b81d64aa314451a73309ca62c9abb1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5239534 May 26 15:56:30.674193 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59534) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:30.727442 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e28d756-7063-4731-b376-756f1e19b543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:30.770787 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e28d756-7063-4731-b376-756f1e19b543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:30.777819 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f45b0292-caa4-4a38-8002-0f9ba6578b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:30.815915 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f45b0292-caa4-4a38-8002-0f9ba6578b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:30.866971 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e28d756-7063-4731-b376-756f1e19b543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:30.869482 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e28d756-7063-4731-b376-756f1e19b543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:30.873513 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8e28d756-7063-4731-b376-756f1e19b543 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ec02a855-e5af-4eb3-9c7c-73330b7e2256 HTTP/1.1" status: 204 len: 168 time: 0.2679567 May 26 15:56:30.881601 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f45b0292-caa4-4a38-8002-0f9ba6578b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:30.885621 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28d756-7063-4731-b376-756f1e19b543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec02a855-e5af-4eb3-9c7c-73330b7e2256,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:30.888143 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f45b0292-caa4-4a38-8002-0f9ba6578b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:30.896243 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f45b0292-caa4-4a38-8002-0f9ba6578b70 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a8dfe8ba-ae8e-4a23-9302-5c717b18df34 HTTP/1.1" status: 204 len: 168 time: 0.2209759 May 26 15:56:30.912380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b0292-caa4-4a38-8002-0f9ba6578b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dfe8ba-ae8e-4a23-9302-5c717b18df34,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:31.294868 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59592) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:31.577846 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59612) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:31.593237 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-16a1806e-d085-4cc6-85ea-7da182dfdda1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.612026 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59616) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:31.630749 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-91fd1ee1-469e-4f45-8ff4-3a74ba20b4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.697467 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-16a1806e-d085-4cc6-85ea-7da182dfdda1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.714099 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-16a1806e-d085-4cc6-85ea-7da182dfdda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.759688 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-16a1806e-d085-4cc6-85ea-7da182dfdda1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=449a27c7a59e48e9b454baf68afa9a86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1803923 May 26 15:56:31.760399 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-91fd1ee1-469e-4f45-8ff4-3a74ba20b4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.760803 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1806e-d085-4cc6-85ea-7da182dfdda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cae171-cfe7-481b-a859-ab62f9682935,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:31.764142 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59624) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:31.774353 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-91fd1ee1-469e-4f45-8ff4-3a74ba20b4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.820078 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-91fd1ee1-469e-4f45-8ff4-3a74ba20b4ca admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=515ecd0a2b60454fbf3a2def53c01993&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2044339 May 26 15:56:31.822674 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59626) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:31.837501 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a104016-0a1c-4735-b7f1-31185ce1c9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.865777 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3ef04e12-d575-4dcb-be26-b3dc79469c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.883803 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a104016-0a1c-4735-b7f1-31185ce1c9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.937891 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-872bd170-fd93-4392-a182-b5a39528648e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.954354 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3ef04e12-d575-4dcb-be26-b3dc79469c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.956185 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd1ee1-469e-4f45-8ff4-3a74ba20b4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bfbe64-6172-4f25-b862-db44bf589bb9,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:31.962171 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3ef04e12-d575-4dcb-be26-b3dc79469c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.964064 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a104016-0a1c-4735-b7f1-31185ce1c9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.967839 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a104016-0a1c-4735-b7f1-31185ce1c9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.969110 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8a104016-0a1c-4735-b7f1-31185ce1c9d8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/60cae171-cfe7-481b-a859-ab62f9682935 HTTP/1.1" status: 204 len: 168 time: 0.2033834 May 26 15:56:31.976412 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-872bd170-fd93-4392-a182-b5a39528648e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:31.992517 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a104016-0a1c-4735-b7f1-31185ce1c9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cae171-cfe7-481b-a859-ab62f9682935,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:32.013365 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3ef04e12-d575-4dcb-be26-b3dc79469c8f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4087bed2fb3b49b18cf9e2528c1ad987&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7170701 May 26 15:56:32.014601 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef04e12-d575-4dcb-be26-b3dc79469c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892f968c-b820-4d8a-8edd-b697480bef8b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:32.017217 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59638) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:32.077110 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa1bc917-d192-4acf-85bf-fa8d032068f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:32.080178 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-872bd170-fd93-4392-a182-b5a39528648e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:32.082959 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-872bd170-fd93-4392-a182-b5a39528648e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:32.084070 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-872bd170-fd93-4392-a182-b5a39528648e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/26bfbe64-6172-4f25-b862-db44bf589bb9 HTTP/1.1" status: 204 len: 168 time: 0.2604463 May 26 15:56:32.102615 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bd170-fd93-4392-a182-b5a39528648e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bfbe64-6172-4f25-b862-db44bf589bb9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:32.114099 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa1bc917-d192-4acf-85bf-fa8d032068f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:32.118152 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59646) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:32.180283 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa1bc917-d192-4acf-85bf-fa8d032068f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:32.183460 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa1bc917-d192-4acf-85bf-fa8d032068f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:32.189541 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fa1bc917-d192-4acf-85bf-fa8d032068f6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/892f968c-b820-4d8a-8edd-b697480bef8b HTTP/1.1" status: 204 len: 168 time: 0.1711538 May 26 15:56:32.199996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bc917-d192-4acf-85bf-fa8d032068f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892f968c-b820-4d8a-8edd-b697480bef8b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:32.337685 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59662) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:32.632668 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd74d786-3045-4705-8d77-d1dcf9ce11a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:32.736234 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd74d786-3045-4705-8d77-d1dcf9ce11a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:32.741024 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd74d786-3045-4705-8d77-d1dcf9ce11a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:32.775919 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74d786-3045-4705-8d77-d1dcf9ce11a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1003e5-98a3-405e-86b5-e79ec1d1fe8b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:32.799468 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59702) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:32.799468 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59704) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:32.800222 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bd74d786-3045-4705-8d77-d1dcf9ce11a3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6171564d43db4618a5fc4093d2d2a0ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6792836 May 26 15:56:32.880526 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-42fd35e4-ea0d-4d52-b2ce-d9e0d9fcf3ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:32.884408 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04680e5c-d7d5-4086-907f-1681f51f1424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:32.911025 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04680e5c-d7d5-4086-907f-1681f51f1424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.010488 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-42fd35e4-ea0d-4d52-b2ce-d9e0d9fcf3ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.018372 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-42fd35e4-ea0d-4d52-b2ce-d9e0d9fcf3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.034002 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59724) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:33.070650 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd35e4-ea0d-4d52-b2ce-d9e0d9fcf3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0009a2-c038-4b94-8ab1-0ffaf61191ea,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:33.086688 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c253f221-fe99-4582-9b1f-c873ca820eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.089832 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04680e5c-d7d5-4086-907f-1681f51f1424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.093295 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04680e5c-d7d5-4086-907f-1681f51f1424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.095011 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-04680e5c-d7d5-4086-907f-1681f51f1424 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8e1003e5-98a3-405e-86b5-e79ec1d1fe8b HTTP/1.1" status: 204 len: 168 time: 0.2935677 May 26 15:56:33.112832 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04680e5c-d7d5-4086-907f-1681f51f1424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1003e5-98a3-405e-86b5-e79ec1d1fe8b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:33.120719 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-42fd35e4-ea0d-4d52-b2ce-d9e0d9fcf3ec admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e995b5c65b204639ae5765a52e9a31d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7802258 May 26 15:56:33.124459 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59730) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:33.203056 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-62588504-111c-4112-b17a-28da287d7214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.207409 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c253f221-fe99-4582-9b1f-c873ca820eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.214021 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c253f221-fe99-4582-9b1f-c873ca820eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.226943 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-62588504-111c-4112-b17a-28da287d7214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.267298 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c253f221-fe99-4582-9b1f-c873ca820eda admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5112c731c0b349428433d3697053c2d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2089572 May 26 15:56:33.268504 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253f221-fe99-4582-9b1f-c873ca820eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b43ccc-1d3c-4263-9b80-7625dce9afda,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:33.281931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59744) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:33.292393 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-62588504-111c-4112-b17a-28da287d7214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.296388 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-62588504-111c-4112-b17a-28da287d7214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.297832 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-62588504-111c-4112-b17a-28da287d7214 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7f0009a2-c038-4b94-8ab1-0ffaf61191ea HTTP/1.1" status: 204 len: 168 time: 0.1716976 May 26 15:56:33.319047 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3f7aff4a-b973-441c-99b5-4e8d57d4e8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.325875 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62588504-111c-4112-b17a-28da287d7214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0009a2-c038-4b94-8ab1-0ffaf61191ea,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:33.359458 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8e06d5f5-596c-420b-b8d3-c6304ebcb090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.385436 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8e06d5f5-596c-420b-b8d3-c6304ebcb090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.430408 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3f7aff4a-b973-441c-99b5-4e8d57d4e8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.438488 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3f7aff4a-b973-441c-99b5-4e8d57d4e8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.465832 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8e06d5f5-596c-420b-b8d3-c6304ebcb090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.471743 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8e06d5f5-596c-420b-b8d3-c6304ebcb090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.477080 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8e06d5f5-596c-420b-b8d3-c6304ebcb090 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c4b43ccc-1d3c-4263-9b80-7625dce9afda HTTP/1.1" status: 204 len: 168 time: 0.1936717 May 26 15:56:33.487794 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3f7aff4a-b973-441c-99b5-4e8d57d4e8f1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f4e01a92457d4b79bfb6d29fabe8cda1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6880655 May 26 15:56:33.488579 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7aff4a-b973-441c-99b5-4e8d57d4e8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f7bc3b-9b40-44ac-864c-e6b3b84fe195,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:33.488704 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06d5f5-596c-420b-b8d3-c6304ebcb090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b43ccc-1d3c-4263-9b80-7625dce9afda,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:33.490332 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59754) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:33.549812 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21acb600-56a7-47b4-9754-e821eb97bfc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.570967 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21acb600-56a7-47b4-9754-e821eb97bfc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.639561 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21acb600-56a7-47b4-9754-e821eb97bfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.644982 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21acb600-56a7-47b4-9754-e821eb97bfc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.646596 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-21acb600-56a7-47b4-9754-e821eb97bfc1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/94f7bc3b-9b40-44ac-864c-e6b3b84fe195 HTTP/1.1" status: 204 len: 168 time: 0.1551754 May 26 15:56:33.657840 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acb600-56a7-47b4-9754-e821eb97bfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f7bc3b-9b40-44ac-864c-e6b3b84fe195,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:33.769344 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59774) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:33.782837 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bc3d4ea5-79b4-4ba9-905c-22be9a338ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.910350 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bc3d4ea5-79b4-4ba9-905c-22be9a338ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.915242 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bc3d4ea5-79b4-4ba9-905c-22be9a338ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:33.943789 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bc3d4ea5-79b4-4ba9-905c-22be9a338ed6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=05498ae01e5e425e88c8eade06e0f6d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1734128 May 26 15:56:33.946397 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59794) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:33.977858 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d4ea5-79b4-4ba9-905c-22be9a338ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef83394-f5c8-4821-abe0-4dbb8bc72c2a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:34.042364 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab8e73d5-4862-4b57-847c-eb823679d5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:34.067396 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab8e73d5-4862-4b57-847c-eb823679d5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:34.121463 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab8e73d5-4862-4b57-847c-eb823679d5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:34.125228 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab8e73d5-4862-4b57-847c-eb823679d5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:34.126770 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ab8e73d5-4862-4b57-847c-eb823679d5d5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4ef83394-f5c8-4821-abe0-4dbb8bc72c2a HTTP/1.1" status: 204 len: 168 time: 0.1791649 May 26 15:56:34.135238 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e73d5-4862-4b57-847c-eb823679d5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef83394-f5c8-4821-abe0-4dbb8bc72c2a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:34.439591 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59834) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:34.454092 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6cf16ad5-2468-4fdd-9e8c-9a3676932e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:34.562911 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59848) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:34.566784 n-d-843337-2 neutron-server[103896]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 15:56:34.604377 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6cf16ad5-2468-4fdd-9e8c-9a3676932e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:34.608080 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-29773588-2317-47b7-baf9-93b6a2f6da63 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=5f54e8dd217640a08653f0f106be3d22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410950 May 26 15:56:34.612240 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6cf16ad5-2468-4fdd-9e8c-9a3676932e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:34.658645 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6cf16ad5-2468-4fdd-9e8c-9a3676932e52 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=115d6ac247c34e0dac70cce8dfcd45b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2176301 May 26 15:56:34.662059 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59858) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:34.669709 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf16ad5-2468-4fdd-9e8c-9a3676932e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6e4bc5-41b2-4a5c-91df-a660f9645400,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:34.717630 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c1561797-768c-4d3c-a37f-3961c1090176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:34.742221 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c1561797-768c-4d3c-a37f-3961c1090176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:34.777069 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-52e61b23-1f99-49ae-b213-ddeb39a77469 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:34.779679 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-52e61b23-1f99-49ae-b213-ddeb39a77469 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1700451 May 26 15:56:34.797590 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-b156bcbb-fddc-4dde-bb4e-27ee457f4303 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/quotas/5f54e8dd217640a08653f0f106be3d22 HTTP/1.1" status: 200 len: 375 time: 0.0114419 May 26 15:56:34.806776 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c1561797-768c-4d3c-a37f-3961c1090176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:34.809453 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c1561797-768c-4d3c-a37f-3961c1090176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:34.813216 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c1561797-768c-4d3c-a37f-3961c1090176 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0d6e4bc5-41b2-4a5c-91df-a660f9645400 HTTP/1.1" status: 204 len: 168 time: 0.1476753 May 26 15:56:34.819765 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1561797-768c-4d3c-a37f-3961c1090176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6e4bc5-41b2-4a5c-91df-a660f9645400,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:34.857509 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-84dcb7ef-09c4-49a2-8b30-14cdda977756 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5f54e8dd217640a08653f0f106be3d22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538130 May 26 15:56:34.968066 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59872) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:34.986286 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-16172a42-ef3f-4a77-8db3-60de97658b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:35.112243 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-16172a42-ef3f-4a77-8db3-60de97658b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:35.123907 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-16172a42-ef3f-4a77-8db3-60de97658b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:35.160727 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16172a42-ef3f-4a77-8db3-60de97658b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5159a728-9738-4eab-a493-dfedcc2b388a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:35.168777 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-16172a42-ef3f-4a77-8db3-60de97658b24 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f77b4f5e335e4ba8a2eeea96641e6f9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1985776 May 26 15:56:35.169162 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59896) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:35.222887 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a291a170-4194-4d00-b7e4-85ddf2b02c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:35.251513 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a291a170-4194-4d00-b7e4-85ddf2b02c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:35.309428 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a291a170-4194-4d00-b7e4-85ddf2b02c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:35.312503 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a291a170-4194-4d00-b7e4-85ddf2b02c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:35.313700 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a291a170-4194-4d00-b7e4-85ddf2b02c32 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5159a728-9738-4eab-a493-dfedcc2b388a HTTP/1.1" status: 204 len: 168 time: 0.1427534 May 26 15:56:35.321847 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291a170-4194-4d00-b7e4-85ddf2b02c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5159a728-9738-4eab-a493-dfedcc2b388a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:35.339466 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59908) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:35.663856 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59928) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:35.856283 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d34ffa9-c235-45ae-ae66-3016d866be4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:35.986829 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d34ffa9-c235-45ae-ae66-3016d866be4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:35.991854 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d34ffa9-c235-45ae-ae66-3016d866be4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:36.048194 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34ffa9-c235-45ae-ae66-3016d866be4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726600a8-8507-4f03-806a-f1fd3dca5ad9,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:36.076776 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4d34ffa9-c235-45ae-ae66-3016d866be4a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d1fdbf8eea4f43f38004e19e65851190&name=default HTTP/1.1" status: 200 len: 2976 time: 0.7346988 May 26 15:56:36.079556 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59950) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:36.152823 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6c424b1f-92e7-4753-aac9-59b6ac755636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:36.156412 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59954) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:36.186655 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6c424b1f-92e7-4753-aac9-59b6ac755636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:36.275832 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6c424b1f-92e7-4753-aac9-59b6ac755636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:36.279836 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6c424b1f-92e7-4753-aac9-59b6ac755636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:36.281040 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6c424b1f-92e7-4753-aac9-59b6ac755636 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/726600a8-8507-4f03-806a-f1fd3dca5ad9 HTTP/1.1" status: 204 len: 168 time: 0.2005274 May 26 15:56:36.290222 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c424b1f-92e7-4753-aac9-59b6ac755636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726600a8-8507-4f03-806a-f1fd3dca5ad9,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:36.416941 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dcb48c56-fb6b-4b60-b121-1b5cdea850b2 req-06033883-dc40-49ef-bec1-928be694608c tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1016f23-e24e-4afd-958f-7fe5c3666046 HTTP/1.1" status: 200 len: 210 time: 0.7508206 May 26 15:56:36.596555 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-918f6e51-8f2c-4b13-b2e0-4fcb1a64687a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-495110586-network', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:36.626833 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918f6e51-8f2c-4b13-b2e0-4fcb1a64687a admin admin] Made reservation on behalf of 8af860fdd3584e1a8789c06843d6dcca for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:56:36.630680 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-918f6e51-8f2c-4b13-b2e0-4fcb1a64687a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:36.647766 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-918f6e51-8f2c-4b13-b2e0-4fcb1a64687a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:36.780564 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-918f6e51-8f2c-4b13-b2e0-4fcb1a64687a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:36.787062 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-918f6e51-8f2c-4b13-b2e0-4fcb1a64687a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:36.837729 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918f6e51-8f2c-4b13-b2e0-4fcb1a64687a admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:56:36.849971 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f6e51-8f2c-4b13-b2e0-4fcb1a64687a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc522d4-f26d-45a8-8686-0481ba57fd97,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:36.855508 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-918f6e51-8f2c-4b13-b2e0-4fcb1a64687a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:36.855840 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-918f6e51-8f2c-4b13-b2e0-4fcb1a64687a admin admin] Added segment dae879e7-109f-4012-aa0b-0a7b2554ca48 of type vlan for network fd21b13c-44ff-4f1b-8ebb-43aa45f45369 May 26 15:56:36.905466 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-918f6e51-8f2c-4b13-b2e0-4fcb1a64687a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:36.933522 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-918f6e51-8f2c-4b13-b2e0-4fcb1a64687a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:36.934514 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918f6e51-8f2c-4b13-b2e0-4fcb1a64687a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:36.935235 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-918f6e51-8f2c-4b13-b2e0-4fcb1a64687a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:37.097173 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59988) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:37.097708 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-918f6e51-8f2c-4b13-b2e0-4fcb1a64687a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9398012 May 26 15:56:37.105125 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f6e51-8f2c-4b13-b2e0-4fcb1a64687a admin admin] Pushing event updated for resources: {'Network': ['ID=fd21b13c-44ff-4f1b-8ebb-43aa45f45369,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:37.105890 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-832e6feb-6911-44e1-bae4-cd987e2ec063 admin admin] Request body: {'subnet': {'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495110586-subnet', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:37.118843 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network fd21b13c-44ff-4f1b-8ebb-43aa45f45369 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:56:37.155124 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.81', 50381) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:37.177347 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-47d55363-45dd-4c38-9f02-53a421148e28 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5f54e8dd217640a08653f0f106be3d22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210538 May 26 15:56:37.180499 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832e6feb-6911-44e1-bae4-cd987e2ec063 admin admin] Made reservation on behalf of 8af860fdd3584e1a8789c06843d6dcca for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:56:37.182871 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-832e6feb-6911-44e1-bae4-cd987e2ec063 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:37.261218 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:56:37.317359 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-bdcc96fc-43bc-4f0c-8e76-5b8bb4cac570 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:37.319781 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-bdcc96fc-43bc-4f0c-8e76-5b8bb4cac570 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1372459 May 26 15:56:37.320743 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59992) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:37.339657 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b7d4-e3cc-44d5-8c9c-d59149d05ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:37.431266 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-2e2ee5c4-d2d4-40c5-bead-b17a02951a23 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Request body: {'port': {'device_id': 'b1016f23-e24e-4afd-958f-7fe5c3666046', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '5f54e8dd217640a08653f0f106be3d22'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:37.537072 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-832e6feb-6911-44e1-bae4-cd987e2ec063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:37.566283 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b7d4-e3cc-44d5-8c9c-d59149d05ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:37.596569 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b7d4-e3cc-44d5-8c9c-d59149d05ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:37.663457 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832e6feb-6911-44e1-bae4-cd987e2ec063 admin admin] Checking segment: {'id': 'dae879e7-109f-4012-aa0b-0a7b2554ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:56:37.663783 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832e6feb-6911-44e1-bae4-cd987e2ec063 admin admin] Network hostable DHCP agents. Network: fd21b13c-44ff-4f1b-8ebb-43aa45f45369, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:56:37.676237 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e6feb-6911-44e1-bae4-cd987e2ec063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f04b8b7b-67c4-4820-8e2d-a906f17469d6,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:37.714754 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832e6feb-6911-44e1-bae4-cd987e2ec063 admin admin] Network fd21b13c-44ff-4f1b-8ebb-43aa45f45369 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:56:37.745018 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-832e6feb-6911-44e1-bae4-cd987e2ec063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, fd21b13c-44ff-4f1b-8ebb-43aa45f45369) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:56:37.758409 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832e6feb-6911-44e1-bae4-cd987e2ec063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:37.759373 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-832e6feb-6911-44e1-bae4-cd987e2ec063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:37.759794 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83650d98-87c0-4a0c-925d-34a5600adb85 None None] Network fd21b13c-44ff-4f1b-8ebb-43aa45f45369 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:56:37.794774 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-832e6feb-6911-44e1-bae4-cd987e2ec063 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6958702 May 26 15:56:37.797450 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60022) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:37.804638 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-343755b8-e505-4fd2-9de7-c7526c060a9b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-495110586-router', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:37.835283 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-343755b8-e505-4fd2-9de7-c7526c060a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:37.837426 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-343755b8-e505-4fd2-9de7-c7526c060a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:37.947384 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-343755b8-e505-4fd2-9de7-c7526c060a9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:37.960590 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4cb35726-a753-4669-be65-86c209a4de3b req-b866aaaa-4e47-424d-bd2b-3dbad41b40d1 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1016f23-e24e-4afd-958f-7fe5c3666046 HTTP/1.1" status: 200 len: 210 time: 0.2805774 May 26 15:56:37.966710 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a9d2b7d4-e3cc-44d5-8c9c-d59149d05ce9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=544daadc78e848d19cfd572cc1198eb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6413624 May 26 15:56:37.969440 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60028) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:37.987141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2b7d4-e3cc-44d5-8c9c-d59149d05ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bc3a9e-1b4b-4413-b719-08943fd6f971,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:38.001385 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-2e2ee5c4-d2d4-40c5-bead-b17a02951a23 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Made reservation on behalf of 5f54e8dd217640a08653f0f106be3d22 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:56:38.013479 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-2e2ee5c4-d2d4-40c5-bead-b17a02951a23 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:38.039631 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-2e2ee5c4-d2d4-40c5-bead-b17a02951a23 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:38.190531 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'fixed_ips': [{'subnet_id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 15:56:38.192391 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:38.227965 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-2e2ee5c4-d2d4-40c5-bead-b17a02951a23 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:38.236339 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-2e2ee5c4-d2d4-40c5-bead-b17a02951a23 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:38.290205 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-343755b8-e505-4fd2-9de7-c7526c060a9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:38.336926 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ee5c4-d2d4-40c5-bead-b17a02951a23 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f296a5a2-32f7-4a1c-af19-62a7aad7e5b4,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:38.442585 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bef4e2ca-448c-4c2f-ba05-03777d8fa18d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:38.472651 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bef4e2ca-448c-4c2f-ba05-03777d8fa18d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:38.558761 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Allocated IP 172.20.0.2 (fd21b13c-44ff-4f1b-8ebb-43aa45f45369/f04b8b7b-67c4-4820-8e2d-a906f17469d6/5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:56:38.617018 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bef4e2ca-448c-4c2f-ba05-03777d8fa18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:38.619602 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bef4e2ca-448c-4c2f-ba05-03777d8fa18d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:38.620886 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bef4e2ca-448c-4c2f-ba05-03777d8fa18d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/99bc3a9e-1b4b-4413-b719-08943fd6f971 HTTP/1.1" status: 204 len: 168 time: 0.6500132 May 26 15:56:38.632750 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4e2ca-448c-4c2f-ba05-03777d8fa18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bc3a9e-1b4b-4413-b719-08943fd6f971,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:38.651229 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-2e2ee5c4-d2d4-40c5-bead-b17a02951a23 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Allocated IP 192.168.233.166 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/f0d8cf27-4917-4cb4-8ade-2f646ec24000) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:56:38.723462 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-343755b8-e505-4fd2-9de7-c7526c060a9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:38.741843 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:38.756793 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-343755b8-e505-4fd2-9de7-c7526c060a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:38.786545 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:38.808204 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Network fd21b13c-44ff-4f1b-8ebb-43aa45f45369 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:56:38.816719 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:56:38.871353 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Pushing event updated for resources: {'Port': ['ID=5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:38.885010 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:56:38.894415 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:38.895112 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:38.895750 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:38.896463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:38.896944 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:38.897394 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:38.897857 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:38.898306 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:38.898833 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:38.899302 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:38.899761 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:38.900260 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Tracked resource versions report: May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: pushed versions: May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: { 'AddressGroup': {'1.2'}, May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: 'ConntrackHelper': {'1.0'}, May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: 'Log': {'1.0'}, May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: 'Network': {'1.1'}, May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: 'Port': {'1.7'}, May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: 'PortForwarding': {'1.2'}, May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: 'QosPolicy': {'1.9'}, May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: 'SecurityGroup': {'1.4'}, May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: 'SecurityGroupRule': {'1.2'}, May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: 'SubPort': {'1.0'}, May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: 'Subnet': {'1.1'}, May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: 'Trunk': {'1.1'}} May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: consumer versions: May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: { DHCP agent@n-d-843337-2: {}, May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: HyperV agent@n-h1-843337-2: {}, May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: HyperV agent@n-h2-843337-2: {}, May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: L3 agent@n-d-843337-2: {}, May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: Metadata agent@n-d-843337-2: {}, May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: Metering agent@n-d-843337-2: {}, May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: Open vSwitch agent@n-d-843337-2: { 'AddressGroup': '1.2', May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: 'ConntrackHelper': '1.0', May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: 'Log': '1.0', May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: 'Network': '1.1', May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: 'Port': '1.7', May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: 'PortForwarding': '1.2', May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: 'QosPolicy': '1.9', May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: 'SecurityGroup': '1.4', May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: 'SecurityGroupRule': '1.2', May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: 'SubPort': '1.0', May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: 'Subnet': '1.1', May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: 'Trunk': '1.1'}} May 26 15:56:38.901574 n-d-843337-2 neutron-server[103897]: {{(pid=103897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 15:56:38.963478 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-2e2ee5c4-d2d4-40c5-bead-b17a02951a23 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:38.978347 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-343755b8-e505-4fd2-9de7-c7526c060a9b admin admin] Allocated IP 172.25.7.183 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/88138a50-e3d9-469f-9244-85b717ac5928) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:56:38.995897 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Attempting to bind port 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:56:38.996541 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Attempting to bind port 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'dae879e7-109f-4012-aa0b-0a7b2554ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:56:38.997055 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Attempting to bind port 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a on network fd21b13c-44ff-4f1b-8ebb-43aa45f45369 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:39.005401 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:56:39.006000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Checking segment: {'id': 'dae879e7-109f-4012-aa0b-0a7b2554ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:56:39.006535 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:39.007087 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Bound using segment: {'id': 'dae879e7-109f-4012-aa0b-0a7b2554ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:56:39.007701 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Bound port: 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae879e7-109f-4012-aa0b-0a7b2554ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:56:39.008280 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:39.047619 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-2e2ee5c4-d2d4-40c5-bead-b17a02951a23 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:39.148333 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] For port 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:56:39.163468 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] For port 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a,segment=NetworkSegment(dae879e7-109f-4012-aa0b-0a7b2554ca48),segment_id=dae879e7-109f-4012-aa0b-0a7b2554ca48)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:56:39.172679 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:39.255452 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-343755b8-e505-4fd2-9de7-c7526c060a9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:39.296300 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-2e2ee5c4-d2d4-40c5-bead-b17a02951a23 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:56:39.301036 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-2e2ee5c4-d2d4-40c5-bead-b17a02951a23 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:56:39.307561 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-2e2ee5c4-d2d4-40c5-bead-b17a02951a23 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:56:39.323169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-2e2ee5c4-d2d4-40c5-bead-b17a02951a23 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:39.325060 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-2e2ee5c4-d2d4-40c5-bead-b17a02951a23 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:39.333164 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ee5c4-d2d4-40c5-bead-b17a02951a23 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Pushing event updated for resources: {'Port': ['ID=f0d8cf27-4917-4cb4-8ade-2f646ec24000,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:39.335528 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-343755b8-e505-4fd2-9de7-c7526c060a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:39.367425 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca0a95-fdc9-4add-9097-bc4ed94a0e9f None None] Pushing event updated for resources: {'Port': ['ID=5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:39.379293 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-2e2ee5c4-d2d4-40c5-bead-b17a02951a23 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9518511 May 26 15:56:39.393682 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-80e1c9c7-c2ae-43ff-89f3-8d31f26395fb tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:56:39.398036 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-80e1c9c7-c2ae-43ff-89f3-8d31f26395fb tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056152 May 26 15:56:39.437901 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343755b8-e505-4fd2-9de7-c7526c060a9b admin admin] Pushing event updated for resources: {'Port': ['ID=88138a50-e3d9-469f-9244-85b717ac5928,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:39.467241 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343755b8-e505-4fd2-9de7-c7526c060a9b admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:56:39.474103 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-343755b8-e505-4fd2-9de7-c7526c060a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:56:39.477371 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343755b8-e505-4fd2-9de7-c7526c060a9b admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:56:39.622253 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721b37e-cf59-437c-ab4b-e29194bf8ab0 req-9b9c9da5-fd69-4c64-89c2-528462c8afdb tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:39.631579 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3721b37e-cf59-437c-ab4b-e29194bf8ab0 req-9b9c9da5-fd69-4c64-89c2-528462c8afdb tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1016f23-e24e-4afd-958f-7fe5c3666046 HTTP/1.1" status: 200 len: 936 time: 0.1706774 May 26 15:56:39.735384 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3721b37e-cf59-437c-ab4b-e29194bf8ab0 req-d0f01e52-5692-40bc-bd16-b5201e3e71df tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/security-groups?id=f296a5a2-32f7-4a1c-af19-62a7aad7e5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021266 May 26 15:56:39.789937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-63b9b0c1-eb25-46a9-a7eb-578d80d172d4 None None] Provisioning complete for port f0d8cf27-4917-4cb4-8ade-2f646ec24000 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:39.791963 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-63b9b0c1-eb25-46a9-a7eb-578d80d172d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:39.915471 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-63b9b0c1-eb25-46a9-a7eb-578d80d172d4 None None] Port f0d8cf27-4917-4cb4-8ade-2f646ec24000 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:56:40.343186 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-343755b8-e505-4fd2-9de7-c7526c060a9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:40.661841 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:56:40.737315 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-343755b8-e505-4fd2-9de7-c7526c060a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:40.782411 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:40.783159 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:41.058495 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343755b8-e505-4fd2-9de7-c7526c060a9b admin admin] Router d589c5f5-cd3e-46a7-b45c-8911f1279b63 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:56:41.105194 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:41.105743 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:41.115002 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52404a1-8162-42a5-96dc-d3a2dd4a48f0 req-a7c0f15a-1b9d-4986-b8df-49a41d2ded77 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:41.135384 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b52404a1-8162-42a5-96dc-d3a2dd4a48f0 req-a7c0f15a-1b9d-4986-b8df-49a41d2ded77 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1016f23-e24e-4afd-958f-7fe5c3666046 HTTP/1.1" status: 200 len: 936 time: 0.2018661 May 26 15:56:41.210079 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a,segment=NetworkSegment(dae879e7-109f-4012-aa0b-0a7b2554ca48),segment_id=dae879e7-109f-4012-aa0b-0a7b2554ca48)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:41.225102 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:41.251554 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b52404a1-8162-42a5-96dc-d3a2dd4a48f0 req-a3e29dcd-5b23-4c00-8bea-a79c2a65c168 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/security-groups?id=f296a5a2-32f7-4a1c-af19-62a7aad7e5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100311 May 26 15:56:41.288423 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343755b8-e505-4fd2-9de7-c7526c060a9b admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:56:41.296447 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:41.301436 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] Sync routers for ids ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:56:41.306488 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7c7d24-8fc1-433c-85c6-1d60a59d719d None None] Network fd21b13c-44ff-4f1b-8ebb-43aa45f45369 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:56:41.319015 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] Routers {'d589c5f5-cd3e-46a7-b45c-8911f1279b63'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:56:41.319947 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:56:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:41.338278 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-343755b8-e505-4fd2-9de7-c7526c060a9b admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:41.341450 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-343755b8-e505-4fd2-9de7-c7526c060a9b admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.5407472 May 26 15:56:41.343948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60120) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:41.508535 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] Set router d589c5f5-cd3e-46a7-b45c-8911f1279b63 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:56:41.518306 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-140d4fb5-4eb0-4638-94fe-121ba4269101 None None] Provisioning complete for port 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:41.518908 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-140d4fb5-4eb0-4638-94fe-121ba4269101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:41.770864 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495110586-router', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '88138a50-e3d9-469f-9244-85b717ac5928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:37Z', 'updated_at': '2022-05-26T15:56:40Z', 'revision_number': 3, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'gw_port': {'id': '88138a50-e3d9-469f-9244-85b717ac5928', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:41.812743 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] Checking router: d589c5f5-cd3e-46a7-b45c-8911f1279b63 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:56:41.814859 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] Updating router d589c5f5-cd3e-46a7-b45c-8911f1279b63 port 88138a50-e3d9-469f-9244-85b717ac5928 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:56:41.849655 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:41.972293 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-140d4fb5-4eb0-4638-94fe-121ba4269101 None None] Current status of the port 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:41.985271 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-bedc2124-239d-4506-b8fa-e5400e45c45d service neutron] Request body: {'port': {'device_id': 'b1016f23-e24e-4afd-958f-7fe5c3666046', 'device_owner': 'compute:tempest-test_az-344495792', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:42.297284 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:42.307967 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:42.439190 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] Attempting to bind port 88138a50-e3d9-469f-9244-85b717ac5928 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:56:42.439682 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] Attempting to bind port 88138a50-e3d9-469f-9244-85b717ac5928 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:56:42.440004 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] Attempting to bind port 88138a50-e3d9-469f-9244-85b717ac5928 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:42.447883 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:56:42.448338 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:56:42.448875 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:42.449272 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:56:42.449756 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] Bound port: 88138a50-e3d9-469f-9244-85b717ac5928, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:56:42.450675 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:42.511521 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a73059-3be0-4db4-8984-7bbd7f301ab5 None None] Pushing event updated for resources: {'Port': ['ID=88138a50-e3d9-469f-9244-85b717ac5928,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:42.513676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8daf85e9-8204-4e3c-9d1f-56701ab07796 None None] Provisioning complete for port 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:42.519024 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8daf85e9-8204-4e3c-9d1f-56701ab07796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:42.537466 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a73059-3be0-4db4-8984-7bbd7f301ab5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:42.538066 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a73059-3be0-4db4-8984-7bbd7f301ab5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:42.538618 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a73059-3be0-4db4-8984-7bbd7f301ab5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:42.539162 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a73059-3be0-4db4-8984-7bbd7f301ab5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:42.539705 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a73059-3be0-4db4-8984-7bbd7f301ab5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:42.540277 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a73059-3be0-4db4-8984-7bbd7f301ab5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:42.540827 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a73059-3be0-4db4-8984-7bbd7f301ab5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:42.541542 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a73059-3be0-4db4-8984-7bbd7f301ab5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:42.542083 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a73059-3be0-4db4-8984-7bbd7f301ab5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:42.542625 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a73059-3be0-4db4-8984-7bbd7f301ab5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:42.543268 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a73059-3be0-4db4-8984-7bbd7f301ab5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:42.543887 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a73059-3be0-4db4-8984-7bbd7f301ab5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a73059-3be0-4db4-8984-7bbd7f301ab5 None None] Tracked resource versions report: May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: pushed versions: May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: { 'AddressGroup': {'1.2'}, May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: 'ConntrackHelper': {'1.0'}, May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: 'Log': {'1.0'}, May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: 'Network': {'1.1'}, May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: 'Port': {'1.7'}, May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: 'PortForwarding': {'1.2'}, May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: 'QosPolicy': {'1.9'}, May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: 'SecurityGroup': {'1.4'}, May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: 'SecurityGroupRule': {'1.2'}, May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: 'SubPort': {'1.0'}, May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: 'Subnet': {'1.1'}, May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: 'Trunk': {'1.1'}} May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: consumer versions: May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: { DHCP agent@n-d-843337-2: {}, May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: HyperV agent@n-h1-843337-2: {}, May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: HyperV agent@n-h2-843337-2: {}, May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: L3 agent@n-d-843337-2: {}, May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: Metadata agent@n-d-843337-2: {}, May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: Metering agent@n-d-843337-2: {}, May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: Open vSwitch agent@n-d-843337-2: { 'AddressGroup': '1.2', May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: 'ConntrackHelper': '1.0', May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: 'Log': '1.0', May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: 'Network': '1.1', May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: 'Port': '1.7', May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: 'PortForwarding': '1.2', May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: 'QosPolicy': '1.9', May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: 'SecurityGroup': '1.4', May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: 'SecurityGroupRule': '1.2', May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: 'SubPort': '1.0', May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: 'Subnet': '1.1', May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: 'Trunk': '1.1'}} May 26 15:56:42.545951 n-d-843337-2 neutron-server[103898]: {{(pid=103898) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 15:56:42.571190 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] For port 88138a50-e3d9-469f-9244-85b717ac5928, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:56:42.577576 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] For port 88138a50-e3d9-469f-9244-85b717ac5928, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=88138a50-e3d9-469f-9244-85b717ac5928,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:56:42.585604 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:42.636020 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-bedc2124-239d-4506-b8fa-e5400e45c45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:42.651841 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:56:42.677040 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] Routers {'d589c5f5-cd3e-46a7-b45c-8911f1279b63'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:56:42.678028 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:56:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:42.778085 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a73059-3be0-4db4-8984-7bbd7f301ab5 None None] Pushing event updated for resources: {'Port': ['ID=88138a50-e3d9-469f-9244-85b717ac5928,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:42.867674 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:42.868523 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:42.874020 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8daf85e9-8204-4e3c-9d1f-56701ab07796 None None] Current status of the port 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:42.904042 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9054986-e004-443f-b9dc-4fbca75a20c5 req-02c897b1-e9a7-4e0f-aad6-350e62e2f98a tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:42.927513 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f9054986-e004-443f-b9dc-4fbca75a20c5 req-02c897b1-e9a7-4e0f-aad6-350e62e2f98a tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1016f23-e24e-4afd-958f-7fe5c3666046 HTTP/1.1" status: 200 len: 936 time: 0.3539739 May 26 15:56:42.938666 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3304208f-5e68-4a5c-ab68-bfee19677712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:43.039813 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:43.162237 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] Set router d589c5f5-cd3e-46a7-b45c-8911f1279b63 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:56:43.279528 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60172) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:43.455708 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-bedc2124-239d-4506-b8fa-e5400e45c45d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0d8cf27-4917-4cb4-8ade-2f646ec24000 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:56:43.463860 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-bedc2124-239d-4506-b8fa-e5400e45c45d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:43.510590 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-bedc2124-239d-4506-b8fa-e5400e45c45d service neutron] Transition to ACTIVE for port object f0d8cf27-4917-4cb4-8ade-2f646ec24000 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:56:43.520791 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-bedc2124-239d-4506-b8fa-e5400e45c45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:43.551997 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f9054986-e004-443f-b9dc-4fbca75a20c5 req-5bb94ff2-ac8e-4187-8f4e-6fbb574e089a tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/security-groups?id=f296a5a2-32f7-4a1c-af19-62a7aad7e5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6235647 May 26 15:56:43.627559 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc2124-239d-4506-b8fa-e5400e45c45d service neutron] Pushing event updated for resources: {'Port': ['ID=f0d8cf27-4917-4cb4-8ade-2f646ec24000,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:43.667811 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495110586-router', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '88138a50-e3d9-469f-9244-85b717ac5928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:37Z', 'updated_at': '2022-05-26T15:56:40Z', 'revision_number': 3, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'gw_port': {'id': '88138a50-e3d9-469f-9244-85b717ac5928', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:43.732340 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb760259-1938-49cd-83c2-5751b75c8ac0 None None] The sync data for ids ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'] in n-d-843337-2 is: [{'id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495110586-router', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '88138a50-e3d9-469f-9244-85b717ac5928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:37Z', 'updated_at': '2022-05-26T15:56:40Z', 'revision_number': 3, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'gw_port': {'id': '88138a50-e3d9-469f-9244-85b717ac5928', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:56:43.748931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-bedc2124-239d-4506-b8fa-e5400e45c45d service neutron] Attempting to bind port f0d8cf27-4917-4cb4-8ade-2f646ec24000 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:56:43.749583 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-bedc2124-239d-4506-b8fa-e5400e45c45d service neutron] Attempting to bind port f0d8cf27-4917-4cb4-8ade-2f646ec24000 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:56:43.749675 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-bedc2124-239d-4506-b8fa-e5400e45c45d service neutron] Attempting to bind port f0d8cf27-4917-4cb4-8ade-2f646ec24000 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:43.767070 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-bedc2124-239d-4506-b8fa-e5400e45c45d service neutron] Port f0d8cf27-4917-4cb4-8ade-2f646ec24000 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:56:43.767413 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-bedc2124-239d-4506-b8fa-e5400e45c45d service neutron] Attempting to bind port f0d8cf27-4917-4cb4-8ade-2f646ec24000 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:43.775860 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f6a3c7f3-551b-4b11-928c-5501c61c770d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:43.807095 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-bedc2124-239d-4506-b8fa-e5400e45c45d service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:56:43.807095 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-bedc2124-239d-4506-b8fa-e5400e45c45d service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:56:43.807095 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-bedc2124-239d-4506-b8fa-e5400e45c45d service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:56:43.807095 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-bedc2124-239d-4506-b8fa-e5400e45c45d service neutron] Bound port: f0d8cf27-4917-4cb4-8ade-2f646ec24000, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:56:43.807095 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-bedc2124-239d-4506-b8fa-e5400e45c45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:43.988750 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4462ef2e-ad54-461f-97eb-e6af36be9e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:44.176972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-bedc2124-239d-4506-b8fa-e5400e45c45d service neutron] For port f0d8cf27-4917-4cb4-8ade-2f646ec24000, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:56:44.203896 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-bedc2124-239d-4506-b8fa-e5400e45c45d service neutron] For port f0d8cf27-4917-4cb4-8ade-2f646ec24000, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f0d8cf27-4917-4cb4-8ade-2f646ec24000,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:56:44.251667 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-bedc2124-239d-4506-b8fa-e5400e45c45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:44.278807 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4462ef2e-ad54-461f-97eb-e6af36be9e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:44.289892 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4462ef2e-ad54-461f-97eb-e6af36be9e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:44.442663 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4462ef2e-ad54-461f-97eb-e6af36be9e48 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ab93411f1ffa4222a12905b051392f74&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1617174 May 26 15:56:44.456214 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60198) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:44.458885 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462ef2e-ad54-461f-97eb-e6af36be9e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccc61b6-fb40-4054-8e54-1758c1f54d22,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:44.583058 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6a8a31bc-db68-4645-87ad-16df38515529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:44.605060 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-bedc2124-239d-4506-b8fa-e5400e45c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:44.605724 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-bedc2124-239d-4506-b8fa-e5400e45c45d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:44.608598 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-bedc2124-239d-4506-b8fa-e5400e45c45d service neutron] 10.222.0.81 "PUT /v2.0/ports/f0d8cf27-4917-4cb4-8ade-2f646ec24000 HTTP/1.1" status: 200 len: 1117 time: 3.5954261 May 26 15:56:44.617847 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1016f23-e24e-4afd-958f-7fe5c3666046', 'tag': 'f0d8cf27-4917-4cb4-8ade-2f646ec24000'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:44.659322 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6a8a31bc-db68-4645-87ad-16df38515529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:44.770311 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6a8a31bc-db68-4645-87ad-16df38515529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:44.785539 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6a8a31bc-db68-4645-87ad-16df38515529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:44.788423 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6a8a31bc-db68-4645-87ad-16df38515529 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eccc61b6-fb40-4054-8e54-1758c1f54d22 HTTP/1.1" status: 204 len: 168 time: 0.3256443 May 26 15:56:44.817973 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 88138a50-e3d9-469f-9244-85b717ac5928 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:56:44.830560 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a31bc-db68-4645-87ad-16df38515529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccc61b6-fb40-4054-8e54-1758c1f54d22,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:44.871299 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-f6a3c7f3-551b-4b11-928c-5501c61c770d admin admin] Allocated IP 172.20.0.1 (fd21b13c-44ff-4f1b-8ebb-43aa45f45369/f04b8b7b-67c4-4820-8e2d-a906f17469d6/fbef516a-77ba-4b70-bf9e-7fb913fd8191) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:56:44.974422 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 88138a50-e3d9-469f-9244-85b717ac5928 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:44.974813 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:45.148187 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 88138a50-e3d9-469f-9244-85b717ac5928 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:45.148828 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:45.185748 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 88138a50-e3d9-469f-9244-85b717ac5928, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=88138a50-e3d9-469f-9244-85b717ac5928,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:45.196776 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:45.298720 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=88138a50-e3d9-469f-9244-85b717ac5928,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:45.319461 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47b7b6-959b-4dfb-939a-fa6cb415b45e req-004d6268-6493-4561-9b0b-f3042304ebf8 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:45.321412 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff47b7b6-959b-4dfb-939a-fa6cb415b45e req-004d6268-6493-4561-9b0b-f3042304ebf8 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1016f23-e24e-4afd-958f-7fe5c3666046 HTTP/1.1" status: 200 len: 969 time: 0.2303596 May 26 15:56:45.380072 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4043a971-6822-4634-a7b2-3547c4cecf1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:45.514529 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff47b7b6-959b-4dfb-939a-fa6cb415b45e req-8a147376-af61-4260-8ab0-6e72c2fe3ea8 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/security-groups?id=f296a5a2-32f7-4a1c-af19-62a7aad7e5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564376 May 26 15:56:45.520085 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc2124-239d-4506-b8fa-e5400e45c45d service neutron] Pushing event updated for resources: {'Port': ['ID=f0d8cf27-4917-4cb4-8ade-2f646ec24000,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:45.589456 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-60aee6bd-23eb-4b6f-83f4-0f9a2645df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:45.591211 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-60aee6bd-23eb-4b6f-83f4-0f9a2645df75 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5f54e8dd217640a08653f0f106be3d22&device_id=b1016f23-e24e-4afd-958f-7fe5c3666046 HTTP/1.1" status: 200 len: 1120 time: 0.7047043 May 26 15:56:45.653799 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60232) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:45.677664 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fd61b34c-1e3e-43f9-90e1-6f7e8540077b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:45.806699 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fd61b34c-1e3e-43f9-90e1-6f7e8540077b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:45.812460 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fd61b34c-1e3e-43f9-90e1-6f7e8540077b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:45.844802 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-ce6e22b1-d085-4aa4-8003-a639a08b5275 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=f0d8cf27-4917-4cb4-8ade-2f646ec24000 HTTP/1.1" status: 200 len: 217 time: 0.2235055 May 26 15:56:45.846246 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fd61b34c-1e3e-43f9-90e1-6f7e8540077b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e4aefca50e884e0baf049ca725a924b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1911602 May 26 15:56:45.849915 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60238) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:45.852408 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f194564e-4992-40dd-9663-7fc738b7ed1d" -d '{"events": [{"name": "network-changed", "server_uuid": "b1016f23-e24e-4afd-958f-7fe5c3666046", "tag": "f0d8cf27-4917-4cb4-8ade-2f646ec24000"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:56:45.925627 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ec0876e-17a5-43ea-958f-8cc93b38fe2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:45.960080 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ec0876e-17a5-43ea-958f-8cc93b38fe2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:45.999057 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61b34c-1e3e-43f9-90e1-6f7e8540077b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe9bbdc-fb81-45c2-b8ad-75e193ac2566,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:46.067006 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ec0876e-17a5-43ea-958f-8cc93b38fe2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:46.078963 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f6a3c7f3-551b-4b11-928c-5501c61c770d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:46.090403 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ec0876e-17a5-43ea-958f-8cc93b38fe2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:46.103893 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4ec0876e-17a5-43ea-958f-8cc93b38fe2a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cfe9bbdc-fb81-45c2-b8ad-75e193ac2566 HTTP/1.1" status: 204 len: 168 time: 0.2520683 May 26 15:56:46.132136 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0876e-17a5-43ea-958f-8cc93b38fe2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe9bbdc-fb81-45c2-b8ad-75e193ac2566,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:46.158920 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f6a3c7f3-551b-4b11-928c-5501c61c770d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:46.173235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-e8efc239-e4c0-4fb3-a714-b377ab004f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:46.176208 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-e8efc239-e4c0-4fb3-a714-b377ab004f82 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.3148286 May 26 15:56:46.218043 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a3c7f3-551b-4b11-928c-5501c61c770d admin admin] Network fd21b13c-44ff-4f1b-8ebb-43aa45f45369 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:56:46.223576 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-f6a3c7f3-551b-4b11-928c-5501c61c770d admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:56:46.241103 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a3c7f3-551b-4b11-928c-5501c61c770d admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:56:46.241849 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f6a3c7f3-551b-4b11-928c-5501c61c770d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:46.347533 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:46.683537 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 88138a50-e3d9-469f-9244-85b717ac5928 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:56:46.773322 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3c7f3-551b-4b11-928c-5501c61c770d admin admin] Pushing event updated for resources: {'Port': ['ID=fbef516a-77ba-4b70-bf9e-7fb913fd8191,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:46.813755 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-08885969-1e84-48c0-a334-859e0ff906bb None None] Provisioning complete for port fbef516a-77ba-4b70-bf9e-7fb913fd8191 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:46.815003 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-08885969-1e84-48c0-a334-859e0ff906bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:46.907903 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-08885969-1e84-48c0-a334-859e0ff906bb None None] Port fbef516a-77ba-4b70-bf9e-7fb913fd8191 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:56:46.936026 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 88138a50-e3d9-469f-9244-85b717ac5928 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:46.936670 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:46.993143 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c61700d-271e-48ca-bc15-cc270a18b2b2 x-openstack-request-id: req-5c61700d-271e-48ca-bc15-cc270a18b2b2 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:56:46.993365 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1016f23-e24e-4afd-958f-7fe5c3666046", "tag": "f0d8cf27-4917-4cb4-8ade-2f646ec24000", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:56:46.994368 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5c61700d-271e-48ca-bc15-cc270a18b2b2 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:56:46.996411 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c61700d-271e-48ca-bc15-cc270a18b2b2'] response: {'name': 'network-changed', 'server_uuid': 'b1016f23-e24e-4afd-958f-7fe5c3666046', 'tag': 'f0d8cf27-4917-4cb4-8ade-2f646ec24000', 'status': 'completed', 'code': 200} May 26 15:56:47.031606 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-d1a57b09-5741-4be4-92ba-127f93a78123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:47.035557 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60272) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:47.035961 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-d1a57b09-5741-4be4-92ba-127f93a78123 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6403716 May 26 15:56:47.131685 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 88138a50-e3d9-469f-9244-85b717ac5928 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:47.458155 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b67caaaa-75ca-4018-a48b-58ff42f74de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:47.470758 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f6a3c7f3-551b-4b11-928c-5501c61c770d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:47.498600 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-13c494b8-d61f-45b8-827c-e0b803e11ebe service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107852 May 26 15:56:47.509005 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65272452-fcac-4361-a2d1-2f0831ae16d3 req-470396e4-721c-4ed8-b2b1-32e62ae63c1f tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:47.510710 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-65272452-fcac-4361-a2d1-2f0831ae16d3 req-470396e4-721c-4ed8-b2b1-32e62ae63c1f tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1016f23-e24e-4afd-958f-7fe5c3666046 HTTP/1.1" status: 200 len: 969 time: 0.3039501 May 26 15:56:47.560661 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:47.668003 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b67caaaa-75ca-4018-a48b-58ff42f74de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:47.681442 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b67caaaa-75ca-4018-a48b-58ff42f74de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:47.696463 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-65272452-fcac-4361-a2d1-2f0831ae16d3 req-a26a4ae3-4637-4f6e-9fc7-0b70010110cb tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/security-groups?id=f296a5a2-32f7-4a1c-af19-62a7aad7e5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497724 May 26 15:56:47.767830 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b67caaaa-75ca-4018-a48b-58ff42f74de9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a9a92d2fc83745aa819df4c5730d31b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7293167 May 26 15:56:47.769237 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60306) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:47.778566 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67caaaa-75ca-4018-a48b-58ff42f74de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124fe6bb-db20-4010-bbd3-992b51f4586d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:47.836320 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ccbb81f-d1d5-40d3-adaf-7341abf1c1e7 req-f59f1912-699f-4bf5-bd65-b23ac20d2408 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925384 May 26 15:56:47.843695 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ba84311-b98d-4cd8-bb91-9c25816c80f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:47.913673 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ba84311-b98d-4cd8-bb91-9c25816c80f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:47.923986 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f6a3c7f3-551b-4b11-928c-5501c61c770d admin admin] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:47.933810 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f6a3c7f3-551b-4b11-928c-5501c61c770d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:47.934975 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f6a3c7f3-551b-4b11-928c-5501c61c770d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:48.102732 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:48.109684 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ba84311-b98d-4cd8-bb91-9c25816c80f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:48.113423 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ba84311-b98d-4cd8-bb91-9c25816c80f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:48.114605 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4ba84311-b98d-4cd8-bb91-9c25816c80f3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/124fe6bb-db20-4010-bbd3-992b51f4586d HTTP/1.1" status: 204 len: 168 time: 0.3438447 May 26 15:56:48.122971 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3c7f3-551b-4b11-928c-5501c61c770d admin admin] Pushing event updated for resources: {'Port': ['ID=fbef516a-77ba-4b70-bf9e-7fb913fd8191,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:48.140009 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba84311-b98d-4cd8-bb91-9c25816c80f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124fe6bb-db20-4010-bbd3-992b51f4586d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:48.245907 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a3c7f3-551b-4b11-928c-5501c61c770d admin admin] Network fd21b13c-44ff-4f1b-8ebb-43aa45f45369 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:56:48.250562 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-f6a3c7f3-551b-4b11-928c-5501c61c770d admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:56:48.625840 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a3c7f3-551b-4b11-928c-5501c61c770d admin admin] Router d589c5f5-cd3e-46a7-b45c-8911f1279b63 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:56:48.788322 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f03cdb52-c2b6-460c-a1dc-954d7a792a30 None None] Provisioning complete for port fbef516a-77ba-4b70-bf9e-7fb913fd8191 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:48.789714 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f03cdb52-c2b6-460c-a1dc-954d7a792a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:48.849414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f03cdb52-c2b6-460c-a1dc-954d7a792a30 None None] Port fbef516a-77ba-4b70-bf9e-7fb913fd8191 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:56:48.858843 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60350) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:48.891299 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73a88e50-98e7-4c3c-97bc-6c4adea3fd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:48.909356 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:49.061942 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73a88e50-98e7-4c3c-97bc-6c4adea3fd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:49.076046 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73a88e50-98e7-4c3c-97bc-6c4adea3fd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:49.079860 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a3c7f3-551b-4b11-928c-5501c61c770d admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:56:49.094570 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00001c20-0039-409c-97c6-39f41f0739df None None] Sync routers for ids ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:56:49.104740 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f6a3c7f3-551b-4b11-928c-5501c61c770d admin admin] 10.222.0.77 "PUT /v2.0/routers/d589c5f5-cd3e-46a7-b45c-8911f1279b63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7570007 May 26 15:56:49.139024 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00001c20-0039-409c-97c6-39f41f0739df None None] Routers {'d589c5f5-cd3e-46a7-b45c-8911f1279b63'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:56:49.139671 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-00001c20-0039-409c-97c6-39f41f0739df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:56:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:49.144565 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bc568-6f3a-4454-83c3-92a1be06f43f req-e5a2d226-7639-48e8-a398-e7c9db2ab74a tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:49.146492 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb6bc568-6f3a-4454-83c3-92a1be06f43f req-e5a2d226-7639-48e8-a398-e7c9db2ab74a tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1016f23-e24e-4afd-958f-7fe5c3666046 HTTP/1.1" status: 200 len: 969 time: 0.3258615 May 26 15:56:49.180418 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a88e50-98e7-4c3c-97bc-6c4adea3fd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4193af8-ed98-496a-846b-b9c6770cc47c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:49.229000 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb6bc568-6f3a-4454-83c3-92a1be06f43f req-0606747a-5c9d-48e1-8dc2-bf2687293e14 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/security-groups?id=f296a5a2-32f7-4a1c-af19-62a7aad7e5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757353 May 26 15:56:49.230775 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-73a88e50-98e7-4c3c-97bc-6c4adea3fd40 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ba2c54c6fa3f4a17bda622f54ef17f43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3701861 May 26 15:56:49.235779 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60366) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:49.247780 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194564e-4992-40dd-9663-7fc738b7ed1d req-9fe25674-e8e9-42ec-82d3-8b994786695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:49.250209 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f194564e-4992-40dd-9663-7fc738b7ed1d req-9fe25674-e8e9-42ec-82d3-8b994786695b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5f54e8dd217640a08653f0f106be3d22&device_id=b1016f23-e24e-4afd-958f-7fe5c3666046 HTTP/1.1" status: 200 len: 1120 time: 0.3194871 May 26 15:56:49.369406 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3e8753b4-1f3d-4ebe-ac2d-c1968efb6529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:49.410463 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3e8753b4-1f3d-4ebe-ac2d-c1968efb6529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:49.428472 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-00001c20-0039-409c-97c6-39f41f0739df None None] Set router d589c5f5-cd3e-46a7-b45c-8911f1279b63 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:56:49.510018 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3e8753b4-1f3d-4ebe-ac2d-c1968efb6529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:49.513740 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3e8753b4-1f3d-4ebe-ac2d-c1968efb6529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:49.514981 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3e8753b4-1f3d-4ebe-ac2d-c1968efb6529 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e4193af8-ed98-496a-846b-b9c6770cc47c HTTP/1.1" status: 204 len: 168 time: 0.2778151 May 26 15:56:49.549913 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8753b4-1f3d-4ebe-ac2d-c1968efb6529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4193af8-ed98-496a-846b-b9c6770cc47c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:49.664460 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60376) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:49.783912 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-00001c20-0039-409c-97c6-39f41f0739df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495110586-router', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '88138a50-e3d9-469f-9244-85b717ac5928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:37Z', 'updated_at': '2022-05-26T15:56:47Z', 'revision_number': 4, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'gw_port': {'id': '88138a50-e3d9-469f-9244-85b717ac5928', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'fbef516a-77ba-4b70-bf9e-7fb913fd8191', 'name': '', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'mac_address': 'fa:16:3e:4a:b4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:43Z', 'updated_at': '2022-05-26T15:56:47Z', 'revision_number': 2, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'subnets': [{'id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:49.813756 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00001c20-0039-409c-97c6-39f41f0739df None None] Checking router: d589c5f5-cd3e-46a7-b45c-8911f1279b63 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:56:49.814613 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00001c20-0039-409c-97c6-39f41f0739df None None] Updating router d589c5f5-cd3e-46a7-b45c-8911f1279b63 port fbef516a-77ba-4b70-bf9e-7fb913fd8191 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:56:49.855147 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-00001c20-0039-409c-97c6-39f41f0739df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:49.969880 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60384) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:50.140167 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60388) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:50.252349 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194564e-4992-40dd-9663-7fc738b7ed1d req-83eaea88-6d64-4516-aabf-0eb5dcf6062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:50.254970 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f194564e-4992-40dd-9663-7fc738b7ed1d req-83eaea88-6d64-4516-aabf-0eb5dcf6062b service neutron] 10.222.0.81 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.3079615 May 26 15:56:50.324081 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-99982722-1c49-415c-877a-0e35a8ad1f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:50.406279 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-00001c20-0039-409c-97c6-39f41f0739df None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:50.408364 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc9a6c-ea8f-4b2e-bed9-60169c341196 req-e2ab5749-350b-4496-ae4a-93be29126232 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:50.410492 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8bc9a6c-ea8f-4b2e-bed9-60169c341196 req-e2ab5749-350b-4496-ae4a-93be29126232 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1016f23-e24e-4afd-958f-7fe5c3666046 HTTP/1.1" status: 200 len: 969 time: 0.1077213 May 26 15:56:50.413793 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-00001c20-0039-409c-97c6-39f41f0739df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:50.480601 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce68222-a08d-43cd-8e24-e6f38eed0252 None None] Pushing event updated for resources: {'Port': ['ID=fbef516a-77ba-4b70-bf9e-7fb913fd8191,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:50.487285 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60396) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:50.491613 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8bc9a6c-ea8f-4b2e-bed9-60169c341196 req-01fccfde-e28d-455b-a9dc-fdcd00d78495 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/security-groups?id=f296a5a2-32f7-4a1c-af19-62a7aad7e5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713177 May 26 15:56:50.552886 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-99982722-1c49-415c-877a-0e35a8ad1f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:50.559767 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-99982722-1c49-415c-877a-0e35a8ad1f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:50.567830 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-00001c20-0039-409c-97c6-39f41f0739df None None] Attempting to bind port fbef516a-77ba-4b70-bf9e-7fb913fd8191 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:56:50.568231 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-00001c20-0039-409c-97c6-39f41f0739df None None] Attempting to bind port fbef516a-77ba-4b70-bf9e-7fb913fd8191 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'dae879e7-109f-4012-aa0b-0a7b2554ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:56:50.568595 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00001c20-0039-409c-97c6-39f41f0739df None None] Attempting to bind port fbef516a-77ba-4b70-bf9e-7fb913fd8191 on network fd21b13c-44ff-4f1b-8ebb-43aa45f45369 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:50.574112 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00001c20-0039-409c-97c6-39f41f0739df None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:56:50.574961 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00001c20-0039-409c-97c6-39f41f0739df None None] Checking segment: {'id': 'dae879e7-109f-4012-aa0b-0a7b2554ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:56:50.575104 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-00001c20-0039-409c-97c6-39f41f0739df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:50.575463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00001c20-0039-409c-97c6-39f41f0739df None None] Bound using segment: {'id': 'dae879e7-109f-4012-aa0b-0a7b2554ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:56:50.575985 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-00001c20-0039-409c-97c6-39f41f0739df None None] Bound port: fbef516a-77ba-4b70-bf9e-7fb913fd8191, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae879e7-109f-4012-aa0b-0a7b2554ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:56:50.576481 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-00001c20-0039-409c-97c6-39f41f0739df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:50.622989 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-99982722-1c49-415c-877a-0e35a8ad1f62 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d148003a0e714a81885e576aa3c2f45e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9563956 May 26 15:56:50.625668 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60402) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:50.663814 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f194564e-4992-40dd-9663-7fc738b7ed1d req-6d8bdb8d-a07c-4ec7-8c21-b59eeb95949f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=f0d8cf27-4917-4cb4-8ade-2f646ec24000 HTTP/1.1" status: 200 len: 217 time: 0.0616686 May 26 15:56:50.665221 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99982722-1c49-415c-877a-0e35a8ad1f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78a0a9a-2b7f-44bc-a22b-c30d24e5d376,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:50.732418 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bcffbda9-cf2c-42bd-97c0-088f147dbf53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:50.752135 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194564e-4992-40dd-9663-7fc738b7ed1d req-24a7b6d6-eb66-4c17-b0c8-e52ed641848a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:50.754171 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f194564e-4992-40dd-9663-7fc738b7ed1d req-24a7b6d6-eb66-4c17-b0c8-e52ed641848a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0708694 May 26 15:56:50.757357 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bcffbda9-cf2c-42bd-97c0-088f147dbf53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:50.820629 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194564e-4992-40dd-9663-7fc738b7ed1d req-7f8e957f-320c-436b-9c46-5c5781488385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:50.823183 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-2e32e716-6434-42dc-8869-ee89d47a774b None None] Provisioning complete for port fbef516a-77ba-4b70-bf9e-7fb913fd8191 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:50.823701 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2e32e716-6434-42dc-8869-ee89d47a774b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:50.823961 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f194564e-4992-40dd-9663-7fc738b7ed1d req-7f8e957f-320c-436b-9c46-5c5781488385 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0584226 May 26 15:56:50.875128 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0303125-1b33-42db-8d49-8b2cb1add281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:50.877291 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8e0e-8f03-4151-b98b-a23f93c8c426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:50.893385 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-00001c20-0039-409c-97c6-39f41f0739df None None] For port fbef516a-77ba-4b70-bf9e-7fb913fd8191, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:56:50.893629 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bcffbda9-cf2c-42bd-97c0-088f147dbf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:50.895417 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2e32e716-6434-42dc-8869-ee89d47a774b None None] Port fbef516a-77ba-4b70-bf9e-7fb913fd8191 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:56:50.896396 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bcffbda9-cf2c-42bd-97c0-088f147dbf53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:50.900955 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bcffbda9-cf2c-42bd-97c0-088f147dbf53 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f78a0a9a-2b7f-44bc-a22b-c30d24e5d376 HTTP/1.1" status: 204 len: 168 time: 0.2740252 May 26 15:56:50.906942 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d2d297e8-bc9c-4e98-8a82-a4affc88d58a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-436223830-network', 'tenant_id': '19e070c8e7b54fd08885a106f1eb9e23'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:50.908465 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-00001c20-0039-409c-97c6-39f41f0739df None None] For port fbef516a-77ba-4b70-bf9e-7fb913fd8191, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=fbef516a-77ba-4b70-bf9e-7fb913fd8191,segment=NetworkSegment(dae879e7-109f-4012-aa0b-0a7b2554ca48),segment_id=dae879e7-109f-4012-aa0b-0a7b2554ca48)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:56:50.917755 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-00001c20-0039-409c-97c6-39f41f0739df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:50.964389 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d297e8-bc9c-4e98-8a82-a4affc88d58a admin admin] Made reservation on behalf of 19e070c8e7b54fd08885a106f1eb9e23 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:56:50.967652 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d2d297e8-bc9c-4e98-8a82-a4affc88d58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:50.974930 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffbda9-cf2c-42bd-97c0-088f147dbf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78a0a9a-2b7f-44bc-a22b-c30d24e5d376,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:50.999697 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d2d297e8-bc9c-4e98-8a82-a4affc88d58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.020496 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f194564e-4992-40dd-9663-7fc738b7ed1d req-2ca95fc4-4b1f-4e22-b65f-73f3c37adbde service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857221 May 26 15:56:51.070272 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce68222-a08d-43cd-8e24-e6f38eed0252 None None] Pushing event updated for resources: {'Port': ['ID=fbef516a-77ba-4b70-bf9e-7fb913fd8191,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:51.072788 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00001c20-0039-409c-97c6-39f41f0739df None None] Routers {'d589c5f5-cd3e-46a7-b45c-8911f1279b63'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:56:51.073387 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-00001c20-0039-409c-97c6-39f41f0739df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:56:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:51.257287 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d2d297e8-bc9c-4e98-8a82-a4affc88d58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.280641 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d2d297e8-bc9c-4e98-8a82-a4affc88d58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.320436 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-00001c20-0039-409c-97c6-39f41f0739df None None] Set router d589c5f5-cd3e-46a7-b45c-8911f1279b63 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:56:51.332411 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8e0e-8f03-4151-b98b-a23f93c8c426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.362248 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8e0e-8f03-4151-b98b-a23f93c8c426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.381604 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-bb66e0e7-b401-436c-892e-df1b679b97c3 None None] Provisioning complete for port fbef516a-77ba-4b70-bf9e-7fb913fd8191 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:51.382252 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bb66e0e7-b401-436c-892e-df1b679b97c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.386442 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0303125-1b33-42db-8d49-8b2cb1add281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.409611 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d297e8-bc9c-4e98-8a82-a4affc88d58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411224bf-7937-44ef-bff4-1dfdb27a2202,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:51.469303 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b8e0e-8f03-4151-b98b-a23f93c8c426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fff236a-9410-45f4-aefa-0ef338579f4a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:51.473379 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d297e8-bc9c-4e98-8a82-a4affc88d58a admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:56:51.482220 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0303125-1b33-42db-8d49-8b2cb1add281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.555612 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a0303125-1b33-42db-8d49-8b2cb1add281 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ff097c8b25c145bfae3a8e9795612607&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5848017 May 26 15:56:51.564851 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f194564e-4992-40dd-9663-7fc738b7ed1d req-8740ac3b-304a-4477-aa33-0e816a81f3f8 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357790 May 26 15:56:51.567539 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60430) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:51.600345 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d2d297e8-bc9c-4e98-8a82-a4affc88d58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.603192 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-d2d297e8-bc9c-4e98-8a82-a4affc88d58a admin admin] Added segment f0f592f5-c31e-4c87-8461-c6e672adf316 of type vlan for network 849715ed-d05e-42c2-bffa-fde3212d6c0a May 26 15:56:51.610005 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cd5b8e0e-8f03-4151-b98b-a23f93c8c426 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=60e143aa605544aaba6be212b274308d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4687576 May 26 15:56:51.614653 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60432) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:51.628592 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-bb66e0e7-b401-436c-892e-df1b679b97c3 None None] Current status of the port fbef516a-77ba-4b70-bf9e-7fb913fd8191 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:51.629135 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bb66e0e7-b401-436c-892e-df1b679b97c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.653718 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60434) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:51.655866 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0303125-1b33-42db-8d49-8b2cb1add281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353b4903-93e8-4a50-8759-88d475705688,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:51.658471 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60436) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:51.680054 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d600e3c9-548a-45a2-8d0f-f9b59383220d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.682767 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-bb66e0e7-b401-436c-892e-df1b679b97c3 None None] For port fbef516a-77ba-4b70-bf9e-7fb913fd8191, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=fbef516a-77ba-4b70-bf9e-7fb913fd8191,segment=NetworkSegment(dae879e7-109f-4012-aa0b-0a7b2554ca48),segment_id=dae879e7-109f-4012-aa0b-0a7b2554ca48)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:51.685954 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a6acb70e-8164-4eba-ac3f-01a550884e29 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144413570-network', 'tenant_id': '4ce6c9bd647b4c01a79f72a87f284947'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:51.692323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-00001c20-0039-409c-97c6-39f41f0739df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495110586-router', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '88138a50-e3d9-469f-9244-85b717ac5928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:37Z', 'updated_at': '2022-05-26T15:56:47Z', 'revision_number': 4, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'gw_port': {'id': '88138a50-e3d9-469f-9244-85b717ac5928', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'fbef516a-77ba-4b70-bf9e-7fb913fd8191', 'name': '', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'mac_address': 'fa:16:3e:4a:b4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:43Z', 'updated_at': '2022-05-26T15:56:50Z', 'revision_number': 4, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'subnets': [{'id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:51.696642 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bb66e0e7-b401-436c-892e-df1b679b97c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.712078 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d2d297e8-bc9c-4e98-8a82-a4affc88d58a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.734600 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00001c20-0039-409c-97c6-39f41f0739df None None] The sync data for ids ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'] in n-d-843337-2 is: [{'id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495110586-router', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '88138a50-e3d9-469f-9244-85b717ac5928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:37Z', 'updated_at': '2022-05-26T15:56:47Z', 'revision_number': 4, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'gw_port': {'id': '88138a50-e3d9-469f-9244-85b717ac5928', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'fbef516a-77ba-4b70-bf9e-7fb913fd8191', 'name': '', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'mac_address': 'fa:16:3e:4a:b4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:43Z', 'updated_at': '2022-05-26T15:56:50Z', 'revision_number': 4, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'subnets': [{'id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:56:51.766059 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-744e708c-abcd-4cce-aeb0-deedfffa0174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.784568 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d600e3c9-548a-45a2-8d0f-f9b59383220d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.833306 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-744e708c-abcd-4cce-aeb0-deedfffa0174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.835709 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-58e4c9dd-976d-4d63-a5ea-6f0927beb95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.856437 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6acb70e-8164-4eba-ac3f-01a550884e29 admin admin] Made reservation on behalf of 4ce6c9bd647b4c01a79f72a87f284947 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:56:51.859730 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a6acb70e-8164-4eba-ac3f-01a550884e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.861399 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80e829-01c1-46cb-841b-4784cb845d47 req-824c0a91-b118-4ffe-bad6-d009191a8a47 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:51.865765 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d600e3c9-548a-45a2-8d0f-f9b59383220d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.871441 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb80e829-01c1-46cb-841b-4784cb845d47 req-824c0a91-b118-4ffe-bad6-d009191a8a47 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1016f23-e24e-4afd-958f-7fe5c3666046 HTTP/1.1" status: 200 len: 969 time: 0.2644618 May 26 15:56:51.891605 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66e0e7-b401-436c-892e-df1b679b97c3 None None] Pushing event updated for resources: {'Port': ['ID=fbef516a-77ba-4b70-bf9e-7fb913fd8191,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:51.904084 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a6acb70e-8164-4eba-ac3f-01a550884e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.931467 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d2d297e8-bc9c-4e98-8a82-a4affc88d58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.932543 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d297e8-bc9c-4e98-8a82-a4affc88d58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:51.933099 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d2d297e8-bc9c-4e98-8a82-a4affc88d58a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.944706 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-58e4c9dd-976d-4d63-a5ea-6f0927beb95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:51.960243 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d600e3c9-548a-45a2-8d0f-f9b59383220d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=25fe3961d49a4c1ebfbf883b42e80ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051925 May 26 15:56:51.964815 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60446) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:52.033542 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb80e829-01c1-46cb-841b-4784cb845d47 req-7798007f-42ee-4047-9cf5-5836241177e5 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/security-groups?id=f296a5a2-32f7-4a1c-af19-62a7aad7e5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610863 May 26 15:56:52.073258 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-744e708c-abcd-4cce-aeb0-deedfffa0174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:52.076728 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-744e708c-abcd-4cce-aeb0-deedfffa0174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:52.078188 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-744e708c-abcd-4cce-aeb0-deedfffa0174 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1fff236a-9410-45f4-aefa-0ef338579f4a HTTP/1.1" status: 204 len: 168 time: 0.4625669 May 26 15:56:52.098407 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e708c-abcd-4cce-aeb0-deedfffa0174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fff236a-9410-45f4-aefa-0ef338579f4a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:52.145456 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a2b3ac9e-bb00-414f-a6db-a2a241d2da4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:52.160544 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-58e4c9dd-976d-4d63-a5ea-6f0927beb95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:52.164331 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-58e4c9dd-976d-4d63-a5ea-6f0927beb95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:52.165632 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-58e4c9dd-976d-4d63-a5ea-6f0927beb95e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/353b4903-93e8-4a50-8759-88d475705688 HTTP/1.1" status: 204 len: 168 time: 0.5971925 May 26 15:56:52.170086 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60452) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:52.197625 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4c9dd-976d-4d63-a5ea-6f0927beb95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353b4903-93e8-4a50-8759-88d475705688,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:52.201804 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600e3c9-548a-45a2-8d0f-f9b59383220d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cb982f-50d0-4350-9c7a-199c9b7f31bd,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:52.204354 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a2b3ac9e-bb00-414f-a6db-a2a241d2da4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:52.229507 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d2d297e8-bc9c-4e98-8a82-a4affc88d58a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7398233 May 26 15:56:52.235690 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60458) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:52.245946 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-aa09d676-0340-4aa5-8c4a-c3676f5e18b8 admin admin] Request body: {'subnet': {'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-436223830-subnet', 'tenant_id': '19e070c8e7b54fd08885a106f1eb9e23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:52.259493 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d297e8-bc9c-4e98-8a82-a4affc88d58a admin admin] Pushing event updated for resources: {'Network': ['ID=849715ed-d05e-42c2-bffa-fde3212d6c0a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:52.288883 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 849715ed-d05e-42c2-bffa-fde3212d6c0a details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:56:52.330220 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa09d676-0340-4aa5-8c4a-c3676f5e18b8 admin admin] Made reservation on behalf of 19e070c8e7b54fd08885a106f1eb9e23 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:56:52.332809 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a6acb70e-8164-4eba-ac3f-01a550884e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:52.335277 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aa09d676-0340-4aa5-8c4a-c3676f5e18b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:52.338459 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a6acb70e-8164-4eba-ac3f-01a550884e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:52.402237 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acb70e-8164-4eba-ac3f-01a550884e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845d6f0c-9800-4b2d-a2f1-aa459129f25f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:52.457289 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a2b3ac9e-bb00-414f-a6db-a2a241d2da4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:52.460000 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6acb70e-8164-4eba-ac3f-01a550884e29 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:56:52.460401 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a2b3ac9e-bb00-414f-a6db-a2a241d2da4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:52.464661 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a2b3ac9e-bb00-414f-a6db-a2a241d2da4b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/38cb982f-50d0-4350-9c7a-199c9b7f31bd HTTP/1.1" status: 204 len: 168 time: 0.4912579 May 26 15:56:52.473262 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a6acb70e-8164-4eba-ac3f-01a550884e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:52.473616 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-a6acb70e-8164-4eba-ac3f-01a550884e29 admin admin] Added segment 5429906a-18ab-4e2f-86bd-2e8430a9592a of type vlan for network f935c707-a1ad-4ba7-a93a-43c2c21ab483 May 26 15:56:52.497988 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3ac9e-bb00-414f-a6db-a2a241d2da4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cb982f-50d0-4350-9c7a-199c9b7f31bd,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:52.550351 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a6acb70e-8164-4eba-ac3f-01a550884e29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:52.584550 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a6acb70e-8164-4eba-ac3f-01a550884e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:52.585830 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6acb70e-8164-4eba-ac3f-01a550884e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:52.586625 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a6acb70e-8164-4eba-ac3f-01a550884e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:52.642858 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a6acb70e-8164-4eba-ac3f-01a550884e29 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9632883 May 26 15:56:52.643507 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60466) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:52.679096 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ffef37b8-525c-4201-97e7-573545c6cd20 admin admin] Request body: {'subnet': {'network_id': 'f935c707-a1ad-4ba7-a93a-43c2c21ab483', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144413570-subnet', 'tenant_id': '4ce6c9bd647b4c01a79f72a87f284947', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:52.731046 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aa09d676-0340-4aa5-8c4a-c3676f5e18b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:52.750314 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device fbef516a-77ba-4b70-bf9e-7fb913fd8191 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:56:52.754596 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acb70e-8164-4eba-ac3f-01a550884e29 admin admin] Pushing event updated for resources: {'Network': ['ID=f935c707-a1ad-4ba7-a93a-43c2c21ab483,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:52.763572 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffef37b8-525c-4201-97e7-573545c6cd20 admin admin] Made reservation on behalf of 4ce6c9bd647b4c01a79f72a87f284947 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:56:52.766300 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ffef37b8-525c-4201-97e7-573545c6cd20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:52.801953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60468) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:52.805296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-c20db7eb-2d0a-4d6c-bc38-246e1a3d5278 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1790418703-network', 'tenant_id': '895c6b69627743e5bb063c92fc326682'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:52.815385 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network f935c707-a1ad-4ba7-a93a-43c2c21ab483 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:56:52.909249 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f6e7dc76-44c2-4ed7-813d-4af357a37e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:52.919389 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port fbef516a-77ba-4b70-bf9e-7fb913fd8191 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:52.919932 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:52.939928 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09d676-0340-4aa5-8c4a-c3676f5e18b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34e27219-447c-429c-b572-febfd4b36520,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:52.969585 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20db7eb-2d0a-4d6c-bc38-246e1a3d5278 admin admin] Made reservation on behalf of 895c6b69627743e5bb063c92fc326682 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:56:52.986611 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c20db7eb-2d0a-4d6c-bc38-246e1a3d5278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.023611 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c20db7eb-2d0a-4d6c-bc38-246e1a3d5278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.044551 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09d676-0340-4aa5-8c4a-c3676f5e18b8 admin admin] Checking segment: {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:56:53.044925 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa09d676-0340-4aa5-8c4a-c3676f5e18b8 admin admin] Network hostable DHCP agents. Network: 849715ed-d05e-42c2-bffa-fde3212d6c0a, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:56:53.064562 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port fbef516a-77ba-4b70-bf9e-7fb913fd8191 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:53.089312 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60472) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:53.129483 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ffef37b8-525c-4201-97e7-573545c6cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.160134 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a2deec9c-7993-48e5-8002-6d16fb9498a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.202192 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef37b8-525c-4201-97e7-573545c6cd20 admin admin] Checking segment: {'id': '5429906a-18ab-4e2f-86bd-2e8430a9592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f935c707-a1ad-4ba7-a93a-43c2c21ab483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:56:53.202852 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffef37b8-525c-4201-97e7-573545c6cd20 admin admin] Network hostable DHCP agents. Network: f935c707-a1ad-4ba7-a93a-43c2c21ab483, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:56:53.206957 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef37b8-525c-4201-97e7-573545c6cd20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bb23106-31dd-4e93-8abf-1bb53b33c8cb,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:53.210698 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa09d676-0340-4aa5-8c4a-c3676f5e18b8 admin admin] Network 849715ed-d05e-42c2-bffa-fde3212d6c0a is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:56:53.230879 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffef37b8-525c-4201-97e7-573545c6cd20 admin admin] Network f935c707-a1ad-4ba7-a93a-43c2c21ab483 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:56:53.247781 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-ffef37b8-525c-4201-97e7-573545c6cd20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, f935c707-a1ad-4ba7-a93a-43c2c21ab483) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:56:53.257201 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffef37b8-525c-4201-97e7-573545c6cd20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:53.257793 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ffef37b8-525c-4201-97e7-573545c6cd20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.258908 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580fa0ba-a72d-47d4-9b25-34399a491fe1 None None] Network f935c707-a1ad-4ba7-a93a-43c2c21ab483 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:56:53.299383 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ffef37b8-525c-4201-97e7-573545c6cd20 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6297815 May 26 15:56:53.302038 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60478) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:53.306621 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a2b05661-3435-4a9a-b66b-47d69caaf089 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144413570-router', 'tenant_id': '4ce6c9bd647b4c01a79f72a87f284947', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:53.333322 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2b05661-3435-4a9a-b66b-47d69caaf089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.334461 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2b05661-3435-4a9a-b66b-47d69caaf089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.413583 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2b05661-3435-4a9a-b66b-47d69caaf089 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.432426 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e592a-caec-4e96-9694-1da6408ffd46 req-5976cf08-bff0-4959-880e-32db88bb16a4 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:53.441016 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d81e592a-caec-4e96-9694-1da6408ffd46 req-5976cf08-bff0-4959-880e-32db88bb16a4 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1016f23-e24e-4afd-958f-7fe5c3666046 HTTP/1.1" status: 200 len: 969 time: 0.3170512 May 26 15:56:53.449170 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-aa09d676-0340-4aa5-8c4a-c3676f5e18b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 849715ed-d05e-42c2-bffa-fde3212d6c0a) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:56:53.465272 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5b8564-4e3c-48ec-9ae3-362e6235711c None None] Network 849715ed-d05e-42c2-bffa-fde3212d6c0a requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:56:53.482612 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa09d676-0340-4aa5-8c4a-c3676f5e18b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:53.483199 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aa09d676-0340-4aa5-8c4a-c3676f5e18b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.516950 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-aa09d676-0340-4aa5-8c4a-c3676f5e18b8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2792523 May 26 15:56:53.581188 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c20db7eb-2d0a-4d6c-bc38-246e1a3d5278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.590972 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7be14e-d7da-4fba-a6dd-bd0ffa0bf01f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-f935c707-a1ad-4ba7-a93a-43c2c21ab483', 'network_id': 'f935c707-a1ad-4ba7-a93a-43c2c21ab483', 'tenant_id': '4ce6c9bd647b4c01a79f72a87f284947', 'fixed_ips': [{'subnet_id': '7bb23106-31dd-4e93-8abf-1bb53b33c8cb'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 15:56:53.592476 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2b7be14e-d7da-4fba-a6dd-bd0ffa0bf01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.598572 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d81e592a-caec-4e96-9694-1da6408ffd46 req-af046ef8-d2a2-4dde-a675-23e460e7ae3d tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/security-groups?id=f296a5a2-32f7-4a1c-af19-62a7aad7e5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566172 May 26 15:56:53.601244 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f6e7dc76-44c2-4ed7-813d-4af357a37e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.614605 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c20db7eb-2d0a-4d6c-bc38-246e1a3d5278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.631920 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20db7eb-2d0a-4d6c-bc38-246e1a3d5278 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:56:53.643305 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c20db7eb-2d0a-4d6c-bc38-246e1a3d5278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.643875 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-c20db7eb-2d0a-4d6c-bc38-246e1a3d5278 admin admin] Added segment e428ac68-2a75-4f46-af94-185c0e2cb0b4 of type vlan for network 71541f1d-ce38-4cf3-9f13-9a4c8286cac9 May 26 15:56:53.706200 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c20db7eb-2d0a-4d6c-bc38-246e1a3d5278 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.741320 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2b05661-3435-4a9a-b66b-47d69caaf089 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.756325 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f6e7dc76-44c2-4ed7-813d-4af357a37e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.780631 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c20db7eb-2d0a-4d6c-bc38-246e1a3d5278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.781608 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20db7eb-2d0a-4d6c-bc38-246e1a3d5278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:53.782185 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c20db7eb-2d0a-4d6c-bc38-246e1a3d5278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.859083 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a2deec9c-7993-48e5-8002-6d16fb9498a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.899592 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a2deec9c-7993-48e5-8002-6d16fb9498a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:53.920998 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20db7eb-2d0a-4d6c-bc38-246e1a3d5278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7de04ac-2dc2-4da3-8911-82aafc9f5bbb,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:53.942408 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20db7eb-2d0a-4d6c-bc38-246e1a3d5278 admin admin] Pushing event updated for resources: {'Network': ['ID=71541f1d-ce38-4cf3-9f13-9a4c8286cac9,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:53.957836 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2571b587-7cb8-448d-88c9-4b073fc856b0 None None] Network 849715ed-d05e-42c2-bffa-fde3212d6c0a requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:56:53.961812 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c20db7eb-2d0a-4d6c-bc38-246e1a3d5278 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7860990 May 26 15:56:53.968644 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f6e7dc76-44c2-4ed7-813d-4af357a37e88 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3aec2cefccf3427d8560721599542a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1554029 May 26 15:56:53.974809 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60500) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:53.975126 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60502) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:53.986713 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-c4a9bfde-f584-425f-9f8c-166b7a4f80ff admin admin] Request body: {'subnet': {'network_id': '71541f1d-ce38-4cf3-9f13-9a4c8286cac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1790418703-subnet', 'tenant_id': '895c6b69627743e5bb063c92fc326682', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:54.025294 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a2deec9c-7993-48e5-8002-6d16fb9498a8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8c85af8567064666a466b293aadc68f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9322944 May 26 15:56:54.054157 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60506) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:54.100815 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 71541f1d-ce38-4cf3-9f13-9a4c8286cac9 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:56:54.128729 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7dc76-44c2-4ed7-813d-4af357a37e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e192c9a-309c-4dca-94fd-5a6b8f969cf3,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:54.145920 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2b05661-3435-4a9a-b66b-47d69caaf089 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:54.173869 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2b05661-3435-4a9a-b66b-47d69caaf089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:54.266767 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a9bfde-f584-425f-9f8c-166b7a4f80ff admin admin] Made reservation on behalf of 895c6b69627743e5bb063c92fc326682 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:56:54.269352 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c4a9bfde-f584-425f-9f8c-166b7a4f80ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:54.310142 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cf729746-0b09-4ad6-a9fd-000fc53330bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:54.324024 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-a2b05661-3435-4a9a-b66b-47d69caaf089 admin admin] Allocated IP 172.25.7.211 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/d20feb04-ffb7-4e27-94e8-52c17ad255c9) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:56:54.344819 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2deec9c-7993-48e5-8002-6d16fb9498a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f6b5f7-d73a-4445-8b0c-a3283924452f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:54.348027 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-976110b4-713b-47f6-a203-20d4e49bd0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:54.382038 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-2b7be14e-d7da-4fba-a6dd-bd0ffa0bf01f None None] Allocated IP 172.20.0.2 (f935c707-a1ad-4ba7-a93a-43c2c21ab483/7bb23106-31dd-4e93-8abf-1bb53b33c8cb/1dcd10c3-b671-4471-85ae-947ffb7338fa) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:56:54.406945 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cf729746-0b09-4ad6-a9fd-000fc53330bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:54.442336 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-976110b4-713b-47f6-a203-20d4e49bd0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:54.523729 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2b05661-3435-4a9a-b66b-47d69caaf089 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:54.609831 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2b05661-3435-4a9a-b66b-47d69caaf089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:54.662453 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-976110b4-713b-47f6-a203-20d4e49bd0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:54.672655 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b05661-3435-4a9a-b66b-47d69caaf089 admin admin] Pushing event updated for resources: {'Port': ['ID=d20feb04-ffb7-4e27-94e8-52c17ad255c9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:54.674261 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-976110b4-713b-47f6-a203-20d4e49bd0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:54.682532 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-976110b4-713b-47f6-a203-20d4e49bd0cd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6e192c9a-309c-4dca-94fd-5a6b8f969cf3 HTTP/1.1" status: 204 len: 168 time: 0.7025335 May 26 15:56:54.685658 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b05661-3435-4a9a-b66b-47d69caaf089 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:56:54.687344 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-a2b05661-3435-4a9a-b66b-47d69caaf089 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:56:54.689772 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b05661-3435-4a9a-b66b-47d69caaf089 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:56:54.856585 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976110b4-713b-47f6-a203-20d4e49bd0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e192c9a-309c-4dca-94fd-5a6b8f969cf3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:54.925837 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f0d8cf27-4917-4cb4-8ade-2f646ec24000 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:56:54.931332 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c4a9bfde-f584-425f-9f8c-166b7a4f80ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:54.946370 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60446cea-f5da-4003-833e-b0535923ac6d req-3c8af6cc-d603-4d60-8063-d6602d24f3ef tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:54.947926 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60446cea-f5da-4003-833e-b0535923ac6d req-3c8af6cc-d603-4d60-8063-d6602d24f3ef tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1016f23-e24e-4afd-958f-7fe5c3666046 HTTP/1.1" status: 200 len: 969 time: 0.0932918 May 26 15:56:54.991135 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cf729746-0b09-4ad6-a9fd-000fc53330bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:54.994441 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cf729746-0b09-4ad6-a9fd-000fc53330bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:54.995914 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cf729746-0b09-4ad6-a9fd-000fc53330bb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/86f6b5f7-d73a-4445-8b0c-a3283924452f HTTP/1.1" status: 204 len: 168 time: 0.9321225 May 26 15:56:55.047717 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf729746-0b09-4ad6-a9fd-000fc53330bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f6b5f7-d73a-4445-8b0c-a3283924452f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:55.057217 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9bfde-f584-425f-9f8c-166b7a4f80ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=629af4f3-e7c5-4ac3-a587-703f344495bb,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:55.059904 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a9bfde-f584-425f-9f8c-166b7a4f80ff admin admin] Checking segment: {'id': 'e428ac68-2a75-4f46-af94-185c0e2cb0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '71541f1d-ce38-4cf3-9f13-9a4c8286cac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:56:55.060352 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a9bfde-f584-425f-9f8c-166b7a4f80ff admin admin] Network hostable DHCP agents. Network: 71541f1d-ce38-4cf3-9f13-9a4c8286cac9, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:56:55.099048 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60446cea-f5da-4003-833e-b0535923ac6d req-6ee87751-5848-401d-90f3-27139b4b6497 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/security-groups?id=f296a5a2-32f7-4a1c-af19-62a7aad7e5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138549 May 26 15:56:55.119945 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a9bfde-f584-425f-9f8c-166b7a4f80ff admin admin] Network 71541f1d-ce38-4cf3-9f13-9a4c8286cac9 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:56:55.132368 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2b05661-3435-4a9a-b66b-47d69caaf089 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:55.143054 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-c4a9bfde-f584-425f-9f8c-166b7a4f80ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 71541f1d-ce38-4cf3-9f13-9a4c8286cac9) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:56:55.154198 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a9bfde-f584-425f-9f8c-166b7a4f80ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:55.155194 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c4a9bfde-f584-425f-9f8c-166b7a4f80ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:55.160545 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60538) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:55.170200 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2b7be14e-d7da-4fba-a6dd-bd0ffa0bf01f None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:55.175789 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-36b0f511-ea6e-4f85-b340-30013c462c72 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1298647455-network', 'tenant_id': '19c98c045f764920b40d43d49bd45e0b'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:55.197370 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306987a7-41e3-4349-a5a9-f7239ffa5100 None None] Network 71541f1d-ce38-4cf3-9f13-9a4c8286cac9 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:56:55.234243 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c4a9bfde-f584-425f-9f8c-166b7a4f80ff admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2515526 May 26 15:56:55.235084 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b0f511-ea6e-4f85-b340-30013c462c72 admin admin] Made reservation on behalf of 19c98c045f764920b40d43d49bd45e0b for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:56:55.238811 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36b0f511-ea6e-4f85-b340-30013c462c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:55.257932 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36b0f511-ea6e-4f85-b340-30013c462c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:55.316302 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2b7be14e-d7da-4fba-a6dd-bd0ffa0bf01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:55.374871 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7be14e-d7da-4fba-a6dd-bd0ffa0bf01f None None] Network f935c707-a1ad-4ba7-a93a-43c2c21ab483 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:56:55.376922 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36b0f511-ea6e-4f85-b340-30013c462c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:55.389859 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36b0f511-ea6e-4f85-b340-30013c462c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:55.405044 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b0f511-ea6e-4f85-b340-30013c462c72 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:56:55.415184 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36b0f511-ea6e-4f85-b340-30013c462c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:55.415868 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-36b0f511-ea6e-4f85-b340-30013c462c72 admin admin] Added segment 69786645-11c1-4389-99fb-2f3c8b6d79ed of type vlan for network 8e342d9e-efdf-405a-88d9-4c920d354c36 May 26 15:56:55.420757 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.resource_extend [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 15:56:55.428148 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-2b7be14e-d7da-4fba-a6dd-bd0ffa0bf01f None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:56:55.431000 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2b05661-3435-4a9a-b66b-47d69caaf089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:55.484056 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7be14e-d7da-4fba-a6dd-bd0ffa0bf01f None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:56:55.494214 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36b0f511-ea6e-4f85-b340-30013c462c72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:55.504784 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0f511-ea6e-4f85-b340-30013c462c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10af0a50-3346-4ae1-b526-e1c33bac73e1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:55.528359 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36b0f511-ea6e-4f85-b340-30013c462c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:55.529481 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b0f511-ea6e-4f85-b340-30013c462c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:55.530088 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36b0f511-ea6e-4f85-b340-30013c462c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:55.587818 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-36b0f511-ea6e-4f85-b340-30013c462c72 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4262161 May 26 15:56:55.594522 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9455721e-d24c-47fc-8fd4-420841b1c0d6 None None] Network 71541f1d-ce38-4cf3-9f13-9a4c8286cac9 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:56:55.625125 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7be14e-d7da-4fba-a6dd-bd0ffa0bf01f None None] Pushing event updated for resources: {'Port': ['ID=1dcd10c3-b671-4471-85ae-947ffb7338fa,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:55.657381 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60550) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:55.666842 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-07d58550-7082-41b6-818e-aec5b36ed102 admin admin] Request body: {'subnet': {'network_id': '8e342d9e-efdf-405a-88d9-4c920d354c36', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1298647455-subnet', 'tenant_id': '19c98c045f764920b40d43d49bd45e0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:55.704969 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0f511-ea6e-4f85-b340-30013c462c72 admin admin] Pushing event updated for resources: {'Network': ['ID=8e342d9e-efdf-405a-88d9-4c920d354c36,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:55.709751 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d58550-7082-41b6-818e-aec5b36ed102 admin admin] Made reservation on behalf of 19c98c045f764920b40d43d49bd45e0b for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:56:55.712262 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-07d58550-7082-41b6-818e-aec5b36ed102 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:55.728314 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 8e342d9e-efdf-405a-88d9-4c920d354c36 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:56:55.758379 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-2b7be14e-d7da-4fba-a6dd-bd0ffa0bf01f None None] Attempting to bind port 1dcd10c3-b671-4471-85ae-947ffb7338fa on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:56:55.759115 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-2b7be14e-d7da-4fba-a6dd-bd0ffa0bf01f None None] Attempting to bind port 1dcd10c3-b671-4471-85ae-947ffb7338fa by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '5429906a-18ab-4e2f-86bd-2e8430a9592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f935c707-a1ad-4ba7-a93a-43c2c21ab483'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:56:55.759804 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7be14e-d7da-4fba-a6dd-bd0ffa0bf01f None None] Attempting to bind port 1dcd10c3-b671-4471-85ae-947ffb7338fa on network f935c707-a1ad-4ba7-a93a-43c2c21ab483 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:55.786232 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b05661-3435-4a9a-b66b-47d69caaf089 admin admin] Router b2594dda-1060-4c74-8c50-a3363c4a4094 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:56:55.849756 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7be14e-d7da-4fba-a6dd-bd0ffa0bf01f None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:56:55.850277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7be14e-d7da-4fba-a6dd-bd0ffa0bf01f None None] Checking segment: {'id': '5429906a-18ab-4e2f-86bd-2e8430a9592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f935c707-a1ad-4ba7-a93a-43c2c21ab483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:56:55.850601 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2b7be14e-d7da-4fba-a6dd-bd0ffa0bf01f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:55.851004 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7be14e-d7da-4fba-a6dd-bd0ffa0bf01f None None] Bound using segment: {'id': '5429906a-18ab-4e2f-86bd-2e8430a9592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f935c707-a1ad-4ba7-a93a-43c2c21ab483'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:56:55.852110 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-2b7be14e-d7da-4fba-a6dd-bd0ffa0bf01f None None] Bound port: 1dcd10c3-b671-4471-85ae-947ffb7338fa, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5429906a-18ab-4e2f-86bd-2e8430a9592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f935c707-a1ad-4ba7-a93a-43c2c21ab483'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:56:55.853078 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2b7be14e-d7da-4fba-a6dd-bd0ffa0bf01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:55.878069 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f0d8cf27-4917-4cb4-8ade-2f646ec24000, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f0d8cf27-4917-4cb4-8ade-2f646ec24000,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:55.947703 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'f0d8cf27-4917-4cb4-8ade-2f646ec24000', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': 'f0d8cf27-4917-4cb4-8ade-2f646ec24000', 'mac_address': 'fa:16:3e:a9:19:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:tempest-test_az-344495792', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:56:55.967647 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b05661-3435-4a9a-b66b-47d69caaf089 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:56:55.977491 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] Sync routers for ids ['b2594dda-1060-4c74-8c50-a3363c4a4094'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:56:56.003477 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] Routers {'b2594dda-1060-4c74-8c50-a3363c4a4094'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:56:56.004659 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:56:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b2594dda-1060-4c74-8c50-a3363c4a4094'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:56.021086 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2b05661-3435-4a9a-b66b-47d69caaf089 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:56.022409 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a2b05661-3435-4a9a-b66b-47d69caaf089 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.7192423 May 26 15:56:56.025809 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60566) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:56.039168 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-07d58550-7082-41b6-818e-aec5b36ed102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:56.044172 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-2b7be14e-d7da-4fba-a6dd-bd0ffa0bf01f None None] For port 1dcd10c3-b671-4471-85ae-947ffb7338fa, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:56:56.046537 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port f0d8cf27-4917-4cb4-8ade-2f646ec24000 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:56.046989 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:56.050235 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-2b7be14e-d7da-4fba-a6dd-bd0ffa0bf01f None None] For port 1dcd10c3-b671-4471-85ae-947ffb7338fa, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1dcd10c3-b671-4471-85ae-947ffb7338fa,segment=NetworkSegment(5429906a-18ab-4e2f-86bd-2e8430a9592a),segment_id=5429906a-18ab-4e2f-86bd-2e8430a9592a)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:56:56.064142 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2b7be14e-d7da-4fba-a6dd-bd0ffa0bf01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:56.068476 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d8cf27-4917-4cb4-8ade-2f646ec24000 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:56:56.135171 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d58550-7082-41b6-818e-aec5b36ed102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e43ab7f4-af0d-4e8a-9dad-5949f2f59e88,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:56.150865 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d58550-7082-41b6-818e-aec5b36ed102 admin admin] Checking segment: {'id': '69786645-11c1-4389-99fb-2f3c8b6d79ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8e342d9e-efdf-405a-88d9-4c920d354c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:56:56.152758 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d58550-7082-41b6-818e-aec5b36ed102 admin admin] Network hostable DHCP agents. Network: 8e342d9e-efdf-405a-88d9-4c920d354c36, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:56:56.177305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f0d8cf27-4917-4cb4-8ade-2f646ec24000, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f0d8cf27-4917-4cb4-8ade-2f646ec24000,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:56.181262 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d58550-7082-41b6-818e-aec5b36ed102 admin admin] Network 8e342d9e-efdf-405a-88d9-4c920d354c36 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:56:56.201786 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:56.202030 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-07d58550-7082-41b6-818e-aec5b36ed102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 8e342d9e-efdf-405a-88d9-4c920d354c36) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:56:56.206906 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7be14e-d7da-4fba-a6dd-bd0ffa0bf01f None None] Pushing event updated for resources: {'Port': ['ID=1dcd10c3-b671-4471-85ae-947ffb7338fa,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:56.211682 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d58550-7082-41b6-818e-aec5b36ed102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:56.212066 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-07d58550-7082-41b6-818e-aec5b36ed102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:56.213627 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a01736-e41c-4e63-8584-7292a1d42fc2 None None] Network 8e342d9e-efdf-405a-88d9-4c920d354c36 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:56:56.245515 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-07d58550-7082-41b6-818e-aec5b36ed102 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5866539 May 26 15:56:56.320446 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] Set router b2594dda-1060-4c74-8c50-a3363c4a4094 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:56:56.441661 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=f0d8cf27-4917-4cb4-8ade-2f646ec24000,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:56.475872 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2d034-2976-4997-9ec6-7ac823422a16 req-f998b461-5081-4640-8c29-617fd54c9286 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:56.477659 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96f2d034-2976-4997-9ec6-7ac823422a16 req-f998b461-5081-4640-8c29-617fd54c9286 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1016f23-e24e-4afd-958f-7fe5c3666046 HTTP/1.1" status: 200 len: 970 time: 0.2387638 May 26 15:56:56.690605 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['f0d8cf27-4917-4cb4-8ade-2f646ec24000'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:56:56.739658 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2594dda-1060-4c74-8c50-a3363c4a4094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144413570-router', 'tenant_id': '4ce6c9bd647b4c01a79f72a87f284947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd20feb04-ffb7-4e27-94e8-52c17ad255c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:53Z', 'updated_at': '2022-05-26T15:56:54Z', 'revision_number': 3, 'project_id': '4ce6c9bd647b4c01a79f72a87f284947', 'gw_port': {'id': 'd20feb04-ffb7-4e27-94e8-52c17ad255c9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2594dda-1060-4c74-8c50-a3363c4a4094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:54Z', 'updated_at': '2022-05-26T15:56:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:56.799460 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] Checking router: b2594dda-1060-4c74-8c50-a3363c4a4094 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:56:56.802538 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96f2d034-2976-4997-9ec6-7ac823422a16 req-54f9a0ab-2e9c-4674-81e6-e0cff00507e5 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/security-groups?id=f296a5a2-32f7-4a1c-af19-62a7aad7e5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268155 May 26 15:56:56.810126 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] Updating router b2594dda-1060-4c74-8c50-a3363c4a4094 port d20feb04-ffb7-4e27-94e8-52c17ad255c9 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:56:56.840604 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:56.871877 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1dcd10c3-b671-4471-85ae-947ffb7338fa up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:56:56.910443 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a485e7-c717-4e3c-833c-830ffac220b5 None None] Network 8e342d9e-efdf-405a-88d9-4c920d354c36 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:56:57.062091 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5b7de609-5aaa-4616-b9e2-eebe7b1bc8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:57.165285 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 1dcd10c3-b671-4471-85ae-947ffb7338fa triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:57.165937 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:57.289887 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:57.300131 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:57.415140 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 1dcd10c3-b671-4471-85ae-947ffb7338fa is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:57.415720 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:57.427517 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] Attempting to bind port d20feb04-ffb7-4e27-94e8-52c17ad255c9 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:56:57.427933 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] Attempting to bind port d20feb04-ffb7-4e27-94e8-52c17ad255c9 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:56:57.428359 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] Attempting to bind port d20feb04-ffb7-4e27-94e8-52c17ad255c9 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:56:57.430539 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334783d-e8b5-4fb4-9713-168ce496b2c5 None None] Pushing event updated for resources: {'Port': ['ID=d20feb04-ffb7-4e27-94e8-52c17ad255c9,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:57.439521 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-5b7de609-5aaa-4616-b9e2-eebe7b1bc8cd admin admin] Allocated IP 172.20.0.1 (f935c707-a1ad-4ba7-a93a-43c2c21ab483/7bb23106-31dd-4e93-8abf-1bb53b33c8cb/1d53a212-7aca-4d7a-be6f-c220372c7e4d) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:56:57.453313 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:56:57.456676 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:56:57.457372 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:57.458956 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:56:57.459572 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] Bound port: d20feb04-ffb7-4e27-94e8-52c17ad255c9, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:56:57.461010 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:57.490534 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 1dcd10c3-b671-4471-85ae-947ffb7338fa, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1dcd10c3-b671-4471-85ae-947ffb7338fa,segment=NetworkSegment(5429906a-18ab-4e2f-86bd-2e8430a9592a),segment_id=5429906a-18ab-4e2f-86bd-2e8430a9592a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:57.500372 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:57.557733 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] For port d20feb04-ffb7-4e27-94e8-52c17ad255c9, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:56:57.568038 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] For port d20feb04-ffb7-4e27-94e8-52c17ad255c9, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d20feb04-ffb7-4e27-94e8-52c17ad255c9,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:56:57.577729 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=1dcd10c3-b671-4471-85ae-947ffb7338fa,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:57.592142 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:57.620531 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60616) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:57.626238 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b35f00a9-25a9-4396-b9da-b06096fb0354 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-758884333-network', 'tenant_id': 'f8a6c0d284df4278be0da4d43a62b528'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:57.650146 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5b7de609-5aaa-4616-b9e2-eebe7b1bc8cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:57.670532 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35f00a9-25a9-4396-b9da-b06096fb0354 admin admin] Made reservation on behalf of f8a6c0d284df4278be0da4d43a62b528 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:56:57.673690 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b35f00a9-25a9-4396-b9da-b06096fb0354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:57.702533 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5b7de609-5aaa-4616-b9e2-eebe7b1bc8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:57.704594 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b35f00a9-25a9-4396-b9da-b06096fb0354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:57.725374 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7de609-5aaa-4616-b9e2-eebe7b1bc8cd admin admin] Network f935c707-a1ad-4ba7-a93a-43c2c21ab483 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:56:57.727895 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-5b7de609-5aaa-4616-b9e2-eebe7b1bc8cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:56:57.731471 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] Routers {'b2594dda-1060-4c74-8c50-a3363c4a4094'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:56:57.734430 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:56:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b2594dda-1060-4c74-8c50-a3363c4a4094'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:57.734627 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7de609-5aaa-4616-b9e2-eebe7b1bc8cd admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:56:57.735692 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5b7de609-5aaa-4616-b9e2-eebe7b1bc8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:57.832537 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334783d-e8b5-4fb4-9713-168ce496b2c5 None None] Pushing event updated for resources: {'Port': ['ID=d20feb04-ffb7-4e27-94e8-52c17ad255c9,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:57.857090 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60628) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:57.906232 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b35f00a9-25a9-4396-b9da-b06096fb0354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:57.916355 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b35f00a9-25a9-4396-b9da-b06096fb0354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:57.963889 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35f00a9-25a9-4396-b9da-b06096fb0354 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:56:57.978554 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f00a9-25a9-4396-b9da-b06096fb0354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0124ae72-4e33-4151-b949-239438e99644,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:57.988321 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] Set router b2594dda-1060-4c74-8c50-a3363c4a4094 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:56:58.009247 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b35f00a9-25a9-4396-b9da-b06096fb0354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:58.009595 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-b35f00a9-25a9-4396-b9da-b06096fb0354 admin admin] Added segment a5705de1-a4ad-4292-a9b7-affb071a6004 of type vlan for network 3c0d2c0d-901d-4d64-8de2-9f57b37881a8 May 26 15:56:58.099814 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b35f00a9-25a9-4396-b9da-b06096fb0354 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:58.111408 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c039cfb-abe8-42ef-9e06-82afcb21bfb6 None None] Network f935c707-a1ad-4ba7-a93a-43c2c21ab483 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:56:58.170895 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b35f00a9-25a9-4396-b9da-b06096fb0354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:58.171966 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35f00a9-25a9-4396-b9da-b06096fb0354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:58.172638 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b35f00a9-25a9-4396-b9da-b06096fb0354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:58.229608 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b35f00a9-25a9-4396-b9da-b06096fb0354 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6053874 May 26 15:56:58.286350 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60638) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:58.319601 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-3a6ac60e-cdac-40c0-be9c-444f12898ad7 admin admin] Request body: {'subnet': {'network_id': '3c0d2c0d-901d-4d64-8de2-9f57b37881a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-758884333-subnet', 'tenant_id': 'f8a6c0d284df4278be0da4d43a62b528', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:56:58.351395 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-6653e29d-ec4a-4db9-8210-77eb5b2e49c1 None None] Provisioning complete for port 1dcd10c3-b671-4471-85ae-947ffb7338fa triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:58.351828 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6653e29d-ec4a-4db9-8210-77eb5b2e49c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:58.384469 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb09cf1a-7744-4763-973d-09b241f1928f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:58.395342 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f00a9-25a9-4396-b9da-b06096fb0354 admin admin] Pushing event updated for resources: {'Network': ['ID=3c0d2c0d-901d-4d64-8de2-9f57b37881a8,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:58.410175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7de609-5aaa-4616-b9e2-eebe7b1bc8cd admin admin] Pushing event updated for resources: {'Port': ['ID=1d53a212-7aca-4d7a-be6f-c220372c7e4d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:58.412119 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 3c0d2c0d-901d-4d64-8de2-9f57b37881a8 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:56:58.421500 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2594dda-1060-4c74-8c50-a3363c4a4094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144413570-router', 'tenant_id': '4ce6c9bd647b4c01a79f72a87f284947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd20feb04-ffb7-4e27-94e8-52c17ad255c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:53Z', 'updated_at': '2022-05-26T15:56:54Z', 'revision_number': 3, 'project_id': '4ce6c9bd647b4c01a79f72a87f284947', 'gw_port': {'id': 'd20feb04-ffb7-4e27-94e8-52c17ad255c9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2594dda-1060-4c74-8c50-a3363c4a4094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:54Z', 'updated_at': '2022-05-26T15:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:56:58.508202 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583e93f-ff33-4eaa-9fb7-08cb665acbc2 None None] The sync data for ids ['b2594dda-1060-4c74-8c50-a3363c4a4094'] in n-d-843337-2 is: [{'id': 'b2594dda-1060-4c74-8c50-a3363c4a4094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144413570-router', 'tenant_id': '4ce6c9bd647b4c01a79f72a87f284947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd20feb04-ffb7-4e27-94e8-52c17ad255c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:53Z', 'updated_at': '2022-05-26T15:56:54Z', 'revision_number': 3, 'project_id': '4ce6c9bd647b4c01a79f72a87f284947', 'gw_port': {'id': 'd20feb04-ffb7-4e27-94e8-52c17ad255c9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2594dda-1060-4c74-8c50-a3363c4a4094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:54Z', 'updated_at': '2022-05-26T15:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:56:58.565818 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb09cf1a-7744-4763-973d-09b241f1928f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:58.577205 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb09cf1a-7744-4763-973d-09b241f1928f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:58.622464 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09cf1a-7744-4763-973d-09b241f1928f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbd8655-ff76-48f3-aea6-27aec7c0c013,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:58.661795 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-eb09cf1a-7744-4763-973d-09b241f1928f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fb7080ca5f85417ca34efd82d06e9ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8036606 May 26 15:56:58.665311 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60652) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:58.675130 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1dcd10c3-b671-4471-85ae-947ffb7338fa up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:56:58.735757 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6ac60e-cdac-40c0-be9c-444f12898ad7 admin admin] Made reservation on behalf of f8a6c0d284df4278be0da4d43a62b528 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:56:58.739260 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-129cb215-c348-43d8-ae03-3326e066ee02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:58.740044 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac60e-cdac-40c0-be9c-444f12898ad7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:58.768606 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-129cb215-c348-43d8-ae03-3326e066ee02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:58.835092 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-129cb215-c348-43d8-ae03-3326e066ee02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:58.840745 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-129cb215-c348-43d8-ae03-3326e066ee02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:58.845856 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-129cb215-c348-43d8-ae03-3326e066ee02 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3cbd8655-ff76-48f3-aea6-27aec7c0c013 HTTP/1.1" status: 204 len: 168 time: 0.1755304 May 26 15:56:58.854684 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6653e29d-ec4a-4db9-8210-77eb5b2e49c1 None None] Current status of the port 1dcd10c3-b671-4471-85ae-947ffb7338fa is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:58.858653 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f0d8cf27-4917-4cb4-8ade-2f646ec24000 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:56:58.860433 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129cb215-c348-43d8-ae03-3326e066ee02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbd8655-ff76-48f3-aea6-27aec7c0c013,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:58.921900 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 1dcd10c3-b671-4471-85ae-947ffb7338fa triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:58.922270 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:59.000715 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-23c91180-120a-4c39-b3c8-751276805657 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:59.006095 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-23c91180-120a-4c39-b3c8-751276805657 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 820 time: 1.1861219 May 26 15:56:59.028894 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port f0d8cf27-4917-4cb4-8ade-2f646ec24000 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:56:59.035596 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port f0d8cf27-4917-4cb4-8ade-2f646ec24000 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:59.036026 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:59.043378 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5b7de609-5aaa-4616-b9e2-eebe7b1bc8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:59.080687 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc5ec1-8571-444b-868e-942c94a1754b req-fac22c05-c4a9-4218-9468-cbd47b86da3b tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:59.091235 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6fbc5ec1-8571-444b-868e-942c94a1754b req-fac22c05-c4a9-4218-9468-cbd47b86da3b tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1016f23-e24e-4afd-958f-7fe5c3666046 HTTP/1.1" status: 200 len: 970 time: 1.1542728 May 26 15:56:59.127249 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-9a3bda67-b0a6-44a8-9eb3-5fbea32e0819 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/quotas/19e070c8e7b54fd08885a106f1eb9e23 HTTP/1.1" status: 200 len: 375 time: 0.0773547 May 26 15:56:59.190286 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 1dcd10c3-b671-4471-85ae-947ffb7338fa is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:59.237918 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-1a64a097-815c-4d46-a02d-ff37dc329b0b tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496032 May 26 15:56:59.274004 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port f0d8cf27-4917-4cb4-8ade-2f646ec24000 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:59.274611 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:59.327800 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-de8b2c81-0f6a-4819-84f9-35f1e9fd9aa4 None None] Provisioning complete for port 1dcd10c3-b671-4471-85ae-947ffb7338fa triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:59.328432 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-de8b2c81-0f6a-4819-84f9-35f1e9fd9aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:59.343511 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1016f23-e24e-4afd-958f-7fe5c3666046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d8cf27-4917-4cb4-8ade-2f646ec24000'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:56:59.391991 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6fbc5ec1-8571-444b-868e-942c94a1754b req-a855f161-11c6-4e8f-a810-d93179046e7f tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/security-groups?id=f296a5a2-32f7-4a1c-af19-62a7aad7e5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948265 May 26 15:56:59.509690 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f0d8cf27-4917-4cb4-8ade-2f646ec24000, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f0d8cf27-4917-4cb4-8ade-2f646ec24000,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:56:59.531161 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:59.552982 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac60e-cdac-40c0-be9c-444f12898ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:59.559939 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60678) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:59.598856 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9344ba32-c583-4847-851e-00a3d85ee0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:59.661083 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=f0d8cf27-4917-4cb4-8ade-2f646ec24000,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:59.678526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-de8b2c81-0f6a-4819-84f9-35f1e9fd9aa4 None None] Current status of the port 1dcd10c3-b671-4471-85ae-947ffb7338fa is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:56:59.687251 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ac60e-cdac-40c0-be9c-444f12898ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c4d6dde-d74c-43c3-a554-37a4478b4744,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:59.697748 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-de8b2c81-0f6a-4819-84f9-35f1e9fd9aa4 None None] Provisioning complete for port 1d53a212-7aca-4d7a-be6f-c220372c7e4d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:59.698127 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-de8b2c81-0f6a-4819-84f9-35f1e9fd9aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:59.743099 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9344ba32-c583-4847-851e-00a3d85ee0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:59.760397 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9344ba32-c583-4847-851e-00a3d85ee0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:59.763865 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6ac60e-cdac-40c0-be9c-444f12898ad7 admin admin] Checking segment: {'id': 'a5705de1-a4ad-4292-a9b7-affb071a6004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3c0d2c0d-901d-4d64-8de2-9f57b37881a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:56:59.764269 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6ac60e-cdac-40c0-be9c-444f12898ad7 admin admin] Network hostable DHCP agents. Network: 3c0d2c0d-901d-4d64-8de2-9f57b37881a8, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:56:59.786443 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5b7de609-5aaa-4616-b9e2-eebe7b1bc8cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:59.801225 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5b7de609-5aaa-4616-b9e2-eebe7b1bc8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:59.802226 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5b7de609-5aaa-4616-b9e2-eebe7b1bc8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:59.830160 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344ba32-c583-4847-851e-00a3d85ee0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05836918-f056-4c1a-a2ad-31134363c860,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:56:59.834764 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-de8b2c81-0f6a-4819-84f9-35f1e9fd9aa4 None None] Port 1d53a212-7aca-4d7a-be6f-c220372c7e4d cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:56:59.861057 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9344ba32-c583-4847-851e-00a3d85ee0f5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7b4872c68b7c405aa9caf23c26a7f909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998986 May 26 15:56:59.861754 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60684) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:56:59.877467 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6ac60e-cdac-40c0-be9c-444f12898ad7 admin admin] Network 3c0d2c0d-901d-4d64-8de2-9f57b37881a8 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:56:59.959746 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-3a6ac60e-cdac-40c0-be9c-444f12898ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 3c0d2c0d-901d-4d64-8de2-9f57b37881a8) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:56:59.962736 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-284e55e3-495d-420f-98d7-b4a33de0189e None None] Provisioning complete for port 1d53a212-7aca-4d7a-be6f-c220372c7e4d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:56:59.963470 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-284e55e3-495d-420f-98d7-b4a33de0189e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:59.968776 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6ac60e-cdac-40c0-be9c-444f12898ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:56:59.969638 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac60e-cdac-40c0-be9c-444f12898ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:56:59.981265 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7de609-5aaa-4616-b9e2-eebe7b1bc8cd admin admin] Pushing event updated for resources: {'Port': ['ID=1d53a212-7aca-4d7a-be6f-c220372c7e4d,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:00.007426 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3a6ac60e-cdac-40c0-be9c-444f12898ad7 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7097869 May 26 15:57:00.039590 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7de609-5aaa-4616-b9e2-eebe7b1bc8cd admin admin] Network f935c707-a1ad-4ba7-a93a-43c2c21ab483 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:57:00.040814 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d91d62c-106e-430e-9382-7ba51c5b3b97 None None] Network 3c0d2c0d-901d-4d64-8de2-9f57b37881a8 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:57:00.041229 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-5b7de609-5aaa-4616-b9e2-eebe7b1bc8cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:00.072159 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03eb631f-4514-4ed3-b90e-49437d261bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:00.119779 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51787e6d-a51c-4538-b6ba-5ef78e6706ff" -d '{"events": [{"server_uuid": "b1016f23-e24e-4afd-958f-7fe5c3666046", "name": "network-vif-plugged", "status": "completed", "tag": "f0d8cf27-4917-4cb4-8ade-2f646ec24000"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:00.141653 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03eb631f-4514-4ed3-b90e-49437d261bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:00.190250 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-ca371e52-179c-4b91-ab16-cc810d497f6a service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:57:00.191343 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-ca371e52-179c-4b91-ab16-cc810d497f6a service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2455411 May 26 15:57:00.262563 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03eb631f-4514-4ed3-b90e-49437d261bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:00.265739 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03eb631f-4514-4ed3-b90e-49437d261bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:00.267440 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-03eb631f-4514-4ed3-b90e-49437d261bf1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/05836918-f056-4c1a-a2ad-31134363c860 HTTP/1.1" status: 204 len: 168 time: 0.4047196 May 26 15:57:00.280856 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-284e55e3-495d-420f-98d7-b4a33de0189e None None] Port 1d53a212-7aca-4d7a-be6f-c220372c7e4d cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:57:00.284273 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb631f-4514-4ed3-b90e-49437d261bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05836918-f056-4c1a-a2ad-31134363c860,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:00.288424 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:00.322082 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7de609-5aaa-4616-b9e2-eebe7b1bc8cd admin admin] Router b2594dda-1060-4c74-8c50-a3363c4a4094 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:57:00.431289 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73186d73-f8eb-4ba7-abef-ccf5d1a775b5 None None] Network 3c0d2c0d-901d-4d64-8de2-9f57b37881a8 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:57:00.499029 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-2fb1a4d2-f55b-4bd2-8b88-6cd0db298d00 service neutron] 10.222.0.77 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928295 May 26 15:57:00.502390 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7de609-5aaa-4616-b9e2-eebe7b1bc8cd admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:57:00.520152 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5b7de609-5aaa-4616-b9e2-eebe7b1bc8cd admin admin] 10.222.0.77 "PUT /v2.0/routers/b2594dda-1060-4c74-8c50-a3363c4a4094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4908586 May 26 15:57:00.535578 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e211add4-ec71-4cd5-9116-d942a42a9b39 None None] Provisioning complete for port 1d53a212-7aca-4d7a-be6f-c220372c7e4d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:00.535888 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e211add4-ec71-4cd5-9116-d942a42a9b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:00.615550 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6853f9-e5a5-44fb-bdc9-340406728617 x-openstack-request-id: req-7f6853f9-e5a5-44fb-bdc9-340406728617 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:00.615859 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1016f23-e24e-4afd-958f-7fe5c3666046", "name": "network-vif-plugged", "status": "completed", "tag": "f0d8cf27-4917-4cb4-8ade-2f646ec24000", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:00.616120 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7f6853f9-e5a5-44fb-bdc9-340406728617 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:00.616711 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f6853f9-e5a5-44fb-bdc9-340406728617'] response: {'server_uuid': 'b1016f23-e24e-4afd-958f-7fe5c3666046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d8cf27-4917-4cb4-8ade-2f646ec24000', 'code': 200} May 26 15:57:00.681622 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e211add4-ec71-4cd5-9116-d942a42a9b39 None None] Port 1d53a212-7aca-4d7a-be6f-c220372c7e4d cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:57:00.696516 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-fe6587e1-22c2-4709-980e-02b07ceeaa4b service neutron] 10.222.0.77 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728175 May 26 15:57:00.768741 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d20feb04-ffb7-4e27-94e8-52c17ad255c9 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:00.880640 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19958cef-b9ca-4ab0-89ef-7ee474c4e82e req-afa49251-8a26-44cd-8cd2-ad5a56806105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:00.882814 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-19958cef-b9ca-4ab0-89ef-7ee474c4e82e req-afa49251-8a26-44cd-8cd2-ad5a56806105 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b1016f23-e24e-4afd-958f-7fe5c3666046 HTTP/1.1" status: 200 len: 1122 time: 0.1787267 May 26 15:57:00.891091 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b84b65-900e-4b9c-8d38-a2433ffc15a0 req-06225a16-fd27-437f-a4b3-f2a8243dd584 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:00.892267 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port d20feb04-ffb7-4e27-94e8-52c17ad255c9 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:00.892645 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:00.898846 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-11b84b65-900e-4b9c-8d38-a2433ffc15a0 req-06225a16-fd27-437f-a4b3-f2a8243dd584 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1016f23-e24e-4afd-958f-7fe5c3666046 HTTP/1.1" status: 200 len: 971 time: 0.1311460 May 26 15:57:00.929163 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-19958cef-b9ca-4ab0-89ef-7ee474c4e82e req-8f553b6a-c819-48cf-86d5-54983f4f5828 service neutron] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:00.990621 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-11b84b65-900e-4b9c-8d38-a2433ffc15a0 req-fb62d0f8-4d5e-419d-ac0a-0293fb4838d8 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/security-groups?id=f296a5a2-32f7-4a1c-af19-62a7aad7e5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858819 May 26 15:57:01.080527 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port d20feb04-ffb7-4e27-94e8-52c17ad255c9 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:01.080527 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:01.106965 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port d20feb04-ffb7-4e27-94e8-52c17ad255c9, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d20feb04-ffb7-4e27-94e8-52c17ad255c9,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:01.111122 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-19958cef-b9ca-4ab0-89ef-7ee474c4e82e req-8f553b6a-c819-48cf-86d5-54983f4f5828 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:01.114190 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:01.120575 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-19958cef-b9ca-4ab0-89ef-7ee474c4e82e req-8f553b6a-c819-48cf-86d5-54983f4f5828 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:01.177682 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=d20feb04-ffb7-4e27-94e8-52c17ad255c9,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:01.202730 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-19958cef-b9ca-4ab0-89ef-7ee474c4e82e req-8f553b6a-c819-48cf-86d5-54983f4f5828 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f296a5a2-32f7-4a1c-af19-62a7aad7e5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963457 May 26 15:57:01.214280 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f553b6a-c819-48cf-86d5-54983f4f5828 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa4eebd-d710-4c2c-8dd9-0414c2d944ef,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:01.218634 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] Sync routers for ids ['b2594dda-1060-4c74-8c50-a3363c4a4094'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:57:01.234486 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] Routers {'b2594dda-1060-4c74-8c50-a3363c4a4094'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:57:01.234486 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:56:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b2594dda-1060-4c74-8c50-a3363c4a4094'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:01.354328 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] Set router b2594dda-1060-4c74-8c50-a3363c4a4094 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:57:01.637536 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60770) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:01.646402 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60774) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:01.688825 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43e582f8-8db5-437c-9a40-7875ec17a3f5 req-8c149d69-f080-4c81-bd11-a2dd5c223279 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 210 time: 0.1085250 May 26 15:57:01.782358 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2594dda-1060-4c74-8c50-a3363c4a4094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144413570-router', 'tenant_id': '4ce6c9bd647b4c01a79f72a87f284947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd20feb04-ffb7-4e27-94e8-52c17ad255c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:53Z', 'updated_at': '2022-05-26T15:56:58Z', 'revision_number': 4, 'project_id': '4ce6c9bd647b4c01a79f72a87f284947', 'gw_port': {'id': 'd20feb04-ffb7-4e27-94e8-52c17ad255c9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2594dda-1060-4c74-8c50-a3363c4a4094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:54Z', 'updated_at': '2022-05-26T15:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '1d53a212-7aca-4d7a-be6f-c220372c7e4d', 'name': '', 'network_id': 'f935c707-a1ad-4ba7-a93a-43c2c21ab483', 'tenant_id': '4ce6c9bd647b4c01a79f72a87f284947', 'mac_address': 'fa:16:3e:c1:bb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2594dda-1060-4c74-8c50-a3363c4a4094', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '7bb23106-31dd-4e93-8abf-1bb53b33c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:57Z', 'updated_at': '2022-05-26T15:56:59Z', 'revision_number': 2, 'project_id': '4ce6c9bd647b4c01a79f72a87f284947', 'subnets': [{'id': '7bb23106-31dd-4e93-8abf-1bb53b33c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:01.816662 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] Checking router: b2594dda-1060-4c74-8c50-a3363c4a4094 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:57:01.817489 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] Updating router b2594dda-1060-4c74-8c50-a3363c4a4094 port 1d53a212-7aca-4d7a-be6f-c220372c7e4d binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:57:01.833196 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-e343d8ac-98f7-47e5-bdd5-325f9d159952 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:01.834985 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-e343d8ac-98f7-47e5-bdd5-325f9d159952 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/networks?id=71541f1d-ce38-4cf3-9f13-9a4c8286cac9 HTTP/1.1" status: 200 len: 815 time: 0.2560768 May 26 15:57:01.853067 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:01.856271 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-0c10e964-f46f-44cc-8fc3-4c6fb693cd3d tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/quotas/895c6b69627743e5bb063c92fc326682 HTTP/1.1" status: 200 len: 375 time: 0.0143585 May 26 15:57:01.896454 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-73bff558-a7d7-456c-909d-bcff5f03bb27 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=895c6b69627743e5bb063c92fc326682&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326810 May 26 15:57:02.009092 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-0d34f294-1b94-4231-82f0-66bb1c7c87cc service neutron] 10.222.0.77 "GET /v2.0/networks/71541f1d-ce38-4cf3-9f13-9a4c8286cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028588 May 26 15:57:02.015256 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9db624f-2d8e-40b3-819a-bcf6d5d02f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:02.169747 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b71d45f-6341-45d6-88eb-55cefe987bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:02.243547 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9db624f-2d8e-40b3-819a-bcf6d5d02f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:02.246336 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:02.266382 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:02.267181 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9db624f-2d8e-40b3-819a-bcf6d5d02f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:02.315145 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b9db624f-2d8e-40b3-819a-bcf6d5d02f50 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=be7c7dd2b7e044bab0bab9601d90ce65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6774764 May 26 15:57:02.317929 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60796) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:02.376721 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-0ba40a2c-d95d-4bc1-83fd-55adb1d1df93 service neutron] 10.222.0.77 "GET /v2.0/networks/71541f1d-ce38-4cf3-9f13-9a4c8286cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578789 May 26 15:57:02.391335 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62bc599-1e65-43ae-ba9f-0d64d198f9ff None None] Pushing event updated for resources: {'Port': ['ID=1d53a212-7aca-4d7a-be6f-c220372c7e4d,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:02.393101 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db624f-2d8e-40b3-819a-bcf6d5d02f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ad971d-7f51-4285-8ff3-e4f6cc7ad533,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:02.507526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] Attempting to bind port 1d53a212-7aca-4d7a-be6f-c220372c7e4d on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:57:02.507911 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] Attempting to bind port 1d53a212-7aca-4d7a-be6f-c220372c7e4d by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '5429906a-18ab-4e2f-86bd-2e8430a9592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f935c707-a1ad-4ba7-a93a-43c2c21ab483'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:57:02.509572 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] Attempting to bind port 1d53a212-7aca-4d7a-be6f-c220372c7e4d on network f935c707-a1ad-4ba7-a93a-43c2c21ab483 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:02.526067 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:57:02.526461 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] Checking segment: {'id': '5429906a-18ab-4e2f-86bd-2e8430a9592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f935c707-a1ad-4ba7-a93a-43c2c21ab483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:02.530492 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:02.530492 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] Bound using segment: {'id': '5429906a-18ab-4e2f-86bd-2e8430a9592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f935c707-a1ad-4ba7-a93a-43c2c21ab483'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:57:02.531365 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c1e4454b-b08b-415a-a023-4ac9ab026b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:02.531922 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] Bound port: 1d53a212-7aca-4d7a-be6f-c220372c7e4d, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5429906a-18ab-4e2f-86bd-2e8430a9592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f935c707-a1ad-4ba7-a93a-43c2c21ab483'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:57:02.533294 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:02.617305 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b71d45f-6341-45d6-88eb-55cefe987bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:02.650844 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c1e4454b-b08b-415a-a023-4ac9ab026b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:02.676699 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b71d45f-6341-45d6-88eb-55cefe987bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:02.691555 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f48395-3985-4d91-b5a5-946e99924969 req-ee4e6744-bb74-4f00-9c38-0eddf4cf02b7 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:02.693245 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96f48395-3985-4d91-b5a5-946e99924969 req-ee4e6744-bb74-4f00-9c38-0eddf4cf02b7 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1016f23-e24e-4afd-958f-7fe5c3666046 HTTP/1.1" status: 200 len: 971 time: 0.1253631 May 26 15:57:02.708564 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d20feb04-ffb7-4e27-94e8-52c17ad255c9 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:02.712505 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] For port 1d53a212-7aca-4d7a-be6f-c220372c7e4d, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:02.749358 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71d45f-6341-45d6-88eb-55cefe987bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8e858e-f85a-4888-a438-b4f8052fda08,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:02.768035 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5cd01062-387e-4b0b-b8bd-69a720a1ca96 req-bb8cc8fd-c367-4cf5-b6c3-9a7245ea3132 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 210 time: 0.0387383 May 26 15:57:02.796190 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96f48395-3985-4d91-b5a5-946e99924969 req-8b7c5160-9252-4f22-baec-581f3f8cebcb tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/security-groups?id=f296a5a2-32f7-4a1c-af19-62a7aad7e5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957568 May 26 15:57:02.810267 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] For port 1d53a212-7aca-4d7a-be6f-c220372c7e4d, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1d53a212-7aca-4d7a-be6f-c220372c7e4d,segment=NetworkSegment(5429906a-18ab-4e2f-86bd-2e8430a9592a),segment_id=5429906a-18ab-4e2f-86bd-2e8430a9592a)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:57:02.840618 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3b71d45f-6341-45d6-88eb-55cefe987bd8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6b104211750d466993ba33ba8251b649&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1929593 May 26 15:57:02.840805 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60814) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:02.855756 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:02.869906 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c1e4454b-b08b-415a-a023-4ac9ab026b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:02.881878 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c1e4454b-b08b-415a-a023-4ac9ab026b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:02.887879 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c1e4454b-b08b-415a-a023-4ac9ab026b35 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/97ad971d-7f51-4285-8ff3-e4f6cc7ad533 HTTP/1.1" status: 204 len: 168 time: 0.5607750 May 26 15:57:02.912737 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4454b-b08b-415a-a023-4ac9ab026b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ad971d-7f51-4285-8ff3-e4f6cc7ad533,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:02.922441 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-efa4b272-5ac4-4a19-a3ef-00aa8fef2fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:02.951240 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-efa4b272-5ac4-4a19-a3ef-00aa8fef2fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:03.052710 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.83', 55673) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:03.064611 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7d688c55-d41c-4811-8aa1-be0b9274f6e9 req-ef823e89-0e0a-4edf-9b34-97c7e3f5c90e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 210 time: 0.0991800 May 26 15:57:03.127895 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60826) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:03.136010 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-1e2800b6-a8ad-40d9-80e6-be355b278206 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Request body: {'security_group': {'name': 'tempest-securitygroup--336665633', 'description': 'tempest-description--446864180'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:03.161430 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-efa4b272-5ac4-4a19-a3ef-00aa8fef2fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:03.164435 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-efa4b272-5ac4-4a19-a3ef-00aa8fef2fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:03.166416 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-efa4b272-5ac4-4a19-a3ef-00aa8fef2fe9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0e8e858e-f85a-4888-a438-b4f8052fda08 HTTP/1.1" status: 204 len: 168 time: 0.3243337 May 26 15:57:03.170379 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7fe5330c-45de-40ba-8422-58d3d8e6accd None None] Provisioning complete for port 1d53a212-7aca-4d7a-be6f-c220372c7e4d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:03.171381 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1e2800b6-a8ad-40d9-80e6-be355b278206 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:03.171921 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7fe5330c-45de-40ba-8422-58d3d8e6accd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:03.179864 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] Routers {'b2594dda-1060-4c74-8c50-a3363c4a4094'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:57:03.181231 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:56:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b2594dda-1060-4c74-8c50-a3363c4a4094'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:03.193765 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62bc599-1e65-43ae-ba9f-0d64d198f9ff None None] Pushing event updated for resources: {'Port': ['ID=1d53a212-7aca-4d7a-be6f-c220372c7e4d,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:03.194130 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4b272-5ac4-4a19-a3ef-00aa8fef2fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8e858e-f85a-4888-a438-b4f8052fda08,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:03.324294 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1e2800b6-a8ad-40d9-80e6-be355b278206 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:03.343366 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1e2800b6-a8ad-40d9-80e6-be355b278206 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:03.426254 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port d20feb04-ffb7-4e27-94e8-52c17ad255c9 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:03.426660 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:03.460923 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1e2800b6-a8ad-40d9-80e6-be355b278206 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:03.465399 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1e2800b6-a8ad-40d9-80e6-be355b278206 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3361583 May 26 15:57:03.466073 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60836) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:03.473944 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-84c6f5d6-1a70-4091-aacf-f1548bf07bfd tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Request body: {'security_group_rule': {'security_group_id': '94591791-1f74-4d6c-a8d1-df9619fffe18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:03.489191 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2800b6-a8ad-40d9-80e6-be355b278206 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94591791-1f74-4d6c-a8d1-df9619fffe18,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:03.516895 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-84c6f5d6-1a70-4091-aacf-f1548bf07bfd tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:03.543783 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-57aa025b-b4ab-4a27-9049-89c9bdf6c71b tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:03.545643 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-57aa025b-b4ab-4a27-9049-89c9bdf6c71b tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.83 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 820 time: 0.4806416 May 26 15:57:03.629570 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-84c6f5d6-1a70-4091-aacf-f1548bf07bfd tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:03.636725 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] Set router b2594dda-1060-4c74-8c50-a3363c4a4094 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:57:03.639857 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-84c6f5d6-1a70-4091-aacf-f1548bf07bfd tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:03.668859 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6f5d6-1a70-4091-aacf-f1548bf07bfd tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893cf9a4-8aad-4a27-b088-e09b726d2097,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:03.678952 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-84c6f5d6-1a70-4091-aacf-f1548bf07bfd tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:03.680457 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-84c6f5d6-1a70-4091-aacf-f1548bf07bfd tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2106953 May 26 15:57:03.683365 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60842) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:03.688335 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-75bc774d-4180-4201-83fb-802f64a38356 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Request body: {'security_group_rule': {'security_group_id': '94591791-1f74-4d6c-a8d1-df9619fffe18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:03.703726 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-acfc000d-d474-4c22-aedc-d3485478d769 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Request body: {'port': {'device_id': 'f5a2ef18-5956-4a59-bedd-797077720cf0', 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a', 'admin_state_up': True, 'tenant_id': '19e070c8e7b54fd08885a106f1eb9e23'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:03.748291 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-75bc774d-4180-4201-83fb-802f64a38356 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:03.811855 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7fe5330c-45de-40ba-8422-58d3d8e6accd None None] Current status of the port 1d53a212-7aca-4d7a-be6f-c220372c7e4d is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:03.813969 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7fe5330c-45de-40ba-8422-58d3d8e6accd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:03.966549 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port d20feb04-ffb7-4e27-94e8-52c17ad255c9 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:03.996400 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7fe5330c-45de-40ba-8422-58d3d8e6accd None None] For port 1d53a212-7aca-4d7a-be6f-c220372c7e4d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1d53a212-7aca-4d7a-be6f-c220372c7e4d,segment=NetworkSegment(5429906a-18ab-4e2f-86bd-2e8430a9592a),segment_id=5429906a-18ab-4e2f-86bd-2e8430a9592a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:04.005159 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7fe5330c-45de-40ba-8422-58d3d8e6accd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:04.025746 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60854) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:04.060476 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60856) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:04.085680 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b65c6b2d-1c1c-4784-a29f-13f9c144d780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:04.103003 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b809f047-3039-4979-8066-1dba49ae4bbe req-52157fb5-2950-4fa0-8312-2f12df71371b tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 210 time: 0.1563058 May 26 15:57:04.148496 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5330c-45de-40ba-8422-58d3d8e6accd None None] Pushing event updated for resources: {'Port': ['ID=1d53a212-7aca-4d7a-be6f-c220372c7e4d,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:04.169405 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-6637f6b9-b116-44c2-9583-7902010d7759 None None] Provisioning complete for port 1d53a212-7aca-4d7a-be6f-c220372c7e4d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:04.169945 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6637f6b9-b116-44c2-9583-7902010d7759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:04.221427 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2594dda-1060-4c74-8c50-a3363c4a4094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144413570-router', 'tenant_id': '4ce6c9bd647b4c01a79f72a87f284947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd20feb04-ffb7-4e27-94e8-52c17ad255c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:53Z', 'updated_at': '2022-05-26T15:56:58Z', 'revision_number': 4, 'project_id': '4ce6c9bd647b4c01a79f72a87f284947', 'gw_port': {'id': 'd20feb04-ffb7-4e27-94e8-52c17ad255c9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2594dda-1060-4c74-8c50-a3363c4a4094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:54Z', 'updated_at': '2022-05-26T15:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '1d53a212-7aca-4d7a-be6f-c220372c7e4d', 'name': '', 'network_id': 'f935c707-a1ad-4ba7-a93a-43c2c21ab483', 'tenant_id': '4ce6c9bd647b4c01a79f72a87f284947', 'mac_address': 'fa:16:3e:c1:bb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2594dda-1060-4c74-8c50-a3363c4a4094', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '7bb23106-31dd-4e93-8abf-1bb53b33c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:57Z', 'updated_at': '2022-05-26T15:57:02Z', 'revision_number': 4, 'project_id': '4ce6c9bd647b4c01a79f72a87f284947', 'subnets': [{'id': '7bb23106-31dd-4e93-8abf-1bb53b33c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:04.243991 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-75bc774d-4180-4201-83fb-802f64a38356 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:04.254400 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-605e25ff-1ef6-4232-b29b-9a013d34a6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:04.254976 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e731c03a-3a11-4dfa-b4f3-846c9479d944 None None] The sync data for ids ['b2594dda-1060-4c74-8c50-a3363c4a4094'] in n-d-843337-2 is: [{'id': 'b2594dda-1060-4c74-8c50-a3363c4a4094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144413570-router', 'tenant_id': '4ce6c9bd647b4c01a79f72a87f284947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd20feb04-ffb7-4e27-94e8-52c17ad255c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:53Z', 'updated_at': '2022-05-26T15:56:58Z', 'revision_number': 4, 'project_id': '4ce6c9bd647b4c01a79f72a87f284947', 'gw_port': {'id': 'd20feb04-ffb7-4e27-94e8-52c17ad255c9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2594dda-1060-4c74-8c50-a3363c4a4094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:54Z', 'updated_at': '2022-05-26T15:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '1d53a212-7aca-4d7a-be6f-c220372c7e4d', 'name': '', 'network_id': 'f935c707-a1ad-4ba7-a93a-43c2c21ab483', 'tenant_id': '4ce6c9bd647b4c01a79f72a87f284947', 'mac_address': 'fa:16:3e:c1:bb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2594dda-1060-4c74-8c50-a3363c4a4094', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '7bb23106-31dd-4e93-8abf-1bb53b33c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:57Z', 'updated_at': '2022-05-26T15:57:02Z', 'revision_number': 4, 'project_id': '4ce6c9bd647b4c01a79f72a87f284947', 'subnets': [{'id': '7bb23106-31dd-4e93-8abf-1bb53b33c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:57:04.288939 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-75bc774d-4180-4201-83fb-802f64a38356 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:04.365414 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68e0b072-58bc-49ba-8b60-38f17d940f0f req-49ff0fd1-f0b5-47e2-96d5-2d2025b741e1 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 210 time: 0.0616844 May 26 15:57:04.379073 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-acfc000d-d474-4c22-aedc-d3485478d769 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Made reservation on behalf of 19e070c8e7b54fd08885a106f1eb9e23 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:57:04.407075 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc774d-4180-4201-83fb-802f64a38356 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f90e87-620e-4be5-9ced-f86f4c8e4d8b,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:04.408068 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-acfc000d-d474-4c22-aedc-d3485478d769 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:04.419462 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-75bc774d-4180-4201-83fb-802f64a38356 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:04.420991 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-75bc774d-4180-4201-83fb-802f64a38356 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7365155 May 26 15:57:04.427335 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60862) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:04.428329 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6637f6b9-b116-44c2-9583-7902010d7759 None None] Current status of the port 1d53a212-7aca-4d7a-be6f-c220372c7e4d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:04.429375 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c776e39-84dc-4279-a5eb-4b9bf4e61248 req-2e3c8242-f356-40c9-9fdb-5f1a93b2eea5 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:04.432130 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-3297d98d-05e9-42dd-aaf5-94c6de8a2522 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:04.444167 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c776e39-84dc-4279-a5eb-4b9bf4e61248 req-2e3c8242-f356-40c9-9fdb-5f1a93b2eea5 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1016f23-e24e-4afd-958f-7fe5c3666046 HTTP/1.1" status: 200 len: 971 time: 0.4684789 May 26 15:57:04.461794 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b65c6b2d-1c1c-4784-a29f-13f9c144d780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:04.471572 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b65c6b2d-1c1c-4784-a29f-13f9c144d780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:04.556417 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3297d98d-05e9-42dd-aaf5-94c6de8a2522 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:04.614566 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c776e39-84dc-4279-a5eb-4b9bf4e61248 req-baa88f66-8bae-42f2-97a9-9b965e9885f6 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/security-groups?id=f296a5a2-32f7-4a1c-af19-62a7aad7e5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691794 May 26 15:57:04.616361 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-605e25ff-1ef6-4232-b29b-9a013d34a6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:04.627334 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b65c6b2d-1c1c-4784-a29f-13f9c144d780 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6608fec8b4fc43838a21978a97c68acb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6003447 May 26 15:57:04.627931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60864) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:04.646495 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-605e25ff-1ef6-4232-b29b-9a013d34a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:04.689343 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c6b2d-1c1c-4784-a29f-13f9c144d780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e239af-5760-41aa-9e65-7bbe3a461479,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:04.752620 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-605e25ff-1ef6-4232-b29b-9a013d34a6bc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fbd54384567040dab39e51ac09ecfc71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6760268 May 26 15:57:04.756757 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60870) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:04.770604 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1d53a212-7aca-4d7a-be6f-c220372c7e4d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:04.811260 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23b73315-da77-43df-8f89-d44d6e69f718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:04.836855 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23b73315-da77-43df-8f89-d44d6e69f718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:04.895530 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e25ff-1ef6-4232-b29b-9a013d34a6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783e7fc8-6719-4280-af1a-c5f2761fa1bf,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:04.931226 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 1d53a212-7aca-4d7a-be6f-c220372c7e4d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:04.932414 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:05.013537 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20930ca-224f-4df0-ab70-a3503d0fd564 req-2ac8b57b-dd61-4b5b-9369-a1a10f0acfed tempest-AggregatesAdminTestJSON-682946710 tempest-AggregatesAdminTestJSON-682946710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:05.022753 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d20930ca-224f-4df0-ab70-a3503d0fd564 req-2ac8b57b-dd61-4b5b-9369-a1a10f0acfed tempest-AggregatesAdminTestJSON-682946710 tempest-AggregatesAdminTestJSON-682946710-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b1016f23-e24e-4afd-958f-7fe5c3666046 HTTP/1.1" status: 200 len: 1122 time: 0.1294692 May 26 15:57:05.024590 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23b73315-da77-43df-8f89-d44d6e69f718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:05.027840 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23b73315-da77-43df-8f89-d44d6e69f718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:05.029312 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-23b73315-da77-43df-8f89-d44d6e69f718 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c5e239af-5760-41aa-9e65-7bbe3a461479 HTTP/1.1" status: 204 len: 168 time: 0.3988409 May 26 15:57:05.083648 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5d6fc7be-4ad5-4dbb-bc3f-17605254562d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:05.093632 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-acfc000d-d474-4c22-aedc-d3485478d769 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Allocated IP 172.20.0.10 (849715ed-d05e-42c2-bffa-fde3212d6c0a/34e27219-447c-429c-b572-febfd4b36520/c12f14b9-63df-4262-b488-905dbd4a5a1b) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:57:05.125223 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b73315-da77-43df-8f89-d44d6e69f718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e239af-5760-41aa-9e65-7bbe3a461479,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:05.128911 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d20930ca-224f-4df0-ab70-a3503d0fd564 req-bdacc40f-f04b-4999-b9e0-17905d251ae6 tempest-AggregatesAdminTestJSON-682946710 tempest-AggregatesAdminTestJSON-682946710-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:05.191603 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 1d53a212-7aca-4d7a-be6f-c220372c7e4d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:05.194824 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5d6fc7be-4ad5-4dbb-bc3f-17605254562d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:05.254382 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3297d98d-05e9-42dd-aaf5-94c6de8a2522 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:05.384694 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5d6fc7be-4ad5-4dbb-bc3f-17605254562d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:05.397000 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5d6fc7be-4ad5-4dbb-bc3f-17605254562d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:05.399662 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5d6fc7be-4ad5-4dbb-bc3f-17605254562d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/783e7fc8-6719-4280-af1a-c5f2761fa1bf HTTP/1.1" status: 204 len: 168 time: 0.6418095 May 26 15:57:05.407953 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d20930ca-224f-4df0-ab70-a3503d0fd564 req-bdacc40f-f04b-4999-b9e0-17905d251ae6 tempest-AggregatesAdminTestJSON-682946710 tempest-AggregatesAdminTestJSON-682946710-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:05.415770 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fc7be-4ad5-4dbb-bc3f-17605254562d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783e7fc8-6719-4280-af1a-c5f2761fa1bf,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:05.422678 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d20930ca-224f-4df0-ab70-a3503d0fd564 req-bdacc40f-f04b-4999-b9e0-17905d251ae6 tempest-AggregatesAdminTestJSON-682946710 tempest-AggregatesAdminTestJSON-682946710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:05.471089 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d20930ca-224f-4df0-ab70-a3503d0fd564 req-bdacc40f-f04b-4999-b9e0-17905d251ae6 tempest-AggregatesAdminTestJSON-682946710 tempest-AggregatesAdminTestJSON-682946710-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f296a5a2-32f7-4a1c-af19-62a7aad7e5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464335 May 26 15:57:05.490592 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdacc40f-f04b-4999-b9e0-17905d251ae6 tempest-AggregatesAdminTestJSON-682946710 tempest-AggregatesAdminTestJSON-682946710-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed993258-08b1-4f8b-b0c0-9715bf3902b3,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:05.611269 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-acfc000d-d474-4c22-aedc-d3485478d769 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:05.659500 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2316722-afd6-4202-9f90-941908e9c31c req-b40c1ddf-8259-4531-b76a-cab2f3d1270d tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 210 time: 0.0457246 May 26 15:57:05.674471 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-acfc000d-d474-4c22-aedc-d3485478d769 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:05.876866 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-3297d98d-05e9-42dd-aaf5-94c6de8a2522 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Allocated IP 172.25.7.153 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/e1a22ced-f789-45ca-9a74-044f43e633a1) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:57:05.927739 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-acfc000d-d474-4c22-aedc-d3485478d769 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Network 849715ed-d05e-42c2-bffa-fde3212d6c0a is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:57:05.945391 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-acfc000d-d474-4c22-aedc-d3485478d769 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:05.951023 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-acfc000d-d474-4c22-aedc-d3485478d769 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:57:05.960664 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7036d7-df81-44a3-8884-31316c74e06c req-5ddfe676-da6d-45f6-b343-bddf97dd44d0 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:05.965196 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b7036d7-df81-44a3-8884-31316c74e06c req-5ddfe676-da6d-45f6-b343-bddf97dd44d0 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 932 time: 0.1253333 May 26 15:57:05.975594 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-acfc000d-d474-4c22-aedc-d3485478d769 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:05.976430 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-acfc000d-d474-4c22-aedc-d3485478d769 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:05.979469 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc000d-d474-4c22-aedc-d3485478d769 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Pushing event updated for resources: {'Port': ['ID=c12f14b9-63df-4262-b488-905dbd4a5a1b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:06.053960 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b7036d7-df81-44a3-8884-31316c74e06c req-8d258d36-c716-4b5a-977b-78be7e4b776b tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814252 May 26 15:57:06.145472 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-acfc000d-d474-4c22-aedc-d3485478d769 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4465859 May 26 15:57:06.285412 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3297d98d-05e9-42dd-aaf5-94c6de8a2522 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:06.332746 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3297d98d-05e9-42dd-aaf5-94c6de8a2522 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:06.422023 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3297d98d-05e9-42dd-aaf5-94c6de8a2522 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:57:06.429571 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-3297d98d-05e9-42dd-aaf5-94c6de8a2522 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:06.442606 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3297d98d-05e9-42dd-aaf5-94c6de8a2522 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:57:06.454336 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297d98d-05e9-42dd-aaf5-94c6de8a2522 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Pushing event updated for resources: {'Port': ['ID=e1a22ced-f789-45ca-9a74-044f43e633a1,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:06.562514 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d2092-f3e0-47a7-a045-8546f0e7ea76 req-5dbc811f-3b81-46d7-8f1d-e2f4e841edfe tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:06.564115 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-050d2092-f3e0-47a7-a045-8546f0e7ea76 req-5dbc811f-3b81-46d7-8f1d-e2f4e841edfe tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1016f23-e24e-4afd-958f-7fe5c3666046 HTTP/1.1" status: 200 len: 971 time: 0.1492729 May 26 15:57:06.599983 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3297d98d-05e9-42dd-aaf5-94c6de8a2522 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:06.633843 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-050d2092-f3e0-47a7-a045-8546f0e7ea76 req-584adde7-8a81-4fad-bc37-9e63b772bd0d tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/security-groups?id=f296a5a2-32f7-4a1c-af19-62a7aad7e5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636923 May 26 15:57:06.681001 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3297d98d-05e9-42dd-aaf5-94c6de8a2522 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:06.812659 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d4d4f448-10f7-45d5-ad8e-b1bfb98d977c req-a985f672-7641-47fc-a255-44c5783fcfc0 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 210 time: 0.0381186 May 26 15:57:06.938497 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3297d98d-05e9-42dd-aaf5-94c6de8a2522 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:06.943297 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3297d98d-05e9-42dd-aaf5-94c6de8a2522 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:06.986663 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3297d98d-05e9-42dd-aaf5-94c6de8a2522 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:07.018818 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3297d98d-05e9-42dd-aaf5-94c6de8a2522 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:07.024614 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3297d98d-05e9-42dd-aaf5-94c6de8a2522 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5958478 May 26 15:57:07.025841 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297d98d-05e9-42dd-aaf5-94c6de8a2522 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Pushing event updated for resources: {'Port': ['ID=e1a22ced-f789-45ca-9a74-044f43e633a1,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:07.192985 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6d2e5-9893-49be-8113-a9d622c78306 req-21438c0f-2b60-4b53-b0cf-fbd706737ca0 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:07.201608 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85d6d2e5-9893-49be-8113-a9d622c78306 req-21438c0f-2b60-4b53-b0cf-fbd706737ca0 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 932 time: 0.0598819 May 26 15:57:07.250463 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85d6d2e5-9893-49be-8113-a9d622c78306 req-d1345662-8b73-4000-a89d-f4ca137fdc3f tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477755 May 26 15:57:07.489976 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-701028fc-f1fd-49db-9fad-2f2399cd71da tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--336665633&fields=id&tenant_id=8af860fdd3584e1a8789c06843d6dcca HTTP/1.1" status: 200 len: 267 time: 0.0956459 May 26 15:57:07.506760 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee95ea-98e7-4761-a176-e45b72ec35e9 req-4e70f074-897d-4a45-9b39-1eeaafc3a325 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:07.509011 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5ee95ea-98e7-4761-a176-e45b72ec35e9 req-4e70f074-897d-4a45-9b39-1eeaafc3a325 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1016f23-e24e-4afd-958f-7fe5c3666046 HTTP/1.1" status: 200 len: 971 time: 0.0906847 May 26 15:57:07.711076 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60996) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:07.756971 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-4eeed741-021c-48c9-945e-80e37f8d3eae tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:07.759102 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-4eeed741-021c-48c9-945e-80e37f8d3eae tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/networks?id=fd21b13c-44ff-4f1b-8ebb-43aa45f45369 HTTP/1.1" status: 200 len: 823 time: 0.2492831 May 26 15:57:07.827640 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-97f7f499-5077-44a9-af26-11fb8f768071 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/quotas/8af860fdd3584e1a8789c06843d6dcca HTTP/1.1" status: 200 len: 375 time: 0.0564368 May 26 15:57:07.829641 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-f5ee95ea-98e7-4761-a176-e45b72ec35e9 req-8aa5925d-9d9f-46a4-8eca-7b172d5058fb tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Deleting port f0d8cf27-4917-4cb4-8ade-2f646ec24000 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:57:07.829985 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f5ee95ea-98e7-4761-a176-e45b72ec35e9 req-8aa5925d-9d9f-46a4-8eca-7b172d5058fb tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:07.953897 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80f455-ad73-4060-b7ef-e172e025891b req-ef50b21c-7eaa-407b-9762-db845e962f0b tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:07.955477 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9f80f455-ad73-4060-b7ef-e172e025891b req-ef50b21c-7eaa-407b-9762-db845e962f0b tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1016f23-e24e-4afd-958f-7fe5c3666046 HTTP/1.1" status: 200 len: 971 time: 0.1872764 May 26 15:57:07.957761 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ebebea80-f52f-4e8d-8094-b228605489c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:08.023880 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-18557a28-f31d-4828-ad59-136ecfa37275 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8af860fdd3584e1a8789c06843d6dcca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1804090 May 26 15:57:08.108828 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-f5ee95ea-98e7-4761-a176-e45b72ec35e9 req-8aa5925d-9d9f-46a4-8eca-7b172d5058fb tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] For port f0d8cf27-4917-4cb4-8ade-2f646ec24000, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f0d8cf27-4917-4cb4-8ade-2f646ec24000,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:08.109206 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f5ee95ea-98e7-4761-a176-e45b72ec35e9 req-8aa5925d-9d9f-46a4-8eca-7b172d5058fb tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:08.121695 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ebebea80-f52f-4e8d-8094-b228605489c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:08.127876 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ebebea80-f52f-4e8d-8094-b228605489c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:08.138274 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9f80f455-ad73-4060-b7ef-e172e025891b req-f4485321-ad22-4e9c-9576-ec03123d86a8 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/security-groups?id=f296a5a2-32f7-4a1c-af19-62a7aad7e5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705410 May 26 15:57:08.153067 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-f5ee95ea-98e7-4761-a176-e45b72ec35e9 req-8aa5925d-9d9f-46a4-8eca-7b172d5058fb tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Calling delete_port for f0d8cf27-4917-4cb4-8ade-2f646ec24000 owned by compute:tempest-test_az-344495792 {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:57:08.188623 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ebebea80-f52f-4e8d-8094-b228605489c3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5cc2169458604cfa967c679691988ee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4741693 May 26 15:57:08.190084 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebea80-f52f-4e8d-8094-b228605489c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6939628b-fbb2-4b3e-99a9-cf70d88b4fa4,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:08.193816 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 32782) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:08.326692 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-fe1acf1f-051d-4271-b821-e743f5ce962e service neutron] 10.222.0.77 "GET /v2.0/networks/fd21b13c-44ff-4f1b-8ebb-43aa45f45369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023913 May 26 15:57:08.332999 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a138f740-40f2-43b1-a2c7-1f356e0cdec4 req-10af5eea-cf88-49a1-b38e-7a310fd927e2 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 210 time: 0.0798781 May 26 15:57:08.665124 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-07fddf8b-d829-4bce-aef3-1e2d07e14496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:08.738310 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-07fddf8b-d829-4bce-aef3-1e2d07e14496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:08.746389 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad37d3-a3e4-4e9d-8eb9-a40f07a3aab9 req-6bb51c09-7eaf-4a0e-b718-ba71eff9f8de tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:08.747849 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1ad37d3-a3e4-4e9d-8eb9-a40f07a3aab9 req-6bb51c09-7eaf-4a0e-b718-ba71eff9f8de tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 932 time: 0.3440187 May 26 15:57:08.758697 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-c963e0e3-c3ac-406b-9236-531dce9f75b3 service neutron] 10.222.0.77 "GET /v2.0/networks/fd21b13c-44ff-4f1b-8ebb-43aa45f45369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236600 May 26 15:57:08.821941 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f5ee95ea-98e7-4761-a176-e45b72ec35e9 req-8aa5925d-9d9f-46a4-8eca-7b172d5058fb tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:08.835150 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['f0d8cf27-4917-4cb4-8ade-2f646ec24000'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:57:08.842659 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1ad37d3-a3e4-4e9d-8eb9-a40f07a3aab9 req-39ff0b24-ed62-41cc-8cdb-0ab197e60483 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872679 May 26 15:57:08.898484 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5925d-9d9f-46a4-8eca-7b172d5058fb tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Pushing event deleted for resources: {'Port': ['ID=f0d8cf27-4917-4cb4-8ade-2f646ec24000,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:08.951656 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ee95ea-98e7-4761-a176-e45b72ec35e9 req-8aa5925d-9d9f-46a4-8eca-7b172d5058fb tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] No DVR routers for this DVR port f0d8cf27-4917-4cb4-8ade-2f646ec24000 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:57:08.955939 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f5ee95ea-98e7-4761-a176-e45b72ec35e9 req-8aa5925d-9d9f-46a4-8eca-7b172d5058fb tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:08.961829 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5ee95ea-98e7-4761-a176-e45b72ec35e9 req-8aa5925d-9d9f-46a4-8eca-7b172d5058fb tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.81 "DELETE /v2.0/ports/f0d8cf27-4917-4cb4-8ade-2f646ec24000 HTTP/1.1" status: 204 len: 173 time: 1.4413080 May 26 15:57:08.964356 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1016f23-e24e-4afd-958f-7fe5c3666046', 'name': 'network-vif-deleted', 'tag': 'f0d8cf27-4917-4cb4-8ade-2f646ec24000'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:08.979240 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b7f47a-f2c3-4310-bda2-20ecb4c7b71a" -d '{"events": [{"server_uuid": "b1016f23-e24e-4afd-958f-7fe5c3666046", "name": "network-vif-deleted", "tag": "f0d8cf27-4917-4cb4-8ade-2f646ec24000"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:08.989061 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-07fddf8b-d829-4bce-aef3-1e2d07e14496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:08.991515 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-07fddf8b-d829-4bce-aef3-1e2d07e14496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:08.993062 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-07fddf8b-d829-4bce-aef3-1e2d07e14496 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6939628b-fbb2-4b3e-99a9-cf70d88b4fa4 HTTP/1.1" status: 204 len: 168 time: 0.7972338 May 26 15:57:09.013944 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fddf8b-d829-4bce-aef3-1e2d07e14496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6939628b-fbb2-4b3e-99a9-cf70d88b4fa4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:09.254406 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-aed78f03-981d-4453-b435-614bb59ebc88 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=9cfccb197f8e4276a09adba499d9693b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318847 May 26 15:57:09.360102 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14c83d92-7679-4ec8-b845-e2342ee9c862 req-c9367ad7-c7e1-4b6d-a485-cf69bcaa5a4d tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f24c456-a0c6-4e27-8fc1-142ad2876791 HTTP/1.1" status: 200 len: 210 time: 0.0312829 May 26 15:57:09.430757 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc9c9b9-7b88-4d82-be34-70b3a14792ad x-openstack-request-id: req-7bc9c9b9-7b88-4d82-be34-70b3a14792ad {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:09.431057 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1016f23-e24e-4afd-958f-7fe5c3666046", "name": "network-vif-deleted", "tag": "f0d8cf27-4917-4cb4-8ade-2f646ec24000", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:09.431315 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7bc9c9b9-7b88-4d82-be34-70b3a14792ad {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:09.431717 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bc9c9b9-7b88-4d82-be34-70b3a14792ad'] response: {'server_uuid': 'b1016f23-e24e-4afd-958f-7fe5c3666046', 'name': 'network-vif-deleted', 'tag': 'f0d8cf27-4917-4cb4-8ade-2f646ec24000', 'status': 'completed', 'code': 200} May 26 15:57:09.455783 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-96925b12-de82-46a8-827f-2660d8d75c4d tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:09.463311 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-96925b12-de82-46a8-827f-2660d8d75c4d tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2079957 May 26 15:57:09.496278 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-a10e3bae-f81c-49ba-8f78-152ffb0e8745 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/quotas/9cfccb197f8e4276a09adba499d9693b HTTP/1.1" status: 200 len: 375 time: 0.0305197 May 26 15:57:09.536690 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-5d1c0385-88e9-434a-9787-449ec00a5b14 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9cfccb197f8e4276a09adba499d9693b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391095 May 26 15:57:09.578107 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61455195-647f-4715-9af1-e9e9ac16da88 req-685cb7e6-5abb-4ad6-8c1d-064a97906486 tempest-AggregatesAdminTestJSON-218697517 tempest-AggregatesAdminTestJSON-218697517-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1016f23-e24e-4afd-958f-7fe5c3666046 HTTP/1.1" status: 200 len: 210 time: 0.0520759 May 26 15:57:09.583590 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 32828) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:09.598650 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec4f9cb1-0c4e-442e-be83-91d38df179f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:09.748227 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec4f9cb1-0c4e-442e-be83-91d38df179f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:09.753799 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec4f9cb1-0c4e-442e-be83-91d38df179f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:09.791443 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f69fb0c3-b828-4dae-a7c4-6269ec8fec24 req-7061488b-99d7-4743-9808-f7a92be13c42 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 210 time: 0.0778792 May 26 15:57:09.816765 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ec4f9cb1-0c4e-442e-be83-91d38df179f8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=954242142dc94b8cbf05fb2f8a8d7b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318230 May 26 15:57:09.818754 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f9cb1-0c4e-442e-be83-91d38df179f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdfb98d-ce34-42a0-9329-79352ea01d0b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:09.821243 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 32838) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:09.826494 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-08b3530a-154d-4862-a1cf-d7f93b1aae29 req-2c33c487-0374-4ab4-a5b8-c72b77f796d2 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85 HTTP/1.1" status: 200 len: 210 time: 0.0616279 May 26 15:57:09.907469 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-92a45cec-55f2-40f2-901a-31f65b974a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:09.955513 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-92a45cec-55f2-40f2-901a-31f65b974a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:09.978383 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb212bb-eadb-4c52-aa99-7883a4582073 req-171d9a71-0e89-4c52-a76e-f6867260acb5 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:09.993107 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb212bb-eadb-4c52-aa99-7883a4582073 req-171d9a71-0e89-4c52-a76e-f6867260acb5 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 932 time: 0.0732188 May 26 15:57:10.022981 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-92a45cec-55f2-40f2-901a-31f65b974a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:10.025722 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-92a45cec-55f2-40f2-901a-31f65b974a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:10.026905 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-92a45cec-55f2-40f2-901a-31f65b974a2a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/acdfb98d-ce34-42a0-9329-79352ea01d0b HTTP/1.1" status: 204 len: 168 time: 0.1934426 May 26 15:57:10.034713 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a45cec-55f2-40f2-901a-31f65b974a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdfb98d-ce34-42a0-9329-79352ea01d0b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:10.051735 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb212bb-eadb-4c52-aa99-7883a4582073 req-2ac4001e-7ee1-40e6-9414-3261d2cf0fc9 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566888 May 26 15:57:10.054574 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 32850) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:10.182292 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78f7c3f7-06f8-496d-98d1-4387e4b87403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:10.273559 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78f7c3f7-06f8-496d-98d1-4387e4b87403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:10.279172 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78f7c3f7-06f8-496d-98d1-4387e4b87403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:10.330528 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7c3f7-06f8-496d-98d1-4387e4b87403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4f86cb-1486-4ac4-ad38-23e1da9665dc,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:10.340186 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-78f7c3f7-06f8-496d-98d1-4387e4b87403 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=63fa4adaef31489fb6ac4be66685dd0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839084 May 26 15:57:10.341580 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 32858) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:10.440774 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30fec6bc-ecc8-4ea6-bebe-2ca9abfe4be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:10.443698 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-e5a2d792-b754-4409-81e2-5688578451b7 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:10.445962 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-e5a2d792-b754-4409-81e2-5688578451b7 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.81 "GET /v2.0/networks?id=fd21b13c-44ff-4f1b-8ebb-43aa45f45369 HTTP/1.1" status: 200 len: 823 time: 0.1565442 May 26 15:57:10.480018 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30fec6bc-ecc8-4ea6-bebe-2ca9abfe4be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:10.530869 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7d45e4f6-ca6b-41e8-a15e-b64696dfc77f req-d996e170-8692-45a8-a33c-8bc00775e03b tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f24c456-a0c6-4e27-8fc1-142ad2876791 HTTP/1.1" status: 200 len: 210 time: 0.0385213 May 26 15:57:10.537109 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30fec6bc-ecc8-4ea6-bebe-2ca9abfe4be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:10.541877 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30fec6bc-ecc8-4ea6-bebe-2ca9abfe4be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:10.544218 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-30fec6bc-ecc8-4ea6-bebe-2ca9abfe4be1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0e4f86cb-1486-4ac4-ad38-23e1da9665dc HTTP/1.1" status: 204 len: 168 time: 0.2003791 May 26 15:57:10.554276 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fec6bc-ecc8-4ea6-bebe-2ca9abfe4be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4f86cb-1486-4ac4-ad38-23e1da9665dc,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:10.561971 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-f8883e17-8c47-4beb-8aed-a801c39fde11 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8af860fdd3584e1a8789c06843d6dcca HTTP/1.1" status: 200 len: 379 time: 0.0986099 May 26 15:57:10.574723 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-c726f908-e427-4d79-b751-8c43e7eab6ab tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Request body: {'port': {'device_id': '2f24c456-a0c6-4e27-8fc1-142ad2876791', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'admin_state_up': True, 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'security_groups': ['94591791-1f74-4d6c-a8d1-df9619fffe18']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:10.721364 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-c726f908-e427-4d79-b751-8c43e7eab6ab tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Made reservation on behalf of 8af860fdd3584e1a8789c06843d6dcca for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:57:10.725798 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-c726f908-e427-4d79-b751-8c43e7eab6ab tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:10.884729 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-c726f908-e427-4d79-b751-8c43e7eab6ab tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Allocated IP 172.20.0.6 (fd21b13c-44ff-4f1b-8ebb-43aa45f45369/f04b8b7b-67c4-4820-8e2d-a906f17469d6/8820e699-a922-4329-a32e-36234b7d1420) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:57:10.887656 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f0d8cf27-4917-4cb4-8ade-2f646ec24000 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:57:10.915510 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: f0d8cf27-4917-4cb4-8ade-2f646ec24000 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:57:10.916129 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f0d8cf27-4917-4cb4-8ade-2f646ec24000 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:57:10.964627 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 32898) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:10.970664 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1286efed-f15e-45db-955a-7dd929614ce4 req-dcc45921-7def-4447-a867-33e8ee4d76f0 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 210 time: 0.0392714 May 26 15:57:10.978950 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8b3638bb-c9c2-4ab0-9833-e5d1569b0528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:11.025529 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7bbd0ac3-0cb8-4056-ae42-42a2448c9d61 req-546d50c0-91ea-4d66-a8dc-6815b004a513 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85 HTTP/1.1" status: 200 len: 210 time: 0.0536885 May 26 15:57:11.103424 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8b3638bb-c9c2-4ab0-9833-e5d1569b0528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:11.114597 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8b3638bb-c9c2-4ab0-9833-e5d1569b0528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:11.172195 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-c726f908-e427-4d79-b751-8c43e7eab6ab tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:11.180815 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8b3638bb-c9c2-4ab0-9833-e5d1569b0528 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eb495ce834104486bbb4dbb58f71822a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2148941 May 26 15:57:11.191762 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 32910) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:11.192300 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 32912) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:11.195723 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3638bb-c9c2-4ab0-9833-e5d1569b0528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8578c1d8-4488-4c5d-aa56-9483b8e49a00,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:11.271307 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264c566-a832-40f3-9679-669715e2635b req-4aef8b83-1d3e-447d-9b8e-c044857896c3 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:11.279072 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4264c566-a832-40f3-9679-669715e2635b req-4aef8b83-1d3e-447d-9b8e-c044857896c3 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 932 time: 0.1396825 May 26 15:57:11.319315 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-9725543e-bdf7-4916-83df-3ec93c1a68ca admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-113868123-network', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:11.332900 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-87c471fd-72e6-4544-8bb9-fa3098cb0356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:11.334978 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-c726f908-e427-4d79-b751-8c43e7eab6ab tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:11.405115 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4264c566-a832-40f3-9679-669715e2635b req-bd643503-c140-4bc4-a331-71c62d9a06fd tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209767 May 26 15:57:11.420225 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9725543e-bdf7-4916-83df-3ec93c1a68ca admin admin] Made reservation on behalf of d178d16d8b864c82afaaa8d93cecd08d for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:57:11.422469 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9725543e-bdf7-4916-83df-3ec93c1a68ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:11.427021 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-87c471fd-72e6-4544-8bb9-fa3098cb0356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:11.459214 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9725543e-bdf7-4916-83df-3ec93c1a68ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:11.461654 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-c726f908-e427-4d79-b751-8c43e7eab6ab tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Network fd21b13c-44ff-4f1b-8ebb-43aa45f45369 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:57:11.470838 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726f908-e427-4d79-b751-8c43e7eab6ab tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Pushing event updated for resources: {'Port': ['ID=8820e699-a922-4329-a32e-36234b7d1420,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:11.485505 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-c726f908-e427-4d79-b751-8c43e7eab6ab tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:11.492326 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-c726f908-e427-4d79-b751-8c43e7eab6ab tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:57:11.498576 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-c726f908-e427-4d79-b751-8c43e7eab6ab tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:11.499193 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-c726f908-e427-4d79-b751-8c43e7eab6ab tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:11.549116 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-c726f908-e427-4d79-b751-8c43e7eab6ab tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9793878 May 26 15:57:11.566785 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-3d784bee-5c7e-455c-83fb-e8ffb0374b2c service neutron] Request body: {'port': {'device_id': '2f24c456-a0c6-4e27-8fc1-142ad2876791', 'device_owner': 'compute:tempest-test_az-344495792', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:11.588327 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-0f2eec57-9506-4c3f-9a84-48febe0493f8 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:57:11.605555 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-0f2eec57-9506-4c3f-9a84-48febe0493f8 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0438790 May 26 15:57:11.614709 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-87c471fd-72e6-4544-8bb9-fa3098cb0356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:11.618076 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-87c471fd-72e6-4544-8bb9-fa3098cb0356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:11.622813 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-87c471fd-72e6-4544-8bb9-fa3098cb0356 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8578c1d8-4488-4c5d-aa56-9483b8e49a00 HTTP/1.1" status: 204 len: 168 time: 0.4269254 May 26 15:57:11.691216 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c471fd-72e6-4544-8bb9-fa3098cb0356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8578c1d8-4488-4c5d-aa56-9483b8e49a00,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:11.728228 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-3d784bee-5c7e-455c-83fb-e8ffb0374b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:11.736280 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9725543e-bdf7-4916-83df-3ec93c1a68ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:11.761954 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9725543e-bdf7-4916-83df-3ec93c1a68ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:11.841016 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9725543e-bdf7-4916-83df-3ec93c1a68ca admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:57:11.878691 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725543e-bdf7-4916-83df-3ec93c1a68ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01bd505-02b8-4d46-81c6-2586c729cd46,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:11.881866 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9725543e-bdf7-4916-83df-3ec93c1a68ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:11.882211 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-9725543e-bdf7-4916-83df-3ec93c1a68ca admin admin] Added segment 7552e5b1-67b9-4feb-95cc-331d802ec945 of type vlan for network 9f115508-0eed-42d5-a3d3-b010668163e8 May 26 15:57:11.890351 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-68057ec6-b251-4f76-aac1-31265266dd8c service neutron] Request body: {'port': {'device_id': 'f5a2ef18-5956-4a59-bedd-797077720cf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:11.996652 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77cc3d-a4d4-4f97-8013-593574e18333 req-3852c5a8-be0c-4571-9e99-45f8492647be tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:12.003961 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa77cc3d-a4d4-4f97-8013-593574e18333 req-3852c5a8-be0c-4571-9e99-45f8492647be tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f24c456-a0c6-4e27-8fc1-142ad2876791 HTTP/1.1" status: 200 len: 931 time: 0.2708621 May 26 15:57:12.007770 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-68057ec6-b251-4f76-aac1-31265266dd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:12.036084 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9725543e-bdf7-4916-83df-3ec93c1a68ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:12.054393 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-002c0a4a-a832-474e-96f5-e454a5ab0aa1 None None] Provisioning complete for port 8820e699-a922-4329-a32e-36234b7d1420 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:12.054891 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-002c0a4a-a832-474e-96f5-e454a5ab0aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:12.138324 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-002c0a4a-a832-474e-96f5-e454a5ab0aa1 None None] Port 8820e699-a922-4329-a32e-36234b7d1420 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:57:12.143534 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa77cc3d-a4d4-4f97-8013-593574e18333 req-6c8151c8-2c70-42fd-814c-e4db81fab54b tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/security-groups?id=94591791-1f74-4d6c-a8d1-df9619fffe18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385965 May 26 15:57:12.157390 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9725543e-bdf7-4916-83df-3ec93c1a68ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:12.158338 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9725543e-bdf7-4916-83df-3ec93c1a68ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:12.159000 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9725543e-bdf7-4916-83df-3ec93c1a68ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:12.189956 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1f72607-c55a-42b1-b9bb-aa95a5060475 req-8d64f83d-3537-4526-8d35-d1dbcd2b8a2b tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 210 time: 0.0436308 May 26 15:57:12.303813 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9725543e-bdf7-4916-83df-3ec93c1a68ca admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1091011 May 26 15:57:12.306903 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 32972) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:12.319154 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-7daa816a-c169-4994-b489-cad76fd4c512 admin admin] Request body: {'subnet': {'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-113868123-subnet', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:12.347929 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0a080ab3-d2ee-41dd-a03b-a3e50298b2d4 req-b5de1316-c503-49d6-a414-f70facdec61a tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85 HTTP/1.1" status: 200 len: 210 time: 0.0581663 May 26 15:57:12.355499 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725543e-bdf7-4916-83df-3ec93c1a68ca admin admin] Pushing event updated for resources: {'Network': ['ID=9f115508-0eed-42d5-a3d3-b010668163e8,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:12.369138 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 9f115508-0eed-42d5-a3d3-b010668163e8 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:57:12.421985 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.83', 55680) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:12.451875 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daa816a-c169-4994-b489-cad76fd4c512 admin admin] Made reservation on behalf of d178d16d8b864c82afaaa8d93cecd08d for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:57:12.456748 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7daa816a-c169-4994-b489-cad76fd4c512 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:12.578908 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-3d784bee-5c7e-455c-83fb-e8ffb0374b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8820e699-a922-4329-a32e-36234b7d1420 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:57:12.607762 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-3d784bee-5c7e-455c-83fb-e8ffb0374b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:12.694221 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-3d784bee-5c7e-455c-83fb-e8ffb0374b2c service neutron] Transition to ACTIVE for port object 8820e699-a922-4329-a32e-36234b7d1420 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:57:12.715879 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-3d784bee-5c7e-455c-83fb-e8ffb0374b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:12.759118 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f09355-8a0f-4b22-96c5-adf469b37c6b req-753f6696-a919-4dca-9e5a-33e454460092 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:12.765540 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-72f09355-8a0f-4b22-96c5-adf469b37c6b req-753f6696-a919-4dca-9e5a-33e454460092 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 932 time: 0.2065377 May 26 15:57:12.824232 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d784bee-5c7e-455c-83fb-e8ffb0374b2c service neutron] Pushing event updated for resources: {'Port': ['ID=8820e699-a922-4329-a32e-36234b7d1420,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:12.836929 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-d0e7198c-318f-44b0-b19e-adec9dd377f0 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:12.838725 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-d0e7198c-318f-44b0-b19e-adec9dd377f0 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.83 "GET /v2.0/networks?id=71541f1d-ce38-4cf3-9f13-9a4c8286cac9 HTTP/1.1" status: 200 len: 815 time: 0.4075956 May 26 15:57:12.889989 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33002) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:12.908078 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-5b2a0373-4f3f-480e-a4eb-ed9151e5f70f tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Request body: {'port': {'device_id': '0e74ccad-ae15-4657-848f-ab784e5060fd', 'network_id': '71541f1d-ce38-4cf3-9f13-9a4c8286cac9', 'admin_state_up': True, 'tenant_id': '895c6b69627743e5bb063c92fc326682'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:12.944910 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-68057ec6-b251-4f76-aac1-31265266dd8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c12f14b9-63df-4262-b488-905dbd4a5a1b {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:57:12.960078 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-68057ec6-b251-4f76-aac1-31265266dd8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:12.967793 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7daa816a-c169-4994-b489-cad76fd4c512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:12.991405 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3fc25c02-59d7-4f1f-9c16-a86a0f874e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:13.035827 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-72f09355-8a0f-4b22-96c5-adf469b37c6b req-310b7fbc-1427-4352-8aa2-bad259688c36 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945546 May 26 15:57:13.103892 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa816a-c169-4994-b489-cad76fd4c512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4cd4c04-0f78-4554-8f4d-7d36adb9556a,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:13.123341 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-68057ec6-b251-4f76-aac1-31265266dd8c service neutron] Transition to ACTIVE for port object c12f14b9-63df-4262-b488-905dbd4a5a1b will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:57:13.131842 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.83', 55681) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:13.161199 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-68057ec6-b251-4f76-aac1-31265266dd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:13.166510 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-caae30a5-2d69-4512-b20a-9c330154b1c3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-171909775-network', 'tenant_id': '68474f7d9cf04077903a4e0c3bda72a7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:13.206386 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-3d784bee-5c7e-455c-83fb-e8ffb0374b2c service neutron] Attempting to bind port 8820e699-a922-4329-a32e-36234b7d1420 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:57:13.206727 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-3d784bee-5c7e-455c-83fb-e8ffb0374b2c service neutron] Attempting to bind port 8820e699-a922-4329-a32e-36234b7d1420 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'dae879e7-109f-4012-aa0b-0a7b2554ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:57:13.207062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-3d784bee-5c7e-455c-83fb-e8ffb0374b2c service neutron] Attempting to bind port 8820e699-a922-4329-a32e-36234b7d1420 on network fd21b13c-44ff-4f1b-8ebb-43aa45f45369 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:13.243769 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daa816a-c169-4994-b489-cad76fd4c512 admin admin] Checking segment: {'id': '7552e5b1-67b9-4feb-95cc-331d802ec945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:13.244472 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daa816a-c169-4994-b489-cad76fd4c512 admin admin] Network hostable DHCP agents. Network: 9f115508-0eed-42d5-a3d3-b010668163e8, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:57:13.252583 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-50652c9b-b474-470c-b8c2-2f8ea5a36ed9 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=9cfccb197f8e4276a09adba499d9693b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1159997 May 26 15:57:13.269654 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68057ec6-b251-4f76-aac1-31265266dd8c service neutron] Pushing event updated for resources: {'Port': ['ID=c12f14b9-63df-4262-b488-905dbd4a5a1b,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:13.279923 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-3d784bee-5c7e-455c-83fb-e8ffb0374b2c service neutron] Port 8820e699-a922-4329-a32e-36234b7d1420 on network fd21b13c-44ff-4f1b-8ebb-43aa45f45369 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:57:13.280839 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-3d784bee-5c7e-455c-83fb-e8ffb0374b2c service neutron] Attempting to bind port 8820e699-a922-4329-a32e-36234b7d1420 on network fd21b13c-44ff-4f1b-8ebb-43aa45f45369 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:13.317153 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daa816a-c169-4994-b489-cad76fd4c512 admin admin] Network 9f115508-0eed-42d5-a3d3-b010668163e8 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:57:13.334565 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-3d784bee-5c7e-455c-83fb-e8ffb0374b2c service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:57:13.334938 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-3d784bee-5c7e-455c-83fb-e8ffb0374b2c service neutron] Checking segment: {'id': 'dae879e7-109f-4012-aa0b-0a7b2554ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:13.335235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-3d784bee-5c7e-455c-83fb-e8ffb0374b2c service neutron] Bound using segment: {'id': 'dae879e7-109f-4012-aa0b-0a7b2554ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:57:13.335688 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-3d784bee-5c7e-455c-83fb-e8ffb0374b2c service neutron] Bound port: 8820e699-a922-4329-a32e-36234b7d1420, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae879e7-109f-4012-aa0b-0a7b2554ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:57:13.336672 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-3d784bee-5c7e-455c-83fb-e8ffb0374b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:13.342207 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-68057ec6-b251-4f76-aac1-31265266dd8c service neutron] Attempting to bind port c12f14b9-63df-4262-b488-905dbd4a5a1b on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:57:13.342806 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-68057ec6-b251-4f76-aac1-31265266dd8c service neutron] Attempting to bind port c12f14b9-63df-4262-b488-905dbd4a5a1b by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:57:13.343145 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-68057ec6-b251-4f76-aac1-31265266dd8c service neutron] Attempting to bind port c12f14b9-63df-4262-b488-905dbd4a5a1b on network 849715ed-d05e-42c2-bffa-fde3212d6c0a {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:13.348499 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-68057ec6-b251-4f76-aac1-31265266dd8c service neutron] Port c12f14b9-63df-4262-b488-905dbd4a5a1b on network 849715ed-d05e-42c2-bffa-fde3212d6c0a not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:57:13.348822 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-68057ec6-b251-4f76-aac1-31265266dd8c service neutron] Attempting to bind port c12f14b9-63df-4262-b488-905dbd4a5a1b on network 849715ed-d05e-42c2-bffa-fde3212d6c0a {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:13.353558 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-7daa816a-c169-4994-b489-cad76fd4c512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 9f115508-0eed-42d5-a3d3-b010668163e8) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:13.359995 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daa816a-c169-4994-b489-cad76fd4c512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:13.360602 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7daa816a-c169-4994-b489-cad76fd4c512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:13.362792 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-68057ec6-b251-4f76-aac1-31265266dd8c service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:57:13.363197 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-68057ec6-b251-4f76-aac1-31265266dd8c service neutron] Checking segment: {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:13.363729 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-68057ec6-b251-4f76-aac1-31265266dd8c service neutron] Bound using segment: {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:57:13.364207 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-68057ec6-b251-4f76-aac1-31265266dd8c service neutron] Bound port: c12f14b9-63df-4262-b488-905dbd4a5a1b, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:57:13.364548 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-68057ec6-b251-4f76-aac1-31265266dd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:13.367364 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b292118-c063-4e65-aca8-7fcab99a20cc None None] Network 9f115508-0eed-42d5-a3d3-b010668163e8 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:57:13.380381 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caae30a5-2d69-4512-b20a-9c330154b1c3 admin admin] Made reservation on behalf of 68474f7d9cf04077903a4e0c3bda72a7 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:57:13.383481 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-caae30a5-2d69-4512-b20a-9c330154b1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:13.412275 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7daa816a-c169-4994-b489-cad76fd4c512 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1040792 May 26 15:57:13.418306 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33040) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:13.423460 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-1a99cc12-c645-46e1-8ff1-ddada84aef93 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-113868123-router', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:13.445634 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1a99cc12-c645-46e1-8ff1-ddada84aef93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:13.447021 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1a99cc12-c645-46e1-8ff1-ddada84aef93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:13.500030 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-68057ec6-b251-4f76-aac1-31265266dd8c service neutron] For port c12f14b9-63df-4262-b488-905dbd4a5a1b, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:13.505039 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-caae30a5-2d69-4512-b20a-9c330154b1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:13.543093 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1a99cc12-c645-46e1-8ff1-ddada84aef93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:13.550288 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-68057ec6-b251-4f76-aac1-31265266dd8c service neutron] For port c12f14b9-63df-4262-b488-905dbd4a5a1b, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=c12f14b9-63df-4262-b488-905dbd4a5a1b,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:57:13.555296 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-68057ec6-b251-4f76-aac1-31265266dd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:13.569127 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4bea3d7-ed3b-406b-80ee-e8607c187cc6 req-703cef1e-c3b4-4591-a481-98ea8447135d tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 210 time: 0.0871780 May 26 15:57:13.577244 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5f4c3-c2b2-4e4e-af40-1a4f580e6ab2 req-89a5fea8-b67e-4673-b623-5dadd26c13cc tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:13.579148 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37f5f4c3-c2b2-4e4e-af40-1a4f580e6ab2 req-89a5fea8-b67e-4673-b623-5dadd26c13cc tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f24c456-a0c6-4e27-8fc1-142ad2876791 HTTP/1.1" status: 200 len: 964 time: 0.3086500 May 26 15:57:13.589360 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70be32f6-e922-4434-8cc2-fa6f60bf3ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-9f115508-0eed-42d5-a3d3-b010668163e8', 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'fixed_ips': [{'subnet_id': 'e4cd4c04-0f78-4554-8f4d-7d36adb9556a'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 15:57:13.589595 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-5b2a0373-4f3f-480e-a4eb-ed9151e5f70f tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Made reservation on behalf of 895c6b69627743e5bb063c92fc326682 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:57:13.590371 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-70be32f6-e922-4434-8cc2-fa6f60bf3ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:13.593183 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-5b2a0373-4f3f-480e-a4eb-ed9151e5f70f tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:13.681281 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-3d784bee-5c7e-455c-83fb-e8ffb0374b2c service neutron] For port 8820e699-a922-4329-a32e-36234b7d1420, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:13.692971 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-3d784bee-5c7e-455c-83fb-e8ffb0374b2c service neutron] For port 8820e699-a922-4329-a32e-36234b7d1420, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8820e699-a922-4329-a32e-36234b7d1420,segment=NetworkSegment(dae879e7-109f-4012-aa0b-0a7b2554ca48),segment_id=dae879e7-109f-4012-aa0b-0a7b2554ca48)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:57:13.704324 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-3205cdf2-d5aa-44ed-bd4f-4e2996898e59 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:13.706392 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-3205cdf2-d5aa-44ed-bd4f-4e2996898e59 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3746634 May 26 15:57:13.713059 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-68057ec6-b251-4f76-aac1-31265266dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:13.715167 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-68057ec6-b251-4f76-aac1-31265266dd8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:13.717160 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-68057ec6-b251-4f76-aac1-31265266dd8c service neutron] 10.222.0.83 "PUT /v2.0/ports/c12f14b9-63df-4262-b488-905dbd4a5a1b HTTP/1.1" status: 200 len: 1092 time: 1.9378769 May 26 15:57:13.718485 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a2ef18-5956-4a59-bedd-797077720cf0', 'tag': 'c12f14b9-63df-4262-b488-905dbd4a5a1b'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:13.724198 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-3d784bee-5c7e-455c-83fb-e8ffb0374b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:13.782866 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37f5f4c3-c2b2-4e4e-af40-1a4f580e6ab2 req-163825d1-c664-4382-8577-35ef27b76c1e tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/security-groups?id=94591791-1f74-4d6c-a8d1-df9619fffe18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779499 May 26 15:57:13.794161 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-fdaa166e-64f6-4749-8e81-34c158acf637 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Request body: {'port': {'device_id': '63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '9cfccb197f8e4276a09adba499d9693b'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:13.934788 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68057ec6-b251-4f76-aac1-31265266dd8c service neutron] Pushing event updated for resources: {'Port': ['ID=c12f14b9-63df-4262-b488-905dbd4a5a1b,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:13.960531 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1a99cc12-c645-46e1-8ff1-ddada84aef93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:13.988736 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-70be32f6-e922-4434-8cc2-fa6f60bf3ac7 None None] Allocated IP 172.20.0.2 (9f115508-0eed-42d5-a3d3-b010668163e8/e4cd4c04-0f78-4554-8f4d-7d36adb9556a/a8053891-e5b2-4bea-9951-454b90ce18ee) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:57:14.006177 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-bed852ce-5ef4-4068-bdad-8ed868fb217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:14.008211 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-bed852ce-5ef4-4068-bdad-8ed868fb217e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 1095 time: 0.2186313 May 26 15:57:14.070627 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6f0933-2ce7-4164-a091-3a0c96ba31e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a2ef18-5956-4a59-bedd-797077720cf0", "tag": "c12f14b9-63df-4262-b488-905dbd4a5a1b"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:14.187375 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-80b44a18-31c0-4632-a0cc-e9d72d9dc849 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c12f14b9-63df-4262-b488-905dbd4a5a1b HTTP/1.1" status: 200 len: 217 time: 0.0960474 May 26 15:57:14.251575 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f50421a-b56e-4b6f-b14c-b919bb5bf862 req-77fc8671-a33c-4531-951d-478d3d49543c tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85 HTTP/1.1" status: 200 len: 210 time: 0.4864104 May 26 15:57:14.259947 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-3d784bee-5c7e-455c-83fb-e8ffb0374b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:14.273718 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-3d784bee-5c7e-455c-83fb-e8ffb0374b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:14.275032 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-70be32f6-e922-4434-8cc2-fa6f60bf3ac7 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:14.276784 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-3d784bee-5c7e-455c-83fb-e8ffb0374b2c service neutron] 10.222.0.81 "PUT /v2.0/ports/8820e699-a922-4329-a32e-36234b7d1420 HTTP/1.1" status: 200 len: 1112 time: 2.7164102 May 26 15:57:14.280016 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f24c456-a0c6-4e27-8fc1-142ad2876791', 'tag': '8820e699-a922-4329-a32e-36234b7d1420'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:14.286444 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717f9e23-fdf8-442f-b3fc-fab2c198ef91" -d '{"events": [{"name": "network-changed", "server_uuid": "2f24c456-a0c6-4e27-8fc1-142ad2876791", "tag": "8820e699-a922-4329-a32e-36234b7d1420"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:14.290746 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-651452d9-b16c-4ef8-9fe4-b4d661781284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:14.292401 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-70be32f6-e922-4434-8cc2-fa6f60bf3ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:14.292629 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-651452d9-b16c-4ef8-9fe4-b4d661781284 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=34e27219-447c-429c-b572-febfd4b36520 HTTP/1.1" status: 200 len: 860 time: 0.0961196 May 26 15:57:14.299571 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:57:14.390904 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70be32f6-e922-4434-8cc2-fa6f60bf3ac7 None None] Network 9f115508-0eed-42d5-a3d3-b010668163e8 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:57:14.427904 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-70be32f6-e922-4434-8cc2-fa6f60bf3ac7 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:14.430204 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be32f6-e922-4434-8cc2-fa6f60bf3ac7 None None] Pushing event updated for resources: {'Port': ['ID=a8053891-e5b2-4bea-9951-454b90ce18ee,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:14.449542 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70be32f6-e922-4434-8cc2-fa6f60bf3ac7 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:57:14.458536 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792a9f14-4dd0-401f-bb1b-91a69de041ac x-openstack-request-id: req-792a9f14-4dd0-401f-bb1b-91a69de041ac {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:14.458830 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a2ef18-5956-4a59-bedd-797077720cf0", "tag": "c12f14b9-63df-4262-b488-905dbd4a5a1b", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:14.459087 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-792a9f14-4dd0-401f-bb1b-91a69de041ac {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:14.462461 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-792a9f14-4dd0-401f-bb1b-91a69de041ac'] response: {'name': 'network-changed', 'server_uuid': 'f5a2ef18-5956-4a59-bedd-797077720cf0', 'tag': 'c12f14b9-63df-4262-b488-905dbd4a5a1b', 'status': 'completed', 'code': 200} May 26 15:57:14.495367 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33068) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:14.499205 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-240d5e85-5e76-4a16-b0c9-a75dcf34009d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=849715ed-d05e-42c2-bffa-fde3212d6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1591828 May 26 15:57:14.554613 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-70be32f6-e922-4434-8cc2-fa6f60bf3ac7 None None] Attempting to bind port a8053891-e5b2-4bea-9951-454b90ce18ee on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:57:14.554992 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-70be32f6-e922-4434-8cc2-fa6f60bf3ac7 None None] Attempting to bind port a8053891-e5b2-4bea-9951-454b90ce18ee by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '7552e5b1-67b9-4feb-95cc-331d802ec945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:57:14.555353 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70be32f6-e922-4434-8cc2-fa6f60bf3ac7 None None] Attempting to bind port a8053891-e5b2-4bea-9951-454b90ce18ee on network 9f115508-0eed-42d5-a3d3-b010668163e8 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:14.561713 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70be32f6-e922-4434-8cc2-fa6f60bf3ac7 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:57:14.562086 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70be32f6-e922-4434-8cc2-fa6f60bf3ac7 None None] Checking segment: {'id': '7552e5b1-67b9-4feb-95cc-331d802ec945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:14.562480 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-70be32f6-e922-4434-8cc2-fa6f60bf3ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:14.562884 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70be32f6-e922-4434-8cc2-fa6f60bf3ac7 None None] Bound using segment: {'id': '7552e5b1-67b9-4feb-95cc-331d802ec945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:57:14.563327 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-70be32f6-e922-4434-8cc2-fa6f60bf3ac7 None None] Bound port: a8053891-e5b2-4bea-9951-454b90ce18ee, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7552e5b1-67b9-4feb-95cc-331d802ec945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:57:14.563702 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-70be32f6-e922-4434-8cc2-fa6f60bf3ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:14.594562 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae917ebb-09b7-4960-99ef-3b86802de71b x-openstack-request-id: req-ae917ebb-09b7-4960-99ef-3b86802de71b {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:14.595102 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f24c456-a0c6-4e27-8fc1-142ad2876791", "tag": "8820e699-a922-4329-a32e-36234b7d1420", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:14.595270 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ae917ebb-09b7-4960-99ef-3b86802de71b {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:14.596374 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae917ebb-09b7-4960-99ef-3b86802de71b'] response: {'name': 'network-changed', 'server_uuid': '2f24c456-a0c6-4e27-8fc1-142ad2876791', 'tag': '8820e699-a922-4329-a32e-36234b7d1420', 'status': 'completed', 'code': 200} May 26 15:57:14.643749 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d784bee-5c7e-455c-83fb-e8ffb0374b2c service neutron] Pushing event updated for resources: {'Port': ['ID=8820e699-a922-4329-a32e-36234b7d1420,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:14.649204 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1a99cc12-c645-46e1-8ff1-ddada84aef93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:14.660022 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-70be32f6-e922-4434-8cc2-fa6f60bf3ac7 None None] For port a8053891-e5b2-4bea-9951-454b90ce18ee, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:14.664468 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-70be32f6-e922-4434-8cc2-fa6f60bf3ac7 None None] For port a8053891-e5b2-4bea-9951-454b90ce18ee, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a8053891-e5b2-4bea-9951-454b90ce18ee,segment=NetworkSegment(7552e5b1-67b9-4feb-95cc-331d802ec945),segment_id=7552e5b1-67b9-4feb-95cc-331d802ec945)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:57:14.672740 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-70be32f6-e922-4434-8cc2-fa6f60bf3ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:14.675215 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1a99cc12-c645-46e1-8ff1-ddada84aef93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:14.704460 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-caae30a5-2d69-4512-b20a-9c330154b1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:14.711789 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-fdaa166e-64f6-4749-8e81-34c158acf637 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Made reservation on behalf of 9cfccb197f8e4276a09adba499d9693b for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:57:14.718078 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-fdaa166e-64f6-4749-8e81-34c158acf637 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:14.727351 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-caae30a5-2d69-4512-b20a-9c330154b1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:14.727997 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-8d1e4306-a29e-4402-8c1d-5775a6097dd4 service neutron] 10.222.0.83 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206209 May 26 15:57:14.756077 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be32f6-e922-4434-8cc2-fa6f60bf3ac7 None None] Pushing event updated for resources: {'Port': ['ID=a8053891-e5b2-4bea-9951-454b90ce18ee,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:14.756959 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f20783c6-08f7-4a20-b1d2-edbfb91f6b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:14.765413 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-fa1daee6-0e9c-4b7b-b1c5-385cd4ecbb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:14.772255 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-fa1daee6-0e9c-4b7b-b1c5-385cd4ecbb97 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8af860fdd3584e1a8789c06843d6dcca&device_id=2f24c456-a0c6-4e27-8fc1-142ad2876791 HTTP/1.1" status: 200 len: 1115 time: 0.3898482 May 26 15:57:14.796568 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-fdaa166e-64f6-4749-8e81-34c158acf637 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:14.830124 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b3116-69a7-4e6d-abd8-0aebdc87b410 req-95777632-c546-43ee-adfd-03a3ca4c3076 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:14.832995 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-151b3116-69a7-4e6d-abd8-0aebdc87b410 req-95777632-c546-43ee-adfd-03a3ca4c3076 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 944 time: 0.3902040 May 26 15:57:14.845456 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-020814e5-8e03-4eef-baff-87a0e5d6588b req-c7650c27-4eeb-4da4-8d84-6150ce187960 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 210 time: 0.1218925 May 26 15:57:14.853604 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-5b2a0373-4f3f-480e-a4eb-ed9151e5f70f tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Allocated IP 172.20.0.5 (71541f1d-ce38-4cf3-9f13-9a4c8286cac9/629af4f3-e7c5-4ac3-a587-703f344495bb/7e61965b-f656-4539-b24d-6ee052a64a6d) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:57:14.858664 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caae30a5-2d69-4512-b20a-9c330154b1c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:57:14.861707 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae30a5-2d69-4512-b20a-9c330154b1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052147f9-4d79-44d6-a3ab-fba513c0e067,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:14.919311 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-fdfc62c2-f4ed-458f-8767-90ecdd2bde08 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8820e699-a922-4329-a32e-36234b7d1420 HTTP/1.1" status: 200 len: 217 time: 0.1237335 May 26 15:57:14.959537 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-caae30a5-2d69-4512-b20a-9c330154b1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:14.959882 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-caae30a5-2d69-4512-b20a-9c330154b1c3 admin admin] Added segment e5cbe1d5-8613-41f5-a8ab-28caa3677525 of type vlan for network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 May 26 15:57:15.103178 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-1a99cc12-c645-46e1-8ff1-ddada84aef93 admin admin] Allocated IP 172.25.7.65 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/c367a478-be37-4758-a053-09a70384fd71) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:57:15.131967 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ed7798b1-1545-4350-adc1-4bbb948433fe req-30224f2e-cde7-4694-bab7-695c5173207b service neutron] 10.222.0.83 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925955 May 26 15:57:15.154246 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-caae30a5-2d69-4512-b20a-9c330154b1c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:15.184380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-e4ca7c77-918b-48de-b22e-cefefa6a0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:15.186095 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-e4ca7c77-918b-48de-b22e-cefefa6a0b18 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f04b8b7b-67c4-4820-8e2d-a906f17469d6 HTTP/1.1" status: 200 len: 862 time: 0.2464969 May 26 15:57:15.189504 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-151b3116-69a7-4e6d-abd8-0aebdc87b410 req-1582c690-882e-40a0-95dc-4adf22d5c717 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326728 May 26 15:57:15.254071 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f20783c6-08f7-4a20-b1d2-edbfb91f6b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:15.277848 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f20783c6-08f7-4a20-b1d2-edbfb91f6b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:15.320192 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7796e0-9998-4942-a399-55a4fb3ff7b4 req-63eeebaa-6bb0-4383-a157-698346f30607 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:15.321830 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ef7796e0-9998-4942-a399-55a4fb3ff7b4 req-63eeebaa-6bb0-4383-a157-698346f30607 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f24c456-a0c6-4e27-8fc1-142ad2876791 HTTP/1.1" status: 200 len: 964 time: 0.3166120 May 26 15:57:15.330018 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-caae30a5-2d69-4512-b20a-9c330154b1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:15.331054 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caae30a5-2d69-4512-b20a-9c330154b1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:15.331704 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-caae30a5-2d69-4512-b20a-9c330154b1c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:15.349817 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f20783c6-08f7-4a20-b1d2-edbfb91f6b4f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d939264c17d8475c8553e39efc72ba89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8505323 May 26 15:57:15.355342 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33090) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:15.358141 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20783c6-08f7-4a20-b1d2-edbfb91f6b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcac38ef-aae3-4e27-a7fa-34174a3e8af3,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:15.364288 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1a99cc12-c645-46e1-8ff1-ddada84aef93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:15.376384 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f0933-2ce7-4164-a091-3a0c96ba31e5 req-42647c66-66ea-4fdc-b047-c2083111480f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:15.378130 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd6f0933-2ce7-4164-a091-3a0c96ba31e5 req-42647c66-66ea-4fdc-b047-c2083111480f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 1095 time: 0.1470339 May 26 15:57:15.379914 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3145de90-c07a-4fa0-8d8d-13fa30d6c423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:15.464394 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-520f3d7c-2576-4f3f-b22d-d11664be0f69 req-0f337d4b-3eaf-4d08-a704-42240b3ec993 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85 HTTP/1.1" status: 200 len: 210 time: 0.1270623 May 26 15:57:15.482329 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-caae30a5-2d69-4512-b20a-9c330154b1c3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.5880907 May 26 15:57:15.486232 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33092) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:15.505234 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-7a3a503f-0706-4ac5-aedb-3dc8bda533cc admin admin] Request body: {'subnet': {'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-171909775-subnet', 'tenant_id': '68474f7d9cf04077903a4e0c3bda72a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:15.512051 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-2bd3965a-1a8c-475f-8746-2ec0b58738bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:15.513955 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-2bd3965a-1a8c-475f-8746-2ec0b58738bd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fd21b13c-44ff-4f1b-8ebb-43aa45f45369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3067882 May 26 15:57:15.515725 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-fdaa166e-64f6-4749-8e81-34c158acf637 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:15.543223 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae30a5-2d69-4512-b20a-9c330154b1c3 admin admin] Pushing event updated for resources: {'Network': ['ID=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:15.546608 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-fdaa166e-64f6-4749-8e81-34c158acf637 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:15.553859 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:57:15.595928 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-5b2a0373-4f3f-480e-a4eb-ed9151e5f70f tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:15.607210 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1a99cc12-c645-46e1-8ff1-ddada84aef93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:15.622365 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3a503f-0706-4ac5-aedb-3dc8bda533cc admin admin] Made reservation on behalf of 68474f7d9cf04077903a4e0c3bda72a7 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:57:15.626707 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7a3a503f-0706-4ac5-aedb-3dc8bda533cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:15.638034 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf425afe-17e9-41f9-b63f-13d084b24f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:15.657026 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ef7796e0-9998-4942-a399-55a4fb3ff7b4 req-6bb24271-29af-40b2-91ae-41a5e7305032 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/security-groups?id=94591791-1f74-4d6c-a8d1-df9619fffe18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3011477 May 26 15:57:15.747864 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa166e-64f6-4749-8e81-34c158acf637 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f5dded-ef53-4013-8170-ed9f71b81b61,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:15.795812 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a99cc12-c645-46e1-8ff1-ddada84aef93 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:57:15.804583 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f0933-2ce7-4164-a091-3a0c96ba31e5 req-844cda89-8682-431d-86df-bb7fc5a6ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:15.806402 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd6f0933-2ce7-4164-a091-3a0c96ba31e5 req-844cda89-8682-431d-86df-bb7fc5a6ddfd service neutron] 10.222.0.83 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 921 time: 0.4183168 May 26 15:57:15.825008 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-1a99cc12-c645-46e1-8ff1-ddada84aef93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:15.826048 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-5b2a0373-4f3f-480e-a4eb-ed9151e5f70f tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:15.846447 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a99cc12-c645-46e1-8ff1-ddada84aef93 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:57:15.851453 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99cc12-c645-46e1-8ff1-ddada84aef93 admin admin] Pushing event updated for resources: {'Port': ['ID=c367a478-be37-4758-a053-09a70384fd71,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:15.856231 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf425afe-17e9-41f9-b63f-13d084b24f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:15.950283 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-cd764e8a-d09e-4e77-b4fc-8bc8e3e914b7 service neutron] 10.222.0.81 "GET /v2.0/networks/fd21b13c-44ff-4f1b-8ebb-43aa45f45369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245737 May 26 15:57:15.976665 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-5b2a0373-4f3f-480e-a4eb-ed9151e5f70f tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Network 71541f1d-ce38-4cf3-9f13-9a4c8286cac9 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:57:15.997814 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-5b2a0373-4f3f-480e-a4eb-ed9151e5f70f tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:16.051466 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-5b2a0373-4f3f-480e-a4eb-ed9151e5f70f tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:57:16.063501 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-5b2a0373-4f3f-480e-a4eb-ed9151e5f70f tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:16.064764 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-5b2a0373-4f3f-480e-a4eb-ed9151e5f70f tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:16.155178 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a0373-4f3f-480e-a4eb-ed9151e5f70f tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Pushing event updated for resources: {'Port': ['ID=7e61965b-f656-4539-b24d-6ee052a64a6d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:16.160439 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd6f0933-2ce7-4164-a091-3a0c96ba31e5 req-eefb6873-0b97-4660-ae24-46edb3abbe18 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c12f14b9-63df-4262-b488-905dbd4a5a1b HTTP/1.1" status: 200 len: 217 time: 0.3374832 May 26 15:57:16.170510 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-fdaa166e-64f6-4749-8e81-34c158acf637 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Allocated IP 192.168.233.250 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/c7467ef9-808b-4610-a42c-e4296bb24a70) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:57:16.181541 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-5b2a0373-4f3f-480e-a4eb-ed9151e5f70f tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2902884 May 26 15:57:16.199493 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc521334-4c94-4e67-a4a6-0c3175029bd2 None None] Network 9f115508-0eed-42d5-a3d3-b010668163e8 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:57:16.209549 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-82e38e04-d634-48a6-b959-f3825f109b7e service neutron] Request body: {'port': {'device_id': '0e74ccad-ae15-4657-848f-ab784e5060fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:16.264748 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e69cde40-9fc5-40d9-a24a-e55c7daefba3 None None] Provisioning complete for port a8053891-e5b2-4bea-9951-454b90ce18ee triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:16.265130 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e69cde40-9fc5-40d9-a24a-e55c7daefba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:16.280174 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4722d40-6c5a-419e-950f-0e8a1cdb940f req-82667728-64bf-44b2-adf4-91a96adbf694 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:16.287619 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4722d40-6c5a-419e-950f-0e8a1cdb940f req-82667728-64bf-44b2-adf4-91a96adbf694 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 931 time: 0.2410049 May 26 15:57:16.313947 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23cf5bc4-7a24-40d4-813b-3c1fb37152a5 req-1ca86f26-8fd0-477b-a8d1-bd9b9d274d96 service neutron] 10.222.0.81 "GET /v2.0/networks/fd21b13c-44ff-4f1b-8ebb-43aa45f45369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501091 May 26 15:57:16.405344 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:16.419520 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-82e38e04-d634-48a6-b959-f3825f109b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:16.443224 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33118) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:16.461910 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f0933-2ce7-4164-a091-3a0c96ba31e5 req-e4eb7c31-209b-4f31-823c-176c743e3a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:16.464296 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd6f0933-2ce7-4164-a091-3a0c96ba31e5 req-e4eb7c31-209b-4f31-823c-176c743e3a3e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=34e27219-447c-429c-b572-febfd4b36520 HTTP/1.1" status: 200 len: 860 time: 0.1229434 May 26 15:57:16.465340 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7a3a503f-0706-4ac5-aedb-3dc8bda533cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:16.506150 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e69cde40-9fc5-40d9-a24a-e55c7daefba3 None None] Current status of the port a8053891-e5b2-4bea-9951-454b90ce18ee is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:16.506699 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e69cde40-9fc5-40d9-a24a-e55c7daefba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:16.512862 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf425afe-17e9-41f9-b63f-13d084b24f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:16.515655 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf425afe-17e9-41f9-b63f-13d084b24f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:16.517138 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bf425afe-17e9-41f9-b63f-13d084b24f91 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fcac38ef-aae3-4e27-a7fa-34174a3e8af3 HTTP/1.1" status: 204 len: 168 time: 1.1599433 May 26 15:57:16.554286 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4722d40-6c5a-419e-950f-0e8a1cdb940f req-817931ae-ceaf-4199-ab23-f04d80284df2 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7de04ac-2dc2-4da3-8911-82aafc9f5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610736 May 26 15:57:16.626847 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e69cde40-9fc5-40d9-a24a-e55c7daefba3 None None] For port a8053891-e5b2-4bea-9951-454b90ce18ee, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a8053891-e5b2-4bea-9951-454b90ce18ee,segment=NetworkSegment(7552e5b1-67b9-4feb-95cc-331d802ec945),segment_id=7552e5b1-67b9-4feb-95cc-331d802ec945)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:16.641075 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e69cde40-9fc5-40d9-a24a-e55c7daefba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:16.718430 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a8053891-e5b2-4bea-9951-454b90ce18ee up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:16.719699 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd6f0933-2ce7-4164-a091-3a0c96ba31e5 req-c64c891c-c0f8-425f-ae6a-b6846e7781b8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=849715ed-d05e-42c2-bffa-fde3212d6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2414331 May 26 15:57:16.767170 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc679d-2ae5-4973-80c1-bc8e416125f8 req-9608c6b7-04f2-4b56-9740-55afe153fd93 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:16.769476 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69cde40-9fc5-40d9-a24a-e55c7daefba3 None None] Pushing event updated for resources: {'Port': ['ID=a8053891-e5b2-4bea-9951-454b90ce18ee,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:16.779947 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3efc679d-2ae5-4973-80c1-bc8e416125f8 req-9608c6b7-04f2-4b56-9740-55afe153fd93 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 944 time: 0.4443512 May 26 15:57:16.798009 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port a8053891-e5b2-4bea-9951-454b90ce18ee triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:16.798473 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:16.864620 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-394230f8-87c2-48ee-b01d-b1acb74759dd req-83f2b7ad-0a8d-4644-8d3d-b756c26c8f9e tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85 HTTP/1.1" status: 200 len: 210 time: 0.1884928 May 26 15:57:16.873575 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f9e23-fdf8-442f-b3fc-fab2c198ef91 req-5a376c07-52ea-4327-883a-fb9723282a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:16.875285 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-717f9e23-fdf8-442f-b3fc-fab2c198ef91 req-5a376c07-52ea-4327-883a-fb9723282a72 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8af860fdd3584e1a8789c06843d6dcca&device_id=2f24c456-a0c6-4e27-8fc1-142ad2876791 HTTP/1.1" status: 200 len: 1115 time: 0.4526026 May 26 15:57:16.924882 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-fdaa166e-64f6-4749-8e81-34c158acf637 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:16.928937 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a503f-0706-4ac5-aedb-3dc8bda533cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfa16bff-3370-4a4e-860f-b7e489b84ed0,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:16.940657 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf425afe-17e9-41f9-b63f-13d084b24f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcac38ef-aae3-4e27-a7fa-34174a3e8af3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:16.960496 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1a99cc12-c645-46e1-8ff1-ddada84aef93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:16.969848 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd6f0933-2ce7-4164-a091-3a0c96ba31e5 req-1c6ba56c-62a7-459b-a128-c35726c88f96 service neutron] 10.222.0.83 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317448 May 26 15:57:16.970980 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port a8053891-e5b2-4bea-9951-454b90ce18ee is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:16.983313 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0db76128-fef4-4762-9155-c964e900facc None None] Provisioning complete for port a8053891-e5b2-4bea-9951-454b90ce18ee triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:16.983686 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0db76128-fef4-4762-9155-c964e900facc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:16.986452 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3efc679d-2ae5-4973-80c1-bc8e416125f8 req-0d348b4b-f39f-4219-b62e-60cf3f28357b tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693227 May 26 15:57:17.070875 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ddefcca7-ab71-4ae0-8b50-ccd46c67d893 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5f54e8dd217640a08653f0f106be3d22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6233301 May 26 15:57:17.085744 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0db76128-fef4-4762-9155-c964e900facc None None] Current status of the port a8053891-e5b2-4bea-9951-454b90ce18ee is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:17.103322 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33132) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:17.103661 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33134) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:17.121367 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3a503f-0706-4ac5-aedb-3dc8bda533cc admin admin] Checking segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:17.121718 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3a503f-0706-4ac5-aedb-3dc8bda533cc admin admin] Network hostable DHCP agents. Network: 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:57:17.150310 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-011bff1e-7041-4e40-bec7-2d6546d58e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:17.269035 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3a503f-0706-4ac5-aedb-3dc8bda533cc admin admin] Network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:57:17.291177 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd6f0933-2ce7-4164-a091-3a0c96ba31e5 req-8e75697b-29a7-4833-95b3-6339aaf3db40 service neutron] 10.222.0.83 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097699 May 26 15:57:17.299786 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-7a3a503f-0706-4ac5-aedb-3dc8bda533cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:17.304344 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3a503f-0706-4ac5-aedb-3dc8bda533cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:17.305028 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7a3a503f-0706-4ac5-aedb-3dc8bda533cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:17.312603 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ef5e24-9e4b-459d-b2e5-d20429caaeb8 None None] Network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:57:17.392197 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bccb79-b1f0-4c56-b38c-a3e6daca3866 req-085474a2-984f-4c4f-aa1e-51b8f6d67d65 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:17.393368 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be2b3fac-c448-4b06-9bc4-a5cebafefb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:17.393723 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c4bccb79-b1f0-4c56-b38c-a3e6daca3866 req-085474a2-984f-4c4f-aa1e-51b8f6d67d65 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f24c456-a0c6-4e27-8fc1-142ad2876791 HTTP/1.1" status: 200 len: 964 time: 0.1434572 May 26 15:57:17.408474 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-fdaa166e-64f6-4749-8e81-34c158acf637 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:17.419775 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7a3a503f-0706-4ac5-aedb-3dc8bda533cc admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9262209 May 26 15:57:17.451301 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f9e23-fdf8-442f-b3fc-fab2c198ef91 req-cea7f6f1-69c7-4eb0-8a95-2ddc36c2a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:17.453159 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-717f9e23-fdf8-442f-b3fc-fab2c198ef91 req-cea7f6f1-69c7-4eb0-8a95-2ddc36c2a24d service neutron] 10.222.0.81 "GET /v2.0/networks?id=fd21b13c-44ff-4f1b-8ebb-43aa45f45369 HTTP/1.1" status: 200 len: 924 time: 0.5625527 May 26 15:57:17.494965 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fd58fa-9341-4c31-ad5b-b2decf428a50 None None] Network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:57:17.541890 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa166e-64f6-4749-8e81-34c158acf637 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Pushing event updated for resources: {'Port': ['ID=c7467ef9-808b-4610-a42c-e4296bb24a70,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:17.592930 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-82e38e04-d634-48a6-b959-f3825f109b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e61965b-f656-4539-b24d-6ee052a64a6d {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:57:17.601975 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:17.602718 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-82e38e04-d634-48a6-b959-f3825f109b7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:17.616889 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-82e38e04-d634-48a6-b959-f3825f109b7e service neutron] Transition to ACTIVE for port object 7e61965b-f656-4539-b24d-6ee052a64a6d will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:57:17.671199 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-82e38e04-d634-48a6-b959-f3825f109b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:17.674636 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-fdaa166e-64f6-4749-8e81-34c158acf637 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:57:17.681639 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be2b3fac-c448-4b06-9bc4-a5cebafefb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:17.682785 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-717f9e23-fdf8-442f-b3fc-fab2c198ef91 req-81a37f8e-6517-4038-9888-0ea8a2e834b5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8820e699-a922-4329-a32e-36234b7d1420 HTTP/1.1" status: 200 len: 217 time: 0.0645387 May 26 15:57:17.714456 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1a99cc12-c645-46e1-8ff1-ddada84aef93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:17.719121 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-fdaa166e-64f6-4749-8e81-34c158acf637 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:17.732349 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-011bff1e-7041-4e40-bec7-2d6546d58e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:17.742611 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c4bccb79-b1f0-4c56-b38c-a3e6daca3866 req-57dc2995-6a1a-4536-8c01-e69360b3f55a tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/security-groups?id=94591791-1f74-4d6c-a8d1-df9619fffe18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3353980 May 26 15:57:17.743999 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-fdaa166e-64f6-4749-8e81-34c158acf637 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:57:17.750068 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-fdaa166e-64f6-4749-8e81-34c158acf637 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:17.750696 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-fdaa166e-64f6-4749-8e81-34c158acf637 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:17.759206 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-011bff1e-7041-4e40-bec7-2d6546d58e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:17.857726 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-fdaa166e-64f6-4749-8e81-34c158acf637 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0886447 May 26 15:57:17.865470 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e38e04-d634-48a6-b959-f3825f109b7e service neutron] Pushing event updated for resources: {'Port': ['ID=7e61965b-f656-4539-b24d-6ee052a64a6d,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:17.872217 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-011bff1e-7041-4e40-bec7-2d6546d58e61 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ebd5d48f10be43a7b230cabe2b961fb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7628286 May 26 15:57:17.878512 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f9e23-fdf8-442f-b3fc-fab2c198ef91 req-34df1cfc-54a6-492f-97cb-db7565e1107e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:17.883749 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-717f9e23-fdf8-442f-b3fc-fab2c198ef91 req-34df1cfc-54a6-492f-97cb-db7565e1107e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f04b8b7b-67c4-4820-8e2d-a906f17469d6 HTTP/1.1" status: 200 len: 862 time: 0.1925623 May 26 15:57:17.899198 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33144) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:17.904001 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-d3fb6c1a-5847-42d0-aea3-ad0415fcbf14 service neutron] Request body: {'port': {'device_id': '63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:17.906863 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bff1e-7041-4e40-bec7-2d6546d58e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc75d0cb-572d-44f1-a411-3a26e67f2dbb,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:17.926215 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be2b3fac-c448-4b06-9bc4-a5cebafefb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:17.929946 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be2b3fac-c448-4b06-9bc4-a5cebafefb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:17.931469 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-be2b3fac-c448-4b06-9bc4-a5cebafefb09 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f296a5a2-32f7-4a1c-af19-62a7aad7e5b4 HTTP/1.1" status: 204 len: 168 time: 0.8262651 May 26 15:57:17.945667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b3fac-c448-4b06-9bc4-a5cebafefb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f296a5a2-32f7-4a1c-af19-62a7aad7e5b4,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:17.996497 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a99cc12-c645-46e1-8ff1-ddada84aef93 admin admin] Router 069807b9-d332-46f0-8d06-d5fab5315384 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:57:18.025327 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b44752-4353-4872-a1e5-aa7131fe03d4 req-9353a54a-1814-4ebc-8ff2-8f0944c114ee tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:18.029985 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f8b44752-4353-4872-a1e5-aa7131fe03d4 req-9353a54a-1814-4ebc-8ff2-8f0944c114ee tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 943 time: 0.3420947 May 26 15:57:18.060769 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-82e38e04-d634-48a6-b959-f3825f109b7e service neutron] Attempting to bind port 7e61965b-f656-4539-b24d-6ee052a64a6d on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:57:18.061108 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-82e38e04-d634-48a6-b959-f3825f109b7e service neutron] Attempting to bind port 7e61965b-f656-4539-b24d-6ee052a64a6d by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'e428ac68-2a75-4f46-af94-185c0e2cb0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '71541f1d-ce38-4cf3-9f13-9a4c8286cac9'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:57:18.061438 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-82e38e04-d634-48a6-b959-f3825f109b7e service neutron] Attempting to bind port 7e61965b-f656-4539-b24d-6ee052a64a6d on network 71541f1d-ce38-4cf3-9f13-9a4c8286cac9 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:18.074504 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:18.123158 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-62f5aba7-22ab-45dd-bf70-2bf8afe5e734 None None] Provisioning complete for port c7467ef9-808b-4610-a42c-e4296bb24a70 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:18.123727 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-62f5aba7-22ab-45dd-bf70-2bf8afe5e734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:18.138278 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-82e38e04-d634-48a6-b959-f3825f109b7e service neutron] Port 7e61965b-f656-4539-b24d-6ee052a64a6d on network 71541f1d-ce38-4cf3-9f13-9a4c8286cac9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:57:18.138608 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-82e38e04-d634-48a6-b959-f3825f109b7e service neutron] Attempting to bind port 7e61965b-f656-4539-b24d-6ee052a64a6d on network 71541f1d-ce38-4cf3-9f13-9a4c8286cac9 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:18.163364 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-82e38e04-d634-48a6-b959-f3825f109b7e service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:57:18.163707 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-82e38e04-d634-48a6-b959-f3825f109b7e service neutron] Checking segment: {'id': 'e428ac68-2a75-4f46-af94-185c0e2cb0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '71541f1d-ce38-4cf3-9f13-9a4c8286cac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:18.164130 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-82e38e04-d634-48a6-b959-f3825f109b7e service neutron] Bound using segment: {'id': 'e428ac68-2a75-4f46-af94-185c0e2cb0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '71541f1d-ce38-4cf3-9f13-9a4c8286cac9'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:57:18.164573 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-82e38e04-d634-48a6-b959-f3825f109b7e service neutron] Bound port: 7e61965b-f656-4539-b24d-6ee052a64a6d, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e428ac68-2a75-4f46-af94-185c0e2cb0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '71541f1d-ce38-4cf3-9f13-9a4c8286cac9'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:57:18.164932 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-82e38e04-d634-48a6-b959-f3825f109b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:18.168747 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f9e23-fdf8-442f-b3fc-fab2c198ef91 req-d68a6bb7-b839-4972-b934-31db95724b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:18.170232 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-717f9e23-fdf8-442f-b3fc-fab2c198ef91 req-d68a6bb7-b839-4972-b934-31db95724b63 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fd21b13c-44ff-4f1b-8ebb-43aa45f45369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2620540 May 26 15:57:18.179331 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-d3fb6c1a-5847-42d0-aea3-ad0415fcbf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:18.202843 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-62f5aba7-22ab-45dd-bf70-2bf8afe5e734 None None] Port c7467ef9-808b-4610-a42c-e4296bb24a70 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:57:18.237786 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f8b44752-4353-4872-a1e5-aa7131fe03d4 req-4ba2c1e7-2a6c-4f89-9c1d-e8b00b357734 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7de04ac-2dc2-4da3-8911-82aafc9f5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933913 May 26 15:57:18.248364 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a99cc12-c645-46e1-8ff1-ddada84aef93 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:57:18.250282 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33162) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:18.266956 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] Sync routers for ids ['069807b9-d332-46f0-8d06-d5fab5315384'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:57:18.272799 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] Routers {'069807b9-d332-46f0-8d06-d5fab5315384'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:57:18.273673 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b155bfe8-3f0c-420d-8e37-594e050d7583 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1297567143-network', 'tenant_id': '4c5e8eeae9644c49ac15ace6a726d4f3'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:18.275056 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:57:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['069807b9-d332-46f0-8d06-d5fab5315384'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:18.281917 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9388cb67-6f78-4852-9a2e-aadd541e48ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:18.310827 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1a99cc12-c645-46e1-8ff1-ddada84aef93 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:18.312728 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1a99cc12-c645-46e1-8ff1-ddada84aef93 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8932145 May 26 15:57:18.321119 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33164) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:18.332084 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b155bfe8-3f0c-420d-8e37-594e050d7583 admin admin] Made reservation on behalf of 4c5e8eeae9644c49ac15ace6a726d4f3 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:57:18.335204 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b155bfe8-3f0c-420d-8e37-594e050d7583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:18.359073 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d438a-9c30-42e9-9a7f-6d12e6bd2483 req-7d4fcea7-3f2e-436e-8325-b72a67f018e5 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:18.360580 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d56d438a-9c30-42e9-9a7f-6d12e6bd2483 req-7d4fcea7-3f2e-436e-8325-b72a67f018e5 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85 HTTP/1.1" status: 200 len: 936 time: 0.3015506 May 26 15:57:18.404904 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b155bfe8-3f0c-420d-8e37-594e050d7583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:18.448535 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9388cb67-6f78-4852-9a2e-aadd541e48ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:18.524423 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33166) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:18.570159 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] Set router 069807b9-d332-46f0-8d06-d5fab5315384 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:57:18.604533 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-82e38e04-d634-48a6-b959-f3825f109b7e service neutron] For port 7e61965b-f656-4539-b24d-6ee052a64a6d, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:18.619320 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b52c3-b42d-42c9-bbbf-21fc0b8ff1f0 req-0f884233-c714-4a91-9a3e-a322cf01a435 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:18.622114 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-408b52c3-b42d-42c9-bbbf-21fc0b8ff1f0 req-0f884233-c714-4a91-9a3e-a322cf01a435 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 944 time: 0.2711632 May 26 15:57:18.624887 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d56d438a-9c30-42e9-9a7f-6d12e6bd2483 req-4582dae9-57ac-4ae2-b29c-7a369cad061e tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f5dded-ef53-4013-8170-ed9f71b81b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527010 May 26 15:57:18.637416 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-717f9e23-fdf8-442f-b3fc-fab2c198ef91 req-1820e880-c5c0-4d38-b21a-bab6913832de service neutron] 10.222.0.81 "GET /v2.0/networks/fd21b13c-44ff-4f1b-8ebb-43aa45f45369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560668 May 26 15:57:18.644987 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a8053891-e5b2-4bea-9951-454b90ce18ee up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:18.667955 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-82e38e04-d634-48a6-b959-f3825f109b7e service neutron] For port 7e61965b-f656-4539-b24d-6ee052a64a6d, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=7e61965b-f656-4539-b24d-6ee052a64a6d,segment=NetworkSegment(e428ac68-2a75-4f46-af94-185c0e2cb0b4),segment_id=e428ac68-2a75-4f46-af94-185c0e2cb0b4)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:57:18.677338 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b155bfe8-3f0c-420d-8e37-594e050d7583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:18.686983 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d7702c46-480d-44cf-ade7-f888befccac1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4086825fd60747d892f19e944c87b749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569593 May 26 15:57:18.690668 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b155bfe8-3f0c-420d-8e37-594e050d7583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:18.693670 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33168) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:18.694690 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-82e38e04-d634-48a6-b959-f3825f109b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:18.703515 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port a8053891-e5b2-4bea-9951-454b90ce18ee triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:18.704458 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:18.790762 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155bfe8-3f0c-420d-8e37-594e050d7583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c5db9a-0e60-47ad-9ab9-d413364212ba,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:18.844477 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port a8053891-e5b2-4bea-9951-454b90ce18ee is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:18.856720 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069807b9-d332-46f0-8d06-d5fab5315384', 'name': 'tempest-AttachSCSIVolumeTestJSON-113868123-router', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c367a478-be37-4758-a053-09a70384fd71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:13Z', 'updated_at': '2022-05-26T15:57:16Z', 'revision_number': 3, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'gw_port': {'id': 'c367a478-be37-4758-a053-09a70384fd71', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:11:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069807b9-d332-46f0-8d06-d5fab5315384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:14Z', 'updated_at': '2022-05-26T15:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:18.874852 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-96a9870b-c2f3-4352-96b4-8b77580712af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:18.887254 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] Checking router: 069807b9-d332-46f0-8d06-d5fab5315384 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:57:18.887593 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] Updating router 069807b9-d332-46f0-8d06-d5fab5315384 port c367a478-be37-4758-a053-09a70384fd71 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:57:18.897713 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:18.910781 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-96a9870b-c2f3-4352-96b4-8b77580712af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:18.913442 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-408b52c3-b42d-42c9-bbbf-21fc0b8ff1f0 req-4f4548da-b27a-4c3a-8a0c-a4f8b9c99786 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812324 May 26 15:57:18.920840 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-82e38e04-d634-48a6-b959-f3825f109b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:18.921458 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-82e38e04-d634-48a6-b959-f3825f109b7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:18.922583 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 8820e699-a922-4329-a32e-36234b7d1420 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:57:18.922872 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-82e38e04-d634-48a6-b959-f3825f109b7e service neutron] 10.222.0.83 "PUT /v2.0/ports/7e61965b-f656-4539-b24d-6ee052a64a6d HTTP/1.1" status: 200 len: 1091 time: 2.7237217 May 26 15:57:18.923318 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e74ccad-ae15-4657-848f-ab784e5060fd', 'tag': '7e61965b-f656-4539-b24d-6ee052a64a6d'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:18.923772 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:18.926112 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ad71c1-daf1-4700-8114-396a6ffa8a58" -d '{"events": [{"name": "network-changed", "server_uuid": "0e74ccad-ae15-4657-848f-ab784e5060fd", "tag": "7e61965b-f656-4539-b24d-6ee052a64a6d"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:18.976346 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b155bfe8-3f0c-420d-8e37-594e050d7583 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:57:18.986255 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9388cb67-6f78-4852-9a2e-aadd541e48ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:18.988835 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9388cb67-6f78-4852-9a2e-aadd541e48ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:18.992711 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9388cb67-6f78-4852-9a2e-aadd541e48ec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cc75d0cb-572d-44f1-a411-3a26e67f2dbb HTTP/1.1" status: 204 len: 168 time: 1.0858960 May 26 15:57:19.028127 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388cb67-6f78-4852-9a2e-aadd541e48ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc75d0cb-572d-44f1-a411-3a26e67f2dbb,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:19.030630 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4522a1-5828-414a-9973-80a24a490ee6 x-openstack-request-id: req-da4522a1-5828-414a-9973-80a24a490ee6 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:19.030912 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e74ccad-ae15-4657-848f-ab784e5060fd", "tag": "7e61965b-f656-4539-b24d-6ee052a64a6d", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:19.031264 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-da4522a1-5828-414a-9973-80a24a490ee6 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:19.031652 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da4522a1-5828-414a-9973-80a24a490ee6'] response: {'name': 'network-changed', 'server_uuid': '0e74ccad-ae15-4657-848f-ab784e5060fd', 'tag': '7e61965b-f656-4539-b24d-6ee052a64a6d', 'status': 'completed', 'code': 200} May 26 15:57:19.087762 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b155bfe8-3f0c-420d-8e37-594e050d7583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:19.088473 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-b155bfe8-3f0c-420d-8e37-594e050d7583 admin admin] Added segment c169a0be-266f-4475-9963-5bf184051c95 of type vlan for network 050cae50-b8a0-484c-885f-15abccaea653 May 26 15:57:19.104493 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f272a9b-3232-4a6b-8a6f-51484c7fa0a6 req-bdec10ee-ef13-4004-8bef-b70959080445 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:19.105089 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f272a9b-3232-4a6b-8a6f-51484c7fa0a6 req-bdec10ee-ef13-4004-8bef-b70959080445 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f24c456-a0c6-4e27-8fc1-142ad2876791 HTTP/1.1" status: 200 len: 964 time: 0.2050245 May 26 15:57:19.151188 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e38e04-d634-48a6-b959-f3825f109b7e service neutron] Pushing event updated for resources: {'Port': ['ID=7e61965b-f656-4539-b24d-6ee052a64a6d,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:19.177602 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-717f9e23-fdf8-442f-b3fc-fab2c198ef91 req-38bf95eb-fbcf-4902-a27e-b7d6a14ae528 service neutron] 10.222.0.81 "GET /v2.0/networks/fd21b13c-44ff-4f1b-8ebb-43aa45f45369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240884 May 26 15:57:19.187799 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 8820e699-a922-4329-a32e-36234b7d1420, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8820e699-a922-4329-a32e-36234b7d1420,segment=NetworkSegment(dae879e7-109f-4012-aa0b-0a7b2554ca48),segment_id=dae879e7-109f-4012-aa0b-0a7b2554ca48)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:19.225226 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bce5048a-aab5-43c5-90a0-f3a6ea53f246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:19.232419 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '8820e699-a922-4329-a32e-36234b7d1420', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'port_id': '8820e699-a922-4329-a32e-36234b7d1420', 'mac_address': 'fa:16:3e:19:40:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-344495792', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:57:19.251316 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f272a9b-3232-4a6b-8a6f-51484c7fa0a6 req-b8881fc0-7731-4121-a674-6b4896c5f8e6 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/security-groups?id=94591791-1f74-4d6c-a8d1-df9619fffe18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943656 May 26 15:57:19.273864 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b155bfe8-3f0c-420d-8e37-594e050d7583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:19.308944 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-35194050-729b-4d2c-a7e4-286e4ffc4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:19.310738 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-35194050-729b-4d2c-a7e4-286e4ffc4db7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=895c6b69627743e5bb063c92fc326682&device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 1094 time: 0.2847469 May 26 15:57:19.317188 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 8820e699-a922-4329-a32e-36234b7d1420 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:19.317593 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:19.323457 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-d3fb6c1a-5847-42d0-aea3-ad0415fcbf14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7467ef9-808b-4610-a42c-e4296bb24a70 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:57:19.337890 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8820e699-a922-4329-a32e-36234b7d1420 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:57:19.339862 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-96a9870b-c2f3-4352-96b4-8b77580712af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:19.342617 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-96a9870b-c2f3-4352-96b4-8b77580712af admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:19.346504 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-96a9870b-c2f3-4352-96b4-8b77580712af admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ed993258-08b1-4f8b-b0c0-9715bf3902b3 HTTP/1.1" status: 204 len: 168 time: 0.6485801 May 26 15:57:19.363972 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9870b-c2f3-4352-96b4-8b77580712af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed993258-08b1-4f8b-b0c0-9715bf3902b3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:19.383417 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b155bfe8-3f0c-420d-8e37-594e050d7583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:19.384403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b155bfe8-3f0c-420d-8e37-594e050d7583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:19.385023 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b155bfe8-3f0c-420d-8e37-594e050d7583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:19.402120 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-d3fb6c1a-5847-42d0-aea3-ad0415fcbf14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:19.408411 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-eb0fe4c3-d831-4775-a76e-e25728315205 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e61965b-f656-4539-b24d-6ee052a64a6d HTTP/1.1" status: 200 len: 217 time: 0.0794809 May 26 15:57:19.424231 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 8820e699-a922-4329-a32e-36234b7d1420, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8820e699-a922-4329-a32e-36234b7d1420,segment=NetworkSegment(dae879e7-109f-4012-aa0b-0a7b2554ca48),segment_id=dae879e7-109f-4012-aa0b-0a7b2554ca48)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:19.431040 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:19.440810 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:19.447861 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-d3fb6c1a-5847-42d0-aea3-ad0415fcbf14 service neutron] Transition to ACTIVE for port object c7467ef9-808b-4610-a42c-e4296bb24a70 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:57:19.454109 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:19.454470 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-d3fb6c1a-5847-42d0-aea3-ad0415fcbf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:19.553609 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=8820e699-a922-4329-a32e-36234b7d1420,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:19.594014 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] Attempting to bind port c367a478-be37-4758-a053-09a70384fd71 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:57:19.595800 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] Attempting to bind port c367a478-be37-4758-a053-09a70384fd71 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:57:19.596944 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] Attempting to bind port c367a478-be37-4758-a053-09a70384fd71 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:19.637385 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:57:19.639132 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['8820e699-a922-4329-a32e-36234b7d1420'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:57:19.639667 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:19.640810 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:19.642957 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:57:19.643662 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] Bound port: c367a478-be37-4758-a053-09a70384fd71, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:57:19.644269 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:19.646181 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-bce5048a-aab5-43c5-90a0-f3a6ea53f246 admin admin] Allocated IP 172.20.0.1 (9f115508-0eed-42d5-a3d3-b010668163e8/e4cd4c04-0f78-4554-8f4d-7d36adb9556a/529b8a07-6be1-4952-9bf3-0679d380b8a8) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:57:19.759800 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b155bfe8-3f0c-420d-8e37-594e050d7583 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5063777 May 26 15:57:19.768354 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33188) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:19.780086 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-99829df1-4964-422a-94f5-34caf4b9ebf4 admin admin] Request body: {'subnet': {'network_id': '050cae50-b8a0-484c-885f-15abccaea653', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1297567143-subnet', 'tenant_id': '4c5e8eeae9644c49ac15ace6a726d4f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:19.808172 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99829df1-4964-422a-94f5-34caf4b9ebf4 admin admin] Made reservation on behalf of 4c5e8eeae9644c49ac15ace6a726d4f3 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:57:19.811019 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99829df1-4964-422a-94f5-34caf4b9ebf4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:19.828611 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] For port c367a478-be37-4758-a053-09a70384fd71, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:19.833938 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] For port c367a478-be37-4758-a053-09a70384fd71, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c367a478-be37-4758-a053-09a70384fd71,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:57:19.840544 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:19.851965 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155bfe8-3f0c-420d-8e37-594e050d7583 admin admin] Pushing event updated for resources: {'Network': ['ID=050cae50-b8a0-484c-885f-15abccaea653,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:19.873358 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] Routers {'069807b9-d332-46f0-8d06-d5fab5315384'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:57:19.874280 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:57:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['069807b9-d332-46f0-8d06-d5fab5315384'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:19.921623 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 050cae50-b8a0-484c-885f-15abccaea653 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:57:19.975353 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bce5048a-aab5-43c5-90a0-f3a6ea53f246 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:20.073359 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb6c1a-5847-42d0-aea3-ad0415fcbf14 service neutron] Pushing event updated for resources: {'Port': ['ID=c7467ef9-808b-4610-a42c-e4296bb24a70,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:20.077403 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] Set router 069807b9-d332-46f0-8d06-d5fab5315384 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:57:20.110689 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-3c7d0893-006f-48dd-b008-2e7028f9913f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:20.112345 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-3c7d0893-006f-48dd-b008-2e7028f9913f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=629af4f3-e7c5-4ac3-a587-703f344495bb HTTP/1.1" status: 200 len: 855 time: 0.6939046 May 26 15:57:20.173591 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-ba965beb-c2c6-4d47-8d19-7a0f229c40e5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71541f1d-ce38-4cf3-9f13-9a4c8286cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310428 May 26 15:57:20.187319 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb91d9-6de1-4022-a98a-402af8368a9f None None] Pushing event updated for resources: {'Port': ['ID=c367a478-be37-4758-a053-09a70384fd71,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:20.295281 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99829df1-4964-422a-94f5-34caf4b9ebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:20.318051 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device c12f14b9-63df-4262-b488-905dbd4a5a1b details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:57:20.331721 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50975c57-8dd8-4af1-a8d1-2e4a8544b9d0 req-484a4588-73ec-485c-85fb-503bfd04c3c8 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:20.343494 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-50975c57-8dd8-4af1-a8d1-2e4a8544b9d0 req-484a4588-73ec-485c-85fb-503bfd04c3c8 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 943 time: 0.8762658 May 26 15:57:20.350398 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bce5048a-aab5-43c5-90a0-f3a6ea53f246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:20.361607 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99829df1-4964-422a-94f5-34caf4b9ebf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ab9ba5e-9176-421f-a3b8-984608ae9533,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:20.376616 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-c79cfbc9-1349-4022-ae19-241b07ad7e3c service neutron] 10.222.0.83 "GET /v2.0/networks/71541f1d-ce38-4cf3-9f13-9a4c8286cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926353 May 26 15:57:20.377357 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-d3fb6c1a-5847-42d0-aea3-ad0415fcbf14 service neutron] Attempting to bind port c7467ef9-808b-4610-a42c-e4296bb24a70 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:57:20.377694 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-d3fb6c1a-5847-42d0-aea3-ad0415fcbf14 service neutron] Attempting to bind port c7467ef9-808b-4610-a42c-e4296bb24a70 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:57:20.378039 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-d3fb6c1a-5847-42d0-aea3-ad0415fcbf14 service neutron] Attempting to bind port c7467ef9-808b-4610-a42c-e4296bb24a70 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:20.401330 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb91d9-6de1-4022-a98a-402af8368a9f None None] Pushing event updated for resources: {'Port': ['ID=c367a478-be37-4758-a053-09a70384fd71,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:20.417292 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ba626-e08c-42f3-ae93-f63e5cbaeb33 req-c314c1b2-9e03-4946-b512-44da72de7865 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:20.428372 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a3ba626-e08c-42f3-ae93-f63e5cbaeb33 req-c314c1b2-9e03-4946-b512-44da72de7865 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85 HTTP/1.1" status: 200 len: 948 time: 0.3960738 May 26 15:57:20.464997 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5048a-aab5-43c5-90a0-f3a6ea53f246 admin admin] Pushing event updated for resources: {'Port': ['ID=529b8a07-6be1-4952-9bf3-0679d380b8a8,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:20.484674 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce5048a-aab5-43c5-90a0-f3a6ea53f246 admin admin] Network 9f115508-0eed-42d5-a3d3-b010668163e8 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:57:20.491248 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-bce5048a-aab5-43c5-90a0-f3a6ea53f246 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:20.498598 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce5048a-aab5-43c5-90a0-f3a6ea53f246 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:57:20.499498 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bce5048a-aab5-43c5-90a0-f3a6ea53f246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:20.507124 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99829df1-4964-422a-94f5-34caf4b9ebf4 admin admin] Checking segment: {'id': 'c169a0be-266f-4475-9963-5bf184051c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '050cae50-b8a0-484c-885f-15abccaea653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:20.507831 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99829df1-4964-422a-94f5-34caf4b9ebf4 admin admin] Network hostable DHCP agents. Network: 050cae50-b8a0-484c-885f-15abccaea653, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:57:20.518500 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-d3fb6c1a-5847-42d0-aea3-ad0415fcbf14 service neutron] Port c7467ef9-808b-4610-a42c-e4296bb24a70 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:57:20.518822 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-d3fb6c1a-5847-42d0-aea3-ad0415fcbf14 service neutron] Attempting to bind port c7467ef9-808b-4610-a42c-e4296bb24a70 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:20.611468 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99829df1-4964-422a-94f5-34caf4b9ebf4 admin admin] Network 050cae50-b8a0-484c-885f-15abccaea653 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:57:20.622833 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069807b9-d332-46f0-8d06-d5fab5315384', 'name': 'tempest-AttachSCSIVolumeTestJSON-113868123-router', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c367a478-be37-4758-a053-09a70384fd71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:13Z', 'updated_at': '2022-05-26T15:57:16Z', 'revision_number': 3, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'gw_port': {'id': 'c367a478-be37-4758-a053-09a70384fd71', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:11:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069807b9-d332-46f0-8d06-d5fab5315384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:14Z', 'updated_at': '2022-05-26T15:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:20.672129 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-99829df1-4964-422a-94f5-34caf4b9ebf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 050cae50-b8a0-484c-885f-15abccaea653) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:20.690273 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39302fdc-997f-4654-8a52-23d577286543 None None] Network 050cae50-b8a0-484c-885f-15abccaea653 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:57:20.692890 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99829df1-4964-422a-94f5-34caf4b9ebf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:20.693538 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99829df1-4964-422a-94f5-34caf4b9ebf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:20.697809 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb42596-f673-4f76-9dff-1a48fdf3743d None None] The sync data for ids ['069807b9-d332-46f0-8d06-d5fab5315384'] in n-d-843337-2 is: [{'id': '069807b9-d332-46f0-8d06-d5fab5315384', 'name': 'tempest-AttachSCSIVolumeTestJSON-113868123-router', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c367a478-be37-4758-a053-09a70384fd71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:13Z', 'updated_at': '2022-05-26T15:57:16Z', 'revision_number': 3, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'gw_port': {'id': 'c367a478-be37-4758-a053-09a70384fd71', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:11:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069807b9-d332-46f0-8d06-d5fab5315384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:14Z', 'updated_at': '2022-05-26T15:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:57:20.701292 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port c12f14b9-63df-4262-b488-905dbd4a5a1b, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=c12f14b9-63df-4262-b488-905dbd4a5a1b,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:20.762956 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dee5002a-840f-4dc8-a5ea-ebedef2ebad8 req-b92f2dfe-7d91-4c8c-84df-8857b4beee77 service neutron] 10.222.0.83 "GET /v2.0/networks/71541f1d-ce38-4cf3-9f13-9a4c8286cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256474 May 26 15:57:20.810120 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-d3fb6c1a-5847-42d0-aea3-ad0415fcbf14 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:57:20.810580 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-d3fb6c1a-5847-42d0-aea3-ad0415fcbf14 service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:20.810967 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-d3fb6c1a-5847-42d0-aea3-ad0415fcbf14 service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:57:20.811317 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-d3fb6c1a-5847-42d0-aea3-ad0415fcbf14 service neutron] Bound port: c7467ef9-808b-4610-a42c-e4296bb24a70, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:57:20.811655 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-d3fb6c1a-5847-42d0-aea3-ad0415fcbf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:20.819292 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-50975c57-8dd8-4af1-a8d1-2e4a8544b9d0 req-6f5b6ba7-4e52-4f70-af2d-2b7628a18a49 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7de04ac-2dc2-4da3-8911-82aafc9f5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772480 May 26 15:57:20.869918 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': 'c12f14b9-63df-4262-b488-905dbd4a5a1b', 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a', 'port_id': 'c12f14b9-63df-4262-b488-905dbd4a5a1b', 'mac_address': 'fa:16:3e:83:71:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e27219-447c-429c-b572-febfd4b36520', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:57:20.899731 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-99829df1-4964-422a-94f5-34caf4b9ebf4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1281128 May 26 15:57:20.942409 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-d3fb6c1a-5847-42d0-aea3-ad0415fcbf14 service neutron] For port c7467ef9-808b-4610-a42c-e4296bb24a70, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:20.945686 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-d3fb6c1a-5847-42d0-aea3-ad0415fcbf14 service neutron] For port c7467ef9-808b-4610-a42c-e4296bb24a70, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=c7467ef9-808b-4610-a42c-e4296bb24a70,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:57:20.953055 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a3ba626-e08c-42f3-ae93-f63e5cbaeb33 req-efb9bf2b-6383-4361-bac2-726d2ef7eb04 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f5dded-ef53-4013-8170-ed9f71b81b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092587 May 26 15:57:20.953540 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 8820e699-a922-4329-a32e-36234b7d1420 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:20.968496 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-d3fb6c1a-5847-42d0-aea3-ad0415fcbf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:21.077298 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port c12f14b9-63df-4262-b488-905dbd4a5a1b is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:21.077834 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:21.094285 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 8820e699-a922-4329-a32e-36234b7d1420 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:57:21.100185 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12f14b9-63df-4262-b488-905dbd4a5a1b {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:57:21.132392 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port c12f14b9-63df-4262-b488-905dbd4a5a1b, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=c12f14b9-63df-4262-b488-905dbd4a5a1b,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:21.146126 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb6c1a-5847-42d0-aea3-ad0415fcbf14 service neutron] Pushing event updated for resources: {'Port': ['ID=c7467ef9-808b-4610-a42c-e4296bb24a70,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:21.170756 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-eb2796c5-1762-412e-99df-adc54c68e2a3 None None] Provisioning complete for port 529b8a07-6be1-4952-9bf3-0679d380b8a8 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:21.172490 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eb2796c5-1762-412e-99df-adc54c68e2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:21.175023 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-d3fb6c1a-5847-42d0-aea3-ad0415fcbf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:21.178457 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-d3fb6c1a-5847-42d0-aea3-ad0415fcbf14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:21.179949 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-d3fb6c1a-5847-42d0-aea3-ad0415fcbf14 service neutron] 10.222.0.83 "PUT /v2.0/ports/c7467ef9-808b-4610-a42c-e4296bb24a70 HTTP/1.1" status: 200 len: 1096 time: 3.3076036 May 26 15:57:21.194645 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85', 'tag': 'c7467ef9-808b-4610-a42c-e4296bb24a70'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:21.200164 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6415db2c-cf2b-4260-8b7b-28398ee0ad6d" -d '{"events": [{"name": "network-changed", "server_uuid": "63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85", "tag": "c7467ef9-808b-4610-a42c-e4296bb24a70"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:21.282067 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-eb2796c5-1762-412e-99df-adc54c68e2a3 None None] Port 529b8a07-6be1-4952-9bf3-0679d380b8a8 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:57:21.286908 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:21.293493 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 8820e699-a922-4329-a32e-36234b7d1420 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:21.298213 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:21.353037 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bce5048a-aab5-43c5-90a0-f3a6ea53f246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:21.433515 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad71c1-daf1-4700-8114-396a6ffa8a58 req-f18a1ec9-dd37-4495-a985-652dcc61f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:21.435101 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84ad71c1-daf1-4700-8114-396a6ffa8a58 req-f18a1ec9-dd37-4495-a985-652dcc61f5ed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=895c6b69627743e5bb063c92fc326682&device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 1094 time: 0.4875500 May 26 15:57:21.586502 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc3a0d7-f8f1-48d5-acfa-ade41d4e0adf None None] Network 050cae50-b8a0-484c-885f-15abccaea653 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:57:21.595816 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-01da21e7-d081-45e8-b891-796b53d40da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:21.597355 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-01da21e7-d081-45e8-b891-796b53d40da7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9cfccb197f8e4276a09adba499d9693b&device_id=63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85 HTTP/1.1" status: 200 len: 1099 time: 0.3324418 May 26 15:57:21.610567 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26109888-ffcd-4d75-9625-86c56f76af17 req-39089789-b211-4c49-a3ac-29dd213c25dc tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:21.612144 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26109888-ffcd-4d75-9625-86c56f76af17 req-39089789-b211-4c49-a3ac-29dd213c25dc tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 945 time: 0.4746797 May 26 15:57:21.613189 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad71c1-daf1-4700-8114-396a6ffa8a58 req-3d7e2695-d220-49f1-a341-65a4f2a2d716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:21.614501 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84ad71c1-daf1-4700-8114-396a6ffa8a58 req-3d7e2695-d220-49f1-a341-65a4f2a2d716 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71541f1d-ce38-4cf3-9f13-9a4c8286cac9 HTTP/1.1" status: 200 len: 916 time: 0.1590285 May 26 15:57:21.634169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc6a2f-22ce-4933-bf3d-fffde2537d70 req-25b7328f-b10b-4b5f-ade9-8886ec9395ae tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:21.643620 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bafc6a2f-22ce-4933-bf3d-fffde2537d70 req-25b7328f-b10b-4b5f-ade9-8886ec9395ae tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f24c456-a0c6-4e27-8fc1-142ad2876791 HTTP/1.1" status: 200 len: 965 time: 0.4902151 May 26 15:57:21.699076 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bce5048a-aab5-43c5-90a0-f3a6ea53f246 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:21.713794 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bce5048a-aab5-43c5-90a0-f3a6ea53f246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:21.714924 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bce5048a-aab5-43c5-90a0-f3a6ea53f246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:21.760660 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-5d5d62f9-667d-434c-8315-683aca0bc887 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=c7467ef9-808b-4610-a42c-e4296bb24a70 HTTP/1.1" status: 200 len: 217 time: 0.1421268 May 26 15:57:21.795971 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=c12f14b9-63df-4262-b488-905dbd4a5a1b,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:21.811191 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 8820e699-a922-4329-a32e-36234b7d1420 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:21.811722 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:21.837443 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26109888-ffcd-4d75-9625-86c56f76af17 req-c59c53e0-4e7e-4993-8812-5e52c8f2bda4 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017215 May 26 15:57:21.908799 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-352c2c62-66ac-4654-80bb-7024fea16167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:21.910419 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-352c2c62-66ac-4654-80bb-7024fea16167 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0974317 May 26 15:57:21.941653 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f24c456-a0c6-4e27-8fc1-142ad2876791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8820e699-a922-4329-a32e-36234b7d1420'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:21.947959 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da31b035-8cde-433a-9d5f-233704519b96" -d '{"events": [{"server_uuid": "2f24c456-a0c6-4e27-8fc1-142ad2876791", "name": "network-vif-plugged", "status": "completed", "tag": "8820e699-a922-4329-a32e-36234b7d1420"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:21.960673 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5048a-aab5-43c5-90a0-f3a6ea53f246 admin admin] Pushing event updated for resources: {'Port': ['ID=529b8a07-6be1-4952-9bf3-0679d380b8a8,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:21.986215 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7940fcec-9db3-48f5-9d9a-2768f962ec8f x-openstack-request-id: req-7940fcec-9db3-48f5-9d9a-2768f962ec8f {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:21.987259 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85", "tag": "c7467ef9-808b-4610-a42c-e4296bb24a70", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:21.987605 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7940fcec-9db3-48f5-9d9a-2768f962ec8f {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:21.988262 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7940fcec-9db3-48f5-9d9a-2768f962ec8f'] response: {'name': 'network-changed', 'server_uuid': '63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85', 'tag': 'c7467ef9-808b-4610-a42c-e4296bb24a70', 'status': 'completed', 'code': 200} May 26 15:57:22.002247 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84ad71c1-daf1-4700-8114-396a6ffa8a58 req-920ef060-214e-4ed3-8d90-b6815aebf8d1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e61965b-f656-4539-b24d-6ee052a64a6d HTTP/1.1" status: 200 len: 217 time: 0.2824519 May 26 15:57:22.007217 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bafc6a2f-22ce-4933-bf3d-fffde2537d70 req-99afc330-881c-4fab-b0e9-bfaada247394 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/security-groups?id=94591791-1f74-4d6c-a8d1-df9619fffe18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3622687 May 26 15:57:22.041890 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 8820e699-a922-4329-a32e-36234b7d1420, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8820e699-a922-4329-a32e-36234b7d1420,segment=NetworkSegment(dae879e7-109f-4012-aa0b-0a7b2554ca48),segment_id=dae879e7-109f-4012-aa0b-0a7b2554ca48)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:22.044532 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['c12f14b9-63df-4262-b488-905dbd4a5a1b'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:57:22.047767 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce5048a-aab5-43c5-90a0-f3a6ea53f246 admin admin] Network 9f115508-0eed-42d5-a3d3-b010668163e8 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:57:22.058523 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-bce5048a-aab5-43c5-90a0-f3a6ea53f246 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:22.087654 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-71ca72bf-3477-4365-933e-ac09cbbf8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:22.095502 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-71ca72bf-3477-4365-933e-ac09cbbf8757 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1127279 May 26 15:57:22.099626 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad71c1-daf1-4700-8114-396a6ffa8a58 req-c05dc197-276c-47b3-95a1-3906989d85dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:22.101093 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84ad71c1-daf1-4700-8114-396a6ffa8a58 req-c05dc197-276c-47b3-95a1-3906989d85dd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=629af4f3-e7c5-4ac3-a587-703f344495bb HTTP/1.1" status: 200 len: 855 time: 0.0735974 May 26 15:57:22.162091 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84ad71c1-daf1-4700-8114-396a6ffa8a58 req-4fbfb279-bb97-4db0-9e79-7235ac40ee1e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71541f1d-ce38-4cf3-9f13-9a4c8286cac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502403 May 26 15:57:22.166830 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:22.353364 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=8820e699-a922-4329-a32e-36234b7d1420,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:22.405203 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce5048a-aab5-43c5-90a0-f3a6ea53f246 admin admin] Router 069807b9-d332-46f0-8d06-d5fab5315384 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:57:22.464594 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7654ec-51c8-4b77-8472-5374640e918e req-a09b894f-a54b-41e2-a702-1da8004f2203 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:22.474450 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b7654ec-51c8-4b77-8472-5374640e918e req-a09b894f-a54b-41e2-a702-1da8004f2203 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 943 time: 0.2520204 May 26 15:57:22.556173 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-2e08cab2-9e22-47f8-ad70-128dc22672e0 None None] Provisioning complete for port 529b8a07-6be1-4952-9bf3-0679d380b8a8 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:22.557183 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2e08cab2-9e22-47f8-ad70-128dc22672e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:22.563723 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-5b6314f5-9abd-4c94-b454-b81e1999b7ec service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534659 May 26 15:57:22.594541 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce5048a-aab5-43c5-90a0-f3a6ea53f246 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:57:22.612341 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bce5048a-aab5-43c5-90a0-f3a6ea53f246 admin admin] 10.222.0.77 "PUT /v2.0/routers/069807b9-d332-46f0-8d06-d5fab5315384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2799571 May 26 15:57:22.622984 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2e08cab2-9e22-47f8-ad70-128dc22672e0 None None] Port 529b8a07-6be1-4952-9bf3-0679d380b8a8 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:57:22.653234 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b7654ec-51c8-4b77-8472-5374640e918e req-d5df968d-13be-4ee6-8671-b2193f044c6e tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7de04ac-2dc2-4da3-8911-82aafc9f5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571746 May 26 15:57:22.694746 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84ad71c1-daf1-4700-8114-396a6ffa8a58 req-a2432863-bb9e-428e-a5bd-f5aeb290e135 service neutron] 10.222.0.83 "GET /v2.0/networks/71541f1d-ce38-4cf3-9f13-9a4c8286cac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737861 May 26 15:57:22.721507 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c367a478-be37-4758-a053-09a70384fd71 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:22.776872 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1857f096-87b4-4b06-8968-d934243e6abc x-openstack-request-id: req-1857f096-87b4-4b06-8968-d934243e6abc {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:22.787411 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f24c456-a0c6-4e27-8fc1-142ad2876791", "name": "network-vif-plugged", "status": "completed", "tag": "8820e699-a922-4329-a32e-36234b7d1420", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:22.789465 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1857f096-87b4-4b06-8968-d934243e6abc {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:22.790282 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1857f096-87b4-4b06-8968-d934243e6abc'] response: {'server_uuid': '2f24c456-a0c6-4e27-8fc1-142ad2876791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8820e699-a922-4329-a32e-36234b7d1420', 'code': 200} May 26 15:57:22.827036 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port c367a478-be37-4758-a053-09a70384fd71 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:22.827417 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:22.932810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port c367a478-be37-4758-a053-09a70384fd71 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:22.933449 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:22.963874 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port c367a478-be37-4758-a053-09a70384fd71, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c367a478-be37-4758-a053-09a70384fd71,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:22.970337 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:23.026944 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2390c8-de3b-49d6-a9d4-ed87c0a96ae3 req-598a5f3b-5afe-4bda-8d31-f5c29eaaff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:23.028561 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e2390c8-de3b-49d6-a9d4-ed87c0a96ae3 req-598a5f3b-5afe-4bda-8d31-f5c29eaaff12 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2f24c456-a0c6-4e27-8fc1-142ad2876791 HTTP/1.1" status: 200 len: 1117 time: 0.2004144 May 26 15:57:23.042781 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=c367a478-be37-4758-a053-09a70384fd71,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:23.048042 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93967b18-444f-4ebf-b1da-b388eb09d791 req-ea7f36bb-a22e-473c-8888-e237bbeebec8 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:23.049535 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-93967b18-444f-4ebf-b1da-b388eb09d791 req-ea7f36bb-a22e-473c-8888-e237bbeebec8 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85 HTTP/1.1" status: 200 len: 948 time: 0.2202740 May 26 15:57:23.068573 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6f5821b-0d0f-44df-a1ed-473729d15b06 req-45083c42-505c-46ce-882a-666e784bb005 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786310 May 26 15:57:23.098282 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-672e382c-251a-409b-9e56-6abe6e85db1f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:23.101062 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-672e382c-251a-409b-9e56-6abe6e85db1f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 807 time: 0.4002547 May 26 15:57:23.143942 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84ad71c1-daf1-4700-8114-396a6ffa8a58 req-958e008a-95fa-47e4-919d-9bec14d3656e service neutron] 10.222.0.83 "GET /v2.0/networks/71541f1d-ce38-4cf3-9f13-9a4c8286cac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330381 May 26 15:57:23.161600 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-2010bbec-cc23-45ca-92dd-efa0c314f2b6 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/quotas/68474f7d9cf04077903a4e0c3bda72a7 HTTP/1.1" status: 200 len: 375 time: 0.0365989 May 26 15:57:23.170254 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-93967b18-444f-4ebf-b1da-b388eb09d791 req-c843e1e6-6f2e-43f6-a15e-fd4114ace371 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f5dded-ef53-4013-8170-ed9f71b81b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062264 May 26 15:57:23.173151 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e2390c8-de3b-49d6-a9d4-ed87c0a96ae3 req-8a05ff68-d1b6-448c-bb6d-02c282c01f80 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=94591791-1f74-4d6c-a8d1-df9619fffe18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359696 May 26 15:57:23.203005 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-52f0f2e8-c56b-4f51-ae98-ea70576c07c3 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317225 May 26 15:57:23.248295 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415db2c-cf2b-4260-8b7b-28398ee0ad6d req-3ade5284-f951-4cee-8e50-25c6abd7d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:23.250131 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6415db2c-cf2b-4260-8b7b-28398ee0ad6d req-3ade5284-f951-4cee-8e50-25c6abd7d56f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9cfccb197f8e4276a09adba499d9693b&device_id=63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85 HTTP/1.1" status: 200 len: 1099 time: 0.0498755 May 26 15:57:23.361552 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415db2c-cf2b-4260-8b7b-28398ee0ad6d req-3c401ee6-4fc9-4bd2-82f8-6e7a13cbcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:23.363079 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6415db2c-cf2b-4260-8b7b-28398ee0ad6d req-3c401ee6-4fc9-4bd2-82f8-6e7a13cbcaec service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.1040449 May 26 15:57:23.407787 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6415db2c-cf2b-4260-8b7b-28398ee0ad6d req-9c09b3d0-ae8e-4175-8b0b-81a8bf42fd7a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=c7467ef9-808b-4610-a42c-e4296bb24a70 HTTP/1.1" status: 200 len: 217 time: 0.0369284 May 26 15:57:23.471118 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415db2c-cf2b-4260-8b7b-28398ee0ad6d req-a61d77f9-80f2-46ec-a13a-e4726e2536b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:23.472787 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6415db2c-cf2b-4260-8b7b-28398ee0ad6d req-a61d77f9-80f2-46ec-a13a-e4726e2536b7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0580711 May 26 15:57:23.512333 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33310) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:23.514240 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-b9d18900-c620-4afb-91bf-14b9a61d5bc9 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:57:23.516583 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-b9d18900-c620-4afb-91bf-14b9a61d5bc9 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1685426 May 26 15:57:23.517647 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-64ad63f7-5aea-4c0c-a676-e309242d6d15 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1813505391-network', 'tenant_id': '5cdc25d85d6240de954a469da7fc37f7'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:23.529676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] Sync routers for ids ['069807b9-d332-46f0-8d06-d5fab5315384'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:57:23.540747 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] Routers {'069807b9-d332-46f0-8d06-d5fab5315384'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:57:23.541525 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:57:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['069807b9-d332-46f0-8d06-d5fab5315384'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:23.544237 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ad63f7-5aea-4c0c-a676-e309242d6d15 admin admin] Made reservation on behalf of 5cdc25d85d6240de954a469da7fc37f7 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:57:23.546951 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64ad63f7-5aea-4c0c-a676-e309242d6d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:23.557258 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64ad63f7-5aea-4c0c-a676-e309242d6d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:23.603006 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415db2c-cf2b-4260-8b7b-28398ee0ad6d req-79422f01-fbd1-496f-8e65-19700e466d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:23.603571 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6415db2c-cf2b-4260-8b7b-28398ee0ad6d req-79422f01-fbd1-496f-8e65-19700e466d6a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1232986 May 26 15:57:23.667034 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64ad63f7-5aea-4c0c-a676-e309242d6d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:23.671404 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] Set router 069807b9-d332-46f0-8d06-d5fab5315384 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:57:23.672267 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64ad63f7-5aea-4c0c-a676-e309242d6d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:23.701697 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ad63f7-5aea-4c0c-a676-e309242d6d15 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:57:23.726825 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad63f7-5aea-4c0c-a676-e309242d6d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e0fe6a-dfd4-4c91-b6c6-e0694918abf9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:23.731305 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-80a7f2bf-4bec-4ee6-9f75-78279c3c1e3d service neutron] 10.222.0.77 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088513 May 26 15:57:23.731500 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64ad63f7-5aea-4c0c-a676-e309242d6d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:23.731942 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-64ad63f7-5aea-4c0c-a676-e309242d6d15 admin admin] Added segment 7b97ef93-eea9-4860-9b18-d59e208af8d3 of type vlan for network 9f9cc98f-8195-44c5-b5a5-592b7f06a54e May 26 15:57:23.774520 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44703394-2842-4414-a841-25de59945823 req-f44a8030-0386-4de5-9590-c1b26ec69650 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:23.776066 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44703394-2842-4414-a841-25de59945823 req-f44a8030-0386-4de5-9590-c1b26ec69650 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 945 time: 0.1296148 May 26 15:57:23.784534 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64ad63f7-5aea-4c0c-a676-e309242d6d15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:23.809926 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64ad63f7-5aea-4c0c-a676-e309242d6d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:23.810862 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ad63f7-5aea-4c0c-a676-e309242d6d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:23.811435 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64ad63f7-5aea-4c0c-a676-e309242d6d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:23.826896 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6415db2c-cf2b-4260-8b7b-28398ee0ad6d req-af5aeb81-0cf3-4c48-a69a-d9ed6d32ce03 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159584 May 26 15:57:23.860343 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-64ad63f7-5aea-4c0c-a676-e309242d6d15 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3468544 May 26 15:57:23.866392 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33316) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:23.876071 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad63f7-5aea-4c0c-a676-e309242d6d15 admin admin] Pushing event updated for resources: {'Network': ['ID=9f9cc98f-8195-44c5-b5a5-592b7f06a54e,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:23.889454 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 9f9cc98f-8195-44c5-b5a5-592b7f06a54e details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:57:23.968587 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069807b9-d332-46f0-8d06-d5fab5315384', 'name': 'tempest-AttachSCSIVolumeTestJSON-113868123-router', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c367a478-be37-4758-a053-09a70384fd71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:13Z', 'updated_at': '2022-05-26T15:57:20Z', 'revision_number': 4, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'gw_port': {'id': 'c367a478-be37-4758-a053-09a70384fd71', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069807b9-d332-46f0-8d06-d5fab5315384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:14Z', 'updated_at': '2022-05-26T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '529b8a07-6be1-4952-9bf3-0679d380b8a8', 'name': '', 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'mac_address': 'fa:16:3e:3e:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069807b9-d332-46f0-8d06-d5fab5315384', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e4cd4c04-0f78-4554-8f4d-7d36adb9556a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:19Z', 'updated_at': '2022-05-26T15:57:21Z', 'revision_number': 2, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'subnets': [{'id': 'e4cd4c04-0f78-4554-8f4d-7d36adb9556a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:23.997627 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] Checking router: 069807b9-d332-46f0-8d06-d5fab5315384 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:57:23.997890 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] Updating router 069807b9-d332-46f0-8d06-d5fab5315384 port 529b8a07-6be1-4952-9bf3-0679d380b8a8 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:57:24.030408 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:24.073905 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-427a2dfb-d13b-4604-bab9-ba876ffae1ea admin admin] Request body: {'subnet': {'network_id': '9f9cc98f-8195-44c5-b5a5-592b7f06a54e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1813505391-subnet', 'tenant_id': '5cdc25d85d6240de954a469da7fc37f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:24.138365 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44703394-2842-4414-a841-25de59945823 req-285b9002-45cf-4b37-8629-ffb465558f19 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460097 May 26 15:57:24.167170 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-60dc98f9-93a1-450a-ab19-6d40711b964e service neutron] 10.222.0.77 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110007 May 26 15:57:24.169653 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427a2dfb-d13b-4604-bab9-ba876ffae1ea admin admin] Made reservation on behalf of 5cdc25d85d6240de954a469da7fc37f7 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:57:24.171862 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-427a2dfb-d13b-4604-bab9-ba876ffae1ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:24.286979 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6415db2c-cf2b-4260-8b7b-28398ee0ad6d req-569ee498-1dca-4cfb-b517-f371c6597c20 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468410 May 26 15:57:24.327857 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:24.334283 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device c12f14b9-63df-4262-b488-905dbd4a5a1b up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:24.338980 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:24.339861 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31f761-841a-44d7-817e-bb703b13c85b req-f6bf1b10-4d85-4bff-a9ee-4226b7c99274 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:24.341419 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e31f761-841a-44d7-817e-bb703b13c85b req-f6bf1b10-4d85-4bff-a9ee-4226b7c99274 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f24c456-a0c6-4e27-8fc1-142ad2876791 HTTP/1.1" status: 200 len: 966 time: 0.0953128 May 26 15:57:24.445384 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196447d-e0a6-4176-a60c-0471cc3491c4 None None] Pushing event updated for resources: {'Port': ['ID=529b8a07-6be1-4952-9bf3-0679d380b8a8,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:24.481314 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port c12f14b9-63df-4262-b488-905dbd4a5a1b completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:57:24.493180 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e31f761-841a-44d7-817e-bb703b13c85b req-44d794a0-d57f-426b-972b-35208ce24443 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/security-groups?id=94591791-1f74-4d6c-a8d1-df9619fffe18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317971 May 26 15:57:24.504457 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port c12f14b9-63df-4262-b488-905dbd4a5a1b triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:24.504864 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:24.539933 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] Attempting to bind port 529b8a07-6be1-4952-9bf3-0679d380b8a8 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:57:24.540616 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] Attempting to bind port 529b8a07-6be1-4952-9bf3-0679d380b8a8 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '7552e5b1-67b9-4feb-95cc-331d802ec945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:57:24.541345 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] Attempting to bind port 529b8a07-6be1-4952-9bf3-0679d380b8a8 on network 9f115508-0eed-42d5-a3d3-b010668163e8 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:24.549810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:57:24.550253 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] Checking segment: {'id': '7552e5b1-67b9-4feb-95cc-331d802ec945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:24.550946 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:24.551222 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] Bound using segment: {'id': '7552e5b1-67b9-4feb-95cc-331d802ec945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:57:24.551686 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] Bound port: 529b8a07-6be1-4952-9bf3-0679d380b8a8, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7552e5b1-67b9-4feb-95cc-331d802ec945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:57:24.552068 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:24.625675 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-427a2dfb-d13b-4604-bab9-ba876ffae1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:24.786238 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a2dfb-d13b-4604-bab9-ba876ffae1ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=86c340fd-cc64-4cfc-8323-de94dfe34da9,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:24.791789 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c367a478-be37-4758-a053-09a70384fd71 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:24.818814 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a2dfb-d13b-4604-bab9-ba876ffae1ea admin admin] Checking segment: {'id': '7b97ef93-eea9-4860-9b18-d59e208af8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f9cc98f-8195-44c5-b5a5-592b7f06a54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:24.819390 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427a2dfb-d13b-4604-bab9-ba876ffae1ea admin admin] Network hostable DHCP agents. Network: 9f9cc98f-8195-44c5-b5a5-592b7f06a54e, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:57:24.848219 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618c621-408b-4f79-a63a-c66f2bdc9b12 req-143b820d-4ba6-45fe-9d7d-1b52fc717825 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:24.850082 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f618c621-408b-4f79-a63a-c66f2bdc9b12 req-143b820d-4ba6-45fe-9d7d-1b52fc717825 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 943 time: 0.1024463 May 26 15:57:24.882193 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427a2dfb-d13b-4604-bab9-ba876ffae1ea admin admin] Network 9f9cc98f-8195-44c5-b5a5-592b7f06a54e is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:57:24.902824 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-427a2dfb-d13b-4604-bab9-ba876ffae1ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 9f9cc98f-8195-44c5-b5a5-592b7f06a54e) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:24.910550 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427a2dfb-d13b-4604-bab9-ba876ffae1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:24.911422 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-427a2dfb-d13b-4604-bab9-ba876ffae1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:24.917449 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f618c621-408b-4f79-a63a-c66f2bdc9b12 req-dd6a5880-23b0-4039-8df9-d19f05d71c2d tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7de04ac-2dc2-4da3-8911-82aafc9f5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580659 May 26 15:57:24.952483 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-427a2dfb-d13b-4604-bab9-ba876ffae1ea admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0834126 May 26 15:57:24.955447 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33338) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:24.959573 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54607591-5212-40ef-b8a8-84c179cd15c3 None None] Network 9f9cc98f-8195-44c5-b5a5-592b7f06a54e requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:57:24.961610 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-51a65a11-9f47-4d07-a6ec-b90ab4a07ca5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1813505391-router', 'tenant_id': '5cdc25d85d6240de954a469da7fc37f7', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:25.000379 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-51a65a11-9f47-4d07-a6ec-b90ab4a07ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:25.001479 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-51a65a11-9f47-4d07-a6ec-b90ab4a07ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:25.015513 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d0437154-5482-4b27-b1ee-c69a84c40022 req-20c87702-1eeb-4bf1-9839-aea5e2260e4b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 210 time: 0.0373800 May 26 15:57:25.024840 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8523bb-4c63-47a8-be78-52c39d125bdd req-5b42d136-589d-4c9e-be9e-578567f9ecf8 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:25.026989 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f8523bb-4c63-47a8-be78-52c39d125bdd req-5b42d136-589d-4c9e-be9e-578567f9ecf8 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85 HTTP/1.1" status: 200 len: 948 time: 0.1001318 May 26 15:57:25.071799 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] For port 529b8a07-6be1-4952-9bf3-0679d380b8a8, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:25.080868 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f8523bb-4c63-47a8-be78-52c39d125bdd req-eeacc1da-b95f-4a14-a246-1d3f12c03894 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f5dded-ef53-4013-8170-ed9f71b81b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435355 May 26 15:57:25.085325 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port c12f14b9-63df-4262-b488-905dbd4a5a1b is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:25.085709 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:25.120378 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] For port 529b8a07-6be1-4952-9bf3-0679d380b8a8, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=529b8a07-6be1-4952-9bf3-0679d380b8a8,segment=NetworkSegment(7552e5b1-67b9-4feb-95cc-331d802ec945),segment_id=7552e5b1-67b9-4feb-95cc-331d802ec945)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:57:25.121504 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-51a65a11-9f47-4d07-a6ec-b90ab4a07ca5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:25.165517 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:25.191241 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4b51927c-ea16-44ba-a7f8-a421f775b140 None None] Provisioning complete for port 529b8a07-6be1-4952-9bf3-0679d380b8a8 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:25.191923 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4b51927c-ea16-44ba-a7f8-a421f775b140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:25.265515 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196447d-e0a6-4176-a60c-0471cc3491c4 None None] Pushing event updated for resources: {'Port': ['ID=529b8a07-6be1-4952-9bf3-0679d380b8a8,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:25.311585 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a2ef18-5956-4a59-bedd-797077720cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12f14b9-63df-4262-b488-905dbd4a5a1b'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:25.313924 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2e3c97-4307-4bba-a6e2-acfcbb135f0b" -d '{"events": [{"server_uuid": "f5a2ef18-5956-4a59-bedd-797077720cf0", "name": "network-vif-plugged", "status": "completed", "tag": "c12f14b9-63df-4262-b488-905dbd4a5a1b"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:25.320203 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb315b47-3574-4e87-a92d-ed4c4be59f88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-9f9cc98f-8195-44c5-b5a5-592b7f06a54e', 'network_id': '9f9cc98f-8195-44c5-b5a5-592b7f06a54e', 'tenant_id': '5cdc25d85d6240de954a469da7fc37f7', 'fixed_ips': [{'subnet_id': '86c340fd-cc64-4cfc-8323-de94dfe34da9'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 15:57:25.321056 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bb315b47-3574-4e87-a92d-ed4c4be59f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:25.329888 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6aa21-e5c2-48fe-a334-534565927f46 req-a6bb107a-5415-4df5-9334-91a078b9606d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:25.339323 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15d6aa21-e5c2-48fe-a334-534565927f46 req-a6bb107a-5415-4df5-9334-91a078b9606d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 945 time: 0.0717735 May 26 15:57:25.356828 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port c367a478-be37-4758-a053-09a70384fd71 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:25.357203 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:25.363243 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port c12f14b9-63df-4262-b488-905dbd4a5a1b, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=c12f14b9-63df-4262-b488-905dbd4a5a1b,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:25.416613 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-51a65a11-9f47-4d07-a6ec-b90ab4a07ca5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:25.431075 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:25.432703 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15d6aa21-e5c2-48fe-a334-534565927f46 req-d5f28e50-60d6-498f-bda3-76a8893d5e47 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802109 May 26 15:57:25.611477 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd92378c-6caa-40f4-9968-480c94a0bc4a x-openstack-request-id: req-fd92378c-6caa-40f4-9968-480c94a0bc4a {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:25.611787 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a2ef18-5956-4a59-bedd-797077720cf0", "name": "network-vif-plugged", "status": "completed", "tag": "c12f14b9-63df-4262-b488-905dbd4a5a1b", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:25.612057 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fd92378c-6caa-40f4-9968-480c94a0bc4a {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:25.612456 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd92378c-6caa-40f4-9968-480c94a0bc4a'] response: {'server_uuid': 'f5a2ef18-5956-4a59-bedd-797077720cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12f14b9-63df-4262-b488-905dbd4a5a1b', 'code': 200} May 26 15:57:25.620747 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=c12f14b9-63df-4262-b488-905dbd4a5a1b,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:25.665913 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] Routers {'069807b9-d332-46f0-8d06-d5fab5315384'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:57:25.669479 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:57:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['069807b9-d332-46f0-8d06-d5fab5315384'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:25.704825 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cce891-9edf-425b-85db-2581bb1c1f74 req-a51bf37a-8c53-4f19-ae1b-cf941546e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:25.706745 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32cce891-9edf-425b-85db-2581bb1c1f74 req-a51bf37a-8c53-4f19-ae1b-cf941546e18b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 1097 time: 0.0831995 May 26 15:57:25.776015 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32cce891-9edf-425b-85db-2581bb1c1f74 req-d9bec90c-02d0-4220-afd5-5f8afe032672 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589173 May 26 15:57:25.777724 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33368) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:25.792195 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b61d27-86c6-412f-bbe2-7b1c2cbc8c72 req-0b3fb8a8-5054-49e7-8f98-1d34634460c9 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:25.794247 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d8b61d27-86c6-412f-bbe2-7b1c2cbc8c72 req-0b3fb8a8-5054-49e7-8f98-1d34634460c9 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f24c456-a0c6-4e27-8fc1-142ad2876791 HTTP/1.1" status: 200 len: 966 time: 0.0972207 May 26 15:57:25.840311 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-51a65a11-9f47-4d07-a6ec-b90ab4a07ca5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:25.866468 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d8b61d27-86c6-412f-bbe2-7b1c2cbc8c72 req-2f6b0afa-e639-41d9-add7-d526b9599caa tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/security-groups?id=94591791-1f74-4d6c-a8d1-df9619fffe18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639217 May 26 15:57:25.874461 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-51a65a11-9f47-4d07-a6ec-b90ab4a07ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:25.984625 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] Set router 069807b9-d332-46f0-8d06-d5fab5315384 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:57:26.014988 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-51a65a11-9f47-4d07-a6ec-b90ab4a07ca5 admin admin] Allocated IP 172.25.7.253 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:57:26.107108 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4b51927c-ea16-44ba-a7f8-a421f775b140 None None] Current status of the port 529b8a07-6be1-4952-9bf3-0679d380b8a8 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:26.107501 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4b51927c-ea16-44ba-a7f8-a421f775b140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:26.119362 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-bb315b47-3574-4e87-a92d-ed4c4be59f88 None None] Allocated IP 172.20.0.2 (9f9cc98f-8195-44c5-b5a5-592b7f06a54e/86c340fd-cc64-4cfc-8323-de94dfe34da9/737bc352-61e0-4b30-95da-63aa4f0f31a6) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:57:26.128472 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-51a65a11-9f47-4d07-a6ec-b90ab4a07ca5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:26.178531 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-51a65a11-9f47-4d07-a6ec-b90ab4a07ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:26.188776 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-cd402858-01fa-4911-96c3-0e2ff66d06a1 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:26.190620 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-cd402858-01fa-4911-96c3-0e2ff66d06a1 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.81 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 807 time: 0.2380557 May 26 15:57:26.200549 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a8769f47-4d0a-44f4-8f75-c41ec3b46183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:26.223313 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port c367a478-be37-4758-a053-09a70384fd71 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:26.232325 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-475b3930-3155-48d6-be76-fa11664ae190 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Request body: {'port': {'device_id': '416963c3-be01-46f9-90c9-865d8c337d3d', 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1', 'admin_state_up': True, 'tenant_id': '68474f7d9cf04077903a4e0c3bda72a7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:26.245762 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a65a11-9f47-4d07-a6ec-b90ab4a07ca5 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:57:26.249040 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-51a65a11-9f47-4d07-a6ec-b90ab4a07ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:26.253864 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a65a11-9f47-4d07-a6ec-b90ab4a07ca5 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:57:26.297848 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a65a11-9f47-4d07-a6ec-b90ab4a07ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:26.302743 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-4b51927c-ea16-44ba-a7f8-a421f775b140 None None] For port 529b8a07-6be1-4952-9bf3-0679d380b8a8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=529b8a07-6be1-4952-9bf3-0679d380b8a8,segment=NetworkSegment(7552e5b1-67b9-4feb-95cc-331d802ec945),segment_id=7552e5b1-67b9-4feb-95cc-331d802ec945)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:26.317774 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767132fc-8e71-4cab-b441-4e447254da01 req-ce74a776-4099-4e81-83be-3fb835516e8f tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:26.319347 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-767132fc-8e71-4cab-b441-4e447254da01 req-ce74a776-4099-4e81-83be-3fb835516e8f tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f24c456-a0c6-4e27-8fc1-142ad2876791 HTTP/1.1" status: 200 len: 966 time: 0.2853913 May 26 15:57:26.336503 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33392) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:26.342891 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4b51927c-ea16-44ba-a7f8-a421f775b140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:26.360332 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 7e61965b-f656-4539-b24d-6ee052a64a6d details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:57:26.361786 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-c4774c12-6e6b-4c71-a07c-cab88efb7f5d tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Request body: {'floatingip': {'port_id': '8820e699-a922-4329-a32e-36234b7d1420'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:26.495542 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ad2fb78-67b5-4b48-b6c8-e478ab59ec9a req-2ede8da0-07d4-4b0e-bf0f-96a5e65ce7d4 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 210 time: 0.0779543 May 26 15:57:26.497979 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51927c-ea16-44ba-a7f8-a421f775b140 None None] Pushing event updated for resources: {'Port': ['ID=529b8a07-6be1-4952-9bf3-0679d380b8a8,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:26.521759 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c4774c12-6e6b-4c71-a07c-cab88efb7f5d tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:26.552492 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-51a65a11-9f47-4d07-a6ec-b90ab4a07ca5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:26.601070 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-46babc7e-0d8b-4fae-9de6-155a0ce0bfff None None] Provisioning complete for port 529b8a07-6be1-4952-9bf3-0679d380b8a8 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:26.601070 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-46babc7e-0d8b-4fae-9de6-155a0ce0bfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:26.633693 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda79dc1-4a7b-4536-9188-48f3b01db567 req-e7b3b9be-5c0e-481a-95f5-6ba71ed5075f tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:26.636083 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cda79dc1-4a7b-4536-9188-48f3b01db567 req-e7b3b9be-5c0e-481a-95f5-6ba71ed5075f tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 943 time: 0.3129666 May 26 15:57:26.657318 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bb315b47-3574-4e87-a92d-ed4c4be59f88 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:26.658687 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-475b3930-3155-48d6-be76-fa11664ae190 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Made reservation on behalf of 68474f7d9cf04077903a4e0c3bda72a7 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:57:26.662366 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-475b3930-3155-48d6-be76-fa11664ae190 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:26.679395 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bb315b47-3574-4e87-a92d-ed4c4be59f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:26.692943 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 7e61965b-f656-4539-b24d-6ee052a64a6d, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=7e61965b-f656-4539-b24d-6ee052a64a6d,segment=NetworkSegment(e428ac68-2a75-4f46-af94-185c0e2cb0b4),segment_id=e428ac68-2a75-4f46-af94-185c0e2cb0b4)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:26.733982 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a8769f47-4d0a-44f4-8f75-c41ec3b46183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:26.737805 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069807b9-d332-46f0-8d06-d5fab5315384', 'name': 'tempest-AttachSCSIVolumeTestJSON-113868123-router', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c367a478-be37-4758-a053-09a70384fd71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:13Z', 'updated_at': '2022-05-26T15:57:20Z', 'revision_number': 4, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'gw_port': {'id': 'c367a478-be37-4758-a053-09a70384fd71', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069807b9-d332-46f0-8d06-d5fab5315384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:14Z', 'updated_at': '2022-05-26T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '529b8a07-6be1-4952-9bf3-0679d380b8a8', 'name': '', 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'mac_address': 'fa:16:3e:3e:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069807b9-d332-46f0-8d06-d5fab5315384', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e4cd4c04-0f78-4554-8f4d-7d36adb9556a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:19Z', 'updated_at': '2022-05-26T15:57:24Z', 'revision_number': 4, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'subnets': [{'id': 'e4cd4c04-0f78-4554-8f4d-7d36adb9556a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:26.749661 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '7e61965b-f656-4539-b24d-6ee052a64a6d', 'network_id': '71541f1d-ce38-4cf3-9f13-9a4c8286cac9', 'port_id': '7e61965b-f656-4539-b24d-6ee052a64a6d', 'mac_address': 'fa:16:3e:b8:a2:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629af4f3-e7c5-4ac3-a587-703f344495bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:57:26.755271 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a8769f47-4d0a-44f4-8f75-c41ec3b46183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:26.784797 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb315b47-3574-4e87-a92d-ed4c4be59f88 None None] Network 9f9cc98f-8195-44c5-b5a5-592b7f06a54e is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:57:26.788607 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-51a65a11-9f47-4d07-a6ec-b90ab4a07ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:26.788790 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f86465d-5863-4207-abb6-053fbbb5a60e None None] The sync data for ids ['069807b9-d332-46f0-8d06-d5fab5315384'] in n-d-843337-2 is: [{'id': '069807b9-d332-46f0-8d06-d5fab5315384', 'name': 'tempest-AttachSCSIVolumeTestJSON-113868123-router', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c367a478-be37-4758-a053-09a70384fd71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:13Z', 'updated_at': '2022-05-26T15:57:20Z', 'revision_number': 4, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'gw_port': {'id': 'c367a478-be37-4758-a053-09a70384fd71', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069807b9-d332-46f0-8d06-d5fab5315384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:14Z', 'updated_at': '2022-05-26T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '529b8a07-6be1-4952-9bf3-0679d380b8a8', 'name': '', 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'mac_address': 'fa:16:3e:3e:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069807b9-d332-46f0-8d06-d5fab5315384', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e4cd4c04-0f78-4554-8f4d-7d36adb9556a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:19Z', 'updated_at': '2022-05-26T15:57:24Z', 'revision_number': 4, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'subnets': [{'id': 'e4cd4c04-0f78-4554-8f4d-7d36adb9556a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:57:26.796159 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb315b47-3574-4e87-a92d-ed4c4be59f88 None None] Pushing event updated for resources: {'Port': ['ID=737bc352-61e0-4b30-95da-63aa4f0f31a6,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:26.798937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-bb315b47-3574-4e87-a92d-ed4c4be59f88 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:26.819807 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb315b47-3574-4e87-a92d-ed4c4be59f88 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:57:26.958344 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cda79dc1-4a7b-4536-9188-48f3b01db567 req-6c072104-99b3-4ad1-9bd5-3dc88ebeda0b tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7de04ac-2dc2-4da3-8911-82aafc9f5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679012 May 26 15:57:26.962569 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a65a11-9f47-4d07-a6ec-b90ab4a07ca5 admin admin] Router 3755379e-03dc-4ddc-89d2-e956d2a1c7e7 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:57:26.972356 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a8769f47-4d0a-44f4-8f75-c41ec3b46183 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a24a4f951b51485f8722f372f8ee44c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1933146 May 26 15:57:26.975041 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33396) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:26.981811 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8769f47-4d0a-44f4-8f75-c41ec3b46183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfed605b-70ff-42e0-b522-0fc5804fab2e,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:26.994735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 7e61965b-f656-4539-b24d-6ee052a64a6d is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:26.995279 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:27.014312 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f53b40-ef5c-4197-8b80-33bbefd1d312 req-9da673ff-2aef-4983-8ad1-697934025ab7 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:27.016029 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2f53b40-ef5c-4197-8b80-33bbefd1d312 req-9da673ff-2aef-4983-8ad1-697934025ab7 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85 HTTP/1.1" status: 200 len: 948 time: 0.3790035 May 26 15:57:27.023585 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e61965b-f656-4539-b24d-6ee052a64a6d {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:57:27.052392 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 7e61965b-f656-4539-b24d-6ee052a64a6d, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=7e61965b-f656-4539-b24d-6ee052a64a6d,segment=NetworkSegment(e428ac68-2a75-4f46-af94-185c0e2cb0b4),segment_id=e428ac68-2a75-4f46-af94-185c0e2cb0b4)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:27.062692 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-bb315b47-3574-4e87-a92d-ed4c4be59f88 None None] Attempting to bind port 737bc352-61e0-4b30-95da-63aa4f0f31a6 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:57:27.063042 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-bb315b47-3574-4e87-a92d-ed4c4be59f88 None None] Attempting to bind port 737bc352-61e0-4b30-95da-63aa4f0f31a6 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '7b97ef93-eea9-4860-9b18-d59e208af8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f9cc98f-8195-44c5-b5a5-592b7f06a54e'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:57:27.063445 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb315b47-3574-4e87-a92d-ed4c4be59f88 None None] Attempting to bind port 737bc352-61e0-4b30-95da-63aa4f0f31a6 on network 9f9cc98f-8195-44c5-b5a5-592b7f06a54e {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:27.074191 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:27.115665 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-46babc7e-0d8b-4fae-9de6-155a0ce0bfff None None] Current status of the port 529b8a07-6be1-4952-9bf3-0679d380b8a8 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:27.124800 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb315b47-3574-4e87-a92d-ed4c4be59f88 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:57:27.125355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb315b47-3574-4e87-a92d-ed4c4be59f88 None None] Checking segment: {'id': '7b97ef93-eea9-4860-9b18-d59e208af8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f9cc98f-8195-44c5-b5a5-592b7f06a54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:27.125576 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bb315b47-3574-4e87-a92d-ed4c4be59f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:27.125989 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb315b47-3574-4e87-a92d-ed4c4be59f88 None None] Bound using segment: {'id': '7b97ef93-eea9-4860-9b18-d59e208af8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f9cc98f-8195-44c5-b5a5-592b7f06a54e'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:57:27.126461 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-bb315b47-3574-4e87-a92d-ed4c4be59f88 None None] Bound port: 737bc352-61e0-4b30-95da-63aa4f0f31a6, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b97ef93-eea9-4860-9b18-d59e208af8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f9cc98f-8195-44c5-b5a5-592b7f06a54e'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:57:27.126848 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bb315b47-3574-4e87-a92d-ed4c4be59f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:27.150775 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9fff803b-faf2-49c2-855d-1824348c21ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:27.221820 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2f53b40-ef5c-4197-8b80-33bbefd1d312 req-f5ba01ea-7701-4682-8219-ba49da337075 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f5dded-ef53-4013-8170-ed9f71b81b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967719 May 26 15:57:27.229364 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9fff803b-faf2-49c2-855d-1824348c21ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:27.261988 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a65a11-9f47-4d07-a6ec-b90ab4a07ca5 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:57:27.272219 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] Sync routers for ids ['3755379e-03dc-4ddc-89d2-e956d2a1c7e7'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:57:27.292361 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] Routers {'3755379e-03dc-4ddc-89d2-e956d2a1c7e7'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:57:27.304987 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:57:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3755379e-03dc-4ddc-89d2-e956d2a1c7e7'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:27.341314 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-51a65a11-9f47-4d07-a6ec-b90ab4a07ca5 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:27.349037 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-51a65a11-9f47-4d07-a6ec-b90ab4a07ca5 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3923059 May 26 15:57:27.351581 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33404) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:27.399224 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=7e61965b-f656-4539-b24d-6ee052a64a6d,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:27.446070 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2410cc5-7494-4e30-a736-534fa26a357b req-19373eb3-209b-40b9-b446-abf80454e39f tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:27.453930 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2410cc5-7494-4e30-a736-534fa26a357b req-19373eb3-209b-40b9-b446-abf80454e39f tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 946 time: 0.3212185 May 26 15:57:27.470895 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-475b3930-3155-48d6-be76-fa11664ae190 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Allocated IP 172.20.0.7 (2c98b2c4-074c-49ef-9d11-a7cee52b7ee1/cfa16bff-3370-4a4e-860f-b7e489b84ed0/5df0ec10-39a6-4bce-adcd-6a6b481f12e8) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:57:27.494255 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-bb315b47-3574-4e87-a92d-ed4c4be59f88 None None] For port 737bc352-61e0-4b30-95da-63aa4f0f31a6, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:27.520383 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-bb315b47-3574-4e87-a92d-ed4c4be59f88 None None] For port 737bc352-61e0-4b30-95da-63aa4f0f31a6, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=737bc352-61e0-4b30-95da-63aa4f0f31a6,segment=NetworkSegment(7b97ef93-eea9-4860-9b18-d59e208af8d3),segment_id=7b97ef93-eea9-4860-9b18-d59e208af8d3)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:57:27.524628 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9fff803b-faf2-49c2-855d-1824348c21ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:27.528770 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bb315b47-3574-4e87-a92d-ed4c4be59f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:27.537692 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9fff803b-faf2-49c2-855d-1824348c21ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:27.538867 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9fff803b-faf2-49c2-855d-1824348c21ef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dfed605b-70ff-42e0-b522-0fc5804fab2e HTTP/1.1" status: 204 len: 168 time: 0.5597188 May 26 15:57:27.547820 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] Set router 3755379e-03dc-4ddc-89d2-e956d2a1c7e7 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:57:27.587208 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff803b-faf2-49c2-855d-1824348c21ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfed605b-70ff-42e0-b522-0fc5804fab2e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:27.622428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['7e61965b-f656-4539-b24d-6ee052a64a6d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:57:27.778995 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb315b47-3574-4e87-a92d-ed4c4be59f88 None None] Pushing event updated for resources: {'Port': ['ID=737bc352-61e0-4b30-95da-63aa4f0f31a6,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:28.009200 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3755379e-03dc-4ddc-89d2-e956d2a1c7e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1813505391-router', 'tenant_id': '5cdc25d85d6240de954a469da7fc37f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:25Z', 'updated_at': '2022-05-26T15:57:26Z', 'revision_number': 3, 'project_id': '5cdc25d85d6240de954a469da7fc37f7', 'gw_port': {'id': 'ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3755379e-03dc-4ddc-89d2-e956d2a1c7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:25Z', 'updated_at': '2022-05-26T15:57:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:28.101554 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] Checking router: 3755379e-03dc-4ddc-89d2-e956d2a1c7e7 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:57:28.101932 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] Updating router 3755379e-03dc-4ddc-89d2-e956d2a1c7e7 port ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:57:28.186188 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-faf2627d-681d-42bc-a9e7-03f0fd464bb3 req-d9dcc67a-1f53-45b6-8ea0-87eaf9474ae1 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 210 time: 0.0851750 May 26 15:57:28.209081 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:28.290099 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2410cc5-7494-4e30-a736-534fa26a357b req-73d21806-c14c-4d36-9aa7-95225efdc9b1 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8349674 May 26 15:57:28.366150 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device c7467ef9-808b-4610-a42c-e4296bb24a70 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:57:28.381134 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33420) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:28.524566 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port c7467ef9-808b-4610-a42c-e4296bb24a70, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=c7467ef9-808b-4610-a42c-e4296bb24a70,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:28.559587 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': 'c7467ef9-808b-4610-a42c-e4296bb24a70', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': 'c7467ef9-808b-4610-a42c-e4296bb24a70', 'mac_address': 'fa:16:3e:02:38:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:57:28.560756 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e395e165-eacd-4d53-8a59-13538df605ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:28.625060 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.db.resource_extend [None req-c4774c12-6e6b-4c71-a07c-cab88efb7f5d tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 15:57:28.655795 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port c7467ef9-808b-4610-a42c-e4296bb24a70 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:28.656287 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:28.674280 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7467ef9-808b-4610-a42c-e4296bb24a70 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:57:28.704794 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port c7467ef9-808b-4610-a42c-e4296bb24a70, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=c7467ef9-808b-4610-a42c-e4296bb24a70,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:28.716048 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:28.825599 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-69a0a48e-a5c4-4b67-9c3b-7ea92a4c0827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:28.847815 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=c7467ef9-808b-4610-a42c-e4296bb24a70,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:28.852236 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c4774c12-6e6b-4c71-a07c-cab88efb7f5d tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:28.854281 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 737bc352-61e0-4b30-95da-63aa4f0f31a6 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:28.882849 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:28.888459 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de0f19-f594-4e8c-9278-707f60a84098 req-845ae226-4cc1-4acf-a705-ace4be7812c0 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:28.890103 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82de0f19-f594-4e8c-9278-707f60a84098 req-845ae226-4cc1-4acf-a705-ace4be7812c0 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85 HTTP/1.1" status: 200 len: 948 time: 0.4010606 May 26 15:57:28.906227 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:28.908968 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71988b-2e15-41c8-82ca-2526dcc2fad8 req-b4735a2a-c2b4-41cb-be0f-95954af9c141 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:28.917168 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c71988b-2e15-41c8-82ca-2526dcc2fad8 req-b4735a2a-c2b4-41cb-be0f-95954af9c141 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 944 time: 0.4397864 May 26 15:57:28.936352 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c4774c12-6e6b-4c71-a07c-cab88efb7f5d tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:28.941480 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 737bc352-61e0-4b30-95da-63aa4f0f31a6 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:28.941850 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:28.964582 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30d489-e5f9-4da6-8e1f-acfd1d8908ef None None] Pushing event updated for resources: {'Port': ['ID=ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:28.990632 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] Attempting to bind port ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:57:28.991407 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] Attempting to bind port ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:57:28.992002 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] Attempting to bind port ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:28.999498 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:57:29.000246 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:29.000845 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:29.002982 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:57:29.003847 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] Bound port: ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:57:29.004480 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:29.050159 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-475b3930-3155-48d6-be76-fa11664ae190 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:29.069054 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] For port ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:29.074904 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] For port ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:57:29.078450 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 737bc352-61e0-4b30-95da-63aa4f0f31a6 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:29.078904 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:29.088502 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:29.089797 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-69a0a48e-a5c4-4b67-9c3b-7ea92a4c0827 admin admin] Allocated IP 172.20.0.1 (9f9cc98f-8195-44c5-b5a5-592b7f06a54e/86c340fd-cc64-4cfc-8323-de94dfe34da9/620bb72a-0bb6-46c0-87e6-eccef663711f) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:57:29.120467 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c71988b-2e15-41c8-82ca-2526dcc2fad8 req-b54a25d0-4bef-4fd2-b316-d7c00ff8416f tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7de04ac-2dc2-4da3-8911-82aafc9f5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021508 May 26 15:57:29.162493 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 737bc352-61e0-4b30-95da-63aa4f0f31a6, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=737bc352-61e0-4b30-95da-63aa4f0f31a6,segment=NetworkSegment(7b97ef93-eea9-4860-9b18-d59e208af8d3),segment_id=7b97ef93-eea9-4860-9b18-d59e208af8d3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:29.164678 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e395e165-eacd-4d53-8a59-13538df605ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:29.171806 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] Routers {'3755379e-03dc-4ddc-89d2-e956d2a1c7e7'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:57:29.172938 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:57:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3755379e-03dc-4ddc-89d2-e956d2a1c7e7'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:29.175419 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['c7467ef9-808b-4610-a42c-e4296bb24a70'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:57:29.178830 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e395e165-eacd-4d53-8a59-13538df605ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:29.190215 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:29.199087 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 529b8a07-6be1-4952-9bf3-0679d380b8a8 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:29.247702 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30d489-e5f9-4da6-8e1f-acfd1d8908ef None None] Pushing event updated for resources: {'Port': ['ID=ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:29.265371 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-69a0a48e-a5c4-4b67-9c3b-7ea92a4c0827 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:29.269192 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e395e165-eacd-4d53-8a59-13538df605ce admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=55a6f52318df417898933f51a9ed136b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8822448 May 26 15:57:29.273738 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33426) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:29.274909 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82de0f19-f594-4e8c-9278-707f60a84098 req-86d7ab6d-1ef9-40b0-b7cc-7ce0e18e4625 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f5dded-ef53-4013-8170-ed9f71b81b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508120 May 26 15:57:29.331938 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395e165-eacd-4d53-8a59-13538df605ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21610da7-866f-4615-a3e1-6cd05220de3a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:29.336554 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] Set router 3755379e-03dc-4ddc-89d2-e956d2a1c7e7 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:57:29.380793 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395e165-eacd-4d53-8a59-13538df605ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:29.380793 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395e165-eacd-4d53-8a59-13538df605ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:29.381064 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395e165-eacd-4d53-8a59-13538df605ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:29.381387 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395e165-eacd-4d53-8a59-13538df605ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:29.381719 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395e165-eacd-4d53-8a59-13538df605ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:29.382041 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395e165-eacd-4d53-8a59-13538df605ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:29.382365 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395e165-eacd-4d53-8a59-13538df605ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:29.382687 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395e165-eacd-4d53-8a59-13538df605ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:29.383006 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395e165-eacd-4d53-8a59-13538df605ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:29.383504 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395e165-eacd-4d53-8a59-13538df605ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:29.383828 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395e165-eacd-4d53-8a59-13538df605ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:29.384222 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395e165-eacd-4d53-8a59-13538df605ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:29.423713 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-813f2bc0-5bea-4e65-82a8-6f394b3835f8 req-7072eed3-b8a2-4713-a82b-c658ebda9420 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 210 time: 0.0876892 May 26 15:57:29.446052 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-c4774c12-6e6b-4c71-a07c-cab88efb7f5d tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Floating IP 5ce4cf69-e658-4b8a-a644-25b6d6704c8e associated. External IP: 172.25.7.153, port: 8820e699-a922-4329-a32e-36234b7d1420. May 26 15:57:29.483064 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=737bc352-61e0-4b30-95da-63aa4f0f31a6,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:29.506074 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-69a0a48e-a5c4-4b67-9c3b-7ea92a4c0827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:29.506304 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c608c980-0178-43c7-90bd-4d20ccd078a5 None None] Network 9f9cc98f-8195-44c5-b5a5-592b7f06a54e requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:57:29.508449 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-475b3930-3155-48d6-be76-fa11664ae190 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:29.564141 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30ae38dd-1f5a-466f-a7c0-1dabfeea0dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:29.594977 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a0a48e-a5c4-4b67-9c3b-7ea92a4c0827 admin admin] Network 9f9cc98f-8195-44c5-b5a5-592b7f06a54e is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:57:29.604161 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-69a0a48e-a5c4-4b67-9c3b-7ea92a4c0827 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:29.613817 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a0a48e-a5c4-4b67-9c3b-7ea92a4c0827 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:57:29.614348 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-69a0a48e-a5c4-4b67-9c3b-7ea92a4c0827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:29.621485 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0a48e-a5c4-4b67-9c3b-7ea92a4c0827 admin admin] Pushing event updated for resources: {'Port': ['ID=620bb72a-0bb6-46c0-87e6-eccef663711f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:29.626217 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-475b3930-3155-48d6-be76-fa11664ae190 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:57:29.642217 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-475b3930-3155-48d6-be76-fa11664ae190 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:29.664724 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-475b3930-3155-48d6-be76-fa11664ae190 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:57:29.671466 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30ae38dd-1f5a-466f-a7c0-1dabfeea0dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:29.675342 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-475b3930-3155-48d6-be76-fa11664ae190 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:29.676391 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-475b3930-3155-48d6-be76-fa11664ae190 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:29.711616 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3755379e-03dc-4ddc-89d2-e956d2a1c7e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1813505391-router', 'tenant_id': '5cdc25d85d6240de954a469da7fc37f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:25Z', 'updated_at': '2022-05-26T15:57:26Z', 'revision_number': 3, 'project_id': '5cdc25d85d6240de954a469da7fc37f7', 'gw_port': {'id': 'ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3755379e-03dc-4ddc-89d2-e956d2a1c7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:25Z', 'updated_at': '2022-05-26T15:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:29.746867 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b571db3e-cb24-4f59-98f7-f142eccfd4b0 None None] The sync data for ids ['3755379e-03dc-4ddc-89d2-e956d2a1c7e7'] in n-d-843337-2 is: [{'id': '3755379e-03dc-4ddc-89d2-e956d2a1c7e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1813505391-router', 'tenant_id': '5cdc25d85d6240de954a469da7fc37f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:25Z', 'updated_at': '2022-05-26T15:57:26Z', 'revision_number': 3, 'project_id': '5cdc25d85d6240de954a469da7fc37f7', 'gw_port': {'id': 'ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3755379e-03dc-4ddc-89d2-e956d2a1c7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:25Z', 'updated_at': '2022-05-26T15:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:57:29.757113 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-475b3930-3155-48d6-be76-fa11664ae190 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5306919 May 26 15:57:29.783907 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-88d40793-c7a8-4a28-ac2c-ffd170eaa16f service neutron] Request body: {'port': {'device_id': '416963c3-be01-46f9-90c9-865d8c337d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:29.815293 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30ae38dd-1f5a-466f-a7c0-1dabfeea0dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:29.821238 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b3930-3155-48d6-be76-fa11664ae190 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Pushing event updated for resources: {'Port': ['ID=5df0ec10-39a6-4bce-adcd-6a6b481f12e8,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:29.822362 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30ae38dd-1f5a-466f-a7c0-1dabfeea0dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:29.823814 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-30ae38dd-1f5a-466f-a7c0-1dabfeea0dbe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/21610da7-866f-4615-a3e1-6cd05220de3a HTTP/1.1" status: 204 len: 168 time: 0.5490875 May 26 15:57:29.841178 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 529b8a07-6be1-4952-9bf3-0679d380b8a8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:29.841543 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:29.843592 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd73479-f1f2-4575-b966-399ccabd8991 req-7ed0388c-a033-4247-8cff-54c256a29cd9 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:29.850490 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae38dd-1f5a-466f-a7c0-1dabfeea0dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21610da7-866f-4615-a3e1-6cd05220de3a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:29.851469 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2bd73479-f1f2-4575-b966-399ccabd8991 req-7ed0388c-a033-4247-8cff-54c256a29cd9 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 946 time: 0.3451769 May 26 15:57:29.920673 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-69a0a48e-a5c4-4b67-9c3b-7ea92a4c0827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:29.951434 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2bd73479-f1f2-4575-b966-399ccabd8991 req-583ee0fa-16f1-4db6-a137-15613f600d98 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929015 May 26 15:57:29.954888 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-6d253fd9-440d-4183-9dff-fb57c8080379 None None] Provisioning complete for port 737bc352-61e0-4b30-95da-63aa4f0f31a6 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:29.955264 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6d253fd9-440d-4183-9dff-fb57c8080379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:30.079007 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-88d40793-c7a8-4a28-ac2c-ffd170eaa16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:30.313913 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:30.317207 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-69a0a48e-a5c4-4b67-9c3b-7ea92a4c0827 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:30.324646 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-69a0a48e-a5c4-4b67-9c3b-7ea92a4c0827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:30.325579 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-69a0a48e-a5c4-4b67-9c3b-7ea92a4c0827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:30.382475 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 7e61965b-f656-4539-b24d-6ee052a64a6d up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:30.438719 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0a48e-a5c4-4b67-9c3b-7ea92a4c0827 admin admin] Pushing event updated for resources: {'Port': ['ID=620bb72a-0bb6-46c0-87e6-eccef663711f,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:30.493312 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4774c12-6e6b-4c71-a07c-cab88efb7f5d tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Router d589c5f5-cd3e-46a7-b45c-8911f1279b63 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:57:30.516444 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 529b8a07-6be1-4952-9bf3-0679d380b8a8 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:30.522893 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6d253fd9-440d-4183-9dff-fb57c8080379 None None] Current status of the port 737bc352-61e0-4b30-95da-63aa4f0f31a6 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:30.583974 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 7e61965b-f656-4539-b24d-6ee052a64a6d completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:57:30.598008 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 7e61965b-f656-4539-b24d-6ee052a64a6d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:30.598382 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:30.671303 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a0a48e-a5c4-4b67-9c3b-7ea92a4c0827 admin admin] Network 9f9cc98f-8195-44c5-b5a5-592b7f06a54e is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:57:30.672780 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-69a0a48e-a5c4-4b67-9c3b-7ea92a4c0827 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:30.707167 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6596a-47d0-49ad-8e98-773716dacf41 req-b812d1e7-e958-4570-bc0a-b69b63f17328 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:30.710167 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f7a6596a-47d0-49ad-8e98-773716dacf41 req-b812d1e7-e958-4570-bc0a-b69b63f17328 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 944 time: 0.3417435 May 26 15:57:30.815337 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 7e61965b-f656-4539-b24d-6ee052a64a6d is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:30.816595 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:30.892414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 7e61965b-f656-4539-b24d-6ee052a64a6d, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=7e61965b-f656-4539-b24d-6ee052a64a6d,segment=NetworkSegment(e428ac68-2a75-4f46-af94-185c0e2cb0b4),segment_id=e428ac68-2a75-4f46-af94-185c0e2cb0b4)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:30.900892 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 737bc352-61e0-4b30-95da-63aa4f0f31a6 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:30.901865 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a0a48e-a5c4-4b67-9c3b-7ea92a4c0827 admin admin] Router 3755379e-03dc-4ddc-89d2-e956d2a1c7e7 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:57:30.974733 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e74ccad-ae15-4657-848f-ab784e5060fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e61965b-f656-4539-b24d-6ee052a64a6d'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:30.977209 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b49e5e-83b6-4563-a192-2f7483df7a5b" -d '{"events": [{"server_uuid": "0e74ccad-ae15-4657-848f-ab784e5060fd", "name": "network-vif-plugged", "status": "completed", "tag": "7e61965b-f656-4539-b24d-6ee052a64a6d"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:30.984543 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:31.053143 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d1c578ca-8eca-444f-a957-f6234fc6d3f0 None None] Provisioning complete for port 737bc352-61e0-4b30-95da-63aa4f0f31a6 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:31.053796 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d1c578ca-8eca-444f-a957-f6234fc6d3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:31.077441 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a0a48e-a5c4-4b67-9c3b-7ea92a4c0827 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:57:31.100407 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-69a0a48e-a5c4-4b67-9c3b-7ea92a4c0827 admin admin] 10.222.0.77 "PUT /v2.0/routers/3755379e-03dc-4ddc-89d2-e956d2a1c7e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7365913 May 26 15:57:31.171383 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 737bc352-61e0-4b30-95da-63aa4f0f31a6 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:31.171884 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:31.233363 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=7e61965b-f656-4539-b24d-6ee052a64a6d,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:31.308414 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f7a6596a-47d0-49ad-8e98-773716dacf41 req-6b53ac68-fff0-466b-94c4-4d3b55715bb5 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7de04ac-2dc2-4da3-8911-82aafc9f5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5813031 May 26 15:57:31.391994 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae47e1a-0d83-4539-8d27-317fd6bc1a41 req-1cc8f494-7af6-4fad-866f-5dda002f380c tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:31.408395 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bae47e1a-0d83-4539-8d27-317fd6bc1a41 req-1cc8f494-7af6-4fad-866f-5dda002f380c tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 1097 time: 0.6936185 May 26 15:57:31.413571 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 737bc352-61e0-4b30-95da-63aa4f0f31a6 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:31.414903 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:31.419938 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d1c578ca-8eca-444f-a957-f6234fc6d3f0 None None] Current status of the port 737bc352-61e0-4b30-95da-63aa4f0f31a6 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:31.464585 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4774c12-6e6b-4c71-a07c-cab88efb7f5d tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:57:31.474824 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d1c578ca-8eca-444f-a957-f6234fc6d3f0 None None] Provisioning complete for port 620bb72a-0bb6-46c0-87e6-eccef663711f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:31.475205 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d1c578ca-8eca-444f-a957-f6234fc6d3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:31.476888 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c4774c12-6e6b-4c71-a07c-cab88efb7f5d tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:31.497631 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33504) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:31.521464 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1c9ab1-d629-487b-9130-2b02fa90da91 None None] Sync routers for ids ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:57:31.548993 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1c9ab1-d629-487b-9130-2b02fa90da91 None None] Routers {'d589c5f5-cd3e-46a7-b45c-8911f1279b63'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:57:31.549620 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-bd1c9ab1-d629-487b-9130-2b02fa90da91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:57:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:31.593160 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bae47e1a-0d83-4539-8d27-317fd6bc1a41 req-2890c512-1ffc-4d9a-995a-986dac5a0e2b tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784525 May 26 15:57:31.616803 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c4774c12-6e6b-4c71-a07c-cab88efb7f5d tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "PUT /v2.0/floatingips/5ce4cf69-e658-4b8a-a644-25b6d6704c8e HTTP/1.1" status: 200 len: 1012 time: 5.2778730 May 26 15:57:31.621577 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f24c456-a0c6-4e27-8fc1-142ad2876791', 'tag': '8820e699-a922-4329-a32e-36234b7d1420'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:31.635435 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b852f74-a5c5-4978-b838-61a96a590a70" -d '{"events": [{"name": "network-changed", "server_uuid": "2f24c456-a0c6-4e27-8fc1-142ad2876791", "tag": "8820e699-a922-4329-a32e-36234b7d1420"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:31.642909 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-88d40793-c7a8-4a28-ac2c-ffd170eaa16f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:57:31.667571 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-474478218-network', 'tenant_id': '1918b9dad1f44591a4e35beb3f5386b5'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:31.668866 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-88d40793-c7a8-4a28-ac2c-ffd170eaa16f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:31.700698 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Made reservation on behalf of 1918b9dad1f44591a4e35beb3f5386b5 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:57:31.704901 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:31.717799 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:31.719251 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf8339-fc33-4149-aea7-a8e32424d2ad req-fbd82889-05a5-454d-9ad5-56cdc5035ae2 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:31.722070 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bdcf8339-fc33-4149-aea7-a8e32424d2ad req-fbd82889-05a5-454d-9ad5-56cdc5035ae2 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85 HTTP/1.1" status: 200 len: 949 time: 0.2046132 May 26 15:57:31.770209 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-88d40793-c7a8-4a28-ac2c-ffd170eaa16f service neutron] Transition to ACTIVE for port object 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:57:31.791406 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-88d40793-c7a8-4a28-ac2c-ffd170eaa16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:31.859586 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-bd1c9ab1-d629-487b-9130-2b02fa90da91 None None] Set router d589c5f5-cd3e-46a7-b45c-8911f1279b63 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:57:31.861663 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d1c578ca-8eca-444f-a957-f6234fc6d3f0 None None] Port 620bb72a-0bb6-46c0-87e6-eccef663711f cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:57:31.888424 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:31.899432 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:31.942861 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bdcf8339-fc33-4149-aea7-a8e32424d2ad req-3ce627a4-eee1-40ea-9de5-7f7762c65ddf tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f5dded-ef53-4013-8170-ed9f71b81b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106080 May 26 15:57:31.944911 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:57:31.945801 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:31.948525 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:31.956888 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:31.957425 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Added segment 464730a0-90b3-439e-985e-34923bad2dd5 of type vlan for network 348d3467-a5d8-499f-b4c4-8ecb5f1315ee May 26 15:57:31.976281 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d40793-c7a8-4a28-ac2c-ffd170eaa16f service neutron] Pushing event updated for resources: {'Port': ['ID=5df0ec10-39a6-4bce-adcd-6a6b481f12e8,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:32.009751 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:32.050840 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:32.052410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:32.053101 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:32.130863 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Pushing event updated for resources: {'Network': ['ID=348d3467-a5d8-499f-b4c4-8ecb5f1315ee,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:32.142661 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933a9e7f-b623-4720-8f59-9aacd494e3b6,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:32.147201 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:32.147680 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:32.148296 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:32.148747 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:32.149179 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:32.150098 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:32.150563 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:32.150977 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:32.151392 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:32.151811 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:32.152377 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:32.152794 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:32.158343 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c68daa2-1a00-461b-a210-7c7ec551e317 x-openstack-request-id: req-2c68daa2-1a00-461b-a210-7c7ec551e317 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:32.158857 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e74ccad-ae15-4657-848f-ab784e5060fd", "name": "network-vif-plugged", "status": "completed", "tag": "7e61965b-f656-4539-b24d-6ee052a64a6d", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:32.159263 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2c68daa2-1a00-461b-a210-7c7ec551e317 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:32.160658 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c68daa2-1a00-461b-a210-7c7ec551e317'] response: {'server_uuid': '0e74ccad-ae15-4657-848f-ab784e5060fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e61965b-f656-4539-b24d-6ee052a64a6d', 'code': 200} May 26 15:57:32.167483 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6650474 May 26 15:57:32.171836 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33518) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:32.177221 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-975355d7-1790-4ac0-8504-f26fce6d52ff admin admin] Request body: {'subnet': {'network_id': '348d3467-a5d8-499f-b4c4-8ecb5f1315ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-474478218-subnet', 'tenant_id': '1918b9dad1f44591a4e35beb3f5386b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:32.195334 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:32.195812 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:32.196317 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:32.196890 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:32.197395 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:32.197964 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:32.198538 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:32.198974 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:32.199629 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:32.200241 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:32.200657 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:32.201039 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b7d238-9fec-49bb-94ab-6414b13b13ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:32.206959 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975355d7-1790-4ac0-8504-f26fce6d52ff admin admin] Made reservation on behalf of 1918b9dad1f44591a4e35beb3f5386b5 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:57:32.210111 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-975355d7-1790-4ac0-8504-f26fce6d52ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:32.220357 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5163c-03cc-4762-847d-30c1e257427a req-b45c161d-b42d-4128-8ec4-0a0e60ec88bd tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:32.225988 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ef5163c-03cc-4762-847d-30c1e257427a req-b45c161d-b42d-4128-8ec4-0a0e60ec88bd tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 943 time: 0.3547165 May 26 15:57:32.238760 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-88d40793-c7a8-4a28-ac2c-ffd170eaa16f service neutron] Attempting to bind port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:57:32.238760 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-88d40793-c7a8-4a28-ac2c-ffd170eaa16f service neutron] Attempting to bind port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:57:32.238760 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-88d40793-c7a8-4a28-ac2c-ffd170eaa16f service neutron] Attempting to bind port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:32.268791 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 348d3467-a5d8-499f-b4c4-8ecb5f1315ee details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:57:32.359768 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-88d40793-c7a8-4a28-ac2c-ffd170eaa16f service neutron] Port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:57:32.362071 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-88d40793-c7a8-4a28-ac2c-ffd170eaa16f service neutron] Attempting to bind port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:32.402866 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-88d40793-c7a8-4a28-ac2c-ffd170eaa16f service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:57:32.403302 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-88d40793-c7a8-4a28-ac2c-ffd170eaa16f service neutron] Checking segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:32.403780 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-88d40793-c7a8-4a28-ac2c-ffd170eaa16f service neutron] Bound using segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:57:32.404359 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-88d40793-c7a8-4a28-ac2c-ffd170eaa16f service neutron] Bound port: 5df0ec10-39a6-4bce-adcd-6a6b481f12e8, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:57:32.404825 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-88d40793-c7a8-4a28-ac2c-ffd170eaa16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:32.428869 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device c7467ef9-808b-4610-a42c-e4296bb24a70 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:32.486046 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-975355d7-1790-4ac0-8504-f26fce6d52ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:32.502530 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a92a11b3-c04c-4c03-9a85-bd6ac469ec7b None None] Provisioning complete for port 620bb72a-0bb6-46c0-87e6-eccef663711f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:32.502922 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a92a11b3-c04c-4c03-9a85-bd6ac469ec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:32.527990 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0fa2b-7593-48ff-b7d7-aaf5527ceb0c req-879ae094-ca89-4139-8c36-b815c6bb9c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:32.531462 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23f0fa2b-7593-48ff-b7d7-aaf5527ceb0c req-879ae094-ca89-4139-8c36-b815c6bb9c95 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 1096 time: 0.3639889 May 26 15:57:32.543820 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ef5163c-03cc-4762-847d-30c1e257427a req-07951b49-ef49-4832-ac01-d6880055c16f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001673 May 26 15:57:32.555333 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975355d7-1790-4ac0-8504-f26fce6d52ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0abb4ba-c3ac-4f0e-b26f-fd0190f62bd4,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:32.564947 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a92a11b3-c04c-4c03-9a85-bd6ac469ec7b None None] Port 620bb72a-0bb6-46c0-87e6-eccef663711f cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:57:32.601827 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975355d7-1790-4ac0-8504-f26fce6d52ff admin admin] Checking segment: {'id': '464730a0-90b3-439e-985e-34923bad2dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '348d3467-a5d8-499f-b4c4-8ecb5f1315ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:32.602195 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975355d7-1790-4ac0-8504-f26fce6d52ff admin admin] Network hostable DHCP agents. Network: 348d3467-a5d8-499f-b4c4-8ecb5f1315ee, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:57:32.630516 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975355d7-1790-4ac0-8504-f26fce6d52ff admin admin] Network 348d3467-a5d8-499f-b4c4-8ecb5f1315ee is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:57:32.642089 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-975355d7-1790-4ac0-8504-f26fce6d52ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 348d3467-a5d8-499f-b4c4-8ecb5f1315ee) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:32.648121 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975355d7-1790-4ac0-8504-f26fce6d52ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:32.650037 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-975355d7-1790-4ac0-8504-f26fce6d52ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:32.657611 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:32.658559 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:32.682259 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-975355d7-1790-4ac0-8504-f26fce6d52ff admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5075238 May 26 15:57:32.702718 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:32.711636 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfaa960-4085-4a87-aae6-17e988c01259 None None] Network 348d3467-a5d8-499f-b4c4-8ecb5f1315ee requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:57:32.715979 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.81', 50395) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:32.725804 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:32.744898 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb11b207-00b4-4c3e-a832-0dee84572c54 x-openstack-request-id: req-fb11b207-00b4-4c3e-a832-0dee84572c54 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:32.745456 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f24c456-a0c6-4e27-8fc1-142ad2876791", "tag": "8820e699-a922-4329-a32e-36234b7d1420", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:32.745456 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fb11b207-00b4-4c3e-a832-0dee84572c54 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:32.745823 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb11b207-00b4-4c3e-a832-0dee84572c54'] response: {'name': 'network-changed', 'server_uuid': '2f24c456-a0c6-4e27-8fc1-142ad2876791', 'tag': '8820e699-a922-4329-a32e-36234b7d1420', 'status': 'completed', 'code': 200} May 26 15:57:32.801073 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23f0fa2b-7593-48ff-b7d7-aaf5527ceb0c req-de978005-f4ea-4bcb-878c-d44fb95ed1e9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d7de04ac-2dc2-4da3-8911-82aafc9f5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280014 May 26 15:57:32.827439 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port c7467ef9-808b-4610-a42c-e4296bb24a70 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:57:32.847462 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:32.858186 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b852f74-a5c5-4978-b838-61a96a590a70 req-9e9f1571-deed-4fd0-ae6a-95bbefa709c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:32.860045 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c193a1e-e927-4141-8c11-8669e0ca8aca req-78f28311-5e5d-47fb-be66-d7aa7f7146f6 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:32.861121 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port c7467ef9-808b-4610-a42c-e4296bb24a70 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:32.861616 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:32.867545 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3c193a1e-e927-4141-8c11-8669e0ca8aca req-78f28311-5e5d-47fb-be66-d7aa7f7146f6 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f24c456-a0c6-4e27-8fc1-142ad2876791 HTTP/1.1" status: 200 len: 966 time: 0.4976308 May 26 15:57:32.868362 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3b852f74-a5c5-4978-b838-61a96a590a70 req-9e9f1571-deed-4fd0-ae6a-95bbefa709c6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8af860fdd3584e1a8789c06843d6dcca&device_id=2f24c456-a0c6-4e27-8fc1-142ad2876791 HTTP/1.1" status: 200 len: 1117 time: 0.1387293 May 26 15:57:32.881273 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-88d40793-c7a8-4a28-ac2c-ffd170eaa16f service neutron] For port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:32.927064 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-88d40793-c7a8-4a28-ac2c-ffd170eaa16f service neutron] For port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=5df0ec10-39a6-4bce-adcd-6a6b481f12e8,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:57:32.972484 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3c193a1e-e927-4141-8c11-8669e0ca8aca req-0ca4b991-bc03-4243-96bf-95a0ec72d67b tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/security-groups?id=94591791-1f74-4d6c-a8d1-df9619fffe18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039391 May 26 15:57:32.983140 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-88d40793-c7a8-4a28-ac2c-ffd170eaa16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:33.124401 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471f765-db9f-4a23-baad-2a7c3759bcaa req-ef24b85c-6345-42dc-bfb9-a2eb688b41ae tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:33.132717 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e471f765-db9f-4a23-baad-2a7c3759bcaa req-ef24b85c-6345-42dc-bfb9-a2eb688b41ae tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 1097 time: 0.2597816 May 26 15:57:33.133401 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b560bd29-d919-408a-bc46-3746de795491 None None] Sync routers for ids ['3755379e-03dc-4ddc-89d2-e956d2a1c7e7'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:57:33.135959 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-88d40793-c7a8-4a28-ac2c-ffd170eaa16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:33.136618 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-88d40793-c7a8-4a28-ac2c-ffd170eaa16f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:33.137943 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-88d40793-c7a8-4a28-ac2c-ffd170eaa16f service neutron] 10.222.0.81 "PUT /v2.0/ports/5df0ec10-39a6-4bce-adcd-6a6b481f12e8 HTTP/1.1" status: 200 len: 1091 time: 3.3605723 May 26 15:57:33.165565 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b560bd29-d919-408a-bc46-3746de795491 None None] Routers {'3755379e-03dc-4ddc-89d2-e956d2a1c7e7'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:57:33.169541 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b560bd29-d919-408a-bc46-3746de795491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:57:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3755379e-03dc-4ddc-89d2-e956d2a1c7e7'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:33.182909 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d40793-c7a8-4a28-ac2c-ffd170eaa16f service neutron] Pushing event updated for resources: {'Port': ['ID=5df0ec10-39a6-4bce-adcd-6a6b481f12e8,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:33.201730 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-bd1c9ab1-d629-487b-9130-2b02fa90da91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495110586-router', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '88138a50-e3d9-469f-9244-85b717ac5928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:37Z', 'updated_at': '2022-05-26T15:56:47Z', 'revision_number': 4, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'gw_port': {'id': '88138a50-e3d9-469f-9244-85b717ac5928', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '5ce4cf69-e658-4b8a-a644-25b6d6704c8e', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'floating_ip_address': '172.25.7.153', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'port_id': '8820e699-a922-4329-a32e-36234b7d1420', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'mac_address': 'fa:16:3e:19:40:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f24c456-a0c6-4e27-8fc1-142ad2876791', 'device_owner': 'compute:tempest-test_az-344495792'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:57:06Z', 'updated_at': '2022-05-26T15:57:28Z', 'revision_number': 1, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbef516a-77ba-4b70-bf9e-7fb913fd8191', 'name': '', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'mac_address': 'fa:16:3e:4a:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:43Z', 'updated_at': '2022-05-26T15:56:51Z', 'revision_number': 5, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'subnets': [{'id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:33.242667 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1c9ab1-d629-487b-9130-2b02fa90da91 None None] Checking router: d589c5f5-cd3e-46a7-b45c-8911f1279b63 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:57:33.273513 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e471f765-db9f-4a23-baad-2a7c3759bcaa req-e9b69421-99ad-43e8-b5df-1627f0a83244 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398127 May 26 15:57:33.299264 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1c9ab1-d629-487b-9130-2b02fa90da91 None None] Routers {'d589c5f5-cd3e-46a7-b45c-8911f1279b63'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:57:33.300183 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-bd1c9ab1-d629-487b-9130-2b02fa90da91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:57:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:33.304864 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b852f74-a5c5-4978-b838-61a96a590a70 req-82a0f885-cd2d-448a-b0b3-10d18cdbde30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:33.312810 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3b852f74-a5c5-4978-b838-61a96a590a70 req-82a0f885-cd2d-448a-b0b3-10d18cdbde30 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fd21b13c-44ff-4f1b-8ebb-43aa45f45369 HTTP/1.1" status: 200 len: 924 time: 0.4434996 May 26 15:57:33.436453 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-d18caece-b13b-47e5-b078-6683f84cab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:33.438357 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-d18caece-b13b-47e5-b078-6683f84cab31 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 1094 time: 0.1638646 May 26 15:57:33.470899 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-bd1c9ab1-d629-487b-9130-2b02fa90da91 None None] Set router d589c5f5-cd3e-46a7-b45c-8911f1279b63 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:57:33.552565 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-70d8ff37-9160-4b30-99e0-a7cb0965b36b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5df0ec10-39a6-4bce-adcd-6a6b481f12e8 HTTP/1.1" status: 200 len: 217 time: 0.1030464 May 26 15:57:33.611245 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77827211-b698-4bb9-bb37-778347ff462f None None] Network 348d3467-a5d8-499f-b4c4-8ecb5f1315ee requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:57:33.632256 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port c7467ef9-808b-4610-a42c-e4296bb24a70 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:33.634610 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:33.690708 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-a8425700-36ed-4574-9e35-c50dbddd561d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:33.692499 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-a8425700-36ed-4574-9e35-c50dbddd561d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cfa16bff-3370-4a4e-860f-b7e489b84ed0 HTTP/1.1" status: 200 len: 847 time: 0.1312850 May 26 15:57:33.703926 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09ce28-f513-44eb-baba-5c7280c5697a req-8222c4da-abe4-4ca5-9a55-c31a3dc55f21 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:33.720000 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b560bd29-d919-408a-bc46-3746de795491 None None] Set router 3755379e-03dc-4ddc-89d2-e956d2a1c7e7 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:57:33.721972 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa09ce28-f513-44eb-baba-5c7280c5697a req-8222c4da-abe4-4ca5-9a55-c31a3dc55f21 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85 HTTP/1.1" status: 200 len: 949 time: 0.1724269 May 26 15:57:33.765400 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62374aaf-e7ad-4083-8d10-5c0007f83831 req-4ec98d54-dbc9-43ff-9fce-d8fc98e17bf8 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:33.774412 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-62374aaf-e7ad-4083-8d10-5c0007f83831 req-4ec98d54-dbc9-43ff-9fce-d8fc98e17bf8 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 945 time: 0.1424248 May 26 15:57:33.823151 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-ab3b5d7d-b6ee-42fb-92b7-19884feb6df3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914640 May 26 15:57:33.859612 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3b852f74-a5c5-4978-b838-61a96a590a70 req-3f8923c2-d2d0-46bf-a87a-cf8c58798f87 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8820e699-a922-4329-a32e-36234b7d1420 HTTP/1.1" status: 200 len: 1020 time: 0.5376675 May 26 15:57:33.882247 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port c7467ef9-808b-4610-a42c-e4296bb24a70, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=c7467ef9-808b-4610-a42c-e4296bb24a70,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:33.892477 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:33.896570 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa09ce28-f513-44eb-baba-5c7280c5697a req-01f246d9-484a-47ab-af0d-b7cc28cd4d3b tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f5dded-ef53-4013-8170-ed9f71b81b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729822 May 26 15:57:33.988445 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=c7467ef9-808b-4610-a42c-e4296bb24a70,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:34.016846 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b852f74-a5c5-4978-b838-61a96a590a70 req-36ce2057-7fe4-4aa3-a6ea-6e06bb69a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:34.024335 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3b852f74-a5c5-4978-b838-61a96a590a70 req-36ce2057-7fe4-4aa3-a6ea-6e06bb69a2dd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f04b8b7b-67c4-4820-8e2d-a906f17469d6 HTTP/1.1" status: 200 len: 862 time: 0.1509795 May 26 15:57:34.120504 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-62374aaf-e7ad-4083-8d10-5c0007f83831 req-e3d4df54-62ff-47dd-8858-43ebe3595c33 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7de04ac-2dc2-4da3-8911-82aafc9f5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415842 May 26 15:57:34.131785 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33560) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:34.139159 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-a6b57af8-42c5-49cf-b537-4a6c5822e8b0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-476160396-network', 'tenant_id': '945988a3f22d4f97aa3281fb24e478b9'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:34.162323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7467ef9-808b-4610-a42c-e4296bb24a70'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:34.167438 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6d6807-e7b9-4176-b0be-200a0a9394f9" -d '{"events": [{"server_uuid": "63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85", "name": "network-vif-plugged", "status": "completed", "tag": "c7467ef9-808b-4610-a42c-e4296bb24a70"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:34.212771 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b852f74-a5c5-4978-b838-61a96a590a70 req-84def86f-93d4-41b8-8735-50fff62a2289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:34.220403 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3b852f74-a5c5-4978-b838-61a96a590a70 req-84def86f-93d4-41b8-8735-50fff62a2289 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fd21b13c-44ff-4f1b-8ebb-43aa45f45369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1943579 May 26 15:57:34.318059 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-e588fa8a-97ae-426a-8c73-a99529490c0a service neutron] 10.222.0.81 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756126 May 26 15:57:34.328115 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-bd1c9ab1-d629-487b-9130-2b02fa90da91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495110586-router', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '88138a50-e3d9-469f-9244-85b717ac5928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:37Z', 'updated_at': '2022-05-26T15:56:47Z', 'revision_number': 4, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'gw_port': {'id': '88138a50-e3d9-469f-9244-85b717ac5928', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '5ce4cf69-e658-4b8a-a644-25b6d6704c8e', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'floating_ip_address': '172.25.7.153', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'port_id': '8820e699-a922-4329-a32e-36234b7d1420', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'mac_address': 'fa:16:3e:19:40:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f24c456-a0c6-4e27-8fc1-142ad2876791', 'device_owner': 'compute:tempest-test_az-344495792'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:57:06Z', 'updated_at': '2022-05-26T15:57:28Z', 'revision_number': 1, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbef516a-77ba-4b70-bf9e-7fb913fd8191', 'name': '', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'mac_address': 'fa:16:3e:4a:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:43Z', 'updated_at': '2022-05-26T15:56:51Z', 'revision_number': 5, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'subnets': [{'id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:34.398388 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1c9ab1-d629-487b-9130-2b02fa90da91 None None] The sync data for ids ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'] in n-d-843337-2 is: [{'id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495110586-router', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '88138a50-e3d9-469f-9244-85b717ac5928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:37Z', 'updated_at': '2022-05-26T15:56:47Z', 'revision_number': 4, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'gw_port': {'id': '88138a50-e3d9-469f-9244-85b717ac5928', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '5ce4cf69-e658-4b8a-a644-25b6d6704c8e', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'floating_ip_address': '172.25.7.153', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'port_id': '8820e699-a922-4329-a32e-36234b7d1420', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'mac_address': 'fa:16:3e:19:40:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f24c456-a0c6-4e27-8fc1-142ad2876791', 'device_owner': 'compute:tempest-test_az-344495792'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:57:06Z', 'updated_at': '2022-05-26T15:57:28Z', 'revision_number': 1, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbef516a-77ba-4b70-bf9e-7fb913fd8191', 'name': '', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'mac_address': 'fa:16:3e:4a:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:43Z', 'updated_at': '2022-05-26T15:56:51Z', 'revision_number': 5, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'subnets': [{'id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:57:34.458681 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b560bd29-d919-408a-bc46-3746de795491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3755379e-03dc-4ddc-89d2-e956d2a1c7e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1813505391-router', 'tenant_id': '5cdc25d85d6240de954a469da7fc37f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:25Z', 'updated_at': '2022-05-26T15:57:29Z', 'revision_number': 4, 'project_id': '5cdc25d85d6240de954a469da7fc37f7', 'gw_port': {'id': 'ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3755379e-03dc-4ddc-89d2-e956d2a1c7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:25Z', 'updated_at': '2022-05-26T15:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '620bb72a-0bb6-46c0-87e6-eccef663711f', 'name': '', 'network_id': '9f9cc98f-8195-44c5-b5a5-592b7f06a54e', 'tenant_id': '5cdc25d85d6240de954a469da7fc37f7', 'mac_address': 'fa:16:3e:87:56:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3755379e-03dc-4ddc-89d2-e956d2a1c7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '86c340fd-cc64-4cfc-8323-de94dfe34da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:28Z', 'updated_at': '2022-05-26T15:57:30Z', 'revision_number': 2, 'project_id': '5cdc25d85d6240de954a469da7fc37f7', 'subnets': [{'id': '86c340fd-cc64-4cfc-8323-de94dfe34da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:34.475177 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3b852f74-a5c5-4978-b838-61a96a590a70 req-a72a841e-60f6-48bd-bbf9-98fe59a1c357 service neutron] 10.222.0.81 "GET /v2.0/networks/fd21b13c-44ff-4f1b-8ebb-43aa45f45369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371161 May 26 15:57:34.534807 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b560bd29-d919-408a-bc46-3746de795491 None None] Checking router: 3755379e-03dc-4ddc-89d2-e956d2a1c7e7 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:57:34.535362 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b560bd29-d919-408a-bc46-3746de795491 None None] Updating router 3755379e-03dc-4ddc-89d2-e956d2a1c7e7 port 620bb72a-0bb6-46c0-87e6-eccef663711f binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:57:34.590838 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b560bd29-d919-408a-bc46-3746de795491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:34.601778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-64cebdb9-1ecb-4467-a051-672114e6b984 req-a1c9002f-48ef-46e2-8d20-351f078d08c4 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:57:34.606788 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-64cebdb9-1ecb-4467-a051-672114e6b984 req-a1c9002f-48ef-46e2-8d20-351f078d08c4 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098259 May 26 15:57:34.617916 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b57af8-42c5-49cf-b537-4a6c5822e8b0 admin admin] Made reservation on behalf of 945988a3f22d4f97aa3281fb24e478b9 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:57:34.621227 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a6b57af8-42c5-49cf-b537-4a6c5822e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:34.652697 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a6b57af8-42c5-49cf-b537-4a6c5822e8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:34.722334 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3b852f74-a5c5-4978-b838-61a96a590a70 req-9aa84441-c6c5-4409-bae6-19e38271cbb9 service neutron] 10.222.0.81 "GET /v2.0/networks/fd21b13c-44ff-4f1b-8ebb-43aa45f45369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347672 May 26 15:57:34.753121 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416963c3-be01-46f9-90c9-865d8c337d3d', 'tag': '5df0ec10-39a6-4bce-adcd-6a6b481f12e8'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:34.763490 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58684103-14c6-4f54-8590-699aafa04c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "416963c3-be01-46f9-90c9-865d8c337d3d", "tag": "5df0ec10-39a6-4bce-adcd-6a6b481f12e8"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:34.798692 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a25fa-120b-45a8-b539-6395f4e80032 req-fdc142ae-6758-4922-a7fd-16c5978cffca tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:34.813645 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ad6a25fa-120b-45a8-b539-6395f4e80032 req-fdc142ae-6758-4922-a7fd-16c5978cffca tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 943 time: 0.4946311 May 26 15:57:34.819525 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6faaa7-85ab-49a8-be09-8c83af089f6b None None] New status for floating IP 5ce4cf69-e658-4b8a-a644-25b6d6704c8e: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 15:57:34.854021 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e3e9c42-34e8-434c-a427-03e116a8dcf4 req-2b09b799-b37b-4193-af95-c94007ecaddd service neutron] 10.222.0.81 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5262203 May 26 15:57:35.026203 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ad6a25fa-120b-45a8-b539-6395f4e80032 req-c567ad3b-2450-4495-912e-d73bf0342140 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110136 May 26 15:57:35.056732 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:35.076075 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b560bd29-d919-408a-bc46-3746de795491 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:35.094899 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b560bd29-d919-408a-bc46-3746de795491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:35.202928 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a6b57af8-42c5-49cf-b537-4a6c5822e8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:35.215960 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a6b57af8-42c5-49cf-b537-4a6c5822e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:35.246518 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43c1a7-af25-484b-933b-434017b9ac4e None None] Pushing event updated for resources: {'Port': ['ID=620bb72a-0bb6-46c0-87e6-eccef663711f,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:35.311160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b57af8-42c5-49cf-b537-4a6c5822e8b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:57:35.325405 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b57af8-42c5-49cf-b537-4a6c5822e8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e250d8-1c72-4409-bbe0-355423d62029,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:35.352217 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a6b57af8-42c5-49cf-b537-4a6c5822e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:35.353438 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-a6b57af8-42c5-49cf-b537-4a6c5822e8b0 admin admin] Added segment f70ab995-dc49-43e9-af29-c47ae2b6937c of type vlan for network 65caaf39-31b7-4c2f-9f7f-f0d105b9560b May 26 15:57:35.442261 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b560bd29-d919-408a-bc46-3746de795491 None None] Attempting to bind port 620bb72a-0bb6-46c0-87e6-eccef663711f on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:57:35.450991 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b560bd29-d919-408a-bc46-3746de795491 None None] Attempting to bind port 620bb72a-0bb6-46c0-87e6-eccef663711f by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '7b97ef93-eea9-4860-9b18-d59e208af8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f9cc98f-8195-44c5-b5a5-592b7f06a54e'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:57:35.451544 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b560bd29-d919-408a-bc46-3746de795491 None None] Attempting to bind port 620bb72a-0bb6-46c0-87e6-eccef663711f on network 9f9cc98f-8195-44c5-b5a5-592b7f06a54e {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:35.468427 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b560bd29-d919-408a-bc46-3746de795491 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:57:35.469080 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b560bd29-d919-408a-bc46-3746de795491 None None] Checking segment: {'id': '7b97ef93-eea9-4860-9b18-d59e208af8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f9cc98f-8195-44c5-b5a5-592b7f06a54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:35.471445 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b560bd29-d919-408a-bc46-3746de795491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:35.473390 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b560bd29-d919-408a-bc46-3746de795491 None None] Bound using segment: {'id': '7b97ef93-eea9-4860-9b18-d59e208af8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f9cc98f-8195-44c5-b5a5-592b7f06a54e'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:57:35.473997 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b560bd29-d919-408a-bc46-3746de795491 None None] Bound port: 620bb72a-0bb6-46c0-87e6-eccef663711f, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b97ef93-eea9-4860-9b18-d59e208af8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f9cc98f-8195-44c5-b5a5-592b7f06a54e'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:57:35.474508 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b560bd29-d919-408a-bc46-3746de795491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:35.488076 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a6b57af8-42c5-49cf-b537-4a6c5822e8b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:35.532292 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a6b57af8-42c5-49cf-b537-4a6c5822e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:35.533717 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b57af8-42c5-49cf-b537-4a6c5822e8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:35.534445 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a6b57af8-42c5-49cf-b537-4a6c5822e8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:35.612829 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b57af8-42c5-49cf-b537-4a6c5822e8b0 admin admin] Pushing event updated for resources: {'Network': ['ID=65caaf39-31b7-4c2f-9f7f-f0d105b9560b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:35.620433 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40741d11-7dce-41ab-accc-a978783e23ab x-openstack-request-id: req-40741d11-7dce-41ab-accc-a978783e23ab {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:35.620973 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "416963c3-be01-46f9-90c9-865d8c337d3d", "tag": "5df0ec10-39a6-4bce-adcd-6a6b481f12e8", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:35.621366 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-40741d11-7dce-41ab-accc-a978783e23ab {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:35.621899 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40741d11-7dce-41ab-accc-a978783e23ab'] response: {'name': 'network-changed', 'server_uuid': '416963c3-be01-46f9-90c9-865d8c337d3d', 'tag': '5df0ec10-39a6-4bce-adcd-6a6b481f12e8', 'status': 'completed', 'code': 200} May 26 15:57:35.623844 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6205ce-f92e-43f2-b197-521af92d3861 x-openstack-request-id: req-ea6205ce-f92e-43f2-b197-521af92d3861 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:35.632133 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85", "name": "network-vif-plugged", "status": "completed", "tag": "c7467ef9-808b-4610-a42c-e4296bb24a70", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:35.633023 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ea6205ce-f92e-43f2-b197-521af92d3861 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:35.634249 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea6205ce-f92e-43f2-b197-521af92d3861'] response: {'server_uuid': '63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7467ef9-808b-4610-a42c-e4296bb24a70', 'code': 200} May 26 15:57:35.688962 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b560bd29-d919-408a-bc46-3746de795491 None None] For port 620bb72a-0bb6-46c0-87e6-eccef663711f, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:35.693467 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a6b57af8-42c5-49cf-b537-4a6c5822e8b0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5579538 May 26 15:57:35.697944 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b560bd29-d919-408a-bc46-3746de795491 None None] For port 620bb72a-0bb6-46c0-87e6-eccef663711f, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=620bb72a-0bb6-46c0-87e6-eccef663711f,segment=NetworkSegment(7b97ef93-eea9-4860-9b18-d59e208af8d3),segment_id=7b97ef93-eea9-4860-9b18-d59e208af8d3)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:57:35.699151 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33590) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:35.705620 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-8c567425-c5c2-45b6-898c-6ad0e0e222f2 admin admin] Request body: {'subnet': {'network_id': '65caaf39-31b7-4c2f-9f7f-f0d105b9560b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-476160396-subnet', 'tenant_id': '945988a3f22d4f97aa3281fb24e478b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:35.706345 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b560bd29-d919-408a-bc46-3746de795491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:35.736830 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 65caaf39-31b7-4c2f-9f7f-f0d105b9560b details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:57:35.835030 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58684103-14c6-4f54-8590-699aafa04c6f req-996369c0-92d8-4561-9865-7a0033fd8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:35.839515 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58684103-14c6-4f54-8590-699aafa04c6f req-996369c0-92d8-4561-9865-7a0033fd8b23 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 1094 time: 0.1998093 May 26 15:57:35.842218 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca59a20-f51a-46d8-bb8a-870f303db6d8 req-eeb2ec66-6fcc-4d68-b671-e2f22b320829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:35.844650 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ca59a20-f51a-46d8-bb8a-870f303db6d8 req-eeb2ec66-6fcc-4d68-b671-e2f22b320829 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85 HTTP/1.1" status: 200 len: 1101 time: 0.2206185 May 26 15:57:35.856676 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b560bd29-d919-408a-bc46-3746de795491 None None] Routers {'3755379e-03dc-4ddc-89d2-e956d2a1c7e7'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:57:35.859249 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b560bd29-d919-408a-bc46-3746de795491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:57:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3755379e-03dc-4ddc-89d2-e956d2a1c7e7'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:35.867895 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43c1a7-af25-484b-933b-434017b9ac4e None None] Pushing event updated for resources: {'Port': ['ID=620bb72a-0bb6-46c0-87e6-eccef663711f,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:35.927901 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c567425-c5c2-45b6-898c-6ad0e0e222f2 admin admin] Made reservation on behalf of 945988a3f22d4f97aa3281fb24e478b9 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:57:35.930367 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c567425-c5c2-45b6-898c-6ad0e0e222f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:35.953744 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-18f2b485-47e9-481e-afed-36188fcc614e None None] Provisioning complete for port 620bb72a-0bb6-46c0-87e6-eccef663711f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:35.954366 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-18f2b485-47e9-481e-afed-36188fcc614e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:36.122015 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b560bd29-d919-408a-bc46-3746de795491 None None] Set router 3755379e-03dc-4ddc-89d2-e956d2a1c7e7 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:57:36.253046 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:36.253319 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:36.279758 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58684103-14c6-4f54-8590-699aafa04c6f req-dd5c22fb-7c4f-4365-b047-67a71524a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:36.281747 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58684103-14c6-4f54-8590-699aafa04c6f req-dd5c22fb-7c4f-4365-b047-67a71524a77e service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 908 time: 0.3929584 May 26 15:57:36.403277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-18f2b485-47e9-481e-afed-36188fcc614e None None] Current status of the port 620bb72a-0bb6-46c0-87e6-eccef663711f is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:36.403595 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-18f2b485-47e9-481e-afed-36188fcc614e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:36.499935 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-18f2b485-47e9-481e-afed-36188fcc614e None None] For port 620bb72a-0bb6-46c0-87e6-eccef663711f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=620bb72a-0bb6-46c0-87e6-eccef663711f,segment=NetworkSegment(7b97ef93-eea9-4860-9b18-d59e208af8d3),segment_id=7b97ef93-eea9-4860-9b18-d59e208af8d3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:36.509180 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58684103-14c6-4f54-8590-699aafa04c6f req-04b3e080-29e3-4030-bb8d-a574ca40f5d0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5df0ec10-39a6-4bce-adcd-6a6b481f12e8 HTTP/1.1" status: 200 len: 217 time: 0.2108111 May 26 15:57:36.517419 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be373012-d4ce-481b-828a-d8451892ad94 req-fd0854f5-e7c7-4622-8007-05b65d5504f0 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:36.526580 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be373012-d4ce-481b-828a-d8451892ad94 req-fd0854f5-e7c7-4622-8007-05b65d5504f0 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85 HTTP/1.1" status: 200 len: 950 time: 0.8002653 May 26 15:57:36.566067 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:36.569634 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-18f2b485-47e9-481e-afed-36188fcc614e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:36.627938 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ca59a20-f51a-46d8-bb8a-870f303db6d8 req-18f2eb88-630a-483f-a3ae-10259a5bb13b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d0f5dded-ef53-4013-8170-ed9f71b81b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7697258 May 26 15:57:36.638605 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b560bd29-d919-408a-bc46-3746de795491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3755379e-03dc-4ddc-89d2-e956d2a1c7e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1813505391-router', 'tenant_id': '5cdc25d85d6240de954a469da7fc37f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:25Z', 'updated_at': '2022-05-26T15:57:29Z', 'revision_number': 4, 'project_id': '5cdc25d85d6240de954a469da7fc37f7', 'gw_port': {'id': 'ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3755379e-03dc-4ddc-89d2-e956d2a1c7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:25Z', 'updated_at': '2022-05-26T15:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '620bb72a-0bb6-46c0-87e6-eccef663711f', 'name': '', 'network_id': '9f9cc98f-8195-44c5-b5a5-592b7f06a54e', 'tenant_id': '5cdc25d85d6240de954a469da7fc37f7', 'mac_address': 'fa:16:3e:87:56:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3755379e-03dc-4ddc-89d2-e956d2a1c7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '86c340fd-cc64-4cfc-8323-de94dfe34da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:28Z', 'updated_at': '2022-05-26T15:57:35Z', 'revision_number': 4, 'project_id': '5cdc25d85d6240de954a469da7fc37f7', 'subnets': [{'id': '86c340fd-cc64-4cfc-8323-de94dfe34da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:36.651797 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c567425-c5c2-45b6-898c-6ad0e0e222f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:36.671639 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2b485-47e9-481e-afed-36188fcc614e None None] Pushing event updated for resources: {'Port': ['ID=620bb72a-0bb6-46c0-87e6-eccef663711f,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:36.678319 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58684103-14c6-4f54-8590-699aafa04c6f req-459b9e84-dea0-493a-b86c-eb909c48895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:36.680349 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58684103-14c6-4f54-8590-699aafa04c6f req-459b9e84-dea0-493a-b86c-eb909c48895c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cfa16bff-3370-4a4e-860f-b7e489b84ed0 HTTP/1.1" status: 200 len: 847 time: 0.1466870 May 26 15:57:36.688579 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b560bd29-d919-408a-bc46-3746de795491 None None] The sync data for ids ['3755379e-03dc-4ddc-89d2-e956d2a1c7e7'] in n-d-843337-2 is: [{'id': '3755379e-03dc-4ddc-89d2-e956d2a1c7e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1813505391-router', 'tenant_id': '5cdc25d85d6240de954a469da7fc37f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:25Z', 'updated_at': '2022-05-26T15:57:29Z', 'revision_number': 4, 'project_id': '5cdc25d85d6240de954a469da7fc37f7', 'gw_port': {'id': 'ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3755379e-03dc-4ddc-89d2-e956d2a1c7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:25Z', 'updated_at': '2022-05-26T15:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '620bb72a-0bb6-46c0-87e6-eccef663711f', 'name': '', 'network_id': '9f9cc98f-8195-44c5-b5a5-592b7f06a54e', 'tenant_id': '5cdc25d85d6240de954a469da7fc37f7', 'mac_address': 'fa:16:3e:87:56:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3755379e-03dc-4ddc-89d2-e956d2a1c7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '86c340fd-cc64-4cfc-8323-de94dfe34da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:28Z', 'updated_at': '2022-05-26T15:57:35Z', 'revision_number': 4, 'project_id': '5cdc25d85d6240de954a469da7fc37f7', 'subnets': [{'id': '86c340fd-cc64-4cfc-8323-de94dfe34da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:57:36.715920 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-247ffa7d-26c1-42f0-a42d-09dd309c6c5b None None] Provisioning complete for port 620bb72a-0bb6-46c0-87e6-eccef663711f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:36.716892 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-247ffa7d-26c1-42f0-a42d-09dd309c6c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:36.750189 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be373012-d4ce-481b-828a-d8451892ad94 req-48251f38-5901-49a4-861b-223561f1a5b1 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f5dded-ef53-4013-8170-ed9f71b81b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228923 May 26 15:57:36.783346 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58684103-14c6-4f54-8590-699aafa04c6f req-2a9b97a2-26bb-4b14-b6a2-54bfc35b0d4e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625324 May 26 15:57:36.820785 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c567425-c5c2-45b6-898c-6ad0e0e222f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d33dac0b-e4ac-4f51-b9db-7757a02962af,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:36.898948 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-247ffa7d-26c1-42f0-a42d-09dd309c6c5b None None] Current status of the port 620bb72a-0bb6-46c0-87e6-eccef663711f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:36.907922 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c567425-c5c2-45b6-898c-6ad0e0e222f2 admin admin] Checking segment: {'id': 'f70ab995-dc49-43e9-af29-c47ae2b6937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '65caaf39-31b7-4c2f-9f7f-f0d105b9560b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:36.908553 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c567425-c5c2-45b6-898c-6ad0e0e222f2 admin admin] Network hostable DHCP agents. Network: 65caaf39-31b7-4c2f-9f7f-f0d105b9560b, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:57:37.023574 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58684103-14c6-4f54-8590-699aafa04c6f req-4c1dfb78-08ca-4da5-854f-061019543d49 service neutron] 10.222.0.81 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299607 May 26 15:57:37.026078 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c567425-c5c2-45b6-898c-6ad0e0e222f2 admin admin] Network 65caaf39-31b7-4c2f-9f7f-f0d105b9560b is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:57:37.062504 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc284d1e-79f1-434f-820e-0f166c15a922 req-0587b48e-24d1-47a1-bef3-66a1f04af9f3 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:37.064795 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc284d1e-79f1-434f-820e-0f166c15a922 req-0587b48e-24d1-47a1-bef3-66a1f04af9f3 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 945 time: 0.1474705 May 26 15:57:37.090009 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-8c567425-c5c2-45b6-898c-6ad0e0e222f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 65caaf39-31b7-4c2f-9f7f-f0d105b9560b) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:57:37.100810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0909a222-a291-49bd-bf41-2667d7b3f5c3 None None] Network 65caaf39-31b7-4c2f-9f7f-f0d105b9560b requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:57:37.158005 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c567425-c5c2-45b6-898c-6ad0e0e222f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:37.158601 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c567425-c5c2-45b6-898c-6ad0e0e222f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:37.229251 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc284d1e-79f1-434f-820e-0f166c15a922 req-99a31634-6b27-4566-9093-970f739b2751 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7de04ac-2dc2-4da3-8911-82aafc9f5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501682 May 26 15:57:37.237330 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8c567425-c5c2-45b6-898c-6ad0e0e222f2 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5360906 May 26 15:57:37.335297 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7802921d-8c39-45a2-aa20-7fdf38b66a37 None None] Network 65caaf39-31b7-4c2f-9f7f-f0d105b9560b requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:57:37.424529 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33622) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:37.464774 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58684103-14c6-4f54-8590-699aafa04c6f req-43ea0e88-423e-465c-9888-4cedf7a98fa0 service neutron] 10.222.0.81 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299104 May 26 15:57:37.517665 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33626) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:37.628834 n-d-843337-2 neutron-server[103895]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 15:57:37.644544 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-127ca5a0-4775-4e62-ada3-03a393c1a81c tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:57:37.645701 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-127ca5a0-4775-4e62-ada3-03a393c1a81c tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2192514 May 26 15:57:37.662845 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-489dfe0c-9810-433e-b394-591f34bef333 admin admin] Deleting subnet b0abb4ba-c3ac-4f0e-b26f-fd0190f62bd4 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 15:57:37.668056 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-489dfe0c-9810-433e-b394-591f34bef333 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:37.711476 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f543d-ebe0-43af-814b-28d94a31b3c8 req-f9c2a3c4-5b0b-47d9-ba08-8b4c9d7a0f00 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:37.713293 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9a0f543d-ebe0-43af-814b-28d94a31b3c8 req-f9c2a3c4-5b0b-47d9-ba08-8b4c9d7a0f00 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 943 time: 0.1210434 May 26 15:57:37.731391 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-489dfe0c-9810-433e-b394-591f34bef333 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:37.755025 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-489dfe0c-9810-433e-b394-591f34bef333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:37.836341 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9a0f543d-ebe0-43af-814b-28d94a31b3c8 req-0f35b97c-7a14-4d80-ac6e-39e8edd22503 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082611 May 26 15:57:37.947688 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-f7fde1ea-7c75-4747-8637-b3dfeb6ecc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:37.958652 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-f7fde1ea-7c75-4747-8637-b3dfeb6ecc21 service neutron] 10.222.0.77 "GET /v2.0/ports/c12f14b9-63df-4262-b488-905dbd4a5a1b HTTP/1.1" status: 200 len: 1094 time: 0.1606448 May 26 15:57:37.965279 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c0265dc8-7f73-4265-837e-3a084c11d0cc service neutron] Request body: {'binding': {'host': 'n-h1-843337-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:37.965935 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c0265dc8-7f73-4265-837e-3a084c11d0cc service neutron] Unknown quota resources ['binding']. {{(pid=103895) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 26 15:57:37.972404 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-489dfe0c-9810-433e-b394-591f34bef333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:38.046748 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd67b4-b9b0-4d3e-8007-fd494f02461f req-acb7eb4b-b4aa-4fe9-968d-426e5888f39b tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:38.054348 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489dfe0c-9810-433e-b394-591f34bef333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0abb4ba-c3ac-4f0e-b26f-fd0190f62bd4,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:38.062062 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12fd67b4-b9b0-4d3e-8007-fd494f02461f req-acb7eb4b-b4aa-4fe9-968d-426e5888f39b tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85 HTTP/1.1" status: 200 len: 950 time: 0.0726941 May 26 15:57:38.077572 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-489dfe0c-9810-433e-b394-591f34bef333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:38.101179 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-489dfe0c-9810-433e-b394-591f34bef333 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b0abb4ba-c3ac-4f0e-b26f-fd0190f62bd4 HTTP/1.1" status: 204 len: 168 time: 0.5822492 May 26 15:57:38.109657 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33636) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:38.141312 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12fd67b4-b9b0-4d3e-8007-fd494f02461f req-17b2bca3-0418-4341-a813-a4140e1912d6 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f5dded-ef53-4013-8170-ed9f71b81b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781045 May 26 15:57:38.643922 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:38.892126 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:38.955612 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 620bb72a-0bb6-46c0-87e6-eccef663711f up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:38.972503 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:57:38.972912 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:57:38.973871 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:57:38.974206 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] Subscribe: > port after_create 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:57:38.974702 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] Subscribe: > port after_delete 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:57:38.975085 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] Subscribe: > port after_update 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:57:38.975479 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:57:38.975817 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:57:38.976160 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:57:38.976515 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:57:38.999891 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33656) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:39.078235 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:57:39.112663 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd782e2-d8eb-413d-9e6f-18fa0031ecde req-7ff4b4ad-107e-4a9d-afa8-767684bb7035 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:39.120411 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8fd782e2-d8eb-413d-9e6f-18fa0031ecde req-7ff4b4ad-107e-4a9d-afa8-767684bb7035 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 943 time: 0.1841862 May 26 15:57:39.170481 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:57:39.170869 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:57:39.171224 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:57:39.175977 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:57:39.177306 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348d3467-a5d8-499f-b4c4-8ecb5f1315ee']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:39.179270 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 620bb72a-0bb6-46c0-87e6-eccef663711f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:39.179800 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:39.232801 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8fd782e2-d8eb-413d-9e6f-18fa0031ecde req-91f7a123-f823-45f3-9630-ea0fca75a879 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001747 May 26 15:57:39.237259 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464730a0-90b3-439e-985e-34923bad2dd5') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:39.239265 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464730a0-90b3-439e-985e-34923bad2dd5') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:39.293785 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1e9112a0-e07e-4df3-955b-5fd9c051b181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:39.306428 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:39.355708 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=5df0ec10-39a6-4bce-adcd-6a6b481f12e8,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:39.375733 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 620bb72a-0bb6-46c0-87e6-eccef663711f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:39.396402 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '5df0ec10-39a6-4bce-adcd-6a6b481f12e8', 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1', 'port_id': '5df0ec10-39a6-4bce-adcd-6a6b481f12e8', 'mac_address': 'fa:16:3e:4e:62:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa16bff-3370-4a4e-860f-b7e489b84ed0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:57:39.400184 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:39.419698 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:57:39.420405 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:39.486735 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c0265dc8-7f73-4265-837e-3a084c11d0cc service neutron] Attempting to bind port c12f14b9-63df-4262-b488-905dbd4a5a1b on host n-h1-843337-2 for vnic_type normal with profile None {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:57:39.487985 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:39.488426 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:39.489459 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c0265dc8-7f73-4265-837e-3a084c11d0cc service neutron] Attempting to bind port c12f14b9-63df-4262-b488-905dbd4a5a1b by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:57:39.490965 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c0265dc8-7f73-4265-837e-3a084c11d0cc service neutron] Attempting to bind port c12f14b9-63df-4262-b488-905dbd4a5a1b on network 849715ed-d05e-42c2-bffa-fde3212d6c0a {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:39.511846 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:57:39.553564 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2d688-c477-4173-b171-dd824b22470e req-34707237-96b2-47c4-b56f-6078d9064047 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:39.562738 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-63a2d688-c477-4173-b171-dd824b22470e req-34707237-96b2-47c4-b56f-6078d9064047 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85 HTTP/1.1" status: 200 len: 950 time: 0.1559725 May 26 15:57:39.581070 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=5df0ec10-39a6-4bce-adcd-6a6b481f12e8,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:39.591864 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:39.629974 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c0265dc8-7f73-4265-837e-3a084c11d0cc service neutron] Port c12f14b9-63df-4262-b488-905dbd4a5a1b on network 849715ed-d05e-42c2-bffa-fde3212d6c0a not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:57:39.634154 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c0265dc8-7f73-4265-837e-3a084c11d0cc service neutron] Attempting to bind port c12f14b9-63df-4262-b488-905dbd4a5a1b on network 849715ed-d05e-42c2-bffa-fde3212d6c0a {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:39.656439 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-63a2d688-c477-4173-b171-dd824b22470e req-b8380645-0c75-47b3-a9cf-6116e436ec98 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f5dded-ef53-4013-8170-ed9f71b81b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922146 May 26 15:57:39.661852 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c0265dc8-7f73-4265-837e-3a084c11d0cc service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:57:39.662317 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c0265dc8-7f73-4265-837e-3a084c11d0cc service neutron] Checking segment: {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:39.662532 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c0265dc8-7f73-4265-837e-3a084c11d0cc service neutron] Bound using segment: {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:57:39.662992 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c0265dc8-7f73-4265-837e-3a084c11d0cc service neutron] Bound port: c12f14b9-63df-4262-b488-905dbd4a5a1b, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:57:39.695713 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1e9112a0-e07e-4df3-955b-5fd9c051b181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:39.706470 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1e9112a0-e07e-4df3-955b-5fd9c051b181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:39.768574 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=5df0ec10-39a6-4bce-adcd-6a6b481f12e8,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:39.796601 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:39.796913 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:39.797228 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:39.797555 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:39.798116 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:39.798496 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:39.813654 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:39.814051 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:39.814386 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:39.814717 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:39.815046 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:39.815369 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:57:39.835677 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['5df0ec10-39a6-4bce-adcd-6a6b481f12e8'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:57:39.843382 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9112a0-e07e-4df3-955b-5fd9c051b181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dff8e4-6ab6-465a-a7e3-9f4168970882,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:39.875833 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1e9112a0-e07e-4df3-955b-5fd9c051b181 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a09999fa405c4196b2c6a52d84d88fa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8687327 May 26 15:57:39.878572 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33674) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:40.007825 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5afe927b-5d9b-4a72-8267-b3d641b79956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:40.043586 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c0265dc8-7f73-4265-837e-3a084c11d0cc service neutron] For port c12f14b9-63df-4262-b488-905dbd4a5a1b, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=c12f14b9-63df-4262-b488-905dbd4a5a1b,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:57:40.084369 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c0265dc8-7f73-4265-837e-3a084c11d0cc service neutron] Notify callbacks [] for binding, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:40.107603 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c0265dc8-7f73-4265-837e-3a084c11d0cc service neutron] 10.222.0.77 "POST /v2.0/ports/c12f14b9-63df-4262-b488-905dbd4a5a1b/bindings HTTP/1.1" status: 201 len: 389 time: 2.1477506 May 26 15:57:40.110923 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:40.133041 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:40.155780 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] 10.222.0.77 "DELETE /v2.0/networks/348d3467-a5d8-499f-b4c4-8ecb5f1315ee HTTP/1.1" status: 204 len: 168 time: 2.0442331 May 26 15:57:40.158336 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33680) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:40.165399 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5afe927b-5d9b-4a72-8267-b3d641b79956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:40.338985 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 464730a0-90b3-439e-985e-34923bad2dd5 resource provider aggregate not found May 26 15:57:40.389162 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40adfa2-5764-46b9-bcb4-d2cc3c82bfbb admin admin] Pushing event deleted for resources: {'Network': ['ID=348d3467-a5d8-499f-b4c4-8ecb5f1315ee,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:40.407347 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 464730a0-90b3-439e-985e-34923bad2dd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 464730a0-90b3-439e-985e-34923bad2dd5 found for delete ", "request_id": "req-9b17333e-d70c-4f6a-8168-baea1ed59e4a"}]} May 26 15:57:40.464439 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b317fd-9486-4524-a170-c2800ae2b7ae admin admin] Deleting subnet d33dac0b-e4ac-4f51-b9db-7757a02962af {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 15:57:40.479423 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d1b317fd-9486-4524-a170-c2800ae2b7ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:40.568220 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d1b317fd-9486-4524-a170-c2800ae2b7ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:40.656686 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d1b317fd-9486-4524-a170-c2800ae2b7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:40.812237 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d1b317fd-9486-4524-a170-c2800ae2b7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:40.862435 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b317fd-9486-4524-a170-c2800ae2b7ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d33dac0b-e4ac-4f51-b9db-7757a02962af,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:40.900752 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d1b317fd-9486-4524-a170-c2800ae2b7ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:40.907170 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d1b317fd-9486-4524-a170-c2800ae2b7ae admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d33dac0b-e4ac-4f51-b9db-7757a02962af HTTP/1.1" status: 204 len: 168 time: 0.7313304 May 26 15:57:40.913576 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33696) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:40.950500 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5afe927b-5d9b-4a72-8267-b3d641b79956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:40.953097 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5afe927b-5d9b-4a72-8267-b3d641b79956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:40.959144 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5afe927b-5d9b-4a72-8267-b3d641b79956 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/06dff8e4-6ab6-465a-a7e3-9f4168970882 HTTP/1.1" status: 204 len: 168 time: 1.0675752 May 26 15:57:40.972257 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faead7e-5a45-4b47-9fa9-6f996d84f40f req-b48f87d2-8365-4033-b823-8fd8253f1793 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:40.981167 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3faead7e-5a45-4b47-9fa9-6f996d84f40f req-b48f87d2-8365-4033-b823-8fd8253f1793 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85 HTTP/1.1" status: 200 len: 950 time: 0.6603620 May 26 15:57:41.002343 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-aa3f6361-992e-49f4-b098-0309979b90ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:41.004509 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-aa3f6361-992e-49f4-b098-0309979b90ea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 1097 time: 0.1739604 May 26 15:57:41.025179 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d30802-8aee-4b0e-830f-d0d67d2cb6d2 req-811f0eb4-dba3-4d9d-ae87-4a5696f19d4e tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:41.032928 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-73d30802-8aee-4b0e-830f-d0d67d2cb6d2 req-811f0eb4-dba3-4d9d-ae87-4a5696f19d4e tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 944 time: 0.2108908 May 26 15:57:41.079233 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21bcf872-2a3f-4998-b66c-bf08242d72ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:41.090288 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:57:41.102235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe927b-5d9b-4a72-8267-b3d641b79956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dff8e4-6ab6-465a-a7e3-9f4168970882,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:41.154904 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3faead7e-5a45-4b47-9fa9-6f996d84f40f req-8d60ed47-15b0-4011-810f-12a7a795b828 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f5dded-ef53-4013-8170-ed9f71b81b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654959 May 26 15:57:41.274285 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:57:41.281375 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:57:41.281882 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:41.288208 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-73d30802-8aee-4b0e-830f-d0d67d2cb6d2 req-4471f3b5-25fe-4c12-b3f9-15ff805d4a05 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541959 May 26 15:57:41.362839 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21bcf872-2a3f-4998-b66c-bf08242d72ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:41.409845 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-21bcf872-2a3f-4998-b66c-bf08242d72ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65caaf39-31b7-4c2f-9f7f-f0d105b9560b']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:41.432033 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-21bcf872-2a3f-4998-b66c-bf08242d72ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70ab995-dc49-43e9-af29-c47ae2b6937c') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:41.432252 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-21bcf872-2a3f-4998-b66c-bf08242d72ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70ab995-dc49-43e9-af29-c47ae2b6937c') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:57:41.454225 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:57:41.455058 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:41.456623 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21bcf872-2a3f-4998-b66c-bf08242d72ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:41.485830 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21bcf872-2a3f-4998-b66c-bf08242d72ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:41.492405 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416963c3-be01-46f9-90c9-865d8c337d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df0ec10-39a6-4bce-adcd-6a6b481f12e8'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:41.492628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21bcf872-2a3f-4998-b66c-bf08242d72ed admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:57:41.493034 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21bcf872-2a3f-4998-b66c-bf08242d72ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:41.497117 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f0063f-73cf-4222-8f84-a7347b1fc8eb" -d '{"events": [{"server_uuid": "416963c3-be01-46f9-90c9-865d8c337d3d", "name": "network-vif-plugged", "status": "completed", "tag": "5df0ec10-39a6-4bce-adcd-6a6b481f12e8"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:41.576159 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=5df0ec10-39a6-4bce-adcd-6a6b481f12e8,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:41.582126 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:41.593797 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b61f208-f581-4510-a614-e8a1ef3a6ef9 x-openstack-request-id: req-2b61f208-f581-4510-a614-e8a1ef3a6ef9 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:41.600208 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416963c3-be01-46f9-90c9-865d8c337d3d", "name": "network-vif-plugged", "status": "completed", "tag": "5df0ec10-39a6-4bce-adcd-6a6b481f12e8", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:41.601387 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2b61f208-f581-4510-a614-e8a1ef3a6ef9 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:41.602924 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b61f208-f581-4510-a614-e8a1ef3a6ef9'] response: {'server_uuid': '416963c3-be01-46f9-90c9-865d8c337d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df0ec10-39a6-4bce-adcd-6a6b481f12e8', 'code': 200} May 26 15:57:41.629315 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2771e-5e09-40aa-b159-862a60077fa8 req-4b7473a2-4960-47bc-b543-684286327d79 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:41.630897 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aad2771e-5e09-40aa-b159-862a60077fa8 req-4b7473a2-4960-47bc-b543-684286327d79 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 946 time: 0.3149202 May 26 15:57:41.638915 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-213979a8-3d12-48cf-8d3e-db4b2aff6330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:41.638915 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-213979a8-3d12-48cf-8d3e-db4b2aff6330 service neutron] 10.222.0.81 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 921 time: 0.5837827 May 26 15:57:41.666592 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21bcf872-2a3f-4998-b66c-bf08242d72ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:41.673313 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21bcf872-2a3f-4998-b66c-bf08242d72ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:41.680456 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-21bcf872-2a3f-4998-b66c-bf08242d72ed admin admin] 10.222.0.77 "DELETE /v2.0/networks/65caaf39-31b7-4c2f-9f7f-f0d105b9560b HTTP/1.1" status: 204 len: 168 time: 0.7664196 May 26 15:57:41.734352 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=5df0ec10-39a6-4bce-adcd-6a6b481f12e8,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:41.759059 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-db2e2f9b-01e2-4985-a5bf-ce20e75d036f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c12f14b9-63df-4262-b488-905dbd4a5a1b HTTP/1.1" status: 200 len: 217 time: 0.0831993 May 26 15:57:41.771580 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aad2771e-5e09-40aa-b159-862a60077fa8 req-9fa29bc1-cdcc-4a9e-9ee3-87ecc1bd5dfc tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295228 May 26 15:57:41.772325 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33706) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:41.773028 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bcf872-2a3f-4998-b66c-bf08242d72ed admin admin] Pushing event deleted for resources: {'Network': ['ID=65caaf39-31b7-4c2f-9f7f-f0d105b9560b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:41.890680 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1dd340bb-c303-451e-8e51-9db3a8cc6d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:41.916032 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-945dc8da-4e6e-4db3-bfdb-c0f5ad010583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:41.917997 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-945dc8da-4e6e-4db3-bfdb-c0f5ad010583 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=34e27219-447c-429c-b572-febfd4b36520 HTTP/1.1" status: 200 len: 860 time: 0.1410878 May 26 15:57:41.927679 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035dc7e-305d-4606-86b2-b11764b103a4 req-a695e217-1fcc-4614-83d8-1dce865f9d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:41.929929 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0035dc7e-305d-4606-86b2-b11764b103a4 req-a695e217-1fcc-4614-83d8-1dce865f9d8d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 1096 time: 0.2099888 May 26 15:57:41.941883 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33712) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:41.987252 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-e3f2e233-f5f0-4d3d-b90d-b3d16c37cc14 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=849715ed-d05e-42c2-bffa-fde3212d6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528860 May 26 15:57:42.082671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33716) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:42.083140 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1e877d34-e1f7-467f-95b2-e27ac732e80d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1918b9dad1f44591a4e35beb3f5386b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1332824 May 26 15:57:42.085925 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0035dc7e-305d-4606-86b2-b11764b103a4 req-42a0c075-b33f-4734-8762-bc7b9343ae42 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476216 May 26 15:57:42.152037 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2479a3-9084-46a2-b4ae-29a44b511c72 req-2f630476-0bde-4c98-a4c5-ac5bee47aa0e tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:42.153553 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc2479a3-9084-46a2-b4ae-29a44b511c72 req-2f630476-0bde-4c98-a4c5-ac5bee47aa0e tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.83 "GET /v2.0/ports?device_id=63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85 HTTP/1.1" status: 200 len: 950 time: 0.1824393 May 26 15:57:42.267089 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-7cde20c9-c410-4663-8c54-7c0686e29338 service neutron] 10.222.0.81 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751086 May 26 15:57:42.276309 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1dd340bb-c303-451e-8e51-9db3a8cc6d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:42.302575 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a856c41f-7d67-4b3f-89b3-0c3ae6838131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:42.323389 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1dd340bb-c303-451e-8e51-9db3a8cc6d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:42.446385 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a856c41f-7d67-4b3f-89b3-0c3ae6838131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:42.447582 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment f70ab995-dc49-43e9-af29-c47ae2b6937c resource provider aggregate not found May 26 15:57:42.478079 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment f70ab995-dc49-43e9-af29-c47ae2b6937c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f70ab995-dc49-43e9-af29-c47ae2b6937c found for delete ", "request_id": "req-eae4f388-99bf-42d8-b2f7-4c5d006daba3"}]} May 26 15:57:42.520844 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1dd340bb-c303-451e-8e51-9db3a8cc6d5a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=23542e68e5de48ac82cdc853287525e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6731677 May 26 15:57:42.523576 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33732) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:42.549613 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd340bb-c303-451e-8e51-9db3a8cc6d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd11188-d582-472d-80af-3dded6bda172,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:42.589537 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424c859-6d3f-42cc-bb12-a22970e95bdf req-0f1189ef-c29a-4f04-a849-0b78e71add72 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:42.591105 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d424c859-6d3f-42cc-bb12-a22970e95bdf req-0f1189ef-c29a-4f04-a849-0b78e71add72 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85 HTTP/1.1" status: 200 len: 950 time: 0.3204572 May 26 15:57:42.606966 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2eed8b3-ee77-4080-ab58-3301d4dcae58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:42.637077 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-0ef7b122-2cc9-4cdc-8b83-82507f08ea73 service neutron] 10.222.0.81 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321412 May 26 15:57:42.642725 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2eed8b3-ee77-4080-ab58-3301d4dcae58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:42.649957 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5eedd5-d02d-4f3f-8132-1299ea7326f9 req-c67b8622-1de2-4236-80de-483f7d6c3fb0 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:42.651451 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed5eedd5-d02d-4f3f-8132-1299ea7326f9 req-c67b8622-1de2-4236-80de-483f7d6c3fb0 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 945 time: 0.1631067 May 26 15:57:42.655636 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-fc2479a3-9084-46a2-b4ae-29a44b511c72 req-f118ba12-a212-4cfd-a3b7-e402504c215f tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Deleting port c7467ef9-808b-4610-a42c-e4296bb24a70 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:57:42.656768 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fc2479a3-9084-46a2-b4ae-29a44b511c72 req-f118ba12-a212-4cfd-a3b7-e402504c215f tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:42.686109 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a856c41f-7d67-4b3f-89b3-0c3ae6838131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:42.688803 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a856c41f-7d67-4b3f-89b3-0c3ae6838131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:42.689976 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a856c41f-7d67-4b3f-89b3-0c3ae6838131 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/933a9e7f-b623-4720-8f59-9aacd494e3b6 HTTP/1.1" status: 204 len: 168 time: 0.6062105 May 26 15:57:42.733593 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2eed8b3-ee77-4080-ab58-3301d4dcae58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:42.751465 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d424c859-6d3f-42cc-bb12-a22970e95bdf req-2a2df7d1-6308-4397-8a37-224638a04188 tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f5dded-ef53-4013-8170-ed9f71b81b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405425 May 26 15:57:42.759302 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856c41f-7d67-4b3f-89b3-0c3ae6838131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933a9e7f-b623-4720-8f59-9aacd494e3b6,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:42.796594 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2eed8b3-ee77-4080-ab58-3301d4dcae58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:42.816412 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-fc2479a3-9084-46a2-b4ae-29a44b511c72 req-f118ba12-a212-4cfd-a3b7-e402504c215f tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] For port c7467ef9-808b-4610-a42c-e4296bb24a70, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=c7467ef9-808b-4610-a42c-e4296bb24a70,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:42.816783 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fc2479a3-9084-46a2-b4ae-29a44b511c72 req-f118ba12-a212-4cfd-a3b7-e402504c215f tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:42.822924 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b2eed8b3-ee77-4080-ab58-3301d4dcae58 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2fd11188-d582-472d-80af-3dded6bda172 HTTP/1.1" status: 204 len: 168 time: 0.2962344 May 26 15:57:42.832666 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-fc2479a3-9084-46a2-b4ae-29a44b511c72 req-f118ba12-a212-4cfd-a3b7-e402504c215f tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Calling delete_port for c7467ef9-808b-4610-a42c-e4296bb24a70 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:57:42.850781 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed5eedd5-d02d-4f3f-8132-1299ea7326f9 req-1c884dbf-2973-44f3-b2fe-5b37d1541dfd tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736472 May 26 15:57:42.855013 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eed8b3-ee77-4080-ab58-3301d4dcae58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd11188-d582-472d-80af-3dded6bda172,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:42.952363 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c5eb9160-0f2c-4dc5-9268-a5b1abb860b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:43.036242 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-0f40f876-4b3b-4325-a10a-ca1957eee8a4 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:43.037752 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-0f40f876-4b3b-4325-a10a-ca1957eee8a4 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0&tenant_id=19e070c8e7b54fd08885a106f1eb9e23&binding%3Ahost_id=n-h2-843337-2 HTTP/1.1" status: 200 len: 1097 time: 0.1793377 May 26 15:57:43.057652 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c4427431-8c49-4d6c-8ba9-8a8eb3940616 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843337-2'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:43.157619 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90959b9-9136-4c3c-9564-c943ef0c7ce0 req-ba272e23-018c-4de2-b7a3-556b31c352ce tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:43.159093 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e90959b9-9136-4c3c-9564-c943ef0c7ce0 req-ba272e23-018c-4de2-b7a3-556b31c352ce tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 946 time: 0.1686935 May 26 15:57:43.217862 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c4427431-8c49-4d6c-8ba9-8a8eb3940616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:43.292763 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fc2479a3-9084-46a2-b4ae-29a44b511c72 req-f118ba12-a212-4cfd-a3b7-e402504c215f tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:43.324621 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e90959b9-9136-4c3c-9564-c943ef0c7ce0 req-4dea7234-1852-430f-aa2b-52f9bd229a2e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373308 May 26 15:57:43.349764 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['c7467ef9-808b-4610-a42c-e4296bb24a70'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:57:43.413541 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118ba12-a212-4cfd-a3b7-e402504c215f tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Pushing event deleted for resources: {'Port': ['ID=c7467ef9-808b-4610-a42c-e4296bb24a70,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:43.613376 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2479a3-9084-46a2-b4ae-29a44b511c72 req-f118ba12-a212-4cfd-a3b7-e402504c215f tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] No DVR routers for this DVR port c7467ef9-808b-4610-a42c-e4296bb24a70 on host n-h2-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:57:43.637300 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fc2479a3-9084-46a2-b4ae-29a44b511c72 req-f118ba12-a212-4cfd-a3b7-e402504c215f tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:43.645219 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc2479a3-9084-46a2-b4ae-29a44b511c72 req-f118ba12-a212-4cfd-a3b7-e402504c215f tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.83 "DELETE /v2.0/ports/c7467ef9-808b-4610-a42c-e4296bb24a70 HTTP/1.1" status: 204 len: 173 time: 1.4787228 May 26 15:57:43.683134 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85', 'name': 'network-vif-deleted', 'tag': 'c7467ef9-808b-4610-a42c-e4296bb24a70'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:43.686960 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34137eb-13ad-4175-8295-15880abaff79" -d '{"events": [{"server_uuid": "63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85", "name": "network-vif-deleted", "tag": "c7467ef9-808b-4610-a42c-e4296bb24a70"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:43.829950 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c4427431-8c49-4d6c-8ba9-8a8eb3940616 service neutron] For port c12f14b9-63df-4262-b488-905dbd4a5a1b, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=c12f14b9-63df-4262-b488-905dbd4a5a1b,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:43.859370 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33758) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:43.958298 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c4427431-8c49-4d6c-8ba9-8a8eb3940616 service neutron] For port c12f14b9-63df-4262-b488-905dbd4a5a1b, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:43.975869 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8ce84a2e-6942-452d-815b-256d9c1e54e8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=945988a3f22d4f97aa3281fb24e478b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1151471 May 26 15:57:43.983264 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33762) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:44.064733 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c4427431-8c49-4d6c-8ba9-8a8eb3940616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:44.072609 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0c7889-eda9-46be-b3a7-49b3d6f9846f x-openstack-request-id: req-fd0c7889-eda9-46be-b3a7-49b3d6f9846f {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:44.073038 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85", "name": "network-vif-deleted", "tag": "c7467ef9-808b-4610-a42c-e4296bb24a70", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:44.073379 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fd0c7889-eda9-46be-b3a7-49b3d6f9846f {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:44.073941 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd0c7889-eda9-46be-b3a7-49b3d6f9846f'] response: {'server_uuid': '63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85', 'name': 'network-vif-deleted', 'tag': 'c7467ef9-808b-4610-a42c-e4296bb24a70', 'status': 'completed', 'code': 200} May 26 15:57:44.087651 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-af7a34d4-aa14-4dbd-bd4c-497dca9a196f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:44.100425 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c4427431-8c49-4d6c-8ba9-8a8eb3940616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:44.137964 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44ed5716-e2c4-4c36-99c6-97ab34a9806a req-cb6db6d7-ee23-43f9-9818-906d91a45f0b tempest-ServerDiagnosticsNegativeTest-1865627563 tempest-ServerDiagnosticsNegativeTest-1865627563-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fc3b0c-bba4-4b25-88a7-d74d2f1e8f85 HTTP/1.1" status: 200 len: 210 time: 0.0678995 May 26 15:57:44.178425 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-af7a34d4-aa14-4dbd-bd4c-497dca9a196f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:44.237490 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a3c8c-c2db-41a6-b7d8-57d654c3fdcb req-2800c4cb-b998-441c-a2de-10808ebab5c3 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:44.238940 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d95a3c8c-c2db-41a6-b7d8-57d654c3fdcb req-2800c4cb-b998-441c-a2de-10808ebab5c3 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 945 time: 0.1641519 May 26 15:57:44.266937 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4427431-8c49-4d6c-8ba9-8a8eb3940616 service neutron] Pushing event updated for resources: {'Port': ['ID=c12f14b9-63df-4262-b488-905dbd4a5a1b,revision_number=7']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:44.333258 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-af7a34d4-aa14-4dbd-bd4c-497dca9a196f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:44.334695 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c4427431-8c49-4d6c-8ba9-8a8eb3940616 service neutron] Attempting to bind port c12f14b9-63df-4262-b488-905dbd4a5a1b on host n-h2-843337-2 for vnic_type normal with profile {"migrating_to": "n-h1-843337-2"} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:57:44.335224 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c4427431-8c49-4d6c-8ba9-8a8eb3940616 service neutron] Attempting to bind port c12f14b9-63df-4262-b488-905dbd4a5a1b by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:57:44.335557 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c4427431-8c49-4d6c-8ba9-8a8eb3940616 service neutron] Attempting to bind port c12f14b9-63df-4262-b488-905dbd4a5a1b on network 849715ed-d05e-42c2-bffa-fde3212d6c0a {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:44.344417 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-af7a34d4-aa14-4dbd-bd4c-497dca9a196f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:44.349300 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-af7a34d4-aa14-4dbd-bd4c-497dca9a196f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/94e250d8-1c72-4409-bbe0-355423d62029 HTTP/1.1" status: 204 len: 168 time: 0.3646204 May 26 15:57:44.381985 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a34d4-aa14-4dbd-bd4c-497dca9a196f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e250d8-1c72-4409-bbe0-355423d62029,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:44.399700 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d95a3c8c-c2db-41a6-b7d8-57d654c3fdcb req-8086318f-6b74-4d48-8002-5aa61654aa30 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264858 May 26 15:57:44.419484 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c4427431-8c49-4d6c-8ba9-8a8eb3940616 service neutron] Port c12f14b9-63df-4262-b488-905dbd4a5a1b on network 849715ed-d05e-42c2-bffa-fde3212d6c0a not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:57:44.432794 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c4427431-8c49-4d6c-8ba9-8a8eb3940616 service neutron] Attempting to bind port c12f14b9-63df-4262-b488-905dbd4a5a1b on network 849715ed-d05e-42c2-bffa-fde3212d6c0a {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:44.456512 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c4427431-8c49-4d6c-8ba9-8a8eb3940616 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:57:44.456753 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c4427431-8c49-4d6c-8ba9-8a8eb3940616 service neutron] Checking segment: {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:44.457165 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c4427431-8c49-4d6c-8ba9-8a8eb3940616 service neutron] Bound using segment: {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:57:44.459984 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c4427431-8c49-4d6c-8ba9-8a8eb3940616 service neutron] Bound port: c12f14b9-63df-4262-b488-905dbd4a5a1b, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:57:44.466675 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c4427431-8c49-4d6c-8ba9-8a8eb3940616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:44.744060 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c4427431-8c49-4d6c-8ba9-8a8eb3940616 service neutron] For port c12f14b9-63df-4262-b488-905dbd4a5a1b, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:44.749287 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c4427431-8c49-4d6c-8ba9-8a8eb3940616 service neutron] For port c12f14b9-63df-4262-b488-905dbd4a5a1b, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=c12f14b9-63df-4262-b488-905dbd4a5a1b,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:57:44.774618 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c4427431-8c49-4d6c-8ba9-8a8eb3940616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:44.828321 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595405b-650d-452f-b046-514e1a8e3cac req-2b8c24d3-1469-4d24-9365-82f593495224 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:44.835578 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1595405b-650d-452f-b046-514e1a8e3cac req-2b8c24d3-1469-4d24-9365-82f593495224 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 944 time: 0.2697120 May 26 15:57:44.913349 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4427431-8c49-4d6c-8ba9-8a8eb3940616 service neutron] Pushing event updated for resources: {'Port': ['ID=c12f14b9-63df-4262-b488-905dbd4a5a1b,revision_number=8']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:44.964043 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c4427431-8c49-4d6c-8ba9-8a8eb3940616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:44.965059 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c4427431-8c49-4d6c-8ba9-8a8eb3940616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:44.966815 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c4427431-8c49-4d6c-8ba9-8a8eb3940616 service neutron] 10.222.0.81 "PUT /v2.0/ports/c12f14b9-63df-4262-b488-905dbd4a5a1b HTTP/1.1" status: 200 len: 1122 time: 1.9163740 May 26 15:57:44.980870 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1595405b-650d-452f-b046-514e1a8e3cac req-5204ef0e-ad9b-4428-a763-4829ed01a3f1 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443775 May 26 15:57:45.121260 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['c12f14b9-63df-4262-b488-905dbd4a5a1b'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:57:45.314036 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4486293-c777-4c33-9043-f897c9434fb7 req-947392de-8074-4bf0-8915-e0f3f12e2dd2 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:45.322358 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4486293-c777-4c33-9043-f897c9434fb7 req-947392de-8074-4bf0-8915-e0f3f12e2dd2 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 1096 time: 0.0689981 May 26 15:57:45.358551 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4486293-c777-4c33-9043-f897c9434fb7 req-6a6d4291-46c2-4f4b-b5fa-0942c9b2a12a tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350277 May 26 15:57:45.376837 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8750e816-6d02-4d4e-b5ea-ffb06aaf5c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:45.608050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cab8d-2785-4810-9a8c-91373d2e80da req-702c6273-1b80-4e4e-a3d4-bf7d9f6641e6 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:45.610132 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-229cab8d-2785-4810-9a8c-91373d2e80da req-702c6273-1b80-4e4e-a3d4-bf7d9f6641e6 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 1096 time: 0.0646203 May 26 15:57:45.663096 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-229cab8d-2785-4810-9a8c-91373d2e80da req-33b44c6e-5713-46c2-8f7e-66240cc5a404 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464001 May 26 15:57:45.864674 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-c82092f7-9e92-4ac3-ac2a-bec563e9a510 req-3f022b26-cf77-4ee8-bd9a-f0a384abcae7 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:57:45.865968 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c82092f7-9e92-4ac3-ac2a-bec563e9a510 req-3f022b26-cf77-4ee8-bd9a-f0a384abcae7 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052450 May 26 15:57:45.882531 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33840) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:46.075508 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a2ef18-5956-4a59-bedd-797077720cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c12f14b9-63df-4262-b488-905dbd4a5a1b'}, {'name': 'network-changed', 'server_uuid': 'f5a2ef18-5956-4a59-bedd-797077720cf0', 'tag': 'c12f14b9-63df-4262-b488-905dbd4a5a1b'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:46.079161 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01fa064-4b3e-4555-937f-a0f8c53893c3" -d '{"events": [{"server_uuid": "f5a2ef18-5956-4a59-bedd-797077720cf0", "name": "network-vif-unplugged", "status": "completed", "tag": "c12f14b9-63df-4262-b488-905dbd4a5a1b"}, {"name": "network-changed", "server_uuid": "f5a2ef18-5956-4a59-bedd-797077720cf0", "tag": "c12f14b9-63df-4262-b488-905dbd4a5a1b"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:46.186929 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf97a1-07e1-4ba3-a431-9c67889e3454 req-6d08afe7-32df-4a04-bd49-a31a08a91398 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:46.203284 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5aaf97a1-07e1-4ba3-a431-9c67889e3454 req-6d08afe7-32df-4a04-bd49-a31a08a91398 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 944 time: 0.0979764 May 26 15:57:46.283915 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c04bf4dd-17eb-48d5-96a2-d7a7bf0113bf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9cfccb197f8e4276a09adba499d9693b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3986547 May 26 15:57:46.284787 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33866) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:46.309190 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5aaf97a1-07e1-4ba3-a431-9c67889e3454 req-1e2b73d1-922d-43c8-8d6b-6cf0c59c961c tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047950 May 26 15:57:46.349014 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:46.370947 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 26 May 2022 15:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db58a28d-b9ec-477f-82f2-dde6030c25c8 x-openstack-request-id: req-db58a28d-b9ec-477f-82f2-dde6030c25c8 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:46.372015 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a2ef18-5956-4a59-bedd-797077720cf0", "name": "network-vif-unplugged", "status": "completed", "tag": "c12f14b9-63df-4262-b488-905dbd4a5a1b", "code": 200}, {"name": "network-changed", "server_uuid": "f5a2ef18-5956-4a59-bedd-797077720cf0", "tag": "c12f14b9-63df-4262-b488-905dbd4a5a1b", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:46.372583 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-db58a28d-b9ec-477f-82f2-dde6030c25c8 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:46.373151 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db58a28d-b9ec-477f-82f2-dde6030c25c8'] response: {'server_uuid': 'f5a2ef18-5956-4a59-bedd-797077720cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c12f14b9-63df-4262-b488-905dbd4a5a1b', 'code': 200} May 26 15:57:46.373581 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db58a28d-b9ec-477f-82f2-dde6030c25c8'] response: {'name': 'network-changed', 'server_uuid': 'f5a2ef18-5956-4a59-bedd-797077720cf0', 'tag': 'c12f14b9-63df-4262-b488-905dbd4a5a1b', 'status': 'completed', 'code': 200} May 26 15:57:46.395440 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2c738e62-db0d-4d37-ad97-40a72acf7bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:46.425151 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device c7467ef9-808b-4610-a42c-e4296bb24a70 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:57:46.470686 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2c738e62-db0d-4d37-ad97-40a72acf7bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:46.487948 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: c7467ef9-808b-4610-a42c-e4296bb24a70 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:57:46.487948 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device c7467ef9-808b-4610-a42c-e4296bb24a70 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:57:46.543302 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2c738e62-db0d-4d37-ad97-40a72acf7bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:46.549537 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2c738e62-db0d-4d37-ad97-40a72acf7bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:46.550352 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fa064-4b3e-4555-937f-a0f8c53893c3 req-2c6077d6-3b38-47ad-8c0c-0226ca831ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:46.551832 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f01fa064-4b3e-4555-937f-a0f8c53893c3 req-2c6077d6-3b38-47ad-8c0c-0226ca831ad0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 1125 time: 0.0872905 May 26 15:57:46.554643 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2c738e62-db0d-4d37-ad97-40a72acf7bed admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d0f5dded-ef53-4013-8170-ed9f71b81b61 HTTP/1.1" status: 204 len: 168 time: 0.2683876 May 26 15:57:46.565388 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c738e62-db0d-4d37-ad97-40a72acf7bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f5dded-ef53-4013-8170-ed9f71b81b61,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:46.703722 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fa064-4b3e-4555-937f-a0f8c53893c3 req-1d71e7a0-53a8-472c-86e0-d82397c58633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:46.705691 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f01fa064-4b3e-4555-937f-a0f8c53893c3 req-1d71e7a0-53a8-472c-86e0-d82397c58633 service neutron] 10.222.0.83 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 921 time: 0.1457436 May 26 15:57:46.770288 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f01fa064-4b3e-4555-937f-a0f8c53893c3 req-20a8bf5a-b978-4c12-8def-5a4e3c8033c8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c12f14b9-63df-4262-b488-905dbd4a5a1b HTTP/1.1" status: 200 len: 217 time: 0.0517671 May 26 15:57:46.837945 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fa064-4b3e-4555-937f-a0f8c53893c3 req-0443bd75-fb33-4b93-9ab2-b52d106d2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:46.839846 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f01fa064-4b3e-4555-937f-a0f8c53893c3 req-0443bd75-fb33-4b93-9ab2-b52d106d2167 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=34e27219-447c-429c-b572-febfd4b36520 HTTP/1.1" status: 200 len: 860 time: 0.0619786 May 26 15:57:46.919417 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f01fa064-4b3e-4555-937f-a0f8c53893c3 req-058534a3-bca7-44a4-bdc9-3386565b801d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=849715ed-d05e-42c2-bffa-fde3212d6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709703 May 26 15:57:47.159409 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f01fa064-4b3e-4555-937f-a0f8c53893c3 req-457e90db-c027-4ad4-89e4-5e36cc41cbcb service neutron] 10.222.0.83 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294278 May 26 15:57:47.374438 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f01fa064-4b3e-4555-937f-a0f8c53893c3 req-ce23f20f-ae2b-4204-afcc-5f279b804347 service neutron] 10.222.0.83 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042546 May 26 15:57:47.580019 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:47.637848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33918) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:47.685433 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c9d90b6-b1e8-4320-b53f-06d7ed0a68a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:47.780363 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c9d90b6-b1e8-4320-b53f-06d7ed0a68a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:47.787802 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c9d90b6-b1e8-4320-b53f-06d7ed0a68a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:47.955461 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2c9d90b6-b1e8-4320-b53f-06d7ed0a68a6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8ead20a36a3443e8b05e0719f18ab54f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162968 May 26 15:57:47.958705 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33928) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:47.966589 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d90b6-b1e8-4320-b53f-06d7ed0a68a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd379f2f-59e9-4992-9422-087997ac6158,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:47.970045 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33930) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:48.031335 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba985dbf-c99d-42c6-a203-138ddd937daf req-d783bbca-4237-48a4-ab31-69715a78cf42 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:48.038742 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba985dbf-c99d-42c6-a203-138ddd937daf req-d783bbca-4237-48a4-ab31-69715a78cf42 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 944 time: 0.2505734 May 26 15:57:48.119305 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab3ed60c-c76d-4b98-b86a-4d7c798622b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:48.138971 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba985dbf-c99d-42c6-a203-138ddd937daf req-4266875e-e7b8-454d-b943-7cfe03b68671 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968666 May 26 15:57:48.159399 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:48.192155 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab3ed60c-c76d-4b98-b86a-4d7c798622b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:48.276634 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab3ed60c-c76d-4b98-b86a-4d7c798622b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:48.282922 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab3ed60c-c76d-4b98-b86a-4d7c798622b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:48.286883 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ab3ed60c-c76d-4b98-b86a-4d7c798622b9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd379f2f-59e9-4992-9422-087997ac6158 HTTP/1.1" status: 204 len: 168 time: 0.3246880 May 26 15:57:48.318089 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ed60c-c76d-4b98-b86a-4d7c798622b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd379f2f-59e9-4992-9422-087997ac6158,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:48.445720 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-183135b2-34ae-4d79-b7cc-52551bf71782 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:57:48.460500 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-183135b2-34ae-4d79-b7cc-52551bf71782 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4805217 May 26 15:57:48.894572 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:49.109784 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-cd3a3f99-661a-472d-8d72-6194605f2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:49.117146 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-cd3a3f99-661a-472d-8d72-6194605f2e8c service neutron] 10.222.0.77 "GET /v2.0/ports/5df0ec10-39a6-4bce-adcd-6a6b481f12e8 HTTP/1.1" status: 200 len: 1093 time: 0.2280240 May 26 15:57:49.122203 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device c12f14b9-63df-4262-b488-905dbd4a5a1b details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:57:49.122719 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ef11042a-f3a3-4f57-8492-75c9e459882e service neutron] Request body: {'binding': {'host': 'n-h2-843337-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:49.123407 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ef11042a-f3a3-4f57-8492-75c9e459882e service neutron] Unknown quota resources ['binding']. {{(pid=103896) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 26 15:57:49.399452 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ef11042a-f3a3-4f57-8492-75c9e459882e service neutron] Attempting to bind port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 on host n-h2-843337-2 for vnic_type normal with profile None {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:57:49.399452 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ef11042a-f3a3-4f57-8492-75c9e459882e service neutron] Attempting to bind port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:57:49.399452 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ef11042a-f3a3-4f57-8492-75c9e459882e service neutron] Attempting to bind port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:49.402266 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port c12f14b9-63df-4262-b488-905dbd4a5a1b, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=c12f14b9-63df-4262-b488-905dbd4a5a1b,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:49.406281 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ef11042a-f3a3-4f57-8492-75c9e459882e service neutron] Port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:57:49.407315 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ef11042a-f3a3-4f57-8492-75c9e459882e service neutron] Attempting to bind port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:49.427772 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ef11042a-f3a3-4f57-8492-75c9e459882e service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:57:49.428847 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ef11042a-f3a3-4f57-8492-75c9e459882e service neutron] Checking segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:49.431242 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ef11042a-f3a3-4f57-8492-75c9e459882e service neutron] Bound using segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:57:49.431242 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ef11042a-f3a3-4f57-8492-75c9e459882e service neutron] Bound port: 5df0ec10-39a6-4bce-adcd-6a6b481f12e8, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:57:49.435763 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device c12f14b9-63df-4262-b488-905dbd4a5a1b has no active binding in host n-h1-843337-2 {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 26 15:57:49.558961 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ef11042a-f3a3-4f57-8492-75c9e459882e service neutron] For port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=5df0ec10-39a6-4bce-adcd-6a6b481f12e8,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:57:49.577486 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ef11042a-f3a3-4f57-8492-75c9e459882e service neutron] Notify callbacks [] for binding, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:49.591815 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ef11042a-f3a3-4f57-8492-75c9e459882e service neutron] 10.222.0.77 "POST /v2.0/ports/5df0ec10-39a6-4bce-adcd-6a6b481f12e8/bindings HTTP/1.1" status: 201 len: 389 time: 0.4642415 May 26 15:57:49.680395 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f6b9b-fb17-42b2-b86f-2c87003f5b7b req-fa2a7c48-e16d-49b4-bbfb-83cee6c1868f tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:49.682298 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b04f6b9b-fb17-42b2-b86f-2c87003f5b7b req-fa2a7c48-e16d-49b4-bbfb-83cee6c1868f tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 944 time: 0.1212573 May 26 15:57:49.754308 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b04f6b9b-fb17-42b2-b86f-2c87003f5b7b req-0efb6834-c030-49ed-bc72-74a11b3a553c tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637629 May 26 15:57:50.210021 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d73bfe5b-1fe9-4e7e-9dff-c1c5a372924b req-3e3e3763-f6be-4698-b79d-a7b0ba8d3d95 tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.3106833 May 26 15:57:50.327992 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b97e4-d1c2-4682-9557-9d9ac5c8e221 req-07603ab7-6f2d-4207-ae9e-4ed7ea69fb0f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:50.348175 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-193b97e4-d1c2-4682-9557-9d9ac5c8e221 req-07603ab7-6f2d-4207-ae9e-4ed7ea69fb0f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 945 time: 0.4603851 May 26 15:57:50.389948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-381e35ee-8e7e-438b-9e06-af0fd276310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:50.391977 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-381e35ee-8e7e-438b-9e06-af0fd276310c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 1096 time: 0.1745086 May 26 15:57:50.424614 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a87a2e73-2233-49a3-bd0b-a9757b18e789 req-2aba76b7-65ed-4f46-97c2-ad24c030a031 tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0511422 May 26 15:57:50.456675 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-193b97e4-d1c2-4682-9557-9d9ac5c8e221 req-411e2d5f-a11f-4946-b394-61d2b9ecff53 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023307 May 26 15:57:50.635221 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-aeb81802-b6ad-409d-88e3-936b820d0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:50.641880 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-aeb81802-b6ad-409d-88e3-936b820d0421 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 908 time: 0.2318516 May 26 15:57:50.706900 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-475640c1-29c1-4914-aa6b-90a045765da4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5df0ec10-39a6-4bce-adcd-6a6b481f12e8 HTTP/1.1" status: 200 len: 217 time: 0.0533886 May 26 15:57:50.839542 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-2f929eee-66b7-48ab-bcc3-9f1c5cc9f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:50.845775 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-2f929eee-66b7-48ab-bcc3-9f1c5cc9f3e7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cfa16bff-3370-4a4e-860f-b7e489b84ed0 HTTP/1.1" status: 200 len: 847 time: 0.1196415 May 26 15:57:50.977943 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-592cd401-cecb-4be0-8540-08f53d1ff4f2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658958 May 26 15:57:51.020377 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a129ab-d23f-4ce4-9ac4-418e5f5306d1 req-b495c57e-8c52-47d1-a8e5-8d17c94680a9 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:51.022222 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a129ab-d23f-4ce4-9ac4-418e5f5306d1 req-b495c57e-8c52-47d1-a8e5-8d17c94680a9 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 944 time: 0.1507263 May 26 15:57:51.091462 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-fe2e9da0-62f4-4d6d-8818-312182f81cd5 service neutron] 10.222.0.83 "GET /v2.0/ports/c12f14b9-63df-4262-b488-905dbd4a5a1b/bindings/n-h1-843337-2 HTTP/1.1" status: 200 len: 384 time: 0.1645217 May 26 15:57:51.107203 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34042) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:51.161337 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a129ab-d23f-4ce4-9ac4-418e5f5306d1 req-d8bc882d-53ce-45b6-aabc-6b7cde4f1c7a tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275408 May 26 15:57:51.226928 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-8e23d79b-0f0a-46e5-a89d-ff8afd08ff38 service neutron] 10.222.0.83 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291372 May 26 15:57:51.282661 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:57:51.426465 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dbbfa528-d1e3-47ec-8ad7-7f81f6131dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:51.475487 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-e36c76bf-2de2-42b3-ad73-e5157f28075b service neutron] 10.222.0.83 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399318 May 26 15:57:51.521800 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-946d382b-de5f-4572-a684-b1e05dc3656d service neutron] For port c12f14b9-63df-4262-b488-905dbd4a5a1b, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=c12f14b9-63df-4262-b488-905dbd4a5a1b,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:51.574409 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-946d382b-de5f-4572-a684-b1e05dc3656d service neutron] For port c12f14b9-63df-4262-b488-905dbd4a5a1b, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:51.609767 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dbbfa528-d1e3-47ec-8ad7-7f81f6131dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:51.614721 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dbbfa528-d1e3-47ec-8ad7-7f81f6131dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:51.665043 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-dbbfa528-d1e3-47ec-8ad7-7f81f6131dda admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5ac34834fa3a401e87c4986978455500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5560403 May 26 15:57:51.667589 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfa528-d1e3-47ec-8ad7-7f81f6131dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24666ae3-772f-477f-a539-503d6ab599e3,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:51.671279 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34054) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:51.690462 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-946d382b-de5f-4572-a684-b1e05dc3656d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c12f14b9-63df-4262-b488-905dbd4a5a1b {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:57:51.696429 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0d92580a-bb60-4d46-9d66-b42291352d77 req-44036f54-f373-4801-bd90-b3628eb7fd8d tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0640512 May 26 15:57:51.733082 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-946d382b-de5f-4572-a684-b1e05dc3656d service neutron] For port c12f14b9-63df-4262-b488-905dbd4a5a1b, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=c12f14b9-63df-4262-b488-905dbd4a5a1b,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:51.745722 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c78728e4-ab63-40a5-8fac-98b7cac0f527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:51.761854 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25766363-9217-4697-840c-ff3cb6e881ab req-c6ff20f5-1379-4597-a0c1-cdbc13d1db46 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:51.763399 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25766363-9217-4697-840c-ff3cb6e881ab req-c6ff20f5-1379-4597-a0c1-cdbc13d1db46 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 945 time: 0.1634080 May 26 15:57:51.766348 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-946d382b-de5f-4572-a684-b1e05dc3656d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:51.782745 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ccff6e4d-0e68-449a-b0b2-46a61eb67ae8 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:51.784318 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ccff6e4d-0e68-449a-b0b2-46a61eb67ae8 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d&tenant_id=68474f7d9cf04077903a4e0c3bda72a7&binding%3Ahost_id=n-h1-843337-2 HTTP/1.1" status: 200 len: 1096 time: 0.1385388 May 26 15:57:51.791247 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c78728e4-ab63-40a5-8fac-98b7cac0f527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:51.797746 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ffd48858-d74f-4f7c-8717-d68a7c643086 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843337-2'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:57:51.870549 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c78728e4-ab63-40a5-8fac-98b7cac0f527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:51.874579 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c78728e4-ab63-40a5-8fac-98b7cac0f527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:51.876590 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c78728e4-ab63-40a5-8fac-98b7cac0f527 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/24666ae3-772f-477f-a539-503d6ab599e3 HTTP/1.1" status: 204 len: 168 time: 0.2041979 May 26 15:57:51.887880 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78728e4-ab63-40a5-8fac-98b7cac0f527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24666ae3-772f-477f-a539-503d6ab599e3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:51.896901 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25766363-9217-4697-840c-ff3cb6e881ab req-0f14a5d0-921f-4fdc-95db-694bd85cafa8 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247678 May 26 15:57:51.944911 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ffd48858-d74f-4f7c-8717-d68a7c643086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:51.978462 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-946d382b-de5f-4572-a684-b1e05dc3656d service neutron] Transition to ACTIVE for port object c12f14b9-63df-4262-b488-905dbd4a5a1b will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:57:52.002303 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-946d382b-de5f-4572-a684-b1e05dc3656d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:52.132444 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-946d382b-de5f-4572-a684-b1e05dc3656d service neutron] No DVR routers for this DVR port c12f14b9-63df-4262-b488-905dbd4a5a1b on host n-h2-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:57:52.150850 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d382b-de5f-4572-a684-b1e05dc3656d service neutron] Pushing event updated for resources: {'Port': ['ID=c12f14b9-63df-4262-b488-905dbd4a5a1b,revision_number=10']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:52.191795 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-946d382b-de5f-4572-a684-b1e05dc3656d service neutron] 10.222.0.83 "PUT /v2.0/ports/c12f14b9-63df-4262-b488-905dbd4a5a1b/bindings/n-h1-843337-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0781198 May 26 15:57:52.211562 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ffd48858-d74f-4f7c-8717-d68a7c643086 service neutron] For port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=5df0ec10-39a6-4bce-adcd-6a6b481f12e8,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:52.281983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ffd48858-d74f-4f7c-8717-d68a7c643086 service neutron] For port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:52.332591 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34070) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:52.424006 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-9b0cedc9-59dd-473a-9cba-e9088a6adae9 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:52.435896 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-9b0cedc9-59dd-473a-9cba-e9088a6adae9 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0&tenant_id=19e070c8e7b54fd08885a106f1eb9e23&binding%3Ahost_id=n-h2-843337-2 HTTP/1.1" status: 200 len: 1096 time: 0.0900185 May 26 15:57:52.484488 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34076) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:52.488771 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ca728e9-5a4c-438f-9ff6-fd955a2d8c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:52.519507 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9e774845-d377-438f-9c0e-570ae6ac3b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:52.547500 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416963c3-be01-46f9-90c9-865d8c337d3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5df0ec10-39a6-4bce-adcd-6a6b481f12e8'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:52.549856 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2768f16f-4e17-4a46-ae64-b2d0970dd60d" -d '{"events": [{"server_uuid": "416963c3-be01-46f9-90c9-865d8c337d3d", "name": "network-vif-unplugged", "status": "completed", "tag": "5df0ec10-39a6-4bce-adcd-6a6b481f12e8"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:52.554760 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ffd48858-d74f-4f7c-8717-d68a7c643086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:52.566032 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-40662ca2-4b85-4f8f-89b6-e94f5fda0559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:52.567845 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-40662ca2-4b85-4f8f-89b6-e94f5fda0559 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0&tenant_id=19e070c8e7b54fd08885a106f1eb9e23 HTTP/1.1" status: 200 len: 1096 time: 0.1298738 May 26 15:57:52.586639 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c7050-bf9e-49bb-a25c-9b414b4c893f req-ae2cc45f-3949-4df3-8e84-627155bb9d95 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:52.588324 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-537c7050-bf9e-49bb-a25c-9b414b4c893f req-ae2cc45f-3949-4df3-8e84-627155bb9d95 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 945 time: 0.3025734 May 26 15:57:52.589236 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ffd48858-d74f-4f7c-8717-d68a7c643086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:52.660539 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9e774845-d377-438f-9c0e-570ae6ac3b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:52.678010 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9e774845-d377-438f-9c0e-570ae6ac3b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:52.693484 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7650ccf1-d4e9-457a-be31-f94ba867848a x-openstack-request-id: req-7650ccf1-d4e9-457a-be31-f94ba867848a {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:52.694069 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416963c3-be01-46f9-90c9-865d8c337d3d", "name": "network-vif-unplugged", "status": "completed", "tag": "5df0ec10-39a6-4bce-adcd-6a6b481f12e8", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:52.695571 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7650ccf1-d4e9-457a-be31-f94ba867848a {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:52.695571 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7650ccf1-d4e9-457a-be31-f94ba867848a'] response: {'server_uuid': '416963c3-be01-46f9-90c9-865d8c337d3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5df0ec10-39a6-4bce-adcd-6a6b481f12e8', 'code': 200} May 26 15:57:52.751648 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9e774845-d377-438f-9c0e-570ae6ac3b89 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=12e004091bde4640bc1babb1fcb07a77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638650 May 26 15:57:52.756403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e774845-d377-438f-9c0e-570ae6ac3b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7b78ba-04e2-4072-8bfb-d7f9bfee4713,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:52.762051 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34086) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:52.765521 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ca728e9-5a4c-438f-9ff6-fd955a2d8c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:52.774588 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ca728e9-5a4c-438f-9ff6-fd955a2d8c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:52.846348 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca728e9-5a4c-438f-9ff6-fd955a2d8c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f189947-fea6-47c5-beef-f421121d27ee,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:52.852031 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd48858-d74f-4f7c-8717-d68a7c643086 service neutron] Pushing event updated for resources: {'Port': ['ID=5df0ec10-39a6-4bce-adcd-6a6b481f12e8,revision_number=7']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:52.852989 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0ca728e9-5a4c-438f-9ff6-fd955a2d8c85 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=588c97fec6ca4482ab9a33915c46697d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5188470 May 26 15:57:52.861089 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-537c7050-bf9e-49bb-a25c-9b414b4c893f req-97177e91-1184-427b-93e7-b89f0ec4707d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621813 May 26 15:57:52.861649 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34088) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:52.881157 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ffd48858-d74f-4f7c-8717-d68a7c643086 service neutron] Attempting to bind port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 on host n-h1-843337-2 for vnic_type normal with profile {"migrating_to": "n-h2-843337-2"} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:57:52.881653 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ffd48858-d74f-4f7c-8717-d68a7c643086 service neutron] Attempting to bind port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:57:52.882084 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ffd48858-d74f-4f7c-8717-d68a7c643086 service neutron] Attempting to bind port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:52.916076 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-07f271b1-848b-410d-a9fd-bb4a22ee6f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:52.926675 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-bc822cfd-fe6b-4bbc-9f0f-204b432edeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:52.928332 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-bc822cfd-fe6b-4bbc-9f0f-204b432edeec service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 1096 time: 0.2523103 May 26 15:57:52.933090 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2d8af52-acb2-4ff5-a482-620169ddaac9 req-ec7af62c-cf4f-45ef-88b5-1bbdc43e08ff tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0702765 May 26 15:57:52.933956 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ffd48858-d74f-4f7c-8717-d68a7c643086 service neutron] Port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:57:52.934396 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ffd48858-d74f-4f7c-8717-d68a7c643086 service neutron] Attempting to bind port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:57:52.953329 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-07f271b1-848b-410d-a9fd-bb4a22ee6f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:53.037333 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-07f271b1-848b-410d-a9fd-bb4a22ee6f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:53.041207 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-07f271b1-848b-410d-a9fd-bb4a22ee6f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:53.042517 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-07f271b1-848b-410d-a9fd-bb4a22ee6f08 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0f7b78ba-04e2-4072-8bfb-d7f9bfee4713 HTTP/1.1" status: 204 len: 168 time: 0.2795343 May 26 15:57:53.055018 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ffd48858-d74f-4f7c-8717-d68a7c643086 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:57:53.055714 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f271b1-848b-410d-a9fd-bb4a22ee6f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7b78ba-04e2-4072-8bfb-d7f9bfee4713,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:53.056629 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ffd48858-d74f-4f7c-8717-d68a7c643086 service neutron] Checking segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:57:53.057108 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ffd48858-d74f-4f7c-8717-d68a7c643086 service neutron] Bound using segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:57:53.058478 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ffd48858-d74f-4f7c-8717-d68a7c643086 service neutron] Bound port: 5df0ec10-39a6-4bce-adcd-6a6b481f12e8, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:57:53.059306 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ffd48858-d74f-4f7c-8717-d68a7c643086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:53.077644 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e59501a-9e50-4557-9c86-d9b8b7c7c82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:53.080125 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-3aba5f61-3281-46b1-9aa9-b6349efcf578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:53.082106 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-3aba5f61-3281-46b1-9aa9-b6349efcf578 service neutron] 10.222.0.81 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 921 time: 0.1359937 May 26 15:57:53.123735 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e59501a-9e50-4557-9c86-d9b8b7c7c82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:53.188306 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e59501a-9e50-4557-9c86-d9b8b7c7c82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:53.192523 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e59501a-9e50-4557-9c86-d9b8b7c7c82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:53.196953 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0e59501a-9e50-4557-9c86-d9b8b7c7c82d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5f189947-fea6-47c5-beef-f421121d27ee HTTP/1.1" status: 204 len: 168 time: 0.3317780 May 26 15:57:53.210414 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59501a-9e50-4557-9c86-d9b8b7c7c82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f189947-fea6-47c5-beef-f421121d27ee,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:53.245100 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-15ff2940-d036-4383-92a3-726b099bbb8d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c12f14b9-63df-4262-b488-905dbd4a5a1b HTTP/1.1" status: 200 len: 217 time: 0.0882030 May 26 15:57:53.313470 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-6553bd31-f94a-4765-9bc1-d52904cc20fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:53.315213 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-6553bd31-f94a-4765-9bc1-d52904cc20fd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=34e27219-447c-429c-b572-febfd4b36520 HTTP/1.1" status: 200 len: 860 time: 0.0591223 May 26 15:57:53.316364 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ffd48858-d74f-4f7c-8717-d68a7c643086 service neutron] For port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:53.356920 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f0cc5-8fc9-4de2-a9e6-db01a169f501 req-9639432d-908c-4080-a7d0-dbe9db0f057d tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:53.358936 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-150f0cc5-8fc9-4de2-a9e6-db01a169f501 req-9639432d-908c-4080-a7d0-dbe9db0f057d tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 943 time: 0.2757611 May 26 15:57:53.381134 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ffd48858-d74f-4f7c-8717-d68a7c643086 service neutron] For port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=5df0ec10-39a6-4bce-adcd-6a6b481f12e8,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:57:53.385176 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-027ae2a8-f7db-4691-8199-6ae2d94e74fa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=849715ed-d05e-42c2-bffa-fde3212d6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609214 May 26 15:57:53.438072 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ffd48858-d74f-4f7c-8717-d68a7c643086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:53.603179 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-150f0cc5-8fc9-4de2-a9e6-db01a169f501 req-98cd6f37-05a8-4a27-9895-78c4cc0ba59c tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167623 May 26 15:57:53.665943 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ffd48858-d74f-4f7c-8717-d68a7c643086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:53.666806 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ffd48858-d74f-4f7c-8717-d68a7c643086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:53.668600 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-ffd48858-d74f-4f7c-8717-d68a7c643086 service neutron] 10.222.0.83 "PUT /v2.0/ports/5df0ec10-39a6-4bce-adcd-6a6b481f12e8 HTTP/1.1" status: 200 len: 1121 time: 1.8750257 May 26 15:57:53.675514 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd48858-d74f-4f7c-8717-d68a7c643086 service neutron] Pushing event updated for resources: {'Port': ['ID=5df0ec10-39a6-4bce-adcd-6a6b481f12e8,revision_number=8']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:53.686156 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-c20ef904-ad87-4137-8218-c65705674a76 service neutron] 10.222.0.81 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898877 May 26 15:57:53.748406 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34108) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:53.767175 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['5df0ec10-39a6-4bce-adcd-6a6b481f12e8'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:57:53.775901 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d0952fd-94b9-435d-a5df-3d39251978d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:53.876225 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-95ab3a7b-2415-468a-a547-df8223a00922 service neutron] 10.222.0.81 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822393 May 26 15:57:53.981782 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d0952fd-94b9-435d-a5df-3d39251978d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:53.988923 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d0952fd-94b9-435d-a5df-3d39251978d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:54.070985 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3d0952fd-94b9-435d-a5df-3d39251978d9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4eb1dab1475043cfb530ad79fbc4ceab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201559 May 26 15:57:54.073954 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34116) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:54.084264 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0952fd-94b9-435d-a5df-3d39251978d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dc9ccf-a4c0-4699-ab9a-02b3632ec5e3,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:54.123034 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b21569-01f9-4564-988c-bf8d60e6ca83 req-6ed1ba7a-039a-4513-bfbf-6cd6a497f5e2 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:54.125128 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a2b21569-01f9-4564-988c-bf8d60e6ca83 req-6ed1ba7a-039a-4513-bfbf-6cd6a497f5e2 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 945 time: 0.1347835 May 26 15:57:54.228868 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a2b21569-01f9-4564-988c-bf8d60e6ca83 req-7e7cd656-b9eb-4ef9-bbbe-08f0e31e96c5 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951445 May 26 15:57:54.345496 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-59f9e524-b111-4521-9d55-f538f55a1586 req-9c6c1566-046f-4ed1-ad16-55b6886a2c05 tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.1406538 May 26 15:57:54.364813 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d579fcad-dbcb-40fe-af26-02323a3c2aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:54.420425 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d579fcad-dbcb-40fe-af26-02323a3c2aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:54.423548 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-081c49f7-5597-4809-a561-dc4aa83060e3 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:54.425150 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-081c49f7-5597-4809-a561-dc4aa83060e3 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0&tenant_id=19e070c8e7b54fd08885a106f1eb9e23&binding%3Ahost_id=n-h1-843337-2 HTTP/1.1" status: 200 len: 1096 time: 0.1101646 May 26 15:57:54.517252 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device c12f14b9-63df-4262-b488-905dbd4a5a1b no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:57:54.586144 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d579fcad-dbcb-40fe-af26-02323a3c2aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:54.589454 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d579fcad-dbcb-40fe-af26-02323a3c2aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:54.605486 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d579fcad-dbcb-40fe-af26-02323a3c2aa9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d1dc9ccf-a4c0-4699-ab9a-02b3632ec5e3 HTTP/1.1" status: 204 len: 168 time: 0.5184031 May 26 15:57:54.641503 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device c12f14b9-63df-4262-b488-905dbd4a5a1b not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:57:54.695916 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579fcad-dbcb-40fe-af26-02323a3c2aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dc9ccf-a4c0-4699-ab9a-02b3632ec5e3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:54.703540 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416963c3-be01-46f9-90c9-865d8c337d3d', 'tag': '5df0ec10-39a6-4bce-adcd-6a6b481f12e8'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:57:54.707197 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4c3c47-b066-4115-ac17-d224f56bbf64" -d '{"events": [{"name": "network-changed", "server_uuid": "416963c3-be01-46f9-90c9-865d8c337d3d", "tag": "5df0ec10-39a6-4bce-adcd-6a6b481f12e8"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:57:54.718117 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c6f921b3-bb00-463e-bf8d-98a19d37e147 req-18df52d2-4a7e-490f-9504-ad826c82a9cf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0943007 May 26 15:57:54.752749 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-f43e4233-5ab0-4651-8ea9-ba0a9ae9feac service neutron] For port c12f14b9-63df-4262-b488-905dbd4a5a1b, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:57:54.757599 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-f43e4233-5ab0-4651-8ea9-ba0a9ae9feac service neutron] Notify callbacks [] for binding, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:54.759137 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb13f8a-0033-49eb-8741-5766d9bcdb9b req-f43e4233-5ab0-4651-8ea9-ba0a9ae9feac service neutron] 10.222.0.81 "DELETE /v2.0/ports/c12f14b9-63df-4262-b488-905dbd4a5a1b/bindings/n-h2-843337-2 HTTP/1.1" status: 204 len: 173 time: 0.3188944 May 26 15:57:54.841663 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf015324-8a57-4d2a-989f-7babf9637eb2 req-5ad48e1d-47ab-4153-b3a2-f21fcec314fc tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:54.843845 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf015324-8a57-4d2a-989f-7babf9637eb2 req-5ad48e1d-47ab-4153-b3a2-f21fcec314fc tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 943 time: 0.0896313 May 26 15:57:54.845819 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38684d8-9833-40a8-8f76-7fa4249be372 x-openstack-request-id: req-b38684d8-9833-40a8-8f76-7fa4249be372 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:57:54.846269 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "416963c3-be01-46f9-90c9-865d8c337d3d", "tag": "5df0ec10-39a6-4bce-adcd-6a6b481f12e8", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:57:54.846799 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b38684d8-9833-40a8-8f76-7fa4249be372 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:57:54.847266 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b38684d8-9833-40a8-8f76-7fa4249be372'] response: {'name': 'network-changed', 'server_uuid': '416963c3-be01-46f9-90c9-865d8c337d3d', 'tag': '5df0ec10-39a6-4bce-adcd-6a6b481f12e8', 'status': 'completed', 'code': 200} May 26 15:57:54.931424 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf015324-8a57-4d2a-989f-7babf9637eb2 req-a01fa58c-4b46-471c-a1f0-018f78642174 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812368 May 26 15:57:54.964447 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c3c47-b066-4115-ac17-d224f56bbf64 req-e0948e97-56d1-4c0d-9fd1-6fc08963b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:54.970305 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa4c3c47-b066-4115-ac17-d224f56bbf64 req-e0948e97-56d1-4c0d-9fd1-6fc08963b4c8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 1124 time: 0.0913637 May 26 15:57:55.102822 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c3c47-b066-4115-ac17-d224f56bbf64 req-a018e62b-02f4-462b-844d-0c7ffe70c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:55.104589 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa4c3c47-b066-4115-ac17-d224f56bbf64 req-a018e62b-02f4-462b-844d-0c7ffe70c102 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 908 time: 0.1239314 May 26 15:57:55.173364 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa4c3c47-b066-4115-ac17-d224f56bbf64 req-45f27b38-c6a9-4b24-ba82-3feff91d3fba service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5df0ec10-39a6-4bce-adcd-6a6b481f12e8 HTTP/1.1" status: 200 len: 217 time: 0.0587003 May 26 15:57:55.622834 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d3c48fa7-2e0d-469b-b71b-349aadb6af19 req-b0779be7-41af-48e3-a0ad-dc7734d442cf tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0685728 May 26 15:57:55.635817 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c3c47-b066-4115-ac17-d224f56bbf64 req-7fb75704-d398-4971-892e-1ebc0b48b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:55.637351 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa4c3c47-b066-4115-ac17-d224f56bbf64 req-7fb75704-d398-4971-892e-1ebc0b48b8f3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cfa16bff-3370-4a4e-860f-b7e489b84ed0 HTTP/1.1" status: 200 len: 847 time: 0.4504850 May 26 15:57:55.709878 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa4c3c47-b066-4115-ac17-d224f56bbf64 req-22f654c8-6ead-4063-9c4a-0c206efc7924 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646822 May 26 15:57:55.722045 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d66934-dc28-4e60-8e5d-5b82246a1350 req-383905ee-87b1-4f6f-b28c-02510c52ec80 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:55.724245 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98d66934-dc28-4e60-8e5d-5b82246a1350 req-383905ee-87b1-4f6f-b28c-02510c52ec80 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 945 time: 0.1682217 May 26 15:57:55.904198 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98d66934-dc28-4e60-8e5d-5b82246a1350 req-6e6755c7-71e8-4f3d-8b44-95df53359407 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694849 May 26 15:57:55.999918 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa4c3c47-b066-4115-ac17-d224f56bbf64 req-8d27bf45-aef7-4352-bb4d-0c7a6771dd9e service neutron] 10.222.0.81 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720633 May 26 15:57:56.234606 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa4c3c47-b066-4115-ac17-d224f56bbf64 req-d7fe8fdc-614b-4fae-985d-2914849a0c0d service neutron] 10.222.0.81 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224984 May 26 15:57:56.272313 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7112d-3806-4441-a933-c6a4f2cde833 req-9a18f24c-617a-4bdc-92e7-ca1e48064ce6 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:56.283123 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2dc7112d-3806-4441-a933-c6a4f2cde833 req-9a18f24c-617a-4bdc-92e7-ca1e48064ce6 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 943 time: 0.1466527 May 26 15:57:56.307512 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acaa23-2544-4e8a-82a5-8c9976b6ecfa req-22f7cebf-91f8-42db-bf5a-f7140bb96c8f tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:56.314695 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37acaa23-2544-4e8a-82a5-8c9976b6ecfa req-22f7cebf-91f8-42db-bf5a-f7140bb96c8f tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 1096 time: 0.0967102 May 26 15:57:56.360944 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2dc7112d-3806-4441-a933-c6a4f2cde833 req-66d21842-a810-4207-bc91-7e8cb66c141f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705822 May 26 15:57:56.375564 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37acaa23-2544-4e8a-82a5-8c9976b6ecfa req-3dc2e289-1848-455d-a654-b5a4bf1bc9e8 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596089 May 26 15:57:56.501212 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:57:56.634418 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=5df0ec10-39a6-4bce-adcd-6a6b481f12e8,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:57:56.647780 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 has no active binding in host n-h2-843337-2 {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 26 15:57:57.035556 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-520c1a31-d787-4751-8254-b352e2a9850c req-1d67178d-1959-4806-8f3e-5a44feab1ee3 tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0311620 May 26 15:57:57.477272 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-0fe0272c-1a63-45e0-9115-b650d90db7b8 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:57.478775 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-0fe0272c-1a63-45e0-9115-b650d90db7b8 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 820 time: 0.1298249 May 26 15:57:57.546283 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-6f98b0c7-b697-423d-9d97-9414f09ef3c1 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/quotas/19e070c8e7b54fd08885a106f1eb9e23 HTTP/1.1" status: 200 len: 375 time: 0.0249193 May 26 15:57:57.600641 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-45e16ce4-a7f0-4f51-88ec-dfb833c04538 req-b30ea288-acdd-47d7-8d7b-6ded49fc07d2 tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0586481 May 26 15:57:57.656156 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-472822c1-8630-452d-8ff5-4f7c7a68997d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0834360 May 26 15:57:57.767939 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-89b822d0-118f-460b-83eb-60b584c9355b service neutron] 10.222.0.77 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107986 May 26 15:57:57.850632 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cce18cb4-b331-4c0e-8e1a-4550573c3304 req-d13258ee-ec3a-4fa9-8c66-3d3f1ecddec3 tempest-FlavorsV2NegativeTest-489978437 tempest-FlavorsV2NegativeTest-489978437-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=569cdf1b964447ea85382448a136bbc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729563 May 26 15:57:57.947085 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-2a6d6196-d7e6-406c-a870-936ebbd8cf20 service neutron] 10.222.0.77 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780419 May 26 15:57:57.996332 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce18cb4-b331-4c0e-8e1a-4550573c3304 req-40b7dace-970e-4c50-b5dc-cb39cd895d26 tempest-FlavorsV2NegativeTest-489978437 tempest-FlavorsV2NegativeTest-489978437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:58.003658 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cce18cb4-b331-4c0e-8e1a-4550573c3304 req-40b7dace-970e-4c50-b5dc-cb39cd895d26 tempest-FlavorsV2NegativeTest-489978437 tempest-FlavorsV2NegativeTest-489978437-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1463954 May 26 15:57:58.026279 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cce18cb4-b331-4c0e-8e1a-4550573c3304 req-ff3674e5-1fd1-4739-857f-d839bc93f7c4 tempest-FlavorsV2NegativeTest-489978437 tempest-FlavorsV2NegativeTest-489978437-project] 10.222.0.77 "GET /v2.0/quotas/569cdf1b964447ea85382448a136bbc2 HTTP/1.1" status: 200 len: 375 time: 0.0126607 May 26 15:57:58.082798 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cce18cb4-b331-4c0e-8e1a-4550573c3304 req-2fc9214f-e4d6-4a92-ab58-1dccad4c1c30 tempest-FlavorsV2NegativeTest-489978437 tempest-FlavorsV2NegativeTest-489978437-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=569cdf1b964447ea85382448a136bbc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481904 May 26 15:57:58.302835 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad04d2-da0a-4be2-a432-3c8f6ca752a2 req-22a4914e-31a6-4de6-9498-124b49e790a1 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:57:58.313369 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6ad04d2-da0a-4be2-a432-3c8f6ca752a2 req-22a4914e-31a6-4de6-9498-124b49e790a1 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 943 time: 0.0843384 May 26 15:57:58.388183 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6139aa18-e730-4745-bdba-e083a597f12a req-3eadd622-ddbd-4e08-b2e4-0c0c9e6cc03c tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0718844 May 26 15:57:58.468791 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6ad04d2-da0a-4be2-a432-3c8f6ca752a2 req-abd5629a-3dc3-472d-b84d-1588c7a80d17 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543579 May 26 15:57:58.576351 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf1da85d-e213-4c8a-aa04-2fa7be9aea76 req-8dd52296-0dd3-48a7-ab97-5ea70744b89d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 210 time: 0.0758684 May 26 15:57:58.987072 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34316) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:58.997339 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34320) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:59.175440 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c2b14ca4-3f3d-4c78-afd5-8ec906a7df87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:59.179759 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-82e4677d-5f76-4051-a9dd-ae0c77d74aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:59.342900 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c2b14ca4-3f3d-4c78-afd5-8ec906a7df87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:59.353952 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c2b14ca4-3f3d-4c78-afd5-8ec906a7df87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:59.376022 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-82e4677d-5f76-4051-a9dd-ae0c77d74aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:59.383943 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-82e4677d-5f76-4051-a9dd-ae0c77d74aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:59.441418 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b14ca4-3f3d-4c78-afd5-8ec906a7df87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580e8f78-8bc3-4cbc-8e42-1bff87a6f91b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:59.468344 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c2b14ca4-3f3d-4c78-afd5-8ec906a7df87 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8fcaea959f0848588f5d5b15cca9f79c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4799728 May 26 15:57:59.470815 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34334) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:59.478291 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4677d-5f76-4051-a9dd-ae0c77d74aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43bb9b3-4da8-4cee-8cd3-ced3a3ecde1d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:59.507204 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-82e4677d-5f76-4051-a9dd-ae0c77d74aa2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=569cdf1b964447ea85382448a136bbc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5085013 May 26 15:57:59.510006 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34338) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:57:59.540208 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-da5d308b-3c9d-4feb-b257-47b6f7dc6233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:59.566603 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-da5d308b-3c9d-4feb-b257-47b6f7dc6233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:59.587698 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37dc8438-c5b0-4c1f-a8a4-7eba8d18ed4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:59.617502 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1733a1d6-fd92-417d-a011-90738618acf0 req-8c7bf98b-e085-4018-80b3-a356ee6510df tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0374470 May 26 15:57:59.624246 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-da5d308b-3c9d-4feb-b257-47b6f7dc6233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:59.627354 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-da5d308b-3c9d-4feb-b257-47b6f7dc6233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:59.629540 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-da5d308b-3c9d-4feb-b257-47b6f7dc6233 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/580e8f78-8bc3-4cbc-8e42-1bff87a6f91b HTTP/1.1" status: 204 len: 168 time: 0.1578047 May 26 15:57:59.634364 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37dc8438-c5b0-4c1f-a8a4-7eba8d18ed4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:59.678054 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d308b-3c9d-4feb-b257-47b6f7dc6233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580e8f78-8bc3-4cbc-8e42-1bff87a6f91b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:57:59.762282 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37dc8438-c5b0-4c1f-a8a4-7eba8d18ed4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:59.765771 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37dc8438-c5b0-4c1f-a8a4-7eba8d18ed4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:57:59.767069 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-37dc8438-c5b0-4c1f-a8a4-7eba8d18ed4f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c43bb9b3-4da8-4cee-8cd3-ced3a3ecde1d HTTP/1.1" status: 204 len: 168 time: 0.2554166 May 26 15:57:59.797894 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc8438-c5b0-4c1f-a8a4-7eba8d18ed4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43bb9b3-4da8-4cee-8cd3-ced3a3ecde1d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:00.052586 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7267b1-1ef7-4077-b16c-15a7f916a528 req-c08d4df3-ae54-40d9-a96a-cd6fceed59de tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:00.069485 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e7267b1-1ef7-4077-b16c-15a7f916a528 req-c08d4df3-ae54-40d9-a96a-cd6fceed59de tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 943 time: 0.2530601 May 26 15:58:00.081563 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:00.179890 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-39dca7da-af8d-4504-a0ba-13c29bd2881e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:00.182026 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-39dca7da-af8d-4504-a0ba-13c29bd2881e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.83 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 820 time: 0.3671017 May 26 15:58:00.199832 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e7267b1-1ef7-4077-b16c-15a7f916a528 req-0e32842e-0fb7-4b89-be48-d99a4dd2b6bf tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268382 May 26 15:58:00.220942 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-80c16a66-99c1-4d68-9d04-23d12414835e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Request body: {'port': {'device_id': '7a58350f-03f3-48f5-8cf0-9ae214aba04d', 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a', 'admin_state_up': True, 'tenant_id': '19e070c8e7b54fd08885a106f1eb9e23'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:00.276163 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9f19a812-0b8a-48df-af4b-56d3370af91b req-92604bcd-cdaa-4ec3-b296-37bebc70594a tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 210 time: 0.0505352 May 26 15:58:00.330784 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34364) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:00.355533 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f8cf8b6-eb8f-49a9-8a97-99a6a60dba8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:00.484672 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-80c16a66-99c1-4d68-9d04-23d12414835e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Made reservation on behalf of 19e070c8e7b54fd08885a106f1eb9e23 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:58:00.488929 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-80c16a66-99c1-4d68-9d04-23d12414835e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:00.515306 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f8cf8b6-eb8f-49a9-8a97-99a6a60dba8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:00.521564 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f8cf8b6-eb8f-49a9-8a97-99a6a60dba8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:00.552248 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8cf8b6-eb8f-49a9-8a97-99a6a60dba8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5329371-94d5-4eca-aa81-f23847ab8978,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:00.613346 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4f8cf8b6-eb8f-49a9-8a97-99a6a60dba8b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=56d238eb174c45928adad243ef9abac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787197 May 26 15:58:00.615453 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34374) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:00.826266 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3abaf4a0-057d-4fc4-b8c8-7a9cdc1c2e93 req-888f5fac-df08-4cc3-b067-4e7732e433ba tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0551486 May 26 15:58:00.831149 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e08b2a6-0bc6-4ad6-8880-7ad467e4cc4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:00.834744 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-80c16a66-99c1-4d68-9d04-23d12414835e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Allocated IP 172.20.0.12 (849715ed-d05e-42c2-bffa-fde3212d6c0a/34e27219-447c-429c-b572-febfd4b36520/2845f95d-7d29-4a78-8b9d-7319109dd9b8) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:58:00.900927 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e08b2a6-0bc6-4ad6-8880-7ad467e4cc4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:00.927990 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-10665cbc-735c-4ed7-b5f7-4b2f1998c67b service neutron] 10.222.0.81 "GET /v2.0/ports/5df0ec10-39a6-4bce-adcd-6a6b481f12e8/bindings/n-h2-843337-2 HTTP/1.1" status: 200 len: 384 time: 0.2422857 May 26 15:58:01.078757 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34388) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:01.202954 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e08b2a6-0bc6-4ad6-8880-7ad467e4cc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:01.205570 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e08b2a6-0bc6-4ad6-8880-7ad467e4cc4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:01.206857 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0e08b2a6-0bc6-4ad6-8880-7ad467e4cc4d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d5329371-94d5-4eca-aa81-f23847ab8978 HTTP/1.1" status: 204 len: 168 time: 0.5916522 May 26 15:58:01.267309 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-3e203916-1313-45aa-8c36-c2c2e5767497 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1057512020-network', 'tenant_id': 'a3beeae2761e4264a857e5604be7f9b6'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:01.279549 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08b2a6-0bc6-4ad6-8880-7ad467e4cc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5329371-94d5-4eca-aa81-f23847ab8978,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:01.388652 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e203916-1313-45aa-8c36-c2c2e5767497 admin admin] Made reservation on behalf of a3beeae2761e4264a857e5604be7f9b6 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:58:01.390959 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3e203916-1313-45aa-8c36-c2c2e5767497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:01.401130 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-80c16a66-99c1-4d68-9d04-23d12414835e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:01.410520 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-a057669b-f902-4ac2-aac6-3980469991fc service neutron] For port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=5df0ec10-39a6-4bce-adcd-6a6b481f12e8,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:01.431531 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3e203916-1313-45aa-8c36-c2c2e5767497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:01.452517 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeffc7e-5a51-4a13-a83f-0d77f3b77630 req-13f1e09b-aae1-4761-8cd4-5f04d4a9190d tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:01.454259 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dbeffc7e-5a51-4a13-a83f-0d77f3b77630 req-13f1e09b-aae1-4761-8cd4-5f04d4a9190d tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 943 time: 0.1514955 May 26 15:58:01.557133 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9a5ff1cd-0b39-4cc1-9f7f-d6172f16b921 req-3fee0f78-c12e-445b-b128-eb0e8d5e6d12 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 210 time: 0.0983381 May 26 15:58:01.613855 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-a057669b-f902-4ac2-aac6-3980469991fc service neutron] For port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:01.674867 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-80c16a66-99c1-4d68-9d04-23d12414835e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:01.702534 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dbeffc7e-5a51-4a13-a83f-0d77f3b77630 req-b3e8380c-c3d0-4f79-bc21-29866a5a05c4 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292385 May 26 15:58:01.705139 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-a057669b-f902-4ac2-aac6-3980469991fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:01.757615 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-a057669b-f902-4ac2-aac6-3980469991fc service neutron] For port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=5df0ec10-39a6-4bce-adcd-6a6b481f12e8,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:01.798803 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-80c16a66-99c1-4d68-9d04-23d12414835e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Network 849715ed-d05e-42c2-bffa-fde3212d6c0a is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:58:01.802939 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c16a66-99c1-4d68-9d04-23d12414835e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Pushing event updated for resources: {'Port': ['ID=2845f95d-7d29-4a78-8b9d-7319109dd9b8,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:01.806246 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-a057669b-f902-4ac2-aac6-3980469991fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:01.812591 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-80c16a66-99c1-4d68-9d04-23d12414835e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:58:01.824368 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-80c16a66-99c1-4d68-9d04-23d12414835e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:58:01.829689 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-80c16a66-99c1-4d68-9d04-23d12414835e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:01.830312 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-80c16a66-99c1-4d68-9d04-23d12414835e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:01.880710 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-80c16a66-99c1-4d68-9d04-23d12414835e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6738334 May 26 15:58:01.908042 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-54570abf-9631-4609-b9e0-c0d36720c003 service neutron] Request body: {'port': {'device_id': '7a58350f-03f3-48f5-8cf0-9ae214aba04d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:01.962918 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3e203916-1313-45aa-8c36-c2c2e5767497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:01.973827 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3e203916-1313-45aa-8c36-c2c2e5767497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:02.002383 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-a057669b-f902-4ac2-aac6-3980469991fc service neutron] Transition to ACTIVE for port object 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:58:02.028777 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e203916-1313-45aa-8c36-c2c2e5767497 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:58:02.035849 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-a057669b-f902-4ac2-aac6-3980469991fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:02.064588 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-54570abf-9631-4609-b9e0-c0d36720c003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:02.067850 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57dd77e5-7d3d-4302-ad76-9c529cbf42eb req-0af4a454-032f-4578-bc8d-47daaf0afd91 tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0571558 May 26 15:58:02.109087 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e203916-1313-45aa-8c36-c2c2e5767497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f96aa8-fa9c-42fd-b325-48dbae93b76d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:02.112216 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3e203916-1313-45aa-8c36-c2c2e5767497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:02.112562 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-3e203916-1313-45aa-8c36-c2c2e5767497 admin admin] Added segment d636b34a-c016-4e26-8098-8dc77f884447 of type vlan for network 0707c04d-6793-4390-8e7a-f2c17de08a87 May 26 15:58:02.236466 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-a057669b-f902-4ac2-aac6-3980469991fc service neutron] No DVR routers for this DVR port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:58:02.243981 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3e203916-1313-45aa-8c36-c2c2e5767497 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:02.253381 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057669b-f902-4ac2-aac6-3980469991fc service neutron] Pushing event updated for resources: {'Port': ['ID=5df0ec10-39a6-4bce-adcd-6a6b481f12e8,revision_number=10']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:02.383750 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-a057669b-f902-4ac2-aac6-3980469991fc service neutron] 10.222.0.81 "PUT /v2.0/ports/5df0ec10-39a6-4bce-adcd-6a6b481f12e8/bindings/n-h2-843337-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4396312 May 26 15:58:02.391005 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3e203916-1313-45aa-8c36-c2c2e5767497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:02.404596 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e203916-1313-45aa-8c36-c2c2e5767497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:02.405566 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3e203916-1313-45aa-8c36-c2c2e5767497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:02.563362 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34424) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:02.577205 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-70248c79-5b7a-4f64-aab5-d4d6581bcb87 admin admin] Request body: {'subnet': {'network_id': '0707c04d-6793-4390-8e7a-f2c17de08a87', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1057512020-subnet', 'tenant_id': 'a3beeae2761e4264a857e5604be7f9b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:02.583062 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3e203916-1313-45aa-8c36-c2c2e5767497 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5033367 May 26 15:58:02.638097 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70248c79-5b7a-4f64-aab5-d4d6581bcb87 admin admin] Made reservation on behalf of a3beeae2761e4264a857e5604be7f9b6 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:58:02.640573 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70248c79-5b7a-4f64-aab5-d4d6581bcb87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:02.642536 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e203916-1313-45aa-8c36-c2c2e5767497 admin admin] Pushing event updated for resources: {'Network': ['ID=0707c04d-6793-4390-8e7a-f2c17de08a87,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:02.661386 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 0707c04d-6793-4390-8e7a-f2c17de08a87 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:58:02.727060 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-b0fd074b-c182-4ed8-bf16-65b01da0154a tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:02.743781 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-b0fd074b-c182-4ed8-bf16-65b01da0154a tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d&tenant_id=68474f7d9cf04077903a4e0c3bda72a7&binding%3Ahost_id=n-h1-843337-2 HTTP/1.1" status: 200 len: 1095 time: 0.2734416 May 26 15:58:03.148838 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70248c79-5b7a-4f64-aab5-d4d6581bcb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:03.156844 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-54570abf-9631-4609-b9e0-c0d36720c003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2845f95d-7d29-4a78-8b9d-7319109dd9b8 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:03.169808 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:03.183508 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-54570abf-9631-4609-b9e0-c0d36720c003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:03.213390 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70248c79-5b7a-4f64-aab5-d4d6581bcb87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5406c0a6-f334-435b-8fcd-0cc43c16d52e,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:03.216057 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70248c79-5b7a-4f64-aab5-d4d6581bcb87 admin admin] Checking segment: {'id': 'd636b34a-c016-4e26-8098-8dc77f884447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0707c04d-6793-4390-8e7a-f2c17de08a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:03.216620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70248c79-5b7a-4f64-aab5-d4d6581bcb87 admin admin] Network hostable DHCP agents. Network: 0707c04d-6793-4390-8e7a-f2c17de08a87, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:58:03.240267 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70248c79-5b7a-4f64-aab5-d4d6581bcb87 admin admin] Network 0707c04d-6793-4390-8e7a-f2c17de08a87 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:58:03.253850 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be17fd-8dd6-4d20-b459-76746b5ea0d5 req-eb42ecf6-fbfc-485d-af80-8dc84989198c tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:03.259363 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-34be17fd-8dd6-4d20-b459-76746b5ea0d5 req-eb42ecf6-fbfc-485d-af80-8dc84989198c tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 944 time: 0.4390502 May 26 15:58:03.261016 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-70248c79-5b7a-4f64-aab5-d4d6581bcb87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 0707c04d-6793-4390-8e7a-f2c17de08a87) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:58:03.279896 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df989f1-5554-4d95-bccc-f00327ec36c1 req-94da1b2e-605c-4af8-bae9-c0fc527f518a tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:03.281123 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70248c79-5b7a-4f64-aab5-d4d6581bcb87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:03.282020 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70248c79-5b7a-4f64-aab5-d4d6581bcb87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:03.282831 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4df989f1-5554-4d95-bccc-f00327ec36c1 req-94da1b2e-605c-4af8-bae9-c0fc527f518a tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 932 time: 0.5259380 May 26 15:58:03.291676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84844658-04e0-48df-90a8-6bc10e8d49ab None None] Network 0707c04d-6793-4390-8e7a-f2c17de08a87 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:58:03.317268 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-70248c79-5b7a-4f64-aab5-d4d6581bcb87 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7526224 May 26 15:58:03.321850 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34452) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:03.328472 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-54570abf-9631-4609-b9e0-c0d36720c003 service neutron] Transition to ACTIVE for port object 2845f95d-7d29-4a78-8b9d-7319109dd9b8 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:58:03.337521 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-78621025-9f88-44cf-8b22-0083e749754c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1057512020-router', 'tenant_id': 'a3beeae2761e4264a857e5604be7f9b6', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:03.352990 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-548bf51e-2a7f-4056-8cb7-5fdd4d610cf9 req-985f7fcd-9622-4c23-adfd-6d72120dc403 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2920604 May 26 15:58:03.359448 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-45186dca-f7c0-4191-9a57-9cb4ba66f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:03.361055 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-45186dca-f7c0-4191-9a57-9cb4ba66f8b7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d&tenant_id=68474f7d9cf04077903a4e0c3bda72a7 HTTP/1.1" status: 200 len: 1095 time: 0.5850713 May 26 15:58:03.369619 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-54570abf-9631-4609-b9e0-c0d36720c003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:03.426759 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54570abf-9631-4609-b9e0-c0d36720c003 service neutron] Pushing event updated for resources: {'Port': ['ID=2845f95d-7d29-4a78-8b9d-7319109dd9b8,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:03.438815 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78621025-9f88-44cf-8b22-0083e749754c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:03.440278 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78621025-9f88-44cf-8b22-0083e749754c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:03.476440 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4df989f1-5554-4d95-bccc-f00327ec36c1 req-a58cd7e3-d57f-4a44-bed4-72127abdf0af tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575992 May 26 15:58:03.507841 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-34be17fd-8dd6-4d20-b459-76746b5ea0d5 req-3d66d3ca-410b-402f-838b-c6b687bd9177 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142003 May 26 15:58:03.626327 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78621025-9f88-44cf-8b22-0083e749754c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:03.642444 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-fd18f391-deae-425b-a795-9b35879254fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:03.644263 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-fd18f391-deae-425b-a795-9b35879254fb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 1095 time: 0.2263558 May 26 15:58:03.751903 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548bf51e-2a7f-4056-8cb7-5fdd4d610cf9 req-e12cd83c-c066-4bf6-9ac2-ff3a70f9f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:03.753640 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-548bf51e-2a7f-4056-8cb7-5fdd4d610cf9 req-e12cd83c-c066-4bf6-9ac2-ff3a70f9f5d6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 1096 time: 0.2744043 May 26 15:58:03.761323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:58:03.776510 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-54570abf-9631-4609-b9e0-c0d36720c003 service neutron] Attempting to bind port 2845f95d-7d29-4a78-8b9d-7319109dd9b8 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:03.776977 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-54570abf-9631-4609-b9e0-c0d36720c003 service neutron] Attempting to bind port 2845f95d-7d29-4a78-8b9d-7319109dd9b8 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:03.777407 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-54570abf-9631-4609-b9e0-c0d36720c003 service neutron] Attempting to bind port 2845f95d-7d29-4a78-8b9d-7319109dd9b8 on network 849715ed-d05e-42c2-bffa-fde3212d6c0a {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:03.809654 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-27d08701-bdb1-4f91-abb8-90bf66690ced req-9e1e8c10-5ad8-41ed-90ed-f4eefc9ff457 tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0660365 May 26 15:58:03.824002 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-54570abf-9631-4609-b9e0-c0d36720c003 service neutron] Port 2845f95d-7d29-4a78-8b9d-7319109dd9b8 on network 849715ed-d05e-42c2-bffa-fde3212d6c0a not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:58:03.824488 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-54570abf-9631-4609-b9e0-c0d36720c003 service neutron] Attempting to bind port 2845f95d-7d29-4a78-8b9d-7319109dd9b8 on network 849715ed-d05e-42c2-bffa-fde3212d6c0a {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:03.829279 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f18afb4-3bcd-4941-9baf-0bf905e2efb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-0707c04d-6793-4390-8e7a-f2c17de08a87', 'network_id': '0707c04d-6793-4390-8e7a-f2c17de08a87', 'tenant_id': 'a3beeae2761e4264a857e5604be7f9b6', 'fixed_ips': [{'subnet_id': '5406c0a6-f334-435b-8fcd-0cc43c16d52e'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 15:58:03.830792 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f18afb4-3bcd-4941-9baf-0bf905e2efb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:03.848848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-54570abf-9631-4609-b9e0-c0d36720c003 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:03.861761 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-54570abf-9631-4609-b9e0-c0d36720c003 service neutron] Checking segment: {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:03.862368 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-54570abf-9631-4609-b9e0-c0d36720c003 service neutron] Bound using segment: {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:03.862934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-54570abf-9631-4609-b9e0-c0d36720c003 service neutron] Bound port: 2845f95d-7d29-4a78-8b9d-7319109dd9b8, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:03.863397 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-54570abf-9631-4609-b9e0-c0d36720c003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:03.866176 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-03037a61-25b4-4c87-956c-ebfb69ad5b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:03.868292 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-03037a61-25b4-4c87-956c-ebfb69ad5b06 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 908 time: 0.2125990 May 26 15:58:04.031324 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78621025-9f88-44cf-8b22-0083e749754c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:04.148056 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-5f18afb4-3bcd-4941-9baf-0bf905e2efb7 None None] Allocated IP 172.20.0.2 (0707c04d-6793-4390-8e7a-f2c17de08a87/5406c0a6-f334-435b-8fcd-0cc43c16d52e/b5c5b1b6-06b1-484a-9e93-13027caed970) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:58:04.276952 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9daabad-5e97-487d-b91c-607676aaa95a req-35a37945-2b9d-4b3a-90fa-8fc67e181f5f tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--336665633&fields=id&tenant_id=8af860fdd3584e1a8789c06843d6dcca HTTP/1.1" status: 200 len: 267 time: 0.5273533 May 26 15:58:04.284129 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-3cccda02-ed64-4608-a8a3-3c861225b279 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5df0ec10-39a6-4bce-adcd-6a6b481f12e8 HTTP/1.1" status: 200 len: 217 time: 0.3754928 May 26 15:58:04.526011 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-54570abf-9631-4609-b9e0-c0d36720c003 service neutron] For port 2845f95d-7d29-4a78-8b9d-7319109dd9b8, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:04.533062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-54570abf-9631-4609-b9e0-c0d36720c003 service neutron] For port 2845f95d-7d29-4a78-8b9d-7319109dd9b8, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=2845f95d-7d29-4a78-8b9d-7319109dd9b8,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:04.538644 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-abe0c50a-4c87-422d-b518-b9999222ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:04.545661 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-abe0c50a-4c87-422d-b518-b9999222ecaa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cfa16bff-3370-4a4e-860f-b7e489b84ed0 HTTP/1.1" status: 200 len: 847 time: 0.2339408 May 26 15:58:04.583173 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f18afb4-3bcd-4941-9baf-0bf905e2efb7 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:04.589250 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-54570abf-9631-4609-b9e0-c0d36720c003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:04.602693 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f18afb4-3bcd-4941-9baf-0bf905e2efb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:04.633666 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3e360-c20b-4a5a-b12d-dac5f7461744 req-e265f249-3020-46e8-abff-2ed17fe04e32 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:04.635191 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f7b3e360-c20b-4a5a-b12d-dac5f7461744 req-e265f249-3020-46e8-abff-2ed17fe04e32 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f24c456-a0c6-4e27-8fc1-142ad2876791 HTTP/1.1" status: 200 len: 966 time: 0.3829029 May 26 15:58:04.641168 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78621025-9f88-44cf-8b22-0083e749754c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:04.653512 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f18afb4-3bcd-4941-9baf-0bf905e2efb7 None None] Network 0707c04d-6793-4390-8e7a-f2c17de08a87 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:58:04.661147 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-5f18afb4-3bcd-4941-9baf-0bf905e2efb7 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:58:04.703440 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f18afb4-3bcd-4941-9baf-0bf905e2efb7 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:58:04.705345 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54570abf-9631-4609-b9e0-c0d36720c003 service neutron] Pushing event updated for resources: {'Port': ['ID=2845f95d-7d29-4a78-8b9d-7319109dd9b8,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:04.729452 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78621025-9f88-44cf-8b22-0083e749754c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:04.748029 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548bf51e-2a7f-4056-8cb7-5fdd4d610cf9 req-cef8f164-1135-4cdf-bf76-c709d8f43b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:04.749789 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-548bf51e-2a7f-4056-8cb7-5fdd4d610cf9 req-cef8f164-1135-4cdf-bf76-c709d8f43b98 service neutron] 10.222.0.81 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 921 time: 0.9484181 May 26 15:58:04.751546 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-8d7bb44d-e35e-425b-8e2c-fb80ed8bcded service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1759033 May 26 15:58:04.777611 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18afb4-3bcd-4941-9baf-0bf905e2efb7 None None] Pushing event updated for resources: {'Port': ['ID=b5c5b1b6-06b1-484a-9e93-13027caed970,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:04.832652 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5f18afb4-3bcd-4941-9baf-0bf905e2efb7 None None] Attempting to bind port b5c5b1b6-06b1-484a-9e93-13027caed970 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:04.833021 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5f18afb4-3bcd-4941-9baf-0bf905e2efb7 None None] Attempting to bind port b5c5b1b6-06b1-484a-9e93-13027caed970 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'd636b34a-c016-4e26-8098-8dc77f884447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0707c04d-6793-4390-8e7a-f2c17de08a87'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:04.833384 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f18afb4-3bcd-4941-9baf-0bf905e2efb7 None None] Attempting to bind port b5c5b1b6-06b1-484a-9e93-13027caed970 on network 0707c04d-6793-4390-8e7a-f2c17de08a87 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:04.854762 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f18afb4-3bcd-4941-9baf-0bf905e2efb7 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:04.856781 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f18afb4-3bcd-4941-9baf-0bf905e2efb7 None None] Checking segment: {'id': 'd636b34a-c016-4e26-8098-8dc77f884447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0707c04d-6793-4390-8e7a-f2c17de08a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:04.857193 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f18afb4-3bcd-4941-9baf-0bf905e2efb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:04.857592 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f18afb4-3bcd-4941-9baf-0bf905e2efb7 None None] Bound using segment: {'id': 'd636b34a-c016-4e26-8098-8dc77f884447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0707c04d-6793-4390-8e7a-f2c17de08a87'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:04.858071 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5f18afb4-3bcd-4941-9baf-0bf905e2efb7 None None] Bound port: b5c5b1b6-06b1-484a-9e93-13027caed970, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd636b34a-c016-4e26-8098-8dc77f884447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0707c04d-6793-4390-8e7a-f2c17de08a87'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:04.858459 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f18afb4-3bcd-4941-9baf-0bf905e2efb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:04.898877 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-54570abf-9631-4609-b9e0-c0d36720c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:04.899855 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-54570abf-9631-4609-b9e0-c0d36720c003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:04.902444 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-54570abf-9631-4609-b9e0-c0d36720c003 service neutron] 10.222.0.83 "PUT /v2.0/ports/2845f95d-7d29-4a78-8b9d-7319109dd9b8 HTTP/1.1" status: 200 len: 1092 time: 2.9979548 May 26 15:58:04.905176 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34494) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:04.909501 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-548bf51e-2a7f-4056-8cb7-5fdd4d610cf9 req-e90741ef-aff1-4af4-a747-ea60ea038527 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c12f14b9-63df-4262-b488-905dbd4a5a1b HTTP/1.1" status: 200 len: 217 time: 0.1120477 May 26 15:58:04.910154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a58350f-03f3-48f5-8cf0-9ae214aba04d', 'tag': '2845f95d-7d29-4a78-8b9d-7319109dd9b8'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:04.915248 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51282f20-d06d-4318-bc25-1a9124728e13" -d '{"events": [{"name": "network-changed", "server_uuid": "7a58350f-03f3-48f5-8cf0-9ae214aba04d", "tag": "2845f95d-7d29-4a78-8b9d-7319109dd9b8"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:04.988543 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-f7b3e360-c20b-4a5a-b12d-dac5f7461744 req-11f6fccd-30df-4145-bb4f-0015de8bb4e8 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Deleting port 8820e699-a922-4329-a32e-36234b7d1420 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:58:04.988932 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5f18afb4-3bcd-4941-9baf-0bf905e2efb7 None None] For port b5c5b1b6-06b1-484a-9e93-13027caed970, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:04.989681 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f7b3e360-c20b-4a5a-b12d-dac5f7461744 req-11f6fccd-30df-4145-bb4f-0015de8bb4e8 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:04.993452 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5f18afb4-3bcd-4941-9baf-0bf905e2efb7 None None] For port b5c5b1b6-06b1-484a-9e93-13027caed970, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b5c5b1b6-06b1-484a-9e93-13027caed970,segment=NetworkSegment(d636b34a-c016-4e26-8098-8dc77f884447),segment_id=d636b34a-c016-4e26-8098-8dc77f884447)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:05.004058 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f18afb4-3bcd-4941-9baf-0bf905e2efb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:05.090240 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18afb4-3bcd-4941-9baf-0bf905e2efb7 None None] Pushing event updated for resources: {'Port': ['ID=b5c5b1b6-06b1-484a-9e93-13027caed970,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:05.123715 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9daabad-5e97-487d-b91c-607676aaa95a req-490eb2fe-42ac-4baf-b1fe-85b6212e1235 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:05.125634 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9daabad-5e97-487d-b91c-607676aaa95a req-490eb2fe-42ac-4baf-b1fe-85b6212e1235 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/networks?id=fd21b13c-44ff-4f1b-8ebb-43aa45f45369 HTTP/1.1" status: 200 len: 823 time: 0.8472412 May 26 15:58:05.165624 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5be22-1bab-4caf-b892-f0a69a8d9ebd req-30e1a633-edc8-41ba-bffa-ddaa0b38abe0 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:05.167542 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3ab5be22-1bab-4caf-b892-f0a69a8d9ebd req-30e1a633-edc8-41ba-bffa-ddaa0b38abe0 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 944 time: 0.4704652 May 26 15:58:05.192844 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-2a4bac09-e91a-438b-b95a-38d7b34bd54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:05.194590 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-2a4bac09-e91a-438b-b95a-38d7b34bd54d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 1095 time: 0.1919277 May 26 15:58:05.196177 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9daabad-5e97-487d-b91c-607676aaa95a req-09bce06d-dfeb-489e-b07e-dfba665b9e96 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/quotas/8af860fdd3584e1a8789c06843d6dcca HTTP/1.1" status: 200 len: 375 time: 0.0601792 May 26 15:58:05.204620 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548bf51e-2a7f-4056-8cb7-5fdd4d610cf9 req-d419ccbb-ff1f-4a46-ad21-4bb9de8176a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:05.206047 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-548bf51e-2a7f-4056-8cb7-5fdd4d610cf9 req-d419ccbb-ff1f-4a46-ad21-4bb9de8176a4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=34e27219-447c-429c-b572-febfd4b36520 HTTP/1.1" status: 200 len: 860 time: 0.2808375 May 26 15:58:05.283779 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-78621025-9f88-44cf-8b22-0083e749754c admin admin] Allocated IP 172.25.7.93 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/18ddef21-0b02-47be-95c8-0edff5548c18) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:58:05.288162 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-305089e9-ea48-4ec7-9a42-bd9d30d16fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:05.328130 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-548bf51e-2a7f-4056-8cb7-5fdd4d610cf9 req-0ca073ae-d12c-46c1-8736-f28d036f6977 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=849715ed-d05e-42c2-bffa-fde3212d6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032465 May 26 15:58:05.339544 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-7212a832-c320-4e87-ae36-422f979b41c6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2845f95d-7d29-4a78-8b9d-7319109dd9b8 HTTP/1.1" status: 200 len: 217 time: 0.1187367 May 26 15:58:05.364695 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-f7b3e360-c20b-4a5a-b12d-dac5f7461744 req-11f6fccd-30df-4145-bb4f-0015de8bb4e8 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] For port 8820e699-a922-4329-a32e-36234b7d1420, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8820e699-a922-4329-a32e-36234b7d1420,segment=NetworkSegment(dae879e7-109f-4012-aa0b-0a7b2554ca48),segment_id=dae879e7-109f-4012-aa0b-0a7b2554ca48)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:05.365144 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f7b3e360-c20b-4a5a-b12d-dac5f7461744 req-11f6fccd-30df-4145-bb4f-0015de8bb4e8 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:05.399388 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-39998cb8-ab0f-40e2-b523-964ddf1a4beb service neutron] 10.222.0.83 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6073997 May 26 15:58:05.515421 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9daabad-5e97-487d-b91c-607676aaa95a req-13a35615-0095-441d-aa7a-ed59e429f33a tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8af860fdd3584e1a8789c06843d6dcca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2990077 May 26 15:58:05.535035 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3ab5be22-1bab-4caf-b892-f0a69a8d9ebd req-d7b30bfa-e370-4840-8d30-4af3264f3f11 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520153 May 26 15:58:05.696734 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78621025-9f88-44cf-8b22-0083e749754c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:05.704235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-89a7920e-b1b5-497d-a199-18f462f9a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:05.705702 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-89a7920e-b1b5-497d-a199-18f462f9a6b0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=34e27219-447c-429c-b572-febfd4b36520 HTTP/1.1" status: 200 len: 860 time: 0.3096416 May 26 15:58:05.785478 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-3b46322a-cf74-4bb0-a8ab-4bc18ae98d81 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=849715ed-d05e-42c2-bffa-fde3212d6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658805 May 26 15:58:05.791329 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-305089e9-ea48-4ec7-9a42-bd9d30d16fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:05.799217 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-548bf51e-2a7f-4056-8cb7-5fdd4d610cf9 req-48449f51-cb71-4def-8548-45fef89978ce service neutron] 10.222.0.81 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606886 May 26 15:58:05.809981 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-305089e9-ea48-4ec7-9a42-bd9d30d16fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:05.851496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ceb7fc-4b77-49b2-91ef-59cc7056a0f8 req-9d3bfc35-2ce1-4fe1-84b9-8dd0493d3f2d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:05.852698 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-03ceb7fc-4b77-49b2-91ef-59cc7056a0f8 req-9d3bfc35-2ce1-4fe1-84b9-8dd0493d3f2d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 944 time: 0.2405629 May 26 15:58:05.864427 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9daabad-5e97-487d-b91c-607676aaa95a req-92acba40-a38d-44fe-83d3-0aa45f0c749c service neutron] 10.222.0.77 "GET /v2.0/networks/fd21b13c-44ff-4f1b-8ebb-43aa45f45369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477309 May 26 15:58:05.866398 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-000e28e5-d603-47ff-b4f4-7af9049f6c2b service neutron] 10.222.0.83 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429684 May 26 15:58:05.896841 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f7b3e360-c20b-4a5a-b12d-dac5f7461744 req-11f6fccd-30df-4145-bb4f-0015de8bb4e8 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:05.898050 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f7b3e360-c20b-4a5a-b12d-dac5f7461744 req-11f6fccd-30df-4145-bb4f-0015de8bb4e8 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:05.898544 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [req-f7b3e360-c20b-4a5a-b12d-dac5f7461744 req-11f6fccd-30df-4145-bb4f-0015de8bb4e8 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Floating IP 5ce4cf69-e658-4b8a-a644-25b6d6704c8e disassociated. External IP: 172.25.7.153, port: 8820e699-a922-4329-a32e-36234b7d1420. May 26 15:58:05.898998 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-f7b3e360-c20b-4a5a-b12d-dac5f7461744 req-11f6fccd-30df-4145-bb4f-0015de8bb4e8 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Calling delete_port for 8820e699-a922-4329-a32e-36234b7d1420 owned by compute:tempest-test_az-344495792 {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:58:05.923817 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-305089e9-ea48-4ec7-9a42-bd9d30d16fa0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6cb91aab81ef4d679dba30ed90ca7e14&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0142019 May 26 15:58:05.925018 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305089e9-ea48-4ec7-9a42-bd9d30d16fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c258282b-18da-4583-9d5c-ea476c5ffa63,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:05.939743 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34500) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:06.040829 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78621025-9f88-44cf-8b22-0083e749754c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:06.104085 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-52cf19bd-4fa1-409d-8da9-5506a39aa22a service neutron] 10.222.0.83 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929943 May 26 15:58:06.118795 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78621025-9f88-44cf-8b22-0083e749754c admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:58:06.127972 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-78621025-9f88-44cf-8b22-0083e749754c admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:58:06.149504 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78621025-9f88-44cf-8b22-0083e749754c admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:58:06.151510 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78621025-9f88-44cf-8b22-0083e749754c admin admin] Pushing event updated for resources: {'Port': ['ID=18ddef21-0b02-47be-95c8-0edff5548c18,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:06.227711 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-03ceb7fc-4b77-49b2-91ef-59cc7056a0f8 req-e2cb7a36-83fc-469a-9acc-0da5c16e4450 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598747 May 26 15:58:06.250540 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-548bf51e-2a7f-4056-8cb7-5fdd4d610cf9 req-f31b4846-f508-4353-a459-dc3ac33470e9 service neutron] 10.222.0.81 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280994 May 26 15:58:06.327351 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f7b3e360-c20b-4a5a-b12d-dac5f7461744 req-11f6fccd-30df-4145-bb4f-0015de8bb4e8 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:06.360507 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9daabad-5e97-487d-b91c-607676aaa95a req-4fd68218-9b66-418d-8e2d-581ba1e212d4 service neutron] 10.222.0.77 "GET /v2.0/networks/fd21b13c-44ff-4f1b-8ebb-43aa45f45369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660027 May 26 15:58:06.361044 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9e7a-3de9-4448-a86f-2887817988a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:06.407902 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6fccd-30df-4145-bb4f-0015de8bb4e8 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Pushing event deleted for resources: {'Port': ['ID=8820e699-a922-4329-a32e-36234b7d1420,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:06.638634 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fdde7b-9082-45ff-b869-927d1cb39d76 None None] Network 0707c04d-6793-4390-8e7a-f2c17de08a87 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:58:06.722065 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7b3e360-c20b-4a5a-b12d-dac5f7461744 req-11f6fccd-30df-4145-bb4f-0015de8bb4e8 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Router d589c5f5-cd3e-46a7-b45c-8911f1279b63 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:58:06.819026 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-66e570db-c65a-4abd-ac26-11057564fbf0 None None] Provisioning complete for port b5c5b1b6-06b1-484a-9e93-13027caed970 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:06.819553 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-66e570db-c65a-4abd-ac26-11057564fbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:06.857522 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9e7a-3de9-4448-a86f-2887817988a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:06.874034 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-41555b0f-dfa5-457b-afc5-a58cc944e54c req-e8a5a9af-c226-4c74-9ed1-5adbbe012e92 tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.1090872 May 26 15:58:06.895987 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-6e8cbc73-fe26-4b5a-862b-704f285eb4bc tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:06.900274 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-6e8cbc73-fe26-4b5a-862b-704f285eb4bc tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d&tenant_id=68474f7d9cf04077903a4e0c3bda72a7&binding%3Ahost_id=n-h2-843337-2 HTTP/1.1" status: 200 len: 1095 time: 0.6476960 May 26 15:58:06.903283 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-088299a7-5738-4fef-b8d1-12f248fcce82 req-5797586d-0c39-4837-89a8-f5f32fe8c717 service neutron] 10.222.0.83 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7791569 May 26 15:58:06.977978 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34510) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:06.990404 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ca8cafa6-a7f1-4175-9322-4f261860621a tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1567252477', 'description': 'tempest-description--805945659'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:07.037670 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d503ae9e-0640-4f2a-860e-9bb18bffad5e x-openstack-request-id: req-d503ae9e-0640-4f2a-860e-9bb18bffad5e {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:07.038476 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a58350f-03f3-48f5-8cf0-9ae214aba04d", "tag": "2845f95d-7d29-4a78-8b9d-7319109dd9b8", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:07.038736 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d503ae9e-0640-4f2a-860e-9bb18bffad5e {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:07.039142 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d503ae9e-0640-4f2a-860e-9bb18bffad5e'] response: {'name': 'network-changed', 'server_uuid': '7a58350f-03f3-48f5-8cf0-9ae214aba04d', 'tag': '2845f95d-7d29-4a78-8b9d-7319109dd9b8', 'status': 'completed', 'code': 200} May 26 15:58:07.040551 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78621025-9f88-44cf-8b22-0083e749754c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:07.183444 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ca8cafa6-a7f1-4175-9322-4f261860621a tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:07.230820 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9e7a-3de9-4448-a86f-2887817988a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:07.232600 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-66e570db-c65a-4abd-ac26-11057564fbf0 None None] Current status of the port b5c5b1b6-06b1-484a-9e93-13027caed970 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:07.232986 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-66e570db-c65a-4abd-ac26-11057564fbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:07.233172 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9e7a-3de9-4448-a86f-2887817988a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:07.234359 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bf7c9e7a-3de9-4448-a86f-2887817988a8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c258282b-18da-4583-9d5c-ea476c5ffa63 HTTP/1.1" status: 204 len: 168 time: 1.2889059 May 26 15:58:07.256547 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7b3e360-c20b-4a5a-b12d-dac5f7461744 req-11f6fccd-30df-4145-bb4f-0015de8bb4e8 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:58:07.269814 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa5006-3c70-441d-9418-cbde45b7621b None None] Sync routers for ids ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:58:07.289126 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfa5006-3c70-441d-9418-cbde45b7621b None None] Routers {'d589c5f5-cd3e-46a7-b45c-8911f1279b63'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:58:07.292033 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-2cfa5006-3c70-441d-9418-cbde45b7621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:57:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:07.298178 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1bfa45da-1ad8-4aab-8fa9-1a6f58adfee2 req-5f40dd26-4a38-4673-b65b-094658eee67d tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=924f12a3-f872-4d50-a405-19d150f74444 HTTP/1.1" status: 200 len: 210 time: 0.1467106 May 26 15:58:07.376538 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b5c5b1b6-06b1-484a-9e93-13027caed970 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:58:07.382191 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c9e7a-3de9-4448-a86f-2887817988a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c258282b-18da-4583-9d5c-ea476c5ffa63,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:07.422888 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51282f20-d06d-4318-bc25-1a9124728e13 req-553e2873-0906-48ca-8b3c-5702fbd01499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:07.424929 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51282f20-d06d-4318-bc25-1a9124728e13 req-553e2873-0906-48ca-8b3c-5702fbd01499 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 1095 time: 0.3498642 May 26 15:58:07.446763 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83b110-01fc-4ed9-b153-8674532644eb req-57c0f560-26dc-4583-8ee9-89147bc8df8d tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:07.448961 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b83b110-01fc-4ed9-b153-8674532644eb req-57c0f560-26dc-4583-8ee9-89147bc8df8d tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 944 time: 0.3354096 May 26 15:58:07.616865 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-2cfa5006-3c70-441d-9418-cbde45b7621b None None] Set router d589c5f5-cd3e-46a7-b45c-8911f1279b63 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:58:07.689824 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-5a9e3e51-3e32-4611-8d92-77a1b87de3fa service neutron] For port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:07.690106 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-66e570db-c65a-4abd-ac26-11057564fbf0 None None] For port b5c5b1b6-06b1-484a-9e93-13027caed970, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b5c5b1b6-06b1-484a-9e93-13027caed970,segment=NetworkSegment(d636b34a-c016-4e26-8098-8dc77f884447),segment_id=d636b34a-c016-4e26-8098-8dc77f884447)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:07.716349 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-5a9e3e51-3e32-4611-8d92-77a1b87de3fa service neutron] Notify callbacks [] for binding, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:07.717617 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a54294-3da5-4207-a65b-36c07e4717c4 req-5a9e3e51-3e32-4611-8d92-77a1b87de3fa service neutron] 10.222.0.83 "DELETE /v2.0/ports/5df0ec10-39a6-4bce-adcd-6a6b481f12e8/bindings/n-h1-843337-2 HTTP/1.1" status: 204 len: 173 time: 0.7960260 May 26 15:58:07.746158 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b83b110-01fc-4ed9-b153-8674532644eb req-aed88141-14f2-4fb6-8bfa-81d43674963b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844684 May 26 15:58:07.780334 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-66e570db-c65a-4abd-ac26-11057564fbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:07.795752 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf0997-767d-4880-bd14-fc1536bb916a req-83484033-9f92-4fc7-b0c3-07719326b40a tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:07.797674 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-65cf0997-767d-4880-bd14-fc1536bb916a req-83484033-9f92-4fc7-b0c3-07719326b40a tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 944 time: 0.2647772 May 26 15:58:07.806145 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51282f20-d06d-4318-bc25-1a9124728e13 req-9044fbcc-3bf0-4209-be5d-cea41bf476c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:07.809290 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51282f20-d06d-4318-bc25-1a9124728e13 req-9044fbcc-3bf0-4209-be5d-cea41bf476c7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 921 time: 0.3574636 May 26 15:58:07.918483 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port b5c5b1b6-06b1-484a-9e93-13027caed970 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:07.920373 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:07.936492 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51282f20-d06d-4318-bc25-1a9124728e13 req-bee1690e-dcb1-4540-9d02-7f022d4ca96c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2845f95d-7d29-4a78-8b9d-7319109dd9b8 HTTP/1.1" status: 200 len: 217 time: 0.0946045 May 26 15:58:07.947577 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b3e360-c20b-4a5a-b12d-dac5f7461744 req-11f6fccd-30df-4145-bb4f-0015de8bb4e8 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] No DVR routers for this DVR port 8820e699-a922-4329-a32e-36234b7d1420 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:58:07.970538 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f7b3e360-c20b-4a5a-b12d-dac5f7461744 req-11f6fccd-30df-4145-bb4f-0015de8bb4e8 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:07.973802 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f7b3e360-c20b-4a5a-b12d-dac5f7461744 req-11f6fccd-30df-4145-bb4f-0015de8bb4e8 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.81 "DELETE /v2.0/ports/8820e699-a922-4329-a32e-36234b7d1420 HTTP/1.1" status: 204 len: 173 time: 3.3298981 May 26 15:58:07.978309 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f24c456-a0c6-4e27-8fc1-142ad2876791', 'name': 'network-vif-deleted', 'tag': '8820e699-a922-4329-a32e-36234b7d1420'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:07.986368 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44880231-3064-4375-8969-9e9b73cd6fcd" -d '{"events": [{"server_uuid": "2f24c456-a0c6-4e27-8fc1-142ad2876791", "name": "network-vif-deleted", "tag": "8820e699-a922-4329-a32e-36234b7d1420"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:08.068163 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-65cf0997-767d-4880-bd14-fc1536bb916a req-27446fda-fdff-4d7a-bedc-0ee15ae19994 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553566 May 26 15:58:08.074766 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e570db-c65a-4abd-ac26-11057564fbf0 None None] Pushing event updated for resources: {'Port': ['ID=b5c5b1b6-06b1-484a-9e93-13027caed970,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:08.112048 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51282f20-d06d-4318-bc25-1a9124728e13 req-6e53248e-4f95-4256-aa11-ff7730520a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:08.117131 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51282f20-d06d-4318-bc25-1a9124728e13 req-6e53248e-4f95-4256-aa11-ff7730520a25 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=34e27219-447c-429c-b572-febfd4b36520 HTTP/1.1" status: 200 len: 860 time: 0.1635017 May 26 15:58:08.193611 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51282f20-d06d-4318-bc25-1a9124728e13 req-673d0162-f359-44bf-8330-9f0351856f5d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=849715ed-d05e-42c2-bffa-fde3212d6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666969 May 26 15:58:08.196547 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port b5c5b1b6-06b1-484a-9e93-13027caed970 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:08.282529 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-2cfa5006-3c70-441d-9418-cbde45b7621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495110586-router', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '88138a50-e3d9-469f-9244-85b717ac5928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:37Z', 'updated_at': '2022-05-26T15:56:47Z', 'revision_number': 4, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'gw_port': {'id': '88138a50-e3d9-469f-9244-85b717ac5928', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'fbef516a-77ba-4b70-bf9e-7fb913fd8191', 'name': '', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'mac_address': 'fa:16:3e:4a:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:43Z', 'updated_at': '2022-05-26T15:56:51Z', 'revision_number': 5, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'subnets': [{'id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:08.305763 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34540) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:08.314507 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d3f34f-fbac-46f7-ae11-6a8cbbd98e1b x-openstack-request-id: req-95d3f34f-fbac-46f7-ae11-6a8cbbd98e1b {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:08.314794 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f24c456-a0c6-4e27-8fc1-142ad2876791", "name": "network-vif-deleted", "tag": "8820e699-a922-4329-a32e-36234b7d1420", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:08.315046 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-95d3f34f-fbac-46f7-ae11-6a8cbbd98e1b {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:08.315438 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95d3f34f-fbac-46f7-ae11-6a8cbbd98e1b'] response: {'server_uuid': '2f24c456-a0c6-4e27-8fc1-142ad2876791', 'name': 'network-vif-deleted', 'tag': '8820e699-a922-4329-a32e-36234b7d1420', 'status': 'completed', 'code': 200} May 26 15:58:08.321758 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ca8cafa6-a7f1-4175-9322-4f261860621a tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:08.328214 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa5006-3c70-441d-9418-cbde45b7621b None None] Checking router: d589c5f5-cd3e-46a7-b45c-8911f1279b63 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:58:08.343676 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfa5006-3c70-441d-9418-cbde45b7621b None None] Routers {'d589c5f5-cd3e-46a7-b45c-8911f1279b63'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:58:08.344812 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-2cfa5006-3c70-441d-9418-cbde45b7621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:57:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:08.346123 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ca8cafa6-a7f1-4175-9322-4f261860621a tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:08.399619 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c22c3c56-d7c2-43d9-9d5a-9cdd91eeb318 req-285ad646-ecc1-4975-a11a-351e63d5107a tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.1059742 May 26 15:58:08.408601 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-18df3ce6-e698-40b1-8034-c403386d007e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:08.416808 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ca8cafa6-a7f1-4175-9322-4f261860621a tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:08.418348 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ca8cafa6-a7f1-4175-9322-4f261860621a tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4369445 May 26 15:58:08.430502 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34546) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:08.452787 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-1b548fb4-0809-4798-ab94-bee4260b24c2 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Request body: {'security_group_rule': {'security_group_id': 'ae09cca7-ed5d-46aa-b26f-9e64e851e73c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:08.484770 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78621025-9f88-44cf-8b22-0083e749754c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:08.508567 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8cafa6-a7f1-4175-9322-4f261860621a tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae09cca7-ed5d-46aa-b26f-9e64e851e73c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:08.598567 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-2cfa5006-3c70-441d-9418-cbde45b7621b None None] Set router d589c5f5-cd3e-46a7-b45c-8911f1279b63 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:58:08.678439 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b548fb4-0809-4798-ab94-bee4260b24c2 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:08.718777 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-37a46e07-4f1a-4f46-aeef-e8494316be0e None None] Provisioning complete for port b5c5b1b6-06b1-484a-9e93-13027caed970 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:08.723932 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f45a48c-484e-498d-8c4c-15ce0c92b717 req-e7981b42-9b74-4dd8-9b2e-ed1f7368466e tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=924f12a3-f872-4d50-a405-19d150f74444 HTTP/1.1" status: 200 len: 210 time: 0.1270893 May 26 15:58:08.724618 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-37a46e07-4f1a-4f46-aeef-e8494316be0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:08.745577 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51282f20-d06d-4318-bc25-1a9124728e13 req-994d58b2-17d0-466a-9b3d-8f490dc4b6b6 service neutron] 10.222.0.83 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5417340 May 26 15:58:08.830105 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66673504-a845-496a-828f-a6f0dd05873f req-8d22dd1f-a522-4dbb-8fd5-6e32398f9f95 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:08.831876 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-66673504-a845-496a-828f-a6f0dd05873f req-8d22dd1f-a522-4dbb-8fd5-6e32398f9f95 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 1095 time: 0.3574038 May 26 15:58:08.895265 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-18df3ce6-e698-40b1-8034-c403386d007e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:08.913100 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-18df3ce6-e698-40b1-8034-c403386d007e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:08.924370 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-66673504-a845-496a-828f-a6f0dd05873f req-047e18ce-4e86-4891-87d0-aca8914b8550 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848618 May 26 15:58:08.927346 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-2cfa5006-3c70-441d-9418-cbde45b7621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495110586-router', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '88138a50-e3d9-469f-9244-85b717ac5928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:37Z', 'updated_at': '2022-05-26T15:56:47Z', 'revision_number': 4, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'gw_port': {'id': '88138a50-e3d9-469f-9244-85b717ac5928', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'fbef516a-77ba-4b70-bf9e-7fb913fd8191', 'name': '', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'mac_address': 'fa:16:3e:4a:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:43Z', 'updated_at': '2022-05-26T15:56:51Z', 'revision_number': 5, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'subnets': [{'id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:08.947928 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51282f20-d06d-4318-bc25-1a9124728e13 req-bd1b7706-f929-46ad-8cf5-ef8833a14959 service neutron] 10.222.0.83 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891518 May 26 15:58:08.970358 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-18df3ce6-e698-40b1-8034-c403386d007e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=db5e978cdfe241fa84a49a722f42ce31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6466589 May 26 15:58:08.983634 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34556) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:08.986935 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df3ce6-e698-40b1-8034-c403386d007e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc4c443-833d-4954-8b61-5129c508efc3,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:08.996106 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-37a46e07-4f1a-4f46-aeef-e8494316be0e None None] Current status of the port b5c5b1b6-06b1-484a-9e93-13027caed970 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:08.999555 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa5006-3c70-441d-9418-cbde45b7621b None None] The sync data for ids ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'] in n-d-843337-2 is: [{'id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495110586-router', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '88138a50-e3d9-469f-9244-85b717ac5928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:37Z', 'updated_at': '2022-05-26T15:56:47Z', 'revision_number': 4, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'gw_port': {'id': '88138a50-e3d9-469f-9244-85b717ac5928', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'fbef516a-77ba-4b70-bf9e-7fb913fd8191', 'name': '', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'mac_address': 'fa:16:3e:4a:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:43Z', 'updated_at': '2022-05-26T15:56:51Z', 'revision_number': 5, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'subnets': [{'id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:58:09.083656 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b548fb4-0809-4798-ab94-bee4260b24c2 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:09.097060 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b548fb4-0809-4798-ab94-bee4260b24c2 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:09.139169 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b5c5b1b6-06b1-484a-9e93-13027caed970 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:58:09.153629 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b548fb4-0809-4798-ab94-bee4260b24c2 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee89b29-34de-4f56-9d4a-502f379a48d0,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:09.161223 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78621025-9f88-44cf-8b22-0083e749754c admin admin] Router fdc2075e-2ff4-481e-9581-5a2657f0aa27 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:58:09.172743 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b548fb4-0809-4798-ab94-bee4260b24c2 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:09.178132 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1b548fb4-0809-4798-ab94-bee4260b24c2 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7441819 May 26 15:58:09.182410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34562) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:09.203155 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d784e573-9322-456a-890c-64062c997e0c tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Request body: {'security_group_rule': {'security_group_id': 'ae09cca7-ed5d-46aa-b26f-9e64e851e73c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:09.214610 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 8820e699-a922-4329-a32e-36234b7d1420 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:09.223625 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-15098579-0f33-47d1-b3f9-4c8dd89754a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:09.281325 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 8820e699-a922-4329-a32e-36234b7d1420 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:58:09.281669 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 8820e699-a922-4329-a32e-36234b7d1420 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:58:09.306164 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-15098579-0f33-47d1-b3f9-4c8dd89754a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:09.314856 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port b5c5b1b6-06b1-484a-9e93-13027caed970 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:09.315459 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:09.482754 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78621025-9f88-44cf-8b22-0083e749754c admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:58:09.507742 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port b5c5b1b6-06b1-484a-9e93-13027caed970 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:09.537345 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] Sync routers for ids ['fdc2075e-2ff4-481e-9581-5a2657f0aa27'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:58:09.568076 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d784e573-9322-456a-890c-64062c997e0c tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:09.573401 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] Routers {'fdc2075e-2ff4-481e-9581-5a2657f0aa27'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:58:09.575759 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:57:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['fdc2075e-2ff4-481e-9581-5a2657f0aa27'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:09.627878 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e48a60-fdbb-4ea0-ad47-b247115bf897 None None] New status for floating IP 5ce4cf69-e658-4b8a-a644-25b6d6704c8e: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 15:58:09.640474 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78621025-9f88-44cf-8b22-0083e749754c admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:09.641711 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-78621025-9f88-44cf-8b22-0083e749754c admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.3177073 May 26 15:58:09.648363 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34574) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:09.696291 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb85f25-13b1-4e33-a11b-89f3bdf59e83 req-0de6b096-23a4-4962-9410-acf0176a62d3 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:09.710241 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-feb85f25-13b1-4e33-a11b-89f3bdf59e83 req-0de6b096-23a4-4962-9410-acf0176a62d3 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 944 time: 0.4002268 May 26 15:58:09.815073 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d784e573-9322-456a-890c-64062c997e0c tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:09.823942 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d784e573-9322-456a-890c-64062c997e0c tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:09.827701 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-feb85f25-13b1-4e33-a11b-89f3bdf59e83 req-ec4b6198-3639-42b9-ab7a-fd91264e70e2 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182294 May 26 15:58:09.864446 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784e573-9322-456a-890c-64062c997e0c tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58597628-8a24-4946-8ad0-14d51965403d,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:09.878100 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d784e573-9322-456a-890c-64062c997e0c tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:09.879448 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d784e573-9322-456a-890c-64062c997e0c tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6960287 May 26 15:58:09.893522 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34580) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:09.903075 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-f4dfbcee-f771-41f9-b631-983b3505d7de tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:09.987965 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] Set router fdc2075e-2ff4-481e-9581-5a2657f0aa27 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:58:09.993577 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-15098579-0f33-47d1-b3f9-4c8dd89754a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:09.999829 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-15098579-0f33-47d1-b3f9-4c8dd89754a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:10.003867 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-15098579-0f33-47d1-b3f9-4c8dd89754a8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9cc4c443-833d-4954-8b61-5129c508efc3 HTTP/1.1" status: 204 len: 168 time: 1.0185988 May 26 15:58:10.045576 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbcee-f771-41f9-b631-983b3505d7de tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:10.123421 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddce476-2c04-4017-a26c-42acd145c262 req-5380c78e-fd04-40d6-b247-2ee260c09fce tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:10.135159 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eddce476-2c04-4017-a26c-42acd145c262 req-5380c78e-fd04-40d6-b247-2ee260c09fce tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 807 time: 0.8600757 May 26 15:58:10.210261 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8767ba6d-87b1-4424-a11e-2ea4ee858a0a req-ebf27012-884a-4806-8a08-5613a2a8fbfa tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.1820834 May 26 15:58:10.244116 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15098579-0f33-47d1-b3f9-4c8dd89754a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc4c443-833d-4954-8b61-5129c508efc3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:10.328961 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eddce476-2c04-4017-a26c-42acd145c262 req-f5f5777d-8fb9-4cf1-9969-2b5332f47691 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/quotas/68474f7d9cf04077903a4e0c3bda72a7 HTTP/1.1" status: 200 len: 375 time: 0.1018567 May 26 15:58:10.387560 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc2075e-2ff4-481e-9581-5a2657f0aa27', 'name': 'tempest-FloatingIPsNegativeTestJSON-1057512020-router', 'tenant_id': 'a3beeae2761e4264a857e5604be7f9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '18ddef21-0b02-47be-95c8-0edff5548c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:58:03Z', 'updated_at': '2022-05-26T15:58:06Z', 'revision_number': 3, 'project_id': 'a3beeae2761e4264a857e5604be7f9b6', 'gw_port': {'id': '18ddef21-0b02-47be-95c8-0edff5548c18', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc2075e-2ff4-481e-9581-5a2657f0aa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:58:04Z', 'updated_at': '2022-05-26T15:58:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:10.424995 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] Checking router: fdc2075e-2ff4-481e-9581-5a2657f0aa27 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:58:10.425455 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] Updating router fdc2075e-2ff4-481e-9581-5a2657f0aa27 port 18ddef21-0b02-47be-95c8-0edff5548c18 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:58:10.446342 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8dd1e63-58bf-49c4-b87b-6a70157dba3a req-4e351f93-f798-44b9-8644-7068b54e0cb1 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=924f12a3-f872-4d50-a405-19d150f74444 HTTP/1.1" status: 200 len: 210 time: 0.0436695 May 26 15:58:10.462413 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:10.466691 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eddce476-2c04-4017-a26c-42acd145c262 req-a82650e3-d3ca-4dfe-9e5e-e745ac803e51 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1344767 May 26 15:58:10.510838 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9daabad-5e97-487d-b91c-607676aaa95a req-ce1af455-d78a-47d4-85f2-ff50f8667fd9 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:10.512310 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9daabad-5e97-487d-b91c-607676aaa95a req-ce1af455-d78a-47d4-85f2-ff50f8667fd9 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.81 "GET /v2.0/networks?id=fd21b13c-44ff-4f1b-8ebb-43aa45f45369 HTTP/1.1" status: 200 len: 823 time: 0.4143715 May 26 15:58:10.601979 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9daabad-5e97-487d-b91c-607676aaa95a req-ba0dcd27-cd19-45b0-a054-aa6c3c92aba9 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8af860fdd3584e1a8789c06843d6dcca HTTP/1.1" status: 200 len: 379 time: 0.0602365 May 26 15:58:10.635286 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-b9daabad-5e97-487d-b91c-607676aaa95a req-a942f409-5b17-4500-a7f5-8a8a539f5c12 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Request body: {'port': {'device_id': '924f12a3-f872-4d50-a405-19d150f74444', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'admin_state_up': True, 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'security_groups': ['94591791-1f74-4d6c-a8d1-df9619fffe18']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:10.640134 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eddce476-2c04-4017-a26c-42acd145c262 req-dbcf61fa-f87d-4ed9-a0d6-b7fea20c679c service neutron] 10.222.0.77 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654172 May 26 15:58:10.649754 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbcee-f771-41f9-b631-983b3505d7de tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:10.809263 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eddce476-2c04-4017-a26c-42acd145c262 req-c0183a58-9d21-47c6-8703-2a16237a3af8 service neutron] 10.222.0.77 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656785 May 26 15:58:10.868907 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:10.875684 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2df146ae-666b-418d-97e1-43ae255434e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:10.892554 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:10.983626 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-f4dfbcee-f771-41f9-b631-983b3505d7de tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Allocated IP 172.25.7.79 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/bdea8726-05d8-4d67-a5d7-b50e68e605c9) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:58:11.076125 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] Attempting to bind port 18ddef21-0b02-47be-95c8-0edff5548c18 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:11.077095 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] Attempting to bind port 18ddef21-0b02-47be-95c8-0edff5548c18 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:11.077677 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] Attempting to bind port 18ddef21-0b02-47be-95c8-0edff5548c18 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:11.079944 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-2df146ae-666b-418d-97e1-43ae255434e9 admin admin] Allocated IP 172.20.0.1 (0707c04d-6793-4390-8e7a-f2c17de08a87/5406c0a6-f334-435b-8fcd-0cc43c16d52e/23bc22f0-d25f-407c-9605-bb86d0de81a5) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:58:11.081115 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4218fc7-f389-4c8b-8dcd-32eee76f54f5 None None] Pushing event updated for resources: {'Port': ['ID=18ddef21-0b02-47be-95c8-0edff5548c18,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:11.099429 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:11.100037 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:11.101204 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:11.101707 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:11.102302 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] Bound port: 18ddef21-0b02-47be-95c8-0edff5548c18, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:11.102831 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:11.176169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e13b09-81aa-489b-a31f-611bc9bd1c45 req-d36684c2-a6b4-4b32-afff-ce237f85f04d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:11.177916 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e6e13b09-81aa-489b-a31f-611bc9bd1c45 req-d36684c2-a6b4-4b32-afff-ce237f85f04d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 944 time: 0.1762762 May 26 15:58:11.236590 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbcee-f771-41f9-b631-983b3505d7de tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:11.237108 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] For port 18ddef21-0b02-47be-95c8-0edff5548c18, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:11.242806 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] For port 18ddef21-0b02-47be-95c8-0edff5548c18, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=18ddef21-0b02-47be-95c8-0edff5548c18,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:11.267380 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:11.269936 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e6e13b09-81aa-489b-a31f-611bc9bd1c45 req-5bd99a72-3fed-49dc-a683-cebca1a50333 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837486 May 26 15:58:11.291244 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9daabad-5e97-487d-b91c-607676aaa95a req-a942f409-5b17-4500-a7f5-8a8a539f5c12 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Made reservation on behalf of 8af860fdd3584e1a8789c06843d6dcca for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:58:11.299375 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b9daabad-5e97-487d-b91c-607676aaa95a req-a942f409-5b17-4500-a7f5-8a8a539f5c12 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:11.308669 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7155c07c-3950-40c0-950f-8efcd41d1b97 req-0374b6a6-59fb-4ffe-afcb-af14d4e3767f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 210 time: 0.0553327 May 26 15:58:11.342971 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4218fc7-f389-4c8b-8dcd-32eee76f54f5 None None] Pushing event updated for resources: {'Port': ['ID=18ddef21-0b02-47be-95c8-0edff5548c18,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:11.345685 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbcee-f771-41f9-b631-983b3505d7de tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:11.380252 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] Routers {'fdc2075e-2ff4-481e-9581-5a2657f0aa27'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:58:11.380883 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:57:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['fdc2075e-2ff4-481e-9581-5a2657f0aa27'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:11.452537 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0c41b88-ea0d-47ca-ae62-b99fccded1b9 req-61b36dc3-1bcd-423f-b760-525c35891853 tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0777428 May 26 15:58:11.466420 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dfbcee-f771-41f9-b631-983b3505d7de tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:58:11.469391 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-f4dfbcee-f771-41f9-b631-983b3505d7de tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:58:11.473372 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dfbcee-f771-41f9-b631-983b3505d7de tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:58:11.487093 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfbcee-f771-41f9-b631-983b3505d7de tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Pushing event updated for resources: {'Port': ['ID=bdea8726-05d8-4d67-a5d7-b50e68e605c9,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:11.582868 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] Set router fdc2075e-2ff4-481e-9581-5a2657f0aa27 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:58:11.604390 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2df146ae-666b-418d-97e1-43ae255434e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:11.690471 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-b9daabad-5e97-487d-b91c-607676aaa95a req-a942f409-5b17-4500-a7f5-8a8a539f5c12 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Allocated IP 172.20.0.5 (fd21b13c-44ff-4f1b-8ebb-43aa45f45369/f04b8b7b-67c4-4820-8e2d-a906f17469d6/81bfbdd1-ed84-432d-80d4-b472e12dc740) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:58:11.709958 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2df146ae-666b-418d-97e1-43ae255434e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:11.720796 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-63e00235-c893-4473-b3f5-c3ef8808022f req-75c82877-7597-4181-9c1b-046928eb3001 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=924f12a3-f872-4d50-a405-19d150f74444 HTTP/1.1" status: 200 len: 210 time: 0.1383190 May 26 15:58:11.755062 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbcee-f771-41f9-b631-983b3505d7de tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:11.815920 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df146ae-666b-418d-97e1-43ae255434e9 admin admin] Network 0707c04d-6793-4390-8e7a-f2c17de08a87 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:58:11.825736 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-2df146ae-666b-418d-97e1-43ae255434e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:58:11.835096 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df146ae-666b-418d-97e1-43ae255434e9 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:58:11.926529 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc2075e-2ff4-481e-9581-5a2657f0aa27', 'name': 'tempest-FloatingIPsNegativeTestJSON-1057512020-router', 'tenant_id': 'a3beeae2761e4264a857e5604be7f9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '18ddef21-0b02-47be-95c8-0edff5548c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:58:03Z', 'updated_at': '2022-05-26T15:58:06Z', 'revision_number': 3, 'project_id': 'a3beeae2761e4264a857e5604be7f9b6', 'gw_port': {'id': '18ddef21-0b02-47be-95c8-0edff5548c18', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc2075e-2ff4-481e-9581-5a2657f0aa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:58:04Z', 'updated_at': '2022-05-26T15:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:11.932354 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df146ae-666b-418d-97e1-43ae255434e9 admin admin] Pushing event updated for resources: {'Port': ['ID=23bc22f0-d25f-407c-9605-bb86d0de81a5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:11.978968 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2df146ae-666b-418d-97e1-43ae255434e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:11.995638 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc81136-2e46-4d3f-a6d8-9d871bc2a6df None None] The sync data for ids ['fdc2075e-2ff4-481e-9581-5a2657f0aa27'] in n-d-843337-2 is: [{'id': 'fdc2075e-2ff4-481e-9581-5a2657f0aa27', 'name': 'tempest-FloatingIPsNegativeTestJSON-1057512020-router', 'tenant_id': 'a3beeae2761e4264a857e5604be7f9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '18ddef21-0b02-47be-95c8-0edff5548c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:58:03Z', 'updated_at': '2022-05-26T15:58:06Z', 'revision_number': 3, 'project_id': 'a3beeae2761e4264a857e5604be7f9b6', 'gw_port': {'id': '18ddef21-0b02-47be-95c8-0edff5548c18', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc2075e-2ff4-481e-9581-5a2657f0aa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:58:04Z', 'updated_at': '2022-05-26T15:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:58:12.138380 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b9daabad-5e97-487d-b91c-607676aaa95a req-a942f409-5b17-4500-a7f5-8a8a539f5c12 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:12.267926 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5c981ad9-6d9e-4a64-a96e-16fc48d3bf95 None None] Provisioning complete for port 23bc22f0-d25f-407c-9605-bb86d0de81a5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:12.270437 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5c981ad9-6d9e-4a64-a96e-16fc48d3bf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:12.369045 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2df146ae-666b-418d-97e1-43ae255434e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:12.369401 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5c981ad9-6d9e-4a64-a96e-16fc48d3bf95 None None] Port 23bc22f0-d25f-407c-9605-bb86d0de81a5 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:58:12.374148 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbcee-f771-41f9-b631-983b3505d7de tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:12.374681 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b9daabad-5e97-487d-b91c-607676aaa95a req-a942f409-5b17-4500-a7f5-8a8a539f5c12 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:12.473080 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9daabad-5e97-487d-b91c-607676aaa95a req-a942f409-5b17-4500-a7f5-8a8a539f5c12 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Network fd21b13c-44ff-4f1b-8ebb-43aa45f45369 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:58:12.477286 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-b9daabad-5e97-487d-b91c-607676aaa95a req-a942f409-5b17-4500-a7f5-8a8a539f5c12 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:58:12.480264 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9daabad-5e97-487d-b91c-607676aaa95a req-a942f409-5b17-4500-a7f5-8a8a539f5c12 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:58:12.492473 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-911f034f-3b05-416e-a6f7-07c4907d0715 req-98806614-7804-4745-9482-01da5cc2dc61 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 210 time: 0.0433738 May 26 15:58:12.628000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 2845f95d-7d29-4a78-8b9d-7319109dd9b8 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:58:12.716341 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba059c49-2227-4310-ba21-cd815eae5c6d req-0c699234-a9c0-4572-b095-a9d60cb9f424 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:12.728126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9daabad-5e97-487d-b91c-607676aaa95a req-a942f409-5b17-4500-a7f5-8a8a539f5c12 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:12.728973 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b9daabad-5e97-487d-b91c-607676aaa95a req-a942f409-5b17-4500-a7f5-8a8a539f5c12 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:12.729351 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba059c49-2227-4310-ba21-cd815eae5c6d req-0c699234-a9c0-4572-b095-a9d60cb9f424 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 944 time: 0.2917728 May 26 15:58:12.766861 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942f409-5b17-4500-a7f5-8a8a539f5c12 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Pushing event updated for resources: {'Port': ['ID=81bfbdd1-ed84-432d-80d4-b472e12dc740,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:12.791463 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9daabad-5e97-487d-b91c-607676aaa95a req-a942f409-5b17-4500-a7f5-8a8a539f5c12 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1657166 May 26 15:58:12.823974 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-b9daabad-5e97-487d-b91c-607676aaa95a req-5657dd0b-ce78-4002-af61-01773a0677fd service neutron] Request body: {'port': {'device_id': '924f12a3-f872-4d50-a405-19d150f74444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:12.880408 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-700559da-dee5-4a2d-ad2d-509e941064c1 req-ae98d5ee-5a8b-4862-a25d-2cd9b4edf5a3 tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.2224171 May 26 15:58:12.949213 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b9daabad-5e97-487d-b91c-607676aaa95a req-5657dd0b-ce78-4002-af61-01773a0677fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:12.988622 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 2845f95d-7d29-4a78-8b9d-7319109dd9b8, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=2845f95d-7d29-4a78-8b9d-7319109dd9b8,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:13.012041 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b91afa50-65a9-41e0-bd64-e05532bcc945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:13.024014 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '2845f95d-7d29-4a78-8b9d-7319109dd9b8', 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a', 'port_id': '2845f95d-7d29-4a78-8b9d-7319109dd9b8', 'mac_address': 'fa:16:3e:1e:9e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e27219-447c-429c-b572-febfd4b36520', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:58:13.096040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 18ddef21-0b02-47be-95c8-0edff5548c18 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:58:13.151735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 2845f95d-7d29-4a78-8b9d-7319109dd9b8 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:13.152597 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:13.167113 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-fd0eef17-d00f-4e96-9003-f274d535741e None None] Provisioning complete for port 81bfbdd1-ed84-432d-80d4-b472e12dc740 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:13.167732 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fd0eef17-d00f-4e96-9003-f274d535741e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:13.217473 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba059c49-2227-4310-ba21-cd815eae5c6d req-b8512646-5aee-4272-b018-c670fcdf8621 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871399 May 26 15:58:13.239758 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2845f95d-7d29-4a78-8b9d-7319109dd9b8 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:13.269215 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 2845f95d-7d29-4a78-8b9d-7319109dd9b8, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=2845f95d-7d29-4a78-8b9d-7319109dd9b8,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:13.270665 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-fd0eef17-d00f-4e96-9003-f274d535741e None None] Port 81bfbdd1-ed84-432d-80d4-b472e12dc740 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:58:13.287912 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:13.311422 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c075f19-e540-4e34-9cc0-2b5d14018b02 req-df1e5cc2-3be9-4c72-a033-449128344bfd tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:13.319059 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c075f19-e540-4e34-9cc0-2b5d14018b02 req-df1e5cc2-3be9-4c72-a033-449128344bfd tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=924f12a3-f872-4d50-a405-19d150f74444 HTTP/1.1" status: 200 len: 931 time: 0.2228100 May 26 15:58:13.336894 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 18ddef21-0b02-47be-95c8-0edff5548c18 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:13.337277 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:13.374019 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddce476-2c04-4017-a26c-42acd145c262 req-77f6e6a2-b93d-482e-8cab-64ff3d7d9dae tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:13.375472 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eddce476-2c04-4017-a26c-42acd145c262 req-77f6e6a2-b93d-482e-8cab-64ff3d7d9dae tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.81 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 807 time: 0.6002734 May 26 15:58:13.449441 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbcee-f771-41f9-b631-983b3505d7de tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:13.455693 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=2845f95d-7d29-4a78-8b9d-7319109dd9b8,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:13.456005 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-eddce476-2c04-4017-a26c-42acd145c262 req-3c74dbc6-9926-4c35-b91e-3f646737c169 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Request body: {'port': {'device_id': '5397a39f-6879-4090-aae3-c36c4d712e12', 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1', 'admin_state_up': True, 'tenant_id': '68474f7d9cf04077903a4e0c3bda72a7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:13.488357 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbcee-f771-41f9-b631-983b3505d7de tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:13.518240 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 18ddef21-0b02-47be-95c8-0edff5548c18 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:13.518624 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:13.544935 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c075f19-e540-4e34-9cc0-2b5d14018b02 req-c30e7ed5-15f3-4517-807d-b05a16a68f9e tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/security-groups?id=94591791-1f74-4d6c-a8d1-df9619fffe18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238743 May 26 15:58:13.602158 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2df146ae-666b-418d-97e1-43ae255434e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:13.618816 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2df146ae-666b-418d-97e1-43ae255434e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:13.621203 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 18ddef21-0b02-47be-95c8-0edff5548c18, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=18ddef21-0b02-47be-95c8-0edff5548c18,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:13.634775 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbcee-f771-41f9-b631-983b3505d7de tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:13.638090 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:13.672086 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbcee-f771-41f9-b631-983b3505d7de tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:13.673522 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f4dfbcee-f771-41f9-b631-983b3505d7de tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7762961 May 26 15:58:13.726805 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39b77e49-76ae-4624-9243-589b461f8dcc req-f44f5168-b97e-48c3-b1d4-df2edf51f868 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=2e6ecadf768c4517a083521fe60f9efe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1101229 May 26 15:58:13.749848 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bee755bf-4911-47ba-a417-fff9108fca60 req-cfaf03df-7178-4922-8f50-47f38b36fa51 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 210 time: 0.0966048 May 26 15:58:13.768649 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfbcee-f771-41f9-b631-983b3505d7de tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Pushing event updated for resources: {'Port': ['ID=bdea8726-05d8-4d67-a5d7-b50e68e605c9,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:13.780666 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['2845f95d-7d29-4a78-8b9d-7319109dd9b8'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:13.898259 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b77e49-76ae-4624-9243-589b461f8dcc req-1da3b329-27a7-4d89-b7e2-ff923d15da5e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:13.904719 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df146ae-666b-418d-97e1-43ae255434e9 admin admin] Pushing event updated for resources: {'Port': ['ID=23bc22f0-d25f-407c-9605-bb86d0de81a5,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:13.912849 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39b77e49-76ae-4624-9243-589b461f8dcc req-1da3b329-27a7-4d89-b7e2-ff923d15da5e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1838574 May 26 15:58:13.918711 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eddce476-2c04-4017-a26c-42acd145c262 req-3c74dbc6-9926-4c35-b91e-3f646737c169 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Made reservation on behalf of 68474f7d9cf04077903a4e0c3bda72a7 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:58:13.926191 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=18ddef21-0b02-47be-95c8-0edff5548c18,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:13.927849 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eddce476-2c04-4017-a26c-42acd145c262 req-3c74dbc6-9926-4c35-b91e-3f646737c169 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:13.930599 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2df146ae-666b-418d-97e1-43ae255434e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:13.973962 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-b9daabad-5e97-487d-b91c-607676aaa95a req-5657dd0b-ce78-4002-af61-01773a0677fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81bfbdd1-ed84-432d-80d4-b472e12dc740 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:13.983214 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b9daabad-5e97-487d-b91c-607676aaa95a req-5657dd0b-ce78-4002-af61-01773a0677fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:13.995483 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-889128ca-160b-4998-91c5-233e7b3017bc req-d68cea41-1e3e-4593-958b-ee30e3cd5248 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1567252477&fields=id&tenant_id=d178d16d8b864c82afaaa8d93cecd08d HTTP/1.1" status: 200 len: 267 time: 0.0811968 May 26 15:58:13.996714 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39b77e49-76ae-4624-9243-589b461f8dcc req-5d9bed2b-987d-4ac9-aa46-061cfb4e2b8f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/quotas/2e6ecadf768c4517a083521fe60f9efe HTTP/1.1" status: 200 len: 375 time: 0.0615337 May 26 15:58:14.010741 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-b9daabad-5e97-487d-b91c-607676aaa95a req-5657dd0b-ce78-4002-af61-01773a0677fd service neutron] Transition to ACTIVE for port object 81bfbdd1-ed84-432d-80d4-b472e12dc740 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:58:14.030505 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b9daabad-5e97-487d-b91c-607676aaa95a req-5657dd0b-ce78-4002-af61-01773a0677fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:14.103757 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39b77e49-76ae-4624-9243-589b461f8dcc req-04aa76a8-0041-41e5-894f-c208a430ea92 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653925 May 26 15:58:14.149893 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657dd0b-ce78-4002-af61-01773a0677fd service neutron] Pushing event updated for resources: {'Port': ['ID=81bfbdd1-ed84-432d-80d4-b472e12dc740,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:14.232575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df146ae-666b-418d-97e1-43ae255434e9 admin admin] Network 0707c04d-6793-4390-8e7a-f2c17de08a87 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:58:14.234567 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-2df146ae-666b-418d-97e1-43ae255434e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:58:14.254605 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-b9daabad-5e97-487d-b91c-607676aaa95a req-5657dd0b-ce78-4002-af61-01773a0677fd service neutron] Attempting to bind port 81bfbdd1-ed84-432d-80d4-b472e12dc740 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:14.255066 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-b9daabad-5e97-487d-b91c-607676aaa95a req-5657dd0b-ce78-4002-af61-01773a0677fd service neutron] Attempting to bind port 81bfbdd1-ed84-432d-80d4-b472e12dc740 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'dae879e7-109f-4012-aa0b-0a7b2554ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:14.255318 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889128ca-160b-4998-91c5-233e7b3017bc req-b570aba0-9148-4cdb-b4cd-10d3a1a79a75 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:14.255640 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9daabad-5e97-487d-b91c-607676aaa95a req-5657dd0b-ce78-4002-af61-01773a0677fd service neutron] Attempting to bind port 81bfbdd1-ed84-432d-80d4-b472e12dc740 on network fd21b13c-44ff-4f1b-8ebb-43aa45f45369 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:14.257724 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-889128ca-160b-4998-91c5-233e7b3017bc req-b570aba0-9148-4cdb-b4cd-10d3a1a79a75 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/networks?id=9f115508-0eed-42d5-a3d3-b010668163e8 HTTP/1.1" status: 200 len: 814 time: 0.2522068 May 26 15:58:14.264395 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-eddce476-2c04-4017-a26c-42acd145c262 req-3c74dbc6-9926-4c35-b91e-3f646737c169 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Allocated IP 172.20.0.6 (2c98b2c4-074c-49ef-9d11-a7cee52b7ee1/cfa16bff-3370-4a4e-860f-b7e489b84ed0/e172aa33-9a36-4127-a578-f0ba671f0fda) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:58:14.269782 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9daabad-5e97-487d-b91c-607676aaa95a req-5657dd0b-ce78-4002-af61-01773a0677fd service neutron] Port 81bfbdd1-ed84-432d-80d4-b472e12dc740 on network fd21b13c-44ff-4f1b-8ebb-43aa45f45369 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:58:14.270158 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9daabad-5e97-487d-b91c-607676aaa95a req-5657dd0b-ce78-4002-af61-01773a0677fd service neutron] Attempting to bind port 81bfbdd1-ed84-432d-80d4-b472e12dc740 on network fd21b13c-44ff-4f1b-8ebb-43aa45f45369 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:14.284767 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-889128ca-160b-4998-91c5-233e7b3017bc req-5c71b71b-4467-41f0-bd8d-c4caadb3547b tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/quotas/d178d16d8b864c82afaaa8d93cecd08d HTTP/1.1" status: 200 len: 375 time: 0.0175433 May 26 15:58:14.411773 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9daabad-5e97-487d-b91c-607676aaa95a req-5657dd0b-ce78-4002-af61-01773a0677fd service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:14.412145 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9daabad-5e97-487d-b91c-607676aaa95a req-5657dd0b-ce78-4002-af61-01773a0677fd service neutron] Checking segment: {'id': 'dae879e7-109f-4012-aa0b-0a7b2554ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:14.416897 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9daabad-5e97-487d-b91c-607676aaa95a req-5657dd0b-ce78-4002-af61-01773a0677fd service neutron] Bound using segment: {'id': 'dae879e7-109f-4012-aa0b-0a7b2554ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:14.417440 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-b9daabad-5e97-487d-b91c-607676aaa95a req-5657dd0b-ce78-4002-af61-01773a0677fd service neutron] Bound port: 81bfbdd1-ed84-432d-80d4-b472e12dc740, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae879e7-109f-4012-aa0b-0a7b2554ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:14.420623 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b9daabad-5e97-487d-b91c-607676aaa95a req-5657dd0b-ce78-4002-af61-01773a0677fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:14.579881 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d68d9444-33ac-4ea4-9a66-9cc704f8fba9 req-d7590e4a-003d-41e4-be05-f4bb35971358 tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0932226 May 26 15:58:14.727678 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df146ae-666b-418d-97e1-43ae255434e9 admin admin] Router fdc2075e-2ff4-481e-9581-5a2657f0aa27 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:58:14.736954 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-889128ca-160b-4998-91c5-233e7b3017bc req-48b68367-28d2-484f-afb3-1160ab280536 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d178d16d8b864c82afaaa8d93cecd08d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4343565 May 26 15:58:14.746845 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-b9daabad-5e97-487d-b91c-607676aaa95a req-5657dd0b-ce78-4002-af61-01773a0677fd service neutron] For port 81bfbdd1-ed84-432d-80d4-b472e12dc740, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:14.752569 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-b9daabad-5e97-487d-b91c-607676aaa95a req-5657dd0b-ce78-4002-af61-01773a0677fd service neutron] For port 81bfbdd1-ed84-432d-80d4-b472e12dc740, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=81bfbdd1-ed84-432d-80d4-b472e12dc740,segment=NetworkSegment(dae879e7-109f-4012-aa0b-0a7b2554ca48),segment_id=dae879e7-109f-4012-aa0b-0a7b2554ca48)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:14.761534 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-543fa9d2-b67e-4907-bb5f-6bcbbe5f7d06 None None] Provisioning complete for port 23bc22f0-d25f-407c-9605-bb86d0de81a5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:14.762097 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-543fa9d2-b67e-4907-bb5f-6bcbbe5f7d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:14.806647 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b9daabad-5e97-487d-b91c-607676aaa95a req-5657dd0b-ce78-4002-af61-01773a0677fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:14.864349 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-543fa9d2-b67e-4907-bb5f-6bcbbe5f7d06 None None] Port 23bc22f0-d25f-407c-9605-bb86d0de81a5 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:58:14.925262 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eddce476-2c04-4017-a26c-42acd145c262 req-3c74dbc6-9926-4c35-b91e-3f646737c169 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:14.925651 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657dd0b-ce78-4002-af61-01773a0677fd service neutron] Pushing event updated for resources: {'Port': ['ID=81bfbdd1-ed84-432d-80d4-b472e12dc740,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:14.968141 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9daabad-5e97-487d-b91c-607676aaa95a req-5657dd0b-ce78-4002-af61-01773a0677fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:14.968792 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b9daabad-5e97-487d-b91c-607676aaa95a req-5657dd0b-ce78-4002-af61-01773a0677fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:14.970235 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9daabad-5e97-487d-b91c-607676aaa95a req-5657dd0b-ce78-4002-af61-01773a0677fd service neutron] 10.222.0.81 "PUT /v2.0/ports/81bfbdd1-ed84-432d-80d4-b472e12dc740 HTTP/1.1" status: 200 len: 1091 time: 2.1687505 May 26 15:58:14.971411 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '924f12a3-f872-4d50-a405-19d150f74444', 'tag': '81bfbdd1-ed84-432d-80d4-b472e12dc740'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:14.973466 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f87e049-0e95-45bc-8bee-2270cb8c65d5" -d '{"events": [{"name": "network-changed", "server_uuid": "924f12a3-f872-4d50-a405-19d150f74444", "tag": "81bfbdd1-ed84-432d-80d4-b472e12dc740"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:14.985729 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf4377-7f37-4241-aee9-e6a4a02280f7 req-e61c1859-3fe4-4948-907c-aed2901dbf4a tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:15.000369 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07bf4377-7f37-4241-aee9-e6a4a02280f7 req-e61c1859-3fe4-4948-907c-aed2901dbf4a tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 945 time: 0.2439189 May 26 15:58:15.048678 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-889128ca-160b-4998-91c5-233e7b3017bc req-d41d3029-680e-445d-8a81-e76125184c45 service neutron] 10.222.0.77 "GET /v2.0/networks/9f115508-0eed-42d5-a3d3-b010668163e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797129 May 26 15:58:15.092937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 18ddef21-0b02-47be-95c8-0edff5548c18 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:58:15.168456 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9daabad-5e97-487d-b91c-607676aaa95a req-fbe55b61-42a8-42a7-81e7-550cde13bc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:15.169885 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9daabad-5e97-487d-b91c-607676aaa95a req-fbe55b61-42a8-42a7-81e7-550cde13bc2c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8af860fdd3584e1a8789c06843d6dcca&device_id=924f12a3-f872-4d50-a405-19d150f74444 HTTP/1.1" status: 200 len: 1094 time: 0.1203661 May 26 15:58:15.172277 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df146ae-666b-418d-97e1-43ae255434e9 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:58:15.200682 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2df146ae-666b-418d-97e1-43ae255434e9 admin admin] 10.222.0.77 "PUT /v2.0/routers/fdc2075e-2ff4-481e-9581-5a2657f0aa27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5325761 May 26 15:58:15.200884 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 18ddef21-0b02-47be-95c8-0edff5548c18 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:15.200884 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:15.205462 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] Sync routers for ids ['fdc2075e-2ff4-481e-9581-5a2657f0aa27'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:58:15.236437 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07bf4377-7f37-4241-aee9-e6a4a02280f7 req-579e269c-fa3b-457d-aea2-2183c4d877c3 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259719 May 26 15:58:15.244297 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eddce476-2c04-4017-a26c-42acd145c262 req-3c74dbc6-9926-4c35-b91e-3f646737c169 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:15.318051 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9daabad-5e97-487d-b91c-607676aaa95a req-063d3941-394e-4d2c-8d5f-58d508840938 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81bfbdd1-ed84-432d-80d4-b472e12dc740 HTTP/1.1" status: 200 len: 217 time: 0.1243856 May 26 15:58:15.414024 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] Routers {'fdc2075e-2ff4-481e-9581-5a2657f0aa27'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:58:15.414671 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:57:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['fdc2075e-2ff4-481e-9581-5a2657f0aa27'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:15.438899 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-889128ca-160b-4998-91c5-233e7b3017bc req-4e3971c6-a1ec-493b-9c92-5697e7ab21a8 service neutron] 10.222.0.77 "GET /v2.0/networks/9f115508-0eed-42d5-a3d3-b010668163e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847208 May 26 15:58:15.438899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eddce476-2c04-4017-a26c-42acd145c262 req-3c74dbc6-9926-4c35-b91e-3f646737c169 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:58:15.447293 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9daabad-5e97-487d-b91c-607676aaa95a req-1f4b4a37-59b8-4ac5-8ae9-237fda3ca690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:15.448940 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9daabad-5e97-487d-b91c-607676aaa95a req-1f4b4a37-59b8-4ac5-8ae9-237fda3ca690 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f04b8b7b-67c4-4820-8e2d-a906f17469d6 HTTP/1.1" status: 200 len: 862 time: 0.1223426 May 26 15:58:15.453573 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-400166b2-51cd-4a31-a46f-cf929545792e req-5a793ddb-f12e-44a1-bfd6-a6e7c800b76e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 210 time: 0.0679245 May 26 15:58:15.464545 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-eddce476-2c04-4017-a26c-42acd145c262 req-3c74dbc6-9926-4c35-b91e-3f646737c169 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:58:15.466968 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74dbc6-9926-4c35-b91e-3f646737c169 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Pushing event updated for resources: {'Port': ['ID=e172aa33-9a36-4127-a578-f0ba671f0fda,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:15.473479 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddce476-2c04-4017-a26c-42acd145c262 req-3c74dbc6-9926-4c35-b91e-3f646737c169 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:58:15.498597 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddce476-2c04-4017-a26c-42acd145c262 req-3c74dbc6-9926-4c35-b91e-3f646737c169 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:15.501551 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eddce476-2c04-4017-a26c-42acd145c262 req-3c74dbc6-9926-4c35-b91e-3f646737c169 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:15.551660 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eddce476-2c04-4017-a26c-42acd145c262 req-3c74dbc6-9926-4c35-b91e-3f646737c169 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1453671 May 26 15:58:15.606769 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-eddce476-2c04-4017-a26c-42acd145c262 req-2f868e85-ec07-418b-b0bf-6fd2839026b3 service neutron] Request body: {'port': {'device_id': '5397a39f-6879-4090-aae3-c36c4d712e12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:15.613912 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5a93d5c5-d033-4b54-b614-9afc8422f9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:15.624021 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9daabad-5e97-487d-b91c-607676aaa95a req-865479e1-0a0c-405f-95dc-187d22f71061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:15.628645 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9daabad-5e97-487d-b91c-607676aaa95a req-865479e1-0a0c-405f-95dc-187d22f71061 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fd21b13c-44ff-4f1b-8ebb-43aa45f45369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1690633 May 26 15:58:15.680861 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eddce476-2c04-4017-a26c-42acd145c262 req-2f868e85-ec07-418b-b0bf-6fd2839026b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:15.816964 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9daabad-5e97-487d-b91c-607676aaa95a req-ee689577-1cda-4f39-ab49-c898a840ba5b service neutron] 10.222.0.81 "GET /v2.0/networks/fd21b13c-44ff-4f1b-8ebb-43aa45f45369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810534 May 26 15:58:15.832628 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253b065-4440-4e37-996c-36147505ca76 req-e88faff8-8e9f-41ee-a3e7-1e7ac9407108 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:15.835763 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0253b065-4440-4e37-996c-36147505ca76 req-e88faff8-8e9f-41ee-a3e7-1e7ac9407108 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=924f12a3-f872-4d50-a405-19d150f74444 HTTP/1.1" status: 200 len: 943 time: 0.2828453 May 26 15:58:15.989469 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] Set router fdc2075e-2ff4-481e-9581-5a2657f0aa27 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:58:15.992234 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 18ddef21-0b02-47be-95c8-0edff5548c18 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:16.017687 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0253b065-4440-4e37-996c-36147505ca76 req-a753b682-4ed8-4061-bf9f-073e7c771053 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/security-groups?id=94591791-1f74-4d6c-a8d1-df9619fffe18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439488 May 26 15:58:16.032797 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9daabad-5e97-487d-b91c-607676aaa95a req-7da883b1-fc51-4ff7-8edc-a5308fa27b55 service neutron] 10.222.0.81 "GET /v2.0/networks/fd21b13c-44ff-4f1b-8ebb-43aa45f45369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981299 May 26 15:58:16.111224 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a51ed9-a666-412e-a29f-d29176b45c17 x-openstack-request-id: req-37a51ed9-a666-412e-a29f-d29176b45c17 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:16.111553 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "924f12a3-f872-4d50-a405-19d150f74444", "tag": "81bfbdd1-ed84-432d-80d4-b472e12dc740", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:16.111813 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-37a51ed9-a666-412e-a29f-d29176b45c17 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:16.112488 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a51ed9-a666-412e-a29f-d29176b45c17'] response: {'name': 'network-changed', 'server_uuid': '924f12a3-f872-4d50-a405-19d150f74444', 'tag': '81bfbdd1-ed84-432d-80d4-b472e12dc740', 'status': 'completed', 'code': 200} May 26 15:58:16.200645 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.81', 50428) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:16.230781 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-39b77e49-76ae-4624-9243-589b461f8dcc req-b5836b41-e325-474a-a523-8d063180a6c1 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=2e6ecadf768c4517a083521fe60f9efe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716369 May 26 15:58:16.321072 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208c66f-3b48-4f30-a7d0-e59cd4a1dda5 req-61a8bbb9-cf65-4696-8bb3-ec87d2516668 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:16.323162 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1208c66f-3b48-4f30-a7d0-e59cd4a1dda5 req-61a8bbb9-cf65-4696-8bb3-ec87d2516668 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 931 time: 0.5281413 May 26 15:58:16.431723 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:16.518195 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc2075e-2ff4-481e-9581-5a2657f0aa27', 'name': 'tempest-FloatingIPsNegativeTestJSON-1057512020-router', 'tenant_id': 'a3beeae2761e4264a857e5604be7f9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '18ddef21-0b02-47be-95c8-0edff5548c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:58:03Z', 'updated_at': '2022-05-26T15:58:12Z', 'revision_number': 4, 'project_id': 'a3beeae2761e4264a857e5604be7f9b6', 'gw_port': {'id': '18ddef21-0b02-47be-95c8-0edff5548c18', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2075e-2ff4-481e-9581-5a2657f0aa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:58:04Z', 'updated_at': '2022-05-26T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '23bc22f0-d25f-407c-9605-bb86d0de81a5', 'name': '', 'network_id': '0707c04d-6793-4390-8e7a-f2c17de08a87', 'tenant_id': 'a3beeae2761e4264a857e5604be7f9b6', 'mac_address': 'fa:16:3e:3c:4c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc2075e-2ff4-481e-9581-5a2657f0aa27', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5406c0a6-f334-435b-8fcd-0cc43c16d52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:58:10Z', 'updated_at': '2022-05-26T15:58:12Z', 'revision_number': 2, 'project_id': 'a3beeae2761e4264a857e5604be7f9b6', 'subnets': [{'id': '5406c0a6-f334-435b-8fcd-0cc43c16d52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:16.556417 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] Checking router: fdc2075e-2ff4-481e-9581-5a2657f0aa27 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:58:16.556765 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] Updating router fdc2075e-2ff4-481e-9581-5a2657f0aa27 port 23bc22f0-d25f-407c-9605-bb86d0de81a5 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:58:16.585393 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:16.620529 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b77e49-76ae-4624-9243-589b461f8dcc req-5757d009-2e40-4d62-be15-95b04986dacb tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:16.622792 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-39b77e49-76ae-4624-9243-589b461f8dcc req-5757d009-2e40-4d62-be15-95b04986dacb tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3826847 May 26 15:58:16.645316 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-39b77e49-76ae-4624-9243-589b461f8dcc req-89881ce3-ea3c-4ff7-b627-0ce9d886d0ad tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Request body: {'port': {'device_id': '8d850e7d-33a2-44d7-9531-fc902537f0c2', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '2e6ecadf768c4517a083521fe60f9efe'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:16.810205 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b77e49-76ae-4624-9243-589b461f8dcc req-89881ce3-ea3c-4ff7-b627-0ce9d886d0ad tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Made reservation on behalf of 2e6ecadf768c4517a083521fe60f9efe for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:58:16.816299 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-39b77e49-76ae-4624-9243-589b461f8dcc req-89881ce3-ea3c-4ff7-b627-0ce9d886d0ad tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:16.816866 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 2845f95d-7d29-4a78-8b9d-7319109dd9b8 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:58:16.827728 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3865efe-5912-49eb-b1d8-f1e16a2c8184 req-c2e04436-1b5f-4877-bf83-69432e9ada36 tempest-FloatingIPsNegativeTestJSON-1962866025 tempest-FloatingIPsNegativeTestJSON-1962866025-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=a3beeae2761e4264a857e5604be7f9b6 HTTP/1.1" status: 200 len: 217 time: 0.5200567 May 26 15:58:16.839005 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-39b77e49-76ae-4624-9243-589b461f8dcc req-89881ce3-ea3c-4ff7-b627-0ce9d886d0ad tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:16.878225 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1208c66f-3b48-4f30-a7d0-e59cd4a1dda5 req-815f4ea8-dba4-493d-bce7-8b5b4af720fc tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308895 May 26 15:58:16.892522 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87e049-0e95-45bc-8bee-2270cb8c65d5 req-0d5c188f-5103-45bd-bc53-88c2a382e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:16.893820 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f87e049-0e95-45bc-8bee-2270cb8c65d5 req-0d5c188f-5103-45bd-bc53-88c2a382e7fc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8af860fdd3584e1a8789c06843d6dcca&device_id=924f12a3-f872-4d50-a405-19d150f74444 HTTP/1.1" status: 200 len: 1094 time: 0.6909623 May 26 15:58:16.941058 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-39b77e49-76ae-4624-9243-589b461f8dcc req-89881ce3-ea3c-4ff7-b627-0ce9d886d0ad tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:16.950086 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-39b77e49-76ae-4624-9243-589b461f8dcc req-89881ce3-ea3c-4ff7-b627-0ce9d886d0ad tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:17.040573 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-eddce476-2c04-4017-a26c-42acd145c262 req-2f868e85-ec07-418b-b0bf-6fd2839026b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e172aa33-9a36-4127-a578-f0ba671f0fda {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:17.098612 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eddce476-2c04-4017-a26c-42acd145c262 req-2f868e85-ec07-418b-b0bf-6fd2839026b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:17.102804 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-451f841c-ac29-42ef-9920-918a34677ea0 req-079b3945-67a9-485f-99b1-a781dc5acf39 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 210 time: 0.0911157 May 26 15:58:17.104568 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4d9c33ff-ab02-4c43-a8c8-903bc737e4d9 req-6c4904fa-acbb-4924-a07d-730dcdcd5d9c tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0844016 May 26 15:58:17.122050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87e049-0e95-45bc-8bee-2270cb8c65d5 req-757136a5-26ad-4b61-95eb-8f52a99cd6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:17.123407 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f87e049-0e95-45bc-8bee-2270cb8c65d5 req-757136a5-26ad-4b61-95eb-8f52a99cd6b4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fd21b13c-44ff-4f1b-8ebb-43aa45f45369 HTTP/1.1" status: 200 len: 924 time: 0.2173481 May 26 15:58:17.124424 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-eddce476-2c04-4017-a26c-42acd145c262 req-2f868e85-ec07-418b-b0bf-6fd2839026b3 service neutron] Transition to ACTIVE for port object e172aa33-9a36-4127-a578-f0ba671f0fda will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:58:17.130494 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 2845f95d-7d29-4a78-8b9d-7319109dd9b8 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:58:17.143988 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 2845f95d-7d29-4a78-8b9d-7319109dd9b8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:17.144390 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:17.156919 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eddce476-2c04-4017-a26c-42acd145c262 req-2f868e85-ec07-418b-b0bf-6fd2839026b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:17.233844 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f87e049-0e95-45bc-8bee-2270cb8c65d5 req-4132b7a1-ee2d-4328-8492-fc3459bdf763 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81bfbdd1-ed84-432d-80d4-b472e12dc740 HTTP/1.1" status: 200 len: 217 time: 0.1011291 May 26 15:58:17.237457 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89881ce3-ea3c-4ff7-b627-0ce9d886d0ad tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:17.278024 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-39b77e49-76ae-4624-9243-589b461f8dcc req-89881ce3-ea3c-4ff7-b627-0ce9d886d0ad tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Allocated IP 192.168.233.80 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/6097825e-22a5-4134-93cd-23f98ced9146) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:58:17.278268 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:17.291843 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f868e85-ec07-418b-b0bf-6fd2839026b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e172aa33-9a36-4127-a578-f0ba671f0fda,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:17.338142 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:17.395902 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87e049-0e95-45bc-8bee-2270cb8c65d5 req-190aa811-7bfc-4a96-8c36-1e4c39219791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:17.397949 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 2845f95d-7d29-4a78-8b9d-7319109dd9b8 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:17.398557 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:17.402773 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f87e049-0e95-45bc-8bee-2270cb8c65d5 req-190aa811-7bfc-4a96-8c36-1e4c39219791 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f04b8b7b-67c4-4820-8e2d-a906f17469d6 HTTP/1.1" status: 200 len: 862 time: 0.1062067 May 26 15:58:17.491633 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c8506-8ffa-43c9-9866-3b6931834804 None None] Pushing event updated for resources: {'Port': ['ID=23bc22f0-d25f-407c-9605-bb86d0de81a5,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:17.530124 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ecfb706-5477-461b-8f90-b38900638fd4 req-7f651bc2-bb6c-46ed-9225-f71de6d20491 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 210 time: 0.2346370 May 26 15:58:17.543871 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-39b77e49-76ae-4624-9243-589b461f8dcc req-89881ce3-ea3c-4ff7-b627-0ce9d886d0ad tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:17.575861 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a58350f-03f3-48f5-8cf0-9ae214aba04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2845f95d-7d29-4a78-8b9d-7319109dd9b8'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:17.583664 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b695666c-1826-415c-9f22-c31830150105" -d '{"events": [{"server_uuid": "7a58350f-03f3-48f5-8cf0-9ae214aba04d", "name": "network-vif-plugged", "status": "completed", "tag": "2845f95d-7d29-4a78-8b9d-7319109dd9b8"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:17.628393 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 2845f95d-7d29-4a78-8b9d-7319109dd9b8, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=2845f95d-7d29-4a78-8b9d-7319109dd9b8,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:17.631827 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] Attempting to bind port 23bc22f0-d25f-407c-9605-bb86d0de81a5 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:17.632594 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] Attempting to bind port 23bc22f0-d25f-407c-9605-bb86d0de81a5 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'd636b34a-c016-4e26-8098-8dc77f884447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0707c04d-6793-4390-8e7a-f2c17de08a87'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:17.633080 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] Attempting to bind port 23bc22f0-d25f-407c-9605-bb86d0de81a5 on network 0707c04d-6793-4390-8e7a-f2c17de08a87 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:17.643532 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-39b77e49-76ae-4624-9243-589b461f8dcc req-89881ce3-ea3c-4ff7-b627-0ce9d886d0ad tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:17.647131 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:17.648001 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] Checking segment: {'id': 'd636b34a-c016-4e26-8098-8dc77f884447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0707c04d-6793-4390-8e7a-f2c17de08a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:17.648609 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:17.650177 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] Bound using segment: {'id': 'd636b34a-c016-4e26-8098-8dc77f884447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0707c04d-6793-4390-8e7a-f2c17de08a87'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:17.650934 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] Bound port: 23bc22f0-d25f-407c-9605-bb86d0de81a5, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd636b34a-c016-4e26-8098-8dc77f884447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0707c04d-6793-4390-8e7a-f2c17de08a87'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:17.651562 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:17.666928 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:17.669719 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:17.706263 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d10aa-01cf-4751-809a-7ec029cab2d2 req-bdaed9b4-8b14-459c-b513-0d36805509c4 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:17.707974 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-362d10aa-01cf-4751-809a-7ec029cab2d2 req-bdaed9b4-8b14-459c-b513-0d36805509c4 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 945 time: 0.4179494 May 26 15:58:17.709910 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6e2897f9-6a74-46c9-951e-4a12110b65e3 req-388020b2-2f66-4691-b487-733297fbe3a1 tempest-FloatingIPsNegativeTestJSON-1962866025 tempest-FloatingIPsNegativeTestJSON-1962866025-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1164269 May 26 15:58:17.713770 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-eddce476-2c04-4017-a26c-42acd145c262 req-2f868e85-ec07-418b-b0bf-6fd2839026b3 service neutron] Attempting to bind port e172aa33-9a36-4127-a578-f0ba671f0fda on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:17.714405 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-eddce476-2c04-4017-a26c-42acd145c262 req-2f868e85-ec07-418b-b0bf-6fd2839026b3 service neutron] Attempting to bind port e172aa33-9a36-4127-a578-f0ba671f0fda by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:17.714953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddce476-2c04-4017-a26c-42acd145c262 req-2f868e85-ec07-418b-b0bf-6fd2839026b3 service neutron] Attempting to bind port e172aa33-9a36-4127-a578-f0ba671f0fda on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:17.734270 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89881ce3-ea3c-4ff7-b627-0ce9d886d0ad tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Pushing event updated for resources: {'Port': ['ID=6097825e-22a5-4134-93cd-23f98ced9146,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:17.751735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=2845f95d-7d29-4a78-8b9d-7319109dd9b8,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:17.789117 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87e049-0e95-45bc-8bee-2270cb8c65d5 req-6add4ce3-c465-4991-a166-12c0b39583b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:17.790770 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f87e049-0e95-45bc-8bee-2270cb8c65d5 req-6add4ce3-c465-4991-a166-12c0b39583b7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fd21b13c-44ff-4f1b-8ebb-43aa45f45369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3458004 May 26 15:58:17.795197 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddce476-2c04-4017-a26c-42acd145c262 req-2f868e85-ec07-418b-b0bf-6fd2839026b3 service neutron] Port e172aa33-9a36-4127-a578-f0ba671f0fda on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:58:17.795436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddce476-2c04-4017-a26c-42acd145c262 req-2f868e85-ec07-418b-b0bf-6fd2839026b3 service neutron] Attempting to bind port e172aa33-9a36-4127-a578-f0ba671f0fda on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:17.796876 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b77e49-76ae-4624-9243-589b461f8dcc req-89881ce3-ea3c-4ff7-b627-0ce9d886d0ad tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:58:17.800320 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-39b77e49-76ae-4624-9243-589b461f8dcc req-89881ce3-ea3c-4ff7-b627-0ce9d886d0ad tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:58:17.805147 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b77e49-76ae-4624-9243-589b461f8dcc req-89881ce3-ea3c-4ff7-b627-0ce9d886d0ad tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:58:17.816986 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] For port 23bc22f0-d25f-407c-9605-bb86d0de81a5, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:17.838363 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] For port 23bc22f0-d25f-407c-9605-bb86d0de81a5, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=23bc22f0-d25f-407c-9605-bb86d0de81a5,segment=NetworkSegment(d636b34a-c016-4e26-8098-8dc77f884447),segment_id=d636b34a-c016-4e26-8098-8dc77f884447)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:17.846932 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:17.856500 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-00730bc7-cb0a-428c-a96e-cf5b72111279 None None] Provisioning complete for port 23bc22f0-d25f-407c-9605-bb86d0de81a5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:17.857002 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-00730bc7-cb0a-428c-a96e-cf5b72111279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:17.883073 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddce476-2c04-4017-a26c-42acd145c262 req-2f868e85-ec07-418b-b0bf-6fd2839026b3 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:17.883648 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddce476-2c04-4017-a26c-42acd145c262 req-2f868e85-ec07-418b-b0bf-6fd2839026b3 service neutron] Checking segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:17.883794 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddce476-2c04-4017-a26c-42acd145c262 req-2f868e85-ec07-418b-b0bf-6fd2839026b3 service neutron] Bound using segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:17.884281 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-eddce476-2c04-4017-a26c-42acd145c262 req-2f868e85-ec07-418b-b0bf-6fd2839026b3 service neutron] Bound port: e172aa33-9a36-4127-a578-f0ba671f0fda, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:17.884640 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eddce476-2c04-4017-a26c-42acd145c262 req-2f868e85-ec07-418b-b0bf-6fd2839026b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:17.921628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b77e49-76ae-4624-9243-589b461f8dcc req-89881ce3-ea3c-4ff7-b627-0ce9d886d0ad tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:17.922529 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-39b77e49-76ae-4624-9243-589b461f8dcc req-89881ce3-ea3c-4ff7-b627-0ce9d886d0ad tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:17.954463 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-39b77e49-76ae-4624-9243-589b461f8dcc req-89881ce3-ea3c-4ff7-b627-0ce9d886d0ad tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3194335 May 26 15:58:17.972141 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-39b77e49-76ae-4624-9243-589b461f8dcc req-4f353a13-ec19-483e-b1fa-5cb8d27b3b9f service neutron] Request body: {'port': {'device_id': '8d850e7d-33a2-44d7-9531-fc902537f0c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:17.992950 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-362d10aa-01cf-4751-809a-7ec029cab2d2 req-5bf2d3e8-43da-4c2a-9ce2-63caa7a84ae0 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320478 May 26 15:58:18.014037 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] Routers {'fdc2075e-2ff4-481e-9581-5a2657f0aa27'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:58:18.014699 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:58:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['fdc2075e-2ff4-481e-9581-5a2657f0aa27'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:18.077883 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-39b77e49-76ae-4624-9243-589b461f8dcc req-4f353a13-ec19-483e-b1fa-5cb8d27b3b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:18.133615 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16e8185-3bae-4be3-9494-3661e246ede4 x-openstack-request-id: req-b16e8185-3bae-4be3-9494-3661e246ede4 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:18.134195 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a58350f-03f3-48f5-8cf0-9ae214aba04d", "name": "network-vif-plugged", "status": "completed", "tag": "2845f95d-7d29-4a78-8b9d-7319109dd9b8", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:18.134195 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b16e8185-3bae-4be3-9494-3661e246ede4 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:18.134549 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b16e8185-3bae-4be3-9494-3661e246ede4'] response: {'server_uuid': '7a58350f-03f3-48f5-8cf0-9ae214aba04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2845f95d-7d29-4a78-8b9d-7319109dd9b8', 'code': 200} May 26 15:58:18.213093 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f431d-d271-4eb4-ab14-c8ff0071db3a req-57d9336c-9a87-4a8c-9430-24fef664dfe4 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:18.218909 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c8506-8ffa-43c9-9866-3b6931834804 None None] Pushing event updated for resources: {'Port': ['ID=23bc22f0-d25f-407c-9605-bb86d0de81a5,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:18.222426 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f80f431d-d271-4eb4-ab14-c8ff0071db3a req-57d9336c-9a87-4a8c-9430-24fef664dfe4 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=924f12a3-f872-4d50-a405-19d150f74444 HTTP/1.1" status: 200 len: 943 time: 0.3713372 May 26 15:58:18.281080 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:18.288837 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-9eefc979-be65-4aaa-b7a2-99b719fe463e req-e0a229e5-e45c-4b92-823b-0969d6f27c7f tempest-FloatingIPsNegativeTestJSON-1962866025 tempest-FloatingIPsNegativeTestJSON-1962866025-project] show failed (client error): The resource could not be found. May 26 15:58:18.289888 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9eefc979-be65-4aaa-b7a2-99b719fe463e req-e0a229e5-e45c-4b92-823b-0969d6f27c7f tempest-FloatingIPsNegativeTestJSON-1962866025 tempest-FloatingIPsNegativeTestJSON-1962866025-project] 10.222.0.77 "GET /v2.0/floatingips/be12c48e-bc99-4f3e-94d0-ac2fa0fca0dd HTTP/1.1" status: 404 len: 350 time: 0.0561810 May 26 15:58:18.336345 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34760) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:18.341758 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] Set router fdc2075e-2ff4-481e-9581-5a2657f0aa27 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:58:18.393107 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-00730bc7-cb0a-428c-a96e-cf5b72111279 None None] Current status of the port 23bc22f0-d25f-407c-9605-bb86d0de81a5 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:18.399123 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-00730bc7-cb0a-428c-a96e-cf5b72111279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:18.485691 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889128ca-160b-4998-91c5-233e7b3017bc req-1ff15df1-97c1-4b89-b239-f9b4dbcf32ca tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:18.487154 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-889128ca-160b-4998-91c5-233e7b3017bc req-1ff15df1-97c1-4b89-b239-f9b4dbcf32ca tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.83 "GET /v2.0/networks?id=9f115508-0eed-42d5-a3d3-b010668163e8 HTTP/1.1" status: 200 len: 814 time: 0.9261322 May 26 15:58:18.600580 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-00730bc7-cb0a-428c-a96e-cf5b72111279 None None] For port 23bc22f0-d25f-407c-9605-bb86d0de81a5, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=23bc22f0-d25f-407c-9605-bb86d0de81a5,segment=NetworkSegment(d636b34a-c016-4e26-8098-8dc77f884447),segment_id=d636b34a-c016-4e26-8098-8dc77f884447)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:18.648973 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-00730bc7-cb0a-428c-a96e-cf5b72111279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:18.655475 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e386c-6ee4-4b53-bc53-aa27fb3f29a9 req-1400044d-04ea-454d-93ed-8ad1dc547dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:18.657899 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0e8e386c-6ee4-4b53-bc53-aa27fb3f29a9 req-1400044d-04ea-454d-93ed-8ad1dc547dbf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 1097 time: 0.4260333 May 26 15:58:18.670790 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f87e049-0e95-45bc-8bee-2270cb8c65d5 req-4641c26c-80da-4c12-a22c-60321b8415e1 service neutron] 10.222.0.81 "GET /v2.0/networks/fd21b13c-44ff-4f1b-8ebb-43aa45f45369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8697839 May 26 15:58:18.687548 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-39b77e49-76ae-4624-9243-589b461f8dcc req-4f353a13-ec19-483e-b1fa-5cb8d27b3b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6097825e-22a5-4134-93cd-23f98ced9146 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:18.701013 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-39b77e49-76ae-4624-9243-589b461f8dcc req-4f353a13-ec19-483e-b1fa-5cb8d27b3b9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:18.715901 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-39b77e49-76ae-4624-9243-589b461f8dcc req-4f353a13-ec19-483e-b1fa-5cb8d27b3b9f service neutron] Transition to ACTIVE for port object 6097825e-22a5-4134-93cd-23f98ced9146 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:58:18.723304 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-39b77e49-76ae-4624-9243-589b461f8dcc req-4f353a13-ec19-483e-b1fa-5cb8d27b3b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:18.734290 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-eddce476-2c04-4017-a26c-42acd145c262 req-2f868e85-ec07-418b-b0bf-6fd2839026b3 service neutron] For port e172aa33-9a36-4127-a578-f0ba671f0fda, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:18.742224 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00730bc7-cb0a-428c-a96e-cf5b72111279 None None] Pushing event updated for resources: {'Port': ['ID=23bc22f0-d25f-407c-9605-bb86d0de81a5,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:18.755454 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160619b-5496-4b03-8624-75e9f437b61e req-3a352dbf-349e-44e9-80c6-97c3a6b0b323 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:18.757254 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c160619b-5496-4b03-8624-75e9f437b61e req-3a352dbf-349e-44e9-80c6-97c3a6b0b323 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 943 time: 0.2193673 May 26 15:58:18.760384 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f80f431d-d271-4eb4-ab14-c8ff0071db3a req-14b344eb-ec29-4c71-83c5-206729c6c8c6 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/security-groups?id=94591791-1f74-4d6c-a8d1-df9619fffe18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5371370 May 26 15:58:18.822316 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f353a13-ec19-483e-b1fa-5cb8d27b3b9f service neutron] Pushing event updated for resources: {'Port': ['ID=6097825e-22a5-4134-93cd-23f98ced9146,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:18.837334 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-359e737d-6d11-4ff1-bc77-0696f4a1c530 None None] Provisioning complete for port 23bc22f0-d25f-407c-9605-bb86d0de81a5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:18.837782 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-359e737d-6d11-4ff1-bc77-0696f4a1c530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:18.907531 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc2075e-2ff4-481e-9581-5a2657f0aa27', 'name': 'tempest-FloatingIPsNegativeTestJSON-1057512020-router', 'tenant_id': 'a3beeae2761e4264a857e5604be7f9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '18ddef21-0b02-47be-95c8-0edff5548c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:58:03Z', 'updated_at': '2022-05-26T15:58:12Z', 'revision_number': 4, 'project_id': 'a3beeae2761e4264a857e5604be7f9b6', 'gw_port': {'id': '18ddef21-0b02-47be-95c8-0edff5548c18', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2075e-2ff4-481e-9581-5a2657f0aa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:58:04Z', 'updated_at': '2022-05-26T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '23bc22f0-d25f-407c-9605-bb86d0de81a5', 'name': '', 'network_id': '0707c04d-6793-4390-8e7a-f2c17de08a87', 'tenant_id': 'a3beeae2761e4264a857e5604be7f9b6', 'mac_address': 'fa:16:3e:3c:4c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc2075e-2ff4-481e-9581-5a2657f0aa27', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5406c0a6-f334-435b-8fcd-0cc43c16d52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:58:10Z', 'updated_at': '2022-05-26T15:58:17Z', 'revision_number': 4, 'project_id': 'a3beeae2761e4264a857e5604be7f9b6', 'subnets': [{'id': '5406c0a6-f334-435b-8fcd-0cc43c16d52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:18.993403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-39b77e49-76ae-4624-9243-589b461f8dcc req-4f353a13-ec19-483e-b1fa-5cb8d27b3b9f service neutron] Attempting to bind port 6097825e-22a5-4134-93cd-23f98ced9146 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:18.993819 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-39b77e49-76ae-4624-9243-589b461f8dcc req-4f353a13-ec19-483e-b1fa-5cb8d27b3b9f service neutron] Attempting to bind port 6097825e-22a5-4134-93cd-23f98ced9146 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:18.994248 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b77e49-76ae-4624-9243-589b461f8dcc req-4f353a13-ec19-483e-b1fa-5cb8d27b3b9f service neutron] Attempting to bind port 6097825e-22a5-4134-93cd-23f98ced9146 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:19.006430 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b77e49-76ae-4624-9243-589b461f8dcc req-4f353a13-ec19-483e-b1fa-5cb8d27b3b9f service neutron] Port 6097825e-22a5-4134-93cd-23f98ced9146 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:58:19.007097 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b77e49-76ae-4624-9243-589b461f8dcc req-4f353a13-ec19-483e-b1fa-5cb8d27b3b9f service neutron] Attempting to bind port 6097825e-22a5-4134-93cd-23f98ced9146 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:19.021072 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b77e49-76ae-4624-9243-589b461f8dcc req-4f353a13-ec19-483e-b1fa-5cb8d27b3b9f service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:19.028908 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b77e49-76ae-4624-9243-589b461f8dcc req-4f353a13-ec19-483e-b1fa-5cb8d27b3b9f service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:19.029609 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b77e49-76ae-4624-9243-589b461f8dcc req-4f353a13-ec19-483e-b1fa-5cb8d27b3b9f service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:19.030625 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-39b77e49-76ae-4624-9243-589b461f8dcc req-4f353a13-ec19-483e-b1fa-5cb8d27b3b9f service neutron] Bound port: 6097825e-22a5-4134-93cd-23f98ced9146, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:19.031089 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-39b77e49-76ae-4624-9243-589b461f8dcc req-4f353a13-ec19-483e-b1fa-5cb8d27b3b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:19.091390 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-eddce476-2c04-4017-a26c-42acd145c262 req-2f868e85-ec07-418b-b0bf-6fd2839026b3 service neutron] For port e172aa33-9a36-4127-a578-f0ba671f0fda, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e172aa33-9a36-4127-a578-f0ba671f0fda,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:19.136403 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-889128ca-160b-4998-91c5-233e7b3017bc req-b4d5126e-d7c0-4a01-aefc-f5541a513a02 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d178d16d8b864c82afaaa8d93cecd08d HTTP/1.1" status: 200 len: 380 time: 0.6045978 May 26 15:58:19.178810 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0e8e386c-6ee4-4b53-bc53-aa27fb3f29a9 req-8c97f540-0622-498d-b95c-c29e0311cbf1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5063763 May 26 15:58:19.196994 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9f00c3e6-f843-4f0e-87d3-c9b55a82df08 req-1bb7ae6b-93be-481d-8936-29fd41ba739d tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 210 time: 0.1717687 May 26 15:58:19.199135 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eddce476-2c04-4017-a26c-42acd145c262 req-2f868e85-ec07-418b-b0bf-6fd2839026b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:19.304487 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-889128ca-160b-4998-91c5-233e7b3017bc req-4e7926d8-ebb8-4791-9b3c-f049da95839d tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Request body: {'port': {'device_id': '3b65ae56-f758-4369-9186-06503b21064e', 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8', 'admin_state_up': True, 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'security_groups': ['ae09cca7-ed5d-46aa-b26f-9e64e851e73c']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:19.365112 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 81bfbdd1-ed84-432d-80d4-b472e12dc740 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:58:19.372994 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddce476-2c04-4017-a26c-42acd145c262 req-2f868e85-ec07-418b-b0bf-6fd2839026b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:19.373603 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eddce476-2c04-4017-a26c-42acd145c262 req-2f868e85-ec07-418b-b0bf-6fd2839026b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:19.374991 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eddce476-2c04-4017-a26c-42acd145c262 req-2f868e85-ec07-418b-b0bf-6fd2839026b3 service neutron] 10.222.0.81 "PUT /v2.0/ports/e172aa33-9a36-4127-a578-f0ba671f0fda HTTP/1.1" status: 200 len: 1091 time: 3.7809627 May 26 15:58:19.379664 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:19.383499 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f404f-ad2d-45a2-bcd4-b0d7b0389546 None None] The sync data for ids ['fdc2075e-2ff4-481e-9581-5a2657f0aa27'] in n-d-843337-2 is: [{'id': 'fdc2075e-2ff4-481e-9581-5a2657f0aa27', 'name': 'tempest-FloatingIPsNegativeTestJSON-1057512020-router', 'tenant_id': 'a3beeae2761e4264a857e5604be7f9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '18ddef21-0b02-47be-95c8-0edff5548c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:58:03Z', 'updated_at': '2022-05-26T15:58:12Z', 'revision_number': 4, 'project_id': 'a3beeae2761e4264a857e5604be7f9b6', 'gw_port': {'id': '18ddef21-0b02-47be-95c8-0edff5548c18', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2075e-2ff4-481e-9581-5a2657f0aa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:58:04Z', 'updated_at': '2022-05-26T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '23bc22f0-d25f-407c-9605-bb86d0de81a5', 'name': '', 'network_id': '0707c04d-6793-4390-8e7a-f2c17de08a87', 'tenant_id': 'a3beeae2761e4264a857e5604be7f9b6', 'mac_address': 'fa:16:3e:3c:4c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc2075e-2ff4-481e-9581-5a2657f0aa27', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5406c0a6-f334-435b-8fcd-0cc43c16d52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:58:10Z', 'updated_at': '2022-05-26T15:58:17Z', 'revision_number': 4, 'project_id': 'a3beeae2761e4264a857e5604be7f9b6', 'subnets': [{'id': '5406c0a6-f334-435b-8fcd-0cc43c16d52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:58:19.438910 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5397a39f-6879-4090-aae3-c36c4d712e12', 'tag': 'e172aa33-9a36-4127-a578-f0ba671f0fda'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:19.440589 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3e104e-7ccd-410c-932e-16b48cc58062" -d '{"events": [{"name": "network-changed", "server_uuid": "5397a39f-6879-4090-aae3-c36c4d712e12", "tag": "e172aa33-9a36-4127-a578-f0ba671f0fda"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:19.609556 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-39b77e49-76ae-4624-9243-589b461f8dcc req-4f353a13-ec19-483e-b1fa-5cb8d27b3b9f service neutron] For port 6097825e-22a5-4134-93cd-23f98ced9146, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:19.613193 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-39b77e49-76ae-4624-9243-589b461f8dcc req-4f353a13-ec19-483e-b1fa-5cb8d27b3b9f service neutron] For port 6097825e-22a5-4134-93cd-23f98ced9146, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=6097825e-22a5-4134-93cd-23f98ced9146,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:19.628488 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-39b77e49-76ae-4624-9243-589b461f8dcc req-4f353a13-ec19-483e-b1fa-5cb8d27b3b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:19.706356 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b77e49-76ae-4624-9243-589b461f8dcc req-4f353a13-ec19-483e-b1fa-5cb8d27b3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:19.708381 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-39b77e49-76ae-4624-9243-589b461f8dcc req-4f353a13-ec19-483e-b1fa-5cb8d27b3b9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:19.710319 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-39b77e49-76ae-4624-9243-589b461f8dcc req-4f353a13-ec19-483e-b1fa-5cb8d27b3b9f service neutron] 10.222.0.81 "PUT /v2.0/ports/6097825e-22a5-4134-93cd-23f98ced9146 HTTP/1.1" status: 200 len: 1095 time: 1.7462482 May 26 15:58:19.711070 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d850e7d-33a2-44d7-9531-fc902537f0c2', 'tag': '6097825e-22a5-4134-93cd-23f98ced9146'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:19.713906 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d60b5ec-7c41-43a0-8eaa-c7f65e1c80ae" -d '{"events": [{"name": "network-changed", "server_uuid": "8d850e7d-33a2-44d7-9531-fc902537f0c2", "tag": "6097825e-22a5-4134-93cd-23f98ced9146"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:19.761059 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-359e737d-6d11-4ff1-bc77-0696f4a1c530 None None] Current status of the port 23bc22f0-d25f-407c-9605-bb86d0de81a5 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:19.792280 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 81bfbdd1-ed84-432d-80d4-b472e12dc740, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=81bfbdd1-ed84-432d-80d4-b472e12dc740,segment=NetworkSegment(dae879e7-109f-4012-aa0b-0a7b2554ca48),segment_id=dae879e7-109f-4012-aa0b-0a7b2554ca48)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:19.814295 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '81bfbdd1-ed84-432d-80d4-b472e12dc740', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'port_id': '81bfbdd1-ed84-432d-80d4-b472e12dc740', 'mac_address': 'fa:16:3e:d6:ff:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:58:19.879564 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f353a13-ec19-483e-b1fa-5cb8d27b3b9f service neutron] Pushing event updated for resources: {'Port': ['ID=6097825e-22a5-4134-93cd-23f98ced9146,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:19.907354 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 81bfbdd1-ed84-432d-80d4-b472e12dc740 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:19.907740 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:19.947141 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b77e49-76ae-4624-9243-589b461f8dcc req-c1bad32c-90ad-4dd8-ad74-86a6bcaec308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:19.948821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81bfbdd1-ed84-432d-80d4-b472e12dc740 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:19.952582 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-39b77e49-76ae-4624-9243-589b461f8dcc req-c1bad32c-90ad-4dd8-ad74-86a6bcaec308 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 1098 time: 0.1872027 May 26 15:58:20.005937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 81bfbdd1-ed84-432d-80d4-b472e12dc740, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=81bfbdd1-ed84-432d-80d4-b472e12dc740,segment=NetworkSegment(dae879e7-109f-4012-aa0b-0a7b2554ca48),segment_id=dae879e7-109f-4012-aa0b-0a7b2554ca48)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:20.012183 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:20.100221 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-39b77e49-76ae-4624-9243-589b461f8dcc req-826316da-0e38-43da-aca6-0f8d0650572c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=6097825e-22a5-4134-93cd-23f98ced9146 HTTP/1.1" status: 200 len: 217 time: 0.1390479 May 26 15:58:20.133598 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=81bfbdd1-ed84-432d-80d4-b472e12dc740,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:20.197661 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b77e49-76ae-4624-9243-589b461f8dcc req-db7627ae-c56d-4096-a642-7a3c67d562e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:20.201553 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-39b77e49-76ae-4624-9243-589b461f8dcc req-db7627ae-c56d-4096-a642-7a3c67d562e2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0938194 May 26 15:58:20.239204 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['81bfbdd1-ed84-432d-80d4-b472e12dc740'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:20.289799 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b77e49-76ae-4624-9243-589b461f8dcc req-ea7b6a27-e007-4b4e-9ba9-40fdf0503b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:20.291422 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-39b77e49-76ae-4624-9243-589b461f8dcc req-ea7b6a27-e007-4b4e-9ba9-40fdf0503b6b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0808907 May 26 15:58:20.379114 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-479180ff-62d9-4230-8bff-3f2e8c4d66d1 req-a157b1cc-b246-4146-b430-f715023e10d9 tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 1.0353324 May 26 15:58:20.471371 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f87e049-0e95-45bc-8bee-2270cb8c65d5 req-4c535bd3-77a5-4550-9f5e-22dfc11f4d83 service neutron] 10.222.0.81 "GET /v2.0/networks/fd21b13c-44ff-4f1b-8ebb-43aa45f45369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7863293 May 26 15:58:20.500470 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c160619b-5496-4b03-8624-75e9f437b61e req-0460c32d-cfe3-42fa-903b-72158cb19654 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4757864 May 26 15:58:20.500470 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f868e85-ec07-418b-b0bf-6fd2839026b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e172aa33-9a36-4127-a578-f0ba671f0fda,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:20.635748 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddce476-2c04-4017-a26c-42acd145c262 req-b65f6dba-b410-439d-80a7-c1da9ae16983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:20.637546 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eddce476-2c04-4017-a26c-42acd145c262 req-b65f6dba-b410-439d-80a7-c1da9ae16983 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 1094 time: 1.1917615 May 26 15:58:20.682041 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-39b77e49-76ae-4624-9243-589b461f8dcc req-d492534e-897c-447b-918e-eaa7bcc3daf0 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831334 May 26 15:58:20.919666 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-39b77e49-76ae-4624-9243-589b461f8dcc req-508409e0-ae13-4b7e-9137-a6b7bc328ebf service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224643 May 26 15:58:20.952795 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eddce476-2c04-4017-a26c-42acd145c262 req-2b83b8ed-7794-46f7-a162-447dcafea7fe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e172aa33-9a36-4127-a578-f0ba671f0fda HTTP/1.1" status: 200 len: 217 time: 0.2537665 May 26 15:58:21.026445 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddce476-2c04-4017-a26c-42acd145c262 req-986f3807-2af1-4c23-8e3d-e93ffaf9e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:21.028207 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eddce476-2c04-4017-a26c-42acd145c262 req-986f3807-2af1-4c23-8e3d-e93ffaf9e24b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cfa16bff-3370-4a4e-860f-b7e489b84ed0 HTTP/1.1" status: 200 len: 847 time: 0.0631015 May 26 15:58:21.083108 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 23bc22f0-d25f-407c-9605-bb86d0de81a5 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:58:21.084059 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-889128ca-160b-4998-91c5-233e7b3017bc req-4e7926d8-ebb8-4791-9b3c-f049da95839d tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Made reservation on behalf of d178d16d8b864c82afaaa8d93cecd08d for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:58:21.088057 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-889128ca-160b-4998-91c5-233e7b3017bc req-4e7926d8-ebb8-4791-9b3c-f049da95839d tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:21.178053 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315257f7-a1a8-433a-8d1b-5bf142abf7c1 req-d66f484a-f36c-4aa7-a0e4-bd0735f2f495 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:21.179628 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-315257f7-a1a8-433a-8d1b-5bf142abf7c1 req-d66f484a-f36c-4aa7-a0e4-bd0735f2f495 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 947 time: 0.5770786 May 26 15:58:21.181546 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eddce476-2c04-4017-a26c-42acd145c262 req-b3a3f353-18d8-4a31-a3ab-d74f7ad13c60 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1207414 May 26 15:58:21.192889 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 23bc22f0-d25f-407c-9605-bb86d0de81a5 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:21.194544 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:21.235919 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 81bfbdd1-ed84-432d-80d4-b472e12dc740 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:58:21.407364 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-889128ca-160b-4998-91c5-233e7b3017bc req-4e7926d8-ebb8-4791-9b3c-f049da95839d tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Allocated IP 172.20.0.5 (9f115508-0eed-42d5-a3d3-b010668163e8/e4cd4c04-0f78-4554-8f4d-7d36adb9556a/6eef3506-1f79-4d68-8a0a-a577e849fe49) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:58:21.409831 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 81bfbdd1-ed84-432d-80d4-b472e12dc740 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:58:21.425733 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 81bfbdd1-ed84-432d-80d4-b472e12dc740 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:21.426389 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:21.462118 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef93f38-74fa-4a86-a253-2f314110950a req-d9b1f470-f4a0-41cf-a01a-40d34ca5d1ff tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:21.463685 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ef93f38-74fa-4a86-a253-2f314110950a req-d9b1f470-f4a0-41cf-a01a-40d34ca5d1ff tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 946 time: 0.7683718 May 26 15:58:21.507367 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 23bc22f0-d25f-407c-9605-bb86d0de81a5 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:21.593651 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 81bfbdd1-ed84-432d-80d4-b472e12dc740 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:21.595022 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:21.629212 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924f12a3-f872-4d50-a405-19d150f74444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bfbdd1-ed84-432d-80d4-b472e12dc740'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:21.634422 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bdde4e-7b7b-492a-ae5b-a9ae76f8a8e4" -d '{"events": [{"server_uuid": "924f12a3-f872-4d50-a405-19d150f74444", "name": "network-vif-plugged", "status": "completed", "tag": "81bfbdd1-ed84-432d-80d4-b472e12dc740"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:21.639820 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eddce476-2c04-4017-a26c-42acd145c262 req-1ad3900e-1ea5-490c-8d4b-c97e21c7054d service neutron] 10.222.0.81 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405360 May 26 15:58:21.657738 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 81bfbdd1-ed84-432d-80d4-b472e12dc740, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=81bfbdd1-ed84-432d-80d4-b472e12dc740,segment=NetworkSegment(dae879e7-109f-4012-aa0b-0a7b2554ca48),segment_id=dae879e7-109f-4012-aa0b-0a7b2554ca48)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:21.664750 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:21.745142 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=81bfbdd1-ed84-432d-80d4-b472e12dc740,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:21.850785 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-315257f7-a1a8-433a-8d1b-5bf142abf7c1 req-77b807f6-8453-4ac4-b4ce-bbb40890a1de tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6503811 May 26 15:58:21.896237 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eddce476-2c04-4017-a26c-42acd145c262 req-6716adb5-8e7e-443b-ba05-704c6307d79b service neutron] 10.222.0.81 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310638 May 26 15:58:21.937626 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ef93f38-74fa-4a86-a253-2f314110950a req-1afa4aa2-492c-4f6d-8925-6bd7be09532e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904263 May 26 15:58:21.993656 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcfae7f-3c55-4323-a0ae-e396ba5eaeeb x-openstack-request-id: req-adcfae7f-3c55-4323-a0ae-e396ba5eaeeb {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:21.993937 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5397a39f-6879-4090-aae3-c36c4d712e12", "tag": "e172aa33-9a36-4127-a578-f0ba671f0fda", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:21.994187 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-adcfae7f-3c55-4323-a0ae-e396ba5eaeeb {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:21.994576 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adcfae7f-3c55-4323-a0ae-e396ba5eaeeb'] response: {'name': 'network-changed', 'server_uuid': '5397a39f-6879-4090-aae3-c36c4d712e12', 'tag': 'e172aa33-9a36-4127-a578-f0ba671f0fda', 'status': 'completed', 'code': 200} May 26 15:58:22.024540 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-889128ca-160b-4998-91c5-233e7b3017bc req-4e7926d8-ebb8-4791-9b3c-f049da95839d tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:22.077394 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fe8f69-8b9c-4053-a325-8b7141db6f4a x-openstack-request-id: req-15fe8f69-8b9c-4053-a325-8b7141db6f4a {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:22.078291 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d850e7d-33a2-44d7-9531-fc902537f0c2", "tag": "6097825e-22a5-4134-93cd-23f98ced9146", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:22.078722 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-15fe8f69-8b9c-4053-a325-8b7141db6f4a {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:22.079264 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15fe8f69-8b9c-4053-a325-8b7141db6f4a'] response: {'name': 'network-changed', 'server_uuid': '8d850e7d-33a2-44d7-9531-fc902537f0c2', 'tag': '6097825e-22a5-4134-93cd-23f98ced9146', 'status': 'completed', 'code': 200} May 26 15:58:22.086168 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68ec6910-2cf6-4ed2-8a75-1d4f0e79db9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:22.144848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e104e-7ccd-410c-932e-16b48cc58062 req-1abdca57-3ee1-46c9-9bd0-3ecde5f418a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:22.147283 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab3e104e-7ccd-410c-932e-16b48cc58062 req-1abdca57-3ee1-46c9-9bd0-3ecde5f418a7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 1094 time: 0.1314909 May 26 15:58:22.215846 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-889128ca-160b-4998-91c5-233e7b3017bc req-4e7926d8-ebb8-4791-9b3c-f049da95839d tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:22.279001 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60b5ec-7c41-43a0-8eaa-c7f65e1c80ae req-ba9b3a37-cfdc-4bea-85f8-b23e593f215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:22.280478 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9d60b5ec-7c41-43a0-8eaa-c7f65e1c80ae req-ba9b3a37-cfdc-4bea-85f8-b23e593f215a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 1098 time: 0.1689949 May 26 15:58:22.357401 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-889128ca-160b-4998-91c5-233e7b3017bc req-4e7926d8-ebb8-4791-9b3c-f049da95839d tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Network 9f115508-0eed-42d5-a3d3-b010668163e8 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:58:22.457716 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e104e-7ccd-410c-932e-16b48cc58062 req-d2149bfc-7f62-4658-89f6-576a4c2dbb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:22.460462 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab3e104e-7ccd-410c-932e-16b48cc58062 req-d2149bfc-7f62-4658-89f6-576a4c2dbb91 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 908 time: 0.3035719 May 26 15:58:22.461760 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-889128ca-160b-4998-91c5-233e7b3017bc req-4e7926d8-ebb8-4791-9b3c-f049da95839d tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:58:22.468472 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60b5ec-7c41-43a0-8eaa-c7f65e1c80ae req-3ebbcef1-8664-4342-a12f-af88df7ca24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:22.469540 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9d60b5ec-7c41-43a0-8eaa-c7f65e1c80ae req-3ebbcef1-8664-4342-a12f-af88df7ca24d service neutron] 10.222.0.81 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.1810608 May 26 15:58:22.522602 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7926d8-ebb8-4791-9b3c-f049da95839d tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Pushing event updated for resources: {'Port': ['ID=6eef3506-1f79-4d68-8a0a-a577e849fe49,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:22.532441 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-889128ca-160b-4998-91c5-233e7b3017bc req-4e7926d8-ebb8-4791-9b3c-f049da95839d tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:58:22.539986 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889128ca-160b-4998-91c5-233e7b3017bc req-4e7926d8-ebb8-4791-9b3c-f049da95839d tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:22.540751 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-889128ca-160b-4998-91c5-233e7b3017bc req-4e7926d8-ebb8-4791-9b3c-f049da95839d tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:22.575050 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9d60b5ec-7c41-43a0-8eaa-c7f65e1c80ae req-9efb8191-e555-4ecc-a234-d4b06a8915d7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=6097825e-22a5-4134-93cd-23f98ced9146 HTTP/1.1" status: 200 len: 217 time: 0.0954742 May 26 15:58:22.693555 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60b5ec-7c41-43a0-8eaa-c7f65e1c80ae req-801f59d2-3277-42bd-bd09-82c02d4a53a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:22.695488 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9d60b5ec-7c41-43a0-8eaa-c7f65e1c80ae req-801f59d2-3277-42bd-bd09-82c02d4a53a2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1123707 May 26 15:58:22.699116 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b38f8-44a2-4cc6-9bcd-1be77ad9e218 req-edb01f4c-7cfb-401a-8071-e05fcc007466 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:22.707803 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-027b38f8-44a2-4cc6-9bcd-1be77ad9e218 req-edb01f4c-7cfb-401a-8071-e05fcc007466 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=924f12a3-f872-4d50-a405-19d150f74444 HTTP/1.1" status: 200 len: 945 time: 0.4145873 May 26 15:58:22.741144 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab3e104e-7ccd-410c-932e-16b48cc58062 req-a714189f-301d-4bcd-820d-68c99f96c016 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e172aa33-9a36-4127-a578-f0ba671f0fda HTTP/1.1" status: 200 len: 217 time: 0.1762407 May 26 15:58:22.772016 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-889128ca-160b-4998-91c5-233e7b3017bc req-4e7926d8-ebb8-4791-9b3c-f049da95839d tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5021324 May 26 15:58:22.782789 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60b5ec-7c41-43a0-8eaa-c7f65e1c80ae req-aa27b7e3-1837-4c55-99c2-48b47f3a495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:22.785724 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9d60b5ec-7c41-43a0-8eaa-c7f65e1c80ae req-aa27b7e3-1837-4c55-99c2-48b47f3a495e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0822558 May 26 15:58:22.878910 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-08a44bf4-38a0-47ea-a253-e115565eb1ce None None] Provisioning complete for port 6eef3506-1f79-4d68-8a0a-a577e849fe49 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:22.879497 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-08a44bf4-38a0-47ea-a253-e115565eb1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:22.932876 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9d60b5ec-7c41-43a0-8eaa-c7f65e1c80ae req-8da72132-7155-459b-93ea-e49fa6799ac8 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389434 May 26 15:58:22.954959 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-08a44bf4-38a0-47ea-a253-e115565eb1ce None None] Port 6eef3506-1f79-4d68-8a0a-a577e849fe49 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:58:22.974161 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316887d3-f940-446b-8ce5-1bc2e705426a req-0c3ce8b2-b108-4797-a0eb-6b0cdb95c69e tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:22.977296 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-316887d3-f940-446b-8ce5-1bc2e705426a req-0c3ce8b2-b108-4797-a0eb-6b0cdb95c69e tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 931 time: 0.4093494 May 26 15:58:23.000085 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e104e-7ccd-410c-932e-16b48cc58062 req-6e7d28e8-c5f4-4bea-9074-cbfb6bc5d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:23.001565 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab3e104e-7ccd-410c-932e-16b48cc58062 req-6e7d28e8-c5f4-4bea-9074-cbfb6bc5d2fb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cfa16bff-3370-4a4e-860f-b7e489b84ed0 HTTP/1.1" status: 200 len: 847 time: 0.2510519 May 26 15:58:23.022801 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-027b38f8-44a2-4cc6-9bcd-1be77ad9e218 req-9a7eaf83-3411-4942-b9a8-65d59882fc85 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/security-groups?id=94591791-1f74-4d6c-a8d1-df9619fffe18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3139853 May 26 15:58:23.082153 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9d60b5ec-7c41-43a0-8eaa-c7f65e1c80ae req-8cb2042b-59e0-4b73-ba35-2e2f0788accc service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395433 May 26 15:58:23.137250 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab3e104e-7ccd-410c-932e-16b48cc58062 req-0cd5af96-0bf4-4c7b-8630-94b1720ba2ae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134036 May 26 15:58:23.259352 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 6097825e-22a5-4134-93cd-23f98ced9146 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:58:23.363164 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 6097825e-22a5-4134-93cd-23f98ced9146, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=6097825e-22a5-4134-93cd-23f98ced9146,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:23.390037 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '6097825e-22a5-4134-93cd-23f98ced9146', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '6097825e-22a5-4134-93cd-23f98ced9146', 'mac_address': 'fa:16:3e:03:63:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:58:23.454087 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 6097825e-22a5-4134-93cd-23f98ced9146 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:23.454531 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:23.468913 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6097825e-22a5-4134-93cd-23f98ced9146 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:23.498360 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 6097825e-22a5-4134-93cd-23f98ced9146, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=6097825e-22a5-4134-93cd-23f98ced9146,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:23.503119 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:23.554082 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-56d4cc44-63e2-45f7-92b1-466536e5bf23 req-39b0d4f4-555c-476b-801d-ca5ed30fdf51 tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.3851812 May 26 15:58:23.562657 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-316887d3-f940-446b-8ce5-1bc2e705426a req-cce655fd-02cb-400b-ae85-b4ae45b4f8bd tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae09cca7-ed5d-46aa-b26f-9e64e851e73c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5730064 May 26 15:58:23.580535 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=6097825e-22a5-4134-93cd-23f98ced9146,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:23.610262 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab3e104e-7ccd-410c-932e-16b48cc58062 req-e23cd219-f63d-4aa3-a9d6-aa132633fafd service neutron] 10.222.0.81 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378970 May 26 15:58:23.654526 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3b02f6-119f-43aa-8049-87a7bbc978d4 x-openstack-request-id: req-7a3b02f6-119f-43aa-8049-87a7bbc978d4 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:23.655141 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "924f12a3-f872-4d50-a405-19d150f74444", "name": "network-vif-plugged", "status": "completed", "tag": "81bfbdd1-ed84-432d-80d4-b472e12dc740", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:23.655625 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7a3b02f6-119f-43aa-8049-87a7bbc978d4 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:23.656256 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a3b02f6-119f-43aa-8049-87a7bbc978d4'] response: {'server_uuid': '924f12a3-f872-4d50-a405-19d150f74444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bfbdd1-ed84-432d-80d4-b472e12dc740', 'code': 200} May 26 15:58:23.674559 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-68ec6910-2cf6-4ed2-8a75-1d4f0e79db9b admin admin] Deleting port 23bc22f0-d25f-407c-9605-bb86d0de81a5 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:58:23.675991 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68ec6910-2cf6-4ed2-8a75-1d4f0e79db9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:23.728878 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['6097825e-22a5-4134-93cd-23f98ced9146'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:23.795172 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b60b91-6e24-40b6-851d-3f902627aed7 req-eac12f3b-1c71-4984-96ad-1efa7227b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:23.797131 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e7b60b91-6e24-40b6-851d-3f902627aed7 req-eac12f3b-1c71-4984-96ad-1efa7227b58c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=924f12a3-f872-4d50-a405-19d150f74444 HTTP/1.1" status: 200 len: 1096 time: 0.0723953 May 26 15:58:23.871852 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e7b60b91-6e24-40b6-851d-3f902627aed7 req-9a8e5d19-8e7c-445d-b5fe-9418edb1d014 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=94591791-1f74-4d6c-a8d1-df9619fffe18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644774 May 26 15:58:23.915114 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab3e104e-7ccd-410c-932e-16b48cc58062 req-3ff818b5-51b7-4cea-b942-34291779295c service neutron] 10.222.0.81 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972860 May 26 15:58:23.931254 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d064457-f8bb-4c90-9a89-3a2a8903bcdc req-ea8a6a96-2c79-42bc-bcd3-081cb939fa3e tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:23.940080 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d064457-f8bb-4c90-9a89-3a2a8903bcdc req-ea8a6a96-2c79-42bc-bcd3-081cb939fa3e tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 945 time: 0.1592515 May 26 15:58:23.973639 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-68ec6910-2cf6-4ed2-8a75-1d4f0e79db9b admin admin] For port 23bc22f0-d25f-407c-9605-bb86d0de81a5, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=23bc22f0-d25f-407c-9605-bb86d0de81a5,segment=NetworkSegment(d636b34a-c016-4e26-8098-8dc77f884447),segment_id=d636b34a-c016-4e26-8098-8dc77f884447)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:23.974081 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68ec6910-2cf6-4ed2-8a75-1d4f0e79db9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:23.990869 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c0092-a9f0-481c-a241-1ec159f20990 req-b13cf84a-ab7a-4e64-a575-7097dd99b673 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:23.992592 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e66c0092-a9f0-481c-a241-1ec159f20990 req-b13cf84a-ab7a-4e64-a575-7097dd99b673 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 943 time: 0.2396424 May 26 15:58:24.003048 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-68ec6910-2cf6-4ed2-8a75-1d4f0e79db9b admin admin] Calling delete_port for 23bc22f0-d25f-407c-9605-bb86d0de81a5 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:58:24.036063 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d064457-f8bb-4c90-9a89-3a2a8903bcdc req-a17c162f-598e-4fa2-a1aa-82b1dffe7695 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7de04ac-2dc2-4da3-8911-82aafc9f5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950825 May 26 15:58:24.097821 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e66c0092-a9f0-481c-a241-1ec159f20990 req-b1b18506-1539-43c3-b259-ee91fad9fba9 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959706 May 26 15:58:24.300712 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e90a49-4af8-4cbf-9c94-fa63a29ed5e6 req-418da551-a08d-4a61-a70d-d0304cbebe24 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:24.302442 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-27e90a49-4af8-4cbf-9c94-fa63a29ed5e6 req-418da551-a08d-4a61-a70d-d0304cbebe24 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 948 time: 0.1530998 May 26 15:58:24.323781 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527347c-16ba-4cb0-bc29-1d8d5c9885b6 req-ada8513f-05a9-4897-b4ef-4b3928d9ae6f tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:24.325350 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1527347c-16ba-4cb0-bc29-1d8d5c9885b6 req-ada8513f-05a9-4897-b4ef-4b3928d9ae6f tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 946 time: 0.1049840 May 26 15:58:24.409684 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-27e90a49-4af8-4cbf-9c94-fa63a29ed5e6 req-15dd429b-2995-4906-a3cb-717803abed31 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005208 May 26 15:58:24.426252 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1527347c-16ba-4cb0-bc29-1d8d5c9885b6 req-94dcb602-9cb6-4185-8b33-cace780c2d5c tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876012 May 26 15:58:24.449582 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68ec6910-2cf6-4ed2-8a75-1d4f0e79db9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:24.487046 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec6910-2cf6-4ed2-8a75-1d4f0e79db9b admin admin] Pushing event deleted for resources: {'Port': ['ID=23bc22f0-d25f-407c-9605-bb86d0de81a5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:24.607404 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5eef5-4137-4b88-83e1-8652152ca44f req-4b7037db-446b-449a-9d47-34119215df96 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:24.609629 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99f5eef5-4137-4b88-83e1-8652152ca44f req-4b7037db-446b-449a-9d47-34119215df96 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=924f12a3-f872-4d50-a405-19d150f74444 HTTP/1.1" status: 200 len: 945 time: 0.1232905 May 26 15:58:24.727221 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1cbd40c3-32e2-4312-90a1-3b7f15f9cdc1 req-fe127c16-73fc-4faa-9fd1-19853a284aac tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0495670 May 26 15:58:24.739184 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68ec6910-2cf6-4ed2-8a75-1d4f0e79db9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:24.744708 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99f5eef5-4137-4b88-83e1-8652152ca44f req-50f2ba92-ead6-47a1-b4c8-fb2bb87519a9 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/security-groups?id=94591791-1f74-4d6c-a8d1-df9619fffe18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050730 May 26 15:58:24.918961 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae30e8-edb3-4ef3-bdf0-5006178e39aa req-726ed6a5-29a4-4fd7-b253-0bf841ccd2ca tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:24.920508 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0dae30e8-edb3-4ef3-bdf0-5006178e39aa req-726ed6a5-29a4-4fd7-b253-0bf841ccd2ca tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 931 time: 0.1046972 May 26 15:58:25.009297 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0dae30e8-edb3-4ef3-bdf0-5006178e39aa req-22fdcc12-704a-4425-aa53-8fab15110f9a tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae09cca7-ed5d-46aa-b26f-9e64e851e73c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797102 May 26 15:58:25.086511 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ec6910-2cf6-4ed2-8a75-1d4f0e79db9b admin admin] Router fdc2075e-2ff4-481e-9581-5a2657f0aa27 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:58:25.274983 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device e172aa33-9a36-4127-a578-f0ba671f0fda details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:58:25.310273 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a758936-f0ff-42b4-89ad-951a19d8f3bc req-7e4c918f-447d-4c53-a53e-c39c0030e2ba tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:25.311889 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2a758936-f0ff-42b4-89ad-951a19d8f3bc req-7e4c918f-447d-4c53-a53e-c39c0030e2ba tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 945 time: 0.1558995 May 26 15:58:25.315836 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ec6910-2cf6-4ed2-8a75-1d4f0e79db9b admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:58:25.326346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab1c52-4fac-430e-bdf2-301c224e4860 req-4874ec8c-9de8-4aa6-8b0c-57b529d09912 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:25.328043 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8eab1c52-4fac-430e-bdf2-301c224e4860 req-4874ec8c-9de8-4aa6-8b0c-57b529d09912 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 943 time: 0.1278846 May 26 15:58:25.341947 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42579e6d-2d4f-460a-a719-f29855b4cda0 None None] Sync routers for ids ['fdc2075e-2ff4-481e-9581-5a2657f0aa27'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:58:25.343979 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-68ec6910-2cf6-4ed2-8a75-1d4f0e79db9b admin admin] 10.222.0.77 "PUT /v2.0/routers/fdc2075e-2ff4-481e-9581-5a2657f0aa27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0037215 May 26 15:58:25.347149 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34818) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:25.367748 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42579e6d-2d4f-460a-a719-f29855b4cda0 None None] Routers {'fdc2075e-2ff4-481e-9581-5a2657f0aa27'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:58:25.370978 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-42579e6d-2d4f-460a-a719-f29855b4cda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:58:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['fdc2075e-2ff4-481e-9581-5a2657f0aa27'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:25.419655 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2a758936-f0ff-42b4-89ad-951a19d8f3bc req-3ae047fe-cece-48fd-bcbf-93d0bc47db05 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7de04ac-2dc2-4da3-8911-82aafc9f5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667772 May 26 15:58:25.429821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port e172aa33-9a36-4127-a578-f0ba671f0fda, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e172aa33-9a36-4127-a578-f0ba671f0fda,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:25.437756 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8eab1c52-4fac-430e-bdf2-301c224e4860 req-3691cc85-7a48-4eae-b4ac-df8190c254e5 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879538 May 26 15:58:25.460629 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'e172aa33-9a36-4127-a578-f0ba671f0fda', 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1', 'port_id': 'e172aa33-9a36-4127-a578-f0ba671f0fda', 'mac_address': 'fa:16:3e:39:b9:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa16bff-3370-4a4e-860f-b7e489b84ed0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:58:25.474091 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 6097825e-22a5-4134-93cd-23f98ced9146 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:58:25.604808 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port e172aa33-9a36-4127-a578-f0ba671f0fda is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:25.604808 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:25.644813 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-829d2a65-0813-4c6a-831f-8ad5cccb5a23 admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:25.649210 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e172aa33-9a36-4127-a578-f0ba671f0fda {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:25.656558 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 6097825e-22a5-4134-93cd-23f98ced9146 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:58:25.675163 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 6097825e-22a5-4134-93cd-23f98ced9146 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:25.675163 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:25.677358 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port e172aa33-9a36-4127-a578-f0ba671f0fda, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e172aa33-9a36-4127-a578-f0ba671f0fda,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:25.710537 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317e2c1-631a-470e-bb59-47500e02e4a1 req-cbb092ac-d487-4142-b3d2-cc37e16508c1 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:25.722756 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8317e2c1-631a-470e-bb59-47500e02e4a1 req-cbb092ac-d487-4142-b3d2-cc37e16508c1 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 948 time: 0.1924062 May 26 15:58:25.728588 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:25.745367 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-42579e6d-2d4f-460a-a719-f29855b4cda0 None None] Set router fdc2075e-2ff4-481e-9581-5a2657f0aa27 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:58:25.792938 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c00b1-ea68-4b43-a159-ead8b9a4dda4 req-cd981cd6-95e7-4e03-9000-0acf9a0816ea tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:25.812180 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-353c00b1-ea68-4b43-a159-ead8b9a4dda4 req-cd981cd6-95e7-4e03-9000-0acf9a0816ea tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 946 time: 0.2206271 May 26 15:58:25.847827 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8317e2c1-631a-470e-bb59-47500e02e4a1 req-d5d37f56-82dd-4501-a9c9-728083c35d52 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230106 May 26 15:58:25.881249 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-829d2a65-0813-4c6a-831f-8ad5cccb5a23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:25.928417 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=e172aa33-9a36-4127-a578-f0ba671f0fda,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:25.940783 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 6097825e-22a5-4134-93cd-23f98ced9146 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:25.941444 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:25.960937 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-353c00b1-ea68-4b43-a159-ead8b9a4dda4 req-b9c57930-bf75-49fc-9323-2e8f0dbb229b tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473591 May 26 15:58:25.992077 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d850e7d-33a2-44d7-9531-fc902537f0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6097825e-22a5-4134-93cd-23f98ced9146'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:25.995816 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99acb1a7-7148-474e-be89-9c340d05db0b" -d '{"events": [{"server_uuid": "8d850e7d-33a2-44d7-9531-fc902537f0c2", "name": "network-vif-plugged", "status": "completed", "tag": "6097825e-22a5-4134-93cd-23f98ced9146"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:26.005339 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['e172aa33-9a36-4127-a578-f0ba671f0fda'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:26.022201 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-829d2a65-0813-4c6a-831f-8ad5cccb5a23 admin admin] Deleting port 18ddef21-0b02-47be-95c8-0edff5548c18 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:58:26.022663 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-829d2a65-0813-4c6a-831f-8ad5cccb5a23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:26.062599 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 6097825e-22a5-4134-93cd-23f98ced9146, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=6097825e-22a5-4134-93cd-23f98ced9146,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:26.068061 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1c3e6d9-b45b-4dd6-8abd-ed89ccaedc4e req-09687cb2-520b-487e-bd81-8b1efc4f17bf tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0692139 May 26 15:58:26.093027 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:26.140609 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-42579e6d-2d4f-460a-a719-f29855b4cda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc2075e-2ff4-481e-9581-5a2657f0aa27', 'name': 'tempest-FloatingIPsNegativeTestJSON-1057512020-router', 'tenant_id': 'a3beeae2761e4264a857e5604be7f9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '18ddef21-0b02-47be-95c8-0edff5548c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:58:03Z', 'updated_at': '2022-05-26T15:58:24Z', 'revision_number': 5, 'project_id': 'a3beeae2761e4264a857e5604be7f9b6', 'gw_port': {'id': '18ddef21-0b02-47be-95c8-0edff5548c18', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc2075e-2ff4-481e-9581-5a2657f0aa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:58:04Z', 'updated_at': '2022-05-26T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:26.176264 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6a9ae1-6e6a-4087-b3c0-0effba8a802e x-openstack-request-id: req-ca6a9ae1-6e6a-4087-b3c0-0effba8a802e {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:26.180602 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d850e7d-33a2-44d7-9531-fc902537f0c2", "name": "network-vif-plugged", "status": "completed", "tag": "6097825e-22a5-4134-93cd-23f98ced9146", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:26.181230 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ca6a9ae1-6e6a-4087-b3c0-0effba8a802e {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:26.182041 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca6a9ae1-6e6a-4087-b3c0-0effba8a802e'] response: {'server_uuid': '8d850e7d-33a2-44d7-9531-fc902537f0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6097825e-22a5-4134-93cd-23f98ced9146', 'code': 200} May 26 15:58:26.205619 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe7246-c2b8-4abd-b966-bd54b9774315 req-0d8715cc-1962-4729-b1a9-e571c40d353b tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:26.215635 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-66fe7246-c2b8-4abd-b966-bd54b9774315 req-0d8715cc-1962-4729-b1a9-e571c40d353b tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=924f12a3-f872-4d50-a405-19d150f74444 HTTP/1.1" status: 200 len: 945 time: 0.1139147 May 26 15:58:26.243872 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42579e6d-2d4f-460a-a719-f29855b4cda0 None None] Checking router: fdc2075e-2ff4-481e-9581-5a2657f0aa27 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:58:26.266719 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-829d2a65-0813-4c6a-831f-8ad5cccb5a23 admin admin] For port 18ddef21-0b02-47be-95c8-0edff5548c18, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=18ddef21-0b02-47be-95c8-0edff5548c18,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:26.267225 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-829d2a65-0813-4c6a-831f-8ad5cccb5a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:26.269455 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42579e6d-2d4f-460a-a719-f29855b4cda0 None None] Routers {'fdc2075e-2ff4-481e-9581-5a2657f0aa27'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:58:26.271195 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-42579e6d-2d4f-460a-a719-f29855b4cda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:58:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['fdc2075e-2ff4-481e-9581-5a2657f0aa27'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:26.306166 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-829d2a65-0813-4c6a-831f-8ad5cccb5a23 admin admin] Calling delete_port for 18ddef21-0b02-47be-95c8-0edff5548c18 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:58:26.313168 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=6097825e-22a5-4134-93cd-23f98ced9146,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:26.395484 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-66fe7246-c2b8-4abd-b966-bd54b9774315 req-23558c45-192d-43f0-800d-18f9e7017229 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/security-groups?id=94591791-1f74-4d6c-a8d1-df9619fffe18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783745 May 26 15:58:26.412172 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c592796-3169-45d6-9992-1c705fb530f5 req-c5284b22-2625-4c78-90df-a7b4824aa90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:26.424797 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c592796-3169-45d6-9992-1c705fb530f5 req-c5284b22-2625-4c78-90df-a7b4824aa90a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 1100 time: 0.1819088 May 26 15:58:26.434831 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db510c3a-cbbb-44ea-b8d2-b23dff4993d6 req-01d195bb-9880-431e-9558-5b4323b48790 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:26.450136 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db510c3a-cbbb-44ea-b8d2-b23dff4993d6 req-01d195bb-9880-431e-9558-5b4323b48790 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 931 time: 0.1483305 May 26 15:58:26.492198 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-42579e6d-2d4f-460a-a719-f29855b4cda0 None None] Set router fdc2075e-2ff4-481e-9581-5a2657f0aa27 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:58:26.560140 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c592796-3169-45d6-9992-1c705fb530f5 req-ade43975-9654-43b8-af88-f2308fa8ebb3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057463 May 26 15:58:26.585533 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-42579e6d-2d4f-460a-a719-f29855b4cda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc2075e-2ff4-481e-9581-5a2657f0aa27', 'name': 'tempest-FloatingIPsNegativeTestJSON-1057512020-router', 'tenant_id': 'a3beeae2761e4264a857e5604be7f9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:58:03Z', 'updated_at': '2022-05-26T15:58:25Z', 'revision_number': 6, 'project_id': 'a3beeae2761e4264a857e5604be7f9b6', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:26.616210 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42579e6d-2d4f-460a-a719-f29855b4cda0 None None] The sync data for ids ['fdc2075e-2ff4-481e-9581-5a2657f0aa27'] in n-d-843337-2 is: [{'id': 'fdc2075e-2ff4-481e-9581-5a2657f0aa27', 'name': 'tempest-FloatingIPsNegativeTestJSON-1057512020-router', 'tenant_id': 'a3beeae2761e4264a857e5604be7f9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:58:03Z', 'updated_at': '2022-05-26T15:58:25Z', 'revision_number': 6, 'project_id': 'a3beeae2761e4264a857e5604be7f9b6', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:58:26.685988 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db510c3a-cbbb-44ea-b8d2-b23dff4993d6 req-a8288c22-5b05-4149-a7e3-eeeee0a41dbc tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae09cca7-ed5d-46aa-b26f-9e64e851e73c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343478 May 26 15:58:26.726562 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d9aa0-7b4e-456c-bc35-2b4830821015 req-5784ba0a-14be-4713-9011-7b4879d013aa tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:26.746264 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-925d9aa0-7b4e-456c-bc35-2b4830821015 req-5784ba0a-14be-4713-9011-7b4879d013aa tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=924f12a3-f872-4d50-a405-19d150f74444 HTTP/1.1" status: 200 len: 945 time: 0.1883588 May 26 15:58:26.755141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34838) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:26.761821 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-a803c19b-16e2-47f3-abfc-422b9e93fbdb tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Request body: {'floatingip': {'port_id': '81bfbdd1-ed84-432d-80d4-b472e12dc740'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:26.810833 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-829d2a65-0813-4c6a-831f-8ad5cccb5a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:26.848007 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d2a65-0813-4c6a-831f-8ad5cccb5a23 admin admin] Pushing event deleted for resources: {'Port': ['ID=18ddef21-0b02-47be-95c8-0edff5548c18,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:26.915570 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a803c19b-16e2-47f3-abfc-422b9e93fbdb tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:26.934515 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-829d2a65-0813-4c6a-831f-8ad5cccb5a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:27.089040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 23bc22f0-d25f-407c-9605-bb86d0de81a5 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:27.126074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 23bc22f0-d25f-407c-9605-bb86d0de81a5 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:58:27.126821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 23bc22f0-d25f-407c-9605-bb86d0de81a5 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:58:27.194025 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-829d2a65-0813-4c6a-831f-8ad5cccb5a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:27.197182 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-829d2a65-0813-4c6a-831f-8ad5cccb5a23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:27.217644 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99dd15-6c14-4aca-aef4-80872097c0db req-101bd719-bc58-49ce-a63c-32272ae9694f tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:27.219813 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cc99dd15-6c14-4aca-aef4-80872097c0db req-101bd719-bc58-49ce-a63c-32272ae9694f tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 945 time: 0.3942783 May 26 15:58:27.231987 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f46910-d6ed-4cd4-b0a4-47d9e23fd3e0 req-09c4d8f1-88e9-4c23-89d6-28eccc5743f8 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:27.241009 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1f46910-d6ed-4cd4-b0a4-47d9e23fd3e0 req-09c4d8f1-88e9-4c23-89d6-28eccc5743f8 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 944 time: 0.3427308 May 26 15:58:27.278998 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device e172aa33-9a36-4127-a578-f0ba671f0fda up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:58:27.309567 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-829d2a65-0813-4c6a-831f-8ad5cccb5a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:27.310098 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829d2a65-0813-4c6a-831f-8ad5cccb5a23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdc2075e-2ff4-481e-9581-5a2657f0aa27 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 15:58:27.322433 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-829d2a65-0813-4c6a-831f-8ad5cccb5a23 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:27.323572 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-829d2a65-0813-4c6a-831f-8ad5cccb5a23 admin admin] 10.222.0.77 "DELETE /v2.0/routers/fdc2075e-2ff4-481e-9581-5a2657f0aa27 HTTP/1.1" status: 204 len: 168 time: 1.9747727 May 26 15:58:27.331283 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34846) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:27.358975 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port e172aa33-9a36-4127-a578-f0ba671f0fda completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:58:27.365220 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port e172aa33-9a36-4127-a578-f0ba671f0fda triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:27.365707 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:27.378315 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1f46910-d6ed-4cd4-b0a4-47d9e23fd3e0 req-6e8af78d-fc85-417d-83df-5f934252abdb tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363525 May 26 15:58:27.408477 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cc99dd15-6c14-4aca-aef4-80872097c0db req-b0948802-b372-4d69-813a-8da9b54d2f2d tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7de04ac-2dc2-4da3-8911-82aafc9f5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620338 May 26 15:58:27.474426 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a37dfa52-858f-4fcb-b77c-87c683b6d61b admin admin] Deleting subnet 5406c0a6-f334-435b-8fcd-0cc43c16d52e {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 15:58:27.486935 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a37dfa52-858f-4fcb-b77c-87c683b6d61b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:27.561581 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port e172aa33-9a36-4127-a578-f0ba671f0fda is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:27.561842 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:27.566182 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a37dfa52-858f-4fcb-b77c-87c683b6d61b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:27.640783 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port e172aa33-9a36-4127-a578-f0ba671f0fda, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e172aa33-9a36-4127-a578-f0ba671f0fda,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:27.655099 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:27.774840 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=e172aa33-9a36-4127-a578-f0ba671f0fda,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:27.843248 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a37dfa52-858f-4fcb-b77c-87c683b6d61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:27.871846 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a803c19b-16e2-47f3-abfc-422b9e93fbdb tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:27.902621 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-889128ca-160b-4998-91c5-233e7b3017bc req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Request body: {'port': {'device_id': '3b65ae56-f758-4369-9186-06503b21064e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:27.916527 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a803c19b-16e2-47f3-abfc-422b9e93fbdb tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:27.936900 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a37dfa52-858f-4fcb-b77c-87c683b6d61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:27.968716 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37dfa52-858f-4fcb-b77c-87c683b6d61b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5406c0a6-f334-435b-8fcd-0cc43c16d52e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:27.985927 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a37dfa52-858f-4fcb-b77c-87c683b6d61b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:27.989403 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a37dfa52-858f-4fcb-b77c-87c683b6d61b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5406c0a6-f334-435b-8fcd-0cc43c16d52e HTTP/1.1" status: 204 len: 168 time: 0.6568882 May 26 15:58:27.992434 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34852) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:27.997848 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49118f3d-8ae9-4497-be51-2d931587502d None None] Network 0707c04d-6793-4390-8e7a-f2c17de08a87 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:58:28.104778 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-67552f6a-79cd-4fad-a027-59ea01ee4281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.200510 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-67552f6a-79cd-4fad-a027-59ea01ee4281 admin admin] Deleting port b5c5b1b6-06b1-484a-9e93-13027caed970 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:58:28.200998 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-67552f6a-79cd-4fad-a027-59ea01ee4281 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.211218 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5397a39f-6879-4090-aae3-c36c4d712e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e172aa33-9a36-4127-a578-f0ba671f0fda'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:28.213947 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873ad105-8d58-4269-b623-3efe41fa2ea0" -d '{"events": [{"server_uuid": "5397a39f-6879-4090-aae3-c36c4d712e12", "name": "network-vif-plugged", "status": "completed", "tag": "e172aa33-9a36-4127-a578-f0ba671f0fda"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:28.272014 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:58:28.292405 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-67552f6a-79cd-4fad-a027-59ea01ee4281 admin admin] For port b5c5b1b6-06b1-484a-9e93-13027caed970, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b5c5b1b6-06b1-484a-9e93-13027caed970,segment=NetworkSegment(d636b34a-c016-4e26-8098-8dc77f884447),segment_id=d636b34a-c016-4e26-8098-8dc77f884447)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:28.292867 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-67552f6a-79cd-4fad-a027-59ea01ee4281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.308757 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-67552f6a-79cd-4fad-a027-59ea01ee4281 admin admin] Calling delete_port for b5c5b1b6-06b1-484a-9e93-13027caed970 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:58:28.347732 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42a4cbb-b288-4f8c-9ea1-8ef7b48103ab None None] DHCP port deletion for 0707c04d-6793-4390-8e7a-f2c17de08a87 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 15:58:28.407279 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-67552f6a-79cd-4fad-a027-59ea01ee4281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.408458 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d42a4cbb-b288-4f8c-9ea1-8ef7b48103ab None None] Deleting port b5c5b1b6-06b1-484a-9e93-13027caed970 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:58:28.408979 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d42a4cbb-b288-4f8c-9ea1-8ef7b48103ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.438880 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67552f6a-79cd-4fad-a027-59ea01ee4281 admin admin] No DVR routers for this DVR port b5c5b1b6-06b1-484a-9e93-13027caed970 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:58:28.445647 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67552f6a-79cd-4fad-a027-59ea01ee4281 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5c5b1b6-06b1-484a-9e93-13027caed970,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:28.458806 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-889128ca-160b-4998-91c5-233e7b3017bc req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.486233 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d42a4cbb-b288-4f8c-9ea1-8ef7b48103ab None None] For port b5c5b1b6-06b1-484a-9e93-13027caed970, host n-d-843337-2, got binding levels [] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:28.486629 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d42a4cbb-b288-4f8c-9ea1-8ef7b48103ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.487172 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f1778-b7d8-45cf-98a0-82e6cef501ff req-9cdf8586-566a-4854-b5b1-842511c462a4 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:28.488637 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1e1f1778-b7d8-45cf-98a0-82e6cef501ff req-9cdf8586-566a-4854-b5b1-842511c462a4 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.6151526 May 26 15:58:28.496367 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfc2aa-4389-4103-8fd4-72b7586f9d8b req-d6a0cb43-894c-499a-b50f-b1f25f6285ea tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:28.497760 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-debfc2aa-4389-4103-8fd4-72b7586f9d8b req-d6a0cb43-894c-499a-b50f-b1f25f6285ea tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 946 time: 0.6218460 May 26 15:58:28.503662 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d42a4cbb-b288-4f8c-9ea1-8ef7b48103ab None None] Calling delete_port for b5c5b1b6-06b1-484a-9e93-13027caed970 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:58:28.508764 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.ipam_backend_mixin [None req-d42a4cbb-b288-4f8c-9ea1-8ef7b48103ab None None] Port b5c5b1b6-06b1-484a-9e93-13027caed970 was not found and therefore no delete operation was performed {{(pid=103897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 15:58:28.511104 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d42a4cbb-b288-4f8c-9ea1-8ef7b48103ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.514813 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-67552f6a-79cd-4fad-a027-59ea01ee4281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.538910 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-67552f6a-79cd-4fad-a027-59ea01ee4281 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0707c04d-6793-4390-8e7a-f2c17de08a87']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:28.546406 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a4cbb-b288-4f8c-9ea1-8ef7b48103ab None None] Pushing event deleted for resources: {'Port': ['ID=b5c5b1b6-06b1-484a-9e93-13027caed970,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:28.549608 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-67552f6a-79cd-4fad-a027-59ea01ee4281 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd636b34a-c016-4e26-8098-8dc77f884447') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:28.550123 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-67552f6a-79cd-4fad-a027-59ea01ee4281 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd636b34a-c016-4e26-8098-8dc77f884447') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:28.550266 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42a4cbb-b288-4f8c-9ea1-8ef7b48103ab None None] No DVR routers for this DVR port b5c5b1b6-06b1-484a-9e93-13027caed970 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:58:28.564229 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-67552f6a-79cd-4fad-a027-59ea01ee4281 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.581334 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-67552f6a-79cd-4fad-a027-59ea01ee4281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.591512 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67552f6a-79cd-4fad-a027-59ea01ee4281 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:58:28.591998 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-67552f6a-79cd-4fad-a027-59ea01ee4281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.627627 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f7bcb367-5022-4781-82e7-fcb48bb6964e req-21b78258-7d34-4894-83f7-bca009728c62 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5850470 May 26 15:58:28.633698 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment d636b34a-c016-4e26-8098-8dc77f884447 resource provider aggregate not found May 26 15:58:28.659213 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment d636b34a-c016-4e26-8098-8dc77f884447 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d636b34a-c016-4e26-8098-8dc77f884447 found for delete ", "request_id": "req-5229e8dd-f28c-467d-9aeb-b5fd4ad7034c"}]} May 26 15:58:28.660424 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-67552f6a-79cd-4fad-a027-59ea01ee4281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.663604 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-a803c19b-16e2-47f3-abfc-422b9e93fbdb tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Floating IP 5ce4cf69-e658-4b8a-a644-25b6d6704c8e associated. External IP: 172.25.7.153, port: 81bfbdd1-ed84-432d-80d4-b472e12dc740. May 26 15:58:28.669681 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1e1f1778-b7d8-45cf-98a0-82e6cef501ff req-0c471604-c970-46eb-aa06-d842884eab5a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262801 May 26 15:58:28.677270 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-67552f6a-79cd-4fad-a027-59ea01ee4281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:28.680160 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-debfc2aa-4389-4103-8fd4-72b7586f9d8b req-74f2f98b-f92f-4844-ae42-39b18e9ef688 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528475 May 26 15:58:28.681062 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-67552f6a-79cd-4fad-a027-59ea01ee4281 admin admin] 10.222.0.77 "DELETE /v2.0/networks/0707c04d-6793-4390-8e7a-f2c17de08a87 HTTP/1.1" status: 204 len: 168 time: 0.6875749 May 26 15:58:28.682291 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67552f6a-79cd-4fad-a027-59ea01ee4281 admin admin] Pushing event deleted for resources: {'Network': ['ID=0707c04d-6793-4390-8e7a-f2c17de08a87,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:28.866591 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-689c1266-bd3e-46ce-8c67-d0e5b3249d44 req-610a4985-e40f-4384-baa6-95e53d88e9de tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0777473 May 26 15:58:28.882469 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34866) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:28.931233 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bb174f17-33ce-435e-9afc-115e7ef0b97b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a3beeae2761e4264a857e5604be7f9b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470107 May 26 15:58:28.933648 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34868) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:28.938937 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481341d3-041b-493c-b2aa-08f558c3072c x-openstack-request-id: req-481341d3-041b-493c-b2aa-08f558c3072c {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:28.939244 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5397a39f-6879-4090-aae3-c36c4d712e12", "name": "network-vif-plugged", "status": "completed", "tag": "e172aa33-9a36-4127-a578-f0ba671f0fda", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:28.939497 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-481341d3-041b-493c-b2aa-08f558c3072c {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:28.939881 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-481341d3-041b-493c-b2aa-08f558c3072c'] response: {'server_uuid': '5397a39f-6879-4090-aae3-c36c4d712e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e172aa33-9a36-4127-a578-f0ba671f0fda', 'code': 200} May 26 15:58:28.957864 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 18ddef21-0b02-47be-95c8-0edff5548c18 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:28.977674 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1ce53-4d63-4459-b14b-ce078e7fb185 req-8a6dafae-b48c-4461-8cdb-9023facb873a tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:28.979351 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eaa1ce53-4d63-4459-b14b-ce078e7fb185 req-8a6dafae-b48c-4461-8cdb-9023facb873a tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 931 time: 0.2074578 May 26 15:58:28.990106 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 18ddef21-0b02-47be-95c8-0edff5548c18 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:58:28.990350 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 18ddef21-0b02-47be-95c8-0edff5548c18 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:58:28.990774 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b5c5b1b6-06b1-484a-9e93-13027caed970 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:29.019268 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: b5c5b1b6-06b1-484a-9e93-13027caed970 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:58:29.019623 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b5c5b1b6-06b1-484a-9e93-13027caed970 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:58:29.027017 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-60765d19-b74a-40b6-aa64-8e98148c138b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:29.049577 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-60765d19-b74a-40b6-aa64-8e98148c138b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:29.104648 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-60765d19-b74a-40b6-aa64-8e98148c138b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:29.107112 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-60765d19-b74a-40b6-aa64-8e98148c138b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:29.108299 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-60765d19-b74a-40b6-aa64-8e98148c138b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/66f96aa8-fa9c-42fd-b325-48dbae93b76d HTTP/1.1" status: 204 len: 168 time: 0.1734858 May 26 15:58:29.117409 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60765d19-b74a-40b6-aa64-8e98148c138b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f96aa8-fa9c-42fd-b325-48dbae93b76d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:29.202126 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eaa1ce53-4d63-4459-b14b-ce078e7fb185 req-956abdd9-2785-4a1c-8f3a-b45dbe1cb0c2 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae09cca7-ed5d-46aa-b26f-9e64e851e73c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118943 May 26 15:58:29.234526 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8e6f0-4b68-4a34-a4ae-2094e52574be req-21ceac30-61b0-485c-aa60-999c55dca7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:29.236016 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-afa8e6f0-4b68-4a34-a4ae-2094e52574be req-21ceac30-61b0-485c-aa60-999c55dca7d0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 1096 time: 0.1984873 May 26 15:58:29.247117 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600e0e0-16a4-4032-acb5-af326f1aa34f req-12be4f18-afb9-43b7-9e4a-bb75ba7db213 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:29.248626 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c600e0e0-16a4-4032-acb5-af326f1aa34f req-12be4f18-afb9-43b7-9e4a-bb75ba7db213 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 945 time: 0.2077644 May 26 15:58:29.283122 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a803c19b-16e2-47f3-abfc-422b9e93fbdb tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Router d589c5f5-cd3e-46a7-b45c-8911f1279b63 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:58:29.359287 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-889128ca-160b-4998-91c5-233e7b3017bc req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eef3506-1f79-4d68-8a0a-a577e849fe49 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:29.378197 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-889128ca-160b-4998-91c5-233e7b3017bc req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:29.381768 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-afa8e6f0-4b68-4a34-a4ae-2094e52574be req-ad8de153-7a6a-4a8b-8389-286657c18fb3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298523 May 26 15:58:29.439372 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c600e0e0-16a4-4032-acb5-af326f1aa34f req-d8ef29f0-f3a2-4094-b1a5-13dbc3bfa3fb tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593883 May 26 15:58:29.446505 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-889128ca-160b-4998-91c5-233e7b3017bc req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Transition to ACTIVE for port object 6eef3506-1f79-4d68-8a0a-a577e849fe49 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:58:29.456679 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a306a-3324-4b13-bec4-6adc008a5e41 req-b1332b6e-c58d-4f1f-ae51-d7a1b43ebcf7 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:29.459034 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-006a306a-3324-4b13-bec4-6adc008a5e41 req-b1332b6e-c58d-4f1f-ae51-d7a1b43ebcf7 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 945 time: 0.1771474 May 26 15:58:29.462728 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-889128ca-160b-4998-91c5-233e7b3017bc req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:29.605628 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=6eef3506-1f79-4d68-8a0a-a577e849fe49,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:29.628086 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a803c19b-16e2-47f3-abfc-422b9e93fbdb tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:58:29.635131 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a803c19b-16e2-47f3-abfc-422b9e93fbdb tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:29.641004 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e508bf53-b92c-449a-ace9-849cdd378a9d None None] Sync routers for ids ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:58:29.646351 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-006a306a-3324-4b13-bec4-6adc008a5e41 req-9c5300b7-3def-4722-abc3-0198c0f68bc3 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7de04ac-2dc2-4da3-8911-82aafc9f5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693726 May 26 15:58:29.647989 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:29.648622 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:29.648854 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:29.649194 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:29.649529 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:29.649851 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:29.650347 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:29.650673 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:29.650997 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:29.651326 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:29.651654 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:29.651973 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:29.670058 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e508bf53-b92c-449a-ace9-849cdd378a9d None None] Routers {'d589c5f5-cd3e-46a7-b45c-8911f1279b63'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:58:29.670058 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e508bf53-b92c-449a-ace9-849cdd378a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:58:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:29.678229 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-889128ca-160b-4998-91c5-233e7b3017bc req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Attempting to bind port 6eef3506-1f79-4d68-8a0a-a577e849fe49 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:29.678474 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-889128ca-160b-4998-91c5-233e7b3017bc req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Attempting to bind port 6eef3506-1f79-4d68-8a0a-a577e849fe49 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '7552e5b1-67b9-4feb-95cc-331d802ec945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:29.678804 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889128ca-160b-4998-91c5-233e7b3017bc req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Attempting to bind port 6eef3506-1f79-4d68-8a0a-a577e849fe49 on network 9f115508-0eed-42d5-a3d3-b010668163e8 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:29.688187 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889128ca-160b-4998-91c5-233e7b3017bc req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Port 6eef3506-1f79-4d68-8a0a-a577e849fe49 on network 9f115508-0eed-42d5-a3d3-b010668163e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:58:29.688520 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889128ca-160b-4998-91c5-233e7b3017bc req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Attempting to bind port 6eef3506-1f79-4d68-8a0a-a577e849fe49 on network 9f115508-0eed-42d5-a3d3-b010668163e8 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:29.692907 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a803c19b-16e2-47f3-abfc-422b9e93fbdb tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "PUT /v2.0/floatingips/5ce4cf69-e658-4b8a-a644-25b6d6704c8e HTTP/1.1" status: 200 len: 991 time: 2.9343777 May 26 15:58:29.695001 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '924f12a3-f872-4d50-a405-19d150f74444', 'tag': '81bfbdd1-ed84-432d-80d4-b472e12dc740'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:29.698966 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bb2ecc-0634-493c-b03f-df8e7583903c" -d '{"events": [{"name": "network-changed", "server_uuid": "924f12a3-f872-4d50-a405-19d150f74444", "tag": "81bfbdd1-ed84-432d-80d4-b472e12dc740"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:29.700791 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889128ca-160b-4998-91c5-233e7b3017bc req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:29.701454 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889128ca-160b-4998-91c5-233e7b3017bc req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Checking segment: {'id': '7552e5b1-67b9-4feb-95cc-331d802ec945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:29.702001 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889128ca-160b-4998-91c5-233e7b3017bc req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Bound using segment: {'id': '7552e5b1-67b9-4feb-95cc-331d802ec945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:29.702610 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-889128ca-160b-4998-91c5-233e7b3017bc req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Bound port: 6eef3506-1f79-4d68-8a0a-a577e849fe49, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7552e5b1-67b9-4feb-95cc-331d802ec945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:29.703134 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-889128ca-160b-4998-91c5-233e7b3017bc req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:29.779819 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa15c00-13d3-47f8-89f2-d2030495776a x-openstack-request-id: req-5fa15c00-13d3-47f8-89f2-d2030495776a {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:29.780119 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "924f12a3-f872-4d50-a405-19d150f74444", "tag": "81bfbdd1-ed84-432d-80d4-b472e12dc740", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:29.780551 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5fa15c00-13d3-47f8-89f2-d2030495776a {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:29.781068 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fa15c00-13d3-47f8-89f2-d2030495776a'] response: {'name': 'network-changed', 'server_uuid': '924f12a3-f872-4d50-a405-19d150f74444', 'tag': '81bfbdd1-ed84-432d-80d4-b472e12dc740', 'status': 'completed', 'code': 200} May 26 15:58:29.915818 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-889128ca-160b-4998-91c5-233e7b3017bc req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] For port 6eef3506-1f79-4d68-8a0a-a577e849fe49, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:29.946535 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-889128ca-160b-4998-91c5-233e7b3017bc req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] For port 6eef3506-1f79-4d68-8a0a-a577e849fe49, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=6eef3506-1f79-4d68-8a0a-a577e849fe49,segment=NetworkSegment(7552e5b1-67b9-4feb-95cc-331d802ec945),segment_id=7552e5b1-67b9-4feb-95cc-331d802ec945)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:29.957404 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec24a31-f8c2-4fbf-b647-ef44fb27d3ed req-efdf9dfc-557f-45ed-a362-e2b032097130 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:29.959530 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5ec24a31-f8c2-4fbf-b647-ef44fb27d3ed req-efdf9dfc-557f-45ed-a362-e2b032097130 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=924f12a3-f872-4d50-a405-19d150f74444 HTTP/1.1" status: 200 len: 945 time: 0.1582308 May 26 15:58:29.963982 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb2ecc-0634-493c-b03f-df8e7583903c req-fe389fbf-43ed-4b34-ae1a-c36f55937e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:29.965808 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-66bb2ecc-0634-493c-b03f-df8e7583903c req-fe389fbf-43ed-4b34-ae1a-c36f55937e4b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8af860fdd3584e1a8789c06843d6dcca&device_id=924f12a3-f872-4d50-a405-19d150f74444 HTTP/1.1" status: 200 len: 1096 time: 0.1743872 May 26 15:58:29.968979 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-889128ca-160b-4998-91c5-233e7b3017bc req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:29.991774 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-e508bf53-b92c-449a-ace9-849cdd378a9d None None] Set router d589c5f5-cd3e-46a7-b45c-8911f1279b63 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:58:30.036710 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bad355-c5a5-4c74-9e2c-3866eb670866 req-64f1c00f-8081-4561-8bc3-edae0f97c0b7 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:30.038262 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-63bad355-c5a5-4c74-9e2c-3866eb670866 req-64f1c00f-8081-4561-8bc3-edae0f97c0b7 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.1816032 May 26 15:58:30.096202 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:30.097066 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889128ca-160b-4998-91c5-233e7b3017bc req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:30.097766 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-889128ca-160b-4998-91c5-233e7b3017bc req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:30.099695 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-889128ca-160b-4998-91c5-233e7b3017bc req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] 10.222.0.83 "PUT /v2.0/ports/6eef3506-1f79-4d68-8a0a-a577e849fe49 HTTP/1.1" status: 200 len: 1091 time: 2.2249410 May 26 15:58:30.136786 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5ec24a31-f8c2-4fbf-b647-ef44fb27d3ed req-dceefd61-1136-40c6-b2ad-72f282d0a4bb tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/security-groups?id=94591791-1f74-4d6c-a8d1-df9619fffe18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695361 May 26 15:58:30.139777 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ceecf-bca4-40f4-ae4a-b1bf47295dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=6eef3506-1f79-4d68-8a0a-a577e849fe49,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:30.172514 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-63bad355-c5a5-4c74-9e2c-3866eb670866 req-fa4f8bf5-2c4c-4c47-a2ed-e27366a0547b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242914 May 26 15:58:30.189526 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb2ecc-0634-493c-b03f-df8e7583903c req-980cd32e-9d14-4da2-9714-194ad460d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:30.191113 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-66bb2ecc-0634-493c-b03f-df8e7583903c req-980cd32e-9d14-4da2-9714-194ad460d035 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fd21b13c-44ff-4f1b-8ebb-43aa45f45369 HTTP/1.1" status: 200 len: 924 time: 0.2112265 May 26 15:58:30.298588 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e508bf53-b92c-449a-ace9-849cdd378a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495110586-router', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '88138a50-e3d9-469f-9244-85b717ac5928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:37Z', 'updated_at': '2022-05-26T15:56:47Z', 'revision_number': 4, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'gw_port': {'id': '88138a50-e3d9-469f-9244-85b717ac5928', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '5ce4cf69-e658-4b8a-a644-25b6d6704c8e', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'floating_ip_address': '172.25.7.153', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'port_id': '81bfbdd1-ed84-432d-80d4-b472e12dc740', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'mac_address': 'fa:16:3e:d6:ff:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924f12a3-f872-4d50-a405-19d150f74444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:57:06Z', 'updated_at': '2022-05-26T15:58:27Z', 'revision_number': 5, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbef516a-77ba-4b70-bf9e-7fb913fd8191', 'name': '', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'mac_address': 'fa:16:3e:4a:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:43Z', 'updated_at': '2022-05-26T15:56:51Z', 'revision_number': 5, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'subnets': [{'id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:30.337000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e508bf53-b92c-449a-ace9-849cdd378a9d None None] Checking router: d589c5f5-cd3e-46a7-b45c-8911f1279b63 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:58:30.350167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e508bf53-b92c-449a-ace9-849cdd378a9d None None] Routers {'d589c5f5-cd3e-46a7-b45c-8911f1279b63'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:58:30.350962 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e508bf53-b92c-449a-ace9-849cdd378a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:58:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:30.362335 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7400a3a7-9276-46f8-a8e6-3617b031d256 req-359bd009-cb02-41be-b84c-99fbf34f2729 tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0762107 May 26 15:58:30.366440 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-66bb2ecc-0634-493c-b03f-df8e7583903c req-d800747a-bdfe-47be-8f1e-26c4a70c647e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81bfbdd1-ed84-432d-80d4-b472e12dc740 HTTP/1.1" status: 200 len: 999 time: 0.1669998 May 26 15:58:30.387984 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca190d-7670-4910-a8c7-07590a7dfa32 req-34f1163e-d309-463e-8d99-57bea4babaa7 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:30.389527 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-93ca190d-7670-4910-a8c7-07590a7dfa32 req-34f1163e-d309-463e-8d99-57bea4babaa7 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 946 time: 0.1362243 May 26 15:58:30.445195 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb2ecc-0634-493c-b03f-df8e7583903c req-c27a0cac-6202-463d-adc1-85be19e830c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:30.450225 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-66bb2ecc-0634-493c-b03f-df8e7583903c req-c27a0cac-6202-463d-adc1-85be19e830c4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f04b8b7b-67c4-4820-8e2d-a906f17469d6 HTTP/1.1" status: 200 len: 862 time: 0.0766671 May 26 15:58:30.470359 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-93ca190d-7670-4910-a8c7-07590a7dfa32 req-5ad41baa-d23c-413d-b468-4ae6c8f82cdb tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605965 May 26 15:58:30.523088 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-e508bf53-b92c-449a-ace9-849cdd378a9d None None] Set router d589c5f5-cd3e-46a7-b45c-8911f1279b63 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:58:30.794074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e508bf53-b92c-449a-ace9-849cdd378a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495110586-router', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '88138a50-e3d9-469f-9244-85b717ac5928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:37Z', 'updated_at': '2022-05-26T15:56:47Z', 'revision_number': 4, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'gw_port': {'id': '88138a50-e3d9-469f-9244-85b717ac5928', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '5ce4cf69-e658-4b8a-a644-25b6d6704c8e', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'floating_ip_address': '172.25.7.153', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'port_id': '81bfbdd1-ed84-432d-80d4-b472e12dc740', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'mac_address': 'fa:16:3e:d6:ff:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924f12a3-f872-4d50-a405-19d150f74444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:57:06Z', 'updated_at': '2022-05-26T15:58:27Z', 'revision_number': 5, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbef516a-77ba-4b70-bf9e-7fb913fd8191', 'name': '', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'mac_address': 'fa:16:3e:4a:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:43Z', 'updated_at': '2022-05-26T15:56:51Z', 'revision_number': 5, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'subnets': [{'id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:30.825411 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e508bf53-b92c-449a-ace9-849cdd378a9d None None] The sync data for ids ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'] in n-d-843337-2 is: [{'id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495110586-router', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '88138a50-e3d9-469f-9244-85b717ac5928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:37Z', 'updated_at': '2022-05-26T15:56:47Z', 'revision_number': 4, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'gw_port': {'id': '88138a50-e3d9-469f-9244-85b717ac5928', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '5ce4cf69-e658-4b8a-a644-25b6d6704c8e', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'floating_ip_address': '172.25.7.153', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'port_id': '81bfbdd1-ed84-432d-80d4-b472e12dc740', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'mac_address': 'fa:16:3e:d6:ff:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924f12a3-f872-4d50-a405-19d150f74444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:57:06Z', 'updated_at': '2022-05-26T15:58:27Z', 'revision_number': 5, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbef516a-77ba-4b70-bf9e-7fb913fd8191', 'name': '', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'mac_address': 'fa:16:3e:4a:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:43Z', 'updated_at': '2022-05-26T15:56:51Z', 'revision_number': 5, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'subnets': [{'id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:58:30.842566 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb2ecc-0634-493c-b03f-df8e7583903c req-4aceb36d-bf49-4cd8-81be-ea21a2c03daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:30.843957 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-66bb2ecc-0634-493c-b03f-df8e7583903c req-4aceb36d-bf49-4cd8-81be-ea21a2c03daa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fd21b13c-44ff-4f1b-8ebb-43aa45f45369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3727622 May 26 15:58:30.876830 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954e0f1-2525-4696-9efc-976089f158c1 req-dbfa1993-ba81-46ff-919e-1e39f3e1c5fe tempest-MigrationsAdminTest-2099867691 tempest-MigrationsAdminTest-2099867691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:30.878328 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c954e0f1-2525-4696-9efc-976089f158c1 req-dbfa1993-ba81-46ff-919e-1e39f3e1c5fe tempest-MigrationsAdminTest-2099867691 tempest-MigrationsAdminTest-2099867691-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 1100 time: 0.1015117 May 26 15:58:30.928452 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10199a26-5897-4850-bc87-bc6dc5065739 req-dea01351-0d9d-4b7b-ae6b-8832c58b0003 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:30.929866 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10199a26-5897-4850-bc87-bc6dc5065739 req-dea01351-0d9d-4b7b-ae6b-8832c58b0003 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 943 time: 0.1519449 May 26 15:58:30.939627 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c954e0f1-2525-4696-9efc-976089f158c1 req-49d9fd77-0760-470a-9e00-6f82601a2f9e tempest-MigrationsAdminTest-2099867691 tempest-MigrationsAdminTest-2099867691-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:31.017742 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-66bb2ecc-0634-493c-b03f-df8e7583903c req-457a27ad-14e6-47af-933d-44ba7890050d service neutron] 10.222.0.81 "GET /v2.0/networks/fd21b13c-44ff-4f1b-8ebb-43aa45f45369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654489 May 26 15:58:31.020690 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10199a26-5897-4850-bc87-bc6dc5065739 req-58114c35-f8b2-4f22-83a1-a8276a32380d tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae09cca7-ed5d-46aa-b26f-9e64e851e73c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841076 May 26 15:58:31.029981 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f4926d-55df-45cc-84e7-1799a80c25d6 None None] New status for floating IP 5ce4cf69-e658-4b8a-a644-25b6d6704c8e: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 15:58:31.203250 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c954e0f1-2525-4696-9efc-976089f158c1 req-49d9fd77-0760-470a-9e00-6f82601a2f9e tempest-MigrationsAdminTest-2099867691 tempest-MigrationsAdminTest-2099867691-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:31.221471 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-66bb2ecc-0634-493c-b03f-df8e7583903c req-26058b27-f93c-4a4e-8bd2-4c95bf6b5164 service neutron] 10.222.0.81 "GET /v2.0/networks/fd21b13c-44ff-4f1b-8ebb-43aa45f45369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948040 May 26 15:58:31.222311 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c954e0f1-2525-4696-9efc-976089f158c1 req-49d9fd77-0760-470a-9e00-6f82601a2f9e tempest-MigrationsAdminTest-2099867691 tempest-MigrationsAdminTest-2099867691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:31.253208 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c954e0f1-2525-4696-9efc-976089f158c1 req-49d9fd77-0760-470a-9e00-6f82601a2f9e tempest-MigrationsAdminTest-2099867691 tempest-MigrationsAdminTest-2099867691-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436384 May 26 15:58:31.288066 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9fd77-0760-470a-9e00-6f82601a2f9e tempest-MigrationsAdminTest-2099867691 tempest-MigrationsAdminTest-2099867691-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67689287-a2c5-43de-8717-1b38db8a5307,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:31.342795 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ced17-b5f9-457e-b4ad-22871470d184 req-6119239d-5ecf-43a4-b2bc-624134aba388 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:31.344376 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c55ced17-b5f9-457e-b4ad-22871470d184 req-6119239d-5ecf-43a4-b2bc-624134aba388 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 945 time: 0.1581807 May 26 15:58:31.400864 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889128ca-160b-4998-91c5-233e7b3017bc req-0971dc9e-8155-4c6a-bb4d-7f5c91ff723e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:31.402229 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-889128ca-160b-4998-91c5-233e7b3017bc req-0971dc9e-8155-4c6a-bb4d-7f5c91ff723e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d178d16d8b864c82afaaa8d93cecd08d&device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 1094 time: 0.1447878 May 26 15:58:31.447944 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcb367-5022-4781-82e7-fcb48bb6964e req-e7ed732b-c907-4fd6-8b9a-7b51ccb58d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:31.449451 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f7bcb367-5022-4781-82e7-fcb48bb6964e req-e7ed732b-c907-4fd6-8b9a-7b51ccb58d47 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 1095 time: 0.1240573 May 26 15:58:31.452208 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c55ced17-b5f9-457e-b4ad-22871470d184 req-e5aea634-871a-4435-a35c-8fe3773f743f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841756 May 26 15:58:31.481326 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-889128ca-160b-4998-91c5-233e7b3017bc req-ee4cb849-4984-4991-b745-512c514d3501 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6eef3506-1f79-4d68-8a0a-a577e849fe49 HTTP/1.1" status: 200 len: 217 time: 0.0582948 May 26 15:58:31.544389 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38404766-e138-4d48-a289-9d41920ee66f req-c4f966c1-b098-4541-a8c4-f2152a440cfc tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:31.545854 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38404766-e138-4d48-a289-9d41920ee66f req-c4f966c1-b098-4541-a8c4-f2152a440cfc tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 945 time: 0.1404314 May 26 15:58:31.613361 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889128ca-160b-4998-91c5-233e7b3017bc req-235bbe52-9507-40f0-992f-062a77465cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:31.615479 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-889128ca-160b-4998-91c5-233e7b3017bc req-235bbe52-9507-40f0-992f-062a77465cde service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4cd4c04-0f78-4554-8f4d-7d36adb9556a HTTP/1.1" status: 200 len: 853 time: 0.1168454 May 26 15:58:31.681472 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38404766-e138-4d48-a289-9d41920ee66f req-8d587f61-d1cf-4242-b5f4-922aea1bb7a5 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7de04ac-2dc2-4da3-8911-82aafc9f5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036680 May 26 15:58:31.686603 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcb367-5022-4781-82e7-fcb48bb6964e req-054cfaf2-27f3-4f21-a451-18b6521b24e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:31.687591 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f7bcb367-5022-4781-82e7-fcb48bb6964e req-054cfaf2-27f3-4f21-a451-18b6521b24e2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 908 time: 0.1971130 May 26 15:58:31.735166 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889128ca-160b-4998-91c5-233e7b3017bc req-94c2bc99-a037-4914-8f15-560d02cc22e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:31.737636 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-889128ca-160b-4998-91c5-233e7b3017bc req-94c2bc99-a037-4914-8f15-560d02cc22e6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9f115508-0eed-42d5-a3d3-b010668163e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108222 May 26 15:58:31.738579 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f7bcb367-5022-4781-82e7-fcb48bb6964e req-df3b505f-4181-4b58-a41a-7dd6916464dc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5df0ec10-39a6-4bce-adcd-6a6b481f12e8 HTTP/1.1" status: 200 len: 217 time: 0.0417807 May 26 15:58:31.793858 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b65ae56-f758-4369-9186-06503b21064e', 'tag': '6eef3506-1f79-4d68-8a0a-a577e849fe49'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:31.796066 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade3ecd8-6554-4621-aa27-0a937cb2d829" -d '{"events": [{"name": "network-changed", "server_uuid": "3b65ae56-f758-4369-9186-06503b21064e", "tag": "6eef3506-1f79-4d68-8a0a-a577e849fe49"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:31.869227 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3afdeb4e-5ae7-45b5-8926-474f628dbc7b req-3cf969fa-df16-4b61-bfe0-cdf3dabd0b56 tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0635123 May 26 15:58:31.880013 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcb367-5022-4781-82e7-fcb48bb6964e req-f09d72df-13be-464e-8c6f-9a3b8c2f6b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:31.882080 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f7bcb367-5022-4781-82e7-fcb48bb6964e req-f09d72df-13be-464e-8c6f-9a3b8c2f6b31 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cfa16bff-3370-4a4e-860f-b7e489b84ed0 HTTP/1.1" status: 200 len: 847 time: 0.1230676 May 26 15:58:31.941049 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f7bcb367-5022-4781-82e7-fcb48bb6964e req-6d886820-cf95-4fe2-9a6d-5e34827e5725 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504112 May 26 15:58:31.952743 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-889128ca-160b-4998-91c5-233e7b3017bc req-5e3675e5-6bf9-4e6a-bfcd-b44bfca46598 service neutron] 10.222.0.83 "GET /v2.0/networks/9f115508-0eed-42d5-a3d3-b010668163e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017908 May 26 15:58:32.166989 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f9d26-5f05-46fe-84bf-40c45fa91d72 req-3763c6c9-df0c-4b3f-a5cf-2abae56d85ee tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:32.168531 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-813f9d26-5f05-46fe-84bf-40c45fa91d72 req-3763c6c9-df0c-4b3f-a5cf-2abae56d85ee tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 1096 time: 0.2315993 May 26 15:58:32.184517 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-b427c1d9-d0e8-416a-b58e-01c415a84585 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2037399 May 26 15:58:32.198862 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675842ed-1f99-44ee-ab04-4a80a35110f7 req-8af27af4-ffb4-4c42-8db7-1a3b6fb09ed3 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:32.200271 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-675842ed-1f99-44ee-ab04-4a80a35110f7 req-8af27af4-ffb4-4c42-8db7-1a3b6fb09ed3 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 946 time: 0.2214494 May 26 15:58:32.221341 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-aded2aaa-37c3-4e4d-8dd8-b63bcc366551 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:58:32.222283 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-aded2aaa-37c3-4e4d-8dd8-b63bcc366551 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212085 May 26 15:58:32.242577 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-889128ca-160b-4998-91c5-233e7b3017bc req-395e0653-bf99-4ee1-8182-200e2461cc84 service neutron] 10.222.0.83 "GET /v2.0/networks/9f115508-0eed-42d5-a3d3-b010668163e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626407 May 26 15:58:32.252958 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f7bcb367-5022-4781-82e7-fcb48bb6964e req-158bcbe5-7734-435f-a2b1-43112ccf78af service neutron] 10.222.0.83 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993209 May 26 15:58:32.300744 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-813f9d26-5f05-46fe-84bf-40c45fa91d72 req-4dc75e3b-5326-4668-ba50-023ff5898971 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200314 May 26 15:58:32.335928 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-675842ed-1f99-44ee-ab04-4a80a35110f7 req-981abcb9-d4a3-4cd0-b67e-f03b9c30fbfd tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198571 May 26 15:58:32.395966 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f7bcb367-5022-4781-82e7-fcb48bb6964e req-9c7446c9-b7a3-4d35-95ac-40423619a396 service neutron] 10.222.0.83 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261253 May 26 15:58:32.402959 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2204eb1a-0314-4608-ae99-517aac037852 x-openstack-request-id: req-2204eb1a-0314-4608-ae99-517aac037852 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:32.403253 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b65ae56-f758-4369-9186-06503b21064e", "tag": "6eef3506-1f79-4d68-8a0a-a577e849fe49", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:32.403503 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2204eb1a-0314-4608-ae99-517aac037852 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:32.403942 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2204eb1a-0314-4608-ae99-517aac037852'] response: {'name': 'network-changed', 'server_uuid': '3b65ae56-f758-4369-9186-06503b21064e', 'tag': '6eef3506-1f79-4d68-8a0a-a577e849fe49', 'status': 'completed', 'code': 200} May 26 15:58:32.518399 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479dba6-b94c-47b1-a29e-638358ca087b req-2f4b8cef-9799-4b5e-b451-d0189279a25b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:32.519880 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0479dba6-b94c-47b1-a29e-638358ca087b req-2f4b8cef-9799-4b5e-b451-d0189279a25b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.0899529 May 26 15:58:32.548743 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5666ef2-2345-4f4d-bb44-f4561480c191 req-6a896026-be0a-487a-a700-3184b3f9c58d tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:32.550372 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d5666ef2-2345-4f4d-bb44-f4561480c191 req-6a896026-be0a-487a-a700-3184b3f9c58d tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 943 time: 0.0824468 May 26 15:58:32.630767 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0479dba6-b94c-47b1-a29e-638358ca087b req-b13f4ab8-7ba2-4b0d-a87c-d008e8311b67 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017027 May 26 15:58:32.640400 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d5666ef2-2345-4f4d-bb44-f4561480c191 req-c48147fc-d438-45b6-8431-22095613ff82 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae09cca7-ed5d-46aa-b26f-9e64e851e73c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827074 May 26 15:58:32.646529 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3ecd8-6554-4621-aa27-0a937cb2d829 req-14b085ab-c58d-47a8-ab92-89b3db8171e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:32.648118 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ade3ecd8-6554-4621-aa27-0a937cb2d829 req-14b085ab-c58d-47a8-ab92-89b3db8171e1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d178d16d8b864c82afaaa8d93cecd08d&device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 1094 time: 0.1171095 May 26 15:58:32.853593 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8393aa2-ace3-478a-89a0-73b8713a008a req-53d81938-e81d-4089-a02e-e665f84a3441 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:32.853593 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8393aa2-ace3-478a-89a0-73b8713a008a req-53d81938-e81d-4089-a02e-e665f84a3441 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 1096 time: 0.0964189 May 26 15:58:32.941102 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3ecd8-6554-4621-aa27-0a937cb2d829 req-d05278a6-ddfd-42ca-8f7b-12e448ea1b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:32.943189 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ade3ecd8-6554-4621-aa27-0a937cb2d829 req-d05278a6-ddfd-42ca-8f7b-12e448ea1b11 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9f115508-0eed-42d5-a3d3-b010668163e8 HTTP/1.1" status: 200 len: 915 time: 0.2765961 May 26 15:58:32.949547 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8393aa2-ace3-478a-89a0-73b8713a008a req-00b0d5e0-bd9d-4aba-9887-7fa9810dfaf6 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891285 May 26 15:58:32.952018 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed0252-21de-4119-8969-fae7a471480f req-8a13cf93-aecf-476c-b3f3-5e29c985af2a tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:32.953565 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9ed0252-21de-4119-8969-fae7a471480f req-8a13cf93-aecf-476c-b3f3-5e29c985af2a tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 1097 time: 0.1504753 May 26 15:58:33.031087 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ade3ecd8-6554-4621-aa27-0a937cb2d829 req-b6d5162e-3c0a-4e2b-a168-5b4f1d0f0a9b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6eef3506-1f79-4d68-8a0a-a577e849fe49 HTTP/1.1" status: 200 len: 217 time: 0.0579274 May 26 15:58:33.096036 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9ed0252-21de-4119-8969-fae7a471480f req-73735c12-7e11-4053-bba2-d2a33cf19f3e tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209345 May 26 15:58:33.187874 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3ecd8-6554-4621-aa27-0a937cb2d829 req-b30ef4c7-b299-4def-b14b-c526828aedca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:33.190063 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ade3ecd8-6554-4621-aa27-0a937cb2d829 req-b30ef4c7-b299-4def-b14b-c526828aedca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4cd4c04-0f78-4554-8f4d-7d36adb9556a HTTP/1.1" status: 200 len: 853 time: 0.1339605 May 26 15:58:33.204655 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca0579-5a55-4a96-a906-fa26bf3ba21d req-25861b7c-7851-4a75-820b-a79d86d7db99 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:33.206720 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-97ca0579-5a55-4a96-a906-fa26bf3ba21d req-25861b7c-7851-4a75-820b-a79d86d7db99 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 945 time: 0.1130202 May 26 15:58:33.285739 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b80bec01-e82e-4b9c-a320-9f59cede9af3 req-c08434d9-51ff-4e5f-afd1-78dfdb75578e tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0657532 May 26 15:58:33.324782 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-97ca0579-5a55-4a96-a906-fa26bf3ba21d req-45bea31f-7ed6-47e7-9afc-d69df05d576d tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7de04ac-2dc2-4da3-8911-82aafc9f5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079555 May 26 15:58:33.336777 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3ecd8-6554-4621-aa27-0a937cb2d829 req-3b32e0c3-ee10-436b-8c3e-0d6955134c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:33.338809 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ade3ecd8-6554-4621-aa27-0a937cb2d829 req-3b32e0c3-ee10-436b-8c3e-0d6955134c90 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9f115508-0eed-42d5-a3d3-b010668163e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1208107 May 26 15:58:33.371273 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35014) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:33.508507 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5048dfc-1a83-4d9e-b14e-7768ddae16d3 req-755adf44-cc4c-49dd-a7f5-7d3f759c92ae tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:33.510252 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5048dfc-1a83-4d9e-b14e-7768ddae16d3 req-755adf44-cc4c-49dd-a7f5-7d3f759c92ae tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 1097 time: 0.1162331 May 26 15:58:33.520055 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9b4f1a4-2aee-4275-b6dc-3bf3203f057a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:33.591201 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ade3ecd8-6554-4621-aa27-0a937cb2d829 req-a0c66f22-b452-46bd-9188-363dc03f460a service neutron] 10.222.0.83 "GET /v2.0/networks/9f115508-0eed-42d5-a3d3-b010668163e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707306 May 26 15:58:33.599397 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5048dfc-1a83-4d9e-b14e-7768ddae16d3 req-f249923f-29fb-4d6d-b52e-9ae9a0a27861 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738285 May 26 15:58:33.604784 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9b4f1a4-2aee-4275-b6dc-3bf3203f057a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:33.613262 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9b4f1a4-2aee-4275-b6dc-3bf3203f057a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:33.625407 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a990e10-c62e-4877-a43b-c26a9b49c6bb req-cec2df90-a121-4c32-8928-788dc12d02df tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:33.626912 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a990e10-c62e-4877-a43b-c26a9b49c6bb req-cec2df90-a121-4c32-8928-788dc12d02df tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 1096 time: 0.1128874 May 26 15:58:33.656729 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e9b4f1a4-2aee-4275-b6dc-3bf3203f057a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3bbea4525059419abfa2dea31bdb07cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833037 May 26 15:58:33.665737 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4f1a4-2aee-4275-b6dc-3bf3203f057a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60f4ec6-8624-49cc-870e-0955796e1d39,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:33.668700 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35022) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:33.676667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4f1a4-2aee-4275-b6dc-3bf3203f057a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:33.677598 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4f1a4-2aee-4275-b6dc-3bf3203f057a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:33.678424 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4f1a4-2aee-4275-b6dc-3bf3203f057a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:33.678958 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4f1a4-2aee-4275-b6dc-3bf3203f057a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:33.679531 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4f1a4-2aee-4275-b6dc-3bf3203f057a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:33.680126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4f1a4-2aee-4275-b6dc-3bf3203f057a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:33.680734 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4f1a4-2aee-4275-b6dc-3bf3203f057a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:33.681295 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4f1a4-2aee-4275-b6dc-3bf3203f057a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:33.681832 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4f1a4-2aee-4275-b6dc-3bf3203f057a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:33.682239 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4f1a4-2aee-4275-b6dc-3bf3203f057a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:33.682638 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4f1a4-2aee-4275-b6dc-3bf3203f057a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:33.683035 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4f1a4-2aee-4275-b6dc-3bf3203f057a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:33.760913 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a990e10-c62e-4877-a43b-c26a9b49c6bb req-1767e546-c6e2-4be2-9ee3-0a58e3dee65d tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265330 May 26 15:58:33.805069 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ade3ecd8-6554-4621-aa27-0a937cb2d829 req-eddf6fed-6af0-43bf-b39e-75c4e812bdb8 service neutron] 10.222.0.83 "GET /v2.0/networks/9f115508-0eed-42d5-a3d3-b010668163e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039962 May 26 15:58:33.811043 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-86b889ea-0996-4b05-adf2-e8b284bb745d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:33.850836 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a57ce-3de6-42d7-a644-c0becd92e6bf req-0644a665-8300-4429-9669-9900bb89d6a1 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:33.852363 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-498a57ce-3de6-42d7-a644-c0becd92e6bf req-0644a665-8300-4429-9669-9900bb89d6a1 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.1048625 May 26 15:58:33.877904 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-86b889ea-0996-4b05-adf2-e8b284bb745d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:33.973502 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18856f2-f932-4cc2-b77a-9b40a0a8bc39 req-b2558380-bed4-4c9b-baeb-a0b914b8e816 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:33.975100 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c18856f2-f932-4cc2-b77a-9b40a0a8bc39 req-b2558380-bed4-4c9b-baeb-a0b914b8e816 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 943 time: 0.1521161 May 26 15:58:33.979552 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-498a57ce-3de6-42d7-a644-c0becd92e6bf req-980e1a11-b969-4f9f-aae9-c4e13792fcfb tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106412 May 26 15:58:33.996119 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88beafb9-171e-4d7e-afd3-951dcf33eaa2 req-728d78d9-a793-47be-9e39-1f8c65af98aa tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:33.997549 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88beafb9-171e-4d7e-afd3-951dcf33eaa2 req-728d78d9-a793-47be-9e39-1f8c65af98aa tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 945 time: 0.1417341 May 26 15:58:34.012943 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-86b889ea-0996-4b05-adf2-e8b284bb745d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:34.015549 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-86b889ea-0996-4b05-adf2-e8b284bb745d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:34.016694 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-86b889ea-0996-4b05-adf2-e8b284bb745d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d60f4ec6-8624-49cc-870e-0955796e1d39 HTTP/1.1" status: 204 len: 168 time: 0.3461211 May 26 15:58:34.036955 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b889ea-0996-4b05-adf2-e8b284bb745d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60f4ec6-8624-49cc-870e-0955796e1d39,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:34.042041 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c18856f2-f932-4cc2-b77a-9b40a0a8bc39 req-a140c8ca-0a7c-4181-b02a-fc76c3487189 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae09cca7-ed5d-46aa-b26f-9e64e851e73c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585840 May 26 15:58:34.220433 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7b448-8876-4837-9052-77b949617565 req-c5008c06-507d-4c15-a445-f4fbf5a27c35 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:34.221957 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e1f7b448-8876-4837-9052-77b949617565 req-c5008c06-507d-4c15-a445-f4fbf5a27c35 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 1097 time: 0.0801947 May 26 15:58:34.255496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-88beafb9-171e-4d7e-afd3-951dcf33eaa2 req-66c86d36-1e34-4cf5-b823-f26692a52ea0 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Deleting port 7e61965b-f656-4539-b24d-6ee052a64a6d {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:58:34.255835 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-88beafb9-171e-4d7e-afd3-951dcf33eaa2 req-66c86d36-1e34-4cf5-b823-f26692a52ea0 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:34.314136 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e1f7b448-8876-4837-9052-77b949617565 req-23c4adec-a1eb-48f5-a625-3d8bbf74cb3d tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834816 May 26 15:58:34.392416 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-88beafb9-171e-4d7e-afd3-951dcf33eaa2 req-66c86d36-1e34-4cf5-b823-f26692a52ea0 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] For port 7e61965b-f656-4539-b24d-6ee052a64a6d, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=7e61965b-f656-4539-b24d-6ee052a64a6d,segment=NetworkSegment(e428ac68-2a75-4f46-af94-185c0e2cb0b4),segment_id=e428ac68-2a75-4f46-af94-185c0e2cb0b4)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:34.392853 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-88beafb9-171e-4d7e-afd3-951dcf33eaa2 req-66c86d36-1e34-4cf5-b823-f26692a52ea0 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:34.407673 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-88beafb9-171e-4d7e-afd3-951dcf33eaa2 req-66c86d36-1e34-4cf5-b823-f26692a52ea0 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Calling delete_port for 7e61965b-f656-4539-b24d-6ee052a64a6d owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:58:34.498468 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a0e7e8a-7b70-4c4b-8305-d746ce3e5aa0 req-7a889e90-11dd-4118-a9a2-6df3aa05d7ba tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0708282 May 26 15:58:34.568190 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fb562-d2c0-470b-8f03-b1a3fd51b0a9 req-abdc7c48-c3b2-44a3-8381-716faae63fad tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:34.569684 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5b2fb562-d2c0-470b-8f03-b1a3fd51b0a9 req-abdc7c48-c3b2-44a3-8381-716faae63fad tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e74ccad-ae15-4657-848f-ab784e5060fd HTTP/1.1" status: 200 len: 945 time: 0.1224787 May 26 15:58:34.639539 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5b2fb562-d2c0-470b-8f03-b1a3fd51b0a9 req-4cfbf233-4804-4209-b0bf-b33b10054ce6 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7de04ac-2dc2-4da3-8911-82aafc9f5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626736 May 26 15:58:34.661907 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-88beafb9-171e-4d7e-afd3-951dcf33eaa2 req-66c86d36-1e34-4cf5-b823-f26692a52ea0 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:34.700521 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['7e61965b-f656-4539-b24d-6ee052a64a6d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:34.802882 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35062) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:34.911374 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-50345e3b-1bd7-44e4-bf51-c6dbfb582eca admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1639281166-network', 'tenant_id': '05d33324e120414581773a28644ea5f9'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:34.930942 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50345e3b-1bd7-44e4-bf51-c6dbfb582eca admin admin] Made reservation on behalf of 05d33324e120414581773a28644ea5f9 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:58:34.933395 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-50345e3b-1bd7-44e4-bf51-c6dbfb582eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:34.943355 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-50345e3b-1bd7-44e4-bf51-c6dbfb582eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:34.946380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c86d36-1e34-4cf5-b823-f26692a52ea0 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Pushing event deleted for resources: {'Port': ['ID=7e61965b-f656-4539-b24d-6ee052a64a6d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:35.028169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-88beafb9-171e-4d7e-afd3-951dcf33eaa2 req-66c86d36-1e34-4cf5-b823-f26692a52ea0 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] No DVR routers for this DVR port 7e61965b-f656-4539-b24d-6ee052a64a6d on host n-h2-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:58:35.032480 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-88beafb9-171e-4d7e-afd3-951dcf33eaa2 req-66c86d36-1e34-4cf5-b823-f26692a52ea0 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:35.032765 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-50345e3b-1bd7-44e4-bf51-c6dbfb582eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:35.036273 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88beafb9-171e-4d7e-afd3-951dcf33eaa2 req-66c86d36-1e34-4cf5-b823-f26692a52ea0 tempest-VolumesAdminNegativeTest-2083014140 tempest-VolumesAdminNegativeTest-2083014140-project] 10.222.0.83 "DELETE /v2.0/ports/7e61965b-f656-4539-b24d-6ee052a64a6d HTTP/1.1" status: 204 len: 173 time: 0.9360363 May 26 15:58:35.037760 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e74ccad-ae15-4657-848f-ab784e5060fd', 'name': 'network-vif-deleted', 'tag': '7e61965b-f656-4539-b24d-6ee052a64a6d'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:35.038333 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-50345e3b-1bd7-44e4-bf51-c6dbfb582eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:35.039889 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920e704a-ca14-4390-8c36-b8017c0bf4a3" -d '{"events": [{"server_uuid": "0e74ccad-ae15-4657-848f-ab784e5060fd", "name": "network-vif-deleted", "tag": "7e61965b-f656-4539-b24d-6ee052a64a6d"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:35.055441 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3cc44b63-ec49-4d23-8d55-440ebdd6c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:35.056932 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3cc44b63-ec49-4d23-8d55-440ebdd6c91e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 1100 time: 0.1196141 May 26 15:58:35.061154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db9ce6-df1a-4fc8-94ba-8b9bb04539cd req-3522122d-86ae-44b2-9c21-2e54642202ca tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:35.062513 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7db9ce6-df1a-4fc8-94ba-8b9bb04539cd req-3522122d-86ae-44b2-9c21-2e54642202ca tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 1096 time: 0.1262662 May 26 15:58:35.072909 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50345e3b-1bd7-44e4-bf51-c6dbfb582eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e9ada5-cb8a-48f2-804d-0782f25784dc,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:35.075907 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50345e3b-1bd7-44e4-bf51-c6dbfb582eca admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:58:35.086193 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-50345e3b-1bd7-44e4-bf51-c6dbfb582eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:35.086540 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-50345e3b-1bd7-44e4-bf51-c6dbfb582eca admin admin] Added segment cff8f957-50e8-4284-b32b-ce3fdb6f3bb6 of type vlan for network 3b5eae06-69d3-4233-90af-ed2ccfa064f1 May 26 15:58:35.133409 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-50345e3b-1bd7-44e4-bf51-c6dbfb582eca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:35.158478 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-50345e3b-1bd7-44e4-bf51-c6dbfb582eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:35.159318 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50345e3b-1bd7-44e4-bf51-c6dbfb582eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:35.160647 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-50345e3b-1bd7-44e4-bf51-c6dbfb582eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:35.180859 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7db9ce6-df1a-4fc8-94ba-8b9bb04539cd req-50627224-0171-4c0c-af92-22b23bd14d7b tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086767 May 26 15:58:35.191954 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2498d9-0729-44d8-8631-6c3f7ee0d419 req-ac605d85-3664-465a-aee2-4408a32c5d36 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:35.193589 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-de2498d9-0729-44d8-8631-6c3f7ee0d419 req-ac605d85-3664-465a-aee2-4408a32c5d36 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.1350012 May 26 15:58:35.223742 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50345e3b-1bd7-44e4-bf51-c6dbfb582eca admin admin] Pushing event updated for resources: {'Network': ['ID=3b5eae06-69d3-4233-90af-ed2ccfa064f1,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:35.236971 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-50345e3b-1bd7-44e4-bf51-c6dbfb582eca admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4299641 May 26 15:58:35.237528 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35074) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:35.239322 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 3b5eae06-69d3-4233-90af-ed2ccfa064f1 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:58:35.243815 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-fdafa134-9415-4244-8114-5f281c731e52 admin admin] Request body: {'subnet': {'network_id': '3b5eae06-69d3-4233-90af-ed2ccfa064f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1639281166-subnet', 'tenant_id': '05d33324e120414581773a28644ea5f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:35.251605 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-cfc694be-b42e-4887-b99c-bb0f569bae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:35.253140 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-cfc694be-b42e-4887-b99c-bb0f569bae60 service neutron] 10.222.0.81 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.1598089 May 26 15:58:35.303058 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e68d949-411f-4ebc-88f6-331647d1337a x-openstack-request-id: req-8e68d949-411f-4ebc-88f6-331647d1337a {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:35.303350 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e74ccad-ae15-4657-848f-ab784e5060fd", "name": "network-vif-deleted", "tag": "7e61965b-f656-4539-b24d-6ee052a64a6d", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:35.303583 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8e68d949-411f-4ebc-88f6-331647d1337a {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:35.303972 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e68d949-411f-4ebc-88f6-331647d1337a'] response: {'server_uuid': '0e74ccad-ae15-4657-848f-ab784e5060fd', 'name': 'network-vif-deleted', 'tag': '7e61965b-f656-4539-b24d-6ee052a64a6d', 'status': 'completed', 'code': 200} May 26 15:58:35.309559 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-de2498d9-0729-44d8-8631-6c3f7ee0d419 req-5ca76d00-0ebd-457d-abf5-731cfa588a43 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051219 May 26 15:58:35.312333 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-5eb68997-45b1-4cb1-9ea0-c37c1af435f9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=6097825e-22a5-4134-93cd-23f98ced9146 HTTP/1.1" status: 200 len: 217 time: 0.0497537 May 26 15:58:35.322057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdafa134-9415-4244-8114-5f281c731e52 admin admin] Made reservation on behalf of 05d33324e120414581773a28644ea5f9 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:58:35.324538 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fdafa134-9415-4244-8114-5f281c731e52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:35.460207 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-113d257c-39a8-445f-8807-0ffe9224d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:35.461589 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-113d257c-39a8-445f-8807-0ffe9224d012 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1406944 May 26 15:58:35.486074 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2b1b0-43c7-4556-9959-beb40a213397 req-18c39263-808d-4277-8db2-c19d176597a2 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:35.487603 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14d2b1b0-43c7-4556-9959-beb40a213397 req-18c39263-808d-4277-8db2-c19d176597a2 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 943 time: 0.1357958 May 26 15:58:35.578460 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-26f8af29-c949-43ab-aa10-75f5fff00c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:35.579944 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-26f8af29-c949-43ab-aa10-75f5fff00c30 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1102312 May 26 15:58:35.592567 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14d2b1b0-43c7-4556-9959-beb40a213397 req-207e7701-c0a1-458c-83b6-e2922f01c367 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae09cca7-ed5d-46aa-b26f-9e64e851e73c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850227 May 26 15:58:35.705387 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fdafa134-9415-4244-8114-5f281c731e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:35.800528 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafa134-9415-4244-8114-5f281c731e52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7c17c47-9ee8-44d6-b193-8b14963b1984,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:35.823555 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946b3d9-3966-4d4b-8050-6295848d0ac0 req-73a6bf7c-5fa2-478a-90a1-c3e91732cf2d tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:35.825114 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5946b3d9-3966-4d4b-8050-6295848d0ac0 req-73a6bf7c-5fa2-478a-90a1-c3e91732cf2d tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 1097 time: 0.1394529 May 26 15:58:35.828326 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-549abc21-694e-4f6a-b1b6-64c0c2bb850a service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393386 May 26 15:58:35.849186 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdafa134-9415-4244-8114-5f281c731e52 admin admin] Checking segment: {'id': 'cff8f957-50e8-4284-b32b-ce3fdb6f3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b5eae06-69d3-4233-90af-ed2ccfa064f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:35.849551 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdafa134-9415-4244-8114-5f281c731e52 admin admin] Network hostable DHCP agents. Network: 3b5eae06-69d3-4233-90af-ed2ccfa064f1, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:58:35.928991 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5946b3d9-3966-4d4b-8050-6295848d0ac0 req-3ddadd8d-c113-4962-9ce7-819215d6ffd3 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968070 May 26 15:58:35.931465 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdafa134-9415-4244-8114-5f281c731e52 admin admin] Network 3b5eae06-69d3-4233-90af-ed2ccfa064f1 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:58:35.955005 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-fdafa134-9415-4244-8114-5f281c731e52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 3b5eae06-69d3-4233-90af-ed2ccfa064f1) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:58:35.965348 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdafa134-9415-4244-8114-5f281c731e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:35.965933 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fdafa134-9415-4244-8114-5f281c731e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:35.971825 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-86e1088f-7fb9-4ee0-82b2-a1a365a1ea86 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313996 May 26 15:58:35.971965 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e459a4fc-69a1-4570-839d-833cd71abf10 None None] Network 3b5eae06-69d3-4233-90af-ed2ccfa064f1 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:58:35.996143 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fdafa134-9415-4244-8114-5f281c731e52 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7548008 May 26 15:58:36.094106 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-703809f5-0701-4905-8ee9-4280eac6ea74 req-f531e316-5346-4c7a-8076-9d592c4af00e tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0348036 May 26 15:58:36.140250 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdf0aa1-44c0-49dc-b4d2-af50875b09a3 None None] Network 3b5eae06-69d3-4233-90af-ed2ccfa064f1 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:58:36.183897 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35110) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:36.235852 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6a3b19-9442-4ab7-9ca1-8e2213adb41b admin admin] Deleting subnet 629af4f3-e7c5-4ac3-a587-703f344495bb {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 15:58:36.239780 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4b6a3b19-9442-4ab7-9ca1-8e2213adb41b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:36.288932 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4b6a3b19-9442-4ab7-9ca1-8e2213adb41b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:36.337539 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4b6a3b19-9442-4ab7-9ca1-8e2213adb41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:36.368980 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-b395d57c-db54-4230-8229-90859c54c840 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:58:36.369982 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-b395d57c-db54-4230-8229-90859c54c840 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093305 May 26 15:58:36.424243 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-5dc774d4-379f-485d-8e55-811d95de137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:36.425746 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-5dc774d4-379f-485d-8e55-811d95de137b service neutron] 10.222.0.77 "GET /v2.0/ports/e172aa33-9a36-4127-a578-f0ba671f0fda HTTP/1.1" status: 200 len: 1093 time: 0.0465498 May 26 15:58:36.436647 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-fc40de38-0849-4b46-9b37-ff5945691baa service neutron] Request body: {'binding': {'host': 'n-h2-843337-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:36.437126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-fc40de38-0849-4b46-9b37-ff5945691baa service neutron] Unknown quota resources ['binding']. {{(pid=103895) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 26 15:58:36.442344 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4b6a3b19-9442-4ab7-9ca1-8e2213adb41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:36.497367 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a3b19-9442-4ab7-9ca1-8e2213adb41b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=629af4f3-e7c5-4ac3-a587-703f344495bb,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:36.503625 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4b6a3b19-9442-4ab7-9ca1-8e2213adb41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:36.507717 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4b6a3b19-9442-4ab7-9ca1-8e2213adb41b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/629af4f3-e7c5-4ac3-a587-703f344495bb HTTP/1.1" status: 204 len: 168 time: 0.3221903 May 26 15:58:36.511117 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35124) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:36.617361 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:36.621194 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-fc40de38-0849-4b46-9b37-ff5945691baa service neutron] Attempting to bind port e172aa33-9a36-4127-a578-f0ba671f0fda on host n-h2-843337-2 for vnic_type normal with profile None {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:36.622251 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-fc40de38-0849-4b46-9b37-ff5945691baa service neutron] Attempting to bind port e172aa33-9a36-4127-a578-f0ba671f0fda by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:36.622578 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-fc40de38-0849-4b46-9b37-ff5945691baa service neutron] Attempting to bind port e172aa33-9a36-4127-a578-f0ba671f0fda on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:36.627840 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-fc40de38-0849-4b46-9b37-ff5945691baa service neutron] Port e172aa33-9a36-4127-a578-f0ba671f0fda on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:58:36.628214 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-fc40de38-0849-4b46-9b37-ff5945691baa service neutron] Attempting to bind port e172aa33-9a36-4127-a578-f0ba671f0fda on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:36.633772 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-fc40de38-0849-4b46-9b37-ff5945691baa service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:36.634110 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-fc40de38-0849-4b46-9b37-ff5945691baa service neutron] Checking segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:36.634486 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-fc40de38-0849-4b46-9b37-ff5945691baa service neutron] Bound using segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:36.634905 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-fc40de38-0849-4b46-9b37-ff5945691baa service neutron] Bound port: e172aa33-9a36-4127-a578-f0ba671f0fda, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:36.704236 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-fc40de38-0849-4b46-9b37-ff5945691baa service neutron] For port e172aa33-9a36-4127-a578-f0ba671f0fda, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=e172aa33-9a36-4127-a578-f0ba671f0fda,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:36.712667 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-fc40de38-0849-4b46-9b37-ff5945691baa service neutron] Notify callbacks [] for binding, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:36.714133 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-fc40de38-0849-4b46-9b37-ff5945691baa service neutron] 10.222.0.77 "POST /v2.0/ports/e172aa33-9a36-4127-a578-f0ba671f0fda/bindings HTTP/1.1" status: 201 len: 389 time: 0.2820718 May 26 15:58:36.744898 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e147a464-6fe4-4876-bef9-f503f35c9af8 req-863e5b63-b610-4f71-bd1d-2f0ae5a00c54 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0352063 May 26 15:58:36.749349 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:36.755827 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 6eef3506-1f79-4d68-8a0a-a577e849fe49 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:58:36.777314 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:58:36.777784 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:58:36.778544 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:58:36.779180 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] Subscribe: > port after_create 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:58:36.779672 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:58:36.780193 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] Subscribe: > port after_update 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:58:36.780829 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:58:36.781331 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:58:36.781812 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:58:36.782284 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:58:36.889631 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:58:36.889963 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:58:36.890297 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:58:36.890679 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:58:36.891099 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71541f1d-ce38-4cf3-9f13-9a4c8286cac9']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:36.908652 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e428ac68-2a75-4f46-af94-185c0e2cb0b4') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:36.908938 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e428ac68-2a75-4f46-af94-185c0e2cb0b4') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:36.915071 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 6eef3506-1f79-4d68-8a0a-a577e849fe49, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=6eef3506-1f79-4d68-8a0a-a577e849fe49,segment=NetworkSegment(7552e5b1-67b9-4feb-95cc-331d802ec945),segment_id=7552e5b1-67b9-4feb-95cc-331d802ec945)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:36.926653 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:36.927867 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '6eef3506-1f79-4d68-8a0a-a577e849fe49', 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8', 'port_id': '6eef3506-1f79-4d68-8a0a-a577e849fe49', 'mac_address': 'fa:16:3e:ca:66:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cd4c04-0f78-4554-8f4d-7d36adb9556a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:58:36.948573 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:36.957458 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:58:36.957915 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:36.969777 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 6eef3506-1f79-4d68-8a0a-a577e849fe49 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:36.970168 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:36.989677 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eef3506-1f79-4d68-8a0a-a577e849fe49 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:37.014646 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 6eef3506-1f79-4d68-8a0a-a577e849fe49, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=6eef3506-1f79-4d68-8a0a-a577e849fe49,segment=NetworkSegment(7552e5b1-67b9-4feb-95cc-331d802ec945),segment_id=7552e5b1-67b9-4feb-95cc-331d802ec945)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:37.033091 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.045833 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.056197 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.060258 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] 10.222.0.77 "DELETE /v2.0/networks/71541f1d-ce38-4cf3-9f13-9a4c8286cac9 HTTP/1.1" status: 204 len: 168 time: 0.5474524 May 26 15:58:37.063082 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35158) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:37.098190 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69aebf2-75ff-411f-b898-aa4f6a878b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=71541f1d-ce38-4cf3-9f13-9a4c8286cac9,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:37.114323 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce785c5a-2721-460d-a4e3-2a1c6357ceeb admin admin] Deleting subnet 3c4d6dde-d74c-43c3-a554-37a4478b4744 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 15:58:37.125508 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ce785c5a-2721-460d-a4e3-2a1c6357ceeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.135485 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=6eef3506-1f79-4d68-8a0a-a577e849fe49,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:37.172057 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ce785c5a-2721-460d-a4e3-2a1c6357ceeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.173551 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment e428ac68-2a75-4f46-af94-185c0e2cb0b4 resource provider aggregate not found May 26 15:58:37.195428 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment e428ac68-2a75-4f46-af94-185c0e2cb0b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e428ac68-2a75-4f46-af94-185c0e2cb0b4 found for delete ", "request_id": "req-053ad35b-2c0c-4e69-9376-ddf72c8dc242"}]} May 26 15:58:37.216911 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-cf3b4351-bba3-40a3-b319-c5fbbd49e3db tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:37.218379 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-cf3b4351-bba3-40a3-b319-c5fbbd49e3db tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/networks?id=3b5eae06-69d3-4233-90af-ed2ccfa064f1 HTTP/1.1" status: 200 len: 822 time: 0.1570711 May 26 15:58:37.220016 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ce785c5a-2721-460d-a4e3-2a1c6357ceeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.236444 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-d6daa43c-9d56-4ea0-8a18-8362b3ca3d44 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/quotas/05d33324e120414581773a28644ea5f9 HTTP/1.1" status: 200 len: 375 time: 0.0115089 May 26 15:58:37.279008 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ce785c5a-2721-460d-a4e3-2a1c6357ceeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.293290 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-f766a85c-21ac-45ab-a301-eb9fb723f16d tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=05d33324e120414581773a28644ea5f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309248 May 26 15:58:37.297995 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-5c70e84e-36ca-470f-829d-2fec5dbb7332 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:58:37.298931 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-5c70e84e-36ca-470f-829d-2fec5dbb7332 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081818 May 26 15:58:37.309321 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce785c5a-2721-460d-a4e3-2a1c6357ceeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c4d6dde-d74c-43c3-a554-37a4478b4744,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:37.313932 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ce785c5a-2721-460d-a4e3-2a1c6357ceeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.317680 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ce785c5a-2721-460d-a4e3-2a1c6357ceeb admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3c4d6dde-d74c-43c3-a554-37a4478b4744 HTTP/1.1" status: 204 len: 168 time: 0.2527289 May 26 15:58:37.320441 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35164) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:37.391282 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d58eefd5-209b-4c52-ae03-fa9153b55159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.391511 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-2fae6c2b-e007-45f4-a21a-5c2ee0268cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:37.392912 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-2fae6c2b-e007-45f4-a21a-5c2ee0268cf8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 1096 time: 0.1583312 May 26 15:58:37.410200 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-6f47c6d6-5a0d-45c3-b792-d85d9bb6bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:37.412296 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-6f47c6d6-5a0d-45c3-b792-d85d9bb6bdb7 service neutron] 10.222.0.77 "GET /v2.0/ports/2845f95d-7d29-4a78-8b9d-7319109dd9b8 HTTP/1.1" status: 200 len: 1094 time: 0.1004090 May 26 15:58:37.454446 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-a53965d6-b65c-459e-a449-ab4bf9487bee service neutron] Request body: {'binding': {'host': 'n-h1-843337-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:37.454894 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-a53965d6-b65c-459e-a449-ab4bf9487bee service neutron] Unknown quota resources ['binding']. {{(pid=103896) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 26 15:58:37.475543 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d58eefd5-209b-4c52-ae03-fa9153b55159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.495389 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-d58eefd5-209b-4c52-ae03-fa9153b55159 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0d2c0d-901d-4d64-8de2-9f57b37881a8']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:37.504236 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-d58eefd5-209b-4c52-ae03-fa9153b55159 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5705de1-a4ad-4292-a9b7-affb071a6004') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:37.504546 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-d58eefd5-209b-4c52-ae03-fa9153b55159 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5705de1-a4ad-4292-a9b7-affb071a6004') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:37.514418 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d58eefd5-209b-4c52-ae03-fa9153b55159 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.527572 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-0efc1ae8-4364-4c34-9f2f-4168ec2ebc2c service neutron] 10.222.0.77 "GET /v2.0/networks/3b5eae06-69d3-4233-90af-ed2ccfa064f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240248 May 26 15:58:37.528224 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d58eefd5-209b-4c52-ae03-fa9153b55159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.534702 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58eefd5-209b-4c52-ae03-fa9153b55159 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:58:37.535119 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d58eefd5-209b-4c52-ae03-fa9153b55159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.554759 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['6eef3506-1f79-4d68-8a0a-a577e849fe49'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:37.576880 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment a5705de1-a4ad-4292-a9b7-affb071a6004 resource provider aggregate not found May 26 15:58:37.606011 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d58eefd5-209b-4c52-ae03-fa9153b55159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.626604 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d58eefd5-209b-4c52-ae03-fa9153b55159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.634222 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d58eefd5-209b-4c52-ae03-fa9153b55159 admin admin] 10.222.0.77 "DELETE /v2.0/networks/3c0d2c0d-901d-4d64-8de2-9f57b37881a8 HTTP/1.1" status: 204 len: 168 time: 0.3127308 May 26 15:58:37.636067 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58eefd5-209b-4c52-ae03-fa9153b55159 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c0d2c0d-901d-4d64-8de2-9f57b37881a8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:37.685937 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment a5705de1-a4ad-4292-a9b7-affb071a6004 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5705de1-a4ad-4292-a9b7-affb071a6004 found for delete ", "request_id": "req-18321369-bbdf-4e3d-89d2-436254e4b706"}]} May 26 15:58:37.694387 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-ed47ca49-9956-48df-8a8c-4e827599c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:37.696129 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-ed47ca49-9956-48df-8a8c-4e827599c66f service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 908 time: 0.2955508 May 26 15:58:37.755460 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-51bcd963-3ce4-4d13-b6d7-e4e4385b064d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e172aa33-9a36-4127-a578-f0ba671f0fda HTTP/1.1" status: 200 len: 217 time: 0.0522120 May 26 15:58:37.758449 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35172) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:37.762778 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-23c9052c-48d7-41e5-a8cf-1a3feca9e447 service neutron] 10.222.0.77 "GET /v2.0/networks/3b5eae06-69d3-4233-90af-ed2ccfa064f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234895 May 26 15:58:37.802376 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fe4b8691-26b9-4a8a-996e-0286e7600aa4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=895c6b69627743e5bb063c92fc326682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427241 May 26 15:58:37.804998 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35174) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:37.831883 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-0dd28402-3bc0-4582-939e-e88e84c95679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:37.833974 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-0dd28402-3bc0-4582-939e-e88e84c95679 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cfa16bff-3370-4a4e-860f-b7e489b84ed0 HTTP/1.1" status: 200 len: 847 time: 0.0703638 May 26 15:58:37.851492 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-a53965d6-b65c-459e-a449-ab4bf9487bee service neutron] Attempting to bind port 2845f95d-7d29-4a78-8b9d-7319109dd9b8 on host n-h1-843337-2 for vnic_type normal with profile None {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:37.851833 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-a53965d6-b65c-459e-a449-ab4bf9487bee service neutron] Attempting to bind port 2845f95d-7d29-4a78-8b9d-7319109dd9b8 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:37.852191 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-a53965d6-b65c-459e-a449-ab4bf9487bee service neutron] Attempting to bind port 2845f95d-7d29-4a78-8b9d-7319109dd9b8 on network 849715ed-d05e-42c2-bffa-fde3212d6c0a {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:37.869449 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-b56ad3a7-3a53-42ae-9162-4f0f877417ac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279613 May 26 15:58:37.871362 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73877dc9-001b-421c-9c93-ad44841d8701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.871574 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-a53965d6-b65c-459e-a449-ab4bf9487bee service neutron] Port 2845f95d-7d29-4a78-8b9d-7319109dd9b8 on network 849715ed-d05e-42c2-bffa-fde3212d6c0a not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:58:37.871915 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-a53965d6-b65c-459e-a449-ab4bf9487bee service neutron] Attempting to bind port 2845f95d-7d29-4a78-8b9d-7319109dd9b8 on network 849715ed-d05e-42c2-bffa-fde3212d6c0a {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:37.877506 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-a53965d6-b65c-459e-a449-ab4bf9487bee service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:37.877861 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-a53965d6-b65c-459e-a449-ab4bf9487bee service neutron] Checking segment: {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:37.878252 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-a53965d6-b65c-459e-a449-ab4bf9487bee service neutron] Bound using segment: {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:37.878830 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-a53965d6-b65c-459e-a449-ab4bf9487bee service neutron] Bound port: 2845f95d-7d29-4a78-8b9d-7319109dd9b8, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:37.900334 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73877dc9-001b-421c-9c93-ad44841d8701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.956009 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73877dc9-001b-421c-9c93-ad44841d8701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.960567 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73877dc9-001b-421c-9c93-ad44841d8701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:37.965131 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-73877dc9-001b-421c-9c93-ad44841d8701 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d7de04ac-2dc2-4da3-8911-82aafc9f5bbb HTTP/1.1" status: 204 len: 168 time: 0.1564393 May 26 15:58:37.971757 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73877dc9-001b-421c-9c93-ad44841d8701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7de04ac-2dc2-4da3-8911-82aafc9f5bbb,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:38.031552 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-a53965d6-b65c-459e-a449-ab4bf9487bee service neutron] For port 2845f95d-7d29-4a78-8b9d-7319109dd9b8, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=2845f95d-7d29-4a78-8b9d-7319109dd9b8,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:38.049922 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-a53965d6-b65c-459e-a449-ab4bf9487bee service neutron] Notify callbacks [] for binding, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:38.051740 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-a53965d6-b65c-459e-a449-ab4bf9487bee service neutron] 10.222.0.77 "POST /v2.0/ports/2845f95d-7d29-4a78-8b9d-7319109dd9b8/bindings HTTP/1.1" status: 201 len: 389 time: 0.6270549 May 26 15:58:38.061724 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3b967-96d6-48d8-97a7-4504f4eb7845 req-469063f9-93ab-4f22-836d-292051c70e02 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:38.068610 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-17b3b967-96d6-48d8-97a7-4504f4eb7845 req-469063f9-93ab-4f22-836d-292051c70e02 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.1092999 May 26 15:58:38.073185 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-e1a6971b-9951-4f9f-aba8-8e67aedd7355 service neutron] 10.222.0.83 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913838 May 26 15:58:38.193408 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-17b3b967-96d6-48d8-97a7-4504f4eb7845 req-cf76881c-530c-4ca8-bd21-a28c40a7b875 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194143 May 26 15:58:38.272825 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-c391bc89-4670-41f0-8390-9261b84681ac service neutron] 10.222.0.83 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704431 May 26 15:58:38.370051 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3752f1-e43f-4db1-93c4-90ded8977869 req-0335c928-97dd-4da7-8850-d52121072e52 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:38.378849 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f3752f1-e43f-4db1-93c4-90ded8977869 req-0335c928-97dd-4da7-8850-d52121072e52 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 944 time: 0.1038778 May 26 15:58:38.388421 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11beacf5-1ff2-4481-8b4b-09612b3a555a req-9e084494-964d-4aa2-8ddc-85e32e17d0b0 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:38.389738 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-11beacf5-1ff2-4481-8b4b-09612b3a555a req-9e084494-964d-4aa2-8ddc-85e32e17d0b0 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 945 time: 0.1039553 May 26 15:58:38.488326 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f3752f1-e43f-4db1-93c4-90ded8977869 req-1e51dbe6-4473-4552-b514-172c2bc61de0 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae09cca7-ed5d-46aa-b26f-9e64e851e73c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080258 May 26 15:58:38.532313 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-11beacf5-1ff2-4481-8b4b-09612b3a555a req-9e1ef48c-cfde-4601-9b3e-f1460c2e6b65 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963132 May 26 15:58:38.537697 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-2d6b39f8-4a2f-4f6d-9ec2-b6b55cc59bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:38.542664 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-2d6b39f8-4a2f-4f6d-9ec2-b6b55cc59bab service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 1097 time: 0.1216278 May 26 15:58:38.595294 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35192) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:38.644876 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a89257fe-1607-46f0-a1d3-81bd838b015e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f8a6c0d284df4278be0da4d43a62b528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479910 May 26 15:58:38.655050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35194) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:38.688324 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38cf7082-da3c-4af5-8bae-076bb4a0e58f req-4771f351-8fe0-4aec-98eb-b4f1b7b04823 tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0859051 May 26 15:58:38.727419 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d2e41c2a-555b-4ae1-92d5-4b64b376a8a2 req-a70d6cde-e211-4b0e-9ff1-0234bca8096b tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 210 time: 0.1186211 May 26 15:58:38.761149 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-850409a9-587f-4f26-9277-4add39d524fc tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:38.762597 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-850409a9-587f-4f26-9277-4add39d524fc tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12&tenant_id=68474f7d9cf04077903a4e0c3bda72a7&binding%3Ahost_id=n-h1-843337-2 HTTP/1.1" status: 200 len: 1096 time: 0.2130988 May 26 15:58:38.787974 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-f9155460-8a4c-48c1-96e4-4eb96d4e2708 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843337-2'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:38.808539 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 7e61965b-f656-4539-b24d-6ee052a64a6d no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:38.832722 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 7e61965b-f656-4539-b24d-6ee052a64a6d {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:58:38.833089 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 7e61965b-f656-4539-b24d-6ee052a64a6d not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:58:38.892368 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-9a6a3b84-d109-42d9-bf93-5dc0ffc78505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:38.894371 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-9a6a3b84-d109-42d9-bf93-5dc0ffc78505 service neutron] 10.222.0.81 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 921 time: 0.3300619 May 26 15:58:39.268287 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ecabc2c8-3ee6-4ae3-8191-9d25c5abf9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:39.272957 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-560d2359-e616-4b16-a401-4be28d9b040b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2845f95d-7d29-4a78-8b9d-7319109dd9b8 HTTP/1.1" status: 200 len: 217 time: 0.3645756 May 26 15:58:39.352077 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-f9155460-8a4c-48c1-96e4-4eb96d4e2708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:39.423471 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b820636-1fa3-495e-ac4f-415b91b7f64a req-8e264c41-17b2-4f3d-925d-8703ce70cf3a tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:39.425701 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b820636-1fa3-495e-ac4f-415b91b7f64a req-8e264c41-17b2-4f3d-925d-8703ce70cf3a tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 946 time: 0.6025279 May 26 15:58:39.442323 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ecabc2c8-3ee6-4ae3-8191-9d25c5abf9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:39.564273 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-e368bb71-be59-484f-a7f0-5ac8921d941e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:39.565611 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-e368bb71-be59-484f-a7f0-5ac8921d941e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=34e27219-447c-429c-b572-febfd4b36520 HTTP/1.1" status: 200 len: 860 time: 0.2604902 May 26 15:58:39.605955 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfcd287-6b1f-459a-842c-7ff4929835b1 req-2a4b6e65-ea9f-48a0-9571-754bd6ae1d4b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:39.607377 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-acfcd287-6b1f-459a-842c-7ff4929835b1 req-2a4b6e65-ea9f-48a0-9571-754bd6ae1d4b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.3124561 May 26 15:58:39.624951 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b820636-1fa3-495e-ac4f-415b91b7f64a req-43bf8a51-2aa7-4a2d-88fa-0409442c3013 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855857 May 26 15:58:39.668600 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-94e1197f-984a-4122-bbdf-70480d92f206 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:39.670009 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-94e1197f-984a-4122-bbdf-70480d92f206 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.83 "GET /v2.0/networks?id=3b5eae06-69d3-4233-90af-ed2ccfa064f1 HTTP/1.1" status: 200 len: 822 time: 0.4129078 May 26 15:58:39.684872 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-860e6ed7-1062-466d-a042-e963ced784dd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=849715ed-d05e-42c2-bffa-fde3212d6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011868 May 26 15:58:39.702333 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-2c4de715-98a7-4a1c-b23a-62c468114d71 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Request body: {'port': {'device_id': '6c7495a3-fbb1-4d24-9454-0a4a78ba2151', 'network_id': '3b5eae06-69d3-4233-90af-ed2ccfa064f1', 'admin_state_up': True, 'tenant_id': '05d33324e120414581773a28644ea5f9'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:39.828252 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ecabc2c8-3ee6-4ae3-8191-9d25c5abf9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:39.830612 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ecabc2c8-3ee6-4ae3-8191-9d25c5abf9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:39.831716 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ecabc2c8-3ee6-4ae3-8191-9d25c5abf9ec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0124ae72-4e33-4151-b949-239438e99644 HTTP/1.1" status: 204 len: 168 time: 1.1493871 May 26 15:58:39.876919 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-acfcd287-6b1f-459a-842c-7ff4929835b1 req-0b22a76c-6255-48be-a973-e0cbc600a01d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553928 May 26 15:58:39.887018 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabc2c8-3ee6-4ae3-8191-9d25c5abf9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0124ae72-4e33-4151-b949-239438e99644,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:39.904138 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-f9155460-8a4c-48c1-96e4-4eb96d4e2708 service neutron] For port e172aa33-9a36-4127-a578-f0ba671f0fda, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e172aa33-9a36-4127-a578-f0ba671f0fda,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:39.939537 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cb351-ac89-468e-b495-4d3f4aadde36 req-17233852-3f7c-4539-b3aa-9b203c2146f3 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:39.941080 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-118cb351-ac89-468e-b495-4d3f4aadde36 req-17233852-3f7c-4539-b3aa-9b203c2146f3 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 944 time: 0.2554052 May 26 15:58:40.037026 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-88986ba3-ff5a-4925-9191-c3ab230e71d1 service neutron] 10.222.0.81 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378963 May 26 15:58:40.076222 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-f9155460-8a4c-48c1-96e4-4eb96d4e2708 service neutron] For port e172aa33-9a36-4127-a578-f0ba671f0fda, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:40.109974 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-2c4de715-98a7-4a1c-b23a-62c468114d71 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Made reservation on behalf of 05d33324e120414581773a28644ea5f9 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:58:40.113302 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-2c4de715-98a7-4a1c-b23a-62c468114d71 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:40.117709 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-118cb351-ac89-468e-b495-4d3f4aadde36 req-6a715437-621a-425a-8f73-5843a37bf01a tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae09cca7-ed5d-46aa-b26f-9e64e851e73c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625488 May 26 15:58:40.175802 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca341c3d-7b97-4586-b6a3-91628eaf0f97 req-3a87843d-2762-4eaf-b345-77bda4ed22ed tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:40.177461 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca341c3d-7b97-4586-b6a3-91628eaf0f97 req-3a87843d-2762-4eaf-b345-77bda4ed22ed tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 945 time: 0.2212641 May 26 15:58:40.222016 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5397a39f-6879-4090-aae3-c36c4d712e12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e172aa33-9a36-4127-a578-f0ba671f0fda'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:40.224635 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a02b03-2f9f-4630-bee4-14b696bacd54" -d '{"events": [{"server_uuid": "5397a39f-6879-4090-aae3-c36c4d712e12", "name": "network-vif-unplugged", "status": "completed", "tag": "e172aa33-9a36-4127-a578-f0ba671f0fda"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:40.244012 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-f9155460-8a4c-48c1-96e4-4eb96d4e2708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:40.262377 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5bda6c7c-b796-40f0-9532-b05f0ab3de52 req-f633c497-7146-4932-ae40-91cab338d3ff tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0805576 May 26 15:58:40.294175 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-f9155460-8a4c-48c1-96e4-4eb96d4e2708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:40.411613 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-e583f829-fa6c-4b40-93d0-b6b425b31d12 service neutron] 10.222.0.81 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553987 May 26 15:58:40.422116 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39edfe5c-a007-4212-9ac0-0d0cace3d403 req-23063867-35ad-4590-aeb1-4e957ffd2570 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 210 time: 0.0754702 May 26 15:58:40.428987 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca341c3d-7b97-4586-b6a3-91628eaf0f97 req-1a6b6077-bc84-4f22-9d0a-db96c3371ecc tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395353 May 26 15:58:40.494470 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd830ea-5efe-4bf5-8b2a-4876deb81caf x-openstack-request-id: req-bfd830ea-5efe-4bf5-8b2a-4876deb81caf {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:40.494746 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5397a39f-6879-4090-aae3-c36c4d712e12", "name": "network-vif-unplugged", "status": "completed", "tag": "e172aa33-9a36-4127-a578-f0ba671f0fda", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:40.494990 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bfd830ea-5efe-4bf5-8b2a-4876deb81caf {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:40.495372 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfd830ea-5efe-4bf5-8b2a-4876deb81caf'] response: {'server_uuid': '5397a39f-6879-4090-aae3-c36c4d712e12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e172aa33-9a36-4127-a578-f0ba671f0fda', 'code': 200} May 26 15:58:40.501795 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9155460-8a4c-48c1-96e4-4eb96d4e2708 service neutron] Pushing event updated for resources: {'Port': ['ID=e172aa33-9a36-4127-a578-f0ba671f0fda,revision_number=7']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:40.568442 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-2c4de715-98a7-4a1c-b23a-62c468114d71 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Allocated IP 172.20.0.8 (3b5eae06-69d3-4233-90af-ed2ccfa064f1/e7c17c47-9ee8-44d6-b193-8b14963b1984/18eca8a9-e96a-425b-8e6e-a6f0aab54be2) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:58:40.578454 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-f9155460-8a4c-48c1-96e4-4eb96d4e2708 service neutron] Attempting to bind port e172aa33-9a36-4127-a578-f0ba671f0fda on host n-h1-843337-2 for vnic_type normal with profile {"migrating_to": "n-h2-843337-2"} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:40.578794 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-f9155460-8a4c-48c1-96e4-4eb96d4e2708 service neutron] Attempting to bind port e172aa33-9a36-4127-a578-f0ba671f0fda by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:40.579113 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-f9155460-8a4c-48c1-96e4-4eb96d4e2708 service neutron] Attempting to bind port e172aa33-9a36-4127-a578-f0ba671f0fda on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:40.593405 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-f9155460-8a4c-48c1-96e4-4eb96d4e2708 service neutron] Port e172aa33-9a36-4127-a578-f0ba671f0fda on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:58:40.593725 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-f9155460-8a4c-48c1-96e4-4eb96d4e2708 service neutron] Attempting to bind port e172aa33-9a36-4127-a578-f0ba671f0fda on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:40.596790 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-1b1065dd-48a2-4ce5-a787-3e70e2730433 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:40.599059 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-1b1065dd-48a2-4ce5-a787-3e70e2730433 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d&tenant_id=19e070c8e7b54fd08885a106f1eb9e23&binding%3Ahost_id=n-h2-843337-2 HTTP/1.1" status: 200 len: 1097 time: 0.1202130 May 26 15:58:40.612928 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-f9155460-8a4c-48c1-96e4-4eb96d4e2708 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:40.613297 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-f9155460-8a4c-48c1-96e4-4eb96d4e2708 service neutron] Checking segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:40.614335 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-f9155460-8a4c-48c1-96e4-4eb96d4e2708 service neutron] Bound using segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:40.614975 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-f9155460-8a4c-48c1-96e4-4eb96d4e2708 service neutron] Bound port: e172aa33-9a36-4127-a578-f0ba671f0fda, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:40.615330 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-f9155460-8a4c-48c1-96e4-4eb96d4e2708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:40.623797 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-fb6ac69f-e7e8-4208-9c24-ce161e73260f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843337-2'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:40.783802 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 6eef3506-1f79-4d68-8a0a-a577e849fe49 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:58:40.855747 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-fb6ac69f-e7e8-4208-9c24-ce161e73260f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:40.861525 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 6eef3506-1f79-4d68-8a0a-a577e849fe49 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:58:40.869757 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 6eef3506-1f79-4d68-8a0a-a577e849fe49 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:40.870239 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:40.963485 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-f9155460-8a4c-48c1-96e4-4eb96d4e2708 service neutron] For port e172aa33-9a36-4127-a578-f0ba671f0fda, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:40.990460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 6eef3506-1f79-4d68-8a0a-a577e849fe49 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:40.991436 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:41.017002 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e0242-5889-4d66-a48c-7ae9fd1b1171 req-b19c742e-31ab-46d6-b29c-5b7e42e5a854 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:41.018551 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b4e0242-5889-4d66-a48c-7ae9fd1b1171 req-b19c742e-31ab-46d6-b29c-5b7e42e5a854 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 946 time: 0.3037171 May 26 15:58:41.018993 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b65ae56-f758-4369-9186-06503b21064e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eef3506-1f79-4d68-8a0a-a577e849fe49'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:41.023796 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f8534e-349a-4dd8-b489-a557ff741c92" -d '{"events": [{"server_uuid": "3b65ae56-f758-4369-9186-06503b21064e", "name": "network-vif-plugged", "status": "completed", "tag": "6eef3506-1f79-4d68-8a0a-a577e849fe49"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:41.054691 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 6eef3506-1f79-4d68-8a0a-a577e849fe49, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=6eef3506-1f79-4d68-8a0a-a577e849fe49,segment=NetworkSegment(7552e5b1-67b9-4feb-95cc-331d802ec945),segment_id=7552e5b1-67b9-4feb-95cc-331d802ec945)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:41.064614 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:41.090211 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-f9155460-8a4c-48c1-96e4-4eb96d4e2708 service neutron] For port e172aa33-9a36-4127-a578-f0ba671f0fda, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e172aa33-9a36-4127-a578-f0ba671f0fda,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:41.139786 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=6eef3506-1f79-4d68-8a0a-a577e849fe49,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:41.152643 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:41.152845 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:41.153068 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:41.153398 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:41.153726 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:41.154059 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:41.154649 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:41.154981 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:41.155302 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:41.155621 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:41.156076 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:41.156294 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-2c4de715-98a7-4a1c-b23a-62c468114d71 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:41.156447 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:58:41.165021 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-f9155460-8a4c-48c1-96e4-4eb96d4e2708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:41.200366 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e8707c42-f75d-4a13-97c0-9fd403839bc6 req-11f7f6f9-f77b-4690-a005-b37019458fb6 tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.1531053 May 26 15:58:41.268571 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b4e0242-5889-4d66-a48c-7ae9fd1b1171 req-dd9f444a-e0b9-4f99-9d73-ad896f995a63 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188137 May 26 15:58:41.322261 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-fb6ac69f-e7e8-4208-9c24-ce161e73260f service neutron] For port 2845f95d-7d29-4a78-8b9d-7319109dd9b8, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=2845f95d-7d29-4a78-8b9d-7319109dd9b8,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:41.353276 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-2c4de715-98a7-4a1c-b23a-62c468114d71 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:41.369372 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9155460-8a4c-48c1-96e4-4eb96d4e2708 service neutron] Pushing event updated for resources: {'Port': ['ID=e172aa33-9a36-4127-a578-f0ba671f0fda,revision_number=8']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:41.374210 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1900779-3c19-4ae6-a848-5eab5ccb1476 x-openstack-request-id: req-b1900779-3c19-4ae6-a848-5eab5ccb1476 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:41.374721 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b65ae56-f758-4369-9186-06503b21064e", "name": "network-vif-plugged", "status": "completed", "tag": "6eef3506-1f79-4d68-8a0a-a577e849fe49", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:41.375123 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b1900779-3c19-4ae6-a848-5eab5ccb1476 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:41.375709 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1900779-3c19-4ae6-a848-5eab5ccb1476'] response: {'server_uuid': '3b65ae56-f758-4369-9186-06503b21064e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eef3506-1f79-4d68-8a0a-a577e849fe49', 'code': 200} May 26 15:58:41.457878 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-f9155460-8a4c-48c1-96e4-4eb96d4e2708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:41.458933 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-f9155460-8a4c-48c1-96e4-4eb96d4e2708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:41.460463 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-f9155460-8a4c-48c1-96e4-4eb96d4e2708 service neutron] 10.222.0.83 "PUT /v2.0/ports/e172aa33-9a36-4127-a578-f0ba671f0fda HTTP/1.1" status: 200 len: 1121 time: 2.6842000 May 26 15:58:41.511412 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-2c4de715-98a7-4a1c-b23a-62c468114d71 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Network 3b5eae06-69d3-4233-90af-ed2ccfa064f1 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:58:41.514320 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-fb6ac69f-e7e8-4208-9c24-ce161e73260f service neutron] For port 2845f95d-7d29-4a78-8b9d-7319109dd9b8, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:41.539641 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-2c4de715-98a7-4a1c-b23a-62c468114d71 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:58:41.542804 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-2c4de715-98a7-4a1c-b23a-62c468114d71 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:58:41.548687 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa7e72-a33f-404b-af87-21955f8fbd1b req-5b7c5da8-6872-4725-ba86-e6b23cce50b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:41.550745 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-23fa7e72-a33f-404b-af87-21955f8fbd1b req-5b7c5da8-6872-4725-ba86-e6b23cce50b7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 1096 time: 0.0471237 May 26 15:58:41.552027 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['e172aa33-9a36-4127-a578-f0ba671f0fda'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:41.581467 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4de715-98a7-4a1c-b23a-62c468114d71 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Pushing event updated for resources: {'Port': ['ID=18eca8a9-e96a-425b-8e6e-a6f0aab54be2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:41.607096 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-23fa7e72-a33f-404b-af87-21955f8fbd1b req-5dfc5cd7-e0c4-456a-9106-d549ed18c5fe service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ae09cca7-ed5d-46aa-b26f-9e64e851e73c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411828 May 26 15:58:41.870189 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccc37f-794a-4d90-a36f-c9da0848c9f5 req-fdc1ef4f-1d08-4e0f-97c4-6ce33add033c tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:41.871677 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77ccc37f-794a-4d90-a36f-c9da0848c9f5 req-fdc1ef4f-1d08-4e0f-97c4-6ce33add033c tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.5224116 May 26 15:58:41.875436 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-fb6ac69f-e7e8-4208-9c24-ce161e73260f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:41.883858 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6bce2-c094-4e06-9f23-101d45909294 req-4ef80290-5a12-476c-b0e5-962f5497caea tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:41.885276 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e1e6bce2-c094-4e06-9f23-101d45909294 req-4ef80290-5a12-476c-b0e5-962f5497caea tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 945 time: 0.4515011 May 26 15:58:41.899657 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-fb6ac69f-e7e8-4208-9c24-ce161e73260f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:41.906335 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-2c4de715-98a7-4a1c-b23a-62c468114d71 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:41.906914 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-2c4de715-98a7-4a1c-b23a-62c468114d71 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:41.977080 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-2c4de715-98a7-4a1c-b23a-62c468114d71 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2862155 May 26 15:58:42.012785 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77ccc37f-794a-4d90-a36f-c9da0848c9f5 req-bb1cfd7c-f1ba-433a-8ea8-9c4789fb493c tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265733 May 26 15:58:42.025299 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e1e6bce2-c094-4e06-9f23-101d45909294 req-ee93ac97-8a35-416d-aab5-840f0e4b4d14 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae09cca7-ed5d-46aa-b26f-9e64e851e73c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328132 May 26 15:58:42.028953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-81a10178-4932-474c-86de-67c2e73cbb98 service neutron] Request body: {'port': {'device_id': '6c7495a3-fbb1-4d24-9454-0a4a78ba2151', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:42.034131 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ac69f-e7e8-4208-9c24-ce161e73260f service neutron] Pushing event updated for resources: {'Port': ['ID=2845f95d-7d29-4a78-8b9d-7319109dd9b8,revision_number=7']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:42.086105 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-fb6ac69f-e7e8-4208-9c24-ce161e73260f service neutron] Attempting to bind port 2845f95d-7d29-4a78-8b9d-7319109dd9b8 on host n-h2-843337-2 for vnic_type normal with profile {"migrating_to": "n-h1-843337-2"} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:42.086443 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-fb6ac69f-e7e8-4208-9c24-ce161e73260f service neutron] Attempting to bind port 2845f95d-7d29-4a78-8b9d-7319109dd9b8 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:42.086773 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-fb6ac69f-e7e8-4208-9c24-ce161e73260f service neutron] Attempting to bind port 2845f95d-7d29-4a78-8b9d-7319109dd9b8 on network 849715ed-d05e-42c2-bffa-fde3212d6c0a {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:42.110805 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-fb6ac69f-e7e8-4208-9c24-ce161e73260f service neutron] Port 2845f95d-7d29-4a78-8b9d-7319109dd9b8 on network 849715ed-d05e-42c2-bffa-fde3212d6c0a not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:58:42.111127 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-fb6ac69f-e7e8-4208-9c24-ce161e73260f service neutron] Attempting to bind port 2845f95d-7d29-4a78-8b9d-7319109dd9b8 on network 849715ed-d05e-42c2-bffa-fde3212d6c0a {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:42.127945 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-fb6ac69f-e7e8-4208-9c24-ce161e73260f service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:42.128223 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-fb6ac69f-e7e8-4208-9c24-ce161e73260f service neutron] Checking segment: {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:42.128603 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-fb6ac69f-e7e8-4208-9c24-ce161e73260f service neutron] Bound using segment: {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:42.129227 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-fb6ac69f-e7e8-4208-9c24-ce161e73260f service neutron] Bound port: 2845f95d-7d29-4a78-8b9d-7319109dd9b8, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:42.129695 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-fb6ac69f-e7e8-4208-9c24-ce161e73260f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:42.149077 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd1f8873-8d40-4c6a-90ba-4a8532beee6a req-ed9d7d67-67e0-4f04-b501-3bfc266ac79f tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0392857 May 26 15:58:42.154703 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-81a10178-4932-474c-86de-67c2e73cbb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:42.308148 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512ef21-721a-4c80-95b3-bb0555167561 req-52e6329a-2f7c-456f-8fdd-0a3e763b40ed tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:42.309608 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a512ef21-721a-4c80-95b3-bb0555167561 req-52e6329a-2f7c-456f-8fdd-0a3e763b40ed tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 931 time: 0.1528933 May 26 15:58:42.322125 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-fb6ac69f-e7e8-4208-9c24-ce161e73260f service neutron] For port 2845f95d-7d29-4a78-8b9d-7319109dd9b8, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:42.403117 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-fb6ac69f-e7e8-4208-9c24-ce161e73260f service neutron] For port 2845f95d-7d29-4a78-8b9d-7319109dd9b8, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=2845f95d-7d29-4a78-8b9d-7319109dd9b8,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:42.416826 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-fb6ac69f-e7e8-4208-9c24-ce161e73260f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:42.439142 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690ec9d-3fd2-4110-85a8-62fda1c11572 req-784aaac8-1d58-425b-8e8e-8b3a13028cd4 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:42.440644 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4690ec9d-3fd2-4110-85a8-62fda1c11572 req-784aaac8-1d58-425b-8e8e-8b3a13028cd4 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 943 time: 0.1988866 May 26 15:58:42.477422 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a512ef21-721a-4c80-95b3-bb0555167561 req-d466f682-3470-4674-b40c-3484433a23e9 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572502 May 26 15:58:42.497617 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5397a39f-6879-4090-aae3-c36c4d712e12', 'tag': 'e172aa33-9a36-4127-a578-f0ba671f0fda'}, {'server_uuid': '7a58350f-03f3-48f5-8cf0-9ae214aba04d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2845f95d-7d29-4a78-8b9d-7319109dd9b8'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:42.499823 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ae50c2-4f39-45ed-b382-1b2ce066d91e" -d '{"events": [{"name": "network-changed", "server_uuid": "5397a39f-6879-4090-aae3-c36c4d712e12", "tag": "e172aa33-9a36-4127-a578-f0ba671f0fda"}, {"server_uuid": "7a58350f-03f3-48f5-8cf0-9ae214aba04d", "name": "network-vif-unplugged", "status": "completed", "tag": "2845f95d-7d29-4a78-8b9d-7319109dd9b8"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:42.600885 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ac69f-e7e8-4208-9c24-ce161e73260f service neutron] Pushing event updated for resources: {'Port': ['ID=2845f95d-7d29-4a78-8b9d-7319109dd9b8,revision_number=8']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:42.609914 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-fb6ac69f-e7e8-4208-9c24-ce161e73260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:42.610525 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-fb6ac69f-e7e8-4208-9c24-ce161e73260f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:42.612491 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-fb6ac69f-e7e8-4208-9c24-ce161e73260f service neutron] 10.222.0.81 "PUT /v2.0/ports/2845f95d-7d29-4a78-8b9d-7319109dd9b8 HTTP/1.1" status: 200 len: 1122 time: 2.0000994 May 26 15:58:42.621111 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4690ec9d-3fd2-4110-85a8-62fda1c11572 req-b964cf33-b254-48ad-887a-0c568fa8c592 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556809 May 26 15:58:42.737039 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-81a10178-4932-474c-86de-67c2e73cbb98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:42.746966 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-81a10178-4932-474c-86de-67c2e73cbb98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:42.763374 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-81a10178-4932-474c-86de-67c2e73cbb98 service neutron] Transition to ACTIVE for port object 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:58:42.772058 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fb55d-499f-41d5-82e5-99fa663b75f5 req-b2483b16-1b27-4379-bb8e-d8da34981f29 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:42.773521 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a15fb55d-499f-41d5-82e5-99fa663b75f5 req-b2483b16-1b27-4379-bb8e-d8da34981f29 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 944 time: 0.0777757 May 26 15:58:42.774598 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-81a10178-4932-474c-86de-67c2e73cbb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:42.853406 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a10178-4932-474c-86de-67c2e73cbb98 service neutron] Pushing event updated for resources: {'Port': ['ID=18eca8a9-e96a-425b-8e6e-a6f0aab54be2,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:42.859738 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a15fb55d-499f-41d5-82e5-99fa663b75f5 req-180a00ec-62d0-496f-a80e-9f3ce8a85e0e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607564 May 26 15:58:42.912450 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3ee89915-f396-4a6c-aec9-bb18ff49f463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:42.918178 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['2845f95d-7d29-4a78-8b9d-7319109dd9b8'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:42.926499 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-81a10178-4932-474c-86de-67c2e73cbb98 service neutron] Attempting to bind port 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:42.926846 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-81a10178-4932-474c-86de-67c2e73cbb98 service neutron] Attempting to bind port 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'cff8f957-50e8-4284-b32b-ce3fdb6f3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b5eae06-69d3-4233-90af-ed2ccfa064f1'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:42.927291 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-81a10178-4932-474c-86de-67c2e73cbb98 service neutron] Attempting to bind port 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 on network 3b5eae06-69d3-4233-90af-ed2ccfa064f1 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:42.931128 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 26 May 2022 15:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87aebd7e-5756-4ecd-b07a-167f034cdc03 x-openstack-request-id: req-87aebd7e-5756-4ecd-b07a-167f034cdc03 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:42.931558 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5397a39f-6879-4090-aae3-c36c4d712e12", "tag": "e172aa33-9a36-4127-a578-f0ba671f0fda", "status": "completed", "code": 200}, {"server_uuid": "7a58350f-03f3-48f5-8cf0-9ae214aba04d", "name": "network-vif-unplugged", "status": "completed", "tag": "2845f95d-7d29-4a78-8b9d-7319109dd9b8", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:42.931812 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-87aebd7e-5756-4ecd-b07a-167f034cdc03 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:42.932338 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87aebd7e-5756-4ecd-b07a-167f034cdc03'] response: {'name': 'network-changed', 'server_uuid': '5397a39f-6879-4090-aae3-c36c4d712e12', 'tag': 'e172aa33-9a36-4127-a578-f0ba671f0fda', 'status': 'completed', 'code': 200} May 26 15:58:42.932477 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87aebd7e-5756-4ecd-b07a-167f034cdc03'] response: {'server_uuid': '7a58350f-03f3-48f5-8cf0-9ae214aba04d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2845f95d-7d29-4a78-8b9d-7319109dd9b8', 'code': 200} May 26 15:58:42.934742 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-81a10178-4932-474c-86de-67c2e73cbb98 service neutron] Port 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 on network 3b5eae06-69d3-4233-90af-ed2ccfa064f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:58:42.935060 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-81a10178-4932-474c-86de-67c2e73cbb98 service neutron] Attempting to bind port 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 on network 3b5eae06-69d3-4233-90af-ed2ccfa064f1 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:42.940532 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-81a10178-4932-474c-86de-67c2e73cbb98 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:42.940858 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-81a10178-4932-474c-86de-67c2e73cbb98 service neutron] Checking segment: {'id': 'cff8f957-50e8-4284-b32b-ce3fdb6f3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b5eae06-69d3-4233-90af-ed2ccfa064f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:42.941281 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-81a10178-4932-474c-86de-67c2e73cbb98 service neutron] Bound using segment: {'id': 'cff8f957-50e8-4284-b32b-ce3fdb6f3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b5eae06-69d3-4233-90af-ed2ccfa064f1'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:42.942490 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-81a10178-4932-474c-86de-67c2e73cbb98 service neutron] Bound port: 18eca8a9-e96a-425b-8e6e-a6f0aab54be2, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff8f957-50e8-4284-b32b-ce3fdb6f3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b5eae06-69d3-4233-90af-ed2ccfa064f1'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:42.943042 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-81a10178-4932-474c-86de-67c2e73cbb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:43.041141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae50c2-4f39-45ed-b382-1b2ce066d91e req-c5f0de03-8f9d-4301-8eb6-a2ba1503a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:43.042649 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2ae50c2-4f39-45ed-b382-1b2ce066d91e req-c5f0de03-8f9d-4301-8eb6-a2ba1503a9d3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 1124 time: 0.0888290 May 26 15:58:43.048193 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-81a10178-4932-474c-86de-67c2e73cbb98 service neutron] For port 18eca8a9-e96a-425b-8e6e-a6f0aab54be2, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:43.053119 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-81a10178-4932-474c-86de-67c2e73cbb98 service neutron] For port 18eca8a9-e96a-425b-8e6e-a6f0aab54be2, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=18eca8a9-e96a-425b-8e6e-a6f0aab54be2,segment=NetworkSegment(cff8f957-50e8-4284-b32b-ce3fdb6f3bb6),segment_id=cff8f957-50e8-4284-b32b-ce3fdb6f3bb6)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:43.066322 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-81a10178-4932-474c-86de-67c2e73cbb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:43.159622 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-81a10178-4932-474c-86de-67c2e73cbb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:43.160252 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-81a10178-4932-474c-86de-67c2e73cbb98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:43.161907 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-81a10178-4932-474c-86de-67c2e73cbb98 service neutron] 10.222.0.83 "PUT /v2.0/ports/18eca8a9-e96a-425b-8e6e-a6f0aab54be2 HTTP/1.1" status: 200 len: 1091 time: 1.1401064 May 26 15:58:43.212907 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a10178-4932-474c-86de-67c2e73cbb98 service neutron] Pushing event updated for resources: {'Port': ['ID=18eca8a9-e96a-425b-8e6e-a6f0aab54be2,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:43.243115 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde55557-3a4d-47d6-a033-e13c5bec576d req-e32bbe5e-429c-4442-b0c8-05ec6d0d4f28 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:43.244640 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fde55557-3a4d-47d6-a033-e13c5bec576d req-e32bbe5e-429c-4442-b0c8-05ec6d0d4f28 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.1092458 May 26 15:58:43.264245 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae50c2-4f39-45ed-b382-1b2ce066d91e req-9cb0b55d-18fb-4b81-88f9-4e2c2c1a9c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:43.265643 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2ae50c2-4f39-45ed-b382-1b2ce066d91e req-9cb0b55d-18fb-4b81-88f9-4e2c2c1a9c4a service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 908 time: 0.2111878 May 26 15:58:43.331887 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2ae50c2-4f39-45ed-b382-1b2ce066d91e req-58540895-d976-4e8f-9849-af78660d2b71 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e172aa33-9a36-4127-a578-f0ba671f0fda HTTP/1.1" status: 200 len: 217 time: 0.0510523 May 26 15:58:43.351650 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fde55557-3a4d-47d6-a033-e13c5bec576d req-49da7b53-9341-4b22-94b1-a98e2ca3be34 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947626 May 26 15:58:43.363720 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-6fe1abf6-39d0-43bc-a1fa-4ab271540247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:43.365193 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-6fe1abf6-39d0-43bc-a1fa-4ab271540247 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05d33324e120414581773a28644ea5f9&device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 1094 time: 0.1195419 May 26 15:58:43.435567 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-90abdbec-2d66-4489-a380-1ed742fb46e5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18eca8a9-e96a-425b-8e6e-a6f0aab54be2 HTTP/1.1" status: 200 len: 217 time: 0.0495329 May 26 15:58:43.488103 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae50c2-4f39-45ed-b382-1b2ce066d91e req-fefa074c-8877-461e-b3d0-ea071741ef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:43.489740 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2ae50c2-4f39-45ed-b382-1b2ce066d91e req-fefa074c-8877-461e-b3d0-ea071741ef85 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cfa16bff-3370-4a4e-860f-b7e489b84ed0 HTTP/1.1" status: 200 len: 847 time: 0.1372280 May 26 15:58:43.507257 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-79593627-97d7-4609-be14-cade9e3c0803 req-2d889673-4f9f-46ad-877c-e14d7d88889c tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0764999 May 26 15:58:43.543939 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2ae50c2-4f39-45ed-b382-1b2ce066d91e req-6e351491-eb41-488f-bbce-441edb515c3f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348394 May 26 15:58:43.560475 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395517f-f582-4c7d-a475-5c2c2673ce43 req-ae102ea8-5304-4b48-8760-001d08aa4337 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:43.561906 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8395517f-f582-4c7d-a475-5c2c2673ce43 req-ae102ea8-5304-4b48-8760-001d08aa4337 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 945 time: 0.1683257 May 26 15:58:43.571472 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-b181b8f7-8ed2-4acc-89eb-d213db9be578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:43.572902 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-b181b8f7-8ed2-4acc-89eb-d213db9be578 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e7c17c47-9ee8-44d6-b193-8b14963b1984 HTTP/1.1" status: 200 len: 862 time: 0.1129880 May 26 15:58:43.654319 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-7e0e865b-3e6b-4a71-8f29-7fefe162fa63 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3b5eae06-69d3-4233-90af-ed2ccfa064f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675120 May 26 15:58:43.765890 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8395517f-f582-4c7d-a475-5c2c2673ce43 req-f8914fc1-6f56-437a-ba95-5053b4d5c6a9 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae09cca7-ed5d-46aa-b26f-9e64e851e73c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912730 May 26 15:58:43.810611 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72db55-92db-4b1a-8555-7e32fdf0702b req-3aaec5b5-d240-48e1-8e35-39a8efd5a945 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:43.812215 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f72db55-92db-4b1a-8555-7e32fdf0702b req-3aaec5b5-d240-48e1-8e35-39a8efd5a945 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 943 time: 0.1635363 May 26 15:58:43.828342 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2ae50c2-4f39-45ed-b382-1b2ce066d91e req-42e36ad4-9039-4923-b4cd-4927aeaf804c service neutron] 10.222.0.81 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652352 May 26 15:58:43.875431 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-bc206641-da0e-4787-8f4e-81fb5e7c0484 service neutron] 10.222.0.83 "GET /v2.0/networks/3b5eae06-69d3-4233-90af-ed2ccfa064f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097361 May 26 15:58:43.968905 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f72db55-92db-4b1a-8555-7e32fdf0702b req-98a0e271-cd89-409e-8140-512eb25bf8a2 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448584 May 26 15:58:44.052556 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2ae50c2-4f39-45ed-b382-1b2ce066d91e req-00a4ce28-0598-4898-8531-40254d28cef0 service neutron] 10.222.0.81 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106926 May 26 15:58:44.090721 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d626aeff-b6a9-4f0b-bfe0-3ffac88d550d req-d997959b-f721-46cf-8475-7a872daa57c6 service neutron] 10.222.0.83 "GET /v2.0/networks/3b5eae06-69d3-4233-90af-ed2ccfa064f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816428 May 26 15:58:44.115357 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97dc44-4be3-4984-b87a-638ac7d1e667 req-d24bae3f-b30e-4bfc-a71d-8708d66395a1 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:44.117919 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb97dc44-4be3-4984-b87a-638ac7d1e667 req-d24bae3f-b30e-4bfc-a71d-8708d66395a1 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 943 time: 0.0860972 May 26 15:58:44.158700 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb97dc44-4be3-4984-b87a-638ac7d1e667 req-90b691c8-68f6-4acf-85cf-e59bc8524ae5 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340769 May 26 15:58:44.267575 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbf3e8-55e6-4b50-9c90-9bf150745b41 req-2eb2c6c1-722b-4f37-a284-e22140a6bc1d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:44.269064 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cacbf3e8-55e6-4b50-9c90-9bf150745b41 req-2eb2c6c1-722b-4f37-a284-e22140a6bc1d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 944 time: 0.0523157 May 26 15:58:44.307876 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cacbf3e8-55e6-4b50-9c90-9bf150745b41 req-8d53bbec-4d0b-4478-b422-7e190c76ac07 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323894 May 26 15:58:44.487645 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f350dff-16be-47de-bdf1-c470f69100ca req-fb37a41f-2df4-4c15-98b9-39550a0e7a7b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:44.489924 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f350dff-16be-47de-bdf1-c470f69100ca req-fb37a41f-2df4-4c15-98b9-39550a0e7a7b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.0577338 May 26 15:58:44.529891 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f350dff-16be-47de-bdf1-c470f69100ca req-f4959d1e-3724-4800-9600-85d987c7538b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336511 May 26 15:58:44.628361 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07f68488-52ed-4117-b899-a2d5cdedd8c6 req-5566c31a-484f-4f37-8f84-54a9375c8f7f tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0295529 May 26 15:58:44.800008 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device e172aa33-9a36-4127-a578-f0ba671f0fda details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:58:44.895745 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31670f7-d904-43c2-bf48-a4f6eda20d62 req-82b96893-ee97-42fb-a3ea-b0b4c1e6d015 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:44.897468 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d31670f7-d904-43c2-bf48-a4f6eda20d62 req-82b96893-ee97-42fb-a3ea-b0b4c1e6d015 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 945 time: 0.0625582 May 26 15:58:44.904449 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port e172aa33-9a36-4127-a578-f0ba671f0fda, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e172aa33-9a36-4127-a578-f0ba671f0fda,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:44.917064 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device e172aa33-9a36-4127-a578-f0ba671f0fda has no active binding in host n-h2-843337-2 {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 26 15:58:44.934558 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a58350f-03f3-48f5-8cf0-9ae214aba04d', 'tag': '2845f95d-7d29-4a78-8b9d-7319109dd9b8'}, {'name': 'network-changed', 'server_uuid': '6c7495a3-fbb1-4d24-9454-0a4a78ba2151', 'tag': '18eca8a9-e96a-425b-8e6e-a6f0aab54be2'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:44.936809 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c37d92b-23a0-49e6-9a08-9c4371190765" -d '{"events": [{"name": "network-changed", "server_uuid": "7a58350f-03f3-48f5-8cf0-9ae214aba04d", "tag": "2845f95d-7d29-4a78-8b9d-7319109dd9b8"}, {"name": "network-changed", "server_uuid": "6c7495a3-fbb1-4d24-9454-0a4a78ba2151", "tag": "18eca8a9-e96a-425b-8e6e-a6f0aab54be2"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:44.943323 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d31670f7-d904-43c2-bf48-a4f6eda20d62 req-616487a6-0883-4dd5-ac48-237b89ac5221 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae09cca7-ed5d-46aa-b26f-9e64e851e73c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391464 May 26 15:58:44.992834 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 26 May 2022 15:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6b782d-a478-4266-a941-ca56edbea869 x-openstack-request-id: req-df6b782d-a478-4266-a941-ca56edbea869 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:44.993134 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a58350f-03f3-48f5-8cf0-9ae214aba04d", "tag": "2845f95d-7d29-4a78-8b9d-7319109dd9b8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6c7495a3-fbb1-4d24-9454-0a4a78ba2151", "tag": "18eca8a9-e96a-425b-8e6e-a6f0aab54be2", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:44.993393 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-df6b782d-a478-4266-a941-ca56edbea869 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:44.993811 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df6b782d-a478-4266-a941-ca56edbea869'] response: {'name': 'network-changed', 'server_uuid': '7a58350f-03f3-48f5-8cf0-9ae214aba04d', 'tag': '2845f95d-7d29-4a78-8b9d-7319109dd9b8', 'status': 'completed', 'code': 200} May 26 15:58:44.994069 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df6b782d-a478-4266-a941-ca56edbea869'] response: {'name': 'network-changed', 'server_uuid': '6c7495a3-fbb1-4d24-9454-0a4a78ba2151', 'tag': '18eca8a9-e96a-425b-8e6e-a6f0aab54be2', 'status': 'completed', 'code': 200} May 26 15:58:45.113546 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ce4a5-f8a0-4621-b58e-9f10781c5847 req-c12d7143-1b1d-4e29-88bb-fd30ee06b678 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:45.114931 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-823ce4a5-f8a0-4621-b58e-9f10781c5847 req-c12d7143-1b1d-4e29-88bb-fd30ee06b678 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 945 time: 0.0810151 May 26 15:58:45.123428 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35570) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:45.128022 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-666e871a-9457-467f-a772-a51b2c843ccf tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Request body: {'floatingip': {'port_id': '6eef3506-1f79-4d68-8a0a-a577e849fe49'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:45.129737 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37d92b-23a0-49e6-9a08-9c4371190765 req-91ccd9ad-e632-474a-9890-252fcf673260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:45.131312 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c37d92b-23a0-49e6-9a08-9c4371190765 req-91ccd9ad-e632-474a-9890-252fcf673260 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 1125 time: 0.0698674 May 26 15:58:45.288674 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee51d0-4575-4006-96c1-2946ea3c2a7a req-280dadfd-063e-4cc9-8d9f-c58eee1a316c tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:45.290251 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fee51d0-4575-4006-96c1-2946ea3c2a7a req-280dadfd-063e-4cc9-8d9f-c58eee1a316c tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 943 time: 0.1230145 May 26 15:58:45.305924 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 2845f95d-7d29-4a78-8b9d-7319109dd9b8 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:58:45.322217 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37d92b-23a0-49e6-9a08-9c4371190765 req-e03280b6-23f9-4675-a14d-93877ed6fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:45.323683 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c37d92b-23a0-49e6-9a08-9c4371190765 req-e03280b6-23f9-4675-a14d-93877ed6fb8f service neutron] 10.222.0.83 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 921 time: 0.1545620 May 26 15:58:45.383405 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-666e871a-9457-467f-a772-a51b2c843ccf tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks [] for floatingip, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:45.390673 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c37d92b-23a0-49e6-9a08-9c4371190765 req-fff29ccd-ec28-47f6-8194-99342e73110f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2845f95d-7d29-4a78-8b9d-7319109dd9b8 HTTP/1.1" status: 200 len: 217 time: 0.0521183 May 26 15:58:45.411498 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 2845f95d-7d29-4a78-8b9d-7319109dd9b8, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=2845f95d-7d29-4a78-8b9d-7319109dd9b8,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:45.432663 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fee51d0-4575-4006-96c1-2946ea3c2a7a req-2f45b143-6682-4f1e-8e2c-2d8fac18c60e tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274312 May 26 15:58:45.433484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 2845f95d-7d29-4a78-8b9d-7319109dd9b8 has no active binding in host n-h1-843337-2 {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 26 15:58:45.446889 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b8a8cebd-0a32-42d9-a65b-12d6570e232b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:45.483964 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37d92b-23a0-49e6-9a08-9c4371190765 req-31e26d85-bed8-44bc-9df3-7ba9b5866bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:45.485479 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c37d92b-23a0-49e6-9a08-9c4371190765 req-31e26d85-bed8-44bc-9df3-7ba9b5866bbb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=34e27219-447c-429c-b572-febfd4b36520 HTTP/1.1" status: 200 len: 860 time: 0.0829685 May 26 15:58:45.501326 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a10f5-6060-48a7-9eeb-49b1b0bf23ad req-bf950444-6f66-411b-bab4-59b89409103a tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:45.503053 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-154a10f5-6060-48a7-9eeb-49b1b0bf23ad req-bf950444-6f66-411b-bab4-59b89409103a tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 943 time: 0.0739756 May 26 15:58:45.545035 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c37d92b-23a0-49e6-9a08-9c4371190765 req-bfee8d41-9004-4817-88f2-e813d1c76df7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=849715ed-d05e-42c2-bffa-fde3212d6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410058 May 26 15:58:45.643526 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-154a10f5-6060-48a7-9eeb-49b1b0bf23ad req-bce4e729-b230-4743-900e-34a781f1a9ee tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293616 May 26 15:58:45.667547 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b0468-cbd2-44e5-b367-874f936ff8e2 req-3b9b2b00-6f9e-4c15-beb2-5e62c0765b4e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:45.669167 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-645b0468-cbd2-44e5-b367-874f936ff8e2 req-3b9b2b00-6f9e-4c15-beb2-5e62c0765b4e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 944 time: 0.1541274 May 26 15:58:45.711077 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c37d92b-23a0-49e6-9a08-9c4371190765 req-f6214a47-6aa4-4390-9d75-684b2bb27e46 service neutron] 10.222.0.83 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423166 May 26 15:58:45.748413 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-645b0468-cbd2-44e5-b367-874f936ff8e2 req-6750a699-b0bf-4042-867d-1a5c1be9c3ef tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639420 May 26 15:58:45.869588 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463b053-37f1-4afb-89e4-6fa6b4d7d4fe req-c2a792dd-9d06-4e83-988e-29b977c7a9bc tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:45.871152 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6463b053-37f1-4afb-89e4-6fa6b4d7d4fe req-c2a792dd-9d06-4e83-988e-29b977c7a9bc tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.0949106 May 26 15:58:45.888014 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d8905107-30f5-487e-8b95-840b35c26b78 req-37b29ad7-0d38-4dbd-96ef-ac7ee4604e5f tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0487010 May 26 15:58:45.889875 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c37d92b-23a0-49e6-9a08-9c4371190765 req-4d3ec2b5-c9e8-4da1-a42b-bc03a0ed0a4a service neutron] 10.222.0.83 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718638 May 26 15:58:45.935245 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6463b053-37f1-4afb-89e4-6fa6b4d7d4fe req-8b265221-7908-4657-b9d8-876b884a8c81 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497024 May 26 15:58:45.993619 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-666e871a-9457-467f-a772-a51b2c843ccf tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:45.998278 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-666e871a-9457-467f-a772-a51b2c843ccf tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:46.071836 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37d92b-23a0-49e6-9a08-9c4371190765 req-ed3b6671-52ff-46a9-abaf-ce642650321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:46.073812 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c37d92b-23a0-49e6-9a08-9c4371190765 req-ed3b6671-52ff-46a9-abaf-ce642650321c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05d33324e120414581773a28644ea5f9&device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 1094 time: 0.0441458 May 26 15:58:46.106654 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-666e871a-9457-467f-a772-a51b2c843ccf tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Floating IP 0dc1d195-e358-4a17-a5eb-275c66bca2ff associated. External IP: 172.25.7.79, port: 6eef3506-1f79-4d68-8a0a-a577e849fe49. May 26 15:58:46.186620 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37d92b-23a0-49e6-9a08-9c4371190765 req-588a88d0-e2b3-45b2-b537-f18531a52f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:46.188177 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c37d92b-23a0-49e6-9a08-9c4371190765 req-588a88d0-e2b3-45b2-b537-f18531a52f76 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3b5eae06-69d3-4233-90af-ed2ccfa064f1 HTTP/1.1" status: 200 len: 923 time: 0.1022098 May 26 15:58:46.235130 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c37d92b-23a0-49e6-9a08-9c4371190765 req-5d5aab84-f814-4188-9e41-8b1a94d2bf08 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18eca8a9-e96a-425b-8e6e-a6f0aab54be2 HTTP/1.1" status: 200 len: 217 time: 0.0350397 May 26 15:58:46.298203 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37d92b-23a0-49e6-9a08-9c4371190765 req-b62afd91-781c-4d78-be05-5e35880457e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:46.302070 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c37d92b-23a0-49e6-9a08-9c4371190765 req-b62afd91-781c-4d78-be05-5e35880457e8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e7c17c47-9ee8-44d6-b193-8b14963b1984 HTTP/1.1" status: 200 len: 862 time: 0.0545616 May 26 15:58:46.335391 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666e871a-9457-467f-a772-a51b2c843ccf tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Router 069807b9-d332-46f0-8d06-d5fab5315384 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:58:46.342298 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c37d92b-23a0-49e6-9a08-9c4371190765 req-248a6449-e2db-4268-bb77-d187c10835d0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3b5eae06-69d3-4233-90af-ed2ccfa064f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281980 May 26 15:58:46.345115 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:46.448910 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c37d92b-23a0-49e6-9a08-9c4371190765 req-6a4683f4-9eb2-445b-95d7-0257d183de48 service neutron] 10.222.0.83 "GET /v2.0/networks/3b5eae06-69d3-4233-90af-ed2ccfa064f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968759 May 26 15:58:46.462537 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666e871a-9457-467f-a772-a51b2c843ccf tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:58:46.469952 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-666e871a-9457-467f-a772-a51b2c843ccf tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:46.487191 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e393766-05e3-4bca-8b91-93b957c9c4b5 None None] Sync routers for ids ['069807b9-d332-46f0-8d06-d5fab5315384'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:58:46.502816 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e393766-05e3-4bca-8b91-93b957c9c4b5 None None] Routers {'069807b9-d332-46f0-8d06-d5fab5315384'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:58:46.503487 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8e393766-05e3-4bca-8b91-93b957c9c4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:58:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['069807b9-d332-46f0-8d06-d5fab5315384'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:46.506916 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-666e871a-9457-467f-a772-a51b2c843ccf tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "PUT /v2.0/floatingips/0dc1d195-e358-4a17-a5eb-275c66bca2ff HTTP/1.1" status: 200 len: 990 time: 1.3822877 May 26 15:58:46.507535 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b65ae56-f758-4369-9186-06503b21064e', 'tag': '6eef3506-1f79-4d68-8a0a-a577e849fe49'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:46.510141 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58144fa5-4a54-429f-bbaf-afd784a1c3be" -d '{"events": [{"name": "network-changed", "server_uuid": "3b65ae56-f758-4369-9186-06503b21064e", "tag": "6eef3506-1f79-4d68-8a0a-a577e849fe49"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:46.632941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-8e393766-05e3-4bca-8b91-93b957c9c4b5 None None] Set router 069807b9-d332-46f0-8d06-d5fab5315384 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:58:46.828425 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24599407-ab9a-4f5d-8701-5c3574a7f47b x-openstack-request-id: req-24599407-ab9a-4f5d-8701-5c3574a7f47b {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:46.828725 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b65ae56-f758-4369-9186-06503b21064e", "tag": "6eef3506-1f79-4d68-8a0a-a577e849fe49", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:46.828985 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-24599407-ab9a-4f5d-8701-5c3574a7f47b {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:46.829397 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24599407-ab9a-4f5d-8701-5c3574a7f47b'] response: {'name': 'network-changed', 'server_uuid': '3b65ae56-f758-4369-9186-06503b21064e', 'tag': '6eef3506-1f79-4d68-8a0a-a577e849fe49', 'status': 'completed', 'code': 200} May 26 15:58:46.885872 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7298e54-f4ad-4ecf-b244-b13714fdae27 req-0b80a64a-378b-4fdf-bd60-2cf06d3abfa0 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:46.886265 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8e393766-05e3-4bca-8b91-93b957c9c4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069807b9-d332-46f0-8d06-d5fab5315384', 'name': 'tempest-AttachSCSIVolumeTestJSON-113868123-router', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c367a478-be37-4758-a053-09a70384fd71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:13Z', 'updated_at': '2022-05-26T15:57:20Z', 'revision_number': 4, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'gw_port': {'id': 'c367a478-be37-4758-a053-09a70384fd71', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069807b9-d332-46f0-8d06-d5fab5315384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:14Z', 'updated_at': '2022-05-26T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '0dc1d195-e358-4a17-a5eb-275c66bca2ff', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'floating_ip_address': '172.25.7.79', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '069807b9-d332-46f0-8d06-d5fab5315384', 'port_id': '6eef3506-1f79-4d68-8a0a-a577e849fe49', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8', 'mac_address': 'fa:16:3e:ca:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b65ae56-f758-4369-9186-06503b21064e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:58:11Z', 'updated_at': '2022-05-26T15:58:45Z', 'revision_number': 1, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529b8a07-6be1-4952-9bf3-0679d380b8a8', 'name': '', 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'mac_address': 'fa:16:3e:3e:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069807b9-d332-46f0-8d06-d5fab5315384', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e4cd4c04-0f78-4554-8f4d-7d36adb9556a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:19Z', 'updated_at': '2022-05-26T15:57:26Z', 'revision_number': 5, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'subnets': [{'id': 'e4cd4c04-0f78-4554-8f4d-7d36adb9556a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:46.887342 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7298e54-f4ad-4ecf-b244-b13714fdae27 req-0b80a64a-378b-4fdf-bd60-2cf06d3abfa0 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 943 time: 0.3412638 May 26 15:58:46.891280 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c37d92b-23a0-49e6-9a08-9c4371190765 req-ed89868b-bcec-402e-a194-b71039d4b1b1 service neutron] 10.222.0.83 "GET /v2.0/networks/3b5eae06-69d3-4233-90af-ed2ccfa064f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278269 May 26 15:58:46.918348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e393766-05e3-4bca-8b91-93b957c9c4b5 None None] Checking router: 069807b9-d332-46f0-8d06-d5fab5315384 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:58:46.928163 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e393766-05e3-4bca-8b91-93b957c9c4b5 None None] Routers {'069807b9-d332-46f0-8d06-d5fab5315384'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:58:46.928912 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8e393766-05e3-4bca-8b91-93b957c9c4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:58:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['069807b9-d332-46f0-8d06-d5fab5315384'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:46.983472 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7298e54-f4ad-4ecf-b244-b13714fdae27 req-d283fc5c-6400-47a3-b207-98cd2448aa77 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840654 May 26 15:58:46.996799 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8ac7f-0ddd-47c0-a544-f0e299fea025 req-df4b20a5-4300-45f4-9555-2fa79c8829b9 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:46.998192 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42d8ac7f-0ddd-47c0-a544-f0e299fea025 req-df4b20a5-4300-45f4-9555-2fa79c8829b9 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 943 time: 0.1097004 May 26 15:58:47.004032 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58144fa5-4a54-429f-bbaf-afd784a1c3be req-1f403f48-5f6a-4470-8370-50a53ce0231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:47.005629 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58144fa5-4a54-429f-bbaf-afd784a1c3be req-1f403f48-5f6a-4470-8370-50a53ce0231b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d178d16d8b864c82afaaa8d93cecd08d&device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 1096 time: 0.0841267 May 26 15:58:47.040188 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-8e393766-05e3-4bca-8b91-93b957c9c4b5 None None] Set router 069807b9-d332-46f0-8d06-d5fab5315384 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:58:47.101586 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42d8ac7f-0ddd-47c0-a544-f0e299fea025 req-52f071e5-aa40-45d7-bcd4-8cfb1fdbea03 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949862 May 26 15:58:47.172603 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b459a-a9ad-401a-a92d-fb62da07a469 req-20af197a-758d-4d35-b25d-4b284a22cfe9 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:47.175026 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e6b459a-a9ad-401a-a92d-fb62da07a469 req-20af197a-758d-4d35-b25d-4b284a22cfe9 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 944 time: 0.0984595 May 26 15:58:47.182823 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58144fa5-4a54-429f-bbaf-afd784a1c3be req-3f1e7ef1-56a0-4b93-a436-c67a679ab462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:47.184543 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58144fa5-4a54-429f-bbaf-afd784a1c3be req-3f1e7ef1-56a0-4b93-a436-c67a679ab462 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9f115508-0eed-42d5-a3d3-b010668163e8 HTTP/1.1" status: 200 len: 915 time: 0.1714904 May 26 15:58:47.258314 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e6b459a-a9ad-401a-a92d-fb62da07a469 req-2fdcb284-fe40-4a8b-a435-793ccca32905 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766351 May 26 15:58:47.293450 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8e393766-05e3-4bca-8b91-93b957c9c4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069807b9-d332-46f0-8d06-d5fab5315384', 'name': 'tempest-AttachSCSIVolumeTestJSON-113868123-router', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c367a478-be37-4758-a053-09a70384fd71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:13Z', 'updated_at': '2022-05-26T15:57:20Z', 'revision_number': 4, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'gw_port': {'id': 'c367a478-be37-4758-a053-09a70384fd71', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069807b9-d332-46f0-8d06-d5fab5315384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:14Z', 'updated_at': '2022-05-26T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '0dc1d195-e358-4a17-a5eb-275c66bca2ff', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'floating_ip_address': '172.25.7.79', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '069807b9-d332-46f0-8d06-d5fab5315384', 'port_id': '6eef3506-1f79-4d68-8a0a-a577e849fe49', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8', 'mac_address': 'fa:16:3e:ca:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b65ae56-f758-4369-9186-06503b21064e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:58:11Z', 'updated_at': '2022-05-26T15:58:45Z', 'revision_number': 1, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529b8a07-6be1-4952-9bf3-0679d380b8a8', 'name': '', 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'mac_address': 'fa:16:3e:3e:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069807b9-d332-46f0-8d06-d5fab5315384', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e4cd4c04-0f78-4554-8f4d-7d36adb9556a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:19Z', 'updated_at': '2022-05-26T15:57:26Z', 'revision_number': 5, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'subnets': [{'id': 'e4cd4c04-0f78-4554-8f4d-7d36adb9556a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:58:47.300166 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-635d1fba-d72c-4cb2-bc79-2ee7afa2fc9e req-c1eacdbd-c076-496f-b42b-70816ff9c39e tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0407472 May 26 15:58:47.317911 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58144fa5-4a54-429f-bbaf-afd784a1c3be req-c8d73a43-1706-43d2-bcdf-4dd1e3bba42d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6eef3506-1f79-4d68-8a0a-a577e849fe49 HTTP/1.1" status: 200 len: 998 time: 0.1120627 May 26 15:58:47.322493 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e393766-05e3-4bca-8b91-93b957c9c4b5 None None] The sync data for ids ['069807b9-d332-46f0-8d06-d5fab5315384'] in n-d-843337-2 is: [{'id': '069807b9-d332-46f0-8d06-d5fab5315384', 'name': 'tempest-AttachSCSIVolumeTestJSON-113868123-router', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c367a478-be37-4758-a053-09a70384fd71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:13Z', 'updated_at': '2022-05-26T15:57:20Z', 'revision_number': 4, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'gw_port': {'id': 'c367a478-be37-4758-a053-09a70384fd71', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069807b9-d332-46f0-8d06-d5fab5315384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:14Z', 'updated_at': '2022-05-26T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '0dc1d195-e358-4a17-a5eb-275c66bca2ff', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'floating_ip_address': '172.25.7.79', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '069807b9-d332-46f0-8d06-d5fab5315384', 'port_id': '6eef3506-1f79-4d68-8a0a-a577e849fe49', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8', 'mac_address': 'fa:16:3e:ca:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b65ae56-f758-4369-9186-06503b21064e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:58:11Z', 'updated_at': '2022-05-26T15:58:45Z', 'revision_number': 1, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529b8a07-6be1-4952-9bf3-0679d380b8a8', 'name': '', 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'mac_address': 'fa:16:3e:3e:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069807b9-d332-46f0-8d06-d5fab5315384', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e4cd4c04-0f78-4554-8f4d-7d36adb9556a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:19Z', 'updated_at': '2022-05-26T15:57:26Z', 'revision_number': 5, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'subnets': [{'id': 'e4cd4c04-0f78-4554-8f4d-7d36adb9556a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:58:47.449102 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58144fa5-4a54-429f-bbaf-afd784a1c3be req-88d37410-14ba-45ed-a107-7b2be50fd02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:47.450562 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58144fa5-4a54-429f-bbaf-afd784a1c3be req-88d37410-14ba-45ed-a107-7b2be50fd02c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4cd4c04-0f78-4554-8f4d-7d36adb9556a HTTP/1.1" status: 200 len: 853 time: 0.1253691 May 26 15:58:47.484308 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a84f55-c448-4f67-837a-93e3d833fca4 req-3cf3ea01-0850-4cd9-9e92-c3c82af4ce47 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:47.491966 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68a84f55-c448-4f67-837a-93e3d833fca4 req-3cf3ea01-0850-4cd9-9e92-c3c82af4ce47 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.1696522 May 26 15:58:47.530019 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-a782f3df-8b53-433f-ba8f-705b881870d8 service neutron] 10.222.0.81 "GET /v2.0/ports/e172aa33-9a36-4127-a578-f0ba671f0fda/bindings/n-h2-843337-2 HTTP/1.1" status: 200 len: 384 time: 0.1562536 May 26 15:58:47.570166 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1aee26-b398-4474-9fc6-06513d8d0603 None None] New status for floating IP 0dc1d195-e358-4a17-a5eb-275c66bca2ff: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 15:58:47.593607 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68a84f55-c448-4f67-837a-93e3d833fca4 req-52c578bf-3bc6-44e5-9539-f64a1dad96a8 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997453 May 26 15:58:47.597430 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:47.606131 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58144fa5-4a54-429f-bbaf-afd784a1c3be req-a548097f-7c29-4f3f-88b4-6ecf53b4b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:47.607783 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58144fa5-4a54-429f-bbaf-afd784a1c3be req-a548097f-7c29-4f3f-88b4-6ecf53b4b2e2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9f115508-0eed-42d5-a3d3-b010668163e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453230 May 26 15:58:47.782667 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58144fa5-4a54-429f-bbaf-afd784a1c3be req-040e89c5-3785-4653-884c-fb73cf45c83d service neutron] 10.222.0.83 "GET /v2.0/networks/9f115508-0eed-42d5-a3d3-b010668163e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642480 May 26 15:58:47.862732 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-97cb0717-1d41-437a-ae32-2cd096b6d7e1 service neutron] For port e172aa33-9a36-4127-a578-f0ba671f0fda, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e172aa33-9a36-4127-a578-f0ba671f0fda,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:47.896545 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-97cb0717-1d41-437a-ae32-2cd096b6d7e1 service neutron] For port e172aa33-9a36-4127-a578-f0ba671f0fda, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:47.940029 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58144fa5-4a54-429f-bbaf-afd784a1c3be req-c9d3efe2-0a7e-438c-9e08-c73acbb11cd2 service neutron] 10.222.0.83 "GET /v2.0/networks/9f115508-0eed-42d5-a3d3-b010668163e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457245 May 26 15:58:47.944211 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-97cb0717-1d41-437a-ae32-2cd096b6d7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e172aa33-9a36-4127-a578-f0ba671f0fda {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:47.954613 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-97cb0717-1d41-437a-ae32-2cd096b6d7e1 service neutron] For port e172aa33-9a36-4127-a578-f0ba671f0fda, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=e172aa33-9a36-4127-a578-f0ba671f0fda,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:47.969101 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-97cb0717-1d41-437a-ae32-2cd096b6d7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:48.044501 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-97cb0717-1d41-437a-ae32-2cd096b6d7e1 service neutron] Transition to ACTIVE for port object e172aa33-9a36-4127-a578-f0ba671f0fda will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:58:48.053005 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-97cb0717-1d41-437a-ae32-2cd096b6d7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:48.079365 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:48.184517 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-97cb0717-1d41-437a-ae32-2cd096b6d7e1 service neutron] No DVR routers for this DVR port e172aa33-9a36-4127-a578-f0ba671f0fda on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:58:48.221218 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb0717-1d41-437a-ae32-2cd096b6d7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e172aa33-9a36-4127-a578-f0ba671f0fda,revision_number=10']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:48.244301 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88299c-53a2-4e50-8df7-5b3f3c572bfa req-c7853d98-32dc-4c43-89f8-3e9cb1876b07 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:48.245754 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5b88299c-53a2-4e50-8df7-5b3f3c572bfa req-c7853d98-32dc-4c43-89f8-3e9cb1876b07 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 943 time: 0.1905594 May 26 15:58:48.281396 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-97cb0717-1d41-437a-ae32-2cd096b6d7e1 service neutron] 10.222.0.81 "PUT /v2.0/ports/e172aa33-9a36-4127-a578-f0ba671f0fda/bindings/n-h2-843337-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7419379 May 26 15:58:48.293884 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-9163d550-a36c-4c35-aa8a-1b53fcd46113 service neutron] 10.222.0.83 "GET /v2.0/ports/2845f95d-7d29-4a78-8b9d-7319109dd9b8/bindings/n-h1-843337-2 HTTP/1.1" status: 200 len: 384 time: 0.2201650 May 26 15:58:48.351623 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5b88299c-53a2-4e50-8df7-5b3f3c572bfa req-ab3696f6-d39c-40ad-8ace-623e5b2d335c tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937107 May 26 15:58:48.359228 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82793265-f148-4f62-8177-33b9d4f30a5e req-2134554e-e668-4495-858c-38abe37df5f1 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:48.360740 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82793265-f148-4f62-8177-33b9d4f30a5e req-2134554e-e668-4495-858c-38abe37df5f1 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 944 time: 0.1416361 May 26 15:58:48.429992 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-6dec7a24-6c8f-4ccf-8568-97b8e1fe0916 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:48.431702 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-6dec7a24-6c8f-4ccf-8568-97b8e1fe0916 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12&tenant_id=68474f7d9cf04077903a4e0c3bda72a7&binding%3Ahost_id=n-h1-843337-2 HTTP/1.1" status: 200 len: 1095 time: 0.0866699 May 26 15:58:48.478731 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82793265-f148-4f62-8177-33b9d4f30a5e req-03957b17-fbb0-4bb8-81b8-96144321d56b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768399 May 26 15:58:48.532814 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-b0c9b0a4-2901-4ad7-bd48-873d7f740caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:48.534236 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-b0c9b0a4-2901-4ad7-bd48-873d7f740caa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12&tenant_id=68474f7d9cf04077903a4e0c3bda72a7 HTTP/1.1" status: 200 len: 1095 time: 0.0916195 May 26 15:58:48.608471 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cecddd6a-c543-44fd-94d1-dde255b3fe5b req-4b0f64fe-0f72-40e0-81b8-f8ca8ea2935b tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0472400 May 26 15:58:48.637268 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-8ae28466-1a98-4e46-9b1b-d7783068de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:48.638777 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-8ae28466-1a98-4e46-9b1b-d7783068de86 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 1095 time: 0.0644920 May 26 15:58:48.640689 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86e6eb-02f1-48d4-9585-874ff2717bd9 req-612d8ec9-9858-42d3-b56e-a6f939b815d1 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:48.642175 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2a86e6eb-02f1-48d4-9585-874ff2717bd9 req-612d8ec9-9858-42d3-b56e-a6f939b815d1 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 944 time: 0.1119401 May 26 15:58:48.644805 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-e0184b07-c90a-4921-9768-790ad0357ca8 service neutron] For port 2845f95d-7d29-4a78-8b9d-7319109dd9b8, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=2845f95d-7d29-4a78-8b9d-7319109dd9b8,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:48.692022 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-e0184b07-c90a-4921-9768-790ad0357ca8 service neutron] For port 2845f95d-7d29-4a78-8b9d-7319109dd9b8, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:48.744780 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2a86e6eb-02f1-48d4-9585-874ff2717bd9 req-ce29438e-b0ac-44e7-b521-e4a821de98cc tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918612 May 26 15:58:48.766793 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-e0184b07-c90a-4921-9768-790ad0357ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2845f95d-7d29-4a78-8b9d-7319109dd9b8 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:48.782223 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-e0184b07-c90a-4921-9768-790ad0357ca8 service neutron] For port 2845f95d-7d29-4a78-8b9d-7319109dd9b8, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=2845f95d-7d29-4a78-8b9d-7319109dd9b8,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:48.797309 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-18a87820-e51f-481d-986c-2864fd23784e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:48.798841 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-18a87820-e51f-481d-986c-2864fd23784e service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 908 time: 0.1520412 May 26 15:58:48.807207 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71d022-31df-4f25-82ad-ab2cddd3e32b req-eb31a3b8-f66a-4e34-b04f-28b2dcc582c9 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:48.808734 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9f71d022-31df-4f25-82ad-ab2cddd3e32b req-eb31a3b8-f66a-4e34-b04f-28b2dcc582c9 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.0808170 May 26 15:58:48.809992 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-e0184b07-c90a-4921-9768-790ad0357ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:48.816747 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:58:48.842865 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-6a987484-b33e-4e2f-8185-a2cec5ae1872 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e172aa33-9a36-4127-a578-f0ba671f0fda HTTP/1.1" status: 200 len: 217 time: 0.0362799 May 26 15:58:48.889678 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9f71d022-31df-4f25-82ad-ab2cddd3e32b req-755f5ce8-3c98-4572-b51d-42bdba255934 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700321 May 26 15:58:48.927434 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-07e2b238-3937-4113-a887-c7ca28e644ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:48.929510 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-07e2b238-3937-4113-a887-c7ca28e644ea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cfa16bff-3370-4a4e-860f-b7e489b84ed0 HTTP/1.1" status: 200 len: 847 time: 0.0797586 May 26 15:58:48.932702 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-e0184b07-c90a-4921-9768-790ad0357ca8 service neutron] Transition to ACTIVE for port object 2845f95d-7d29-4a78-8b9d-7319109dd9b8 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:58:48.934710 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:48.937894 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-e0184b07-c90a-4921-9768-790ad0357ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:48.960217 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 18eca8a9-e96a-425b-8e6e-a6f0aab54be2, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=18eca8a9-e96a-425b-8e6e-a6f0aab54be2,segment=NetworkSegment(cff8f957-50e8-4284-b32b-ce3fdb6f3bb6),segment_id=cff8f957-50e8-4284-b32b-ce3fdb6f3bb6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:48.974965 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '18eca8a9-e96a-425b-8e6e-a6f0aab54be2', 'network_id': '3b5eae06-69d3-4233-90af-ed2ccfa064f1', 'port_id': '18eca8a9-e96a-425b-8e6e-a6f0aab54be2', 'mac_address': 'fa:16:3e:fc:b0:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7c17c47-9ee8-44d6-b193-8b14963b1984', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:58:48.994747 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-24773d2a-f2ae-46de-8a8b-da00f297be90 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553973 May 26 15:58:49.002922 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-e0184b07-c90a-4921-9768-790ad0357ca8 service neutron] No DVR routers for this DVR port 2845f95d-7d29-4a78-8b9d-7319109dd9b8 on host n-h2-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:58:49.018666 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:49.019895 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:49.034916 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:49.049996 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-e0184b07-c90a-4921-9768-790ad0357ca8 service neutron] 10.222.0.83 "PUT /v2.0/ports/2845f95d-7d29-4a78-8b9d-7319109dd9b8/bindings/n-h1-843337-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7459109 May 26 15:58:49.050940 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0184b07-c90a-4921-9768-790ad0357ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=2845f95d-7d29-4a78-8b9d-7319109dd9b8,revision_number=10']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:49.059131 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 18eca8a9-e96a-425b-8e6e-a6f0aab54be2, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=18eca8a9-e96a-425b-8e6e-a6f0aab54be2,segment=NetworkSegment(cff8f957-50e8-4284-b32b-ce3fdb6f3bb6),segment_id=cff8f957-50e8-4284-b32b-ce3fdb6f3bb6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:49.063834 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:49.113130 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-de1751df-ea35-4f7f-8d5e-edba2eb9eb05 service neutron] 10.222.0.83 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113775 May 26 15:58:49.116049 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=18eca8a9-e96a-425b-8e6e-a6f0aab54be2,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:49.172292 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35818) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:49.197991 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-46717478-1dec-4209-80f9-d83cc86eb22a tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:49.199813 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-46717478-1dec-4209-80f9-d83cc86eb22a tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d&tenant_id=19e070c8e7b54fd08885a106f1eb9e23&binding%3Ahost_id=n-h2-843337-2 HTTP/1.1" status: 200 len: 1096 time: 0.0523300 May 26 15:58:49.228872 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-cfd9d2a4-971f-4d5e-b2da-abd069d4ecd8 service neutron] 10.222.0.83 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085057 May 26 15:58:49.250564 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-ae7393f4-90e7-4f60-b264-f55c8ce082d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:49.252238 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-ae7393f4-90e7-4f60-b264-f55c8ce082d4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d&tenant_id=19e070c8e7b54fd08885a106f1eb9e23 HTTP/1.1" status: 200 len: 1096 time: 0.0423281 May 26 15:58:49.289654 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ba3b187-8d3d-4499-b2c8-c1d378de2f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:49.313576 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device e172aa33-9a36-4127-a578-f0ba671f0fda no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:49.323008 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-4cd9d544-3701-4b8e-bc66-8e59c29ae6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:49.325036 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-4cd9d544-3701-4b8e-bc66-8e59c29ae6f1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 1096 time: 0.0464814 May 26 15:58:49.358514 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device e172aa33-9a36-4127-a578-f0ba671f0fda not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:58:49.375015 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ba3b187-8d3d-4499-b2c8-c1d378de2f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:49.379908 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ba3b187-8d3d-4499-b2c8-c1d378de2f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:49.426447 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0ba3b187-8d3d-4499-b2c8-c1d378de2f97 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=480f157de1894feeb2e82bcb9769285f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521958 May 26 15:58:49.427194 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35824) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:49.429421 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3b187-8d3d-4499-b2c8-c1d378de2f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea4f0f3-d413-40ef-92e1-03d9d39876b1,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:49.436473 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-21b35717-d7c4-421e-b3d5-32a0b1f33434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:49.438358 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-21b35717-d7c4-421e-b3d5-32a0b1f33434 service neutron] 10.222.0.81 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 921 time: 0.1063857 May 26 15:58:49.500078 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ccdb0f6-2942-415f-977b-72aa6a9bf9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:49.506843 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-073c113c-80b2-443e-9f49-76937a5dd0f5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2845f95d-7d29-4a78-8b9d-7319109dd9b8 HTTP/1.1" status: 200 len: 217 time: 0.0507171 May 26 15:58:49.554549 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ccdb0f6-2942-415f-977b-72aa6a9bf9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:49.590382 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['18eca8a9-e96a-425b-8e6e-a6f0aab54be2'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:58:49.624780 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-506269e0-d031-41c3-9e80-9fe1a02fd638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:49.626242 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-506269e0-d031-41c3-9e80-9fe1a02fd638 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=34e27219-447c-429c-b572-febfd4b36520 HTTP/1.1" status: 200 len: 860 time: 0.1116476 May 26 15:58:49.665504 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-1ba91ae2-bef7-49bf-bd4c-360e26f4ec82 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:49.667371 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-1ba91ae2-bef7-49bf-bd4c-360e26f4ec82 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12&tenant_id=68474f7d9cf04077903a4e0c3bda72a7&binding%3Ahost_id=n-h2-843337-2 HTTP/1.1" status: 200 len: 1095 time: 0.0939534 May 26 15:58:49.684474 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ccdb0f6-2942-415f-977b-72aa6a9bf9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:49.685644 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-ef782226-8ee0-4b9d-99cf-aeb06298459d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=849715ed-d05e-42c2-bffa-fde3212d6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460393 May 26 15:58:49.688004 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ccdb0f6-2942-415f-977b-72aa6a9bf9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:49.694938 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca44e83-7754-47c9-ba62-46d2168e8dd9 req-c717c143-d23a-4d9d-80d6-f25941cec6a7 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:49.696452 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4ca44e83-7754-47c9-ba62-46d2168e8dd9 req-c717c143-d23a-4d9d-80d6-f25941cec6a7 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 944 time: 0.1212628 May 26 15:58:49.702618 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5ccdb0f6-2942-415f-977b-72aa6a9bf9f1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8ea4f0f3-d413-40ef-92e1-03d9d39876b1 HTTP/1.1" status: 204 len: 168 time: 0.2639802 May 26 15:58:49.754916 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdb0f6-2942-415f-977b-72aa6a9bf9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea4f0f3-d413-40ef-92e1-03d9d39876b1,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:49.812347 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a39fa-3bd0-44bd-aedd-cebc06690b17 req-74975dc3-3fc0-475e-b488-a25428f673fc tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:49.813855 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c35a39fa-3bd0-44bd-aedd-cebc06690b17 req-74975dc3-3fc0-475e-b488-a25428f673fc tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 944 time: 0.1866167 May 26 15:58:49.824604 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4ca44e83-7754-47c9-ba62-46d2168e8dd9 req-c59f0e37-fdca-4a81-b354-f967e9e00188 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163113 May 26 15:58:49.848130 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-d0bf1e26-ce33-481e-9eae-4eb50c3766a3 service neutron] 10.222.0.81 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500764 May 26 15:58:49.857501 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-5d3dd431-7441-4989-8524-578d62d5c1e1 service neutron] For port e172aa33-9a36-4127-a578-f0ba671f0fda, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:49.860946 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-5d3dd431-7441-4989-8524-578d62d5c1e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:49.863523 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8b62ce0d-aacc-483c-a128-413b5cea6964 req-5d3dd431-7441-4989-8524-578d62d5c1e1 service neutron] 10.222.0.83 "DELETE /v2.0/ports/e172aa33-9a36-4127-a578-f0ba671f0fda/bindings/n-h1-843337-2 HTTP/1.1" status: 204 len: 173 time: 0.1862268 May 26 15:58:49.927777 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c35a39fa-3bd0-44bd-aedd-cebc06690b17 req-e2c49a8a-e16b-46c1-9141-3f233430c32c tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021717 May 26 15:58:49.958425 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4fad394-9c22-45f5-a87a-1b9853f50195 req-d8198151-8f76-4732-8649-6cc22defd347 tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0389278 May 26 15:58:50.009995 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-4b7d9651-8295-469f-98cd-7b09ab36e2a1 service neutron] 10.222.0.81 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474502 May 26 15:58:50.060515 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a096d22-2fff-4c5e-9f43-9b441b61c8f8 req-adb6f73e-a160-457b-b6e3-b7dc383824b3 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:50.062122 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6a096d22-2fff-4c5e-9f43-9b441b61c8f8 req-adb6f73e-a160-457b-b6e3-b7dc383824b3 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 945 time: 0.0678179 May 26 15:58:50.134210 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc344d-5faa-47c7-b914-024373dc38d3 req-a26d1894-c74c-4ce9-bab3-e6060de5a6bc tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:50.135717 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a2fc344d-5faa-47c7-b914-024373dc38d3 req-a26d1894-c74c-4ce9-bab3-e6060de5a6bc tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.0726991 May 26 15:58:50.138773 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6a096d22-2fff-4c5e-9f43-9b441b61c8f8 req-e3524a21-c749-4147-bb96-8ba95c7f9272 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652606 May 26 15:58:50.187339 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a2fc344d-5faa-47c7-b914-024373dc38d3 req-7e77c12c-1121-492f-99b0-7a2831682f2b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452192 May 26 15:58:50.314485 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-0ba23cac-6046-4a7b-a11a-88ec97922a21 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:50.316832 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-0ba23cac-6046-4a7b-a11a-88ec97922a21 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d&tenant_id=19e070c8e7b54fd08885a106f1eb9e23&binding%3Ahost_id=n-h1-843337-2 HTTP/1.1" status: 200 len: 1096 time: 0.0546403 May 26 15:58:50.436548 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-2d961161-495c-48e3-9d00-c4e528b977d1 service neutron] For port 2845f95d-7d29-4a78-8b9d-7319109dd9b8, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:50.439785 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-2d961161-495c-48e3-9d00-c4e528b977d1 service neutron] Notify callbacks [] for binding, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:50.440991 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab7f3133-51e9-4c8b-89df-9ac1c5e6eed5 req-2d961161-495c-48e3-9d00-c4e528b977d1 service neutron] 10.222.0.81 "DELETE /v2.0/ports/2845f95d-7d29-4a78-8b9d-7319109dd9b8/bindings/n-h2-843337-2 HTTP/1.1" status: 204 len: 173 time: 0.1150849 May 26 15:58:50.466695 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35854) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:50.563815 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d31b3fd8-8700-42ab-8373-c646c229af98 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2137049696-network', 'tenant_id': 'bc4c96fd02c143a08b7d26019ba324a5'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:50.581847 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31b3fd8-8700-42ab-8373-c646c229af98 admin admin] Made reservation on behalf of bc4c96fd02c143a08b7d26019ba324a5 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:58:50.584395 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d31b3fd8-8700-42ab-8373-c646c229af98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:50.593102 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d31b3fd8-8700-42ab-8373-c646c229af98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:50.670099 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d31b3fd8-8700-42ab-8373-c646c229af98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:50.673640 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d31b3fd8-8700-42ab-8373-c646c229af98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:50.698257 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31b3fd8-8700-42ab-8373-c646c229af98 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:58:50.707439 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b3fd8-8700-42ab-8373-c646c229af98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd9f76b-1632-4cad-93f5-b1712cc098fe,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:50.714202 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d31b3fd8-8700-42ab-8373-c646c229af98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:50.714547 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-d31b3fd8-8700-42ab-8373-c646c229af98 admin admin] Added segment c5c2df13-4177-41c8-aa31-07f6635780db of type vlan for network 3574b971-b80b-4fc7-8db0-6b0fd27cbf51 May 26 15:58:50.758150 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d31b3fd8-8700-42ab-8373-c646c229af98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:50.783271 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d31b3fd8-8700-42ab-8373-c646c229af98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:50.784403 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31b3fd8-8700-42ab-8373-c646c229af98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:50.786081 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d31b3fd8-8700-42ab-8373-c646c229af98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:50.831089 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:58:50.848636 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d31b3fd8-8700-42ab-8373-c646c229af98 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3776109 May 26 15:58:50.848879 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35858) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:58:50.858486 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-049dc131-0372-4ca4-bee4-fad722683b28 admin admin] Request body: {'subnet': {'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2137049696-subnet', 'tenant_id': 'bc4c96fd02c143a08b7d26019ba324a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:50.871404 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b3fd8-8700-42ab-8373-c646c229af98 admin admin] Pushing event updated for resources: {'Network': ['ID=3574b971-b80b-4fc7-8db0-6b0fd27cbf51,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:50.886283 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049dc131-0372-4ca4-bee4-fad722683b28 admin admin] Made reservation on behalf of bc4c96fd02c143a08b7d26019ba324a5 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:58:50.889577 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 3574b971-b80b-4fc7-8db0-6b0fd27cbf51 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:58:50.889918 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-049dc131-0372-4ca4-bee4-fad722683b28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:50.905583 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:58:50.945245 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:58:50.945807 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:51.061600 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:51.062088 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:51.065019 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ebe71-e616-4ee1-8a7c-1eab71fd6033 req-2f706ef3-6dec-4545-9556-54fddffdb583 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:51.067500 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-507ebe71-e616-4ee1-8a7c-1eab71fd6033 req-2f706ef3-6dec-4545-9556-54fddffdb583 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 944 time: 0.1035666 May 26 15:58:51.094673 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7495a3-fbb1-4d24-9454-0a4a78ba2151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18eca8a9-e96a-425b-8e6e-a6f0aab54be2'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:51.097624 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163fa5e7-f02c-47ca-9223-541bb3ef3355" -d '{"events": [{"server_uuid": "6c7495a3-fbb1-4d24-9454-0a4a78ba2151", "name": "network-vif-plugged", "status": "completed", "tag": "18eca8a9-e96a-425b-8e6e-a6f0aab54be2"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:51.120795 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 18eca8a9-e96a-425b-8e6e-a6f0aab54be2, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=18eca8a9-e96a-425b-8e6e-a6f0aab54be2,segment=NetworkSegment(cff8f957-50e8-4284-b32b-ce3fdb6f3bb6),segment_id=cff8f957-50e8-4284-b32b-ce3fdb6f3bb6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:51.126007 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:51.126901 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 2845f95d-7d29-4a78-8b9d-7319109dd9b8 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:58:51.179570 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-507ebe71-e616-4ee1-8a7c-1eab71fd6033 req-3169ec02-6b73-4a88-8ede-2a9b1290de95 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925267 May 26 15:58:51.181688 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-049dc131-0372-4ca4-bee4-fad722683b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:51.190291 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae5eb9-f727-4220-aff4-7756c3e94ec0 req-f32a19ea-abeb-4f12-9746-d988c01d95f9 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:51.192836 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-40ae5eb9-f727-4220-aff4-7756c3e94ec0 req-f32a19ea-abeb-4f12-9746-d988c01d95f9 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 944 time: 0.1689663 May 26 15:58:51.221526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 2845f95d-7d29-4a78-8b9d-7319109dd9b8 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:58:51.223555 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=18eca8a9-e96a-425b-8e6e-a6f0aab54be2,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:51.286797 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049dc131-0372-4ca4-bee4-fad722683b28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c76d8b67-4d6e-4728-b031-a89f28d135e0,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:51.309353 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-73f5fdae-943b-44de-8afc-3e65f172c48e req-9610ec0a-96a9-4b3d-aba9-a75554e46476 tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0498087 May 26 15:58:51.312124 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-40ae5eb9-f727-4220-aff4-7756c3e94ec0 req-502255a5-d3c5-4d4b-962f-0e7417408908 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956531 May 26 15:58:51.320057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049dc131-0372-4ca4-bee4-fad722683b28 admin admin] Checking segment: {'id': 'c5c2df13-4177-41c8-aa31-07f6635780db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:51.320577 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049dc131-0372-4ca4-bee4-fad722683b28 admin admin] Network hostable DHCP agents. Network: 3574b971-b80b-4fc7-8db0-6b0fd27cbf51, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:58:51.342882 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049dc131-0372-4ca4-bee4-fad722683b28 admin admin] Network 3574b971-b80b-4fc7-8db0-6b0fd27cbf51 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:58:51.353813 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-049dc131-0372-4ca4-bee4-fad722683b28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 3574b971-b80b-4fc7-8db0-6b0fd27cbf51) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:58:51.358235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049dc131-0372-4ca4-bee4-fad722683b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:51.358808 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-049dc131-0372-4ca4-bee4-fad722683b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:51.362225 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944b231b-4288-4c3a-a2f8-98a10a214b3c x-openstack-request-id: req-944b231b-4288-4c3a-a2f8-98a10a214b3c {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:51.362656 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7495a3-fbb1-4d24-9454-0a4a78ba2151", "name": "network-vif-plugged", "status": "completed", "tag": "18eca8a9-e96a-425b-8e6e-a6f0aab54be2", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:51.365362 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-944b231b-4288-4c3a-a2f8-98a10a214b3c {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:51.365876 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-944b231b-4288-4c3a-a2f8-98a10a214b3c'] response: {'server_uuid': '6c7495a3-fbb1-4d24-9454-0a4a78ba2151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18eca8a9-e96a-425b-8e6e-a6f0aab54be2', 'code': 200} May 26 15:58:51.371659 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5e6d58-3100-4ebc-9afa-dae525ec12a3 None None] Network 3574b971-b80b-4fc7-8db0-6b0fd27cbf51 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:58:51.379145 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-049dc131-0372-4ca4-bee4-fad722683b28 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5241647 May 26 15:58:51.479715 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420f1c1-5c88-4ebc-8db8-a1354906eb9d req-065fab42-5498-4e60-8b0f-ed865abb51f1 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:51.487023 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0420f1c1-5c88-4ebc-8db8-a1354906eb9d req-065fab42-5498-4e60-8b0f-ed865abb51f1 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 945 time: 0.0630958 May 26 15:58:51.541787 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b03ee-a750-4095-8779-361a342064ca req-619ffb3b-3877-430e-ac36-a08c49d10659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:51.543286 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a94b03ee-a750-4095-8779-361a342064ca req-619ffb3b-3877-430e-ac36-a08c49d10659 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 1096 time: 0.0584214 May 26 15:58:51.548131 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0420f1c1-5c88-4ebc-8db8-a1354906eb9d req-ac36242e-c186-4ac6-ab0d-d6a2ac831415 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602527 May 26 15:58:51.548300 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e750582d-8486-4350-90d5-0e2b4ad356c9 None None] Network 3574b971-b80b-4fc7-8db0-6b0fd27cbf51 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:58:51.582192 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a374cc9-d088-4ee1-a7a6-27aaa5c8c392 req-b37b5975-0ffb-4c1f-aff5-5abfe9bca630 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:51.583902 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a374cc9-d088-4ee1-a7a6-27aaa5c8c392 req-b37b5975-0ffb-4c1f-aff5-5abfe9bca630 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.0881288 May 26 15:58:51.613443 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a94b03ee-a750-4095-8779-361a342064ca req-18d63acf-482e-4014-8032-d6438810994a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556564 May 26 15:58:51.626590 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a374cc9-d088-4ee1-a7a6-27aaa5c8c392 req-18c9ae58-87ef-487e-938a-d1f07664972b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361590 May 26 15:58:51.701316 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef94b86-95c3-466e-a9e7-9180fb151ccf req-e1b78d85-052f-4014-89c2-eaa470c247ec tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:51.703871 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ef94b86-95c3-466e-a9e7-9180fb151ccf req-e1b78d85-052f-4014-89c2-eaa470c247ec tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 1095 time: 0.0499556 May 26 15:58:51.740937 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ef94b86-95c3-466e-a9e7-9180fb151ccf req-dfac7ddb-5b82-4629-ae44-c1321c60440a tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300670 May 26 15:58:51.844521 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994f350-610a-4a28-85bd-b8c522e07af6 req-0286c8fe-0bd0-43a7-a6b2-886da8d0d220 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:51.846519 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7994f350-610a-4a28-85bd-b8c522e07af6 req-0286c8fe-0bd0-43a7-a6b2-886da8d0d220 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 1096 time: 0.0465796 May 26 15:58:51.937936 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7994f350-610a-4a28-85bd-b8c522e07af6 req-5a476a6a-1197-4b7b-b042-50704f094864 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848863 May 26 15:58:51.975160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-0aca4bdf-af2e-4ed0-ae5b-916d32cd5f3a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:51.976558 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-0aca4bdf-af2e-4ed0-ae5b-916d32cd5f3a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/networks?id=3574b971-b80b-4fc7-8db0-6b0fd27cbf51 HTTP/1.1" status: 200 len: 805 time: 0.1252387 May 26 15:58:51.994466 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-bef0f474-9b2a-40c4-a80c-4ec5ea6f8e94 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/quotas/bc4c96fd02c143a08b7d26019ba324a5 HTTP/1.1" status: 200 len: 375 time: 0.0109088 May 26 15:58:52.284968 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-16e565d0-4ac1-4d67-a1b7-ffe6e6bceb8a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=bc4c96fd02c143a08b7d26019ba324a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2796624 May 26 15:58:52.446631 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-1db45d30-55fd-4e40-b984-0ce5cbddf338 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:52.448062 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-1db45d30-55fd-4e40-b984-0ce5cbddf338 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 807 time: 0.1659372 May 26 15:58:52.449954 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-d8150b33-1352-4b15-8637-99e48204b487 service neutron] 10.222.0.77 "GET /v2.0/networks/3574b971-b80b-4fc7-8db0-6b0fd27cbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564395 May 26 15:58:52.470492 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-6cb1d7f1-c9e4-4d7d-82c8-a5d358f37e5c tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/quotas/68474f7d9cf04077903a4e0c3bda72a7 HTTP/1.1" status: 200 len: 375 time: 0.0164239 May 26 15:58:52.581771 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-810a4a56-694b-4e56-9652-42a9df1dec18 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020687 May 26 15:58:52.587604 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-56e92216-18d1-4465-9d22-9619a4ff1052 service neutron] 10.222.0.77 "GET /v2.0/networks/3574b971-b80b-4fc7-8db0-6b0fd27cbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274564 May 26 15:58:52.674713 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-38bfa7c4-e433-4377-8e5f-773be6223464 service neutron] 10.222.0.77 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859799 May 26 15:58:52.824245 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-b7f0043b-9628-49a3-82bf-941a5942635c service neutron] 10.222.0.77 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430435 May 26 15:58:52.889412 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586117bd-abc2-453f-b69d-85786fa79285 req-bf550daf-cd37-4eea-8a7e-307b13e05021 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:52.899365 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-586117bd-abc2-453f-b69d-85786fa79285 req-bf550daf-cd37-4eea-8a7e-307b13e05021 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 820 time: 0.1425765 May 26 15:58:52.915978 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-586117bd-abc2-453f-b69d-85786fa79285 req-2f671a6e-ac1b-426c-939c-beee5d71722a tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/quotas/19e070c8e7b54fd08885a106f1eb9e23 HTTP/1.1" status: 200 len: 375 time: 0.0101094 May 26 15:58:52.981159 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-586117bd-abc2-453f-b69d-85786fa79285 req-f7b64423-4c2b-4671-9ce2-086d8f5c4b56 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587020 May 26 15:58:53.137931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491bc20-8e7f-4c18-8c87-6bb54d502f78 req-dd535648-dda4-43dd-9e14-a021415d0c03 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:53.139495 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6491bc20-8e7f-4c18-8c87-6bb54d502f78 req-dd535648-dda4-43dd-9e14-a021415d0c03 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 945 time: 0.0938745 May 26 15:58:53.145230 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-586117bd-abc2-453f-b69d-85786fa79285 req-6d199969-6462-49d3-b9ec-deb87d069d6b service neutron] 10.222.0.77 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513040 May 26 15:58:53.252514 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6491bc20-8e7f-4c18-8c87-6bb54d502f78 req-b6186cf5-9354-4629-882b-7500b030526d tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049016 May 26 15:58:53.300082 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-586117bd-abc2-453f-b69d-85786fa79285 req-803f7bba-ab58-4696-aa85-3a699ab3752a service neutron] 10.222.0.77 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450050 May 26 15:58:53.398844 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eed9a38e-f981-4801-84d1-80dc26063ab0 req-15a34af0-db75-4570-bd38-bcae543cc0bd tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0434427 May 26 15:58:53.592524 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42a41ca0-1302-4107-9f07-78a16d74afcf req-893e4079-3646-4ec2-90ab-107c4146ccbc tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=481730db-a991-45cf-9f3d-f7fcb7ea2f1a HTTP/1.1" status: 200 len: 210 time: 0.0343764 May 26 15:58:53.609945 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c40bd3-100e-4c85-9632-3ee672690e0f req-dc60150e-21af-4b43-8ec5-66915c1699fe tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:53.626852 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5c40bd3-100e-4c85-9632-3ee672690e0f req-dc60150e-21af-4b43-8ec5-66915c1699fe tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.0960212 May 26 15:58:53.676651 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5c40bd3-100e-4c85-9632-3ee672690e0f req-d7620b2b-e1b9-4108-aa3f-19d47aa9037f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488062 May 26 15:58:53.729164 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55b00030-7342-44ed-a541-bf14d70fe2c0 req-2ce2431d-ffbd-4888-81ef-02023381a1ef tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 210 time: 0.0495620 May 26 15:58:53.770325 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-998bd897-352c-42b0-b91a-06031d4f7319 req-ea0c2c85-f8a4-496b-b9b9-8dafabdf32b0 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 210 time: 0.0295088 May 26 15:58:53.999237 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-fde0613a-6d08-4d9b-afdf-adb270504335 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:54.001104 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-fde0613a-6d08-4d9b-afdf-adb270504335 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.81 "GET /v2.0/networks?id=3574b971-b80b-4fc7-8db0-6b0fd27cbf51 HTTP/1.1" status: 200 len: 805 time: 0.1230471 May 26 15:58:54.015788 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-348766f8-766d-4310-b304-40ff18e84f18 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Request body: {'port': {'device_id': '481730db-a991-45cf-9f3d-f7fcb7ea2f1a', 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51', 'admin_state_up': True, 'tenant_id': 'bc4c96fd02c143a08b7d26019ba324a5'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:54.140862 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-348766f8-766d-4310-b304-40ff18e84f18 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Made reservation on behalf of bc4c96fd02c143a08b7d26019ba324a5 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:58:54.146891 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-348766f8-766d-4310-b304-40ff18e84f18 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:54.272994 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-348766f8-766d-4310-b304-40ff18e84f18 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Allocated IP 172.20.0.8 (3574b971-b80b-4fc7-8db0-6b0fd27cbf51/c76d8b67-4d6e-4728-b031-a89f28d135e0/1316fc1c-80b5-42b0-b18b-b3fbe482d06a) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:58:54.468198 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281a6a5-181b-4085-9f1e-fa781dbb2125 req-80c1c685-7e09-4dad-b173-87f36130c1cc tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:54.471114 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c281a6a5-181b-4085-9f1e-fa781dbb2125 req-80c1c685-7e09-4dad-b173-87f36130c1cc tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 945 time: 0.1162033 May 26 15:58:54.517243 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-e08bc21f-0c71-45e7-9f1b-427e7e16ab27 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:54.520237 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-e08bc21f-0c71-45e7-9f1b-427e7e16ab27 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.81 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 807 time: 0.1304774 May 26 15:58:54.533536 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-6d7f9e51-2f9d-4830-9f35-8650b0c70b96 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Request body: {'port': {'device_id': 'caad596c-be35-4e6d-9d1b-75241f99ec43', 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1', 'admin_state_up': True, 'tenant_id': '68474f7d9cf04077903a4e0c3bda72a7'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:54.552397 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-348766f8-766d-4310-b304-40ff18e84f18 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:54.573725 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57239faf-45c0-40c5-9184-3e4cf9214d89 req-dd8d2470-6ef6-424e-8470-984c255769f0 tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0436082 May 26 15:58:54.586397 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c281a6a5-181b-4085-9f1e-fa781dbb2125 req-2b7dcf3d-1c2a-4383-a56b-f545befabe5a tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036770 May 26 15:58:54.639054 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-348766f8-766d-4310-b304-40ff18e84f18 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:54.752030 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-348766f8-766d-4310-b304-40ff18e84f18 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Network 3574b971-b80b-4fc7-8db0-6b0fd27cbf51 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:58:54.762691 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-348766f8-766d-4310-b304-40ff18e84f18 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:58:54.769728 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-348766f8-766d-4310-b304-40ff18e84f18 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:58:54.776401 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348766f8-766d-4310-b304-40ff18e84f18 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Pushing event updated for resources: {'Port': ['ID=1316fc1c-80b5-42b0-b18b-b3fbe482d06a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:54.822875 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365740fe-d0d9-4ff1-985c-de9048d297a0 req-656c5f7f-4bac-42d6-a1e0-fc1b4391f36a tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:54.824455 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-365740fe-d0d9-4ff1-985c-de9048d297a0 req-656c5f7f-4bac-42d6-a1e0-fc1b4391f36a tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 945 time: 0.1518188 May 26 15:58:54.834914 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b84bbd-9e19-4f4c-9e39-7004ffd4a891 req-28c120c5-0659-48bb-87ba-ed7b463ebc24 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:54.836397 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f8b84bbd-9e19-4f4c-9e39-7004ffd4a891 req-28c120c5-0659-48bb-87ba-ed7b463ebc24 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=481730db-a991-45cf-9f3d-f7fcb7ea2f1a HTTP/1.1" status: 200 len: 931 time: 0.1552866 May 26 15:58:54.887066 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-6d7f9e51-2f9d-4830-9f35-8650b0c70b96 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Made reservation on behalf of 68474f7d9cf04077903a4e0c3bda72a7 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:58:54.891588 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-6d7f9e51-2f9d-4830-9f35-8650b0c70b96 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:54.893569 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-348766f8-766d-4310-b304-40ff18e84f18 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:54.894455 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-348766f8-766d-4310-b304-40ff18e84f18 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:54.974298 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-348766f8-766d-4310-b304-40ff18e84f18 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9626086 May 26 15:58:54.982804 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-365740fe-d0d9-4ff1-985c-de9048d297a0 req-95a7c996-fac4-4a6f-bf22-be76b9359832 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420507 May 26 15:58:54.994632 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-a9ac2c81-7031-4813-ae0c-30c7ba2909e8 service neutron] Request body: {'port': {'device_id': '481730db-a991-45cf-9f3d-f7fcb7ea2f1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:54.999215 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f8b84bbd-9e19-4f4c-9e39-7004ffd4a891 req-a44646b0-05c4-4e84-b22e-6977385140d9 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410882 May 26 15:58:55.056137 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-6d7f9e51-2f9d-4830-9f35-8650b0c70b96 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Allocated IP 172.20.0.4 (2c98b2c4-074c-49ef-9d11-a7cee52b7ee1/cfa16bff-3370-4a4e-860f-b7e489b84ed0/ed88e625-4db8-45fd-b42e-18cdbdfc13f5) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:58:55.059604 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586117bd-abc2-453f-b69d-85786fa79285 req-b5400858-365d-4678-a28a-fedec59c08c0 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:55.061167 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-586117bd-abc2-453f-b69d-85786fa79285 req-b5400858-365d-4678-a28a-fedec59c08c0 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.81 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 820 time: 0.2215328 May 26 15:58:55.082843 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-586117bd-abc2-453f-b69d-85786fa79285 req-7b96ff98-956b-439d-a27c-35ee7bf6d9ef tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Request body: {'port': {'device_id': '80576462-f2a3-4429-9edb-c0f42a1063cf', 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a', 'admin_state_up': True, 'tenant_id': '19e070c8e7b54fd08885a106f1eb9e23'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:55.154613 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-a9ac2c81-7031-4813-ae0c-30c7ba2909e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:55.191902 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3179b7ad-bd6b-4a36-9891-7d89b2b52fa9 req-8e2dc9c3-f5d7-4155-9d37-0d5d4b171dc9 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 210 time: 0.0930753 May 26 15:58:55.236516 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-6d7f9e51-2f9d-4830-9f35-8650b0c70b96 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:55.277972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856a48b-ebb3-4d18-bd11-85703730979a req-d6eedb74-a4cf-4bc7-9960-0329a6406b0f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:55.279361 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-6d7f9e51-2f9d-4830-9f35-8650b0c70b96 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:55.279497 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8856a48b-ebb3-4d18-bd11-85703730979a req-d6eedb74-a4cf-4bc7-9960-0329a6406b0f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.1780915 May 26 15:58:55.322557 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-6d7f9e51-2f9d-4830-9f35-8650b0c70b96 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:58:55.325691 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-6d7f9e51-2f9d-4830-9f35-8650b0c70b96 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:58:55.328213 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-6d7f9e51-2f9d-4830-9f35-8650b0c70b96 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:58:55.369958 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f9e51-2f9d-4830-9f35-8650b0c70b96 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Pushing event updated for resources: {'Port': ['ID=ed88e625-4db8-45fd-b42e-18cdbdfc13f5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:55.370186 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61e22182-0b45-4c08-a44c-82c682629032 req-5886c7fe-16f0-4bf5-b16c-c145ac6a6987 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 210 time: 0.1032100 May 26 15:58:55.388718 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-6d7f9e51-2f9d-4830-9f35-8650b0c70b96 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:55.389343 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-6d7f9e51-2f9d-4830-9f35-8650b0c70b96 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:55.419571 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-6d7f9e51-2f9d-4830-9f35-8650b0c70b96 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8890285 May 26 15:58:55.431773 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8856a48b-ebb3-4d18-bd11-85703730979a req-b6d51ca3-5fd9-4010-bf46-7ecfb3bd27f3 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342506 May 26 15:58:55.440227 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-586117bd-abc2-453f-b69d-85786fa79285 req-7b96ff98-956b-439d-a27c-35ee7bf6d9ef tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Made reservation on behalf of 19e070c8e7b54fd08885a106f1eb9e23 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:58:55.440227 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-586117bd-abc2-453f-b69d-85786fa79285 req-7b96ff98-956b-439d-a27c-35ee7bf6d9ef tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:55.444713 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-435bc762-e13d-4a74-8b57-618cedc55d4f service neutron] Request body: {'port': {'device_id': 'caad596c-be35-4e6d-9d1b-75241f99ec43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:55.501633 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-435bc762-e13d-4a74-8b57-618cedc55d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:55.626781 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb70644-11e8-400f-a63f-edf14aef5f3b req-274529fb-0fb4-40ab-9601-55e857d8230e tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:55.628820 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5bb70644-11e8-400f-a63f-edf14aef5f3b req-274529fb-0fb4-40ab-9601-55e857d8230e tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 945 time: 0.1597354 May 26 15:58:55.747052 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-586117bd-abc2-453f-b69d-85786fa79285 req-7b96ff98-956b-439d-a27c-35ee7bf6d9ef tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Allocated IP 172.20.0.4 (849715ed-d05e-42c2-bffa-fde3212d6c0a/34e27219-447c-429c-b572-febfd4b36520/abc417ca-d09c-4b20-afa4-b8599fee9b0e) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:58:55.750544 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b08a7be2-02cb-483f-b47e-2dec9270dfef req-559d5bdc-a02c-4954-82d1-3f79ff24766d tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0563686 May 26 15:58:55.787591 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5bb70644-11e8-400f-a63f-edf14aef5f3b req-8c8de7bd-af16-42db-8585-f4f66eb051b2 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482944 May 26 15:58:55.792814 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-435bc762-e13d-4a74-8b57-618cedc55d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed88e625-4db8-45fd-b42e-18cdbdfc13f5 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:55.801193 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-435bc762-e13d-4a74-8b57-618cedc55d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:55.806573 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-a9ac2c81-7031-4813-ae0c-30c7ba2909e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1316fc1c-80b5-42b0-b18b-b3fbe482d06a {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:55.820887 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-435bc762-e13d-4a74-8b57-618cedc55d4f service neutron] Transition to ACTIVE for port object ed88e625-4db8-45fd-b42e-18cdbdfc13f5 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:58:55.822983 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-a9ac2c81-7031-4813-ae0c-30c7ba2909e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:55.827720 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-435bc762-e13d-4a74-8b57-618cedc55d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:55.853153 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-a9ac2c81-7031-4813-ae0c-30c7ba2909e8 service neutron] Transition to ACTIVE for port object 1316fc1c-80b5-42b0-b18b-b3fbe482d06a will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:58:55.861921 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-a9ac2c81-7031-4813-ae0c-30c7ba2909e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:55.883092 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435bc762-e13d-4a74-8b57-618cedc55d4f service neutron] Pushing event updated for resources: {'Port': ['ID=ed88e625-4db8-45fd-b42e-18cdbdfc13f5,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:55.953192 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-435bc762-e13d-4a74-8b57-618cedc55d4f service neutron] Attempting to bind port ed88e625-4db8-45fd-b42e-18cdbdfc13f5 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:55.953746 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-435bc762-e13d-4a74-8b57-618cedc55d4f service neutron] Attempting to bind port ed88e625-4db8-45fd-b42e-18cdbdfc13f5 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:55.954132 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-435bc762-e13d-4a74-8b57-618cedc55d4f service neutron] Attempting to bind port ed88e625-4db8-45fd-b42e-18cdbdfc13f5 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:55.959555 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-435bc762-e13d-4a74-8b57-618cedc55d4f service neutron] Port ed88e625-4db8-45fd-b42e-18cdbdfc13f5 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:58:55.959952 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-435bc762-e13d-4a74-8b57-618cedc55d4f service neutron] Attempting to bind port ed88e625-4db8-45fd-b42e-18cdbdfc13f5 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:55.965397 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-435bc762-e13d-4a74-8b57-618cedc55d4f service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:55.965801 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-435bc762-e13d-4a74-8b57-618cedc55d4f service neutron] Checking segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:55.966246 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-435bc762-e13d-4a74-8b57-618cedc55d4f service neutron] Bound using segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:55.966729 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-435bc762-e13d-4a74-8b57-618cedc55d4f service neutron] Bound port: ed88e625-4db8-45fd-b42e-18cdbdfc13f5, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:55.967153 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-435bc762-e13d-4a74-8b57-618cedc55d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:56.009583 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac2c81-7031-4813-ae0c-30c7ba2909e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1316fc1c-80b5-42b0-b18b-b3fbe482d06a,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:56.039655 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-435bc762-e13d-4a74-8b57-618cedc55d4f service neutron] For port ed88e625-4db8-45fd-b42e-18cdbdfc13f5, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:56.043009 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-435bc762-e13d-4a74-8b57-618cedc55d4f service neutron] For port ed88e625-4db8-45fd-b42e-18cdbdfc13f5, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ed88e625-4db8-45fd-b42e-18cdbdfc13f5,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:56.049086 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-435bc762-e13d-4a74-8b57-618cedc55d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:56.072663 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3a141-5631-43cc-9195-6956b67fc32d req-48ae6729-e56d-42e4-98bc-6c145c26888d tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:56.074576 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-acc3a141-5631-43cc-9195-6956b67fc32d req-48ae6729-e56d-42e4-98bc-6c145c26888d tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 945 time: 0.1926477 May 26 15:58:56.086320 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-435bc762-e13d-4a74-8b57-618cedc55d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:56.086979 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-435bc762-e13d-4a74-8b57-618cedc55d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:56.088371 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-435bc762-e13d-4a74-8b57-618cedc55d4f service neutron] 10.222.0.81 "PUT /v2.0/ports/ed88e625-4db8-45fd-b42e-18cdbdfc13f5 HTTP/1.1" status: 200 len: 1091 time: 0.6595421 May 26 15:58:56.089093 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caad596c-be35-4e6d-9d1b-75241f99ec43', 'tag': 'ed88e625-4db8-45fd-b42e-18cdbdfc13f5'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:56.091279 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87d4ae2-b6b7-44dd-988f-95e54beaa4af" -d '{"events": [{"name": "network-changed", "server_uuid": "caad596c-be35-4e6d-9d1b-75241f99ec43", "tag": "ed88e625-4db8-45fd-b42e-18cdbdfc13f5"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:56.114165 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435bc762-e13d-4a74-8b57-618cedc55d4f service neutron] Pushing event updated for resources: {'Port': ['ID=ed88e625-4db8-45fd-b42e-18cdbdfc13f5,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:56.174378 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-2e04d1ab-ed5b-4352-aa9a-974675f3afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:56.176201 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-2e04d1ab-ed5b-4352-aa9a-974675f3afaf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 1094 time: 0.0439920 May 26 15:58:56.226015 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-dc296223-42b3-4724-936d-be8114994427 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed88e625-4db8-45fd-b42e-18cdbdfc13f5 HTTP/1.1" status: 200 len: 217 time: 0.0410008 May 26 15:58:56.276731 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-3a7249e6-8847-4b52-8b05-7092435d2a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:56.278264 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-3a7249e6-8847-4b52-8b05-7092435d2a79 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cfa16bff-3370-4a4e-860f-b7e489b84ed0 HTTP/1.1" status: 200 len: 847 time: 0.0449829 May 26 15:58:56.311454 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-57a54abc-0e69-4def-805d-c99d0d4d9a40 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255892 May 26 15:58:56.375202 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-586117bd-abc2-453f-b69d-85786fa79285 req-7b96ff98-956b-439d-a27c-35ee7bf6d9ef tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:56.415568 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-9bf33107-73de-420b-baab-c705ce4926da service neutron] 10.222.0.81 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899713 May 26 15:58:56.440354 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-a9ac2c81-7031-4813-ae0c-30c7ba2909e8 service neutron] Attempting to bind port 1316fc1c-80b5-42b0-b18b-b3fbe482d06a on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:56.440688 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-a9ac2c81-7031-4813-ae0c-30c7ba2909e8 service neutron] Attempting to bind port 1316fc1c-80b5-42b0-b18b-b3fbe482d06a by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'c5c2df13-4177-41c8-aa31-07f6635780db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:56.441080 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-a9ac2c81-7031-4813-ae0c-30c7ba2909e8 service neutron] Attempting to bind port 1316fc1c-80b5-42b0-b18b-b3fbe482d06a on network 3574b971-b80b-4fc7-8db0-6b0fd27cbf51 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:56.445387 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-acc3a141-5631-43cc-9195-6956b67fc32d req-d8538730-c3a0-4aac-bc60-8ea97e8a1538 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544095 May 26 15:58:56.461074 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-a9ac2c81-7031-4813-ae0c-30c7ba2909e8 service neutron] Port 1316fc1c-80b5-42b0-b18b-b3fbe482d06a on network 3574b971-b80b-4fc7-8db0-6b0fd27cbf51 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:58:56.461405 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-a9ac2c81-7031-4813-ae0c-30c7ba2909e8 service neutron] Attempting to bind port 1316fc1c-80b5-42b0-b18b-b3fbe482d06a on network 3574b971-b80b-4fc7-8db0-6b0fd27cbf51 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:56.474428 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-a9ac2c81-7031-4813-ae0c-30c7ba2909e8 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:56.474770 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-a9ac2c81-7031-4813-ae0c-30c7ba2909e8 service neutron] Checking segment: {'id': 'c5c2df13-4177-41c8-aa31-07f6635780db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:56.475159 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-a9ac2c81-7031-4813-ae0c-30c7ba2909e8 service neutron] Bound using segment: {'id': 'c5c2df13-4177-41c8-aa31-07f6635780db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:56.475600 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-a9ac2c81-7031-4813-ae0c-30c7ba2909e8 service neutron] Bound port: 1316fc1c-80b5-42b0-b18b-b3fbe482d06a, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c2df13-4177-41c8-aa31-07f6635780db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:56.475958 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-a9ac2c81-7031-4813-ae0c-30c7ba2909e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:56.486677 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffc37d-8bdc-4a09-bd66-a0a6d59c653d req-bf556ab8-e8cb-44df-866b-011b0eefe0c7 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:56.488797 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7ffc37d-8bdc-4a09-bd66-a0a6d59c653d req-bf556ab8-e8cb-44df-866b-011b0eefe0c7 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=481730db-a991-45cf-9f3d-f7fcb7ea2f1a HTTP/1.1" status: 200 len: 943 time: 0.3967557 May 26 15:58:56.500726 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5145f6f2-9971-4d19-8b0a-d6dd4b66a1e8 x-openstack-request-id: req-5145f6f2-9971-4d19-8b0a-d6dd4b66a1e8 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:56.501017 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caad596c-be35-4e6d-9d1b-75241f99ec43", "tag": "ed88e625-4db8-45fd-b42e-18cdbdfc13f5", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:56.501269 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5145f6f2-9971-4d19-8b0a-d6dd4b66a1e8 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:56.501669 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5145f6f2-9971-4d19-8b0a-d6dd4b66a1e8'] response: {'name': 'network-changed', 'server_uuid': 'caad596c-be35-4e6d-9d1b-75241f99ec43', 'tag': 'ed88e625-4db8-45fd-b42e-18cdbdfc13f5', 'status': 'completed', 'code': 200} May 26 15:58:56.514714 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-586117bd-abc2-453f-b69d-85786fa79285 req-7b96ff98-956b-439d-a27c-35ee7bf6d9ef tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:56.524530 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bfd25937-163d-45ec-93a7-528ba7c628f7 req-604721fb-8e3f-4dd5-8926-64c07008feb8 service neutron] 10.222.0.81 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975051 May 26 15:58:56.620412 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d4ae2-b6b7-44dd-988f-95e54beaa4af req-6c4d44eb-8b88-43f1-aef6-6021464f4809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:56.621915 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b87d4ae2-b6b7-44dd-988f-95e54beaa4af req-6c4d44eb-8b88-43f1-aef6-6021464f4809 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 1094 time: 0.0430794 May 26 15:58:56.630874 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-586117bd-abc2-453f-b69d-85786fa79285 req-7b96ff98-956b-439d-a27c-35ee7bf6d9ef tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Network 849715ed-d05e-42c2-bffa-fde3212d6c0a is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:58:56.634232 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7ffc37d-8bdc-4a09-bd66-a0a6d59c653d req-bdde093a-8a15-4eab-bf84-f1d22e436f8e tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348805 May 26 15:58:56.646118 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-586117bd-abc2-453f-b69d-85786fa79285 req-7b96ff98-956b-439d-a27c-35ee7bf6d9ef tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:58:56.658006 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-586117bd-abc2-453f-b69d-85786fa79285 req-7b96ff98-956b-439d-a27c-35ee7bf6d9ef tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:58:56.665955 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96ff98-956b-439d-a27c-35ee7bf6d9ef tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Pushing event updated for resources: {'Port': ['ID=abc417ca-d09c-4b20-afa4-b8599fee9b0e,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:56.713096 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-a9ac2c81-7031-4813-ae0c-30c7ba2909e8 service neutron] For port 1316fc1c-80b5-42b0-b18b-b3fbe482d06a, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:56.723080 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f13d9a-b270-4b21-98c9-5ee3e255fed6 req-01a9a99e-92f2-44ab-9b0f-c3ab91ca2f2a tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:56.724588 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12f13d9a-b270-4b21-98c9-5ee3e255fed6 req-01a9a99e-92f2-44ab-9b0f-c3ab91ca2f2a tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 943 time: 0.1480982 May 26 15:58:56.740021 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d4ae2-b6b7-44dd-988f-95e54beaa4af req-c0d786ec-f822-40b4-9f79-4e95fc5b8b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:56.741651 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b87d4ae2-b6b7-44dd-988f-95e54beaa4af req-c0d786ec-f822-40b4-9f79-4e95fc5b8b93 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 908 time: 0.1115112 May 26 15:58:56.772917 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-a9ac2c81-7031-4813-ae0c-30c7ba2909e8 service neutron] For port 1316fc1c-80b5-42b0-b18b-b3fbe482d06a, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=1316fc1c-80b5-42b0-b18b-b3fbe482d06a,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:56.786463 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586117bd-abc2-453f-b69d-85786fa79285 req-7b96ff98-956b-439d-a27c-35ee7bf6d9ef tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:56.787074 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-586117bd-abc2-453f-b69d-85786fa79285 req-7b96ff98-956b-439d-a27c-35ee7bf6d9ef tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:56.790468 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b87d4ae2-b6b7-44dd-988f-95e54beaa4af req-1fb1e566-3031-47d0-94ac-d5c9c9155da1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed88e625-4db8-45fd-b42e-18cdbdfc13f5 HTTP/1.1" status: 200 len: 217 time: 0.0358009 May 26 15:58:56.797486 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-a9ac2c81-7031-4813-ae0c-30c7ba2909e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:56.849826 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d4ae2-b6b7-44dd-988f-95e54beaa4af req-6c30167a-0b2c-4631-9ab5-89ef9fc1458f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:56.851304 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b87d4ae2-b6b7-44dd-988f-95e54beaa4af req-6c30167a-0b2c-4631-9ab5-89ef9fc1458f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cfa16bff-3370-4a4e-860f-b7e489b84ed0 HTTP/1.1" status: 200 len: 847 time: 0.0516524 May 26 15:58:56.854846 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-586117bd-abc2-453f-b69d-85786fa79285 req-7b96ff98-956b-439d-a27c-35ee7bf6d9ef tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7777307 May 26 15:58:56.869091 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12f13d9a-b270-4b21-98c9-5ee3e255fed6 req-c80cf058-1521-47e3-894e-1f84f87d8d2f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339300 May 26 15:58:56.871860 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-a9ac2c81-7031-4813-ae0c-30c7ba2909e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:56.872533 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-a9ac2c81-7031-4813-ae0c-30c7ba2909e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:56.873793 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-a9ac2c81-7031-4813-ae0c-30c7ba2909e8 service neutron] 10.222.0.81 "PUT /v2.0/ports/1316fc1c-80b5-42b0-b18b-b3fbe482d06a HTTP/1.1" status: 200 len: 1091 time: 1.8862193 May 26 15:58:56.875794 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481730db-a991-45cf-9f3d-f7fcb7ea2f1a', 'tag': '1316fc1c-80b5-42b0-b18b-b3fbe482d06a'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:56.878856 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edec091d-77b5-4b7c-b659-ccdae03b124b" -d '{"events": [{"name": "network-changed", "server_uuid": "481730db-a991-45cf-9f3d-f7fcb7ea2f1a", "tag": "1316fc1c-80b5-42b0-b18b-b3fbe482d06a"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:56.895941 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-586117bd-abc2-453f-b69d-85786fa79285 req-7e154431-774b-4b5c-aae5-6e8db34db2b6 service neutron] Request body: {'port': {'device_id': '80576462-f2a3-4429-9edb-c0f42a1063cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:58:56.905437 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b87d4ae2-b6b7-44dd-988f-95e54beaa4af req-47c21381-7ae8-467f-983b-41bd4225e0cb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355697 May 26 15:58:56.907030 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1367d-10a6-43fd-bf5d-da4b6edf034b req-2c2ae5bf-8c24-4b3e-becb-c2d7a3518482 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:56.908684 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87c1367d-10a6-43fd-bf5d-da4b6edf034b req-2c2ae5bf-8c24-4b3e-becb-c2d7a3518482 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 931 time: 0.1989675 May 26 15:58:56.913632 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac2c81-7031-4813-ae0c-30c7ba2909e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1316fc1c-80b5-42b0-b18b-b3fbe482d06a,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:57.021095 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b87d4ae2-b6b7-44dd-988f-95e54beaa4af req-f508fe97-4eac-4ac2-8e00-9645fe0a6150 service neutron] 10.222.0.81 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983167 May 26 15:58:57.061049 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-586117bd-abc2-453f-b69d-85786fa79285 req-7e154431-774b-4b5c-aae5-6e8db34db2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:57.069683 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87c1367d-10a6-43fd-bf5d-da4b6edf034b req-a3ca3703-bc2a-49f0-94af-f9d8377f8878 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364200 May 26 15:58:57.085070 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-f1161143-c93d-4092-9cea-633c02bb18bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:57.086638 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-f1161143-c93d-4092-9cea-633c02bb18bd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc4c96fd02c143a08b7d26019ba324a5&device_id=481730db-a991-45cf-9f3d-f7fcb7ea2f1a HTTP/1.1" status: 200 len: 1094 time: 0.1548462 May 26 15:58:57.095559 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb7201-ba73-47fa-a4f6-7f987b4c29f9 req-83fc7364-1ae7-4019-b04a-31031ee3741f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:57.097954 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7eb7201-ba73-47fa-a4f6-7f987b4c29f9 req-83fc7364-1ae7-4019-b04a-31031ee3741f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.1382887 May 26 15:58:57.136384 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b87d4ae2-b6b7-44dd-988f-95e54beaa4af req-10a5293f-1277-42c3-9d1d-1b7b613347d3 service neutron] 10.222.0.81 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051512 May 26 15:58:57.167668 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-6ccc125a-aa49-4557-aa03-98078e16afd0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1316fc1c-80b5-42b0-b18b-b3fbe482d06a HTTP/1.1" status: 200 len: 217 time: 0.0674129 May 26 15:58:57.211367 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8692033-3733-4e07-84ae-7e3e0cfac6a5 req-886bcbb0-45e9-45a6-b616-75c102637565 tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0527716 May 26 15:58:57.306167 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd040336-7734-4919-8317-9c15c38eed9c x-openstack-request-id: req-cd040336-7734-4919-8317-9c15c38eed9c {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:57.306557 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481730db-a991-45cf-9f3d-f7fcb7ea2f1a", "tag": "1316fc1c-80b5-42b0-b18b-b3fbe482d06a", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:57.306900 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cd040336-7734-4919-8317-9c15c38eed9c {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:57.307459 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd040336-7734-4919-8317-9c15c38eed9c'] response: {'name': 'network-changed', 'server_uuid': '481730db-a991-45cf-9f3d-f7fcb7ea2f1a', 'tag': '1316fc1c-80b5-42b0-b18b-b3fbe482d06a', 'status': 'completed', 'code': 200} May 26 15:58:57.331883 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7eb7201-ba73-47fa-a4f6-7f987b4c29f9 req-10f7a428-4aa9-4f6f-9fc5-7fb43275669a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039073 May 26 15:58:57.375684 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-cecea9b2-a52d-45d9-b05c-5f4ee73a4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:57.377142 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-cecea9b2-a52d-45d9-b05c-5f4ee73a4a29 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c76d8b67-4d6e-4728-b031-a89f28d135e0 HTTP/1.1" status: 200 len: 845 time: 0.1935475 May 26 15:58:57.451230 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-8d9dfc8e-6ca4-43b3-a1ab-3bbcc6b8b6bf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3574b971-b80b-4fc7-8db0-6b0fd27cbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649724 May 26 15:58:57.489959 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b3493-b928-4a15-9874-576aa0aad623 req-3a9c8687-1ba6-414e-994c-dcc8f9ade928 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:57.491388 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c30b3493-b928-4a15-9874-576aa0aad623 req-3a9c8687-1ba6-414e-994c-dcc8f9ade928 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 945 time: 0.1716740 May 26 15:58:57.599143 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c30b3493-b928-4a15-9874-576aa0aad623 req-5ebcb703-9c76-45cd-90aa-e26058eb1ba4 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737593 May 26 15:58:57.618857 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-95e34eb4-7497-49c6-b4c8-b028c49286d5 service neutron] 10.222.0.81 "GET /v2.0/networks/3574b971-b80b-4fc7-8db0-6b0fd27cbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594059 May 26 15:58:57.754106 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-586117bd-abc2-453f-b69d-85786fa79285 req-7e154431-774b-4b5c-aae5-6e8db34db2b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc417ca-d09c-4b20-afa4-b8599fee9b0e {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:57.767250 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-586117bd-abc2-453f-b69d-85786fa79285 req-7e154431-774b-4b5c-aae5-6e8db34db2b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:57.806590 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-586117bd-abc2-453f-b69d-85786fa79285 req-7e154431-774b-4b5c-aae5-6e8db34db2b6 service neutron] Transition to ACTIVE for port object abc417ca-d09c-4b20-afa4-b8599fee9b0e will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:58:57.821889 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-586117bd-abc2-453f-b69d-85786fa79285 req-7e154431-774b-4b5c-aae5-6e8db34db2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:57.841466 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0925f9-e61d-4add-9f73-f12a09b4950a req-cf636392-a77e-4b26-b447-0e48e45617db tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:57.842913 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3c0925f9-e61d-4add-9f73-f12a09b4950a req-cf636392-a77e-4b26-b447-0e48e45617db tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 945 time: 0.1729908 May 26 15:58:57.871318 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf6378-8228-4bd2-beba-d051a22c7ddb req-7397c53f-7fe0-422e-bf70-8584f3657324 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:57.873092 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7bf6378-8228-4bd2-beba-d051a22c7ddb req-7397c53f-7fe0-422e-bf70-8584f3657324 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=481730db-a991-45cf-9f3d-f7fcb7ea2f1a HTTP/1.1" status: 200 len: 943 time: 0.1614075 May 26 15:58:57.874862 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9aa989e7-dcda-4540-8ade-3c2148c5f7f2 req-1c515ca2-c6c4-4cf5-adba-092c6785c09b service neutron] 10.222.0.81 "GET /v2.0/networks/3574b971-b80b-4fc7-8db0-6b0fd27cbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460608 May 26 15:58:57.944552 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e154431-774b-4b5c-aae5-6e8db34db2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=abc417ca-d09c-4b20-afa4-b8599fee9b0e,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:58.002645 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3c0925f9-e61d-4add-9f73-f12a09b4950a req-08282df5-0424-47de-8250-46b4ffe5bc14 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268363 May 26 15:58:58.008933 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7bf6378-8228-4bd2-beba-d051a22c7ddb req-a004392f-bf16-4474-bbfd-a19d83498f77 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265175 May 26 15:58:58.050338 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec091d-77b5-4b7c-b659-ccdae03b124b req-df971d8a-3dcc-4215-8572-3c4446fc4ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:58.051848 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-edec091d-77b5-4b7c-b659-ccdae03b124b req-df971d8a-3dcc-4215-8572-3c4446fc4ccc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc4c96fd02c143a08b7d26019ba324a5&device_id=481730db-a991-45cf-9f3d-f7fcb7ea2f1a HTTP/1.1" status: 200 len: 1094 time: 0.1188378 May 26 15:58:58.094553 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-586117bd-abc2-453f-b69d-85786fa79285 req-7e154431-774b-4b5c-aae5-6e8db34db2b6 service neutron] Attempting to bind port abc417ca-d09c-4b20-afa4-b8599fee9b0e on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:58:58.094885 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-586117bd-abc2-453f-b69d-85786fa79285 req-7e154431-774b-4b5c-aae5-6e8db34db2b6 service neutron] Attempting to bind port abc417ca-d09c-4b20-afa4-b8599fee9b0e by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:58:58.095207 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586117bd-abc2-453f-b69d-85786fa79285 req-7e154431-774b-4b5c-aae5-6e8db34db2b6 service neutron] Attempting to bind port abc417ca-d09c-4b20-afa4-b8599fee9b0e on network 849715ed-d05e-42c2-bffa-fde3212d6c0a {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:58.153658 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586117bd-abc2-453f-b69d-85786fa79285 req-7e154431-774b-4b5c-aae5-6e8db34db2b6 service neutron] Port abc417ca-d09c-4b20-afa4-b8599fee9b0e on network 849715ed-d05e-42c2-bffa-fde3212d6c0a not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:58:58.153885 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586117bd-abc2-453f-b69d-85786fa79285 req-7e154431-774b-4b5c-aae5-6e8db34db2b6 service neutron] Attempting to bind port abc417ca-d09c-4b20-afa4-b8599fee9b0e on network 849715ed-d05e-42c2-bffa-fde3212d6c0a {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:58:58.182450 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586117bd-abc2-453f-b69d-85786fa79285 req-7e154431-774b-4b5c-aae5-6e8db34db2b6 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:58:58.182779 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586117bd-abc2-453f-b69d-85786fa79285 req-7e154431-774b-4b5c-aae5-6e8db34db2b6 service neutron] Checking segment: {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:58:58.183155 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586117bd-abc2-453f-b69d-85786fa79285 req-7e154431-774b-4b5c-aae5-6e8db34db2b6 service neutron] Bound using segment: {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:58:58.183580 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-586117bd-abc2-453f-b69d-85786fa79285 req-7e154431-774b-4b5c-aae5-6e8db34db2b6 service neutron] Bound port: abc417ca-d09c-4b20-afa4-b8599fee9b0e, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:58:58.183930 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-586117bd-abc2-453f-b69d-85786fa79285 req-7e154431-774b-4b5c-aae5-6e8db34db2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:58.266345 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caca0ac-575d-4a44-afb5-739025062dbe req-68608eaf-e94c-4164-b791-364b38f4c418 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:58.267793 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6caca0ac-575d-4a44-afb5-739025062dbe req-68608eaf-e94c-4164-b791-364b38f4c418 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 943 time: 0.1920395 May 26 15:58:58.276693 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2b8bf-b988-4e9f-b9fe-09dfec5f82f3 req-f9086a7d-4550-4ced-88b6-6ae007759b9c tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:58.278023 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10d2b8bf-b988-4e9f-b9fe-09dfec5f82f3 req-f9086a7d-4550-4ced-88b6-6ae007759b9c tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 945 time: 0.1582313 May 26 15:58:58.278948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec091d-77b5-4b7c-b659-ccdae03b124b req-551cd134-e514-4e5e-86d9-92cea150fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:58.280277 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-edec091d-77b5-4b7c-b659-ccdae03b124b req-551cd134-e514-4e5e-86d9-92cea150fe53 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3574b971-b80b-4fc7-8db0-6b0fd27cbf51 HTTP/1.1" status: 200 len: 906 time: 0.2170253 May 26 15:58:58.363255 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-edec091d-77b5-4b7c-b659-ccdae03b124b req-ebc0432b-0792-4dbf-b30a-9d02055a861d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1316fc1c-80b5-42b0-b18b-b3fbe482d06a HTTP/1.1" status: 200 len: 217 time: 0.0732558 May 26 15:58:58.373966 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-586117bd-abc2-453f-b69d-85786fa79285 req-7e154431-774b-4b5c-aae5-6e8db34db2b6 service neutron] For port abc417ca-d09c-4b20-afa4-b8599fee9b0e, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:58:58.425829 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-586117bd-abc2-453f-b69d-85786fa79285 req-7e154431-774b-4b5c-aae5-6e8db34db2b6 service neutron] For port abc417ca-d09c-4b20-afa4-b8599fee9b0e, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=abc417ca-d09c-4b20-afa4-b8599fee9b0e,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:58:58.433604 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6caca0ac-575d-4a44-afb5-739025062dbe req-55ebbd6e-f05a-4761-9b2a-72013de62383 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511202 May 26 15:58:58.438124 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10d2b8bf-b988-4e9f-b9fe-09dfec5f82f3 req-343bdab6-8329-4b17-9420-7bf8a71c0358 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527281 May 26 15:58:58.441442 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-586117bd-abc2-453f-b69d-85786fa79285 req-7e154431-774b-4b5c-aae5-6e8db34db2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:58.484356 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586117bd-abc2-453f-b69d-85786fa79285 req-7e154431-774b-4b5c-aae5-6e8db34db2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:58.485092 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-586117bd-abc2-453f-b69d-85786fa79285 req-7e154431-774b-4b5c-aae5-6e8db34db2b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:58.486798 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-586117bd-abc2-453f-b69d-85786fa79285 req-7e154431-774b-4b5c-aae5-6e8db34db2b6 service neutron] 10.222.0.81 "PUT /v2.0/ports/abc417ca-d09c-4b20-afa4-b8599fee9b0e HTTP/1.1" status: 200 len: 1091 time: 1.6017375 May 26 15:58:58.491677 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec091d-77b5-4b7c-b659-ccdae03b124b req-db196fc5-d5dc-4ab8-bcc6-a4213b72f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:58.493306 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-edec091d-77b5-4b7c-b659-ccdae03b124b req-db196fc5-d5dc-4ab8-bcc6-a4213b72f820 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c76d8b67-4d6e-4728-b031-a89f28d135e0 HTTP/1.1" status: 200 len: 845 time: 0.1172516 May 26 15:58:58.566527 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-edec091d-77b5-4b7c-b659-ccdae03b124b req-d3fada30-f739-4fc8-a8da-f06db8cd8201 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3574b971-b80b-4fc7-8db0-6b0fd27cbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658484 May 26 15:58:58.588115 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e154431-774b-4b5c-aae5-6e8db34db2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=abc417ca-d09c-4b20-afa4-b8599fee9b0e,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:58.629276 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae24d2a3-05e5-4184-bc14-c4e61d3bf2b9 req-e360aaf3-feaf-4348-b3c4-c0f62dc7731d tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.1029904 May 26 15:58:58.703703 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04a44a-b8af-4b0c-81ba-0b4c83f7b870 req-82064ce3-b47f-4c3b-89df-f7ccdc660763 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:58.705101 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb04a44a-b8af-4b0c-81ba-0b4c83f7b870 req-82064ce3-b47f-4c3b-89df-f7ccdc660763 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 943 time: 0.1800160 May 26 15:58:58.710693 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586117bd-abc2-453f-b69d-85786fa79285 req-ca822d78-bab5-4b2d-8e24-d5fbbffff52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:58.712050 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-586117bd-abc2-453f-b69d-85786fa79285 req-ca822d78-bab5-4b2d-8e24-d5fbbffff52d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 1094 time: 0.1636808 May 26 15:58:58.801946 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-586117bd-abc2-453f-b69d-85786fa79285 req-55ceae34-1ac4-4021-ac05-9ab233027e16 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abc417ca-d09c-4b20-afa4-b8599fee9b0e HTTP/1.1" status: 200 len: 217 time: 0.0780609 May 26 15:58:58.856199 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-edec091d-77b5-4b7c-b659-ccdae03b124b req-47b25871-850e-4102-8cf7-8499442b9a77 service neutron] 10.222.0.81 "GET /v2.0/networks/3574b971-b80b-4fc7-8db0-6b0fd27cbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622123 May 26 15:58:58.861383 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb04a44a-b8af-4b0c-81ba-0b4c83f7b870 req-c7ca6233-c1ab-4896-892e-76799e02bae7 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484771 May 26 15:58:58.881305 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad5f2f-1392-4dab-9b29-7314e5b08a8d req-f82c6cbd-1e95-45d9-a71d-e843abba1115 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:58.882759 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2bad5f2f-1392-4dab-9b29-7314e5b08a8d req-f82c6cbd-1e95-45d9-a71d-e843abba1115 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.1760778 May 26 15:58:58.957450 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586117bd-abc2-453f-b69d-85786fa79285 req-90446cf2-5ae7-4b78-946f-c134f4f9f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:58.958767 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-586117bd-abc2-453f-b69d-85786fa79285 req-90446cf2-5ae7-4b78-946f-c134f4f9f393 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=34e27219-447c-429c-b572-febfd4b36520 HTTP/1.1" status: 200 len: 860 time: 0.1470346 May 26 15:58:59.014008 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-586117bd-abc2-453f-b69d-85786fa79285 req-58018b96-c601-4554-bb0b-1f109160f2b8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=849715ed-d05e-42c2-bffa-fde3212d6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390193 May 26 15:58:59.045101 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2bad5f2f-1392-4dab-9b29-7314e5b08a8d req-8a9beeba-19ec-45e3-8392-367962d0abd6 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486630 May 26 15:58:59.328186 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device ed88e625-4db8-45fd-b42e-18cdbdfc13f5 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:58:59.330656 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80576462-f2a3-4429-9edb-c0f42a1063cf', 'tag': 'abc417ca-d09c-4b20-afa4-b8599fee9b0e'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:58:59.332944 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f5817c-44bf-4445-bf8b-9772e12a1114" -d '{"events": [{"name": "network-changed", "server_uuid": "80576462-f2a3-4429-9edb-c0f42a1063cf", "tag": "abc417ca-d09c-4b20-afa4-b8599fee9b0e"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:58:59.342746 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-edec091d-77b5-4b7c-b659-ccdae03b124b req-232217f3-b699-4852-b950-21069fe165bb service neutron] 10.222.0.81 "GET /v2.0/networks/3574b971-b80b-4fc7-8db0-6b0fd27cbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763830 May 26 15:58:59.352612 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231c26e-d354-4e48-ae05-7a444ede5b3c req-835dfbba-bbfe-4c3c-9a17-5f7bcee5e084 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:59.354068 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5231c26e-d354-4e48-ae05-7a444ede5b3c req-835dfbba-bbfe-4c3c-9a17-5f7bcee5e084 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 945 time: 0.4210782 May 26 15:58:59.454520 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5231c26e-d354-4e48-ae05-7a444ede5b3c req-c1df59f7-f7e4-4990-bd29-ba45fb56355a tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883937 May 26 15:58:59.463411 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f6c84-c61d-4eb2-af5f-c649d55e9c21 req-6124de1a-7b86-423d-b9ce-82fc933b4b9b tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:59.465227 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b51f6c84-c61d-4eb2-af5f-c649d55e9c21 req-6124de1a-7b86-423d-b9ce-82fc933b4b9b tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=481730db-a991-45cf-9f3d-f7fcb7ea2f1a HTTP/1.1" status: 200 len: 943 time: 0.1248562 May 26 15:58:59.467073 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-586117bd-abc2-453f-b69d-85786fa79285 req-d2c5fa70-e7e7-4ea3-bf6a-c0d8e62fc21f service neutron] 10.222.0.81 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413929 May 26 15:58:59.534666 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f733c0-7679-4037-b116-0537c6a28c5e x-openstack-request-id: req-36f733c0-7679-4037-b116-0537c6a28c5e {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:58:59.534947 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80576462-f2a3-4429-9edb-c0f42a1063cf", "tag": "abc417ca-d09c-4b20-afa4-b8599fee9b0e", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:58:59.535196 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-36f733c0-7679-4037-b116-0537c6a28c5e {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:58:59.536181 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36f733c0-7679-4037-b116-0537c6a28c5e'] response: {'name': 'network-changed', 'server_uuid': '80576462-f2a3-4429-9edb-c0f42a1063cf', 'tag': 'abc417ca-d09c-4b20-afa4-b8599fee9b0e', 'status': 'completed', 'code': 200} May 26 15:58:59.558446 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port ed88e625-4db8-45fd-b42e-18cdbdfc13f5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ed88e625-4db8-45fd-b42e-18cdbdfc13f5,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:59.559896 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b51f6c84-c61d-4eb2-af5f-c649d55e9c21 req-175cee6c-5a36-4c4f-93cc-a18b24d0ad83 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886464 May 26 15:58:59.574121 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'ed88e625-4db8-45fd-b42e-18cdbdfc13f5', 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1', 'port_id': 'ed88e625-4db8-45fd-b42e-18cdbdfc13f5', 'mac_address': 'fa:16:3e:a4:83:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa16bff-3370-4a4e-860f-b7e489b84ed0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:58:59.613868 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port ed88e625-4db8-45fd-b42e-18cdbdfc13f5 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:58:59.614260 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:59.628767 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed88e625-4db8-45fd-b42e-18cdbdfc13f5 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:58:59.632826 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-586117bd-abc2-453f-b69d-85786fa79285 req-3f0ff12d-0f06-4577-bec2-e29b69427050 service neutron] 10.222.0.81 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547086 May 26 15:58:59.645384 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965716c-8f1c-46ae-83cb-07a7e103d073 req-0bb1e7ad-1c88-4b22-acd0-32e96ee710a5 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:59.646901 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8965716c-8f1c-46ae-83cb-07a7e103d073 req-0bb1e7ad-1c88-4b22-acd0-32e96ee710a5 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 943 time: 0.0778801 May 26 15:58:59.651214 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port ed88e625-4db8-45fd-b42e-18cdbdfc13f5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ed88e625-4db8-45fd-b42e-18cdbdfc13f5,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:58:59.659720 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:58:59.698424 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8965716c-8f1c-46ae-83cb-07a7e103d073 req-44498aed-aa24-4574-bb33-33081f3ddacc tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453432 May 26 15:58:59.733504 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=ed88e625-4db8-45fd-b42e-18cdbdfc13f5,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:58:59.750292 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5817c-44bf-4445-bf8b-9772e12a1114 req-266b2ac8-e910-49ab-89b7-5a04b5ab7f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:59.751776 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9f5817c-44bf-4445-bf8b-9772e12a1114 req-266b2ac8-e910-49ab-89b7-5a04b5ab7f34 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 1094 time: 0.0525179 May 26 15:58:59.835180 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-878dfb4a-4d08-4f70-a113-e624a0076ca7 req-23d5e8f4-b00a-4627-af5a-42a3b2012a8f tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0649445 May 26 15:58:59.888734 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5817c-44bf-4445-bf8b-9772e12a1114 req-d06213ce-2148-458e-8ac8-f5d9c952fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:58:59.890211 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9f5817c-44bf-4445-bf8b-9772e12a1114 req-d06213ce-2148-458e-8ac8-f5d9c952fd4d service neutron] 10.222.0.81 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 921 time: 0.1298530 May 26 15:58:59.959654 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9f5817c-44bf-4445-bf8b-9772e12a1114 req-8b45d707-beb4-4e6c-8dd3-c404f649fbf4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abc417ca-d09c-4b20-afa4-b8599fee9b0e HTTP/1.1" status: 200 len: 217 time: 0.0596912 May 26 15:58:59.982163 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['ed88e625-4db8-45fd-b42e-18cdbdfc13f5'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:59:00.068355 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29773ce5-1c25-4c3d-9b15-68d45d6d0380 req-d9ae0396-e422-4e93-a9c3-7d5d24f3b558 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:00.077914 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-29773ce5-1c25-4c3d-9b15-68d45d6d0380 req-d9ae0396-e422-4e93-a9c3-7d5d24f3b558 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 943 time: 0.1220417 May 26 15:59:00.107103 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5817c-44bf-4445-bf8b-9772e12a1114 req-fe24af91-4f77-4f50-aa3d-6cfe661b3981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:00.109112 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9f5817c-44bf-4445-bf8b-9772e12a1114 req-fe24af91-4f77-4f50-aa3d-6cfe661b3981 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=34e27219-447c-429c-b572-febfd4b36520 HTTP/1.1" status: 200 len: 860 time: 0.1411495 May 26 15:59:00.116425 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:00.134309 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-29773ce5-1c25-4c3d-9b15-68d45d6d0380 req-1050063a-c620-44e3-81b8-dd6af94d9569 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553961 May 26 15:59:00.157381 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9f5817c-44bf-4445-bf8b-9772e12a1114 req-3efb8f54-1de6-4f24-9392-8e7ef7db3bcb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=849715ed-d05e-42c2-bffa-fde3212d6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392849 May 26 15:59:00.315919 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f567bb-4377-4094-9e63-92193897c568 req-dfcb452f-e7e8-4805-989b-b4468db6dd78 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:00.317399 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-08f567bb-4377-4094-9e63-92193897c568 req-dfcb452f-e7e8-4805-989b-b4468db6dd78 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 945 time: 0.1026218 May 26 15:59:00.328990 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf558d31-0377-466c-8490-c55fdbe0285f req-fe6fbd2b-dd6c-46e5-9534-f6466604f808 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:00.330346 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf558d31-0377-466c-8490-c55fdbe0285f req-fe6fbd2b-dd6c-46e5-9534-f6466604f808 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.1141653 May 26 15:59:00.344194 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9f5817c-44bf-4445-bf8b-9772e12a1114 req-133beb0e-b9ad-4815-b857-2310ae06aeec service neutron] 10.222.0.81 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766949 May 26 15:59:00.453926 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-08f567bb-4377-4094-9e63-92193897c568 req-18f5755e-6564-4956-9457-db46972e386d tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225817 May 26 15:59:00.463797 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf558d31-0377-466c-8490-c55fdbe0285f req-4bc5436d-5b81-4116-a3b6-59c525813de2 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231351 May 26 15:59:00.492479 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9f5817c-44bf-4445-bf8b-9772e12a1114 req-333eccbb-800a-4cde-ad27-242afb75af6c service neutron] 10.222.0.81 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341374 May 26 15:59:00.688073 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547578b-8211-4e0b-80c4-5dc62abb7902 req-2800501e-f661-4985-b81f-b981e44e8a90 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:00.689510 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1547578b-8211-4e0b-80c4-5dc62abb7902 req-2800501e-f661-4985-b81f-b981e44e8a90 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=481730db-a991-45cf-9f3d-f7fcb7ea2f1a HTTP/1.1" status: 200 len: 943 time: 0.0514710 May 26 15:59:00.730061 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1547578b-8211-4e0b-80c4-5dc62abb7902 req-429c799a-72b8-40cc-9df5-85f4d2e85e0a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324504 May 26 15:59:00.817666 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfb879-f1c5-456c-b52b-f935bea5b469 req-7f0834b9-0ce2-481e-8032-1b378dba1bc2 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:00.819114 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3bbfb879-f1c5-456c-b52b-f935bea5b469 req-7f0834b9-0ce2-481e-8032-1b378dba1bc2 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 944 time: 0.0486600 May 26 15:59:00.857131 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3bbfb879-f1c5-456c-b52b-f935bea5b469 req-5e195c47-c8d9-47dd-92e3-b9414bdb204d tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319586 May 26 15:59:00.960540 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f9e090f9-3139-48dc-a089-c14746373835 req-88da4fef-1d2a-431c-ae7d-e5ee3c719bb0 tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0260873 May 26 15:59:01.263460 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaea3f4-3405-4d46-accf-5316fd6c4da3 req-025b9865-d535-49cf-9525-4cf6db371c14 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:01.264937 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-efaea3f4-3405-4d46-accf-5316fd6c4da3 req-025b9865-d535-49cf-9525-4cf6db371c14 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 943 time: 0.0516000 May 26 15:59:01.302967 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-efaea3f4-3405-4d46-accf-5316fd6c4da3 req-ad6743b1-287b-4967-8ed4-83d51c33c0e8 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315623 May 26 15:59:01.333847 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 1316fc1c-80b5-42b0-b18b-b3fbe482d06a details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:59:01.336928 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device ed88e625-4db8-45fd-b42e-18cdbdfc13f5 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:59:01.448815 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port ed88e625-4db8-45fd-b42e-18cdbdfc13f5 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:59:01.456125 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port ed88e625-4db8-45fd-b42e-18cdbdfc13f5 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:01.456497 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:01.495574 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 1316fc1c-80b5-42b0-b18b-b3fbe482d06a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=1316fc1c-80b5-42b0-b18b-b3fbe482d06a,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:01.515935 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '1316fc1c-80b5-42b0-b18b-b3fbe482d06a', 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51', 'port_id': '1316fc1c-80b5-42b0-b18b-b3fbe482d06a', 'mac_address': 'fa:16:3e:f4:ff:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76d8b67-4d6e-4728-b031-a89f28d135e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:59:01.590529 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 1316fc1c-80b5-42b0-b18b-b3fbe482d06a is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:01.590919 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:01.602996 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a3073-dcb7-4183-b0e2-1f6a19f7b0cf req-043c4165-4df6-48db-b3e2-2224c1cb5114 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:01.604508 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-521a3073-dcb7-4183-b0e2-1f6a19f7b0cf req-043c4165-4df6-48db-b3e2-2224c1cb5114 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 945 time: 0.0786462 May 26 15:59:01.606563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port ed88e625-4db8-45fd-b42e-18cdbdfc13f5 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:01.606960 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:01.610459 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1316fc1c-80b5-42b0-b18b-b3fbe482d06a {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:59:01.617095 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5470e-5fdf-4438-8fbc-50a2b9bde9c0 req-7244242e-0008-48ea-a365-09a13ee6d0c3 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:01.618566 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-21f5470e-5fdf-4438-8fbc-50a2b9bde9c0 req-7244242e-0008-48ea-a365-09a13ee6d0c3 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.0659504 May 26 15:59:01.647713 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caad596c-be35-4e6d-9d1b-75241f99ec43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed88e625-4db8-45fd-b42e-18cdbdfc13f5'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:01.649964 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3f7e1e-cb6b-4149-85e9-a63f4011957c" -d '{"events": [{"server_uuid": "caad596c-be35-4e6d-9d1b-75241f99ec43", "name": "network-vif-plugged", "status": "completed", "tag": "ed88e625-4db8-45fd-b42e-18cdbdfc13f5"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:01.653676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 1316fc1c-80b5-42b0-b18b-b3fbe482d06a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=1316fc1c-80b5-42b0-b18b-b3fbe482d06a,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:01.661855 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:01.668438 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port ed88e625-4db8-45fd-b42e-18cdbdfc13f5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ed88e625-4db8-45fd-b42e-18cdbdfc13f5,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:01.677018 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-521a3073-dcb7-4183-b0e2-1f6a19f7b0cf req-cbdd022a-3d89-4ca8-a226-a77ead12baa5 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575051 May 26 15:59:01.686245 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-21f5470e-5fdf-4438-8fbc-50a2b9bde9c0 req-5159e8ab-984b-4c22-89a6-1f51963090af tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597832 May 26 15:59:01.688830 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:01.722582 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=1316fc1c-80b5-42b0-b18b-b3fbe482d06a,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:01.728411 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b4f6ba-1943-4590-922f-6f0e2ad5a764 x-openstack-request-id: req-c6b4f6ba-1943-4590-922f-6f0e2ad5a764 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:01.728727 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caad596c-be35-4e6d-9d1b-75241f99ec43", "name": "network-vif-plugged", "status": "completed", "tag": "ed88e625-4db8-45fd-b42e-18cdbdfc13f5", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:01.728986 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c6b4f6ba-1943-4590-922f-6f0e2ad5a764 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:01.729374 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6b4f6ba-1943-4590-922f-6f0e2ad5a764'] response: {'server_uuid': 'caad596c-be35-4e6d-9d1b-75241f99ec43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed88e625-4db8-45fd-b42e-18cdbdfc13f5', 'code': 200} May 26 15:59:01.789780 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=ed88e625-4db8-45fd-b42e-18cdbdfc13f5,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:01.869157 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa8de0-494d-49ae-9905-771509b47c8e req-50630efb-0d8e-4a8f-898f-df1b8c1e5f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:01.870637 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b3aa8de0-494d-49ae-9905-771509b47c8e req-50630efb-0d8e-4a8f-898f-df1b8c1e5f96 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 1096 time: 0.0710046 May 26 15:59:01.878671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fea76-079b-4a0f-98af-35f90d6bf703 req-34b4f02a-bce9-44bc-9ae1-1b1d8df519e7 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:01.880187 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-962fea76-079b-4a0f-98af-35f90d6bf703 req-34b4f02a-bce9-44bc-9ae1-1b1d8df519e7 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=481730db-a991-45cf-9f3d-f7fcb7ea2f1a HTTP/1.1" status: 200 len: 944 time: 0.0710156 May 26 15:59:01.933609 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b3aa8de0-494d-49ae-9905-771509b47c8e req-56d9ba66-c8b0-4290-8e04-bf97edfc4084 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524704 May 26 15:59:01.946447 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-962fea76-079b-4a0f-98af-35f90d6bf703 req-ec7bcab9-4d94-4e0b-9137-0d8462940552 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593574 May 26 15:59:01.975203 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['1316fc1c-80b5-42b0-b18b-b3fbe482d06a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:59:01.986810 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20737ded-2b53-4e1b-8529-79d5ce11597a req-095ed6df-0439-425a-aa94-5cac365e904f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:01.988936 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-20737ded-2b53-4e1b-8529-79d5ce11597a req-095ed6df-0439-425a-aa94-5cac365e904f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 945 time: 0.0600114 May 26 15:59:02.029194 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-20737ded-2b53-4e1b-8529-79d5ce11597a req-0a00f715-f233-4a7a-958d-bdbec5f46f26 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340579 May 26 15:59:02.076793 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2fd0f825-369c-4e0e-8aba-a47cc9c67d3a req-48dc435b-1351-4123-8feb-77c7dfc3ee0a tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0257442 May 26 15:59:02.419676 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a8fc0-26e1-4138-a636-da6866a39dbc req-f547dd9f-4cc6-4973-bf49-077947d0145f tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:02.421156 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dc4a8fc0-26e1-4138-a636-da6866a39dbc req-f547dd9f-4cc6-4973-bf49-077947d0145f tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 943 time: 0.0474546 May 26 15:59:02.459798 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dc4a8fc0-26e1-4138-a636-da6866a39dbc req-a3fb7719-8b20-4f92-9b58-f88c702d6a1c tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319016 May 26 15:59:02.830008 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78eb86-b987-4845-ad32-f7421bc95fc2 req-0fa2f64c-99e9-4a6c-ae69-5eb329d17a72 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:02.832569 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e78eb86-b987-4845-ad32-f7421bc95fc2 req-0fa2f64c-99e9-4a6c-ae69-5eb329d17a72 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 945 time: 0.0841153 May 26 15:59:02.840464 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd9486-b96e-4e08-aa5e-8c9931144fae req-a866067d-8ee8-4d62-983c-55e33624c324 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:02.841832 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-94bd9486-b96e-4e08-aa5e-8c9931144fae req-a866067d-8ee8-4d62-983c-55e33624c324 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.0827363 May 26 15:59:02.898040 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e78eb86-b987-4845-ad32-f7421bc95fc2 req-3772d2ae-f421-499d-b6f2-cd190fc70d55 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551949 May 26 15:59:02.902691 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-94bd9486-b96e-4e08-aa5e-8c9931144fae req-3b2df7c7-8562-4f77-8a29-df1bd4b283a7 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530984 May 26 15:59:03.071282 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e56cb-4deb-4cd6-a449-58f232617a40 req-6384ba74-2928-4076-806a-f6e938deed5d tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:03.073024 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-881e56cb-4deb-4cd6-a449-58f232617a40 req-6384ba74-2928-4076-806a-f6e938deed5d tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=481730db-a991-45cf-9f3d-f7fcb7ea2f1a HTTP/1.1" status: 200 len: 944 time: 0.0520954 May 26 15:59:03.137664 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-881e56cb-4deb-4cd6-a449-58f232617a40 req-45d3b90e-80fa-4f85-8969-44ff54970bea tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585828 May 26 15:59:03.160752 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37019b-a06a-49db-b666-263ab80a18e1 req-56b55d95-1e92-4526-8ab9-a6e05b1117a6 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:03.162289 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a37019b-a06a-49db-b666-263ab80a18e1 req-56b55d95-1e92-4526-8ab9-a6e05b1117a6 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 945 time: 0.0619831 May 26 15:59:03.225333 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a37019b-a06a-49db-b666-263ab80a18e1 req-1e1ffd17-2869-436d-bb98-609ed88865da tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568948 May 26 15:59:03.227198 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cb441ec0-bd07-43dc-a5bb-4145f244ccd7 req-25cd54b1-1340-485a-a683-1d9900e9083c tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0325251 May 26 15:59:03.336850 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device abc417ca-d09c-4b20-afa4-b8599fee9b0e details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:59:03.340227 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 1316fc1c-80b5-42b0-b18b-b3fbe482d06a up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:59:03.449915 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 1316fc1c-80b5-42b0-b18b-b3fbe482d06a completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:59:03.460017 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 1316fc1c-80b5-42b0-b18b-b3fbe482d06a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:03.460407 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:03.493416 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port abc417ca-d09c-4b20-afa4-b8599fee9b0e, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=abc417ca-d09c-4b20-afa4-b8599fee9b0e,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:03.515952 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'abc417ca-d09c-4b20-afa4-b8599fee9b0e', 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a', 'port_id': 'abc417ca-d09c-4b20-afa4-b8599fee9b0e', 'mac_address': 'fa:16:3e:63:5d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e27219-447c-429c-b572-febfd4b36520', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:59:03.588023 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port abc417ca-d09c-4b20-afa4-b8599fee9b0e is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:03.588682 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:03.591632 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a562b-b8fc-46d4-922f-68a9812f56d9 req-90805281-d1f0-43c9-9e28-a3830d2fccd3 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:03.593130 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f5a562b-b8fc-46d4-922f-68a9812f56d9 req-90805281-d1f0-43c9-9e28-a3830d2fccd3 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 943 time: 0.0562203 May 26 15:59:03.607752 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc417ca-d09c-4b20-afa4-b8599fee9b0e {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:59:03.614325 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 1316fc1c-80b5-42b0-b18b-b3fbe482d06a is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:03.614705 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:03.631366 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f5a562b-b8fc-46d4-922f-68a9812f56d9 req-86e403bf-b3d3-4443-bb37-ec0c99e40806 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312788 May 26 15:59:03.642352 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port abc417ca-d09c-4b20-afa4-b8599fee9b0e, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=abc417ca-d09c-4b20-afa4-b8599fee9b0e,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:03.650955 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:03.680124 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 1316fc1c-80b5-42b0-b18b-b3fbe482d06a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=1316fc1c-80b5-42b0-b18b-b3fbe482d06a,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:03.685091 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:03.707205 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=abc417ca-d09c-4b20-afa4-b8599fee9b0e,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:03.732264 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481730db-a991-45cf-9f3d-f7fcb7ea2f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1316fc1c-80b5-42b0-b18b-b3fbe482d06a'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:03.734438 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2110db-4b16-4a89-a7e7-68f456eeabab" -d '{"events": [{"server_uuid": "481730db-a991-45cf-9f3d-f7fcb7ea2f1a", "name": "network-vif-plugged", "status": "completed", "tag": "1316fc1c-80b5-42b0-b18b-b3fbe482d06a"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:03.764333 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=1316fc1c-80b5-42b0-b18b-b3fbe482d06a,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:03.773373 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d911f8d-b0a4-474b-b95b-393a986bf085 x-openstack-request-id: req-9d911f8d-b0a4-474b-b95b-393a986bf085 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:03.773680 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481730db-a991-45cf-9f3d-f7fcb7ea2f1a", "name": "network-vif-plugged", "status": "completed", "tag": "1316fc1c-80b5-42b0-b18b-b3fbe482d06a", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:03.773928 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9d911f8d-b0a4-474b-b95b-393a986bf085 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:03.774363 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d911f8d-b0a4-474b-b95b-393a986bf085'] response: {'server_uuid': '481730db-a991-45cf-9f3d-f7fcb7ea2f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1316fc1c-80b5-42b0-b18b-b3fbe482d06a', 'code': 200} May 26 15:59:03.913805 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc43031-cc36-493d-8608-cd179916e385 req-94a25284-e101-4c25-8ece-eac577ee372e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:03.915274 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8fc43031-cc36-493d-8608-cd179916e385 req-94a25284-e101-4c25-8ece-eac577ee372e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=481730db-a991-45cf-9f3d-f7fcb7ea2f1a HTTP/1.1" status: 200 len: 1096 time: 0.0392168 May 26 15:59:03.959287 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8fc43031-cc36-493d-8608-cd179916e385 req-fa880090-c163-424d-90fc-639dc4247777 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360351 May 26 15:59:04.042274 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73d7b7-34ee-44c0-b0ba-424dba4e664d req-557c5bb5-bc40-44e5-923f-c175f498897e tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:04.044279 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0d73d7b7-34ee-44c0-b0ba-424dba4e664d req-557c5bb5-bc40-44e5-923f-c175f498897e tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 945 time: 0.0751042 May 26 15:59:04.046406 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['abc417ca-d09c-4b20-afa4-b8599fee9b0e'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:59:04.064221 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e597430-e135-421b-980d-bdb72a2bf953 req-d3e82a82-bc10-4c58-83cf-db050e829c35 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:04.066005 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e597430-e135-421b-980d-bdb72a2bf953 req-d3e82a82-bc10-4c58-83cf-db050e829c35 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.0879803 May 26 15:59:04.109245 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0d73d7b7-34ee-44c0-b0ba-424dba4e664d req-4ffa4717-b4c4-4a10-965a-6674af158e2b tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579317 May 26 15:59:04.122319 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e597430-e135-421b-980d-bdb72a2bf953 req-b61ccdf9-b40b-42ec-8eee-49b047247f71 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484869 May 26 15:59:04.258128 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f4962-4fb0-4950-83b8-9fb903cf3fb6 req-5f787ae8-9f0f-4779-aec2-11b5ee2e43f5 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:04.259738 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-283f4962-4fb0-4950-83b8-9fb903cf3fb6 req-5f787ae8-9f0f-4779-aec2-11b5ee2e43f5 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=481730db-a991-45cf-9f3d-f7fcb7ea2f1a HTTP/1.1" status: 200 len: 945 time: 0.0555353 May 26 15:59:04.307741 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-283f4962-4fb0-4950-83b8-9fb903cf3fb6 req-3e189236-bc88-40b9-8d2b-06048e40453c tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418327 May 26 15:59:04.353602 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165321b7-d76a-4d7b-8912-670e2baa03ae req-a3a04871-d967-47c0-b76c-b244e562bd07 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:04.355045 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-165321b7-d76a-4d7b-8912-670e2baa03ae req-a3a04871-d967-47c0-b76c-b244e562bd07 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 945 time: 0.0621245 May 26 15:59:04.400920 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1e147445-b3b2-4cc7-8f27-5482fb6d3be6 req-2a53b02b-9901-4654-9a24-8ecb248c14b3 tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0326817 May 26 15:59:04.417336 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-165321b7-d76a-4d7b-8912-670e2baa03ae req-c1558307-b329-4f99-955d-f4f01aa36163 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560906 May 26 15:59:04.526230 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598e199-e468-43d4-b98d-8a411ecea248 req-7acb3fde-aba5-4355-98ae-fdbca1bbcbee tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:04.527673 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6598e199-e468-43d4-b98d-8a411ecea248 req-7acb3fde-aba5-4355-98ae-fdbca1bbcbee tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 1096 time: 0.0441334 May 26 15:59:04.561721 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6598e199-e468-43d4-b98d-8a411ecea248 req-63482084-b45a-4464-acb1-d282c7db815b tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280745 May 26 15:59:04.756587 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aff505-3ead-4a3d-b31b-8e9b40d2116d req-1fa63106-a3c6-4686-a944-f8cbdde0c030 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:04.764562 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-89aff505-3ead-4a3d-b31b-8e9b40d2116d req-1fa63106-a3c6-4686-a944-f8cbdde0c030 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 944 time: 0.0602739 May 26 15:59:04.801748 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-89aff505-3ead-4a3d-b31b-8e9b40d2116d req-3c49903e-f09f-466e-aee9-9b02f3d80167 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362113 May 26 15:59:04.894941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:59:05.006021 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 18eca8a9-e96a-425b-8e6e-a6f0aab54be2, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=18eca8a9-e96a-425b-8e6e-a6f0aab54be2,segment=NetworkSegment(cff8f957-50e8-4284-b32b-ce3fdb6f3bb6),segment_id=cff8f957-50e8-4284-b32b-ce3fdb6f3bb6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:05.018671 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '18eca8a9-e96a-425b-8e6e-a6f0aab54be2', 'network_id': '3b5eae06-69d3-4233-90af-ed2ccfa064f1', 'port_id': '18eca8a9-e96a-425b-8e6e-a6f0aab54be2', 'mac_address': 'fa:16:3e:fc:b0:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7c17c47-9ee8-44d6-b193-8b14963b1984', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:59:05.056005 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 is: ACTIVE; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:05.056486 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:05.069188 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:59:05.088550 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 18eca8a9-e96a-425b-8e6e-a6f0aab54be2, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=18eca8a9-e96a-425b-8e6e-a6f0aab54be2,segment=NetworkSegment(cff8f957-50e8-4284-b32b-ce3fdb6f3bb6),segment_id=cff8f957-50e8-4284-b32b-ce3fdb6f3bb6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:05.093603 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:05.149364 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=18eca8a9-e96a-425b-8e6e-a6f0aab54be2,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:05.271264 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b7b44-6522-424d-9a62-9d0a9d76a793 req-0136db76-e24b-47a1-aad3-79082f68b161 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:05.272531 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:59:05.272982 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d88b7b44-6522-424d-9a62-9d0a9d76a793 req-0136db76-e24b-47a1-aad3-79082f68b161 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 944 time: 0.0830820 May 26 15:59:05.281222 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6819c3-110e-4f57-8e49-a313166aba68 req-c538611e-64ed-42d7-9348-e765c8dee4f3 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:05.282590 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af6819c3-110e-4f57-8e49-a313166aba68 req-c538611e-64ed-42d7-9348-e765c8dee4f3 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.0831220 May 26 15:59:05.298142 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['18eca8a9-e96a-425b-8e6e-a6f0aab54be2'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:59:05.339161 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d88b7b44-6522-424d-9a62-9d0a9d76a793 req-31f495dd-c19f-4b25-a7e7-3e1a04326df5 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555203 May 26 15:59:05.344252 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af6819c3-110e-4f57-8e49-a313166aba68 req-958b24a2-436e-40dc-a593-54651547bf79 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543141 May 26 15:59:05.352295 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device abc417ca-d09c-4b20-afa4-b8599fee9b0e up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:59:05.464877 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee219d-3461-4f00-94b7-d07f78ecbce0 req-14af21a2-f136-473e-909b-dce2c3baa8fe tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:05.466994 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55ee219d-3461-4f00-94b7-d07f78ecbce0 req-14af21a2-f136-473e-909b-dce2c3baa8fe tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=481730db-a991-45cf-9f3d-f7fcb7ea2f1a HTTP/1.1" status: 200 len: 945 time: 0.0640807 May 26 15:59:05.478616 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port abc417ca-d09c-4b20-afa4-b8599fee9b0e completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:59:05.486272 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port abc417ca-d09c-4b20-afa4-b8599fee9b0e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:05.486667 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:05.523435 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55ee219d-3461-4f00-94b7-d07f78ecbce0 req-f54804c5-c124-476c-9ded-a8f8de7806e3 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477333 May 26 15:59:05.578606 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a793d24e-be9c-408b-9295-a4b7e25d6b57 req-61fa746c-bd49-4e8f-88d1-7dae8b49738a tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0465918 May 26 15:59:05.625058 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port abc417ca-d09c-4b20-afa4-b8599fee9b0e is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:05.625450 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:05.661896 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port abc417ca-d09c-4b20-afa4-b8599fee9b0e, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=abc417ca-d09c-4b20-afa4-b8599fee9b0e,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:05.666329 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:05.716703 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=abc417ca-d09c-4b20-afa4-b8599fee9b0e,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:05.774919 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80576462-f2a3-4429-9edb-c0f42a1063cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc417ca-d09c-4b20-afa4-b8599fee9b0e'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:05.777186 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8869a0eb-4816-4fd4-8bc2-5f9c5d0aa76b" -d '{"events": [{"server_uuid": "80576462-f2a3-4429-9edb-c0f42a1063cf", "name": "network-vif-plugged", "status": "completed", "tag": "abc417ca-d09c-4b20-afa4-b8599fee9b0e"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:05.814141 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b55cf9-657f-4312-a7a0-787dbb5fbad2 x-openstack-request-id: req-a3b55cf9-657f-4312-a7a0-787dbb5fbad2 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:05.814458 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80576462-f2a3-4429-9edb-c0f42a1063cf", "name": "network-vif-plugged", "status": "completed", "tag": "abc417ca-d09c-4b20-afa4-b8599fee9b0e", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:05.815308 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a3b55cf9-657f-4312-a7a0-787dbb5fbad2 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:05.815797 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b55cf9-657f-4312-a7a0-787dbb5fbad2'] response: {'server_uuid': '80576462-f2a3-4429-9edb-c0f42a1063cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc417ca-d09c-4b20-afa4-b8599fee9b0e', 'code': 200} May 26 15:59:05.949932 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22b3e5-e7dd-464d-aefc-f69b1deca2f2 req-435111b9-2eee-4151-bd46-a53b86d70c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:05.951759 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-de22b3e5-e7dd-464d-aefc-f69b1deca2f2 req-435111b9-2eee-4151-bd46-a53b86d70c44 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 1096 time: 0.0650427 May 26 15:59:05.960641 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca97294-23a4-446c-8b0d-8e28d53fdd3b req-ac1a982c-3f14-451e-ad39-9425c2857014 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:05.962077 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ca97294-23a4-446c-8b0d-8e28d53fdd3b req-ac1a982c-3f14-451e-ad39-9425c2857014 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.0848145 May 26 15:59:06.009333 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-de22b3e5-e7dd-464d-aefc-f69b1deca2f2 req-69042d88-8a63-497f-9c39-a3ad11227831 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462990 May 26 15:59:06.021909 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ca97294-23a4-446c-8b0d-8e28d53fdd3b req-e9003a2d-05f8-4567-aebd-cc617e0b4376 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523248 May 26 15:59:06.479932 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bd4c5-d1e9-4a15-acea-482eb95648b0 req-b46a174c-5b74-4e1e-933e-3f0f0a2ee6d0 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:06.481418 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c26bd4c5-d1e9-4a15-acea-482eb95648b0 req-b46a174c-5b74-4e1e-933e-3f0f0a2ee6d0 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 944 time: 0.0692451 May 26 15:59:06.545534 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c26bd4c5-d1e9-4a15-acea-482eb95648b0 req-f0fd1d1e-44a7-4270-a0b6-669d2887903c tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567412 May 26 15:59:06.553508 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2763305-a259-4aa7-9e5b-ff1336000725 req-625d619e-76ce-4ad5-bd57-2ae98875283a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:06.556377 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d2763305-a259-4aa7-9e5b-ff1336000725 req-625d619e-76ce-4ad5-bd57-2ae98875283a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.0847886 May 26 15:59:06.593631 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d2763305-a259-4aa7-9e5b-ff1336000725 req-d030c7ed-e849-4ae0-a9d1-45ea91e1c853 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325890 May 26 15:59:06.651832 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a435d-9950-46cb-b2c1-0420656d16f3 req-01a2c530-214a-4e0e-b226-fb1ea8ee7cf5 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:06.653337 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-056a435d-9950-46cb-b2c1-0420656d16f3 req-01a2c530-214a-4e0e-b226-fb1ea8ee7cf5 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=481730db-a991-45cf-9f3d-f7fcb7ea2f1a HTTP/1.1" status: 200 len: 945 time: 0.0492272 May 26 15:59:06.701451 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-056a435d-9950-46cb-b2c1-0420656d16f3 req-2198e946-c486-4844-a22a-d7755500c774 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405977 May 26 15:59:06.720312 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9be6fa0e-c985-4457-a2df-ce3785e7cc5d req-8bfa59a9-9da9-4118-8ed2-47161485b11f tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0348675 May 26 15:59:06.910576 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:59:06.926114 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b319f0c-e08d-477a-a138-a01003be14b5 req-f664359a-483b-47eb-9833-5e858a6604b9 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:06.927691 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3b319f0c-e08d-477a-a138-a01003be14b5 req-f664359a-483b-47eb-9833-5e858a6604b9 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=481730db-a991-45cf-9f3d-f7fcb7ea2f1a HTTP/1.1" status: 200 len: 945 time: 0.0606105 May 26 15:59:06.969178 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3b319f0c-e08d-477a-a138-a01003be14b5 req-d8b9aab5-77e3-403b-a1e1-5549373edfc6 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351074 May 26 15:59:06.970790 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:06.971756 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:07.059951 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:07.060407 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:07.101197 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 18eca8a9-e96a-425b-8e6e-a6f0aab54be2, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=18eca8a9-e96a-425b-8e6e-a6f0aab54be2,segment=NetworkSegment(cff8f957-50e8-4284-b32b-ce3fdb6f3bb6),segment_id=cff8f957-50e8-4284-b32b-ce3fdb6f3bb6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:07.106055 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:07.166239 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=18eca8a9-e96a-425b-8e6e-a6f0aab54be2,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:07.182172 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8fb7c-29a4-4b19-adcc-3b2e5aa67dd4 req-07f00bae-97e1-47f5-9736-ef86869519c5 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:07.184198 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-30b8fb7c-29a4-4b19-adcc-3b2e5aa67dd4 req-07f00bae-97e1-47f5-9736-ef86869519c5 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.0722759 May 26 15:59:07.228809 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-30b8fb7c-29a4-4b19-adcc-3b2e5aa67dd4 req-d65306dd-ed69-44a2-abae-9222b244337b tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362360 May 26 15:59:07.671394 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999247f-9fd4-4a62-8724-86d15fd90676 req-240b0d11-443b-467c-9582-6a489746f2c6 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:07.672923 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8999247f-9fd4-4a62-8724-86d15fd90676 req-240b0d11-443b-467c-9582-6a489746f2c6 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 945 time: 0.0596044 May 26 15:59:07.740246 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8999247f-9fd4-4a62-8724-86d15fd90676 req-b117a694-65fb-45ba-97e3-7b2569fc983f tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573912 May 26 15:59:07.748122 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed42be6-2d4f-40b8-be79-c6354e7610f6 req-a0d00b94-eaf7-4c06-97ce-42da1848e658 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:07.749555 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ed42be6-2d4f-40b8-be79-c6354e7610f6 req-a0d00b94-eaf7-4c06-97ce-42da1848e658 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.0756366 May 26 15:59:07.795747 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ed42be6-2d4f-40b8-be79-c6354e7610f6 req-813398c8-94b6-4d8a-8bdd-670fc50e71ca tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388756 May 26 15:59:07.816671 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7495a3-fbb1-4d24-9454-0a4a78ba2151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18eca8a9-e96a-425b-8e6e-a6f0aab54be2'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:07.818959 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d041f444-1c99-4b41-91a4-53fba79f2526" -d '{"events": [{"server_uuid": "6c7495a3-fbb1-4d24-9454-0a4a78ba2151", "name": "network-vif-plugged", "status": "completed", "tag": "18eca8a9-e96a-425b-8e6e-a6f0aab54be2"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:07.876787 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca2cb8b4-523d-4e2f-b349-9885875e2142 req-81972038-98e3-474b-87a0-dc7cc0656df2 tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0323286 May 26 15:59:07.883819 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b4e30a-22d1-48be-b739-336e32d42fef x-openstack-request-id: req-61b4e30a-22d1-48be-b739-336e32d42fef {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:07.883819 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7495a3-fbb1-4d24-9454-0a4a78ba2151", "name": "network-vif-plugged", "status": "completed", "tag": "18eca8a9-e96a-425b-8e6e-a6f0aab54be2", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:07.883819 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-61b4e30a-22d1-48be-b739-336e32d42fef {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:07.884845 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b4e30a-22d1-48be-b739-336e32d42fef'] response: {'server_uuid': '6c7495a3-fbb1-4d24-9454-0a4a78ba2151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18eca8a9-e96a-425b-8e6e-a6f0aab54be2', 'code': 200} May 26 15:59:08.088607 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f31cc-76e8-4faf-a8d1-ac0612f414b0 req-a44a209c-afc5-4737-9713-34495212640b tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:08.090043 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b20f31cc-76e8-4faf-a8d1-ac0612f414b0 req-a44a209c-afc5-4737-9713-34495212640b tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=481730db-a991-45cf-9f3d-f7fcb7ea2f1a HTTP/1.1" status: 200 len: 945 time: 0.0480983 May 26 15:59:08.128065 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b20f31cc-76e8-4faf-a8d1-ac0612f414b0 req-cd17aea9-a8c7-4ef9-a353-55e0052a78b0 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309587 May 26 15:59:08.385629 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa533845-ce72-4ed0-bd70-68e54361c7fd req-dbc150ee-a830-4993-9c33-61e5ae86dcdf tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:08.388298 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa533845-ce72-4ed0-bd70-68e54361c7fd req-dbc150ee-a830-4993-9c33-61e5ae86dcdf tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.0807683 May 26 15:59:08.432308 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa533845-ce72-4ed0-bd70-68e54361c7fd req-b0c57d05-a1e7-4ae0-bdfb-8037ee54a080 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350523 May 26 15:59:08.591344 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f88114-586b-483f-9f7d-aa4f576eac26 req-88bc6d85-8d6f-4356-9a70-be1a59302b26 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:08.599809 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24f88114-586b-483f-9f7d-aa4f576eac26 req-88bc6d85-8d6f-4356-9a70-be1a59302b26 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 1096 time: 0.0695584 May 26 15:59:08.630921 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24f88114-586b-483f-9f7d-aa4f576eac26 req-bd303a91-e962-417a-a5d7-e8bf6b54c913 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304048 May 26 15:59:08.869531 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b7841-56d2-4916-893f-2cb295525690 req-fcf5bfd1-b734-4093-9cee-4b135247ddea tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:08.878822 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-323b7841-56d2-4916-893f-2cb295525690 req-fcf5bfd1-b734-4093-9cee-4b135247ddea tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 945 time: 0.0652523 May 26 15:59:08.923603 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-323b7841-56d2-4916-893f-2cb295525690 req-c0004d48-259b-4007-975f-debf106132bd tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439086 May 26 15:59:08.970931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129deadc-8102-4da2-962e-b334a9051a36 req-3ee52e47-7bfa-462d-b503-5c0f2ed7aa73 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:08.978579 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-129deadc-8102-4da2-962e-b334a9051a36 req-3ee52e47-7bfa-462d-b503-5c0f2ed7aa73 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.0764728 May 26 15:59:09.034427 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-129deadc-8102-4da2-962e-b334a9051a36 req-e62e7f32-e295-459b-92fd-84d49ebcfe6a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543764 May 26 15:59:09.050028 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8d7a08b-8808-4808-9774-0e56057aba22 req-8b4a8262-914b-479c-90ab-96a21a7e777d tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0322058 May 26 15:59:09.190679 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-34107d84-3d59-4d88-bda9-6e80ce3def18 service neutron] show failed (client error): The resource could not be found. May 26 15:59:09.191718 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-34107d84-3d59-4d88-bda9-6e80ce3def18 service neutron] 10.222.0.81 "GET /v2.0/ports/6097825e-22a5-4134-93cd-23f98ced9146/bindings/n-h2-843337-2 HTTP/1.1" status: 404 len: 380 time: 0.0583093 May 26 15:59:09.478485 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-5b91e4ac-69b5-4949-a135-45ff2c2f60eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:09.479988 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-5b91e4ac-69b5-4949-a135-45ff2c2f60eb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2&tenant_id=2e6ecadf768c4517a083521fe60f9efe HTTP/1.1" status: 200 len: 1100 time: 0.0440762 May 26 15:59:09.512663 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843337-2', 'device_owner': 'compute:nova'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:09.569669 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:09.868198 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] For port 6097825e-22a5-4134-93cd-23f98ced9146, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=6097825e-22a5-4134-93cd-23f98ced9146,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:09.903866 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] For port 6097825e-22a5-4134-93cd-23f98ced9146, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:59:09.944769 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d850e7d-33a2-44d7-9531-fc902537f0c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6097825e-22a5-4134-93cd-23f98ced9146'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:09.947007 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4c7d4e-6e48-4df7-af5d-08f2269f784e" -d '{"events": [{"server_uuid": "8d850e7d-33a2-44d7-9531-fc902537f0c2", "name": "network-vif-unplugged", "status": "completed", "tag": "6097825e-22a5-4134-93cd-23f98ced9146"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:09.951442 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:09.969612 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] Transition to ACTIVE for port object 6097825e-22a5-4134-93cd-23f98ced9146 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:59:09.974635 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:10.036870 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] No DVR routers for this DVR port 6097825e-22a5-4134-93cd-23f98ced9146 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:59:10.043970 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] Pushing event updated for resources: {'Port': ['ID=6097825e-22a5-4134-93cd-23f98ced9146,revision_number=6']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:10.076633 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c02189-9279-4dfb-90d2-2da70922afdb x-openstack-request-id: req-c9c02189-9279-4dfb-90d2-2da70922afdb {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:10.077239 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d850e7d-33a2-44d7-9531-fc902537f0c2", "name": "network-vif-unplugged", "status": "completed", "tag": "6097825e-22a5-4134-93cd-23f98ced9146", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:10.077718 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c9c02189-9279-4dfb-90d2-2da70922afdb {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:10.078873 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c02189-9279-4dfb-90d2-2da70922afdb'] response: {'server_uuid': '8d850e7d-33a2-44d7-9531-fc902537f0c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6097825e-22a5-4134-93cd-23f98ced9146', 'code': 200} May 26 15:59:10.100794 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] Attempting to bind port 6097825e-22a5-4134-93cd-23f98ced9146 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:59:10.101727 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] Attempting to bind port 6097825e-22a5-4134-93cd-23f98ced9146 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:59:10.102157 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] Attempting to bind port 6097825e-22a5-4134-93cd-23f98ced9146 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:10.108350 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] Port 6097825e-22a5-4134-93cd-23f98ced9146 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:59:10.108914 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] Attempting to bind port 6097825e-22a5-4134-93cd-23f98ced9146 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:10.116956 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:59:10.117444 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:59:10.118507 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:59:10.119200 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] Bound port: 6097825e-22a5-4134-93cd-23f98ced9146, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:59:10.119682 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:10.147259 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f4603-2198-4287-88d9-efe375c670e2 req-c95a3f6e-a9ae-4bca-98f4-63fc285e7e53 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:10.148846 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-932f4603-2198-4287-88d9-efe375c670e2 req-c95a3f6e-a9ae-4bca-98f4-63fc285e7e53 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 945 time: 0.1039579 May 26 15:59:10.201458 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] For port 6097825e-22a5-4134-93cd-23f98ced9146, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:59:10.206853 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] For port 6097825e-22a5-4134-93cd-23f98ced9146, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=6097825e-22a5-4134-93cd-23f98ced9146,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:59:10.214244 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:10.219095 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-932f4603-2198-4287-88d9-efe375c670e2 req-8400577e-701a-46ec-b99e-831d50543dd7 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641100 May 26 15:59:10.251543 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:10.253472 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:10.254644 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] 10.222.0.83 "PUT /v2.0/ports/6097825e-22a5-4134-93cd-23f98ced9146 HTTP/1.1" status: 200 len: 1095 time: 0.7463284 May 26 15:59:10.259231 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d805c7-6f3b-4438-ad91-98396ab2e114 req-846c2f03-e1de-42ab-a694-5845703f0d21 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:10.260719 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88d805c7-6f3b-4438-ad91-98396ab2e114 req-846c2f03-e1de-42ab-a694-5845703f0d21 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 947 time: 0.0996327 May 26 15:59:10.289963 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfabfac-82b6-43b8-ba17-5fd4befb2d8b service neutron] Pushing event updated for resources: {'Port': ['ID=6097825e-22a5-4134-93cd-23f98ced9146,revision_number=7']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:10.326377 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88d805c7-6f3b-4438-ad91-98396ab2e114 req-d953c296-137c-42dc-a888-c6a614dfca13 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593798 May 26 15:59:10.382292 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d282584-c315-43a7-bd28-a5acb597d67b req-5099908d-c2c4-47d3-a7ba-f03ac3304dfe tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0445528 May 26 15:59:10.406779 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-9d7d9d5a-0c3e-4b7f-889b-0ad2e20516cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:10.409518 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-9d7d9d5a-0c3e-4b7f-889b-0ad2e20516cf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 1098 time: 0.0543647 May 26 15:59:10.536794 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-1bca5649-5398-4c27-b19d-152bea886d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:10.538346 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-1bca5649-5398-4c27-b19d-152bea886d44 service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.1212606 May 26 15:59:10.682375 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-3ad05935-bb34-4593-9039-4baaf14d8bdf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=6097825e-22a5-4134-93cd-23f98ced9146 HTTP/1.1" status: 200 len: 217 time: 0.0459173 May 26 15:59:10.755582 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-61144dda-cb3d-4513-9bbb-b7d0f4f25598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:10.757199 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-61144dda-cb3d-4513-9bbb-b7d0f4f25598 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0641830 May 26 15:59:10.817043 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-8e947c06-a6e3-433e-bbcb-bc482f49a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:10.818547 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-8e947c06-a6e3-433e-bbcb-bc482f49a602 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0514987 May 26 15:59:10.921302 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-87d56de5-451f-400e-99e5-ab8ff4208a36 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879469 May 26 15:59:11.025069 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5f63c4d1-87b5-447c-8857-45ef4724bab1 req-67cbd971-2eae-46b4-bfc4-aa0aeef5c001 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946403 May 26 15:59:11.343713 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e20dfd-10a4-4f36-bdb9-2380f5378aaf req-cfcb3f03-3648-475d-a077-062dd5fc8b1b tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:11.345196 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f7e20dfd-10a4-4f36-bdb9-2380f5378aaf req-cfcb3f03-3648-475d-a077-062dd5fc8b1b tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 945 time: 0.0481277 May 26 15:59:11.355893 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 1316fc1c-80b5-42b0-b18b-b3fbe482d06a details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:59:11.387076 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f7e20dfd-10a4-4f36-bdb9-2380f5378aaf req-a681719a-22a8-4a5a-b8aa-c340c971dea4 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354843 May 26 15:59:11.475009 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 1316fc1c-80b5-42b0-b18b-b3fbe482d06a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=1316fc1c-80b5-42b0-b18b-b3fbe482d06a,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:11.488066 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '1316fc1c-80b5-42b0-b18b-b3fbe482d06a', 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51', 'port_id': '1316fc1c-80b5-42b0-b18b-b3fbe482d06a', 'mac_address': 'fa:16:3e:f4:ff:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76d8b67-4d6e-4728-b031-a89f28d135e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:59:11.496887 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa0009-04df-4fc4-b8d2-1ab1d068adb4 req-2eb8e932-5cf3-4e30-ac91-96f4438cd982 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:11.498516 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5fa0009-04df-4fc4-b8d2-1ab1d068adb4 req-2eb8e932-5cf3-4e30-ac91-96f4438cd982 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 947 time: 0.0670152 May 26 15:59:11.532067 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 1316fc1c-80b5-42b0-b18b-b3fbe482d06a is: ACTIVE; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:11.532501 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:11.542343 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5fa0009-04df-4fc4-b8d2-1ab1d068adb4 req-48944dd9-b157-4628-98ff-338dedbdf885 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371337 May 26 15:59:11.551612 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1316fc1c-80b5-42b0-b18b-b3fbe482d06a {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:59:11.585116 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 1316fc1c-80b5-42b0-b18b-b3fbe482d06a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=1316fc1c-80b5-42b0-b18b-b3fbe482d06a,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:11.595458 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:11.669657 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=1316fc1c-80b5-42b0-b18b-b3fbe482d06a,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:11.695735 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-17c0b395-e948-47f3-8642-00506dd38902 req-83f376dc-f69b-4b32-ab17-045a837fd4be tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0554891 May 26 15:59:11.719365 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7481163-022b-444c-975f-62aeccaea7cb req-1aa7111f-305c-418f-b2a2-7bbb5814eea9 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:11.721651 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7481163-022b-444c-975f-62aeccaea7cb req-1aa7111f-305c-418f-b2a2-7bbb5814eea9 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 945 time: 0.0795045 May 26 15:59:11.762076 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['1316fc1c-80b5-42b0-b18b-b3fbe482d06a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:59:11.778226 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7481163-022b-444c-975f-62aeccaea7cb req-b23fcd0b-5d70-4ddd-a50a-a157b62c793e tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486884 May 26 15:59:12.080873 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d850e7d-33a2-44d7-9531-fc902537f0c2', 'tag': '6097825e-22a5-4134-93cd-23f98ced9146'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:12.084267 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15c7a2a-0f5b-44e3-b6bf-c13ca6758473" -d '{"events": [{"name": "network-changed", "server_uuid": "8d850e7d-33a2-44d7-9531-fc902537f0c2", "tag": "6097825e-22a5-4134-93cd-23f98ced9146"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:12.147334 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a00813-90a3-4704-b230-0eec134c7906 x-openstack-request-id: req-f2a00813-90a3-4704-b230-0eec134c7906 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:12.147625 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d850e7d-33a2-44d7-9531-fc902537f0c2", "tag": "6097825e-22a5-4134-93cd-23f98ced9146", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:12.147876 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f2a00813-90a3-4704-b230-0eec134c7906 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:12.148595 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2a00813-90a3-4704-b230-0eec134c7906'] response: {'name': 'network-changed', 'server_uuid': '8d850e7d-33a2-44d7-9531-fc902537f0c2', 'tag': '6097825e-22a5-4134-93cd-23f98ced9146', 'status': 'completed', 'code': 200} May 26 15:59:12.271158 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c7a2a-0f5b-44e3-b6bf-c13ca6758473 req-5e1cf63d-8a53-4948-a449-f0b3a9a0fbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:12.272754 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c7a2a-0f5b-44e3-b6bf-c13ca6758473 req-6e370f0f-e868-46e9-a6c6-1e793aadcef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:12.274829 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c15c7a2a-0f5b-44e3-b6bf-c13ca6758473 req-5e1cf63d-8a53-4948-a449-f0b3a9a0fbdc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 1098 time: 0.0991290 May 26 15:59:12.275148 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c15c7a2a-0f5b-44e3-b6bf-c13ca6758473 req-6e370f0f-e868-46e9-a6c6-1e793aadcef4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 1098 time: 0.0755827 May 26 15:59:12.470499 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c7a2a-0f5b-44e3-b6bf-c13ca6758473 req-efab90a3-e18d-4519-8bdf-8f83decc2bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:12.471822 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c7a2a-0f5b-44e3-b6bf-c13ca6758473 req-6135bb8c-e0fd-4ca6-a8dd-7dc6c4d28cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:12.473140 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c15c7a2a-0f5b-44e3-b6bf-c13ca6758473 req-efab90a3-e18d-4519-8bdf-8f83decc2bbf service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.1866276 May 26 15:59:12.474373 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c15c7a2a-0f5b-44e3-b6bf-c13ca6758473 req-6135bb8c-e0fd-4ca6-a8dd-7dc6c4d28cac service neutron] 10.222.0.81 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.1915286 May 26 15:59:12.526538 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c15c7a2a-0f5b-44e3-b6bf-c13ca6758473 req-4847e312-e5ed-4592-9585-b46701a33d08 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=6097825e-22a5-4134-93cd-23f98ced9146 HTTP/1.1" status: 200 len: 217 time: 0.0437937 May 26 15:59:12.544857 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c15c7a2a-0f5b-44e3-b6bf-c13ca6758473 req-edd2fa07-1daa-4da7-926c-1a5fdd392b41 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=6097825e-22a5-4134-93cd-23f98ced9146 HTTP/1.1" status: 200 len: 217 time: 0.0599561 May 26 15:59:12.561497 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b274b0-2398-426b-82bc-730b794dfecb req-47d44807-8820-4500-b0b3-189ecc21d2f1 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:12.573639 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-29b274b0-2398-426b-82bc-730b794dfecb req-47d44807-8820-4500-b0b3-189ecc21d2f1 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=924f12a3-f872-4d50-a405-19d150f74444 HTTP/1.1" status: 200 len: 945 time: 0.1341939 May 26 15:59:12.629144 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c7a2a-0f5b-44e3-b6bf-c13ca6758473 req-e8c667e5-1d90-4c31-9be9-f8f12fddff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:12.630568 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c15c7a2a-0f5b-44e3-b6bf-c13ca6758473 req-e8c667e5-1d90-4c31-9be9-f8f12fddff3c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0935743 May 26 15:59:12.684468 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-29b274b0-2398-426b-82bc-730b794dfecb req-33526bb8-f616-490a-bef5-a8036d1bc555 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/security-groups?id=94591791-1f74-4d6c-a8d1-df9619fffe18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095917 May 26 15:59:12.694544 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c7a2a-0f5b-44e3-b6bf-c13ca6758473 req-dff1645a-f1d5-4b0b-8eeb-d8c3e419cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:12.697970 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c15c7a2a-0f5b-44e3-b6bf-c13ca6758473 req-dff1645a-f1d5-4b0b-8eeb-d8c3e419cd70 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1211698 May 26 15:59:12.735407 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c7a2a-0f5b-44e3-b6bf-c13ca6758473 req-8fdb96e4-24e3-4c56-8a25-cf77b6c02fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:12.737802 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c15c7a2a-0f5b-44e3-b6bf-c13ca6758473 req-8fdb96e4-24e3-4c56-8a25-cf77b6c02fd3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0960610 May 26 15:59:12.796490 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b97be1-6e3e-4aad-b4ef-2a04c87a7dff req-946f4a14-f99d-4b6d-82f9-5e6be6908336 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:12.808779 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-75b97be1-6e3e-4aad-b4ef-2a04c87a7dff req-946f4a14-f99d-4b6d-82f9-5e6be6908336 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 947 time: 0.1193550 May 26 15:59:12.842761 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c7a2a-0f5b-44e3-b6bf-c13ca6758473 req-306237eb-5f27-4713-b588-3ab04f5df4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:12.844743 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c15c7a2a-0f5b-44e3-b6bf-c13ca6758473 req-306237eb-5f27-4713-b588-3ab04f5df4d8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1228127 May 26 15:59:12.918557 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-732ae502-b533-4714-bcbd-13516f532a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:12.982392 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c15c7a2a-0f5b-44e3-b6bf-c13ca6758473 req-3384b1f7-bfb5-476a-80f9-e7fd001d129d service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155443 May 26 15:59:13.012878 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c15c7a2a-0f5b-44e3-b6bf-c13ca6758473 req-76ef6028-8b03-4a40-b4bf-be3d7f515a91 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640185 May 26 15:59:13.013477 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-75b97be1-6e3e-4aad-b4ef-2a04c87a7dff req-5a6ee67d-bc40-4e19-ad0e-91fa40c84c8d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022727 May 26 15:59:13.100599 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a587445-1e2e-401f-a080-732465de9830 req-cbb58cfe-499d-4fa2-8ea4-e104e440fc97 tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.1168242 May 26 15:59:13.165650 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c15c7a2a-0f5b-44e3-b6bf-c13ca6758473 req-602d78c1-bb65-4957-bfb2-6059e33d1928 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429887 May 26 15:59:13.252511 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0397cb-5e8b-45de-9ec0-6d3e02103311 req-0fa97b0a-8277-49e1-a58f-dfc78e986c09 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:13.254580 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1e0397cb-5e8b-45de-9ec0-6d3e02103311 req-0fa97b0a-8277-49e1-a58f-dfc78e986c09 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 945 time: 0.1384397 May 26 15:59:13.364854 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 1316fc1c-80b5-42b0-b18b-b3fbe482d06a up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:59:13.420730 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 1316fc1c-80b5-42b0-b18b-b3fbe482d06a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:13.421365 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:13.569218 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 1316fc1c-80b5-42b0-b18b-b3fbe482d06a is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:13.570176 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:13.597237 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c15c7a2a-0f5b-44e3-b6bf-c13ca6758473 req-44728dfd-d1b9-4f90-b891-ab0cb83608cf service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6009800 May 26 15:59:13.608633 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1e0397cb-5e8b-45de-9ec0-6d3e02103311 req-1d6e6dd6-7c8e-485a-90bb-1f14e1f198fc tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440199 May 26 15:59:13.629518 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481730db-a991-45cf-9f3d-f7fcb7ea2f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1316fc1c-80b5-42b0-b18b-b3fbe482d06a'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:13.632004 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ca635f-bbdd-4bdc-934f-9f60f5fdc91a" -d '{"events": [{"server_uuid": "481730db-a991-45cf-9f3d-f7fcb7ea2f1a", "name": "network-vif-plugged", "status": "completed", "tag": "1316fc1c-80b5-42b0-b18b-b3fbe482d06a"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:13.646893 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 1316fc1c-80b5-42b0-b18b-b3fbe482d06a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=1316fc1c-80b5-42b0-b18b-b3fbe482d06a,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:13.658874 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:13.659702 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 6097825e-22a5-4134-93cd-23f98ced9146 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:13.691453 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec16a3b-4630-467e-b8d6-6bddbf66b370 x-openstack-request-id: req-9ec16a3b-4630-467e-b8d6-6bddbf66b370 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:13.691749 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481730db-a991-45cf-9f3d-f7fcb7ea2f1a", "name": "network-vif-plugged", "status": "completed", "tag": "1316fc1c-80b5-42b0-b18b-b3fbe482d06a", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:13.692005 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9ec16a3b-4630-467e-b8d6-6bddbf66b370 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:13.692487 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ec16a3b-4630-467e-b8d6-6bddbf66b370'] response: {'server_uuid': '481730db-a991-45cf-9f3d-f7fcb7ea2f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1316fc1c-80b5-42b0-b18b-b3fbe482d06a', 'code': 200} May 26 15:59:13.806685 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=1316fc1c-80b5-42b0-b18b-b3fbe482d06a,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:13.812182 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 6097825e-22a5-4134-93cd-23f98ced9146 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:59:13.875224 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd41ab-ddbc-4c4c-a131-56c79bc1dc2d req-d92443a7-e59a-4eca-9dfe-1aa53c1b070d tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:13.883704 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7abd41ab-ddbc-4c4c-a131-56c79bc1dc2d req-d92443a7-e59a-4eca-9dfe-1aa53c1b070d tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=924f12a3-f872-4d50-a405-19d150f74444 HTTP/1.1" status: 200 len: 945 time: 0.0876977 May 26 15:59:13.934519 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7abd41ab-ddbc-4c4c-a131-56c79bc1dc2d req-4af1c3f9-32b4-496f-bcd5-1e3e449884e3 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/security-groups?id=94591791-1f74-4d6c-a8d1-df9619fffe18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434175 May 26 15:59:14.155205 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8450f6-adba-4202-8158-a11c166c789e req-8bfc8245-ce7c-4770-9474-3e4b62aa2549 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:14.158514 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6a8450f6-adba-4202-8158-a11c166c789e req-8bfc8245-ce7c-4770-9474-3e4b62aa2549 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 947 time: 0.0547392 May 26 15:59:14.248287 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6a8450f6-adba-4202-8158-a11c166c789e req-e89fbd51-0b68-4a3e-b4f3-cf9be9683306 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796127 May 26 15:59:14.248455 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcc492-d164-48dc-8997-3f56c230069f req-5da61bc3-0064-4e10-8664-5b9c7c77cdb2 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:14.261134 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ecbcc492-d164-48dc-8997-3f56c230069f req-5da61bc3-0064-4e10-8664-5b9c7c77cdb2 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 945 time: 0.1657181 May 26 15:59:14.319627 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-92a213bb-0e80-4b09-b844-74dc17a422d5 req-f64fd08f-a735-459e-aed3-0e3ba7f93309 tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0380979 May 26 15:59:14.417804 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163483c2-b789-4c9e-8086-21e15c8767ff req-d3d2e3de-bcbd-4223-9cab-15ef1c4bea0b tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:14.419621 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-163483c2-b789-4c9e-8086-21e15c8767ff req-d3d2e3de-bcbd-4223-9cab-15ef1c4bea0b tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.81 "GET /v2.0/ports?device_id=924f12a3-f872-4d50-a405-19d150f74444 HTTP/1.1" status: 200 len: 945 time: 0.0989060 May 26 15:59:14.436664 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-ecbcc492-d164-48dc-8997-3f56c230069f req-3fe8215e-af55-47e5-9751-84bce36e1250 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Deleting port 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:14.437342 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ecbcc492-d164-48dc-8997-3f56c230069f req-3fe8215e-af55-47e5-9751-84bce36e1250 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:14.553454 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ecbcc492-d164-48dc-8997-3f56c230069f req-3fe8215e-af55-47e5-9751-84bce36e1250 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] For port 18eca8a9-e96a-425b-8e6e-a6f0aab54be2, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=18eca8a9-e96a-425b-8e6e-a6f0aab54be2,segment=NetworkSegment(cff8f957-50e8-4284-b32b-ce3fdb6f3bb6),segment_id=cff8f957-50e8-4284-b32b-ce3fdb6f3bb6)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:14.554135 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ecbcc492-d164-48dc-8997-3f56c230069f req-3fe8215e-af55-47e5-9751-84bce36e1250 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:14.563317 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-163483c2-b789-4c9e-8086-21e15c8767ff req-2a7db90f-0242-458e-b2ce-d908165c26ec tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Deleting port 81bfbdd1-ed84-432d-80d4-b472e12dc740 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:14.563317 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-163483c2-b789-4c9e-8086-21e15c8767ff req-2a7db90f-0242-458e-b2ce-d908165c26ec tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:14.568017 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-ecbcc492-d164-48dc-8997-3f56c230069f req-3fe8215e-af55-47e5-9751-84bce36e1250 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Calling delete_port for 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:14.711701 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-163483c2-b789-4c9e-8086-21e15c8767ff req-2a7db90f-0242-458e-b2ce-d908165c26ec tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] For port 81bfbdd1-ed84-432d-80d4-b472e12dc740, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=81bfbdd1-ed84-432d-80d4-b472e12dc740,segment=NetworkSegment(dae879e7-109f-4012-aa0b-0a7b2554ca48),segment_id=dae879e7-109f-4012-aa0b-0a7b2554ca48)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:14.712667 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-163483c2-b789-4c9e-8086-21e15c8767ff req-2a7db90f-0242-458e-b2ce-d908165c26ec tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:14.739924 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ecbcc492-d164-48dc-8997-3f56c230069f req-3fe8215e-af55-47e5-9751-84bce36e1250 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:14.785339 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8215e-af55-47e5-9751-84bce36e1250 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Pushing event deleted for resources: {'Port': ['ID=18eca8a9-e96a-425b-8e6e-a6f0aab54be2,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:14.805084 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c741e1c-a0a2-440d-a858-d11f390e5446 req-94e59455-f272-4693-afd8-337c1c7af17a tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 210 time: 0.0704575 May 26 15:59:14.904642 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbcc492-d164-48dc-8997-3f56c230069f req-3fe8215e-af55-47e5-9751-84bce36e1250 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] No DVR routers for this DVR port 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:59:14.909836 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ecbcc492-d164-48dc-8997-3f56c230069f req-3fe8215e-af55-47e5-9751-84bce36e1250 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:14.914055 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 6097825e-22a5-4134-93cd-23f98ced9146 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:59:14.942791 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ecbcc492-d164-48dc-8997-3f56c230069f req-3fe8215e-af55-47e5-9751-84bce36e1250 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.83 "DELETE /v2.0/ports/18eca8a9-e96a-425b-8e6e-a6f0aab54be2 HTTP/1.1" status: 204 len: 173 time: 0.6653407 May 26 15:59:14.943971 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7495a3-fbb1-4d24-9454-0a4a78ba2151', 'name': 'network-vif-deleted', 'tag': '18eca8a9-e96a-425b-8e6e-a6f0aab54be2'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:14.946497 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95eb2979-d2ae-48bf-ab36-d8409dc91c62" -d '{"events": [{"server_uuid": "6c7495a3-fbb1-4d24-9454-0a4a78ba2151", "name": "network-vif-deleted", "tag": "18eca8a9-e96a-425b-8e6e-a6f0aab54be2"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:14.984323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:15.057279 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf3eb46-dd14-43c1-91bd-ddb40550bd08 x-openstack-request-id: req-8bf3eb46-dd14-43c1-91bd-ddb40550bd08 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:15.057568 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7495a3-fbb1-4d24-9454-0a4a78ba2151", "name": "network-vif-deleted", "tag": "18eca8a9-e96a-425b-8e6e-a6f0aab54be2", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:15.057841 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8bf3eb46-dd14-43c1-91bd-ddb40550bd08 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:15.058264 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bf3eb46-dd14-43c1-91bd-ddb40550bd08'] response: {'server_uuid': '6c7495a3-fbb1-4d24-9454-0a4a78ba2151', 'name': 'network-vif-deleted', 'tag': '18eca8a9-e96a-425b-8e6e-a6f0aab54be2', 'status': 'completed', 'code': 200} May 26 15:59:15.098522 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:59:15.098868 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:59:15.179306 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 6097825e-22a5-4134-93cd-23f98ced9146, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=6097825e-22a5-4134-93cd-23f98ced9146,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:15.207606 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '6097825e-22a5-4134-93cd-23f98ced9146', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '6097825e-22a5-4134-93cd-23f98ced9146', 'mac_address': 'fa:16:3e:03:63:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:59:15.284361 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf731b5-d478-4fc7-a56a-40a853413af4 req-b0d3b8ab-c7fa-4982-9bf9-0e05e0c87cfd tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:15.296962 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1cf731b5-d478-4fc7-a56a-40a853413af4 req-b0d3b8ab-c7fa-4982-9bf9-0e05e0c87cfd tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=924f12a3-f872-4d50-a405-19d150f74444 HTTP/1.1" status: 200 len: 945 time: 0.1936789 May 26 15:59:15.316046 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 6097825e-22a5-4134-93cd-23f98ced9146 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:15.316479 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:15.349015 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6097825e-22a5-4134-93cd-23f98ced9146 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:59:15.401494 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 6097825e-22a5-4134-93cd-23f98ced9146, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=6097825e-22a5-4134-93cd-23f98ced9146,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:15.405114 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7282d1e0-7e4a-421b-adc8-3e914c85d7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:15.412270 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:15.486412 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=6097825e-22a5-4134-93cd-23f98ced9146,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:15.505055 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1cf731b5-d478-4fc7-a56a-40a853413af4 req-745bb469-68de-4a47-809f-09ab2c03498b tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/security-groups?id=94591791-1f74-4d6c-a8d1-df9619fffe18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072122 May 26 15:59:15.525460 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-163483c2-b789-4c9e-8086-21e15c8767ff req-2a7db90f-0242-458e-b2ce-d908165c26ec tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:15.526056 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-163483c2-b789-4c9e-8086-21e15c8767ff req-2a7db90f-0242-458e-b2ce-d908165c26ec tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:15.526525 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [req-163483c2-b789-4c9e-8086-21e15c8767ff req-2a7db90f-0242-458e-b2ce-d908165c26ec tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Floating IP 5ce4cf69-e658-4b8a-a644-25b6d6704c8e disassociated. External IP: 172.25.7.153, port: 81bfbdd1-ed84-432d-80d4-b472e12dc740. May 26 15:59:15.527012 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-163483c2-b789-4c9e-8086-21e15c8767ff req-2a7db90f-0242-458e-b2ce-d908165c26ec tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Calling delete_port for 81bfbdd1-ed84-432d-80d4-b472e12dc740 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:15.543436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2fbd4-a7ee-44db-bc78-17f9ee746a20 req-7cbc3136-c9ba-4d23-9885-433126fbc25a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:15.554439 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3ad2fbd4-a7ee-44db-bc78-17f9ee746a20 req-7cbc3136-c9ba-4d23-9885-433126fbc25a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 948 time: 0.1321216 May 26 15:59:15.656970 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3ad2fbd4-a7ee-44db-bc78-17f9ee746a20 req-d223d644-07ee-4f6f-948c-87cfbfd50527 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014621 May 26 15:59:15.726713 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a60e40f-d8d7-43c5-8360-6f035de0a740 req-faefa912-ce88-40dd-b931-780e4f7e55a1 tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0420487 May 26 15:59:15.832446 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-163483c2-b789-4c9e-8086-21e15c8767ff req-2a7db90f-0242-458e-b2ce-d908165c26ec tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:15.873854 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7db90f-0242-458e-b2ce-d908165c26ec tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Pushing event deleted for resources: {'Port': ['ID=81bfbdd1-ed84-432d-80d4-b472e12dc740,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:15.978188 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-41b3b7ff-53b7-4b1a-9609-3c903b3dfad3 req-833e2ee2-b9f4-4cae-b52d-59ffe8b8fb0d tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c7495a3-fbb1-4d24-9454-0a4a78ba2151 HTTP/1.1" status: 200 len: 210 time: 0.0417106 May 26 15:59:16.077699 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-163483c2-b789-4c9e-8086-21e15c8767ff req-2a7db90f-0242-458e-b2ce-d908165c26ec tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Router d589c5f5-cd3e-46a7-b45c-8911f1279b63 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:59:16.158739 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['6097825e-22a5-4134-93cd-23f98ced9146'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:59:16.250341 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-163483c2-b789-4c9e-8086-21e15c8767ff req-2a7db90f-0242-458e-b2ce-d908165c26ec tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:59:16.275544 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0144f511-ec05-4bc1-9faf-929a8d184a9e None None] Sync routers for ids ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:59:16.315316 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0144f511-ec05-4bc1-9faf-929a8d184a9e None None] Routers {'d589c5f5-cd3e-46a7-b45c-8911f1279b63'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:59:16.316260 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0144f511-ec05-4bc1-9faf-929a8d184a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:59:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:16.351487 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-163483c2-b789-4c9e-8086-21e15c8767ff req-2a7db90f-0242-458e-b2ce-d908165c26ec tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] No DVR routers for this DVR port 81bfbdd1-ed84-432d-80d4-b472e12dc740 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:59:16.357920 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-163483c2-b789-4c9e-8086-21e15c8767ff req-2a7db90f-0242-458e-b2ce-d908165c26ec tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:16.365543 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-163483c2-b789-4c9e-8086-21e15c8767ff req-2a7db90f-0242-458e-b2ce-d908165c26ec tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.81 "DELETE /v2.0/ports/81bfbdd1-ed84-432d-80d4-b472e12dc740 HTTP/1.1" status: 204 len: 173 time: 1.9373734 May 26 15:59:16.366017 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924f12a3-f872-4d50-a405-19d150f74444', 'name': 'network-vif-deleted', 'tag': '81bfbdd1-ed84-432d-80d4-b472e12dc740'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:16.371682 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2224000-9344-4e43-819f-f9b4046ee9e9" -d '{"events": [{"server_uuid": "924f12a3-f872-4d50-a405-19d150f74444", "name": "network-vif-deleted", "tag": "81bfbdd1-ed84-432d-80d4-b472e12dc740"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:16.444708 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:16.500989 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfc53fc-350a-4845-91c4-3c4b60f85cc7 x-openstack-request-id: req-6cfc53fc-350a-4845-91c4-3c4b60f85cc7 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:16.501287 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "924f12a3-f872-4d50-a405-19d150f74444", "name": "network-vif-deleted", "tag": "81bfbdd1-ed84-432d-80d4-b472e12dc740", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:16.501812 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6cfc53fc-350a-4845-91c4-3c4b60f85cc7 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:16.502337 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cfc53fc-350a-4845-91c4-3c4b60f85cc7'] response: {'server_uuid': '924f12a3-f872-4d50-a405-19d150f74444', 'name': 'network-vif-deleted', 'tag': '81bfbdd1-ed84-432d-80d4-b472e12dc740', 'status': 'completed', 'code': 200} May 26 15:59:16.726255 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-0144f511-ec05-4bc1-9faf-929a8d184a9e None None] Set router d589c5f5-cd3e-46a7-b45c-8911f1279b63 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:59:16.754008 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf88d6dd-4f2c-43bb-8584-8e30d8ccde42 req-e997df47-7530-402b-945c-b995ef5fb875 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/ports?device_id=924f12a3-f872-4d50-a405-19d150f74444 HTTP/1.1" status: 200 len: 210 time: 0.0424006 May 26 15:59:16.850940 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c0afe-6efc-4243-8690-efabf0bf6aad req-b4e8b940-f8f5-42cb-adef-9b7462f6e95a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:16.852744 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e8c0afe-6efc-4243-8690-efabf0bf6aad req-b4e8b940-f8f5-42cb-adef-9b7462f6e95a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 948 time: 0.0648808 May 26 15:59:16.915785 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f634748c-f520-408c-be86-6c82f17bcb1a req-7ddd7be3-1038-4cef-8648-fba96580e1b3 tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0343130 May 26 15:59:16.921703 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e8c0afe-6efc-4243-8690-efabf0bf6aad req-0ecd927c-70e4-475e-a85e-5907a62b5160 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615189 May 26 15:59:16.947415 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:17.014473 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:59:17.014976 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 18eca8a9-e96a-425b-8e6e-a6f0aab54be2 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:59:17.128073 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0144f511-ec05-4bc1-9faf-929a8d184a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495110586-router', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '88138a50-e3d9-469f-9244-85b717ac5928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:37Z', 'updated_at': '2022-05-26T15:56:47Z', 'revision_number': 4, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'gw_port': {'id': '88138a50-e3d9-469f-9244-85b717ac5928', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'fbef516a-77ba-4b70-bf9e-7fb913fd8191', 'name': '', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'mac_address': 'fa:16:3e:4a:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:43Z', 'updated_at': '2022-05-26T15:56:51Z', 'revision_number': 5, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'subnets': [{'id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:17.227484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0144f511-ec05-4bc1-9faf-929a8d184a9e None None] Checking router: d589c5f5-cd3e-46a7-b45c-8911f1279b63 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:59:17.238190 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0144f511-ec05-4bc1-9faf-929a8d184a9e None None] Routers {'d589c5f5-cd3e-46a7-b45c-8911f1279b63'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:59:17.238870 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0144f511-ec05-4bc1-9faf-929a8d184a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:59:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:17.260874 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36418) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:17.274645 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ec510bc5-1cf5-4db6-8c95-4f82714e2b97 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1969236543', 'description': 'tempest-description--1640997992'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:17.290623 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7bdfc-02a1-4aa5-a8b2-31b14074c0b0 req-44509666-bf55-4801-a011-a5621c6558b7 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:17.300827 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6c7bdfc-02a1-4aa5-a8b2-31b14074c0b0 req-44509666-bf55-4801-a011-a5621c6558b7 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 948 time: 0.0928590 May 26 15:59:17.343566 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec510bc5-1cf5-4db6-8c95-4f82714e2b97 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:17.383732 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6c7bdfc-02a1-4aa5-a8b2-31b14074c0b0 req-06160407-c564-4278-897c-d8b790ff7188 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818460 May 26 15:59:17.403657 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-0144f511-ec05-4bc1-9faf-929a8d184a9e None None] Set router d589c5f5-cd3e-46a7-b45c-8911f1279b63 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:59:17.490098 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec510bc5-1cf5-4db6-8c95-4f82714e2b97 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:17.513386 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec510bc5-1cf5-4db6-8c95-4f82714e2b97 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:17.533827 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec510bc5-1cf5-4db6-8c95-4f82714e2b97 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:17.535817 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ec510bc5-1cf5-4db6-8c95-4f82714e2b97 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2731860 May 26 15:59:17.540295 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36428) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:17.546159 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 81bfbdd1-ed84-432d-80d4-b472e12dc740 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:17.549760 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471751ed-627e-4883-a4d0-87dbb5b32a90 req-14dd3b50-a7ed-4cb8-912e-a5c05b214e8c tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:17.551641 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-471751ed-627e-4883-a4d0-87dbb5b32a90 req-14dd3b50-a7ed-4cb8-912e-a5c05b214e8c tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2&tenant_id=2e6ecadf768c4517a083521fe60f9efe&binding%3Ahost_id=n-h2-843337-2 HTTP/1.1" status: 200 len: 948 time: 0.1335583 May 26 15:59:17.556129 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-917a77fb-755a-4c16-9028-11ef4fa5e344 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Request body: {'security_group_rule': {'security_group_id': '9c2edf5e-ea54-4033-a245-eb196ede5788', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:17.565134 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec510bc5-1cf5-4db6-8c95-4f82714e2b97 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2edf5e-ea54-4033-a245-eb196ede5788,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:17.624354 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-917a77fb-755a-4c16-9028-11ef4fa5e344 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:17.647422 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 81bfbdd1-ed84-432d-80d4-b472e12dc740 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:59:17.651376 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-471751ed-627e-4883-a4d0-87dbb5b32a90 req-1f3108df-4e49-40b1-b092-fdbefd4735c7 service neutron] delete failed (client error): The resource could not be found. May 26 15:59:17.652449 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-471751ed-627e-4883-a4d0-87dbb5b32a90 req-1f3108df-4e49-40b1-b092-fdbefd4735c7 service neutron] 10.222.0.81 "DELETE /v2.0/ports/6097825e-22a5-4134-93cd-23f98ced9146/bindings/n-h1-843337-2 HTTP/1.1" status: 404 len: 380 time: 0.0911186 May 26 15:59:17.654368 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 81bfbdd1-ed84-432d-80d4-b472e12dc740 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:59:17.687334 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:17.718022 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-917a77fb-755a-4c16-9028-11ef4fa5e344 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:17.746422 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-917a77fb-755a-4c16-9028-11ef4fa5e344 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:17.798256 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0144f511-ec05-4bc1-9faf-929a8d184a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495110586-router', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '88138a50-e3d9-469f-9244-85b717ac5928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:37Z', 'updated_at': '2022-05-26T15:56:47Z', 'revision_number': 4, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'gw_port': {'id': '88138a50-e3d9-469f-9244-85b717ac5928', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'fbef516a-77ba-4b70-bf9e-7fb913fd8191', 'name': '', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'mac_address': 'fa:16:3e:4a:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:43Z', 'updated_at': '2022-05-26T15:56:51Z', 'revision_number': 5, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'subnets': [{'id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:17.826346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a77fb-755a-4c16-9028-11ef4fa5e344 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2cf73da-8319-4e59-8b94-e8a996915bf1,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:17.829015 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0144f511-ec05-4bc1-9faf-929a8d184a9e None None] The sync data for ids ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'] in n-d-843337-2 is: [{'id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495110586-router', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '88138a50-e3d9-469f-9244-85b717ac5928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:37Z', 'updated_at': '2022-05-26T15:56:47Z', 'revision_number': 4, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'gw_port': {'id': '88138a50-e3d9-469f-9244-85b717ac5928', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'fbef516a-77ba-4b70-bf9e-7fb913fd8191', 'name': '', 'network_id': 'fd21b13c-44ff-4f1b-8ebb-43aa45f45369', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'mac_address': 'fa:16:3e:4a:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:43Z', 'updated_at': '2022-05-26T15:56:51Z', 'revision_number': 5, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'subnets': [{'id': 'f04b8b7b-67c4-4820-8e2d-a906f17469d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:59:17.844869 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-917a77fb-755a-4c16-9028-11ef4fa5e344 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:17.850648 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36442) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:17.851238 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-917a77fb-755a-4c16-9028-11ef4fa5e344 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2980394 May 26 15:59:17.854900 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471751ed-627e-4883-a4d0-87dbb5b32a90 req-49382945-f893-4fbd-a7c7-ba9cc9d6ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:17.855690 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-8ed49a53-4878-433d-bc47-1d8debe7cc28 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Request body: {'security_group_rule': {'security_group_id': '9c2edf5e-ea54-4033-a245-eb196ede5788', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:17.856982 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-471751ed-627e-4883-a4d0-87dbb5b32a90 req-49382945-f893-4fbd-a7c7-ba9cc9d6ff19 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 1099 time: 0.1011724 May 26 15:59:17.919244 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ed49a53-4878-433d-bc47-1d8debe7cc28 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:18.004567 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471751ed-627e-4883-a4d0-87dbb5b32a90 req-4f12cc97-033c-4e86-9b7e-16286777c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:18.006200 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-471751ed-627e-4883-a4d0-87dbb5b32a90 req-4f12cc97-033c-4e86-9b7e-16286777c86f service neutron] 10.222.0.81 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.1415384 May 26 15:59:18.054548 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ed49a53-4878-433d-bc47-1d8debe7cc28 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:18.064531 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ed49a53-4878-433d-bc47-1d8debe7cc28 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:18.099217 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:18.123516 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed49a53-4878-433d-bc47-1d8debe7cc28 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a426b3a6-d2d5-474f-b43c-2967187ec27e,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:18.125518 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36452) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:18.142682 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ed49a53-4878-433d-bc47-1d8debe7cc28 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:18.143306 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8ed49a53-4878-433d-bc47-1d8debe7cc28 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2912850 May 26 15:59:18.155984 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36454) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:18.160902 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-04f34478-1f68-4095-b015-b89de4d502c9 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:18.167627 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-471751ed-627e-4883-a4d0-87dbb5b32a90 req-c9edcd70-d554-4f2a-a93c-7f8e90652a29 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=6097825e-22a5-4134-93cd-23f98ced9146 HTTP/1.1" status: 200 len: 217 time: 0.1399460 May 26 15:59:18.224934 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04f34478-1f68-4095-b015-b89de4d502c9 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:18.246987 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44c9d4da-a50c-4b66-a441-d317057de08b req-1e7113d0-f5b9-41ec-b6d2-a54ba1454c81 tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0877371 May 26 15:59:18.267653 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471751ed-627e-4883-a4d0-87dbb5b32a90 req-a4992730-b6f1-4266-be85-cdb25f4ff1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:18.269602 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-471751ed-627e-4883-a4d0-87dbb5b32a90 req-a4992730-b6f1-4266-be85-cdb25f4ff1f3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0821271 May 26 15:59:18.289499 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110f12d5-9ae0-4d9b-904e-884abba7b67f None None] New status for floating IP 5ce4cf69-e658-4b8a-a644-25b6d6704c8e: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 15:59:18.317644 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e3eadf3d-23a1-4866-be5b-34677022a212 req-7cde5f17-53ee-4db1-a1ce-90470e44de58 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0831277 May 26 15:59:18.353817 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471751ed-627e-4883-a4d0-87dbb5b32a90 req-10ca081f-7336-4477-a40f-bad92613d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:18.355359 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-471751ed-627e-4883-a4d0-87dbb5b32a90 req-10ca081f-7336-4477-a40f-bad92613d99f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0757880 May 26 15:59:18.371187 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-af13ae8a-30b3-4b06-8933-67b72a4231e9 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:18.410853 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-af13ae8a-30b3-4b06-8933-67b72a4231e9 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:18.492497 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-af13ae8a-30b3-4b06-8933-67b72a4231e9 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:18.495336 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-af13ae8a-30b3-4b06-8933-67b72a4231e9 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:18.496899 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-af13ae8a-30b3-4b06-8933-67b72a4231e9 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "DELETE /v2.0/security-groups/94591791-1f74-4d6c-a8d1-df9619fffe18 HTTP/1.1" status: 204 len: 168 time: 0.3699050 May 26 15:59:18.500576 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36460) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:18.510092 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13ae8a-30b3-4b06-8933-67b72a4231e9 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94591791-1f74-4d6c-a8d1-df9619fffe18,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:18.556303 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-c5a4d7a4-78bc-4194-bbcf-fe3497bdf077 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] show failed (client error): The resource could not be found. May 26 15:59:18.559372 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c5a4d7a4-78bc-4194-bbcf-fe3497bdf077 tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "GET /v2.0/security-groups/94591791-1f74-4d6c-a8d1-df9619fffe18 HTTP/1.1" status: 404 len: 347 time: 0.0566037 May 26 15:59:18.560928 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04f34478-1f68-4095-b015-b89de4d502c9 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:18.571007 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36464) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:18.636144 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-471751ed-627e-4883-a4d0-87dbb5b32a90 req-a04fec0e-45f1-41c8-8292-2499f6bf50f4 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712348 May 26 15:59:18.763035 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f3b97-08b6-49cc-a677-107317419803 req-da62a433-807f-4fe8-8b61-4be03c1350d6 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:18.764662 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba1f3b97-08b6-49cc-a677-107317419803 req-da62a433-807f-4fe8-8b61-4be03c1350d6 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 948 time: 0.2038193 May 26 15:59:18.859311 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba1f3b97-08b6-49cc-a677-107317419803 req-33165b32-c074-4786-a0ee-778f65636c90 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868499 May 26 15:59:18.881191 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07542ee7-ffb4-4c5b-8db5-64abbb0f6f0d req-654bedcd-6e95-486b-95b4-a8b34e6d003c tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:18.889756 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07542ee7-ffb4-4c5b-8db5-64abbb0f6f0d req-654bedcd-6e95-486b-95b4-a8b34e6d003c tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 1096 time: 0.1239605 May 26 15:59:18.892927 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:18.901138 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-471751ed-627e-4883-a4d0-87dbb5b32a90 req-876e8c2b-e59e-46c5-a6fc-ce5842c66f5a service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539284 May 26 15:59:18.924593 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 6097825e-22a5-4134-93cd-23f98ced9146 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:59:18.985650 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07542ee7-ffb4-4c5b-8db5-64abbb0f6f0d req-047d72a0-b863-415c-a6e2-34bbd7153955 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926208 May 26 15:59:18.988069 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-04f34478-1f68-4095-b015-b89de4d502c9 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Allocated IP 172.25.7.63 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/3ae29382-a4b4-43bf-9231-278d27bb8f63) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:59:18.996746 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-f616c4b9-4175-430b-bdcf-3ae37b3456aa tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Deleting port e1a22ced-f789-45ca-9a74-044f43e633a1 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:18.997362 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f616c4b9-4175-430b-bdcf-3ae37b3456aa tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:19.055649 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 6097825e-22a5-4134-93cd-23f98ced9146 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:59:19.069798 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 6097825e-22a5-4134-93cd-23f98ced9146 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:19.071171 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:19.104419 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f616c4b9-4175-430b-bdcf-3ae37b3456aa tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:19.104935 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f616c4b9-4175-430b-bdcf-3ae37b3456aa tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:19.125828 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-f616c4b9-4175-430b-bdcf-3ae37b3456aa tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Calling delete_port for e1a22ced-f789-45ca-9a74-044f43e633a1 owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:19.193287 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 6097825e-22a5-4134-93cd-23f98ced9146 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:19.194013 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:19.272894 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d850e7d-33a2-44d7-9531-fc902537f0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6097825e-22a5-4134-93cd-23f98ced9146'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:19.277326 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39b940d-0962-435e-ad9e-322f46ab30ba" -d '{"events": [{"server_uuid": "8d850e7d-33a2-44d7-9531-fc902537f0c2", "name": "network-vif-plugged", "status": "completed", "tag": "6097825e-22a5-4134-93cd-23f98ced9146"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:19.305679 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 6097825e-22a5-4134-93cd-23f98ced9146, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=6097825e-22a5-4134-93cd-23f98ced9146,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:19.326824 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:19.366389 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04f34478-1f68-4095-b015-b89de4d502c9 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:19.399793 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=6097825e-22a5-4134-93cd-23f98ced9146,revision_number=9']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:19.442512 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de95a64e-3a4a-4dc1-9d21-4460a7e64ceb x-openstack-request-id: req-de95a64e-3a4a-4dc1-9d21-4460a7e64ceb {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:19.443528 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d850e7d-33a2-44d7-9531-fc902537f0c2", "name": "network-vif-plugged", "status": "completed", "tag": "6097825e-22a5-4134-93cd-23f98ced9146", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:19.445093 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de95a64e-3a4a-4dc1-9d21-4460a7e64ceb {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:19.445530 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de95a64e-3a4a-4dc1-9d21-4460a7e64ceb'] response: {'server_uuid': '8d850e7d-33a2-44d7-9531-fc902537f0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6097825e-22a5-4134-93cd-23f98ced9146', 'code': 200} May 26 15:59:19.483637 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f616c4b9-4175-430b-bdcf-3ae37b3456aa tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:19.525461 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04f34478-1f68-4095-b015-b89de4d502c9 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:19.542858 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616c4b9-4175-430b-bdcf-3ae37b3456aa tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Pushing event deleted for resources: {'Port': ['ID=e1a22ced-f789-45ca-9a74-044f43e633a1,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:19.584939 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f34478-1f68-4095-b015-b89de4d502c9 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:59:19.614410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-04f34478-1f68-4095-b015-b89de4d502c9 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:59:19.617080 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f34478-1f68-4095-b015-b89de4d502c9 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:59:19.663882 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3fbee333-e8f5-40ef-a228-3d3d2e3a8049 req-3019fd7a-05fc-4b76-a317-f4546a41d9a2 tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.1268890 May 26 15:59:20.038680 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f34478-1f68-4095-b015-b89de4d502c9 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Pushing event updated for resources: {'Port': ['ID=3ae29382-a4b4-43bf-9231-278d27bb8f63,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:20.086333 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1838ab4-aa1e-4817-b4cb-297b7236f4c0 req-46fbee6a-b6b4-4c6a-91be-1e52e1ccaa2d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:20.089996 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1838ab4-aa1e-4817-b4cb-297b7236f4c0 req-46fbee6a-b6b4-4c6a-91be-1e52e1ccaa2d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.0684781 May 26 15:59:20.139465 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f616c4b9-4175-430b-bdcf-3ae37b3456aa tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:20.142406 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f616c4b9-4175-430b-bdcf-3ae37b3456aa tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:20.143698 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f616c4b9-4175-430b-bdcf-3ae37b3456aa tempest-ServersWithSpecificFlavorTestJSON-1545425333 tempest-ServersWithSpecificFlavorTestJSON-1545425333-project] 10.222.0.77 "DELETE /v2.0/floatingips/5ce4cf69-e658-4b8a-a644-25b6d6704c8e HTTP/1.1" status: 204 len: 168 time: 1.5717273 May 26 15:59:20.148672 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1838ab4-aa1e-4817-b4cb-297b7236f4c0 req-8c93fb42-4965-45cf-8d73-bccd50471c74 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520875 May 26 15:59:20.152912 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04f34478-1f68-4095-b015-b89de4d502c9 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:20.201930 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04f34478-1f68-4095-b015-b89de4d502c9 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:20.414679 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4d28e-de43-40fd-b3f3-78bbc954f74a req-55675306-3efb-43e1-b55c-b8d4aea791e1 tempest-MigrationsAdminTest-2099867691 tempest-MigrationsAdminTest-2099867691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:20.420908 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7a4d28e-de43-40fd-b3f3-78bbc954f74a req-55675306-3efb-43e1-b55c-b8d4aea791e1 tempest-MigrationsAdminTest-2099867691 tempest-MigrationsAdminTest-2099867691-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 1100 time: 0.0542369 May 26 15:59:20.451211 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04f34478-1f68-4095-b015-b89de4d502c9 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:20.467588 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04f34478-1f68-4095-b015-b89de4d502c9 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:20.478012 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7a4d28e-de43-40fd-b3f3-78bbc954f74a req-6b07b0b2-b60d-450a-8969-96e064ffbf22 tempest-MigrationsAdminTest-2099867691 tempest-MigrationsAdminTest-2099867691-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547745 May 26 15:59:20.556119 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-aa5b3f8d-a341-44f4-8a10-69ed61cef633 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:59:20.558738 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-aa5b3f8d-a341-44f4-8a10-69ed61cef633 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184274 May 26 15:59:20.571468 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f34478-1f68-4095-b015-b89de4d502c9 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Pushing event updated for resources: {'Port': ['ID=3ae29382-a4b4-43bf-9231-278d27bb8f63,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:20.619283 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04f34478-1f68-4095-b015-b89de4d502c9 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:20.647281 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87a027-2325-4f8b-ac24-eb928013073f req-d070c76a-37b4-4bd3-bf26-aa74b8391866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:20.655344 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-d070c76a-37b4-4bd3-bf26-aa74b8391866 service neutron] 10.222.0.77 "GET /v2.0/ports/ed88e625-4db8-45fd-b42e-18cdbdfc13f5 HTTP/1.1" status: 200 len: 1093 time: 0.0797045 May 26 15:59:20.661115 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-8d87a027-2325-4f8b-ac24-eb928013073f req-79417e18-8d6e-4e47-9faa-ac902f9935cc service neutron] Request body: {'binding': {'host': 'n-h2-843337-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:20.661115 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-8d87a027-2325-4f8b-ac24-eb928013073f req-79417e18-8d6e-4e47-9faa-ac902f9935cc service neutron] Unknown quota resources ['binding']. {{(pid=103896) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 26 15:59:20.675948 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04f34478-1f68-4095-b015-b89de4d502c9 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:20.679550 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-04f34478-1f68-4095-b015-b89de4d502c9 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5226438 May 26 15:59:20.914506 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-8d87a027-2325-4f8b-ac24-eb928013073f req-79417e18-8d6e-4e47-9faa-ac902f9935cc service neutron] Attempting to bind port ed88e625-4db8-45fd-b42e-18cdbdfc13f5 on host n-h2-843337-2 for vnic_type normal with profile None {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:59:20.914850 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-8d87a027-2325-4f8b-ac24-eb928013073f req-79417e18-8d6e-4e47-9faa-ac902f9935cc service neutron] Attempting to bind port ed88e625-4db8-45fd-b42e-18cdbdfc13f5 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:59:20.915232 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87a027-2325-4f8b-ac24-eb928013073f req-79417e18-8d6e-4e47-9faa-ac902f9935cc service neutron] Attempting to bind port ed88e625-4db8-45fd-b42e-18cdbdfc13f5 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:20.920324 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f27deb87-bd54-4a9c-b204-676a3e2cf8a3 req-3dbdc6b3-71e2-44a3-a511-b52565647435 tempest-ServersAdmin275Test-122939377 tempest-ServersAdmin275Test-122939377-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0417395 May 26 15:59:20.922545 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87a027-2325-4f8b-ac24-eb928013073f req-79417e18-8d6e-4e47-9faa-ac902f9935cc service neutron] Port ed88e625-4db8-45fd-b42e-18cdbdfc13f5 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:59:20.922926 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87a027-2325-4f8b-ac24-eb928013073f req-79417e18-8d6e-4e47-9faa-ac902f9935cc service neutron] Attempting to bind port ed88e625-4db8-45fd-b42e-18cdbdfc13f5 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:20.929186 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87a027-2325-4f8b-ac24-eb928013073f req-79417e18-8d6e-4e47-9faa-ac902f9935cc service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:59:20.929532 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87a027-2325-4f8b-ac24-eb928013073f req-79417e18-8d6e-4e47-9faa-ac902f9935cc service neutron] Checking segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:59:20.929923 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87a027-2325-4f8b-ac24-eb928013073f req-79417e18-8d6e-4e47-9faa-ac902f9935cc service neutron] Bound using segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:59:20.930351 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-8d87a027-2325-4f8b-ac24-eb928013073f req-79417e18-8d6e-4e47-9faa-ac902f9935cc service neutron] Bound port: ed88e625-4db8-45fd-b42e-18cdbdfc13f5, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:59:20.997620 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-8d87a027-2325-4f8b-ac24-eb928013073f req-79417e18-8d6e-4e47-9faa-ac902f9935cc service neutron] For port ed88e625-4db8-45fd-b42e-18cdbdfc13f5, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=ed88e625-4db8-45fd-b42e-18cdbdfc13f5,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:59:21.009698 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8d87a027-2325-4f8b-ac24-eb928013073f req-79417e18-8d6e-4e47-9faa-ac902f9935cc service neutron] Notify callbacks [] for binding, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:21.029170 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-79417e18-8d6e-4e47-9faa-ac902f9935cc service neutron] 10.222.0.77 "POST /v2.0/ports/ed88e625-4db8-45fd-b42e-18cdbdfc13f5/bindings HTTP/1.1" status: 201 len: 389 time: 0.3724680 May 26 15:59:21.075562 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-edfce9b4-c430-4ac3-bf42-d8214bce4954 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=2e6ecadf768c4517a083521fe60f9efe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275817 May 26 15:59:21.237644 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-81bdfaa2-c7fb-4b25-9915-b3ebca1c50e2 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:21.245229 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-81bdfaa2-c7fb-4b25-9915-b3ebca1c50e2 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1617227 May 26 15:59:21.262252 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-8448e312-469d-420b-85e8-55af7dadb3ff tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/quotas/2e6ecadf768c4517a083521fe60f9efe HTTP/1.1" status: 200 len: 375 time: 0.0159788 May 26 15:59:21.383069 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-72e44ab0-3bb3-44e0-bde7-66570369f2f4 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1197083 May 26 15:59:21.429906 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87a027-2325-4f8b-ac24-eb928013073f req-bd9668ba-5876-464a-a52f-2fa8f90cae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:21.432832 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-bd9668ba-5876-464a-a52f-2fa8f90cae93 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 1096 time: 0.0896785 May 26 15:59:21.435151 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340450bc-09b3-4acc-a199-ca039a189992 req-49c1bb36-74a8-4336-b702-965a217e8ccb tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:21.445603 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-340450bc-09b3-4acc-a199-ca039a189992 req-49c1bb36-74a8-4336-b702-965a217e8ccb tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/networks?id=3b5eae06-69d3-4233-90af-ed2ccfa064f1 HTTP/1.1" status: 200 len: 822 time: 0.1685481 May 26 15:59:21.466005 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-340450bc-09b3-4acc-a199-ca039a189992 req-4be2c3cf-0c41-438c-a88f-af648e96e638 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/quotas/05d33324e120414581773a28644ea5f9 HTTP/1.1" status: 200 len: 375 time: 0.0193155 May 26 15:59:21.548965 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87a027-2325-4f8b-ac24-eb928013073f req-e87cf656-f94b-44ea-8b9a-0a4781a10eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:21.550476 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-e87cf656-f94b-44ea-8b9a-0a4781a10eb5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 908 time: 0.1078813 May 26 15:59:21.577652 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-340450bc-09b3-4acc-a199-ca039a189992 req-4d1fe991-e1fa-405f-af98-3bd9ebb72c5e tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=05d33324e120414581773a28644ea5f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1108413 May 26 15:59:21.624449 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-25613ffb-a0b0-4cec-a701-8ae27df6c5e7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed88e625-4db8-45fd-b42e-18cdbdfc13f5 HTTP/1.1" status: 200 len: 217 time: 0.0654356 May 26 15:59:21.725981 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87a027-2325-4f8b-ac24-eb928013073f req-a954e38f-f3f1-43ac-b64a-07bdf4cea0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:21.726987 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-340450bc-09b3-4acc-a199-ca039a189992 req-938e0283-0fc5-4c06-9ce1-be71bbb624e8 service neutron] 10.222.0.77 "GET /v2.0/networks/3b5eae06-69d3-4233-90af-ed2ccfa064f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484168 May 26 15:59:21.732365 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-a954e38f-f3f1-43ac-b64a-07bdf4cea0ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cfa16bff-3370-4a4e-860f-b7e489b84ed0 HTTP/1.1" status: 200 len: 847 time: 0.1000733 May 26 15:59:21.799952 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-75a2bd87-ae73-4919-92a1-48b93b543641 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587728 May 26 15:59:21.915644 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6218abe4-1862-4731-810b-5ff3db6b75cc req-2927f5df-eacc-4731-a06d-47e9599abbb1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d5bf62a493c9490fa2efc562b6c19781&device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0995836 May 26 15:59:21.984742 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-340450bc-09b3-4acc-a199-ca039a189992 req-594d21e0-d97f-49a7-bd5b-cb784b0f7695 service neutron] 10.222.0.77 "GET /v2.0/networks/3b5eae06-69d3-4233-90af-ed2ccfa064f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564511 May 26 15:59:22.009717 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6218abe4-1862-4731-810b-5ff3db6b75cc req-213f8832-88a2-4136-a45b-293281a165af service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=d5bf62a493c9490fa2efc562b6c19781&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776908 May 26 15:59:22.010925 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-ca54d300-64f8-4756-9152-7c69fd38a6c6 service neutron] 10.222.0.83 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031548 May 26 15:59:22.030813 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46394a1-bf60-405c-a2c1-fbc7f7cb07d0 req-3e870a0f-1752-42dc-94ff-e5dee147c65b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:22.053106 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a46394a1-bf60-405c-a2c1-fbc7f7cb07d0 req-3e870a0f-1752-42dc-94ff-e5dee147c65b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 945 time: 0.2481656 May 26 15:59:22.155764 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a46394a1-bf60-405c-a2c1-fbc7f7cb07d0 req-e2f9ba3e-e979-4d76-94d9-576e25760e6d tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974188 May 26 15:59:22.194721 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-1972577c-80bd-44e5-a87e-866d20a28b9e service neutron] 10.222.0.83 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703527 May 26 15:59:22.729149 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218abe4-1862-4731-810b-5ff3db6b75cc req-021c3865-f93a-4f42-81ff-d0c1058157ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:22.730713 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6218abe4-1862-4731-810b-5ff3db6b75cc req-021c3865-f93a-4f42-81ff-d0c1058157ab service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6338813 May 26 15:59:22.779612 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-74f6f5e5-4168-4e43-bc80-0d5eeff17b10 req-243e8011-b2d1-4d6b-b2c0-e575020daeb1 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 210 time: 0.0467229 May 26 15:59:22.834925 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-daec30d0-de75-4a28-9f9c-b66f7ad3168c req-433bdf3c-9830-4c95-b9e4-e120d7c475e0 tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.1031029 May 26 15:59:22.871240 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36612) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:22.983456 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b71afd93-0d39-4999-bea6-e9e075bdd45b req-90098d2e-7b0e-4df0-8e6c-f96275a47580 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 210 time: 0.0592439 May 26 15:59:23.564710 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff468db-c6e6-4187-bdde-3960be51ecb6 req-ad2748f9-c030-4be4-865e-423ee51e2742 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:23.573978 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ff468db-c6e6-4187-bdde-3960be51ecb6 req-ad2748f9-c030-4be4-865e-423ee51e2742 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 945 time: 0.3134713 May 26 15:59:23.616885 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-bc7d5da7-3e6c-426a-bcb5-12ff5c53bbbb tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=2e6ecadf768c4517a083521fe60f9efe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1520529 May 26 15:59:23.624684 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3e053-6143-42ee-b0bf-9bd67f6bc5b2 req-f84aa8f1-1076-440a-9361-99a2f4624259 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:23.627381 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5de3e053-6143-42ee-b0bf-9bd67f6bc5b2 req-f84aa8f1-1076-440a-9361-99a2f4624259 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 1096 time: 0.2925611 May 26 15:59:23.774613 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5de3e053-6143-42ee-b0bf-9bd67f6bc5b2 req-1c7100d0-acdc-4cc3-a600-1c51e5c31f79 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025457 May 26 15:59:23.804909 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ff468db-c6e6-4187-bdde-3960be51ecb6 req-16e5a5bc-3beb-4d9c-8334-2422e8e6efeb tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297537 May 26 15:59:23.958046 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-d0b65ac8-bbc4-4cee-83b7-5e103e2f356a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:23.959765 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-d0b65ac8-bbc4-4cee-83b7-5e103e2f356a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3248408 May 26 15:59:24.000045 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-4e083e16-c8da-46de-8d1c-db39bf321957 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Request body: {'port': {'device_id': 'a0548f62-926e-4ad3-91e0-b41b6bdcc207', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '2e6ecadf768c4517a083521fe60f9efe'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:24.028655 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-72cc8967-ba26-46b5-b24a-e82543f6beae req-50112181-b5d9-44dd-bd62-39ae35831195 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 210 time: 0.0652072 May 26 15:59:24.299949 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba9f4d19-8eae-4b51-9fff-6c3bed41f1a4 req-0e7d85c7-e153-4ff6-a022-a551b95d5e55 tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.77 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0714948 May 26 15:59:24.317650 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5df92f53-bd96-48fb-be15-a72074bac019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:24.360007 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340450bc-09b3-4acc-a199-ca039a189992 req-60062855-05b2-4369-b064-4841b09f0c2d tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:24.369406 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-340450bc-09b3-4acc-a199-ca039a189992 req-60062855-05b2-4369-b064-4841b09f0c2d tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.83 "GET /v2.0/networks?id=3b5eae06-69d3-4233-90af-ed2ccfa064f1 HTTP/1.1" status: 200 len: 822 time: 0.2813990 May 26 15:59:24.392896 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-340450bc-09b3-4acc-a199-ca039a189992 req-5f4043d4-f1bb-4ceb-8aee-fb1daa50d1e6 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Request body: {'port': {'device_id': 'a176926f-86f9-46d5-a934-93d49df65bd0', 'network_id': '3b5eae06-69d3-4233-90af-ed2ccfa064f1', 'admin_state_up': True, 'tenant_id': '05d33324e120414581773a28644ea5f9'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:24.422555 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-4e083e16-c8da-46de-8d1c-db39bf321957 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Made reservation on behalf of 2e6ecadf768c4517a083521fe60f9efe for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:59:24.438177 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-4e083e16-c8da-46de-8d1c-db39bf321957 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:24.619468 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26784c95-0600-4cec-839e-86b9afab2e73 req-202b9f62-853f-49af-8161-8cd35b95db4b tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 210 time: 0.1204925 May 26 15:59:24.690252 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340450bc-09b3-4acc-a199-ca039a189992 req-5f4043d4-f1bb-4ceb-8aee-fb1daa50d1e6 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Made reservation on behalf of 05d33324e120414581773a28644ea5f9 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:59:24.694968 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-340450bc-09b3-4acc-a199-ca039a189992 req-5f4043d4-f1bb-4ceb-8aee-fb1daa50d1e6 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:24.957163 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-340450bc-09b3-4acc-a199-ca039a189992 req-5f4043d4-f1bb-4ceb-8aee-fb1daa50d1e6 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Allocated IP 172.20.0.3 (3b5eae06-69d3-4233-90af-ed2ccfa064f1/e7c17c47-9ee8-44d6-b193-8b14963b1984/93845b37-dc04-452d-9d88-6643be4e7506) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:59:24.962441 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6218abe4-1862-4731-810b-5ff3db6b75cc req-ed535bc3-03db-4b53-aafd-ab78ffefe696 tempest-ServersAdmin275Test-899739782 tempest-ServersAdmin275Test-899739782-project] 10.222.0.83 "GET /v2.0/ports?device_id=5dd881b0-ae05-4575-ac19-14bb6a22e67d HTTP/1.1" status: 200 len: 210 time: 0.0349944 May 26 15:59:25.070604 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-4e083e16-c8da-46de-8d1c-db39bf321957 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Allocated IP 192.168.233.164 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/60450a80-835f-4f71-97de-cc95d2494e1a) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:59:25.105317 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b65da8-e3f6-4a97-b50e-6837db5d6442 req-e7978af0-cd44-4b29-80e1-8391928c0edf tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:25.120368 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d5b65da8-e3f6-4a97-b50e-6837db5d6442 req-e7978af0-cd44-4b29-80e1-8391928c0edf tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 945 time: 0.1927860 May 26 15:59:25.207532 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-340450bc-09b3-4acc-a199-ca039a189992 req-5f4043d4-f1bb-4ceb-8aee-fb1daa50d1e6 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:25.269873 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-340450bc-09b3-4acc-a199-ca039a189992 req-5f4043d4-f1bb-4ceb-8aee-fb1daa50d1e6 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:25.329845 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340450bc-09b3-4acc-a199-ca039a189992 req-5f4043d4-f1bb-4ceb-8aee-fb1daa50d1e6 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Network 3b5eae06-69d3-4233-90af-ed2ccfa064f1 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:59:25.333367 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-340450bc-09b3-4acc-a199-ca039a189992 req-5f4043d4-f1bb-4ceb-8aee-fb1daa50d1e6 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:59:25.338500 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-340450bc-09b3-4acc-a199-ca039a189992 req-5f4043d4-f1bb-4ceb-8aee-fb1daa50d1e6 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:59:25.353857 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d5b65da8-e3f6-4a97-b50e-6837db5d6442 req-6e587ed3-4948-40b3-a18c-ba6d3be0f6e8 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322586 May 26 15:59:25.411527 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4043d4-f1bb-4ceb-8aee-fb1daa50d1e6 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Pushing event updated for resources: {'Port': ['ID=93845b37-dc04-452d-9d88-6643be4e7506,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:25.444162 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340450bc-09b3-4acc-a199-ca039a189992 req-5f4043d4-f1bb-4ceb-8aee-fb1daa50d1e6 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:25.445168 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-340450bc-09b3-4acc-a199-ca039a189992 req-5f4043d4-f1bb-4ceb-8aee-fb1daa50d1e6 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:25.482446 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-4e083e16-c8da-46de-8d1c-db39bf321957 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:25.500926 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-340450bc-09b3-4acc-a199-ca039a189992 req-5f4043d4-f1bb-4ceb-8aee-fb1daa50d1e6 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1125023 May 26 15:59:25.513300 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-26b3432e-69f2-4f1f-a56c-2ee79f2f4714 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:59:25.517266 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-26b3432e-69f2-4f1f-a56c-2ee79f2f4714 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141296 May 26 15:59:25.529140 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-340450bc-09b3-4acc-a199-ca039a189992 req-2f8cb093-8414-409c-a561-b209e3202765 service neutron] Request body: {'port': {'device_id': 'a176926f-86f9-46d5-a934-93d49df65bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:25.572020 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-5df92f53-bd96-48fb-be15-a72074bac019 admin admin] Deleting port fbef516a-77ba-4b70-bf9e-7fb913fd8191 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:25.572497 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5df92f53-bd96-48fb-be15-a72074bac019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:25.630080 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-4e083e16-c8da-46de-8d1c-db39bf321957 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:25.666629 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['6097825e-22a5-4134-93cd-23f98ced9146'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:59:25.696017 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-a0e0248c-7887-4805-90af-e09e8ed37c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:25.712865 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-a0e0248c-7887-4805-90af-e09e8ed37c26 service neutron] 10.222.0.77 "GET /v2.0/ports/abc417ca-d09c-4b20-afa4-b8599fee9b0e HTTP/1.1" status: 200 len: 1093 time: 0.1789382 May 26 15:59:25.719302 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-3ea7de0e-430b-4d94-981b-50725682ae2e service neutron] Request body: {'binding': {'host': 'n-h2-843337-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:25.722448 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-3ea7de0e-430b-4d94-981b-50725682ae2e service neutron] Unknown quota resources ['binding']. {{(pid=103895) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 26 15:59:25.785056 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-4e083e16-c8da-46de-8d1c-db39bf321957 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:59:25.804227 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-340450bc-09b3-4acc-a199-ca039a189992 req-2f8cb093-8414-409c-a561-b209e3202765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:25.812997 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-5df92f53-bd96-48fb-be15-a72074bac019 admin admin] For port fbef516a-77ba-4b70-bf9e-7fb913fd8191, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=fbef516a-77ba-4b70-bf9e-7fb913fd8191,segment=NetworkSegment(dae879e7-109f-4012-aa0b-0a7b2554ca48),segment_id=dae879e7-109f-4012-aa0b-0a7b2554ca48)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:25.812997 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5df92f53-bd96-48fb-be15-a72074bac019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:25.817629 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-4e083e16-c8da-46de-8d1c-db39bf321957 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:59:25.825637 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e083e16-c8da-46de-8d1c-db39bf321957 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Pushing event updated for resources: {'Port': ['ID=60450a80-835f-4f71-97de-cc95d2494e1a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:25.848572 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-4e083e16-c8da-46de-8d1c-db39bf321957 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:59:25.861766 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-5df92f53-bd96-48fb-be15-a72074bac019 admin admin] Calling delete_port for fbef516a-77ba-4b70-bf9e-7fb913fd8191 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:26.196677 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-96ce5e23-266f-4359-881a-d276868ae01b None None] Provisioning complete for port 60450a80-835f-4f71-97de-cc95d2494e1a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:26.197186 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-96ce5e23-266f-4359-881a-d276868ae01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:26.209550 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7b8d4-517a-4ee8-a1ff-fce40e7df743 req-2606e1ea-b2e2-4fdd-b67f-1c874b3d532e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:26.215324 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2cb7b8d4-517a-4ee8-a1ff-fce40e7df743 req-2606e1ea-b2e2-4fdd-b67f-1c874b3d532e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 936 time: 0.5866976 May 26 15:59:26.223149 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5df92f53-bd96-48fb-be15-a72074bac019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:26.308384 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-96ce5e23-266f-4359-881a-d276868ae01b None None] Port 60450a80-835f-4f71-97de-cc95d2494e1a cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:59:26.390318 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-3ea7de0e-430b-4d94-981b-50725682ae2e service neutron] Attempting to bind port abc417ca-d09c-4b20-afa4-b8599fee9b0e on host n-h2-843337-2 for vnic_type normal with profile None {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:59:26.392655 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-3ea7de0e-430b-4d94-981b-50725682ae2e service neutron] Attempting to bind port abc417ca-d09c-4b20-afa4-b8599fee9b0e by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:59:26.398102 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df92f53-bd96-48fb-be15-a72074bac019 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbef516a-77ba-4b70-bf9e-7fb913fd8191,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:26.409423 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-3ea7de0e-430b-4d94-981b-50725682ae2e service neutron] Attempting to bind port abc417ca-d09c-4b20-afa4-b8599fee9b0e on network 849715ed-d05e-42c2-bffa-fde3212d6c0a {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:26.421902 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-3ea7de0e-430b-4d94-981b-50725682ae2e service neutron] Port abc417ca-d09c-4b20-afa4-b8599fee9b0e on network 849715ed-d05e-42c2-bffa-fde3212d6c0a not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:59:26.423897 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-3ea7de0e-430b-4d94-981b-50725682ae2e service neutron] Attempting to bind port abc417ca-d09c-4b20-afa4-b8599fee9b0e on network 849715ed-d05e-42c2-bffa-fde3212d6c0a {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:26.430476 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-3ea7de0e-430b-4d94-981b-50725682ae2e service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:59:26.430840 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-3ea7de0e-430b-4d94-981b-50725682ae2e service neutron] Checking segment: {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:59:26.431220 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-3ea7de0e-430b-4d94-981b-50725682ae2e service neutron] Bound using segment: {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:59:26.431667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-3ea7de0e-430b-4d94-981b-50725682ae2e service neutron] Bound port: abc417ca-d09c-4b20-afa4-b8599fee9b0e, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:59:26.561668 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-340450bc-09b3-4acc-a199-ca039a189992 req-2f8cb093-8414-409c-a561-b209e3202765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93845b37-dc04-452d-9d88-6643be4e7506 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:59:26.568386 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-3ea7de0e-430b-4d94-981b-50725682ae2e service neutron] For port abc417ca-d09c-4b20-afa4-b8599fee9b0e, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=abc417ca-d09c-4b20-afa4-b8599fee9b0e,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:59:26.573068 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-340450bc-09b3-4acc-a199-ca039a189992 req-2f8cb093-8414-409c-a561-b209e3202765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:26.577671 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5df92f53-bd96-48fb-be15-a72074bac019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:26.598922 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-3ea7de0e-430b-4d94-981b-50725682ae2e service neutron] Notify callbacks [] for binding, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:26.604410 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-3ea7de0e-430b-4d94-981b-50725682ae2e service neutron] 10.222.0.77 "POST /v2.0/ports/abc417ca-d09c-4b20-afa4-b8599fee9b0e/bindings HTTP/1.1" status: 201 len: 389 time: 0.8864784 May 26 15:59:26.616201 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-340450bc-09b3-4acc-a199-ca039a189992 req-2f8cb093-8414-409c-a561-b209e3202765 service neutron] Transition to ACTIVE for port object 93845b37-dc04-452d-9d88-6643be4e7506 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:59:26.630340 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-340450bc-09b3-4acc-a199-ca039a189992 req-2f8cb093-8414-409c-a561-b209e3202765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:26.695786 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-4e083e16-c8da-46de-8d1c-db39bf321957 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:26.705004 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-4e083e16-c8da-46de-8d1c-db39bf321957 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:26.727683 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2cb7b8d4-517a-4ee8-a1ff-fce40e7df743 req-d4bb9ccd-0292-4ce7-9ff0-e452fe6906ff tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591937 May 26 15:59:26.833081 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-340450bc-09b3-4acc-a199-ca039a189992 req-2f8cb093-8414-409c-a561-b209e3202765 service neutron] Attempting to bind port 93845b37-dc04-452d-9d88-6643be4e7506 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:59:26.833407 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-340450bc-09b3-4acc-a199-ca039a189992 req-2f8cb093-8414-409c-a561-b209e3202765 service neutron] Attempting to bind port 93845b37-dc04-452d-9d88-6643be4e7506 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'cff8f957-50e8-4284-b32b-ce3fdb6f3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b5eae06-69d3-4233-90af-ed2ccfa064f1'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:59:26.833743 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340450bc-09b3-4acc-a199-ca039a189992 req-2f8cb093-8414-409c-a561-b209e3202765 service neutron] Attempting to bind port 93845b37-dc04-452d-9d88-6643be4e7506 on network 3b5eae06-69d3-4233-90af-ed2ccfa064f1 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:26.842698 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340450bc-09b3-4acc-a199-ca039a189992 req-2f8cb093-8414-409c-a561-b209e3202765 service neutron] Port 93845b37-dc04-452d-9d88-6643be4e7506 on network 3b5eae06-69d3-4233-90af-ed2ccfa064f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:59:26.844295 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340450bc-09b3-4acc-a199-ca039a189992 req-2f8cb093-8414-409c-a561-b209e3202765 service neutron] Attempting to bind port 93845b37-dc04-452d-9d88-6643be4e7506 on network 3b5eae06-69d3-4233-90af-ed2ccfa064f1 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:26.877045 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340450bc-09b3-4acc-a199-ca039a189992 req-2f8cb093-8414-409c-a561-b209e3202765 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:59:26.877392 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340450bc-09b3-4acc-a199-ca039a189992 req-2f8cb093-8414-409c-a561-b209e3202765 service neutron] Checking segment: {'id': 'cff8f957-50e8-4284-b32b-ce3fdb6f3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b5eae06-69d3-4233-90af-ed2ccfa064f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:59:26.877792 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340450bc-09b3-4acc-a199-ca039a189992 req-2f8cb093-8414-409c-a561-b209e3202765 service neutron] Bound using segment: {'id': 'cff8f957-50e8-4284-b32b-ce3fdb6f3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b5eae06-69d3-4233-90af-ed2ccfa064f1'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:59:26.878236 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-340450bc-09b3-4acc-a199-ca039a189992 req-2f8cb093-8414-409c-a561-b209e3202765 service neutron] Bound port: 93845b37-dc04-452d-9d88-6643be4e7506, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff8f957-50e8-4284-b32b-ce3fdb6f3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b5eae06-69d3-4233-90af-ed2ccfa064f1'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:59:26.878599 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-340450bc-09b3-4acc-a199-ca039a189992 req-2f8cb093-8414-409c-a561-b209e3202765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:26.885555 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-4e083e16-c8da-46de-8d1c-db39bf321957 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8864284 May 26 15:59:26.888288 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8cb093-8414-409c-a561-b209e3202765 service neutron] Pushing event updated for resources: {'Port': ['ID=93845b37-dc04-452d-9d88-6643be4e7506,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:26.903701 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Request body: {'port': {'device_id': 'a0548f62-926e-4ad3-91e0-b41b6bdcc207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:26.965138 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-340450bc-09b3-4acc-a199-ca039a189992 req-2f8cb093-8414-409c-a561-b209e3202765 service neutron] For port 93845b37-dc04-452d-9d88-6643be4e7506, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:59:26.969222 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-340450bc-09b3-4acc-a199-ca039a189992 req-2f8cb093-8414-409c-a561-b209e3202765 service neutron] For port 93845b37-dc04-452d-9d88-6643be4e7506, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=93845b37-dc04-452d-9d88-6643be4e7506,segment=NetworkSegment(cff8f957-50e8-4284-b32b-ce3fdb6f3bb6),segment_id=cff8f957-50e8-4284-b32b-ce3fdb6f3bb6)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:59:26.991692 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-340450bc-09b3-4acc-a199-ca039a189992 req-2f8cb093-8414-409c-a561-b209e3202765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:27.087950 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8cb093-8414-409c-a561-b209e3202765 service neutron] Pushing event updated for resources: {'Port': ['ID=93845b37-dc04-452d-9d88-6643be4e7506,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:27.096064 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340450bc-09b3-4acc-a199-ca039a189992 req-2f8cb093-8414-409c-a561-b209e3202765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:27.096711 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-340450bc-09b3-4acc-a199-ca039a189992 req-2f8cb093-8414-409c-a561-b209e3202765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:27.098204 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-340450bc-09b3-4acc-a199-ca039a189992 req-2f8cb093-8414-409c-a561-b209e3202765 service neutron] 10.222.0.83 "PUT /v2.0/ports/93845b37-dc04-452d-9d88-6643be4e7506 HTTP/1.1" status: 200 len: 1091 time: 1.5778508 May 26 15:59:27.098744 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a176926f-86f9-46d5-a934-93d49df65bd0', 'tag': '93845b37-dc04-452d-9d88-6643be4e7506'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:27.116840 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:27.117964 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcf2bad-e972-407a-abcd-7315efdb1ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "a176926f-86f9-46d5-a934-93d49df65bd0", "tag": "93845b37-dc04-452d-9d88-6643be4e7506"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:27.233191 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340450bc-09b3-4acc-a199-ca039a189992 req-da84ee21-cb2f-4b9b-a0e1-b3abc14018b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:27.234758 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-340450bc-09b3-4acc-a199-ca039a189992 req-da84ee21-cb2f-4b9b-a0e1-b3abc14018b8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05d33324e120414581773a28644ea5f9&device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 1094 time: 0.0757389 May 26 15:59:27.332766 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-340450bc-09b3-4acc-a199-ca039a189992 req-81869cb1-027b-4769-a731-1d4250ff2145 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93845b37-dc04-452d-9d88-6643be4e7506 HTTP/1.1" status: 200 len: 217 time: 0.0819201 May 26 15:59:27.334705 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe267fc3-05a7-4a6d-9168-c5de7f5df483 req-b457f426-559c-4cae-bb86-f8398c3f8f58 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:27.336264 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe267fc3-05a7-4a6d-9168-c5de7f5df483 req-b457f426-559c-4cae-bb86-f8398c3f8f58 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 943 time: 0.3840618 May 26 15:59:27.420292 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340450bc-09b3-4acc-a199-ca039a189992 req-04d67071-df7d-4162-9c7e-9c9109eb9b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:27.422147 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-340450bc-09b3-4acc-a199-ca039a189992 req-04d67071-df7d-4162-9c7e-9c9109eb9b93 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e7c17c47-9ee8-44d6-b193-8b14963b1984 HTTP/1.1" status: 200 len: 862 time: 0.0758717 May 26 15:59:27.423929 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36692) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:27.441830 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a365ac-cd79-4af6-ba8b-db7390588fc2 req-c1e98c29-4861-42a8-8451-a73fcfb0f6ec tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:27.443372 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0a365ac-cd79-4af6-ba8b-db7390588fc2 req-c1e98c29-4861-42a8-8451-a73fcfb0f6ec tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 945 time: 0.3493748 May 26 15:59:27.504465 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-340450bc-09b3-4acc-a199-ca039a189992 req-4a8a889c-0dea-4d7e-b0d1-4524774ed821 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3b5eae06-69d3-4233-90af-ed2ccfa064f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660119 May 26 15:59:27.613602 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df92f53-bd96-48fb-be15-a72074bac019 admin admin] Router d589c5f5-cd3e-46a7-b45c-8911f1279b63 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:59:27.638882 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe267fc3-05a7-4a6d-9168-c5de7f5df483 req-9a81893c-a8e8-42ea-b1fa-f84f9d495c42 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910495 May 26 15:59:27.650651 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-340450bc-09b3-4acc-a199-ca039a189992 req-ca18c116-fe8b-4792-bb08-8f7500594258 service neutron] 10.222.0.83 "GET /v2.0/networks/3b5eae06-69d3-4233-90af-ed2ccfa064f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382921 May 26 15:59:27.689410 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1a3bd94f-a092-465b-aaf7-9d28b61c5ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:27.857599 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-340450bc-09b3-4acc-a199-ca039a189992 req-123f8b78-419c-4509-921c-3c38f36ad278 service neutron] 10.222.0.83 "GET /v2.0/networks/3b5eae06-69d3-4233-90af-ed2ccfa064f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490080 May 26 15:59:27.915267 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1a3bd94f-a092-465b-aaf7-9d28b61c5ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:27.923510 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1a3bd94f-a092-465b-aaf7-9d28b61c5ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:27.966870 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1a3bd94f-a092-465b-aaf7-9d28b61c5ffb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d5bf62a493c9490fa2efc562b6c19781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5413711 May 26 15:59:27.967883 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bd94f-a092-465b-aaf7-9d28b61c5ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecf30f0-fd89-4b86-9a8c-0c6e41641010,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:27.971257 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36706) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:28.054813 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b5664d05-d251-4a2c-b6d8-3667054759ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:28.106766 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b5664d05-d251-4a2c-b6d8-3667054759ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:28.217525 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b5664d05-d251-4a2c-b6d8-3667054759ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:28.220704 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b5664d05-d251-4a2c-b6d8-3667054759ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:28.221424 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0a365ac-cd79-4af6-ba8b-db7390588fc2 req-3d839255-5134-4075-9c8d-5a0052327f97 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6733971 May 26 15:59:28.224663 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b5664d05-d251-4a2c-b6d8-3667054759ed admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3ecf30f0-fd89-4b86-9a8c-0c6e41641010 HTTP/1.1" status: 204 len: 168 time: 0.2500496 May 26 15:59:28.237670 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5664d05-d251-4a2c-b6d8-3667054759ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecf30f0-fd89-4b86-9a8c-0c6e41641010,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:28.363334 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1079ad-ecdc-4588-a96b-558c05895441 x-openstack-request-id: req-9e1079ad-ecdc-4588-a96b-558c05895441 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:28.363624 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a176926f-86f9-46d5-a934-93d49df65bd0", "tag": "93845b37-dc04-452d-9d88-6643be4e7506", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:28.364228 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e1079ad-ecdc-4588-a96b-558c05895441 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:28.364962 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e1079ad-ecdc-4588-a96b-558c05895441'] response: {'name': 'network-changed', 'server_uuid': 'a176926f-86f9-46d5-a934-93d49df65bd0', 'tag': '93845b37-dc04-452d-9d88-6643be4e7506', 'status': 'completed', 'code': 200} May 26 15:59:28.512416 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf2bad-e972-407a-abcd-7315efdb1ae1 req-b62fa9af-0fd3-4b92-a8de-9b9bab479322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:28.517723 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6bcf2bad-e972-407a-abcd-7315efdb1ae1 req-b62fa9af-0fd3-4b92-a8de-9b9bab479322 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05d33324e120414581773a28644ea5f9&device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 1094 time: 0.1135521 May 26 15:59:28.644067 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60450a80-835f-4f71-97de-cc95d2494e1a {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:59:28.644678 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf2bad-e972-407a-abcd-7315efdb1ae1 req-ca9ff16f-540b-4965-b003-4eb67f9aafa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:28.646266 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6bcf2bad-e972-407a-abcd-7315efdb1ae1 req-ca9ff16f-540b-4965-b003-4eb67f9aafa8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3b5eae06-69d3-4233-90af-ed2ccfa064f1 HTTP/1.1" status: 200 len: 923 time: 0.1200035 May 26 15:59:28.675705 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:28.725726 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6bcf2bad-e972-407a-abcd-7315efdb1ae1 req-d6f2dbd9-5e00-4714-86ef-7108b6801d0c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93845b37-dc04-452d-9d88-6643be4e7506 HTTP/1.1" status: 200 len: 217 time: 0.0608137 May 26 15:59:28.726300 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Transition to ACTIVE for port object 60450a80-835f-4f71-97de-cc95d2494e1a will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:59:28.775530 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df92f53-bd96-48fb-be15-a72074bac019 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:59:28.775530 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:28.776019 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf2bad-e972-407a-abcd-7315efdb1ae1 req-02d8bf14-db2f-4db0-9938-5bde651a616a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:28.776019 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6bcf2bad-e972-407a-abcd-7315efdb1ae1 req-02d8bf14-db2f-4db0-9938-5bde651a616a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e7c17c47-9ee8-44d6-b193-8b14963b1984 HTTP/1.1" status: 200 len: 862 time: 0.0488081 May 26 15:59:28.825918 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5df92f53-bd96-48fb-be15-a72074bac019 admin admin] 10.222.0.77 "PUT /v2.0/routers/d589c5f5-cd3e-46a7-b45c-8911f1279b63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9531555 May 26 15:59:28.827852 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af10a91c-6a10-4b75-87cf-25bee1e051a5 None None] Sync routers for ids ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:59:28.828965 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36716) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:28.858311 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6bcf2bad-e972-407a-abcd-7315efdb1ae1 req-6b275b72-ad23-4d02-a12b-eb255709b212 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3b5eae06-69d3-4233-90af-ed2ccfa064f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719318 May 26 15:59:28.861425 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36718) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:28.863070 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af10a91c-6a10-4b75-87cf-25bee1e051a5 None None] Routers {'d589c5f5-cd3e-46a7-b45c-8911f1279b63'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:59:28.868945 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-af10a91c-6a10-4b75-87cf-25bee1e051a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:59:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:28.918262 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5de8816e-ab72-4cff-a107-b8869052102b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:28.986763 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68850f4e-a8d5-484e-bce0-a2d7873fe9dd req-1d48c67b-7d04-4f21-b17c-53d3df977083 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:28.989544 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68850f4e-a8d5-484e-bce0-a2d7873fe9dd req-1d48c67b-7d04-4f21-b17c-53d3df977083 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.7225595 May 26 15:59:29.000702 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Pushing event updated for resources: {'Port': ['ID=60450a80-835f-4f71-97de-cc95d2494e1a,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:29.050986 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba218a5-4ba2-436f-958e-831f95536c0f req-acaba430-63f1-4a3f-96be-a2275a79e5e1 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:29.058165 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ba218a5-4ba2-436f-958e-831f95536c0f req-acaba430-63f1-4a3f-96be-a2275a79e5e1 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 936 time: 0.4125957 May 26 15:59:29.074632 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-af10a91c-6a10-4b75-87cf-25bee1e051a5 None None] Set router d589c5f5-cd3e-46a7-b45c-8911f1279b63 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:59:29.102049 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6bcf2bad-e972-407a-abcd-7315efdb1ae1 req-40140cea-696f-449d-8bec-d70cace48de7 service neutron] 10.222.0.83 "GET /v2.0/networks/3b5eae06-69d3-4233-90af-ed2ccfa064f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259040 May 26 15:59:29.155388 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68850f4e-a8d5-484e-bce0-a2d7873fe9dd req-3b4afaf8-e910-447a-bbed-80af892b386f tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371627 May 26 15:59:29.217046 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5de8816e-ab72-4cff-a107-b8869052102b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:29.228188 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5de8816e-ab72-4cff-a107-b8869052102b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:29.261867 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8816e-ab72-4cff-a107-b8869052102b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d896a5-e367-4f2e-b9fd-a3d40bb566f7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:29.309611 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5de8816e-ab72-4cff-a107-b8869052102b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8ceda6bc09534329b546175950fb0bad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4452810 May 26 15:59:29.310299 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36726) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:29.339172 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6bcf2bad-e972-407a-abcd-7315efdb1ae1 req-a5775266-9366-4c49-a2b8-2250fe77311b service neutron] 10.222.0.83 "GET /v2.0/networks/3b5eae06-69d3-4233-90af-ed2ccfa064f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289190 May 26 15:59:29.392785 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-396eed20-5b3c-4f75-841b-dc5893b9cb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:29.426782 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-396eed20-5b3c-4f75-841b-dc5893b9cb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:29.445770 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ba218a5-4ba2-436f-958e-831f95536c0f req-9de4fcba-3a46-4bf5-b76f-6900d2e4e9d3 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257306 May 26 15:59:29.464318 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Attempting to bind port 60450a80-835f-4f71-97de-cc95d2494e1a on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:59:29.464691 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Attempting to bind port 60450a80-835f-4f71-97de-cc95d2494e1a by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:59:29.465025 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Attempting to bind port 60450a80-835f-4f71-97de-cc95d2494e1a on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:29.490121 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e061fa1a-0183-4ebd-b2f2-ac5bc778d4bf admin admin] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:29.490387 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-396eed20-5b3c-4f75-841b-dc5893b9cb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:29.491668 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Port 60450a80-835f-4f71-97de-cc95d2494e1a on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:59:29.491988 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Attempting to bind port 60450a80-835f-4f71-97de-cc95d2494e1a on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:29.494419 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-396eed20-5b3c-4f75-841b-dc5893b9cb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:29.499247 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-396eed20-5b3c-4f75-841b-dc5893b9cb06 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d2d896a5-e367-4f2e-b9fd-a3d40bb566f7 HTTP/1.1" status: 204 len: 168 time: 0.1834116 May 26 15:59:29.524888 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396eed20-5b3c-4f75-841b-dc5893b9cb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d896a5-e367-4f2e-b9fd-a3d40bb566f7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:29.550175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:59:29.551259 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:59:29.552194 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:59:29.552854 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Bound port: 60450a80-835f-4f71-97de-cc95d2494e1a, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:59:29.553412 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:29.638386 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-af10a91c-6a10-4b75-87cf-25bee1e051a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495110586-router', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '88138a50-e3d9-469f-9244-85b717ac5928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:37Z', 'updated_at': '2022-05-26T15:59:26Z', 'revision_number': 5, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'gw_port': {'id': '88138a50-e3d9-469f-9244-85b717ac5928', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:29.669465 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af10a91c-6a10-4b75-87cf-25bee1e051a5 None None] Checking router: d589c5f5-cd3e-46a7-b45c-8911f1279b63 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:59:29.674825 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d9911-2dfc-49f8-8aa2-d0ae5b7b1fc7 req-69d521fc-7141-4f14-afec-51152e1b52aa tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:29.676685 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f0d9911-2dfc-49f8-8aa2-d0ae5b7b1fc7 req-69d521fc-7141-4f14-afec-51152e1b52aa tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 943 time: 0.2877901 May 26 15:59:29.689302 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af10a91c-6a10-4b75-87cf-25bee1e051a5 None None] Routers {'d589c5f5-cd3e-46a7-b45c-8911f1279b63'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:59:29.689966 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-af10a91c-6a10-4b75-87cf-25bee1e051a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:59:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:29.821679 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f0d9911-2dfc-49f8-8aa2-d0ae5b7b1fc7 req-1e95d6e5-8d1d-4de2-87d4-d7496dc013a5 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243331 May 26 15:59:29.840302 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-af10a91c-6a10-4b75-87cf-25bee1e051a5 None None] Set router d589c5f5-cd3e-46a7-b45c-8911f1279b63 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:59:29.853512 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5390844-68da-4841-93e9-3244ce2257d4 req-89d229ce-f9ab-41ca-a355-aa3258bdc8cf tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:29.855050 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a5390844-68da-4841-93e9-3244ce2257d4 req-89d229ce-f9ab-41ca-a355-aa3258bdc8cf tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 945 time: 0.1767933 May 26 15:59:29.867090 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e061fa1a-0183-4ebd-b2f2-ac5bc778d4bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:29.899678 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] For port 60450a80-835f-4f71-97de-cc95d2494e1a, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:59:29.960723 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] For port 60450a80-835f-4f71-97de-cc95d2494e1a, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=60450a80-835f-4f71-97de-cc95d2494e1a,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:59:29.972304 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a5390844-68da-4841-93e9-3244ce2257d4 req-c1932e66-8278-4544-9723-33c7d33c8bd6 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017005 May 26 15:59:29.979448 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:30.030557 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:30.033964 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:30.035563 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] 10.222.0.83 "PUT /v2.0/ports/60450a80-835f-4f71-97de-cc95d2494e1a HTTP/1.1" status: 200 len: 1096 time: 3.1490901 May 26 15:59:30.038199 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0548f62-926e-4ad3-91e0-b41b6bdcc207', 'tag': '60450a80-835f-4f71-97de-cc95d2494e1a'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:30.040804 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e209db-8996-4955-b7cb-98cfa9d6ce18" -d '{"events": [{"name": "network-changed", "server_uuid": "a0548f62-926e-4ad3-91e0-b41b6bdcc207", "tag": "60450a80-835f-4f71-97de-cc95d2494e1a"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:30.092658 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Pushing event updated for resources: {'Port': ['ID=60450a80-835f-4f71-97de-cc95d2494e1a,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:30.108388 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:30.109119 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:30.109346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:30.109694 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:30.110646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:30.110987 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:30.111365 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:30.111909 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:30.112312 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:30.112761 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:30.112975 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:30.113298 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42202c56-19e3-4d60-924f-c9f68050eb1d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:30.120655 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7af2d6e-f25c-4abd-93b1-cb157282c8b9 x-openstack-request-id: req-e7af2d6e-f25c-4abd-93b1-cb157282c8b9 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:30.120952 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0548f62-926e-4ad3-91e0-b41b6bdcc207", "tag": "60450a80-835f-4f71-97de-cc95d2494e1a", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:30.121209 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e7af2d6e-f25c-4abd-93b1-cb157282c8b9 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:30.121718 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7af2d6e-f25c-4abd-93b1-cb157282c8b9'] response: {'name': 'network-changed', 'server_uuid': 'a0548f62-926e-4ad3-91e0-b41b6bdcc207', 'tag': '60450a80-835f-4f71-97de-cc95d2494e1a', 'status': 'completed', 'code': 200} May 26 15:59:30.128075 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e061fa1a-0183-4ebd-b2f2-ac5bc778d4bf admin admin] Deleting port 88138a50-e3d9-469f-9244-85b717ac5928 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:30.128462 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e061fa1a-0183-4ebd-b2f2-ac5bc778d4bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:30.185746 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:30.265563 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-389f8518-52c8-4121-9445-1f36c09afa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:30.267402 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-389f8518-52c8-4121-9445-1f36c09afa64 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 1099 time: 0.1215475 May 26 15:59:30.299666 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-e061fa1a-0183-4ebd-b2f2-ac5bc778d4bf admin admin] For port 88138a50-e3d9-469f-9244-85b717ac5928, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=88138a50-e3d9-469f-9244-85b717ac5928,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:30.300128 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e061fa1a-0183-4ebd-b2f2-ac5bc778d4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:30.314899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e061fa1a-0183-4ebd-b2f2-ac5bc778d4bf admin admin] Calling delete_port for 88138a50-e3d9-469f-9244-85b717ac5928 owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:30.341560 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-af10a91c-6a10-4b75-87cf-25bee1e051a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495110586-router', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '88138a50-e3d9-469f-9244-85b717ac5928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:37Z', 'updated_at': '2022-05-26T15:59:26Z', 'revision_number': 5, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'gw_port': {'id': '88138a50-e3d9-469f-9244-85b717ac5928', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:30.378172 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af10a91c-6a10-4b75-87cf-25bee1e051a5 None None] The sync data for ids ['d589c5f5-cd3e-46a7-b45c-8911f1279b63'] in n-d-843337-2 is: [{'id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-495110586-router', 'tenant_id': '8af860fdd3584e1a8789c06843d6dcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '88138a50-e3d9-469f-9244-85b717ac5928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:37Z', 'updated_at': '2022-05-26T15:59:26Z', 'revision_number': 5, 'project_id': '8af860fdd3584e1a8789c06843d6dcca', 'gw_port': {'id': '88138a50-e3d9-469f-9244-85b717ac5928', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd589c5f5-cd3e-46a7-b45c-8911f1279b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:38Z', 'updated_at': '2022-05-26T15:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:59:30.432061 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-b2d1c35c-3a8a-4487-a9c9-78b42d4ab568 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=60450a80-835f-4f71-97de-cc95d2494e1a HTTP/1.1" status: 200 len: 217 time: 0.1058054 May 26 15:59:30.508077 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b08a9-1e8e-43dc-bf4f-f19d50d61f06 req-83d8de61-a32d-413d-bf06-799334835640 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:30.509615 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-197b08a9-1e8e-43dc-bf4f-f19d50d61f06 req-83d8de61-a32d-413d-bf06-799334835640 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.1858845 May 26 15:59:30.521701 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-6924978d-7f89-4712-91ce-b50d7a0b9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:30.523179 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-6924978d-7f89-4712-91ce-b50d7a0b9303 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0834675 May 26 15:59:30.670661 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-197b08a9-1e8e-43dc-bf4f-f19d50d61f06 req-2b275708-07a4-4aad-b7db-a2fb2ae32ef4 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162136 May 26 15:59:30.693377 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-87a4c7ec-5697-4d99-b34d-f14687991bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:30.694856 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-87a4c7ec-5697-4d99-b34d-f14687991bac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1391804 May 26 15:59:30.707483 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f05409-31cb-466a-9dca-4eaadaeb31e5 req-a0075bd0-4f35-476c-824f-f6d42707e72c tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:30.709002 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4f05409-31cb-466a-9dca-4eaadaeb31e5 req-a0075bd0-4f35-476c-824f-f6d42707e72c tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 948 time: 0.1522641 May 26 15:59:30.792474 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e061fa1a-0183-4ebd-b2f2-ac5bc778d4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:30.840434 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061fa1a-0183-4ebd-b2f2-ac5bc778d4bf admin admin] Pushing event deleted for resources: {'Port': ['ID=88138a50-e3d9-469f-9244-85b717ac5928,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:30.844658 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4f05409-31cb-466a-9dca-4eaadaeb31e5 req-bd21c0b8-780c-49be-aed1-980c134b1ef9 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234672 May 26 15:59:30.918118 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-51fba4c7-ae4d-40e9-94ec-0340f1e7eda2 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065065 May 26 15:59:30.998667 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 93845b37-dc04-452d-9d88-6643be4e7506 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:59:31.008049 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e061fa1a-0183-4ebd-b2f2-ac5bc778d4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:31.072301 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device fbef516a-77ba-4b70-bf9e-7fb913fd8191 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:31.097043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: fbef516a-77ba-4b70-bf9e-7fb913fd8191 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:59:31.097488 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device fbef516a-77ba-4b70-bf9e-7fb913fd8191 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:59:31.133194 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 93845b37-dc04-452d-9d88-6643be4e7506, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=93845b37-dc04-452d-9d88-6643be4e7506,segment=NetworkSegment(cff8f957-50e8-4284-b32b-ce3fdb6f3bb6),segment_id=cff8f957-50e8-4284-b32b-ce3fdb6f3bb6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:31.147064 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '93845b37-dc04-452d-9d88-6643be4e7506', 'network_id': '3b5eae06-69d3-4233-90af-ed2ccfa064f1', 'port_id': '93845b37-dc04-452d-9d88-6643be4e7506', 'mac_address': 'fa:16:3e:1d:a7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7c17c47-9ee8-44d6-b193-8b14963b1984', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:59:31.190704 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 93845b37-dc04-452d-9d88-6643be4e7506 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:31.191103 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:31.205588 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93845b37-dc04-452d-9d88-6643be4e7506 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:59:31.228900 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 93845b37-dc04-452d-9d88-6643be4e7506, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=93845b37-dc04-452d-9d88-6643be4e7506,segment=NetworkSegment(cff8f957-50e8-4284-b32b-ce3fdb6f3bb6),segment_id=cff8f957-50e8-4284-b32b-ce3fdb6f3bb6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:31.233346 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:31.289193 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=93845b37-dc04-452d-9d88-6643be4e7506,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:31.428262 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e061fa1a-0183-4ebd-b2f2-ac5bc778d4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:31.432728 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e061fa1a-0183-4ebd-b2f2-ac5bc778d4bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:31.512353 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1840d8-ee41-4c43-b7ca-5dca17cd3b7c req-af8579bd-6275-4223-b36b-88c3a06acd09 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:31.513853 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa1840d8-ee41-4c43-b7ca-5dca17cd3b7c req-af8579bd-6275-4223-b36b-88c3a06acd09 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 943 time: 0.5269990 May 26 15:59:31.517218 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e427e71-acd5-4131-aa22-adbda9a0356c req-349cc810-41ed-429b-b74a-700a721d1961 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5900359 May 26 15:59:31.527673 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e061fa1a-0183-4ebd-b2f2-ac5bc778d4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:31.528828 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e061fa1a-0183-4ebd-b2f2-ac5bc778d4bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router d589c5f5-cd3e-46a7-b45c-8911f1279b63 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 15:59:31.540809 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e061fa1a-0183-4ebd-b2f2-ac5bc778d4bf admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:31.541969 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e061fa1a-0183-4ebd-b2f2-ac5bc778d4bf admin admin] 10.222.0.77 "DELETE /v2.0/routers/d589c5f5-cd3e-46a7-b45c-8911f1279b63 HTTP/1.1" status: 204 len: 168 time: 2.7108433 May 26 15:59:31.544671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36844) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:31.604543 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa1840d8-ee41-4c43-b7ca-5dca17cd3b7c req-db7db551-08e1-44f3-a693-13e9155713bf tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830762 May 26 15:59:31.618596 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f5a097-495f-4987-a6ad-defd84bd3c01 admin admin] Deleting subnet f04b8b7b-67c4-4820-8e2d-a906f17469d6 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 15:59:31.622196 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-41f5a097-495f-4987-a6ad-defd84bd3c01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:31.695449 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-41f5a097-495f-4987-a6ad-defd84bd3c01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:31.736588 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e209db-8996-4955-b7cb-98cfa9d6ce18 req-c135a780-65af-432f-b8af-a60c72ddb5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:31.738054 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9e209db-8996-4955-b7cb-98cfa9d6ce18 req-c135a780-65af-432f-b8af-a60c72ddb5ef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 1099 time: 0.1133811 May 26 15:59:31.746401 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['93845b37-dc04-452d-9d88-6643be4e7506'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:59:31.962663 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07693a-0e8c-45b9-9af4-366424dcebe9 req-65905300-d75b-4ec9-ba9d-bd601de398ba tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:31.964135 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec07693a-0e8c-45b9-9af4-366424dcebe9 req-65905300-d75b-4ec9-ba9d-bd601de398ba tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 945 time: 0.2489007 May 26 15:59:32.028677 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-41f5a097-495f-4987-a6ad-defd84bd3c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:32.065949 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e209db-8996-4955-b7cb-98cfa9d6ce18 req-8797c036-2327-4715-8745-d06772d48d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:32.066783 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9e209db-8996-4955-b7cb-98cfa9d6ce18 req-8797c036-2327-4715-8745-d06772d48d8d service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.3079612 May 26 15:59:32.128910 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bfe09-39ee-4b19-a96a-baaee565caa7 req-a637f579-d6ee-4cc9-a743-8bbace260b7f tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:32.130358 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cc4bfe09-39ee-4b19-a96a-baaee565caa7 req-a637f579-d6ee-4cc9-a743-8bbace260b7f tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.2041101 May 26 15:59:32.132959 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec07693a-0e8c-45b9-9af4-366424dcebe9 req-fbbe37c5-4f6e-4db0-9441-a3a5d942d014 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433275 May 26 15:59:32.139468 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9e209db-8996-4955-b7cb-98cfa9d6ce18 req-03e316a0-9e29-4fae-9ded-284eea2a5351 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=60450a80-835f-4f71-97de-cc95d2494e1a HTTP/1.1" status: 200 len: 217 time: 0.0600462 May 26 15:59:32.197985 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-41f5a097-495f-4987-a6ad-defd84bd3c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:32.259730 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5a097-495f-4987-a6ad-defd84bd3c01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f04b8b7b-67c4-4820-8e2d-a906f17469d6,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:32.277864 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-41f5a097-495f-4987-a6ad-defd84bd3c01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:32.283204 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-41f5a097-495f-4987-a6ad-defd84bd3c01 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f04b8b7b-67c4-4820-8e2d-a906f17469d6 HTTP/1.1" status: 204 len: 168 time: 0.7334366 May 26 15:59:32.284162 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedf42ec-5cd0-4280-a3bb-5a8c55c74f69 None None] Network fd21b13c-44ff-4f1b-8ebb-43aa45f45369 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:59:32.287015 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36874) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:32.290164 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cc4bfe09-39ee-4b19-a96a-baaee565caa7 req-8c28133d-21ce-44fb-bd69-a2b47bb5c73d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523235 May 26 15:59:32.317411 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e209db-8996-4955-b7cb-98cfa9d6ce18 req-863b90c4-899a-41f8-91f4-51fc3cd3fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:32.319524 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9e209db-8996-4955-b7cb-98cfa9d6ce18 req-863b90c4-899a-41f8-91f4-51fc3cd3fe27 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1693795 May 26 15:59:32.375289 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1446b9-0eb6-401e-8233-07a3f1c0a9d5 req-cde6987c-8ae3-4f0b-ab1f-fc66b0ee6a45 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:32.377927 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da1446b9-0eb6-401e-8233-07a3f1c0a9d5 req-cde6987c-8ae3-4f0b-ab1f-fc66b0ee6a45 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 948 time: 0.1256769 May 26 15:59:32.398480 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec1e0da4-d65c-4928-a22f-4682ed5066c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:32.411939 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e209db-8996-4955-b7cb-98cfa9d6ce18 req-26a47379-2e5e-43ac-9ff5-131c5daef0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:32.413442 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9e209db-8996-4955-b7cb-98cfa9d6ce18 req-26a47379-2e5e-43ac-9ff5-131c5daef0ec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0846841 May 26 15:59:32.462980 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ec1e0da4-d65c-4928-a22f-4682ed5066c3 admin admin] Deleting port 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:32.463318 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec1e0da4-d65c-4928-a22f-4682ed5066c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:32.520617 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da1446b9-0eb6-401e-8233-07a3f1c0a9d5 req-79e7a161-bc49-4448-afad-9ed7cf4ac8a9 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354353 May 26 15:59:32.527057 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-ec1e0da4-d65c-4928-a22f-4682ed5066c3 admin admin] For port 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a,segment=NetworkSegment(dae879e7-109f-4012-aa0b-0a7b2554ca48),segment_id=dae879e7-109f-4012-aa0b-0a7b2554ca48)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:32.527431 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec1e0da4-d65c-4928-a22f-4682ed5066c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:32.529821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26401cb7-9480-40c3-8695-65a9c3a3dcb3 None None] DHCP port deletion for fd21b13c-44ff-4f1b-8ebb-43aa45f45369 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 15:59:32.543455 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ec1e0da4-d65c-4928-a22f-4682ed5066c3 admin admin] Calling delete_port for 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:32.581190 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9e209db-8996-4955-b7cb-98cfa9d6ce18 req-d46b0143-20f5-4375-8504-60a3713a7696 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496952 May 26 15:59:32.595996 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-26401cb7-9480-40c3-8695-65a9c3a3dcb3 None None] Deleting port 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:32.596903 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-26401cb7-9480-40c3-8695-65a9c3a3dcb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:32.641508 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec1e0da4-d65c-4928-a22f-4682ed5066c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:32.666957 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1e0da4-d65c-4928-a22f-4682ed5066c3 admin admin] No DVR routers for this DVR port 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:59:32.678768 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-26401cb7-9480-40c3-8695-65a9c3a3dcb3 None None] For port 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a,segment=NetworkSegment(dae879e7-109f-4012-aa0b-0a7b2554ca48),segment_id=dae879e7-109f-4012-aa0b-0a7b2554ca48)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:32.679453 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-26401cb7-9480-40c3-8695-65a9c3a3dcb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:32.698313 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-26401cb7-9480-40c3-8695-65a9c3a3dcb3 None None] Calling delete_port for 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:32.706447 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-724d55af-018a-4a8b-9aad-3fad6c30f024 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:32.714448 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e0da4-d65c-4928-a22f-4682ed5066c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:32.716319 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-724d55af-018a-4a8b-9aad-3fad6c30f024 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/networks?id=3574b971-b80b-4fc7-8db0-6b0fd27cbf51 HTTP/1.1" status: 200 len: 805 time: 0.3017087 May 26 15:59:32.764500 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-950d1aa4-e27e-4140-b757-710ec2f379ca tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/quotas/bc4c96fd02c143a08b7d26019ba324a5 HTTP/1.1" status: 200 len: 375 time: 0.0471117 May 26 15:59:32.800409 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec1e0da4-d65c-4928-a22f-4682ed5066c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:32.832628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-ec1e0da4-d65c-4928-a22f-4682ed5066c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd21b13c-44ff-4f1b-8ebb-43aa45f45369']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:32.843437 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-ec1e0da4-d65c-4928-a22f-4682ed5066c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae879e7-109f-4012-aa0b-0a7b2554ca48') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:32.844123 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-ec1e0da4-d65c-4928-a22f-4682ed5066c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae879e7-109f-4012-aa0b-0a7b2554ca48') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:32.846455 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-26401cb7-9480-40c3-8695-65a9c3a3dcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:32.851582 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409b163-4250-4e5b-9738-955cbc316acc req-e6c01819-ada8-4514-8c58-c67674387c8b tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:32.853260 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c409b163-4250-4e5b-9738-955cbc316acc req-e6c01819-ada8-4514-8c58-c67674387c8b tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 944 time: 0.1293592 May 26 15:59:32.856549 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9e209db-8996-4955-b7cb-98cfa9d6ce18 req-85dabbfd-9f76-4634-b3e6-6cd71dc39642 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675869 May 26 15:59:32.857119 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec1e0da4-d65c-4928-a22f-4682ed5066c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:32.869101 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-df9a05ae-c45a-4295-9a06-4a347d256900 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=bc4c96fd02c143a08b7d26019ba324a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1034412 May 26 15:59:32.870524 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26401cb7-9480-40c3-8695-65a9c3a3dcb3 None None] No DVR routers for this DVR port 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:59:32.886554 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec1e0da4-d65c-4928-a22f-4682ed5066c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:32.897360 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec1e0da4-d65c-4928-a22f-4682ed5066c3 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:59:32.898355 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec1e0da4-d65c-4928-a22f-4682ed5066c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:32.902343 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26401cb7-9480-40c3-8695-65a9c3a3dcb3 None None] Pushing event deleted for resources: {'Port': ['ID=5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:32.976270 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c409b163-4250-4e5b-9738-955cbc316acc req-ae5fd517-9b12-46cc-8ee8-933afa85e80a tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931094 May 26 15:59:32.978257 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment dae879e7-109f-4012-aa0b-0a7b2554ca48 resource provider aggregate not found May 26 15:59:33.005667 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec1e0da4-d65c-4928-a22f-4682ed5066c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:33.008674 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment dae879e7-109f-4012-aa0b-0a7b2554ca48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dae879e7-109f-4012-aa0b-0a7b2554ca48 found for delete ", "request_id": "req-7469234d-06c9-46d8-b4bd-ae12a911242d"}]} May 26 15:59:33.012787 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec1e0da4-d65c-4928-a22f-4682ed5066c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:33.017691 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ec1e0da4-d65c-4928-a22f-4682ed5066c3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/fd21b13c-44ff-4f1b-8ebb-43aa45f45369 HTTP/1.1" status: 204 len: 168 time: 0.7283452 May 26 15:59:33.024078 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36904) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:33.034464 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e0da4-d65c-4928-a22f-4682ed5066c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd21b13c-44ff-4f1b-8ebb-43aa45f45369,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:33.043838 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:33.049932 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36906) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:33.070146 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:59:33.070758 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 5bbd1f8e-0dda-4aa6-a89c-f37c065d0a3a not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:59:33.071333 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 88138a50-e3d9-469f-9244-85b717ac5928 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:33.088932 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-fed186fd-49cf-4dbb-93a5-38573abfbbbf service neutron] 10.222.0.77 "GET /v2.0/networks/3574b971-b80b-4fc7-8db0-6b0fd27cbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189004 May 26 15:59:33.098087 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 88138a50-e3d9-469f-9244-85b717ac5928 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:59:33.098425 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 88138a50-e3d9-469f-9244-85b717ac5928 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:59:33.166222 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8121a681-9c3c-4963-ad1f-57f05ec06743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:33.237792 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-cdb6a210-f3cb-48cb-b84c-92dee4923bc4 service neutron] 10.222.0.77 "GET /v2.0/networks/3574b971-b80b-4fc7-8db0-6b0fd27cbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479900 May 26 15:59:33.249042 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8121a681-9c3c-4963-ad1f-57f05ec06743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:33.253721 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8121a681-9c3c-4963-ad1f-57f05ec06743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:33.293810 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8121a681-9c3c-4963-ad1f-57f05ec06743 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=febb0663a5b14a6f830b93f08032e227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428043 May 26 15:59:33.294868 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121a681-9c3c-4963-ad1f-57f05ec06743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1da46bb-7765-4fc1-85ed-1e25238328a7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:33.297885 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36912) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:33.350039 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d78f5-1d66-446e-a9a0-3bb4cd49a71e req-a6966d49-ddf5-4adf-8324-ade002867e07 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:33.351578 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee1d78f5-1d66-446e-a9a0-3bb4cd49a71e req-a6966d49-ddf5-4adf-8324-ade002867e07 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 945 time: 0.1312501 May 26 15:59:33.354573 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e29aecf-8850-4914-9f9b-38ff0f86120e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:33.381969 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e29aecf-8850-4914-9f9b-38ff0f86120e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:33.417369 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee1d78f5-1d66-446e-a9a0-3bb4cd49a71e req-320b08d6-6aff-413a-9bcb-607ef4470a37 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553343 May 26 15:59:33.430314 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 1316fc1c-80b5-42b0-b18b-b3fbe482d06a no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:33.457466 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e29aecf-8850-4914-9f9b-38ff0f86120e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:33.460678 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e29aecf-8850-4914-9f9b-38ff0f86120e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:33.462220 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0e29aecf-8850-4914-9f9b-38ff0f86120e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d1da46bb-7765-4fc1-85ed-1e25238328a7 HTTP/1.1" status: 204 len: 168 time: 0.1631432 May 26 15:59:33.476224 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29aecf-8850-4914-9f9b-38ff0f86120e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1da46bb-7765-4fc1-85ed-1e25238328a7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:33.576363 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44255b51-e5cf-4805-95fb-38479a5bcc1b req-4fe36abb-4fca-4547-b882-b75eacda0b7a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 210 time: 0.0443177 May 26 15:59:33.586719 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ccf94-bbb2-4f3c-8eff-519966191606 req-6ff2932b-2bee-42cb-a9f7-f29ebd0a7569 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:33.600696 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-128ccf94-bbb2-4f3c-8eff-519966191606 req-6ff2932b-2bee-42cb-a9f7-f29ebd0a7569 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.1633377 May 26 15:59:33.637650 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 1316fc1c-80b5-42b0-b18b-b3fbe482d06a is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:33.638045 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:33.661726 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-128ccf94-bbb2-4f3c-8eff-519966191606 req-f5bb41ac-5276-47ee-a226-2a84a37d84f5 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554295 May 26 15:59:33.674107 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481730db-a991-45cf-9f3d-f7fcb7ea2f1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1316fc1c-80b5-42b0-b18b-b3fbe482d06a'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:33.677210 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69efd18-c158-46c6-bb9d-7ab16224dcb3" -d '{"events": [{"server_uuid": "481730db-a991-45cf-9f3d-f7fcb7ea2f1a", "name": "network-vif-unplugged", "status": "completed", "tag": "1316fc1c-80b5-42b0-b18b-b3fbe482d06a"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:33.681888 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 1316fc1c-80b5-42b0-b18b-b3fbe482d06a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=1316fc1c-80b5-42b0-b18b-b3fbe482d06a,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:33.691565 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:33.776742 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=1316fc1c-80b5-42b0-b18b-b3fbe482d06a,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:33.795168 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dff632b-a098-43f4-8366-d65f20bc2c98 x-openstack-request-id: req-5dff632b-a098-43f4-8366-d65f20bc2c98 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:33.795551 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481730db-a991-45cf-9f3d-f7fcb7ea2f1a", "name": "network-vif-unplugged", "status": "completed", "tag": "1316fc1c-80b5-42b0-b18b-b3fbe482d06a", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:33.795862 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5dff632b-a098-43f4-8366-d65f20bc2c98 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:33.796338 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dff632b-a098-43f4-8366-d65f20bc2c98'] response: {'server_uuid': '481730db-a991-45cf-9f3d-f7fcb7ea2f1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1316fc1c-80b5-42b0-b18b-b3fbe482d06a', 'code': 200} May 26 15:59:33.809270 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656a5d8-f487-4d1f-be3e-ad8547285ab2 req-87b68bb9-c7fa-4c3c-a580-71d518117b46 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:33.811031 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4656a5d8-f487-4d1f-be3e-ad8547285ab2 req-87b68bb9-c7fa-4c3c-a580-71d518117b46 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 948 time: 0.1023231 May 26 15:59:33.833078 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92143554-0cb5-4a7b-bd52-45ac56a39df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:33.944009 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4656a5d8-f487-4d1f-be3e-ad8547285ab2 req-4a9bdb79-e494-4299-ae7a-867846db69af tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217129 May 26 15:59:34.412121 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8bf32-6cc4-419e-9657-56aaf16a6426 req-817dec8a-60ce-4af4-bf8e-3aa00b9ce9fd tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:34.413841 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fbf8bf32-6cc4-419e-9657-56aaf16a6426 req-817dec8a-60ce-4af4-bf8e-3aa00b9ce9fd tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.81 "GET /v2.0/ports?device_id=481730db-a991-45cf-9f3d-f7fcb7ea2f1a HTTP/1.1" status: 200 len: 943 time: 0.4194670 May 26 15:59:34.445430 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6e272-7b15-4629-b9b5-6223b3fc4eda req-588f5c6f-d485-49cd-bf23-ef1edf861a76 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:34.446988 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15b6e272-7b15-4629-b9b5-6223b3fc4eda req-588f5c6f-d485-49cd-bf23-ef1edf861a76 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 944 time: 0.3933294 May 26 15:59:34.564859 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15b6e272-7b15-4629-b9b5-6223b3fc4eda req-e1353cb5-6797-44ba-a6f8-b8203a14ae87 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992234 May 26 15:59:34.744644 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d63a7996-69a8-4f13-b48f-35c080f4a6d2 req-2c1dee84-8cf1-465c-b1f9-afaf3e107fd2 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 210 time: 0.0755844 May 26 15:59:34.768775 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51934662-bbaa-465d-b1f0-e45907967c0a req-3843251a-6f3a-4475-997f-8233067e3a5a tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:34.770267 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51934662-bbaa-465d-b1f0-e45907967c0a req-3843251a-6f3a-4475-997f-8233067e3a5a tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 945 time: 0.2000043 May 26 15:59:34.801295 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-fbf8bf32-6cc4-419e-9657-56aaf16a6426 req-4bd312b0-2473-4ee3-bade-3eed6adb52f0 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Deleting port 1316fc1c-80b5-42b0-b18b-b3fbe482d06a {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:34.801664 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fbf8bf32-6cc4-419e-9657-56aaf16a6426 req-4bd312b0-2473-4ee3-bade-3eed6adb52f0 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:34.884772 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-92143554-0cb5-4a7b-bd52-45ac56a39df4 admin admin] Deleting port 1d53a212-7aca-4d7a-be6f-c220372c7e4d {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:34.885411 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92143554-0cb5-4a7b-bd52-45ac56a39df4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:34.914151 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-467d3f1b-1922-47b2-9d1f-96993b9d0b4e tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:34.915534 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-467d3f1b-1922-47b2-9d1f-96993b9d0b4e tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.81 "GET /v2.0/networks?id=3574b971-b80b-4fc7-8db0-6b0fd27cbf51 HTTP/1.1" status: 200 len: 805 time: 0.2812424 May 26 15:59:34.973278 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-6f6d10a0-e9c1-4823-8a75-aab0fb2db0ec tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Request body: {'port': {'device_id': '7785f632-002e-4a3f-b10e-4ad54c454621', 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51', 'admin_state_up': True, 'tenant_id': 'bc4c96fd02c143a08b7d26019ba324a5'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:34.983904 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51934662-bbaa-465d-b1f0-e45907967c0a req-93a4f981-3561-426b-a613-a55bd6886183 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004819 May 26 15:59:35.011278 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 60450a80-835f-4f71-97de-cc95d2494e1a details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:59:35.021857 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 93845b37-dc04-452d-9d88-6643be4e7506 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:59:35.125994 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb7dfd-ab50-4dcd-9a97-0d54b5b331ed req-84df0fbf-d19b-46aa-b907-0c1f472e7fb4 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:35.127556 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d9fb7dfd-ab50-4dcd-9a97-0d54b5b331ed req-84df0fbf-d19b-46aa-b907-0c1f472e7fb4 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.2587638 May 26 15:59:35.129931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-fbf8bf32-6cc4-419e-9657-56aaf16a6426 req-4bd312b0-2473-4ee3-bade-3eed6adb52f0 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] For port 1316fc1c-80b5-42b0-b18b-b3fbe482d06a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=1316fc1c-80b5-42b0-b18b-b3fbe482d06a,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:35.130436 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fbf8bf32-6cc4-419e-9657-56aaf16a6426 req-4bd312b0-2473-4ee3-bade-3eed6adb52f0 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:35.157154 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 93845b37-dc04-452d-9d88-6643be4e7506 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:59:35.166314 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 93845b37-dc04-452d-9d88-6643be4e7506 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:35.166688 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:35.172765 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 60450a80-835f-4f71-97de-cc95d2494e1a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=60450a80-835f-4f71-97de-cc95d2494e1a,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:35.202745 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-fbf8bf32-6cc4-419e-9657-56aaf16a6426 req-4bd312b0-2473-4ee3-bade-3eed6adb52f0 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Calling delete_port for 1316fc1c-80b5-42b0-b18b-b3fbe482d06a owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:35.207333 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '60450a80-835f-4f71-97de-cc95d2494e1a', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '60450a80-835f-4f71-97de-cc95d2494e1a', 'mac_address': 'fa:16:3e:47:77:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:59:35.235237 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-92143554-0cb5-4a7b-bd52-45ac56a39df4 admin admin] For port 1d53a212-7aca-4d7a-be6f-c220372c7e4d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1d53a212-7aca-4d7a-be6f-c220372c7e4d,segment=NetworkSegment(5429906a-18ab-4e2f-86bd-2e8430a9592a),segment_id=5429906a-18ab-4e2f-86bd-2e8430a9592a)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:35.235620 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92143554-0cb5-4a7b-bd52-45ac56a39df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:35.254239 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 60450a80-835f-4f71-97de-cc95d2494e1a is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:35.254585 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:35.267846 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-92143554-0cb5-4a7b-bd52-45ac56a39df4 admin admin] Calling delete_port for 1d53a212-7aca-4d7a-be6f-c220372c7e4d owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:35.294787 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60450a80-835f-4f71-97de-cc95d2494e1a {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:59:35.303360 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 93845b37-dc04-452d-9d88-6643be4e7506 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:35.303747 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:35.325537 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 60450a80-835f-4f71-97de-cc95d2494e1a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=60450a80-835f-4f71-97de-cc95d2494e1a,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:35.333615 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d9fb7dfd-ab50-4dcd-9a97-0d54b5b331ed req-cbd6c89b-5ee5-45f5-9432-c41bdfc2cb4d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916018 May 26 15:59:35.334661 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:35.348941 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57fcec-1ab1-4d2c-a436-577d63de9f32 req-27daca63-217c-4edc-b8ef-dee16137a88d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:35.350533 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fd57fcec-1ab1-4d2c-a436-577d63de9f32 req-27daca63-217c-4edc-b8ef-dee16137a88d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 948 time: 0.2161856 May 26 15:59:35.374303 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 93845b37-dc04-452d-9d88-6643be4e7506, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=93845b37-dc04-452d-9d88-6643be4e7506,segment=NetworkSegment(cff8f957-50e8-4284-b32b-ce3fdb6f3bb6),segment_id=cff8f957-50e8-4284-b32b-ce3fdb6f3bb6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:35.382048 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:35.405109 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=60450a80-835f-4f71-97de-cc95d2494e1a,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:35.440066 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-6f6d10a0-e9c1-4823-8a75-aab0fb2db0ec tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Made reservation on behalf of bc4c96fd02c143a08b7d26019ba324a5 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:59:35.444058 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-6f6d10a0-e9c1-4823-8a75-aab0fb2db0ec tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:35.480968 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=93845b37-dc04-452d-9d88-6643be4e7506,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:35.519085 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fd57fcec-1ab1-4d2c-a436-577d63de9f32 req-87fc4808-a797-4bda-acce-50efd6a3c7a9 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295819 May 26 15:59:35.701024 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fbf8bf32-6cc4-419e-9657-56aaf16a6426 req-4bd312b0-2473-4ee3-bade-3eed6adb52f0 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:35.771241 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd312b0-2473-4ee3-bade-3eed6adb52f0 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Pushing event deleted for resources: {'Port': ['ID=1316fc1c-80b5-42b0-b18b-b3fbe482d06a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:35.797417 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a176926f-86f9-46d5-a934-93d49df65bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93845b37-dc04-452d-9d88-6643be4e7506'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:35.799942 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf88731-bdaf-4dd6-91cd-1e56c62937ed" -d '{"events": [{"server_uuid": "a176926f-86f9-46d5-a934-93d49df65bd0", "name": "network-vif-plugged", "status": "completed", "tag": "93845b37-dc04-452d-9d88-6643be4e7506"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:35.825068 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-6f6d10a0-e9c1-4823-8a75-aab0fb2db0ec tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Allocated IP 172.20.0.12 (3574b971-b80b-4fc7-8db0-6b0fd27cbf51/c76d8b67-4d6e-4728-b031-a89f28d135e0/d7b8dea4-f34d-486c-b930-9ccfb787ede0) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:59:35.864674 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf8bf32-6cc4-419e-9657-56aaf16a6426 req-4bd312b0-2473-4ee3-bade-3eed6adb52f0 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] No DVR routers for this DVR port 1316fc1c-80b5-42b0-b18b-b3fbe482d06a on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:59:35.873088 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85ad20-97b2-4eb1-bed5-466be562cfb8 req-ccf4e561-892e-4c34-aeed-88195e232842 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:35.874554 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b85ad20-97b2-4eb1-bed5-466be562cfb8 req-ccf4e561-892e-4c34-aeed-88195e232842 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 945 time: 0.2296638 May 26 15:59:35.882223 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fbf8bf32-6cc4-419e-9657-56aaf16a6426 req-4bd312b0-2473-4ee3-bade-3eed6adb52f0 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:35.885334 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fbf8bf32-6cc4-419e-9657-56aaf16a6426 req-4bd312b0-2473-4ee3-bade-3eed6adb52f0 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.81 "DELETE /v2.0/ports/1316fc1c-80b5-42b0-b18b-b3fbe482d06a HTTP/1.1" status: 204 len: 173 time: 1.4620190 May 26 15:59:35.889057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481730db-a991-45cf-9f3d-f7fcb7ea2f1a', 'name': 'network-vif-deleted', 'tag': '1316fc1c-80b5-42b0-b18b-b3fbe482d06a'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:35.891903 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a84f39-7b54-48dc-9a19-f4d51a98681a" -d '{"events": [{"server_uuid": "481730db-a991-45cf-9f3d-f7fcb7ea2f1a", "name": "network-vif-deleted", "tag": "1316fc1c-80b5-42b0-b18b-b3fbe482d06a"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:35.935757 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10c4952b-e7b2-4b58-a255-9e7ae661e2ac req-55c3de16-5b3e-470a-be94-1389fce691eb tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 210 time: 0.0904109 May 26 15:59:35.983684 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92143554-0cb5-4a7b-bd52-45ac56a39df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:35.986605 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['60450a80-835f-4f71-97de-cc95d2494e1a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:59:36.025948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92143554-0cb5-4a7b-bd52-45ac56a39df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d53a212-7aca-4d7a-be6f-c220372c7e4d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:36.039943 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b85ad20-97b2-4eb1-bed5-466be562cfb8 req-6aecf567-9730-4035-9814-f5e3d2b9f1ec tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449862 May 26 15:59:36.047821 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280a2163-ad07-44b3-9ff7-39e966e4ebdd x-openstack-request-id: req-280a2163-ad07-44b3-9ff7-39e966e4ebdd {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:36.048945 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a176926f-86f9-46d5-a934-93d49df65bd0", "name": "network-vif-plugged", "status": "completed", "tag": "93845b37-dc04-452d-9d88-6643be4e7506", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:36.049662 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-280a2163-ad07-44b3-9ff7-39e966e4ebdd {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:36.050575 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-280a2163-ad07-44b3-9ff7-39e966e4ebdd'] response: {'server_uuid': 'a176926f-86f9-46d5-a934-93d49df65bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93845b37-dc04-452d-9d88-6643be4e7506', 'code': 200} May 26 15:59:36.181349 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e099eaa-782e-478d-b6b5-6ffb6f965cf4 x-openstack-request-id: req-8e099eaa-782e-478d-b6b5-6ffb6f965cf4 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:36.181682 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481730db-a991-45cf-9f3d-f7fcb7ea2f1a", "name": "network-vif-deleted", "tag": "1316fc1c-80b5-42b0-b18b-b3fbe482d06a", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:36.182032 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8e099eaa-782e-478d-b6b5-6ffb6f965cf4 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:36.182520 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e099eaa-782e-478d-b6b5-6ffb6f965cf4'] response: {'server_uuid': '481730db-a991-45cf-9f3d-f7fcb7ea2f1a', 'name': 'network-vif-deleted', 'tag': '1316fc1c-80b5-42b0-b18b-b3fbe482d06a', 'status': 'completed', 'code': 200} May 26 15:59:36.340065 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87a027-2325-4f8b-ac24-eb928013073f req-1cc162c0-739c-4385-b256-17ec087edd2a tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:36.343017 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-1cc162c0-739c-4385-b256-17ec087edd2a tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43&tenant_id=68474f7d9cf04077903a4e0c3bda72a7&binding%3Ahost_id=n-h1-843337-2 HTTP/1.1" status: 200 len: 1096 time: 0.0565169 May 26 15:59:36.357308 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-8d87a027-2325-4f8b-ac24-eb928013073f req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843337-2'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:36.361209 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51742272-b912-4695-820e-2112d4c61161 req-74ba81dd-0f8d-4a53-b2c4-00976834cd5b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:36.362773 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51742272-b912-4695-820e-2112d4c61161 req-74ba81dd-0f8d-4a53-b2c4-00976834cd5b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 945 time: 0.1926274 May 26 15:59:36.364542 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7895b2-baee-477e-a77a-0d323525e264 req-8e7eaf96-5462-4d33-9ba2-edd1f3e974c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:36.365889 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a7895b2-baee-477e-a77a-0d323525e264 req-8e7eaf96-5462-4d33-9ba2-edd1f3e974c7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 1096 time: 0.1825304 May 26 15:59:36.443786 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8d87a027-2325-4f8b-ac24-eb928013073f req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:36.473536 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-6f6d10a0-e9c1-4823-8a75-aab0fb2db0ec tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:36.539725 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37008) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:36.556577 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92143554-0cb5-4a7b-bd52-45ac56a39df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:36.563194 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a7895b2-baee-477e-a77a-0d323525e264 req-2789e13b-a6e0-455c-923b-c9f901de3969 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547244 May 26 15:59:36.571841 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51742272-b912-4695-820e-2112d4c61161 req-496d24a7-f3f3-41b8-9a5c-d7f0d16fd69f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624718 May 26 15:59:36.600979 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-8d87a027-2325-4f8b-ac24-eb928013073f req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] For port ed88e625-4db8-45fd-b42e-18cdbdfc13f5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ed88e625-4db8-45fd-b42e-18cdbdfc13f5,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:36.612752 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c3c9e-be9f-4ce9-9375-86f0258c50dd req-dc64d6c1-3572-43b3-b796-392d070cbb3f tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:36.614289 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b20c3c9e-be9f-4ce9-9375-86f0258c50dd req-dc64d6c1-3572-43b3-b796-392d070cbb3f tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.1600962 May 26 15:59:36.639907 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-8d87a027-2325-4f8b-ac24-eb928013073f req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] For port ed88e625-4db8-45fd-b42e-18cdbdfc13f5, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:59:36.650421 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-6f6d10a0-e9c1-4823-8a75-aab0fb2db0ec tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:36.686850 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caad596c-be35-4e6d-9d1b-75241f99ec43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed88e625-4db8-45fd-b42e-18cdbdfc13f5'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:36.690337 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dd3016-ec9c-46b8-a4b4-f1123829fe5c" -d '{"events": [{"server_uuid": "caad596c-be35-4e6d-9d1b-75241f99ec43", "name": "network-vif-unplugged", "status": "completed", "tag": "ed88e625-4db8-45fd-b42e-18cdbdfc13f5"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:36.694371 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8d87a027-2325-4f8b-ac24-eb928013073f req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:36.702921 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8d87a027-2325-4f8b-ac24-eb928013073f req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:36.708553 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-6f6d10a0-e9c1-4823-8a75-aab0fb2db0ec tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Network 3574b971-b80b-4fc7-8db0-6b0fd27cbf51 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:59:36.741732 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-6f6d10a0-e9c1-4823-8a75-aab0fb2db0ec tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:59:36.790112 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Pushing event updated for resources: {'Port': ['ID=ed88e625-4db8-45fd-b42e-18cdbdfc13f5,revision_number=7']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:36.794706 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-8d87a027-2325-4f8b-ac24-eb928013073f req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Attempting to bind port ed88e625-4db8-45fd-b42e-18cdbdfc13f5 on host n-h1-843337-2 for vnic_type normal with profile {"migrating_to": "n-h2-843337-2"} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:59:36.795042 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-8d87a027-2325-4f8b-ac24-eb928013073f req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Attempting to bind port ed88e625-4db8-45fd-b42e-18cdbdfc13f5 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:59:36.795373 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87a027-2325-4f8b-ac24-eb928013073f req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Attempting to bind port ed88e625-4db8-45fd-b42e-18cdbdfc13f5 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:36.804619 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:36.804972 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:36.805318 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:36.805659 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:36.805993 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:36.806330 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:36.806657 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:36.806985 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:36.807319 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:36.807648 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:36.807974 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:36.808335 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:36.815427 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87a027-2325-4f8b-ac24-eb928013073f req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Port ed88e625-4db8-45fd-b42e-18cdbdfc13f5 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:59:36.815670 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87a027-2325-4f8b-ac24-eb928013073f req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Attempting to bind port ed88e625-4db8-45fd-b42e-18cdbdfc13f5 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:36.822616 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87a027-2325-4f8b-ac24-eb928013073f req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:59:36.822964 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87a027-2325-4f8b-ac24-eb928013073f req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Checking segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:59:36.823356 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87a027-2325-4f8b-ac24-eb928013073f req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Bound using segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:59:36.823792 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-8d87a027-2325-4f8b-ac24-eb928013073f req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Bound port: ed88e625-4db8-45fd-b42e-18cdbdfc13f5, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:59:36.824185 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8d87a027-2325-4f8b-ac24-eb928013073f req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:36.896115 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-8d87a027-2325-4f8b-ac24-eb928013073f req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] For port ed88e625-4db8-45fd-b42e-18cdbdfc13f5, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:59:36.899341 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-8d87a027-2325-4f8b-ac24-eb928013073f req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] For port ed88e625-4db8-45fd-b42e-18cdbdfc13f5, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ed88e625-4db8-45fd-b42e-18cdbdfc13f5,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:59:36.904270 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8d87a027-2325-4f8b-ac24-eb928013073f req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:36.991533 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Pushing event updated for resources: {'Port': ['ID=ed88e625-4db8-45fd-b42e-18cdbdfc13f5,revision_number=8']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:36.995968 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87a027-2325-4f8b-ac24-eb928013073f req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:36.996618 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8d87a027-2325-4f8b-ac24-eb928013073f req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:36.998019 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-865b87ba-dde7-4358-bf93-59b2c1837818 service neutron] 10.222.0.83 "PUT /v2.0/ports/ed88e625-4db8-45fd-b42e-18cdbdfc13f5 HTTP/1.1" status: 200 len: 1121 time: 0.6462164 May 26 15:59:37.026474 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device ed88e625-4db8-45fd-b42e-18cdbdfc13f5 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:59:37.069868 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-6f6d10a0-e9c1-4823-8a75-aab0fb2db0ec tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:59:37.102204 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['ed88e625-4db8-45fd-b42e-18cdbdfc13f5'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:59:37.112419 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-befb2373-af58-4eb5-aef1-b2887d0109a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:37.154704 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d10a0-e9c1-4823-8a75-aab0fb2db0ec tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Pushing event updated for resources: {'Port': ['ID=d7b8dea4-f34d-486c-b930-9ccfb787ede0,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:37.173085 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b20c3c9e-be9f-4ce9-9375-86f0258c50dd req-9a75c902-e782-4b4c-9646-1f607c207a43 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5248241 May 26 15:59:37.213549 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-6f6d10a0-e9c1-4823-8a75-aab0fb2db0ec tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:37.214209 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-6f6d10a0-e9c1-4823-8a75-aab0fb2db0ec tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:37.231930 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5798c-1f0d-4169-8359-86ebd0f3194c req-f29e611e-f6c7-44b6-af43-11838380afca tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:37.233204 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1992407a-bd23-48a1-b803-bb5d166e796b x-openstack-request-id: req-1992407a-bd23-48a1-b803-bb5d166e796b {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:37.233556 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caad596c-be35-4e6d-9d1b-75241f99ec43", "name": "network-vif-unplugged", "status": "completed", "tag": "ed88e625-4db8-45fd-b42e-18cdbdfc13f5", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:37.233900 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1992407a-bd23-48a1-b803-bb5d166e796b {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:37.234961 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1992407a-bd23-48a1-b803-bb5d166e796b'] response: {'server_uuid': 'caad596c-be35-4e6d-9d1b-75241f99ec43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed88e625-4db8-45fd-b42e-18cdbdfc13f5', 'code': 200} May 26 15:59:37.236642 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4c5798c-1f0d-4169-8359-86ebd0f3194c req-f29e611e-f6c7-44b6-af43-11838380afca tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 949 time: 0.5545297 May 26 15:59:37.290597 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['ed88e625-4db8-45fd-b42e-18cdbdfc13f5'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:59:37.340343 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-6f6d10a0-e9c1-4823-8a75-aab0fb2db0ec tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4067593 May 26 15:59:37.376180 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port ed88e625-4db8-45fd-b42e-18cdbdfc13f5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ed88e625-4db8-45fd-b42e-18cdbdfc13f5,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:37.378807 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-4b344ec0-58de-4f0a-af8b-f2ec2ec4e289 service neutron] Request body: {'port': {'device_id': '7785f632-002e-4a3f-b10e-4ad54c454621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:37.394751 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4c5798c-1f0d-4169-8359-86ebd0f3194c req-79e3c871-6010-46c6-958e-46b0a86bc922 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461997 May 26 15:59:37.403951 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device ed88e625-4db8-45fd-b42e-18cdbdfc13f5 has no active binding in host n-h2-843337-2 {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 26 15:59:37.428634 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 1316fc1c-80b5-42b0-b18b-b3fbe482d06a no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:37.465475 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 1316fc1c-80b5-42b0-b18b-b3fbe482d06a {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:59:37.465815 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 1316fc1c-80b5-42b0-b18b-b3fbe482d06a not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:59:37.521945 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49151fa-7cfa-4c5d-94b0-6a6f5eb7f477 req-e9f22a19-f386-4408-8bbf-d9665e57a633 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:37.523323 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a49151fa-7cfa-4c5d-94b0-6a6f5eb7f477 req-e9f22a19-f386-4408-8bbf-d9665e57a633 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 932 time: 0.2050903 May 26 15:59:37.539293 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-befb2373-af58-4eb5-aef1-b2887d0109a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:37.570234 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-befb2373-af58-4eb5-aef1-b2887d0109a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:37.612119 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-4b344ec0-58de-4f0a-af8b-f2ec2ec4e289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:37.615903 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92143554-0cb5-4a7b-bd52-45ac56a39df4 admin admin] Router b2594dda-1060-4c74-8c50-a3363c4a4094 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:59:37.673218 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb2373-af58-4eb5-aef1-b2887d0109a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0066e8a5-ea32-4bc4-9afb-031643269322,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:37.677796 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-befb2373-af58-4eb5-aef1-b2887d0109a7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=37959300303046fdaacefe9881154fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1363041 May 26 15:59:37.680798 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37022) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:37.689095 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355e212-7103-4b80-b128-4cecf23f91c9 req-22bc8399-00f4-46b9-9cdb-2e806c086919 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:37.690613 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b355e212-7103-4b80-b128-4cecf23f91c9 req-22bc8399-00f4-46b9-9cdb-2e806c086919 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 945 time: 0.2056181 May 26 15:59:37.712919 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a49151fa-7cfa-4c5d-94b0-6a6f5eb7f477 req-15e9bc4d-a909-4486-a97d-fbcd5537c2b2 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699777 May 26 15:59:37.741416 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2ea7458-be5a-4380-b987-5783c4996c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:37.762575 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2ea7458-be5a-4380-b987-5783c4996c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:37.813874 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2ea7458-be5a-4380-b987-5783c4996c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:37.816750 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2ea7458-be5a-4380-b987-5783c4996c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:37.819704 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b2ea7458-be5a-4380-b987-5783c4996c31 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0066e8a5-ea32-4bc4-9afb-031643269322 HTTP/1.1" status: 204 len: 168 time: 0.1376550 May 26 15:59:37.828130 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea7458-be5a-4380-b987-5783c4996c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0066e8a5-ea32-4bc4-9afb-031643269322,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:37.875803 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b355e212-7103-4b80-b128-4cecf23f91c9 req-be55e58f-cb08-4fa7-8951-1008cace86d6 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619201 May 26 15:59:37.984380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92143554-0cb5-4a7b-bd52-45ac56a39df4 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:59:37.992729 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d8138-3e21-45b2-a2e4-9d8de3098261 req-d54e71bf-7164-4f6b-9e78-1b674b2e0761 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:37.994144 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8110e38e-aabb-4c94-89b2-b4fd287ebaf5 None None] Sync routers for ids ['b2594dda-1060-4c74-8c50-a3363c4a4094'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:59:37.994609 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8f5d8138-3e21-45b2-a2e4-9d8de3098261 req-d54e71bf-7164-4f6b-9e78-1b674b2e0761 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 943 time: 0.2165236 May 26 15:59:38.005438 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8110e38e-aabb-4c94-89b2-b4fd287ebaf5 None None] Routers {'b2594dda-1060-4c74-8c50-a3363c4a4094'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:59:38.006258 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8110e38e-aabb-4c94-89b2-b4fd287ebaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:59:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b2594dda-1060-4c74-8c50-a3363c4a4094'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:38.024217 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37028) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:38.024386 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-92143554-0cb5-4a7b-bd52-45ac56a39df4 admin admin] 10.222.0.77 "PUT /v2.0/routers/b2594dda-1060-4c74-8c50-a3363c4a4094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9986999 May 26 15:59:38.086881 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8f5d8138-3e21-45b2-a2e4-9d8de3098261 req-bc4b1376-4a13-432e-b6d5-cec3b13212c0 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576475 May 26 15:59:38.131102 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-8110e38e-aabb-4c94-89b2-b4fd287ebaf5 None None] Set router b2594dda-1060-4c74-8c50-a3363c4a4094 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:59:38.242634 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-4b344ec0-58de-4f0a-af8b-f2ec2ec4e289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b8dea4-f34d-486c-b930-9ccfb787ede0 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:59:38.254860 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-4b344ec0-58de-4f0a-af8b-f2ec2ec4e289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:38.279559 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-4b344ec0-58de-4f0a-af8b-f2ec2ec4e289 service neutron] Transition to ACTIVE for port object d7b8dea4-f34d-486c-b930-9ccfb787ede0 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:59:38.287403 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-4b344ec0-58de-4f0a-af8b-f2ec2ec4e289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:38.417910 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b344ec0-58de-4f0a-af8b-f2ec2ec4e289 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b8dea4-f34d-486c-b930-9ccfb787ede0,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:38.466805 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777918b-29d4-4df0-a9ff-abe020945944 req-44ba6f2c-3d1c-447a-9dad-326cb910ca30 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:38.470221 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7777918b-29d4-4df0-a9ff-abe020945944 req-44ba6f2c-3d1c-447a-9dad-326cb910ca30 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.1705332 May 26 15:59:38.552352 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6df98d43-d8c7-46e6-abe5-8856c06ba9dc admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:38.574471 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8110e38e-aabb-4c94-89b2-b4fd287ebaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2594dda-1060-4c74-8c50-a3363c4a4094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144413570-router', 'tenant_id': '4ce6c9bd647b4c01a79f72a87f284947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd20feb04-ffb7-4e27-94e8-52c17ad255c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:53Z', 'updated_at': '2022-05-26T15:59:35Z', 'revision_number': 5, 'project_id': '4ce6c9bd647b4c01a79f72a87f284947', 'gw_port': {'id': 'd20feb04-ffb7-4e27-94e8-52c17ad255c9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2594dda-1060-4c74-8c50-a3363c4a4094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:54Z', 'updated_at': '2022-05-26T15:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:38.602125 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7777918b-29d4-4df0-a9ff-abe020945944 req-0d19a123-beb5-4a66-94af-7e771d9cf4ef tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011844 May 26 15:59:38.611281 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-4b344ec0-58de-4f0a-af8b-f2ec2ec4e289 service neutron] Attempting to bind port d7b8dea4-f34d-486c-b930-9ccfb787ede0 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:59:38.611699 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-4b344ec0-58de-4f0a-af8b-f2ec2ec4e289 service neutron] Attempting to bind port d7b8dea4-f34d-486c-b930-9ccfb787ede0 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'c5c2df13-4177-41c8-aa31-07f6635780db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:59:38.612185 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-4b344ec0-58de-4f0a-af8b-f2ec2ec4e289 service neutron] Attempting to bind port d7b8dea4-f34d-486c-b930-9ccfb787ede0 on network 3574b971-b80b-4fc7-8db0-6b0fd27cbf51 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:38.614639 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8110e38e-aabb-4c94-89b2-b4fd287ebaf5 None None] Checking router: b2594dda-1060-4c74-8c50-a3363c4a4094 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:59:38.621292 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-4b344ec0-58de-4f0a-af8b-f2ec2ec4e289 service neutron] Port d7b8dea4-f34d-486c-b930-9ccfb787ede0 on network 3574b971-b80b-4fc7-8db0-6b0fd27cbf51 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:59:38.621636 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-4b344ec0-58de-4f0a-af8b-f2ec2ec4e289 service neutron] Attempting to bind port d7b8dea4-f34d-486c-b930-9ccfb787ede0 on network 3574b971-b80b-4fc7-8db0-6b0fd27cbf51 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:38.630988 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8110e38e-aabb-4c94-89b2-b4fd287ebaf5 None None] Routers {'b2594dda-1060-4c74-8c50-a3363c4a4094'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:59:38.631736 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8110e38e-aabb-4c94-89b2-b4fd287ebaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T15:59:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b2594dda-1060-4c74-8c50-a3363c4a4094'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:38.632780 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8cb85-8e52-4c45-9551-5165b5d3b29b req-35420929-9a51-409b-aaa3-463d9960ba25 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:38.650160 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dcd8cb85-8e52-4c45-9551-5165b5d3b29b req-35420929-9a51-409b-aaa3-463d9960ba25 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 949 time: 0.1092820 May 26 15:59:38.660911 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-4b344ec0-58de-4f0a-af8b-f2ec2ec4e289 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:59:38.661287 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-4b344ec0-58de-4f0a-af8b-f2ec2ec4e289 service neutron] Checking segment: {'id': 'c5c2df13-4177-41c8-aa31-07f6635780db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:59:38.661628 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-4b344ec0-58de-4f0a-af8b-f2ec2ec4e289 service neutron] Bound using segment: {'id': 'c5c2df13-4177-41c8-aa31-07f6635780db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:59:38.662069 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-4b344ec0-58de-4f0a-af8b-f2ec2ec4e289 service neutron] Bound port: d7b8dea4-f34d-486c-b930-9ccfb787ede0, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c2df13-4177-41c8-aa31-07f6635780db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:59:38.662423 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-4b344ec0-58de-4f0a-af8b-f2ec2ec4e289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:38.689179 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6df98d43-d8c7-46e6-abe5-8856c06ba9dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:38.702111 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37050) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:38.737057 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dcd8cb85-8e52-4c45-9551-5165b5d3b29b req-8c9a62df-8a79-4b17-befd-1a6df2d61253 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807879 May 26 15:59:38.789664 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-4b344ec0-58de-4f0a-af8b-f2ec2ec4e289 service neutron] For port d7b8dea4-f34d-486c-b930-9ccfb787ede0, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:59:38.795178 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-4b344ec0-58de-4f0a-af8b-f2ec2ec4e289 service neutron] For port d7b8dea4-f34d-486c-b930-9ccfb787ede0, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=d7b8dea4-f34d-486c-b930-9ccfb787ede0,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:59:38.799751 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-8110e38e-aabb-4c94-89b2-b4fd287ebaf5 None None] Set router b2594dda-1060-4c74-8c50-a3363c4a4094 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:59:38.800550 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-4b344ec0-58de-4f0a-af8b-f2ec2ec4e289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:38.807727 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-6df98d43-d8c7-46e6-abe5-8856c06ba9dc admin admin] Deleting port d20feb04-ffb7-4e27-94e8-52c17ad255c9 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:38.808374 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6df98d43-d8c7-46e6-abe5-8856c06ba9dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:38.888290 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f2b11588-0ccb-4511-b38c-d853fcb515ec admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1347824570-network', 'tenant_id': '44cfbfa1c30e4b818291ae56636b684c'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:38.899781 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-4b344ec0-58de-4f0a-af8b-f2ec2ec4e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:38.900284 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-4b344ec0-58de-4f0a-af8b-f2ec2ec4e289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:38.901795 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-4b344ec0-58de-4f0a-af8b-f2ec2ec4e289 service neutron] 10.222.0.81 "PUT /v2.0/ports/d7b8dea4-f34d-486c-b930-9ccfb787ede0 HTTP/1.1" status: 200 len: 1092 time: 1.5373828 May 26 15:59:38.903637 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7785f632-002e-4a3f-b10e-4ad54c454621', 'tag': 'd7b8dea4-f34d-486c-b930-9ccfb787ede0'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:38.907791 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866a00df-4b9f-4096-a859-a1b79b455637" -d '{"events": [{"name": "network-changed", "server_uuid": "7785f632-002e-4a3f-b10e-4ad54c454621", "tag": "d7b8dea4-f34d-486c-b930-9ccfb787ede0"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:38.918415 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b344ec0-58de-4f0a-af8b-f2ec2ec4e289 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b8dea4-f34d-486c-b930-9ccfb787ede0,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:38.953954 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4464b-cd03-47b3-bca0-6ad0c8423d61 req-6195b221-a7c2-4b78-a566-6526a7d76949 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:38.956764 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-01a4464b-cd03-47b3-bca0-6ad0c8423d61 req-6195b221-a7c2-4b78-a566-6526a7d76949 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 944 time: 0.1020544 May 26 15:59:38.976588 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-6df98d43-d8c7-46e6-abe5-8856c06ba9dc admin admin] For port d20feb04-ffb7-4e27-94e8-52c17ad255c9, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d20feb04-ffb7-4e27-94e8-52c17ad255c9,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:38.977039 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6df98d43-d8c7-46e6-abe5-8856c06ba9dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:38.998828 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-6df98d43-d8c7-46e6-abe5-8856c06ba9dc admin admin] Calling delete_port for d20feb04-ffb7-4e27-94e8-52c17ad255c9 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:39.018569 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b11588-0ccb-4511-b38c-d853fcb515ec admin admin] Made reservation on behalf of 44cfbfa1c30e4b818291ae56636b684c for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:59:39.023608 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f2b11588-0ccb-4511-b38c-d853fcb515ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:39.034605 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8110e38e-aabb-4c94-89b2-b4fd287ebaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2594dda-1060-4c74-8c50-a3363c4a4094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144413570-router', 'tenant_id': '4ce6c9bd647b4c01a79f72a87f284947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd20feb04-ffb7-4e27-94e8-52c17ad255c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:53Z', 'updated_at': '2022-05-26T15:59:35Z', 'revision_number': 5, 'project_id': '4ce6c9bd647b4c01a79f72a87f284947', 'gw_port': {'id': 'd20feb04-ffb7-4e27-94e8-52c17ad255c9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2594dda-1060-4c74-8c50-a3363c4a4094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:54Z', 'updated_at': '2022-05-26T15:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:39.043807 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 60450a80-835f-4f71-97de-cc95d2494e1a up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:59:39.068052 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-01a4464b-cd03-47b3-bca0-6ad0c8423d61 req-98c1b905-965a-4a28-912f-7928ac964836 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964749 May 26 15:59:39.068655 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8110e38e-aabb-4c94-89b2-b4fd287ebaf5 None None] The sync data for ids ['b2594dda-1060-4c74-8c50-a3363c4a4094'] in n-d-843337-2 is: [{'id': 'b2594dda-1060-4c74-8c50-a3363c4a4094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144413570-router', 'tenant_id': '4ce6c9bd647b4c01a79f72a87f284947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd20feb04-ffb7-4e27-94e8-52c17ad255c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:56:53Z', 'updated_at': '2022-05-26T15:59:35Z', 'revision_number': 5, 'project_id': '4ce6c9bd647b4c01a79f72a87f284947', 'gw_port': {'id': 'd20feb04-ffb7-4e27-94e8-52c17ad255c9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2594dda-1060-4c74-8c50-a3363c4a4094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:56:54Z', 'updated_at': '2022-05-26T15:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:59:39.077067 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-d71a120d-2f1f-4019-816f-7204088be2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:39.078904 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-d71a120d-2f1f-4019-816f-7204088be2bf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc4c96fd02c143a08b7d26019ba324a5&device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 1095 time: 0.1205227 May 26 15:59:39.109064 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecb14d-9d82-4e4c-b215-8c01192c5872 req-b10ac389-1110-4e85-8cc3-5e99be6fd235 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:39.111300 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4cecb14d-9d82-4e4c-b215-8c01192c5872 req-b10ac389-1110-4e85-8cc3-5e99be6fd235 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 945 time: 0.1053681 May 26 15:59:39.184183 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 60450a80-835f-4f71-97de-cc95d2494e1a completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:59:39.191805 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 60450a80-835f-4f71-97de-cc95d2494e1a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:39.192510 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:39.193786 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f2b11588-0ccb-4511-b38c-d853fcb515ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:39.208889 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7f5290-9f01-4f43-97a0-f168e474917d x-openstack-request-id: req-4b7f5290-9f01-4f43-97a0-f168e474917d {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:39.209237 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7785f632-002e-4a3f-b10e-4ad54c454621", "tag": "d7b8dea4-f34d-486c-b930-9ccfb787ede0", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:39.209432 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4b7f5290-9f01-4f43-97a0-f168e474917d {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:39.209840 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b7f5290-9f01-4f43-97a0-f168e474917d'] response: {'name': 'network-changed', 'server_uuid': '7785f632-002e-4a3f-b10e-4ad54c454621', 'tag': 'd7b8dea4-f34d-486c-b930-9ccfb787ede0', 'status': 'completed', 'code': 200} May 26 15:59:39.217779 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-46ac75ec-beb9-49b7-a185-ee39561d3d11 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7b8dea4-f34d-486c-b930-9ccfb787ede0 HTTP/1.1" status: 200 len: 217 time: 0.1173143 May 26 15:59:39.237766 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caad596c-be35-4e6d-9d1b-75241f99ec43', 'tag': 'ed88e625-4db8-45fd-b42e-18cdbdfc13f5'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:39.252973 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1237c25a-2d3f-4bc6-acf2-e71adc93547a" -d '{"events": [{"name": "network-changed", "server_uuid": "caad596c-be35-4e6d-9d1b-75241f99ec43", "tag": "ed88e625-4db8-45fd-b42e-18cdbdfc13f5"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:39.306291 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 60450a80-835f-4f71-97de-cc95d2494e1a is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:39.307015 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4cecb14d-9d82-4e4c-b215-8c01192c5872 req-e3daf99c-f616-4a1e-87b5-c3f18276b785 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847982 May 26 15:59:39.320202 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:39.360338 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0548f62-926e-4ad3-91e0-b41b6bdcc207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60450a80-835f-4f71-97de-cc95d2494e1a'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:39.363126 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a64e00-d071-4342-bf1d-f3b70c726387" -d '{"events": [{"server_uuid": "a0548f62-926e-4ad3-91e0-b41b6bdcc207", "name": "network-vif-plugged", "status": "completed", "tag": "60450a80-835f-4f71-97de-cc95d2494e1a"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:39.369439 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6df98d43-d8c7-46e6-abe5-8856c06ba9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:39.381728 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 60450a80-835f-4f71-97de-cc95d2494e1a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=60450a80-835f-4f71-97de-cc95d2494e1a,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:39.390485 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-0aae3024-5269-4c15-a89e-97be0d7f4d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:39.392877 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-0aae3024-5269-4c15-a89e-97be0d7f4d18 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c76d8b67-4d6e-4728-b031-a89f28d135e0 HTTP/1.1" status: 200 len: 845 time: 0.1657598 May 26 15:59:39.393329 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:39.430280 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75ac5f0-0707-412f-a237-d55854c79535 x-openstack-request-id: req-b75ac5f0-0707-412f-a237-d55854c79535 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:39.430707 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caad596c-be35-4e6d-9d1b-75241f99ec43", "tag": "ed88e625-4db8-45fd-b42e-18cdbdfc13f5", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:39.431140 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b75ac5f0-0707-412f-a237-d55854c79535 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:39.431690 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b75ac5f0-0707-412f-a237-d55854c79535'] response: {'name': 'network-changed', 'server_uuid': 'caad596c-be35-4e6d-9d1b-75241f99ec43', 'tag': 'ed88e625-4db8-45fd-b42e-18cdbdfc13f5', 'status': 'completed', 'code': 200} May 26 15:59:39.435499 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df98d43-d8c7-46e6-abe5-8856c06ba9dc admin admin] Pushing event deleted for resources: {'Port': ['ID=d20feb04-ffb7-4e27-94e8-52c17ad255c9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:39.472841 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff4bc8-5930-4c23-a496-c40856ab8662 req-8f6859e2-308e-4fa1-bdde-acfbddb67bf1 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:39.474775 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24ff4bc8-5930-4c23-a496-c40856ab8662 req-8f6859e2-308e-4fa1-bdde-acfbddb67bf1 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 943 time: 0.1645169 May 26 15:59:39.497846 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=60450a80-835f-4f71-97de-cc95d2494e1a,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:39.561002 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6df98d43-d8c7-46e6-abe5-8856c06ba9dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:39.646645 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24ff4bc8-5930-4c23-a496-c40856ab8662 req-ca44ffd6-2ecb-4992-9517-0650c53bebcc tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647470 May 26 15:59:39.647211 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f2b11588-0ccb-4511-b38c-d853fcb515ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:39.664035 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-b5b9212b-ce09-4e1b-95a0-8c98877b8efc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3574b971-b80b-4fc7-8db0-6b0fd27cbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831015 May 26 15:59:39.682270 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f2b11588-0ccb-4511-b38c-d853fcb515ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:39.690301 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6df98d43-d8c7-46e6-abe5-8856c06ba9dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:39.700111 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd444564-f1be-41f4-bedc-1b9c3e981a24 req-f1601362-1544-4b7c-bf3d-a0c4495731b2 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:39.708980 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd444564-f1be-41f4-bedc-1b9c3e981a24 req-f1601362-1544-4b7c-bf3d-a0c4495731b2 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 945 time: 0.1878703 May 26 15:59:39.709624 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b11588-0ccb-4511-b38c-d853fcb515ec admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:59:39.710717 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f65be82-b27a-4b9f-99d6-3cfcb7874f7d x-openstack-request-id: req-3f65be82-b27a-4b9f-99d6-3cfcb7874f7d {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:39.711077 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0548f62-926e-4ad3-91e0-b41b6bdcc207", "name": "network-vif-plugged", "status": "completed", "tag": "60450a80-835f-4f71-97de-cc95d2494e1a", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:39.711395 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3f65be82-b27a-4b9f-99d6-3cfcb7874f7d {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:39.715068 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f65be82-b27a-4b9f-99d6-3cfcb7874f7d'] response: {'server_uuid': 'a0548f62-926e-4ad3-91e0-b41b6bdcc207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60450a80-835f-4f71-97de-cc95d2494e1a', 'code': 200} May 26 15:59:39.724341 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f2b11588-0ccb-4511-b38c-d853fcb515ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:39.725098 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-f2b11588-0ccb-4511-b38c-d853fcb515ec admin admin] Added segment 99fce764-e212-4233-8613-0ff593571b82 of type vlan for network 0101fcd0-10d2-4667-a92d-850902454692 May 26 15:59:39.740128 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6df98d43-d8c7-46e6-abe5-8856c06ba9dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:39.781725 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237c25a-2d3f-4bc6-acf2-e71adc93547a req-8c60be3e-406a-4fb8-aca9-3fdc8c4bf294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:39.782924 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1237c25a-2d3f-4bc6-acf2-e71adc93547a req-8c60be3e-406a-4fb8-aca9-3fdc8c4bf294 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 1124 time: 0.2228899 May 26 15:59:39.803668 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f2b11588-0ccb-4511-b38c-d853fcb515ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:39.873453 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b11588-0ccb-4511-b38c-d853fcb515ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e896e11f-0886-4ba9-8f80-d95fb2f9c281,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:39.900344 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd444564-f1be-41f4-bedc-1b9c3e981a24 req-dc09b25a-fc59-462f-8262-5a273bc1d314 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904333 May 26 15:59:39.909027 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6df98d43-d8c7-46e6-abe5-8856c06ba9dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:39.910605 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df98d43-d8c7-46e6-abe5-8856c06ba9dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2594dda-1060-4c74-8c50-a3363c4a4094 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 15:59:39.932550 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6df98d43-d8c7-46e6-abe5-8856c06ba9dc admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:39.933872 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6df98d43-d8c7-46e6-abe5-8856c06ba9dc admin admin] 10.222.0.77 "DELETE /v2.0/routers/b2594dda-1060-4c74-8c50-a3363c4a4094 HTTP/1.1" status: 204 len: 168 time: 1.9086702 May 26 15:59:39.934067 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-287f5e06-cc71-4397-82ec-77033c2c2a84 service neutron] 10.222.0.81 "GET /v2.0/networks/3574b971-b80b-4fc7-8db0-6b0fd27cbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705224 May 26 15:59:39.941304 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37074) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:39.958381 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f2b11588-0ccb-4511-b38c-d853fcb515ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:39.959395 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b11588-0ccb-4511-b38c-d853fcb515ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:39.959851 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f2b11588-0ccb-4511-b38c-d853fcb515ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:39.982032 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06a866-579b-49a0-a714-9c43a3d827b7 req-299a7a89-0b82-48a0-ad17-6727a0fced7c tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:39.983583 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e06a866-579b-49a0-a714-9c43a3d827b7 req-299a7a89-0b82-48a0-ad17-6727a0fced7c tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.2086420 May 26 15:59:40.007953 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58dda1-553c-4249-b72e-5850ac81a5d5 req-6617a939-1b42-4b8f-ab3f-f4339bedc93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:40.009661 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2d58dda1-553c-4249-b72e-5850ac81a5d5 req-6617a939-1b42-4b8f-ab3f-f4339bedc93b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 1101 time: 0.1503677 May 26 15:59:40.068376 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f2b11588-0ccb-4511-b38c-d853fcb515ec admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3650482 May 26 15:59:40.077137 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37076) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:40.078916 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237c25a-2d3f-4bc6-acf2-e71adc93547a req-3d07f87b-0c17-4246-88b2-fde33ae3c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:40.080472 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1237c25a-2d3f-4bc6-acf2-e71adc93547a req-3d07f87b-0c17-4246-88b2-fde33ae3c85e service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 908 time: 0.2859459 May 26 15:59:40.088386 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb515f07-45c3-4773-be5d-5c70b7689ee6 admin admin] Deleting subnet 7bb23106-31dd-4e93-8abf-1bb53b33c8cb {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 15:59:40.090691 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bb515f07-45c3-4773-be5d-5c70b7689ee6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.092309 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e2bdeff6-bf66-4b42-9575-3515fc320442 admin admin] Request body: {'subnet': {'network_id': '0101fcd0-10d2-4667-a92d-850902454692', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1347824570-subnet', 'tenant_id': '44cfbfa1c30e4b818291ae56636b684c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:40.092466 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b11588-0ccb-4511-b38c-d853fcb515ec admin admin] Pushing event updated for resources: {'Network': ['ID=0101fcd0-10d2-4667-a92d-850902454692,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:40.103559 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 0101fcd0-10d2-4667-a92d-850902454692 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:59:40.137550 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2d58dda1-553c-4249-b72e-5850ac81a5d5 req-652493e1-1401-46f2-9494-385ae8625559 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938447 May 26 15:59:40.148479 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bb515f07-45c3-4773-be5d-5c70b7689ee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.155231 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1237c25a-2d3f-4bc6-acf2-e71adc93547a req-0b40dc47-3b48-488f-b1d3-4e580b127d34 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed88e625-4db8-45fd-b42e-18cdbdfc13f5 HTTP/1.1" status: 200 len: 217 time: 0.0682812 May 26 15:59:40.173385 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e06a866-579b-49a0-a714-9c43a3d827b7 req-0e006162-a83f-4ac6-bb71-fd429fe04bf5 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531379 May 26 15:59:40.247951 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bb515f07-45c3-4773-be5d-5c70b7689ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.253066 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8b9cf-1f46-4ee0-b4e1-1df4bb44a196 req-5d137ff0-259e-4cb2-98f9-e382fada5267 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:40.254591 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3ee8b9cf-1f46-4ee0-b4e1-1df4bb44a196 req-5d137ff0-259e-4cb2-98f9-e382fada5267 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.2678776 May 26 15:59:40.258296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bdeff6-bf66-4b42-9575-3515fc320442 admin admin] Made reservation on behalf of 44cfbfa1c30e4b818291ae56636b684c for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:59:40.260563 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2bdeff6-bf66-4b42-9575-3515fc320442 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.269106 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44ccf3f6-9c2c-4a0b-bb49-3802af587391 req-7b10f2c1-829f-41ed-8ef3-5ebe5b3b0158 service neutron] 10.222.0.81 "GET /v2.0/networks/3574b971-b80b-4fc7-8db0-6b0fd27cbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264585 May 26 15:59:40.316368 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bb515f07-45c3-4773-be5d-5c70b7689ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.329922 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237c25a-2d3f-4bc6-acf2-e71adc93547a req-ed83e459-67d3-4c35-b138-4e299afbd95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:40.331366 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1237c25a-2d3f-4bc6-acf2-e71adc93547a req-ed83e459-67d3-4c35-b138-4e299afbd95d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cfa16bff-3370-4a4e-860f-b7e489b84ed0 HTTP/1.1" status: 200 len: 847 time: 0.1661212 May 26 15:59:40.351029 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb515f07-45c3-4773-be5d-5c70b7689ee6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bb23106-31dd-4e93-8abf-1bb53b33c8cb,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:40.351029 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bb515f07-45c3-4773-be5d-5c70b7689ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.354530 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bb515f07-45c3-4773-be5d-5c70b7689ee6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7bb23106-31dd-4e93-8abf-1bb53b33c8cb HTTP/1.1" status: 204 len: 168 time: 0.4083500 May 26 15:59:40.355143 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37084) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:40.358832 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8269c42c-894a-424e-a929-69230eee1a49 None None] Network f935c707-a1ad-4ba7-a93a-43c2c21ab483 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:59:40.416783 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1237c25a-2d3f-4bc6-acf2-e71adc93547a req-6e0d5c08-5f19-4544-8d1b-434fea5231fc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695570 May 26 15:59:40.426315 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f981908-112c-4419-87b3-52a58c36065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.429589 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3ee8b9cf-1f46-4ee0-b4e1-1df4bb44a196 req-eb0a773a-6984-4b2b-9b0e-2d880fcfb1ab tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627865 May 26 15:59:40.503765 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-1f981908-112c-4419-87b3-52a58c36065c admin admin] Deleting port 1dcd10c3-b671-4471-85ae-947ffb7338fa {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:40.504981 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f981908-112c-4419-87b3-52a58c36065c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.508314 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a00df-4b9f-4096-a859-a1b79b455637 req-0a69eff6-11b5-4ed1-a224-4ce215ffb02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:40.509828 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-866a00df-4b9f-4096-a859-a1b79b455637 req-0a69eff6-11b5-4ed1-a224-4ce215ffb02a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc4c96fd02c143a08b7d26019ba324a5&device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 1095 time: 0.1761453 May 26 15:59:40.600316 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-1f981908-112c-4419-87b3-52a58c36065c admin admin] For port 1dcd10c3-b671-4471-85ae-947ffb7338fa, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1dcd10c3-b671-4471-85ae-947ffb7338fa,segment=NetworkSegment(5429906a-18ab-4e2f-86bd-2e8430a9592a),segment_id=5429906a-18ab-4e2f-86bd-2e8430a9592a)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:40.600707 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f981908-112c-4419-87b3-52a58c36065c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.617972 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-1f981908-112c-4419-87b3-52a58c36065c admin admin] Calling delete_port for 1dcd10c3-b671-4471-85ae-947ffb7338fa owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:40.640613 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1237c25a-2d3f-4bc6-acf2-e71adc93547a req-93b77a2b-bf29-42e9-a57a-9f830626f70a service neutron] 10.222.0.81 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956398 May 26 15:59:40.677073 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860c0ffe-1811-43c2-80cf-3355c7779217 None None] DHCP port deletion for f935c707-a1ad-4ba7-a93a-43c2c21ab483 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 15:59:40.725179 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f981908-112c-4419-87b3-52a58c36065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.770788 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-860c0ffe-1811-43c2-80cf-3355c7779217 None None] Deleting port 1dcd10c3-b671-4471-85ae-947ffb7338fa {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:40.771158 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-860c0ffe-1811-43c2-80cf-3355c7779217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.788654 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f981908-112c-4419-87b3-52a58c36065c admin admin] Pushing event deleted for resources: {'Port': ['ID=1dcd10c3-b671-4471-85ae-947ffb7338fa,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:40.799245 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f981908-112c-4419-87b3-52a58c36065c admin admin] No DVR routers for this DVR port 1dcd10c3-b671-4471-85ae-947ffb7338fa on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:59:40.899056 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-860c0ffe-1811-43c2-80cf-3355c7779217 None None] For port 1dcd10c3-b671-4471-85ae-947ffb7338fa, host n-d-843337-2, got binding levels [] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:40.899689 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-860c0ffe-1811-43c2-80cf-3355c7779217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.912863 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f981908-112c-4419-87b3-52a58c36065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.927977 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-860c0ffe-1811-43c2-80cf-3355c7779217 None None] Calling delete_port for 1dcd10c3-b671-4471-85ae-947ffb7338fa owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:40.939117 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.ipam_backend_mixin [None req-860c0ffe-1811-43c2-80cf-3355c7779217 None None] Port 1dcd10c3-b671-4471-85ae-947ffb7338fa was not found and therefore no delete operation was performed {{(pid=103897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 15:59:40.943338 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-860c0ffe-1811-43c2-80cf-3355c7779217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:40.954813 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-1f981908-112c-4419-87b3-52a58c36065c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f935c707-a1ad-4ba7-a93a-43c2c21ab483']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:40.980836 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-1f981908-112c-4419-87b3-52a58c36065c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5429906a-18ab-4e2f-86bd-2e8430a9592a') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:40.981354 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-1f981908-112c-4419-87b3-52a58c36065c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5429906a-18ab-4e2f-86bd-2e8430a9592a') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:40.989392 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860c0ffe-1811-43c2-80cf-3355c7779217 None None] No DVR routers for this DVR port 1dcd10c3-b671-4471-85ae-947ffb7338fa on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:59:41.000498 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c0ffe-1811-43c2-80cf-3355c7779217 None None] Pushing event deleted for resources: {'Port': ['ID=1dcd10c3-b671-4471-85ae-947ffb7338fa,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:41.005180 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f981908-112c-4419-87b3-52a58c36065c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:41.030274 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f981908-112c-4419-87b3-52a58c36065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:41.038286 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f981908-112c-4419-87b3-52a58c36065c admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:59:41.039008 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f981908-112c-4419-87b3-52a58c36065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:41.074861 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1d53a212-7aca-4d7a-be6f-c220372c7e4d no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:41.081041 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dc30d-95e6-40f6-8a68-6bcf4b67b3b5 req-26dc6c5c-3723-44cf-8974-cb8365ebb9e3 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:41.082559 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae3dc30d-95e6-40f6-8a68-6bcf4b67b3b5 req-26dc6c5c-3723-44cf-8974-cb8365ebb9e3 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 944 time: 0.5351076 May 26 15:59:41.099953 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 1d53a212-7aca-4d7a-be6f-c220372c7e4d {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:59:41.100421 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1d53a212-7aca-4d7a-be6f-c220372c7e4d not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:59:41.100899 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1dcd10c3-b671-4471-85ae-947ffb7338fa no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:41.116637 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 5429906a-18ab-4e2f-86bd-2e8430a9592a resource provider aggregate not found May 26 15:59:41.126390 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 1dcd10c3-b671-4471-85ae-947ffb7338fa {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:59:41.126861 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1dcd10c3-b671-4471-85ae-947ffb7338fa not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:59:41.127350 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d20feb04-ffb7-4e27-94e8-52c17ad255c9 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:41.131320 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f981908-112c-4419-87b3-52a58c36065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:41.139059 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f981908-112c-4419-87b3-52a58c36065c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:41.149939 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1f981908-112c-4419-87b3-52a58c36065c admin admin] 10.222.0.77 "DELETE /v2.0/networks/f935c707-a1ad-4ba7-a93a-43c2c21ab483 HTTP/1.1" status: 204 len: 168 time: 0.7924104 May 26 15:59:41.172031 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 5429906a-18ab-4e2f-86bd-2e8430a9592a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5429906a-18ab-4e2f-86bd-2e8430a9592a found for delete ", "request_id": "req-a8e4183a-02ef-4f55-8acb-b53128832711"}]} May 26 15:59:41.173267 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f981908-112c-4419-87b3-52a58c36065c admin admin] Pushing event deleted for resources: {'Network': ['ID=f935c707-a1ad-4ba7-a93a-43c2c21ab483,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:41.191173 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a00df-4b9f-4096-a859-a1b79b455637 req-aabbf97b-1451-481b-8cb3-a50381b181d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:41.192831 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: d20feb04-ffb7-4e27-94e8-52c17ad255c9 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:59:41.193111 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d20feb04-ffb7-4e27-94e8-52c17ad255c9 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:59:41.193244 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-866a00df-4b9f-4096-a859-a1b79b455637 req-aabbf97b-1451-481b-8cb3-a50381b181d9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3574b971-b80b-4fc7-8db0-6b0fd27cbf51 HTTP/1.1" status: 200 len: 906 time: 0.6746244 May 26 15:59:41.237418 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2bdeff6-bf66-4b42-9575-3515fc320442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:41.287464 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37108) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:41.296559 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1237c25a-2d3f-4bc6-acf2-e71adc93547a req-fcc8f0b6-4dd0-4f4d-858a-a9317ad0c230 service neutron] 10.222.0.81 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6344736 May 26 15:59:41.297907 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-866a00df-4b9f-4096-a859-a1b79b455637 req-126a6881-0821-4d45-bf4e-a81c38810ac4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7b8dea4-f34d-486c-b930-9ccfb787ede0 HTTP/1.1" status: 200 len: 217 time: 0.0919206 May 26 15:59:41.305429 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b53cb3-23e1-48b2-a6eb-f86feeeb4553 req-19409058-2b3f-4915-9c6a-1d145512c7d0 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:41.306888 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28b53cb3-23e1-48b2-a6eb-f86feeeb4553 req-19409058-2b3f-4915-9c6a-1d145512c7d0 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 943 time: 0.2412362 May 26 15:59:41.314254 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae3dc30d-95e6-40f6-8a68-6bcf4b67b3b5 req-de0c8e63-0002-49a6-bc25-e8d7e27feb10 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985118 May 26 15:59:41.351053 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-05cf2284-a16f-4b48-a498-524156202a6a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8af860fdd3584e1a8789c06843d6dcca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0598640 May 26 15:59:41.351242 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37110) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:41.404112 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99be7abb-8a1e-40a1-80e2-1e9b0b78cfba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:41.423850 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bdeff6-bf66-4b42-9575-3515fc320442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d742e30-9b8e-482f-a304-7f9fa68e0fac,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:41.427318 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99be7abb-8a1e-40a1-80e2-1e9b0b78cfba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:41.430432 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28b53cb3-23e1-48b2-a6eb-f86feeeb4553 req-24186bfe-0c62-4b6b-8174-b57185ac9a40 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115031 May 26 15:59:41.432594 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a00df-4b9f-4096-a859-a1b79b455637 req-f312f9f1-987d-45f9-85a8-3b2f0e1f70e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:41.440050 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-866a00df-4b9f-4096-a859-a1b79b455637 req-f312f9f1-987d-45f9-85a8-3b2f0e1f70e1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c76d8b67-4d6e-4728-b031-a89f28d135e0 HTTP/1.1" status: 200 len: 845 time: 0.1129401 May 26 15:59:41.441910 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bdeff6-bf66-4b42-9575-3515fc320442 admin admin] Checking segment: {'id': '99fce764-e212-4233-8613-0ff593571b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0101fcd0-10d2-4667-a92d-850902454692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:59:41.442266 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bdeff6-bf66-4b42-9575-3515fc320442 admin admin] Network hostable DHCP agents. Network: 0101fcd0-10d2-4667-a92d-850902454692, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:59:41.503386 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99be7abb-8a1e-40a1-80e2-1e9b0b78cfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:41.503617 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-866a00df-4b9f-4096-a859-a1b79b455637 req-ff5431fd-a24a-4f30-b940-147a6dc4af1a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3574b971-b80b-4fc7-8db0-6b0fd27cbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510185 May 26 15:59:41.506457 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99be7abb-8a1e-40a1-80e2-1e9b0b78cfba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:41.510144 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-99be7abb-8a1e-40a1-80e2-1e9b0b78cfba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0cc522d4-f26d-45a8-8686-0481ba57fd97 HTTP/1.1" status: 204 len: 168 time: 0.1555374 May 26 15:59:41.535595 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be7abb-8a1e-40a1-80e2-1e9b0b78cfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc522d4-f26d-45a8-8686-0481ba57fd97,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:41.538646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bdeff6-bf66-4b42-9575-3515fc320442 admin admin] Network 0101fcd0-10d2-4667-a92d-850902454692 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:59:41.586360 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-e2bdeff6-bf66-4b42-9575-3515fc320442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 0101fcd0-10d2-4667-a92d-850902454692) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:59:41.597029 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bdeff6-bf66-4b42-9575-3515fc320442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:41.597611 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2bdeff6-bf66-4b42-9575-3515fc320442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:41.599187 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c59d11f-6a87-423f-9230-6bf24808bff2 None None] Network 0101fcd0-10d2-4667-a92d-850902454692 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:59:41.616657 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8d50d-0eef-4a04-a3d1-54bedc6cd18d req-943c704c-8ad8-4d40-95ee-022708f657dc tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:41.618267 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-abd8d50d-0eef-4a04-a3d1-54bedc6cd18d req-943c704c-8ad8-4d40-95ee-022708f657dc tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.1774285 May 26 15:59:41.664424 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e2bdeff6-bf66-4b42-9575-3515fc320442 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5833607 May 26 15:59:41.701892 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-866a00df-4b9f-4096-a859-a1b79b455637 req-7db77589-45e2-4d86-b0db-f998b7f5e25d service neutron] 10.222.0.81 "GET /v2.0/networks/3574b971-b80b-4fc7-8db0-6b0fd27cbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889160 May 26 15:59:41.734801 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-abd8d50d-0eef-4a04-a3d1-54bedc6cd18d req-6c14ed44-ab79-478c-b8ec-840129dea361 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053829 May 26 15:59:41.794708 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc5fc82-60d3-4c4e-95af-bbb317e3fb92 None None] Network 0101fcd0-10d2-4667-a92d-850902454692 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:59:41.811200 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d1890-0798-4a45-9302-34a96aaea4c1 req-b5dea5e9-ddd2-47f0-8fcb-827ac14b6aa3 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:41.813009 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa0d1890-0798-4a45-9302-34a96aaea4c1 req-b5dea5e9-ddd2-47f0-8fcb-827ac14b6aa3 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 945 time: 0.1350062 May 26 15:59:41.912040 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-866a00df-4b9f-4096-a859-a1b79b455637 req-0404b474-5628-412a-b440-682c0cd91875 service neutron] 10.222.0.81 "GET /v2.0/networks/3574b971-b80b-4fc7-8db0-6b0fd27cbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934497 May 26 15:59:41.928063 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa0d1890-0798-4a45-9302-34a96aaea4c1 req-e2b24445-93e2-44ed-afb9-8046c3821c1a tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865774 May 26 15:59:41.943590 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b10ab-2d0c-443b-8003-636f1d4d3e2c req-7091791b-cb98-4358-a77d-6d77304f3da9 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:41.951121 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f90b10ab-2d0c-443b-8003-636f1d4d3e2c req-7091791b-cb98-4358-a77d-6d77304f3da9 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.1085725 May 26 15:59:41.997420 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f90b10ab-2d0c-443b-8003-636f1d4d3e2c req-2ce6114e-69e8-4863-b97d-3734672d7e3b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433271 May 26 15:59:42.014941 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37130) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:42.057442 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8c9a7af0-fa2d-43d7-98c9-29a0a0cb46e9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4ce6c9bd647b4c01a79f72a87f284947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406778 May 26 15:59:42.060013 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37132) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:42.120251 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5107cd1-d121-4286-9a26-d8ab6295e33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:42.142277 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5107cd1-d121-4286-9a26-d8ab6295e33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:42.188810 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5107cd1-d121-4286-9a26-d8ab6295e33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:42.191286 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5107cd1-d121-4286-9a26-d8ab6295e33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:42.194928 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f5107cd1-d121-4286-9a26-d8ab6295e33c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/845d6f0c-9800-4b2d-a2f1-aa459129f25f HTTP/1.1" status: 204 len: 168 time: 0.1316388 May 26 15:59:42.208686 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5107cd1-d121-4286-9a26-d8ab6295e33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845d6f0c-9800-4b2d-a2f1-aa459129f25f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:42.216866 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-c730f269-d89d-48ab-bcc2-3586fa516a64 req-cf685340-a4fa-4b4e-a107-48d7a06aac49 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1668169941', 'description': 'tempest-description-1387829846'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:42.238794 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c730f269-d89d-48ab-bcc2-3586fa516a64 req-cf685340-a4fa-4b4e-a107-48d7a06aac49 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:42.273357 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:59:42.308552 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c730f269-d89d-48ab-bcc2-3586fa516a64 req-cf685340-a4fa-4b4e-a107-48d7a06aac49 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:42.312457 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c730f269-d89d-48ab-bcc2-3586fa516a64 req-cf685340-a4fa-4b4e-a107-48d7a06aac49 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:42.353872 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c730f269-d89d-48ab-bcc2-3586fa516a64 req-cf685340-a4fa-4b4e-a107-48d7a06aac49 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:42.355121 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c730f269-d89d-48ab-bcc2-3586fa516a64 req-cf685340-a4fa-4b4e-a107-48d7a06aac49 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1423209 May 26 15:59:42.357021 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf685340-a4fa-4b4e-a107-48d7a06aac49 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f40ce73-a2b6-481d-89ab-53acdb4ae741,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:42.451248 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a37b2c70-7b89-426d-86da-624ce32fc459 req-cdeb57f7-a4db-42f4-81d2-9783fc6d3512 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "GET /v2.0/security-groups/6f40ce73-a2b6-481d-89ab-53acdb4ae741 HTTP/1.1" status: 200 len: 1805 time: 0.0704317 May 26 15:59:42.464784 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-a37b2c70-7b89-426d-86da-624ce32fc459 req-6c010194-c93a-4f62-895f-9a748f53ccd2 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f40ce73-a2b6-481d-89ab-53acdb4ae741', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:42.465106 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-a37b2c70-7b89-426d-86da-624ce32fc459 req-6c010194-c93a-4f62-895f-9a748f53ccd2 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f40ce73-a2b6-481d-89ab-53acdb4ae741', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:42.478160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be56ec-9809-4565-b68a-ef2c2a2e1e12 req-43fe1ecf-ff03-4a01-aa45-b67c6364dfcc tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:42.479045 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8be56ec-9809-4565-b68a-ef2c2a2e1e12 req-43fe1ecf-ff03-4a01-aa45-b67c6364dfcc tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 944 time: 0.0839491 May 26 15:59:42.545646 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8be56ec-9809-4565-b68a-ef2c2a2e1e12 req-0fbd74c8-004b-48d5-9a73-decc6e918848 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593343 May 26 15:59:42.554983 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a37b2c70-7b89-426d-86da-624ce32fc459 req-6c010194-c93a-4f62-895f-9a748f53ccd2 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:42.574069 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a37b2c70-7b89-426d-86da-624ce32fc459 req-6c010194-c93a-4f62-895f-9a748f53ccd2 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:42.577971 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a37b2c70-7b89-426d-86da-624ce32fc459 req-6c010194-c93a-4f62-895f-9a748f53ccd2 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:42.597520 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c010194-c93a-4f62-895f-9a748f53ccd2 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561e1cde-ffce-48e8-9d84-64f32e259a6c,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:42.606892 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a37b2c70-7b89-426d-86da-624ce32fc459 req-6c010194-c93a-4f62-895f-9a748f53ccd2 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:42.608084 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a37b2c70-7b89-426d-86da-624ce32fc459 req-6c010194-c93a-4f62-895f-9a748f53ccd2 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1496191 May 26 15:59:42.650905 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-c4c3cb75-d354-4eec-a616-7cc383debc34 req-5b0d7300-78d1-43a7-bc70-be7383459491 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1459086756', 'description': 'tempest-description-1305235768'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:42.685957 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6aca3-b03c-4a2f-ae3c-6747a6b5d539 req-0d1bfad5-de13-4a89-8c55-8dd8165cd161 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:42.688211 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57b6aca3-b03c-4a2f-ae3c-6747a6b5d539 req-0d1bfad5-de13-4a89-8c55-8dd8165cd161 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 943 time: 0.0707886 May 26 15:59:42.689667 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c4c3cb75-d354-4eec-a616-7cc383debc34 req-5b0d7300-78d1-43a7-bc70-be7383459491 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:42.757049 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57b6aca3-b03c-4a2f-ae3c-6747a6b5d539 req-9d7bd81a-e9f8-40c9-b967-8b5ddcd1552f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586376 May 26 15:59:42.795608 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c4c3cb75-d354-4eec-a616-7cc383debc34 req-5b0d7300-78d1-43a7-bc70-be7383459491 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:42.799958 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c4c3cb75-d354-4eec-a616-7cc383debc34 req-5b0d7300-78d1-43a7-bc70-be7383459491 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:42.839111 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c4c3cb75-d354-4eec-a616-7cc383debc34 req-5b0d7300-78d1-43a7-bc70-be7383459491 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:42.840475 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c4c3cb75-d354-4eec-a616-7cc383debc34 req-5b0d7300-78d1-43a7-bc70-be7383459491 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1945288 May 26 15:59:42.869463 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d7300-78d1-43a7-bc70-be7383459491 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8449debd-3753-4d72-88f2-6836b988542d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:42.912891 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6a4c58b8-c62a-41b1-a76f-0364d3ed6fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:42.938217 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16c4ec-be6f-41fe-8ad3-1730a4a54c9e req-605f4cd3-09a8-4726-b83e-eb12b16f6e8b tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:42.939720 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a16c4ec-be6f-41fe-8ad3-1730a4a54c9e req-605f4cd3-09a8-4726-b83e-eb12b16f6e8b tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.1085284 May 26 15:59:42.943719 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2df4633d-9381-4056-99c5-e9aa976fb7bb req-cf6da038-fbed-44b6-ab3a-e4a88565974c tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "GET /v2.0/security-groups/8449debd-3753-4d72-88f2-6836b988542d HTTP/1.1" status: 200 len: 1805 time: 0.0760982 May 26 15:59:42.970726 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-2df4633d-9381-4056-99c5-e9aa976fb7bb req-cd140c72-7d86-4302-a9c9-7577f71d0285 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8449debd-3753-4d72-88f2-6836b988542d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:42.971297 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-2df4633d-9381-4056-99c5-e9aa976fb7bb req-cd140c72-7d86-4302-a9c9-7577f71d0285 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8449debd-3753-4d72-88f2-6836b988542d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:43.007273 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a16c4ec-be6f-41fe-8ad3-1730a4a54c9e req-e68ae705-41a8-45d9-86b8-9e728f353aa6 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598917 May 26 15:59:43.052684 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2df4633d-9381-4056-99c5-e9aa976fb7bb req-cd140c72-7d86-4302-a9c9-7577f71d0285 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.075321 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2df4633d-9381-4056-99c5-e9aa976fb7bb req-cd140c72-7d86-4302-a9c9-7577f71d0285 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.087303 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2df4633d-9381-4056-99c5-e9aa976fb7bb req-cd140c72-7d86-4302-a9c9-7577f71d0285 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.128656 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd140c72-7d86-4302-a9c9-7577f71d0285 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffce18d-09a3-4aa4-ad3b-ed905813244b,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:43.135169 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2df4633d-9381-4056-99c5-e9aa976fb7bb req-cd140c72-7d86-4302-a9c9-7577f71d0285 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.136066 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2df4633d-9381-4056-99c5-e9aa976fb7bb req-cd140c72-7d86-4302-a9c9-7577f71d0285 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1802306 May 26 15:59:43.151682 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305632b6-c8f8-4bf8-87a3-0b2476bb5d34 req-241f5d6f-57ed-45f9-9220-722be43f9e46 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:43.153280 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-305632b6-c8f8-4bf8-87a3-0b2476bb5d34 req-241f5d6f-57ed-45f9-9220-722be43f9e46 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 945 time: 0.0805395 May 26 15:59:43.224437 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-305632b6-c8f8-4bf8-87a3-0b2476bb5d34 req-1d4a6b90-0071-44a5-ae83-0797f31f885c tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630462 May 26 15:59:43.254192 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc804e84-da89-43bf-913a-b652d9ad62ed req-97a00e28-ef79-4738-96fd-f64e53009751 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:43.255720 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cc804e84-da89-43bf-913a-b652d9ad62ed req-97a00e28-ef79-4738-96fd-f64e53009751 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.0676014 May 26 15:59:43.260628 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-838a2c5c-2019-41c0-8eef-e80f4ce4b1b1 req-37d252d5-4c13-49a3-9003-05bc0eacc1e5 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-182933034', 'description': 'tempest-description-1408523565'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:43.311926 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-838a2c5c-2019-41c0-8eef-e80f4ce4b1b1 req-37d252d5-4c13-49a3-9003-05bc0eacc1e5 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.328010 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cc804e84-da89-43bf-913a-b652d9ad62ed req-a0199644-c4df-4c21-8b75-b04b913cf870 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624330 May 26 15:59:43.400722 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-838a2c5c-2019-41c0-8eef-e80f4ce4b1b1 req-37d252d5-4c13-49a3-9003-05bc0eacc1e5 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.406541 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-838a2c5c-2019-41c0-8eef-e80f4ce4b1b1 req-37d252d5-4c13-49a3-9003-05bc0eacc1e5 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.445910 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device d7b8dea4-f34d-486c-b930-9ccfb787ede0 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:59:43.446120 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-838a2c5c-2019-41c0-8eef-e80f4ce4b1b1 req-37d252d5-4c13-49a3-9003-05bc0eacc1e5 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.450738 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-838a2c5c-2019-41c0-8eef-e80f4ce4b1b1 req-37d252d5-4c13-49a3-9003-05bc0eacc1e5 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1938369 May 26 15:59:43.457715 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d252d5-4c13-49a3-9003-05bc0eacc1e5 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1a618c-99de-4199-a578-379c24f45d81,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:43.474046 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-b57e9858-5b10-4eb7-924e-a125e9a2cda6 req-bdafc271-b847-4cd4-b0e0-6f0152fadf86 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1707778582', 'description': 'tempest-description-144778173'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:43.483496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-a7319831-feeb-4a43-9974-adbb8a31624d req-4ddac866-8a25-42c0-86fc-290080ab42a6 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:59:43.484930 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7319831-feeb-4a43-9974-adbb8a31624d req-4ddac866-8a25-42c0-86fc-290080ab42a6 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060070 May 26 15:59:43.521457 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b57e9858-5b10-4eb7-924e-a125e9a2cda6 req-bdafc271-b847-4cd4-b0e0-6f0152fadf86 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.578217 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port d7b8dea4-f34d-486c-b930-9ccfb787ede0, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=d7b8dea4-f34d-486c-b930-9ccfb787ede0,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:43.598332 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'd7b8dea4-f34d-486c-b930-9ccfb787ede0', 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51', 'port_id': 'd7b8dea4-f34d-486c-b930-9ccfb787ede0', 'mac_address': 'fa:16:3e:9f:c9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76d8b67-4d6e-4728-b031-a89f28d135e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:59:43.617906 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b57e9858-5b10-4eb7-924e-a125e9a2cda6 req-bdafc271-b847-4cd4-b0e0-6f0152fadf86 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.628921 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b57e9858-5b10-4eb7-924e-a125e9a2cda6 req-bdafc271-b847-4cd4-b0e0-6f0152fadf86 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.644077 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port d7b8dea4-f34d-486c-b930-9ccfb787ede0 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:43.644491 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.658869 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b57e9858-5b10-4eb7-924e-a125e9a2cda6 req-bdafc271-b847-4cd4-b0e0-6f0152fadf86 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.660120 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b57e9858-5b10-4eb7-924e-a125e9a2cda6 req-bdafc271-b847-4cd4-b0e0-6f0152fadf86 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1905723 May 26 15:59:43.669811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b8dea4-f34d-486c-b930-9ccfb787ede0 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:59:43.704682 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port d7b8dea4-f34d-486c-b930-9ccfb787ede0, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=d7b8dea4-f34d-486c-b930-9ccfb787ede0,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:43.710924 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafc271-b847-4cd4-b0e0-6f0152fadf86 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f30022-32fc-4f2e-b50e-42da9103674e,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:43.712491 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.775190 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=d7b8dea4-f34d-486c-b930-9ccfb787ede0,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:43.775425 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7d78fcca-efc2-45de-ac27-d3ad52112902 req-c58ebf76-bc72-4bc4-adc2-4a2403a70d0a tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "GET /v2.0/security-groups/5a1a618c-99de-4199-a578-379c24f45d81 HTTP/1.1" status: 200 len: 1804 time: 0.0809464 May 26 15:59:43.786661 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:43.787009 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:43.787524 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:43.788068 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:43.788612 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:43.789111 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:43.789594 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:43.790156 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:43.790645 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:43.791128 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:43.791611 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:43.792258 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:59:43.819326 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-e7b7a3ba-76c1-47bc-883e-3045acfbba7c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0611794 May 26 15:59:43.830442 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-4a9ab2ec-0515-416b-8b97-f6d6a5b29ae7 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 15:59:43.831529 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-4a9ab2ec-0515-416b-8b97-f6d6a5b29ae7 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057077 May 26 15:59:43.836046 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7d78fcca-efc2-45de-ac27-d3ad52112902 req-22b9aebd-4471-4a8a-8c49-2c1f1f3f788f tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "GET /v2.0/security-groups/a7f30022-32fc-4f2e-b50e-42da9103674e HTTP/1.1" status: 200 len: 1804 time: 0.0600514 May 26 15:59:43.849242 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906c6b0-51bc-4685-ae1e-50f052da5641 req-e5d3c04a-0de9-4320-84ab-48795322208d tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:43.851265 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9906c6b0-51bc-4685-ae1e-50f052da5641 req-e5d3c04a-0de9-4320-84ab-48795322208d tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 945 time: 0.1058695 May 26 15:59:43.857866 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-7d78fcca-efc2-45de-ac27-d3ad52112902 req-f643abc7-1cc9-45ee-b719-5fe5cd60e879 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5a1a618c-99de-4199-a578-379c24f45d81', 'remote_group_id': 'a7f30022-32fc-4f2e-b50e-42da9103674e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:43.858169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-7d78fcca-efc2-45de-ac27-d3ad52112902 req-f643abc7-1cc9-45ee-b719-5fe5cd60e879 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5a1a618c-99de-4199-a578-379c24f45d81', 'remote_group_id': 'a7f30022-32fc-4f2e-b50e-42da9103674e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:43.915889 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9906c6b0-51bc-4685-ae1e-50f052da5641 req-c6e39c77-41d9-4ecd-b01d-5d162754a120 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524960 May 26 15:59:43.951147 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7d78fcca-efc2-45de-ac27-d3ad52112902 req-f643abc7-1cc9-45ee-b719-5fe5cd60e879 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.985805 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7d78fcca-efc2-45de-ac27-d3ad52112902 req-f643abc7-1cc9-45ee-b719-5fe5cd60e879 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.998567 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7d78fcca-efc2-45de-ac27-d3ad52112902 req-f643abc7-1cc9-45ee-b719-5fe5cd60e879 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:43.998771 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['d7b8dea4-f34d-486c-b930-9ccfb787ede0'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:59:44.032928 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643abc7-1cc9-45ee-b719-5fe5cd60e879 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329b23c8-5e47-4355-9d08-433451dc9ae4,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:44.043277 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7d78fcca-efc2-45de-ac27-d3ad52112902 req-f643abc7-1cc9-45ee-b719-5fe5cd60e879 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:44.044544 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7d78fcca-efc2-45de-ac27-d3ad52112902 req-f643abc7-1cc9-45ee-b719-5fe5cd60e879 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1928740 May 26 15:59:44.061078 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0ecda-b4c2-4433-8137-3e71b972bdd0 req-148fffab-d053-47aa-81b0-bc0e41fc2dfd tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:44.063471 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ca0ecda-b4c2-4433-8137-3e71b972bdd0 req-148fffab-d053-47aa-81b0-bc0e41fc2dfd tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.0796807 May 26 15:59:44.112509 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ca0ecda-b4c2-4433-8137-3e71b972bdd0 req-1b7d5359-45dc-4d7b-a235-b8e1028572f0 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416884 May 26 15:59:44.186053 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f369cbf-6f65-4bbf-9e4b-dfc4f753a07c req-e3a962df-0028-4670-948e-02eaa3e78839 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:44.189110 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8f369cbf-6f65-4bbf-9e4b-dfc4f753a07c req-e3a962df-0028-4670-948e-02eaa3e78839 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 943 time: 0.0712924 May 26 15:59:44.230626 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8f369cbf-6f65-4bbf-9e4b-dfc4f753a07c req-1398023e-f9da-4c50-8eb7-b040a303d458 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340173 May 26 15:59:44.367357 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-ffa74d11-3212-43e2-a97e-992fef19a056 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=50e3fd85713f4a9aaf9a09a9017fb8bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424924 May 26 15:59:44.407512 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecc8f7-5060-436f-9a83-6d6a439ace54 req-ce9f46ba-2c5c-4610-8df3-b84bbfb64fd6 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:44.409014 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2eecc8f7-5060-436f-9a83-6d6a439ace54 req-ce9f46ba-2c5c-4610-8df3-b84bbfb64fd6 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.0998218 May 26 15:59:44.495555 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2eecc8f7-5060-436f-9a83-6d6a439ace54 req-37d0e646-8d06-4596-95a5-452c95e222ce tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609529 May 26 15:59:44.520865 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-23b8b42b-baed-4d7e-9d0b-8d91ff68d63c tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:44.522550 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-23b8b42b-baed-4d7e-9d0b-8d91ff68d63c tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1484153 May 26 15:59:44.535195 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-31ad85ed-c42c-49da-ac82-5af2ecb79290 req-9bc9b84e-477e-4ca3-890c-83e6435e7e7f tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1327670430', 'description': 'tempest-description-1146736320'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:44.556684 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-bf0e6bc7-0eb5-45f7-bad8-ce10b06f7920 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/quotas/50e3fd85713f4a9aaf9a09a9017fb8bd HTTP/1.1" status: 200 len: 375 time: 0.0259523 May 26 15:59:44.572602 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-31ad85ed-c42c-49da-ac82-5af2ecb79290 req-9bc9b84e-477e-4ca3-890c-83e6435e7e7f tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:44.597780 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-25206d6a-10fb-4a3e-8ca4-1c829583b5bd tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=50e3fd85713f4a9aaf9a09a9017fb8bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339630 May 26 15:59:44.662486 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-31ad85ed-c42c-49da-ac82-5af2ecb79290 req-9bc9b84e-477e-4ca3-890c-83e6435e7e7f tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:44.666887 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-31ad85ed-c42c-49da-ac82-5af2ecb79290 req-9bc9b84e-477e-4ca3-890c-83e6435e7e7f tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:44.692825 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-31ad85ed-c42c-49da-ac82-5af2ecb79290 req-9bc9b84e-477e-4ca3-890c-83e6435e7e7f tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:44.694068 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31ad85ed-c42c-49da-ac82-5af2ecb79290 req-9bc9b84e-477e-4ca3-890c-83e6435e7e7f tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1645169 May 26 15:59:44.707507 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9b84e-477e-4ca3-890c-83e6435e7e7f tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d42673c-831f-45c0-9a2a-882c3f738509,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:44.750399 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-e7dd69e3-05b3-4f32-88d7-d3394d67b80e req-ce6a15fb-cd48-40e1-9249-075835c58624 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1531349613', 'description': 'tempest-description-1941257236'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:44.774944 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e7dd69e3-05b3-4f32-88d7-d3394d67b80e req-ce6a15fb-cd48-40e1-9249-075835c58624 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:44.858133 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd39bb9-175d-4525-94cd-6a15cd05c0b5 req-2af11437-2fbf-420c-a36a-bc870f0b909c tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:44.859972 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-afd39bb9-175d-4525-94cd-6a15cd05c0b5 req-2af11437-2fbf-420c-a36a-bc870f0b909c tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 945 time: 0.0733438 May 26 15:59:44.910497 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e7dd69e3-05b3-4f32-88d7-d3394d67b80e req-ce6a15fb-cd48-40e1-9249-075835c58624 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:44.919213 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e7dd69e3-05b3-4f32-88d7-d3394d67b80e req-ce6a15fb-cd48-40e1-9249-075835c58624 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:44.933252 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-afd39bb9-175d-4525-94cd-6a15cd05c0b5 req-514f54d1-b89d-400b-9ed6-473c33e6d1c9 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627863 May 26 15:59:44.955291 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a15fb-cd48-40e1-9249-075835c58624 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddac021f-4903-4a79-944b-78b8fe3b148c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:44.959395 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e7dd69e3-05b3-4f32-88d7-d3394d67b80e req-ce6a15fb-cd48-40e1-9249-075835c58624 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:44.973839 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7dd69e3-05b3-4f32-88d7-d3394d67b80e req-ce6a15fb-cd48-40e1-9249-075835c58624 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2278781 May 26 15:59:45.039481 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55d4d5c4-6826-48d4-8ac6-6c6031b6b089 req-d63e58fe-94e0-4e60-a4a1-1d741462cd44 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff1acaaa-81fa-45d5-9c98-a090c61c7bdc HTTP/1.1" status: 200 len: 210 time: 0.0363824 May 26 15:59:45.071926 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 93845b37-dc04-452d-9d88-6643be4e7506 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:59:45.123547 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a7afc-d142-4375-8495-02e5c0b4b013 req-74c8ccb1-78c1-4ee9-bde3-1c3f318fb3e7 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:45.125973 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c1a7afc-d142-4375-8495-02e5c0b4b013 req-74c8ccb1-78c1-4ee9-bde3-1c3f318fb3e7 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 945 time: 0.0852466 May 26 15:59:45.130320 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7e79b5e-f412-4305-95f6-41407ff8be74 req-883a9381-09ad-498a-977b-dca6e40a7881 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "GET /v2.0/security-groups/9d42673c-831f-45c0-9a2a-882c3f738509 HTTP/1.1" status: 200 len: 1805 time: 0.0626078 May 26 15:59:45.182520 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 93845b37-dc04-452d-9d88-6643be4e7506, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=93845b37-dc04-452d-9d88-6643be4e7506,segment=NetworkSegment(cff8f957-50e8-4284-b32b-ce3fdb6f3bb6),segment_id=cff8f957-50e8-4284-b32b-ce3fdb6f3bb6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:45.195789 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '93845b37-dc04-452d-9d88-6643be4e7506', 'network_id': '3b5eae06-69d3-4233-90af-ed2ccfa064f1', 'port_id': '93845b37-dc04-452d-9d88-6643be4e7506', 'mac_address': 'fa:16:3e:1d:a7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7c17c47-9ee8-44d6-b193-8b14963b1984', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:59:45.208800 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7e79b5e-f412-4305-95f6-41407ff8be74 req-68a5039a-d781-4b1e-a490-47024723e981 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "GET /v2.0/security-groups/ddac021f-4903-4a79-944b-78b8fe3b148c HTTP/1.1" status: 200 len: 1805 time: 0.0722001 May 26 15:59:45.212725 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c1a7afc-d142-4375-8495-02e5c0b4b013 req-b299c78d-2700-43c1-96d0-3c131a1c93c2 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686147 May 26 15:59:45.218620 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-b7e79b5e-f412-4305-95f6-41407ff8be74 req-8f1d2915-83b4-4e0e-9e3d-9c39849333e9 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9d42673c-831f-45c0-9a2a-882c3f738509', 'remote_group_id': 'ddac021f-4903-4a79-944b-78b8fe3b148c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:45.218948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-b7e79b5e-f412-4305-95f6-41407ff8be74 req-8f1d2915-83b4-4e0e-9e3d-9c39849333e9 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9d42673c-831f-45c0-9a2a-882c3f738509', 'remote_group_id': 'ddac021f-4903-4a79-944b-78b8fe3b148c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:45.250054 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 93845b37-dc04-452d-9d88-6643be4e7506 is: ACTIVE; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:45.250816 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:45.266367 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93845b37-dc04-452d-9d88-6643be4e7506 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:59:45.288885 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 93845b37-dc04-452d-9d88-6643be4e7506, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=93845b37-dc04-452d-9d88-6643be4e7506,segment=NetworkSegment(cff8f957-50e8-4284-b32b-ce3fdb6f3bb6),segment_id=cff8f957-50e8-4284-b32b-ce3fdb6f3bb6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:45.289648 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b7e79b5e-f412-4305-95f6-41407ff8be74 req-8f1d2915-83b4-4e0e-9e3d-9c39849333e9 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:45.293923 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:45.347460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=93845b37-dc04-452d-9d88-6643be4e7506,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:45.357031 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b7e79b5e-f412-4305-95f6-41407ff8be74 req-8f1d2915-83b4-4e0e-9e3d-9c39849333e9 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:45.372425 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06b6b7-b95a-4db3-b0cf-46b2c1cd9cd7 req-38fce23e-5b87-4349-917a-8edfee7915f1 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:45.373236 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e68753c-5bb9-42fb-8f0a-407aa9985f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:45.373926 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c06b6b7-b95a-4db3-b0cf-46b2c1cd9cd7 req-38fce23e-5b87-4349-917a-8edfee7915f1 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.0805097 May 26 15:59:45.375728 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b7e79b5e-f412-4305-95f6-41407ff8be74 req-8f1d2915-83b4-4e0e-9e3d-9c39849333e9 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:45.407710 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d2915-83b4-4e0e-9e3d-9c39849333e9 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d459c42-b8a7-4e6c-bc8b-430c97117336,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:45.425183 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b7e79b5e-f412-4305-95f6-41407ff8be74 req-8f1d2915-83b4-4e0e-9e3d-9c39849333e9 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:45.426352 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7e79b5e-f412-4305-95f6-41407ff8be74 req-8f1d2915-83b4-4e0e-9e3d-9c39849333e9 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2120681 May 26 15:59:45.436643 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c06b6b7-b95a-4db3-b0cf-46b2c1cd9cd7 req-ccdf5ba5-79c0-4bf7-ba3f-1aa74ea8f0d9 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530620 May 26 15:59:45.449552 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device d7b8dea4-f34d-486c-b930-9ccfb787ede0 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:59:45.511533 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port d7b8dea4-f34d-486c-b930-9ccfb787ede0 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:59:45.515246 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port d7b8dea4-f34d-486c-b930-9ccfb787ede0 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:45.515634 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:45.520249 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['93845b37-dc04-452d-9d88-6643be4e7506'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:59:45.532706 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7cfacf81-28fa-4fc1-b1be-f73fa0fb0211 req-3817d039-6122-480a-a2f6-0e63c65892cf tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "GET /v2.0/security-groups/ddac021f-4903-4a79-944b-78b8fe3b148c HTTP/1.1" status: 200 len: 1805 time: 0.0721893 May 26 15:59:45.554879 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a636dc4-4b4b-4dff-9495-564c9cd2a778 req-47b53f83-ca09-43d1-85ec-49968b7a14a8 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:45.556262 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a636dc4-4b4b-4dff-9495-564c9cd2a778 req-47b53f83-ca09-43d1-85ec-49968b7a14a8 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 943 time: 0.0756843 May 26 15:59:45.614036 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a636dc4-4b4b-4dff-9495-564c9cd2a778 req-af3ba314-f565-41c2-81b6-9dac52c63915 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499797 May 26 15:59:45.630211 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7cfacf81-28fa-4fc1-b1be-f73fa0fb0211 req-c1a5e1e5-553a-4a77-8e31-08b9ff5322f8 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:45.655132 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7cfacf81-28fa-4fc1-b1be-f73fa0fb0211 req-c1a5e1e5-553a-4a77-8e31-08b9ff5322f8 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:45.675226 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port d7b8dea4-f34d-486c-b930-9ccfb787ede0 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:45.675862 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:45.730480 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7785f632-002e-4a3f-b10e-4ad54c454621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b8dea4-f34d-486c-b930-9ccfb787ede0'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:45.732795 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ca1100-1dc6-4afc-9555-2085835f9a2a" -d '{"events": [{"server_uuid": "7785f632-002e-4a3f-b10e-4ad54c454621", "name": "network-vif-plugged", "status": "completed", "tag": "d7b8dea4-f34d-486c-b930-9ccfb787ede0"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:45.751687 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port d7b8dea4-f34d-486c-b930-9ccfb787ede0, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=d7b8dea4-f34d-486c-b930-9ccfb787ede0,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:45.756657 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66046e29-6510-4f24-a8f4-7f4e92b48c5f req-eed50d37-ff26-4ae2-865b-9ee648389d17 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:45.758123 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-66046e29-6510-4f24-a8f4-7f4e92b48c5f req-eed50d37-ff26-4ae2-865b-9ee648389d17 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.0675902 May 26 15:59:45.760675 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:45.763238 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7cfacf81-28fa-4fc1-b1be-f73fa0fb0211 req-c1a5e1e5-553a-4a77-8e31-08b9ff5322f8 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:45.767131 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7cfacf81-28fa-4fc1-b1be-f73fa0fb0211 req-c1a5e1e5-553a-4a77-8e31-08b9ff5322f8 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:45.768903 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7cfacf81-28fa-4fc1-b1be-f73fa0fb0211 req-c1a5e1e5-553a-4a77-8e31-08b9ff5322f8 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "DELETE /v2.0/security-groups/ddac021f-4903-4a79-944b-78b8fe3b148c HTTP/1.1" status: 204 len: 173 time: 0.2279866 May 26 15:59:45.791719 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5e1e5-553a-4a77-8e31-08b9ff5322f8 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddac021f-4903-4a79-944b-78b8fe3b148c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:45.814586 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-66046e29-6510-4f24-a8f4-7f4e92b48c5f req-4dd94afa-6c11-403d-9b99-fa5515f2f12c tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452831 May 26 15:59:45.817673 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22792d3e-4200-4f60-8d8c-9e1a804e6771 x-openstack-request-id: req-22792d3e-4200-4f60-8d8c-9e1a804e6771 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:45.818009 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7785f632-002e-4a3f-b10e-4ad54c454621", "name": "network-vif-plugged", "status": "completed", "tag": "d7b8dea4-f34d-486c-b930-9ccfb787ede0", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:45.818298 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-22792d3e-4200-4f60-8d8c-9e1a804e6771 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:45.818715 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22792d3e-4200-4f60-8d8c-9e1a804e6771'] response: {'server_uuid': '7785f632-002e-4a3f-b10e-4ad54c454621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b8dea4-f34d-486c-b930-9ccfb787ede0', 'code': 200} May 26 15:59:45.847850 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=d7b8dea4-f34d-486c-b930-9ccfb787ede0,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:45.896964 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-91c4681a-dde7-4ffd-ad36-886a1cb15b54 req-4967303b-ad92-4dd6-bacd-a91c6c4d06e8 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "GET /v2.0/security-groups/9d42673c-831f-45c0-9a2a-882c3f738509 HTTP/1.1" status: 200 len: 1805 time: 0.0453045 May 26 15:59:45.928436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-2a8a7e8b-0493-45a0-8e12-0ee9c2f794e0 req-efcc7be1-4f86-4ffe-8716-559b2ecc46bc tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2808344', 'description': 'tempest-description-524594577'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:45.943122 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325b928-d3c0-4c5b-9494-8a32a97ae835 req-4612d20c-3a22-4e47-a050-c1d99eae0fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:45.944629 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9325b928-d3c0-4c5b-9494-8a32a97ae835 req-4612d20c-3a22-4e47-a050-c1d99eae0fad service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 1097 time: 0.0570953 May 26 15:59:45.958984 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2a8a7e8b-0493-45a0-8e12-0ee9c2f794e0 req-efcc7be1-4f86-4ffe-8716-559b2ecc46bc tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:46.001561 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9325b928-d3c0-4c5b-9494-8a32a97ae835 req-8ff729f1-f537-4eeb-80ec-71721654a722 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476937 May 26 15:59:46.083074 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2a8a7e8b-0493-45a0-8e12-0ee9c2f794e0 req-efcc7be1-4f86-4ffe-8716-559b2ecc46bc tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:46.096231 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295f50b-de27-4c0c-afb9-6194b86bd771 req-267b2591-751f-4495-866d-5c57ad18d804 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:46.097815 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b295f50b-de27-4c0c-afb9-6194b86bd771 req-267b2591-751f-4495-866d-5c57ad18d804 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 944 time: 0.0832765 May 26 15:59:46.098586 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2a8a7e8b-0493-45a0-8e12-0ee9c2f794e0 req-efcc7be1-4f86-4ffe-8716-559b2ecc46bc tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:46.144391 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2a8a7e8b-0493-45a0-8e12-0ee9c2f794e0 req-efcc7be1-4f86-4ffe-8716-559b2ecc46bc tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:46.145599 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2a8a7e8b-0493-45a0-8e12-0ee9c2f794e0 req-efcc7be1-4f86-4ffe-8716-559b2ecc46bc tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2225177 May 26 15:59:46.153081 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc7be1-4f86-4ffe-8716-559b2ecc46bc tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4159fe84-c8bd-416c-ae23-28c54932760c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:46.168751 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b295f50b-de27-4c0c-afb9-6194b86bd771 req-848045dd-acd3-4e07-a9bd-cf776ca0552b tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521221 May 26 15:59:46.211672 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-2ceb8442-7b3d-4f72-83c4-85528b10b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:46.213478 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-2ceb8442-7b3d-4f72-83c4-85528b10b217 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 1101 time: 0.0711918 May 26 15:59:46.255702 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3769af7e-a5a8-429c-a32d-98d3da1c65a1 req-5a34759d-5df3-4b0a-9cab-bad94343f24c tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff1acaaa-81fa-45d5-9c98-a090c61c7bdc HTTP/1.1" status: 200 len: 210 time: 0.0337446 May 26 15:59:46.258759 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d658e6f9-960c-45c9-b5b2-a78c4c02fb03 req-0c2c5aff-1111-4fd0-9dc4-c12dee19b641 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "GET /v2.0/security-groups/4159fe84-c8bd-416c-ae23-28c54932760c HTTP/1.1" status: 200 len: 1801 time: 0.0643628 May 26 15:59:46.269417 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-d658e6f9-960c-45c9-b5b2-a78c4c02fb03 req-1336de7c-5449-4458-abfb-6fb84dfe541b tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4159fe84-c8bd-416c-ae23-28c54932760c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:46.270086 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-d658e6f9-960c-45c9-b5b2-a78c4c02fb03 req-1336de7c-5449-4458-abfb-6fb84dfe541b tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4159fe84-c8bd-416c-ae23-28c54932760c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:46.316126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-3f1b7c86-ca5f-47f7-913d-4d2c47c7a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:46.318086 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-3f1b7c86-ca5f-47f7-913d-4d2c47c7a7e5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.0971563 May 26 15:59:46.332838 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d658e6f9-960c-45c9-b5b2-a78c4c02fb03 req-1336de7c-5449-4458-abfb-6fb84dfe541b tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:46.350308 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:46.397217 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d658e6f9-960c-45c9-b5b2-a78c4c02fb03 req-1336de7c-5449-4458-abfb-6fb84dfe541b tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:46.401925 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d658e6f9-960c-45c9-b5b2-a78c4c02fb03 req-1336de7c-5449-4458-abfb-6fb84dfe541b tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:46.402428 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-048925d6-eadf-4189-92e6-83d7caacee3f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=60450a80-835f-4f71-97de-cc95d2494e1a HTTP/1.1" status: 200 len: 217 time: 0.0418482 May 26 15:59:46.415384 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc4a71-ce6c-4ec8-95ba-be2320b78932 req-24a44011-36ed-4291-8200-ebd31557bf96 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:46.416883 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-75dc4a71-ce6c-4ec8-95ba-be2320b78932 req-24a44011-36ed-4291-8200-ebd31557bf96 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 946 time: 0.0864551 May 26 15:59:46.436884 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336de7c-5449-4458-abfb-6fb84dfe541b tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a08bfc3-a472-444b-a890-774301c7c9a8,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:46.451443 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d658e6f9-960c-45c9-b5b2-a78c4c02fb03 req-1336de7c-5449-4458-abfb-6fb84dfe541b tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:46.452696 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d658e6f9-960c-45c9-b5b2-a78c4c02fb03 req-1336de7c-5449-4458-abfb-6fb84dfe541b tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1878242 May 26 15:59:46.471739 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-75dc4a71-ce6c-4ec8-95ba-be2320b78932 req-9297cbb5-9f0b-4a89-85b9-f0663628835c tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478101 May 26 15:59:46.480874 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-e86a5690-ae46-4b36-bd0b-346e64f64153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:46.482440 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-e86a5690-ae46-4b36-bd0b-346e64f64153 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0508618 May 26 15:59:46.519147 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dad5ae46-d650-47ec-b290-c983dfe5f109 req-da97c5bd-ce59-4a6d-b2b3-e0b0c7af7eb3 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "GET /v2.0/security-groups/4159fe84-c8bd-416c-ae23-28c54932760c HTTP/1.1" status: 200 len: 2394 time: 0.0451589 May 26 15:59:46.529906 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-dad5ae46-d650-47ec-b290-c983dfe5f109 req-96652bf1-e537-4fc5-adf4-9e16610fa7ca tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4159fe84-c8bd-416c-ae23-28c54932760c', 'remote_group_id': None}]} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:46.530224 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-dad5ae46-d650-47ec-b290-c983dfe5f109 req-96652bf1-e537-4fc5-adf4-9e16610fa7ca tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4159fe84-c8bd-416c-ae23-28c54932760c', 'remote_group_id': None}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:46.540807 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-1ac59b53-7757-49b4-8f89-98b1ecbabf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:46.542307 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-1ac59b53-7757-49b4-8f89-98b1ecbabf1a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0481648 May 26 15:59:46.603005 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e88af2-ff06-4cfb-88c1-b15f14eac745 req-f28560d1-fc43-40cb-8fd4-faf693168dcb tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:46.604596 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84e88af2-ff06-4cfb-88c1-b15f14eac745 req-f28560d1-fc43-40cb-8fd4-faf693168dcb tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.0688820 May 26 15:59:46.654621 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-4c12f352-0c58-4f6e-b3b4-540a7d8b4321 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999620 May 26 15:59:46.658296 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dad5ae46-d650-47ec-b290-c983dfe5f109 req-96652bf1-e537-4fc5-adf4-9e16610fa7ca tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:46.680519 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84e88af2-ff06-4cfb-88c1-b15f14eac745 req-97020860-3ce6-4919-a1b3-e53b53577b6a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674877 May 26 15:59:46.692133 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dad5ae46-d650-47ec-b290-c983dfe5f109 req-96652bf1-e537-4fc5-adf4-9e16610fa7ca tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:46.697218 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dad5ae46-d650-47ec-b290-c983dfe5f109 req-96652bf1-e537-4fc5-adf4-9e16610fa7ca tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:46.717400 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96652bf1-e537-4fc5-adf4-9e16610fa7ca tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86739409-6216-417c-9096-e64085f2e891,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:46.737779 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dad5ae46-d650-47ec-b290-c983dfe5f109 req-96652bf1-e537-4fc5-adf4-9e16610fa7ca tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:46.739089 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dad5ae46-d650-47ec-b290-c983dfe5f109 req-96652bf1-e537-4fc5-adf4-9e16610fa7ca tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2131464 May 26 15:59:46.806855 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-182dd1d9-7ad7-43d3-9a59-409908ee14ec service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385372 May 26 15:59:46.826534 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-ccd63866-478a-407d-ac07-3e06a95d66b9 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=50e3fd85713f4a9aaf9a09a9017fb8bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432258 May 26 15:59:46.934482 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-742991b3-d330-4c0e-844e-c896a002a12b req-65063106-9891-4d80-b8a6-25b9335095ff tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "GET /v2.0/security-groups/4159fe84-c8bd-416c-ae23-28c54932760c HTTP/1.1" status: 200 len: 2992 time: 0.1752658 May 26 15:59:46.996291 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5db6e-aa24-485c-bd2d-ef18480d22b1 req-b731ef65-e7e8-4a7a-9eca-54e01e5642a9 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:47.004212 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ed5db6e-aa24-485c-bd2d-ef18480d22b1 req-b731ef65-e7e8-4a7a-9eca-54e01e5642a9 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 943 time: 0.2048972 May 26 15:59:47.082806 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-c2a78267-6437-4ab5-83ea-6c2c00801f2f tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:47.084282 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-c2a78267-6437-4ab5-83ea-6c2c00801f2f tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2374339 May 26 15:59:47.091530 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ed5db6e-aa24-485c-bd2d-ef18480d22b1 req-9a4e55b0-a1d8-4f66-96f8-dfed45107c4d tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865200 May 26 15:59:47.104240 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 93845b37-dc04-452d-9d88-6643be4e7506 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:59:47.132267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea0a1a-8037-4ff1-92ee-52cc2ea71eaa req-11a22a19-696a-451f-8f80-00b1edb4860c tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:47.140660 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a1ea0a1a-8037-4ff1-92ee-52cc2ea71eaa req-11a22a19-696a-451f-8f80-00b1edb4860c tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.1132786 May 26 15:59:47.170125 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-71a3d006-d011-4c94-9deb-082aa9af283a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Request body: {'port': {'device_id': 'ff1acaaa-81fa-45d5-9c98-a090c61c7bdc', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '50e3fd85713f4a9aaf9a09a9017fb8bd'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:47.173518 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 93845b37-dc04-452d-9d88-6643be4e7506 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:47.174003 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:47.199807 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da100eec-5791-4d3c-b833-d119b13d9531 req-3791301c-a6cd-40f5-b7c9-9c7b5211270b tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "GET /v2.0/security-group-rules/86739409-6216-417c-9096-e64085f2e891 HTTP/1.1" status: 200 len: 783 time: 0.0580430 May 26 15:59:47.256597 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 93845b37-dc04-452d-9d88-6643be4e7506 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:47.257394 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:47.298653 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 93845b37-dc04-452d-9d88-6643be4e7506, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=93845b37-dc04-452d-9d88-6643be4e7506,segment=NetworkSegment(cff8f957-50e8-4284-b32b-ce3fdb6f3bb6),segment_id=cff8f957-50e8-4284-b32b-ce3fdb6f3bb6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:47.304635 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:47.318348 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a1ea0a1a-8037-4ff1-92ee-52cc2ea71eaa req-8ac618f8-4fc7-41ab-91c5-b4407d9cf56e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754980 May 26 15:59:47.364683 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da100eec-5791-4d3c-b833-d119b13d9531 req-bfcecc8f-7e37-4ac1-80ec-0dc359f72b93 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "GET /v2.0/security-groups/4159fe84-c8bd-416c-ae23-28c54932760c HTTP/1.1" status: 200 len: 2992 time: 0.0979862 May 26 15:59:47.375524 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=93845b37-dc04-452d-9d88-6643be4e7506,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:47.413418 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-71a3d006-d011-4c94-9deb-082aa9af283a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Made reservation on behalf of 50e3fd85713f4a9aaf9a09a9017fb8bd for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:59:47.417042 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-71a3d006-d011-4c94-9deb-082aa9af283a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:47.420712 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-da100eec-5791-4d3c-b833-d119b13d9531 req-42d7bb54-225d-4030-8acc-aae05b06f5d4 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:47.442855 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-da100eec-5791-4d3c-b833-d119b13d9531 req-42d7bb54-225d-4030-8acc-aae05b06f5d4 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:47.449337 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-71a3d006-d011-4c94-9deb-082aa9af283a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:47.471851 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device ed88e625-4db8-45fd-b42e-18cdbdfc13f5 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:47.514500 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-da100eec-5791-4d3c-b833-d119b13d9531 req-42d7bb54-225d-4030-8acc-aae05b06f5d4 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:47.530698 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b1b51-2d78-4b17-a15b-1ee1ede71ca7 req-0a60b00f-a6f6-4d65-8e55-213af2d49b2a tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:47.532355 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb5b1b51-2d78-4b17-a15b-1ee1ede71ca7 req-0a60b00f-a6f6-4d65-8e55-213af2d49b2a tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 945 time: 0.1129317 May 26 15:59:47.537921 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-da100eec-5791-4d3c-b833-d119b13d9531 req-42d7bb54-225d-4030-8acc-aae05b06f5d4 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:47.548669 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da100eec-5791-4d3c-b833-d119b13d9531 req-42d7bb54-225d-4030-8acc-aae05b06f5d4 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/86739409-6216-417c-9096-e64085f2e891 HTTP/1.1" status: 204 len: 173 time: 0.1750078 May 26 15:59:47.566422 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7bb54-225d-4030-8acc-aae05b06f5d4 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86739409-6216-417c-9096-e64085f2e891,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:47.576659 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port ed88e625-4db8-45fd-b42e-18cdbdfc13f5 is: DOWN; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:47.604664 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:47.606443 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb5b1b51-2d78-4b17-a15b-1ee1ede71ca7 req-b5800161-61af-48b3-9376-2d5fd67aac9b tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550795 May 26 15:59:47.641002 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-33283295-39bd-42eb-9cef-912c469f2e64 req-20ec0af8-5288-4680-8e5c-786c8839383c tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff1acaaa-81fa-45d5-9c98-a090c61c7bdc HTTP/1.1" status: 200 len: 210 time: 0.0379231 May 26 15:59:47.670679 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-71a3d006-d011-4c94-9deb-082aa9af283a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:47.677546 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-71a3d006-d011-4c94-9deb-082aa9af283a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:47.805211 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3d006-d011-4c94-9deb-082aa9af283a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51416c27-e116-409d-ada6-6239fc5f4560,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:47.820341 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a176926f-86f9-46d5-a934-93d49df65bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93845b37-dc04-452d-9d88-6643be4e7506'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:47.825861 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2265d7-2ed3-483d-88fb-f70289ba490a" -d '{"events": [{"server_uuid": "a176926f-86f9-46d5-a934-93d49df65bd0", "name": "network-vif-plugged", "status": "completed", "tag": "93845b37-dc04-452d-9d88-6643be4e7506"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:47.860254 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7007258-f652-4e39-a715-ce824131fe19 req-892882b8-04c1-4ea1-a5f3-441a066c9bfb tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "GET /v2.0/security-groups/4159fe84-c8bd-416c-ae23-28c54932760c HTTP/1.1" status: 200 len: 2394 time: 0.1788042 May 26 15:59:47.871782 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0c46-5604-4e61-954f-ae05a7f8122c req-5e73bd86-55dc-4554-8f17-d16695f22e61 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:47.873246 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2ea0c46-5604-4e61-954f-ae05a7f8122c req-5e73bd86-55dc-4554-8f17-d16695f22e61 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 946 time: 0.1670117 May 26 15:59:47.932898 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-71a3d006-d011-4c94-9deb-082aa9af283a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Allocated IP 192.168.233.30 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/81400724-692d-4cb4-905e-aec59e8b7ecf) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:59:47.963871 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2ea0c46-5604-4e61-954f-ae05a7f8122c req-a521be0e-aad3-4fc2-85e7-0cad384d0561 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788836 May 26 15:59:48.001189 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b7007258-f652-4e39-a715-ce824131fe19 req-0295e583-3d42-43e3-bdeb-23a9477affad tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:48.067666 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b7007258-f652-4e39-a715-ce824131fe19 req-0295e583-3d42-43e3-bdeb-23a9477affad tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:48.083497 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:48.484458 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ac942-0090-4190-a613-068983d48022 req-eb0c38e7-9641-4a75-8f40-33171973c193 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:48.485938 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-032ac942-0090-4190-a613-068983d48022 req-eb0c38e7-9641-4a75-8f40-33171973c193 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.4444242 May 26 15:59:48.523275 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b7007258-f652-4e39-a715-ce824131fe19 req-0295e583-3d42-43e3-bdeb-23a9477affad tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:48.525720 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b7007258-f652-4e39-a715-ce824131fe19 req-0295e583-3d42-43e3-bdeb-23a9477affad tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:48.526819 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7007258-f652-4e39-a715-ce824131fe19 req-0295e583-3d42-43e3-bdeb-23a9477affad tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "DELETE /v2.0/security-groups/4159fe84-c8bd-416c-ae23-28c54932760c HTTP/1.1" status: 204 len: 173 time: 0.6526699 May 26 15:59:48.552686 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-71a3d006-d011-4c94-9deb-082aa9af283a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:48.562570 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c535795-d411-422b-80a8-a1b8177bbb3e x-openstack-request-id: req-6c535795-d411-422b-80a8-a1b8177bbb3e {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:48.563245 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a176926f-86f9-46d5-a934-93d49df65bd0", "name": "network-vif-plugged", "status": "completed", "tag": "93845b37-dc04-452d-9d88-6643be4e7506", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:48.563245 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6c535795-d411-422b-80a8-a1b8177bbb3e {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:48.563848 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c535795-d411-422b-80a8-a1b8177bbb3e'] response: {'server_uuid': 'a176926f-86f9-46d5-a934-93d49df65bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93845b37-dc04-452d-9d88-6643be4e7506', 'code': 200} May 26 15:59:48.570997 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295e583-3d42-43e3-bdeb-23a9477affad tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4159fe84-c8bd-416c-ae23-28c54932760c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:48.580590 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-65fc072d-e3fd-4d12-9af6-826afd2289c9 service neutron] 10.222.0.81 "GET /v2.0/ports/ed88e625-4db8-45fd-b42e-18cdbdfc13f5/bindings/n-h2-843337-2 HTTP/1.1" status: 200 len: 384 time: 0.1523337 May 26 15:59:48.598803 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-032ac942-0090-4190-a613-068983d48022 req-65dcf2c1-ba88-4285-93c6-0b4b0b6d789d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027112 May 26 15:59:48.677721 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-71a3d006-d011-4c94-9deb-082aa9af283a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:48.769355 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-71a3d006-d011-4c94-9deb-082aa9af283a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:59:48.788662 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-71a3d006-d011-4c94-9deb-082aa9af283a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:59:48.813000 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-71a3d006-d011-4c94-9deb-082aa9af283a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:59:48.821976 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3d006-d011-4c94-9deb-082aa9af283a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Pushing event updated for resources: {'Port': ['ID=81400724-692d-4cb4-905e-aec59e8b7ecf,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:48.857494 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed4ebe-1253-4461-a993-12c253e94c12 req-3faf7896-8c5a-4bc0-96cf-31483a6584e8 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:48.859713 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-efed4ebe-1253-4461-a993-12c253e94c12 req-3faf7896-8c5a-4bc0-96cf-31483a6584e8 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 943 time: 0.2027450 May 26 15:59:48.883039 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:48.951170 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-71a3d006-d011-4c94-9deb-082aa9af283a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:48.951807 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-71a3d006-d011-4c94-9deb-082aa9af283a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:48.970120 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa23b86-3393-4d14-ae8e-72bf25e81aa6 req-2a340126-8cd2-4606-9656-5f83fd715d98 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:48.971566 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3aa23b86-3393-4d14-ae8e-72bf25e81aa6 req-2a340126-8cd2-4606-9656-5f83fd715d98 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.2093534 May 26 15:59:49.017451 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-efed4ebe-1253-4461-a993-12c253e94c12 req-5e54beef-a81c-415f-872f-b1f2a272485c tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399157 May 26 15:59:49.018416 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9ff760d2-ed1f-4f05-b8d9-5f56f2bf114b None None] Provisioning complete for port 81400724-692d-4cb4-905e-aec59e8b7ecf triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:49.018975 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9ff760d2-ed1f-4f05-b8d9-5f56f2bf114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:49.030250 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-71a3d006-d011-4c94-9deb-082aa9af283a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8691700 May 26 15:59:49.037296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-8d87a027-2325-4f8b-ac24-eb928013073f req-4e18f2cc-b3c9-4a5f-ae4e-a49ca9f229aa service neutron] For port ed88e625-4db8-45fd-b42e-18cdbdfc13f5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ed88e625-4db8-45fd-b42e-18cdbdfc13f5,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:49.054766 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-9ef338b6-2f18-4991-8daf-33f75f0f3714 service neutron] Request body: {'port': {'device_id': 'ff1acaaa-81fa-45d5-9c98-a090c61c7bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:49.058037 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9ff760d2-ed1f-4f05-b8d9-5f56f2bf114b None None] Port 81400724-692d-4cb4-905e-aec59e8b7ecf cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 15:59:49.104632 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3aa23b86-3393-4d14-ae8e-72bf25e81aa6 req-f7263484-7d95-49fc-88ec-a1f72498e1a0 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224396 May 26 15:59:49.108223 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-c72b041c-d3a0-4b4f-9e9b-5b6c9c5c61a3 req-2cb38f23-abcb-4621-aaad-c889368e4ff5 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] show failed (client error): The resource could not be found. May 26 15:59:49.109811 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c72b041c-d3a0-4b4f-9e9b-5b6c9c5c61a3 req-2cb38f23-abcb-4621-aaad-c889368e4ff5 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "GET /v2.0/security-groups/ddac021f-4903-4a79-944b-78b8fe3b148c HTTP/1.1" status: 404 len: 352 time: 0.0525012 May 26 15:59:49.113948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-8d87a027-2325-4f8b-ac24-eb928013073f req-4e18f2cc-b3c9-4a5f-ae4e-a49ca9f229aa service neutron] For port ed88e625-4db8-45fd-b42e-18cdbdfc13f5, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:59:49.175041 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-8d87a027-2325-4f8b-ac24-eb928013073f req-4e18f2cc-b3c9-4a5f-ae4e-a49ca9f229aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed88e625-4db8-45fd-b42e-18cdbdfc13f5 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:59:49.187344 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-9ef338b6-2f18-4991-8daf-33f75f0f3714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:49.226020 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-8d87a027-2325-4f8b-ac24-eb928013073f req-4e18f2cc-b3c9-4a5f-ae4e-a49ca9f229aa service neutron] For port ed88e625-4db8-45fd-b42e-18cdbdfc13f5, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=ed88e625-4db8-45fd-b42e-18cdbdfc13f5,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:49.284574 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8d87a027-2325-4f8b-ac24-eb928013073f req-4e18f2cc-b3c9-4a5f-ae4e-a49ca9f229aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:49.317619 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf5c5b-e926-4c7e-8a39-10d561ef11df req-ef515613-fd20-4ed8-bf12-91229d09a387 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:49.319124 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0cf5c5b-e926-4c7e-8a39-10d561ef11df req-ef515613-fd20-4ed8-bf12-91229d09a387 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 945 time: 0.1506426 May 26 15:59:49.339754 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758530db-2506-4070-b4c7-42135e0263a8 req-4c7fc5da-6a5f-4dbd-9d64-af9b99db16da tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:49.341196 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-758530db-2506-4070-b4c7-42135e0263a8 req-4c7fc5da-6a5f-4dbd-9d64-af9b99db16da tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff1acaaa-81fa-45d5-9c98-a090c61c7bdc HTTP/1.1" status: 200 len: 935 time: 0.1619945 May 26 15:59:49.500529 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0cf5c5b-e926-4c7e-8a39-10d561ef11df req-666929b6-a228-4433-9ca0-ffa4b2b44feb tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684244 May 26 15:59:49.512687 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-758530db-2506-4070-b4c7-42135e0263a8 req-2849c196-5de8-4eeb-82ef-4847e1e637de tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463988 May 26 15:59:49.570586 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-8d87a027-2325-4f8b-ac24-eb928013073f req-4e18f2cc-b3c9-4a5f-ae4e-a49ca9f229aa service neutron] Transition to ACTIVE for port object ed88e625-4db8-45fd-b42e-18cdbdfc13f5 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:59:49.592455 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8d87a027-2325-4f8b-ac24-eb928013073f req-4e18f2cc-b3c9-4a5f-ae4e-a49ca9f229aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:49.730496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d87a027-2325-4f8b-ac24-eb928013073f req-4e18f2cc-b3c9-4a5f-ae4e-a49ca9f229aa service neutron] No DVR routers for this DVR port ed88e625-4db8-45fd-b42e-18cdbdfc13f5 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:59:49.746100 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db515d27-2013-4a0a-91f5-cde1ebd0771c req-aba34151-02bd-4bde-b15d-d766457d4f89 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "GET /v2.0/security-groups/9d42673c-831f-45c0-9a2a-882c3f738509 HTTP/1.1" status: 200 len: 1805 time: 0.1918702 May 26 15:59:49.758247 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc82ad9-4d03-422a-9724-760bfc6c11cf req-bf5b4004-01ab-47ec-aee2-beb9e481b7b0 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:49.759579 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-acc82ad9-4d03-422a-9724-760bfc6c11cf req-bf5b4004-01ab-47ec-aee2-beb9e481b7b0 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 946 time: 0.1933115 May 26 15:59:49.780175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18f2cc-b3c9-4a5f-ae4e-a49ca9f229aa service neutron] Pushing event updated for resources: {'Port': ['ID=ed88e625-4db8-45fd-b42e-18cdbdfc13f5,revision_number=10']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:49.822091 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-4e18f2cc-b3c9-4a5f-ae4e-a49ca9f229aa service neutron] 10.222.0.81 "PUT /v2.0/ports/ed88e625-4db8-45fd-b42e-18cdbdfc13f5/bindings/n-h2-843337-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2325711 May 26 15:59:49.910207 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-9ef338b6-2f18-4991-8daf-33f75f0f3714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81400724-692d-4cb4-905e-aec59e8b7ecf {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:59:49.916542 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-acc82ad9-4d03-422a-9724-760bfc6c11cf req-6e881718-1942-4486-a620-f89e950e96b0 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463449 May 26 15:59:49.923481 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-9ef338b6-2f18-4991-8daf-33f75f0f3714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:49.927325 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87a027-2325-4f8b-ac24-eb928013073f req-30c0e939-0fc8-4307-9f94-df224803fa63 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:49.932603 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-30c0e939-0fc8-4307-9f94-df224803fa63 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43&tenant_id=68474f7d9cf04077903a4e0c3bda72a7&binding%3Ahost_id=n-h1-843337-2 HTTP/1.1" status: 200 len: 1095 time: 0.0540147 May 26 15:59:49.948955 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-9ef338b6-2f18-4991-8daf-33f75f0f3714 service neutron] Transition to ACTIVE for port object 81400724-692d-4cb4-905e-aec59e8b7ecf will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 15:59:49.950667 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-db515d27-2013-4a0a-91f5-cde1ebd0771c req-8bd305c0-6417-4fdf-b306-3beb25680730 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:49.963724 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-9ef338b6-2f18-4991-8daf-33f75f0f3714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:49.986157 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87a027-2325-4f8b-ac24-eb928013073f req-22a5f8c2-89bc-449e-ac41-a09ee3c6f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:49.987643 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-22a5f8c2-89bc-449e-ac41-a09ee3c6f94f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43&tenant_id=68474f7d9cf04077903a4e0c3bda72a7 HTTP/1.1" status: 200 len: 1095 time: 0.0459952 May 26 15:59:50.006656 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-db515d27-2013-4a0a-91f5-cde1ebd0771c req-8bd305c0-6417-4fdf-b306-3beb25680730 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:50.074882 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87a027-2325-4f8b-ac24-eb928013073f req-59a2aef4-7f02-4c27-96be-e8d8117ab597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:50.076754 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-59a2aef4-7f02-4c27-96be-e8d8117ab597 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 1095 time: 0.0453677 May 26 15:59:50.086966 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef338b6-2f18-4991-8daf-33f75f0f3714 service neutron] Pushing event updated for resources: {'Port': ['ID=81400724-692d-4cb4-905e-aec59e8b7ecf,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:50.146690 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad63cd-637f-4da6-9b3f-ea98e3918ae3 req-8f3e1a4c-fa87-40c6-8c24-0f28f60d4ae5 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:50.148270 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bdad63cd-637f-4da6-9b3f-ea98e3918ae3 req-8f3e1a4c-fa87-40c6-8c24-0f28f60d4ae5 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.1467171 May 26 15:59:50.152478 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-db515d27-2013-4a0a-91f5-cde1ebd0771c req-8bd305c0-6417-4fdf-b306-3beb25680730 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:50.155475 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-db515d27-2013-4a0a-91f5-cde1ebd0771c req-8bd305c0-6417-4fdf-b306-3beb25680730 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:50.160848 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db515d27-2013-4a0a-91f5-cde1ebd0771c req-8bd305c0-6417-4fdf-b306-3beb25680730 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "DELETE /v2.0/security-groups/9d42673c-831f-45c0-9a2a-882c3f738509 HTTP/1.1" status: 204 len: 173 time: 0.4000430 May 26 15:59:50.185818 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87a027-2325-4f8b-ac24-eb928013073f req-4e6c8fc1-8b03-4cfa-bbd9-eea5eb9c13f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:50.187556 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-4e6c8fc1-8b03-4cfa-bbd9-eea5eb9c13f1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 908 time: 0.1023331 May 26 15:59:50.201641 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd305c0-6417-4fdf-b306-3beb25680730 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d42673c-831f-45c0-9a2a-882c3f738509,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:50.250359 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-3f420a4f-01f6-4095-9f20-31c6436bb14d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed88e625-4db8-45fd-b42e-18cdbdfc13f5 HTTP/1.1" status: 200 len: 217 time: 0.0498443 May 26 15:59:50.265635 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bdad63cd-637f-4da6-9b3f-ea98e3918ae3 req-f6d66843-adc2-4e02-a57e-6cd0a2fdddaf tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976853 May 26 15:59:50.273607 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-9ef338b6-2f18-4991-8daf-33f75f0f3714 service neutron] Attempting to bind port 81400724-692d-4cb4-905e-aec59e8b7ecf on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 15:59:50.273946 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-9ef338b6-2f18-4991-8daf-33f75f0f3714 service neutron] Attempting to bind port 81400724-692d-4cb4-905e-aec59e8b7ecf by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 15:59:50.274276 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-9ef338b6-2f18-4991-8daf-33f75f0f3714 service neutron] Attempting to bind port 81400724-692d-4cb4-905e-aec59e8b7ecf on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:50.283849 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-9ef338b6-2f18-4991-8daf-33f75f0f3714 service neutron] Port 81400724-692d-4cb4-905e-aec59e8b7ecf on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:59:50.284085 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-9ef338b6-2f18-4991-8daf-33f75f0f3714 service neutron] Attempting to bind port 81400724-692d-4cb4-905e-aec59e8b7ecf on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:59:50.301210 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-9ef338b6-2f18-4991-8daf-33f75f0f3714 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:59:50.301553 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-9ef338b6-2f18-4991-8daf-33f75f0f3714 service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:59:50.302114 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-9ef338b6-2f18-4991-8daf-33f75f0f3714 service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:59:50.302954 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-9ef338b6-2f18-4991-8daf-33f75f0f3714 service neutron] Bound port: 81400724-692d-4cb4-905e-aec59e8b7ecf, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 15:59:50.303415 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-9ef338b6-2f18-4991-8daf-33f75f0f3714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:50.316512 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842eda7-d754-41b0-b233-d6d08391d002 req-72a414c1-4f58-40d2-9b3a-0a4faae24683 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:50.317813 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3842eda7-d754-41b0-b233-d6d08391d002 req-72a414c1-4f58-40d2-9b3a-0a4faae24683 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 944 time: 0.0957236 May 26 15:59:50.320682 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87a027-2325-4f8b-ac24-eb928013073f req-b2e4056f-e89e-453d-95b4-b461715b4fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:50.322207 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-b2e4056f-e89e-453d-95b4-b461715b4fb4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cfa16bff-3370-4a4e-860f-b7e489b84ed0 HTTP/1.1" status: 200 len: 847 time: 0.0576675 May 26 15:59:50.365181 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-487930b0-a44b-4a3e-812c-7ec0349b66a6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272725 May 26 15:59:50.424667 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3842eda7-d754-41b0-b233-d6d08391d002 req-58d8df98-c071-4b44-a09a-590ff0e81fde tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961413 May 26 15:59:50.450408 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173a213-854c-44e0-9980-d3c24cfcae52 req-d4c2aa94-b862-481b-a82c-5a858be3970f tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:50.453560 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d173a213-854c-44e0-9980-d3c24cfcae52 req-d4c2aa94-b862-481b-a82c-5a858be3970f tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.0926695 May 26 15:59:50.454746 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-9ef338b6-2f18-4991-8daf-33f75f0f3714 service neutron] For port 81400724-692d-4cb4-905e-aec59e8b7ecf, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:59:50.461403 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-9ef338b6-2f18-4991-8daf-33f75f0f3714 service neutron] For port 81400724-692d-4cb4-905e-aec59e8b7ecf, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=81400724-692d-4cb4-905e-aec59e8b7ecf,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:59:50.479096 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-b1f9298f-289c-4d5b-8cde-0499b391ec3f service neutron] 10.222.0.83 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054993 May 26 15:59:50.481524 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-9ef338b6-2f18-4991-8daf-33f75f0f3714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:50.551061 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-9ef338b6-2f18-4991-8daf-33f75f0f3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:50.551766 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-9ef338b6-2f18-4991-8daf-33f75f0f3714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:50.553169 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-9ef338b6-2f18-4991-8daf-33f75f0f3714 service neutron] 10.222.0.83 "PUT /v2.0/ports/81400724-692d-4cb4-905e-aec59e8b7ecf HTTP/1.1" status: 200 len: 1095 time: 1.5058069 May 26 15:59:50.553624 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1acaaa-81fa-45d5-9c98-a090c61c7bdc', 'tag': '81400724-692d-4cb4-905e-aec59e8b7ecf'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:50.555829 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cfb5c7-1242-4fb6-a648-c9ecb87e0eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1acaaa-81fa-45d5-9c98-a090c61c7bdc", "tag": "81400724-692d-4cb4-905e-aec59e8b7ecf"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:50.578760 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-850e3d6a-309b-4132-b71f-ed2d58c94a47 service neutron] 10.222.0.83 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873916 May 26 15:59:50.579605 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d173a213-854c-44e0-9980-d3c24cfcae52 req-3c579cf1-63f7-44f0-b017-be43b3ac53a0 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116230 May 26 15:59:50.588013 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-20c67e2b-53c0-4716-a294-85d5f2d22005 req-538016f5-0841-4945-b07e-0258b9319e85 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "GET /v2.0/security-groups/a7f30022-32fc-4f2e-b50e-42da9103674e HTTP/1.1" status: 200 len: 1804 time: 0.1292756 May 26 15:59:50.593732 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef338b6-2f18-4991-8daf-33f75f0f3714 service neutron] Pushing event updated for resources: {'Port': ['ID=81400724-692d-4cb4-905e-aec59e8b7ecf,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:50.668237 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-20c67e2b-53c0-4716-a294-85d5f2d22005 req-788d321f-434e-4475-8531-02a6f06d06ce tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:50.702465 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-20c67e2b-53c0-4716-a294-85d5f2d22005 req-788d321f-434e-4475-8531-02a6f06d06ce tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:50.742133 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-e9b37586-d65f-4511-949e-9837ad495b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:50.744014 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-e9b37586-d65f-4511-949e-9837ad495b8b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=50e3fd85713f4a9aaf9a09a9017fb8bd&device_id=ff1acaaa-81fa-45d5-9c98-a090c61c7bdc HTTP/1.1" status: 200 len: 1098 time: 0.0511208 May 26 15:59:50.774103 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cb0f9-63ab-429d-aa86-10a45ed5e090 req-5e089e96-f08d-42fe-9da5-ea19f97b83cf tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:50.775589 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-720cb0f9-63ab-429d-aa86-10a45ed5e090 req-5e089e96-f08d-42fe-9da5-ea19f97b83cf tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 945 time: 0.0896890 May 26 15:59:50.799274 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-96dad537-ed00-4a36-b567-31be3a58b4c0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=81400724-692d-4cb4-905e-aec59e8b7ecf HTTP/1.1" status: 200 len: 217 time: 0.0371418 May 26 15:59:50.807585 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-20c67e2b-53c0-4716-a294-85d5f2d22005 req-788d321f-434e-4475-8531-02a6f06d06ce tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:50.810031 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-20c67e2b-53c0-4716-a294-85d5f2d22005 req-788d321f-434e-4475-8531-02a6f06d06ce tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:50.811148 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-20c67e2b-53c0-4716-a294-85d5f2d22005 req-788d321f-434e-4475-8531-02a6f06d06ce tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "DELETE /v2.0/security-groups/a7f30022-32fc-4f2e-b50e-42da9103674e HTTP/1.1" status: 204 len: 173 time: 0.2144485 May 26 15:59:50.833987 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d321f-434e-4475-8531-02a6f06d06ce tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f30022-32fc-4f2e-b50e-42da9103674e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:50.841257 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-720cb0f9-63ab-429d-aa86-10a45ed5e090 req-978b6b4e-9dc6-4b59-b4b4-c7cc0e40ae44 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556607 May 26 15:59:50.859467 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-84111bda-593d-4e2a-9f88-4e440ea5af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:50.861838 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-84111bda-593d-4e2a-9f88-4e440ea5af9f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0561883 May 26 15:59:50.924997 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d195b19d-69b2-483b-8a4b-8432f099b4b5 x-openstack-request-id: req-d195b19d-69b2-483b-8a4b-8432f099b4b5 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:50.925325 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1acaaa-81fa-45d5-9c98-a090c61c7bdc", "tag": "81400724-692d-4cb4-905e-aec59e8b7ecf", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:50.925732 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d195b19d-69b2-483b-8a4b-8432f099b4b5 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:50.926143 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d195b19d-69b2-483b-8a4b-8432f099b4b5'] response: {'name': 'network-changed', 'server_uuid': 'ff1acaaa-81fa-45d5-9c98-a090c61c7bdc', 'tag': '81400724-692d-4cb4-905e-aec59e8b7ecf', 'status': 'completed', 'code': 200} May 26 15:59:50.935040 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-18f2bc17-5678-4dc0-b5cb-edeba6438a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:50.937364 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-18f2bc17-5678-4dc0-b5cb-edeba6438a6a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0480824 May 26 15:59:50.943229 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea225d2-2453-4852-aa1d-1541082510cf req-d88b1ae5-987a-460d-9e67-0ac72f8bdfbc tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:50.945098 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ea225d2-2453-4852-aa1d-1541082510cf req-d88b1ae5-987a-460d-9e67-0ac72f8bdfbc tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff1acaaa-81fa-45d5-9c98-a090c61c7bdc HTTP/1.1" status: 200 len: 947 time: 0.0725589 May 26 15:59:51.027670 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e8981411-7af4-4c01-ac12-2a908ac61f4c req-31a1e757-718a-436a-b29b-1df1b923e3c9 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "GET /v2.0/security-groups/5a1a618c-99de-4199-a578-379c24f45d81 HTTP/1.1" status: 200 len: 1804 time: 0.0815716 May 26 15:59:51.040261 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ea225d2-2453-4852-aa1d-1541082510cf req-8503f3ac-d62e-44cd-a281-1090037c0c4b tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857246 May 26 15:59:51.052568 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-4d2b6766-e154-4fd9-b3a6-24e02fcd8091 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955215 May 26 15:59:51.082130 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87a027-2325-4f8b-ac24-eb928013073f req-b64abcba-de1a-45bc-b9cc-45e745e63f37 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:51.083148 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-b64abcba-de1a-45bc-b9cc-45e745e63f37 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43&tenant_id=68474f7d9cf04077903a4e0c3bda72a7&binding%3Ahost_id=n-h2-843337-2 HTTP/1.1" status: 200 len: 1095 time: 0.0935583 May 26 15:59:51.163426 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e8981411-7af4-4c01-ac12-2a908ac61f4c req-b24895c3-9baf-4944-8e2e-52dd4a88c14e tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:51.177822 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-09b09ac0-7d6a-4ef1-8d91-e646a88e025e req-d5864e19-3580-450b-90af-4f979ec70a38 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122508 May 26 15:59:51.199293 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e8981411-7af4-4c01-ac12-2a908ac61f4c req-b24895c3-9baf-4944-8e2e-52dd4a88c14e tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:51.303847 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-8d87a027-2325-4f8b-ac24-eb928013073f req-30304081-07cc-4580-81e1-a26cb6d3b4cd service neutron] For port ed88e625-4db8-45fd-b42e-18cdbdfc13f5, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:59:51.306644 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e8981411-7af4-4c01-ac12-2a908ac61f4c req-b24895c3-9baf-4944-8e2e-52dd4a88c14e tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:51.309109 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e8981411-7af4-4c01-ac12-2a908ac61f4c req-b24895c3-9baf-4944-8e2e-52dd4a88c14e tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:51.310224 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e8981411-7af4-4c01-ac12-2a908ac61f4c req-b24895c3-9baf-4944-8e2e-52dd4a88c14e tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "DELETE /v2.0/security-groups/5a1a618c-99de-4199-a578-379c24f45d81 HTTP/1.1" status: 204 len: 173 time: 0.2745926 May 26 15:59:51.318113 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8d87a027-2325-4f8b-ac24-eb928013073f req-30304081-07cc-4580-81e1-a26cb6d3b4cd service neutron] Notify callbacks [] for binding, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:51.319154 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d87a027-2325-4f8b-ac24-eb928013073f req-30304081-07cc-4580-81e1-a26cb6d3b4cd service neutron] 10.222.0.83 "DELETE /v2.0/ports/ed88e625-4db8-45fd-b42e-18cdbdfc13f5/bindings/n-h1-843337-2 HTTP/1.1" status: 204 len: 173 time: 0.2233994 May 26 15:59:51.326292 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24895c3-9baf-4944-8e2e-52dd4a88c14e tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1a618c-99de-4199-a578-379c24f45d81,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:51.340742 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d651afa-1b56-4eef-a03a-4542ec3dbe5e req-e9a15c5a-fd1a-459d-8933-4e99412adf63 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:51.342311 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9d651afa-1b56-4eef-a03a-4542ec3dbe5e req-e9a15c5a-fd1a-459d-8933-4e99412adf63 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 946 time: 0.0844872 May 26 15:59:51.444742 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9d651afa-1b56-4eef-a03a-4542ec3dbe5e req-a1f9a6c4-2fd3-47bb-9169-5a77e4078449 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958464 May 26 15:59:51.460067 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfb5c7-1242-4fb6-a648-c9ecb87e0eb2 req-37213519-9a01-46f3-9f72-20f51824d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:51.460348 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6cfb5c7-1242-4fb6-a648-c9ecb87e0eb2 req-37213519-9a01-46f3-9f72-20f51824d296 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=50e3fd85713f4a9aaf9a09a9017fb8bd&device_id=ff1acaaa-81fa-45d5-9c98-a090c61c7bdc HTTP/1.1" status: 200 len: 1098 time: 0.1011345 May 26 15:59:51.468740 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce050d2-7b92-4194-82bb-237d0b20eb71 req-d939f521-f6a9-45b1-ab19-4df8d38765bb tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:51.470149 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ce050d2-7b92-4194-82bb-237d0b20eb71 req-d939f521-f6a9-45b1-ab19-4df8d38765bb tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 945 time: 0.0944440 May 26 15:59:51.589098 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ce050d2-7b92-4194-82bb-237d0b20eb71 req-69b570b3-3dc5-4823-9199-3d2c7933aadc tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129684 May 26 15:59:51.616644 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c85426-2f72-43c3-9ec5-3cc43ebd71a6 req-c8234975-88d5-451e-a2de-52d7e3ab4017 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:51.618107 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99c85426-2f72-43c3-9ec5-3cc43ebd71a6 req-c8234975-88d5-451e-a2de-52d7e3ab4017 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.1076653 May 26 15:59:51.649287 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfb5c7-1242-4fb6-a648-c9ecb87e0eb2 req-1d8b5787-cef2-4d7d-a0cf-2c15ded925cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:51.650701 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6cfb5c7-1242-4fb6-a648-c9ecb87e0eb2 req-1d8b5787-cef2-4d7d-a0cf-2c15ded925cf service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.1730256 May 26 15:59:51.720228 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6cfb5c7-1242-4fb6-a648-c9ecb87e0eb2 req-79cc23ec-3ce4-4a87-bfb5-31ea31af2e1b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=81400724-692d-4cb4-905e-aec59e8b7ecf HTTP/1.1" status: 200 len: 217 time: 0.0605154 May 26 15:59:51.746083 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f5cf24e-165a-41da-bfb2-911bff8ea380 req-2ecc719f-1f07-4eb4-bb90-ac033549cfec tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "GET /v2.0/security-groups/8449debd-3753-4d72-88f2-6836b988542d HTTP/1.1" status: 200 len: 2404 time: 0.1270192 May 26 15:59:51.766567 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99c85426-2f72-43c3-9ec5-3cc43ebd71a6 req-dfce8dc4-ccf6-4f12-817e-f1a2c7134f77 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423800 May 26 15:59:51.819644 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfb5c7-1242-4fb6-a648-c9ecb87e0eb2 req-6026c70e-5bd1-462b-b6ab-9cc8e180db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:51.821562 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6cfb5c7-1242-4fb6-a648-c9ecb87e0eb2 req-6026c70e-5bd1-462b-b6ab-9cc8e180db4f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0931635 May 26 15:59:51.897846 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6f5cf24e-165a-41da-bfb2-911bff8ea380 req-49fa44f4-cb29-4983-a0c6-245169f19718 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:51.934178 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56278d66-3072-48e9-9523-ae6510b252fa req-82601dbf-ca6c-466f-97af-4732e0e6ec11 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:51.935650 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-56278d66-3072-48e9-9523-ae6510b252fa req-82601dbf-ca6c-466f-97af-4732e0e6ec11 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 944 time: 0.1103756 May 26 15:59:51.940930 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6f5cf24e-165a-41da-bfb2-911bff8ea380 req-49fa44f4-cb29-4983-a0c6-245169f19718 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:51.944363 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfb5c7-1242-4fb6-a648-c9ecb87e0eb2 req-cf91d825-b01d-416f-a2e5-b7d1d7d3265a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:51.945756 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6cfb5c7-1242-4fb6-a648-c9ecb87e0eb2 req-cf91d825-b01d-416f-a2e5-b7d1d7d3265a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1104224 May 26 15:59:52.051128 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-56278d66-3072-48e9-9523-ae6510b252fa req-faa8dd87-8917-4320-a630-d3b398f6cf16 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044261 May 26 15:59:52.063449 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6f5cf24e-165a-41da-bfb2-911bff8ea380 req-49fa44f4-cb29-4983-a0c6-245169f19718 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:52.066006 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6f5cf24e-165a-41da-bfb2-911bff8ea380 req-49fa44f4-cb29-4983-a0c6-245169f19718 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:52.067121 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f5cf24e-165a-41da-bfb2-911bff8ea380 req-49fa44f4-cb29-4983-a0c6-245169f19718 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "DELETE /v2.0/security-groups/8449debd-3753-4d72-88f2-6836b988542d HTTP/1.1" status: 204 len: 173 time: 0.2996736 May 26 15:59:52.088633 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa44f4-cb29-4983-a0c6-245169f19718 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8449debd-3753-4d72-88f2-6836b988542d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:52.113209 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6cfb5c7-1242-4fb6-a648-c9ecb87e0eb2 req-1fbb0bf3-2650-44ca-b44c-4212b3e40c2a service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527548 May 26 15:59:52.417367 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-e9c77109-5066-49ce-8d1a-f6d8a4dfcf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:52.418799 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-e9c77109-5066-49ce-8d1a-f6d8a4dfcf91 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 1096 time: 0.0432363 May 26 15:59:52.512497 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-e5155f08-79de-42b7-aff3-08c7808a8fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:52.513977 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-e5155f08-79de-42b7-aff3-08c7808a8fc9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 921 time: 0.0864587 May 26 15:59:52.529128 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109dc5a-da2a-4897-9c2f-262e62338a0b req-ac0a4692-9194-4f14-b453-60e3424eeaf7 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:52.530630 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5109dc5a-da2a-4897-9c2f-262e62338a0b req-ac0a4692-9194-4f14-b453-60e3424eeaf7 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff1acaaa-81fa-45d5-9c98-a090c61c7bdc HTTP/1.1" status: 200 len: 947 time: 0.3920946 May 26 15:59:52.559731 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-14509401-d78d-4ed3-9ddd-570846e45a72 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abc417ca-d09c-4b20-afa4-b8599fee9b0e HTTP/1.1" status: 200 len: 217 time: 0.0385406 May 26 15:59:52.560264 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8a99f-9cc5-4b18-98e0-cea6a6c89a71 req-b200269e-1aa8-4e49-9db1-9b97eb7d9922 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:52.561957 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d3e8a99f-9cc5-4b18-98e0-cea6a6c89a71 req-b200269e-1aa8-4e49-9db1-9b97eb7d9922 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.4222026 May 26 15:59:52.573277 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6cfb5c7-1242-4fb6-a648-c9ecb87e0eb2 req-2c886dbb-fba7-4e02-bfb8-06a30967aa04 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537859 May 26 15:59:52.615740 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5109dc5a-da2a-4897-9c2f-262e62338a0b req-8c65b449-1a84-4ad5-815c-938b5176d190 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755332 May 26 15:59:52.620166 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-37283e42-fef7-4a6e-b215-26b4564989d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:52.621745 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-37283e42-fef7-4a6e-b215-26b4564989d2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=34e27219-447c-429c-b572-febfd4b36520 HTTP/1.1" status: 200 len: 860 time: 0.0459006 May 26 15:59:52.623433 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d3e8a99f-9cc5-4b18-98e0-cea6a6c89a71 req-516fd71b-5488-42d8-8578-95b2264a8346 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523243 May 26 15:59:52.658614 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-a9d5a980-c58a-4c4d-8c56-b17aa8e019b4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=849715ed-d05e-42c2-bffa-fde3212d6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293822 May 26 15:59:52.691232 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e59371f-8404-4536-8214-a46513335e8a req-9ff1f63b-f12d-4e26-b90e-f102c10ec7a7 tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "GET /v2.0/security-groups/6f40ce73-a2b6-481d-89ab-53acdb4ae741 HTTP/1.1" status: 200 len: 2398 time: 0.0430841 May 26 15:59:52.757683 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-3f5fe5b0-2268-477f-9157-bf4c8e042365 service neutron] 10.222.0.83 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908039 May 26 15:59:52.786195 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3e59371f-8404-4536-8214-a46513335e8a req-4582c7a2-7dc2-4cc2-9bc1-e109177cae1e tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:52.799026 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13c498-7bc3-4822-95a8-1cc5742910a7 req-4517502f-6b66-44ac-9abe-bdad0c32d088 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:52.800524 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f13c498-7bc3-4822-95a8-1cc5742910a7 req-4517502f-6b66-44ac-9abe-bdad0c32d088 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 946 time: 0.0781486 May 26 15:59:52.832032 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3e59371f-8404-4536-8214-a46513335e8a req-4582c7a2-7dc2-4cc2-9bc1-e109177cae1e tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:52.849870 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-8bedb8af-56d4-4fa4-b2a8-4de628d25d9a service neutron] 10.222.0.83 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832074 May 26 15:59:52.868513 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f13c498-7bc3-4822-95a8-1cc5742910a7 req-10c8c730-339f-4568-beb6-010fdda1a24c tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620396 May 26 15:59:52.892739 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3e59371f-8404-4536-8214-a46513335e8a req-4582c7a2-7dc2-4cc2-9bc1-e109177cae1e tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:52.895489 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3e59371f-8404-4536-8214-a46513335e8a req-4582c7a2-7dc2-4cc2-9bc1-e109177cae1e tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:52.896659 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e59371f-8404-4536-8214-a46513335e8a req-4582c7a2-7dc2-4cc2-9bc1-e109177cae1e tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] 10.222.0.77 "DELETE /v2.0/security-groups/6f40ce73-a2b6-481d-89ab-53acdb4ae741 HTTP/1.1" status: 204 len: 173 time: 0.1976125 May 26 15:59:52.903007 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37368) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:52.937346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582c7a2-7dc2-4cc2-9bc1-e109177cae1e tempest-SecurityGroupRulesTestJSON-140705674 tempest-SecurityGroupRulesTestJSON-140705674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f40ce73-a2b6-481d-89ab-53acdb4ae741,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:53.007473 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08b7404-280c-473b-a431-15dbe1e38719 admin admin] Deleting subnet 6d742e30-9b8e-482f-a304-7f9fa68e0fac {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 15:59:53.013337 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c08b7404-280c-473b-a431-15dbe1e38719 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.064951 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a306a26-1730-4679-b848-526eb2bc8560 req-52d67433-0d2e-477d-810e-d6ebcef87777 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:53.066523 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a306a26-1730-4679-b848-526eb2bc8560 req-52d67433-0d2e-477d-810e-d6ebcef87777 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 945 time: 0.1220303 May 26 15:59:53.070204 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e0936-f257-4cec-a6f8-82292d6dad0a req-428dec6f-1952-4698-9b0d-d9546b5a036d tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:53.071639 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-461e0936-f257-4cec-a6f8-82292d6dad0a req-428dec6f-1952-4698-9b0d-d9546b5a036d tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 1095 time: 0.1254635 May 26 15:59:53.073757 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c08b7404-280c-473b-a431-15dbe1e38719 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.163971 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 93845b37-dc04-452d-9d88-6643be4e7506 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:53.168005 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a306a26-1730-4679-b848-526eb2bc8560 req-8aa34fb0-fdb4-40a1-a0fa-9b2a8d82a1ef tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918956 May 26 15:59:53.168742 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c08b7404-280c-473b-a431-15dbe1e38719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.190945 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-461e0936-f257-4cec-a6f8-82292d6dad0a req-343ee949-78fd-40f8-8161-b0e61b3da517 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909193 May 26 15:59:53.256323 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c08b7404-280c-473b-a431-15dbe1e38719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.294983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b7404-280c-473b-a431-15dbe1e38719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d742e30-9b8e-482f-a304-7f9fa68e0fac,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:53.300372 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c08b7404-280c-473b-a431-15dbe1e38719 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.303851 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c08b7404-280c-473b-a431-15dbe1e38719 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6d742e30-9b8e-482f-a304-7f9fa68e0fac HTTP/1.1" status: 204 len: 168 time: 0.3998637 May 26 15:59:53.306471 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37372) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:53.322954 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 93845b37-dc04-452d-9d88-6643be4e7506 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:53.324309 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.363397 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a176926f-86f9-46d5-a934-93d49df65bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93845b37-dc04-452d-9d88-6643be4e7506'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:53.367388 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458eb06c-2ca7-4d5d-988e-d6bfaa778ae1" -d '{"events": [{"server_uuid": "a176926f-86f9-46d5-a934-93d49df65bd0", "name": "network-vif-unplugged", "status": "completed", "tag": "93845b37-dc04-452d-9d88-6643be4e7506"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:53.386505 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7f197-a300-4be7-a168-ccce0b52d327 req-3315bdd7-af6f-4f0f-bd8e-84b377b832cf tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:53.388781 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-40f7f197-a300-4be7-a168-ccce0b52d327 req-3315bdd7-af6f-4f0f-bd8e-84b377b832cf tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.1194248 May 26 15:59:53.393975 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42eebf-8bc7-4f0e-a54c-8be3cc4e88c9 req-afa7846a-4ad4-45d6-be3e-e9ae9e825d56 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:53.395841 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 93845b37-dc04-452d-9d88-6643be4e7506, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=93845b37-dc04-452d-9d88-6643be4e7506,segment=NetworkSegment(cff8f957-50e8-4284-b32b-ce3fdb6f3bb6),segment_id=cff8f957-50e8-4284-b32b-ce3fdb6f3bb6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:53.403717 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9d42eebf-8bc7-4f0e-a54c-8be3cc4e88c9 req-afa7846a-4ad4-45d6-be3e-e9ae9e825d56 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 1095 time: 0.0842223 May 26 15:59:53.409443 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.454387 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46e95ea2-7ad0-4c9f-9217-dcec358bd05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.465644 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9d42eebf-8bc7-4f0e-a54c-8be3cc4e88c9 req-ed4bf66b-7f46-4906-91f0-f90c91b113a6 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545082 May 26 15:59:53.492886 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=93845b37-dc04-452d-9d88-6643be4e7506,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:53.512722 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-40f7f197-a300-4be7-a168-ccce0b52d327 req-ccb29a71-5176-4b87-ad48-59fe1f2f6bb4 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055915 May 26 15:59:53.539540 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a85b14-e012-46b6-bb54-0e84bc888bc1 x-openstack-request-id: req-27a85b14-e012-46b6-bb54-0e84bc888bc1 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:53.539846 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a176926f-86f9-46d5-a934-93d49df65bd0", "name": "network-vif-unplugged", "status": "completed", "tag": "93845b37-dc04-452d-9d88-6643be4e7506", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:53.540118 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-27a85b14-e012-46b6-bb54-0e84bc888bc1 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:53.540514 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27a85b14-e012-46b6-bb54-0e84bc888bc1'] response: {'server_uuid': 'a176926f-86f9-46d5-a934-93d49df65bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93845b37-dc04-452d-9d88-6643be4e7506', 'code': 200} May 26 15:59:53.571525 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46e95ea2-7ad0-4c9f-9217-dcec358bd05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.599181 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-46e95ea2-7ad0-4c9f-9217-dcec358bd05a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0101fcd0-10d2-4667-a92d-850902454692']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:53.611074 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-46e95ea2-7ad0-4c9f-9217-dcec358bd05a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99fce764-e212-4233-8613-0ff593571b82') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:53.611691 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-46e95ea2-7ad0-4c9f-9217-dcec358bd05a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99fce764-e212-4233-8613-0ff593571b82') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:59:53.622347 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46e95ea2-7ad0-4c9f-9217-dcec358bd05a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.636575 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46e95ea2-7ad0-4c9f-9217-dcec358bd05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.646801 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e95ea2-7ad0-4c9f-9217-dcec358bd05a admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:59:53.647597 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46e95ea2-7ad0-4c9f-9217-dcec358bd05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.729870 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46e95ea2-7ad0-4c9f-9217-dcec358bd05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.736346 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 99fce764-e212-4233-8613-0ff593571b82 resource provider aggregate not found May 26 15:59:53.758936 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46e95ea2-7ad0-4c9f-9217-dcec358bd05a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:53.764146 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-46e95ea2-7ad0-4c9f-9217-dcec358bd05a admin admin] 10.222.0.77 "DELETE /v2.0/networks/0101fcd0-10d2-4667-a92d-850902454692 HTTP/1.1" status: 204 len: 168 time: 0.4565787 May 26 15:59:53.767611 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 99fce764-e212-4233-8613-0ff593571b82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99fce764-e212-4233-8613-0ff593571b82 found for delete ", "request_id": "req-095577bb-4658-4201-ad11-c68c1661989f"}]} May 26 15:59:53.780082 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e95ea2-7ad0-4c9f-9217-dcec358bd05a admin admin] Pushing event deleted for resources: {'Network': ['ID=0101fcd0-10d2-4667-a92d-850902454692,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:53.834293 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c545cab-d3b2-4389-b13d-e7e43c4113e1 req-764d29d3-0745-4035-aeb1-dd0087305502 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:53.846181 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c545cab-d3b2-4389-b13d-e7e43c4113e1 req-764d29d3-0745-4035-aeb1-dd0087305502 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff1acaaa-81fa-45d5-9c98-a090c61c7bdc HTTP/1.1" status: 200 len: 947 time: 0.1095977 May 26 15:59:53.892322 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c545cab-d3b2-4389-b13d-e7e43c4113e1 req-b05bc4a2-2ce1-453d-a997-4aa094650685 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449939 May 26 15:59:54.035300 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37398) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:54.066703 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83589516-8437-4a84-83f3-b594b65c2fbc req-27f099cd-660a-4f7f-ac75-6ed5e347348b tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:54.068642 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-83589516-8437-4a84-83f3-b594b65c2fbc req-27f099cd-660a-4f7f-ac75-6ed5e347348b tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.0699835 May 26 15:59:54.079451 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a3ef1d79-1818-439e-b275-d7d96a869969 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=44cfbfa1c30e4b818291ae56636b684c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424991 May 26 15:59:54.083968 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37402) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:54.163746 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad1aa7-e803-48a5-a218-6993c7bc4f50 req-185a07d4-5f6e-433c-aa00-884895854b8d tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:54.165267 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14ad1aa7-e803-48a5-a218-6993c7bc4f50 req-185a07d4-5f6e-433c-aa00-884895854b8d tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 946 time: 0.0953763 May 26 15:59:54.171612 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-83589516-8437-4a84-83f3-b594b65c2fbc req-acc86ec8-8b22-4c85-95ea-5cfc28a0e686 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695531 May 26 15:59:54.185642 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e45557a-3a41-45f0-948f-167b678aab4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.229219 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14ad1aa7-e803-48a5-a218-6993c7bc4f50 req-d16d6675-1174-432c-ac31-e21a2d8ae7e7 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559559 May 26 15:59:54.282268 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e45557a-3a41-45f0-948f-167b678aab4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.333405 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e05636-d98b-440e-9e19-7831a50eb0c3 req-179f09b1-26aa-4065-b379-49b9c05ed771 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:54.335184 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-75e05636-d98b-440e-9e19-7831a50eb0c3 req-179f09b1-26aa-4065-b379-49b9c05ed771 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.83 "GET /v2.0/ports?device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 943 time: 0.1725423 May 26 15:59:54.381556 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745d252-3ebb-4d3b-a094-e8e3b817baa9 req-9de35ef6-d7e5-451b-951e-b84be2c48b5e tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:54.383279 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f745d252-3ebb-4d3b-a094-e8e3b817baa9 req-9de35ef6-d7e5-451b-951e-b84be2c48b5e tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 943 time: 0.0690501 May 26 15:59:54.393232 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e45557a-3a41-45f0-948f-167b678aab4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.401753 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e45557a-3a41-45f0-948f-167b678aab4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.407064 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6e45557a-3a41-45f0-948f-167b678aab4c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e896e11f-0886-4ba9-8f80-d95fb2f9c281 HTTP/1.1" status: 204 len: 168 time: 0.3219438 May 26 15:59:54.448572 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45557a-3a41-45f0-948f-167b678aab4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e896e11f-0886-4ba9-8f80-d95fb2f9c281,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:54.453963 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f745d252-3ebb-4d3b-a094-e8e3b817baa9 req-c5c9b2cf-bcc8-45c5-888b-12510baf3e9c tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618405 May 26 15:59:54.510745 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-75e05636-d98b-440e-9e19-7831a50eb0c3 req-06f255ef-b54a-41e9-9514-6ba2ca8b5ee2 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Deleting port 93845b37-dc04-452d-9d88-6643be4e7506 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 15:59:54.511283 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-75e05636-d98b-440e-9e19-7831a50eb0c3 req-06f255ef-b54a-41e9-9514-6ba2ca8b5ee2 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.625791 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-75e05636-d98b-440e-9e19-7831a50eb0c3 req-06f255ef-b54a-41e9-9514-6ba2ca8b5ee2 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] For port 93845b37-dc04-452d-9d88-6643be4e7506, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=93845b37-dc04-452d-9d88-6643be4e7506,segment=NetworkSegment(cff8f957-50e8-4284-b32b-ce3fdb6f3bb6),segment_id=cff8f957-50e8-4284-b32b-ce3fdb6f3bb6)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:54.626328 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-75e05636-d98b-440e-9e19-7831a50eb0c3 req-06f255ef-b54a-41e9-9514-6ba2ca8b5ee2 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.640504 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4454b3-c8ad-4a30-810f-148b1d5190c8 req-10e373be-7ec2-4445-8743-3ae850c69657 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:54.641976 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a4454b3-c8ad-4a30-810f-148b1d5190c8 req-10e373be-7ec2-4445-8743-3ae850c69657 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.0500424 May 26 15:59:54.643470 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-75e05636-d98b-440e-9e19-7831a50eb0c3 req-06f255ef-b54a-41e9-9514-6ba2ca8b5ee2 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Calling delete_port for 93845b37-dc04-452d-9d88-6643be4e7506 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 15:59:54.704733 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a4454b3-c8ad-4a30-810f-148b1d5190c8 req-649443ca-5824-449e-b8c4-e524c9227399 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548031 May 26 15:59:54.811024 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-75e05636-d98b-440e-9e19-7831a50eb0c3 req-06f255ef-b54a-41e9-9514-6ba2ca8b5ee2 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.847312 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f255ef-b54a-41e9-9514-6ba2ca8b5ee2 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Pushing event deleted for resources: {'Port': ['ID=93845b37-dc04-452d-9d88-6643be4e7506,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:54.901033 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e05636-d98b-440e-9e19-7831a50eb0c3 req-06f255ef-b54a-41e9-9514-6ba2ca8b5ee2 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] No DVR routers for this DVR port 93845b37-dc04-452d-9d88-6643be4e7506 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:59:54.904014 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-75e05636-d98b-440e-9e19-7831a50eb0c3 req-06f255ef-b54a-41e9-9514-6ba2ca8b5ee2 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:54.908972 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-75e05636-d98b-440e-9e19-7831a50eb0c3 req-06f255ef-b54a-41e9-9514-6ba2ca8b5ee2 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.83 "DELETE /v2.0/ports/93845b37-dc04-452d-9d88-6643be4e7506 HTTP/1.1" status: 204 len: 173 time: 0.5645888 May 26 15:59:54.909460 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a176926f-86f9-46d5-a934-93d49df65bd0', 'name': 'network-vif-deleted', 'tag': '93845b37-dc04-452d-9d88-6643be4e7506'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:54.911833 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7431ef8a-a41b-47dc-9de5-83fe46614043" -d '{"events": [{"server_uuid": "a176926f-86f9-46d5-a934-93d49df65bd0", "name": "network-vif-deleted", "tag": "93845b37-dc04-452d-9d88-6643be4e7506"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:54.950256 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8f030c-dea8-4a5d-8153-3703b31fb8cb x-openstack-request-id: req-1c8f030c-dea8-4a5d-8153-3703b31fb8cb {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:54.950581 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a176926f-86f9-46d5-a934-93d49df65bd0", "name": "network-vif-deleted", "tag": "93845b37-dc04-452d-9d88-6643be4e7506", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:54.950860 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1c8f030c-dea8-4a5d-8153-3703b31fb8cb {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:54.953434 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c8f030c-dea8-4a5d-8153-3703b31fb8cb'] response: {'server_uuid': 'a176926f-86f9-46d5-a934-93d49df65bd0', 'name': 'network-vif-deleted', 'tag': '93845b37-dc04-452d-9d88-6643be4e7506', 'status': 'completed', 'code': 200} May 26 15:59:55.068004 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b2a48-b03c-4954-af21-427c6afb3a6a req-70f0a1df-0ee4-430e-bd1b-d5b72427bd8e tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:55.070087 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e0b2a48-b03c-4954-af21-427c6afb3a6a req-70f0a1df-0ee4-430e-bd1b-d5b72427bd8e tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff1acaaa-81fa-45d5-9c98-a090c61c7bdc HTTP/1.1" status: 200 len: 947 time: 0.0942748 May 26 15:59:55.128857 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e0b2a48-b03c-4954-af21-427c6afb3a6a req-7bf9e5f1-87ec-483c-baa9-e3e40e04ea1e tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506268 May 26 15:59:55.166080 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 81400724-692d-4cb4-905e-aec59e8b7ecf details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:59:55.293205 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 81400724-692d-4cb4-905e-aec59e8b7ecf, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=81400724-692d-4cb4-905e-aec59e8b7ecf,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:55.308374 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37438) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:55.309284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '81400724-692d-4cb4-905e-aec59e8b7ecf', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '81400724-692d-4cb4-905e-aec59e8b7ecf', 'mac_address': 'fa:16:3e:07:7c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:59:55.367284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 81400724-692d-4cb4-905e-aec59e8b7ecf is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:55.367685 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.382785 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81400724-692d-4cb4-905e-aec59e8b7ecf {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:59:55.410277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 81400724-692d-4cb4-905e-aec59e8b7ecf, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=81400724-692d-4cb4-905e-aec59e8b7ecf,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:55.415334 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd67028-c194-4868-acc2-da80e8eb080c req-97fe7e34-8179-4ff4-b377-04ba64b63080 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:55.416776 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.418562 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4dd67028-c194-4868-acc2-da80e8eb080c req-97fe7e34-8179-4ff4-b377-04ba64b63080 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.1023381 May 26 15:59:55.460868 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-6d0e1543-8702-493c-9bb0-b45cd63c7925 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1315119760-network', 'tenant_id': '29fbca3912d246789c5ffec924cac33a'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:55.470023 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4dd67028-c194-4868-acc2-da80e8eb080c req-3f36fa27-3120-4248-83aa-16195f38a0e9 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425754 May 26 15:59:55.480373 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e999a-a101-417e-8cdc-0ddcc0cefdba req-a3625698-1a71-4f7f-8af4-dc3d41809060 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:55.490297 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-494e999a-a101-417e-8cdc-0ddcc0cefdba req-a3625698-1a71-4f7f-8af4-dc3d41809060 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 946 time: 0.1399398 May 26 15:59:55.506197 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0e1543-8702-493c-9bb0-b45cd63c7925 admin admin] Made reservation on behalf of 29fbca3912d246789c5ffec924cac33a for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:59:55.508910 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6d0e1543-8702-493c-9bb0-b45cd63c7925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.527543 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6d0e1543-8702-493c-9bb0-b45cd63c7925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.544553 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-494e999a-a101-417e-8cdc-0ddcc0cefdba req-e0bbd185-ba71-4f1c-976f-19b2b1196b5c tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532525 May 26 15:59:55.684132 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6d0e1543-8702-493c-9bb0-b45cd63c7925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.690552 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6d0e1543-8702-493c-9bb0-b45cd63c7925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.698484 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d8ca9b33-da94-4fdd-af57-8130f9589c4e req-7ecb60e4-576f-4f1a-9ba2-37b34b32472d tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=a176926f-86f9-46d5-a934-93d49df65bd0 HTTP/1.1" status: 200 len: 210 time: 0.0423594 May 26 15:59:55.707465 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0e1543-8702-493c-9bb0-b45cd63c7925 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:59:55.720299 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6d0e1543-8702-493c-9bb0-b45cd63c7925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.720570 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-6d0e1543-8702-493c-9bb0-b45cd63c7925 admin admin] Added segment e6704d63-1519-4cd1-8100-c949181e6d2b of type vlan for network d8e6a23b-7f61-4795-ab7a-361f0f755c8d May 26 15:59:55.731242 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=81400724-692d-4cb4-905e-aec59e8b7ecf,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:55.775267 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6d0e1543-8702-493c-9bb0-b45cd63c7925 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.790353 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e1543-8702-493c-9bb0-b45cd63c7925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc06519-0f3d-4f2d-8d14-c39693f984f3,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:55.816236 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6d0e1543-8702-493c-9bb0-b45cd63c7925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.817591 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0e1543-8702-493c-9bb0-b45cd63c7925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:55.818631 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6d0e1543-8702-493c-9bb0-b45cd63c7925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.825625 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994469cc-639a-4fe6-9bf1-3e00aa0f7046 req-72bbefce-3c60-4488-8114-9cb9ea66177d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:55.828008 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-994469cc-639a-4fe6-9bf1-3e00aa0f7046 req-72bbefce-3c60-4488-8114-9cb9ea66177d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.0569148 May 26 15:59:55.869832 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-994469cc-639a-4fe6-9bf1-3e00aa0f7046 req-9769e109-667d-4bed-9f7a-4a2d65b13225 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351291 May 26 15:59:55.879083 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6d0e1543-8702-493c-9bb0-b45cd63c7925 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5662026 May 26 15:59:55.879268 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37446) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 15:59:55.888434 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d9b6ecd1-0b1f-4351-8fdc-987bf0c856bf admin admin] Request body: {'subnet': {'network_id': 'd8e6a23b-7f61-4795-ab7a-361f0f755c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1315119760-subnet', 'tenant_id': '29fbca3912d246789c5ffec924cac33a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:55.896911 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e1543-8702-493c-9bb0-b45cd63c7925 admin admin] Pushing event updated for resources: {'Network': ['ID=d8e6a23b-7f61-4795-ab7a-361f0f755c8d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:55.910131 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network d8e6a23b-7f61-4795-ab7a-361f0f755c8d details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:59:55.910768 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b6ecd1-0b1f-4351-8fdc-987bf0c856bf admin admin] Made reservation on behalf of 29fbca3912d246789c5ffec924cac33a for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:59:55.913310 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d9b6ecd1-0b1f-4351-8fdc-987bf0c856bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:55.977769 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['81400724-692d-4cb4-905e-aec59e8b7ecf'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:59:56.097133 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d9b6ecd1-0b1f-4351-8fdc-987bf0c856bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:56.150869 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6ecd1-0b1f-4351-8fdc-987bf0c856bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eb576bd-eebb-4f80-9b74-b464d65080f4,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:56.161500 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b6ecd1-0b1f-4351-8fdc-987bf0c856bf admin admin] Checking segment: {'id': 'e6704d63-1519-4cd1-8100-c949181e6d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd8e6a23b-7f61-4795-ab7a-361f0f755c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 15:59:56.161860 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b6ecd1-0b1f-4351-8fdc-987bf0c856bf admin admin] Network hostable DHCP agents. Network: d8e6a23b-7f61-4795-ab7a-361f0f755c8d, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:59:56.179090 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b6ecd1-0b1f-4351-8fdc-987bf0c856bf admin admin] Network d8e6a23b-7f61-4795-ab7a-361f0f755c8d is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:59:56.189322 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-d9b6ecd1-0b1f-4351-8fdc-987bf0c856bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, d8e6a23b-7f61-4795-ab7a-361f0f755c8d) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:59:56.194127 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b6ecd1-0b1f-4351-8fdc-987bf0c856bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:56.194743 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d9b6ecd1-0b1f-4351-8fdc-987bf0c856bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:56.201765 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e3b18e-8fab-43d9-a7a1-09f892b1ad2e None None] Network d8e6a23b-7f61-4795-ab7a-361f0f755c8d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:59:56.220115 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d9b6ecd1-0b1f-4351-8fdc-987bf0c856bf admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3383179 May 26 15:59:56.267563 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02a36e-94d4-4527-9ade-cbc452bed09f req-b81f56a4-117b-490e-83e3-6649b2c7c473 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:56.269128 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-df02a36e-94d4-4527-9ade-cbc452bed09f req-b81f56a4-117b-490e-83e3-6649b2c7c473 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff1acaaa-81fa-45d5-9c98-a090c61c7bdc HTTP/1.1" status: 200 len: 948 time: 0.0619543 May 26 15:59:56.312711 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-df02a36e-94d4-4527-9ade-cbc452bed09f req-cfc541b4-2e1a-49b8-8df8-d753b752cabe tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355575 May 26 15:59:56.381228 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f79e9c-c493-408b-93dd-c1e4090e3e11 None None] Network d8e6a23b-7f61-4795-ab7a-361f0f755c8d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 15:59:56.612158 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534612a-1da7-44dd-aa99-d2bcec33f42f req-433aab7a-ec9c-45ae-99a2-27442698139f tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:56.616700 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9534612a-1da7-44dd-aa99-d2bcec33f42f req-433aab7a-ec9c-45ae-99a2-27442698139f tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.0629816 May 26 15:59:56.658691 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9534612a-1da7-44dd-aa99-d2bcec33f42f req-6b437153-c9d7-45a5-8050-39ea9b6a995d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388331 May 26 15:59:56.794519 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ced64-b893-4213-9480-45a46988beb8 req-cdd24c6d-5c77-4fad-a7b5-abfe14d36e26 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:56.796888 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce0ced64-b893-4213-9480-45a46988beb8 req-cdd24c6d-5c77-4fad-a7b5-abfe14d36e26 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/networks?id=d8e6a23b-7f61-4795-ab7a-361f0f755c8d HTTP/1.1" status: 200 len: 815 time: 0.1371717 May 26 15:59:56.807543 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf4163-7888-41ca-998e-e5fa72dd6f69 req-5d73c1a8-36a7-4040-8bcc-0634090feb11 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:56.808994 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2bdf4163-7888-41ca-998e-e5fa72dd6f69 req-5d73c1a8-36a7-4040-8bcc-0634090feb11 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 946 time: 0.0871601 May 26 15:59:56.828198 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce0ced64-b893-4213-9480-45a46988beb8 req-7adb6519-a19e-4f01-8d08-d605a028590c tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/quotas/29fbca3912d246789c5ffec924cac33a HTTP/1.1" status: 200 len: 375 time: 0.0182335 May 26 15:59:56.869125 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce0ced64-b893-4213-9480-45a46988beb8 req-b909e6fb-7929-40fa-b0bf-4055022f21d0 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=29fbca3912d246789c5ffec924cac33a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346570 May 26 15:59:56.877450 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2bdf4163-7888-41ca-998e-e5fa72dd6f69 req-e2e6a889-7fb5-488f-ac93-03aee879c30a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599806 May 26 15:59:56.990383 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce0ced64-b893-4213-9480-45a46988beb8 req-fed5962c-4e3e-4114-b621-32fd95f61f30 service neutron] 10.222.0.77 "GET /v2.0/networks/d8e6a23b-7f61-4795-ab7a-361f0f755c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119225 May 26 15:59:57.116194 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d6b8e-38c2-46a0-97e4-e1457fe6792c req-f247c846-e579-4712-a60e-67c47d8649a4 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:57.117647 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-380d6b8e-38c2-46a0-97e4-e1457fe6792c req-f247c846-e579-4712-a60e-67c47d8649a4 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.0808110 May 26 15:59:57.119968 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce0ced64-b893-4213-9480-45a46988beb8 req-773b8305-0235-42c1-a9c1-7faa57ce8988 service neutron] 10.222.0.77 "GET /v2.0/networks/d8e6a23b-7f61-4795-ab7a-361f0f755c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287801 May 26 15:59:57.162864 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-380d6b8e-38c2-46a0-97e4-e1457fe6792c req-394c0967-1ba9-4dad-af70-12062bc98845 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390842 May 26 15:59:57.192136 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 81400724-692d-4cb4-905e-aec59e8b7ecf up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:59:57.256156 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 81400724-692d-4cb4-905e-aec59e8b7ecf completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 15:59:57.261540 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 81400724-692d-4cb4-905e-aec59e8b7ecf triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 15:59:57.262149 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:57.371381 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 81400724-692d-4cb4-905e-aec59e8b7ecf is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 15:59:57.376920 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:57.392022 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-772d139a-0372-481a-bbc3-d70e7fa96feb req-7358a31d-779a-4134-8568-aaa7dc87e7d0 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 210 time: 0.0834084 May 26 15:59:57.411766 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1acaaa-81fa-45d5-9c98-a090c61c7bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81400724-692d-4cb4-905e-aec59e8b7ecf'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:59:57.411766 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e31d78-357c-4260-b261-dffb9199e850" -d '{"events": [{"server_uuid": "ff1acaaa-81fa-45d5-9c98-a090c61c7bdc", "name": "network-vif-plugged", "status": "completed", "tag": "81400724-692d-4cb4-905e-aec59e8b7ecf"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:59:57.442182 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 81400724-692d-4cb4-905e-aec59e8b7ecf, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=81400724-692d-4cb4-905e-aec59e8b7ecf,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:59:57.449469 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:57.450341 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 93845b37-dc04-452d-9d88-6643be4e7506 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:59:57.476025 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435d9c4-886f-46db-8045-95807990c1cd req-02910c70-0020-49af-9e00-0a8290c7579c tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:57.483590 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2435d9c4-886f-46db-8045-95807990c1cd req-02910c70-0020-49af-9e00-0a8290c7579c tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/networks?id=3b5eae06-69d3-4233-90af-ed2ccfa064f1 HTTP/1.1" status: 200 len: 822 time: 0.2114160 May 26 15:59:57.500411 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2435d9c4-886f-46db-8045-95807990c1cd req-04e9ebd7-d83b-4ba4-8ef5-f0684368e15e tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/quotas/05d33324e120414581773a28644ea5f9 HTTP/1.1" status: 200 len: 375 time: 0.0155673 May 26 15:59:57.526868 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=81400724-692d-4cb4-905e-aec59e8b7ecf,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:57.530883 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 93845b37-dc04-452d-9d88-6643be4e7506 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 15:59:57.531231 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 93845b37-dc04-452d-9d88-6643be4e7506 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:59:57.586036 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880e4a9-f0e1-4c40-869d-f8501132eb78 req-306c0ac0-b7d4-47d4-8490-2abf484c2b77 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:57.587923 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4880e4a9-f0e1-4c40-869d-f8501132eb78 req-306c0ac0-b7d4-47d4-8490-2abf484c2b77 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff1acaaa-81fa-45d5-9c98-a090c61c7bdc HTTP/1.1" status: 200 len: 949 time: 0.0848367 May 26 15:59:57.596610 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2435d9c4-886f-46db-8045-95807990c1cd req-d72c7772-f0b6-4945-b678-338d7fcdd1f8 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=05d33324e120414581773a28644ea5f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0951881 May 26 15:59:57.688854 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4880e4a9-f0e1-4c40-869d-f8501132eb78 req-e5efcbed-accf-4fb1-902c-0d73b53f228d tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908790 May 26 15:59:57.735571 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b15cba6-3b78-43e1-bd80-1e901ca82a11 x-openstack-request-id: req-4b15cba6-3b78-43e1-bd80-1e901ca82a11 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:59:57.736205 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1acaaa-81fa-45d5-9c98-a090c61c7bdc", "name": "network-vif-plugged", "status": "completed", "tag": "81400724-692d-4cb4-905e-aec59e8b7ecf", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:59:57.736573 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4b15cba6-3b78-43e1-bd80-1e901ca82a11 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:59:57.737098 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b15cba6-3b78-43e1-bd80-1e901ca82a11'] response: {'server_uuid': 'ff1acaaa-81fa-45d5-9c98-a090c61c7bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81400724-692d-4cb4-905e-aec59e8b7ecf', 'code': 200} May 26 15:59:57.739006 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2435d9c4-886f-46db-8045-95807990c1cd req-53bd0c32-3798-4314-8589-823abe4e2160 service neutron] 10.222.0.77 "GET /v2.0/networks/3b5eae06-69d3-4233-90af-ed2ccfa064f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347489 May 26 15:59:57.878450 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d77a30-ccaa-428a-a0a3-cd5b00c62c95 req-f84e2e6d-8c32-44cb-a49e-ca0c49702632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:57.880440 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-47d77a30-ccaa-428a-a0a3-cd5b00c62c95 req-f84e2e6d-8c32-44cb-a49e-ca0c49702632 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ff1acaaa-81fa-45d5-9c98-a090c61c7bdc HTTP/1.1" status: 200 len: 1100 time: 0.0513883 May 26 15:59:57.885071 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426b170-ac49-4adc-8c94-cc0ca41274e4 req-cbf10b94-223d-409a-a423-a49dbc9cbcf5 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:57.886542 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d426b170-ac49-4adc-8c94-cc0ca41274e4 req-cbf10b94-223d-409a-a423-a49dbc9cbcf5 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.0854483 May 26 15:59:57.896652 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2435d9c4-886f-46db-8045-95807990c1cd req-81eca3f4-dee3-40c1-84eb-4e7ee258fb57 service neutron] 10.222.0.77 "GET /v2.0/networks/3b5eae06-69d3-4233-90af-ed2ccfa064f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486642 May 26 15:59:57.952993 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d426b170-ac49-4adc-8c94-cc0ca41274e4 req-75f05856-7a04-4951-ab1a-ee2df030489f tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522850 May 26 15:59:57.981260 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-47d77a30-ccaa-428a-a0a3-cd5b00c62c95 req-3ee8356f-322f-4322-a7f0-18ac77f10ea1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923300 May 26 15:59:58.168279 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd78c36b-c115-4dab-a760-58c6917e3617 req-a7e867a3-b418-41e6-9c17-fb3e39b46cc0 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c1140fb-2d49-44fa-a4b0-42baeac7f590 HTTP/1.1" status: 200 len: 210 time: 0.0450854 May 26 15:59:58.182029 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7406701-8e99-4f92-aeee-9ae3e4e0d104 req-8389a874-b2ad-4df7-85c0-068c8d45bf16 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:58.193819 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7406701-8e99-4f92-aeee-9ae3e4e0d104 req-8389a874-b2ad-4df7-85c0-068c8d45bf16 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 946 time: 0.1779330 May 26 15:59:58.300048 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7406701-8e99-4f92-aeee-9ae3e4e0d104 req-155b0d55-487a-45e6-9163-4f33c0c71019 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052434 May 26 15:59:58.376628 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd843989-cf1b-460b-b211-b710261a2e8d req-e73701e0-75c2-4e05-8731-1315c6212424 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:58.381282 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd843989-cf1b-460b-b211-b710261a2e8d req-e73701e0-75c2-4e05-8731-1315c6212424 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.0579529 May 26 15:59:58.430831 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd843989-cf1b-460b-b211-b710261a2e8d req-62c3ac4c-bb6d-4ab0-b8f6-85dff841e974 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426502 May 26 15:59:58.538008 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87e3b002-1822-4cbc-91f2-ee8d976edde2 req-4b4818cd-9446-449a-92d2-16e3eb09a2a2 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 210 time: 0.0447564 May 26 15:59:58.660604 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ced64-b893-4213-9480-45a46988beb8 req-1ad18922-e2fe-4360-b72c-5026c5fe7e92 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:58.662224 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce0ced64-b893-4213-9480-45a46988beb8 req-1ad18922-e2fe-4360-b72c-5026c5fe7e92 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.81 "GET /v2.0/networks?id=d8e6a23b-7f61-4795-ab7a-361f0f755c8d HTTP/1.1" status: 200 len: 815 time: 0.1293051 May 26 15:59:58.679283 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-ce0ced64-b893-4213-9480-45a46988beb8 req-2254653a-7c6a-4fea-bb20-dd97826c0e31 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Request body: {'port': {'device_id': 'd2854248-3cd1-4458-bc02-c11b71ce6800', 'network_id': 'd8e6a23b-7f61-4795-ab7a-361f0f755c8d', 'admin_state_up': True, 'tenant_id': '29fbca3912d246789c5ffec924cac33a'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:58.848301 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6acee-92e2-42a2-b1f6-c255aabcdb69 req-2e23d576-0c74-4c2b-be23-2b5c9948a327 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:58.849820 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c6b6acee-92e2-42a2-b1f6-c255aabcdb69 req-2e23d576-0c74-4c2b-be23-2b5c9948a327 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff1acaaa-81fa-45d5-9c98-a090c61c7bdc HTTP/1.1" status: 200 len: 949 time: 0.0796852 May 26 15:59:58.858585 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce0ced64-b893-4213-9480-45a46988beb8 req-2254653a-7c6a-4fea-bb20-dd97826c0e31 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Made reservation on behalf of 29fbca3912d246789c5ffec924cac33a for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:59:58.862361 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ce0ced64-b893-4213-9480-45a46988beb8 req-2254653a-7c6a-4fea-bb20-dd97826c0e31 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:58.954493 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c6b6acee-92e2-42a2-b1f6-c255aabcdb69 req-a3f0296d-3789-425d-9b80-3832218e0cdb tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977056 May 26 15:59:59.056476 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-ce0ced64-b893-4213-9480-45a46988beb8 req-2254653a-7c6a-4fea-bb20-dd97826c0e31 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Allocated IP 172.20.0.7 (d8e6a23b-7f61-4795-ab7a-361f0f755c8d/1eb576bd-eebb-4f80-9b74-b464d65080f4/4a92f393-8813-46a7-bcd3-4fb565d3d84d) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:59:59.100436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ad1dc-ec23-4c0f-bf3a-b6569745b184 req-9c072010-26ac-47f2-a1c9-f184ea490930 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:59.101920 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b1ad1dc-ec23-4c0f-bf3a-b6569745b184 req-9c072010-26ac-47f2-a1c9-f184ea490930 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.0764480 May 26 15:59:59.205267 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b1ad1dc-ec23-4c0f-bf3a-b6569745b184 req-98f84fb8-57dd-48a3-b5a3-43df24b7ad8b tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920057 May 26 15:59:59.319165 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3031b98d-f548-40ac-b8e0-a33b3a9e78b8 req-13c2fa09-e1a7-413e-a882-764b4949b205 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c1140fb-2d49-44fa-a4b0-42baeac7f590 HTTP/1.1" status: 200 len: 210 time: 0.0571942 May 26 15:59:59.366653 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ce0ced64-b893-4213-9480-45a46988beb8 req-2254653a-7c6a-4fea-bb20-dd97826c0e31 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:59.474160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435d9c4-886f-46db-8045-95807990c1cd req-01060c0f-2df2-4ec0-9fb2-daf7b1ba040c tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:59.475623 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2435d9c4-886f-46db-8045-95807990c1cd req-01060c0f-2df2-4ec0-9fb2-daf7b1ba040c tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.81 "GET /v2.0/networks?id=3b5eae06-69d3-4233-90af-ed2ccfa064f1 HTTP/1.1" status: 200 len: 822 time: 0.2148325 May 26 15:59:59.492358 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edadce7-1518-40d1-9af2-1f2a5bccfecc req-f40b4481-bd90-4bd7-aad8-83dfd53801e0 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:59.493802 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2edadce7-1518-40d1-9af2-1f2a5bccfecc req-f40b4481-bd90-4bd7-aad8-83dfd53801e0 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 946 time: 0.1204541 May 26 15:59:59.499280 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-2435d9c4-886f-46db-8045-95807990c1cd req-560d48f7-5fed-4913-b5c6-77e0f99c0ed8 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Request body: {'port': {'device_id': '4c1140fb-2d49-44fa-a4b0-42baeac7f590', 'network_id': '3b5eae06-69d3-4233-90af-ed2ccfa064f1', 'admin_state_up': True, 'tenant_id': '05d33324e120414581773a28644ea5f9'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:59.521720 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ce0ced64-b893-4213-9480-45a46988beb8 req-2254653a-7c6a-4fea-bb20-dd97826c0e31 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:59.659393 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce0ced64-b893-4213-9480-45a46988beb8 req-2254653a-7c6a-4fea-bb20-dd97826c0e31 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Network d8e6a23b-7f61-4795-ab7a-361f0f755c8d is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:59:59.665105 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2edadce7-1518-40d1-9af2-1f2a5bccfecc req-f7ce0fd9-4a77-4d5f-93f6-3a0f6b0edf1a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624856 May 26 15:59:59.672828 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-ce0ced64-b893-4213-9480-45a46988beb8 req-2254653a-7c6a-4fea-bb20-dd97826c0e31 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:59:59.674722 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254653a-7c6a-4fea-bb20-dd97826c0e31 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Pushing event updated for resources: {'Port': ['ID=4a92f393-8813-46a7-bcd3-4fb565d3d84d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:59:59.677046 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0ced64-b893-4213-9480-45a46988beb8 req-2254653a-7c6a-4fea-bb20-dd97826c0e31 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:59:59.769124 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99d4b3-1a5d-4a95-bb11-7af45155e9e2 req-55536918-2503-48ec-a81a-8d087846aa5c tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:59.776308 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f99d4b3-1a5d-4a95-bb11-7af45155e9e2 req-55536918-2503-48ec-a81a-8d087846aa5c tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.2645206 May 26 15:59:59.826075 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ced64-b893-4213-9480-45a46988beb8 req-2254653a-7c6a-4fea-bb20-dd97826c0e31 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:59.827545 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ce0ced64-b893-4213-9480-45a46988beb8 req-2254653a-7c6a-4fea-bb20-dd97826c0e31 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:59.867807 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2435d9c4-886f-46db-8045-95807990c1cd req-560d48f7-5fed-4913-b5c6-77e0f99c0ed8 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Made reservation on behalf of 05d33324e120414581773a28644ea5f9 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:59:59.871247 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2435d9c4-886f-46db-8045-95807990c1cd req-560d48f7-5fed-4913-b5c6-77e0f99c0ed8 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 15:59:59.877680 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce0ced64-b893-4213-9480-45a46988beb8 req-2254653a-7c6a-4fea-bb20-dd97826c0e31 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2045846 May 26 15:59:59.886816 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f99d4b3-1a5d-4a95-bb11-7af45155e9e2 req-2e08e008-6018-4b68-943f-52304ce073fb tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096940 May 26 15:59:59.894850 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-ce0ced64-b893-4213-9480-45a46988beb8 req-afcb6652-6ab1-431a-afc9-a6ff8c1081f7 service neutron] Request body: {'port': {'device_id': 'd2854248-3cd1-4458-bc02-c11b71ce6800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 15:59:59.925408 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d75bc6-3a85-451f-a5cc-a02c6b2a484f req-d2a4b436-83b1-459d-b186-95a42a1e5a42 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:59:59.926894 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-05d75bc6-3a85-451f-a5cc-a02c6b2a484f req-d2a4b436-83b1-459d-b186-95a42a1e5a42 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 931 time: 0.1819420 May 26 16:00:00.045716 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ce0ced64-b893-4213-9480-45a46988beb8 req-afcb6652-6ab1-431a-afc9-a6ff8c1081f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:00.071578 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-05d75bc6-3a85-451f-a5cc-a02c6b2a484f req-85934e47-e1d8-4f69-a9cd-a43a2252ecb8 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294398 May 26 16:00:00.084677 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:00.189946 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d5911-c39d-4767-8cc9-dc750f32778e req-24942337-6bf7-4068-a817-6cbc5bc1f5bc tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:00.191469 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c79d5911-c39d-4767-8cc9-dc750f32778e req-24942337-6bf7-4068-a817-6cbc5bc1f5bc tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff1acaaa-81fa-45d5-9c98-a090c61c7bdc HTTP/1.1" status: 200 len: 949 time: 0.1520147 May 26 16:00:00.201378 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-2435d9c4-886f-46db-8045-95807990c1cd req-560d48f7-5fed-4913-b5c6-77e0f99c0ed8 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Allocated IP 172.20.0.5 (3b5eae06-69d3-4233-90af-ed2ccfa064f1/e7c17c47-9ee8-44d6-b193-8b14963b1984/faa43d7e-8845-4f40-8478-c9be46ff4bf7) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:00:00.366968 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c79d5911-c39d-4767-8cc9-dc750f32778e req-2a1e1b4b-fbc5-492a-9b3d-5bcb940a0e05 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669204 May 26 16:00:00.549878 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d0ac9-2c30-4ed9-926b-0efaf5664146 req-836c6aa9-a6f8-4fd7-a2a2-4d458c35307b tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:00.551362 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d09d0ac9-2c30-4ed9-926b-0efaf5664146 req-836c6aa9-a6f8-4fd7-a2a2-4d458c35307b tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.2418284 May 26 16:00:00.556828 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-110a1ca2-bd96-425a-ab1f-e015b4acc909 req-1b1f290f-bd18-4633-a6c1-ee46ed77805a tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c1140fb-2d49-44fa-a4b0-42baeac7f590 HTTP/1.1" status: 200 len: 210 time: 0.0933394 May 26 16:00:01.008215 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d09d0ac9-2c30-4ed9-926b-0efaf5664146 req-273f9aa0-7005-4463-b132-23fdfba8457a tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266324 May 26 16:00:01.011361 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2435d9c4-886f-46db-8045-95807990c1cd req-560d48f7-5fed-4913-b5c6-77e0f99c0ed8 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:01.039777 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-ce0ced64-b893-4213-9480-45a46988beb8 req-afcb6652-6ab1-431a-afc9-a6ff8c1081f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a92f393-8813-46a7-bcd3-4fb565d3d84d {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:01.052518 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ce0ced64-b893-4213-9480-45a46988beb8 req-afcb6652-6ab1-431a-afc9-a6ff8c1081f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:01.095427 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-ce0ced64-b893-4213-9480-45a46988beb8 req-afcb6652-6ab1-431a-afc9-a6ff8c1081f7 service neutron] Transition to ACTIVE for port object 4a92f393-8813-46a7-bcd3-4fb565d3d84d will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:00:01.104451 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289e069-6c63-480a-88de-074d0bda1e91 req-65cf4d48-9ae9-429d-bf17-33900d9e963a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:01.105881 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3289e069-6c63-480a-88de-074d0bda1e91 req-65cf4d48-9ae9-429d-bf17-33900d9e963a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 946 time: 0.1454883 May 26 16:00:01.111543 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ce0ced64-b893-4213-9480-45a46988beb8 req-afcb6652-6ab1-431a-afc9-a6ff8c1081f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:01.200974 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2435d9c4-886f-46db-8045-95807990c1cd req-560d48f7-5fed-4913-b5c6-77e0f99c0ed8 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:01.265738 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2435d9c4-886f-46db-8045-95807990c1cd req-560d48f7-5fed-4913-b5c6-77e0f99c0ed8 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Network 3b5eae06-69d3-4233-90af-ed2ccfa064f1 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:01.283322 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb6652-6ab1-431a-afc9-a6ff8c1081f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a92f393-8813-46a7-bcd3-4fb565d3d84d,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:01.306435 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c8c70-4cd1-4fe8-b961-8f705729e932 req-ceb2fa68-cb61-472d-958e-deb7795d83a9 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:01.307910 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-574c8c70-4cd1-4fe8-b961-8f705729e932 req-ceb2fa68-cb61-472d-958e-deb7795d83a9 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff1acaaa-81fa-45d5-9c98-a090c61c7bdc HTTP/1.1" status: 200 len: 949 time: 0.2270508 May 26 16:00:01.313494 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-2435d9c4-886f-46db-8045-95807990c1cd req-560d48f7-5fed-4913-b5c6-77e0f99c0ed8 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:01.320949 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3289e069-6c63-480a-88de-074d0bda1e91 req-d94147de-c212-4117-a321-5373efd34ac0 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852126 May 26 16:00:01.321615 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-2435d9c4-886f-46db-8045-95807990c1cd req-560d48f7-5fed-4913-b5c6-77e0f99c0ed8 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:00:01.490449 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435d9c4-886f-46db-8045-95807990c1cd req-560d48f7-5fed-4913-b5c6-77e0f99c0ed8 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:01.491075 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2435d9c4-886f-46db-8045-95807990c1cd req-560d48f7-5fed-4913-b5c6-77e0f99c0ed8 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:01.495735 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d48f7-5fed-4913-b5c6-77e0f99c0ed8 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Pushing event updated for resources: {'Port': ['ID=faa43d7e-8845-4f40-8478-c9be46ff4bf7,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:01.506700 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-574c8c70-4cd1-4fe8-b961-8f705729e932 req-b8f0f5e7-0870-4fc3-94f3-ecb230e4e952 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643622 May 26 16:00:01.528681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ce0ced64-b893-4213-9480-45a46988beb8 req-afcb6652-6ab1-431a-afc9-a6ff8c1081f7 service neutron] Attempting to bind port 4a92f393-8813-46a7-bcd3-4fb565d3d84d on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:00:01.529025 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ce0ced64-b893-4213-9480-45a46988beb8 req-afcb6652-6ab1-431a-afc9-a6ff8c1081f7 service neutron] Attempting to bind port 4a92f393-8813-46a7-bcd3-4fb565d3d84d by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'e6704d63-1519-4cd1-8100-c949181e6d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd8e6a23b-7f61-4795-ab7a-361f0f755c8d'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:00:01.529429 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ced64-b893-4213-9480-45a46988beb8 req-afcb6652-6ab1-431a-afc9-a6ff8c1081f7 service neutron] Attempting to bind port 4a92f393-8813-46a7-bcd3-4fb565d3d84d on network d8e6a23b-7f61-4795-ab7a-361f0f755c8d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:01.541589 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2435d9c4-886f-46db-8045-95807990c1cd req-560d48f7-5fed-4913-b5c6-77e0f99c0ed8 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0460091 May 26 16:00:01.542185 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ced64-b893-4213-9480-45a46988beb8 req-afcb6652-6ab1-431a-afc9-a6ff8c1081f7 service neutron] Port 4a92f393-8813-46a7-bcd3-4fb565d3d84d on network d8e6a23b-7f61-4795-ab7a-361f0f755c8d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:00:01.542511 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ced64-b893-4213-9480-45a46988beb8 req-afcb6652-6ab1-431a-afc9-a6ff8c1081f7 service neutron] Attempting to bind port 4a92f393-8813-46a7-bcd3-4fb565d3d84d on network d8e6a23b-7f61-4795-ab7a-361f0f755c8d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:01.551970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34eff0a-393a-4c1a-bcc5-4699337ccde5 req-861f488d-e689-4f4d-aa20-3daf2f2f9887 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:01.553581 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a34eff0a-393a-4c1a-bcc5-4699337ccde5 req-861f488d-e689-4f4d-aa20-3daf2f2f9887 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.1388042 May 26 16:00:01.562157 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-2435d9c4-886f-46db-8045-95807990c1cd req-afb283f9-2c39-4b96-9e11-2732877ad1ef service neutron] Request body: {'port': {'device_id': '4c1140fb-2d49-44fa-a4b0-42baeac7f590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:01.567962 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ced64-b893-4213-9480-45a46988beb8 req-afcb6652-6ab1-431a-afc9-a6ff8c1081f7 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:00:01.568331 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ced64-b893-4213-9480-45a46988beb8 req-afcb6652-6ab1-431a-afc9-a6ff8c1081f7 service neutron] Checking segment: {'id': 'e6704d63-1519-4cd1-8100-c949181e6d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd8e6a23b-7f61-4795-ab7a-361f0f755c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:01.568719 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ced64-b893-4213-9480-45a46988beb8 req-afcb6652-6ab1-431a-afc9-a6ff8c1081f7 service neutron] Bound using segment: {'id': 'e6704d63-1519-4cd1-8100-c949181e6d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd8e6a23b-7f61-4795-ab7a-361f0f755c8d'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:00:01.569165 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ce0ced64-b893-4213-9480-45a46988beb8 req-afcb6652-6ab1-431a-afc9-a6ff8c1081f7 service neutron] Bound port: 4a92f393-8813-46a7-bcd3-4fb565d3d84d, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6704d63-1519-4cd1-8100-c949181e6d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd8e6a23b-7f61-4795-ab7a-361f0f755c8d'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:00:01.569523 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ce0ced64-b893-4213-9480-45a46988beb8 req-afcb6652-6ab1-431a-afc9-a6ff8c1081f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:01.723334 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a34eff0a-393a-4c1a-bcc5-4699337ccde5 req-1f9df05c-7ef6-4869-83f4-90a3583dae31 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582983 May 26 16:00:01.723900 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2435d9c4-886f-46db-8045-95807990c1cd req-afb283f9-2c39-4b96-9e11-2732877ad1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:01.766407 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868507b-fddc-427a-9b94-f30d5252258c req-01d0af0d-da61-4b46-83e5-1e142323cd72 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:01.767979 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f868507b-fddc-427a-9b94-f30d5252258c req-01d0af0d-da61-4b46-83e5-1e142323cd72 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 943 time: 0.1571176 May 26 16:00:01.794715 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ce0ced64-b893-4213-9480-45a46988beb8 req-afcb6652-6ab1-431a-afc9-a6ff8c1081f7 service neutron] For port 4a92f393-8813-46a7-bcd3-4fb565d3d84d, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:00:01.850162 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ce0ced64-b893-4213-9480-45a46988beb8 req-afcb6652-6ab1-431a-afc9-a6ff8c1081f7 service neutron] For port 4a92f393-8813-46a7-bcd3-4fb565d3d84d, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=4a92f393-8813-46a7-bcd3-4fb565d3d84d,segment=NetworkSegment(e6704d63-1519-4cd1-8100-c949181e6d2b),segment_id=e6704d63-1519-4cd1-8100-c949181e6d2b)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:00:01.866236 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ce0ced64-b893-4213-9480-45a46988beb8 req-afcb6652-6ab1-431a-afc9-a6ff8c1081f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:01.986056 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ced64-b893-4213-9480-45a46988beb8 req-afcb6652-6ab1-431a-afc9-a6ff8c1081f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:01.986725 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ce0ced64-b893-4213-9480-45a46988beb8 req-afcb6652-6ab1-431a-afc9-a6ff8c1081f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:01.988136 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce0ced64-b893-4213-9480-45a46988beb8 req-afcb6652-6ab1-431a-afc9-a6ff8c1081f7 service neutron] 10.222.0.81 "PUT /v2.0/ports/4a92f393-8813-46a7-bcd3-4fb565d3d84d HTTP/1.1" status: 200 len: 1091 time: 2.0995550 May 26 16:00:01.990360 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2854248-3cd1-4458-bc02-c11b71ce6800', 'tag': '4a92f393-8813-46a7-bcd3-4fb565d3d84d'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:01.992618 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5492c0-2cf9-4265-911a-d8fdc535de78" -d '{"events": [{"name": "network-changed", "server_uuid": "d2854248-3cd1-4458-bc02-c11b71ce6800", "tag": "4a92f393-8813-46a7-bcd3-4fb565d3d84d"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:02.003410 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f868507b-fddc-427a-9b94-f30d5252258c req-cb1d91b2-7b2e-4868-8000-548bae35783b tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114439 May 26 16:00:02.015602 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d24e8d-761d-4dc6-baa4-4adc8f4f5407 req-39e49fb4-37e6-4fdd-9302-eba492c3ee51 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:02.016783 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14d24e8d-761d-4dc6-baa4-4adc8f4f5407 req-39e49fb4-37e6-4fdd-9302-eba492c3ee51 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c1140fb-2d49-44fa-a4b0-42baeac7f590 HTTP/1.1" status: 200 len: 931 time: 0.2240043 May 26 16:00:02.062894 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb6652-6ab1-431a-afc9-a6ff8c1081f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a92f393-8813-46a7-bcd3-4fb565d3d84d,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:02.086640 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e505f1f-21fc-4951-8acd-f06cfdf0d078 x-openstack-request-id: req-0e505f1f-21fc-4951-8acd-f06cfdf0d078 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:02.086928 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2854248-3cd1-4458-bc02-c11b71ce6800", "tag": "4a92f393-8813-46a7-bcd3-4fb565d3d84d", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:02.087189 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e505f1f-21fc-4951-8acd-f06cfdf0d078 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:02.087564 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e505f1f-21fc-4951-8acd-f06cfdf0d078'] response: {'name': 'network-changed', 'server_uuid': 'd2854248-3cd1-4458-bc02-c11b71ce6800', 'tag': '4a92f393-8813-46a7-bcd3-4fb565d3d84d', 'status': 'completed', 'code': 200} May 26 16:00:02.191844 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14d24e8d-761d-4dc6-baa4-4adc8f4f5407 req-dbd450ae-d395-4dd4-a813-bbdf82767c0b tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585722 May 26 16:00:02.200262 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ced64-b893-4213-9480-45a46988beb8 req-922d2b42-69b8-4ed1-a02a-c6bc5f04ee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:02.201961 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce0ced64-b893-4213-9480-45a46988beb8 req-922d2b42-69b8-4ed1-a02a-c6bc5f04ee3a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=29fbca3912d246789c5ffec924cac33a&device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 1094 time: 0.1648102 May 26 16:00:02.271846 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce0ced64-b893-4213-9480-45a46988beb8 req-37ef9a85-70dc-4cf2-a659-393bda8bf8cf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a92f393-8813-46a7-bcd3-4fb565d3d84d HTTP/1.1" status: 200 len: 217 time: 0.0545697 May 26 16:00:02.279313 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc9216-562c-44f5-8e74-b82887402fa5 req-5fb6282e-8847-4c87-adf6-bcc124e8822a tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:02.280876 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26cc9216-562c-44f5-8e74-b82887402fa5 req-5fb6282e-8847-4c87-adf6-bcc124e8822a tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.1401718 May 26 16:00:02.391923 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26cc9216-562c-44f5-8e74-b82887402fa5 req-1071b92d-affe-432b-94c4-a207899f8c42 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046302 May 26 16:00:02.399034 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ced64-b893-4213-9480-45a46988beb8 req-336cd615-52f8-491b-abbe-53d0bd29d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:02.399034 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce0ced64-b893-4213-9480-45a46988beb8 req-336cd615-52f8-491b-abbe-53d0bd29d045 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1eb576bd-eebb-4f80-9b74-b464d65080f4 HTTP/1.1" status: 200 len: 855 time: 0.1084263 May 26 16:00:02.400413 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-2435d9c4-886f-46db-8045-95807990c1cd req-afb283f9-2c39-4b96-9e11-2732877ad1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa43d7e-8845-4f40-8478-c9be46ff4bf7 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:02.416871 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2435d9c4-886f-46db-8045-95807990c1cd req-afb283f9-2c39-4b96-9e11-2732877ad1ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:02.452344 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce0ced64-b893-4213-9480-45a46988beb8 req-3f2e9f6b-4378-4e07-8079-79b5c74dd997 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d8e6a23b-7f61-4795-ab7a-361f0f755c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440252 May 26 16:00:02.480632 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-2435d9c4-886f-46db-8045-95807990c1cd req-afb283f9-2c39-4b96-9e11-2732877ad1ef service neutron] Transition to ACTIVE for port object faa43d7e-8845-4f40-8478-c9be46ff4bf7 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:00:02.496532 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2435d9c4-886f-46db-8045-95807990c1cd req-afb283f9-2c39-4b96-9e11-2732877ad1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:02.606267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258ba95-33a0-4861-b68a-ee2c6423e136 req-a965a1bd-8371-45da-b1f9-7abc1d0c6e69 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:02.608667 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7258ba95-33a0-4861-b68a-ee2c6423e136 req-a965a1bd-8371-45da-b1f9-7abc1d0c6e69 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 946 time: 0.1885428 May 26 16:00:02.633008 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb283f9-2c39-4b96-9e11-2732877ad1ef service neutron] Pushing event updated for resources: {'Port': ['ID=faa43d7e-8845-4f40-8478-c9be46ff4bf7,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:02.730529 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce0ced64-b893-4213-9480-45a46988beb8 req-732cdc20-a5c0-4a0e-b766-c4a292774cae service neutron] 10.222.0.81 "GET /v2.0/networks/d8e6a23b-7f61-4795-ab7a-361f0f755c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599592 May 26 16:00:02.752469 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7258ba95-33a0-4861-b68a-ee2c6423e136 req-1bee7118-f0ce-4b8e-a128-ecd68b01f2e2 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267979 May 26 16:00:02.805272 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2f5f0-de6d-4a61-b295-8f0f76833c2c req-fdff204e-73eb-4bfb-83ad-74b2946201bd tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:02.806757 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25a2f5f0-de6d-4a61-b295-8f0f76833c2c req-fdff204e-73eb-4bfb-83ad-74b2946201bd tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff1acaaa-81fa-45d5-9c98-a090c61c7bdc HTTP/1.1" status: 200 len: 949 time: 0.2183859 May 26 16:00:02.884548 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-2435d9c4-886f-46db-8045-95807990c1cd req-afb283f9-2c39-4b96-9e11-2732877ad1ef service neutron] Attempting to bind port faa43d7e-8845-4f40-8478-c9be46ff4bf7 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:00:02.884806 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-2435d9c4-886f-46db-8045-95807990c1cd req-afb283f9-2c39-4b96-9e11-2732877ad1ef service neutron] Attempting to bind port faa43d7e-8845-4f40-8478-c9be46ff4bf7 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'cff8f957-50e8-4284-b32b-ce3fdb6f3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b5eae06-69d3-4233-90af-ed2ccfa064f1'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:00:02.885133 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435d9c4-886f-46db-8045-95807990c1cd req-afb283f9-2c39-4b96-9e11-2732877ad1ef service neutron] Attempting to bind port faa43d7e-8845-4f40-8478-c9be46ff4bf7 on network 3b5eae06-69d3-4233-90af-ed2ccfa064f1 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:02.915473 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435d9c4-886f-46db-8045-95807990c1cd req-afb283f9-2c39-4b96-9e11-2732877ad1ef service neutron] Port faa43d7e-8845-4f40-8478-c9be46ff4bf7 on network 3b5eae06-69d3-4233-90af-ed2ccfa064f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:00:02.915805 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435d9c4-886f-46db-8045-95807990c1cd req-afb283f9-2c39-4b96-9e11-2732877ad1ef service neutron] Attempting to bind port faa43d7e-8845-4f40-8478-c9be46ff4bf7 on network 3b5eae06-69d3-4233-90af-ed2ccfa064f1 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:02.929838 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce0ced64-b893-4213-9480-45a46988beb8 req-0deaecb8-04a2-486e-9520-8757f0034eda service neutron] 10.222.0.81 "GET /v2.0/networks/d8e6a23b-7f61-4795-ab7a-361f0f755c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910362 May 26 16:00:02.931561 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435d9c4-886f-46db-8045-95807990c1cd req-afb283f9-2c39-4b96-9e11-2732877ad1ef service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:00:02.931904 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435d9c4-886f-46db-8045-95807990c1cd req-afb283f9-2c39-4b96-9e11-2732877ad1ef service neutron] Checking segment: {'id': 'cff8f957-50e8-4284-b32b-ce3fdb6f3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b5eae06-69d3-4233-90af-ed2ccfa064f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:02.932311 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435d9c4-886f-46db-8045-95807990c1cd req-afb283f9-2c39-4b96-9e11-2732877ad1ef service neutron] Bound using segment: {'id': 'cff8f957-50e8-4284-b32b-ce3fdb6f3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b5eae06-69d3-4233-90af-ed2ccfa064f1'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:00:02.932768 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-2435d9c4-886f-46db-8045-95807990c1cd req-afb283f9-2c39-4b96-9e11-2732877ad1ef service neutron] Bound port: faa43d7e-8845-4f40-8478-c9be46ff4bf7, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff8f957-50e8-4284-b32b-ce3fdb6f3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b5eae06-69d3-4233-90af-ed2ccfa064f1'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:00:02.933106 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2435d9c4-886f-46db-8045-95807990c1cd req-afb283f9-2c39-4b96-9e11-2732877ad1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:02.939560 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25a2f5f0-de6d-4a61-b295-8f0f76833c2c req-56df4bed-c21e-4834-bd12-b074765ed521 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206846 May 26 16:00:02.957495 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177d324-5f29-40c6-ba60-2d191a410556 req-e22c549d-7631-47be-a41c-547853052158 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:02.965537 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d177d324-5f29-40c6-ba60-2d191a410556 req-e22c549d-7631-47be-a41c-547853052158 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.1519260 May 26 16:00:03.062775 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d177d324-5f29-40c6-ba60-2d191a410556 req-217fbd0d-feda-425c-a3e4-b8f0e2ff065d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961926 May 26 16:00:03.075089 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-2435d9c4-886f-46db-8045-95807990c1cd req-afb283f9-2c39-4b96-9e11-2732877ad1ef service neutron] For port faa43d7e-8845-4f40-8478-c9be46ff4bf7, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:00:03.079985 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-2435d9c4-886f-46db-8045-95807990c1cd req-afb283f9-2c39-4b96-9e11-2732877ad1ef service neutron] For port faa43d7e-8845-4f40-8478-c9be46ff4bf7, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=faa43d7e-8845-4f40-8478-c9be46ff4bf7,segment=NetworkSegment(cff8f957-50e8-4284-b32b-ce3fdb6f3bb6),segment_id=cff8f957-50e8-4284-b32b-ce3fdb6f3bb6)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:00:03.096197 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5492c0-2cf9-4265-911a-d8fdc535de78 req-75dff375-c28a-4755-aaff-1ed6cbeb8184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:03.097693 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b5492c0-2cf9-4265-911a-d8fdc535de78 req-75dff375-c28a-4755-aaff-1ed6cbeb8184 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=29fbca3912d246789c5ffec924cac33a&device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 1094 time: 0.0915573 May 26 16:00:03.098729 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2435d9c4-886f-46db-8045-95807990c1cd req-afb283f9-2c39-4b96-9e11-2732877ad1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:03.099542 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d26430-8bc4-444c-a4da-2f3b1695ab22 req-81ba6c4c-b6a6-4fb1-9450-0219627af7f4 tempest-DeleteServersAdminTestJSON-431307818 tempest-DeleteServersAdminTestJSON-431307818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:03.101049 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-96d26430-8bc4-444c-a4da-2f3b1695ab22 req-81ba6c4c-b6a6-4fb1-9450-0219627af7f4 tempest-DeleteServersAdminTestJSON-431307818 tempest-DeleteServersAdminTestJSON-431307818-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ff1acaaa-81fa-45d5-9c98-a090c61c7bdc HTTP/1.1" status: 200 len: 1100 time: 0.0573936 May 26 16:00:03.203048 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-96d26430-8bc4-444c-a4da-2f3b1695ab22 req-7f480b5c-2961-435b-9744-da87bc5e6a08 tempest-DeleteServersAdminTestJSON-431307818 tempest-DeleteServersAdminTestJSON-431307818-project-admin] Deleting port 81400724-692d-4cb4-905e-aec59e8b7ecf {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:00:03.203397 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-96d26430-8bc4-444c-a4da-2f3b1695ab22 req-7f480b5c-2961-435b-9744-da87bc5e6a08 tempest-DeleteServersAdminTestJSON-431307818 tempest-DeleteServersAdminTestJSON-431307818-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:03.210313 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435d9c4-886f-46db-8045-95807990c1cd req-afb283f9-2c39-4b96-9e11-2732877ad1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:03.210932 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2435d9c4-886f-46db-8045-95807990c1cd req-afb283f9-2c39-4b96-9e11-2732877ad1ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:03.212599 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2435d9c4-886f-46db-8045-95807990c1cd req-afb283f9-2c39-4b96-9e11-2732877ad1ef service neutron] 10.222.0.81 "PUT /v2.0/ports/faa43d7e-8845-4f40-8478-c9be46ff4bf7 HTTP/1.1" status: 200 len: 1091 time: 1.6569929 May 26 16:00:03.242269 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb283f9-2c39-4b96-9e11-2732877ad1ef service neutron] Pushing event updated for resources: {'Port': ['ID=faa43d7e-8845-4f40-8478-c9be46ff4bf7,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:03.287827 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dbbf2-8b4b-45b0-9277-c96be7948b60 req-09fb1930-b48f-4bd3-9d6c-bdb45b386c2e tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:03.289407 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d99dbbf2-8b4b-45b0-9277-c96be7948b60 req-09fb1930-b48f-4bd3-9d6c-bdb45b386c2e tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 943 time: 0.1503160 May 26 16:00:03.363558 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5492c0-2cf9-4265-911a-d8fdc535de78 req-96583e81-b225-4186-9100-9eae2004d22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:03.365073 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b5492c0-2cf9-4265-911a-d8fdc535de78 req-96583e81-b225-4186-9100-9eae2004d22d service neutron] 10.222.0.81 "GET /v2.0/networks?id=d8e6a23b-7f61-4795-ab7a-361f0f755c8d HTTP/1.1" status: 200 len: 916 time: 0.2578046 May 26 16:00:03.401041 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435d9c4-886f-46db-8045-95807990c1cd req-7bc20b18-112e-4135-a4f3-441d2c1f532f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:03.402474 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2435d9c4-886f-46db-8045-95807990c1cd req-7bc20b18-112e-4135-a4f3-441d2c1f532f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=05d33324e120414581773a28644ea5f9&device_id=4c1140fb-2d49-44fa-a4b0-42baeac7f590 HTTP/1.1" status: 200 len: 1094 time: 0.1395864 May 26 16:00:03.445366 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d99dbbf2-8b4b-45b0-9277-c96be7948b60 req-4c08cf7e-001d-4b5e-9d94-37d76fd563f3 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395950 May 26 16:00:03.448716 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b5492c0-2cf9-4265-911a-d8fdc535de78 req-a084fb51-661c-43b7-b28b-9dd9b5de8534 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a92f393-8813-46a7-bcd3-4fb565d3d84d HTTP/1.1" status: 200 len: 217 time: 0.0708818 May 26 16:00:03.485691 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2435d9c4-886f-46db-8045-95807990c1cd req-de92fcf2-6f24-4dd4-bfbe-c84f49a8dd92 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faa43d7e-8845-4f40-8478-c9be46ff4bf7 HTTP/1.1" status: 200 len: 217 time: 0.0509126 May 26 16:00:03.519252 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0da14-65f5-486b-889a-7172797465e8 req-3e6f37af-8d47-4dbe-8033-a07c3d9c5830 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:03.526601 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ad0da14-65f5-486b-889a-7172797465e8 req-3e6f37af-8d47-4dbe-8033-a07c3d9c5830 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c1140fb-2d49-44fa-a4b0-42baeac7f590 HTTP/1.1" status: 200 len: 943 time: 0.2196505 May 26 16:00:03.585388 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-96d26430-8bc4-444c-a4da-2f3b1695ab22 req-7f480b5c-2961-435b-9744-da87bc5e6a08 tempest-DeleteServersAdminTestJSON-431307818 tempest-DeleteServersAdminTestJSON-431307818-project-admin] For port 81400724-692d-4cb4-905e-aec59e8b7ecf, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=81400724-692d-4cb4-905e-aec59e8b7ecf,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:03.586127 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-96d26430-8bc4-444c-a4da-2f3b1695ab22 req-7f480b5c-2961-435b-9744-da87bc5e6a08 tempest-DeleteServersAdminTestJSON-431307818 tempest-DeleteServersAdminTestJSON-431307818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:03.601517 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-96d26430-8bc4-444c-a4da-2f3b1695ab22 req-7f480b5c-2961-435b-9744-da87bc5e6a08 tempest-DeleteServersAdminTestJSON-431307818 tempest-DeleteServersAdminTestJSON-431307818-project-admin] Calling delete_port for 81400724-692d-4cb4-905e-aec59e8b7ecf owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:00:03.635407 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5492c0-2cf9-4265-911a-d8fdc535de78 req-e25e2fc7-1ae1-4e0e-a6c6-224af227ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:03.637154 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b5492c0-2cf9-4265-911a-d8fdc535de78 req-e25e2fc7-1ae1-4e0e-a6c6-224af227ef52 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1eb576bd-eebb-4f80-9b74-b464d65080f4 HTTP/1.1" status: 200 len: 855 time: 0.1604507 May 26 16:00:03.677885 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ad0da14-65f5-486b-889a-7172797465e8 req-e90d5cee-65a2-49e0-b816-b4fd95ba7f67 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503396 May 26 16:00:03.680766 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b5492c0-2cf9-4265-911a-d8fdc535de78 req-e9a778ee-414b-48d3-81e6-88a46d845ba5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d8e6a23b-7f61-4795-ab7a-361f0f755c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342908 May 26 16:00:03.682181 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435d9c4-886f-46db-8045-95807990c1cd req-e9b3fa6c-1745-400c-b6f1-788c1d774be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:03.683370 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2435d9c4-886f-46db-8045-95807990c1cd req-e9b3fa6c-1745-400c-b6f1-788c1d774be7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e7c17c47-9ee8-44d6-b193-8b14963b1984 HTTP/1.1" status: 200 len: 862 time: 0.1725407 May 26 16:00:03.696797 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1245880-846d-4353-8932-4cbd5b27f746 req-3afe40a3-d890-4e6f-bc56-56e395e9025f tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:03.698285 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1245880-846d-4353-8932-4cbd5b27f746 req-3afe40a3-d890-4e6f-bc56-56e395e9025f tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.1553800 May 26 16:00:03.780144 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2435d9c4-886f-46db-8045-95807990c1cd req-a1f06d43-657d-4167-9472-1d28ca5e5fe3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3b5eae06-69d3-4233-90af-ed2ccfa064f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725708 May 26 16:00:03.781893 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-96d26430-8bc4-444c-a4da-2f3b1695ab22 req-7f480b5c-2961-435b-9744-da87bc5e6a08 tempest-DeleteServersAdminTestJSON-431307818 tempest-DeleteServersAdminTestJSON-431307818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:03.817992 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f480b5c-2961-435b-9744-da87bc5e6a08 tempest-DeleteServersAdminTestJSON-431307818 tempest-DeleteServersAdminTestJSON-431307818-project-admin] Pushing event deleted for resources: {'Port': ['ID=81400724-692d-4cb4-905e-aec59e8b7ecf,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:03.859474 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1245880-846d-4353-8932-4cbd5b27f746 req-20fdd0bc-318d-485c-b07f-144fcac98976 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507809 May 26 16:00:03.869460 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d26430-8bc4-444c-a4da-2f3b1695ab22 req-7f480b5c-2961-435b-9744-da87bc5e6a08 tempest-DeleteServersAdminTestJSON-431307818 tempest-DeleteServersAdminTestJSON-431307818-project-admin] No DVR routers for this DVR port 81400724-692d-4cb4-905e-aec59e8b7ecf on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:00:03.876861 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-96d26430-8bc4-444c-a4da-2f3b1695ab22 req-7f480b5c-2961-435b-9744-da87bc5e6a08 tempest-DeleteServersAdminTestJSON-431307818 tempest-DeleteServersAdminTestJSON-431307818-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:03.880591 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-96d26430-8bc4-444c-a4da-2f3b1695ab22 req-7f480b5c-2961-435b-9744-da87bc5e6a08 tempest-DeleteServersAdminTestJSON-431307818 tempest-DeleteServersAdminTestJSON-431307818-project-admin] 10.222.0.83 "DELETE /v2.0/ports/81400724-692d-4cb4-905e-aec59e8b7ecf HTTP/1.1" status: 204 len: 173 time: 0.7707653 May 26 16:00:03.881214 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1acaaa-81fa-45d5-9c98-a090c61c7bdc', 'name': 'network-vif-deleted', 'tag': '81400724-692d-4cb4-905e-aec59e8b7ecf'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:03.883518 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a2a959-2d72-4e96-884d-9d441f739a1c" -d '{"events": [{"server_uuid": "ff1acaaa-81fa-45d5-9c98-a090c61c7bdc", "name": "network-vif-deleted", "tag": "81400724-692d-4cb4-905e-aec59e8b7ecf"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:03.953729 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07aa8e99-73d6-4808-bbab-c292420e0896 x-openstack-request-id: req-07aa8e99-73d6-4808-bbab-c292420e0896 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:03.954028 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1acaaa-81fa-45d5-9c98-a090c61c7bdc", "name": "network-vif-deleted", "tag": "81400724-692d-4cb4-905e-aec59e8b7ecf", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:03.954544 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-07aa8e99-73d6-4808-bbab-c292420e0896 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:03.954792 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07aa8e99-73d6-4808-bbab-c292420e0896'] response: {'server_uuid': 'ff1acaaa-81fa-45d5-9c98-a090c61c7bdc', 'name': 'network-vif-deleted', 'tag': '81400724-692d-4cb4-905e-aec59e8b7ecf', 'status': 'completed', 'code': 200} May 26 16:00:04.183308 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1140fb-2d49-44fa-a4b0-42baeac7f590', 'tag': 'faa43d7e-8845-4f40-8478-c9be46ff4bf7'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:04.185540 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b45631-07e5-4367-9b52-61f4c7857ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1140fb-2d49-44fa-a4b0-42baeac7f590", "tag": "faa43d7e-8845-4f40-8478-c9be46ff4bf7"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:04.261934 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d0a5dd3e-9ace-441b-b3cb-799e49c1a283 req-cf5bc6f1-ad28-4f8f-8f53-0459cb2f2c6a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff1acaaa-81fa-45d5-9c98-a090c61c7bdc HTTP/1.1" status: 200 len: 210 time: 0.0719616 May 26 16:00:04.264238 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b5492c0-2cf9-4265-911a-d8fdc535de78 req-7536be77-1c4e-4c33-ba0f-b40edb3cec94 service neutron] 10.222.0.81 "GET /v2.0/networks/d8e6a23b-7f61-4795-ab7a-361f0f755c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645573 May 26 16:00:04.294665 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2435d9c4-886f-46db-8045-95807990c1cd req-86f8e3a0-0894-429b-a806-958dabaa2796 service neutron] 10.222.0.81 "GET /v2.0/networks/3b5eae06-69d3-4233-90af-ed2ccfa064f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063050 May 26 16:00:04.379120 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e87f7-2188-4fe6-910e-0a645ad25070 req-b4df057a-9e0d-4927-803c-47a4f7fd8d1a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:04.380719 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-284e87f7-2188-4fe6-910e-0a645ad25070 req-b4df057a-9e0d-4927-803c-47a4f7fd8d1a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 946 time: 0.1919131 May 26 16:00:04.523880 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5be611-965f-4ed8-b748-dfe347b535a7 req-f77bc882-83ba-481f-ac97-85c9c5c64728 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:04.525577 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f5be611-965f-4ed8-b748-dfe347b535a7 req-f77bc882-83ba-481f-ac97-85c9c5c64728 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.1828084 May 26 16:00:04.528436 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-284e87f7-2188-4fe6-910e-0a645ad25070 req-2ef06fd9-d9bf-45e7-9153-0c541087999a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041069 May 26 16:00:04.546792 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b5492c0-2cf9-4265-911a-d8fdc535de78 req-8a18266e-ff3c-48cf-bf95-abbab9c402c4 service neutron] 10.222.0.81 "GET /v2.0/networks/d8e6a23b-7f61-4795-ab7a-361f0f755c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672625 May 26 16:00:04.550110 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2435d9c4-886f-46db-8045-95807990c1cd req-f7fb8289-5284-412c-9f53-1beae0337adc service neutron] 10.222.0.81 "GET /v2.0/networks/3b5eae06-69d3-4233-90af-ed2ccfa064f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434838 May 26 16:00:04.586130 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f5be611-965f-4ed8-b748-dfe347b535a7 req-dbb5dced-826f-41b2-ac94-1e1406f0dd97 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495605 May 26 16:00:04.599347 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccda664-b12c-4b69-b2a6-89886b503f39 x-openstack-request-id: req-3ccda664-b12c-4b69-b2a6-89886b503f39 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:04.599685 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1140fb-2d49-44fa-a4b0-42baeac7f590", "tag": "faa43d7e-8845-4f40-8478-c9be46ff4bf7", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:04.599938 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3ccda664-b12c-4b69-b2a6-89886b503f39 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:04.600407 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ccda664-b12c-4b69-b2a6-89886b503f39'] response: {'name': 'network-changed', 'server_uuid': '4c1140fb-2d49-44fa-a4b0-42baeac7f590', 'tag': 'faa43d7e-8845-4f40-8478-c9be46ff4bf7', 'status': 'completed', 'code': 200} May 26 16:00:04.706756 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b45631-07e5-4367-9b52-61f4c7857ab5 req-222f75f6-d0a9-4f29-8465-b9712fb9fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:04.708391 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8b45631-07e5-4367-9b52-61f4c7857ab5 req-222f75f6-d0a9-4f29-8465-b9712fb9fa2a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=05d33324e120414581773a28644ea5f9&device_id=4c1140fb-2d49-44fa-a4b0-42baeac7f590 HTTP/1.1" status: 200 len: 1094 time: 0.0808916 May 26 16:00:04.721955 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89694e-d010-4d08-b0a3-ff600a38881f req-d8ec4444-256f-40c0-9518-0488122c577a tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:04.723622 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb89694e-d010-4d08-b0a3-ff600a38881f req-d8ec4444-256f-40c0-9518-0488122c577a tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 943 time: 0.0640805 May 26 16:00:04.841133 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb89694e-d010-4d08-b0a3-ff600a38881f req-f5663db7-f654-47fd-8f24-4f657f6015fa tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093230 May 26 16:00:04.875342 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b45631-07e5-4367-9b52-61f4c7857ab5 req-ce81ddb0-164a-44f3-8b87-6cdfa6cc10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:04.876885 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8b45631-07e5-4367-9b52-61f4c7857ab5 req-ce81ddb0-164a-44f3-8b87-6cdfa6cc10ec service neutron] 10.222.0.81 "GET /v2.0/networks?id=3b5eae06-69d3-4233-90af-ed2ccfa064f1 HTTP/1.1" status: 200 len: 923 time: 0.1523201 May 26 16:00:04.885007 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd572ec-f33d-41d9-bf25-3ee7101df3a1 req-8d9c6841-b248-404b-97fe-9ab0a2edfb57 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:04.886345 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1dd572ec-f33d-41d9-bf25-3ee7101df3a1 req-8d9c6841-b248-404b-97fe-9ab0a2edfb57 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c1140fb-2d49-44fa-a4b0-42baeac7f590 HTTP/1.1" status: 200 len: 943 time: 0.1074378 May 26 16:00:04.928424 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8b45631-07e5-4367-9b52-61f4c7857ab5 req-ff5fc42f-6234-4b77-8bf3-8faf4e8a532a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faa43d7e-8845-4f40-8478-c9be46ff4bf7 HTTP/1.1" status: 200 len: 217 time: 0.0410647 May 26 16:00:04.995746 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1dd572ec-f33d-41d9-bf25-3ee7101df3a1 req-270c73bd-cf20-4654-bc3d-2432c3852909 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018186 May 26 16:00:05.028900 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b45631-07e5-4367-9b52-61f4c7857ab5 req-839d831d-be6a-42c2-b5f8-996ae2088f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:05.031488 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8b45631-07e5-4367-9b52-61f4c7857ab5 req-839d831d-be6a-42c2-b5f8-996ae2088f10 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e7c17c47-9ee8-44d6-b193-8b14963b1984 HTTP/1.1" status: 200 len: 862 time: 0.0940781 May 26 16:00:05.048588 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75663adf-a602-4ded-b46a-b9579bd24991 req-81b0bfc0-4b99-4c22-b801-cab325560e1d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:05.050061 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-75663adf-a602-4ded-b46a-b9579bd24991 req-81b0bfc0-4b99-4c22-b801-cab325560e1d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.0812266 May 26 16:00:05.080382 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8b45631-07e5-4367-9b52-61f4c7857ab5 req-faa6f945-30ef-479f-b4bf-eb4d04c2a3d6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3b5eae06-69d3-4233-90af-ed2ccfa064f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406632 May 26 16:00:05.154065 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-75663adf-a602-4ded-b46a-b9579bd24991 req-ce8069ab-2a37-4f0b-b958-cb49015de4f9 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967913 May 26 16:00:05.195174 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8b45631-07e5-4367-9b52-61f4c7857ab5 req-bb648c30-d7d8-4c89-83e9-06da36d5314d service neutron] 10.222.0.81 "GET /v2.0/networks/3b5eae06-69d3-4233-90af-ed2ccfa064f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067951 May 26 16:00:05.196978 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 81400724-692d-4cb4-905e-aec59e8b7ecf no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:00:05.223218 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 81400724-692d-4cb4-905e-aec59e8b7ecf {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:00:05.223924 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 81400724-692d-4cb4-905e-aec59e8b7ecf not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:00:05.299109 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8b45631-07e5-4367-9b52-61f4c7857ab5 req-2fff9a35-824a-4439-b646-31ba57a08c7d service neutron] 10.222.0.81 "GET /v2.0/networks/3b5eae06-69d3-4233-90af-ed2ccfa064f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970478 May 26 16:00:05.534985 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce2488e9-86f8-487c-a217-0e4164807120 req-bf44500d-6de6-4981-aae4-d32e39b9e559 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=50e3fd85713f4a9aaf9a09a9017fb8bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226047 May 26 16:00:05.539366 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 4a92f393-8813-46a7-bcd3-4fb565d3d84d details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:00:05.647070 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 4a92f393-8813-46a7-bcd3-4fb565d3d84d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=4a92f393-8813-46a7-bcd3-4fb565d3d84d,segment=NetworkSegment(e6704d63-1519-4cd1-8100-c949181e6d2b),segment_id=e6704d63-1519-4cd1-8100-c949181e6d2b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:05.660066 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '4a92f393-8813-46a7-bcd3-4fb565d3d84d', 'network_id': 'd8e6a23b-7f61-4795-ab7a-361f0f755c8d', 'port_id': '4a92f393-8813-46a7-bcd3-4fb565d3d84d', 'mac_address': 'fa:16:3e:fb:c1:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb576bd-eebb-4f80-9b74-b464d65080f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:00:05.706749 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 4a92f393-8813-46a7-bcd3-4fb565d3d84d is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:05.707528 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:05.724717 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a92f393-8813-46a7-bcd3-4fb565d3d84d {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:05.729680 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a46be31-75c6-4d0c-a8c6-44666e126342 req-d232a3f7-817c-47a5-9e30-46fb571e6096 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0915830 May 26 16:00:05.747272 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 4a92f393-8813-46a7-bcd3-4fb565d3d84d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=4a92f393-8813-46a7-bcd3-4fb565d3d84d,segment=NetworkSegment(e6704d63-1519-4cd1-8100-c949181e6d2b),segment_id=e6704d63-1519-4cd1-8100-c949181e6d2b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:05.750990 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd74f65-21e5-42f1-a1db-777c6b7e1923 req-d5354262-5199-478c-867d-89716292109d tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:05.752513 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:05.752680 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5dd74f65-21e5-42f1-a1db-777c6b7e1923 req-d5354262-5199-478c-867d-89716292109d tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 946 time: 0.1327267 May 26 16:00:05.762607 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2488e9-86f8-487c-a217-0e4164807120 req-0164ebef-b8ca-4dc5-a6d0-8b1a548d768d tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:05.769647 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce2488e9-86f8-487c-a217-0e4164807120 req-0164ebef-b8ca-4dc5-a6d0-8b1a548d768d tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2272553 May 26 16:00:05.810135 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=4a92f393-8813-46a7-bcd3-4fb565d3d84d,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:05.820526 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce2488e9-86f8-487c-a217-0e4164807120 req-b4e6c76c-25b4-423d-a6e0-d7a0c87f32d8 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/quotas/50e3fd85713f4a9aaf9a09a9017fb8bd HTTP/1.1" status: 200 len: 375 time: 0.0498390 May 26 16:00:05.869534 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce2488e9-86f8-487c-a217-0e4164807120 req-31efede9-beb1-4675-9fb4-5d5f493bef75 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=50e3fd85713f4a9aaf9a09a9017fb8bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481377 May 26 16:00:05.872374 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5dd74f65-21e5-42f1-a1db-777c6b7e1923 req-ea057c87-36e7-483d-b927-c3358ea8b3b7 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954034 May 26 16:00:05.887273 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46be31-75c6-4d0c-a8c6-44666e126342 req-67ffe6ab-8364-4593-a073-594c36a28540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:05.889363 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a46be31-75c6-4d0c-a8c6-44666e126342 req-67ffe6ab-8364-4593-a073-594c36a28540 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 1096 time: 0.0902932 May 26 16:00:06.037149 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['4a92f393-8813-46a7-bcd3-4fb565d3d84d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:00:06.053874 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795f288-daae-44a6-b768-2ee11443d0af req-f90101ef-29bb-48af-9bb4-e8924f96e8d4 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:06.056000 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2795f288-daae-44a6-b768-2ee11443d0af req-f90101ef-29bb-48af-9bb4-e8924f96e8d4 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.0798013 May 26 16:00:06.124166 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46be31-75c6-4d0c-a8c6-44666e126342 req-c717b4fe-6344-4d74-a2b8-405d7b4b7f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:06.125453 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a46be31-75c6-4d0c-a8c6-44666e126342 req-c717b4fe-6344-4d74-a2b8-405d7b4b7f01 service neutron] 10.222.0.81 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 921 time: 0.1999156 May 26 16:00:06.140758 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2795f288-daae-44a6-b768-2ee11443d0af req-96a2f3d0-6fa7-42d5-a67b-cd9c95ea3608 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739605 May 26 16:00:06.202267 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a46be31-75c6-4d0c-a8c6-44666e126342 req-79d36f5e-8131-484c-bec0-f23b9f1c55f6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c12f14b9-63df-4262-b488-905dbd4a5a1b HTTP/1.1" status: 200 len: 217 time: 0.0588439 May 26 16:00:06.244257 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9bee4a4c-8944-4bfa-a3f7-9115842f7653 req-32ba3773-4387-4f3a-b7a0-b5ab29e3fc5e tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=41ea7f4e-9e50-45bc-823e-4e70f83d975a HTTP/1.1" status: 200 len: 210 time: 0.0474889 May 26 16:00:06.279936 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf24b3e-2218-4c55-9140-ded8feb0113f req-902dc5ed-9d2d-4af5-952a-6561edb4b9fe tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:06.287889 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-adf24b3e-2218-4c55-9140-ded8feb0113f req-902dc5ed-9d2d-4af5-952a-6561edb4b9fe tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 944 time: 0.2021809 May 26 16:00:06.328203 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46be31-75c6-4d0c-a8c6-44666e126342 req-4581884d-119b-41b1-bb3e-2e594eee3b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:06.329467 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a46be31-75c6-4d0c-a8c6-44666e126342 req-4581884d-119b-41b1-bb3e-2e594eee3b29 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=34e27219-447c-429c-b572-febfd4b36520 HTTP/1.1" status: 200 len: 860 time: 0.1152179 May 26 16:00:06.377629 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-adf24b3e-2218-4c55-9140-ded8feb0113f req-9efc4e54-15fd-457c-a39c-e6e23ee6f072 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887010 May 26 16:00:06.463335 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a46be31-75c6-4d0c-a8c6-44666e126342 req-f149ce84-19e2-4f51-8046-475e3def7731 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=849715ed-d05e-42c2-bffa-fde3212d6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984781 May 26 16:00:06.581015 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512acef-49a7-4791-886e-72411b63be7d req-7f776ca9-6a0d-4802-a588-a9dcc43eba9c tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:06.588583 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f512acef-49a7-4791-886e-72411b63be7d req-7f776ca9-6a0d-4802-a588-a9dcc43eba9c tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c1140fb-2d49-44fa-a4b0-42baeac7f590 HTTP/1.1" status: 200 len: 943 time: 0.1926289 May 26 16:00:06.661758 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6af5d-c261-46a3-9377-4164bb424c95 req-6ed787ea-1ccc-40c4-82c4-4008b040c94e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:06.664554 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ff6af5d-c261-46a3-9377-4164bb424c95 req-6ed787ea-1ccc-40c4-82c4-4008b040c94e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.1588638 May 26 16:00:06.669154 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a46be31-75c6-4d0c-a8c6-44666e126342 req-aa10fbd8-1137-440e-b7a3-0ff2bf0ba4c0 service neutron] 10.222.0.81 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948891 May 26 16:00:06.684652 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f512acef-49a7-4791-886e-72411b63be7d req-fa9e4103-3962-49f7-8f72-e0419c7b9e1c tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951698 May 26 16:00:06.767235 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ff6af5d-c261-46a3-9377-4164bb424c95 req-d3440c5d-c9d2-427f-8a03-621585c30e07 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947847 May 26 16:00:06.802783 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a46be31-75c6-4d0c-a8c6-44666e126342 req-688139d5-9f0e-4ed7-92fd-2526e3c7d212 service neutron] 10.222.0.81 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161220 May 26 16:00:07.019898 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba64e55-8d1b-4cac-9b34-1699a8c9483c req-e7d45850-70a4-4d70-8cfe-48cd4dabbca5 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:07.021952 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eba64e55-8d1b-4cac-9b34-1699a8c9483c req-e7d45850-70a4-4d70-8cfe-48cd4dabbca5 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 946 time: 0.0664382 May 26 16:00:07.065250 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eba64e55-8d1b-4cac-9b34-1699a8c9483c req-bdb710bd-f371-437b-9f65-e33604209b60 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366645 May 26 16:00:07.259445 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd6b11-892f-494b-abd1-b7c90d097b96 req-b76322aa-fbcd-457b-b5e7-6e3e4667bdb0 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:07.261043 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4bcd6b11-892f-494b-abd1-b7c90d097b96 req-b76322aa-fbcd-457b-b5e7-6e3e4667bdb0 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.0519869 May 26 16:00:07.319593 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4bcd6b11-892f-494b-abd1-b7c90d097b96 req-75c5cc75-73cc-485e-8d36-5a1409025689 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523987 May 26 16:00:07.364792 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ac649f1-70b7-485c-a7af-c1ff2e7edd54 req-dfb4cb16-86be-4871-9635-5ba7092837d4 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=41ea7f4e-9e50-45bc-823e-4e70f83d975a HTTP/1.1" status: 200 len: 210 time: 0.0318589 May 26 16:00:07.449796 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce2488e9-86f8-487c-a217-0e4164807120 req-0bed52ca-32d5-4766-86a4-829504e96a00 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=50e3fd85713f4a9aaf9a09a9017fb8bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456424 May 26 16:00:07.553686 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device faa43d7e-8845-4f40-8478-c9be46ff4bf7 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:00:07.598284 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2488e9-86f8-487c-a217-0e4164807120 req-2cb0aeac-b3bc-4bac-819a-f80b01e23ad5 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:07.601325 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce2488e9-86f8-487c-a217-0e4164807120 req-2cb0aeac-b3bc-4bac-819a-f80b01e23ad5 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1447353 May 26 16:00:07.606614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47422e-c436-4ba1-981c-5dbb07ff6d26 req-2ec05512-566e-49a2-8be4-530f2175c95f tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:07.609101 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af47422e-c436-4ba1-981c-5dbb07ff6d26 req-2ec05512-566e-49a2-8be4-530f2175c95f tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 944 time: 0.1141677 May 26 16:00:07.611495 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 4a92f393-8813-46a7-bcd3-4fb565d3d84d up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:07.652845 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af47422e-c436-4ba1-981c-5dbb07ff6d26 req-b2f43e5b-2d75-42dc-b9c7-e0175084f49a tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358829 May 26 16:00:07.678066 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-ce2488e9-86f8-487c-a217-0e4164807120 req-5a306825-086f-4040-a2cf-d76aecef5107 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Request body: {'port': {'device_id': '41ea7f4e-9e50-45bc-823e-4e70f83d975a', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '50e3fd85713f4a9aaf9a09a9017fb8bd'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:07.688737 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port faa43d7e-8845-4f40-8478-c9be46ff4bf7, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=faa43d7e-8845-4f40-8478-c9be46ff4bf7,segment=NetworkSegment(cff8f957-50e8-4284-b32b-ce3fdb6f3bb6),segment_id=cff8f957-50e8-4284-b32b-ce3fdb6f3bb6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:07.704904 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'faa43d7e-8845-4f40-8478-c9be46ff4bf7', 'network_id': '3b5eae06-69d3-4233-90af-ed2ccfa064f1', 'port_id': 'faa43d7e-8845-4f40-8478-c9be46ff4bf7', 'mac_address': 'fa:16:3e:1e:5e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7c17c47-9ee8-44d6-b193-8b14963b1984', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:00:07.710074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 4a92f393-8813-46a7-bcd3-4fb565d3d84d completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:00:07.715924 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 4a92f393-8813-46a7-bcd3-4fb565d3d84d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:07.716329 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:07.777313 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port faa43d7e-8845-4f40-8478-c9be46ff4bf7 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:07.777700 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:07.799960 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa43d7e-8845-4f40-8478-c9be46ff4bf7 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:07.828647 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port faa43d7e-8845-4f40-8478-c9be46ff4bf7, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=faa43d7e-8845-4f40-8478-c9be46ff4bf7,segment=NetworkSegment(cff8f957-50e8-4284-b32b-ce3fdb6f3bb6),segment_id=cff8f957-50e8-4284-b32b-ce3fdb6f3bb6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:07.832854 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cc07d-8cdb-43a5-acf5-9b1ce1c1484b req-a1b5afeb-0f6a-47e7-8c94-08d0a4d1107f tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:07.833420 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2488e9-86f8-487c-a217-0e4164807120 req-5a306825-086f-4040-a2cf-d76aecef5107 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Made reservation on behalf of 50e3fd85713f4a9aaf9a09a9017fb8bd for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:00:07.834419 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1f2cc07d-8cdb-43a5-acf5-9b1ce1c1484b req-a1b5afeb-0f6a-47e7-8c94-08d0a4d1107f tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c1140fb-2d49-44fa-a4b0-42baeac7f590 HTTP/1.1" status: 200 len: 943 time: 0.0613842 May 26 16:00:07.838795 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ce2488e9-86f8-487c-a217-0e4164807120 req-5a306825-086f-4040-a2cf-d76aecef5107 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:07.859938 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:07.886137 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1f2cc07d-8cdb-43a5-acf5-9b1ce1c1484b req-5e4084bb-7a43-402f-9080-f6c55e0b6aeb tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453913 May 26 16:00:07.923332 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 4a92f393-8813-46a7-bcd3-4fb565d3d84d is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:07.923853 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:07.954759 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec91356-e8e3-4ffc-a969-78793b027bfa req-93bad709-1698-4ece-8a1d-ce307beeff34 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:07.955329 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=faa43d7e-8845-4f40-8478-c9be46ff4bf7,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:07.955825 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ec91356-e8e3-4ffc-a969-78793b027bfa req-93bad709-1698-4ece-8a1d-ce307beeff34 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.0737960 May 26 16:00:07.976274 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2854248-3cd1-4458-bc02-c11b71ce6800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a92f393-8813-46a7-bcd3-4fb565d3d84d'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:07.979876 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a97abf-8259-48bf-a32e-da404493d9c0" -d '{"events": [{"server_uuid": "d2854248-3cd1-4458-bc02-c11b71ce6800", "name": "network-vif-plugged", "status": "completed", "tag": "4a92f393-8813-46a7-bcd3-4fb565d3d84d"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:08.006850 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 4a92f393-8813-46a7-bcd3-4fb565d3d84d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=4a92f393-8813-46a7-bcd3-4fb565d3d84d,segment=NetworkSegment(e6704d63-1519-4cd1-8100-c949181e6d2b),segment_id=e6704d63-1519-4cd1-8100-c949181e6d2b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:08.015230 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:08.037540 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ec91356-e8e3-4ffc-a969-78793b027bfa req-37e01b6d-67d7-496a-ae97-8597cb64a03d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641365 May 26 16:00:08.054622 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c928740d-27f4-4fb1-a744-79c2bd573c7a x-openstack-request-id: req-c928740d-27f4-4fb1-a744-79c2bd573c7a {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:08.054847 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2854248-3cd1-4458-bc02-c11b71ce6800", "name": "network-vif-plugged", "status": "completed", "tag": "4a92f393-8813-46a7-bcd3-4fb565d3d84d", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:08.055092 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c928740d-27f4-4fb1-a744-79c2bd573c7a {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:08.055475 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c928740d-27f4-4fb1-a744-79c2bd573c7a'] response: {'server_uuid': 'd2854248-3cd1-4458-bc02-c11b71ce6800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a92f393-8813-46a7-bcd3-4fb565d3d84d', 'code': 200} May 26 16:00:08.080968 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-ce2488e9-86f8-487c-a217-0e4164807120 req-5a306825-086f-4040-a2cf-d76aecef5107 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Allocated IP 192.168.233.242 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/719e3994-2faf-4405-8996-5f32d97b2ec4) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:00:08.093858 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=4a92f393-8813-46a7-bcd3-4fb565d3d84d,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:08.173752 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['faa43d7e-8845-4f40-8478-c9be46ff4bf7'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:00:08.200603 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a676e94-64eb-4478-b018-1b7e283ce93a req-f3ad17c1-d357-46c4-a7a8-65c4a968376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:08.202723 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a676e94-64eb-4478-b018-1b7e283ce93a req-f3ad17c1-d357-46c4-a7a8-65c4a968376e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 1096 time: 0.0845063 May 26 16:00:08.221119 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86f032-8dbe-48cd-9c53-d658ff05e3a3 req-5ccf7be5-c9ab-46a5-a6da-5b0e7a115908 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:08.229231 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f86f032-8dbe-48cd-9c53-d658ff05e3a3 req-5ccf7be5-c9ab-46a5-a6da-5b0e7a115908 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 946 time: 0.0728889 May 26 16:00:08.268920 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ce2488e9-86f8-487c-a217-0e4164807120 req-5a306825-086f-4040-a2cf-d76aecef5107 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:08.298789 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f86f032-8dbe-48cd-9c53-d658ff05e3a3 req-3a1788a8-2cf8-466a-b481-155baa8153dd tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685861 May 26 16:00:08.300888 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a676e94-64eb-4478-b018-1b7e283ce93a req-ac751c3d-187d-4403-9633-f928a8ae88e8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695624 May 26 16:00:08.327974 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ce2488e9-86f8-487c-a217-0e4164807120 req-5a306825-086f-4040-a2cf-d76aecef5107 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:08.370669 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2488e9-86f8-487c-a217-0e4164807120 req-5a306825-086f-4040-a2cf-d76aecef5107 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:08.374846 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-ce2488e9-86f8-487c-a217-0e4164807120 req-5a306825-086f-4040-a2cf-d76aecef5107 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:08.377753 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2488e9-86f8-487c-a217-0e4164807120 req-5a306825-086f-4040-a2cf-d76aecef5107 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:00:08.421234 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a306825-086f-4040-a2cf-d76aecef5107 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Pushing event updated for resources: {'Port': ['ID=719e3994-2faf-4405-8996-5f32d97b2ec4,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:08.461996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2488e9-86f8-487c-a217-0e4164807120 req-5a306825-086f-4040-a2cf-d76aecef5107 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:08.462740 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ce2488e9-86f8-487c-a217-0e4164807120 req-5a306825-086f-4040-a2cf-d76aecef5107 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:08.485874 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce2488e9-86f8-487c-a217-0e4164807120 req-5a306825-086f-4040-a2cf-d76aecef5107 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8122737 May 26 16:00:08.522459 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9f779-65ff-4367-8835-56dd377857fb req-f324f4b5-bfed-4046-aa25-6964fd2aa8c7 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:08.524017 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ebd9f779-65ff-4367-8835-56dd377857fb req-f324f4b5-bfed-4046-aa25-6964fd2aa8c7 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.1101582 May 26 16:00:08.539533 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5d88d-1ead-4414-853c-f0bddaf3cd3a req-484697b4-0a9e-465f-822e-e81a0283b0ec tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:08.541064 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bde5d88d-1ead-4414-853c-f0bddaf3cd3a req-484697b4-0a9e-465f-822e-e81a0283b0ec tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=41ea7f4e-9e50-45bc-823e-4e70f83d975a HTTP/1.1" status: 200 len: 936 time: 0.0733876 May 26 16:00:08.596640 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ebd9f779-65ff-4367-8835-56dd377857fb req-3c2a0e99-563f-4005-9b4e-370db265a8bd tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650384 May 26 16:00:08.604060 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bde5d88d-1ead-4414-853c-f0bddaf3cd3a req-12983ff6-f18a-4929-9bf4-24fc3c56004b tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491307 May 26 16:00:08.653612 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ed47d7a0-57ce-4919-95cd-c365ac5ae1c7 None None] Provisioning complete for port 719e3994-2faf-4405-8996-5f32d97b2ec4 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:08.656837 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed47d7a0-57ce-4919-95cd-c365ac5ae1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:08.663018 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-ce2488e9-86f8-487c-a217-0e4164807120 req-7a5202e5-3f68-40f9-a3ac-9696151f215a service neutron] Request body: {'port': {'device_id': '41ea7f4e-9e50-45bc-823e-4e70f83d975a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:08.710109 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ed47d7a0-57ce-4919-95cd-c365ac5ae1c7 None None] Port 719e3994-2faf-4405-8996-5f32d97b2ec4 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:00:08.729235 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ce2488e9-86f8-487c-a217-0e4164807120 req-7a5202e5-3f68-40f9-a3ac-9696151f215a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:08.783158 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7282171-318f-4c11-966c-e97aca2ef3e4 req-373496dd-e818-47bf-a3c9-e0a8f709522c tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:08.784706 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f7282171-318f-4c11-966c-e97aca2ef3e4 req-373496dd-e818-47bf-a3c9-e0a8f709522c tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.0510094 May 26 16:00:08.826039 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f7282171-318f-4c11-966c-e97aca2ef3e4 req-19fd9389-7d34-408a-8fad-bffee6b5a7ef tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343330 May 26 16:00:09.026239 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-ce2488e9-86f8-487c-a217-0e4164807120 req-7a5202e5-3f68-40f9-a3ac-9696151f215a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 719e3994-2faf-4405-8996-5f32d97b2ec4 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:09.034732 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ce2488e9-86f8-487c-a217-0e4164807120 req-7a5202e5-3f68-40f9-a3ac-9696151f215a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:09.046953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-0817bf7c-b79c-4593-94c7-a63584cc3327 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:09.048031 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-ce2488e9-86f8-487c-a217-0e4164807120 req-7a5202e5-3f68-40f9-a3ac-9696151f215a service neutron] Transition to ACTIVE for port object 719e3994-2faf-4405-8996-5f32d97b2ec4 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:00:09.048572 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-0817bf7c-b79c-4593-94c7-a63584cc3327 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf&tenant_id=19e070c8e7b54fd08885a106f1eb9e23&binding%3Ahost_id=n-h1-843337-2 HTTP/1.1" status: 200 len: 1096 time: 0.0855505 May 26 16:00:09.054200 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ce2488e9-86f8-487c-a217-0e4164807120 req-7a5202e5-3f68-40f9-a3ac-9696151f215a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:09.060840 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078d10f-725e-461c-81dd-7728c7d43e4a req-21aea9c6-8b84-4de5-8f59-00035c8e738b tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:09.062833 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a078d10f-725e-461c-81dd-7728c7d43e4a req-21aea9c6-8b84-4de5-8f59-00035c8e738b tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c1140fb-2d49-44fa-a4b0-42baeac7f590 HTTP/1.1" status: 200 len: 944 time: 0.0878625 May 26 16:00:09.068032 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f96a5725-6d5f-4db4-8390-9e1e6fe616a7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843337-2'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:09.110797 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5202e5-3f68-40f9-a3ac-9696151f215a service neutron] Pushing event updated for resources: {'Port': ['ID=719e3994-2faf-4405-8996-5f32d97b2ec4,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:09.164920 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f96a5725-6d5f-4db4-8390-9e1e6fe616a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:09.197568 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a078d10f-725e-461c-81dd-7728c7d43e4a req-0b7c79ad-ed5f-472c-bb3a-68534ebcfbe5 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031005 May 26 16:00:09.200574 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ce2488e9-86f8-487c-a217-0e4164807120 req-7a5202e5-3f68-40f9-a3ac-9696151f215a service neutron] Attempting to bind port 719e3994-2faf-4405-8996-5f32d97b2ec4 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:00:09.201888 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ce2488e9-86f8-487c-a217-0e4164807120 req-7a5202e5-3f68-40f9-a3ac-9696151f215a service neutron] Attempting to bind port 719e3994-2faf-4405-8996-5f32d97b2ec4 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:00:09.202549 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2488e9-86f8-487c-a217-0e4164807120 req-7a5202e5-3f68-40f9-a3ac-9696151f215a service neutron] Attempting to bind port 719e3994-2faf-4405-8996-5f32d97b2ec4 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:09.208197 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2488e9-86f8-487c-a217-0e4164807120 req-7a5202e5-3f68-40f9-a3ac-9696151f215a service neutron] Port 719e3994-2faf-4405-8996-5f32d97b2ec4 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:00:09.208871 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2488e9-86f8-487c-a217-0e4164807120 req-7a5202e5-3f68-40f9-a3ac-9696151f215a service neutron] Attempting to bind port 719e3994-2faf-4405-8996-5f32d97b2ec4 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:09.214901 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2488e9-86f8-487c-a217-0e4164807120 req-7a5202e5-3f68-40f9-a3ac-9696151f215a service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:00:09.215454 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device abc417ca-d09c-4b20-afa4-b8599fee9b0e details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:00:09.216278 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2488e9-86f8-487c-a217-0e4164807120 req-7a5202e5-3f68-40f9-a3ac-9696151f215a service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:09.217891 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2488e9-86f8-487c-a217-0e4164807120 req-7a5202e5-3f68-40f9-a3ac-9696151f215a service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:00:09.218514 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ce2488e9-86f8-487c-a217-0e4164807120 req-7a5202e5-3f68-40f9-a3ac-9696151f215a service neutron] Bound port: 719e3994-2faf-4405-8996-5f32d97b2ec4, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:00:09.219685 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ce2488e9-86f8-487c-a217-0e4164807120 req-7a5202e5-3f68-40f9-a3ac-9696151f215a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:09.300597 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ce2488e9-86f8-487c-a217-0e4164807120 req-7a5202e5-3f68-40f9-a3ac-9696151f215a service neutron] For port 719e3994-2faf-4405-8996-5f32d97b2ec4, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:00:09.304147 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ce2488e9-86f8-487c-a217-0e4164807120 req-7a5202e5-3f68-40f9-a3ac-9696151f215a service neutron] For port 719e3994-2faf-4405-8996-5f32d97b2ec4, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=719e3994-2faf-4405-8996-5f32d97b2ec4,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:00:09.314907 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ce2488e9-86f8-487c-a217-0e4164807120 req-7a5202e5-3f68-40f9-a3ac-9696151f215a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:09.338226 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160d730-ce36-41de-9fe7-5da75dc2df61 req-d0ccccf0-46b1-4c90-b85c-e8d50414030e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:09.338226 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8160d730-ce36-41de-9fe7-5da75dc2df61 req-d0ccccf0-46b1-4c90-b85c-e8d50414030e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 945 time: 0.1631095 May 26 16:00:09.385211 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2488e9-86f8-487c-a217-0e4164807120 req-7a5202e5-3f68-40f9-a3ac-9696151f215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:09.385887 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ce2488e9-86f8-487c-a217-0e4164807120 req-7a5202e5-3f68-40f9-a3ac-9696151f215a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:09.387400 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce2488e9-86f8-487c-a217-0e4164807120 req-7a5202e5-3f68-40f9-a3ac-9696151f215a service neutron] 10.222.0.83 "PUT /v2.0/ports/719e3994-2faf-4405-8996-5f32d97b2ec4 HTTP/1.1" status: 200 len: 1096 time: 0.7284329 May 26 16:00:09.387695 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ea7f4e-9e50-45bc-823e-4e70f83d975a', 'tag': '719e3994-2faf-4405-8996-5f32d97b2ec4'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:09.391136 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2a18e5-6721-44cd-b4df-197316a953f1" -d '{"events": [{"name": "network-changed", "server_uuid": "41ea7f4e-9e50-45bc-823e-4e70f83d975a", "tag": "719e3994-2faf-4405-8996-5f32d97b2ec4"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:09.424340 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5202e5-3f68-40f9-a3ac-9696151f215a service neutron] Pushing event updated for resources: {'Port': ['ID=719e3994-2faf-4405-8996-5f32d97b2ec4,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:09.506929 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8160d730-ce36-41de-9fe7-5da75dc2df61 req-37c563b5-7140-45cd-9b83-23bc349517fd tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077785 May 26 16:00:09.516971 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port abc417ca-d09c-4b20-afa4-b8599fee9b0e, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=abc417ca-d09c-4b20-afa4-b8599fee9b0e,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:09.533524 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device abc417ca-d09c-4b20-afa4-b8599fee9b0e has no active binding in host n-h2-843337-2 {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 26 16:00:09.564166 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2488e9-86f8-487c-a217-0e4164807120 req-520b534e-49a2-4623-aff2-f7369b0897dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:09.574540 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce2488e9-86f8-487c-a217-0e4164807120 req-520b534e-49a2-4623-aff2-f7369b0897dd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=50e3fd85713f4a9aaf9a09a9017fb8bd&device_id=41ea7f4e-9e50-45bc-823e-4e70f83d975a HTTP/1.1" status: 200 len: 1099 time: 0.1028409 May 26 16:00:09.585200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device faa43d7e-8845-4f40-8478-c9be46ff4bf7 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:09.643160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a804f5-b742-431f-94dd-288412427f1e req-3374f3b3-40dd-4276-a10d-c0b2a8f86dd5 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:09.664766 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e6a804f5-b742-431f-94dd-288412427f1e req-3374f3b3-40dd-4276-a10d-c0b2a8f86dd5 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 946 time: 0.2162061 May 26 16:00:09.673150 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port faa43d7e-8845-4f40-8478-c9be46ff4bf7 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:00:09.677399 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port faa43d7e-8845-4f40-8478-c9be46ff4bf7 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:09.678003 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:09.683522 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce2488e9-86f8-487c-a217-0e4164807120 req-2ed0abf1-7d4d-47bc-8af1-a1bb78ece9c0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=719e3994-2faf-4405-8996-5f32d97b2ec4 HTTP/1.1" status: 200 len: 217 time: 0.0873141 May 26 16:00:09.689633 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153d8a4f-7260-43c8-9776-3951b0ec44c3 x-openstack-request-id: req-153d8a4f-7260-43c8-9776-3951b0ec44c3 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:09.695253 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ea7f4e-9e50-45bc-823e-4e70f83d975a", "tag": "719e3994-2faf-4405-8996-5f32d97b2ec4", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:09.695594 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-153d8a4f-7260-43c8-9776-3951b0ec44c3 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:09.696132 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-153d8a4f-7260-43c8-9776-3951b0ec44c3'] response: {'name': 'network-changed', 'server_uuid': '41ea7f4e-9e50-45bc-823e-4e70f83d975a', 'tag': '719e3994-2faf-4405-8996-5f32d97b2ec4', 'status': 'completed', 'code': 200} May 26 16:00:09.700045 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f96a5725-6d5f-4db4-8390-9e1e6fe616a7 service neutron] For port abc417ca-d09c-4b20-afa4-b8599fee9b0e, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=abc417ca-d09c-4b20-afa4-b8599fee9b0e,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:09.768674 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2488e9-86f8-487c-a217-0e4164807120 req-51ab9ef4-2baf-4291-8f9d-95c0b1930ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:09.770435 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce2488e9-86f8-487c-a217-0e4164807120 req-51ab9ef4-2baf-4291-8f9d-95c0b1930ec6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0724187 May 26 16:00:09.804044 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e6a804f5-b742-431f-94dd-288412427f1e req-19deea35-41f1-4b36-890d-b84d99d6e581 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382747 May 26 16:00:09.834687 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2488e9-86f8-487c-a217-0e4164807120 req-f2a72a5b-56eb-4a20-a626-f4e373553fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:09.837009 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce2488e9-86f8-487c-a217-0e4164807120 req-f2a72a5b-56eb-4a20-a626-f4e373553fdd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0585303 May 26 16:00:09.843605 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f96a5725-6d5f-4db4-8390-9e1e6fe616a7 service neutron] For port abc417ca-d09c-4b20-afa4-b8599fee9b0e, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:00:09.857285 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port faa43d7e-8845-4f40-8478-c9be46ff4bf7 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:09.858632 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:09.877602 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f131f-c13f-41f0-9c3f-39becff42aff req-bca0fc39-5600-45da-afa7-fcc977594939 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:09.879387 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-de0f131f-c13f-41f0-9c3f-39becff42aff req-bca0fc39-5600-45da-afa7-fcc977594939 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.1145704 May 26 16:00:09.926621 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port faa43d7e-8845-4f40-8478-c9be46ff4bf7, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=faa43d7e-8845-4f40-8478-c9be46ff4bf7,segment=NetworkSegment(cff8f957-50e8-4284-b32b-ce3fdb6f3bb6),segment_id=cff8f957-50e8-4284-b32b-ce3fdb6f3bb6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:09.934915 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:09.986440 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce2488e9-86f8-487c-a217-0e4164807120 req-826318c2-1485-454f-9793-dab088bb01d7 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408770 May 26 16:00:09.998411 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=faa43d7e-8845-4f40-8478-c9be46ff4bf7,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:10.056751 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1140fb-2d49-44fa-a4b0-42baeac7f590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa43d7e-8845-4f40-8478-c9be46ff4bf7'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:10.059351 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5931b693-dfc5-4967-b188-8fe396e286e2" -d '{"events": [{"server_uuid": "4c1140fb-2d49-44fa-a4b0-42baeac7f590", "name": "network-vif-plugged", "status": "completed", "tag": "faa43d7e-8845-4f40-8478-c9be46ff4bf7"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:10.110018 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce2488e9-86f8-487c-a217-0e4164807120 req-04379fb4-732b-405a-a0f5-4c0537cf916a service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139939 May 26 16:00:10.227991 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80576462-f2a3-4429-9edb-c0f42a1063cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abc417ca-d09c-4b20-afa4-b8599fee9b0e'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:10.230691 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fe1dad-c0af-4712-a469-d1f59b97540a" -d '{"events": [{"server_uuid": "80576462-f2a3-4429-9edb-c0f42a1063cf", "name": "network-vif-unplugged", "status": "completed", "tag": "abc417ca-d09c-4b20-afa4-b8599fee9b0e"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:10.235588 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f96a5725-6d5f-4db4-8390-9e1e6fe616a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:10.249042 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f96a5725-6d5f-4db4-8390-9e1e6fe616a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:10.253935 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a18e5-6721-44cd-b4df-197316a953f1 req-13eff0a4-32b6-4f68-b02e-d9d273130f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:10.255446 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7a2a18e5-6721-44cd-b4df-197316a953f1 req-13eff0a4-32b6-4f68-b02e-d9d273130f0e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=50e3fd85713f4a9aaf9a09a9017fb8bd&device_id=41ea7f4e-9e50-45bc-823e-4e70f83d975a HTTP/1.1" status: 200 len: 1099 time: 0.0475829 May 26 16:00:10.288731 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-de0f131f-c13f-41f0-9c3f-39becff42aff req-fa7e10e2-4b16-4d9e-9d04-5b16d9517413 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888204 May 26 16:00:10.342687 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ab75c-8031-4141-9eb5-b0212f36136e req-57766472-f0e4-48fe-813d-491827123a1a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:10.344515 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d53ab75c-8031-4141-9eb5-b0212f36136e req-57766472-f0e4-48fe-813d-491827123a1a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=41ea7f4e-9e50-45bc-823e-4e70f83d975a HTTP/1.1" status: 200 len: 948 time: 0.4563174 May 26 16:00:10.370865 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a5725-6d5f-4db4-8390-9e1e6fe616a7 service neutron] Pushing event updated for resources: {'Port': ['ID=abc417ca-d09c-4b20-afa4-b8599fee9b0e,revision_number=7']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:10.371526 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a18e5-6721-44cd-b4df-197316a953f1 req-807462ff-5b18-4f43-9cab-533790f95db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:10.374040 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7a2a18e5-6721-44cd-b4df-197316a953f1 req-807462ff-5b18-4f43-9cab-533790f95db7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.1113219 May 26 16:00:10.424591 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7a2a18e5-6721-44cd-b4df-197316a953f1 req-640da73a-7933-46d5-a1f9-39dbe7fe20de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=719e3994-2faf-4405-8996-5f32d97b2ec4 HTTP/1.1" status: 200 len: 217 time: 0.0438888 May 26 16:00:10.457545 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f96a5725-6d5f-4db4-8390-9e1e6fe616a7 service neutron] Attempting to bind port abc417ca-d09c-4b20-afa4-b8599fee9b0e on host n-h1-843337-2 for vnic_type normal with profile {"migrating_to": "n-h2-843337-2"} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:00:10.457873 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f96a5725-6d5f-4db4-8390-9e1e6fe616a7 service neutron] Attempting to bind port abc417ca-d09c-4b20-afa4-b8599fee9b0e by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:00:10.458227 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f96a5725-6d5f-4db4-8390-9e1e6fe616a7 service neutron] Attempting to bind port abc417ca-d09c-4b20-afa4-b8599fee9b0e on network 849715ed-d05e-42c2-bffa-fde3212d6c0a {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:10.469865 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d53ab75c-8031-4141-9eb5-b0212f36136e req-000fba68-e5f6-448b-aa95-4ce1c70d3d2b tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141689 May 26 16:00:10.471351 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f96a5725-6d5f-4db4-8390-9e1e6fe616a7 service neutron] Port abc417ca-d09c-4b20-afa4-b8599fee9b0e on network 849715ed-d05e-42c2-bffa-fde3212d6c0a not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:00:10.471672 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f96a5725-6d5f-4db4-8390-9e1e6fe616a7 service neutron] Attempting to bind port abc417ca-d09c-4b20-afa4-b8599fee9b0e on network 849715ed-d05e-42c2-bffa-fde3212d6c0a {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:10.478804 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f96a5725-6d5f-4db4-8390-9e1e6fe616a7 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:00:10.479174 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f96a5725-6d5f-4db4-8390-9e1e6fe616a7 service neutron] Checking segment: {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:10.479482 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f96a5725-6d5f-4db4-8390-9e1e6fe616a7 service neutron] Bound using segment: {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:00:10.480020 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f96a5725-6d5f-4db4-8390-9e1e6fe616a7 service neutron] Bound port: abc417ca-d09c-4b20-afa4-b8599fee9b0e, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:00:10.480361 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f96a5725-6d5f-4db4-8390-9e1e6fe616a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:10.484203 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a18e5-6721-44cd-b4df-197316a953f1 req-fd95d9a4-f9aa-47e5-9368-09eeecb4c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:10.485689 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7a2a18e5-6721-44cd-b4df-197316a953f1 req-fd95d9a4-f9aa-47e5-9368-09eeecb4c0f2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0545204 May 26 16:00:10.495154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc8481-0798-46c5-9adc-93e4dcdfc1e9 req-0f15f17e-f5eb-481a-9af0-a9c87e7fbba2 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:10.497273 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3efc8481-0798-46c5-9adc-93e4dcdfc1e9 req-0f15f17e-f5eb-481a-9af0-a9c87e7fbba2 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.1393266 May 26 16:00:10.529624 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9dd204-49aa-4579-9c02-d8d6c105cf08 x-openstack-request-id: req-5e9dd204-49aa-4579-9c02-d8d6c105cf08 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:10.530199 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1140fb-2d49-44fa-a4b0-42baeac7f590", "name": "network-vif-plugged", "status": "completed", "tag": "faa43d7e-8845-4f40-8478-c9be46ff4bf7", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:10.530847 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5e9dd204-49aa-4579-9c02-d8d6c105cf08 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:10.531573 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e9dd204-49aa-4579-9c02-d8d6c105cf08'] response: {'server_uuid': '4c1140fb-2d49-44fa-a4b0-42baeac7f590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa43d7e-8845-4f40-8478-c9be46ff4bf7', 'code': 200} May 26 16:00:10.544389 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a18e5-6721-44cd-b4df-197316a953f1 req-a8b1dd49-5b8c-4634-bbfb-fa9fc5368f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:10.546725 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7a2a18e5-6721-44cd-b4df-197316a953f1 req-a8b1dd49-5b8c-4634-bbfb-fa9fc5368f24 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0526211 May 26 16:00:10.575925 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3efc8481-0798-46c5-9adc-93e4dcdfc1e9 req-e90c7f6e-aaba-4981-965e-13dab4ff3e1b tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703330 May 26 16:00:10.615070 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bbb1bb-a062-41d2-b49a-f6dffb94d423 x-openstack-request-id: req-a6bbb1bb-a062-41d2-b49a-f6dffb94d423 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:10.615373 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80576462-f2a3-4429-9edb-c0f42a1063cf", "name": "network-vif-unplugged", "status": "completed", "tag": "abc417ca-d09c-4b20-afa4-b8599fee9b0e", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:10.615629 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6bbb1bb-a062-41d2-b49a-f6dffb94d423 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:10.616036 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6bbb1bb-a062-41d2-b49a-f6dffb94d423'] response: {'server_uuid': '80576462-f2a3-4429-9edb-c0f42a1063cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abc417ca-d09c-4b20-afa4-b8599fee9b0e', 'code': 200} May 26 16:00:10.630151 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f96a5725-6d5f-4db4-8390-9e1e6fe616a7 service neutron] For port abc417ca-d09c-4b20-afa4-b8599fee9b0e, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:00:10.662283 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f96a5725-6d5f-4db4-8390-9e1e6fe616a7 service neutron] For port abc417ca-d09c-4b20-afa4-b8599fee9b0e, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=abc417ca-d09c-4b20-afa4-b8599fee9b0e,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:00:10.672625 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f96a5725-6d5f-4db4-8390-9e1e6fe616a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:10.686297 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7a2a18e5-6721-44cd-b4df-197316a953f1 req-b5f7fb80-c43f-4193-bdfa-8cab83d90551 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311233 May 26 16:00:10.774584 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f6f0c-214a-446e-802b-3c2ac708c559 req-b2014319-27f6-40b3-9b91-82c4d6930fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:10.776076 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f96f6f0c-214a-446e-802b-3c2ac708c559 req-b2014319-27f6-40b3-9b91-82c4d6930fa1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4c1140fb-2d49-44fa-a4b0-42baeac7f590 HTTP/1.1" status: 200 len: 1096 time: 0.1573827 May 26 16:00:10.796704 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7a2a18e5-6721-44cd-b4df-197316a953f1 req-11bf2925-a66c-4461-b2e0-5e3382e7d5c9 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040397 May 26 16:00:10.845785 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f96a5725-6d5f-4db4-8390-9e1e6fe616a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:10.846398 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f96a5725-6d5f-4db4-8390-9e1e6fe616a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:10.847798 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f96a5725-6d5f-4db4-8390-9e1e6fe616a7 service neutron] 10.222.0.83 "PUT /v2.0/ports/abc417ca-d09c-4b20-afa4-b8599fee9b0e HTTP/1.1" status: 200 len: 1121 time: 1.7841940 May 26 16:00:10.857872 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a5725-6d5f-4db4-8390-9e1e6fe616a7 service neutron] Pushing event updated for resources: {'Port': ['ID=abc417ca-d09c-4b20-afa4-b8599fee9b0e,revision_number=8']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:10.873536 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f96f6f0c-214a-446e-802b-3c2ac708c559 req-e05b2333-d5ee-460f-97de-639110586d54 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870113 May 26 16:00:10.880891 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4dd019-30b0-43fe-b13e-7a89467927f2 req-7489c8d0-9b06-4cba-8bfb-14f2f9f3714b tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:10.882382 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b4dd019-30b0-43fe-b13e-7a89467927f2 req-7489c8d0-9b06-4cba-8bfb-14f2f9f3714b tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c1140fb-2d49-44fa-a4b0-42baeac7f590 HTTP/1.1" status: 200 len: 945 time: 0.1982696 May 26 16:00:10.891579 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177e34c-994b-4783-88f8-65e8169d503b req-09e3ecea-730c-462d-b98c-677cf575dbe5 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:10.893136 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3177e34c-994b-4783-88f8-65e8169d503b req-09e3ecea-730c-462d-b98c-677cf575dbe5 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 943 time: 0.1798844 May 26 16:00:10.949507 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b4dd019-30b0-43fe-b13e-7a89467927f2 req-054f4054-a8ec-4f02-bf24-eee2c316ff17 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553808 May 26 16:00:10.955228 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3177e34c-994b-4783-88f8-65e8169d503b req-add5e28e-1c28-4917-81e3-05d32ac94b1f tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540864 May 26 16:00:10.980618 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['abc417ca-d09c-4b20-afa4-b8599fee9b0e'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:00:11.120177 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8619e6-0cb5-4699-814e-75a867edef8b req-4fa0117a-c519-4acf-aafd-b25cde1ed290 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:11.121700 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa8619e6-0cb5-4699-814e-75a867edef8b req-4fa0117a-c519-4acf-aafd-b25cde1ed290 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.0874343 May 26 16:00:11.143136 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbd025-357c-469a-b846-fb4fdd5b55ce req-5e9fe0a8-04af-45ce-8692-13088524e02f tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:11.143654 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['abc417ca-d09c-4b20-afa4-b8599fee9b0e'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:00:11.144677 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5dbd025-357c-469a-b846-fb4fdd5b55ce req-5e9fe0a8-04af-45ce-8692-13088524e02f tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 946 time: 0.1016567 May 26 16:00:11.195898 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa8619e6-0cb5-4699-814e-75a867edef8b req-aef9f737-49ab-4766-aa6f-e5740b2be8f2 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501325 May 26 16:00:11.228428 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5dbd025-357c-469a-b846-fb4fdd5b55ce req-007d8e12-4127-487f-9336-be6129191b24 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554130 May 26 16:00:11.440670 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b8be9-60ec-4636-bdb1-8e187954bc18 req-0ba7c408-f62d-4e7e-9c3b-faf097bec08d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:11.442399 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-470b8be9-60ec-4636-bdb1-8e187954bc18 req-0ba7c408-f62d-4e7e-9c3b-faf097bec08d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.0722187 May 26 16:00:11.497309 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-470b8be9-60ec-4636-bdb1-8e187954bc18 req-4e0a0e5c-0a34-4b17-b355-9310afda40ad tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472283 May 26 16:00:11.566991 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e01c3-5bcb-409f-9e01-5c646c25cb02 req-2c10a302-032c-42d5-a38c-a68ffa07df85 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:11.568498 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-501e01c3-5bcb-409f-9e01-5c646c25cb02 req-2c10a302-032c-42d5-a38c-a68ffa07df85 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.0578215 May 26 16:00:11.632911 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-501e01c3-5bcb-409f-9e01-5c646c25cb02 req-a74d53c1-c3d1-4b2b-86a3-e6bee8ebc50a tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550952 May 26 16:00:11.641653 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b556a8c-ae2f-4cba-9c76-535b63eee0dc req-322753d7-ca30-4f3d-9d6f-f0ba39d550b3 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:11.643099 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b556a8c-ae2f-4cba-9c76-535b63eee0dc req-322753d7-ca30-4f3d-9d6f-f0ba39d550b3 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=41ea7f4e-9e50-45bc-823e-4e70f83d975a HTTP/1.1" status: 200 len: 948 time: 0.0850606 May 26 16:00:11.684394 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b556a8c-ae2f-4cba-9c76-535b63eee0dc req-afcdc363-49cf-4666-ab37-04a73a4e7237 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348532 May 26 16:00:12.126411 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca59042-d0b9-457d-ab86-0990ed83e2db req-b45e8512-bb04-4087-8b4f-04aa4d8174e2 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:12.127915 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ca59042-d0b9-457d-ab86-0990ed83e2db req-b45e8512-bb04-4087-8b4f-04aa4d8174e2 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c1140fb-2d49-44fa-a4b0-42baeac7f590 HTTP/1.1" status: 200 len: 945 time: 0.0928962 May 26 16:00:12.141287 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cd6a7-3425-48d1-a8d0-c8e37e9aaf0a req-58190540-270a-4982-a7e3-e3b7e1ecdf42 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:12.142773 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a85cd6a7-3425-48d1-a8d0-c8e37e9aaf0a req-58190540-270a-4982-a7e3-e3b7e1ecdf42 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 943 time: 0.0923753 May 26 16:00:12.198174 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ca59042-d0b9-457d-ab86-0990ed83e2db req-3a3ae53b-bfa3-49d2-b6f4-31b50991f989 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544317 May 26 16:00:12.209482 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a85cd6a7-3425-48d1-a8d0-c8e37e9aaf0a req-962e961c-e5ea-4659-93a2-8b574d38dd95 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589130 May 26 16:00:12.347195 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc0317-e021-4b8b-b44c-2815d80b799a req-d3e857e1-adee-4041-9a60-f47c13c5d47f tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:12.348716 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-30fc0317-e021-4b8b-b44c-2815d80b799a req-d3e857e1-adee-4041-9a60-f47c13c5d47f tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 946 time: 0.0538855 May 26 16:00:12.387674 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-30fc0317-e021-4b8b-b44c-2815d80b799a req-9ea846bf-9429-452b-9658-04e589ad7f0e tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326457 May 26 16:00:12.611468 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2047ba-12da-4d86-a6de-f8e836087eac req-e557baab-1643-44d0-ac85-153ab7e9f8e3 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:12.613011 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b2047ba-12da-4d86-a6de-f8e836087eac req-e557baab-1643-44d0-ac85-153ab7e9f8e3 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.0495002 May 26 16:00:12.616563 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80576462-f2a3-4429-9edb-c0f42a1063cf', 'tag': 'abc417ca-d09c-4b20-afa4-b8599fee9b0e'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:12.618810 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0249a924-dfc4-4f43-b2c0-a02d75a3fcd3" -d '{"events": [{"name": "network-changed", "server_uuid": "80576462-f2a3-4429-9edb-c0f42a1063cf", "tag": "abc417ca-d09c-4b20-afa4-b8599fee9b0e"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:12.661849 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a006c23b-0e84-44c6-a57d-24c4dff0cc23 x-openstack-request-id: req-a006c23b-0e84-44c6-a57d-24c4dff0cc23 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:12.662321 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80576462-f2a3-4429-9edb-c0f42a1063cf", "tag": "abc417ca-d09c-4b20-afa4-b8599fee9b0e", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:12.662625 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a006c23b-0e84-44c6-a57d-24c4dff0cc23 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:12.663989 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a006c23b-0e84-44c6-a57d-24c4dff0cc23'] response: {'name': 'network-changed', 'server_uuid': '80576462-f2a3-4429-9edb-c0f42a1063cf', 'tag': 'abc417ca-d09c-4b20-afa4-b8599fee9b0e', 'status': 'completed', 'code': 200} May 26 16:00:12.680969 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b2047ba-12da-4d86-a6de-f8e836087eac req-9eecbee6-9aa2-431e-ae86-0cee01d6b071 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579078 May 26 16:00:12.778077 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249a924-dfc4-4f43-b2c0-a02d75a3fcd3 req-e21dfdb4-16de-457b-a009-7313a390baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:12.780537 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0249a924-dfc4-4f43-b2c0-a02d75a3fcd3 req-e21dfdb4-16de-457b-a009-7313a390baa8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 1124 time: 0.0963535 May 26 16:00:12.840486 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab321602-0359-4eea-8b3a-5c9e28169040 req-0a6135b1-8ce8-4171-8819-c19686f1ec23 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:12.842801 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab321602-0359-4eea-8b3a-5c9e28169040 req-0a6135b1-8ce8-4171-8819-c19686f1ec23 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.1241179 May 26 16:00:12.912190 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-db6b3447-79ca-4761-bce1-f0d94026f630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:12.933815 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77889edd-7f19-4ddb-b4bb-9ee648762a60 req-42218ace-7e84-4402-90bd-9337546732f5 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:12.936073 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77889edd-7f19-4ddb-b4bb-9ee648762a60 req-42218ace-7e84-4402-90bd-9337546732f5 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=41ea7f4e-9e50-45bc-823e-4e70f83d975a HTTP/1.1" status: 200 len: 948 time: 0.1731024 May 26 16:00:12.975905 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab321602-0359-4eea-8b3a-5c9e28169040 req-9768428e-05ec-40a0-91df-3aaa3c11f709 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935738 May 26 16:00:12.985408 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249a924-dfc4-4f43-b2c0-a02d75a3fcd3 req-09fb58d8-c4fb-4fb2-bcf8-4c90dcd7fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:12.986858 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0249a924-dfc4-4f43-b2c0-a02d75a3fcd3 req-09fb58d8-c4fb-4fb2-bcf8-4c90dcd7fd91 service neutron] 10.222.0.81 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 921 time: 0.1904056 May 26 16:00:13.009278 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77889edd-7f19-4ddb-b4bb-9ee648762a60 req-7674f7e3-5095-475d-b964-126df306baf2 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632131 May 26 16:00:13.038368 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0249a924-dfc4-4f43-b2c0-a02d75a3fcd3 req-2a35919c-bb04-48a3-be71-2c35e583b77e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abc417ca-d09c-4b20-afa4-b8599fee9b0e HTTP/1.1" status: 200 len: 217 time: 0.0415611 May 26 16:00:13.097772 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249a924-dfc4-4f43-b2c0-a02d75a3fcd3 req-438c26dc-ea50-4957-9eef-fbd9bafca34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:13.099868 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0249a924-dfc4-4f43-b2c0-a02d75a3fcd3 req-438c26dc-ea50-4957-9eef-fbd9bafca34e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=34e27219-447c-429c-b572-febfd4b36520 HTTP/1.1" status: 200 len: 860 time: 0.0536830 May 26 16:00:13.132892 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0249a924-dfc4-4f43-b2c0-a02d75a3fcd3 req-8250eebe-1ce3-4e68-8993-5e076da3507a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=849715ed-d05e-42c2-bffa-fde3212d6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253983 May 26 16:00:13.237821 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0249a924-dfc4-4f43-b2c0-a02d75a3fcd3 req-3ee4e094-4cdc-48b9-b569-59b941730fdf service neutron] 10.222.0.81 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979059 May 26 16:00:13.417697 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22e3c8-6346-4b0c-b3f1-b5d544d70ba8 req-eb432890-06ef-4c79-9a7e-b264dc9a353e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:13.419608 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae22e3c8-6346-4b0c-b3f1-b5d544d70ba8 req-eb432890-06ef-4c79-9a7e-b264dc9a353e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 943 time: 0.1149340 May 26 16:00:13.421605 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0249a924-dfc4-4f43-b2c0-a02d75a3fcd3 req-8e2f1fdd-8de9-47d0-935f-7716fe905c3f service neutron] 10.222.0.81 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767225 May 26 16:00:13.431200 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451aa5b-824e-4350-8ce8-7da73c6607a6 req-72e9c349-4535-4c5d-a912-ba5a7e2a2986 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:13.432654 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5451aa5b-824e-4350-8ce8-7da73c6607a6 req-72e9c349-4535-4c5d-a912-ba5a7e2a2986 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c1140fb-2d49-44fa-a4b0-42baeac7f590 HTTP/1.1" status: 200 len: 945 time: 0.1294854 May 26 16:00:13.497857 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae22e3c8-6346-4b0c-b3f1-b5d544d70ba8 req-a72bff71-ed98-46f1-bbba-4fb09aac9074 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640728 May 26 16:00:13.500926 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5451aa5b-824e-4350-8ce8-7da73c6607a6 req-eb92dae1-a4e8-432a-a5a2-34f081711660 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593503 May 26 16:00:13.652807 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975486b-a25f-42ad-bcb8-4fe77abe2a7e req-24046828-b025-4109-ae41-cbf518aa92eb tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:13.655005 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a975486b-a25f-42ad-bcb8-4fe77abe2a7e req-24046828-b025-4109-ae41-cbf518aa92eb tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 946 time: 0.0630965 May 26 16:00:13.704631 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a975486b-a25f-42ad-bcb8-4fe77abe2a7e req-5cdd7503-1278-4510-997a-24c55f6d0419 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424011 May 26 16:00:13.845294 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed403fd9-8191-454b-ac8f-e71a967e9b3a req-de9c9336-a1b8-4721-b598-a9d111a32fe9 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:13.846755 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed403fd9-8191-454b-ac8f-e71a967e9b3a req-de9c9336-a1b8-4721-b598-a9d111a32fe9 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.0787501 May 26 16:00:13.857454 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd59b1-b2e0-40b3-9248-bb77f4584ac7 req-e12a7082-f715-4307-bdc4-ba4bca2e2c25 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:13.858820 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12bd59b1-b2e0-40b3-9248-bb77f4584ac7 req-e12a7082-f715-4307-bdc4-ba4bca2e2c25 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c1140fb-2d49-44fa-a4b0-42baeac7f590 HTTP/1.1" status: 200 len: 945 time: 0.0808465 May 26 16:00:13.914952 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed403fd9-8191-454b-ac8f-e71a967e9b3a req-5ebd82fe-6659-4e1e-a9cb-86f90568dd33 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550926 May 26 16:00:13.917613 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12bd59b1-b2e0-40b3-9248-bb77f4584ac7 req-d3493a35-6471-4c8a-8530-2e2bdfbf1e60 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522387 May 26 16:00:14.123904 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06ac9e-f083-436c-9aca-3e40cdbf3704 req-dede7b13-7021-4c9e-b74c-e7c1382dcfce tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:14.125321 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6e06ac9e-f083-436c-9aca-3e40cdbf3704 req-dede7b13-7021-4c9e-b74c-e7c1382dcfce tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.0764472 May 26 16:00:14.148784 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b4e9-91c9-493d-b516-eff631c19693 req-f61d4a3f-f50d-4264-9831-461b5acf09b5 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:14.150225 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa19b4e9-91c9-493d-b516-eff631c19693 req-f61d4a3f-f50d-4264-9831-461b5acf09b5 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=41ea7f4e-9e50-45bc-823e-4e70f83d975a HTTP/1.1" status: 200 len: 948 time: 0.0716970 May 26 16:00:14.201386 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6e06ac9e-f083-436c-9aca-3e40cdbf3704 req-48ff202a-c6a0-4cf9-bd0d-ce8f645f7a48 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692441 May 26 16:00:14.208546 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa19b4e9-91c9-493d-b516-eff631c19693 req-94569118-2f21-4011-a26a-888751844be9 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510712 May 26 16:00:14.634655 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e39e7-98af-4fed-ae6f-ba8a8f2370cf req-a25594e0-447e-4e25-b5e7-24f3492f0c27 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:14.636044 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-579e39e7-98af-4fed-ae6f-ba8a8f2370cf req-a25594e0-447e-4e25-b5e7-24f3492f0c27 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 943 time: 0.0553436 May 26 16:00:14.681307 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-579e39e7-98af-4fed-ae6f-ba8a8f2370cf req-9d715d07-9a22-4db9-9722-58b9b88a5273 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367279 May 26 16:00:14.840029 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d76b8-6b34-4664-b1b5-17a8f768c0ee req-b4e2ea7a-1106-4808-897c-a30e8c0b4297 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:14.841629 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f72d76b8-6b34-4664-b1b5-17a8f768c0ee req-b4e2ea7a-1106-4808-897c-a30e8c0b4297 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 946 time: 0.0533233 May 26 16:00:14.882540 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f72d76b8-6b34-4664-b1b5-17a8f768c0ee req-44ccf417-b260-438d-923e-bde4b7e6b264 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337152 May 26 16:00:15.096363 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b7997-5ed0-42ea-9959-b49196640859 req-6f109d6d-d4ca-467d-84b8-a22b7dfdda10 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:15.097749 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f88b7997-5ed0-42ea-9959-b49196640859 req-6f109d6d-d4ca-467d-84b8-a22b7dfdda10 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c1140fb-2d49-44fa-a4b0-42baeac7f590 HTTP/1.1" status: 200 len: 945 time: 0.0797732 May 26 16:00:15.104803 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a87eb-7651-4076-b0c3-2d12d7d1a9f7 req-c572f507-8bd7-4d6b-9b29-7181767442dd tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:15.106206 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-964a87eb-7651-4076-b0c3-2d12d7d1a9f7 req-c572f507-8bd7-4d6b-9b29-7181767442dd tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.0893693 May 26 16:00:15.162159 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f88b7997-5ed0-42ea-9959-b49196640859 req-21e4f161-dca1-40fb-9d63-05eeb598059c tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9ada5-cb8a-48f2-804d-0782f25784dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550632 May 26 16:00:15.164846 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-964a87eb-7651-4076-b0c3-2d12d7d1a9f7 req-23b82350-a853-4bd1-99d5-017b52b1498e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518656 May 26 16:00:15.270273 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 719e3994-2faf-4405-8996-5f32d97b2ec4 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:00:15.355164 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74448e-b0d3-4897-a811-6bdbe2398fea req-3865dc94-4f59-47f0-b66f-de59b6a8141f tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:15.356844 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae74448e-b0d3-4897-a811-6bdbe2398fea req-3865dc94-4f59-47f0-b66f-de59b6a8141f tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.0826249 May 26 16:00:15.382914 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0940ebe1-02e4-4af9-8a67-4b654ae0f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:15.410646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59c279-f7a1-40d6-b2a4-e26d7e1f0e07 req-11d0ce57-2b7d-4dc8-9990-c5e4fbbdd375 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:15.412422 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4d59c279-f7a1-40d6-b2a4-e26d7e1f0e07 req-11d0ce57-2b7d-4dc8-9990-c5e4fbbdd375 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=41ea7f4e-9e50-45bc-823e-4e70f83d975a HTTP/1.1" status: 200 len: 948 time: 0.1060181 May 26 16:00:15.453069 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae74448e-b0d3-4897-a811-6bdbe2398fea req-e3670a8a-3fbf-4dc6-afce-1bbd1d72d01a tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849252 May 26 16:00:15.480270 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4d59c279-f7a1-40d6-b2a4-e26d7e1f0e07 req-33f69298-12cd-4494-91ed-bddb4c328eb7 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579290 May 26 16:00:15.572355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 719e3994-2faf-4405-8996-5f32d97b2ec4, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=719e3994-2faf-4405-8996-5f32d97b2ec4,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:15.582490 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '719e3994-2faf-4405-8996-5f32d97b2ec4', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '719e3994-2faf-4405-8996-5f32d97b2ec4', 'mac_address': 'fa:16:3e:44:c1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:00:15.619431 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 719e3994-2faf-4405-8996-5f32d97b2ec4 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:15.619821 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:15.633451 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 719e3994-2faf-4405-8996-5f32d97b2ec4 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:15.652547 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 719e3994-2faf-4405-8996-5f32d97b2ec4, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=719e3994-2faf-4405-8996-5f32d97b2ec4,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:15.658690 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:15.683202 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de023014-bb10-45d5-90fe-3b1ae6d7ad16 req-fad1ddec-fedf-427e-9982-1b5b9f3abffd tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:15.684697 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-de023014-bb10-45d5-90fe-3b1ae6d7ad16 req-fad1ddec-fedf-427e-9982-1b5b9f3abffd tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c1140fb-2d49-44fa-a4b0-42baeac7f590 HTTP/1.1" status: 200 len: 945 time: 0.0536935 May 26 16:00:15.706684 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=719e3994-2faf-4405-8996-5f32d97b2ec4,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:15.820490 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-de023014-bb10-45d5-90fe-3b1ae6d7ad16 req-2fa53bbb-e260-4c0e-ae59-1d93dae9a9b5 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Deleting port faa43d7e-8845-4f40-8478-c9be46ff4bf7 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:00:15.820839 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-de023014-bb10-45d5-90fe-3b1ae6d7ad16 req-2fa53bbb-e260-4c0e-ae59-1d93dae9a9b5 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:15.832120 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0b5c7-4c5d-44f8-9c7e-771d6d3d503a req-f8f1e283-5e53-4c33-95c8-e2058889681a tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:15.833575 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77c0b5c7-4c5d-44f8-9c7e-771d6d3d503a req-f8f1e283-5e53-4c33-95c8-e2058889681a tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 943 time: 0.0708313 May 26 16:00:15.923223 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77c0b5c7-4c5d-44f8-9c7e-771d6d3d503a req-9d94a639-e896-4961-96c7-3a8249286239 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796132 May 26 16:00:15.960477 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-de023014-bb10-45d5-90fe-3b1ae6d7ad16 req-2fa53bbb-e260-4c0e-ae59-1d93dae9a9b5 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] For port faa43d7e-8845-4f40-8478-c9be46ff4bf7, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=faa43d7e-8845-4f40-8478-c9be46ff4bf7,segment=NetworkSegment(cff8f957-50e8-4284-b32b-ce3fdb6f3bb6),segment_id=cff8f957-50e8-4284-b32b-ce3fdb6f3bb6)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:15.960477 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-de023014-bb10-45d5-90fe-3b1ae6d7ad16 req-2fa53bbb-e260-4c0e-ae59-1d93dae9a9b5 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:15.990729 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-de023014-bb10-45d5-90fe-3b1ae6d7ad16 req-2fa53bbb-e260-4c0e-ae59-1d93dae9a9b5 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Calling delete_port for faa43d7e-8845-4f40-8478-c9be46ff4bf7 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:00:16.057785 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73d840-589c-4f3c-a1b7-3494e485b613 req-5c4b64fd-bae2-4082-89e8-98ad65455950 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:16.059305 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c73d840-589c-4f3c-a1b7-3494e485b613 req-5c4b64fd-bae2-4082-89e8-98ad65455950 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 946 time: 0.1023107 May 26 16:00:16.117185 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c73d840-589c-4f3c-a1b7-3494e485b613 req-7ebfcb4d-fd97-4021-953a-5346ce0baa73 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484021 May 26 16:00:16.177320 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-de023014-bb10-45d5-90fe-3b1ae6d7ad16 req-2fa53bbb-e260-4c0e-ae59-1d93dae9a9b5 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:16.194200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['faa43d7e-8845-4f40-8478-c9be46ff4bf7'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:00:16.220978 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa53bbb-e260-4c0e-ae59-1d93dae9a9b5 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Pushing event deleted for resources: {'Port': ['ID=faa43d7e-8845-4f40-8478-c9be46ff4bf7,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:16.260028 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['719e3994-2faf-4405-8996-5f32d97b2ec4'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:00:16.329931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-de023014-bb10-45d5-90fe-3b1ae6d7ad16 req-2fa53bbb-e260-4c0e-ae59-1d93dae9a9b5 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] No DVR routers for this DVR port faa43d7e-8845-4f40-8478-c9be46ff4bf7 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:00:16.346298 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-de023014-bb10-45d5-90fe-3b1ae6d7ad16 req-2fa53bbb-e260-4c0e-ae59-1d93dae9a9b5 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:16.349700 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-de023014-bb10-45d5-90fe-3b1ae6d7ad16 req-2fa53bbb-e260-4c0e-ae59-1d93dae9a9b5 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.81 "DELETE /v2.0/ports/faa43d7e-8845-4f40-8478-c9be46ff4bf7 HTTP/1.1" status: 204 len: 173 time: 0.6587358 May 26 16:00:16.351994 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1140fb-2d49-44fa-a4b0-42baeac7f590', 'name': 'network-vif-deleted', 'tag': 'faa43d7e-8845-4f40-8478-c9be46ff4bf7'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:16.354676 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d74f05-b274-4fbb-b75e-189783f5996f" -d '{"events": [{"server_uuid": "4c1140fb-2d49-44fa-a4b0-42baeac7f590", "name": "network-vif-deleted", "tag": "faa43d7e-8845-4f40-8478-c9be46ff4bf7"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:16.359750 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-816136de-b68f-4486-b0c2-a96da411b63b req-95a3ff78-2559-4d00-840b-a4ab88cd34e7 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c1140fb-2d49-44fa-a4b0-42baeac7f590 HTTP/1.1" status: 200 len: 210 time: 0.0831747 May 26 16:00:16.386340 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100c42a-5b3f-427e-b23b-6b434e634204 req-4c2f43d5-62f1-4dc9-822f-7eefc42a264c tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:16.393269 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7100c42a-5b3f-427e-b23b-6b434e634204 req-4c2f43d5-62f1-4dc9-822f-7eefc42a264c tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.1310306 May 26 16:00:16.399784 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:16.443508 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a748282-130f-457b-9e6f-c75bdec5514d x-openstack-request-id: req-3a748282-130f-457b-9e6f-c75bdec5514d {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:16.443833 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1140fb-2d49-44fa-a4b0-42baeac7f590", "name": "network-vif-deleted", "tag": "faa43d7e-8845-4f40-8478-c9be46ff4bf7", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:16.444043 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3a748282-130f-457b-9e6f-c75bdec5514d {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:16.444486 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a748282-130f-457b-9e6f-c75bdec5514d'] response: {'server_uuid': '4c1140fb-2d49-44fa-a4b0-42baeac7f590', 'name': 'network-vif-deleted', 'tag': 'faa43d7e-8845-4f40-8478-c9be46ff4bf7', 'status': 'completed', 'code': 200} May 26 16:00:16.466014 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7100c42a-5b3f-427e-b23b-6b434e634204 req-3b6668bf-e830-4395-b655-32a8ea630922 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633011 May 26 16:00:16.626191 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10c125-4c78-4497-8a1d-2508209582b7 req-25e4c3d2-067d-44d8-8b33-560fd4a4d416 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:16.627671 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c10c125-4c78-4497-8a1d-2508209582b7 req-25e4c3d2-067d-44d8-8b33-560fd4a4d416 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.0759475 May 26 16:00:16.639696 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1de39c-ea96-4d30-a205-5f1da6ed1be9 req-69e4a622-32fc-4c1c-954d-bf52bdaecbd4 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:16.641339 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee1de39c-ea96-4d30-a205-5f1da6ed1be9 req-69e4a622-32fc-4c1c-954d-bf52bdaecbd4 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=41ea7f4e-9e50-45bc-823e-4e70f83d975a HTTP/1.1" status: 200 len: 949 time: 0.0782070 May 26 16:00:16.696855 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c10c125-4c78-4497-8a1d-2508209582b7 req-239aedd2-edc6-43ce-847c-41eb989c4d85 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543199 May 26 16:00:16.704745 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee1de39c-ea96-4d30-a205-5f1da6ed1be9 req-64961438-1362-4f7c-80b1-ff9346241f0b tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568969 May 26 16:00:17.057140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c39160-0efc-4d44-94b3-68f7849f2b65 req-df5f9ae7-9fbd-4d93-97ac-a28a7f532b5d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:17.058590 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-69c39160-0efc-4d44-94b3-68f7849f2b65 req-df5f9ae7-9fbd-4d93-97ac-a28a7f532b5d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 943 time: 0.0493841 May 26 16:00:17.099264 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-69c39160-0efc-4d44-94b3-68f7849f2b65 req-c3478bcf-c34b-4842-9905-223dbce19c6c tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340269 May 26 16:00:17.263349 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0884d-2812-4da0-a379-3ad4cb337f88 req-462721f0-da61-42d1-b29b-733e7344202f tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:17.265288 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d8d0884d-2812-4da0-a379-3ad4cb337f88 req-462721f0-da61-42d1-b29b-733e7344202f tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 946 time: 0.0583391 May 26 16:00:17.325043 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d8d0884d-2812-4da0-a379-3ad4cb337f88 req-f143353c-5ec9-483d-996a-497eff182fc5 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493383 May 26 16:00:17.581239 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37904) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:17.594847 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:17.646575 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223bc3f-ed4d-478e-8963-83c1dbafd04f req-21e287b4-e774-4c3c-b638-9087ee897681 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:17.648190 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7223bc3f-ed4d-478e-8963-83c1dbafd04f req-21e287b4-e774-4c3c-b638-9087ee897681 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.0860515 May 26 16:00:17.662086 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a46d9cf4-c061-4b1d-9453-4fec53e1c6e5 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:17.693395 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a46d9cf4-c061-4b1d-9453-4fec53e1c6e5 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:17.701472 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7223bc3f-ed4d-478e-8963-83c1dbafd04f req-f487ef06-f229-45d1-9b64-91371f99f592 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438573 May 26 16:00:17.767568 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a46d9cf4-c061-4b1d-9453-4fec53e1c6e5 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:17.770912 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a46d9cf4-c061-4b1d-9453-4fec53e1c6e5 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:17.774427 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a46d9cf4-c061-4b1d-9453-4fec53e1c6e5 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "DELETE /v2.0/security-groups/9c2edf5e-ea54-4033-a245-eb196ede5788 HTTP/1.1" status: 204 len: 168 time: 0.1897864 May 26 16:00:17.775009 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37910) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:17.782807 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d9cf4-c061-4b1d-9453-4fec53e1c6e5 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2edf5e-ea54-4033-a245-eb196ede5788,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:17.815392 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-b6eeda67-4d71-42c3-b389-ce0cd03ab791 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] show failed (client error): The resource could not be found. May 26 16:00:17.816943 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b6eeda67-4d71-42c3-b389-ce0cd03ab791 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "GET /v2.0/security-groups/9c2edf5e-ea54-4033-a245-eb196ede5788 HTTP/1.1" status: 404 len: 347 time: 0.0404916 May 26 16:00:17.820240 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37912) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:17.907206 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f1929-5877-45d3-bf46-62f31bdeb9df req-494a3dcd-b024-4d0a-b1d7-ae4605ab9197 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:17.909015 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e2f1929-5877-45d3-bf46-62f31bdeb9df req-494a3dcd-b024-4d0a-b1d7-ae4605ab9197 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=41ea7f4e-9e50-45bc-823e-4e70f83d975a HTTP/1.1" status: 200 len: 949 time: 0.1094098 May 26 16:00:17.917799 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e75014-28df-4a3f-be4a-a8df7782d432 req-05c92acc-ec81-433b-9222-bf900887c5bc tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:17.919313 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52e75014-28df-4a3f-be4a-a8df7782d432 req-05c92acc-ec81-433b-9222-bf900887c5bc tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.1158087 May 26 16:00:17.984498 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e2f1929-5877-45d3-bf46-62f31bdeb9df req-5531df26-e9d9-479e-9f47-9bca2fb3705b tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639915 May 26 16:00:17.999280 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52e75014-28df-4a3f-be4a-a8df7782d432 req-2e84df55-c3da-4543-8c36-bf954a6baa5f tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565593 May 26 16:00:18.004028 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-5c466ac3-223b-4fe0-8191-4fbb33ff24c1 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Deleting port 3ae29382-a4b4-43bf-9231-278d27bb8f63 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:00:18.004395 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5c466ac3-223b-4fe0-8191-4fbb33ff24c1 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:18.086517 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5c466ac3-223b-4fe0-8191-4fbb33ff24c1 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:18.086859 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5c466ac3-223b-4fe0-8191-4fbb33ff24c1 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:18.087685 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:18.099796 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-5c466ac3-223b-4fe0-8191-4fbb33ff24c1 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Calling delete_port for 3ae29382-a4b4-43bf-9231-278d27bb8f63 owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:00:18.244217 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5c466ac3-223b-4fe0-8191-4fbb33ff24c1 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:18.251046 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff408524-4c56-4b63-8e74-f164fc4f3945 req-d603e436-0ffd-4398-b1ce-9fa69b5dcf2e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:18.252540 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff408524-4c56-4b63-8e74-f164fc4f3945 req-d603e436-0ffd-4398-b1ce-9fa69b5dcf2e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 943 time: 0.0540578 May 26 16:00:18.275388 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c466ac3-223b-4fe0-8191-4fbb33ff24c1 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Pushing event deleted for resources: {'Port': ['ID=3ae29382-a4b4-43bf-9231-278d27bb8f63,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:18.295596 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff408524-4c56-4b63-8e74-f164fc4f3945 req-23fcd755-a2be-4478-bb67-9d36809f69cb tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359893 May 26 16:00:18.348655 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5c466ac3-223b-4fe0-8191-4fbb33ff24c1 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:18.351697 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5c466ac3-223b-4fe0-8191-4fbb33ff24c1 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:18.353030 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5c466ac3-223b-4fe0-8191-4fbb33ff24c1 tempest-ImagesOneServerNegativeTestJSON-1306876921 tempest-ImagesOneServerNegativeTestJSON-1306876921-project] 10.222.0.77 "DELETE /v2.0/floatingips/11c6bec0-e9b9-4986-ae1f-d75e33a081fd HTTP/1.1" status: 204 len: 168 time: 0.5307183 May 26 16:00:18.465272 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34222463-a913-4e28-a7e4-582f0af28b50 req-8bcb8975-b730-40d3-b132-dc76e9f4c6da tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:18.468391 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-34222463-a913-4e28-a7e4-582f0af28b50 req-8bcb8975-b730-40d3-b132-dc76e9f4c6da tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 946 time: 0.0578237 May 26 16:00:18.472610 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37930) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:18.507398 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-34222463-a913-4e28-a7e4-582f0af28b50 req-30dd2fa4-ad58-44f7-b48d-d2bf123ef3cc tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328078 May 26 16:00:18.521973 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a738e6-a303-4a1c-bfd7-5d00253f63ab admin admin] Deleting subnet e7c17c47-9ee8-44d6-b193-8b14963b1984 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:00:18.525161 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-47a738e6-a303-4a1c-bfd7-5d00253f63ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:18.562450 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-47a738e6-a303-4a1c-bfd7-5d00253f63ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:18.602637 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-47a738e6-a303-4a1c-bfd7-5d00253f63ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:18.655987 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-47a738e6-a303-4a1c-bfd7-5d00253f63ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:18.685296 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a738e6-a303-4a1c-bfd7-5d00253f63ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7c17c47-9ee8-44d6-b193-8b14963b1984,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:18.687296 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-47a738e6-a303-4a1c-bfd7-5d00253f63ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:18.690469 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-47a738e6-a303-4a1c-bfd7-5d00253f63ab admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e7c17c47-9ee8-44d6-b193-8b14963b1984 HTTP/1.1" status: 204 len: 168 time: 0.2167809 May 26 16:00:18.692960 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37932) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:18.760055 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bbe13aa1-b62d-43f9-8372-0c03cf0b136b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:18.823172 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f0ee8-dd46-4a51-b936-df1e01d011c4 req-014042bc-1103-49f2-8a24-f26f8a435e2f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:18.824607 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c54f0ee8-dd46-4a51-b936-df1e01d011c4 req-014042bc-1103-49f2-8a24-f26f8a435e2f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.0491931 May 26 16:00:18.843415 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bbe13aa1-b62d-43f9-8372-0c03cf0b136b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:18.863140 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-bbe13aa1-b62d-43f9-8372-0c03cf0b136b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b5eae06-69d3-4233-90af-ed2ccfa064f1']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:18.866580 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c54f0ee8-dd46-4a51-b936-df1e01d011c4 req-ba1d25b6-9e55-4926-b962-0be6d160d495 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353000 May 26 16:00:18.872536 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-bbe13aa1-b62d-43f9-8372-0c03cf0b136b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff8f957-50e8-4284-b32b-ce3fdb6f3bb6') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:18.873482 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-bbe13aa1-b62d-43f9-8372-0c03cf0b136b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff8f957-50e8-4284-b32b-ce3fdb6f3bb6') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:18.883141 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bbe13aa1-b62d-43f9-8372-0c03cf0b136b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:18.893543 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:18.897721 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bbe13aa1-b62d-43f9-8372-0c03cf0b136b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:18.903631 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe13aa1-b62d-43f9-8372-0c03cf0b136b admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:00:18.904560 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bbe13aa1-b62d-43f9-8372-0c03cf0b136b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:18.943653 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment cff8f957-50e8-4284-b32b-ce3fdb6f3bb6 resource provider aggregate not found May 26 16:00:18.967076 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment cff8f957-50e8-4284-b32b-ce3fdb6f3bb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cff8f957-50e8-4284-b32b-ce3fdb6f3bb6 found for delete ", "request_id": "req-fc675241-0125-4b98-ad87-bed18111bbd3"}]} May 26 16:00:18.968423 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bbe13aa1-b62d-43f9-8372-0c03cf0b136b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:18.973859 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bbe13aa1-b62d-43f9-8372-0c03cf0b136b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:18.976857 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bbe13aa1-b62d-43f9-8372-0c03cf0b136b admin admin] 10.222.0.77 "DELETE /v2.0/networks/3b5eae06-69d3-4233-90af-ed2ccfa064f1 HTTP/1.1" status: 204 len: 168 time: 0.2830141 May 26 16:00:18.988153 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe13aa1-b62d-43f9-8372-0c03cf0b136b admin admin] Pushing event deleted for resources: {'Network': ['ID=3b5eae06-69d3-4233-90af-ed2ccfa064f1,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:19.109875 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37946) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:19.152637 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a652fe47-700f-412e-8146-87d4edd4ff41 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=05d33324e120414581773a28644ea5f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413885 May 26 16:00:19.154224 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fe9d2-1b42-4af8-9e0b-1dfe9f4ce651 req-097aba91-c947-410a-8a8b-3e80d957e815 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:19.155308 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37948) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:19.155962 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-095fe9d2-1b42-4af8-9e0b-1dfe9f4ce651 req-097aba91-c947-410a-8a8b-3e80d957e815 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.0817869 May 26 16:00:19.169289 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cc378-cd9b-4a5e-99a8-2f8c4285eb26 req-ea83d441-24e8-4620-a729-caf95b01e4ee tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:19.171619 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-763cc378-cd9b-4a5e-99a8-2f8c4285eb26 req-ea83d441-24e8-4620-a729-caf95b01e4ee tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=41ea7f4e-9e50-45bc-823e-4e70f83d975a HTTP/1.1" status: 200 len: 949 time: 0.0877266 May 26 16:00:19.211207 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-399de580-414f-4214-8fb9-4751c12fc9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:19.233067 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-095fe9d2-1b42-4af8-9e0b-1dfe9f4ce651 req-7f724453-18c8-4dc8-9415-d31012084807 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604603 May 26 16:00:19.233519 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-399de580-414f-4214-8fb9-4751c12fc9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:19.240632 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-763cc378-cd9b-4a5e-99a8-2f8c4285eb26 req-cc41d6f9-3b6b-4bb1-bc8f-fdd2c38d7b0a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623555 May 26 16:00:19.272162 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:00:19.295354 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-399de580-414f-4214-8fb9-4751c12fc9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:19.297987 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-399de580-414f-4214-8fb9-4751c12fc9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:19.299258 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-399de580-414f-4214-8fb9-4751c12fc9ad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/09e9ada5-cb8a-48f2-804d-0782f25784dc HTTP/1.1" status: 204 len: 168 time: 0.1430554 May 26 16:00:19.307771 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399de580-414f-4214-8fb9-4751c12fc9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e9ada5-cb8a-48f2-804d-0782f25784dc,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:19.314783 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 719e3994-2faf-4405-8996-5f32d97b2ec4 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:19.402883 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 719e3994-2faf-4405-8996-5f32d97b2ec4 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:00:19.407544 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 719e3994-2faf-4405-8996-5f32d97b2ec4 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:19.408061 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:19.473244 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51f847-d1f2-4f5d-b40d-d9ef026c5d36 req-822f151b-26f4-4a2b-8d41-1ac67661f22b tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:19.474744 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2d51f847-d1f2-4f5d-b40d-d9ef026c5d36 req-822f151b-26f4-4a2b-8d41-1ac67661f22b tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 943 time: 0.0875971 May 26 16:00:19.481050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-6f7c1187-fcd2-4125-9a54-006b036de615 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:19.483151 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-6f7c1187-fcd2-4125-9a54-006b036de615 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 807 time: 0.1681647 May 26 16:00:19.509570 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 719e3994-2faf-4405-8996-5f32d97b2ec4 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:19.509958 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:19.512896 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-2cda48a4-07bd-4444-b63c-5b03829a8e32 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/quotas/68474f7d9cf04077903a4e0c3bda72a7 HTTP/1.1" status: 200 len: 375 time: 0.0118053 May 26 16:00:19.537035 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ea7f4e-9e50-45bc-823e-4e70f83d975a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719e3994-2faf-4405-8996-5f32d97b2ec4'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:19.539625 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7202354-bf18-44ea-a10f-bd37a1737e9f" -d '{"events": [{"server_uuid": "41ea7f4e-9e50-45bc-823e-4e70f83d975a", "name": "network-vif-plugged", "status": "completed", "tag": "719e3994-2faf-4405-8996-5f32d97b2ec4"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:19.544195 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2d51f847-d1f2-4f5d-b40d-d9ef026c5d36 req-b53159a4-5f2f-49d2-841f-f7088bb15357 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599937 May 26 16:00:19.562379 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 719e3994-2faf-4405-8996-5f32d97b2ec4, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=719e3994-2faf-4405-8996-5f32d97b2ec4,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:19.569103 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:19.600865 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-b3ee5d5b-68f4-47c6-b3e2-250a1471a3ce tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0743122 May 26 16:00:19.628204 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=719e3994-2faf-4405-8996-5f32d97b2ec4,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:19.642509 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device faa43d7e-8845-4f40-8478-c9be46ff4bf7 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:00:19.665248 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: faa43d7e-8845-4f40-8478-c9be46ff4bf7 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:00:19.665591 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device faa43d7e-8845-4f40-8478-c9be46ff4bf7 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:00:20.024245 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fb555-ebb2-4cf1-badb-d1dfd3128de7 req-2aad56fa-40e9-4ef7-ad65-4c86502184d5 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:20.025710 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac3fb555-ebb2-4cf1-badb-d1dfd3128de7 req-2aad56fa-40e9-4ef7-ad65-4c86502184d5 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 946 time: 0.3807290 May 26 16:00:20.045955 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-d1bee473-1109-44e1-91c9-84f021f459b7 service neutron] 10.222.0.77 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442523 May 26 16:00:20.081519 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-9c74504a-bc4d-46d8-81e9-b138716a503a service neutron] 10.222.0.83 "GET /v2.0/ports/60450a80-835f-4f71-97de-cc95d2494e1a/bindings/n-h2-843337-2 HTTP/1.1" status: 200 len: 382 time: 0.4029019 May 26 16:00:20.101791 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37984) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:20.126352 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac3fb555-ebb2-4cf1-badb-d1dfd3128de7 req-4173425b-f1f0-4b1d-ba26-97a8606ad83a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892212 May 26 16:00:20.180453 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-4370bdcc-f035-46d4-b4ee-828909327805 service neutron] 10.222.0.77 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248426 May 26 16:00:20.181006 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036d2108-e14f-4115-a158-362280d99b9d x-openstack-request-id: req-036d2108-e14f-4115-a158-362280d99b9d {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:20.181484 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ea7f4e-9e50-45bc-823e-4e70f83d975a", "name": "network-vif-plugged", "status": "completed", "tag": "719e3994-2faf-4405-8996-5f32d97b2ec4", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:20.181579 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-036d2108-e14f-4115-a158-362280d99b9d {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:20.181941 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-036d2108-e14f-4115-a158-362280d99b9d'] response: {'server_uuid': '41ea7f4e-9e50-45bc-823e-4e70f83d975a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719e3994-2faf-4405-8996-5f32d97b2ec4', 'code': 200} May 26 16:00:20.248295 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-228db04c-7fad-4883-9baa-7997c893a18d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-929346699-network', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:20.276281 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228db04c-7fad-4883-9baa-7997c893a18d admin admin] Made reservation on behalf of 829e9f52f7f3454cafe50e0d9182f678 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:00:20.278673 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-228db04c-7fad-4883-9baa-7997c893a18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:20.290310 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-228db04c-7fad-4883-9baa-7997c893a18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:20.309805 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdea0f-f4ef-4cd3-bb87-e8bbcf7cec1b req-b9066f92-8407-4a8f-a346-056757d083eb tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:20.322654 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-40bdea0f-f4ef-4cd3-bb87-e8bbcf7cec1b req-b9066f92-8407-4a8f-a346-056757d083eb tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.0884161 May 26 16:00:20.408625 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-40bdea0f-f4ef-4cd3-bb87-e8bbcf7cec1b req-7608d2ad-203d-41ef-9108-48e38cb29aa9 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849810 May 26 16:00:20.411222 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-228db04c-7fad-4883-9baa-7997c893a18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:20.414128 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-343a743e-45bd-4627-b6bc-648e4e834c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:20.415789 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-343a743e-45bd-4627-b6bc-648e4e834c5c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207&tenant_id=2e6ecadf768c4517a083521fe60f9efe HTTP/1.1" status: 200 len: 1101 time: 0.0697551 May 26 16:00:20.417077 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-228db04c-7fad-4883-9baa-7997c893a18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:20.420951 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e017ff-2fce-4aca-8524-94d273097f62 req-e33ea144-9ddb-4502-9a8f-2477c29e2907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:20.430082 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9e017ff-2fce-4aca-8524-94d273097f62 req-e33ea144-9ddb-4502-9a8f-2477c29e2907 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=41ea7f4e-9e50-45bc-823e-4e70f83d975a HTTP/1.1" status: 200 len: 1101 time: 0.1040027 May 26 16:00:20.458496 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228db04c-7fad-4883-9baa-7997c893a18d admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:00:20.496480 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228db04c-7fad-4883-9baa-7997c893a18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408b8c3a-3c54-4349-9727-5f5f95bd65b8,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:20.501272 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-228db04c-7fad-4883-9baa-7997c893a18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:20.501618 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-228db04c-7fad-4883-9baa-7997c893a18d admin admin] Added segment 96a5f615-fb63-4c2b-92cf-d8a80dc39cae of type vlan for network cc5ef074-7315-4026-8964-d75cc2ddf062 May 26 16:00:20.526685 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9e017ff-2fce-4aca-8524-94d273097f62 req-af71ef06-02cd-4645-aafd-ca6989241ee1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738056 May 26 16:00:20.550243 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-228db04c-7fad-4883-9baa-7997c893a18d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:20.553553 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-4d21dd9a-590b-4851-8ecd-ebeb8bfff002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:20.555027 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-4d21dd9a-590b-4851-8ecd-ebeb8bfff002 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 1101 time: 0.0944278 May 26 16:00:20.580555 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-228db04c-7fad-4883-9baa-7997c893a18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:20.581557 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228db04c-7fad-4883-9baa-7997c893a18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:20.582332 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-228db04c-7fad-4883-9baa-7997c893a18d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:20.629856 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d2470-a2f7-473d-9f00-6b7190901ca6 req-03a0a530-0366-453c-9015-430303ae513c tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:20.639066 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-926d2470-a2f7-473d-9f00-6b7190901ca6 req-03a0a530-0366-453c-9015-430303ae513c tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.0663481 May 26 16:00:20.651905 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228db04c-7fad-4883-9baa-7997c893a18d admin admin] Pushing event updated for resources: {'Network': ['ID=cc5ef074-7315-4026-8964-d75cc2ddf062,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:20.666755 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network cc5ef074-7315-4026-8964-d75cc2ddf062 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:00:20.684700 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-228db04c-7fad-4883-9baa-7997c893a18d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5816200 May 26 16:00:20.688680 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38016) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:20.693828 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-2d31186b-35f8-40af-a135-3866906a6ea0 admin admin] Request body: {'subnet': {'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-929346699-subnet', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:20.714942 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-926d2470-a2f7-473d-9f00-6b7190901ca6 req-b5c04fd2-f657-46cc-9640-eb248f160b8c tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747609 May 26 16:00:20.721201 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d31186b-35f8-40af-a135-3866906a6ea0 admin admin] Made reservation on behalf of 829e9f52f7f3454cafe50e0d9182f678 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:00:20.725558 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d31186b-35f8-40af-a135-3866906a6ea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:20.866985 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a7f08-2082-4345-9895-b99013950fc8 req-659f0de8-e2a8-4305-b31c-bac0f74761a0 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:20.875442 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e2a7f08-2082-4345-9895-b99013950fc8 req-659f0de8-e2a8-4305-b31c-bac0f74761a0 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=41ea7f4e-9e50-45bc-823e-4e70f83d975a HTTP/1.1" status: 200 len: 950 time: 0.0672443 May 26 16:00:20.934033 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7dfb674-f06a-44fe-8ecc-27425cf6d26a req-5efbb19e-f477-4130-adfb-029db34390e5 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 210 time: 0.0365965 May 26 16:00:20.946503 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e2a7f08-2082-4345-9895-b99013950fc8 req-d3693894-faa7-48d5-a3ed-f8c9d7903ace tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675972 May 26 16:00:20.994689 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d31186b-35f8-40af-a135-3866906a6ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:21.104620 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6a537-9922-4bce-9779-f28ce64f2f09 req-af73a664-e88b-4145-a6e7-66685bf0de99 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:21.106541 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-05c6a537-9922-4bce-9779-f28ce64f2f09 req-af73a664-e88b-4145-a6e7-66685bf0de99 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 943 time: 0.0593612 May 26 16:00:21.187105 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-cee2e572-ebb0-450d-a290-36636663bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:21.188487 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-cee2e572-ebb0-450d-a290-36636663bc45 service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.1449063 May 26 16:00:21.190448 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-05c6a537-9922-4bce-9779-f28ce64f2f09 req-b637943f-0e37-4fc3-ad8c-7d258c6f25e8 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735862 May 26 16:00:21.190820 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31186b-35f8-40af-a135-3866906a6ea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b75a4a7-49bc-43e9-90df-4f07b481bb2f,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:21.194021 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d31186b-35f8-40af-a135-3866906a6ea0 admin admin] Checking segment: {'id': '96a5f615-fb63-4c2b-92cf-d8a80dc39cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:21.194379 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d31186b-35f8-40af-a135-3866906a6ea0 admin admin] Network hostable DHCP agents. Network: cc5ef074-7315-4026-8964-d75cc2ddf062, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:00:21.243863 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-f205593f-7523-4f68-91d4-f7d08e329e0a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=60450a80-835f-4f71-97de-cc95d2494e1a HTTP/1.1" status: 200 len: 217 time: 0.0460610 May 26 16:00:21.265156 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d31186b-35f8-40af-a135-3866906a6ea0 admin admin] Network cc5ef074-7315-4026-8964-d75cc2ddf062 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:00:21.295429 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-2d31186b-35f8-40af-a135-3866906a6ea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, cc5ef074-7315-4026-8964-d75cc2ddf062) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:21.302319 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d31186b-35f8-40af-a135-3866906a6ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:21.304287 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d31186b-35f8-40af-a135-3866906a6ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:21.311244 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa847d4e-0944-4b0e-8506-f36008c58276 None None] Network cc5ef074-7315-4026-8964-d75cc2ddf062 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:00:21.322020 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-dd13f9e3-65b3-4ff6-bf9b-1089be1d5ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:21.323547 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-dd13f9e3-65b3-4ff6-bf9b-1089be1d5ad7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0686736 May 26 16:00:21.338216 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2d31186b-35f8-40af-a135-3866906a6ea0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6456766 May 26 16:00:21.339161 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38032) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:21.351782 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-aec366a7-ab95-49ff-96ed-2b87e2a2ad40 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-929346699-router', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:21.381856 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-d2f7672c-1e80-40e4-b92d-1c8228b6df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:21.383333 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-d2f7672c-1e80-40e4-b92d-1c8228b6df36 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0515852 May 26 16:00:21.441356 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aec366a7-ab95-49ff-96ed-2b87e2a2ad40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:21.444074 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aec366a7-ab95-49ff-96ed-2b87e2a2ad40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:21.529779 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-37cd53bf-b644-4430-86e6-1fa632a5ff64 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369543 May 26 16:00:21.584853 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e7712f-8837-44f3-b7bc-98089f3e9a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-cc5ef074-7315-4026-8964-d75cc2ddf062', 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'fixed_ips': [{'subnet_id': '5b75a4a7-49bc-43e9-90df-4f07b481bb2f'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:00:21.586346 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-35e7712f-8837-44f3-b7bc-98089f3e9a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:21.596784 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aec366a7-ab95-49ff-96ed-2b87e2a2ad40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:21.643091 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f12afea6-f8df-456d-91f4-c184e6f55d68 req-76bd2d9d-a163-42b4-8713-ebd60348a12a service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039793 May 26 16:00:21.682959 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b6b62-5b9d-4f6b-a2af-57d87229ddff req-7941c05c-539a-4e72-9b8b-ff7e88bc1c28 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:21.684735 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d3b6b62-5b9d-4f6b-a2af-57d87229ddff req-7941c05c-539a-4e72-9b8b-ff7e88bc1c28 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.1729126 May 26 16:00:21.753663 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-35e7712f-8837-44f3-b7bc-98089f3e9a06 None None] Allocated IP 172.20.0.2 (cc5ef074-7315-4026-8964-d75cc2ddf062/5b75a4a7-49bc-43e9-90df-4f07b481bb2f/082c82f6-43b7-40ff-a515-0a2eaac2048c) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:00:21.774203 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aec366a7-ab95-49ff-96ed-2b87e2a2ad40 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:21.813233 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d3b6b62-5b9d-4f6b-a2af-57d87229ddff req-269b2f79-b85b-42b8-a690-225a2d45e285 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203296 May 26 16:00:21.970573 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-35e7712f-8837-44f3-b7bc-98089f3e9a06 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:21.975248 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193eb4e-dff1-4219-b0db-8bb6044226b3 req-2c74124b-9698-4445-a8c3-6384b3641e67 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:21.976979 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4193eb4e-dff1-4219-b0db-8bb6044226b3 req-2c74124b-9698-4445-a8c3-6384b3641e67 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.1051366 May 26 16:00:21.978600 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-35e7712f-8837-44f3-b7bc-98089f3e9a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:22.034776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e7712f-8837-44f3-b7bc-98089f3e9a06 None None] Network cc5ef074-7315-4026-8964-d75cc2ddf062 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:22.040551 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-35e7712f-8837-44f3-b7bc-98089f3e9a06 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:22.048923 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e7712f-8837-44f3-b7bc-98089f3e9a06 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:00:22.082922 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7712f-8837-44f3-b7bc-98089f3e9a06 None None] Pushing event updated for resources: {'Port': ['ID=082c82f6-43b7-40ff-a515-0a2eaac2048c,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:22.143264 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a2fd6ed-6932-4fd8-baea-3860157ee39a req-b469524b-be15-427f-bdf6-1095f9cbfbfa tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 210 time: 0.0846496 May 26 16:00:22.150138 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4193eb4e-dff1-4219-b0db-8bb6044226b3 req-5fc2891a-bf51-4ffa-b744-f82976fdd7d4 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603937 May 26 16:00:22.171047 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-35e7712f-8837-44f3-b7bc-98089f3e9a06 None None] Attempting to bind port 082c82f6-43b7-40ff-a515-0a2eaac2048c on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:00:22.171378 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-35e7712f-8837-44f3-b7bc-98089f3e9a06 None None] Attempting to bind port 082c82f6-43b7-40ff-a515-0a2eaac2048c by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '96a5f615-fb63-4c2b-92cf-d8a80dc39cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:00:22.171625 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e7712f-8837-44f3-b7bc-98089f3e9a06 None None] Attempting to bind port 082c82f6-43b7-40ff-a515-0a2eaac2048c on network cc5ef074-7315-4026-8964-d75cc2ddf062 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:22.178365 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e7712f-8837-44f3-b7bc-98089f3e9a06 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:00:22.178742 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e7712f-8837-44f3-b7bc-98089f3e9a06 None None] Checking segment: {'id': '96a5f615-fb63-4c2b-92cf-d8a80dc39cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:22.179142 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-35e7712f-8837-44f3-b7bc-98089f3e9a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:22.179528 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e7712f-8837-44f3-b7bc-98089f3e9a06 None None] Bound using segment: {'id': '96a5f615-fb63-4c2b-92cf-d8a80dc39cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:00:22.179995 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-35e7712f-8837-44f3-b7bc-98089f3e9a06 None None] Bound port: 082c82f6-43b7-40ff-a515-0a2eaac2048c, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a5f615-fb63-4c2b-92cf-d8a80dc39cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:00:22.180408 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-35e7712f-8837-44f3-b7bc-98089f3e9a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:22.268923 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-35e7712f-8837-44f3-b7bc-98089f3e9a06 None None] For port 082c82f6-43b7-40ff-a515-0a2eaac2048c, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:00:22.275247 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-35e7712f-8837-44f3-b7bc-98089f3e9a06 None None] For port 082c82f6-43b7-40ff-a515-0a2eaac2048c, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=082c82f6-43b7-40ff-a515-0a2eaac2048c,segment=NetworkSegment(96a5f615-fb63-4c2b-92cf-d8a80dc39cae),segment_id=96a5f615-fb63-4c2b-92cf-d8a80dc39cae)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:00:22.294765 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-35e7712f-8837-44f3-b7bc-98089f3e9a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:22.310347 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-ed73af91-73ec-4016-a199-726ba0935de0 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:22.313067 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-ed73af91-73ec-4016-a199-726ba0935de0 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.81 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 807 time: 0.2482076 May 26 16:00:22.343319 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-cef7dd94-c6f6-42db-883c-48dbb691473b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Request body: {'port': {'device_id': 'ce986bed-7018-43d4-af5f-b4401f00c03b', 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1', 'admin_state_up': True, 'tenant_id': '68474f7d9cf04077903a4e0c3bda72a7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:22.406119 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7712f-8837-44f3-b7bc-98089f3e9a06 None None] Pushing event updated for resources: {'Port': ['ID=082c82f6-43b7-40ff-a515-0a2eaac2048c,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:22.480414 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aec366a7-ab95-49ff-96ed-2b87e2a2ad40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:22.528501 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aec366a7-ab95-49ff-96ed-2b87e2a2ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:22.559316 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943a958-8e63-43b5-80b0-80271461dbb7 req-b2048d1e-ae23-4761-9e7e-39d60fb42e64 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:22.561600 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b943a958-8e63-43b5-80b0-80271461dbb7 req-b2048d1e-ae23-4761-9e7e-39d60fb42e64 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=41ea7f4e-9e50-45bc-823e-4e70f83d975a HTTP/1.1" status: 200 len: 950 time: 0.2789087 May 26 16:00:22.672150 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6086dfd-02e8-4ea7-83f1-880a840242a9 req-016b94fd-551d-4d31-bf31-2901deca2342 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:22.673904 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6086dfd-02e8-4ea7-83f1-880a840242a9 req-016b94fd-551d-4d31-bf31-2901deca2342 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 943 time: 0.3105707 May 26 16:00:22.774186 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-cef7dd94-c6f6-42db-883c-48dbb691473b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Made reservation on behalf of 68474f7d9cf04077903a4e0c3bda72a7 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:00:22.777796 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-cef7dd94-c6f6-42db-883c-48dbb691473b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:22.803191 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b943a958-8e63-43b5-80b0-80271461dbb7 req-459ea8a9-ffd7-4941-bcea-0bd1c9024479 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328265 May 26 16:00:22.873838 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6086dfd-02e8-4ea7-83f1-880a840242a9 req-b80a8811-3905-406f-a7fd-77c8a05dfdf6 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593308 May 26 16:00:23.012936 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-aec366a7-ab95-49ff-96ed-2b87e2a2ad40 admin admin] Allocated IP 172.25.7.205 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/3a148c15-3584-4020-9e5a-b546edd151e4) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:00:23.066336 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 082c82f6-43b7-40ff-a515-0a2eaac2048c up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:23.119558 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 082c82f6-43b7-40ff-a515-0a2eaac2048c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:23.119933 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:23.120429 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f9d4f-c697-4be8-869c-952497c6ca48 req-bd92ff3f-5e74-490e-a9ed-103717811f9d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:23.123109 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-706f9d4f-c697-4be8-869c-952497c6ca48 req-bd92ff3f-5e74-490e-a9ed-103717811f9d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.1833329 May 26 16:00:23.180462 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f9f1b7da-5a08-4b69-8d90-54d3a0fd1c6e service neutron] 10.222.0.81 "GET /v2.0/ports/abc417ca-d09c-4b20-afa4-b8599fee9b0e/bindings/n-h2-843337-2 HTTP/1.1" status: 200 len: 384 time: 0.2428207 May 26 16:00:23.219604 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 082c82f6-43b7-40ff-a515-0a2eaac2048c is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:23.220322 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:23.243374 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-cef7dd94-c6f6-42db-883c-48dbb691473b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Allocated IP 172.20.0.3 (2c98b2c4-074c-49ef-9d11-a7cee52b7ee1/cfa16bff-3370-4a4e-860f-b7e489b84ed0/ee632a5d-c189-4106-8aaf-4aca642806c2) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:00:23.269450 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 082c82f6-43b7-40ff-a515-0a2eaac2048c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=082c82f6-43b7-40ff-a515-0a2eaac2048c,segment=NetworkSegment(96a5f615-fb63-4c2b-92cf-d8a80dc39cae),segment_id=96a5f615-fb63-4c2b-92cf-d8a80dc39cae)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:23.277098 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:23.334989 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fed81fe9-b447-4133-8823-96e17d656def req-d5def496-e7af-4eb0-8cce-3e3f49bd01b6 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 210 time: 0.0687439 May 26 16:00:23.336060 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 60450a80-835f-4f71-97de-cc95d2494e1a no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:00:23.363170 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-706f9d4f-c697-4be8-869c-952497c6ca48 req-d006b042-ea51-4770-9cdd-74b8af6431fa tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049289 May 26 16:00:23.429058 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=082c82f6-43b7-40ff-a515-0a2eaac2048c,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:23.442789 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aec366a7-ab95-49ff-96ed-2b87e2a2ad40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:23.526948 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 60450a80-835f-4f71-97de-cc95d2494e1a is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:23.527335 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:23.558009 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0548f62-926e-4ad3-91e0-b41b6bdcc207', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60450a80-835f-4f71-97de-cc95d2494e1a'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:23.561211 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe0a84b-b257-48c0-a238-05c38825042c" -d '{"events": [{"server_uuid": "a0548f62-926e-4ad3-91e0-b41b6bdcc207", "name": "network-vif-unplugged", "status": "completed", "tag": "60450a80-835f-4f71-97de-cc95d2494e1a"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:23.610258 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 60450a80-835f-4f71-97de-cc95d2494e1a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=60450a80-835f-4f71-97de-cc95d2494e1a,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:23.626166 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:23.692264 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6196b322-117d-45de-a0bb-04a6b3f2ec34 x-openstack-request-id: req-6196b322-117d-45de-a0bb-04a6b3f2ec34 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:23.692570 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0548f62-926e-4ad3-91e0-b41b6bdcc207", "name": "network-vif-unplugged", "status": "completed", "tag": "60450a80-835f-4f71-97de-cc95d2494e1a", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:23.692836 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6196b322-117d-45de-a0bb-04a6b3f2ec34 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:23.693803 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6196b322-117d-45de-a0bb-04a6b3f2ec34'] response: {'server_uuid': 'a0548f62-926e-4ad3-91e0-b41b6bdcc207', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60450a80-835f-4f71-97de-cc95d2494e1a', 'code': 200} May 26 16:00:23.693950 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device d7b8dea4-f34d-486c-b930-9ccfb787ede0 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:00:23.697424 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device abc417ca-d09c-4b20-afa4-b8599fee9b0e no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:00:23.699078 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fade8d-0717-42d0-9bbe-b525aea1ef4d None None] Network cc5ef074-7315-4026-8964-d75cc2ddf062 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:00:23.699575 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aec366a7-ab95-49ff-96ed-2b87e2a2ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:23.836771 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895d68e-19d0-4a93-b5e5-15ee69eccba9 req-b5f72f8b-38e0-4f89-b97a-8642437eb6d5 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:23.838863 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=60450a80-835f-4f71-97de-cc95d2494e1a,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:23.846674 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a895d68e-19d0-4a93-b5e5-15ee69eccba9 req-b5f72f8b-38e0-4f89-b97a-8642437eb6d5 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.3982549 May 26 16:00:23.947713 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-cef7dd94-c6f6-42db-883c-48dbb691473b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:23.949779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-767d722a-18ea-4d94-b24b-b173d2dd44be None None] Provisioning complete for port 082c82f6-43b7-40ff-a515-0a2eaac2048c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:23.950273 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-767d722a-18ea-4d94-b24b-b173d2dd44be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:23.952275 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec366a7-ab95-49ff-96ed-2b87e2a2ad40 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:23.958106 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec366a7-ab95-49ff-96ed-2b87e2a2ad40 admin admin] Pushing event updated for resources: {'Port': ['ID=3a148c15-3584-4020-9e5a-b546edd151e4,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:23.992652 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-aec366a7-ab95-49ff-96ed-2b87e2a2ad40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:23.995815 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec366a7-ab95-49ff-96ed-2b87e2a2ad40 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:00:24.098170 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a895d68e-19d0-4a93-b5e5-15ee69eccba9 req-90306642-a2f9-4954-be9b-407d9db33350 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503200 May 26 16:00:24.104649 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port d7b8dea4-f34d-486c-b930-9ccfb787ede0, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=d7b8dea4-f34d-486c-b930-9ccfb787ede0,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:24.143406 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-c0c45e12-13de-4f2f-98ed-971f03fa08a3 service neutron] For port abc417ca-d09c-4b20-afa4-b8599fee9b0e, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=abc417ca-d09c-4b20-afa4-b8599fee9b0e,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:24.149541 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port abc417ca-d09c-4b20-afa4-b8599fee9b0e is: DOWN; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:24.155608 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'd7b8dea4-f34d-486c-b930-9ccfb787ede0', 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51', 'port_id': 'd7b8dea4-f34d-486c-b930-9ccfb787ede0', 'mac_address': 'fa:16:3e:9f:c9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76d8b67-4d6e-4728-b031-a89f28d135e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:00:24.230743 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-767d722a-18ea-4d94-b24b-b173d2dd44be None None] Current status of the port 082c82f6-43b7-40ff-a515-0a2eaac2048c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:24.239839 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port d7b8dea4-f34d-486c-b930-9ccfb787ede0 is: ACTIVE; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:24.240254 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:24.254776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7b8dea4-f34d-486c-b930-9ccfb787ede0 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:24.275612 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0927d-917e-48ae-b1ee-848f19e18e72 req-68217e4f-ee74-4a47-9a3c-cf7ae6c58865 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:24.277569 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port d7b8dea4-f34d-486c-b930-9ccfb787ede0, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=d7b8dea4-f34d-486c-b930-9ccfb787ede0,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:24.283594 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-30a0927d-917e-48ae-b1ee-848f19e18e72 req-68217e4f-ee74-4a47-9a3c-cf7ae6c58865 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=41ea7f4e-9e50-45bc-823e-4e70f83d975a HTTP/1.1" status: 200 len: 950 time: 0.3482518 May 26 16:00:24.286790 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:24.328470 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-c0c45e12-13de-4f2f-98ed-971f03fa08a3 service neutron] For port abc417ca-d09c-4b20-afa4-b8599fee9b0e, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:00:24.385698 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=d7b8dea4-f34d-486c-b930-9ccfb787ede0,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:24.418691 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-cef7dd94-c6f6-42db-883c-48dbb691473b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:24.423018 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['d7b8dea4-f34d-486c-b930-9ccfb787ede0'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:00:24.477539 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['ed88e625-4db8-45fd-b42e-18cdbdfc13f5'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:00:24.602648 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-c0c45e12-13de-4f2f-98ed-971f03fa08a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc417ca-d09c-4b20-afa4-b8599fee9b0e {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:24.637237 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-c0c45e12-13de-4f2f-98ed-971f03fa08a3 service neutron] For port abc417ca-d09c-4b20-afa4-b8599fee9b0e, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=abc417ca-d09c-4b20-afa4-b8599fee9b0e,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:24.651997 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965dccd-437f-41d5-b8c3-bb7aa4f575f0 req-db359a50-46b4-4270-8307-80bd6e7e7e51 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:24.660470 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2965dccd-437f-41d5-b8c3-bb7aa4f575f0 req-db359a50-46b4-4270-8307-80bd6e7e7e51 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 943 time: 0.4512894 May 26 16:00:24.695405 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-dff6231e-9991-4045-bb3f-5165084602e0 None None] Provisioning complete for port 082c82f6-43b7-40ff-a515-0a2eaac2048c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:24.696021 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dff6231e-9991-4045-bb3f-5165084602e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:24.698252 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-30a0927d-917e-48ae-b1ee-848f19e18e72 req-31f899b7-8a14-463a-845e-535d4ebdd4f9 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116914 May 26 16:00:24.700908 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-cef7dd94-c6f6-42db-883c-48dbb691473b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:24.705201 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7dd94-c6f6-42db-883c-48dbb691473b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Pushing event updated for resources: {'Port': ['ID=ee632a5d-c189-4106-8aaf-4aca642806c2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:24.766834 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-c0c45e12-13de-4f2f-98ed-971f03fa08a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:24.771208 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-cef7dd94-c6f6-42db-883c-48dbb691473b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:24.784379 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-cef7dd94-c6f6-42db-883c-48dbb691473b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:00:24.960859 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f97ee74b-755c-4980-8c21-e7b7666a838c req-018cb12c-8a30-4dee-bd92-59a44179ec26 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1066010 May 26 16:00:25.032453 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-dff6231e-9991-4045-bb3f-5165084602e0 None None] Current status of the port 082c82f6-43b7-40ff-a515-0a2eaac2048c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:25.124176 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 082c82f6-43b7-40ff-a515-0a2eaac2048c up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:25.141431 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ee74b-755c-4980-8c21-e7b7666a838c req-0989e0b4-e9d1-46f4-9256-237461f4a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:25.143417 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f97ee74b-755c-4980-8c21-e7b7666a838c req-0989e0b4-e9d1-46f4-9256-237461f4a295 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 1095 time: 0.0943906 May 26 16:00:25.253620 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 082c82f6-43b7-40ff-a515-0a2eaac2048c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:25.253953 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:25.338121 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ee74b-755c-4980-8c21-e7b7666a838c req-03bbb594-d397-4424-9d54-97f8a300802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:25.339774 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f97ee74b-755c-4980-8c21-e7b7666a838c req-03bbb594-d397-4424-9d54-97f8a300802e service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 908 time: 0.1512394 May 26 16:00:25.341416 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 60450a80-835f-4f71-97de-cc95d2494e1a details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:00:25.410832 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-cef7dd94-c6f6-42db-883c-48dbb691473b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:25.412069 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-cef7dd94-c6f6-42db-883c-48dbb691473b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:25.442792 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f97ee74b-755c-4980-8c21-e7b7666a838c req-1de31489-b8eb-4c2b-83ac-01f88d3fb1cf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5df0ec10-39a6-4bce-adcd-6a6b481f12e8 HTTP/1.1" status: 200 len: 217 time: 0.0950565 May 26 16:00:25.490276 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-cef7dd94-c6f6-42db-883c-48dbb691473b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1524050 May 26 16:00:25.493807 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2965dccd-437f-41d5-b8c3-bb7aa4f575f0 req-a397d842-2342-4e57-b38a-08f9e68a0205 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8325715 May 26 16:00:25.494314 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 082c82f6-43b7-40ff-a515-0a2eaac2048c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:25.506651 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.resource_extend [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:00:25.514886 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-25ed1cd2-9917-413b-b266-b7feffb8511d service neutron] Request body: {'port': {'device_id': 'ce986bed-7018-43d4-af5f-b4401f00c03b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:25.572208 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ee74b-755c-4980-8c21-e7b7666a838c req-5d2cce2b-9a14-4ef5-a929-f7e4ca77ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:25.577956 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f97ee74b-755c-4980-8c21-e7b7666a838c req-5d2cce2b-9a14-4ef5-a929-f7e4ca77ab34 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cfa16bff-3370-4a4e-860f-b7e489b84ed0 HTTP/1.1" status: 200 len: 847 time: 0.1253293 May 26 16:00:25.624183 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13163831-5195-4bc8-ae0f-6332e171f300 req-a7545e27-2bfc-4fb9-ae46-ffcb843d6570 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:25.631790 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13163831-5195-4bc8-ae0f-6332e171f300 req-a7545e27-2bfc-4fb9-ae46-ffcb843d6570 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 931 time: 0.7389569 May 26 16:00:25.633376 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f97ee74b-755c-4980-8c21-e7b7666a838c req-7f9ed087-5acb-4c8c-87f8-47a4908ef646 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479760 May 26 16:00:25.664869 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device d7b8dea4-f34d-486c-b930-9ccfb787ede0 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:25.702978 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13163831-5195-4bc8-ae0f-6332e171f300 req-b00ef477-32d7-4695-a91d-832c1d1f6f1e tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701685 May 26 16:00:25.728899 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 60450a80-835f-4f71-97de-cc95d2494e1a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=60450a80-835f-4f71-97de-cc95d2494e1a,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:25.747611 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '60450a80-835f-4f71-97de-cc95d2494e1a', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '60450a80-835f-4f71-97de-cc95d2494e1a', 'mac_address': 'fa:16:3e:47:77:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:00:25.799049 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 60450a80-835f-4f71-97de-cc95d2494e1a is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:25.799583 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:25.818395 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60450a80-835f-4f71-97de-cc95d2494e1a {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:25.854240 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 60450a80-835f-4f71-97de-cc95d2494e1a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=60450a80-835f-4f71-97de-cc95d2494e1a,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:25.861097 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port d7b8dea4-f34d-486c-b930-9ccfb787ede0 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:25.861645 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:25.880570 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-c0c45e12-13de-4f2f-98ed-971f03fa08a3 service neutron] Transition to ACTIVE for port object abc417ca-d09c-4b20-afa4-b8599fee9b0e will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:00:25.885814 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f97ee74b-755c-4980-8c21-e7b7666a838c req-e7edc0fc-560f-44a0-a16f-2ba0672edef1 service neutron] 10.222.0.83 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421112 May 26 16:00:25.889110 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aec366a7-ab95-49ff-96ed-2b87e2a2ad40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:25.910585 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:25.993991 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port d7b8dea4-f34d-486c-b930-9ccfb787ede0 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:25.994610 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:25.995827 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87139eae-ed5c-460e-896c-c6ed9b046966 req-52759042-c13c-4214-8315-dad7be52627e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:26.001868 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87139eae-ed5c-460e-896c-c6ed9b046966 req-52759042-c13c-4214-8315-dad7be52627e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 948 time: 0.3651314 May 26 16:00:26.004892 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-25ed1cd2-9917-413b-b266-b7feffb8511d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:26.029032 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=60450a80-835f-4f71-97de-cc95d2494e1a,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:26.038311 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-c0c45e12-13de-4f2f-98ed-971f03fa08a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:26.050079 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7785f632-002e-4a3f-b10e-4ad54c454621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b8dea4-f34d-486c-b930-9ccfb787ede0'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:26.055296 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea99d2f-8920-4ba0-a6a5-7a2267010707" -d '{"events": [{"server_uuid": "7785f632-002e-4a3f-b10e-4ad54c454621", "name": "network-vif-plugged", "status": "completed", "tag": "d7b8dea4-f34d-486c-b930-9ccfb787ede0"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:26.076947 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port d7b8dea4-f34d-486c-b930-9ccfb787ede0, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=d7b8dea4-f34d-486c-b930-9ccfb787ede0,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:26.085947 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:26.167567 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f97ee74b-755c-4980-8c21-e7b7666a838c req-de0e2a66-7b78-4eef-a9f3-8edc66418dc0 service neutron] 10.222.0.83 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730465 May 26 16:00:26.226746 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=d7b8dea4-f34d-486c-b930-9ccfb787ede0,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:26.266726 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-c0c45e12-13de-4f2f-98ed-971f03fa08a3 service neutron] No DVR routers for this DVR port abc417ca-d09c-4b20-afa4-b8599fee9b0e on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:00:26.327107 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87139eae-ed5c-460e-896c-c6ed9b046966 req-817703a7-0f14-4a6b-a205-e438511f985a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901442 May 26 16:00:26.338600 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c45e12-13de-4f2f-98ed-971f03fa08a3 service neutron] Pushing event updated for resources: {'Port': ['ID=abc417ca-d09c-4b20-afa4-b8599fee9b0e,revision_number=10']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:26.442570 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-c0c45e12-13de-4f2f-98ed-971f03fa08a3 service neutron] 10.222.0.81 "PUT /v2.0/ports/abc417ca-d09c-4b20-afa4-b8599fee9b0e/bindings/n-h2-843337-2/activate HTTP/1.1" status: 200 len: 369 time: 3.2473516 May 26 16:00:26.451417 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edf0b5e-8352-44ef-b1c8-eaa30cefaecc x-openstack-request-id: req-3edf0b5e-8352-44ef-b1c8-eaa30cefaecc {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:26.453861 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7785f632-002e-4a3f-b10e-4ad54c454621", "name": "network-vif-plugged", "status": "completed", "tag": "d7b8dea4-f34d-486c-b930-9ccfb787ede0", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:26.453861 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3edf0b5e-8352-44ef-b1c8-eaa30cefaecc {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:26.456295 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3edf0b5e-8352-44ef-b1c8-eaa30cefaecc'] response: {'server_uuid': '7785f632-002e-4a3f-b10e-4ad54c454621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b8dea4-f34d-486c-b930-9ccfb787ede0', 'code': 200} May 26 16:00:26.520010 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317aabda-9613-4b0a-bd33-db90a199e304 req-a6615921-bf38-4712-9b48-4e7a8501fc52 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:26.527870 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-317aabda-9613-4b0a-bd33-db90a199e304 req-a6615921-bf38-4712-9b48-4e7a8501fc52 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.3019693 May 26 16:00:26.567329 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['60450a80-835f-4f71-97de-cc95d2494e1a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:00:26.657807 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f44a1b79-fc7f-4719-b228-bd6bff475f65 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:26.661428 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f44a1b79-fc7f-4719-b228-bd6bff475f65 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf&tenant_id=19e070c8e7b54fd08885a106f1eb9e23&binding%3Ahost_id=n-h1-843337-2 HTTP/1.1" status: 200 len: 1095 time: 0.1107292 May 26 16:00:26.684847 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-317aabda-9613-4b0a-bd33-db90a199e304 req-261ac2c2-e9ae-42d6-add4-a0d722c0a9b6 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485593 May 26 16:00:26.772011 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-86dc7157-294e-4e5c-ac7a-ce440c1c3385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:26.776369 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-86dc7157-294e-4e5c-ac7a-ce440c1c3385 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf&tenant_id=19e070c8e7b54fd08885a106f1eb9e23 HTTP/1.1" status: 200 len: 1095 time: 0.0984724 May 26 16:00:26.818120 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aec366a7-ab95-49ff-96ed-2b87e2a2ad40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:26.884948 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-b4c3a0b1-7ef6-4962-96a3-1bd1d15fd3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:26.891409 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-b4c3a0b1-7ef6-4962-96a3-1bd1d15fd3da service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 1095 time: 0.0759590 May 26 16:00:26.904186 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d346e8-1104-4577-b9fd-dfa99f9de7a8 req-59d9aac8-a8ae-4aeb-9410-1b440a3b2928 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:26.905875 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1d346e8-1104-4577-b9fd-dfa99f9de7a8 req-59d9aac8-a8ae-4aeb-9410-1b440a3b2928 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=41ea7f4e-9e50-45bc-823e-4e70f83d975a HTTP/1.1" status: 200 len: 950 time: 0.2585251 May 26 16:00:27.001538 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-69c60a76-9754-47b5-8108-f184738ccbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:27.003574 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-69c60a76-9754-47b5-8108-f184738ccbcb service neutron] 10.222.0.83 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 921 time: 0.1033561 May 26 16:00:27.039832 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b5e3e-1d8d-4878-ba01-3b0cd104ea47 req-f20761fa-407c-47d3-82bd-b0390e632b07 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:27.048545 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a15b5e3e-1d8d-4878-ba01-3b0cd104ea47 req-f20761fa-407c-47d3-82bd-b0390e632b07 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 944 time: 0.2610638 May 26 16:00:27.088683 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f84ada5c-1e77-45e9-978f-075e501c6639 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abc417ca-d09c-4b20-afa4-b8599fee9b0e HTTP/1.1" status: 200 len: 217 time: 0.0609975 May 26 16:00:27.148083 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1d346e8-1104-4577-b9fd-dfa99f9de7a8 req-3b00e906-57ad-4a26-90b2-e76ded2017b5 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321258 May 26 16:00:27.165651 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-25ed1cd2-9917-413b-b266-b7feffb8511d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee632a5d-c189-4106-8aaf-4aca642806c2 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:27.185824 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-25ed1cd2-9917-413b-b266-b7feffb8511d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:27.218174 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a15b5e3e-1d8d-4878-ba01-3b0cd104ea47 req-e7816bfb-0599-49a8-a221-69a0ba451a66 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686764 May 26 16:00:27.224979 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-25ed1cd2-9917-413b-b266-b7feffb8511d service neutron] Transition to ACTIVE for port object ee632a5d-c189-4106-8aaf-4aca642806c2 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:00:27.250518 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-54285ab7-88b5-4ea3-bad9-f609f07eea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:27.251617 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-54285ab7-88b5-4ea3-bad9-f609f07eea74 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=34e27219-447c-429c-b572-febfd4b36520 HTTP/1.1" status: 200 len: 860 time: 0.1354504 May 26 16:00:27.254598 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-25ed1cd2-9917-413b-b266-b7feffb8511d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:27.332461 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-38c1c33e-c7a8-494b-982e-de27c8ce49e0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=849715ed-d05e-42c2-bffa-fde3212d6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637367 May 26 16:00:27.350356 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec366a7-ab95-49ff-96ed-2b87e2a2ad40 admin admin] Router 229722ab-e0c0-4325-9f91-d15f57837081 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:00:27.510568 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed1cd2-9917-413b-b266-b7feffb8511d service neutron] Pushing event updated for resources: {'Port': ['ID=ee632a5d-c189-4106-8aaf-4aca642806c2,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:27.638922 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d6649-fe7c-4079-80bd-c5420bafe888 req-7a25fc6d-bc02-41bb-825e-0b1e2b822f9e tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:27.640576 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e59d6649-fe7c-4079-80bd-c5420bafe888 req-7a25fc6d-bc02-41bb-825e-0b1e2b822f9e tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 943 time: 0.2919955 May 26 16:00:27.718977 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-25ed1cd2-9917-413b-b266-b7feffb8511d service neutron] Attempting to bind port ee632a5d-c189-4106-8aaf-4aca642806c2 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:00:27.719123 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-25ed1cd2-9917-413b-b266-b7feffb8511d service neutron] Attempting to bind port ee632a5d-c189-4106-8aaf-4aca642806c2 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:00:27.719460 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-25ed1cd2-9917-413b-b266-b7feffb8511d service neutron] Attempting to bind port ee632a5d-c189-4106-8aaf-4aca642806c2 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:27.752652 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-25ed1cd2-9917-413b-b266-b7feffb8511d service neutron] Port ee632a5d-c189-4106-8aaf-4aca642806c2 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:00:27.752981 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-25ed1cd2-9917-413b-b266-b7feffb8511d service neutron] Attempting to bind port ee632a5d-c189-4106-8aaf-4aca642806c2 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:27.790259 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec366a7-ab95-49ff-96ed-2b87e2a2ad40 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:00:27.796748 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-25ed1cd2-9917-413b-b266-b7feffb8511d service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:00:27.796965 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-25ed1cd2-9917-413b-b266-b7feffb8511d service neutron] Checking segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:27.797578 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-25ed1cd2-9917-413b-b266-b7feffb8511d service neutron] Bound using segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:00:27.798506 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-25ed1cd2-9917-413b-b266-b7feffb8511d service neutron] Bound port: ee632a5d-c189-4106-8aaf-4aca642806c2, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:00:27.798506 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-25ed1cd2-9917-413b-b266-b7feffb8511d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:27.805166 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] Sync routers for ids ['229722ab-e0c0-4325-9f91-d15f57837081'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:00:27.826463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] Routers {'229722ab-e0c0-4325-9f91-d15f57837081'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:00:27.827375 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:00:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['229722ab-e0c0-4325-9f91-d15f57837081'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:27.832824 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e59d6649-fe7c-4079-80bd-c5420bafe888 req-ebb5deec-9e3b-4765-8652-4762df87ab5c tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529229 May 26 16:00:27.853206 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-215be895-a2f7-4efd-b3c5-99a6bd526e41 service neutron] 10.222.0.83 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076582 May 26 16:00:27.921916 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aec366a7-ab95-49ff-96ed-2b87e2a2ad40 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:27.927609 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-aec366a7-ab95-49ff-96ed-2b87e2a2ad40 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5872138 May 26 16:00:27.931873 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38144) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:27.943796 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e8175-c6ca-4a86-bb27-e41fe710f5bd req-361de9e8-d5da-4bc5-b7f3-885826227b19 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:27.958717 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee6e8175-c6ca-4a86-bb27-e41fe710f5bd req-361de9e8-d5da-4bc5-b7f3-885826227b19 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 949 time: 0.2165494 May 26 16:00:28.054841 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] Set router 229722ab-e0c0-4325-9f91-d15f57837081 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:00:28.071250 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-25ed1cd2-9917-413b-b266-b7feffb8511d service neutron] For port ee632a5d-c189-4106-8aaf-4aca642806c2, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:00:28.077447 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-f9d7594f-4787-4ddd-b459-534742af2073 service neutron] 10.222.0.83 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155638 May 26 16:00:28.079364 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-25ed1cd2-9917-413b-b266-b7feffb8511d service neutron] For port ee632a5d-c189-4106-8aaf-4aca642806c2, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ee632a5d-c189-4106-8aaf-4aca642806c2,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:00:28.100380 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-25ed1cd2-9917-413b-b266-b7feffb8511d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:28.218166 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee6e8175-c6ca-4a86-bb27-e41fe710f5bd req-ae518e1e-7648-4e9d-809f-96e4ae791b85 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546673 May 26 16:00:28.223423 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-25ed1cd2-9917-413b-b266-b7feffb8511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:28.226601 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-25ed1cd2-9917-413b-b266-b7feffb8511d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:28.228256 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-25ed1cd2-9917-413b-b266-b7feffb8511d service neutron] 10.222.0.81 "PUT /v2.0/ports/ee632a5d-c189-4106-8aaf-4aca642806c2 HTTP/1.1" status: 200 len: 1091 time: 2.7232802 May 26 16:00:28.230699 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce986bed-7018-43d4-af5f-b4401f00c03b', 'tag': 'ee632a5d-c189-4106-8aaf-4aca642806c2'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:28.233734 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d99c6e-23ae-40fc-8bb3-625ff4d25535" -d '{"events": [{"name": "network-changed", "server_uuid": "ce986bed-7018-43d4-af5f-b4401f00c03b", "tag": "ee632a5d-c189-4106-8aaf-4aca642806c2"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:28.276702 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc42d8-1766-471d-be41-6c91536749a6 req-347310e5-1fb5-42b1-98d8-298347fede39 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:28.290692 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ecc42d8-1766-471d-be41-6c91536749a6 req-347310e5-1fb5-42b1-98d8-298347fede39 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=41ea7f4e-9e50-45bc-823e-4e70f83d975a HTTP/1.1" status: 200 len: 950 time: 0.3215373 May 26 16:00:28.406451 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229722ab-e0c0-4325-9f91-d15f57837081', 'name': 'tempest-TaggedBootDevicesTest-929346699-router', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:21Z', 'updated_at': '2022-05-26T16:00:24Z', 'revision_number': 3, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'gw_port': {'id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229722ab-e0c0-4325-9f91-d15f57837081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:22Z', 'updated_at': '2022-05-26T16:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:28.449860 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] Checking router: 229722ab-e0c0-4325-9f91-d15f57837081 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:00:28.451050 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] Updating router 229722ab-e0c0-4325-9f91-d15f57837081 port 3a148c15-3584-4020-9e5a-b546edd151e4 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:00:28.492851 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:28.631154 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-a1a400a7-ff11-4ad7-81ee-86bcf56d7fa5 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:28.632741 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-a1a400a7-ff11-4ad7-81ee-86bcf56d7fa5 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf&tenant_id=19e070c8e7b54fd08885a106f1eb9e23&binding%3Ahost_id=n-h2-843337-2 HTTP/1.1" status: 200 len: 1095 time: 0.1222692 May 26 16:00:28.862208 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-1646e3cb-8798-4612-aef9-9e24c7cb575e service neutron] For port abc417ca-d09c-4b20-afa4-b8599fee9b0e, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:00:28.865537 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-1646e3cb-8798-4612-aef9-9e24c7cb575e service neutron] Notify callbacks [] for binding, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:28.866677 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c1a1ad2-48f2-4909-9a58-0908df685883 req-1646e3cb-8798-4612-aef9-9e24c7cb575e service neutron] 10.222.0.83 "DELETE /v2.0/ports/abc417ca-d09c-4b20-afa4-b8599fee9b0e/bindings/n-h1-843337-2 HTTP/1.1" status: 204 len: 173 time: 0.2233424 May 26 16:00:28.895257 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:28.900251 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed1cd2-9917-413b-b266-b7feffb8511d service neutron] Pushing event updated for resources: {'Port': ['ID=ee632a5d-c189-4106-8aaf-4aca642806c2,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:28.910922 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:28.955111 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ecc42d8-1766-471d-be41-6c91536749a6 req-e8d8f6e3-5fb8-484d-a2cc-22c43c80e37f tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6632149 May 26 16:00:28.990573 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebffbb-9475-4d1b-beb8-94f960f61427 req-a0eff89e-3aa4-4e30-b62b-8632e8dd1f52 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:28.992016 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46ebffbb-9475-4d1b-beb8-94f960f61427 req-a0eff89e-3aa4-4e30-b62b-8632e8dd1f52 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.3052437 May 26 16:00:29.022973 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25358aa9-a872-47d1-9caa-e16416d1f2e6 None None] Pushing event updated for resources: {'Port': ['ID=3a148c15-3584-4020-9e5a-b546edd151e4,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:29.032164 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] Attempting to bind port 3a148c15-3584-4020-9e5a-b546edd151e4 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:00:29.032668 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] Attempting to bind port 3a148c15-3584-4020-9e5a-b546edd151e4 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:00:29.033025 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] Attempting to bind port 3a148c15-3584-4020-9e5a-b546edd151e4 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:29.052668 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:00:29.053045 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:29.053445 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:29.053841 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:00:29.054306 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] Bound port: 3a148c15-3584-4020-9e5a-b546edd151e4, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:00:29.054682 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:29.074067 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-372a5859-9254-46d7-862f-4af4f84edbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:29.075589 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-372a5859-9254-46d7-862f-4af4f84edbb0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 1094 time: 0.7808259 May 26 16:00:29.165099 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] For port 3a148c15-3584-4020-9e5a-b546edd151e4, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:00:29.168269 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] For port 3a148c15-3584-4020-9e5a-b546edd151e4, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3a148c15-3584-4020-9e5a-b546edd151e4,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:00:29.188954 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:29.202920 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-9b794980-c597-45a4-89f4-b20720effa77 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee632a5d-c189-4106-8aaf-4aca642806c2 HTTP/1.1" status: 200 len: 217 time: 0.1055181 May 26 16:00:29.313047 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] Routers {'229722ab-e0c0-4325-9f91-d15f57837081'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:00:29.313749 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:00:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['229722ab-e0c0-4325-9f91-d15f57837081'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:29.327330 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46ebffbb-9475-4d1b-beb8-94f960f61427 req-cbc6bb9c-58a7-4ad0-bb91-510c08127051 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789037 May 26 16:00:29.427313 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 60450a80-835f-4f71-97de-cc95d2494e1a up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:29.429327 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fe8f12-27c9-45dc-b8ef-d833dea08e2f x-openstack-request-id: req-22fe8f12-27c9-45dc-b8ef-d833dea08e2f {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:29.429606 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce986bed-7018-43d4-af5f-b4401f00c03b", "tag": "ee632a5d-c189-4106-8aaf-4aca642806c2", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:29.429857 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-22fe8f12-27c9-45dc-b8ef-d833dea08e2f {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:29.430251 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22fe8f12-27c9-45dc-b8ef-d833dea08e2f'] response: {'name': 'network-changed', 'server_uuid': 'ce986bed-7018-43d4-af5f-b4401f00c03b', 'tag': 'ee632a5d-c189-4106-8aaf-4aca642806c2', 'status': 'completed', 'code': 200} May 26 16:00:29.466569 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25358aa9-a872-47d1-9caa-e16416d1f2e6 None None] Pushing event updated for resources: {'Port': ['ID=3a148c15-3584-4020-9e5a-b546edd151e4,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:29.697905 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] Set router 229722ab-e0c0-4325-9f91-d15f57837081 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:00:29.729024 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-0524188d-2c22-4d22-9da0-d44f2636b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:29.730572 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-0524188d-2c22-4d22-9da0-d44f2636b8c8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cfa16bff-3370-4a4e-860f-b7e489b84ed0 HTTP/1.1" status: 200 len: 847 time: 0.5093927 May 26 16:00:29.768483 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd6481-0629-496a-afe9-81c8f1b33f86 req-49932f75-5829-442b-bc13-774a09702716 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:29.771663 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d9cd6481-0629-496a-afe9-81c8f1b33f86 req-49932f75-5829-442b-bc13-774a09702716 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 944 time: 0.3400161 May 26 16:00:29.843880 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acca1e-540e-4ba0-9fb2-d356b7934014 req-be8a5601-c963-414b-b5fd-d2c7303b5734 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:29.849201 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c8acca1e-540e-4ba0-9fb2-d356b7934014 req-be8a5601-c963-414b-b5fd-d2c7303b5734 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207&tenant_id=2e6ecadf768c4517a083521fe60f9efe&binding%3Ahost_id=n-h2-843337-2 HTTP/1.1" status: 200 len: 949 time: 0.2952571 May 26 16:00:29.866458 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 60450a80-835f-4f71-97de-cc95d2494e1a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:29.866822 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:30.008048 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 60450a80-835f-4f71-97de-cc95d2494e1a is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:30.008717 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:30.073163 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 60450a80-835f-4f71-97de-cc95d2494e1a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=60450a80-835f-4f71-97de-cc95d2494e1a,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:30.088355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0548f62-926e-4ad3-91e0-b41b6bdcc207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60450a80-835f-4f71-97de-cc95d2494e1a'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:30.091389 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acca1e-540e-4ba0-9fb2-d356b7934014 req-38140c71-67d5-4ed2-a6d2-8fc108afbdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:30.093874 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c8acca1e-540e-4ba0-9fb2-d356b7934014 req-38140c71-67d5-4ed2-a6d2-8fc108afbdaf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 1100 time: 0.0929229 May 26 16:00:30.095731 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5938dd6d-ac55-48e1-8dca-a1ef8a6df8d0" -d '{"events": [{"server_uuid": "a0548f62-926e-4ad3-91e0-b41b6bdcc207", "name": "network-vif-plugged", "status": "completed", "tag": "60450a80-835f-4f71-97de-cc95d2494e1a"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:30.100923 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-355ccb8e-9d6b-48b9-a56c-9370901d119c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3282158 May 26 16:00:30.110608 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229722ab-e0c0-4325-9f91-d15f57837081', 'name': 'tempest-TaggedBootDevicesTest-929346699-router', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:21Z', 'updated_at': '2022-05-26T16:00:24Z', 'revision_number': 3, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'gw_port': {'id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229722ab-e0c0-4325-9f91-d15f57837081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:22Z', 'updated_at': '2022-05-26T16:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:30.125549 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:30.213050 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d9cd6481-0629-496a-afe9-81c8f1b33f86 req-c70573ed-8b90-4d05-9897-7012638a4e13 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402656 May 26 16:00:30.222388 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1534f70a-a77e-492f-b29b-b32dbb4df5b1 None None] The sync data for ids ['229722ab-e0c0-4325-9f91-d15f57837081'] in n-d-843337-2 is: [{'id': '229722ab-e0c0-4325-9f91-d15f57837081', 'name': 'tempest-TaggedBootDevicesTest-929346699-router', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:21Z', 'updated_at': '2022-05-26T16:00:24Z', 'revision_number': 3, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'gw_port': {'id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229722ab-e0c0-4325-9f91-d15f57837081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:22Z', 'updated_at': '2022-05-26T16:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:00:30.249860 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:30.288745 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422733e-ed2f-43a4-b2d7-a1387f012af8 req-6676841e-5222-4ef6-97ec-50a6bb3cc29e tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:30.290261 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7422733e-ed2f-43a4-b2d7-a1387f012af8 req-6676841e-5222-4ef6-97ec-50a6bb3cc29e tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.83 "GET /v2.0/ports?device_id=41ea7f4e-9e50-45bc-823e-4e70f83d975a HTTP/1.1" status: 200 len: 950 time: 0.4901354 May 26 16:00:30.290826 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acca1e-540e-4ba0-9fb2-d356b7934014 req-03bfc574-50b2-434c-936f-d4575f41d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:30.292423 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c8acca1e-540e-4ba0-9fb2-d356b7934014 req-03bfc574-50b2-434c-936f-d4575f41d713 service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.1896160 May 26 16:00:30.308676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=60450a80-835f-4f71-97de-cc95d2494e1a,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:30.343489 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c0bbc-9d9f-4192-94b2-aacf9b1a0eff req-60c9512b-82c6-468d-b9dc-49caac329bba tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:30.347967 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-725c0bbc-9d9f-4192-94b2-aacf9b1a0eff req-60c9512b-82c6-468d-b9dc-49caac329bba tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 943 time: 0.5716729 May 26 16:00:30.363785 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c8acca1e-540e-4ba0-9fb2-d356b7934014 req-469c89b3-9564-421f-a145-c197da5d3252 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=60450a80-835f-4f71-97de-cc95d2494e1a HTTP/1.1" status: 200 len: 217 time: 0.0599082 May 26 16:00:30.448608 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acca1e-540e-4ba0-9fb2-d356b7934014 req-928d77af-bb79-487f-881b-b95778b758db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:30.452657 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c8acca1e-540e-4ba0-9fb2-d356b7934014 req-928d77af-bb79-487f-881b-b95778b758db service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0721991 May 26 16:00:30.524596 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acca1e-540e-4ba0-9fb2-d356b7934014 req-183f04b4-d1ad-4106-a5f2-b07de1133a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:30.526565 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c8acca1e-540e-4ba0-9fb2-d356b7934014 req-183f04b4-d1ad-4106-a5f2-b07de1133a48 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0646665 May 26 16:00:30.601056 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:30.649920 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-725c0bbc-9d9f-4192-94b2-aacf9b1a0eff req-908b3b41-d0a1-4222-85c9-69f0cd9d0e71 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851799 May 26 16:00:30.652231 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-197b9cc9-606d-4f16-91d3-00790621fe36 service neutron] 10.222.0.81 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366712 May 26 16:00:30.721709 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c8acca1e-540e-4ba0-9fb2-d356b7934014 req-2ba78631-2771-4ce7-85e9-ab06512ecaeb service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763816 May 26 16:00:30.878584 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c8acca1e-540e-4ba0-9fb2-d356b7934014 req-28dd26d0-534a-4785-ae2e-73fe4915e116 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563315 May 26 16:00:30.906175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c49d8-96a2-4fda-88b5-cae44abe54c7 req-b90972b1-76e1-4d4f-9723-b7726e41604b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:30.914310 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-988c49d8-96a2-4fda-88b5-cae44abe54c7 req-b90972b1-76e1-4d4f-9723-b7726e41604b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.5153008 May 26 16:00:31.107962 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9dd1678a-3cb8-4e1a-bac6-6d6c69f1d6a1 req-d525388f-6399-49ab-b359-73e04204fc20 service neutron] 10.222.0.81 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107769 May 26 16:00:31.176246 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3a148c15-3584-4020-9e5a-b546edd151e4 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:31.262606 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-7422733e-ed2f-43a4-b2d7-a1387f012af8 req-8dfe1466-eded-4f24-99db-e558d9ff0a6a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Deleting port 719e3994-2faf-4405-8996-5f32d97b2ec4 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:00:31.264668 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7422733e-ed2f-43a4-b2d7-a1387f012af8 req-8dfe1466-eded-4f24-99db-e558d9ff0a6a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:31.274855 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-988c49d8-96a2-4fda-88b5-cae44abe54c7 req-0b9a8973-1fb7-423c-b6bd-14ed72d41b17 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590763 May 26 16:00:31.285086 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 3a148c15-3584-4020-9e5a-b546edd151e4 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:31.285514 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:31.388919 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b70c988-6cf7-45c3-a849-6cb09b0dc9d2 x-openstack-request-id: req-9b70c988-6cf7-45c3-a849-6cb09b0dc9d2 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:31.393029 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0548f62-926e-4ad3-91e0-b41b6bdcc207", "name": "network-vif-plugged", "status": "completed", "tag": "60450a80-835f-4f71-97de-cc95d2494e1a", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:31.393029 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9b70c988-6cf7-45c3-a849-6cb09b0dc9d2 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:31.393029 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b70c988-6cf7-45c3-a849-6cb09b0dc9d2'] response: {'server_uuid': 'a0548f62-926e-4ad3-91e0-b41b6bdcc207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60450a80-835f-4f71-97de-cc95d2494e1a', 'code': 200} May 26 16:00:31.401469 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Allocated IP 172.20.0.1 (cc5ef074-7315-4026-8964-d75cc2ddf062/5b75a4a7-49bc-43e9-90df-4f07b481bb2f/176a9e25-90af-4aa8-9c73-4524d47a8814) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:00:31.419516 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5d935-b839-43ee-965e-8b8f4a47d75a req-f3fb944e-ae03-4cc8-a1d3-f2178cd32ccc tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:31.426246 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 3a148c15-3584-4020-9e5a-b546edd151e4 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:31.426633 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:31.426988 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6b5d935-b839-43ee-965e-8b8f4a47d75a req-f3fb944e-ae03-4cc8-a1d3-f2178cd32ccc tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=41ea7f4e-9e50-45bc-823e-4e70f83d975a HTTP/1.1" status: 200 len: 950 time: 0.5435519 May 26 16:00:31.507588 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 3a148c15-3584-4020-9e5a-b546edd151e4, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3a148c15-3584-4020-9e5a-b546edd151e4,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:31.514695 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d99c6e-23ae-40fc-8bb3-625ff4d25535 req-ee30124b-8075-49e4-8ff1-ff543b038e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:31.516122 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7d99c6e-23ae-40fc-8bb3-625ff4d25535 req-ee30124b-8075-49e4-8ff1-ff543b038e05 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 1094 time: 0.2199576 May 26 16:00:31.520133 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:31.614704 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=3a148c15-3584-4020-9e5a-b546edd151e4,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:31.695950 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6b5d935-b839-43ee-965e-8b8f4a47d75a req-931f51d7-8e29-4fa3-83cb-7c3a14ca0198 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/security-groups?id=51416c27-e116-409d-ada6-6239fc5f4560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680876 May 26 16:00:31.835122 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:31.845070 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-7422733e-ed2f-43a4-b2d7-a1387f012af8 req-8dfe1466-eded-4f24-99db-e558d9ff0a6a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] For port 719e3994-2faf-4405-8996-5f32d97b2ec4, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=719e3994-2faf-4405-8996-5f32d97b2ec4,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:31.845448 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7422733e-ed2f-43a4-b2d7-a1387f012af8 req-8dfe1466-eded-4f24-99db-e558d9ff0a6a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:31.875737 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-7422733e-ed2f-43a4-b2d7-a1387f012af8 req-8dfe1466-eded-4f24-99db-e558d9ff0a6a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Calling delete_port for 719e3994-2faf-4405-8996-5f32d97b2ec4 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:00:31.983606 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f823b9-36b5-49fa-bbf2-b9175ae93ed0 req-bcac63ce-1af1-4846-a189-e5ac92bece86 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:31.985155 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-33f823b9-36b5-49fa-bbf2-b9175ae93ed0 req-bcac63ce-1af1-4846-a189-e5ac92bece86 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.3339806 May 26 16:00:32.006661 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d99c6e-23ae-40fc-8bb3-625ff4d25535 req-cfd7c966-3952-48b4-8219-636e39be07a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:32.008728 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7d99c6e-23ae-40fc-8bb3-625ff4d25535 req-cfd7c966-3952-48b4-8219-636e39be07a1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 908 time: 0.3564785 May 26 16:00:32.087904 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:32.098913 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7d99c6e-23ae-40fc-8bb3-625ff4d25535 req-efef2a6a-9f59-4351-91c9-f20ab0df8bd0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee632a5d-c189-4106-8aaf-4aca642806c2 HTTP/1.1" status: 200 len: 217 time: 0.0665693 May 26 16:00:32.204347 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Network cc5ef074-7315-4026-8964-d75cc2ddf062 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:32.220322 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06141d29-6306-4ace-a76d-0596a9fef0b8 req-e97f269f-da07-490f-bf73-65e90830c17f tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:32.221893 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-06141d29-6306-4ace-a76d-0596a9fef0b8 req-e97f269f-da07-490f-bf73-65e90830c17f tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 1095 time: 0.2295616 May 26 16:00:32.222734 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:32.249957 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-33f823b9-36b5-49fa-bbf2-b9175ae93ed0 req-21788805-33e6-463d-9d5e-91d9918d48e7 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459717 May 26 16:00:32.256760 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:00:32.263901 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Pushing event updated for resources: {'Port': ['ID=176a9e25-90af-4aa8-9c73-4524d47a8814,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:32.325254 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d99c6e-23ae-40fc-8bb3-625ff4d25535 req-83fb8fa8-e5c4-4a44-9295-c06fddc7ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:32.326907 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7d99c6e-23ae-40fc-8bb3-625ff4d25535 req-83fb8fa8-e5c4-4a44-9295-c06fddc7ca60 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cfa16bff-3370-4a4e-860f-b7e489b84ed0 HTTP/1.1" status: 200 len: 847 time: 0.1967356 May 26 16:00:32.353357 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:32.353858 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:32.354438 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:32.354859 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:32.355274 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:32.355806 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:32.357298 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:32.357720 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:32.358141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:32.358535 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:32.358940 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:32.359344 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:32.419262 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7422733e-ed2f-43a4-b2d7-a1387f012af8 req-8dfe1466-eded-4f24-99db-e558d9ff0a6a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:32.469753 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:32.573288 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7d99c6e-23ae-40fc-8bb3-625ff4d25535 req-63a716b6-7b1f-41d1-a203-7780d6a7cafb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1868641 May 26 16:00:32.574227 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe1466-eded-4f24-99db-e558d9ff0a6a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Pushing event deleted for resources: {'Port': ['ID=719e3994-2faf-4405-8996-5f32d97b2ec4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:32.645663 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-1d02b6f1-2350-4064-82a1-d97406a9624e None None] Provisioning complete for port 176a9e25-90af-4aa8-9c73-4524d47a8814 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:32.646207 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1d02b6f1-2350-4064-82a1-d97406a9624e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:32.677008 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-06141d29-6306-4ace-a76d-0596a9fef0b8 req-9ed10666-1548-4c57-bfa5-1c7fbdae78c3 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233761 May 26 16:00:32.709660 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1d02b6f1-2350-4064-82a1-d97406a9624e None None] Port 176a9e25-90af-4aa8-9c73-4524d47a8814 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:00:32.754621 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7422733e-ed2f-43a4-b2d7-a1387f012af8 req-8dfe1466-eded-4f24-99db-e558d9ff0a6a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] No DVR routers for this DVR port 719e3994-2faf-4405-8996-5f32d97b2ec4 on host n-h2-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:00:32.757946 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7422733e-ed2f-43a4-b2d7-a1387f012af8 req-8dfe1466-eded-4f24-99db-e558d9ff0a6a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:32.761711 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7422733e-ed2f-43a4-b2d7-a1387f012af8 req-8dfe1466-eded-4f24-99db-e558d9ff0a6a tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.83 "DELETE /v2.0/ports/719e3994-2faf-4405-8996-5f32d97b2ec4 HTTP/1.1" status: 204 len: 173 time: 2.4368951 May 26 16:00:32.822829 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ea7f4e-9e50-45bc-823e-4e70f83d975a', 'name': 'network-vif-deleted', 'tag': '719e3994-2faf-4405-8996-5f32d97b2ec4'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:32.826830 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467b5012-b957-4715-83ae-a036fdbdb840" -d '{"events": [{"server_uuid": "41ea7f4e-9e50-45bc-823e-4e70f83d975a", "name": "network-vif-deleted", "tag": "719e3994-2faf-4405-8996-5f32d97b2ec4"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:32.899699 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5de8c7-c978-45b1-8698-beb529106612 req-3e8e590e-fae5-4810-a556-e135c7cb393d tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:32.901303 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca5de8c7-c978-45b1-8698-beb529106612 req-3e8e590e-fae5-4810-a556-e135c7cb393d tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 943 time: 0.5369375 May 26 16:00:33.009482 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7d99c6e-23ae-40fc-8bb3-625ff4d25535 req-09b079d6-e349-4f50-91d9-dbd3756a0ae6 service neutron] 10.222.0.81 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484895 May 26 16:00:33.012967 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:33.040221 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca5de8c7-c978-45b1-8698-beb529106612 req-ad55d812-a027-49c0-98d9-7b903b0e42ef tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278181 May 26 16:00:33.192174 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3a148c15-3584-4020-9e5a-b546edd151e4 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:33.216020 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7d99c6e-23ae-40fc-8bb3-625ff4d25535 req-f703c394-2408-4fdc-a4d6-82ca019515a6 service neutron] 10.222.0.81 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904316 May 26 16:00:33.280082 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1e097-d399-496f-8af7-1877449ebc43 req-b0d7a23d-9fa9-456e-8f65-d3138e701f62 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:33.281473 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bcb1e097-d399-496f-8af7-1877449ebc43 req-b0d7a23d-9fa9-456e-8f65-d3138e701f62 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.0857756 May 26 16:00:33.316231 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 3a148c15-3584-4020-9e5a-b546edd151e4 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:33.316613 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:33.362217 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:33.372059 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bcb1e097-d399-496f-8af7-1877449ebc43 req-af353ecf-962a-4468-a447-9633ec694990 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725069 May 26 16:00:33.375680 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:33.708664 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 719e3994-2faf-4405-8996-5f32d97b2ec4 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:00:33.767526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 719e3994-2faf-4405-8996-5f32d97b2ec4 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:00:33.767851 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 719e3994-2faf-4405-8996-5f32d97b2ec4 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:00:33.850645 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 3a148c15-3584-4020-9e5a-b546edd151e4 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:33.935342 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d35cba0c-8b77-41c7-803e-e01736d8d7c3 req-9eeb5a25-113a-49c8-a5d4-9d9a0a9a9382 tempest-DeleteServersAdminTestJSON-650911993 tempest-DeleteServersAdminTestJSON-650911993-project] 10.222.0.77 "GET /v2.0/ports?device_id=41ea7f4e-9e50-45bc-823e-4e70f83d975a HTTP/1.1" status: 200 len: 210 time: 0.0767000 May 26 16:00:33.958848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Pushing event updated for resources: {'Port': ['ID=176a9e25-90af-4aa8-9c73-4524d47a8814,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:33.979878 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:34.004065 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a3f14-7d57-4e47-8307-c5d5f0e46739 req-5704681d-1c1e-4f4d-8d32-97beb31351e8 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:34.005615 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae1a3f14-7d57-4e47-8307-c5d5f0e46739 req-5704681d-1c1e-4f4d-8d32-97beb31351e8 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 1095 time: 0.1432879 May 26 16:00:34.109963 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb876c7-c461-4680-a4ff-b282cb5ad619 x-openstack-request-id: req-3bb876c7-c461-4680-a4ff-b282cb5ad619 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:34.110731 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ea7f4e-9e50-45bc-823e-4e70f83d975a", "name": "network-vif-deleted", "tag": "719e3994-2faf-4405-8996-5f32d97b2ec4", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:34.110989 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3bb876c7-c461-4680-a4ff-b282cb5ad619 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:34.111383 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bb876c7-c461-4680-a4ff-b282cb5ad619'] response: {'server_uuid': '41ea7f4e-9e50-45bc-823e-4e70f83d975a', 'name': 'network-vif-deleted', 'tag': '719e3994-2faf-4405-8996-5f32d97b2ec4', 'status': 'completed', 'code': 200} May 26 16:00:34.162300 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae1a3f14-7d57-4e47-8307-c5d5f0e46739 req-e79ca7b5-fd2f-440f-b64f-5b4d0fdbb9b2 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493171 May 26 16:00:34.186182 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Network cc5ef074-7315-4026-8964-d75cc2ddf062 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:34.187847 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:34.297233 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96c043-7a72-49c6-9c62-f3508ef46b5a req-c93320e6-baa9-4145-bf5b-e2e345d2ffe6 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:34.300509 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb96c043-7a72-49c6-9c62-f3508ef46b5a req-c93320e6-baa9-4145-bf5b-e2e345d2ffe6 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.1422856 May 26 16:00:34.412017 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb96c043-7a72-49c6-9c62-f3508ef46b5a req-1f781b4e-27a1-4b05-9170-d18d450127e1 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983512 May 26 16:00:34.440155 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959b169-1302-48c9-bb7a-cee51201ac29 req-1171db12-4623-4f35-bc01-6750c7a3ac6a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:34.440841 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e959b169-1302-48c9-bb7a-cee51201ac29 req-1171db12-4623-4f35-bc01-6750c7a3ac6a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.1413190 May 26 16:00:34.508381 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e959b169-1302-48c9-bb7a-cee51201ac29 req-564c1591-4a02-4387-836f-062f051c8c3d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590925 May 26 16:00:34.537861 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Router 229722ab-e0c0-4325-9f91-d15f57837081 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:00:34.576622 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0ec4f3b5-a641-4315-93a5-e6339e3bf8d9 None None] Provisioning complete for port 176a9e25-90af-4aa8-9c73-4524d47a8814 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:34.577203 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0ec4f3b5-a641-4315-93a5-e6339e3bf8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:34.670453 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fdef1-2f20-4862-aabd-5a83749fc2f3 req-9890e55f-e7f8-4640-9f41-fc735b5e3210 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:34.681387 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0ec4f3b5-a641-4315-93a5-e6339e3bf8d9 None None] Port 176a9e25-90af-4aa8-9c73-4524d47a8814 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:00:34.682851 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-897fdef1-2f20-4862-aabd-5a83749fc2f3 req-9890e55f-e7f8-4640-9f41-fc735b5e3210 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 943 time: 0.1431391 May 26 16:00:34.759011 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-897fdef1-2f20-4862-aabd-5a83749fc2f3 req-7d1657ed-1a26-4d36-8015-7e1e5380475a tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752985 May 26 16:00:34.773874 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:00:34.797156 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2e362d7a-45f7-4704-ab87-315d70a7bf7c admin admin] 10.222.0.77 "PUT /v2.0/routers/229722ab-e0c0-4325-9f91-d15f57837081/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8255038 May 26 16:00:34.807341 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] Sync routers for ids ['229722ab-e0c0-4325-9f91-d15f57837081'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:00:34.834207 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] Routers {'229722ab-e0c0-4325-9f91-d15f57837081'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:00:34.835619 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:00:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['229722ab-e0c0-4325-9f91-d15f57837081'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:35.051243 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] Set router 229722ab-e0c0-4325-9f91-d15f57837081 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:00:35.353030 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-550eb0d7-6c68-4928-82e1-920cf3d4e0c1 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=2e6ecadf768c4517a083521fe60f9efe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491011 May 26 16:00:35.469216 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229722ab-e0c0-4325-9f91-d15f57837081', 'name': 'tempest-TaggedBootDevicesTest-929346699-router', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:21Z', 'updated_at': '2022-05-26T16:00:32Z', 'revision_number': 4, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'gw_port': {'id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229722ab-e0c0-4325-9f91-d15f57837081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:22Z', 'updated_at': '2022-05-26T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '176a9e25-90af-4aa8-9c73-4524d47a8814', 'name': '', 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'mac_address': 'fa:16:3e:15:32:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229722ab-e0c0-4325-9f91-d15f57837081', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '5b75a4a7-49bc-43e9-90df-4f07b481bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:30Z', 'updated_at': '2022-05-26T16:00:33Z', 'revision_number': 2, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'subnets': [{'id': '5b75a4a7-49bc-43e9-90df-4f07b481bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:35.505276 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] Checking router: 229722ab-e0c0-4325-9f91-d15f57837081 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:00:35.505879 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] Updating router 229722ab-e0c0-4325-9f91-d15f57837081 port 176a9e25-90af-4aa8-9c73-4524d47a8814 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:00:35.534682 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:35.747261 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-c8faaa99-64c3-40c2-986c-5c220db6eaf8 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:35.751983 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-c8faaa99-64c3-40c2-986c-5c220db6eaf8 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3979516 May 26 16:00:35.804403 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-a1297548-cf46-44d2-84e6-eb2df189d2a7 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/quotas/2e6ecadf768c4517a083521fe60f9efe HTTP/1.1" status: 200 len: 375 time: 0.0448632 May 26 16:00:35.831569 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38320) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:35.849749 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09080f-6f5a-4475-9f43-e7f6dd3de185 req-0ee7e98e-4141-43ac-924f-999c2dc83c4a tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:35.858179 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a09080f-6f5a-4475-9f43-e7f6dd3de185 req-0ee7e98e-4141-43ac-924f-999c2dc83c4a tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.3150418 May 26 16:00:35.972445 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a09080f-6f5a-4475-9f43-e7f6dd3de185 req-dc3e188d-1a61-4e37-bd25-aa19df02a44d tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131587 May 26 16:00:36.022926 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-a7d2f0a1-4a62-4c2d-aa58-c60623406849 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2102828 May 26 16:00:36.077333 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38328) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:36.083845 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-f193d9cb-e861-4d50-a31a-170df27d8c35 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1932144028-network', 'tenant_id': '9cb74b506ea543708292c52de0326210'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:36.154179 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f193d9cb-e861-4d50-a31a-170df27d8c35 admin admin] Made reservation on behalf of 9cb74b506ea543708292c52de0326210 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:00:36.156890 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f193d9cb-e861-4d50-a31a-170df27d8c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:36.176454 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-90b58af1-6f59-4569-aa77-73610c735589 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=50e3fd85713f4a9aaf9a09a9017fb8bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3436041 May 26 16:00:36.179233 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38330) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:36.215939 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f193d9cb-e861-4d50-a31a-170df27d8c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:36.261894 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c429c20f-0890-444e-8169-38843cf14c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:36.265363 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:36.280432 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:36.308124 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c429c20f-0890-444e-8169-38843cf14c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:36.322815 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37001e5-b7cd-49b9-aeb7-820251212ddf req-a46fde1a-9ffe-467d-a6f5-1ee8d3d033bb tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:36.336928 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f37001e5-b7cd-49b9-aeb7-820251212ddf req-a46fde1a-9ffe-467d-a6f5-1ee8d3d033bb tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 943 time: 0.2120268 May 26 16:00:36.355147 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dbdf59-c86c-4cf2-a04e-7b9d0b3be027 None None] Pushing event updated for resources: {'Port': ['ID=176a9e25-90af-4aa8-9c73-4524d47a8814,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:36.381282 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dbdf59-c86c-4cf2-a04e-7b9d0b3be027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:36.383275 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dbdf59-c86c-4cf2-a04e-7b9d0b3be027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:36.383833 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dbdf59-c86c-4cf2-a04e-7b9d0b3be027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:36.384377 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dbdf59-c86c-4cf2-a04e-7b9d0b3be027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:36.384862 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dbdf59-c86c-4cf2-a04e-7b9d0b3be027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:36.385920 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dbdf59-c86c-4cf2-a04e-7b9d0b3be027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:36.386455 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dbdf59-c86c-4cf2-a04e-7b9d0b3be027 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:36.392924 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dbdf59-c86c-4cf2-a04e-7b9d0b3be027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:36.416402 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dbdf59-c86c-4cf2-a04e-7b9d0b3be027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:36.419138 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dbdf59-c86c-4cf2-a04e-7b9d0b3be027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:36.425788 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c429c20f-0890-444e-8169-38843cf14c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:36.432655 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c429c20f-0890-444e-8169-38843cf14c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:36.435483 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c429c20f-0890-444e-8169-38843cf14c9b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/51416c27-e116-409d-ada6-6239fc5f4560 HTTP/1.1" status: 204 len: 168 time: 0.2539775 May 26 16:00:36.452021 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dbdf59-c86c-4cf2-a04e-7b9d0b3be027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:36.455530 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dbdf59-c86c-4cf2-a04e-7b9d0b3be027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:36.458824 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429c20f-0890-444e-8169-38843cf14c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51416c27-e116-409d-ada6-6239fc5f4560,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:36.476734 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f37001e5-b7cd-49b9-aeb7-820251212ddf req-c6eb6511-4d6a-418f-a431-ad4615ee3915 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294768 May 26 16:00:36.666569 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3ecb3f10-d2e1-4ebb-8dc0-0112e31eb558 req-6fd35b9f-dd7a-4574-9a24-db822fc5f841 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 210 time: 0.0926974 May 26 16:00:36.689250 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f193d9cb-e861-4d50-a31a-170df27d8c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:36.702947 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f193d9cb-e861-4d50-a31a-170df27d8c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:36.763712 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193d9cb-e861-4d50-a31a-170df27d8c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0ae39b-b924-4521-9aaf-19aeef334cf7,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:36.783925 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f193d9cb-e861-4d50-a31a-170df27d8c35 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:00:36.805392 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f193d9cb-e861-4d50-a31a-170df27d8c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:36.805843 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-f193d9cb-e861-4d50-a31a-170df27d8c35 admin admin] Added segment 11068202-f54b-47d9-804a-5570a7a895dc of type vlan for network 9762cd5c-e967-4c6d-ac9d-8d87a68d5c26 May 26 16:00:36.823645 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-bdcefd7f-9c12-4497-9124-7e9b5a9f7921 None None] Provisioning complete for port 176a9e25-90af-4aa8-9c73-4524d47a8814 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:36.826011 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bdcefd7f-9c12-4497-9124-7e9b5a9f7921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:36.916366 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f193d9cb-e861-4d50-a31a-170df27d8c35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:36.931980 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] Attempting to bind port 176a9e25-90af-4aa8-9c73-4524d47a8814 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:00:36.933468 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] Attempting to bind port 176a9e25-90af-4aa8-9c73-4524d47a8814 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '96a5f615-fb63-4c2b-92cf-d8a80dc39cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:00:36.934561 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] Attempting to bind port 176a9e25-90af-4aa8-9c73-4524d47a8814 on network cc5ef074-7315-4026-8964-d75cc2ddf062 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:36.951391 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:00:36.952288 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] Checking segment: {'id': '96a5f615-fb63-4c2b-92cf-d8a80dc39cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:36.952918 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:36.953481 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] Bound using segment: {'id': '96a5f615-fb63-4c2b-92cf-d8a80dc39cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:00:36.955603 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] Bound port: 176a9e25-90af-4aa8-9c73-4524d47a8814, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a5f615-fb63-4c2b-92cf-d8a80dc39cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:00:36.956212 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:36.993286 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-bdcefd7f-9c12-4497-9124-7e9b5a9f7921 None None] Port 176a9e25-90af-4aa8-9c73-4524d47a8814 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:00:37.074415 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f193d9cb-e861-4d50-a31a-170df27d8c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:37.076703 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f193d9cb-e861-4d50-a31a-170df27d8c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:37.077490 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f193d9cb-e861-4d50-a31a-170df27d8c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:37.187401 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] For port 176a9e25-90af-4aa8-9c73-4524d47a8814, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:00:37.191699 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] For port 176a9e25-90af-4aa8-9c73-4524d47a8814, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=176a9e25-90af-4aa8-9c73-4524d47a8814,segment=NetworkSegment(96a5f615-fb63-4c2b-92cf-d8a80dc39cae),segment_id=96a5f615-fb63-4c2b-92cf-d8a80dc39cae)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:00:37.196616 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f193d9cb-e861-4d50-a31a-170df27d8c35 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1177754 May 26 16:00:37.198603 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:37.200801 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38362) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:37.207791 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-af726975-0b95-462a-a64f-23a7401b3087 admin admin] Request body: {'subnet': {'network_id': '9762cd5c-e967-4c6d-ac9d-8d87a68d5c26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1932144028-subnet', 'tenant_id': '9cb74b506ea543708292c52de0326210', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:37.218082 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193d9cb-e861-4d50-a31a-170df27d8c35 admin admin] Pushing event updated for resources: {'Network': ['ID=9762cd5c-e967-4c6d-ac9d-8d87a68d5c26,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:37.229362 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 9762cd5c-e967-4c6d-ac9d-8d87a68d5c26 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:00:37.232943 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a884d-904e-4e37-859c-86c124bf6b32 req-67565bcb-a697-4225-9fb1-859190a3f4f3 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:37.240949 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c15a884d-904e-4e37-859c-86c124bf6b32 req-67565bcb-a697-4225-9fb1-859190a3f4f3 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.1308348 May 26 16:00:37.266278 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af726975-0b95-462a-a64f-23a7401b3087 admin admin] Made reservation on behalf of 9cb74b506ea543708292c52de0326210 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:00:37.276050 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-af726975-0b95-462a-a64f-23a7401b3087 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:37.324279 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c15a884d-904e-4e37-859c-86c124bf6b32 req-9d696958-0eb0-4047-add3-99711b5de37c tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820365 May 26 16:00:37.374829 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dbdf59-c86c-4cf2-a04e-7b9d0b3be027 None None] Pushing event updated for resources: {'Port': ['ID=176a9e25-90af-4aa8-9c73-4524d47a8814,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:37.387993 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38366) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:37.394670 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] Routers {'229722ab-e0c0-4325-9f91-d15f57837081'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:00:37.398179 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:00:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['229722ab-e0c0-4325-9f91-d15f57837081'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:37.428568 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3bc42553-478a-4ed6-90b9-433b88cfcbf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:37.660644 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3bc42553-478a-4ed6-90b9-433b88cfcbf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:37.675919 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] Set router 229722ab-e0c0-4325-9f91-d15f57837081 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:00:37.680132 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3bc42553-478a-4ed6-90b9-433b88cfcbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:37.834201 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-af726975-0b95-462a-a64f-23a7401b3087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:37.844913 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-60c540b3-8b0c-452f-8363-8f822bcfaf04 None None] Provisioning complete for port 176a9e25-90af-4aa8-9c73-4524d47a8814 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:37.847950 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-60c540b3-8b0c-452f-8363-8f822bcfaf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:37.938010 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb1735e5-3b4d-4a32-9374-bd53e8ed3a87 req-b5c74535-7b1a-42e1-9975-1da9a2f0571c tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 210 time: 0.0978134 May 26 16:00:37.988069 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3bc42553-478a-4ed6-90b9-433b88cfcbf2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2eef2451409144f6bf782be94061fc09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5986855 May 26 16:00:37.990064 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38384) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:37.992529 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc42553-478a-4ed6-90b9-433b88cfcbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4473a13-8a96-4a64-a31d-7d41389aff24,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:38.009363 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af726975-0b95-462a-a64f-23a7401b3087 admin admin] Checking segment: {'id': '11068202-f54b-47d9-804a-5570a7a895dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9762cd5c-e967-4c6d-ac9d-8d87a68d5c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:38.010958 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af726975-0b95-462a-a64f-23a7401b3087 admin admin] Network hostable DHCP agents. Network: 9762cd5c-e967-4c6d-ac9d-8d87a68d5c26, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:00:38.048922 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af726975-0b95-462a-a64f-23a7401b3087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be29a909-908e-4167-9a63-18de79f935d2,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:38.059005 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbb5ca-ed46-465c-b2ba-37ed7f169b28 req-01fad43a-0051-47e1-88e5-e9918dde5ac4 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:38.072519 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0bbbb5ca-ed46-465c-b2ba-37ed7f169b28 req-01fad43a-0051-47e1-88e5-e9918dde5ac4 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 943 time: 0.4099994 May 26 16:00:38.085730 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229722ab-e0c0-4325-9f91-d15f57837081', 'name': 'tempest-TaggedBootDevicesTest-929346699-router', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:21Z', 'updated_at': '2022-05-26T16:00:32Z', 'revision_number': 4, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'gw_port': {'id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229722ab-e0c0-4325-9f91-d15f57837081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:22Z', 'updated_at': '2022-05-26T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '176a9e25-90af-4aa8-9c73-4524d47a8814', 'name': '', 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'mac_address': 'fa:16:3e:15:32:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229722ab-e0c0-4325-9f91-d15f57837081', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '5b75a4a7-49bc-43e9-90df-4f07b481bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:30Z', 'updated_at': '2022-05-26T16:00:37Z', 'revision_number': 4, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'subnets': [{'id': '5b75a4a7-49bc-43e9-90df-4f07b481bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:38.095859 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af726975-0b95-462a-a64f-23a7401b3087 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:38.098489 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af726975-0b95-462a-a64f-23a7401b3087 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:38.098864 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af726975-0b95-462a-a64f-23a7401b3087 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:38.099399 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af726975-0b95-462a-a64f-23a7401b3087 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:38.099891 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af726975-0b95-462a-a64f-23a7401b3087 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:38.100258 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af726975-0b95-462a-a64f-23a7401b3087 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:38.102834 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af726975-0b95-462a-a64f-23a7401b3087 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:38.103192 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af726975-0b95-462a-a64f-23a7401b3087 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:38.103540 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af726975-0b95-462a-a64f-23a7401b3087 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:38.103988 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af726975-0b95-462a-a64f-23a7401b3087 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:38.107033 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af726975-0b95-462a-a64f-23a7401b3087 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:38.107436 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af726975-0b95-462a-a64f-23a7401b3087 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:38.121543 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af726975-0b95-462a-a64f-23a7401b3087 admin admin] Network 9762cd5c-e967-4c6d-ac9d-8d87a68d5c26 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:00:38.143812 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3e2ceb-66ac-430c-97c4-2f863ad738e0 None None] The sync data for ids ['229722ab-e0c0-4325-9f91-d15f57837081'] in n-d-843337-2 is: [{'id': '229722ab-e0c0-4325-9f91-d15f57837081', 'name': 'tempest-TaggedBootDevicesTest-929346699-router', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:21Z', 'updated_at': '2022-05-26T16:00:32Z', 'revision_number': 4, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'gw_port': {'id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229722ab-e0c0-4325-9f91-d15f57837081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:22Z', 'updated_at': '2022-05-26T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '176a9e25-90af-4aa8-9c73-4524d47a8814', 'name': '', 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'mac_address': 'fa:16:3e:15:32:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229722ab-e0c0-4325-9f91-d15f57837081', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '5b75a4a7-49bc-43e9-90df-4f07b481bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:30Z', 'updated_at': '2022-05-26T16:00:37Z', 'revision_number': 4, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'subnets': [{'id': '5b75a4a7-49bc-43e9-90df-4f07b481bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:00:38.144307 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-60c540b3-8b0c-452f-8363-8f822bcfaf04 None None] Current status of the port 176a9e25-90af-4aa8-9c73-4524d47a8814 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:38.144746 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-60c540b3-8b0c-452f-8363-8f822bcfaf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:38.146985 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-af726975-0b95-462a-a64f-23a7401b3087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 9762cd5c-e967-4c6d-ac9d-8d87a68d5c26) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:38.163462 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af726975-0b95-462a-a64f-23a7401b3087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:38.164059 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-af726975-0b95-462a-a64f-23a7401b3087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:38.187888 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a55e3b-3c4c-4c82-8da3-37329d6e5253 None None] Network 9762cd5c-e967-4c6d-ac9d-8d87a68d5c26 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:00:38.247756 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-af726975-0b95-462a-a64f-23a7401b3087 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0450747 May 26 16:00:38.250270 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38386) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:38.254995 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0bbbb5ca-ed46-465c-b2ba-37ed7f169b28 req-a10396a7-6097-432f-b4f9-ffac35f2573f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776600 May 26 16:00:38.255831 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-15b1f5c6-0c37-48bd-93ed-d1b34d971222 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1932144028-router', 'tenant_id': '9cb74b506ea543708292c52de0326210', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:38.296506 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e31270c7-839b-4264-ae1e-f9963bf457e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:38.305320 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15b1f5c6-0c37-48bd-93ed-d1b34d971222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:38.306555 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15b1f5c6-0c37-48bd-93ed-d1b34d971222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:38.382381 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15b1f5c6-0c37-48bd-93ed-d1b34d971222 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:38.382670 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e31270c7-839b-4264-ae1e-f9963bf457e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:38.569002 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-60c540b3-8b0c-452f-8363-8f822bcfaf04 None None] For port 176a9e25-90af-4aa8-9c73-4524d47a8814, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=176a9e25-90af-4aa8-9c73-4524d47a8814,segment=NetworkSegment(96a5f615-fb63-4c2b-92cf-d8a80dc39cae),segment_id=96a5f615-fb63-4c2b-92cf-d8a80dc39cae)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:38.620347 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-60c540b3-8b0c-452f-8363-8f822bcfaf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:38.680870 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15b1f5c6-0c37-48bd-93ed-d1b34d971222 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:38.720417 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-6649c5c6-fca1-4c4d-9108-413e41421fa6 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=2e6ecadf768c4517a083521fe60f9efe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1099167 May 26 16:00:38.864409 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c540b3-8b0c-452f-8363-8f822bcfaf04 None None] Pushing event updated for resources: {'Port': ['ID=176a9e25-90af-4aa8-9c73-4524d47a8814,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:39.028178 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba58b8cd-885d-42d7-ad4a-973c6f987c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-9762cd5c-e967-4c6d-ac9d-8d87a68d5c26', 'network_id': '9762cd5c-e967-4c6d-ac9d-8d87a68d5c26', 'tenant_id': '9cb74b506ea543708292c52de0326210', 'fixed_ips': [{'subnet_id': 'be29a909-908e-4167-9a63-18de79f935d2'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:00:39.036350 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ba58b8cd-885d-42d7-ad4a-973c6f987c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:39.090696 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e31270c7-839b-4264-ae1e-f9963bf457e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:39.093617 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e31270c7-839b-4264-ae1e-f9963bf457e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:39.094975 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e31270c7-839b-4264-ae1e-f9963bf457e2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e4473a13-8a96-4a64-a31d-7d41389aff24 HTTP/1.1" status: 204 len: 168 time: 1.0841839 May 26 16:00:39.112378 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31270c7-839b-4264-ae1e-f9963bf457e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4473a13-8a96-4a64-a31d-7d41389aff24,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:39.133303 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc5778-8841-4509-8612-98b578551ac2 req-7687d3f5-4759-40cd-a768-5c931009361b tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:39.145258 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-16bc5778-8841-4509-8612-98b578551ac2 req-7687d3f5-4759-40cd-a768-5c931009361b tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.6386395 May 26 16:00:39.231524 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-62835777-601f-4b4e-96a4-ee16cc4e8f6f req-b60cb13f-4acc-41f3-b803-c358ddb8ed14 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 210 time: 0.1206045 May 26 16:00:39.281041 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-16bc5778-8841-4509-8612-98b578551ac2 req-938d108f-a0a3-432e-bfe9-1e50e9aa3cae tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344917 May 26 16:00:39.309741 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-9f8a6763-7df8-42a1-a6d5-b5ae0b364e82 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:39.311672 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-9f8a6763-7df8-42a1-a6d5-b5ae0b364e82 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5838273 May 26 16:00:39.334472 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-eab62388-fd27-4356-8f45-a7aab12f3f8a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Request body: {'port': {'device_id': '46ed693a-4539-430c-9bc5-771b86012827', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '2e6ecadf768c4517a083521fe60f9efe'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:39.445752 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15b1f5c6-0c37-48bd-93ed-d1b34d971222 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:39.510528 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15b1f5c6-0c37-48bd-93ed-d1b34d971222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:39.562599 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 176a9e25-90af-4aa8-9c73-4524d47a8814 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:39.615736 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211345b-9b82-42e5-b0f4-6a6ffc9f48f9 req-5109adc8-d838-47d0-98e5-d0987f4034e8 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:39.617343 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c211345b-9b82-42e5-b0f4-6a6ffc9f48f9 req-5109adc8-d838-47d0-98e5-d0987f4034e8 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 943 time: 0.1121457 May 26 16:00:39.624905 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-eab62388-fd27-4356-8f45-a7aab12f3f8a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Made reservation on behalf of 2e6ecadf768c4517a083521fe60f9efe for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:00:39.630152 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-eab62388-fd27-4356-8f45-a7aab12f3f8a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:39.639019 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-ba58b8cd-885d-42d7-ad4a-973c6f987c1a None None] Allocated IP 172.20.0.2 (9762cd5c-e967-4c6d-ac9d-8d87a68d5c26/be29a909-908e-4167-9a63-18de79f935d2/be568299-c67d-499c-a6fe-dd2bed3c3914) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:00:39.784956 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device ee632a5d-c189-4106-8aaf-4aca642806c2 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:00:39.891396 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-15b1f5c6-0c37-48bd-93ed-d1b34d971222 admin admin] Allocated IP 172.25.7.132 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/a9707b8f-e277-48d9-a14a-6b13fbab96a9) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:00:39.995843 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c211345b-9b82-42e5-b0f4-6a6ffc9f48f9 req-d857b83d-1b48-44a0-b2df-7120c2f2ad66 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973671 May 26 16:00:40.176985 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-eab62388-fd27-4356-8f45-a7aab12f3f8a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Allocated IP 192.168.233.202 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/a97919f5-38de-4ccc-9b8c-82c126b1b032) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:00:40.288076 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15b1f5c6-0c37-48bd-93ed-d1b34d971222 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:40.354336 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15b1f5c6-0c37-48bd-93ed-d1b34d971222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:40.425286 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b1f5c6-0c37-48bd-93ed-d1b34d971222 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:40.428211 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-15b1f5c6-0c37-48bd-93ed-d1b34d971222 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:40.433307 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ba58b8cd-885d-42d7-ad4a-973c6f987c1a None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:40.450609 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1f5c6-0c37-48bd-93ed-d1b34d971222 admin admin] Pushing event updated for resources: {'Port': ['ID=a9707b8f-e277-48d9-a14a-6b13fbab96a9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:40.453863 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b1f5c6-0c37-48bd-93ed-d1b34d971222 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:00:40.606571 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a5b49f5b-4fbf-497b-8a1b-f694767a8cde req-d7415b73-0638-4afa-8a58-d0fb701c9938 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 210 time: 0.1516101 May 26 16:00:40.719918 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ba58b8cd-885d-42d7-ad4a-973c6f987c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:40.758091 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6f8a4-a75f-4d48-8a8f-06e68572ca32 req-11a1119e-d859-4fa0-8a57-7f926c87d7b4 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:40.774456 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eab6f8a4-a75f-4d48-8a8f-06e68572ca32 req-11a1119e-d859-4fa0-8a57-7f926c87d7b4 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.2487249 May 26 16:00:40.810677 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58b8cd-885d-42d7-ad4a-973c6f987c1a None None] Pushing event updated for resources: {'Port': ['ID=be568299-c67d-499c-a6fe-dd2bed3c3914,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:40.848523 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-eab62388-fd27-4356-8f45-a7aab12f3f8a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:40.887144 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba58b8cd-885d-42d7-ad4a-973c6f987c1a None None] Network 9762cd5c-e967-4c6d-ac9d-8d87a68d5c26 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:40.890851 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 176a9e25-90af-4aa8-9c73-4524d47a8814 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:40.891809 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:40.931931 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-ba58b8cd-885d-42d7-ad4a-973c6f987c1a None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:40.938664 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba58b8cd-885d-42d7-ad4a-973c6f987c1a None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:00:40.948323 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eab6f8a4-a75f-4d48-8a8f-06e68572ca32 req-a0c4eb2e-524d-4fa0-94f4-8f42b0fa996d tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726370 May 26 16:00:40.984862 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port ee632a5d-c189-4106-8aaf-4aca642806c2, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ee632a5d-c189-4106-8aaf-4aca642806c2,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:40.995010 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15b1f5c6-0c37-48bd-93ed-d1b34d971222 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:41.047995 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-eab62388-fd27-4356-8f45-a7aab12f3f8a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:41.147573 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-eab62388-fd27-4356-8f45-a7aab12f3f8a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:41.152615 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['6097825e-22a5-4134-93cd-23f98ced9146', '60450a80-835f-4f71-97de-cc95d2494e1a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:00:41.198487 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-eab62388-fd27-4356-8f45-a7aab12f3f8a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:41.201166 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-eab62388-fd27-4356-8f45-a7aab12f3f8a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:00:41.275655 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab62388-fd27-4356-8f45-a7aab12f3f8a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Pushing event updated for resources: {'Port': ['ID=a97919f5-38de-4ccc-9b8c-82c126b1b032,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:41.351129 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'ee632a5d-c189-4106-8aaf-4aca642806c2', 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1', 'port_id': 'ee632a5d-c189-4106-8aaf-4aca642806c2', 'mac_address': 'fa:16:3e:3e:01:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa16bff-3370-4a4e-860f-b7e489b84ed0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:00:41.390903 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772141a3-6141-4416-858d-6197ae46c761 req-000ba318-2f53-44ba-afba-9f4092426e5b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:41.397920 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-772141a3-6141-4416-858d-6197ae46c761 req-000ba318-2f53-44ba-afba-9f4092426e5b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 943 time: 0.2469676 May 26 16:00:41.407564 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-eab62388-fd27-4356-8f45-a7aab12f3f8a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:41.410087 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-eab62388-fd27-4356-8f45-a7aab12f3f8a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:41.451739 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 176a9e25-90af-4aa8-9c73-4524d47a8814 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:41.479677 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15b1f5c6-0c37-48bd-93ed-d1b34d971222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:41.493206 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-eab62388-fd27-4356-8f45-a7aab12f3f8a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1639445 May 26 16:00:41.514323 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-cef70a78-daad-46c4-9999-42c14e627b18 service neutron] Request body: {'port': {'device_id': '46ed693a-4539-430c-9bc5-771b86012827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:41.520167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ba58b8cd-885d-42d7-ad4a-973c6f987c1a None None] Attempting to bind port be568299-c67d-499c-a6fe-dd2bed3c3914 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:00:41.521832 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ba58b8cd-885d-42d7-ad4a-973c6f987c1a None None] Attempting to bind port be568299-c67d-499c-a6fe-dd2bed3c3914 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '11068202-f54b-47d9-804a-5570a7a895dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9762cd5c-e967-4c6d-ac9d-8d87a68d5c26'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:00:41.522372 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba58b8cd-885d-42d7-ad4a-973c6f987c1a None None] Attempting to bind port be568299-c67d-499c-a6fe-dd2bed3c3914 on network 9762cd5c-e967-4c6d-ac9d-8d87a68d5c26 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:41.554475 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba58b8cd-885d-42d7-ad4a-973c6f987c1a None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:00:41.559725 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba58b8cd-885d-42d7-ad4a-973c6f987c1a None None] Checking segment: {'id': '11068202-f54b-47d9-804a-5570a7a895dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9762cd5c-e967-4c6d-ac9d-8d87a68d5c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:41.560340 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ba58b8cd-885d-42d7-ad4a-973c6f987c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:41.560840 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba58b8cd-885d-42d7-ad4a-973c6f987c1a None None] Bound using segment: {'id': '11068202-f54b-47d9-804a-5570a7a895dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9762cd5c-e967-4c6d-ac9d-8d87a68d5c26'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:00:41.561382 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ba58b8cd-885d-42d7-ad4a-973c6f987c1a None None] Bound port: be568299-c67d-499c-a6fe-dd2bed3c3914, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11068202-f54b-47d9-804a-5570a7a895dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9762cd5c-e967-4c6d-ac9d-8d87a68d5c26'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:00:41.561864 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ba58b8cd-885d-42d7-ad4a-973c6f987c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:41.597724 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-772141a3-6141-4416-858d-6197ae46c761 req-00977a35-9e7e-4618-8db6-71e53ff33e3b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847811 May 26 16:00:41.710182 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ba58b8cd-885d-42d7-ad4a-973c6f987c1a None None] For port be568299-c67d-499c-a6fe-dd2bed3c3914, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:00:41.713542 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ba58b8cd-885d-42d7-ad4a-973c6f987c1a None None] For port be568299-c67d-499c-a6fe-dd2bed3c3914, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=be568299-c67d-499c-a6fe-dd2bed3c3914,segment=NetworkSegment(11068202-f54b-47d9-804a-5570a7a895dc),segment_id=11068202-f54b-47d9-804a-5570a7a895dc)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:00:41.729176 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-cef70a78-daad-46c4-9999-42c14e627b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:41.739507 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ba58b8cd-885d-42d7-ad4a-973c6f987c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:41.848938 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b1f5c6-0c37-48bd-93ed-d1b34d971222 admin admin] Router 0612e1cc-b0d5-46e2-8a49-fcde8b4cf313 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:00:41.884853 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port ee632a5d-c189-4106-8aaf-4aca642806c2 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:41.885254 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:41.904862 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6d44b-e091-4eb3-8f4f-437f470b6df5 req-0ab20150-8091-44bd-8117-f075a4d93eb6 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:41.909572 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52b6d44b-e091-4eb3-8f4f-437f470b6df5 req-0ab20150-8091-44bd-8117-f075a4d93eb6 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 936 time: 0.1700256 May 26 16:00:41.936776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee632a5d-c189-4106-8aaf-4aca642806c2 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:41.958170 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9c2b52c6-9617-4811-a840-cb81a9a6df3a None None] Provisioning complete for port a97919f5-38de-4ccc-9b8c-82c126b1b032 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:41.958413 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9c2b52c6-9617-4811-a840-cb81a9a6df3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:42.068691 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58b8cd-885d-42d7-ad4a-973c6f987c1a None None] Pushing event updated for resources: {'Port': ['ID=be568299-c67d-499c-a6fe-dd2bed3c3914,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:42.071268 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b1f5c6-0c37-48bd-93ed-d1b34d971222 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:00:42.086424 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52b6d44b-e091-4eb3-8f4f-437f470b6df5 req-ad541b80-7948-4ecf-bb0f-967033e05b0e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155117 May 26 16:00:42.144434 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] Sync routers for ids ['0612e1cc-b0d5-46e2-8a49-fcde8b4cf313'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:00:42.161466 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port ee632a5d-c189-4106-8aaf-4aca642806c2, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ee632a5d-c189-4106-8aaf-4aca642806c2,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:42.164397 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15b1f5c6-0c37-48bd-93ed-d1b34d971222 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:42.168757 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-15b1f5c6-0c37-48bd-93ed-d1b34d971222 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9140546 May 26 16:00:42.169362 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38478) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:42.191129 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] Routers {'0612e1cc-b0d5-46e2-8a49-fcde8b4cf313'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:00:42.192272 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:00:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0612e1cc-b0d5-46e2-8a49-fcde8b4cf313'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:42.211377 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:42.239450 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9c2b52c6-9617-4811-a840-cb81a9a6df3a None None] Port a97919f5-38de-4ccc-9b8c-82c126b1b032 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:00:42.542234 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c2366-719e-43ed-b4c4-5741b3d397af req-919deddd-a698-4c82-b2ee-1e5da9ed67bf tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:42.571422 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec6c2366-719e-43ed-b4c4-5741b3d397af req-919deddd-a698-4c82-b2ee-1e5da9ed67bf tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.3263998 May 26 16:00:42.756136 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['ee632a5d-c189-4106-8aaf-4aca642806c2'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:00:42.813902 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=ee632a5d-c189-4106-8aaf-4aca642806c2,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:42.843722 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec6c2366-719e-43ed-b4c4-5741b3d397af req-eed15a70-04fb-4629-9f75-f1fe6b2f0ff4 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712781 May 26 16:00:42.888243 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] Set router 0612e1cc-b0d5-46e2-8a49-fcde8b4cf313 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:00:42.959636 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-cef70a78-daad-46c4-9999-42c14e627b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97919f5-38de-4ccc-9b8c-82c126b1b032 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:42.988221 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-cef70a78-daad-46c4-9999-42c14e627b18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:43.004638 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-252d4fef-11de-4b67-954e-0312e5af1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:43.016111 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70703e00-032a-40ac-ad9a-3ab7bbb59167 req-888d2e0d-8fe2-4816-beb4-49a8a75de1cc tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:43.027246 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-70703e00-032a-40ac-ad9a-3ab7bbb59167 req-888d2e0d-8fe2-4816-beb4-49a8a75de1cc tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 944 time: 0.2375264 May 26 16:00:43.039119 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-cef70a78-daad-46c4-9999-42c14e627b18 service neutron] Transition to ACTIVE for port object a97919f5-38de-4ccc-9b8c-82c126b1b032 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:00:43.088186 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-cef70a78-daad-46c4-9999-42c14e627b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:43.516505 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-70703e00-032a-40ac-ad9a-3ab7bbb59167 req-41480569-9c04-4440-b060-56ad7c7c1f8c tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868958 May 26 16:00:43.631845 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef70a78-daad-46c4-9999-42c14e627b18 service neutron] Pushing event updated for resources: {'Port': ['ID=a97919f5-38de-4ccc-9b8c-82c126b1b032,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:43.693279 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612e1cc-b0d5-46e2-8a49-fcde8b4cf313', 'name': 'tempest-TaggedBootDevicesTest-1932144028-router', 'tenant_id': '9cb74b506ea543708292c52de0326210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'a9707b8f-e277-48d9-a14a-6b13fbab96a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:38Z', 'updated_at': '2022-05-26T16:00:40Z', 'revision_number': 3, 'project_id': '9cb74b506ea543708292c52de0326210', 'gw_port': {'id': 'a9707b8f-e277-48d9-a14a-6b13fbab96a9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0612e1cc-b0d5-46e2-8a49-fcde8b4cf313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:39Z', 'updated_at': '2022-05-26T16:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:43.743269 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] Checking router: 0612e1cc-b0d5-46e2-8a49-fcde8b4cf313 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:00:43.744239 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] Updating router 0612e1cc-b0d5-46e2-8a49-fcde8b4cf313 port a9707b8f-e277-48d9-a14a-6b13fbab96a9 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:00:43.752826 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device be568299-c67d-499c-a6fe-dd2bed3c3914 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:43.774602 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ba008-7ef1-4059-9a09-7ce05d4ff601 req-f87bff19-da1d-4bee-b16b-00dbf99650a9 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:43.786417 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f83ba008-7ef1-4059-9a09-7ce05d4ff601 req-f87bff19-da1d-4bee-b16b-00dbf99650a9 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 948 time: 0.4774952 May 26 16:00:43.837807 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:43.878931 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660dcd8a-4d1e-4a61-a519-1679f3b0934d None None] Network 9762cd5c-e967-4c6d-ac9d-8d87a68d5c26 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:00:43.942990 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-cef70a78-daad-46c4-9999-42c14e627b18 service neutron] Attempting to bind port a97919f5-38de-4ccc-9b8c-82c126b1b032 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:00:43.953074 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-cef70a78-daad-46c4-9999-42c14e627b18 service neutron] Attempting to bind port a97919f5-38de-4ccc-9b8c-82c126b1b032 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:00:43.953782 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-cef70a78-daad-46c4-9999-42c14e627b18 service neutron] Attempting to bind port a97919f5-38de-4ccc-9b8c-82c126b1b032 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:43.953916 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a082639-59ae-47a7-b01a-1eb85e7cb24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:43.982131 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-74c33bc4-9f6c-4482-a9a0-920f1041b6e4 None None] Provisioning complete for port be568299-c67d-499c-a6fe-dd2bed3c3914 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:43.982500 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-74c33bc4-9f6c-4482-a9a0-920f1041b6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:44.039811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port be568299-c67d-499c-a6fe-dd2bed3c3914 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:44.040201 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:44.069278 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f83ba008-7ef1-4059-9a09-7ce05d4ff601 req-5e9773a6-4aaf-4bd3-b3d5-516641891f7f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730143 May 26 16:00:44.070182 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-cef70a78-daad-46c4-9999-42c14e627b18 service neutron] Port a97919f5-38de-4ccc-9b8c-82c126b1b032 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:00:44.071581 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-cef70a78-daad-46c4-9999-42c14e627b18 service neutron] Attempting to bind port a97919f5-38de-4ccc-9b8c-82c126b1b032 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:44.099546 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-cef70a78-daad-46c4-9999-42c14e627b18 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:00:44.107030 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-cef70a78-daad-46c4-9999-42c14e627b18 service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:44.107766 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-cef70a78-daad-46c4-9999-42c14e627b18 service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:00:44.108502 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-cef70a78-daad-46c4-9999-42c14e627b18 service neutron] Bound port: a97919f5-38de-4ccc-9b8c-82c126b1b032, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:00:44.109107 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-cef70a78-daad-46c4-9999-42c14e627b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:44.234646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3653a-f2ec-42b6-9370-fc1f98943df9 req-b5fb66d7-2285-44b1-9b96-7340486b1cdc tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:44.236857 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f3d3653a-f2ec-42b6-9370-fc1f98943df9 req-b5fb66d7-2285-44b1-9b96-7340486b1cdc tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.2796540 May 26 16:00:44.254044 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-cef70a78-daad-46c4-9999-42c14e627b18 service neutron] For port a97919f5-38de-4ccc-9b8c-82c126b1b032, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:00:44.258534 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-cef70a78-daad-46c4-9999-42c14e627b18 service neutron] For port a97919f5-38de-4ccc-9b8c-82c126b1b032, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=a97919f5-38de-4ccc-9b8c-82c126b1b032,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:00:44.271966 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-cef70a78-daad-46c4-9999-42c14e627b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:44.281477 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-0a082639-59ae-47a7-b01a-1eb85e7cb24b admin admin] Allocated IP 172.20.0.1 (9762cd5c-e967-4c6d-ac9d-8d87a68d5c26/be29a909-908e-4167-9a63-18de79f935d2/335d6b17-5bec-442f-a459-c8b3ec9316f6) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:00:44.284852 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port be568299-c67d-499c-a6fe-dd2bed3c3914 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:44.285242 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:44.337259 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef70a78-daad-46c4-9999-42c14e627b18 service neutron] Pushing event updated for resources: {'Port': ['ID=a97919f5-38de-4ccc-9b8c-82c126b1b032,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:44.349097 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port be568299-c67d-499c-a6fe-dd2bed3c3914, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=be568299-c67d-499c-a6fe-dd2bed3c3914,segment=NetworkSegment(11068202-f54b-47d9-804a-5570a7a895dc),segment_id=11068202-f54b-47d9-804a-5570a7a895dc)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:44.383905 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-cef70a78-daad-46c4-9999-42c14e627b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:44.384811 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-cef70a78-daad-46c4-9999-42c14e627b18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:44.387333 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-cef70a78-daad-46c4-9999-42c14e627b18 service neutron] 10.222.0.83 "PUT /v2.0/ports/a97919f5-38de-4ccc-9b8c-82c126b1b032 HTTP/1.1" status: 200 len: 1096 time: 2.8765972 May 26 16:00:44.395559 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:44.406427 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f3d3653a-f2ec-42b6-9370-fc1f98943df9 req-bf024135-3a05-4b0f-ab66-f6f6c0abd912 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534030 May 26 16:00:44.409553 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ed693a-4539-430c-9bc5-771b86012827', 'tag': 'a97919f5-38de-4ccc-9b8c-82c126b1b032'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:44.419846 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8fa8ee-a650-4868-83c4-8b1b2de3389f" -d '{"events": [{"name": "network-changed", "server_uuid": "46ed693a-4539-430c-9bc5-771b86012827", "tag": "a97919f5-38de-4ccc-9b8c-82c126b1b032"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:44.532545 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=be568299-c67d-499c-a6fe-dd2bed3c3914,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:44.564755 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:44.565099 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:44.565430 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:44.565764 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:44.566094 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:44.566420 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:44.566745 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:44.567066 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:44.567384 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:44.567704 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:44.568026 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:44.568368 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:00:44.634871 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-30a58338-46c5-470d-841d-036ad2f01530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:44.636032 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a082639-59ae-47a7-b01a-1eb85e7cb24b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:44.637822 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-30a58338-46c5-470d-841d-036ad2f01530 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 1099 time: 0.1605914 May 26 16:00:44.733755 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a082639-59ae-47a7-b01a-1eb85e7cb24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:44.769922 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-b2a32959-a8d3-427e-86e3-7668c0daa0f6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=a97919f5-38de-4ccc-9b8c-82c126b1b032 HTTP/1.1" status: 200 len: 217 time: 0.1142097 May 26 16:00:44.781990 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:44.790321 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a082639-59ae-47a7-b01a-1eb85e7cb24b admin admin] Network 9762cd5c-e967-4c6d-ac9d-8d87a68d5c26 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:44.792561 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b85cef-35d5-4750-9234-ba56669e23b7 x-openstack-request-id: req-a3b85cef-35d5-4750-9234-ba56669e23b7 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:44.794771 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ed693a-4539-430c-9bc5-771b86012827", "tag": "a97919f5-38de-4ccc-9b8c-82c126b1b032", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:44.795232 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a3b85cef-35d5-4750-9234-ba56669e23b7 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:44.795649 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b85cef-35d5-4750-9234-ba56669e23b7'] response: {'name': 'network-changed', 'server_uuid': '46ed693a-4539-430c-9bc5-771b86012827', 'tag': 'a97919f5-38de-4ccc-9b8c-82c126b1b032', 'status': 'completed', 'code': 200} May 26 16:00:44.798018 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:44.801801 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-0a082639-59ae-47a7-b01a-1eb85e7cb24b admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:44.802524 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-74c33bc4-9f6c-4482-a9a0-920f1041b6e4 None None] Current status of the port be568299-c67d-499c-a6fe-dd2bed3c3914 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:44.803340 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-74c33bc4-9f6c-4482-a9a0-920f1041b6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:44.818489 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a082639-59ae-47a7-b01a-1eb85e7cb24b admin admin] Pushing event updated for resources: {'Port': ['ID=335d6b17-5bec-442f-a459-c8b3ec9316f6,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:44.821541 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a082639-59ae-47a7-b01a-1eb85e7cb24b admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:00:44.900980 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a082639-59ae-47a7-b01a-1eb85e7cb24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:44.953344 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ed125-4390-47e8-8764-b179e8493566 req-91a57ca4-ca45-4b65-a496-292f8bc8e15b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:44.967568 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b3ed125-4390-47e8-8764-b179e8493566 req-91a57ca4-ca45-4b65-a496-292f8bc8e15b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 944 time: 0.1931014 May 26 16:00:44.993546 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-96e47c6a-f2be-4ebd-b44f-33977a8bac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:45.002797 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-96e47c6a-f2be-4ebd-b44f-33977a8bac24 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.2025728 May 26 16:00:45.006337 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] Attempting to bind port a9707b8f-e277-48d9-a14a-6b13fbab96a9 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:00:45.006855 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] Attempting to bind port a9707b8f-e277-48d9-a14a-6b13fbab96a9 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:00:45.007168 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] Attempting to bind port a9707b8f-e277-48d9-a14a-6b13fbab96a9 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:45.055106 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24244c-493b-4096-a65d-02106a32f179 None None] Pushing event updated for resources: {'Port': ['ID=a9707b8f-e277-48d9-a14a-6b13fbab96a9,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:45.075855 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:00:45.076266 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:45.086279 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:45.086697 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:00:45.087216 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] Bound port: a9707b8f-e277-48d9-a14a-6b13fbab96a9, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:00:45.087611 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:45.098221 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b3ed125-4390-47e8-8764-b179e8493566 req-c1649cde-72a3-4d3e-8adb-b7ba77f95b62 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289892 May 26 16:00:45.129755 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-0e40ca0c-f477-4db2-81b3-cb90e8dcfd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:45.132048 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-0e40ca0c-f477-4db2-81b3-cb90e8dcfd85 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1138144 May 26 16:00:45.171162 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a082639-59ae-47a7-b01a-1eb85e7cb24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:45.352699 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] For port a9707b8f-e277-48d9-a14a-6b13fbab96a9, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:00:45.353679 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-78bce964-013d-4a8b-82fe-f6814307cdc3 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069492 May 26 16:00:45.403409 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] For port a9707b8f-e277-48d9-a14a-6b13fbab96a9, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a9707b8f-e277-48d9-a14a-6b13fbab96a9,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:00:45.432163 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:45.471512 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b7dba56a-5fe3-4888-8273-366902f89e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:45.473656 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-74c33bc4-9f6c-4482-a9a0-920f1041b6e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:00:45.474293 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-74c33bc4-9f6c-4482-a9a0-920f1041b6e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:00:45.524482 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a87ead-39a9-4f61-b9b2-c05adbfb280f req-9ffcc8ea-4b82-4f82-a6b5-0b4cffa3729f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:45.532205 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] Routers {'0612e1cc-b0d5-46e2-8a49-fcde8b4cf313'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:00:45.533232 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:00:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0612e1cc-b0d5-46e2-8a49-fcde8b4cf313'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:45.540796 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7a87ead-39a9-4f61-b9b2-c05adbfb280f req-9ffcc8ea-4b82-4f82-a6b5-0b4cffa3729f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 948 time: 0.1860590 May 26 16:00:45.653008 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7a87ead-39a9-4f61-b9b2-c05adbfb280f req-031e2e94-ab9c-4512-b0b4-d38a08e14f88 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107829 May 26 16:00:45.777018 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a082639-59ae-47a7-b01a-1eb85e7cb24b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:45.788900 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f92b3cac-5810-4e59-946c-ac46c0e389ca req-11b4df35-1cd5-4f8f-9df2-620b89ca79d8 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149203 May 26 16:00:45.793144 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a082639-59ae-47a7-b01a-1eb85e7cb24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:45.828710 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68dd32-27f9-4da3-9aea-0af6b684ed39 req-06db0490-5a31-4aa5-9b04-0926fa0cdb9c tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:45.837372 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b68dd32-27f9-4da3-9aea-0af6b684ed39 req-06db0490-5a31-4aa5-9b04-0926fa0cdb9c tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.1833689 May 26 16:00:45.893736 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a082639-59ae-47a7-b01a-1eb85e7cb24b admin admin] Pushing event updated for resources: {'Port': ['ID=335d6b17-5bec-442f-a459-c8b3ec9316f6,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:45.920058 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a082639-59ae-47a7-b01a-1eb85e7cb24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:46.070569 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b68dd32-27f9-4da3-9aea-0af6b684ed39 req-63f8237f-dab6-4d10-a460-ceb1cf0482de tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222929 May 26 16:00:46.103880 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fa8ee-a650-4868-83c4-8b1b2de3389f req-969c7387-66c6-42b5-8987-819b58ca995d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:46.109251 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] Set router 0612e1cc-b0d5-46e2-8a49-fcde8b4cf313 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:00:46.109967 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a082639-59ae-47a7-b01a-1eb85e7cb24b admin admin] Network 9762cd5c-e967-4c6d-ac9d-8d87a68d5c26 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:00:46.112338 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-0a082639-59ae-47a7-b01a-1eb85e7cb24b admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:00:46.112467 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f8fa8ee-a650-4868-83c4-8b1b2de3389f req-969c7387-66c6-42b5-8987-819b58ca995d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 1099 time: 0.1883526 May 26 16:00:46.301494 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device be568299-c67d-499c-a6fe-dd2bed3c3914 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:46.340081 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a082639-59ae-47a7-b01a-1eb85e7cb24b admin admin] Router 0612e1cc-b0d5-46e2-8a49-fcde8b4cf313 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:00:46.349205 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-74c33bc4-9f6c-4482-a9a0-920f1041b6e4 None None] Current status of the port be568299-c67d-499c-a6fe-dd2bed3c3914 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:46.352712 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 4a92f393-8813-46a7-bcd3-4fb565d3d84d details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:00:46.354967 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device ee632a5d-c189-4106-8aaf-4aca642806c2 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:46.564653 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:46.569680 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a082639-59ae-47a7-b01a-1eb85e7cb24b admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:00:46.582943 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0a082639-59ae-47a7-b01a-1eb85e7cb24b admin admin] 10.222.0.77 "PUT /v2.0/routers/0612e1cc-b0d5-46e2-8a49-fcde8b4cf313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4120355 May 26 16:00:46.608743 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24244c-493b-4096-a65d-02106a32f179 None None] Pushing event updated for resources: {'Port': ['ID=a9707b8f-e277-48d9-a14a-6b13fbab96a9,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:46.767688 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port be568299-c67d-499c-a6fe-dd2bed3c3914 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:46.768284 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:46.883669 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fa8ee-a650-4868-83c4-8b1b2de3389f req-8e6df973-39c8-442b-b159-b664d3bd97b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:46.885824 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f8fa8ee-a650-4868-83c4-8b1b2de3389f req-8e6df973-39c8-442b-b159-b664d3bd97b5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.7658737 May 26 16:00:46.905591 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-16e832c3-6e0c-4c9c-85bc-457f38ad1d99 None None] Provisioning complete for port be568299-c67d-499c-a6fe-dd2bed3c3914 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:46.905820 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-16e832c3-6e0c-4c9c-85bc-457f38ad1d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:46.948256 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f8fa8ee-a650-4868-83c4-8b1b2de3389f req-864b8f90-6b92-45f1-8cd4-e20b36e650d5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=a97919f5-38de-4ccc-9b8c-82c126b1b032 HTTP/1.1" status: 200 len: 217 time: 0.0383930 May 26 16:00:46.955869 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port ee632a5d-c189-4106-8aaf-4aca642806c2 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:00:46.968340 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port ee632a5d-c189-4106-8aaf-4aca642806c2 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:46.968713 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:47.052348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 4a92f393-8813-46a7-bcd3-4fb565d3d84d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=4a92f393-8813-46a7-bcd3-4fb565d3d84d,segment=NetworkSegment(e6704d63-1519-4cd1-8100-c949181e6d2b),segment_id=e6704d63-1519-4cd1-8100-c949181e6d2b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:47.082573 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a37d5-7552-4a85-95da-db028c73772e req-8f67f955-5a4c-4ea5-ab5a-d05377545a58 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:47.084304 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a04a37d5-7552-4a85-95da-db028c73772e req-8f67f955-5a4c-4ea5-ab5a-d05377545a58 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 944 time: 0.1956897 May 26 16:00:47.125888 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fa8ee-a650-4868-83c4-8b1b2de3389f req-45ad66a2-42f3-42ed-95b1-4e3173bb20ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:47.128268 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f8fa8ee-a650-4868-83c4-8b1b2de3389f req-45ad66a2-42f3-42ed-95b1-4e3173bb20ca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1369052 May 26 16:00:47.131823 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '4a92f393-8813-46a7-bcd3-4fb565d3d84d', 'network_id': 'd8e6a23b-7f61-4795-ab7a-361f0f755c8d', 'port_id': '4a92f393-8813-46a7-bcd3-4fb565d3d84d', 'mac_address': 'fa:16:3e:fb:c1:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb576bd-eebb-4f80-9b74-b464d65080f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:00:47.139241 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75743d-2935-4afd-aec6-a5dcc7ab025f req-646b28ce-7d1a-4d7c-94de-5c0d11f082ea tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:47.149807 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae75743d-2935-4afd-aec6-a5dcc7ab025f req-646b28ce-7d1a-4d7c-94de-5c0d11f082ea tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 948 time: 0.2621369 May 26 16:00:47.194502 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 4a92f393-8813-46a7-bcd3-4fb565d3d84d is: ACTIVE; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:47.195151 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:47.245739 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a04a37d5-7552-4a85-95da-db028c73772e req-726f4353-5363-4aef-a97a-df8ab5ad7521 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523340 May 26 16:00:47.249112 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a92f393-8813-46a7-bcd3-4fb565d3d84d {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:47.310458 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae75743d-2935-4afd-aec6-a5dcc7ab025f req-3fcb70bc-15ef-4191-89c5-d26dfaaa128c tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593645 May 26 16:00:47.341142 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fa8ee-a650-4868-83c4-8b1b2de3389f req-cc593449-ba71-49b7-9f1a-19e3eb717b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:47.349148 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f8fa8ee-a650-4868-83c4-8b1b2de3389f req-cc593449-ba71-49b7-9f1a-19e3eb717b42 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1743367 May 26 16:00:47.362313 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612e1cc-b0d5-46e2-8a49-fcde8b4cf313', 'name': 'tempest-TaggedBootDevicesTest-1932144028-router', 'tenant_id': '9cb74b506ea543708292c52de0326210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'a9707b8f-e277-48d9-a14a-6b13fbab96a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:38Z', 'updated_at': '2022-05-26T16:00:45Z', 'revision_number': 4, 'project_id': '9cb74b506ea543708292c52de0326210', 'gw_port': {'id': 'a9707b8f-e277-48d9-a14a-6b13fbab96a9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0612e1cc-b0d5-46e2-8a49-fcde8b4cf313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:39Z', 'updated_at': '2022-05-26T16:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '335d6b17-5bec-442f-a459-c8b3ec9316f6', 'name': '', 'network_id': '9762cd5c-e967-4c6d-ac9d-8d87a68d5c26', 'tenant_id': '9cb74b506ea543708292c52de0326210', 'mac_address': 'fa:16:3e:9f:34:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0612e1cc-b0d5-46e2-8a49-fcde8b4cf313', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'be29a909-908e-4167-9a63-18de79f935d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:43Z', 'updated_at': '2022-05-26T16:00:44Z', 'revision_number': 1, 'project_id': '9cb74b506ea543708292c52de0326210', 'subnets': [{'id': 'be29a909-908e-4167-9a63-18de79f935d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:47.440488 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3cbaf7-5c19-4474-8cc7-34e23f08d857 None None] The sync data for ids ['0612e1cc-b0d5-46e2-8a49-fcde8b4cf313'] in n-d-843337-2 is: [{'id': '0612e1cc-b0d5-46e2-8a49-fcde8b4cf313', 'name': 'tempest-TaggedBootDevicesTest-1932144028-router', 'tenant_id': '9cb74b506ea543708292c52de0326210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'a9707b8f-e277-48d9-a14a-6b13fbab96a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:38Z', 'updated_at': '2022-05-26T16:00:45Z', 'revision_number': 4, 'project_id': '9cb74b506ea543708292c52de0326210', 'gw_port': {'id': 'a9707b8f-e277-48d9-a14a-6b13fbab96a9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0612e1cc-b0d5-46e2-8a49-fcde8b4cf313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:39Z', 'updated_at': '2022-05-26T16:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '335d6b17-5bec-442f-a459-c8b3ec9316f6', 'name': '', 'network_id': '9762cd5c-e967-4c6d-ac9d-8d87a68d5c26', 'tenant_id': '9cb74b506ea543708292c52de0326210', 'mac_address': 'fa:16:3e:9f:34:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0612e1cc-b0d5-46e2-8a49-fcde8b4cf313', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'be29a909-908e-4167-9a63-18de79f935d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:43Z', 'updated_at': '2022-05-26T16:00:44Z', 'revision_number': 1, 'project_id': '9cb74b506ea543708292c52de0326210', 'subnets': [{'id': 'be29a909-908e-4167-9a63-18de79f935d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:00:47.465911 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-16e832c3-6e0c-4c9c-85bc-457f38ad1d99 None None] Current status of the port be568299-c67d-499c-a6fe-dd2bed3c3914 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:47.471481 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port be568299-c67d-499c-a6fe-dd2bed3c3914 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:47.495330 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 4a92f393-8813-46a7-bcd3-4fb565d3d84d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=4a92f393-8813-46a7-bcd3-4fb565d3d84d,segment=NetworkSegment(e6704d63-1519-4cd1-8100-c949181e6d2b),segment_id=e6704d63-1519-4cd1-8100-c949181e6d2b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:47.510991 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port ee632a5d-c189-4106-8aaf-4aca642806c2 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:47.511889 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:47.514060 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:47.535964 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-16e832c3-6e0c-4c9c-85bc-457f38ad1d99 None None] Provisioning complete for port 335d6b17-5bec-442f-a459-c8b3ec9316f6 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:47.536561 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-16e832c3-6e0c-4c9c-85bc-457f38ad1d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:47.617936 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce986bed-7018-43d4-af5f-b4401f00c03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee632a5d-c189-4106-8aaf-4aca642806c2'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:47.620472 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2eab54-e39a-4a60-9b76-43a3bb3ff54c" -d '{"events": [{"server_uuid": "ce986bed-7018-43d4-af5f-b4401f00c03b", "name": "network-vif-plugged", "status": "completed", "tag": "ee632a5d-c189-4106-8aaf-4aca642806c2"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:47.650211 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:47.656444 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port ee632a5d-c189-4106-8aaf-4aca642806c2, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ee632a5d-c189-4106-8aaf-4aca642806c2,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:47.657981 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f8fa8ee-a650-4868-83c4-8b1b2de3389f req-513e928e-c4bc-4630-a4d3-a65bf258fca3 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938221 May 26 16:00:47.689482 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:47.689482 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 4a92f393-8813-46a7-bcd3-4fb565d3d84d no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:00:47.697112 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-16e832c3-6e0c-4c9c-85bc-457f38ad1d99 None None] Port 335d6b17-5bec-442f-a459-c8b3ec9316f6 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:00:47.753148 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=4a92f393-8813-46a7-bcd3-4fb565d3d84d,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:47.814433 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=ee632a5d-c189-4106-8aaf-4aca642806c2,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:47.825602 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['4a92f393-8813-46a7-bcd3-4fb565d3d84d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:00:47.831108 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812c67c4-98bf-46bd-9cc4-e3c81ffe0361 x-openstack-request-id: req-812c67c4-98bf-46bd-9cc4-e3c81ffe0361 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:47.831502 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce986bed-7018-43d4-af5f-b4401f00c03b", "name": "network-vif-plugged", "status": "completed", "tag": "ee632a5d-c189-4106-8aaf-4aca642806c2", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:47.831870 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-812c67c4-98bf-46bd-9cc4-e3c81ffe0361 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:47.832392 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-812c67c4-98bf-46bd-9cc4-e3c81ffe0361'] response: {'server_uuid': 'ce986bed-7018-43d4-af5f-b4401f00c03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee632a5d-c189-4106-8aaf-4aca642806c2', 'code': 200} May 26 16:00:48.036608 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13114f7-ca33-44f6-b2ac-8ffbf63b2bae req-934a29a1-5325-499c-bedb-27f4dc9728ca tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:48.066627 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f13114f7-ca33-44f6-b2ac-8ffbf63b2bae req-934a29a1-5325-499c-bedb-27f4dc9728ca tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 944 time: 0.4045446 May 26 16:00:48.103913 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f8fa8ee-a650-4868-83c4-8b1b2de3389f req-7f78aa1c-246f-42c6-9497-f01d4c5895c4 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182510 May 26 16:00:48.170858 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 4a92f393-8813-46a7-bcd3-4fb565d3d84d is: BUILD; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:48.172705 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:48.176316 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:48.224482 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4a92f393-8813-46a7-bcd3-4fb565d3d84d {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:48.241233 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f13114f7-ca33-44f6-b2ac-8ffbf63b2bae req-933846ca-7e97-4f2d-8c5f-59f652238b2f tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728542 May 26 16:00:48.271492 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23f11e-985a-4714-a72c-4dfb2caf0030 req-15f20289-1740-41ad-b401-576591fdd4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:48.286414 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb23f11e-985a-4714-a72c-4dfb2caf0030 req-15f20289-1740-41ad-b401-576591fdd4f5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 1096 time: 0.3352914 May 26 16:00:48.349032 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 4a92f393-8813-46a7-bcd3-4fb565d3d84d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=4a92f393-8813-46a7-bcd3-4fb565d3d84d,segment=NetworkSegment(e6704d63-1519-4cd1-8100-c949181e6d2b),segment_id=e6704d63-1519-4cd1-8100-c949181e6d2b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:48.377644 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:48.445244 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb23f11e-985a-4714-a72c-4dfb2caf0030 req-76ff996b-103c-4845-befe-457fefd82485 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479566 May 26 16:00:48.577036 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=4a92f393-8813-46a7-bcd3-4fb565d3d84d,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:48.666592 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9c461-53c3-4de5-93a6-a28f1294dc99 req-86acb887-a0be-4551-a586-4f8880b4cb5a tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:48.669020 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3a9c461-53c3-4de5-93a6-a28f1294dc99 req-86acb887-a0be-4551-a586-4f8880b4cb5a tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 945 time: 0.2159896 May 26 16:00:48.714667 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cffa5-d640-4bb5-bab6-2094203204f3 req-94bc67ca-ed9f-4d8b-b6e0-d49cd8b2cf92 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:48.731781 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab5cffa5-d640-4bb5-bab6-2094203204f3 req-94bc67ca-ed9f-4d8b-b6e0-d49cd8b2cf92 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 948 time: 0.2055886 May 26 16:00:48.895791 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab5cffa5-d640-4bb5-bab6-2094203204f3 req-7f14d310-8f1d-47b5-b841-3975f2c9cead tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271422 May 26 16:00:48.923074 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:48.957819 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3a9c461-53c3-4de5-93a6-a28f1294dc99 req-c198b8d3-3ee3-43b7-ba78-7f2dc5ed23ea tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802582 May 26 16:00:49.385990 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8e0c5-a2c3-436a-b7e1-fd016fb03330 req-e64e1025-4727-41a0-8aa5-0d50ef3ce294 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:49.394049 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9fa8e0c5-a2c3-436a-b7e1-fd016fb03330 req-e64e1025-4727-41a0-8aa5-0d50ef3ce294 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 943 time: 0.0777009 May 26 16:00:49.433454 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device a97919f5-38de-4ccc-9b8c-82c126b1b032 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:00:49.452718 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9fa8e0c5-a2c3-436a-b7e1-fd016fb03330 req-c19e4be1-980b-4a30-a0a1-e9e07db934c7 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576155 May 26 16:00:49.861076 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port a97919f5-38de-4ccc-9b8c-82c126b1b032, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=a97919f5-38de-4ccc-9b8c-82c126b1b032,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:49.877559 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': 'a97919f5-38de-4ccc-9b8c-82c126b1b032', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': 'a97919f5-38de-4ccc-9b8c-82c126b1b032', 'mac_address': 'fa:16:3e:87:70:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:00:49.887138 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a9707b8f-e277-48d9-a14a-6b13fbab96a9 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:49.926103 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38756) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:49.995079 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port a9707b8f-e277-48d9-a14a-6b13fbab96a9 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:49.996111 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:50.034694 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port a97919f5-38de-4ccc-9b8c-82c126b1b032 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:50.035645 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:50.066991 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97919f5-38de-4ccc-9b8c-82c126b1b032 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:00:50.163357 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port a97919f5-38de-4ccc-9b8c-82c126b1b032, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=a97919f5-38de-4ccc-9b8c-82c126b1b032,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:50.175509 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:50.209552 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d825c-b061-44c0-ba49-5d4d064c36f5 req-6e1419e4-e7ce-4899-aea3-3ea15f05cfa9 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:50.224855 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a2d825c-b061-44c0-ba49-5d4d064c36f5 req-6e1419e4-e7ce-4899-aea3-3ea15f05cfa9 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 948 time: 0.2043886 May 26 16:00:50.255127 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port a9707b8f-e277-48d9-a14a-6b13fbab96a9 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:50.255755 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:50.286367 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 4a92f393-8813-46a7-bcd3-4fb565d3d84d up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:50.312041 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a1c34d69-03b2-42b9-b39e-783f59dddc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:50.331725 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=a97919f5-38de-4ccc-9b8c-82c126b1b032,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:50.341494 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a2d825c-b061-44c0-ba49-5d4d064c36f5 req-030ecc31-4f45-4a7c-a12e-27eff049d449 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137166 May 26 16:00:50.354220 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port a9707b8f-e277-48d9-a14a-6b13fbab96a9, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a9707b8f-e277-48d9-a14a-6b13fbab96a9,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:50.377720 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:50.502082 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=a9707b8f-e277-48d9-a14a-6b13fbab96a9,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:50.519864 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a1c34d69-03b2-42b9-b39e-783f59dddc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:50.530176 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a1c34d69-03b2-42b9-b39e-783f59dddc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:50.531470 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 4a92f393-8813-46a7-bcd3-4fb565d3d84d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:50.532085 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:50.605612 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a1c34d69-03b2-42b9-b39e-783f59dddc04 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=003f6db010b44b229b5c0a8a7d4e23a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6760466 May 26 16:00:50.606471 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38850) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:50.612525 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1814af5-8bed-4752-b108-7394d703b53f req-e4b00b93-2534-4f8f-b280-090c265d335e tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:50.622560 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c34d69-03b2-42b9-b39e-783f59dddc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0816f6ee-5d01-4d1f-8d91-9e41c747af76,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:50.639117 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1814af5-8bed-4752-b108-7394d703b53f req-e4b00b93-2534-4f8f-b280-090c265d335e tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 945 time: 0.1380620 May 26 16:00:50.682003 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 4a92f393-8813-46a7-bcd3-4fb565d3d84d is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:50.682903 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:50.717091 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2854248-3cd1-4458-bc02-c11b71ce6800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a92f393-8813-46a7-bcd3-4fb565d3d84d'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:50.720760 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19532ed5-4c65-4cfd-8897-62ebd2927d86" -d '{"events": [{"server_uuid": "d2854248-3cd1-4458-bc02-c11b71ce6800", "name": "network-vif-plugged", "status": "completed", "tag": "4a92f393-8813-46a7-bcd3-4fb565d3d84d"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:50.732630 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1814af5-8bed-4752-b108-7394d703b53f req-f7a764c3-06ed-46f4-bc3d-360141f60c77 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894330 May 26 16:00:50.750055 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 4a92f393-8813-46a7-bcd3-4fb565d3d84d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=4a92f393-8813-46a7-bcd3-4fb565d3d84d,segment=NetworkSegment(e6704d63-1519-4cd1-8100-c949181e6d2b),segment_id=e6704d63-1519-4cd1-8100-c949181e6d2b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:50.755384 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:50.765847 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd5c1-c789-47a5-8071-f70d2b158313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:50.818586 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['a97919f5-38de-4ccc-9b8c-82c126b1b032'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:00:50.821506 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd5c1-c789-47a5-8071-f70d2b158313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:50.908703 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd5c1-c789-47a5-8071-f70d2b158313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:50.915043 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd5c1-c789-47a5-8071-f70d2b158313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:50.916919 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ec7cd5c1-c789-47a5-8071-f70d2b158313 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0816f6ee-5d01-4d1f-8d91-9e41c747af76 HTTP/1.1" status: 204 len: 168 time: 0.2956715 May 26 16:00:50.973789 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cd5c1-c789-47a5-8071-f70d2b158313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0816f6ee-5d01-4d1f-8d91-9e41c747af76,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:51.012577 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91517029-fe96-47af-a288-839d1de2bf57 req-04a840af-c334-472a-903d-54a7deebfd47 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:51.025621 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-91517029-fe96-47af-a288-839d1de2bf57 req-04a840af-c334-472a-903d-54a7deebfd47 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.1692569 May 26 16:00:51.128220 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-91517029-fe96-47af-a288-839d1de2bf57 req-3da848e5-1606-421a-b669-affb13936cb0 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993254 May 26 16:00:51.254067 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162fbb32-0ecb-4556-90d5-3e4a2b2675c1 x-openstack-request-id: req-162fbb32-0ecb-4556-90d5-3e4a2b2675c1 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:51.255186 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2854248-3cd1-4458-bc02-c11b71ce6800", "name": "network-vif-plugged", "status": "completed", "tag": "4a92f393-8813-46a7-bcd3-4fb565d3d84d", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:51.255439 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-162fbb32-0ecb-4556-90d5-3e4a2b2675c1 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:51.257380 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-162fbb32-0ecb-4556-90d5-3e4a2b2675c1'] response: {'server_uuid': 'd2854248-3cd1-4458-bc02-c11b71ce6800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a92f393-8813-46a7-bcd3-4fb565d3d84d', 'code': 200} May 26 16:00:51.266934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f6a49-59f9-4d7e-b7b9-fca6d8737d96 req-b2a0afe5-90a9-4eb5-b1cd-4eddc1c9a9fe tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:51.278303 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f67f6a49-59f9-4d7e-b7b9-fca6d8737d96 req-b2a0afe5-90a9-4eb5-b1cd-4eddc1c9a9fe tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 1096 time: 0.1475837 May 26 16:00:51.340226 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f67f6a49-59f9-4d7e-b7b9-fca6d8737d96 req-d365f599-cb3a-4509-8913-4fc3266c71ff tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593963 May 26 16:00:51.388680 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=4a92f393-8813-46a7-bcd3-4fb565d3d84d,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:51.523641 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a90f9-27de-4572-ac98-88ffc59ae84b req-db51d9b2-d6a6-4347-89ac-354a17f354ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:51.524631 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-414a90f9-27de-4572-ac98-88ffc59ae84b req-db51d9b2-d6a6-4347-89ac-354a17f354ab service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 1096 time: 0.1782148 May 26 16:00:51.614775 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] Sync routers for ids ['0612e1cc-b0d5-46e2-8a49-fcde8b4cf313'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:00:51.628984 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] Routers {'0612e1cc-b0d5-46e2-8a49-fcde8b4cf313'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:00:51.631283 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:00:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0612e1cc-b0d5-46e2-8a49-fcde8b4cf313'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:51.669834 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a9707b8f-e277-48d9-a14a-6b13fbab96a9 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:51.674794 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38880) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:51.701169 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d87d8317-c389-4cba-8ff5-e3ecedccf2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:51.760230 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port a9707b8f-e277-48d9-a14a-6b13fbab96a9 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:51.761844 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:51.771421 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] Set router 0612e1cc-b0d5-46e2-8a49-fcde8b4cf313 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:00:51.779239 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9cde7-e29f-45f1-8ff2-19a7f3867e19 req-5499a861-adee-43a2-b7f7-77a26ea3776d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:51.781247 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ddb9cde7-e29f-45f1-8ff2-19a7f3867e19 req-5499a861-adee-43a2-b7f7-77a26ea3776d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 949 time: 0.1889281 May 26 16:00:51.784538 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-414a90f9-27de-4572-ac98-88ffc59ae84b req-d5bdd5ec-41e0-4a36-9add-6f82b6321eac service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396472 May 26 16:00:51.816381 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb8c53-1bca-45c9-a0b7-bad420f15479 req-48d9fe27-8885-41b9-b571-42444f0793cc tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:51.818514 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dbbb8c53-1bca-45c9-a0b7-bad420f15479 req-48d9fe27-8885-41b9-b571-42444f0793cc tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 1096 time: 0.2273054 May 26 16:00:51.894339 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ddb9cde7-e29f-45f1-8ff2-19a7f3867e19 req-91d5a8fa-fdd9-4b66-986b-79561b5607ee tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044574 May 26 16:00:51.920570 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d87d8317-c389-4cba-8ff5-e3ecedccf2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:51.926384 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port a9707b8f-e277-48d9-a14a-6b13fbab96a9 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:51.934820 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d87d8317-c389-4cba-8ff5-e3ecedccf2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:51.936640 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dbbb8c53-1bca-45c9-a0b7-bad420f15479 req-409b3b63-9d8a-427b-827a-b0067abd185e tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976472 May 26 16:00:51.985707 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d8317-c389-4cba-8ff5-e3ecedccf2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6ffed2-79ce-485e-9f7a-753f57f85440,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:52.010706 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38924) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:52.012086 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d87d8317-c389-4cba-8ff5-e3ecedccf2fa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1aacabfd68cd4376b411f4ae736c137b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3359678 May 26 16:00:52.093537 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612e1cc-b0d5-46e2-8a49-fcde8b4cf313', 'name': 'tempest-TaggedBootDevicesTest-1932144028-router', 'tenant_id': '9cb74b506ea543708292c52de0326210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'a9707b8f-e277-48d9-a14a-6b13fbab96a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:38Z', 'updated_at': '2022-05-26T16:00:45Z', 'revision_number': 4, 'project_id': '9cb74b506ea543708292c52de0326210', 'gw_port': {'id': 'a9707b8f-e277-48d9-a14a-6b13fbab96a9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612e1cc-b0d5-46e2-8a49-fcde8b4cf313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:39Z', 'updated_at': '2022-05-26T16:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '335d6b17-5bec-442f-a459-c8b3ec9316f6', 'name': '', 'network_id': '9762cd5c-e967-4c6d-ac9d-8d87a68d5c26', 'tenant_id': '9cb74b506ea543708292c52de0326210', 'mac_address': 'fa:16:3e:9f:34:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0612e1cc-b0d5-46e2-8a49-fcde8b4cf313', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'be29a909-908e-4167-9a63-18de79f935d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:43Z', 'updated_at': '2022-05-26T16:00:45Z', 'revision_number': 2, 'project_id': '9cb74b506ea543708292c52de0326210', 'subnets': [{'id': 'be29a909-908e-4167-9a63-18de79f935d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:52.098639 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-74754000-349d-48d0-be9a-db260a42072a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:52.132242 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] Checking router: 0612e1cc-b0d5-46e2-8a49-fcde8b4cf313 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:00:52.132474 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-74754000-349d-48d0-be9a-db260a42072a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:52.132602 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] Updating router 0612e1cc-b0d5-46e2-8a49-fcde8b4cf313 port 335d6b17-5bec-442f-a459-c8b3ec9316f6 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:00:52.199713 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:52.202860 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-74754000-349d-48d0-be9a-db260a42072a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:52.206124 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-74754000-349d-48d0-be9a-db260a42072a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:52.207355 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-74754000-349d-48d0-be9a-db260a42072a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0d6ffed2-79ce-485e-9f7a-753f57f85440 HTTP/1.1" status: 204 len: 168 time: 0.1949255 May 26 16:00:52.223921 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74754000-349d-48d0-be9a-db260a42072a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6ffed2-79ce-485e-9f7a-753f57f85440,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:52.286937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device d7b8dea4-f34d-486c-b930-9ccfb787ede0 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:00:52.426830 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port d7b8dea4-f34d-486c-b930-9ccfb787ede0 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:52.427462 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:52.473166 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port d7b8dea4-f34d-486c-b930-9ccfb787ede0, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=d7b8dea4-f34d-486c-b930-9ccfb787ede0,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:52.480364 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:52.554469 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=d7b8dea4-f34d-486c-b930-9ccfb787ede0,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:52.610621 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:52.618290 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:52.674060 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab430cc-8b10-4fa1-86e7-d1c40f3d724e None None] Pushing event updated for resources: {'Port': ['ID=335d6b17-5bec-442f-a459-c8b3ec9316f6,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:52.768589 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] Attempting to bind port 335d6b17-5bec-442f-a459-c8b3ec9316f6 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:00:52.769181 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] Attempting to bind port 335d6b17-5bec-442f-a459-c8b3ec9316f6 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '11068202-f54b-47d9-804a-5570a7a895dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9762cd5c-e967-4c6d-ac9d-8d87a68d5c26'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:00:52.769707 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] Attempting to bind port 335d6b17-5bec-442f-a459-c8b3ec9316f6 on network 9762cd5c-e967-4c6d-ac9d-8d87a68d5c26 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:52.781207 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:00:52.781809 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] Checking segment: {'id': '11068202-f54b-47d9-804a-5570a7a895dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9762cd5c-e967-4c6d-ac9d-8d87a68d5c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:52.782377 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:52.782914 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] Bound using segment: {'id': '11068202-f54b-47d9-804a-5570a7a895dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9762cd5c-e967-4c6d-ac9d-8d87a68d5c26'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:00:52.783584 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] Bound port: 335d6b17-5bec-442f-a459-c8b3ec9316f6, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11068202-f54b-47d9-804a-5570a7a895dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9762cd5c-e967-4c6d-ac9d-8d87a68d5c26'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:00:52.784190 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:52.833511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38960) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:52.853417 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-600a6904-8fa1-4e5a-baa4-92d1373ecc44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:52.896893 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] For port 335d6b17-5bec-442f-a459-c8b3ec9316f6, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:00:52.903257 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] For port 335d6b17-5bec-442f-a459-c8b3ec9316f6, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=335d6b17-5bec-442f-a459-c8b3ec9316f6,segment=NetworkSegment(11068202-f54b-47d9-804a-5570a7a895dc),segment_id=11068202-f54b-47d9-804a-5570a7a895dc)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:00:52.911729 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:52.974872 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-600a6904-8fa1-4e5a-baa4-92d1373ecc44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:52.983470 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-600a6904-8fa1-4e5a-baa4-92d1373ecc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:53.036533 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-51d447e2-7f66-457f-9c83-b746ce2e7206 None None] Provisioning complete for port 335d6b17-5bec-442f-a459-c8b3ec9316f6 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:53.037103 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-51d447e2-7f66-457f-9c83-b746ce2e7206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:53.043813 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38966) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:00:53.044456 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-600a6904-8fa1-4e5a-baa4-92d1373ecc44 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1e79e51e495c45b38837f50fb023514a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2084882 May 26 16:00:53.044923 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a6904-8fa1-4e5a-baa4-92d1373ecc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd865d15-66f2-4038-a8cc-b05e394c71c0,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:53.055565 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] Routers {'0612e1cc-b0d5-46e2-8a49-fcde8b4cf313'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:00:53.056064 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:00:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0612e1cc-b0d5-46e2-8a49-fcde8b4cf313'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:53.157785 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c9ddd44-1e12-4a3b-82db-12f32c171f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:53.201556 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c9ddd44-1e12-4a3b-82db-12f32c171f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:53.232638 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab430cc-8b10-4fa1-86e7-d1c40f3d724e None None] Pushing event updated for resources: {'Port': ['ID=335d6b17-5bec-442f-a459-c8b3ec9316f6,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:53.251637 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-51d447e2-7f66-457f-9c83-b746ce2e7206 None None] Current status of the port 335d6b17-5bec-442f-a459-c8b3ec9316f6 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:53.256709 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-51d447e2-7f66-457f-9c83-b746ce2e7206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:53.279453 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7785f632-002e-4a3f-b10e-4ad54c454621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7b8dea4-f34d-486c-b930-9ccfb787ede0'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:53.283093 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d301a8-22bc-4a19-8f3d-873924b284cb" -d '{"events": [{"server_uuid": "7785f632-002e-4a3f-b10e-4ad54c454621", "name": "network-vif-unplugged", "status": "completed", "tag": "d7b8dea4-f34d-486c-b930-9ccfb787ede0"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:53.376745 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c9ddd44-1e12-4a3b-82db-12f32c171f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:53.383209 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-51d447e2-7f66-457f-9c83-b746ce2e7206 None None] For port 335d6b17-5bec-442f-a459-c8b3ec9316f6, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=335d6b17-5bec-442f-a459-c8b3ec9316f6,segment=NetworkSegment(11068202-f54b-47d9-804a-5570a7a895dc),segment_id=11068202-f54b-47d9-804a-5570a7a895dc)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:53.390698 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-51d447e2-7f66-457f-9c83-b746ce2e7206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:53.397834 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c9ddd44-1e12-4a3b-82db-12f32c171f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:53.412140 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] Set router 0612e1cc-b0d5-46e2-8a49-fcde8b4cf313 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:00:53.419473 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8c9ddd44-1e12-4a3b-82db-12f32c171f8b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bd865d15-66f2-4038-a8cc-b05e394c71c0 HTTP/1.1" status: 204 len: 168 time: 0.3713624 May 26 16:00:53.467462 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ddd44-1e12-4a3b-82db-12f32c171f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd865d15-66f2-4038-a8cc-b05e394c71c0,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:53.488259 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device a97919f5-38de-4ccc-9b8c-82c126b1b032 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:53.546839 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddad2f-cd85-4f5c-b987-e7b111d370d0 req-89c14cba-e9cd-40d0-ae0a-c8b6e1cda7b8 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:53.554723 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1ddad2f-cd85-4f5c-b987-e7b111d370d0 req-89c14cba-e9cd-40d0-ae0a-c8b6e1cda7b8 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.81 "GET /v2.0/ports?device_id=7785f632-002e-4a3f-b10e-4ad54c454621 HTTP/1.1" status: 200 len: 944 time: 0.2022865 May 26 16:00:53.681068 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-236fbe64-a73c-4375-b3f2-2bebe4773914 None None] Provisioning complete for port 335d6b17-5bec-442f-a459-c8b3ec9316f6 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:53.684108 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-236fbe64-a73c-4375-b3f2-2bebe4773914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:53.713412 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-0fb59500-5b0d-48d0-bc9f-2df7204ac6c1 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:00:53.717097 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-0fb59500-5b0d-48d0-bc9f-2df7204ac6c1 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088851 May 26 16:00:53.772694 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 335d6b17-5bec-442f-a459-c8b3ec9316f6 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:53.793936 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d447e2-7f66-457f-9c83-b746ce2e7206 None None] Pushing event updated for resources: {'Port': ['ID=335d6b17-5bec-442f-a459-c8b3ec9316f6,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:53.807677 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981da45b-295b-4a79-9262-48f23443e684 req-8eedef57-0af0-4768-81fd-b4ec8c7b5ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:53.818864 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-8eedef57-0af0-4768-81fd-b4ec8c7b5ab2 service neutron] 10.222.0.77 "GET /v2.0/ports/ee632a5d-c189-4106-8aaf-4aca642806c2 HTTP/1.1" status: 200 len: 1093 time: 0.0896635 May 26 16:00:53.830986 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-981da45b-295b-4a79-9262-48f23443e684 req-142bbc45-81e7-4bf8-a71e-f535a6e6008e service neutron] Request body: {'binding': {'host': 'n-h2-843337-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:00:53.833159 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-981da45b-295b-4a79-9262-48f23443e684 req-142bbc45-81e7-4bf8-a71e-f535a6e6008e service neutron] Unknown quota resources ['binding']. {{(pid=103895) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 26 16:00:53.883925 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-f1ddad2f-cd85-4f5c-b987-e7b111d370d0 req-f6935e8b-1adc-431f-aba8-1b9cfc79797f tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Deleting port d7b8dea4-f34d-486c-b930-9ccfb787ede0 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:00:53.884300 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f1ddad2f-cd85-4f5c-b987-e7b111d370d0 req-f6935e8b-1adc-431f-aba8-1b9cfc79797f tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:53.947772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port a97919f5-38de-4ccc-9b8c-82c126b1b032 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:00:53.955577 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port a97919f5-38de-4ccc-9b8c-82c126b1b032 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:53.955807 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:54.012829 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612e1cc-b0d5-46e2-8a49-fcde8b4cf313', 'name': 'tempest-TaggedBootDevicesTest-1932144028-router', 'tenant_id': '9cb74b506ea543708292c52de0326210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'a9707b8f-e277-48d9-a14a-6b13fbab96a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:38Z', 'updated_at': '2022-05-26T16:00:45Z', 'revision_number': 4, 'project_id': '9cb74b506ea543708292c52de0326210', 'gw_port': {'id': 'a9707b8f-e277-48d9-a14a-6b13fbab96a9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612e1cc-b0d5-46e2-8a49-fcde8b4cf313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:39Z', 'updated_at': '2022-05-26T16:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '335d6b17-5bec-442f-a459-c8b3ec9316f6', 'name': '', 'network_id': '9762cd5c-e967-4c6d-ac9d-8d87a68d5c26', 'tenant_id': '9cb74b506ea543708292c52de0326210', 'mac_address': 'fa:16:3e:9f:34:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0612e1cc-b0d5-46e2-8a49-fcde8b4cf313', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'be29a909-908e-4167-9a63-18de79f935d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:43Z', 'updated_at': '2022-05-26T16:00:52Z', 'revision_number': 4, 'project_id': '9cb74b506ea543708292c52de0326210', 'subnets': [{'id': 'be29a909-908e-4167-9a63-18de79f935d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:00:54.055652 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 335d6b17-5bec-442f-a459-c8b3ec9316f6 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:54.056198 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:54.099431 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-236fbe64-a73c-4375-b3f2-2bebe4773914 None None] Current status of the port 335d6b17-5bec-442f-a459-c8b3ec9316f6 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:54.107395 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-f1ddad2f-cd85-4f5c-b987-e7b111d370d0 req-f6935e8b-1adc-431f-aba8-1b9cfc79797f tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] For port d7b8dea4-f34d-486c-b930-9ccfb787ede0, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=d7b8dea4-f34d-486c-b930-9ccfb787ede0,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:54.107972 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f1ddad2f-cd85-4f5c-b987-e7b111d370d0 req-f6935e8b-1adc-431f-aba8-1b9cfc79797f tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:54.139595 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-f1ddad2f-cd85-4f5c-b987-e7b111d370d0 req-f6935e8b-1adc-431f-aba8-1b9cfc79797f tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Calling delete_port for d7b8dea4-f34d-486c-b930-9ccfb787ede0 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:00:54.180209 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 335d6b17-5bec-442f-a459-c8b3ec9316f6 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:54.200226 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port a97919f5-38de-4ccc-9b8c-82c126b1b032 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:54.200226 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:54.200507 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-981da45b-295b-4a79-9262-48f23443e684 req-142bbc45-81e7-4bf8-a71e-f535a6e6008e service neutron] Attempting to bind port ee632a5d-c189-4106-8aaf-4aca642806c2 on host n-h2-843337-2 for vnic_type normal with profile None {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:00:54.200507 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-981da45b-295b-4a79-9262-48f23443e684 req-142bbc45-81e7-4bf8-a71e-f535a6e6008e service neutron] Attempting to bind port ee632a5d-c189-4106-8aaf-4aca642806c2 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:00:54.200507 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981da45b-295b-4a79-9262-48f23443e684 req-142bbc45-81e7-4bf8-a71e-f535a6e6008e service neutron] Attempting to bind port ee632a5d-c189-4106-8aaf-4aca642806c2 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:54.225782 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981da45b-295b-4a79-9262-48f23443e684 req-142bbc45-81e7-4bf8-a71e-f535a6e6008e service neutron] Port ee632a5d-c189-4106-8aaf-4aca642806c2 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:00:54.226108 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981da45b-295b-4a79-9262-48f23443e684 req-142bbc45-81e7-4bf8-a71e-f535a6e6008e service neutron] Attempting to bind port ee632a5d-c189-4106-8aaf-4aca642806c2 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:00:54.244178 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port a97919f5-38de-4ccc-9b8c-82c126b1b032, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=a97919f5-38de-4ccc-9b8c-82c126b1b032,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:54.248645 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981da45b-295b-4a79-9262-48f23443e684 req-142bbc45-81e7-4bf8-a71e-f535a6e6008e service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:00:54.249035 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981da45b-295b-4a79-9262-48f23443e684 req-142bbc45-81e7-4bf8-a71e-f535a6e6008e service neutron] Checking segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:00:54.249380 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981da45b-295b-4a79-9262-48f23443e684 req-142bbc45-81e7-4bf8-a71e-f535a6e6008e service neutron] Bound using segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:00:54.249935 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-981da45b-295b-4a79-9262-48f23443e684 req-142bbc45-81e7-4bf8-a71e-f535a6e6008e service neutron] Bound port: ee632a5d-c189-4106-8aaf-4aca642806c2, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:00:54.253097 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:54.287758 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccd2b49-0b51-42a9-bfb9-0599562b9533 None None] The sync data for ids ['0612e1cc-b0d5-46e2-8a49-fcde8b4cf313'] in n-d-843337-2 is: [{'id': '0612e1cc-b0d5-46e2-8a49-fcde8b4cf313', 'name': 'tempest-TaggedBootDevicesTest-1932144028-router', 'tenant_id': '9cb74b506ea543708292c52de0326210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'a9707b8f-e277-48d9-a14a-6b13fbab96a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:38Z', 'updated_at': '2022-05-26T16:00:45Z', 'revision_number': 4, 'project_id': '9cb74b506ea543708292c52de0326210', 'gw_port': {'id': 'a9707b8f-e277-48d9-a14a-6b13fbab96a9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612e1cc-b0d5-46e2-8a49-fcde8b4cf313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:39Z', 'updated_at': '2022-05-26T16:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '335d6b17-5bec-442f-a459-c8b3ec9316f6', 'name': '', 'network_id': '9762cd5c-e967-4c6d-ac9d-8d87a68d5c26', 'tenant_id': '9cb74b506ea543708292c52de0326210', 'mac_address': 'fa:16:3e:9f:34:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0612e1cc-b0d5-46e2-8a49-fcde8b4cf313', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'be29a909-908e-4167-9a63-18de79f935d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:43Z', 'updated_at': '2022-05-26T16:00:52Z', 'revision_number': 4, 'project_id': '9cb74b506ea543708292c52de0326210', 'subnets': [{'id': 'be29a909-908e-4167-9a63-18de79f935d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:00:54.375459 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=a97919f5-38de-4ccc-9b8c-82c126b1b032,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:54.404066 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-981da45b-295b-4a79-9262-48f23443e684 req-142bbc45-81e7-4bf8-a71e-f535a6e6008e service neutron] For port ee632a5d-c189-4106-8aaf-4aca642806c2, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=ee632a5d-c189-4106-8aaf-4aca642806c2,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:00:54.413926 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-981da45b-295b-4a79-9262-48f23443e684 req-142bbc45-81e7-4bf8-a71e-f535a6e6008e service neutron] Notify callbacks [] for binding, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:54.415113 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-142bbc45-81e7-4bf8-a71e-f535a6e6008e service neutron] 10.222.0.77 "POST /v2.0/ports/ee632a5d-c189-4106-8aaf-4aca642806c2/bindings HTTP/1.1" status: 201 len: 389 time: 0.5942135 May 26 16:00:54.451155 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f1ddad2f-cd85-4f5c-b987-e7b111d370d0 req-f6935e8b-1adc-431f-aba8-1b9cfc79797f tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:54.629524 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ddad2f-cd85-4f5c-b987-e7b111d370d0 req-f6935e8b-1adc-431f-aba8-1b9cfc79797f tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] No DVR routers for this DVR port d7b8dea4-f34d-486c-b930-9ccfb787ede0 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:00:54.635105 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f1ddad2f-cd85-4f5c-b987-e7b111d370d0 req-f6935e8b-1adc-431f-aba8-1b9cfc79797f tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:54.657496 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1ddad2f-cd85-4f5c-b987-e7b111d370d0 req-f6935e8b-1adc-431f-aba8-1b9cfc79797f tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.81 "DELETE /v2.0/ports/d7b8dea4-f34d-486c-b930-9ccfb787ede0 HTTP/1.1" status: 204 len: 173 time: 1.0950229 May 26 16:00:54.673156 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7785f632-002e-4a3f-b10e-4ad54c454621', 'name': 'network-vif-deleted', 'tag': 'd7b8dea4-f34d-486c-b930-9ccfb787ede0'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:54.679640 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c537b8fb-f215-4f76-81bf-127abf4c4e23" -d '{"events": [{"server_uuid": "7785f632-002e-4a3f-b10e-4ad54c454621", "name": "network-vif-deleted", "tag": "d7b8dea4-f34d-486c-b930-9ccfb787ede0"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:54.699181 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6935e8b-1adc-431f-aba8-1b9cfc79797f tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Pushing event deleted for resources: {'Port': ['ID=d7b8dea4-f34d-486c-b930-9ccfb787ede0,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:54.925567 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc3217-cb2e-4e3e-8e3a-22fe44abc9e5 req-1756a5d7-28eb-4d5a-875f-84445118c87e tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:54.933680 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1bc3217-cb2e-4e3e-8e3a-22fe44abc9e5 req-1756a5d7-28eb-4d5a-875f-84445118c87e tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.2639823 May 26 16:00:55.005407 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981da45b-295b-4a79-9262-48f23443e684 req-bfc69646-1b7c-438e-988b-e80d2ba4fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:55.007080 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-bfc69646-1b7c-438e-988b-e80d2ba4fc45 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 1096 time: 0.1648707 May 26 16:00:55.020666 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1bc3217-cb2e-4e3e-8e3a-22fe44abc9e5 req-2b5c6c32-2858-45e0-bdf4-02d5aee72ebb tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793288 May 26 16:00:55.181979 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981da45b-295b-4a79-9262-48f23443e684 req-9b0f5def-5a32-40fc-afad-9115d7baaa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:55.183793 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-9b0f5def-5a32-40fc-afad-9115d7baaa99 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 908 time: 0.1605823 May 26 16:00:55.204115 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28000e-fbf4-4784-99d8-64af99def79a req-e483c0c7-60b0-4683-b5a9-34b90644c69c tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:55.207142 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf28000e-fbf4-4784-99d8-64af99def79a req-e483c0c7-60b0-4683-b5a9-34b90644c69c tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.0971658 May 26 16:00:55.250055 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-747a4929-2564-45c5-b2e3-c6d136a71fe2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee632a5d-c189-4106-8aaf-4aca642806c2 HTTP/1.1" status: 200 len: 217 time: 0.0581675 May 26 16:00:55.331123 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981da45b-295b-4a79-9262-48f23443e684 req-3e9f60d1-1761-4550-9c81-6988d4394a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:55.332749 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-3e9f60d1-1761-4550-9c81-6988d4394a1b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cfa16bff-3370-4a4e-860f-b7e489b84ed0 HTTP/1.1" status: 200 len: 847 time: 0.0746834 May 26 16:00:55.341096 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf28000e-fbf4-4784-99d8-64af99def79a req-d57131b8-4729-44fb-a6b2-b01abe050864 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899911 May 26 16:00:55.390325 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-41d386d7-0ebf-46c1-b492-d0a900157c1d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481994 May 26 16:00:55.440132 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321bb4a4-f589-40f0-9956-e9b78ea599df x-openstack-request-id: req-321bb4a4-f589-40f0-9956-e9b78ea599df {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:55.441214 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7785f632-002e-4a3f-b10e-4ad54c454621", "name": "network-vif-unplugged", "status": "completed", "tag": "d7b8dea4-f34d-486c-b930-9ccfb787ede0", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:55.441646 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-321bb4a4-f589-40f0-9956-e9b78ea599df {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:55.442281 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-321bb4a4-f589-40f0-9956-e9b78ea599df'] response: {'server_uuid': '7785f632-002e-4a3f-b10e-4ad54c454621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7b8dea4-f34d-486c-b930-9ccfb787ede0', 'code': 200} May 26 16:00:55.521153 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-40860267-e75a-4a72-bf35-b9addef95b26 service neutron] 10.222.0.83 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202812 May 26 16:00:55.612453 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 335d6b17-5bec-442f-a459-c8b3ec9316f6 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:00:55.676584 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 335d6b17-5bec-442f-a459-c8b3ec9316f6 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:00:55.676962 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:55.690047 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3509e57-c8af-4ffc-9ce5-a259e65d4067 req-1d600970-6b40-4b91-8a12-88197b2576aa tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:55.699150 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3509e57-c8af-4ffc-9ce5-a259e65d4067 req-1d600970-6b40-4b91-8a12-88197b2576aa tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 945 time: 0.1461437 May 26 16:00:55.750788 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-7a512c26-c931-45af-92e7-e0a2c4038a05 service neutron] 10.222.0.83 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129991 May 26 16:00:55.766348 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3509e57-c8af-4ffc-9ce5-a259e65d4067 req-663b6dc5-bc5f-4912-90f1-3ecabf9ca54e tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659144 May 26 16:00:55.833268 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 335d6b17-5bec-442f-a459-c8b3ec9316f6 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:00:55.849252 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bca4ac8-613f-41a2-b76b-068314612561 x-openstack-request-id: req-9bca4ac8-613f-41a2-b76b-068314612561 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:00:55.849555 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7785f632-002e-4a3f-b10e-4ad54c454621", "name": "network-vif-deleted", "tag": "d7b8dea4-f34d-486c-b930-9ccfb787ede0", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:00:55.849816 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9bca4ac8-613f-41a2-b76b-068314612561 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:00:55.850273 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bca4ac8-613f-41a2-b76b-068314612561'] response: {'server_uuid': '7785f632-002e-4a3f-b10e-4ad54c454621', 'name': 'network-vif-deleted', 'tag': 'd7b8dea4-f34d-486c-b930-9ccfb787ede0', 'status': 'completed', 'code': 200} May 26 16:00:55.981532 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d77241-2fa3-474a-96f3-4ecd65e2fc82 req-a78fb9ca-4f9f-4e96-9305-b7a7e0410333 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:55.983176 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28d77241-2fa3-474a-96f3-4ecd65e2fc82 req-a78fb9ca-4f9f-4e96-9305-b7a7e0410333 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.0757375 May 26 16:00:56.054090 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28d77241-2fa3-474a-96f3-4ecd65e2fc82 req-53023d98-ca17-4f0d-b839-0d18d32a1e08 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643191 May 26 16:00:56.271166 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:00:56.311462 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device d7b8dea4-f34d-486c-b930-9ccfb787ede0 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:00:56.334976 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: d7b8dea4-f34d-486c-b930-9ccfb787ede0 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:00:56.335621 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device d7b8dea4-f34d-486c-b930-9ccfb787ede0 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:00:56.655813 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390579b-4100-4910-9139-457d89f05434 req-53f9752e-a635-4374-9749-75a1b8dc51f4 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:56.657352 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4390579b-4100-4910-9139-457d89f05434 req-53f9752e-a635-4374-9749-75a1b8dc51f4 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.0688629 May 26 16:00:56.708912 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4390579b-4100-4910-9139-457d89f05434 req-f0387668-2d77-4be6-a8ec-48ab8681604d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405409 May 26 16:00:57.443932 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ed693a-4539-430c-9bc5-771b86012827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97919f5-38de-4ccc-9b8c-82c126b1b032'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:57.446171 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53a271a-6a44-406d-a41b-51ef82fa58fa" -d '{"events": [{"server_uuid": "46ed693a-4539-430c-9bc5-771b86012827", "name": "network-vif-plugged", "status": "completed", "tag": "a97919f5-38de-4ccc-9b8c-82c126b1b032"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:00:58.066013 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337c430-7f23-46fc-b57e-a85575123f8c req-52dd64a8-fa01-462e-a5e2-dc0daa29fc4b tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:00:58.070123 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7337c430-7f23-46fc-b57e-a85575123f8c req-52dd64a8-fa01-462e-a5e2-dc0daa29fc4b tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2854248-3cd1-4458-bc02-c11b71ce6800 HTTP/1.1" status: 200 len: 945 time: 0.0674186 May 26 16:00:58.185972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-7337c430-7f23-46fc-b57e-a85575123f8c req-b5a092a1-31b1-4876-b20d-39ab39abbe12 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Deleting port 4a92f393-8813-46a7-bcd3-4fb565d3d84d {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:00:58.186578 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7337c430-7f23-46fc-b57e-a85575123f8c req-b5a092a1-31b1-4876-b20d-39ab39abbe12 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:58.305569 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-7337c430-7f23-46fc-b57e-a85575123f8c req-b5a092a1-31b1-4876-b20d-39ab39abbe12 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] For port 4a92f393-8813-46a7-bcd3-4fb565d3d84d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=4a92f393-8813-46a7-bcd3-4fb565d3d84d,segment=NetworkSegment(e6704d63-1519-4cd1-8100-c949181e6d2b),segment_id=e6704d63-1519-4cd1-8100-c949181e6d2b)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:00:58.305569 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7337c430-7f23-46fc-b57e-a85575123f8c req-b5a092a1-31b1-4876-b20d-39ab39abbe12 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:58.319006 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-7337c430-7f23-46fc-b57e-a85575123f8c req-b5a092a1-31b1-4876-b20d-39ab39abbe12 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Calling delete_port for 4a92f393-8813-46a7-bcd3-4fb565d3d84d owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:00:58.466621 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7337c430-7f23-46fc-b57e-a85575123f8c req-b5a092a1-31b1-4876-b20d-39ab39abbe12 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:58.478337 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['4a92f393-8813-46a7-bcd3-4fb565d3d84d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:00:58.503631 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a092a1-31b1-4876-b20d-39ab39abbe12 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Pushing event deleted for resources: {'Port': ['ID=4a92f393-8813-46a7-bcd3-4fb565d3d84d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:00:58.540837 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7337c430-7f23-46fc-b57e-a85575123f8c req-b5a092a1-31b1-4876-b20d-39ab39abbe12 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] No DVR routers for this DVR port 4a92f393-8813-46a7-bcd3-4fb565d3d84d on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:00:58.545387 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7337c430-7f23-46fc-b57e-a85575123f8c req-b5a092a1-31b1-4876-b20d-39ab39abbe12 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:00:58.548832 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7337c430-7f23-46fc-b57e-a85575123f8c req-b5a092a1-31b1-4876-b20d-39ab39abbe12 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.81 "DELETE /v2.0/ports/4a92f393-8813-46a7-bcd3-4fb565d3d84d HTTP/1.1" status: 204 len: 173 time: 0.4688771 May 26 16:00:58.549451 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2854248-3cd1-4458-bc02-c11b71ce6800', 'name': 'network-vif-deleted', 'tag': '4a92f393-8813-46a7-bcd3-4fb565d3d84d'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:00:58.552540 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89235007-846b-4397-8ef9-2e0765cd1706" -d '{"events": [{"server_uuid": "d2854248-3cd1-4458-bc02-c11b71ce6800", "name": "network-vif-deleted", "tag": "4a92f393-8813-46a7-bcd3-4fb565d3d84d"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:00.082600 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:02.375377 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 4a92f393-8813-46a7-bcd3-4fb565d3d84d no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:02.399192 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 4a92f393-8813-46a7-bcd3-4fb565d3d84d {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:01:02.399541 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 4a92f393-8813-46a7-bcd3-4fb565d3d84d not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:01:06.093528 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0772c18d-99d1-4e21-bea6-c975c4ae1481 req-2fd5f9f0-9136-42f2-9a9f-f318006a5059 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475461 May 26 16:01:06.157115 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772c18d-99d1-4e21-bea6-c975c4ae1481 req-7c10daf0-adc0-46e8-933c-238865fc9a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:06.158833 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0772c18d-99d1-4e21-bea6-c975c4ae1481 req-7c10daf0-adc0-46e8-933c-238865fc9a3b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 1096 time: 0.0426342 May 26 16:01:06.273048 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772c18d-99d1-4e21-bea6-c975c4ae1481 req-5a8f44b1-9d1b-49c3-9f92-a36efd644b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:06.274662 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0772c18d-99d1-4e21-bea6-c975c4ae1481 req-5a8f44b1-9d1b-49c3-9f92-a36efd644b60 service neutron] 10.222.0.81 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 921 time: 0.0960557 May 26 16:01:06.322242 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0772c18d-99d1-4e21-bea6-c975c4ae1481 req-de342a82-1364-4939-95f7-47cda0f24783 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2845f95d-7d29-4a78-8b9d-7319109dd9b8 HTTP/1.1" status: 200 len: 217 time: 0.0399890 May 26 16:01:06.376590 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772c18d-99d1-4e21-bea6-c975c4ae1481 req-01a441e7-e446-481d-bd7a-7ea8f647f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:06.377970 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0772c18d-99d1-4e21-bea6-c975c4ae1481 req-01a441e7-e446-481d-bd7a-7ea8f647f060 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=34e27219-447c-429c-b572-febfd4b36520 HTTP/1.1" status: 200 len: 860 time: 0.0478046 May 26 16:01:06.413344 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0772c18d-99d1-4e21-bea6-c975c4ae1481 req-c99e8bc9-6373-4385-94c3-b74e269f68d3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=849715ed-d05e-42c2-bffa-fde3212d6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277150 May 26 16:01:06.520317 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0772c18d-99d1-4e21-bea6-c975c4ae1481 req-6191021e-cb0c-4433-b779-227d45f4ea75 service neutron] 10.222.0.81 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970640 May 26 16:01:06.618583 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0772c18d-99d1-4e21-bea6-c975c4ae1481 req-653d941e-265d-482b-aba9-a4bc7cf84035 service neutron] 10.222.0.81 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882022 May 26 16:01:07.038445 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981da45b-295b-4a79-9262-48f23443e684 req-0fd53f3a-ff15-44f7-85ea-d37e121b901d tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:07.039985 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-0fd53f3a-ff15-44f7-85ea-d37e121b901d tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b&tenant_id=68474f7d9cf04077903a4e0c3bda72a7&binding%3Ahost_id=n-h1-843337-2 HTTP/1.1" status: 200 len: 1096 time: 0.0503469 May 26 16:01:07.052009 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-981da45b-295b-4a79-9262-48f23443e684 req-e24dbb88-2244-4754-9605-952ee97c2b2c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843337-2'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:07.116971 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-981da45b-295b-4a79-9262-48f23443e684 req-e24dbb88-2244-4754-9605-952ee97c2b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:07.251219 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-981da45b-295b-4a79-9262-48f23443e684 req-e24dbb88-2244-4754-9605-952ee97c2b2c service neutron] For port ee632a5d-c189-4106-8aaf-4aca642806c2, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ee632a5d-c189-4106-8aaf-4aca642806c2,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:07.297723 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-981da45b-295b-4a79-9262-48f23443e684 req-e24dbb88-2244-4754-9605-952ee97c2b2c service neutron] For port ee632a5d-c189-4106-8aaf-4aca642806c2, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:01:07.346877 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-981da45b-295b-4a79-9262-48f23443e684 req-e24dbb88-2244-4754-9605-952ee97c2b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:07.356016 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-981da45b-295b-4a79-9262-48f23443e684 req-e24dbb88-2244-4754-9605-952ee97c2b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:07.452199 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-981da45b-295b-4a79-9262-48f23443e684 req-e24dbb88-2244-4754-9605-952ee97c2b2c service neutron] Attempting to bind port ee632a5d-c189-4106-8aaf-4aca642806c2 on host n-h1-843337-2 for vnic_type normal with profile {"migrating_to": "n-h2-843337-2"} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:01:07.452529 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-981da45b-295b-4a79-9262-48f23443e684 req-e24dbb88-2244-4754-9605-952ee97c2b2c service neutron] Attempting to bind port ee632a5d-c189-4106-8aaf-4aca642806c2 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:01:07.452868 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981da45b-295b-4a79-9262-48f23443e684 req-e24dbb88-2244-4754-9605-952ee97c2b2c service neutron] Attempting to bind port ee632a5d-c189-4106-8aaf-4aca642806c2 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:07.460564 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981da45b-295b-4a79-9262-48f23443e684 req-e24dbb88-2244-4754-9605-952ee97c2b2c service neutron] Port ee632a5d-c189-4106-8aaf-4aca642806c2 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:01:07.460880 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981da45b-295b-4a79-9262-48f23443e684 req-e24dbb88-2244-4754-9605-952ee97c2b2c service neutron] Attempting to bind port ee632a5d-c189-4106-8aaf-4aca642806c2 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:07.462700 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24dbb88-2244-4754-9605-952ee97c2b2c service neutron] Pushing event updated for resources: {'Port': ['ID=ee632a5d-c189-4106-8aaf-4aca642806c2,revision_number=7']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:07.469891 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981da45b-295b-4a79-9262-48f23443e684 req-e24dbb88-2244-4754-9605-952ee97c2b2c service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:01:07.470296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981da45b-295b-4a79-9262-48f23443e684 req-e24dbb88-2244-4754-9605-952ee97c2b2c service neutron] Checking segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:07.470594 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981da45b-295b-4a79-9262-48f23443e684 req-e24dbb88-2244-4754-9605-952ee97c2b2c service neutron] Bound using segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:01:07.471021 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-981da45b-295b-4a79-9262-48f23443e684 req-e24dbb88-2244-4754-9605-952ee97c2b2c service neutron] Bound port: ee632a5d-c189-4106-8aaf-4aca642806c2, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:01:07.471370 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-981da45b-295b-4a79-9262-48f23443e684 req-e24dbb88-2244-4754-9605-952ee97c2b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:07.497792 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device ee632a5d-c189-4106-8aaf-4aca642806c2 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:01:07.547697 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-981da45b-295b-4a79-9262-48f23443e684 req-e24dbb88-2244-4754-9605-952ee97c2b2c service neutron] For port ee632a5d-c189-4106-8aaf-4aca642806c2, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:01:07.552001 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-981da45b-295b-4a79-9262-48f23443e684 req-e24dbb88-2244-4754-9605-952ee97c2b2c service neutron] For port ee632a5d-c189-4106-8aaf-4aca642806c2, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ee632a5d-c189-4106-8aaf-4aca642806c2,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:01:07.564447 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-981da45b-295b-4a79-9262-48f23443e684 req-e24dbb88-2244-4754-9605-952ee97c2b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:07.619655 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port ee632a5d-c189-4106-8aaf-4aca642806c2, host n-h1-843337-2, got binding levels [] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:07.651276 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Attempting to bind port ee632a5d-c189-4106-8aaf-4aca642806c2 on host n-h1-843337-2 for vnic_type normal with profile {"migrating_to": "n-h2-843337-2"} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:01:07.651529 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24dbb88-2244-4754-9605-952ee97c2b2c service neutron] Pushing event updated for resources: {'Port': ['ID=ee632a5d-c189-4106-8aaf-4aca642806c2,revision_number=8']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:07.652684 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Attempting to bind port ee632a5d-c189-4106-8aaf-4aca642806c2 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:01:07.653344 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Attempting to bind port ee632a5d-c189-4106-8aaf-4aca642806c2 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:07.654986 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981da45b-295b-4a79-9262-48f23443e684 req-e24dbb88-2244-4754-9605-952ee97c2b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:07.655705 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-981da45b-295b-4a79-9262-48f23443e684 req-e24dbb88-2244-4754-9605-952ee97c2b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:07.657426 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-e24dbb88-2244-4754-9605-952ee97c2b2c service neutron] 10.222.0.83 "PUT /v2.0/ports/ee632a5d-c189-4106-8aaf-4aca642806c2 HTTP/1.1" status: 200 len: 1121 time: 0.6095603 May 26 16:01:07.659299 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Port ee632a5d-c189-4106-8aaf-4aca642806c2 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:01:07.659660 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Attempting to bind port ee632a5d-c189-4106-8aaf-4aca642806c2 on network 2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:07.664859 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:01:07.665231 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Checking segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:07.665846 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Bound using segment: {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:01:07.666883 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Bound port: ee632a5d-c189-4106-8aaf-4aca642806c2, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cbe1d5-8613-41f5-a8ab-28caa3677525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2c98b2c4-074c-49ef-9d11-a7cee52b7ee1'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:01:07.667471 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:07.758932 n-d-843337-2 neutron-server[103897]: WARNING neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Concurrent port binding operations failed on port ee632a5d-c189-4106-8aaf-4aca642806c2 May 26 16:01:07.764296 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port ee632a5d-c189-4106-8aaf-4aca642806c2, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ee632a5d-c189-4106-8aaf-4aca642806c2,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:07.765512 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['ee632a5d-c189-4106-8aaf-4aca642806c2'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:07.769250 n-d-843337-2 neutron-server[103897]: INFO neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Attempt 2 to bind port ee632a5d-c189-4106-8aaf-4aca642806c2 May 26 16:01:07.769713 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device ee632a5d-c189-4106-8aaf-4aca642806c2 has no active binding in host n-h2-843337-2 {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 26 16:01:07.860069 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['ee632a5d-c189-4106-8aaf-4aca642806c2'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:08.182959 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-b8dd941c-e69b-41d6-ae83-2167173fbbad tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:08.184455 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-b8dd941c-e69b-41d6-ae83-2167173fbbad tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/networks?id=3574b971-b80b-4fc7-8db0-6b0fd27cbf51 HTTP/1.1" status: 200 len: 805 time: 0.1998661 May 26 16:01:08.208364 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-e003fdaa-3d1f-4a7e-b0b9-9457b738b034 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:08.210070 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-e003fdaa-3d1f-4a7e-b0b9-9457b738b034 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/networks?id=d8e6a23b-7f61-4795-ab7a-361f0f755c8d HTTP/1.1" status: 200 len: 815 time: 0.1603997 May 26 16:01:08.211712 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-c8459ed8-d6fb-48b0-85c3-d4f60a90390b tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/quotas/bc4c96fd02c143a08b7d26019ba324a5 HTTP/1.1" status: 200 len: 375 time: 0.0212922 May 26 16:01:08.237559 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-0c7d2922-19cb-4ffe-be2c-ef8c977e740b tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/quotas/29fbca3912d246789c5ffec924cac33a HTTP/1.1" status: 200 len: 375 time: 0.0197268 May 26 16:01:08.253705 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-02d79c3e-bc75-423f-869d-a41f56071d45 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=bc4c96fd02c143a08b7d26019ba324a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282619 May 26 16:01:08.292929 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-85e5fb0b-0979-4ecf-9c26-b58444f36d04 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=29fbca3912d246789c5ffec924cac33a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422463 May 26 16:01:08.432846 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-d83b9de0-bd7b-418e-aec3-8d985ec43166 service neutron] 10.222.0.77 "GET /v2.0/networks/3574b971-b80b-4fc7-8db0-6b0fd27cbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696763 May 26 16:01:08.767023 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-066d80d9-b909-4be1-a43f-308f22491d2e service neutron] 10.222.0.77 "GET /v2.0/networks/d8e6a23b-7f61-4795-ab7a-361f0f755c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447184 May 26 16:01:08.912499 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-d7ef9f28-1d52-4a7d-b152-c07df54f486e service neutron] 10.222.0.77 "GET /v2.0/networks/3574b971-b80b-4fc7-8db0-6b0fd27cbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673738 May 26 16:01:08.928459 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-5ae67d0b-33c9-4b45-a3ca-b8225d9fed46 service neutron] 10.222.0.77 "GET /v2.0/networks/d8e6a23b-7f61-4795-ab7a-361f0f755c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321828 May 26 16:01:09.208009 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd840cf-1e0d-4b08-94b8-fd67efd096d5 req-2d1c4fa6-9974-4e8b-823d-4c8f4d41048f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:09.218484 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fdd840cf-1e0d-4b08-94b8-fd67efd096d5 req-2d1c4fa6-9974-4e8b-823d-4c8f4d41048f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 943 time: 0.0723693 May 26 16:01:09.225821 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f3d6ae-3a1e-41b5-b38d-eee274b192f6 x-openstack-request-id: req-20f3d6ae-3a1e-41b5-b38d-eee274b192f6 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:09.226839 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ed693a-4539-430c-9bc5-771b86012827", "name": "network-vif-plugged", "status": "completed", "tag": "a97919f5-38de-4ccc-9b8c-82c126b1b032", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:09.227263 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-20f3d6ae-3a1e-41b5-b38d-eee274b192f6 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:09.228003 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20f3d6ae-3a1e-41b5-b38d-eee274b192f6'] response: {'server_uuid': '46ed693a-4539-430c-9bc5-771b86012827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97919f5-38de-4ccc-9b8c-82c126b1b032', 'code': 200} May 26 16:01:09.311320 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fdd840cf-1e0d-4b08-94b8-fd67efd096d5 req-478f8597-f0b3-4ed9-b82f-c15d6449a68c tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867333 May 26 16:01:09.461547 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdbce7b-9baa-4ac4-be77-6c2fec2d5998 x-openstack-request-id: req-cfdbce7b-9baa-4ac4-be77-6c2fec2d5998 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:09.462208 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2854248-3cd1-4458-bc02-c11b71ce6800", "name": "network-vif-deleted", "tag": "4a92f393-8813-46a7-bcd3-4fb565d3d84d", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:09.462597 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cfdbce7b-9baa-4ac4-be77-6c2fec2d5998 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:09.463953 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfdbce7b-9baa-4ac4-be77-6c2fec2d5998'] response: {'server_uuid': 'd2854248-3cd1-4458-bc02-c11b71ce6800', 'name': 'network-vif-deleted', 'tag': '4a92f393-8813-46a7-bcd3-4fb565d3d84d', 'status': 'completed', 'code': 200} May 26 16:01:09.466731 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6012d-5796-4485-8b2b-0a100a252754 req-f8c2a442-b346-4b80-9c51-ed9f93009435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:09.468300 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ecc6012d-5796-4485-8b2b-0a100a252754 req-f8c2a442-b346-4b80-9c51-ed9f93009435 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 1101 time: 0.1402528 May 26 16:01:09.511866 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ad2b3-f78a-48fd-a066-373c66712b20 req-642dab24-91b5-47d0-8200-27c570c3cb9e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:09.513512 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa1ad2b3-f78a-48fd-a066-373c66712b20 req-642dab24-91b5-47d0-8200-27c570c3cb9e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.1473651 May 26 16:01:09.549322 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ecc6012d-5796-4485-8b2b-0a100a252754 req-88aa90dc-b387-4079-8c1d-62f02895e59a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731952 May 26 16:01:09.593385 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e22fd410-06c5-44ce-8f6a-c8988eb3e163 req-d225668e-372a-4684-b3ea-31dda1f95ea6 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b4157ec-0c53-49ac-8358-5c68803e52cd HTTP/1.1" status: 200 len: 210 time: 0.0688307 May 26 16:01:09.635610 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa1ad2b3-f78a-48fd-a066-373c66712b20 req-0123a2e6-2b0b-4fe5-b064-fa448c580d3d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949798 May 26 16:01:09.704782 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-567b5db1-255e-4d27-8292-557f324353bf req-fa8cd497-94dd-4ea8-856f-fed152d3465a tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 210 time: 0.0507417 May 26 16:01:10.251281 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39190) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:10.387817 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9cf5a78e-cb21-4309-b989-8dcaf301d75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:10.476244 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183da653-546a-46c3-ae5c-baae11322233 req-ecd047ca-dea3-4f5a-957b-977c8180ae1c tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:10.477750 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-183da653-546a-46c3-ae5c-baae11322233 req-ecd047ca-dea3-4f5a-957b-977c8180ae1c tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 943 time: 0.0873888 May 26 16:01:10.544752 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-183da653-546a-46c3-ae5c-baae11322233 req-b9ca290f-3de5-4c1d-9586-7afbcdc2ebf9 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562868 May 26 16:01:10.553924 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9cf5a78e-cb21-4309-b989-8dcaf301d75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:10.558983 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9cf5a78e-cb21-4309-b989-8dcaf301d75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:10.602416 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5a78e-cb21-4309-b989-8dcaf301d75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc130b4-55f1-47f9-bdda-16fefc4bf977,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:10.608747 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9cf5a78e-cb21-4309-b989-8dcaf301d75d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aac32163b55247b2b28a7c557bae88f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553107 May 26 16:01:10.611141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39206) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:10.769075 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-b07bad1b-91ee-4ef4-90e3-00d0d3084740 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:10.770534 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-b07bad1b-91ee-4ef4-90e3-00d0d3084740 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.81 "GET /v2.0/networks?id=3574b971-b80b-4fc7-8db0-6b0fd27cbf51 HTTP/1.1" status: 200 len: 805 time: 0.1318891 May 26 16:01:10.825190 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-a3742956-76ea-43e9-b4bf-1d5db0154a6a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Request body: {'port': {'device_id': '5b4157ec-0c53-49ac-8358-5c68803e52cd', 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51', 'admin_state_up': True, 'tenant_id': 'bc4c96fd02c143a08b7d26019ba324a5'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:10.882410 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2febcbb-46d7-4eac-b3c6-3aec2d20c03e req-89340f85-ef2b-4b1a-807a-5a06f2fbbd8c tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b4157ec-0c53-49ac-8358-5c68803e52cd HTTP/1.1" status: 200 len: 210 time: 0.1075723 May 26 16:01:10.938121 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21cc608d-4f9f-4780-92f1-48b3a9c90cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:11.008318 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e8ec2-7b52-43e6-b3ed-280fba6c53a1 req-28cf8167-ced6-4eb7-aa22-660567abd09a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:11.010870 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-580e8ec2-7b52-43e6-b3ed-280fba6c53a1 req-28cf8167-ced6-4eb7-aa22-660567abd09a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.1939123 May 26 16:01:11.013095 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21cc608d-4f9f-4780-92f1-48b3a9c90cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:11.071029 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1f9e32e-4adb-4814-9800-43779cfd3ac8 req-3c6ed190-b691-4251-89ce-1107b82ae666 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 210 time: 0.0879130 May 26 16:01:11.262838 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-580e8ec2-7b52-43e6-b3ed-280fba6c53a1 req-27fa7dd7-e192-4074-9ea0-ee4864b35d08 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393067 May 26 16:01:11.297533 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-a3742956-76ea-43e9-b4bf-1d5db0154a6a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Made reservation on behalf of bc4c96fd02c143a08b7d26019ba324a5 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:11.302260 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-a3742956-76ea-43e9-b4bf-1d5db0154a6a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:11.304859 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21cc608d-4f9f-4780-92f1-48b3a9c90cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:11.308612 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21cc608d-4f9f-4780-92f1-48b3a9c90cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:11.310528 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-21cc608d-4f9f-4780-92f1-48b3a9c90cbb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dfc130b4-55f1-47f9-bdda-16fefc4bf977 HTTP/1.1" status: 204 len: 168 time: 0.6982441 May 26 16:01:11.374902 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc608d-4f9f-4780-92f1-48b3a9c90cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc130b4-55f1-47f9-bdda-16fefc4bf977,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:11.429146 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-7a70b464-3de6-4c58-b3c0-ed8e45c3aa9a tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:11.430799 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-7a70b464-3de6-4c58-b3c0-ed8e45c3aa9a tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.81 "GET /v2.0/networks?id=d8e6a23b-7f61-4795-ab7a-361f0f755c8d HTTP/1.1" status: 200 len: 815 time: 0.3496130 May 26 16:01:11.444332 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-cf4f2780-1512-48ab-9841-7cbf293a2796 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Request body: {'port': {'device_id': '8018d2dd-603e-453c-8e73-ee71174c4891', 'network_id': 'd8e6a23b-7f61-4795-ab7a-361f0f755c8d', 'admin_state_up': True, 'tenant_id': '29fbca3912d246789c5ffec924cac33a'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:11.479612 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce986bed-7018-43d4-af5f-b4401f00c03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee632a5d-c189-4106-8aaf-4aca642806c2'}, {'name': 'network-changed', 'server_uuid': 'ce986bed-7018-43d4-af5f-b4401f00c03b', 'tag': 'ee632a5d-c189-4106-8aaf-4aca642806c2'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:11.482289 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92680a07-a622-4156-b3b4-2da2e19c606b" -d '{"events": [{"server_uuid": "ce986bed-7018-43d4-af5f-b4401f00c03b", "name": "network-vif-unplugged", "status": "completed", "tag": "ee632a5d-c189-4106-8aaf-4aca642806c2"}, {"name": "network-changed", "server_uuid": "ce986bed-7018-43d4-af5f-b4401f00c03b", "tag": "ee632a5d-c189-4106-8aaf-4aca642806c2"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:11.631785 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 26 May 2022 16:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a30535-1870-4423-b12f-5e2e7337ad55 x-openstack-request-id: req-37a30535-1870-4423-b12f-5e2e7337ad55 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:11.632348 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce986bed-7018-43d4-af5f-b4401f00c03b", "name": "network-vif-unplugged", "status": "completed", "tag": "ee632a5d-c189-4106-8aaf-4aca642806c2", "code": 200}, {"name": "network-changed", "server_uuid": "ce986bed-7018-43d4-af5f-b4401f00c03b", "tag": "ee632a5d-c189-4106-8aaf-4aca642806c2", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:11.632672 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-37a30535-1870-4423-b12f-5e2e7337ad55 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:11.633302 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a30535-1870-4423-b12f-5e2e7337ad55'] response: {'server_uuid': 'ce986bed-7018-43d4-af5f-b4401f00c03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee632a5d-c189-4106-8aaf-4aca642806c2', 'code': 200} May 26 16:01:11.633629 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a30535-1870-4423-b12f-5e2e7337ad55'] response: {'name': 'network-changed', 'server_uuid': 'ce986bed-7018-43d4-af5f-b4401f00c03b', 'tag': 'ee632a5d-c189-4106-8aaf-4aca642806c2', 'status': 'completed', 'code': 200} May 26 16:01:11.757628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92680a07-a622-4156-b3b4-2da2e19c606b req-c03e648f-437a-4eb0-9ecf-1fa3156d1594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:11.765255 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-92680a07-a622-4156-b3b4-2da2e19c606b req-c03e648f-437a-4eb0-9ecf-1fa3156d1594 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 1124 time: 0.1245027 May 26 16:01:11.886627 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39246) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:11.890417 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-a3742956-76ea-43e9-b4bf-1d5db0154a6a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Allocated IP 172.20.0.10 (3574b971-b80b-4fc7-8db0-6b0fd27cbf51/c76d8b67-4d6e-4728-b031-a89f28d135e0/82104fd1-f82e-409f-b1db-4fbe49354fed) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:01:11.929810 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b4f3de1d-e2bc-4a28-9ce2-4a71a1949cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:11.940955 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015db4a-02dd-4ab4-97ab-2706c260a32b req-69405328-d9ec-4753-8c53-f16a9db43e21 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:11.942844 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3015db4a-02dd-4ab4-97ab-2706c260a32b req-69405328-d9ec-4753-8c53-f16a9db43e21 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 943 time: 0.2081511 May 26 16:01:11.959348 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92680a07-a622-4156-b3b4-2da2e19c606b req-af1a6294-3282-4fc3-b9b5-0b2d92e1ba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:11.963547 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-92680a07-a622-4156-b3b4-2da2e19c606b req-af1a6294-3282-4fc3-b9b5-0b2d92e1ba49 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 908 time: 0.1886530 May 26 16:01:12.032794 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b4f3de1d-e2bc-4a28-9ce2-4a71a1949cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:12.039908 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-92680a07-a622-4156-b3b4-2da2e19c606b req-e5fbaaac-88b4-4b94-a2df-dfa813905143 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee632a5d-c189-4106-8aaf-4aca642806c2 HTTP/1.1" status: 200 len: 217 time: 0.0691955 May 26 16:01:12.048219 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-cf4f2780-1512-48ab-9841-7cbf293a2796 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Made reservation on behalf of 29fbca3912d246789c5ffec924cac33a for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:12.051679 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-cf4f2780-1512-48ab-9841-7cbf293a2796 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:12.082587 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b4f3de1d-e2bc-4a28-9ce2-4a71a1949cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:12.102169 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92680a07-a622-4156-b3b4-2da2e19c606b req-0eabb17c-117d-4ba5-bd5b-13594d1ad1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:12.105035 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-92680a07-a622-4156-b3b4-2da2e19c606b req-0eabb17c-117d-4ba5-bd5b-13594d1ad1c8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cfa16bff-3370-4a4e-860f-b7e489b84ed0 HTTP/1.1" status: 200 len: 847 time: 0.0586329 May 26 16:01:12.165069 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-92680a07-a622-4156-b3b4-2da2e19c606b req-01b41fc8-3f9b-4971-8ded-ba0c0a48b67c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516715 May 26 16:01:12.165733 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb42e6e3-b691-4c33-81b5-f2239ec84abd req-774104ec-1842-4d77-b07a-7e7a890f55fa tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b4157ec-0c53-49ac-8358-5c68803e52cd HTTP/1.1" status: 200 len: 210 time: 0.1160233 May 26 16:01:12.238502 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b4f3de1d-e2bc-4a28-9ce2-4a71a1949cf9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8427049bbf974d508e0622c6926d6617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417380 May 26 16:01:12.260771 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39252) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:12.327813 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3015db4a-02dd-4ab4-97ab-2706c260a32b req-8396a76b-6a08-4706-a932-77201b0e734b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724735 May 26 16:01:12.349950 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-92680a07-a622-4156-b3b4-2da2e19c606b req-344805a2-2b55-4138-80e9-ad2cdcd39600 service neutron] 10.222.0.81 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764386 May 26 16:01:12.383052 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d8279f0e-3b12-4e8c-86d3-15cb9c28bd4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:12.387238 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe7e731f-3ac7-4264-8a30-58b6bf088708 req-a9a0e4ef-3453-4ec8-bd56-0bb19c7c53c8 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 210 time: 0.1188979 May 26 16:01:12.388565 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3de1d-e2bc-4a28-9ce2-4a71a1949cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2355edd3-138b-4abd-9afb-5e69d9d2308e,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:12.410889 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d8279f0e-3b12-4e8c-86d3-15cb9c28bd4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:12.481505 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d8279f0e-3b12-4e8c-86d3-15cb9c28bd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:12.484565 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d8279f0e-3b12-4e8c-86d3-15cb9c28bd4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:12.485720 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d8279f0e-3b12-4e8c-86d3-15cb9c28bd4b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2355edd3-138b-4abd-9afb-5e69d9d2308e HTTP/1.1" status: 204 len: 168 time: 0.2237425 May 26 16:01:12.540943 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8279f0e-3b12-4e8c-86d3-15cb9c28bd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2355edd3-138b-4abd-9afb-5e69d9d2308e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:12.588767 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-cf4f2780-1512-48ab-9841-7cbf293a2796 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Allocated IP 172.20.0.2 (d8e6a23b-7f61-4795-ab7a-361f0f755c8d/1eb576bd-eebb-4f80-9b74-b464d65080f4/a0579e77-f2e4-4528-ad8c-10f3ed49cb87) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:01:12.605554 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-92680a07-a622-4156-b3b4-2da2e19c606b req-2af978ea-8d75-4adf-a798-18eb77368a14 service neutron] 10.222.0.81 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479446 May 26 16:01:12.659574 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-a3742956-76ea-43e9-b4bf-1d5db0154a6a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:12.709445 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b6137-3a6d-4ebf-b051-2d3f7411b469 req-faa46c8a-a580-4c3f-b548-18f46da74de8 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:12.717530 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f3b6137-3a6d-4ebf-b051-2d3f7411b469 req-faa46c8a-a580-4c3f-b548-18f46da74de8 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.1418700 May 26 16:01:12.832684 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-a3742956-76ea-43e9-b4bf-1d5db0154a6a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:12.912451 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3742956-76ea-43e9-b4bf-1d5db0154a6a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Pushing event updated for resources: {'Port': ['ID=82104fd1-f82e-409f-b1db-4fbe49354fed,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:12.929672 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f3b6137-3a6d-4ebf-b051-2d3f7411b469 req-2da94537-a39c-4d25-a2e8-11c9b86f342d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111681 May 26 16:01:12.932727 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-23a1974d-29da-4ebb-9521-4dec9b2f0aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:12.945060 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-a3742956-76ea-43e9-b4bf-1d5db0154a6a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Network 3574b971-b80b-4fc7-8db0-6b0fd27cbf51 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:12.948730 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-a3742956-76ea-43e9-b4bf-1d5db0154a6a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:12.951605 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-a3742956-76ea-43e9-b4bf-1d5db0154a6a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:01:13.113494 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-a3742956-76ea-43e9-b4bf-1d5db0154a6a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:13.114119 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-a3742956-76ea-43e9-b4bf-1d5db0154a6a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:13.143529 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-cf4f2780-1512-48ab-9841-7cbf293a2796 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:13.152031 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-a3742956-76ea-43e9-b4bf-1d5db0154a6a tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3376331 May 26 16:01:13.161837 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d02c47-1795-435f-8ed7-0c95630ba8c8 req-e4717bd3-a499-4862-9a85-ccccf882a62d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:13.169742 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-66d02c47-1795-435f-8ed7-0c95630ba8c8 req-e4717bd3-a499-4862-9a85-ccccf882a62d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.1184568 May 26 16:01:13.177658 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-8fa89b22-5131-4eeb-b824-99d7503a36bc service neutron] Request body: {'port': {'device_id': '5b4157ec-0c53-49ac-8358-5c68803e52cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:13.370278 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-66d02c47-1795-435f-8ed7-0c95630ba8c8 req-66a83809-7b98-4854-bcb1-48fb31f5c35c tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946316 May 26 16:01:13.371528 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-8fa89b22-5131-4eeb-b824-99d7503a36bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:13.541875 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae6d1d-3a2f-45a1-8823-d21d8cd018d7 req-c67d8403-593a-4c24-8491-8a535146d685 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:13.549109 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1aae6d1d-3a2f-45a1-8823-d21d8cd018d7 req-c67d8403-593a-4c24-8491-8a535146d685 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b4157ec-0c53-49ac-8358-5c68803e52cd HTTP/1.1" status: 200 len: 932 time: 0.2610061 May 26 16:01:13.562312 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-cf4f2780-1512-48ab-9841-7cbf293a2796 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:13.694503 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f2780-1512-48ab-9841-7cbf293a2796 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Pushing event updated for resources: {'Port': ['ID=a0579e77-f2e4-4528-ad8c-10f3ed49cb87,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:13.712973 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-cf4f2780-1512-48ab-9841-7cbf293a2796 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Network d8e6a23b-7f61-4795-ab7a-361f0f755c8d is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:13.723739 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-cf4f2780-1512-48ab-9841-7cbf293a2796 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:13.726753 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-cf4f2780-1512-48ab-9841-7cbf293a2796 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:01:13.781553 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1aae6d1d-3a2f-45a1-8823-d21d8cd018d7 req-3508dffd-bd44-4bea-b416-b077cef1df34 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313950 May 26 16:01:13.912016 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253c000-e0b1-4bdf-87d8-4b2ea5ab3c4a req-45adbb9f-d3d7-4191-a099-b7fdf5b56a1a tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:13.929126 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0253c000-e0b1-4bdf-87d8-4b2ea5ab3c4a req-45adbb9f-d3d7-4191-a099-b7fdf5b56a1a tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 943 time: 0.4450011 May 26 16:01:14.017241 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-cf4f2780-1512-48ab-9841-7cbf293a2796 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:14.018325 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-cf4f2780-1512-48ab-9841-7cbf293a2796 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:14.105269 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-cf4f2780-1512-48ab-9841-7cbf293a2796 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6651566 May 26 16:01:14.121252 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0253c000-e0b1-4bdf-87d8-4b2ea5ab3c4a req-7ea55140-25a7-4ad6-9bde-4d61e6375d36 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908464 May 26 16:01:14.146060 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-5139f4bd-84c2-4202-ad9a-314c39f97a58 service neutron] Request body: {'port': {'device_id': '8018d2dd-603e-453c-8e73-ee71174c4891', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:14.225453 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465270c4-cc5d-4ca6-8d36-141b32fd5cbe req-e62c69b8-61ee-44f0-9e64-e474a8ff2e81 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:14.233428 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-465270c4-cc5d-4ca6-8d36-141b32fd5cbe req-e62c69b8-61ee-44f0-9e64-e474a8ff2e81 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 931 time: 0.2844641 May 26 16:01:14.426827 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device ee632a5d-c189-4106-8aaf-4aca642806c2 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:14.518583 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-5139f4bd-84c2-4202-ad9a-314c39f97a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:14.551799 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-465270c4-cc5d-4ca6-8d36-141b32fd5cbe req-49ed2499-fdba-4d08-bf47-210f69a8d23b tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706637 May 26 16:01:14.659973 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-8fa89b22-5131-4eeb-b824-99d7503a36bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82104fd1-f82e-409f-b1db-4fbe49354fed {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:14.742949 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port ee632a5d-c189-4106-8aaf-4aca642806c2 is: DOWN; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:14.766211 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-8fa89b22-5131-4eeb-b824-99d7503a36bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:14.838949 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-8fa89b22-5131-4eeb-b824-99d7503a36bc service neutron] Transition to ACTIVE for port object 82104fd1-f82e-409f-b1db-4fbe49354fed will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:01:14.848351 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-c697e3f8-b1cd-4f2b-be17-8e74f3fd5e75 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2940106 May 26 16:01:14.964316 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38470f1-75ae-4cd6-abcb-31f00c43c0de req-3b9fae8b-c162-4869-999f-4a7a31c4a65b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:14.965780 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b38470f1-75ae-4cd6-abcb-31f00c43c0de req-3b9fae8b-c162-4869-999f-4a7a31c4a65b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.3339121 May 26 16:01:14.966416 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-8fa89b22-5131-4eeb-b824-99d7503a36bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:15.144866 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa89b22-5131-4eeb-b824-99d7503a36bc service neutron] Pushing event updated for resources: {'Port': ['ID=82104fd1-f82e-409f-b1db-4fbe49354fed,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:15.282568 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b38470f1-75ae-4cd6-abcb-31f00c43c0de req-d6fafaf2-201a-4618-8fc5-a699de54dc12 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843540 May 26 16:01:15.294595 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ebe0a-d586-484b-9b58-1d22250dfce5 req-60b6229c-5145-4328-abd9-771c63d80452 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:15.296203 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c20ebe0a-d586-484b-9b58-1d22250dfce5 req-60b6229c-5145-4328-abd9-771c63d80452 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b4157ec-0c53-49ac-8358-5c68803e52cd HTTP/1.1" status: 200 len: 944 time: 0.3522274 May 26 16:01:15.403642 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9e2be7cd-eeeb-4ab7-89a7-e963668fc88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:15.417221 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c20ebe0a-d586-484b-9b58-1d22250dfce5 req-d783b361-a57e-4afb-8534-5327c745c6e1 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985024 May 26 16:01:15.430733 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-8fa89b22-5131-4eeb-b824-99d7503a36bc service neutron] Attempting to bind port 82104fd1-f82e-409f-b1db-4fbe49354fed on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:01:15.431131 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-8fa89b22-5131-4eeb-b824-99d7503a36bc service neutron] Attempting to bind port 82104fd1-f82e-409f-b1db-4fbe49354fed by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'c5c2df13-4177-41c8-aa31-07f6635780db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:01:15.432035 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-8fa89b22-5131-4eeb-b824-99d7503a36bc service neutron] Attempting to bind port 82104fd1-f82e-409f-b1db-4fbe49354fed on network 3574b971-b80b-4fc7-8db0-6b0fd27cbf51 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:15.456615 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-8fa89b22-5131-4eeb-b824-99d7503a36bc service neutron] Port 82104fd1-f82e-409f-b1db-4fbe49354fed on network 3574b971-b80b-4fc7-8db0-6b0fd27cbf51 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:01:15.456950 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-8fa89b22-5131-4eeb-b824-99d7503a36bc service neutron] Attempting to bind port 82104fd1-f82e-409f-b1db-4fbe49354fed on network 3574b971-b80b-4fc7-8db0-6b0fd27cbf51 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:15.470595 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-8fa89b22-5131-4eeb-b824-99d7503a36bc service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:01:15.470990 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-8fa89b22-5131-4eeb-b824-99d7503a36bc service neutron] Checking segment: {'id': 'c5c2df13-4177-41c8-aa31-07f6635780db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:15.471429 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-8fa89b22-5131-4eeb-b824-99d7503a36bc service neutron] Bound using segment: {'id': 'c5c2df13-4177-41c8-aa31-07f6635780db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:01:15.472045 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-8fa89b22-5131-4eeb-b824-99d7503a36bc service neutron] Bound port: 82104fd1-f82e-409f-b1db-4fbe49354fed, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c2df13-4177-41c8-aa31-07f6635780db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:01:15.472467 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-8fa89b22-5131-4eeb-b824-99d7503a36bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:15.630227 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-5139f4bd-84c2-4202-ad9a-314c39f97a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0579e77-f2e4-4528-ad8c-10f3ed49cb87 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:15.647540 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-5139f4bd-84c2-4202-ad9a-314c39f97a58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:15.692605 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-5139f4bd-84c2-4202-ad9a-314c39f97a58 service neutron] Transition to ACTIVE for port object a0579e77-f2e4-4528-ad8c-10f3ed49cb87 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:01:15.704714 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-5139f4bd-84c2-4202-ad9a-314c39f97a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:15.720229 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f43a9d-a8d6-4c1c-9ab4-eb9cb740d095 req-f47b116e-bf64-495a-b083-5eaf053edbd2 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:15.721965 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-90f43a9d-a8d6-4c1c-9ab4-eb9cb740d095 req-f47b116e-bf64-495a-b083-5eaf053edbd2 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 943 time: 0.1625054 May 26 16:01:15.724495 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-8fa89b22-5131-4eeb-b824-99d7503a36bc service neutron] For port 82104fd1-f82e-409f-b1db-4fbe49354fed, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:01:15.729293 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-8fa89b22-5131-4eeb-b824-99d7503a36bc service neutron] For port 82104fd1-f82e-409f-b1db-4fbe49354fed, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=82104fd1-f82e-409f-b1db-4fbe49354fed,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:01:15.763077 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-8fa89b22-5131-4eeb-b824-99d7503a36bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:15.824269 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-8fa89b22-5131-4eeb-b824-99d7503a36bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:15.824269 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-8fa89b22-5131-4eeb-b824-99d7503a36bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:15.825358 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-8fa89b22-5131-4eeb-b824-99d7503a36bc service neutron] 10.222.0.81 "PUT /v2.0/ports/82104fd1-f82e-409f-b1db-4fbe49354fed HTTP/1.1" status: 200 len: 1092 time: 2.6526599 May 26 16:01:15.825819 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b4157ec-0c53-49ac-8358-5c68803e52cd', 'tag': '82104fd1-f82e-409f-b1db-4fbe49354fed'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:15.828380 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee70176-10fd-4f02-a4a0-5c5672f72966" -d '{"events": [{"name": "network-changed", "server_uuid": "5b4157ec-0c53-49ac-8358-5c68803e52cd", "tag": "82104fd1-f82e-409f-b1db-4fbe49354fed"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:16.249569 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139f4bd-84c2-4202-ad9a-314c39f97a58 service neutron] Pushing event updated for resources: {'Port': ['ID=a0579e77-f2e4-4528-ad8c-10f3ed49cb87,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:16.366294 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:16.367329 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-90f43a9d-a8d6-4c1c-9ab4-eb9cb740d095 req-085edfb9-5da7-47ec-b146-f1fdd4dd1332 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6114841 May 26 16:01:16.509986 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-5139f4bd-84c2-4202-ad9a-314c39f97a58 service neutron] Attempting to bind port a0579e77-f2e4-4528-ad8c-10f3ed49cb87 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:01:16.510544 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-5139f4bd-84c2-4202-ad9a-314c39f97a58 service neutron] Attempting to bind port a0579e77-f2e4-4528-ad8c-10f3ed49cb87 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'e6704d63-1519-4cd1-8100-c949181e6d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd8e6a23b-7f61-4795-ab7a-361f0f755c8d'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:01:16.511010 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-5139f4bd-84c2-4202-ad9a-314c39f97a58 service neutron] Attempting to bind port a0579e77-f2e4-4528-ad8c-10f3ed49cb87 on network d8e6a23b-7f61-4795-ab7a-361f0f755c8d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:16.522503 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608d56d-78a6-4eb1-9fea-fc019672045f req-d4547b6d-7d58-401b-8a92-3da91c9efb1b tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:16.531495 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3608d56d-78a6-4eb1-9fea-fc019672045f req-d4547b6d-7d58-401b-8a92-3da91c9efb1b tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 943 time: 0.7311864 May 26 16:01:16.578848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-5139f4bd-84c2-4202-ad9a-314c39f97a58 service neutron] Port a0579e77-f2e4-4528-ad8c-10f3ed49cb87 on network d8e6a23b-7f61-4795-ab7a-361f0f755c8d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:01:16.579183 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-5139f4bd-84c2-4202-ad9a-314c39f97a58 service neutron] Attempting to bind port a0579e77-f2e4-4528-ad8c-10f3ed49cb87 on network d8e6a23b-7f61-4795-ab7a-361f0f755c8d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:16.598540 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-71a5745f-a666-49ce-82e2-f14caa79b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:16.600161 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-71a5745f-a666-49ce-82e2-f14caa79b57e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc4c96fd02c143a08b7d26019ba324a5&device_id=5b4157ec-0c53-49ac-8358-5c68803e52cd HTTP/1.1" status: 200 len: 1095 time: 0.3732767 May 26 16:01:16.619108 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-5139f4bd-84c2-4202-ad9a-314c39f97a58 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:01:16.619449 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-5139f4bd-84c2-4202-ad9a-314c39f97a58 service neutron] Checking segment: {'id': 'e6704d63-1519-4cd1-8100-c949181e6d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd8e6a23b-7f61-4795-ab7a-361f0f755c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:16.619832 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-5139f4bd-84c2-4202-ad9a-314c39f97a58 service neutron] Bound using segment: {'id': 'e6704d63-1519-4cd1-8100-c949181e6d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd8e6a23b-7f61-4795-ab7a-361f0f755c8d'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:01:16.620309 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-5139f4bd-84c2-4202-ad9a-314c39f97a58 service neutron] Bound port: a0579e77-f2e4-4528-ad8c-10f3ed49cb87, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6704d63-1519-4cd1-8100-c949181e6d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd8e6a23b-7f61-4795-ab7a-361f0f755c8d'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:01:16.620668 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-5139f4bd-84c2-4202-ad9a-314c39f97a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:16.625856 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa89b22-5131-4eeb-b824-99d7503a36bc service neutron] Pushing event updated for resources: {'Port': ['ID=82104fd1-f82e-409f-b1db-4fbe49354fed,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:16.671106 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7534bb16-6969-4879-86c9-22134e93f784 x-openstack-request-id: req-7534bb16-6969-4879-86c9-22134e93f784 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:16.671805 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b4157ec-0c53-49ac-8358-5c68803e52cd", "tag": "82104fd1-f82e-409f-b1db-4fbe49354fed", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:16.671805 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7534bb16-6969-4879-86c9-22134e93f784 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:16.672016 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7534bb16-6969-4879-86c9-22134e93f784'] response: {'name': 'network-changed', 'server_uuid': '5b4157ec-0c53-49ac-8358-5c68803e52cd', 'tag': '82104fd1-f82e-409f-b1db-4fbe49354fed', 'status': 'completed', 'code': 200} May 26 16:01:16.680873 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-0cc7eede-d465-4d6c-bb1a-2a501dbf6c33 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82104fd1-f82e-409f-b1db-4fbe49354fed HTTP/1.1" status: 200 len: 217 time: 0.0698452 May 26 16:01:16.699737 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3608d56d-78a6-4eb1-9fea-fc019672045f req-19d6ae48-945f-44eb-b282-07f846845d96 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670170 May 26 16:01:16.805607 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-552571ea-fe4e-4fc7-a772-4cb7dd5ff07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:16.807209 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-552571ea-fe4e-4fc7-a772-4cb7dd5ff07d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c76d8b67-4d6e-4728-b031-a89f28d135e0 HTTP/1.1" status: 200 len: 845 time: 0.1184688 May 26 16:01:16.902437 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-5139f4bd-84c2-4202-ad9a-314c39f97a58 service neutron] For port a0579e77-f2e4-4528-ad8c-10f3ed49cb87, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:01:16.914450 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-18af4b44-a209-4c65-ab09-23be74e639ed service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3574b971-b80b-4fc7-8db0-6b0fd27cbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963912 May 26 16:01:16.929194 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba10b00-6a4b-4ffe-8c69-5c758505abf2 req-587bc4d9-3345-420e-9d00-f57461bdcbda tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:16.930763 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ba10b00-6a4b-4ffe-8c69-5c758505abf2 req-587bc4d9-3345-420e-9d00-f57461bdcbda tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.2291534 May 26 16:01:16.959122 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-5139f4bd-84c2-4202-ad9a-314c39f97a58 service neutron] For port a0579e77-f2e4-4528-ad8c-10f3ed49cb87, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a0579e77-f2e4-4528-ad8c-10f3ed49cb87,segment=NetworkSegment(e6704d63-1519-4cd1-8100-c949181e6d2b),segment_id=e6704d63-1519-4cd1-8100-c949181e6d2b)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:01:16.996937 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-5139f4bd-84c2-4202-ad9a-314c39f97a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:17.077660 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ca21d-0d6a-48f5-9be7-664740afa295 req-15805fed-c011-4091-8d73-cb36a375693e tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:17.079286 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e9ca21d-0d6a-48f5-9be7-664740afa295 req-15805fed-c011-4091-8d73-cb36a375693e tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b4157ec-0c53-49ac-8358-5c68803e52cd HTTP/1.1" status: 200 len: 944 time: 0.2679942 May 26 16:01:17.107295 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-5139f4bd-84c2-4202-ad9a-314c39f97a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:17.108174 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-5139f4bd-84c2-4202-ad9a-314c39f97a58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:17.109452 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-5139f4bd-84c2-4202-ad9a-314c39f97a58 service neutron] 10.222.0.81 "PUT /v2.0/ports/a0579e77-f2e4-4528-ad8c-10f3ed49cb87 HTTP/1.1" status: 200 len: 1091 time: 2.9721918 May 26 16:01:17.168597 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ba10b00-6a4b-4ffe-8c69-5c758505abf2 req-0d59c0cc-2350-4eab-a6af-a77f52e721bc tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284451 May 26 16:01:17.205993 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-6b385e7e-4b8d-407e-8ee6-e6d7f76eb3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:17.207589 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-6b385e7e-4b8d-407e-8ee6-e6d7f76eb3c9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 1101 time: 0.2746100 May 26 16:01:17.263897 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139f4bd-84c2-4202-ad9a-314c39f97a58 service neutron] Pushing event updated for resources: {'Port': ['ID=a0579e77-f2e4-4528-ad8c-10f3ed49cb87,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:17.289958 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-3d4f513d-f31c-4950-ab9a-79360f388287 service neutron] 10.222.0.81 "GET /v2.0/networks/3574b971-b80b-4fc7-8db0-6b0fd27cbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578010 May 26 16:01:17.323257 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e9ca21d-0d6a-48f5-9be7-664740afa295 req-f85bdff1-52b5-4a5c-811c-b08ffd4ec363 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264123 May 26 16:01:17.405317 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-6b914b28-52a4-4c5b-a654-0eb321f058e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:17.407043 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-6b914b28-52a4-4c5b-a654-0eb321f058e5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=29fbca3912d246789c5ffec924cac33a&device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 1094 time: 0.2493696 May 26 16:01:17.483841 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-6c10fc19-2cb3-479d-ac00-00eb4efcf205 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0579e77-f2e4-4528-ad8c-10f3ed49cb87 HTTP/1.1" status: 200 len: 217 time: 0.0640423 May 26 16:01:17.536034 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-059b8a8a-11ce-4ecb-a539-a182181d3ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:17.537998 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-059b8a8a-11ce-4ecb-a539-a182181d3ae6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.2913504 May 26 16:01:17.605292 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ebd574c4-3f71-4c45-8f48-8590f9991ca4 req-0452ea70-06df-4bc8-b846-be8bf6130274 service neutron] 10.222.0.81 "GET /v2.0/networks/3574b971-b80b-4fc7-8db0-6b0fd27cbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837029 May 26 16:01:17.628432 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:17.645298 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-37170568-fc04-436f-9ead-b917b781712b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=a97919f5-38de-4ccc-9b8c-82c126b1b032 HTTP/1.1" status: 200 len: 217 time: 0.0787001 May 26 16:01:17.672287 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-15f97a04-bf57-43b7-aa9b-ae7d2e8087de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:17.674092 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-15f97a04-bf57-43b7-aa9b-ae7d2e8087de service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1eb576bd-eebb-4f80-9b74-b464d65080f4 HTTP/1.1" status: 200 len: 855 time: 0.1726902 May 26 16:01:17.705023 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7fc1e-3f97-43f2-8604-a7a86d56fe92 req-7383c516-1c97-4b7a-950b-9f8458840084 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:17.706608 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-73c7fc1e-3f97-43f2-8604-a7a86d56fe92 req-7383c516-1c97-4b7a-950b-9f8458840084 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 943 time: 0.2341325 May 26 16:01:17.754660 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39378) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:17.757740 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-4a205c82-a90e-4842-950c-ff1b998feae3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d8e6a23b-7f61-4795-ab7a-361f0f755c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622947 May 26 16:01:17.867708 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-49519b9f-7a10-4d50-8f58-786d4cf39978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:17.869587 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-49519b9f-7a10-4d50-8f58-786d4cf39978 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.2110336 May 26 16:01:17.902708 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-73c7fc1e-3f97-43f2-8604-a7a86d56fe92 req-4d0e9b1a-2cdc-4da6-8857-0537492e420d tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847990 May 26 16:01:17.909032 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1253e09b-d188-4a5b-bdac-6665c4d8cb65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:17.955945 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee70176-10fd-4f02-a4a0-5c5672f72966 req-6a8e9f0d-eefb-4fea-bcb2-9227208d2b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:17.957460 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dee70176-10fd-4f02-a4a0-5c5672f72966 req-6a8e9f0d-eefb-4fea-bcb2-9227208d2b4e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc4c96fd02c143a08b7d26019ba324a5&device_id=5b4157ec-0c53-49ac-8358-5c68803e52cd HTTP/1.1" status: 200 len: 1095 time: 0.2368946 May 26 16:01:18.047256 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1253e09b-d188-4a5b-bdac-6665c4d8cb65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:18.053849 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1253e09b-d188-4a5b-bdac-6665c4d8cb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:18.106173 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:18.106603 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee70176-10fd-4f02-a4a0-5c5672f72966 req-d38d0c93-29b6-4e4c-b450-ae63eaa8e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:18.108293 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dee70176-10fd-4f02-a4a0-5c5672f72966 req-d38d0c93-29b6-4e4c-b450-ae63eaa8e127 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3574b971-b80b-4fc7-8db0-6b0fd27cbf51 HTTP/1.1" status: 200 len: 906 time: 0.1077578 May 26 16:01:18.109500 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1253e09b-d188-4a5b-bdac-6665c4d8cb65 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=da938ce6211c46bd858a33c1ffc5182f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3534882 May 26 16:01:18.110854 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253e09b-d188-4a5b-bdac-6665c4d8cb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3f7040-33be-463d-9624-32312af12563,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:18.115474 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39384) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:18.149512 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-74ff4ff9-ca52-426e-af8d-b3277616ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:18.151544 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-74ff4ff9-ca52-426e-af8d-b3277616ab76 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2442198 May 26 16:01:18.189417 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4312a01a-3864-4263-aea6-6a615240072f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:18.218292 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4312a01a-3864-4263-aea6-6a615240072f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:18.233102 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dee70176-10fd-4f02-a4a0-5c5672f72966 req-c29f3faf-bb1a-4723-ab20-8eb1b0b17ac8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82104fd1-f82e-409f-b1db-4fbe49354fed HTTP/1.1" status: 200 len: 217 time: 0.0733225 May 26 16:01:18.295711 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4312a01a-3864-4263-aea6-6a615240072f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:18.300248 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4312a01a-3864-4263-aea6-6a615240072f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:18.301920 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4312a01a-3864-4263-aea6-6a615240072f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cb3f7040-33be-463d-9624-32312af12563 HTTP/1.1" status: 204 len: 168 time: 0.1849501 May 26 16:01:18.313237 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312a01a-3864-4263-aea6-6a615240072f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3f7040-33be-463d-9624-32312af12563,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:18.455521 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-cdfb9bc0-fdc9-42c1-9f40-4aad1cd02520 service neutron] 10.222.0.81 "GET /v2.0/networks/d8e6a23b-7f61-4795-ab7a-361f0f755c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6804414 May 26 16:01:18.504957 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596abc57-b0c8-4244-ba64-4d02c67c849a req-4a1822bf-59ac-4988-9f86-a8d4c1c43221 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:18.506673 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-596abc57-b0c8-4244-ba64-4d02c67c849a req-4a1822bf-59ac-4988-9f86-a8d4c1c43221 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 943 time: 0.3907857 May 26 16:01:18.524704 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee70176-10fd-4f02-a4a0-5c5672f72966 req-880c8e18-e71a-4299-b51a-9643c1b95f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:18.526825 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dee70176-10fd-4f02-a4a0-5c5672f72966 req-880c8e18-e71a-4299-b51a-9643c1b95f34 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c76d8b67-4d6e-4728-b031-a89f28d135e0 HTTP/1.1" status: 200 len: 845 time: 0.1749091 May 26 16:01:18.539953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-ae536c87-caa6-42a5-a7f6-6bd9f28d5ef2 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:18.541810 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-ae536c87-caa6-42a5-a7f6-6bd9f28d5ef2 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 820 time: 0.6606903 May 26 16:01:18.632473 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dee70176-10fd-4f02-a4a0-5c5672f72966 req-74cdf5a1-0ea7-41fb-8a4b-8db6df49854e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3574b971-b80b-4fc7-8db0-6b0fd27cbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590792 May 26 16:01:18.639464 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-88f777d4-7074-4347-a5cf-fefa752ab874 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022436 May 26 16:01:18.646797 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-ea225155-0f85-463d-a082-19e91d9361c7 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/quotas/19e070c8e7b54fd08885a106f1eb9e23 HTTP/1.1" status: 200 len: 375 time: 0.0612128 May 26 16:01:18.680278 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39400) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:18.687864 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8018d2dd-603e-453c-8e73-ee71174c4891', 'tag': 'a0579e77-f2e4-4528-ad8c-10f3ed49cb87'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:18.690648 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f83219-40e8-44c5-a886-bc75222df7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8018d2dd-603e-453c-8e73-ee71174c4891", "tag": "a0579e77-f2e4-4528-ad8c-10f3ed49cb87"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:18.698834 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-19a3fb95-56ff-41be-ac6a-434a2c0bc06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:18.785856 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-19a3fb95-56ff-41be-ac6a-434a2c0bc06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:18.792639 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-19a3fb95-56ff-41be-ac6a-434a2c0bc06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:18.807425 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-596abc57-b0c8-4244-ba64-4d02c67c849a req-ea62844a-55ef-45ab-804d-f9a5600c4bca tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746534 May 26 16:01:18.826006 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3fb95-56ff-41be-ac6a-434a2c0bc06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c173f70a-2fb7-4e1e-a921-74046e260e55,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:18.847278 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-19a3fb95-56ff-41be-ac6a-434a2c0bc06b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d39b4a06381a4c7eba0825209d276a07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1648328 May 26 16:01:18.849790 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba2f8608-634c-4d2d-b581-a0926b04dd04 req-6a9fb2a8-3289-45b4-8974-59cdcd2ed564 service neutron] 10.222.0.81 "GET /v2.0/networks/d8e6a23b-7f61-4795-ab7a-361f0f755c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710132 May 26 16:01:18.849955 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39404) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:18.902270 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:18.954841 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-63c098fe-b21f-46e1-8bde-708e60ffec0c tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2956672 May 26 16:01:18.961736 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7edd9465-f20d-4da6-9f7c-b78703bd877a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:18.983556 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-f6896045-0f87-48bb-8904-f0442844ffde service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270383 May 26 16:01:19.008600 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7edd9465-f20d-4da6-9f7c-b78703bd877a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:19.011147 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dee70176-10fd-4f02-a4a0-5c5672f72966 req-138653be-5221-405e-a029-8ded0cad00df service neutron] 10.222.0.81 "GET /v2.0/networks/3574b971-b80b-4fc7-8db0-6b0fd27cbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655736 May 26 16:01:19.117024 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7edd9465-f20d-4da6-9f7c-b78703bd877a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:19.126155 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7edd9465-f20d-4da6-9f7c-b78703bd877a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:19.138185 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7edd9465-f20d-4da6-9f7c-b78703bd877a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c173f70a-2fb7-4e1e-a921-74046e260e55 HTTP/1.1" status: 204 len: 168 time: 0.2842042 May 26 16:01:19.173981 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd9465-f20d-4da6-9f7c-b78703bd877a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c173f70a-2fb7-4e1e-a921-74046e260e55,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:19.731899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2719c-ba90-4f30-a34b-cffc761c9106 req-be42df42-62fa-4ccd-9ff8-88d49f4b8c2f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:19.733462 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5bb2719c-ba90-4f30-a34b-cffc761c9106 req-be42df42-62fa-4ccd-9ff8-88d49f4b8c2f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.6712372 May 26 16:01:19.763627 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dee70176-10fd-4f02-a4a0-5c5672f72966 req-d430f8d9-fee9-4f1a-8053-89536f4a62fe service neutron] 10.222.0.81 "GET /v2.0/networks/3574b971-b80b-4fc7-8db0-6b0fd27cbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7103541 May 26 16:01:19.777560 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-4062d043-0eb0-4df9-9b20-c1850ec346c3 service neutron] 10.222.0.77 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7932897 May 26 16:01:19.785041 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-6b21afa2-8c05-41b9-94f8-63b04232bd70 service neutron] 10.222.0.81 "GET /v2.0/ports/ee632a5d-c189-4106-8aaf-4aca642806c2/bindings/n-h2-843337-2 HTTP/1.1" status: 200 len: 384 time: 0.1978898 May 26 16:01:19.902367 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5bb2719c-ba90-4f30-a34b-cffc761c9106 req-e303f6b4-ba74-4ccb-86cb-3e84d2724f87 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435444 May 26 16:01:19.999370 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-52f40300-173f-4ab5-a42e-23a2bc82a477 service neutron] 10.222.0.77 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116649 May 26 16:01:20.102048 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13325ff6-da46-4461-8220-83f0e6ad529b req-68221c82-9a64-4d70-912b-8e24583cf637 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:20.103918 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13325ff6-da46-4461-8220-83f0e6ad529b req-68221c82-9a64-4d70-912b-8e24583cf637 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b4157ec-0c53-49ac-8358-5c68803e52cd HTTP/1.1" status: 200 len: 944 time: 0.1035302 May 26 16:01:20.157847 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-981da45b-295b-4a79-9262-48f23443e684 req-54efb321-0c02-432e-884e-283bed129960 service neutron] For port ee632a5d-c189-4106-8aaf-4aca642806c2, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ee632a5d-c189-4106-8aaf-4aca642806c2,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:20.183395 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13325ff6-da46-4461-8220-83f0e6ad529b req-2f8b1583-3ce1-4802-b274-81e40c86927d tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679955 May 26 16:01:20.192616 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-981da45b-295b-4a79-9262-48f23443e684 req-54efb321-0c02-432e-884e-283bed129960 service neutron] For port ee632a5d-c189-4106-8aaf-4aca642806c2, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:01:20.246357 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-981da45b-295b-4a79-9262-48f23443e684 req-54efb321-0c02-432e-884e-283bed129960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee632a5d-c189-4106-8aaf-4aca642806c2 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:20.266093 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-981da45b-295b-4a79-9262-48f23443e684 req-54efb321-0c02-432e-884e-283bed129960 service neutron] For port ee632a5d-c189-4106-8aaf-4aca642806c2, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=ee632a5d-c189-4106-8aaf-4aca642806c2,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:20.276949 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573d6f95-cd17-4b1e-800b-e34f0441fb56 x-openstack-request-id: req-573d6f95-cd17-4b1e-800b-e34f0441fb56 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:20.277831 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8018d2dd-603e-453c-8e73-ee71174c4891", "tag": "a0579e77-f2e4-4528-ad8c-10f3ed49cb87", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:20.277831 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-573d6f95-cd17-4b1e-800b-e34f0441fb56 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:20.279402 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-573d6f95-cd17-4b1e-800b-e34f0441fb56'] response: {'name': 'network-changed', 'server_uuid': '8018d2dd-603e-453c-8e73-ee71174c4891', 'tag': 'a0579e77-f2e4-4528-ad8c-10f3ed49cb87', 'status': 'completed', 'code': 200} May 26 16:01:20.310639 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-981da45b-295b-4a79-9262-48f23443e684 req-54efb321-0c02-432e-884e-283bed129960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:20.439753 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 82104fd1-f82e-409f-b1db-4fbe49354fed details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:01:20.480657 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f83219-40e8-44c5-a886-bc75222df7e7 req-fc3f47e7-15ef-46be-a047-dfc6ebca323f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:20.482209 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-74f83219-40e8-44c5-a886-bc75222df7e7 req-fc3f47e7-15ef-46be-a047-dfc6ebca323f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=29fbca3912d246789c5ffec924cac33a&device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 1094 time: 0.1663692 May 26 16:01:20.498253 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27d551-c78b-4cb6-9a2d-471339d41df2 req-cc08b72c-db6f-4a15-bb36-90ae4f3440b5 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:20.508700 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b27d551-c78b-4cb6-9a2d-471339d41df2 req-cc08b72c-db6f-4a15-bb36-90ae4f3440b5 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 943 time: 0.1430681 May 26 16:01:20.534831 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-981da45b-295b-4a79-9262-48f23443e684 req-54efb321-0c02-432e-884e-283bed129960 service neutron] Transition to ACTIVE for port object ee632a5d-c189-4106-8aaf-4aca642806c2 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:01:20.670892 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 82104fd1-f82e-409f-b1db-4fbe49354fed, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=82104fd1-f82e-409f-b1db-4fbe49354fed,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:20.675490 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-981da45b-295b-4a79-9262-48f23443e684 req-54efb321-0c02-432e-884e-283bed129960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:20.688957 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '82104fd1-f82e-409f-b1db-4fbe49354fed', 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51', 'port_id': '82104fd1-f82e-409f-b1db-4fbe49354fed', 'mac_address': 'fa:16:3e:14:2a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76d8b67-4d6e-4728-b031-a89f28d135e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:01:20.755046 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 82104fd1-f82e-409f-b1db-4fbe49354fed is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:20.756180 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:20.760710 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f83219-40e8-44c5-a886-bc75222df7e7 req-0356407f-8fd1-4f31-a23c-a25f954d6e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:20.762230 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-74f83219-40e8-44c5-a886-bc75222df7e7 req-0356407f-8fd1-4f31-a23c-a25f954d6e4b service neutron] 10.222.0.81 "GET /v2.0/networks?id=d8e6a23b-7f61-4795-ab7a-361f0f755c8d HTTP/1.1" status: 200 len: 916 time: 0.2261784 May 26 16:01:20.784822 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82104fd1-f82e-409f-b1db-4fbe49354fed {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:20.815016 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39472) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:20.818217 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f305e-b4b6-40da-a9b9-e2c47221f20a req-26078faa-e606-4321-9c4f-d52779487c45 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:20.820024 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-175f305e-b4b6-40da-a9b9-e2c47221f20a req-26078faa-e606-4321-9c4f-d52779487c45 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 943 time: 0.1585286 May 26 16:01:20.823104 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-6e4d35cb-cca9-4c73-97ce-31368f41b1eb tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1182166171'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:20.831172 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 82104fd1-f82e-409f-b1db-4fbe49354fed, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=82104fd1-f82e-409f-b1db-4fbe49354fed,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:20.839951 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:20.854761 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4d35cb-cca9-4c73-97ce-31368f41b1eb tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Made reservation on behalf of 829e9f52f7f3454cafe50e0d9182f678 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:20.861256 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e4d35cb-cca9-4c73-97ce-31368f41b1eb tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:20.875803 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b27d551-c78b-4cb6-9a2d-471339d41df2 req-0bfc0010-9610-4fc8-8843-440d458f9ff2 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649313 May 26 16:01:20.922549 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=82104fd1-f82e-409f-b1db-4fbe49354fed,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:20.931095 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-74f83219-40e8-44c5-a886-bc75222df7e7 req-3121492d-c101-49b1-b15e-726fee547324 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0579e77-f2e4-4528-ad8c-10f3ed49cb87 HTTP/1.1" status: 200 len: 217 time: 0.1582642 May 26 16:01:20.932048 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4d35cb-cca9-4c73-97ce-31368f41b1eb tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:01:20.932315 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-981da45b-295b-4a79-9262-48f23443e684 req-54efb321-0c02-432e-884e-283bed129960 service neutron] No DVR routers for this DVR port ee632a5d-c189-4106-8aaf-4aca642806c2 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:01:20.949429 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e4d35cb-cca9-4c73-97ce-31368f41b1eb tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:20.949931 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-6e4d35cb-cca9-4c73-97ce-31368f41b1eb tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Added segment 1a7b7922-5c77-4d0b-a0da-c10ad2b6209b of type vlan for network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 May 26 16:01:21.018091 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e4d35cb-cca9-4c73-97ce-31368f41b1eb tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:21.043528 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f83219-40e8-44c5-a886-bc75222df7e7 req-e15cc081-4183-4ad0-91f1-81c6249e6bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:21.045316 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-74f83219-40e8-44c5-a886-bc75222df7e7 req-e15cc081-4183-4ad0-91f1-81c6249e6bd3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1eb576bd-eebb-4f80-9b74-b464d65080f4 HTTP/1.1" status: 200 len: 855 time: 0.1001983 May 26 16:01:21.047659 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6eb0204e-8d2f-4bfb-8fcb-c0cd1c270f46 req-983028cf-448f-459f-afbf-701d788227bf tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 210 time: 0.1053264 May 26 16:01:21.052132 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efb321-0c02-432e-884e-283bed129960 service neutron] Pushing event updated for resources: {'Port': ['ID=ee632a5d-c189-4106-8aaf-4aca642806c2,revision_number=10']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:21.056908 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e4d35cb-cca9-4c73-97ce-31368f41b1eb tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:21.077995 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4d35cb-cca9-4c73-97ce-31368f41b1eb tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:21.085805 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e4d35cb-cca9-4c73-97ce-31368f41b1eb tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:21.097451 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['82104fd1-f82e-409f-b1db-4fbe49354fed'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:21.130701 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-175f305e-b4b6-40da-a9b9-e2c47221f20a req-dac9dade-1d4a-447d-a2fc-0911271484e2 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688875 May 26 16:01:21.138468 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-74f83219-40e8-44c5-a886-bc75222df7e7 req-06456563-2a9f-419c-937a-40384f2d6164 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d8e6a23b-7f61-4795-ab7a-361f0f755c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837054 May 26 16:01:21.151088 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-54efb321-0c02-432e-884e-283bed129960 service neutron] 10.222.0.81 "PUT /v2.0/ports/ee632a5d-c189-4106-8aaf-4aca642806c2/bindings/n-h2-843337-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3532891 May 26 16:01:21.255576 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d35cb-cca9-4c73-97ce-31368f41b1eb tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event updated for resources: {'Network': ['ID=1eb55624-9c37-44ca-b94a-5b2c77ca0424,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:21.271641 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:01:21.295584 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6e4d35cb-cca9-4c73-97ce-31368f41b1eb tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4642439 May 26 16:01:21.296363 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39486) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:21.311641 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-89be4463-2eac-4c61-8b95-6ac1fe08374c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-165557925'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:21.339260 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89be4463-2eac-4c61-8b95-6ac1fe08374c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Made reservation on behalf of 829e9f52f7f3454cafe50e0d9182f678 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:21.345157 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89be4463-2eac-4c61-8b95-6ac1fe08374c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:21.388493 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89be4463-2eac-4c61-8b95-6ac1fe08374c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:01:21.393015 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4435fb-f13a-4ced-878a-ba90e916d405 req-b174ad13-bcbe-48db-9a99-ce7a13f1a9f3 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:21.400082 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db4435fb-f13a-4ced-878a-ba90e916d405 req-b174ad13-bcbe-48db-9a99-ce7a13f1a9f3 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.1212494 May 26 16:01:21.406613 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981da45b-295b-4a79-9262-48f23443e684 req-28755592-91ad-4f2b-9e8d-c404c51bdfae tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:21.408128 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-28755592-91ad-4f2b-9e8d-c404c51bdfae tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b&tenant_id=68474f7d9cf04077903a4e0c3bda72a7&binding%3Ahost_id=n-h1-843337-2 HTTP/1.1" status: 200 len: 1095 time: 0.1364141 May 26 16:01:21.411146 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89be4463-2eac-4c61-8b95-6ac1fe08374c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:21.413241 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-89be4463-2eac-4c61-8b95-6ac1fe08374c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Added segment 524dc500-34cd-4ad3-91d5-17681818fd86 of type vlan for network f0bfc686-5a9f-4760-8a91-fab0346012c9 May 26 16:01:21.420512 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-74f83219-40e8-44c5-a886-bc75222df7e7 req-2191b2bd-0e0c-4266-ad4f-6d7544043fa4 service neutron] 10.222.0.81 "GET /v2.0/networks/d8e6a23b-7f61-4795-ab7a-361f0f755c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738709 May 26 16:01:21.476874 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89be4463-2eac-4c61-8b95-6ac1fe08374c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:21.509519 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89be4463-2eac-4c61-8b95-6ac1fe08374c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:21.515906 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89be4463-2eac-4c61-8b95-6ac1fe08374c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:21.516085 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89be4463-2eac-4c61-8b95-6ac1fe08374c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:21.569141 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db4435fb-f13a-4ced-878a-ba90e916d405 req-0dbe4ae3-f8b7-47e3-96b9-9fb86b00c81b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583891 May 26 16:01:21.576636 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-89be4463-2eac-4c61-8b95-6ac1fe08374c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2777748 May 26 16:01:21.577277 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39492) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:21.603530 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b820ac6d-d1c7-4903-b4ae-c2f330ecbc06 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Request body: {'subnet': {'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:21.616627 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981da45b-295b-4a79-9262-48f23443e684 req-ded82394-6643-44e4-88a0-7ddba4a9272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:21.618967 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-ded82394-6643-44e4-88a0-7ddba4a9272e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b&tenant_id=68474f7d9cf04077903a4e0c3bda72a7 HTTP/1.1" status: 200 len: 1095 time: 0.1960475 May 26 16:01:21.630756 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336400b5-d64a-45ef-ab2c-afd8da959aa5 req-4fa40fa7-0415-4da6-99e3-fa4541273bdc tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:21.632433 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-336400b5-d64a-45ef-ab2c-afd8da959aa5 req-4fa40fa7-0415-4da6-99e3-fa4541273bdc tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b4157ec-0c53-49ac-8358-5c68803e52cd HTTP/1.1" status: 200 len: 945 time: 0.1481886 May 26 16:01:21.672561 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be4463-2eac-4c61-8b95-6ac1fe08374c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event updated for resources: {'Network': ['ID=f0bfc686-5a9f-4760-8a91-fab0346012c9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:21.683389 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network f0bfc686-5a9f-4760-8a91-fab0346012c9 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:01:21.729131 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-74f83219-40e8-44c5-a886-bc75222df7e7 req-5ea37725-53e5-457d-a4f6-020c37979074 service neutron] 10.222.0.81 "GET /v2.0/networks/d8e6a23b-7f61-4795-ab7a-361f0f755c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894905 May 26 16:01:21.730427 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b820ac6d-d1c7-4903-b4ae-c2f330ecbc06 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Made reservation on behalf of 829e9f52f7f3454cafe50e0d9182f678 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:21.734329 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b820ac6d-d1c7-4903-b4ae-c2f330ecbc06 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:21.762804 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-336400b5-d64a-45ef-ab2c-afd8da959aa5 req-2ef5bf53-8a2b-40e1-bd02-298f61331107 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191843 May 26 16:01:21.772432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981da45b-295b-4a79-9262-48f23443e684 req-a3e902c4-7b35-435a-8312-442179833a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:21.774126 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-a3e902c4-7b35-435a-8312-442179833a0b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 1095 time: 0.1016531 May 26 16:01:21.784207 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645ea3d-bae4-4a5b-b1b2-c044f7184b70 req-c5108ec9-3a92-4d15-af26-5e455fa22401 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:21.785438 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9645ea3d-bae4-4a5b-b1b2-c044f7184b70 req-c5108ec9-3a92-4d15-af26-5e455fa22401 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 945 time: 0.1044524 May 26 16:01:21.888435 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9645ea3d-bae4-4a5b-b1b2-c044f7184b70 req-80f4a6f3-22a7-4ac9-b388-e25f69ee21c4 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae09cca7-ed5d-46aa-b26f-9e64e851e73c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921485 May 26 16:01:21.934800 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981da45b-295b-4a79-9262-48f23443e684 req-adc1d02c-c9be-40cc-a166-f0249ec032c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:21.937044 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-adc1d02c-c9be-40cc-a166-f0249ec032c5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 908 time: 0.1502647 May 26 16:01:21.976084 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b820ac6d-d1c7-4903-b4ae-c2f330ecbc06 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:21.995265 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-4399221b-40fc-47b1-b3ef-25c950bff668 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee632a5d-c189-4106-8aaf-4aca642806c2 HTTP/1.1" status: 200 len: 217 time: 0.0510459 May 26 16:01:22.045253 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820ac6d-d1c7-4903-b4ae-c2f330ecbc06 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event updated for resources: {'Subnet': ['ID=76c12a3a-8e39-4b12-a18f-cbc2de2ba639,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:22.057733 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b820ac6d-d1c7-4903-b4ae-c2f330ecbc06 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Checking segment: {'id': '1a7b7922-5c77-4d0b-a0da-c10ad2b6209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:22.058169 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b820ac6d-d1c7-4903-b4ae-c2f330ecbc06 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Network hostable DHCP agents. Network: 1eb55624-9c37-44ca-b94a-5b2c77ca0424, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:01:22.079250 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b820ac6d-d1c7-4903-b4ae-c2f330ecbc06 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:01:22.090721 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-b820ac6d-d1c7-4903-b4ae-c2f330ecbc06 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 1eb55624-9c37-44ca-b94a-5b2c77ca0424) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:22.092636 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6563e-ee9f-4cae-be8f-b681e7bf20cf req-d8a429a1-8ba3-4ca5-83c9-3927fa7fba47 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:22.094990 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e8d6563e-ee9f-4cae-be8f-b681e7bf20cf req-d8a429a1-8ba3-4ca5-83c9-3927fa7fba47 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 944 time: 0.1097238 May 26 16:01:22.105127 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981da45b-295b-4a79-9262-48f23443e684 req-6a3efa94-6e2a-4ee6-9d9f-1d403ced44d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:22.106721 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-6a3efa94-6e2a-4ee6-9d9f-1d403ced44d8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cfa16bff-3370-4a4e-860f-b7e489b84ed0 HTTP/1.1" status: 200 len: 847 time: 0.0858693 May 26 16:01:22.111562 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b820ac6d-d1c7-4903-b4ae-c2f330ecbc06 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:22.112269 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e9e1eb-c427-4778-814a-66765cb5985d None None] Network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:01:22.121232 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b820ac6d-d1c7-4903-b4ae-c2f330ecbc06 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:22.169561 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b820ac6d-d1c7-4903-b4ae-c2f330ecbc06 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5848215 May 26 16:01:22.172056 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39506) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:22.176925 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-de9a274b-3b49-4a74-b664-ddd7dc5dd3f2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Request body: {'subnet': {'network_id': 'f0bfc686-5a9f-4760-8a91-fab0346012c9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:22.188282 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-e3689ec0-34a2-4069-8e79-4a0f941ec9b1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735590 May 26 16:01:22.229412 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-97775bce-404a-4f67-aa38-097495422e73 req-f8ecfcf1-73da-4043-b053-67939569aa67 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 210 time: 0.0442033 May 26 16:01:22.271758 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e8d6563e-ee9f-4cae-be8f-b681e7bf20cf req-510cc901-e695-4f85-b947-e3f3709d79d3 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343768 May 26 16:01:22.379757 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6a87fa-28ec-41a3-a572-571c2f88d3af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-1eb55624-9c37-44ca-b94a-5b2c77ca0424', 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'fixed_ips': [{'subnet_id': '76c12a3a-8e39-4b12-a18f-cbc2de2ba639'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:01:22.380508 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ac6a87fa-28ec-41a3-a572-571c2f88d3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:22.449025 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9a274b-3b49-4a74-b664-ddd7dc5dd3f2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Made reservation on behalf of 829e9f52f7f3454cafe50e0d9182f678 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:22.452434 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de9a274b-3b49-4a74-b664-ddd7dc5dd3f2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:22.456274 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad6b24-9b38-49de-9725-6e630b337889 req-fa593085-bf67-45a0-9fba-03b2bd3a73ef tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:22.457848 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31ad6b24-9b38-49de-9725-6e630b337889 req-fa593085-bf67-45a0-9fba-03b2bd3a73ef tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 943 time: 0.1047173 May 26 16:01:22.476204 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39510) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:22.492232 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-07d7f555-3a3b-41bb-87d9-c11695a7ec75 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:22.493736 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-07d7f555-3a3b-41bb-87d9-c11695a7ec75 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.83 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 820 time: 0.2221849 May 26 16:01:22.501090 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-419607f2-7099-4b69-89cf-818e21ce81b2 service neutron] 10.222.0.83 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394586 May 26 16:01:22.529944 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31ad6b24-9b38-49de-9725-6e630b337889 req-ded08b9c-f0b2-491f-9459-69608aa1b780 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525396 May 26 16:01:22.574209 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device a0579e77-f2e4-4528-ad8c-10f3ed49cb87 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:01:22.575939 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-f3c61363-f37a-4e9a-bd10-a9909054ab24 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Request body: {'port': {'device_id': 'dec8604e-b09a-404d-8d81-d187fd2abd39', 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a', 'admin_state_up': True, 'tenant_id': '19e070c8e7b54fd08885a106f1eb9e23'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:22.578857 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 82104fd1-f82e-409f-b1db-4fbe49354fed up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:22.656331 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-dc7c3218-951e-4838-a725-f2b3595ab808 service neutron] 10.222.0.83 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161730 May 26 16:01:22.736056 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0f888-aafa-4cf4-ac4a-fa345701d492 req-bf54f3c5-4586-4b6b-b572-9cc342106a4d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:22.746338 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48d0f888-aafa-4cf4-ac4a-fa345701d492 req-bf54f3c5-4586-4b6b-b572-9cc342106a4d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.0691862 May 26 16:01:22.758514 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c677c4dc-f1a1-4a43-b4f4-7728f6e014d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:22.799988 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48d0f888-aafa-4cf4-ac4a-fa345701d492 req-695b3991-566e-4db4-adb5-46319e3e36bb tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479314 May 26 16:01:22.801805 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-ac6a87fa-28ec-41a3-a572-571c2f88d3af None None] Allocated IP 10.1.1.2 (1eb55624-9c37-44ca-b94a-5b2c77ca0424/76c12a3a-8e39-4b12-a18f-cbc2de2ba639/f11c68c0-202f-438d-a7d5-15bb17937b66) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:01:22.905255 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-f3c61363-f37a-4e9a-bd10-a9909054ab24 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Made reservation on behalf of 19e070c8e7b54fd08885a106f1eb9e23 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:22.908894 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-f3c61363-f37a-4e9a-bd10-a9909054ab24 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:22.910352 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedaec8-a68d-41c1-a960-d40989735767 req-8f51e1d3-d92a-4d4b-b9c5-85862b9f2d34 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:22.925945 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-deedaec8-a68d-41c1-a960-d40989735767 req-8f51e1d3-d92a-4d4b-b9c5-85862b9f2d34 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b4157ec-0c53-49ac-8358-5c68803e52cd HTTP/1.1" status: 200 len: 945 time: 0.0551076 May 26 16:01:22.943892 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de9a274b-3b49-4a74-b664-ddd7dc5dd3f2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.039025 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a274b-3b49-4a74-b664-ddd7dc5dd3f2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event updated for resources: {'Subnet': ['ID=c1f5e3e2-46bf-451b-841b-adc78325b3e9,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:23.041826 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 82104fd1-f82e-409f-b1db-4fbe49354fed completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:01:23.052559 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 82104fd1-f82e-409f-b1db-4fbe49354fed triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:23.052936 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.064606 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-deedaec8-a68d-41c1-a960-d40989735767 req-5cf89210-30c1-4023-aa3d-60608d1dff6e tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342366 May 26 16:01:23.105734 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981da45b-295b-4a79-9262-48f23443e684 req-8c1cc8bf-7727-407a-aa1d-1221027f5951 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:23.107626 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-8c1cc8bf-7727-407a-aa1d-1221027f5951 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b&tenant_id=68474f7d9cf04077903a4e0c3bda72a7&binding%3Ahost_id=n-h2-843337-2 HTTP/1.1" status: 200 len: 1095 time: 0.1029551 May 26 16:01:23.126270 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c90816-e49a-467e-adcc-6750d4c5b285 req-f59dd7d2-d015-4a54-bf2e-1f878683967e tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:23.134478 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60c90816-e49a-467e-adcc-6750d4c5b285 req-f59dd7d2-d015-4a54-bf2e-1f878683967e tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 945 time: 0.1158192 May 26 16:01:23.147621 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port a0579e77-f2e4-4528-ad8c-10f3ed49cb87, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a0579e77-f2e4-4528-ad8c-10f3ed49cb87,segment=NetworkSegment(e6704d63-1519-4cd1-8100-c949181e6d2b),segment_id=e6704d63-1519-4cd1-8100-c949181e6d2b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:23.155046 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c677c4dc-f1a1-4a43-b4f4-7728f6e014d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.167490 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9a274b-3b49-4a74-b664-ddd7dc5dd3f2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Checking segment: {'id': '524dc500-34cd-4ad3-91d5-17681818fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0bfc686-5a9f-4760-8a91-fab0346012c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:23.167847 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9a274b-3b49-4a74-b664-ddd7dc5dd3f2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Network hostable DHCP agents. Network: f0bfc686-5a9f-4760-8a91-fab0346012c9, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:01:23.175081 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'a0579e77-f2e4-4528-ad8c-10f3ed49cb87', 'network_id': 'd8e6a23b-7f61-4795-ab7a-361f0f755c8d', 'port_id': 'a0579e77-f2e4-4528-ad8c-10f3ed49cb87', 'mac_address': 'fa:16:3e:37:c7:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb576bd-eebb-4f80-9b74-b464d65080f4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:01:23.178405 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c677c4dc-f1a1-4a43-b4f4-7728f6e014d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.205372 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-f3c61363-f37a-4e9a-bd10-a9909054ab24 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Allocated IP 172.20.0.8 (849715ed-d05e-42c2-bffa-fde3212d6c0a/34e27219-447c-429c-b572-febfd4b36520/80ae73e3-df92-479c-8a3a-0ea1a951666a) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:01:23.256269 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c677c4dc-f1a1-4a43-b4f4-7728f6e014d8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b9199854408444148fdb046c7d21959f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7758782 May 26 16:01:23.257709 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677c4dc-f1a1-4a43-b4f4-7728f6e014d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3046294-f345-4647-94a1-073e05408cb8,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:23.265495 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39520) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:23.275526 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9a274b-3b49-4a74-b664-ddd7dc5dd3f2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Network f0bfc686-5a9f-4760-8a91-fab0346012c9 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:01:23.299158 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60c90816-e49a-467e-adcc-6750d4c5b285 req-1959e237-f105-4a9c-851c-216f05b42ae6 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae09cca7-ed5d-46aa-b26f-9e64e851e73c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630681 May 26 16:01:23.299586 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ac6a87fa-28ec-41a3-a572-571c2f88d3af None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.305397 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port a0579e77-f2e4-4528-ad8c-10f3ed49cb87 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:23.306512 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.317323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 82104fd1-f82e-409f-b1db-4fbe49354fed is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:23.317659 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.328445 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ac6a87fa-28ec-41a3-a572-571c2f88d3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.363195 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0579e77-f2e4-4528-ad8c-10f3ed49cb87 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:23.451478 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-981da45b-295b-4a79-9262-48f23443e684 req-1824c5fa-39b5-4902-a912-c5ca38a09213 service neutron] For port ee632a5d-c189-4106-8aaf-4aca642806c2, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:01:23.452247 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4157ec-0c53-49ac-8358-5c68803e52cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82104fd1-f82e-409f-b1db-4fbe49354fed'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:23.454563 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cae0cec-337b-4d18-b298-d2f440270566" -d '{"events": [{"server_uuid": "5b4157ec-0c53-49ac-8358-5c68803e52cd", "name": "network-vif-plugged", "status": "completed", "tag": "82104fd1-f82e-409f-b1db-4fbe49354fed"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:23.456113 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6c45dae2-98c6-49fc-8c96-e04de9dd0ed6 req-88e92e3e-bf9a-4a8d-85cf-4dd7e92ce1f1 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 210 time: 0.0553555 May 26 16:01:23.459642 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-981da45b-295b-4a79-9262-48f23443e684 req-1824c5fa-39b5-4902-a912-c5ca38a09213 service neutron] Notify callbacks [] for binding, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.462353 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-981da45b-295b-4a79-9262-48f23443e684 req-1824c5fa-39b5-4902-a912-c5ca38a09213 service neutron] 10.222.0.83 "DELETE /v2.0/ports/ee632a5d-c189-4106-8aaf-4aca642806c2/bindings/n-h1-843337-2 HTTP/1.1" status: 204 len: 173 time: 0.3449910 May 26 16:01:23.469579 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6a87fa-28ec-41a3-a572-571c2f88d3af None None] Network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:23.478326 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port a0579e77-f2e4-4528-ad8c-10f3ed49cb87, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a0579e77-f2e4-4528-ad8c-10f3ed49cb87,segment=NetworkSegment(e6704d63-1519-4cd1-8100-c949181e6d2b),segment_id=e6704d63-1519-4cd1-8100-c949181e6d2b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:23.484681 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-ac6a87fa-28ec-41a3-a572-571c2f88d3af None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:23.488051 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6a87fa-28ec-41a3-a572-571c2f88d3af None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:01:23.492233 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 82104fd1-f82e-409f-b1db-4fbe49354fed, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=82104fd1-f82e-409f-b1db-4fbe49354fed,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:23.496637 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.503299 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a87fa-28ec-41a3-a572-571c2f88d3af None None] Pushing event updated for resources: {'Port': ['ID=f11c68c0-202f-438d-a7d5-15bb17937b66,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:23.566938 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a435e60-63b7-4708-964a-747f5d848011 x-openstack-request-id: req-1a435e60-63b7-4708-964a-747f5d848011 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:23.567507 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4157ec-0c53-49ac-8358-5c68803e52cd", "name": "network-vif-plugged", "status": "completed", "tag": "82104fd1-f82e-409f-b1db-4fbe49354fed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:23.567920 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1a435e60-63b7-4708-964a-747f5d848011 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:23.568719 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a435e60-63b7-4708-964a-747f5d848011'] response: {'server_uuid': '5b4157ec-0c53-49ac-8358-5c68803e52cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82104fd1-f82e-409f-b1db-4fbe49354fed', 'code': 200} May 26 16:01:23.570815 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=a0579e77-f2e4-4528-ad8c-10f3ed49cb87,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:23.576487 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.644526 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faf773-eccb-47cd-b2f2-11cff6422a53 req-163a3d7f-8bad-4c62-bb3d-c93db9c72b5e tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:23.645590 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-de9a274b-3b49-4a74-b664-ddd7dc5dd3f2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, f0bfc686-5a9f-4760-8a91-fab0346012c9) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:23.654149 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-74faf773-eccb-47cd-b2f2-11cff6422a53 req-163a3d7f-8bad-4c62-bb3d-c93db9c72b5e tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 944 time: 0.1898196 May 26 16:01:23.674310 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9a274b-3b49-4a74-b664-ddd7dc5dd3f2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:23.675148 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de9a274b-3b49-4a74-b664-ddd7dc5dd3f2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.710386 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdeea2c-6bb1-4d70-8116-f0ff66e6d839 None None] Network f0bfc686-5a9f-4760-8a91-fab0346012c9 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:01:23.751770 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-de9a274b-3b49-4a74-b664-ddd7dc5dd3f2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5785918 May 26 16:01:23.782624 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39530) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:23.797314 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-98d29554-de6e-4c1c-ae79-b69606f3d0a8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Request body: {'port': {'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424', 'name': 'tempest-TaggedBootDevicesTest-1249120224', 'fixed_ips': [{'subnet_id': '76c12a3a-8e39-4b12-a18f-cbc2de2ba639'}]}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:23.813324 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['a0579e77-f2e4-4528-ad8c-10f3ed49cb87'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:23.819791 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=82104fd1-f82e-409f-b1db-4fbe49354fed,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:23.873422 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae4e09b0-6e01-4382-8c0a-147127e18235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.878640 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ac6a87fa-28ec-41a3-a572-571c2f88d3af None None] Attempting to bind port f11c68c0-202f-438d-a7d5-15bb17937b66 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:01:23.890187 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-74faf773-eccb-47cd-b2f2-11cff6422a53 req-00e5d1b1-64c2-44d1-ab23-45a5ef56b636 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342687 May 26 16:01:23.891178 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ac6a87fa-28ec-41a3-a572-571c2f88d3af None None] Attempting to bind port f11c68c0-202f-438d-a7d5-15bb17937b66 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '1a7b7922-5c77-4d0b-a0da-c10ad2b6209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:01:23.891682 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6a87fa-28ec-41a3-a572-571c2f88d3af None None] Attempting to bind port f11c68c0-202f-438d-a7d5-15bb17937b66 on network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:23.920152 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6a87fa-28ec-41a3-a572-571c2f88d3af None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:01:23.920709 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6a87fa-28ec-41a3-a572-571c2f88d3af None None] Checking segment: {'id': '1a7b7922-5c77-4d0b-a0da-c10ad2b6209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:23.921225 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ac6a87fa-28ec-41a3-a572-571c2f88d3af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.921820 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6a87fa-28ec-41a3-a572-571c2f88d3af None None] Bound using segment: {'id': '1a7b7922-5c77-4d0b-a0da-c10ad2b6209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:01:23.923487 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ac6a87fa-28ec-41a3-a572-571c2f88d3af None None] Bound port: f11c68c0-202f-438d-a7d5-15bb17937b66, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7b7922-5c77-4d0b-a0da-c10ad2b6209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:01:23.923990 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ac6a87fa-28ec-41a3-a572-571c2f88d3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.931964 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-f3c61363-f37a-4e9a-bd10-a9909054ab24 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:23.933648 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31238756-2b72-4cc2-865d-d93f097197cd req-643ac7b1-aa22-402f-b20c-0ae714cae9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:23.937864 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31238756-2b72-4cc2-865d-d93f097197cd req-643ac7b1-aa22-402f-b20c-0ae714cae9b5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5b4157ec-0c53-49ac-8358-5c68803e52cd HTTP/1.1" status: 200 len: 1097 time: 0.2774704 May 26 16:01:23.953859 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae4e09b0-6e01-4382-8c0a-147127e18235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:24.000008 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8bf70-5dd2-4570-978b-561d4956242b req-0cd98c46-654b-4144-83f0-6c0a926e3356 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:24.009725 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3ce8bf70-5dd2-4570-978b-561d4956242b req-0cd98c46-654b-4144-83f0-6c0a926e3356 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 944 time: 0.2999086 May 26 16:01:24.030251 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-f3c61363-f37a-4e9a-bd10-a9909054ab24 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:24.081607 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['abc417ca-d09c-4b20-afa4-b8599fee9b0e'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:24.089215 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae4e09b0-6e01-4382-8c0a-147127e18235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:24.091760 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae4e09b0-6e01-4382-8c0a-147127e18235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:24.093094 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ae4e09b0-6e01-4382-8c0a-147127e18235 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d3046294-f345-4647-94a1-073e05408cb8 HTTP/1.1" status: 204 len: 168 time: 0.8265119 May 26 16:01:24.117131 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e09b0-6e01-4382-8c0a-147127e18235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3046294-f345-4647-94a1-073e05408cb8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:24.123807 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-f3c61363-f37a-4e9a-bd10-a9909054ab24 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Network 849715ed-d05e-42c2-bffa-fde3212d6c0a is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:24.128186 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-f3c61363-f37a-4e9a-bd10-a9909054ab24 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:24.139763 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31238756-2b72-4cc2-865d-d93f097197cd req-b2326b1e-5418-4672-a094-77463a9cd188 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859219 May 26 16:01:24.143783 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-f3c61363-f37a-4e9a-bd10-a9909054ab24 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:01:24.177380 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3ce8bf70-5dd2-4570-978b-561d4956242b req-873a9e48-66ad-4f27-a3b8-638a0227104e tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666873 May 26 16:01:24.203141 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c61363-f37a-4e9a-bd10-a9909054ab24 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Pushing event updated for resources: {'Port': ['ID=80ae73e3-df92-479c-8a3a-0ea1a951666a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:24.217585 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d29554-de6e-4c1c-ae79-b69606f3d0a8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Made reservation on behalf of 829e9f52f7f3454cafe50e0d9182f678 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:24.239126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-f3c61363-f37a-4e9a-bd10-a9909054ab24 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:24.240587 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-f3c61363-f37a-4e9a-bd10-a9909054ab24 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:24.248953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a3c56-6972-4e4e-b5fd-bec84658820a req-913e7b90-9c2c-45fa-a288-ce36c4332026 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:24.261283 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-366a3c56-6972-4e4e-b5fd-bec84658820a req-913e7b90-9c2c-45fa-a288-ce36c4332026 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.2399621 May 26 16:01:24.281840 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-f3c61363-f37a-4e9a-bd10-a9909054ab24 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7104845 May 26 16:01:24.308935 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-e9353862-c5c9-41e1-b0eb-b31051fbf3f0 service neutron] Request body: {'port': {'device_id': 'dec8604e-b09a-404d-8d81-d187fd2abd39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:24.316548 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ac6a87fa-28ec-41a3-a572-571c2f88d3af None None] For port f11c68c0-202f-438d-a7d5-15bb17937b66, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:01:24.323008 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ac6a87fa-28ec-41a3-a572-571c2f88d3af None None] For port f11c68c0-202f-438d-a7d5-15bb17937b66, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f11c68c0-202f-438d-a7d5-15bb17937b66,segment=NetworkSegment(1a7b7922-5c77-4d0b-a0da-c10ad2b6209b),segment_id=1a7b7922-5c77-4d0b-a0da-c10ad2b6209b)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:01:24.346633 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ac6a87fa-28ec-41a3-a572-571c2f88d3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:24.415796 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce17390-b357-48a8-81a0-e935750220fa req-0d1a99ef-7734-4d5e-acb8-405306183c46 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:24.417423 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ce17390-b357-48a8-81a0-e935750220fa req-0d1a99ef-7734-4d5e-acb8-405306183c46 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 945 time: 0.3112099 May 26 16:01:24.480173 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-e9353862-c5c9-41e1-b0eb-b31051fbf3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:24.485767 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8d1259-1775-4b36-8a3c-83f49c79c70d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-f0bfc686-5a9f-4760-8a91-fab0346012c9', 'network_id': 'f0bfc686-5a9f-4760-8a91-fab0346012c9', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'fixed_ips': [{'subnet_id': 'c1f5e3e2-46bf-451b-841b-adc78325b3e9'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:01:24.487267 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed8d1259-1775-4b36-8a3c-83f49c79c70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:24.559313 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-366a3c56-6972-4e4e-b5fd-bec84658820a req-3f2ee311-d7b5-4aa8-98c8-27c574bd62d5 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944305 May 26 16:01:24.645796 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a87fa-28ec-41a3-a572-571c2f88d3af None None] Pushing event updated for resources: {'Port': ['ID=f11c68c0-202f-438d-a7d5-15bb17937b66,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:24.719991 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2e030-650a-4175-b6f7-750a0de70f38 req-bce4ec97-7d7e-4944-b028-d7f2a363e6b7 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:24.729133 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31c2e030-650a-4175-b6f7-750a0de70f38 req-bce4ec97-7d7e-4944-b028-d7f2a363e6b7 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b4157ec-0c53-49ac-8358-5c68803e52cd HTTP/1.1" status: 200 len: 946 time: 0.3479393 May 26 16:01:24.734597 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-98d29554-de6e-4c1c-ae79-b69606f3d0a8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:24.814346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-98d29554-de6e-4c1c-ae79-b69606f3d0a8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] device_id is not set on port 050f7dea-7df3-4c3e-9043-c8ce4c335535 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:01:24.919486 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31c2e030-650a-4175-b6f7-750a0de70f38 req-b80002ab-1c8a-43ee-b536-6db4b68fb414 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814628 May 26 16:01:24.940127 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39548) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:24.966416 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bcdda87-d1fb-433c-8197-d48ed0819360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.053281 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-ed8d1259-1775-4b36-8a3c-83f49c79c70d None None] Allocated IP 10.2.2.2 (f0bfc686-5a9f-4760-8a91-fab0346012c9/c1f5e3e2-46bf-451b-841b-adc78325b3e9/695e4195-9a7b-4d84-8b43-92ea439f544f) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:01:25.087766 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97872ae8-d671-40ac-ad0a-16cc79944d10 req-4edbf458-59f2-4c35-a150-ef0f5fe25572 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:25.096286 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-97872ae8-d671-40ac-ad0a-16cc79944d10 req-4edbf458-59f2-4c35-a150-ef0f5fe25572 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 1095 time: 0.3849096 May 26 16:01:25.269772 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-e9353862-c5c9-41e1-b0eb-b31051fbf3f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ae73e3-df92-479c-8a3a-0ea1a951666a {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:25.277288 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bcdda87-d1fb-433c-8197-d48ed0819360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.283688 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bcdda87-d1fb-433c-8197-d48ed0819360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.289246 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-e9353862-c5c9-41e1-b0eb-b31051fbf3f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.320038 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed8d1259-1775-4b36-8a3c-83f49c79c70d None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.332781 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed8d1259-1775-4b36-8a3c-83f49c79c70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.348473 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-e9353862-c5c9-41e1-b0eb-b31051fbf3f0 service neutron] Transition to ACTIVE for port object 80ae73e3-df92-479c-8a3a-0ea1a951666a will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:01:25.358350 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdda87-d1fb-433c-8197-d48ed0819360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7434de54-61bf-4ee9-a924-73c4031f801a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:25.365597 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-e9353862-c5c9-41e1-b0eb-b31051fbf3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.371377 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5bcdda87-d1fb-433c-8197-d48ed0819360 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f2ce30749ff646e3989d78609fd4fe3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4299340 May 26 16:01:25.378115 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39552) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:25.392533 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8d1259-1775-4b36-8a3c-83f49c79c70d None None] Network f0bfc686-5a9f-4760-8a91-fab0346012c9 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:25.400603 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-ed8d1259-1775-4b36-8a3c-83f49c79c70d None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:25.406610 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8d1259-1775-4b36-8a3c-83f49c79c70d None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:01:25.489118 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ebabea0-ce4a-4530-911d-66effb4be80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.490722 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ed8d1259-1775-4b36-8a3c-83f49c79c70d None None] Attempting to bind port 695e4195-9a7b-4d84-8b43-92ea439f544f on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:01:25.491477 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ed8d1259-1775-4b36-8a3c-83f49c79c70d None None] Attempting to bind port 695e4195-9a7b-4d84-8b43-92ea439f544f by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '524dc500-34cd-4ad3-91d5-17681818fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0bfc686-5a9f-4760-8a91-fab0346012c9'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:01:25.491991 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8d1259-1775-4b36-8a3c-83f49c79c70d None None] Attempting to bind port 695e4195-9a7b-4d84-8b43-92ea439f544f on network f0bfc686-5a9f-4760-8a91-fab0346012c9 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:25.499581 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8d1259-1775-4b36-8a3c-83f49c79c70d None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:01:25.499976 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8d1259-1775-4b36-8a3c-83f49c79c70d None None] Checking segment: {'id': '524dc500-34cd-4ad3-91d5-17681818fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0bfc686-5a9f-4760-8a91-fab0346012c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:25.500385 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed8d1259-1775-4b36-8a3c-83f49c79c70d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.500775 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8d1259-1775-4b36-8a3c-83f49c79c70d None None] Bound using segment: {'id': '524dc500-34cd-4ad3-91d5-17681818fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0bfc686-5a9f-4760-8a91-fab0346012c9'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:01:25.501244 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ed8d1259-1775-4b36-8a3c-83f49c79c70d None None] Bound port: 695e4195-9a7b-4d84-8b43-92ea439f544f, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524dc500-34cd-4ad3-91d5-17681818fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0bfc686-5a9f-4760-8a91-fab0346012c9'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:01:25.502247 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed8d1259-1775-4b36-8a3c-83f49c79c70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.504327 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d1259-1775-4b36-8a3c-83f49c79c70d None None] Pushing event updated for resources: {'Port': ['ID=695e4195-9a7b-4d84-8b43-92ea439f544f,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:25.535208 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9353862-c5c9-41e1-b0eb-b31051fbf3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=80ae73e3-df92-479c-8a3a-0ea1a951666a,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:25.618153 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-7ce17390-b357-48a8-81a0-e935750220fa req-24a7a7fb-112f-4114-b233-d2e8832575e0 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Deleting port 6eef3506-1f79-4d68-8a0a-a577e849fe49 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:25.619038 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ce17390-b357-48a8-81a0-e935750220fa req-24a7a7fb-112f-4114-b233-d2e8832575e0 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.636147 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ed8d1259-1775-4b36-8a3c-83f49c79c70d None None] For port 695e4195-9a7b-4d84-8b43-92ea439f544f, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:01:25.646282 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ed8d1259-1775-4b36-8a3c-83f49c79c70d None None] For port 695e4195-9a7b-4d84-8b43-92ea439f544f, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=695e4195-9a7b-4d84-8b43-92ea439f544f,segment=NetworkSegment(524dc500-34cd-4ad3-91d5-17681818fd86),segment_id=524dc500-34cd-4ad3-91d5-17681818fd86)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:01:25.650644 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ebabea0-ce4a-4530-911d-66effb4be80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.654602 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed8d1259-1775-4b36-8a3c-83f49c79c70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.725297 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-e9353862-c5c9-41e1-b0eb-b31051fbf3f0 service neutron] Attempting to bind port 80ae73e3-df92-479c-8a3a-0ea1a951666a on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:01:25.725818 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-e9353862-c5c9-41e1-b0eb-b31051fbf3f0 service neutron] Attempting to bind port 80ae73e3-df92-479c-8a3a-0ea1a951666a by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:01:25.726121 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-e9353862-c5c9-41e1-b0eb-b31051fbf3f0 service neutron] Attempting to bind port 80ae73e3-df92-479c-8a3a-0ea1a951666a on network 849715ed-d05e-42c2-bffa-fde3212d6c0a {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:25.738744 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-e9353862-c5c9-41e1-b0eb-b31051fbf3f0 service neutron] Port 80ae73e3-df92-479c-8a3a-0ea1a951666a on network 849715ed-d05e-42c2-bffa-fde3212d6c0a not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:01:25.739184 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-e9353862-c5c9-41e1-b0eb-b31051fbf3f0 service neutron] Attempting to bind port 80ae73e3-df92-479c-8a3a-0ea1a951666a on network 849715ed-d05e-42c2-bffa-fde3212d6c0a {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:25.746252 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-e9353862-c5c9-41e1-b0eb-b31051fbf3f0 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:01:25.746593 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-e9353862-c5c9-41e1-b0eb-b31051fbf3f0 service neutron] Checking segment: {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:25.747138 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-e9353862-c5c9-41e1-b0eb-b31051fbf3f0 service neutron] Bound using segment: {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:01:25.747582 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-e9353862-c5c9-41e1-b0eb-b31051fbf3f0 service neutron] Bound port: 80ae73e3-df92-479c-8a3a-0ea1a951666a, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:01:25.747946 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-e9353862-c5c9-41e1-b0eb-b31051fbf3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.766056 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ebabea0-ce4a-4530-911d-66effb4be80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.784940 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ebabea0-ce4a-4530-911d-66effb4be80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.788583 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7ebabea0-ce4a-4530-911d-66effb4be80a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7434de54-61bf-4ee9-a924-73c4031f801a HTTP/1.1" status: 204 len: 168 time: 0.4071317 May 26 16:01:25.789437 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d1259-1775-4b36-8a3c-83f49c79c70d None None] Pushing event updated for resources: {'Port': ['ID=695e4195-9a7b-4d84-8b43-92ea439f544f,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:25.791289 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d4ff83e-708d-4a78-b89b-6451f283d2f9 req-2a516c3b-db41-428e-8219-fa3c572fe3f7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9288530 May 26 16:01:25.811055 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f11c68c0-202f-438d-a7d5-15bb17937b66 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:25.813729 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557a0e3-7c1d-440d-85c5-56636ccac1f7 req-f76c185e-50cb-46c3-945f-12b4745ad917 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:25.815848 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a557a0e3-7c1d-440d-85c5-56636ccac1f7 req-f76c185e-50cb-46c3-945f-12b4745ad917 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 945 time: 0.7415929 May 26 16:01:25.817952 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-97872ae8-d671-40ac-ad0a-16cc79944d10 req-91137a5e-15e9-48ef-ba7f-6c5fdcb738b5 tempest-LiveMigrationTest-2008450560 tempest-LiveMigrationTest-2008450560-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7205215 May 26 16:01:25.858400 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebabea0-ce4a-4530-911d-66effb4be80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7434de54-61bf-4ee9-a924-73c4031f801a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:25.910230 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-e9353862-c5c9-41e1-b0eb-b31051fbf3f0 service neutron] For port 80ae73e3-df92-479c-8a3a-0ea1a951666a, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:01:25.915634 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-e9353862-c5c9-41e1-b0eb-b31051fbf3f0 service neutron] For port 80ae73e3-df92-479c-8a3a-0ea1a951666a, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=80ae73e3-df92-479c-8a3a-0ea1a951666a,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:01:25.930917 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-e9353862-c5c9-41e1-b0eb-b31051fbf3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:25.945638 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port f11c68c0-202f-438d-a7d5-15bb17937b66 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:25.946028 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:26.026205 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-7ce17390-b357-48a8-81a0-e935750220fa req-24a7a7fb-112f-4114-b233-d2e8832575e0 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] For port 6eef3506-1f79-4d68-8a0a-a577e849fe49, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=6eef3506-1f79-4d68-8a0a-a577e849fe49,segment=NetworkSegment(7552e5b1-67b9-4feb-95cc-331d802ec945),segment_id=7552e5b1-67b9-4feb-95cc-331d802ec945)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:26.027249 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ce17390-b357-48a8-81a0-e935750220fa req-24a7a7fb-112f-4114-b233-d2e8832575e0 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:26.036304 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a557a0e3-7c1d-440d-85c5-56636ccac1f7 req-8cd8c20e-1789-45d3-b510-8a3229bbfed7 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae09cca7-ed5d-46aa-b26f-9e64e851e73c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065330 May 26 16:01:26.059750 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-e9353862-c5c9-41e1-b0eb-b31051fbf3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:26.060414 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-e9353862-c5c9-41e1-b0eb-b31051fbf3f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:26.061883 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-e9353862-c5c9-41e1-b0eb-b31051fbf3f0 service neutron] 10.222.0.83 "PUT /v2.0/ports/80ae73e3-df92-479c-8a3a-0ea1a951666a HTTP/1.1" status: 200 len: 1091 time: 1.7593207 May 26 16:01:26.062376 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec8604e-b09a-404d-8d81-d187fd2abd39', 'tag': '80ae73e3-df92-479c-8a3a-0ea1a951666a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:26.069013 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6fa002-e067-4618-871e-48d615902a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "dec8604e-b09a-404d-8d81-d187fd2abd39", "tag": "80ae73e3-df92-479c-8a3a-0ea1a951666a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:26.084894 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-98d29554-de6e-4c1c-ae79-b69606f3d0a8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Allocated IP 10.1.1.51 (1eb55624-9c37-44ca-b94a-5b2c77ca0424/76c12a3a-8e39-4b12-a18f-cbc2de2ba639/050f7dea-7df3-4c3e-9043-c8ce4c335535) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:01:26.162121 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9353862-c5c9-41e1-b0eb-b31051fbf3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=80ae73e3-df92-479c-8a3a-0ea1a951666a,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:26.174710 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ff83e-708d-4a78-b89b-6451f283d2f9 req-1664e326-3ded-4c34-96e1-a47f4d5ad00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:26.179503 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d4ff83e-708d-4a78-b89b-6451f283d2f9 req-1664e326-3ded-4c34-96e1-a47f4d5ad00b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 1095 time: 0.3050323 May 26 16:01:26.260681 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-0153873b-8107-4ff1-9c8e-a42f5667b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:26.262231 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-0153873b-8107-4ff1-9c8e-a42f5667b421 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 1094 time: 0.1176026 May 26 16:01:26.388586 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-fbfd23bb-cac4-4bd8-808e-7d315f1dd638 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80ae73e3-df92-479c-8a3a-0ea1a951666a HTTP/1.1" status: 200 len: 217 time: 0.1093428 May 26 16:01:26.476954 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-b4337beb-a655-4aa3-9719-2a135ad526b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:26.478960 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-b4337beb-a655-4aa3-9719-2a135ad526b2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=34e27219-447c-429c-b572-febfd4b36520 HTTP/1.1" status: 200 len: 860 time: 0.0731750 May 26 16:01:26.503214 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d301966-0f6f-4cbe-ac7c-1d10a0e87f7c None None] Network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:01:26.535650 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-ec456dec-8a0f-46a6-a907-d6e8411ca8a9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=849715ed-d05e-42c2-bffa-fde3212d6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492136 May 26 16:01:26.577175 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device a0579e77-f2e4-4528-ad8c-10f3ed49cb87 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:26.648079 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-882c4d76-6063-4335-9aa9-62863a3deaa2 service neutron] 10.222.0.83 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025243 May 26 16:01:26.654790 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9d2e897b-0f76-4a76-990c-a1f80f88cde2 None None] Provisioning complete for port f11c68c0-202f-438d-a7d5-15bb17937b66 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:26.655180 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9d2e897b-0f76-4a76-990c-a1f80f88cde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:26.659632 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697e67b-5d9e-4bc8-819b-35268a1df17e req-f566bd13-bb83-447e-be26-5d78a4c51e01 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:26.661271 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a697e67b-5d9e-4bc8-819b-35268a1df17e req-f566bd13-bb83-447e-be26-5d78a4c51e01 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 943 time: 0.5374889 May 26 16:01:26.775113 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5f9a7-ca68-45e8-bf6f-3beb73cd1fea req-702bf32a-f88b-4ed0-acb0-849ed6a5806d tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:26.783925 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-95b5f9a7-ca68-45e8-bf6f-3beb73cd1fea req-702bf32a-f88b-4ed0-acb0-849ed6a5806d tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 944 time: 0.4934173 May 26 16:01:26.795660 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ff83e-708d-4a78-b89b-6451f283d2f9 req-3a72797c-7683-4c3b-9197-87f6aa6cebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:26.797247 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d4ff83e-708d-4a78-b89b-6451f283d2f9 req-3a72797c-7683-4c3b-9197-87f6aa6cebdc service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 200 len: 908 time: 0.5899067 May 26 16:01:26.848219 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port f11c68c0-202f-438d-a7d5-15bb17937b66 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:26.849132 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:26.857078 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port a0579e77-f2e4-4528-ad8c-10f3ed49cb87 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:01:26.865030 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b718eed8-f0b5-4b66-8c72-f9e6bb409714 req-3233ff3f-dfc3-4ade-b6af-4058f18b1c89 service neutron] 10.222.0.83 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039881 May 26 16:01:26.946616 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port a0579e77-f2e4-4528-ad8c-10f3ed49cb87 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:26.947409 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:26.951617 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ce17390-b357-48a8-81a0-e935750220fa req-24a7a7fb-112f-4114-b233-d2e8832575e0 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:26.951985 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ce17390-b357-48a8-81a0-e935750220fa req-24a7a7fb-112f-4114-b233-d2e8832575e0 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:26.952369 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [req-7ce17390-b357-48a8-81a0-e935750220fa req-24a7a7fb-112f-4114-b233-d2e8832575e0 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Floating IP 0dc1d195-e358-4a17-a5eb-275c66bca2ff disassociated. External IP: 172.25.7.79, port: 6eef3506-1f79-4d68-8a0a-a577e849fe49. May 26 16:01:26.952714 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-7ce17390-b357-48a8-81a0-e935750220fa req-24a7a7fb-112f-4114-b233-d2e8832575e0 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Calling delete_port for 6eef3506-1f79-4d68-8a0a-a577e849fe49 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:26.970820 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d4ff83e-708d-4a78-b89b-6451f283d2f9 req-69847d45-f4fa-44af-8ccd-9a12dc367947 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e172aa33-9a36-4127-a578-f0ba671f0fda HTTP/1.1" status: 200 len: 217 time: 0.1121330 May 26 16:01:26.988814 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-95b5f9a7-ca68-45e8-bf6f-3beb73cd1fea req-89542a48-6a1c-4b4e-ac3c-463d56d0a666 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942461 May 26 16:01:27.019623 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a697e67b-5d9e-4bc8-819b-35268a1df17e req-3d4cc268-1326-42e0-afa7-f5d1b41a9940 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423994 May 26 16:01:27.021039 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port f11c68c0-202f-438d-a7d5-15bb17937b66, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f11c68c0-202f-438d-a7d5-15bb17937b66,segment=NetworkSegment(1a7b7922-5c77-4d0b-a0da-c10ad2b6209b),segment_id=1a7b7922-5c77-4d0b-a0da-c10ad2b6209b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:27.037382 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-98d29554-de6e-4c1c-ae79-b69606f3d0a8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:27.061223 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:27.114725 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9d2e897b-0f76-4a76-990c-a1f80f88cde2 None None] Current status of the port f11c68c0-202f-438d-a7d5-15bb17937b66 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:27.114955 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9d2e897b-0f76-4a76-990c-a1f80f88cde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:27.206220 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=f11c68c0-202f-438d-a7d5-15bb17937b66,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:27.269285 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-9d2e897b-0f76-4a76-990c-a1f80f88cde2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:01:27.270046 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-9d2e897b-0f76-4a76-990c-a1f80f88cde2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:01:27.282522 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port a0579e77-f2e4-4528-ad8c-10f3ed49cb87 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:27.283196 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:27.338381 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8018d2dd-603e-453c-8e73-ee71174c4891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0579e77-f2e4-4528-ad8c-10f3ed49cb87'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:27.345646 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e279f2c-8ab3-48b5-8e1f-a761cc3f1fa8" -d '{"events": [{"server_uuid": "8018d2dd-603e-453c-8e73-ee71174c4891", "name": "network-vif-plugged", "status": "completed", "tag": "a0579e77-f2e4-4528-ad8c-10f3ed49cb87"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:27.382952 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port a0579e77-f2e4-4528-ad8c-10f3ed49cb87, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a0579e77-f2e4-4528-ad8c-10f3ed49cb87,segment=NetworkSegment(e6704d63-1519-4cd1-8100-c949181e6d2b),segment_id=e6704d63-1519-4cd1-8100-c949181e6d2b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:27.398487 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:27.405219 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ff83e-708d-4a78-b89b-6451f283d2f9 req-54ea6f7a-acad-430f-bfe6-6f8d8a84fd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:27.411064 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d4ff83e-708d-4a78-b89b-6451f283d2f9 req-54ea6f7a-acad-430f-bfe6-6f8d8a84fd22 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cfa16bff-3370-4a4e-860f-b7e489b84ed0 HTTP/1.1" status: 200 len: 847 time: 0.4050405 May 26 16:01:27.570930 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=a0579e77-f2e4-4528-ad8c-10f3ed49cb87,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:27.625048 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d4ff83e-708d-4a78-b89b-6451f283d2f9 req-4779ba2f-3233-45e3-a5c3-a9c1d4477e15 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124175 May 26 16:01:27.709399 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da73fc3d-e462-4037-abf9-aff8e5da5c76 None None] Network f0bfc686-5a9f-4760-8a91-fab0346012c9 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:01:27.768250 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 695e4195-9a7b-4d84-8b43-92ea439f544f up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:27.824662 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ce17390-b357-48a8-81a0-e935750220fa req-24a7a7fb-112f-4114-b233-d2e8832575e0 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:27.840365 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7fc1f-5d47-4b85-91b4-3db6d673346a req-d52a6326-590c-4033-831d-4bba6e68f54c tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:27.841955 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-80f7fc1f-5d47-4b85-91b4-3db6d673346a req-d52a6326-590c-4033-831d-4bba6e68f54c tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.6286130 May 26 16:01:27.857138 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-98d29554-de6e-4c1c-ae79-b69606f3d0a8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:27.893920 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 695e4195-9a7b-4d84-8b43-92ea439f544f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:27.894295 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:27.932679 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7a7fb-112f-4114-b233-d2e8832575e0 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Pushing event deleted for resources: {'Port': ['ID=6eef3506-1f79-4d68-8a0a-a577e849fe49,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:27.959679 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9d2e897b-0f76-4a76-990c-a1f80f88cde2 None None] Current status of the port f11c68c0-202f-438d-a7d5-15bb17937b66 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:28.037604 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902f39b-d21f-437e-a7c6-39aafdf695cf req-d521363a-90c9-4262-8bf0-94be718e8d87 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:28.046907 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2902f39b-d21f-437e-a7c6-39aafdf695cf req-d521363a-90c9-4262-8bf0-94be718e8d87 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b4157ec-0c53-49ac-8358-5c68803e52cd HTTP/1.1" status: 200 len: 946 time: 0.4342539 May 26 16:01:28.070213 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d29554-de6e-4c1c-ae79-b69606f3d0a8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:28.112753 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d4ff83e-708d-4a78-b89b-6451f283d2f9 req-5cda352c-29fe-43b7-9cbc-ff7cd8e7d928 service neutron] 10.222.0.83 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717939 May 26 16:01:28.123299 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 695e4195-9a7b-4d84-8b43-92ea439f544f is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:28.123780 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:28.125363 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-98d29554-de6e-4c1c-ae79-b69606f3d0a8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:28.135544 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-13780b6f-5551-48fb-89bf-089bdf288818 None None] Provisioning complete for port 695e4195-9a7b-4d84-8b43-92ea439f544f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:28.135837 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d29554-de6e-4c1c-ae79-b69606f3d0a8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:01:28.136003 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-13780b6f-5551-48fb-89bf-089bdf288818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:28.143731 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-80f7fc1f-5d47-4b85-91b4-3db6d673346a req-3d303465-eab7-4716-a404-325e0f8febaf tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933607 May 26 16:01:28.228972 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a714a024-682e-462a-89b1-ddd281c376ff x-openstack-request-id: req-a714a024-682e-462a-89b1-ddd281c376ff {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:28.230034 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dec8604e-b09a-404d-8d81-d187fd2abd39", "tag": "80ae73e3-df92-479c-8a3a-0ea1a951666a", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:28.230541 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a714a024-682e-462a-89b1-ddd281c376ff {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:28.231232 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a714a024-682e-462a-89b1-ddd281c376ff'] response: {'name': 'network-changed', 'server_uuid': 'dec8604e-b09a-404d-8d81-d187fd2abd39', 'tag': '80ae73e3-df92-479c-8a3a-0ea1a951666a', 'status': 'completed', 'code': 200} May 26 16:01:28.237206 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 695e4195-9a7b-4d84-8b43-92ea439f544f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=695e4195-9a7b-4d84-8b43-92ea439f544f,segment=NetworkSegment(524dc500-34cd-4ad3-91d5-17681818fd86),segment_id=524dc500-34cd-4ad3-91d5-17681818fd86)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:28.250514 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:28.251446 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f11c68c0-202f-438d-a7d5-15bb17937b66 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:28.330888 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2902f39b-d21f-437e-a7c6-39aafdf695cf req-23325398-acf3-476b-8006-c8d0e6e49e70 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830942 May 26 16:01:28.331549 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d29554-de6e-4c1c-ae79-b69606f3d0a8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event updated for resources: {'Port': ['ID=050f7dea-7df3-4c3e-9043-c8ce4c335535,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:28.433247 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fa002-e067-4618-871e-48d615902a7f req-762aa977-ae19-4fc5-8888-acd848e06383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:28.441449 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1d6fa002-e067-4618-871e-48d615902a7f req-762aa977-ae19-4fc5-8888-acd848e06383 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 1094 time: 0.1610827 May 26 16:01:28.547689 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e34d68-ef6a-4e9a-9491-9c2c8469cd4b x-openstack-request-id: req-b6e34d68-ef6a-4e9a-9491-9c2c8469cd4b {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:28.548123 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8018d2dd-603e-453c-8e73-ee71174c4891", "name": "network-vif-plugged", "status": "completed", "tag": "a0579e77-f2e4-4528-ad8c-10f3ed49cb87", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:28.548486 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b6e34d68-ef6a-4e9a-9491-9c2c8469cd4b {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:28.548969 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6e34d68-ef6a-4e9a-9491-9c2c8469cd4b'] response: {'server_uuid': '8018d2dd-603e-453c-8e73-ee71174c4891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0579e77-f2e4-4528-ad8c-10f3ed49cb87', 'code': 200} May 26 16:01:28.595573 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9088ffd0-ce76-471d-8f58-9753157db5c7 req-ea490c63-d339-4c20-9e29-cae3c965d034 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 210 time: 0.1902997 May 26 16:01:28.609300 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port f11c68c0-202f-438d-a7d5-15bb17937b66 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:28.609780 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:28.645193 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.83', 55831) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:28.664620 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-13780b6f-5551-48fb-89bf-089bdf288818 None None] Current status of the port 695e4195-9a7b-4d84-8b43-92ea439f544f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:28.670425 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=695e4195-9a7b-4d84-8b43-92ea439f544f,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:28.714658 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-13780b6f-5551-48fb-89bf-089bdf288818 None None] Provisioning complete for port f11c68c0-202f-438d-a7d5-15bb17937b66 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:28.716152 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-13780b6f-5551-48fb-89bf-089bdf288818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:28.735244 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fa002-e067-4618-871e-48d615902a7f req-d0eb2612-a74d-4264-ab89-ea08c52d27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:28.736623 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1d6fa002-e067-4618-871e-48d615902a7f req-d0eb2612-a74d-4264-ab89-ea08c52d27eb service neutron] 10.222.0.83 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 921 time: 0.2742386 May 26 16:01:28.794060 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d29554-de6e-4c1c-ae79-b69606f3d0a8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:28.794891 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-98d29554-de6e-4c1c-ae79-b69606f3d0a8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:28.811857 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1d6fa002-e067-4618-871e-48d615902a7f req-b9282f6a-7b68-4113-b849-543009e87a09 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80ae73e3-df92-479c-8a3a-0ea1a951666a HTTP/1.1" status: 200 len: 217 time: 0.0626154 May 26 16:01:28.843026 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ce17390-b357-48a8-81a0-e935750220fa req-24a7a7fb-112f-4114-b233-d2e8832575e0 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Router 069807b9-d332-46f0-8d06-d5fab5315384 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:01:28.858679 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port f11c68c0-202f-438d-a7d5-15bb17937b66 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:28.865438 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92729d56-fdaa-4a68-b57b-b70850181739 req-1e021453-1545-4183-9744-3d05e781dd5d tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:28.867089 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-92729d56-fdaa-4a68-b57b-b70850181739 req-1e021453-1545-4183-9744-3d05e781dd5d tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.83 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 944 time: 0.1334238 May 26 16:01:28.876932 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-13780b6f-5551-48fb-89bf-089bdf288818 None None] Current status of the port f11c68c0-202f-438d-a7d5-15bb17937b66 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:28.912341 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fa002-e067-4618-871e-48d615902a7f req-512393f7-58ac-4cab-ae37-a1c8bc607568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:28.914202 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1d6fa002-e067-4618-871e-48d615902a7f req-512393f7-58ac-4cab-ae37-a1c8bc607568 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=34e27219-447c-429c-b572-febfd4b36520 HTTP/1.1" status: 200 len: 860 time: 0.0937297 May 26 16:01:28.916521 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-98d29554-de6e-4c1c-ae79-b69606f3d0a8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.1325262 May 26 16:01:28.919434 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39612) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:28.925177 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d4ff83e-708d-4a78-b89b-6451f283d2f9 req-a75139b2-b4a6-4234-a2fc-164a16bd302a service neutron] 10.222.0.83 "GET /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7903388 May 26 16:01:28.928923 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-84dbbbd8-c859-4b1e-9d08-bfe8cfe50a1a tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Request body: {'port': {'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424', 'name': 'tempest-TaggedBootDevicesTest-1499151486', 'fixed_ips': [{'subnet_id': '76c12a3a-8e39-4b12-a18f-cbc2de2ba639'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:28.949327 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83811d3f-111e-452e-8d76-fb079c0831df req-f6f8cbcd-f7b2-4a3d-ae64-4a277918295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:28.951325 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-83811d3f-111e-452e-8d76-fb079c0831df req-f6f8cbcd-f7b2-4a3d-ae64-4a277918295d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 1096 time: 0.3547926 May 26 16:01:29.009602 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1d6fa002-e067-4618-871e-48d615902a7f req-e9145120-6286-4862-85b7-24b11c2656ca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=849715ed-d05e-42c2-bffa-fde3212d6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876262 May 26 16:01:29.026421 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f4bd2324-db45-42fb-9627-1d1b96d47050 None None] Provisioning complete for port 695e4195-9a7b-4d84-8b43-92ea439f544f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:29.026775 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae04d5-7ba8-407e-8c85-da82b66cdf68 req-6058b7e0-f347-406b-872f-a609de63c7ff tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:29.027382 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f4bd2324-db45-42fb-9627-1d1b96d47050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:29.028665 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6eae04d5-7ba8-407e-8c85-da82b66cdf68 req-6058b7e0-f347-406b-872f-a609de63c7ff tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 944 time: 0.2273402 May 26 16:01:29.044271 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6602d53-5304-4a35-b0bd-b896e22e4c76 req-a7c6d9c1-ff1f-41cf-87b7-f26c04cc0c3d tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:29.057274 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e6602d53-5304-4a35-b0bd-b896e22e4c76 req-a7c6d9c1-ff1f-41cf-87b7-f26c04cc0c3d tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 945 time: 0.2536871 May 26 16:01:29.160443 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd2324-db45-42fb-9627-1d1b96d47050 None None] Current status of the port 695e4195-9a7b-4d84-8b43-92ea439f544f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:29.175095 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f4bd2324-db45-42fb-9627-1d1b96d47050 None None] Provisioning complete for port 050f7dea-7df3-4c3e-9043-c8ce4c335535 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:29.175488 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f4bd2324-db45-42fb-9627-1d1b96d47050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:29.191348 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-92729d56-fdaa-4a68-b57b-b70850181739 req-ff67c36c-1d18-46c1-8e70-ec29681fbb2f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Deleting port ee632a5d-c189-4106-8aaf-4aca642806c2 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:29.191711 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-92729d56-fdaa-4a68-b57b-b70850181739 req-ff67c36c-1d18-46c1-8e70-ec29681fbb2f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:29.195605 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1d6fa002-e067-4618-871e-48d615902a7f req-a578f8a7-b248-4495-b270-2e0c2f681eed service neutron] 10.222.0.83 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575091 May 26 16:01:29.204873 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-83811d3f-111e-452e-8d76-fb079c0831df req-99dac6c4-c25d-416f-9371-500e1b0a8ae5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178795 May 26 16:01:29.213077 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e6602d53-5304-4a35-b0bd-b896e22e4c76 req-d27b1111-b26f-4f6f-8335-c8c7ea6384f4 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549885 May 26 16:01:29.218193 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd2324-db45-42fb-9627-1d1b96d47050 None None] Port 050f7dea-7df3-4c3e-9043-c8ce4c335535 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:01:29.237377 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6eae04d5-7ba8-407e-8c85-da82b66cdf68 req-7695d5e6-9325-46d7-a9d9-1df67de79945 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702113 May 26 16:01:29.238808 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ce17390-b357-48a8-81a0-e935750220fa req-24a7a7fb-112f-4114-b233-d2e8832575e0 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:01:29.248705 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e0ade1-f8e1-4d34-9fb4-52f3fabe88d2 None None] Sync routers for ids ['069807b9-d332-46f0-8d06-d5fab5315384'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:01:29.264896 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e0ade1-f8e1-4d34-9fb4-52f3fabe88d2 None None] Routers {'069807b9-d332-46f0-8d06-d5fab5315384'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:29.267153 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-89e0ade1-f8e1-4d34-9fb4-52f3fabe88d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:01:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['069807b9-d332-46f0-8d06-d5fab5315384'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:29.317488 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dbbbd8-c859-4b1e-9d08-bfe8cfe50a1a tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Made reservation on behalf of 829e9f52f7f3454cafe50e0d9182f678 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:29.324814 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce17390-b357-48a8-81a0-e935750220fa req-24a7a7fb-112f-4114-b233-d2e8832575e0 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] No DVR routers for this DVR port 6eef3506-1f79-4d68-8a0a-a577e849fe49 on host n-h2-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:01:29.332333 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ce17390-b357-48a8-81a0-e935750220fa req-24a7a7fb-112f-4114-b233-d2e8832575e0 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:29.344332 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ce17390-b357-48a8-81a0-e935750220fa req-24a7a7fb-112f-4114-b233-d2e8832575e0 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.83 "DELETE /v2.0/ports/6eef3506-1f79-4d68-8a0a-a577e849fe49 HTTP/1.1" status: 204 len: 173 time: 4.9201553 May 26 16:01:29.345977 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b65ae56-f758-4369-9186-06503b21064e', 'name': 'network-vif-deleted', 'tag': '6eef3506-1f79-4d68-8a0a-a577e849fe49'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:29.348830 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f5212d-b856-4305-8b0e-94db14ec2686" -d '{"events": [{"server_uuid": "3b65ae56-f758-4369-9186-06503b21064e", "name": "network-vif-deleted", "tag": "6eef3506-1f79-4d68-8a0a-a577e849fe49"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:29.449013 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d77be0-1080-4a88-ae33-d42d48d65c9a req-a9e0b2d1-cefa-42ae-a82c-cccbd4f2bc7c tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:29.461565 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-62d77be0-1080-4a88-ae33-d42d48d65c9a req-a9e0b2d1-cefa-42ae-a82c-cccbd4f2bc7c tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 943 time: 0.1161547 May 26 16:01:29.485409 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-89e0ade1-f8e1-4d34-9fb4-52f3fabe88d2 None None] Set router 069807b9-d332-46f0-8d06-d5fab5315384 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:29.496112 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-92729d56-fdaa-4a68-b57b-b70850181739 req-ff67c36c-1d18-46c1-8e70-ec29681fbb2f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] For port ee632a5d-c189-4106-8aaf-4aca642806c2, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=ee632a5d-c189-4106-8aaf-4aca642806c2,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:29.496645 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-92729d56-fdaa-4a68-b57b-b70850181739 req-ff67c36c-1d18-46c1-8e70-ec29681fbb2f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:29.571836 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1d6fa002-e067-4618-871e-48d615902a7f req-2e7c9746-9601-4ee9-90f4-e09534bc885d service neutron] 10.222.0.83 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575447 May 26 16:01:29.576565 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-92729d56-fdaa-4a68-b57b-b70850181739 req-ff67c36c-1d18-46c1-8e70-ec29681fbb2f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Calling delete_port for ee632a5d-c189-4106-8aaf-4aca642806c2 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:29.593919 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-62d77be0-1080-4a88-ae33-d42d48d65c9a req-51f07a1a-92d5-4a8b-a5aa-314924c104d9 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314781 May 26 16:01:29.611945 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84dbbbd8-c859-4b1e-9d08-bfe8cfe50a1a tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:29.732808 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-84dbbbd8-c859-4b1e-9d08-bfe8cfe50a1a tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] device_id is not set on port 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:01:29.812798 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 6eef3506-1f79-4d68-8a0a-a577e849fe49 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:29.857326 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 695e4195-9a7b-4d84-8b43-92ea439f544f up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:29.898280 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 6eef3506-1f79-4d68-8a0a-a577e849fe49 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:01:29.899440 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 6eef3506-1f79-4d68-8a0a-a577e849fe49 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:01:30.012703 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-92729d56-fdaa-4a68-b57b-b70850181739 req-ff67c36c-1d18-46c1-8e70-ec29681fbb2f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:30.017006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 695e4195-9a7b-4d84-8b43-92ea439f544f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:30.017376 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:30.067516 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['ed88e625-4db8-45fd-b42e-18cdbdfc13f5', 'ee632a5d-c189-4106-8aaf-4aca642806c2'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:30.149614 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-89e0ade1-f8e1-4d34-9fb4-52f3fabe88d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069807b9-d332-46f0-8d06-d5fab5315384', 'name': 'tempest-AttachSCSIVolumeTestJSON-113868123-router', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c367a478-be37-4758-a053-09a70384fd71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:13Z', 'updated_at': '2022-05-26T15:57:20Z', 'revision_number': 4, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'gw_port': {'id': 'c367a478-be37-4758-a053-09a70384fd71', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069807b9-d332-46f0-8d06-d5fab5315384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:14Z', 'updated_at': '2022-05-26T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '529b8a07-6be1-4952-9bf3-0679d380b8a8', 'name': '', 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'mac_address': 'fa:16:3e:3e:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069807b9-d332-46f0-8d06-d5fab5315384', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e4cd4c04-0f78-4554-8f4d-7d36adb9556a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:19Z', 'updated_at': '2022-05-26T15:57:26Z', 'revision_number': 5, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'subnets': [{'id': 'e4cd4c04-0f78-4554-8f4d-7d36adb9556a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:30.191103 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67c36c-1d18-46c1-8e70-ec29681fbb2f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Pushing event deleted for resources: {'Port': ['ID=ee632a5d-c189-4106-8aaf-4aca642806c2,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:30.209870 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:30.211202 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e0ade1-f8e1-4d34-9fb4-52f3fabe88d2 None None] Checking router: 069807b9-d332-46f0-8d06-d5fab5315384 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:01:30.232452 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-92729d56-fdaa-4a68-b57b-b70850181739 req-ff67c36c-1d18-46c1-8e70-ec29681fbb2f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] No DVR routers for this DVR port ee632a5d-c189-4106-8aaf-4aca642806c2 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:01:30.236738 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-92729d56-fdaa-4a68-b57b-b70850181739 req-ff67c36c-1d18-46c1-8e70-ec29681fbb2f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:30.240123 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-92729d56-fdaa-4a68-b57b-b70850181739 req-ff67c36c-1d18-46c1-8e70-ec29681fbb2f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.83 "DELETE /v2.0/ports/ee632a5d-c189-4106-8aaf-4aca642806c2 HTTP/1.1" status: 204 len: 173 time: 1.3646066 May 26 16:01:30.240406 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-5430daa4-9700-44e0-8c72-12bad7b5eb22 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a51abc20409a4328acbb3bd545f0dec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543253 May 26 16:01:30.240879 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce986bed-7018-43d4-af5f-b4401f00c03b', 'name': 'network-vif-deleted', 'tag': 'ee632a5d-c189-4106-8aaf-4aca642806c2'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:30.243446 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12053f22-beea-499e-a42e-cf828fd1c219" -d '{"events": [{"server_uuid": "ce986bed-7018-43d4-af5f-b4401f00c03b", "name": "network-vif-deleted", "tag": "ee632a5d-c189-4106-8aaf-4aca642806c2"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:30.262511 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e0ade1-f8e1-4d34-9fb4-52f3fabe88d2 None None] Routers {'069807b9-d332-46f0-8d06-d5fab5315384'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:30.263060 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-89e0ade1-f8e1-4d34-9fb4-52f3fabe88d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:01:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['069807b9-d332-46f0-8d06-d5fab5315384'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:30.312607 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 695e4195-9a7b-4d84-8b43-92ea439f544f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:30.350492 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc311d60-ad73-4381-8ab7-e2114392db09 req-c2b8b24f-f706-4aa8-93f7-eec2a1090433 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:30.358886 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-84dbbbd8-c859-4b1e-9d08-bfe8cfe50a1a tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Allocated IP 10.1.1.129 (1eb55624-9c37-44ca-b94a-5b2c77ca0424/76c12a3a-8e39-4b12-a18f-cbc2de2ba639/2cf21d6d-e79d-4c8c-9e61-5ea961f8d787) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:01:30.359525 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cc311d60-ad73-4381-8ab7-e2114392db09 req-c2b8b24f-f706-4aa8-93f7-eec2a1090433 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.6014736 May 26 16:01:30.437815 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cc311d60-ad73-4381-8ab7-e2114392db09 req-2cfc5214-521c-489a-81ef-b85cda9e34dd tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772352 May 26 16:01:30.469370 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-61f19400-8a10-4b16-a739-3726d1f20d55 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:30.475254 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-61f19400-8a10-4b16-a739-3726d1f20d55 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2340369 May 26 16:01:30.478173 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-89e0ade1-f8e1-4d34-9fb4-52f3fabe88d2 None None] Set router 069807b9-d332-46f0-8d06-d5fab5315384 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:30.502522 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-704c0d7e-dcf0-4d60-8214-0fc797acc97e tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/quotas/a51abc20409a4328acbb3bd545f0dec6 HTTP/1.1" status: 200 len: 375 time: 0.0112250 May 26 16:01:30.561307 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8f1492-3c5c-4985-a6d6-5d0a30e61d4a x-openstack-request-id: req-be8f1492-3c5c-4985-a6d6-5d0a30e61d4a {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:30.561622 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b65ae56-f758-4369-9186-06503b21064e", "name": "network-vif-deleted", "tag": "6eef3506-1f79-4d68-8a0a-a577e849fe49", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:30.561906 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-be8f1492-3c5c-4985-a6d6-5d0a30e61d4a {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:30.562228 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be8f1492-3c5c-4985-a6d6-5d0a30e61d4a'] response: {'server_uuid': '3b65ae56-f758-4369-9186-06503b21064e', 'name': 'network-vif-deleted', 'tag': '6eef3506-1f79-4d68-8a0a-a577e849fe49', 'status': 'completed', 'code': 200} May 26 16:01:30.564471 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-a21f91a5-552e-4127-8081-4762bc17dad3 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a51abc20409a4328acbb3bd545f0dec6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599992 May 26 16:01:30.686681 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84dbbbd8-c859-4b1e-9d08-bfe8cfe50a1a tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:30.697143 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffad17-9947-49fe-ae17-f5e7cc017ce3 req-ee38c156-ae9a-44ad-8de7-552c88b14e08 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:30.709168 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-11ffad17-9947-49fe-ae17-f5e7cc017ce3 req-ee38c156-ae9a-44ad-8de7-552c88b14e08 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b4157ec-0c53-49ac-8358-5c68803e52cd HTTP/1.1" status: 200 len: 946 time: 0.0984452 May 26 16:01:30.794144 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-11ffad17-9947-49fe-ae17-f5e7cc017ce3 req-c6cf6080-9098-4e9a-9c02-48b11fee4be4 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836966 May 26 16:01:30.801753 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84dbbbd8-c859-4b1e-9d08-bfe8cfe50a1a tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:30.863523 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbbbd8-c859-4b1e-9d08-bfe8cfe50a1a tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event updated for resources: {'Port': ['ID=2cf21d6d-e79d-4c8c-9e61-5ea961f8d787,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:30.892579 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dbbbd8-c859-4b1e-9d08-bfe8cfe50a1a tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:30.896733 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-84dbbbd8-c859-4b1e-9d08-bfe8cfe50a1a tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:30.909483 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dbbbd8-c859-4b1e-9d08-bfe8cfe50a1a tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:01:31.005892 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-89e0ade1-f8e1-4d34-9fb4-52f3fabe88d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069807b9-d332-46f0-8d06-d5fab5315384', 'name': 'tempest-AttachSCSIVolumeTestJSON-113868123-router', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c367a478-be37-4758-a053-09a70384fd71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:13Z', 'updated_at': '2022-05-26T15:57:20Z', 'revision_number': 4, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'gw_port': {'id': 'c367a478-be37-4758-a053-09a70384fd71', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069807b9-d332-46f0-8d06-d5fab5315384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:14Z', 'updated_at': '2022-05-26T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '529b8a07-6be1-4952-9bf3-0679d380b8a8', 'name': '', 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'mac_address': 'fa:16:3e:3e:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069807b9-d332-46f0-8d06-d5fab5315384', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e4cd4c04-0f78-4554-8f4d-7d36adb9556a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:19Z', 'updated_at': '2022-05-26T15:57:26Z', 'revision_number': 5, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'subnets': [{'id': 'e4cd4c04-0f78-4554-8f4d-7d36adb9556a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:31.006452 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dbbbd8-c859-4b1e-9d08-bfe8cfe50a1a tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:31.007265 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84dbbbd8-c859-4b1e-9d08-bfe8cfe50a1a tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:31.026765 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-49ee6d99-61bb-471f-8a79-de5761521666 req-548b72ef-c503-4680-9d26-d4105151e89f tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b65ae56-f758-4369-9186-06503b21064e HTTP/1.1" status: 200 len: 210 time: 0.1134710 May 26 16:01:31.038770 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-84dbbbd8-c859-4b1e-9d08-bfe8cfe50a1a tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1178484 May 26 16:01:31.046829 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e0ade1-f8e1-4d34-9fb4-52f3fabe88d2 None None] The sync data for ids ['069807b9-d332-46f0-8d06-d5fab5315384'] in n-d-843337-2 is: [{'id': '069807b9-d332-46f0-8d06-d5fab5315384', 'name': 'tempest-AttachSCSIVolumeTestJSON-113868123-router', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c367a478-be37-4758-a053-09a70384fd71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:13Z', 'updated_at': '2022-05-26T15:57:20Z', 'revision_number': 4, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'gw_port': {'id': 'c367a478-be37-4758-a053-09a70384fd71', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069807b9-d332-46f0-8d06-d5fab5315384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:14Z', 'updated_at': '2022-05-26T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '529b8a07-6be1-4952-9bf3-0679d380b8a8', 'name': '', 'network_id': '9f115508-0eed-42d5-a3d3-b010668163e8', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'mac_address': 'fa:16:3e:3e:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069807b9-d332-46f0-8d06-d5fab5315384', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e4cd4c04-0f78-4554-8f4d-7d36adb9556a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:19Z', 'updated_at': '2022-05-26T15:57:26Z', 'revision_number': 5, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'subnets': [{'id': 'e4cd4c04-0f78-4554-8f4d-7d36adb9556a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:01:31.065743 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cce35-1628-4031-9293-92a3d757107b req-fd2d7621-b498-4a5f-a38b-4c2acaa89685 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:31.067221 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa2cce35-1628-4031-9293-92a3d757107b req-fd2d7621-b498-4a5f-a38b-4c2acaa89685 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 945 time: 0.1636147 May 26 16:01:31.142591 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81ac7c0-8bd4-4051-944a-32c736319532 x-openstack-request-id: req-a81ac7c0-8bd4-4051-944a-32c736319532 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:31.142887 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce986bed-7018-43d4-af5f-b4401f00c03b", "name": "network-vif-deleted", "tag": "ee632a5d-c189-4106-8aaf-4aca642806c2", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:31.143141 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a81ac7c0-8bd4-4051-944a-32c736319532 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:31.143551 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a81ac7c0-8bd4-4051-944a-32c736319532'] response: {'server_uuid': 'ce986bed-7018-43d4-af5f-b4401f00c03b', 'name': 'network-vif-deleted', 'tag': 'ee632a5d-c189-4106-8aaf-4aca642806c2', 'status': 'completed', 'code': 200} May 26 16:01:31.151775 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa2cce35-1628-4031-9293-92a3d757107b req-0eb373eb-c3f5-4d58-939f-ff684fefaa9d tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692549 May 26 16:01:31.273972 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4c518c2-95c3-4822-b132-7bbca945d308 req-5aac8163-ff92-49c1-900b-478ccb411a1c tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 210 time: 0.0470686 May 26 16:01:31.363810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-dc0d72f4-a9ae-4452-8021-116d47e65ade None None] Provisioning complete for port 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:31.364520 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dc0d72f4-a9ae-4452-8021-116d47e65ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:31.376555 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90daf52d-eb1c-4b04-8105-d500d3d4555d req-df3205ac-2d21-4764-b8a3-99b49010176b tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:31.378321 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-90daf52d-eb1c-4b04-8105-d500d3d4555d req-df3205ac-2d21-4764-b8a3-99b49010176b tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 943 time: 0.1144996 May 26 16:01:31.392086 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e84929c-e5b5-4cf6-b190-3ec3325ddc09 req-ada77e67-11ad-4b52-9c39-50df9822fe0c tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e444188e-629a-4a68-a398-2dac85f45d9b HTTP/1.1" status: 200 len: 210 time: 0.0591059 May 26 16:01:31.446148 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-dc0d72f4-a9ae-4452-8021-116d47e65ade None None] Port 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:01:31.452678 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-90daf52d-eb1c-4b04-8105-d500d3d4555d req-507dcd46-170a-4b89-9a67-66f78ff02a3a tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594060 May 26 16:01:31.566276 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bfb782-e4b8-49be-8856-93a728ea84e6 None None] New status for floating IP 0dc1d195-e358-4a17-a5eb-275c66bca2ff: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:01:31.578824 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39664) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:31.585907 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-fd4421e2-d736-448d-b9bd-1146f389e0bc tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Request body: {'security_group': {'name': 'tempest-securitygroup--114151738', 'description': 'tempest-description--1076419291'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:31.635889 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fd4421e2-d736-448d-b9bd-1146f389e0bc tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:31.766856 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c77fc-c5e5-4ad8-b96e-ea746713769d req-d8721586-75d3-4f9c-b7e7-f525f1d6c248 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:31.774701 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf7c77fc-c5e5-4ad8-b96e-ea746713769d req-d8721586-75d3-4f9c-b7e7-f525f1d6c248 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 945 time: 0.1354592 May 26 16:01:31.843104 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf7c77fc-c5e5-4ad8-b96e-ea746713769d req-98c60595-39cf-4bbc-bdf3-ffc6df340041 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674169 May 26 16:01:31.856308 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fd4421e2-d736-448d-b9bd-1146f389e0bc tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:31.865294 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fd4421e2-d736-448d-b9bd-1146f389e0bc tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:31.968114 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fd4421e2-d736-448d-b9bd-1146f389e0bc tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:31.970095 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fd4421e2-d736-448d-b9bd-1146f389e0bc tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3891757 May 26 16:01:31.972980 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39674) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:31.978450 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-9e781745-a4c0-4a9f-a560-6a9833153b34 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Request body: {'security_group_rule': {'security_group_id': 'a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:31.992207 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4421e2-d736-448d-b9bd-1146f389e0bc tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:32.017661 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ede6e-4a43-461b-a08d-9fe1f2015ff8 req-7bac812b-e6c2-456e-9eb3-f9462befbeea tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:32.019362 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be6ede6e-4a43-461b-a08d-9fe1f2015ff8 req-7bac812b-e6c2-456e-9eb3-f9462befbeea tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.0790768 May 26 16:01:32.026110 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9e781745-a4c0-4a9f-a560-6a9833153b34 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.089891 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be6ede6e-4a43-461b-a08d-9fe1f2015ff8 req-12c761c7-c930-46a5-b831-21f577ac09f5 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620930 May 26 16:01:32.104680 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9e781745-a4c0-4a9f-a560-6a9833153b34 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.109435 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9e781745-a4c0-4a9f-a560-6a9833153b34 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.136819 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e781745-a4c0-4a9f-a560-6a9833153b34 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10d92eb-565e-4091-9640-d186ec0e1824,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:32.142796 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9e781745-a4c0-4a9f-a560-6a9833153b34 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.147105 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39688) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:32.149172 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9e781745-a4c0-4a9f-a560-6a9833153b34 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1748624 May 26 16:01:32.151918 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-55d8d9fb-7544-48dc-99c0-5dc0f99c3594 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Request body: {'security_group_rule': {'security_group_id': 'a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:32.197825 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55d8d9fb-7544-48dc-99c0-5dc0f99c3594 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.222123 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39692) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:32.288767 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3ae21f82-a715-4cbf-ac37-9eb288a5b861 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.290967 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463de1e-ecad-432f-b1c4-27149d69ece6 req-73fea9e9-85b2-4f82-bfcb-c8cab749d56d tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:32.312762 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9463de1e-ecad-432f-b1c4-27149d69ece6 req-73fea9e9-85b2-4f82-bfcb-c8cab749d56d tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 945 time: 0.1352842 May 26 16:01:32.319248 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3ae21f82-a715-4cbf-ac37-9eb288a5b861 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.387422 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-1fa0bd4a-bc46-4507-ad6d-a8559a7649cd tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=a51abc20409a4328acbb3bd545f0dec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1179438 May 26 16:01:32.406942 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9463de1e-ecad-432f-b1c4-27149d69ece6 req-da920ccf-6d5c-40fb-8dc7-5af79fb75a67 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861990 May 26 16:01:32.408064 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3ae21f82-a715-4cbf-ac37-9eb288a5b861 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.412650 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55d8d9fb-7544-48dc-99c0-5dc0f99c3594 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.412788 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3ae21f82-a715-4cbf-ac37-9eb288a5b861 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.414338 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3ae21f82-a715-4cbf-ac37-9eb288a5b861 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "DELETE /v2.0/security-groups/ae09cca7-ed5d-46aa-b26f-9e64e851e73c HTTP/1.1" status: 204 len: 168 time: 0.1908431 May 26 16:01:32.420208 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39698) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:32.444300 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae21f82-a715-4cbf-ac37-9eb288a5b861 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae09cca7-ed5d-46aa-b26f-9e64e851e73c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:32.448276 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-9e87edbe-59fa-4e1f-a0c5-8e0a34eda55c tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] show failed (client error): The resource could not be found. May 26 16:01:32.449846 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9e87edbe-59fa-4e1f-a0c5-8e0a34eda55c tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "GET /v2.0/security-groups/ae09cca7-ed5d-46aa-b26f-9e64e851e73c HTTP/1.1" status: 404 len: 347 time: 0.0282640 May 26 16:01:32.452710 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39702) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:32.472255 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d9d931f-57d8-4a2b-9886-4530225e86ae req-fb33322a-9434-45da-95ee-a3ccb890defc tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 210 time: 0.0870266 May 26 16:01:32.474926 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55d8d9fb-7544-48dc-99c0-5dc0f99c3594 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.606951 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8d9fb-7544-48dc-99c0-5dc0f99c3594 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517f7178-8d2f-46c7-8968-d3dba23b8fbd,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:32.620123 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ea63dd4d-459a-4a27-bf78-01dcd7ad09f3 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Deleting port bdea8726-05d8-4d67-a5d7-b50e68e605c9 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:32.620807 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea63dd4d-459a-4a27-bf78-01dcd7ad09f3 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.628595 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2d80fd4-9356-469c-b715-85ad598f3d1c req-61f698e1-91dd-48f3-8903-7635aa5ecc25 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e444188e-629a-4a68-a398-2dac85f45d9b HTTP/1.1" status: 200 len: 210 time: 0.1231284 May 26 16:01:32.638327 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55d8d9fb-7544-48dc-99c0-5dc0f99c3594 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.639394 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-55d8d9fb-7544-48dc-99c0-5dc0f99c3594 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4912922 May 26 16:01:32.646180 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39706) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:32.649462 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d8d9fb-7544-48dc-99c0-5dc0f99c3594 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:32.649807 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d8d9fb-7544-48dc-99c0-5dc0f99c3594 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:32.650200 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d8d9fb-7544-48dc-99c0-5dc0f99c3594 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:32.650576 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d8d9fb-7544-48dc-99c0-5dc0f99c3594 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:32.650791 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d8d9fb-7544-48dc-99c0-5dc0f99c3594 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:32.651223 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d8d9fb-7544-48dc-99c0-5dc0f99c3594 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:32.651534 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d8d9fb-7544-48dc-99c0-5dc0f99c3594 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:32.651859 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d8d9fb-7544-48dc-99c0-5dc0f99c3594 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:32.652203 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d8d9fb-7544-48dc-99c0-5dc0f99c3594 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:32.652522 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d8d9fb-7544-48dc-99c0-5dc0f99c3594 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:32.652845 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d8d9fb-7544-48dc-99c0-5dc0f99c3594 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:32.653161 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d8d9fb-7544-48dc-99c0-5dc0f99c3594 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:32.659615 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-243d093c-9b10-4a0a-9a7e-7a4229be0ed7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:32.716441 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-243d093c-9b10-4a0a-9a7e-7a4229be0ed7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.733705 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea63dd4d-459a-4a27-bf78-01dcd7ad09f3 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.734095 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea63dd4d-459a-4a27-bf78-01dcd7ad09f3 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.736952 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85672815-c4ff-409b-988d-af0eacb0d155 req-596ec35a-b14e-4dc5-a012-0b7e739d8974 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:32.738719 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85672815-c4ff-409b-988d-af0eacb0d155 req-596ec35a-b14e-4dc5-a012-0b7e739d8974 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 945 time: 0.1818683 May 26 16:01:32.750245 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ea63dd4d-459a-4a27-bf78-01dcd7ad09f3 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Calling delete_port for bdea8726-05d8-4d67-a5d7-b50e68e605c9 owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:32.762946 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-d43c38c6-9490-4595-aaf3-aa54ef762aab tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:32.764918 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-d43c38c6-9490-4595-aaf3-aa54ef762aab tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3040199 May 26 16:01:32.801066 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-6a7c490c-33f8-485f-82fe-0b3d96e6fd24 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Request body: {'port': {'device_id': 'e444188e-629a-4a68-a398-2dac85f45d9b', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': 'a51abc20409a4328acbb3bd545f0dec6'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:32.896619 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea63dd4d-459a-4a27-bf78-01dcd7ad09f3 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:32.927656 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85672815-c4ff-409b-988d-af0eacb0d155 req-f4761e8d-a7de-48b4-89ed-50e09a9e150c tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606872 May 26 16:01:32.931561 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63dd4d-459a-4a27-bf78-01dcd7ad09f3 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Pushing event deleted for resources: {'Port': ['ID=bdea8726-05d8-4d67-a5d7-b50e68e605c9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:32.990373 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e069f-a607-4687-8589-ce57fa5aa398 req-a85d9292-e570-435b-b7e0-dd588762b457 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:32.996638 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-591e069f-a607-4687-8589-ce57fa5aa398 req-a85d9292-e570-435b-b7e0-dd588762b457 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 943 time: 0.2441771 May 26 16:01:32.997524 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea63dd4d-459a-4a27-bf78-01dcd7ad09f3 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:33.000860 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea63dd4d-459a-4a27-bf78-01dcd7ad09f3 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:33.002210 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ea63dd4d-459a-4a27-bf78-01dcd7ad09f3 tempest-AttachSCSIVolumeTestJSON-1529752231 tempest-AttachSCSIVolumeTestJSON-1529752231-project] 10.222.0.77 "DELETE /v2.0/floatingips/0dc1d195-e358-4a17-a5eb-275c66bca2ff HTTP/1.1" status: 204 len: 168 time: 0.5461574 May 26 16:01:33.107337 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-591e069f-a607-4687-8589-ce57fa5aa398 req-27c05fd7-e02c-49f1-8574-992c2631e8d9 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977066 May 26 16:01:33.111182 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-6a7c490c-33f8-485f-82fe-0b3d96e6fd24 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Made reservation on behalf of a51abc20409a4328acbb3bd545f0dec6 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:33.130064 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-6a7c490c-33f8-485f-82fe-0b3d96e6fd24 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:33.137265 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-6a7c490c-33f8-485f-82fe-0b3d96e6fd24 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:33.187767 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-243d093c-9b10-4a0a-9a7e-7a4229be0ed7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:33.272546 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:01:33.452965 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-243d093c-9b10-4a0a-9a7e-7a4229be0ed7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Allocated IP 172.25.7.225 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/41bb6b71-83e7-4526-9e66-9e0bc388abb6) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:01:33.469529 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-6a7c490c-33f8-485f-82fe-0b3d96e6fd24 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:33.479903 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953e62b-1ffa-4d82-8d14-2a53559cb395 req-53bad34d-324f-475a-9b77-1d7a49cb61d0 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:33.481562 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9953e62b-1ffa-4d82-8d14-2a53559cb395 req-53bad34d-324f-475a-9b77-1d7a49cb61d0 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.1517031 May 26 16:01:33.487230 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-6a7c490c-33f8-485f-82fe-0b3d96e6fd24 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:33.635436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a81838-1c5d-4860-83ad-6c34da375be9 req-87504e70-3e4a-49b7-a5e7-1480f865114a tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:33.642912 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-92a81838-1c5d-4860-83ad-6c34da375be9 req-87504e70-3e4a-49b7-a5e7-1480f865114a tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 945 time: 0.2760384 May 26 16:01:33.662185 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device ee632a5d-c189-4106-8aaf-4aca642806c2 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:33.679136 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c490c-33f8-485f-82fe-0b3d96e6fd24 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e73936-facd-4520-a937-517f1acb676f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:33.729518 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: ee632a5d-c189-4106-8aaf-4aca642806c2 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:01:33.730137 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device ee632a5d-c189-4106-8aaf-4aca642806c2 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:01:33.736659 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9953e62b-1ffa-4d82-8d14-2a53559cb395 req-557f726a-a018-4b87-b8bb-350487b0b692 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435591 May 26 16:01:33.780549 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-92a81838-1c5d-4860-83ad-6c34da375be9 req-818bd7d3-e71d-493f-890e-b877079fb016 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367819 May 26 16:01:33.879325 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-6a7c490c-33f8-485f-82fe-0b3d96e6fd24 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Allocated IP 192.168.233.227 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/20375dc8-a00d-43df-8c85-331049b660be) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:01:33.884291 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d5ac44dd-fe9b-46b6-8715-bae654b8907f req-d7d20b50-5e02-4e27-af11-7eabfc332fa6 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 210 time: 0.0374913 May 26 16:01:33.887401 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-243d093c-9b10-4a0a-9a7e-7a4229be0ed7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:33.932274 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76b8b1e5-48a4-4d13-bc61-30536b0b689f req-bc581d38-1ebe-437b-979c-6deeaa160a1c tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e444188e-629a-4a68-a398-2dac85f45d9b HTTP/1.1" status: 200 len: 210 time: 0.0547602 May 26 16:01:34.066524 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-243d093c-9b10-4a0a-9a7e-7a4229be0ed7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:34.117101 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243d093c-9b10-4a0a-9a7e-7a4229be0ed7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:34.129173 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-243d093c-9b10-4a0a-9a7e-7a4229be0ed7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:34.137425 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243d093c-9b10-4a0a-9a7e-7a4229be0ed7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:01:34.174253 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d093c-9b10-4a0a-9a7e-7a4229be0ed7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event updated for resources: {'Port': ['ID=41bb6b71-83e7-4526-9e66-9e0bc388abb6,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:34.212248 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-6a7c490c-33f8-485f-82fe-0b3d96e6fd24 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:34.296490 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-243d093c-9b10-4a0a-9a7e-7a4229be0ed7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:34.340137 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-6a7c490c-33f8-485f-82fe-0b3d96e6fd24 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:34.404385 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-243d093c-9b10-4a0a-9a7e-7a4229be0ed7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:34.461891 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-6a7c490c-33f8-485f-82fe-0b3d96e6fd24 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:34.471551 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-6a7c490c-33f8-485f-82fe-0b3d96e6fd24 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:34.477354 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-6a7c490c-33f8-485f-82fe-0b3d96e6fd24 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:01:34.479873 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c490c-33f8-485f-82fe-0b3d96e6fd24 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Pushing event updated for resources: {'Port': ['ID=20375dc8-a00d-43df-8c85-331049b660be,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:34.561006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 82104fd1-f82e-409f-b1db-4fbe49354fed details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:01:34.594275 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147a73f-83fb-40d8-9e1e-dccc6ee03078 req-efeede10-e437-41d6-8ee8-76be51403e9b tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:34.601554 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e147a73f-83fb-40d8-9e1e-dccc6ee03078 req-efeede10-e437-41d6-8ee8-76be51403e9b tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 943 time: 0.4107428 May 26 16:01:34.630218 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-6a7c490c-33f8-485f-82fe-0b3d96e6fd24 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:34.631196 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-6a7c490c-33f8-485f-82fe-0b3d96e6fd24 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:34.752290 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-6a7c490c-33f8-485f-82fe-0b3d96e6fd24 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9631169 May 26 16:01:34.767397 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-663dbe0d-ac6e-426b-81b9-5dbcee2817a4 service neutron] Request body: {'port': {'device_id': 'e444188e-629a-4a68-a398-2dac85f45d9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:34.773913 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e147a73f-83fb-40d8-9e1e-dccc6ee03078 req-7dbc1ecd-2780-4f6d-8d88-719b944f3666 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713767 May 26 16:01:34.781094 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 82104fd1-f82e-409f-b1db-4fbe49354fed, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=82104fd1-f82e-409f-b1db-4fbe49354fed,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:34.821352 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '82104fd1-f82e-409f-b1db-4fbe49354fed', 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51', 'port_id': '82104fd1-f82e-409f-b1db-4fbe49354fed', 'mac_address': 'fa:16:3e:14:2a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76d8b67-4d6e-4728-b031-a89f28d135e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:01:34.826374 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-243d093c-9b10-4a0a-9a7e-7a4229be0ed7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:34.850732 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-243d093c-9b10-4a0a-9a7e-7a4229be0ed7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:34.904783 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 82104fd1-f82e-409f-b1db-4fbe49354fed is: ACTIVE; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:34.905190 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:34.911319 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4657a89a-8398-425d-9442-da6a0010a4cb None None] Provisioning complete for port 20375dc8-a00d-43df-8c85-331049b660be triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:34.911551 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4657a89a-8398-425d-9442-da6a0010a4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:34.987997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4657a89a-8398-425d-9442-da6a0010a4cb None None] Port 20375dc8-a00d-43df-8c85-331049b660be cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:01:35.002019 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82104fd1-f82e-409f-b1db-4fbe49354fed {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:35.018349 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-663dbe0d-ac6e-426b-81b9-5dbcee2817a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:35.043638 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 82104fd1-f82e-409f-b1db-4fbe49354fed, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=82104fd1-f82e-409f-b1db-4fbe49354fed,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:35.058404 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:35.171265 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=82104fd1-f82e-409f-b1db-4fbe49354fed,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:35.183201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['82104fd1-f82e-409f-b1db-4fbe49354fed'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:35.296868 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-243d093c-9b10-4a0a-9a7e-7a4229be0ed7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:35.392710 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70466323-7d08-4fe5-b9d2-c534ea82a55d req-79fc4da1-9245-4fcb-afff-f195df503aa1 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:35.407207 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-70466323-7d08-4fe5-b9d2-c534ea82a55d req-79fc4da1-9245-4fcb-afff-f195df503aa1 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.5470383 May 26 16:01:35.444171 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-243d093c-9b10-4a0a-9a7e-7a4229be0ed7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:35.445460 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-243d093c-9b10-4a0a-9a7e-7a4229be0ed7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7982266 May 26 16:01:35.450761 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d093c-9b10-4a0a-9a7e-7a4229be0ed7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event updated for resources: {'Port': ['ID=41bb6b71-83e7-4526-9e66-9e0bc388abb6,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:35.499500 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6770589-1613-4ac6-ac14-08611caf484f req-2b7236a8-7d5c-4151-b097-2ade246065ee tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:35.501058 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c6770589-1613-4ac6-ac14-08611caf484f req-2b7236a8-7d5c-4151-b097-2ade246065ee tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 945 time: 0.5618331 May 26 16:01:35.552112 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-70466323-7d08-4fe5-b9d2-c534ea82a55d req-f0348a87-d915-41f9-9c01-fee2d770b5b1 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439211 May 26 16:01:35.598712 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c6770589-1613-4ac6-ac14-08611caf484f req-f7f13453-c470-4317-9f5d-e41c15d9a357 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887661 May 26 16:01:35.715079 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ad271b9-d0c2-4ec0-b7b5-08605f2958cc req-d79a160f-67ed-4ddc-9c17-ec97bd3f65aa tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce986bed-7018-43d4-af5f-b4401f00c03b HTTP/1.1" status: 200 len: 210 time: 0.0352745 May 26 16:01:36.215446 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-663dbe0d-ac6e-426b-81b9-5dbcee2817a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20375dc8-a00d-43df-8c85-331049b660be {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:36.245290 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7a3f4-1d4e-4b54-b466-3bc03a784dd3 req-ad1f3971-28fc-46a3-8705-785a34535789 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:36.254184 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c9c7a3f4-1d4e-4b54-b466-3bc03a784dd3 req-ad1f3971-28fc-46a3-8705-785a34535789 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e444188e-629a-4a68-a398-2dac85f45d9b HTTP/1.1" status: 200 len: 936 time: 0.5344434 May 26 16:01:36.292250 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-663dbe0d-ac6e-426b-81b9-5dbcee2817a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:36.322179 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-ac640f89-5157-4387-8606-2a53aad31a9e tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--114151738&fields=id&tenant_id=829e9f52f7f3454cafe50e0d9182f678 HTTP/1.1" status: 200 len: 267 time: 0.1657751 May 26 16:01:36.345279 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-663dbe0d-ac6e-426b-81b9-5dbcee2817a4 service neutron] Transition to ACTIVE for port object 20375dc8-a00d-43df-8c85-331049b660be will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:01:36.371900 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-663dbe0d-ac6e-426b-81b9-5dbcee2817a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:36.432881 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c9c7a3f4-1d4e-4b54-b466-3bc03a784dd3 req-1fc0d11b-c6b4-4978-bdf5-eb2d34b31756 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713507 May 26 16:01:36.448141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663dbe0d-ac6e-426b-81b9-5dbcee2817a4 service neutron] Pushing event updated for resources: {'Port': ['ID=20375dc8-a00d-43df-8c85-331049b660be,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:36.483529 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-00d9a7e4-0c60-4cca-a694-167a65435cc3 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:36.489064 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-00d9a7e4-0c60-4cca-a694-167a65435cc3 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports/050f7dea-7df3-4c3e-9043-c8ce4c335535 HTTP/1.1" status: 200 len: 931 time: 0.1575170 May 26 16:01:36.577659 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 82104fd1-f82e-409f-b1db-4fbe49354fed up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:36.709137 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 82104fd1-f82e-409f-b1db-4fbe49354fed triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:36.709757 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:36.727931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-55914f2e-4598-4fab-81cb-0395e624e95e tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:36.737851 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-55914f2e-4598-4fab-81cb-0395e624e95e tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports/2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 HTTP/1.1" status: 200 len: 932 time: 0.2404089 May 26 16:01:36.866089 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-d3ebb1af-1066-414d-b245-6768bc96b7ed tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?network_id=f0bfc686-5a9f-4760-8a91-fab0346012c9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1272626 May 26 16:01:36.873453 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 82104fd1-f82e-409f-b1db-4fbe49354fed is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:36.873847 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:36.912585 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4157ec-0c53-49ac-8358-5c68803e52cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82104fd1-f82e-409f-b1db-4fbe49354fed'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:36.915879 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f28b1-0a67-4936-a372-169b22f465df req-ae10001c-2dcc-43b9-9649-d0264ea04b43 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:36.917184 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1350951-236c-4089-a9a9-ad7adb0e5fee" -d '{"events": [{"server_uuid": "5b4157ec-0c53-49ac-8358-5c68803e52cd", "name": "network-vif-plugged", "status": "completed", "tag": "82104fd1-f82e-409f-b1db-4fbe49354fed"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:36.920591 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3b1f28b1-0a67-4936-a372-169b22f465df req-ae10001c-2dcc-43b9-9649-d0264ea04b43 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 943 time: 0.3699124 May 26 16:01:36.943861 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 82104fd1-f82e-409f-b1db-4fbe49354fed, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=82104fd1-f82e-409f-b1db-4fbe49354fed,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:36.957253 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-1e921bd2-557f-4917-9770-4d0d7a753636 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?network_id=f0bfc686-5a9f-4760-8a91-fab0346012c9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0754759 May 26 16:01:36.973910 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:37.038095 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=82104fd1-f82e-409f-b1db-4fbe49354fed,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:37.050698 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3b1f28b1-0a67-4936-a372-169b22f465df req-159d4fde-8da6-4bd6-abb6-ebc58cc37a76 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742128 May 26 16:01:37.136167 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-663dbe0d-ac6e-426b-81b9-5dbcee2817a4 service neutron] Attempting to bind port 20375dc8-a00d-43df-8c85-331049b660be on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:01:37.136713 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-663dbe0d-ac6e-426b-81b9-5dbcee2817a4 service neutron] Attempting to bind port 20375dc8-a00d-43df-8c85-331049b660be by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:01:37.137217 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-663dbe0d-ac6e-426b-81b9-5dbcee2817a4 service neutron] Attempting to bind port 20375dc8-a00d-43df-8c85-331049b660be on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:37.151025 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-663dbe0d-ac6e-426b-81b9-5dbcee2817a4 service neutron] Port 20375dc8-a00d-43df-8c85-331049b660be on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:01:37.151381 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-663dbe0d-ac6e-426b-81b9-5dbcee2817a4 service neutron] Attempting to bind port 20375dc8-a00d-43df-8c85-331049b660be on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:37.176852 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-663dbe0d-ac6e-426b-81b9-5dbcee2817a4 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:01:37.177207 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-663dbe0d-ac6e-426b-81b9-5dbcee2817a4 service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:37.177577 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-663dbe0d-ac6e-426b-81b9-5dbcee2817a4 service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:01:37.178029 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-663dbe0d-ac6e-426b-81b9-5dbcee2817a4 service neutron] Bound port: 20375dc8-a00d-43df-8c85-331049b660be, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:01:37.178388 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-663dbe0d-ac6e-426b-81b9-5dbcee2817a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:37.293243 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-663dbe0d-ac6e-426b-81b9-5dbcee2817a4 service neutron] For port 20375dc8-a00d-43df-8c85-331049b660be, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:01:37.295795 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-663dbe0d-ac6e-426b-81b9-5dbcee2817a4 service neutron] For port 20375dc8-a00d-43df-8c85-331049b660be, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=20375dc8-a00d-43df-8c85-331049b660be,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:01:37.316458 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-663dbe0d-ac6e-426b-81b9-5dbcee2817a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:37.326039 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-37ad3e78-4706-49ea-84e6-32622c48d988 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:37.332138 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-37ad3e78-4706-49ea-84e6-32622c48d988 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:37.339652 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-37ad3e78-4706-49ea-84e6-32622c48d988 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:37.341387 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-37ad3e78-4706-49ea-84e6-32622c48d988 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/networks?id=cc5ef074-7315-4026-8964-d75cc2ddf062&id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&id=f0bfc686-5a9f-4760-8a91-fab0346012c9&id=f0bfc686-5a9f-4760-8a91-fab0346012c9 HTTP/1.1" status: 200 len: 1989 time: 0.3832076 May 26 16:01:37.397513 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690adda-64a6-49b5-9450-1ec0f6cf9718 req-47816dec-8782-4168-965c-57c10c41542b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:37.405298 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c690adda-64a6-49b5-9450-1ec0f6cf9718 req-47816dec-8782-4168-965c-57c10c41542b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.2370594 May 26 16:01:37.420938 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-663dbe0d-ac6e-426b-81b9-5dbcee2817a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:37.422215 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-663dbe0d-ac6e-426b-81b9-5dbcee2817a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:37.423121 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-663dbe0d-ac6e-426b-81b9-5dbcee2817a4 service neutron] 10.222.0.81 "PUT /v2.0/ports/20375dc8-a00d-43df-8c85-331049b660be HTTP/1.1" status: 200 len: 1096 time: 2.6610310 May 26 16:01:37.425413 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-eeb86a6b-cfbc-465e-b38b-4a1043990453 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/quotas/829e9f52f7f3454cafe50e0d9182f678 HTTP/1.1" status: 200 len: 375 time: 0.0523553 May 26 16:01:37.426036 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e444188e-629a-4a68-a398-2dac85f45d9b', 'tag': '20375dc8-a00d-43df-8c85-331049b660be'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:37.428790 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e90f25d-d437-495f-a581-23acb603562e" -d '{"events": [{"name": "network-changed", "server_uuid": "e444188e-629a-4a68-a398-2dac85f45d9b", "tag": "20375dc8-a00d-43df-8c85-331049b660be"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:37.560573 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663dbe0d-ac6e-426b-81b9-5dbcee2817a4 service neutron] Pushing event updated for resources: {'Port': ['ID=20375dc8-a00d-43df-8c85-331049b660be,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:37.618813 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c690adda-64a6-49b5-9450-1ec0f6cf9718 req-a0ff5c01-e531-4c23-8f75-7769ca98de2a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126348 May 26 16:01:37.647539 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a58f7b5e-79b1-48d2-a1c9-5a930d3669e3 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=829e9f52f7f3454cafe50e0d9182f678&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1921909 May 26 16:01:37.660683 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-3d089301-ff68-4e8c-8e5f-d5f8b2d4886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:37.663055 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-3d089301-ff68-4e8c-8e5f-d5f8b2d4886d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a51abc20409a4328acbb3bd545f0dec6&device_id=e444188e-629a-4a68-a398-2dac85f45d9b HTTP/1.1" status: 200 len: 1099 time: 0.1547732 May 26 16:01:37.768637 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-411eed8b-714a-4a6b-893e-82e8357d91a4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=20375dc8-a00d-43df-8c85-331049b660be HTTP/1.1" status: 200 len: 217 time: 0.0732005 May 26 16:01:37.926711 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-07d318b1-897c-4697-b16b-f0490821b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:37.928234 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-07d318b1-897c-4697-b16b-f0490821b283 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0940776 May 26 16:01:37.954063 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ffa48-d274-4a82-959e-c1863d82680c req-71f8f895-0b1c-4557-bc0b-05bb380e875a tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:37.963722 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d82ffa48-d274-4a82-959e-c1863d82680c req-71f8f895-0b1c-4557-bc0b-05bb380e875a tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 945 time: 0.2068777 May 26 16:01:38.008179 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-08d85982-372b-4c3c-9a9c-8bb529fe4b19 service neutron] 10.222.0.77 "GET /v2.0/networks/cc5ef074-7315-4026-8964-d75cc2ddf062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419654 May 26 16:01:38.051383 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d82ffa48-d274-4a82-959e-c1863d82680c req-4be71b6d-15ab-4f28-b396-22ebaed4feb5 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823247 May 26 16:01:38.172017 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-83dfbc24-b2e9-4344-a5bc-4761a074e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:38.173976 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-83dfbc24-b2e9-4344-a5bc-4761a074e6bb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2352314 May 26 16:01:38.295593 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-855f8d80-ccac-456f-9338-35cda37e0f9b service neutron] 10.222.0.77 "GET /v2.0/networks/cc5ef074-7315-4026-8964-d75cc2ddf062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701213 May 26 16:01:38.342924 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872d1715-9ace-4e7d-8865-f1a7000bc7a6 x-openstack-request-id: req-872d1715-9ace-4e7d-8865-f1a7000bc7a6 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:38.343429 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4157ec-0c53-49ac-8358-5c68803e52cd", "name": "network-vif-plugged", "status": "completed", "tag": "82104fd1-f82e-409f-b1db-4fbe49354fed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:38.343429 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-872d1715-9ace-4e7d-8865-f1a7000bc7a6 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:38.343874 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-872d1715-9ace-4e7d-8865-f1a7000bc7a6'] response: {'server_uuid': '5b4157ec-0c53-49ac-8358-5c68803e52cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82104fd1-f82e-409f-b1db-4fbe49354fed', 'code': 200} May 26 16:01:38.399469 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-4bb626c3-b7c0-4de2-bc29-c1f7cef36fe6 service neutron] 10.222.0.77 "GET /v2.0/ports/050f7dea-7df3-4c3e-9043-c8ce4c335535?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0761998 May 26 16:01:38.401118 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001801fd-60c7-4f20-be9d-4bf258584f44 x-openstack-request-id: req-001801fd-60c7-4f20-be9d-4bf258584f44 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:38.401406 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e444188e-629a-4a68-a398-2dac85f45d9b", "tag": "20375dc8-a00d-43df-8c85-331049b660be", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:38.401660 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-001801fd-60c7-4f20-be9d-4bf258584f44 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:38.402047 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-001801fd-60c7-4f20-be9d-4bf258584f44'] response: {'name': 'network-changed', 'server_uuid': 'e444188e-629a-4a68-a398-2dac85f45d9b', 'tag': '20375dc8-a00d-43df-8c85-331049b660be', 'status': 'completed', 'code': 200} May 26 16:01:38.555225 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-ea815c86-087b-4b4b-b7c0-18b8c56cf03c service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716426 May 26 16:01:38.699970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9e7e4-64c2-4700-81bd-790b7e1bf06f req-50dcbfa2-70dd-4248-a2d1-432977e31f3c tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:38.710399 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1d9e7e4-64c2-4700-81bd-790b7e1bf06f req-50dcbfa2-70dd-4248-a2d1-432977e31f3c tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e444188e-629a-4a68-a398-2dac85f45d9b HTTP/1.1" status: 200 len: 948 time: 0.2031569 May 26 16:01:38.862442 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed2ace36-244f-480a-bce3-2c756c26e0c2 req-68bf8c91-ee7a-4d7f-85bb-2e0552642a7b service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984836 May 26 16:01:38.899679 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-d9a3f6cb-b01f-47cc-8d0b-7f91b894e207 service neutron] 10.222.0.77 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908762 May 26 16:01:39.048256 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1d9e7e4-64c2-4700-81bd-790b7e1bf06f req-33c5bcb5-7fb7-4d8a-851a-c86caca499c0 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344388 May 26 16:01:39.159535 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90f25d-d437-495f-a581-23acb603562e req-ea480d90-c7fb-48b0-93ab-49197d6443f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:39.161850 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e90f25d-d437-495f-a581-23acb603562e req-ea480d90-c7fb-48b0-93ab-49197d6443f0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a51abc20409a4328acbb3bd545f0dec6&device_id=e444188e-629a-4a68-a398-2dac85f45d9b HTTP/1.1" status: 200 len: 1099 time: 0.2231617 May 26 16:01:39.231741 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-02a39e51-6167-4f9f-8668-629a5ee5b532 service neutron] 10.222.0.77 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232305 May 26 16:01:39.341000 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68af3e6-defd-411d-9542-1a3e4c3904ab req-0a563e63-ca05-4439-97a6-156c9c93b5ed tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:39.349471 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c68af3e6-defd-411d-9542-1a3e4c3904ab req-0a563e63-ca05-4439-97a6-156c9c93b5ed tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 943 time: 0.1863298 May 26 16:01:39.382861 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-3d395981-cce3-4566-9f25-a14ff5c604ad service neutron] 10.222.0.77 "GET /v2.0/ports/2cf21d6d-e79d-4c8c-9e61-5ea961f8d787?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1310160 May 26 16:01:39.445937 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c68af3e6-defd-411d-9542-1a3e4c3904ab req-fbeb0dd6-c143-4a5f-b58a-3431a81a412b tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944440 May 26 16:01:39.492355 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90f25d-d437-495f-a581-23acb603562e req-d4f05451-4f3c-4514-99f9-1a55519af636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:39.494008 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e90f25d-d437-495f-a581-23acb603562e req-d4f05451-4f3c-4514-99f9-1a55519af636 service neutron] 10.222.0.81 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.2800555 May 26 16:01:39.577579 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e90f25d-d437-495f-a581-23acb603562e req-694acc0b-2ef6-410b-97f5-fb55b4f8dbe6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=20375dc8-a00d-43df-8c85-331049b660be HTTP/1.1" status: 200 len: 217 time: 0.0730488 May 26 16:01:39.644110 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90f25d-d437-495f-a581-23acb603562e req-2b17aae4-ca2e-48cb-b5d8-5c70118dbc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:39.646551 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e90f25d-d437-495f-a581-23acb603562e req-2b17aae4-ca2e-48cb-b5d8-5c70118dbc01 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0572500 May 26 16:01:39.665243 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-17806cc8-f7f7-4d29-afcb-1c835f8081c8 service neutron] 10.222.0.77 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714281 May 26 16:01:39.799362 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd99f79-cc02-4e20-980d-82a85572526f req-383653f9-6dc3-4ec5-972b-48ef94c798a2 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:39.801018 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-edd99f79-cc02-4e20-980d-82a85572526f req-383653f9-6dc3-4ec5-972b-48ef94c798a2 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.1532464 May 26 16:01:39.805760 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90f25d-d437-495f-a581-23acb603562e req-754c185c-6258-4ad0-91ea-6151ecca384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:39.807402 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e90f25d-d437-495f-a581-23acb603562e req-754c185c-6258-4ad0-91ea-6151ecca384e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1457150 May 26 16:01:39.931725 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-edd99f79-cc02-4e20-980d-82a85572526f req-f4c311b5-85d6-424e-9938-5aa5da55338d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160700 May 26 16:01:40.000158 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-2066705a-e66a-40a4-ba80-ad5cdcec7dfb service neutron] 10.222.0.77 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127182 May 26 16:01:40.127423 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e90f25d-d437-495f-a581-23acb603562e req-5d5d156f-61c0-4b50-9de8-382f0cd72d32 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099270 May 26 16:01:40.286484 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8d252-8e4d-420c-b129-208e9d126082 req-7c9411f2-235f-4291-bb1e-39999ea0a1cc tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:40.288045 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-09b8d252-8e4d-420c-b129-208e9d126082 req-7c9411f2-235f-4291-bb1e-39999ea0a1cc tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 945 time: 0.2355139 May 26 16:01:40.353948 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-f63019d2-6254-4895-9570-4ed75683b0ca service neutron] 10.222.0.77 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472872 May 26 16:01:40.359045 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e90f25d-d437-495f-a581-23acb603562e req-a13fbd41-370d-42e8-afb1-6205ac9e00d7 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200360 May 26 16:01:40.417034 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-09b8d252-8e4d-420c-b129-208e9d126082 req-8b521fe7-4b1d-4729-9a2f-35231ce3eb53 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159642 May 26 16:01:40.541724 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-f4d25575-ebc4-4cea-940b-ae7c39c8e8c8 service neutron] 10.222.0.77 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565597 May 26 16:01:40.726905 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-de060c72-fb6b-4faa-b046-4ca7736926d1 service neutron] 10.222.0.77 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841593 May 26 16:01:40.858796 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-0faf6acc-07ba-4523-946a-2455c689135f service neutron] 10.222.0.77 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179368 May 26 16:01:41.323059 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6b1bb-053d-4df7-b096-fc518316fb7a req-6fbf5a80-7cb6-4193-a6ff-f7454a0734ae tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:41.341692 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e1e6b1bb-053d-4df7-b096-fc518316fb7a req-6fbf5a80-7cb6-4193-a6ff-f7454a0734ae tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e444188e-629a-4a68-a398-2dac85f45d9b HTTP/1.1" status: 200 len: 948 time: 0.4948187 May 26 16:01:41.388022 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-155b692d-7f99-405b-82b1-d1fedb87502b service neutron] 10.222.0.77 "GET /v2.0/networks/f0bfc686-5a9f-4760-8a91-fab0346012c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056603 May 26 16:01:41.397680 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e1e6b1bb-053d-4df7-b096-fc518316fb7a req-47ae6803-f23f-4447-ac89-12abbe3a42ad tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647161 May 26 16:01:41.589409 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-fc4a5424-04a6-40ea-bda6-b5f4adf3396c service neutron] 10.222.0.77 "GET /v2.0/networks/f0bfc686-5a9f-4760-8a91-fab0346012c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795931 May 26 16:01:41.670082 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978f03e-3bd4-4674-a6c0-8d90a53d0b0c req-ffbc4c54-aa60-4264-8b61-f173ef352d4d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:41.678678 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5978f03e-3bd4-4674-a6c0-8d90a53d0b0c req-ffbc4c54-aa60-4264-8b61-f173ef352d4d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 943 time: 0.1437678 May 26 16:01:41.710235 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 80ae73e3-df92-479c-8a3a-0ea1a951666a details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:01:41.733011 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5978f03e-3bd4-4674-a6c0-8d90a53d0b0c req-613beede-29a2-4d68-96ac-5c172ffaa5b2 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530908 May 26 16:01:41.810720 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39940) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:41.814847 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-3533f8e3-0df0-432c-9a02-067b252e17b5 service neutron] 10.222.0.77 "GET /v2.0/networks/f0bfc686-5a9f-4760-8a91-fab0346012c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156549 May 26 16:01:41.873157 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 80ae73e3-df92-479c-8a3a-0ea1a951666a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=80ae73e3-df92-479c-8a3a-0ea1a951666a,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:41.889942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '80ae73e3-df92-479c-8a3a-0ea1a951666a', 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a', 'port_id': '80ae73e3-df92-479c-8a3a-0ea1a951666a', 'mac_address': 'fa:16:3e:cc:70:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e27219-447c-429c-b572-febfd4b36520', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:01:41.953809 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-18883003-1110-48a7-8ae8-7944ba7a33ba service neutron] 10.222.0.77 "GET /v2.0/networks/f0bfc686-5a9f-4760-8a91-fab0346012c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306453 May 26 16:01:41.982443 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 80ae73e3-df92-479c-8a3a-0ea1a951666a is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:41.982836 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:42.013043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ae73e3-df92-479c-8a3a-0ea1a951666a {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:42.059613 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 80ae73e3-df92-479c-8a3a-0ea1a951666a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=80ae73e3-df92-479c-8a3a-0ea1a951666a,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:42.060141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57d695-feb0-4631-b4bb-e46abf356ade req-3f7f25c1-b421-44d6-9e37-3e59c89123c3 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:42.078613 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:42.089957 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6b57d695-feb0-4631-b4bb-e46abf356ade req-3f7f25c1-b421-44d6-9e37-3e59c89123c3 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.1348269 May 26 16:01:42.151525 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6b57d695-feb0-4631-b4bb-e46abf356ade req-c6382ceb-56ef-46f9-bb9c-25e81f860732 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547886 May 26 16:01:42.191130 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=80ae73e3-df92-479c-8a3a-0ea1a951666a,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:42.302032 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebfcd9-4373-405a-a213-f7e19c05cee2 req-3f1cfd0c-2f00-41c9-ba1e-a5aab1c50e0d tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:42.313587 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7ebfcd9-4373-405a-a213-f7e19c05cee2 req-3f1cfd0c-2f00-41c9-ba1e-a5aab1c50e0d tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 945 time: 0.0942781 May 26 16:01:42.380751 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7ebfcd9-4373-405a-a213-f7e19c05cee2 req-b589bf42-57a2-475a-8cea-ebda6373cdb0 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661659 May 26 16:01:42.539613 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c4930e6a-3233-4200-9178-0937681d293d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:42.606592 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 20375dc8-a00d-43df-8c85-331049b660be details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:01:42.769907 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['80ae73e3-df92-479c-8a3a-0ea1a951666a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:42.874939 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 20375dc8-a00d-43df-8c85-331049b660be, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=20375dc8-a00d-43df-8c85-331049b660be,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:42.965318 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f38610-05a4-4009-ad6e-74c5397811c9 req-4c7fd229-8ae7-4d65-b96e-661ed67a4406 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:42.976550 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c9f38610-05a4-4009-ad6e-74c5397811c9 req-4c7fd229-8ae7-4d65-b96e-661ed67a4406 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e444188e-629a-4a68-a398-2dac85f45d9b HTTP/1.1" status: 200 len: 948 time: 0.1194341 May 26 16:01:43.005439 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '20375dc8-a00d-43df-8c85-331049b660be', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '20375dc8-a00d-43df-8c85-331049b660be', 'mac_address': 'fa:16:3e:6f:e8:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:01:43.071947 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c9f38610-05a4-4009-ad6e-74c5397811c9 req-4590f634-5255-4c00-b377-bb758e07ebd1 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929067 May 26 16:01:43.081475 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a3bcd15f-88b3-4221-89e5-6eb212e26858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:43.146864 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 20375dc8-a00d-43df-8c85-331049b660be is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:43.147356 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:43.188079 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20375dc8-a00d-43df-8c85-331049b660be {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:43.247158 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 20375dc8-a00d-43df-8c85-331049b660be, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=20375dc8-a00d-43df-8c85-331049b660be,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:43.262069 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:43.308163 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a9715-6f9f-474a-8afd-d2384e74629f req-0e9de37f-ef78-4a18-a10d-b5702497bfe9 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:43.314941 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a26a9715-6f9f-474a-8afd-d2384e74629f req-0e9de37f-ef78-4a18-a10d-b5702497bfe9 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 944 time: 0.2111249 May 26 16:01:43.336743 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890dfe3-ccd5-455f-8652-fb159b1dd19a req-59959d1e-13dc-47a8-8b71-10c45daa8e53 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:43.344348 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f890dfe3-ccd5-455f-8652-fb159b1dd19a req-59959d1e-13dc-47a8-8b71-10c45daa8e53 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 944 time: 0.1512504 May 26 16:01:43.360693 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=20375dc8-a00d-43df-8c85-331049b660be,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:43.463621 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a26a9715-6f9f-474a-8afd-d2384e74629f req-83c1e6ed-e0cd-4168-ae3f-44db6c05bf37 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105502 May 26 16:01:43.487735 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f890dfe3-ccd5-455f-8652-fb159b1dd19a req-61a31991-a5ff-4040-a628-dcfefd8a5182 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424899 May 26 16:01:43.526920 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-c4930e6a-3233-4200-9178-0937681d293d admin admin] Deleting port 529b8a07-6be1-4952-9bf3-0679d380b8a8 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:43.527415 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c4930e6a-3233-4200-9178-0937681d293d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:43.575608 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['20375dc8-a00d-43df-8c85-331049b660be'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:43.647159 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-854e2ddd-4a3c-4663-8294-c281ab3c0873 req-ad68f0f0-15ad-4df3-a299-c71e1612cc0f tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 210 time: 0.0525782 May 26 16:01:43.673172 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-c4930e6a-3233-4200-9178-0937681d293d admin admin] For port 529b8a07-6be1-4952-9bf3-0679d380b8a8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=529b8a07-6be1-4952-9bf3-0679d380b8a8,segment=NetworkSegment(7552e5b1-67b9-4feb-95cc-331d802ec945),segment_id=7552e5b1-67b9-4feb-95cc-331d802ec945)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:43.673837 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c4930e6a-3233-4200-9178-0937681d293d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:43.699952 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-c4930e6a-3233-4200-9178-0937681d293d admin admin] Calling delete_port for 529b8a07-6be1-4952-9bf3-0679d380b8a8 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:43.759862 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11162fd-3de2-48ef-9b9e-5e75c24dda1d req-e00753e1-08a4-4ca8-b7a2-7d04ace38efe tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:43.770351 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c11162fd-3de2-48ef-9b9e-5e75c24dda1d req-e00753e1-08a4-4ca8-b7a2-7d04ace38efe tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.1360216 May 26 16:01:43.910368 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0446b26-f6a5-4152-859b-bd0c797e19a7 req-32d53312-e09d-4d9f-b85f-518e1a2a35b4 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:43.918462 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0446b26-f6a5-4152-859b-bd0c797e19a7 req-32d53312-e09d-4d9f-b85f-518e1a2a35b4 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 945 time: 0.1476960 May 26 16:01:43.982958 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c11162fd-3de2-48ef-9b9e-5e75c24dda1d req-78cd3ca0-1d1f-4b52-8ecb-01fa2d11bea8 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886327 May 26 16:01:44.028474 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c4930e6a-3233-4200-9178-0937681d293d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:44.059835 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0446b26-f6a5-4152-859b-bd0c797e19a7 req-dbc68938-7b1b-4b36-91af-d1840dd7795c tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344080 May 26 16:01:44.154497 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4930e6a-3233-4200-9178-0937681d293d admin admin] Pushing event deleted for resources: {'Port': ['ID=529b8a07-6be1-4952-9bf3-0679d380b8a8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:44.185511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4930e6a-3233-4200-9178-0937681d293d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:44.185847 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4930e6a-3233-4200-9178-0937681d293d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:44.186184 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4930e6a-3233-4200-9178-0937681d293d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:44.186517 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4930e6a-3233-4200-9178-0937681d293d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:44.186845 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4930e6a-3233-4200-9178-0937681d293d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:44.187167 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4930e6a-3233-4200-9178-0937681d293d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:44.187500 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4930e6a-3233-4200-9178-0937681d293d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:44.187860 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4930e6a-3233-4200-9178-0937681d293d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:44.188209 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4930e6a-3233-4200-9178-0937681d293d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:44.188529 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4930e6a-3233-4200-9178-0937681d293d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:44.188845 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4930e6a-3233-4200-9178-0937681d293d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:44.189180 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4930e6a-3233-4200-9178-0937681d293d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:44.278210 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abd0d5-54de-47bb-9c2e-c751f87847fe req-4ac41da8-fe9b-404b-8660-9ed4db2a661d tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:44.280257 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1abd0d5-54de-47bb-9c2e-c751f87847fe req-4ac41da8-fe9b-404b-8660-9ed4db2a661d tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.83 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 944 time: 0.1838865 May 26 16:01:44.386120 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b51db-89b9-4e7b-aa26-fd13b30e3069 req-01a8eea5-8140-49bf-9061-b0891b4a74dd tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:44.387791 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a72b51db-89b9-4e7b-aa26-fd13b30e3069 req-01a8eea5-8140-49bf-9061-b0891b4a74dd tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e444188e-629a-4a68-a398-2dac85f45d9b HTTP/1.1" status: 200 len: 949 time: 0.1705294 May 26 16:01:44.462179 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a72b51db-89b9-4e7b-aa26-fd13b30e3069 req-9d7266a5-01e0-4f60-9d44-86a218f5f828 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669017 May 26 16:01:44.599476 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c4930e6a-3233-4200-9178-0937681d293d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:44.664549 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109417b7-fd50-48a0-8413-ebf04a8bd591 req-ab322348-ad8a-4c68-8dcc-b7515bdc6a1e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:44.668820 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-109417b7-fd50-48a0-8413-ebf04a8bd591 req-ab322348-ad8a-4c68-8dcc-b7515bdc6a1e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 944 time: 0.1141961 May 26 16:01:44.673085 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-f1abd0d5-54de-47bb-9c2e-c751f87847fe req-b205eb1f-85e2-4b3c-b34c-608cd7e49358 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Deleting port ed88e625-4db8-45fd-b42e-18cdbdfc13f5 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:44.673422 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f1abd0d5-54de-47bb-9c2e-c751f87847fe req-b205eb1f-85e2-4b3c-b34c-608cd7e49358 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:44.747362 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0633220-96b5-4df7-923c-a03c722f60f7 req-6979f6d3-0ddc-4198-afdd-681bac612062 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:44.755288 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0633220-96b5-4df7-923c-a03c722f60f7 req-6979f6d3-0ddc-4198-afdd-681bac612062 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 944 time: 0.1126993 May 26 16:01:44.792753 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-109417b7-fd50-48a0-8413-ebf04a8bd591 req-9f1081d4-8b5d-440b-9546-e12d193e2782 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039257 May 26 16:01:44.837937 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0633220-96b5-4df7-923c-a03c722f60f7 req-d554b21f-fa9b-4f2f-94d7-9e645c38ec14 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814650 May 26 16:01:44.936429 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-f1abd0d5-54de-47bb-9c2e-c751f87847fe req-b205eb1f-85e2-4b3c-b34c-608cd7e49358 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] For port ed88e625-4db8-45fd-b42e-18cdbdfc13f5, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=ed88e625-4db8-45fd-b42e-18cdbdfc13f5,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:44.937153 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f1abd0d5-54de-47bb-9c2e-c751f87847fe req-b205eb1f-85e2-4b3c-b34c-608cd7e49358 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:44.958723 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-f1abd0d5-54de-47bb-9c2e-c751f87847fe req-b205eb1f-85e2-4b3c-b34c-608cd7e49358 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Calling delete_port for ed88e625-4db8-45fd-b42e-18cdbdfc13f5 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:45.009693 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-084a5795-2039-41fe-b212-f1b29befd308 req-064d7837-c761-40e2-905d-544415b39136 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 210 time: 0.0473075 May 26 16:01:45.103778 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4930e6a-3233-4200-9178-0937681d293d admin admin] Router 069807b9-d332-46f0-8d06-d5fab5315384 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:01:45.202976 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-31d1e779-ba49-4c0c-a083-3d991bebcf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:45.204711 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-31d1e779-ba49-4c0c-a083-3d991bebcf40 service neutron] 10.222.0.81 "GET /v2.0/ports/050f7dea-7df3-4c3e-9043-c8ce4c335535 HTTP/1.1" status: 200 len: 1027 time: 0.1832435 May 26 16:01:45.260232 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-b806e578-3c28-45f2-8252-263861f4cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:45.261614 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-b806e578-3c28-45f2-8252-263861f4cab0 service neutron] 10.222.0.81 "GET /v2.0/ports/2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 HTTP/1.1" status: 200 len: 1028 time: 0.0426545 May 26 16:01:45.269582 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc3883-47e4-44ac-b0df-7aed895ea5a5 req-90451e13-6aca-4329-bb17-4a42608c45e0 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:45.278175 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4afc3883-47e4-44ac-b0df-7aed895ea5a5 req-90451e13-6aca-4329-bb17-4a42608c45e0 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.2055118 May 26 16:01:45.345527 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4930e6a-3233-4200-9178-0937681d293d admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:01:45.356085 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c4930e6a-3233-4200-9178-0937681d293d admin admin] 10.222.0.77 "PUT /v2.0/routers/069807b9-d332-46f0-8d06-d5fab5315384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5409684 May 26 16:01:45.356942 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40024) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:45.358984 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8307905-3042-450f-b5bc-b71e12e85e52 None None] Sync routers for ids ['069807b9-d332-46f0-8d06-d5fab5315384'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:01:45.408572 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8307905-3042-450f-b5bc-b71e12e85e52 None None] Routers {'069807b9-d332-46f0-8d06-d5fab5315384'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:45.409103 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e8307905-3042-450f-b5bc-b71e12e85e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:01:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['069807b9-d332-46f0-8d06-d5fab5315384'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:45.472989 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9f41b90a-84ee-4664-a7b5-783dfb556c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:45.532640 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30dffc98-85c9-41dc-96df-c2f55a4d4a7d admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:45.537024 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-d0cf2dea-3ac2-47fc-b1ba-2e55aa1aacc4 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:45.544029 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-d0cf2dea-3ac2-47fc-b1ba-2e55aa1aacc4 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:45.554698 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-d0cf2dea-3ac2-47fc-b1ba-2e55aa1aacc4 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:45.556701 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-d0cf2dea-3ac2-47fc-b1ba-2e55aa1aacc4 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.81 "GET /v2.0/networks?id=cc5ef074-7315-4026-8964-d75cc2ddf062&id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&id=f0bfc686-5a9f-4760-8a91-fab0346012c9&id=f0bfc686-5a9f-4760-8a91-fab0346012c9 HTTP/1.1" status: 200 len: 1989 time: 0.2678320 May 26 16:01:45.569856 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4afc3883-47e4-44ac-b0df-7aed895ea5a5 req-ff39bc5e-1d63-4cb8-8a71-58e26e26e0f1 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884567 May 26 16:01:45.582196 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fd33c-cb9b-4429-9389-42feab35f23a req-7901c839-a484-4a77-bff2-b4211b227a58 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:45.605222 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d94fd33c-cb9b-4429-9389-42feab35f23a req-7901c839-a484-4a77-bff2-b4211b227a58 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 945 time: 0.3249333 May 26 16:01:45.612701 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f1abd0d5-54de-47bb-9c2e-c751f87847fe req-b205eb1f-85e2-4b3c-b34c-608cd7e49358 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:45.638119 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-e8307905-3042-450f-b5bc-b71e12e85e52 None None] Set router 069807b9-d332-46f0-8d06-d5fab5315384 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:45.700472 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205eb1f-85e2-4b3c-b34c-608cd7e49358 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Pushing event deleted for resources: {'Port': ['ID=ed88e625-4db8-45fd-b42e-18cdbdfc13f5,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:45.757912 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d94fd33c-cb9b-4429-9389-42feab35f23a req-ba50b9fa-4f20-4cdf-a92c-5d09649b0e0f tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469176 May 26 16:01:45.763304 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-6e7b344e-1d3f-4b5f-a09c-009122a65adf tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=829e9f52f7f3454cafe50e0d9182f678 HTTP/1.1" status: 200 len: 379 time: 0.1894064 May 26 16:01:45.766266 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1abd0d5-54de-47bb-9c2e-c751f87847fe req-b205eb1f-85e2-4b3c-b34c-608cd7e49358 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] No DVR routers for this DVR port ed88e625-4db8-45fd-b42e-18cdbdfc13f5 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:01:45.775501 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a7d87a1c-f286-433a-93db-f173b7816183 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Request body: {'port': {'device_id': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062', 'admin_state_up': True, 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'security_groups': ['a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:45.777060 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f1abd0d5-54de-47bb-9c2e-c751f87847fe req-b205eb1f-85e2-4b3c-b34c-608cd7e49358 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:45.793780 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1abd0d5-54de-47bb-9c2e-c751f87847fe req-b205eb1f-85e2-4b3c-b34c-608cd7e49358 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.83 "DELETE /v2.0/ports/ed88e625-4db8-45fd-b42e-18cdbdfc13f5 HTTP/1.1" status: 204 len: 173 time: 1.4700551 May 26 16:01:45.794020 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['ed88e625-4db8-45fd-b42e-18cdbdfc13f5'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:01:45.823710 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 80ae73e3-df92-479c-8a3a-0ea1a951666a up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:45.886608 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caad596c-be35-4e6d-9d1b-75241f99ec43', 'name': 'network-vif-deleted', 'tag': 'ed88e625-4db8-45fd-b42e-18cdbdfc13f5'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:45.902669 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4cebef-4cae-4ff5-8ed5-b481d4dc3bd2" -d '{"events": [{"server_uuid": "caad596c-be35-4e6d-9d1b-75241f99ec43", "name": "network-vif-deleted", "tag": "ed88e625-4db8-45fd-b42e-18cdbdfc13f5"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:45.992481 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30dffc98-85c9-41dc-96df-c2f55a4d4a7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:46.075213 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 80ae73e3-df92-479c-8a3a-0ea1a951666a completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:01:46.088699 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca650f60-d8ea-4458-a073-250ed939e9bb req-d0743bc7-6015-4358-9878-0a4d4f1f10b2 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:46.096986 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 80ae73e3-df92-479c-8a3a-0ea1a951666a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:46.097502 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:46.097839 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca650f60-d8ea-4458-a073-250ed939e9bb req-d0743bc7-6015-4358-9878-0a4d4f1f10b2 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e444188e-629a-4a68-a398-2dac85f45d9b HTTP/1.1" status: 200 len: 949 time: 0.3992782 May 26 16:01:46.127167 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-30dffc98-85c9-41dc-96df-c2f55a4d4a7d admin admin] Deleting port c367a478-be37-4758-a053-09a70384fd71 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:46.127840 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30dffc98-85c9-41dc-96df-c2f55a4d4a7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:46.216533 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca650f60-d8ea-4458-a073-250ed939e9bb req-984cecb7-1bee-4aed-bf6b-057fc72c7d64 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176877 May 26 16:01:46.222641 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a7d87a1c-f286-433a-93db-f173b7816183 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Made reservation on behalf of 829e9f52f7f3454cafe50e0d9182f678 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:46.229568 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a7d87a1c-f286-433a-93db-f173b7816183 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:46.277370 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603aea4-e046-4d8a-85f3-2429a35a1528 req-2a003f9f-447f-4e0c-ad2c-143e2bb876b1 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:46.285993 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f603aea4-e046-4d8a-85f3-2429a35a1528 req-2a003f9f-447f-4e0c-ad2c-143e2bb876b1 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 944 time: 0.2359891 May 26 16:01:46.294631 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-30dffc98-85c9-41dc-96df-c2f55a4d4a7d admin admin] For port c367a478-be37-4758-a053-09a70384fd71, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c367a478-be37-4758-a053-09a70384fd71,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:46.295027 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30dffc98-85c9-41dc-96df-c2f55a4d4a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:46.303112 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 80ae73e3-df92-479c-8a3a-0ea1a951666a is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:46.304389 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:46.324247 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-30dffc98-85c9-41dc-96df-c2f55a4d4a7d admin admin] Calling delete_port for c367a478-be37-4758-a053-09a70384fd71 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:46.365900 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e8307905-3042-450f-b5bc-b71e12e85e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069807b9-d332-46f0-8d06-d5fab5315384', 'name': 'tempest-AttachSCSIVolumeTestJSON-113868123-router', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'c367a478-be37-4758-a053-09a70384fd71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:13Z', 'updated_at': '2022-05-26T16:01:43Z', 'revision_number': 5, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'gw_port': {'id': 'c367a478-be37-4758-a053-09a70384fd71', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069807b9-d332-46f0-8d06-d5fab5315384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:14Z', 'updated_at': '2022-05-26T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:46.369190 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec8604e-b09a-404d-8d81-d187fd2abd39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ae73e3-df92-479c-8a3a-0ea1a951666a'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:46.371688 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e4171a-0895-4332-bb3d-bbb0f5da6a2d" -d '{"events": [{"server_uuid": "dec8604e-b09a-404d-8d81-d187fd2abd39", "name": "network-vif-plugged", "status": "completed", "tag": "80ae73e3-df92-479c-8a3a-0ea1a951666a"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:46.379298 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:46.433049 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 80ae73e3-df92-479c-8a3a-0ea1a951666a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=80ae73e3-df92-479c-8a3a-0ea1a951666a,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:46.440518 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8307905-3042-450f-b5bc-b71e12e85e52 None None] Checking router: 069807b9-d332-46f0-8d06-d5fab5315384 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:01:46.449716 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:46.450446 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device ed88e625-4db8-45fd-b42e-18cdbdfc13f5 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:46.485590 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8307905-3042-450f-b5bc-b71e12e85e52 None None] Routers {'069807b9-d332-46f0-8d06-d5fab5315384'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:46.488472 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e8307905-3042-450f-b5bc-b71e12e85e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:01:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['069807b9-d332-46f0-8d06-d5fab5315384'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:46.515340 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f603aea4-e046-4d8a-85f3-2429a35a1528 req-ef62d48e-9bd3-457c-928d-ce2354876632 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283583 May 26 16:01:46.632136 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0a80dcf5-6133-4473-b702-c5aca3c76e08 req-2ba7c612-2d12-4dfc-a6d6-3c42a7b49c07 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=caad596c-be35-4e6d-9d1b-75241f99ec43 HTTP/1.1" status: 200 len: 210 time: 0.1493618 May 26 16:01:46.657557 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0c51e7-3b0a-459e-abe0-9bc66a68af87 x-openstack-request-id: req-de0c51e7-3b0a-459e-abe0-9bc66a68af87 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:46.658086 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caad596c-be35-4e6d-9d1b-75241f99ec43", "name": "network-vif-deleted", "tag": "ed88e625-4db8-45fd-b42e-18cdbdfc13f5", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:46.658280 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de0c51e7-3b0a-459e-abe0-9bc66a68af87 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:46.658618 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de0c51e7-3b0a-459e-abe0-9bc66a68af87'] response: {'server_uuid': 'caad596c-be35-4e6d-9d1b-75241f99ec43', 'name': 'network-vif-deleted', 'tag': 'ed88e625-4db8-45fd-b42e-18cdbdfc13f5', 'status': 'completed', 'code': 200} May 26 16:01:46.674765 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30dffc98-85c9-41dc-96df-c2f55a4d4a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:46.685104 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-e8307905-3042-450f-b5bc-b71e12e85e52 None None] Set router 069807b9-d332-46f0-8d06-d5fab5315384 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:46.730677 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dffc98-85c9-41dc-96df-c2f55a4d4a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=c367a478-be37-4758-a053-09a70384fd71,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:46.855680 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a7d87a1c-f286-433a-93db-f173b7816183 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Allocated IP 172.20.0.14 (cc5ef074-7315-4026-8964-d75cc2ddf062/5b75a4a7-49bc-43e9-90df-4f07b481bb2f/0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:01:46.868282 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 20375dc8-a00d-43df-8c85-331049b660be up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:01:46.872284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: ed88e625-4db8-45fd-b42e-18cdbdfc13f5 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:01:46.872635 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device ed88e625-4db8-45fd-b42e-18cdbdfc13f5 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:01:46.880669 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f067664-e01b-46da-acaa-ed38219de1da x-openstack-request-id: req-4f067664-e01b-46da-acaa-ed38219de1da {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:46.880997 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec8604e-b09a-404d-8d81-d187fd2abd39", "name": "network-vif-plugged", "status": "completed", "tag": "80ae73e3-df92-479c-8a3a-0ea1a951666a", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:46.881194 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4f067664-e01b-46da-acaa-ed38219de1da {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:46.881593 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f067664-e01b-46da-acaa-ed38219de1da'] response: {'server_uuid': 'dec8604e-b09a-404d-8d81-d187fd2abd39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ae73e3-df92-479c-8a3a-0ea1a951666a', 'code': 200} May 26 16:01:46.908149 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30dffc98-85c9-41dc-96df-c2f55a4d4a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:46.964215 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d89eeade-638e-49f4-831f-cd7c30fcb408 req-7edaaa37-0fe8-45a9-8c08-75e514013083 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 210 time: 0.0775378 May 26 16:01:47.040259 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e8307905-3042-450f-b5bc-b71e12e85e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069807b9-d332-46f0-8d06-d5fab5315384', 'name': 'tempest-AttachSCSIVolumeTestJSON-113868123-router', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:13Z', 'updated_at': '2022-05-26T16:01:45Z', 'revision_number': 6, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:47.064377 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30dffc98-85c9-41dc-96df-c2f55a4d4a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:47.068684 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30dffc98-85c9-41dc-96df-c2f55a4d4a7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:47.127510 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=80ae73e3-df92-479c-8a3a-0ea1a951666a,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:47.131006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8307905-3042-450f-b5bc-b71e12e85e52 None None] The sync data for ids ['069807b9-d332-46f0-8d06-d5fab5315384'] in n-d-843337-2 is: [{'id': '069807b9-d332-46f0-8d06-d5fab5315384', 'name': 'tempest-AttachSCSIVolumeTestJSON-113868123-router', 'tenant_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:13Z', 'updated_at': '2022-05-26T16:01:45Z', 'revision_number': 6, 'project_id': 'd178d16d8b864c82afaaa8d93cecd08d', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:01:47.159847 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:47.166594 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:47.167214 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:47.167556 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:47.167896 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:47.177068 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:47.177068 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:47.177460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:47.177547 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:47.177884 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:47.178221 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:47.178697 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:01:47.200493 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf388262-0ff6-4d6f-a949-d984117f795c req-d2501e26-f96b-4df3-a26d-e8aeef74aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:47.203345 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cf388262-0ff6-4d6f-a949-d984117f795c req-d2501e26-f96b-4df3-a26d-e8aeef74aaf3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 1096 time: 0.2118948 May 26 16:01:47.217153 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 20375dc8-a00d-43df-8c85-331049b660be completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:01:47.225462 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 20375dc8-a00d-43df-8c85-331049b660be triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:47.230527 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:47.232668 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30dffc98-85c9-41dc-96df-c2f55a4d4a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:47.236121 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dffc98-85c9-41dc-96df-c2f55a4d4a7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 069807b9-d332-46f0-8d06-d5fab5315384 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:01:47.253246 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30dffc98-85c9-41dc-96df-c2f55a4d4a7d admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:47.258355 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-30dffc98-85c9-41dc-96df-c2f55a4d4a7d admin admin] 10.222.0.77 "DELETE /v2.0/routers/069807b9-d332-46f0-8d06-d5fab5315384 HTTP/1.1" status: 204 len: 168 time: 1.9003885 May 26 16:01:47.267160 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40054) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:47.364729 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cf388262-0ff6-4d6f-a949-d984117f795c req-00701b39-38ba-4c14-83be-6fc0d866c644 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316998 May 26 16:01:47.367262 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f1b67-1acf-4be7-8ede-36d472eced23 req-32404c5f-d7d9-4cb3-96e0-938150620794 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:47.369331 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c4f1b67-1acf-4be7-8ede-36d472eced23 req-32404c5f-d7d9-4cb3-96e0-938150620794 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.3464668 May 26 16:01:47.377493 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51c22e9-0a34-4493-b767-7cd5ad5c12a9 admin admin] Deleting subnet e4cd4c04-0f78-4554-8f4d-7d36adb9556a {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:01:47.399735 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d51c22e9-0a34-4493-b767-7cd5ad5c12a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:47.446183 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 20375dc8-a00d-43df-8c85-331049b660be is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:47.446697 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:47.506382 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d51c22e9-0a34-4493-b767-7cd5ad5c12a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:47.570347 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a7d87a1c-f286-433a-93db-f173b7816183 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:47.605639 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e8ca5-43b8-485e-b116-3b3d88661321 req-530599f2-15a1-4a50-9c38-79db94dedd33 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:47.614517 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce9e8ca5-43b8-485e-b116-3b3d88661321 req-530599f2-15a1-4a50-9c38-79db94dedd33 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 945 time: 0.4287338 May 26 16:01:47.623368 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:47.636083 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c4f1b67-1acf-4be7-8ede-36d472eced23 req-0732f323-88b5-4738-9fca-7ed11aaeb58a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469511 May 26 16:01:47.641428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 20375dc8-a00d-43df-8c85-331049b660be, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=20375dc8-a00d-43df-8c85-331049b660be,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:47.656896 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:47.749923 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce9e8ca5-43b8-485e-b116-3b3d88661321 req-6522c079-d652-4cc6-90dc-c061995db14c tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190743 May 26 16:01:47.764759 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d51c22e9-0a34-4493-b767-7cd5ad5c12a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:47.779223 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a7d87a1c-f286-433a-93db-f173b7816183 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:47.785981 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 529b8a07-6be1-4952-9bf3-0679d380b8a8 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:47.846797 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 529b8a07-6be1-4952-9bf3-0679d380b8a8 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:01:47.848674 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 529b8a07-6be1-4952-9bf3-0679d380b8a8 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:01:47.862525 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a7d87a1c-f286-433a-93db-f173b7816183 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Network cc5ef074-7315-4026-8964-d75cc2ddf062 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:47.895259 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=20375dc8-a00d-43df-8c85-331049b660be,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:47.902214 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a7d87a1c-f286-433a-93db-f173b7816183 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:47.907346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a7d87a1c-f286-433a-93db-f173b7816183 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:01:47.977462 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d87a1c-f286-433a-93db-f173b7816183 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event updated for resources: {'Port': ['ID=0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:48.036328 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec34367-cc8e-45d9-86ab-45dd0006b59c req-fef00716-e7f9-43b7-bfc6-b19f53d36396 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:48.038240 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aec34367-cc8e-45d9-86ab-45dd0006b59c req-fef00716-e7f9-43b7-bfc6-b19f53d36396 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e444188e-629a-4a68-a398-2dac85f45d9b HTTP/1.1" status: 200 len: 950 time: 0.1860924 May 26 16:01:48.044081 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a7d87a1c-f286-433a-93db-f173b7816183 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:48.045050 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a7d87a1c-f286-433a-93db-f173b7816183 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:48.067515 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec1525-b7c7-4e7d-a09f-857dc3ae4bca req-a6e491d5-26d5-473f-b7a5-7e6f9b89c82e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:48.076472 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7eec1525-b7c7-4e7d-a09f-857dc3ae4bca req-a6e491d5-26d5-473f-b7a5-7e6f9b89c82e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 945 time: 0.2069197 May 26 16:01:48.118732 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:48.144055 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a7d87a1c-f286-433a-93db-f173b7816183 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3736320 May 26 16:01:48.157017 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7eec1525-b7c7-4e7d-a09f-857dc3ae4bca req-bcf77498-59e8-4ac6-ac89-1619d63497eb tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794079 May 26 16:01:48.183867 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-cff150ee-ba31-4176-ab10-1c5f3cc46a1d tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Request body: {'port': {'device_id': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424', 'admin_state_up': True, 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'security_groups': ['a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:48.375655 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8d8a6069-f1fa-4f29-a4b3-0ccb49144717 None None] Provisioning complete for port 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:48.376037 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8d8a6069-f1fa-4f29-a4b3-0ccb49144717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:48.399971 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aec34367-cc8e-45d9-86ab-45dd0006b59c req-4d8fafa5-0d90-47c6-91cf-4a24f622895e tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482528 May 26 16:01:48.399971 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-cff150ee-ba31-4176-ab10-1c5f3cc46a1d tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Made reservation on behalf of 829e9f52f7f3454cafe50e0d9182f678 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:48.411624 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-cff150ee-ba31-4176-ab10-1c5f3cc46a1d tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:48.470093 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d51c22e9-0a34-4493-b767-7cd5ad5c12a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:48.481543 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8d8a6069-f1fa-4f29-a4b3-0ccb49144717 None None] Port 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:01:48.548880 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c22e9-0a34-4493-b767-7cd5ad5c12a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4cd4c04-0f78-4554-8f4d-7d36adb9556a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:48.565588 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d51c22e9-0a34-4493-b767-7cd5ad5c12a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:48.565819 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b4ea1f-24de-4c7a-8bb7-5541d1d2c926 None None] Network 9f115508-0eed-42d5-a3d3-b010668163e8 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:01:48.575751 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d51c22e9-0a34-4493-b767-7cd5ad5c12a9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e4cd4c04-0f78-4554-8f4d-7d36adb9556a HTTP/1.1" status: 204 len: 168 time: 1.3061612 May 26 16:01:48.585574 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40078) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:48.725986 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-cff150ee-ba31-4176-ab10-1c5f3cc46a1d tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Allocated IP 10.1.1.76 (1eb55624-9c37-44ca-b94a-5b2c77ca0424/76c12a3a-8e39-4b12-a18f-cbc2de2ba639/ca2c9533-8b3b-4f83-8365-a6bca11cfad7) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:01:48.738520 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36617517-05c1-493b-8c87-7f7059e4e827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:48.882351 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e444188e-629a-4a68-a398-2dac85f45d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20375dc8-a00d-43df-8c85-331049b660be'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:48.884820 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bd8c98-ca01-4e6a-8142-e04ee18d735d" -d '{"events": [{"server_uuid": "e444188e-629a-4a68-a398-2dac85f45d9b", "name": "network-vif-plugged", "status": "completed", "tag": "20375dc8-a00d-43df-8c85-331049b660be"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:48.900565 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-36617517-05c1-493b-8c87-7f7059e4e827 admin admin] Deleting port a8053891-e5b2-4bea-9951-454b90ce18ee {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:48.901549 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36617517-05c1-493b-8c87-7f7059e4e827 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:48.923913 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b27cde2-b262-4f22-8f40-704920aed132 None None] DHCP port deletion for 9f115508-0eed-42d5-a3d3-b010668163e8 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:01:49.031763 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e0383-bff9-4a2f-802c-664238fd70e5 req-83e30d21-969b-444d-949c-f8804d66d101 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:49.039304 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-816e0383-bff9-4a2f-802c-664238fd70e5 req-83e30d21-969b-444d-949c-f8804d66d101 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 932 time: 0.1895611 May 26 16:01:49.057817 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-cff150ee-ba31-4176-ab10-1c5f3cc46a1d tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:49.059947 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-36617517-05c1-493b-8c87-7f7059e4e827 admin admin] For port a8053891-e5b2-4bea-9951-454b90ce18ee, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a8053891-e5b2-4bea-9951-454b90ce18ee,segment=NetworkSegment(7552e5b1-67b9-4feb-95cc-331d802ec945),segment_id=7552e5b1-67b9-4feb-95cc-331d802ec945)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:49.061984 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36617517-05c1-493b-8c87-7f7059e4e827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:49.067916 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:49.088782 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93478bc-be11-424f-9019-d8209bdddf15 req-50b965ca-d69f-4d8d-931d-de32b4f263f6 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:49.090326 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e93478bc-be11-424f-9019-d8209bdddf15 req-50b965ca-d69f-4d8d-931d-de32b4f263f6 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.2285876 May 26 16:01:49.115366 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-36617517-05c1-493b-8c87-7f7059e4e827 admin admin] Calling delete_port for a8053891-e5b2-4bea-9951-454b90ce18ee owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:49.132684 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2b27cde2-b262-4f22-8f40-704920aed132 None None] Deleting port a8053891-e5b2-4bea-9951-454b90ce18ee {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:49.133066 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2b27cde2-b262-4f22-8f40-704920aed132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:49.220393 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-816e0383-bff9-4a2f-802c-664238fd70e5 req-8287b4b5-f7de-46b3-a612-762e15073233 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636043 May 26 16:01:49.229521 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-2b27cde2-b262-4f22-8f40-704920aed132 None None] For port a8053891-e5b2-4bea-9951-454b90ce18ee, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a8053891-e5b2-4bea-9951-454b90ce18ee,segment=NetworkSegment(7552e5b1-67b9-4feb-95cc-331d802ec945),segment_id=7552e5b1-67b9-4feb-95cc-331d802ec945)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:49.230302 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2b27cde2-b262-4f22-8f40-704920aed132 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:49.249654 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2b27cde2-b262-4f22-8f40-704920aed132 None None] Calling delete_port for a8053891-e5b2-4bea-9951-454b90ce18ee owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:49.268505 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36617517-05c1-493b-8c87-7f7059e4e827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:49.323127 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36617517-05c1-493b-8c87-7f7059e4e827 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8053891-e5b2-4bea-9951-454b90ce18ee,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:49.348392 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e93478bc-be11-424f-9019-d8209bdddf15 req-52bb2f61-4942-4a6c-a364-4a03ecf2dbb3 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349885 May 26 16:01:49.349953 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-cff150ee-ba31-4176-ab10-1c5f3cc46a1d tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:49.356683 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36617517-05c1-493b-8c87-7f7059e4e827 admin admin] No DVR routers for this DVR port a8053891-e5b2-4bea-9951-454b90ce18ee on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:01:49.486079 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36617517-05c1-493b-8c87-7f7059e4e827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:49.486911 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2b27cde2-b262-4f22-8f40-704920aed132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:49.509319 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b27cde2-b262-4f22-8f40-704920aed132 None None] No DVR routers for this DVR port a8053891-e5b2-4bea-9951-454b90ce18ee on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:01:49.542134 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-36617517-05c1-493b-8c87-7f7059e4e827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f115508-0eed-42d5-a3d3-b010668163e8']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:49.555530 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27cde2-b262-4f22-8f40-704920aed132 None None] Pushing event deleted for resources: {'Port': ['ID=a8053891-e5b2-4bea-9951-454b90ce18ee,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:49.566037 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-36617517-05c1-493b-8c87-7f7059e4e827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7552e5b1-67b9-4feb-95cc-331d802ec945') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:49.566333 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-36617517-05c1-493b-8c87-7f7059e4e827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7552e5b1-67b9-4feb-95cc-331d802ec945') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:49.580724 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36617517-05c1-493b-8c87-7f7059e4e827 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:49.608992 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-cff150ee-ba31-4176-ab10-1c5f3cc46a1d tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:49.610938 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36617517-05c1-493b-8c87-7f7059e4e827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:49.623917 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36617517-05c1-493b-8c87-7f7059e4e827 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:01:49.627205 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36617517-05c1-493b-8c87-7f7059e4e827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:49.630200 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff150ee-ba31-4176-ab10-1c5f3cc46a1d tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event updated for resources: {'Port': ['ID=ca2c9533-8b3b-4f83-8365-a6bca11cfad7,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:49.633388 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-cff150ee-ba31-4176-ab10-1c5f3cc46a1d tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:49.641625 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-cff150ee-ba31-4176-ab10-1c5f3cc46a1d tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:01:49.663959 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a8053891-e5b2-4bea-9951-454b90ce18ee no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:49.703918 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74dfb15-5e75-4c74-9164-76ebf72f17e2 req-30616341-c47a-4bd5-b918-af3da4264820 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:49.705514 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a74dfb15-5e75-4c74-9164-76ebf72f17e2 req-30616341-c47a-4bd5-b918-af3da4264820 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 944 time: 0.2238269 May 26 16:01:49.711149 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 7552e5b1-67b9-4feb-95cc-331d802ec945 resource provider aggregate not found May 26 16:01:49.717248 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73df68d-3ca2-4b9a-9fb3-a8335fa29a39 req-c572c310-4d46-4523-a22c-2cba4847269a tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:49.723947 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f73df68d-3ca2-4b9a-9fb3-a8335fa29a39 req-c572c310-4d46-4523-a22c-2cba4847269a tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 945 time: 0.2540541 May 26 16:01:49.769942 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 7552e5b1-67b9-4feb-95cc-331d802ec945 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7552e5b1-67b9-4feb-95cc-331d802ec945 found for delete ", "request_id": "req-1f56b3f7-813f-496f-9a22-cfdee0c6ba33"}]} May 26 16:01:49.770183 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: a8053891-e5b2-4bea-9951-454b90ce18ee {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:01:49.776142 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a8053891-e5b2-4bea-9951-454b90ce18ee not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:01:49.776691 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c367a478-be37-4758-a053-09a70384fd71 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:49.777359 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-cff150ee-ba31-4176-ab10-1c5f3cc46a1d tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:49.778131 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-cff150ee-ba31-4176-ab10-1c5f3cc46a1d tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:49.807058 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36617517-05c1-493b-8c87-7f7059e4e827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:49.838743 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e5c58-d5dc-4174-b4c2-985c4692ac5d req-3750b6d9-fa84-4c61-b973-98c3a6e7118d tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:49.840908 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-277e5c58-d5dc-4174-b4c2-985c4692ac5d req-3750b6d9-fa84-4c61-b973-98c3a6e7118d tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.83 "GET /v2.0/ports?device_id=5397a39f-6879-4090-aae3-c36c4d712e12 HTTP/1.1" status: 200 len: 944 time: 0.1312511 May 26 16:01:49.842130 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36617517-05c1-493b-8c87-7f7059e4e827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:49.846523 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-36617517-05c1-493b-8c87-7f7059e4e827 admin admin] 10.222.0.77 "DELETE /v2.0/networks/9f115508-0eed-42d5-a3d3-b010668163e8 HTTP/1.1" status: 204 len: 168 time: 1.2587068 May 26 16:01:49.847661 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36617517-05c1-493b-8c87-7f7059e4e827 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f115508-0eed-42d5-a3d3-b010668163e8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:49.850012 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40098) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:49.856574 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: c367a478-be37-4758-a053-09a70384fd71 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:01:49.857000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c367a478-be37-4758-a053-09a70384fd71 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:01:49.875841 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-cff150ee-ba31-4176-ab10-1c5f3cc46a1d tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7015131 May 26 16:01:49.895106 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f73df68d-3ca2-4b9a-9fb3-a8335fa29a39 req-6bb268e5-80ed-465e-b777-0512dc89178b tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652687 May 26 16:01:49.904955 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a74dfb15-5e75-4c74-9164-76ebf72f17e2 req-35f15b16-158a-4ec4-a359-c9e1fc7b9924 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761990 May 26 16:01:49.915726 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-d139b420-7fd7-4697-8fa1-0194cbfcc242 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Request body: {'port': {'device_id': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424', 'admin_state_up': True, 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'security_groups': ['a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:49.988700 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e73c069-d3bb-4455-824d-b61053588bf5 x-openstack-request-id: req-3e73c069-d3bb-4455-824d-b61053588bf5 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:49.988991 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e444188e-629a-4a68-a398-2dac85f45d9b", "name": "network-vif-plugged", "status": "completed", "tag": "20375dc8-a00d-43df-8c85-331049b660be", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:49.989254 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3e73c069-d3bb-4455-824d-b61053588bf5 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:49.989667 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e73c069-d3bb-4455-824d-b61053588bf5'] response: {'server_uuid': 'e444188e-629a-4a68-a398-2dac85f45d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20375dc8-a00d-43df-8c85-331049b660be', 'code': 200} May 26 16:01:50.120602 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0846bb71-25e4-4100-9364-385bcfb9e019 None None] Provisioning complete for port ca2c9533-8b3b-4f83-8365-a6bca11cfad7 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:50.120979 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0846bb71-25e4-4100-9364-385bcfb9e019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:50.163923 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753dae5-240e-47f3-a19b-b6d0d202b390 req-176a4197-3e84-40d8-b4b0-6f9029481bd8 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:50.165510 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5753dae5-240e-47f3-a19b-b6d0d202b390 req-176a4197-3e84-40d8-b4b0-6f9029481bd8 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 945 time: 0.0921216 May 26 16:01:50.192891 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0846bb71-25e4-4100-9364-385bcfb9e019 None None] Port ca2c9533-8b3b-4f83-8365-a6bca11cfad7 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:01:50.207008 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-d139b420-7fd7-4697-8fa1-0194cbfcc242 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Made reservation on behalf of 829e9f52f7f3454cafe50e0d9182f678 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:50.212346 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-d139b420-7fd7-4697-8fa1-0194cbfcc242 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:50.322004 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-277e5c58-d5dc-4174-b4c2-985c4692ac5d req-b17cc054-8156-4ddb-b10f-b8ede5f681f1 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Deleting port e172aa33-9a36-4127-a578-f0ba671f0fda {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:50.322533 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-277e5c58-d5dc-4174-b4c2-985c4692ac5d req-b17cc054-8156-4ddb-b10f-b8ede5f681f1 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:50.388900 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-d139b420-7fd7-4697-8fa1-0194cbfcc242 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Allocated IP 10.1.1.15 (1eb55624-9c37-44ca-b94a-5b2c77ca0424/76c12a3a-8e39-4b12-a18f-cbc2de2ba639/b8113dc2-ac75-4d93-99ef-3dee360d64f7) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:01:50.406923 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66eb96-4e87-42c3-af07-50d81bfb6709 req-61dc68e6-36c2-45e9-a738-309b8d41330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:50.408589 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7d66eb96-4e87-42c3-af07-50d81bfb6709 req-61dc68e6-36c2-45e9-a738-309b8d41330f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e444188e-629a-4a68-a398-2dac85f45d9b HTTP/1.1" status: 200 len: 1101 time: 0.3445444 May 26 16:01:50.512487 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-277e5c58-d5dc-4174-b4c2-985c4692ac5d req-b17cc054-8156-4ddb-b10f-b8ede5f681f1 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] For port e172aa33-9a36-4127-a578-f0ba671f0fda, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=e172aa33-9a36-4127-a578-f0ba671f0fda,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:50.513271 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-277e5c58-d5dc-4174-b4c2-985c4692ac5d req-b17cc054-8156-4ddb-b10f-b8ede5f681f1 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:50.534837 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-277e5c58-d5dc-4174-b4c2-985c4692ac5d req-b17cc054-8156-4ddb-b10f-b8ede5f681f1 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Calling delete_port for e172aa33-9a36-4127-a578-f0ba671f0fda owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:50.579304 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5753dae5-240e-47f3-a19b-b6d0d202b390 req-5007759c-865f-4c2b-9289-9570d54e6779 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057786 May 26 16:01:50.605640 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32643ea9-bd07-4046-befa-7e9f19047bdd req-f1ce199b-684d-437c-9456-78809be15811 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:50.614720 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32643ea9-bd07-4046-befa-7e9f19047bdd req-f1ce199b-684d-437c-9456-78809be15811 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e444188e-629a-4a68-a398-2dac85f45d9b HTTP/1.1" status: 200 len: 950 time: 0.3828897 May 26 16:01:50.705469 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7d66eb96-4e87-42c3-af07-50d81bfb6709 req-5859f6fd-c3c0-4de0-93b4-14126a71306c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553852 May 26 16:01:50.755065 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32643ea9-bd07-4046-befa-7e9f19047bdd req-70ca195a-e179-4382-b927-968f9cf4de0b tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389639 May 26 16:01:50.808549 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-277e5c58-d5dc-4174-b4c2-985c4692ac5d req-b17cc054-8156-4ddb-b10f-b8ede5f681f1 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:50.859960 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437a998-4be4-4e5e-ac30-5751934272cf req-f586c188-4b91-4f17-9590-1f8da0511c26 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:50.865907 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437a998-4be4-4e5e-ac30-5751934272cf req-f586c188-4b91-4f17-9590-1f8da0511c26 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:50.868118 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6437a998-4be4-4e5e-ac30-5751934272cf req-f586c188-4b91-4f17-9590-1f8da0511c26 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 1653 time: 0.0994072 May 26 16:01:50.872239 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17cc054-8156-4ddb-b10f-b8ede5f681f1 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Pushing event deleted for resources: {'Port': ['ID=e172aa33-9a36-4127-a578-f0ba671f0fda,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:50.905215 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8baca4f5-88a8-4b70-b9ee-d031551ee0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:50.958170 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6437a998-4be4-4e5e-ac30-5751934272cf req-b7d23443-b4a9-475e-8321-6c6bb625e6b3 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698197 May 26 16:01:50.967861 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-d139b420-7fd7-4697-8fa1-0194cbfcc242 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:50.988897 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b685f3b-3b3a-406d-a988-3ce149b03a27 req-2f54bf34-8b6e-450a-bafe-2530709272ae tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:50.990400 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3b685f3b-3b3a-406d-a988-3ce149b03a27 req-2f54bf34-8b6e-450a-bafe-2530709272ae tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.1213627 May 26 16:01:51.045914 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3b685f3b-3b3a-406d-a988-3ce149b03a27 req-55788397-96b7-4f16-876f-39873b6752cf tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479360 May 26 16:01:51.057036 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-d139b420-7fd7-4697-8fa1-0194cbfcc242 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:51.074410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-277e5c58-d5dc-4174-b4c2-985c4692ac5d req-b17cc054-8156-4ddb-b10f-b8ede5f681f1 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] No DVR routers for this DVR port e172aa33-9a36-4127-a578-f0ba671f0fda on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:01:51.088321 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-277e5c58-d5dc-4174-b4c2-985c4692ac5d req-b17cc054-8156-4ddb-b10f-b8ede5f681f1 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:51.095555 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-277e5c58-d5dc-4174-b4c2-985c4692ac5d req-b17cc054-8156-4ddb-b10f-b8ede5f681f1 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.83 "DELETE /v2.0/ports/e172aa33-9a36-4127-a578-f0ba671f0fda HTTP/1.1" status: 204 len: 173 time: 1.1270008 May 26 16:01:51.097208 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5397a39f-6879-4090-aae3-c36c4d712e12', 'name': 'network-vif-deleted', 'tag': 'e172aa33-9a36-4127-a578-f0ba671f0fda'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:51.103800 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936c1c64-f095-4d70-9fe3-405935cafa01" -d '{"events": [{"server_uuid": "5397a39f-6879-4090-aae3-c36c4d712e12", "name": "network-vif-deleted", "tag": "e172aa33-9a36-4127-a578-f0ba671f0fda"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:51.171724 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-d139b420-7fd7-4697-8fa1-0194cbfcc242 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:51.218224 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-d139b420-7fd7-4697-8fa1-0194cbfcc242 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:51.224375 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-d139b420-7fd7-4697-8fa1-0194cbfcc242 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:01:51.326960 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139b420-7fd7-4697-8fa1-0194cbfcc242 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event updated for resources: {'Port': ['ID=b8113dc2-ac75-4d93-99ef-3dee360d64f7,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:51.367042 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d5936-e2eb-49d1-a9c2-16ff18545b17 req-043fccf4-84c5-49c9-8a2c-f19e6de8311f tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:51.374740 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-369d5936-e2eb-49d1-a9c2-16ff18545b17 req-043fccf4-84c5-49c9-8a2c-f19e6de8311f tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 945 time: 0.2294843 May 26 16:01:51.385672 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653e5de-3c06-46d5-b43f-6a038bbcf5c0 req-545fd192-761c-465e-8ff0-f12d18a21cc1 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:51.386597 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8baca4f5-88a8-4b70-b9ee-d031551ee0f3 admin admin] Deleting port 620bb72a-0bb6-46c0-87e6-eccef663711f {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:51.387500 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8baca4f5-88a8-4b70-b9ee-d031551ee0f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:51.399971 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6653e5de-3c06-46d5-b43f-6a038bbcf5c0 req-545fd192-761c-465e-8ff0-f12d18a21cc1 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 1096 time: 0.2264707 May 26 16:01:51.450819 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-d139b420-7fd7-4697-8fa1-0194cbfcc242 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:51.451480 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-d139b420-7fd7-4697-8fa1-0194cbfcc242 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:51.530189 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-8baca4f5-88a8-4b70-b9ee-d031551ee0f3 admin admin] For port 620bb72a-0bb6-46c0-87e6-eccef663711f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=620bb72a-0bb6-46c0-87e6-eccef663711f,segment=NetworkSegment(7b97ef93-eea9-4860-9b18-d59e208af8d3),segment_id=7b97ef93-eea9-4860-9b18-d59e208af8d3)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:51.532912 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8baca4f5-88a8-4b70-b9ee-d031551ee0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:51.560232 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8baca4f5-88a8-4b70-b9ee-d031551ee0f3 admin admin] Calling delete_port for 620bb72a-0bb6-46c0-87e6-eccef663711f owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:51.634146 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7ffd9f7b-73ab-4d85-9b75-e95593e93760 None None] Provisioning complete for port b8113dc2-ac75-4d93-99ef-3dee360d64f7 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:51.634789 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7ffd9f7b-73ab-4d85-9b75-e95593e93760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:51.701458 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7ffd9f7b-73ab-4d85-9b75-e95593e93760 None None] Port b8113dc2-ac75-4d93-99ef-3dee360d64f7 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:01:51.807158 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8baca4f5-88a8-4b70-b9ee-d031551ee0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:51.836949 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baca4f5-88a8-4b70-b9ee-d031551ee0f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=620bb72a-0bb6-46c0-87e6-eccef663711f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:52.005069 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-d139b420-7fd7-4697-8fa1-0194cbfcc242 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1072748 May 26 16:01:52.032824 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-33cb1c17-03fa-4b86-b6dd-562596fec04e tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Request body: {'port': {'device_id': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f0bfc686-5a9f-4760-8a91-fab0346012c9', 'admin_state_up': True, 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'security_groups': ['a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:52.220548 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-b74b0c1d-7396-4503-ae73-75100a2fbb90 service neutron] 10.222.0.83 "GET /v2.0/ports/a97919f5-38de-4ccc-9b8c-82c126b1b032/bindings/n-h2-843337-2 HTTP/1.1" status: 200 len: 382 time: 0.2765515 May 26 16:01:52.238014 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8baca4f5-88a8-4b70-b9ee-d031551ee0f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:52.247493 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6653e5de-3c06-46d5-b43f-6a038bbcf5c0 req-a354f844-0f07-4205-b0c2-fdbc984edef7 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8461511 May 26 16:01:52.268695 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-369d5936-e2eb-49d1-a9c2-16ff18545b17 req-de22a34f-053a-4fdf-bc48-624fd48d637e tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8929925 May 26 16:01:52.321117 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-33cb1c17-03fa-4b86-b6dd-562596fec04e tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Made reservation on behalf of 829e9f52f7f3454cafe50e0d9182f678 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:52.482441 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f98d65-b4dc-49a9-91b8-9b395fd6f15a x-openstack-request-id: req-70f98d65-b4dc-49a9-91b8-9b395fd6f15a {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:52.483469 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5397a39f-6879-4090-aae3-c36c4d712e12", "name": "network-vif-deleted", "tag": "e172aa33-9a36-4127-a578-f0ba671f0fda", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:52.484009 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-70f98d65-b4dc-49a9-91b8-9b395fd6f15a {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:52.484649 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f98d65-b4dc-49a9-91b8-9b395fd6f15a'] response: {'server_uuid': '5397a39f-6879-4090-aae3-c36c4d712e12', 'name': 'network-vif-deleted', 'tag': 'e172aa33-9a36-4127-a578-f0ba671f0fda', 'status': 'completed', 'code': 200} May 26 16:01:52.625366 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8baca4f5-88a8-4b70-b9ee-d031551ee0f3 admin admin] Router 3755379e-03dc-4ddc-89d2-e956d2a1c7e7 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:01:52.653304 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-33cb1c17-03fa-4b86-b6dd-562596fec04e tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:52.722178 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2dffe-25b2-4427-a778-b45c386b2d6a req-50ed9aa8-0e03-4394-88e8-366dc1245396 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:52.728636 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2dffe-25b2-4427-a778-b45c386b2d6a req-50ed9aa8-0e03-4394-88e8-366dc1245396 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:52.734437 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2dffe-25b2-4427-a778-b45c386b2d6a req-50ed9aa8-0e03-4394-88e8-366dc1245396 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:52.736519 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fa2dffe-25b2-4427-a778-b45c386b2d6a req-50ed9aa8-0e03-4394-88e8-366dc1245396 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 2373 time: 0.1130250 May 26 16:01:52.749575 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c205f-aa4e-42d2-8fce-7b84a3e66d33 req-335b0867-7974-4c77-9a34-970652622aaf tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:52.758398 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e88c205f-aa4e-42d2-8fce-7b84a3e66d33 req-335b0867-7974-4c77-9a34-970652622aaf tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e444188e-629a-4a68-a398-2dac85f45d9b HTTP/1.1" status: 200 len: 950 time: 0.1646531 May 26 16:01:52.805324 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-889ae316-4c34-4222-8751-d1c2e274f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:52.807479 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-889ae316-4c34-4222-8751-d1c2e274f80c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827&tenant_id=2e6ecadf768c4517a083521fe60f9efe HTTP/1.1" status: 200 len: 1101 time: 0.1696258 May 26 16:01:52.874449 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8baca4f5-88a8-4b70-b9ee-d031551ee0f3 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:01:52.902692 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8baca4f5-88a8-4b70-b9ee-d031551ee0f3 admin admin] 10.222.0.77 "PUT /v2.0/routers/3755379e-03dc-4ddc-89d2-e956d2a1c7e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0511286 May 26 16:01:52.905624 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ed8a7e-26fb-4c17-a618-f13a80e87aac None None] Sync routers for ids ['3755379e-03dc-4ddc-89d2-e956d2a1c7e7'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:01:52.912398 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40140) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:52.916996 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e88c205f-aa4e-42d2-8fce-7b84a3e66d33 req-f31d85cf-e541-40c1-bce9-db509fee757b tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555557 May 26 16:01:52.933295 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ed8a7e-26fb-4c17-a618-f13a80e87aac None None] Routers {'3755379e-03dc-4ddc-89d2-e956d2a1c7e7'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:52.933295 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-62ed8a7e-26fb-4c17-a618-f13a80e87aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:01:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3755379e-03dc-4ddc-89d2-e956d2a1c7e7'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:53.045180 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fa2dffe-25b2-4427-a778-b45c386b2d6a req-dfa5c3a2-4853-4ed6-9532-00a03d89fd6a tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2666762 May 26 16:01:53.060275 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-e1ba8800-edf9-4fd7-8423-f684d9f290bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:53.061945 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-e1ba8800-edf9-4fd7-8423-f684d9f290bb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 1101 time: 0.1709352 May 26 16:01:53.173569 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2097d18c-d81c-440d-af10-d7e16d6970f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:53.256119 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-62ed8a7e-26fb-4c17-a618-f13a80e87aac None None] Set router 3755379e-03dc-4ddc-89d2-e956d2a1c7e7 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:53.264123 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43e088-c822-46c1-be7e-664fbabbf3c9 req-8468dfde-b45e-4530-b6fc-1298b79f1586 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:53.271699 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac43e088-c822-46c1-be7e-664fbabbf3c9 req-8468dfde-b45e-4530-b6fc-1298b79f1586 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 1096 time: 0.1049001 May 26 16:01:53.332036 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2097d18c-d81c-440d-af10-d7e16d6970f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:53.369236 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fb121-50df-436f-be63-0df83586a191 req-58ae93ab-d804-4bf1-9766-be184506bc6a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:53.378014 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a50fb121-50df-436f-be63-0df83586a191 req-58ae93ab-d804-4bf1-9766-be184506bc6a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.3522117 May 26 16:01:53.378408 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-af19735e-3dd0-4989-9dd8-64daa5def0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:53.380120 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-af19735e-3dd0-4989-9dd8-64daa5def0f2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.3008721 May 26 16:01:53.476869 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac43e088-c822-46c1-be7e-664fbabbf3c9 req-213e5f9a-aae1-4eab-b8d1-220979a38a8e tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033918 May 26 16:01:53.508687 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-33cb1c17-03fa-4b86-b6dd-562596fec04e tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Allocated IP 10.2.2.100 (f0bfc686-5a9f-4760-8a91-fab0346012c9/c1f5e3e2-46bf-451b-841b-adc78325b3e9/f28bda9b-d8f5-48c0-94b8-265841b80e6b) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:01:53.558650 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a50fb121-50df-436f-be63-0df83586a191 req-9ef50493-50c6-4d37-8a47-925022906a93 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797500 May 26 16:01:53.768001 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device e172aa33-9a36-4127-a578-f0ba671f0fda no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:53.826272 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: e172aa33-9a36-4127-a578-f0ba671f0fda {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:01:53.827262 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device e172aa33-9a36-4127-a578-f0ba671f0fda not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:01:53.935290 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-33cb1c17-03fa-4b86-b6dd-562596fec04e tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:53.980622 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-33cb1c17-03fa-4b86-b6dd-562596fec04e tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:54.003365 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-62ed8a7e-26fb-4c17-a618-f13a80e87aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3755379e-03dc-4ddc-89d2-e956d2a1c7e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1813505391-router', 'tenant_id': '5cdc25d85d6240de954a469da7fc37f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:25Z', 'updated_at': '2022-05-26T16:01:51Z', 'revision_number': 5, 'project_id': '5cdc25d85d6240de954a469da7fc37f7', 'gw_port': {'id': 'ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3755379e-03dc-4ddc-89d2-e956d2a1c7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:57:25Z', 'updated_at': '2022-05-26T15:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:54.046781 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ed8a7e-26fb-4c17-a618-f13a80e87aac None None] Checking router: 3755379e-03dc-4ddc-89d2-e956d2a1c7e7 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:01:54.074942 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ed8a7e-26fb-4c17-a618-f13a80e87aac None None] Routers {'3755379e-03dc-4ddc-89d2-e956d2a1c7e7'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:01:54.075742 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-62ed8a7e-26fb-4c17-a618-f13a80e87aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:01:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3755379e-03dc-4ddc-89d2-e956d2a1c7e7'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:54.079762 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-33cb1c17-03fa-4b86-b6dd-562596fec04e tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Network f0bfc686-5a9f-4760-8a91-fab0346012c9 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:54.087396 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-33cb1c17-03fa-4b86-b6dd-562596fec04e tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:54.090949 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-33cb1c17-03fa-4b86-b6dd-562596fec04e tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:01:54.278351 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-62ed8a7e-26fb-4c17-a618-f13a80e87aac None None] Set router 3755379e-03dc-4ddc-89d2-e956d2a1c7e7 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:01:54.290432 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-db24de6a-ad0b-4a9c-967a-91d4abf66f41 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=a97919f5-38de-4ccc-9b8c-82c126b1b032 HTTP/1.1" status: 200 len: 217 time: 0.8963408 May 26 16:01:54.312154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-33cb1c17-03fa-4b86-b6dd-562596fec04e tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:54.312940 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-33cb1c17-03fa-4b86-b6dd-562596fec04e tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:54.418675 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2097d18c-d81c-440d-af10-d7e16d6970f5 admin admin] Deleting port ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:54.425405 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2097d18c-d81c-440d-af10-d7e16d6970f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:54.433950 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-62ed8a7e-26fb-4c17-a618-f13a80e87aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3755379e-03dc-4ddc-89d2-e956d2a1c7e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1813505391-router', 'tenant_id': '5cdc25d85d6240de954a469da7fc37f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:25Z', 'updated_at': '2022-05-26T16:01:53Z', 'revision_number': 6, 'project_id': '5cdc25d85d6240de954a469da7fc37f7', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:54.439936 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257df819-13bd-4d15-942f-7a87583b15b5 req-0b6d86df-efdb-46ea-8ab0-8a481410b000 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:54.443414 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-257df819-13bd-4d15-942f-7a87583b15b5 req-0b6d86df-efdb-46ea-8ab0-8a481410b000 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 945 time: 0.4547887 May 26 16:01:54.449746 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb1c17-03fa-4b86-b6dd-562596fec04e tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event updated for resources: {'Port': ['ID=f28bda9b-d8f5-48c0-94b8-265841b80e6b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:54.468812 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-33cb1c17-03fa-4b86-b6dd-562596fec04e tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4445345 May 26 16:01:54.483614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-f5839741-1a57-4107-8f9a-eb5664303876 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Request body: {'port': {'device_id': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f0bfc686-5a9f-4760-8a91-fab0346012c9', 'admin_state_up': True, 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'security_groups': ['a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:54.530189 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ed8a7e-26fb-4c17-a618-f13a80e87aac None None] The sync data for ids ['3755379e-03dc-4ddc-89d2-e956d2a1c7e7'] in n-d-843337-2 is: [{'id': '3755379e-03dc-4ddc-89d2-e956d2a1c7e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1813505391-router', 'tenant_id': '5cdc25d85d6240de954a469da7fc37f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:57:25Z', 'updated_at': '2022-05-26T16:01:53Z', 'revision_number': 6, 'project_id': '5cdc25d85d6240de954a469da7fc37f7', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:01:54.572010 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9979e56f-3866-4580-9282-3ced05c3b279 None None] Provisioning complete for port f28bda9b-d8f5-48c0-94b8-265841b80e6b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:54.572431 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9979e56f-3866-4580-9282-3ced05c3b279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:54.630684 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-35a49165-e371-4800-a568-4189ec223503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:54.632977 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-35a49165-e371-4800-a568-4189ec223503 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.3222411 May 26 16:01:54.644015 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a970d9-05d3-4280-9af7-b988b0709a5b req-dce55643-180f-4571-a8ee-5f56623a792f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:54.655696 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2a970d9-05d3-4280-9af7-b988b0709a5b req-dce55643-180f-4571-a8ee-5f56623a792f tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 944 time: 0.3998458 May 26 16:01:54.669854 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9979e56f-3866-4580-9282-3ced05c3b279 None None] Port f28bda9b-d8f5-48c0-94b8-265841b80e6b cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:01:54.686125 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-257df819-13bd-4d15-942f-7a87583b15b5 req-f63b5c9d-c482-431c-9d74-9ba37c4efc72 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247646 May 26 16:01:54.708624 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-f5839741-1a57-4107-8f9a-eb5664303876 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Made reservation on behalf of 829e9f52f7f3454cafe50e0d9182f678 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:01:54.718284 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-ea372a2f-efe7-47e5-b86d-0944e7f23f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:54.719792 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-ea372a2f-efe7-47e5-b86d-0944e7f23f2f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0763025 May 26 16:01:54.723800 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-f5839741-1a57-4107-8f9a-eb5664303876 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:54.826037 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2a970d9-05d3-4280-9af7-b988b0709a5b req-3bbe2970-203d-4ac8-9d68-e59bf65a668b tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689980 May 26 16:01:54.845106 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-f2e9979b-75a2-482a-9ed9-542d63797e07 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141779 May 26 16:01:54.852050 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-2097d18c-d81c-440d-af10-d7e16d6970f5 admin admin] For port ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:54.852643 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2097d18c-d81c-440d-af10-d7e16d6970f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:54.911303 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2097d18c-d81c-440d-af10-d7e16d6970f5 admin admin] Calling delete_port for ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:55.024293 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2ff5778c-f203-42e9-ac21-122eb5505181 req-4cdddf06-8d88-4854-8acd-880bd30ab0a7 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633291 May 26 16:01:55.059813 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16568b43-0b21-47c5-9f75-7ce42c63f88d req-a114c5b0-62ac-4642-9de2-84b4ad51748b tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:55.061678 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-16568b43-0b21-47c5-9f75-7ce42c63f88d req-a114c5b0-62ac-4642-9de2-84b4ad51748b tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e444188e-629a-4a68-a398-2dac85f45d9b HTTP/1.1" status: 200 len: 950 time: 0.2285280 May 26 16:01:55.149884 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39283923-8eb6-4e68-9170-d4019aa4b0d8 req-27851d82-c875-4db1-9e92-1e3bc1cce57e tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:55.167589 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39283923-8eb6-4e68-9170-d4019aa4b0d8 req-27851d82-c875-4db1-9e92-1e3bc1cce57e tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:55.177778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39283923-8eb6-4e68-9170-d4019aa4b0d8 req-27851d82-c875-4db1-9e92-1e3bc1cce57e tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:55.193103 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39283923-8eb6-4e68-9170-d4019aa4b0d8 req-27851d82-c875-4db1-9e92-1e3bc1cce57e tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:55.213145 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39283923-8eb6-4e68-9170-d4019aa4b0d8 req-27851d82-c875-4db1-9e92-1e3bc1cce57e tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 3094 time: 0.2774808 May 26 16:01:55.257829 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-16568b43-0b21-47c5-9f75-7ce42c63f88d req-d0c64ef2-b1f1-44b7-8956-e57a02b07ef7 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892886 May 26 16:01:55.346656 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2097d18c-d81c-440d-af10-d7e16d6970f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:55.411317 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39283923-8eb6-4e68-9170-d4019aa4b0d8 req-7be7efdb-7ad3-4af2-b79b-71e4b01f9fee tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969795 May 26 16:01:55.429717 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097d18c-d81c-440d-af10-d7e16d6970f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:55.504014 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-f5839741-1a57-4107-8f9a-eb5664303876 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Allocated IP 10.2.2.200 (f0bfc686-5a9f-4760-8a91-fab0346012c9/c1f5e3e2-46bf-451b-841b-adc78325b3e9/3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:01:55.666704 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c20437-7c1b-45fa-afba-0cc2a9f98172 req-379449f1-273f-407a-a54a-e1fe8b19bb66 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:55.669905 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e8c20437-7c1b-45fa-afba-0cc2a9f98172 req-379449f1-273f-407a-a54a-e1fe8b19bb66 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.83 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 944 time: 0.6425164 May 26 16:01:55.674411 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:55.701968 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:01:55.702601 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ccb3c683-a6e5-43c5-9394-5a1f88ab1fe2 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:01:55.703221 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 620bb72a-0bb6-46c0-87e6-eccef663711f no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:55.743347 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 620bb72a-0bb6-46c0-87e6-eccef663711f {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:01:55.743998 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 620bb72a-0bb6-46c0-87e6-eccef663711f not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:01:55.767118 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device a97919f5-38de-4ccc-9b8c-82c126b1b032 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:55.783405 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2097d18c-d81c-440d-af10-d7e16d6970f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:55.937398 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3965d1-51e6-4304-b7a3-b76571607f15 req-9468eb2a-3594-4ef1-9d5d-0cf8baf46b15 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:55.939092 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f3965d1-51e6-4304-b7a3-b76571607f15 req-9468eb2a-3594-4ef1-9d5d-0cf8baf46b15 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.3384969 May 26 16:01:55.946187 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port a97919f5-38de-4ccc-9b8c-82c126b1b032 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:01:55.946897 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:55.989434 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2097d18c-d81c-440d-af10-d7e16d6970f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:55.996760 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2097d18c-d81c-440d-af10-d7e16d6970f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:56.011228 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ed693a-4539-430c-9bc5-771b86012827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a97919f5-38de-4ccc-9b8c-82c126b1b032'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:56.015875 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683ee265-29b5-41af-8c48-b5073e762a23" -d '{"events": [{"server_uuid": "46ed693a-4539-430c-9bc5-771b86012827", "name": "network-vif-unplugged", "status": "completed", "tag": "a97919f5-38de-4ccc-9b8c-82c126b1b032"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:56.049772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port a97919f5-38de-4ccc-9b8c-82c126b1b032, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=a97919f5-38de-4ccc-9b8c-82c126b1b032,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:56.058307 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:56.072710 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2097d18c-d81c-440d-af10-d7e16d6970f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:56.073447 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2097d18c-d81c-440d-af10-d7e16d6970f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3755379e-03dc-4ddc-89d2-e956d2a1c7e7 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:01:56.079251 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2097d18c-d81c-440d-af10-d7e16d6970f5 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:56.080797 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2097d18c-d81c-440d-af10-d7e16d6970f5 admin admin] 10.222.0.77 "DELETE /v2.0/routers/3755379e-03dc-4ddc-89d2-e956d2a1c7e7 HTTP/1.1" status: 204 len: 168 time: 3.1650598 May 26 16:01:56.104643 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f3965d1-51e6-4304-b7a3-b76571607f15 req-5ce3ca9c-d7e7-480e-8464-8f5e08b0311c tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542044 May 26 16:01:56.108742 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40198) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:56.189817 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-f5839741-1a57-4107-8f9a-eb5664303876 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:56.267592 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-e8c20437-7c1b-45fa-afba-0cc2a9f98172 req-71e1ed35-a097-403c-8c98-2c903dc2ab02 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Deleting port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:56.268400 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e8c20437-7c1b-45fa-afba-0cc2a9f98172 req-71e1ed35-a097-403c-8c98-2c903dc2ab02 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:56.276905 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=a97919f5-38de-4ccc-9b8c-82c126b1b032,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:56.277782 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-911cd1e5-d7ea-4b11-9797-0dc72b9baa7a admin admin] Deleting subnet 86c340fd-cc64-4cfc-8323-de94dfe34da9 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:01:56.282359 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-911cd1e5-d7ea-4b11-9797-0dc72b9baa7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:56.337505 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-f5839741-1a57-4107-8f9a-eb5664303876 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:56.363220 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-911cd1e5-d7ea-4b11-9797-0dc72b9baa7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:56.437772 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-f5839741-1a57-4107-8f9a-eb5664303876 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Network f0bfc686-5a9f-4760-8a91-fab0346012c9 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:01:56.458844 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-f5839741-1a57-4107-8f9a-eb5664303876 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:01:56.468584 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-b557f4d0-99d8-4bd6-b71a-0ce170c93457 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a51abc20409a4328acbb3bd545f0dec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778527 May 26 16:01:56.521329 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-911cd1e5-d7ea-4b11-9797-0dc72b9baa7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:56.637740 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-f5839741-1a57-4107-8f9a-eb5664303876 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:01:56.643936 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-911cd1e5-d7ea-4b11-9797-0dc72b9baa7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:56.660463 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-45938bdf-d791-4453-8ef8-f1f23e90ec08 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:56.668483 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-45938bdf-d791-4453-8ef8-f1f23e90ec08 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990025 May 26 16:01:56.722895 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911cd1e5-d7ea-4b11-9797-0dc72b9baa7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86c340fd-cc64-4cfc-8323-de94dfe34da9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:56.752472 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c573fca9-5873-40b5-93ac-888df90fa316 None None] Network 9f9cc98f-8195-44c5-b5a5-592b7f06a54e requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:01:56.761011 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-911cd1e5-d7ea-4b11-9797-0dc72b9baa7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:56.765842 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-911cd1e5-d7ea-4b11-9797-0dc72b9baa7a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/86c340fd-cc64-4cfc-8323-de94dfe34da9 HTTP/1.1" status: 204 len: 168 time: 0.6552708 May 26 16:01:56.768489 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-f2af079a-5136-4756-9fdb-bcdae927ee87 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/quotas/a51abc20409a4328acbb3bd545f0dec6 HTTP/1.1" status: 200 len: 375 time: 0.0990558 May 26 16:01:56.770030 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40228) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:56.901685 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-f5839741-1a57-4107-8f9a-eb5664303876 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:56.902935 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-f5839741-1a57-4107-8f9a-eb5664303876 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:56.914424 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-8d7edda2-8212-40ae-8670-e7a52c2997ab tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:01:56.920003 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5839741-1a57-4107-8f9a-eb5664303876 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event updated for resources: {'Port': ['ID=3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:56.925612 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-8d7edda2-8212-40ae-8670-e7a52c2997ab tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172727 May 26 16:01:56.931024 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-f5839741-1a57-4107-8f9a-eb5664303876 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4510782 May 26 16:01:56.953564 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-9b921de1-f7d3-4e89-97fa-93f5955b4fed service neutron] Request body: {'port': {'device_id': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:57.002277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-55c6a637-f8df-459f-bf3e-fa0aad1286e8 None None] Provisioning complete for port 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:01:57.002701 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-55c6a637-f8df-459f-bf3e-fa0aad1286e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:57.013119 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-fa8bc973-0897-45b8-bceb-593ae51f253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:57.015108 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-fa8bc973-0897-45b8-bceb-593ae51f253d service neutron] 10.222.0.77 "GET /v2.0/ports/80ae73e3-df92-479c-8a3a-0ea1a951666a HTTP/1.1" status: 200 len: 1093 time: 0.0713243 May 26 16:01:57.020650 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-9b921de1-f7d3-4e89-97fa-93f5955b4fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:57.028187 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5289a4de-8def-4cf5-8953-07194604a52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:57.036547 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-7faec301-a218-4abd-bcdc-84667d055449 service neutron] Request body: {'binding': {'host': 'n-h1-843337-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:57.037000 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-7faec301-a218-4abd-bcdc-84667d055449 service neutron] Unknown quota resources ['binding']. {{(pid=103895) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 26 16:01:57.041823 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-e8c20437-7c1b-45fa-afba-0cc2a9f98172 req-71e1ed35-a097-403c-8c98-2c903dc2ab02 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] For port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=5df0ec10-39a6-4bce-adcd-6a6b481f12e8,segment=NetworkSegment(e5cbe1d5-8613-41f5-a8ab-28caa3677525),segment_id=e5cbe1d5-8613-41f5-a8ab-28caa3677525)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:57.042204 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e8c20437-7c1b-45fa-afba-0cc2a9f98172 req-71e1ed35-a097-403c-8c98-2c903dc2ab02 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:57.044479 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-c1bddb42-27cc-4482-9b18-8b7540c94683 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a51abc20409a4328acbb3bd545f0dec6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2751243 May 26 16:01:57.083698 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-55c6a637-f8df-459f-bf3e-fa0aad1286e8 None None] Port 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:01:57.153871 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-e8c20437-7c1b-45fa-afba-0cc2a9f98172 req-71e1ed35-a097-403c-8c98-2c903dc2ab02 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Calling delete_port for 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:57.169074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c66c70d-0a4b-4192-8dbc-20114ab37ad3 None None] DHCP port deletion for 9f9cc98f-8195-44c5-b5a5-592b7f06a54e request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:01:57.254349 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4c66c70d-0a4b-4192-8dbc-20114ab37ad3 None None] Deleting port 737bc352-61e0-4b30-95da-63aa4f0f31a6 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:57.255178 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4c66c70d-0a4b-4192-8dbc-20114ab37ad3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:57.372177 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-5289a4de-8def-4cf5-8953-07194604a52d admin admin] Deleting port 737bc352-61e0-4b30-95da-63aa4f0f31a6 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:01:57.372809 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5289a4de-8def-4cf5-8953-07194604a52d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:57.540697 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-5289a4de-8def-4cf5-8953-07194604a52d admin admin] For port 737bc352-61e0-4b30-95da-63aa4f0f31a6, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=737bc352-61e0-4b30-95da-63aa4f0f31a6,segment=NetworkSegment(7b97ef93-eea9-4860-9b18-d59e208af8d3),segment_id=7b97ef93-eea9-4860-9b18-d59e208af8d3)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:57.541103 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5289a4de-8def-4cf5-8953-07194604a52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:57.557174 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-5289a4de-8def-4cf5-8953-07194604a52d admin admin] Calling delete_port for 737bc352-61e0-4b30-95da-63aa4f0f31a6 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:57.585092 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-4c66c70d-0a4b-4192-8dbc-20114ab37ad3 None None] For port 737bc352-61e0-4b30-95da-63aa4f0f31a6, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=737bc352-61e0-4b30-95da-63aa4f0f31a6,segment=NetworkSegment(7b97ef93-eea9-4860-9b18-d59e208af8d3),segment_id=7b97ef93-eea9-4860-9b18-d59e208af8d3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:01:57.585591 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4c66c70d-0a4b-4192-8dbc-20114ab37ad3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:57.613511 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4c66c70d-0a4b-4192-8dbc-20114ab37ad3 None None] Calling delete_port for 737bc352-61e0-4b30-95da-63aa4f0f31a6 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:01:57.646653 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f197b6-5de5-45fb-84c6-d37638862285 req-b98b8496-529f-4afa-883e-779142574e2b tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:57.650056 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42f197b6-5de5-45fb-84c6-d37638862285 req-b98b8496-529f-4afa-883e-779142574e2b tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 945 time: 0.2084992 May 26 16:01:57.659518 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-7faec301-a218-4abd-bcdc-84667d055449 service neutron] Attempting to bind port 80ae73e3-df92-479c-8a3a-0ea1a951666a on host n-h1-843337-2 for vnic_type normal with profile None {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:01:57.660142 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-7faec301-a218-4abd-bcdc-84667d055449 service neutron] Attempting to bind port 80ae73e3-df92-479c-8a3a-0ea1a951666a by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:01:57.660661 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-7faec301-a218-4abd-bcdc-84667d055449 service neutron] Attempting to bind port 80ae73e3-df92-479c-8a3a-0ea1a951666a on network 849715ed-d05e-42c2-bffa-fde3212d6c0a {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:57.675640 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-9b921de1-f7d3-4e89-97fa-93f5955b4fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:01:57.691804 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-9b921de1-f7d3-4e89-97fa-93f5955b4fed service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:57.703259 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-7faec301-a218-4abd-bcdc-84667d055449 service neutron] Port 80ae73e3-df92-479c-8a3a-0ea1a951666a on network 849715ed-d05e-42c2-bffa-fde3212d6c0a not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:01:57.703916 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-7faec301-a218-4abd-bcdc-84667d055449 service neutron] Attempting to bind port 80ae73e3-df92-479c-8a3a-0ea1a951666a on network 849715ed-d05e-42c2-bffa-fde3212d6c0a {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:57.718897 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-7faec301-a218-4abd-bcdc-84667d055449 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:01:57.719862 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-7faec301-a218-4abd-bcdc-84667d055449 service neutron] Checking segment: {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:57.720948 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-7faec301-a218-4abd-bcdc-84667d055449 service neutron] Bound using segment: {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:01:57.721125 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42f197b6-5de5-45fb-84c6-d37638862285 req-9707824b-77fe-4ab9-a11a-f78b416a5660 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595846 May 26 16:01:57.721823 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-7faec301-a218-4abd-bcdc-84667d055449 service neutron] Bound port: 80ae73e3-df92-479c-8a3a-0ea1a951666a, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:01:57.728915 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-9b921de1-f7d3-4e89-97fa-93f5955b4fed service neutron] Transition to ACTIVE for port object 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:01:57.734513 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 737bc352-61e0-4b30-95da-63aa4f0f31a6 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:01:57.751247 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-9b921de1-f7d3-4e89-97fa-93f5955b4fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:57.767073 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 737bc352-61e0-4b30-95da-63aa4f0f31a6 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:01:57.767484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 737bc352-61e0-4b30-95da-63aa4f0f31a6 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:01:57.804489 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4c66c70d-0a4b-4192-8dbc-20114ab37ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:57.826161 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-7faec301-a218-4abd-bcdc-84667d055449 service neutron] For port 80ae73e3-df92-479c-8a3a-0ea1a951666a, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=80ae73e3-df92-479c-8a3a-0ea1a951666a,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:01:57.830086 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5289a4de-8def-4cf5-8953-07194604a52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:57.868087 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66c70d-0a4b-4192-8dbc-20114ab37ad3 None None] Pushing event deleted for resources: {'Port': ['ID=737bc352-61e0-4b30-95da-63aa4f0f31a6,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:57.875490 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-7faec301-a218-4abd-bcdc-84667d055449 service neutron] Notify callbacks [] for binding, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:57.888189 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c66c70d-0a4b-4192-8dbc-20114ab37ad3 None None] No DVR routers for this DVR port 737bc352-61e0-4b30-95da-63aa4f0f31a6 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:01:57.910118 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-7faec301-a218-4abd-bcdc-84667d055449 service neutron] 10.222.0.77 "POST /v2.0/ports/80ae73e3-df92-479c-8a3a-0ea1a951666a/bindings HTTP/1.1" status: 201 len: 389 time: 0.8870409 May 26 16:01:57.931480 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b921de1-f7d3-4e89-97fa-93f5955b4fed service neutron] Pushing event updated for resources: {'Port': ['ID=0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:57.947412 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5289a4de-8def-4cf5-8953-07194604a52d admin admin] No DVR routers for this DVR port 737bc352-61e0-4b30-95da-63aa4f0f31a6 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:01:57.956715 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289a4de-8def-4cf5-8953-07194604a52d admin admin] Pushing event deleted for resources: {'Port': ['ID=737bc352-61e0-4b30-95da-63aa4f0f31a6,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:57.984789 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e8c20437-7c1b-45fa-afba-0cc2a9f98172 req-71e1ed35-a097-403c-8c98-2c903dc2ab02 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:58.044831 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1ed35-a097-403c-8c98-2c903dc2ab02 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Pushing event deleted for resources: {'Port': ['ID=5df0ec10-39a6-4bce-adcd-6a6b481f12e8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:58.140606 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805eecbf-19a2-4b6e-b7df-70f10fa8f243 x-openstack-request-id: req-805eecbf-19a2-4b6e-b7df-70f10fa8f243 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:58.141386 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ed693a-4539-430c-9bc5-771b86012827", "name": "network-vif-unplugged", "status": "completed", "tag": "a97919f5-38de-4ccc-9b8c-82c126b1b032", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:58.141837 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-805eecbf-19a2-4b6e-b7df-70f10fa8f243 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:58.142427 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-805eecbf-19a2-4b6e-b7df-70f10fa8f243'] response: {'server_uuid': '46ed693a-4539-430c-9bc5-771b86012827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a97919f5-38de-4ccc-9b8c-82c126b1b032', 'code': 200} May 26 16:01:58.148260 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555577f9-5881-40cc-becd-f1d2c178f767 req-66d7292f-919f-4ffc-8f40-36ebb0bae774 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:58.154562 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-555577f9-5881-40cc-becd-f1d2c178f767 req-66d7292f-919f-4ffc-8f40-36ebb0bae774 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/ports?device_id=416963c3-be01-46f9-90c9-865d8c337d3d HTTP/1.1" status: 200 len: 944 time: 0.3227921 May 26 16:01:58.258009 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5289a4de-8def-4cf5-8953-07194604a52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:58.277439 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-9b921de1-f7d3-4e89-97fa-93f5955b4fed service neutron] Attempting to bind port 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:01:58.277682 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-9b921de1-f7d3-4e89-97fa-93f5955b4fed service neutron] Attempting to bind port 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '96a5f615-fb63-4c2b-92cf-d8a80dc39cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:01:58.278181 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-9b921de1-f7d3-4e89-97fa-93f5955b4fed service neutron] Attempting to bind port 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d on network cc5ef074-7315-4026-8964-d75cc2ddf062 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:58.293436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-9b921de1-f7d3-4e89-97fa-93f5955b4fed service neutron] Port 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d on network cc5ef074-7315-4026-8964-d75cc2ddf062 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:01:58.294008 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-9b921de1-f7d3-4e89-97fa-93f5955b4fed service neutron] Attempting to bind port 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d on network cc5ef074-7315-4026-8964-d75cc2ddf062 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:01:58.351725 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-5289a4de-8def-4cf5-8953-07194604a52d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9cc98f-8195-44c5-b5a5-592b7f06a54e']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:58.376068 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c20437-7c1b-45fa-afba-0cc2a9f98172 req-71e1ed35-a097-403c-8c98-2c903dc2ab02 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] No DVR routers for this DVR port 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:01:58.378821 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-5289a4de-8def-4cf5-8953-07194604a52d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b97ef93-eea9-4860-9b18-d59e208af8d3') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:58.379046 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-5289a4de-8def-4cf5-8953-07194604a52d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b97ef93-eea9-4860-9b18-d59e208af8d3') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:01:58.382252 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e8c20437-7c1b-45fa-afba-0cc2a9f98172 req-71e1ed35-a097-403c-8c98-2c903dc2ab02 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:58.384074 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-555577f9-5881-40cc-becd-f1d2c178f767 req-093506d1-7fa9-4c7a-a2af-6d331ba8c7f2 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.77 "GET /v2.0/security-groups?id=052147f9-4d79-44d6-a3ab-fba513c0e067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098098 May 26 16:01:58.385384 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-9b921de1-f7d3-4e89-97fa-93f5955b4fed service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:01:58.385766 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e8c20437-7c1b-45fa-afba-0cc2a9f98172 req-71e1ed35-a097-403c-8c98-2c903dc2ab02 tempest-LiveMigrationTest-586778135 tempest-LiveMigrationTest-586778135-project] 10.222.0.83 "DELETE /v2.0/ports/5df0ec10-39a6-4bce-adcd-6a6b481f12e8 HTTP/1.1" status: 204 len: 173 time: 2.6933892 May 26 16:01:58.386128 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416963c3-be01-46f9-90c9-865d8c337d3d', 'name': 'network-vif-deleted', 'tag': '5df0ec10-39a6-4bce-adcd-6a6b481f12e8'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:58.388644 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdbf33b-9efb-4d95-a615-ae276b99d5fe" -d '{"events": [{"server_uuid": "416963c3-be01-46f9-90c9-865d8c337d3d", "name": "network-vif-deleted", "tag": "5df0ec10-39a6-4bce-adcd-6a6b481f12e8"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:58.389197 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-9b921de1-f7d3-4e89-97fa-93f5955b4fed service neutron] Checking segment: {'id': '96a5f615-fb63-4c2b-92cf-d8a80dc39cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:01:58.389952 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-9b921de1-f7d3-4e89-97fa-93f5955b4fed service neutron] Bound using segment: {'id': '96a5f615-fb63-4c2b-92cf-d8a80dc39cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:01:58.390679 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-9b921de1-f7d3-4e89-97fa-93f5955b4fed service neutron] Bound port: 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a5f615-fb63-4c2b-92cf-d8a80dc39cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:01:58.391207 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-9b921de1-f7d3-4e89-97fa-93f5955b4fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:58.400586 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5289a4de-8def-4cf5-8953-07194604a52d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:58.417608 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5289a4de-8def-4cf5-8953-07194604a52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:58.426083 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5289a4de-8def-4cf5-8953-07194604a52d admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:01:58.426984 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5289a4de-8def-4cf5-8953-07194604a52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:58.494989 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-9b921de1-f7d3-4e89-97fa-93f5955b4fed service neutron] For port 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:01:58.498676 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-9b921de1-f7d3-4e89-97fa-93f5955b4fed service neutron] For port 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d,segment=NetworkSegment(96a5f615-fb63-4c2b-92cf-d8a80dc39cae),segment_id=96a5f615-fb63-4c2b-92cf-d8a80dc39cae)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:01:58.505974 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-24aef12d-03e3-40c7-a3c4-d67f16828add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:58.508693 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-24aef12d-03e3-40c7-a3c4-d67f16828add service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 1096 time: 0.2341335 May 26 16:01:58.515266 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5289a4de-8def-4cf5-8953-07194604a52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:58.519928 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 7b97ef93-eea9-4860-9b18-d59e208af8d3 resource provider aggregate not found May 26 16:01:58.521576 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-9b921de1-f7d3-4e89-97fa-93f5955b4fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:58.539397 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5289a4de-8def-4cf5-8953-07194604a52d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:58.566033 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5289a4de-8def-4cf5-8953-07194604a52d admin admin] 10.222.0.77 "DELETE /v2.0/networks/9f9cc98f-8195-44c5-b5a5-592b7f06a54e HTTP/1.1" status: 204 len: 168 time: 1.7948413 May 26 16:01:58.569077 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 7b97ef93-eea9-4860-9b18-d59e208af8d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b97ef93-eea9-4860-9b18-d59e208af8d3 found for delete ", "request_id": "req-adb5a908-5386-41cc-a334-288b852d099f"}]} May 26 16:01:58.585855 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289a4de-8def-4cf5-8953-07194604a52d admin admin] Pushing event deleted for resources: {'Network': ['ID=9f9cc98f-8195-44c5-b5a5-592b7f06a54e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:58.600582 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143f6da-0c74-4eeb-8344-96f227bfe2e6 req-7caa9a16-8c79-4d71-90b1-d4da1c5b4ab7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:58.609467 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143f6da-0c74-4eeb-8344-96f227bfe2e6 req-7caa9a16-8c79-4d71-90b1-d4da1c5b4ab7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:58.622181 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143f6da-0c74-4eeb-8344-96f227bfe2e6 req-7caa9a16-8c79-4d71-90b1-d4da1c5b4ab7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:58.628323 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143f6da-0c74-4eeb-8344-96f227bfe2e6 req-7caa9a16-8c79-4d71-90b1-d4da1c5b4ab7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:58.634872 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143f6da-0c74-4eeb-8344-96f227bfe2e6 req-7caa9a16-8c79-4d71-90b1-d4da1c5b4ab7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:58.636870 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8143f6da-0c74-4eeb-8344-96f227bfe2e6 req-7caa9a16-8c79-4d71-90b1-d4da1c5b4ab7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 3827 time: 0.3605247 May 26 16:01:58.708486 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-9b921de1-f7d3-4e89-97fa-93f5955b4fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:58.709684 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-9b921de1-f7d3-4e89-97fa-93f5955b4fed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:58.711382 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-9b921de1-f7d3-4e89-97fa-93f5955b4fed service neutron] 10.222.0.81 "PUT /v2.0/ports/0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d HTTP/1.1" status: 200 len: 1092 time: 1.7632375 May 26 16:01:58.718960 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'tag': '0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:01:58.722163 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc1ce65-274d-4a5a-9179-9527d61bdcd4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "tag": "0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:01:58.758368 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-46e3016d-01e5-480c-8bbf-44bb4548181e service neutron] Request body: {'port': {'device_id': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:58.819673 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40268) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:58.829780 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89ef6f-207f-43d6-a358-ea89206c9fcd req-42fa2c8f-d203-4f3b-8c9e-11b882d2460b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:58.831272 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea89ef6f-207f-43d6-a358-ea89206c9fcd req-42fa2c8f-d203-4f3b-8c9e-11b882d2460b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 948 time: 0.3211803 May 26 16:01:58.831928 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b921de1-f7d3-4e89-97fa-93f5955b4fed service neutron] Pushing event updated for resources: {'Port': ['ID=0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:58.861753 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8143f6da-0c74-4eeb-8344-96f227bfe2e6 req-7b6d94b4-829f-425b-9d51-a243014c4637 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873050 May 26 16:01:58.880660 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-db039551-882e-4a92-9ea2-296e5ad906ba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d178d16d8b864c82afaaa8d93cecd08d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0595057 May 26 16:01:58.883199 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40270) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:58.930987 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-aa7945a9-bc87-4ff5-b27a-15e6d21a01c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:58.932494 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-aa7945a9-bc87-4ff5-b27a-15e6d21a01c9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 921 time: 0.4040978 May 26 16:01:58.933039 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-46e3016d-01e5-480c-8bbf-44bb4548181e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:58.961082 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-582b143b-85db-4fa7-98a4-ec182f512a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:58.967691 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea89ef6f-207f-43d6-a358-ea89206c9fcd req-1c0d9a93-a0fa-4d25-82dd-5ce567b170aa tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093912 May 26 16:01:58.988214 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-582b143b-85db-4fa7-98a4-ec182f512a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:59.033683 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-06a0c52e-b9b9-40cf-a30b-c7147485443b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80ae73e3-df92-479c-8a3a-0ea1a951666a HTTP/1.1" status: 200 len: 217 time: 0.0877526 May 26 16:01:59.074795 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-582b143b-85db-4fa7-98a4-ec182f512a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:59.082651 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-582b143b-85db-4fa7-98a4-ec182f512a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:01:59.087972 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-582b143b-85db-4fa7-98a4-ec182f512a09 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f01bd505-02b8-4d46-81c6-2586c729cd46 HTTP/1.1" status: 204 len: 168 time: 0.2028022 May 26 16:01:59.105812 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b143b-85db-4fa7-98a4-ec182f512a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01bd505-02b8-4d46-81c6-2586c729cd46,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:01:59.200275 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-124bf690-6529-4e21-90f2-af1d418033bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:59.202765 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-124bf690-6529-4e21-90f2-af1d418033bb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=34e27219-447c-429c-b572-febfd4b36520 HTTP/1.1" status: 200 len: 860 time: 0.1607807 May 26 16:01:59.228116 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3628f04e-6c53-472b-8bb5-239864b118d6 req-b6746f9c-d9b4-491a-807c-1e9caabdc435 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=df208acf-987d-40a0-a234-82b96175b530 HTTP/1.1" status: 200 len: 210 time: 0.0739591 May 26 16:01:59.266954 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-442505f4-a7f7-406e-b610-19069ff89655 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=849715ed-d05e-42c2-bffa-fde3212d6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416520 May 26 16:01:59.321619 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847d8eeb-c91d-4335-80d0-0478ea0fe559 x-openstack-request-id: req-847d8eeb-c91d-4335-80d0-0478ea0fe559 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:59.322155 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416963c3-be01-46f9-90c9-865d8c337d3d", "name": "network-vif-deleted", "tag": "5df0ec10-39a6-4bce-adcd-6a6b481f12e8", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:59.322619 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-847d8eeb-c91d-4335-80d0-0478ea0fe559 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:59.323547 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-847d8eeb-c91d-4335-80d0-0478ea0fe559'] response: {'server_uuid': '416963c3-be01-46f9-90c9-865d8c337d3d', 'name': 'network-vif-deleted', 'tag': '5df0ec10-39a6-4bce-adcd-6a6b481f12e8', 'status': 'completed', 'code': 200} May 26 16:01:59.454659 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-70ec2a3d-70a0-4aa2-9e52-2ad5864b4dfc tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=a51abc20409a4328acbb3bd545f0dec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509901 May 26 16:01:59.725002 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1ce65-274d-4a5a-9179-9527d61bdcd4 req-c93e354f-ee54-4842-8fab-f2bc95fcad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:59.725487 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1ce65-274d-4a5a-9179-9527d61bdcd4 req-c93e354f-ee54-4842-8fab-f2bc95fcad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:59.725956 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1ce65-274d-4a5a-9179-9527d61bdcd4 req-c93e354f-ee54-4842-8fab-f2bc95fcad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:59.726419 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1ce65-274d-4a5a-9179-9527d61bdcd4 req-c93e354f-ee54-4842-8fab-f2bc95fcad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:59.726880 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1ce65-274d-4a5a-9179-9527d61bdcd4 req-c93e354f-ee54-4842-8fab-f2bc95fcad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:59.728704 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3cc1ce65-274d-4a5a-9179-9527d61bdcd4 req-c93e354f-ee54-4842-8fab-f2bc95fcad90 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=829e9f52f7f3454cafe50e0d9182f678&device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 4362 time: 0.1022103 May 26 16:01:59.732793 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40292) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:01:59.804888 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device a97919f5-38de-4ccc-9b8c-82c126b1b032 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:01:59.810277 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-8fe2d564-8599-4c6f-adf0-47e31cb349bf tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:01:59.812169 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-8fe2d564-8599-4c6f-adf0-47e31cb349bf tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3445163 May 26 16:01:59.851741 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-b1ddc33c-1a35-4ea1-8e54-600b324abb88 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Request body: {'port': {'device_id': 'df208acf-987d-40a0-a234-82b96175b530', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': 'a51abc20409a4328acbb3bd545f0dec6'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:01:59.967349 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b0c18e-aa60-48d8-ad6b-99a1872cc442 x-openstack-request-id: req-91b0c18e-aa60-48d8-ad6b-99a1872cc442 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:01:59.968411 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "tag": "0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:01:59.968664 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-91b0c18e-aa60-48d8-ad6b-99a1872cc442 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:01:59.969049 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91b0c18e-aa60-48d8-ad6b-99a1872cc442'] response: {'name': 'network-changed', 'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'tag': '0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d', 'status': 'completed', 'code': 200} May 26 16:01:59.979603 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-46592184-e8bd-40a9-83d5-469bf686576b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5cdc25d85d6240de954a469da7fc37f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444320 May 26 16:01:59.996418 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40296) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:00.057058 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:02:00.061058 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port a97919f5-38de-4ccc-9b8c-82c126b1b032, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=a97919f5-38de-4ccc-9b8c-82c126b1b032,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:00.085250 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1ce65-274d-4a5a-9179-9527d61bdcd4 req-e9d87bbe-4753-473f-b477-34a47b825149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:00.085723 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1ce65-274d-4a5a-9179-9527d61bdcd4 req-e9d87bbe-4753-473f-b477-34a47b825149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:00.086249 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1ce65-274d-4a5a-9179-9527d61bdcd4 req-e9d87bbe-4753-473f-b477-34a47b825149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:00.088266 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3cc1ce65-274d-4a5a-9179-9527d61bdcd4 req-e9d87bbe-4753-473f-b477-34a47b825149 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=829e9f52f7f3454cafe50e0d9182f678&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3461268 May 26 16:02:00.133802 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:02:00.134505 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 5df0ec10-39a6-4bce-adcd-6a6b481f12e8 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:02:00.137876 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': 'a97919f5-38de-4ccc-9b8c-82c126b1b032', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': 'a97919f5-38de-4ccc-9b8c-82c126b1b032', 'mac_address': 'fa:16:3e:87:70:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:00.153429 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b25a7-44a6-49d5-b36b-8a4bee9eec14 req-0205b570-aa4f-4dbb-9913-54e2da0ecec5 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:00.154900 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-111b25a7-44a6-49d5-b36b-8a4bee9eec14 req-0205b570-aa4f-4dbb-9913-54e2da0ecec5 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 945 time: 0.1995182 May 26 16:02:00.179557 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c2a7-8e34-47a2-995f-500e5940776f req-624e9652-1d02-498d-9d71-3e7f18f4bf6b tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:00.180979 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb81c2a7-8e34-47a2-995f-500e5940776f req-624e9652-1d02-498d-9d71-3e7f18f4bf6b tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 945 time: 0.2359848 May 26 16:02:00.202377 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-607babe1-909d-4a95-9de4-8e647981c7c0 service neutron] 10.222.0.81 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9234343 May 26 16:02:00.202958 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port a97919f5-38de-4ccc-9b8c-82c126b1b032 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:00.203511 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:00.206679 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:00.225348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97919f5-38de-4ccc-9b8c-82c126b1b032 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:00.253553 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port a97919f5-38de-4ccc-9b8c-82c126b1b032, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=a97919f5-38de-4ccc-9b8c-82c126b1b032,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:00.260553 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:00.326196 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=a97919f5-38de-4ccc-9b8c-82c126b1b032,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:00.354714 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-111b25a7-44a6-49d5-b36b-8a4bee9eec14 req-628b898d-a2b5-43ad-bfd1-9763671bcff6 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699524 May 26 16:02:00.368317 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb81c2a7-8e34-47a2-995f-500e5940776f req-2c1cb4d6-02e5-4176-9b8b-ddbf6f5133dc tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761982 May 26 16:02:00.403716 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-46e3016d-01e5-480c-8bbf-44bb4548181e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050f7dea-7df3-4c3e-9043-c8ce4c335535 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:00.423193 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-46e3016d-01e5-480c-8bbf-44bb4548181e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:00.471713 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40310) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:00.499997 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-46e3016d-01e5-480c-8bbf-44bb4548181e service neutron] Transition to ACTIVE for port object 050f7dea-7df3-4c3e-9043-c8ce4c335535 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:02:00.535403 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-6a8aa8c3-b8a6-4c42-ab19-580824592c43 service neutron] 10.222.0.81 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171527 May 26 16:02:00.577832 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-46e3016d-01e5-480c-8bbf-44bb4548181e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:00.677350 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3016d-01e5-480c-8bbf-44bb4548181e service neutron] Pushing event updated for resources: {'Port': ['ID=050f7dea-7df3-4c3e-9043-c8ce4c335535,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:00.715506 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 82104fd1-f82e-409f-b1db-4fbe49354fed no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:02:00.733046 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b1db6e-fd1e-460d-85d8-29dd9403e7f4 admin admin] Deleting subnet cfa16bff-3370-4a4e-860f-b7e489b84ed0 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:02:00.741716 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e0b1db6e-fd1e-460d-85d8-29dd9403e7f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:00.753364 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c533c463-dd25-4601-a167-9013d3f096a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:00.762125 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-b1ddc33c-1a35-4ea1-8e54-600b324abb88 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Made reservation on behalf of a51abc20409a4328acbb3bd545f0dec6 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:00.765721 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-b1ddc33c-1a35-4ea1-8e54-600b324abb88 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:00.823218 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8e34c-4e58-445a-924b-98a762da049f req-4ce01c69-e28d-4b2a-addb-d9f862e4f156 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:00.829542 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8e34c-4e58-445a-924b-98a762da049f req-4ce01c69-e28d-4b2a-addb-d9f862e4f156 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:00.837374 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8e34c-4e58-445a-924b-98a762da049f req-4ce01c69-e28d-4b2a-addb-d9f862e4f156 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:00.844448 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8e34c-4e58-445a-924b-98a762da049f req-4ce01c69-e28d-4b2a-addb-d9f862e4f156 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:00.850416 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8e34c-4e58-445a-924b-98a762da049f req-4ce01c69-e28d-4b2a-addb-d9f862e4f156 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:00.870220 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1ce65-274d-4a5a-9179-9527d61bdcd4 req-4e854424-1737-428c-9fe0-ff85b4335bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:00.871879 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3cc1ce65-274d-4a5a-9179-9527d61bdcd4 req-4e854424-1737-428c-9fe0-ff85b4335bfa service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7720892 May 26 16:02:00.875077 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c533c463-dd25-4601-a167-9013d3f096a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:00.893478 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['a97919f5-38de-4ccc-9b8c-82c126b1b032'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:00.903053 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8e34c-4e58-445a-924b-98a762da049f req-4ce01c69-e28d-4b2a-addb-d9f862e4f156 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:00.926046 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a4c8e34c-4e58-445a-924b-98a762da049f req-4ce01c69-e28d-4b2a-addb-d9f862e4f156 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 4599 time: 0.3865008 May 26 16:02:00.942880 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e0b1db6e-fd1e-460d-85d8-29dd9403e7f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:00.995560 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada7ca6-f410-403a-95c5-fead9d23d85b req-b652a682-990f-42c8-87a4-0a32c393c5f5 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:01.002711 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 82104fd1-f82e-409f-b1db-4fbe49354fed is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:01.003114 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:01.003713 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aada7ca6-f410-403a-95c5-fead9d23d85b req-b652a682-990f-42c8-87a4-0a32c393c5f5 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 949 time: 0.4233339 May 26 16:02:01.055821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4157ec-0c53-49ac-8358-5c68803e52cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82104fd1-f82e-409f-b1db-4fbe49354fed'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:01.067595 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee79522-1077-43ac-9a55-1aefd776d96f" -d '{"events": [{"server_uuid": "5b4157ec-0c53-49ac-8358-5c68803e52cd", "name": "network-vif-unplugged", "status": "completed", "tag": "82104fd1-f82e-409f-b1db-4fbe49354fed"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:01.102157 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 82104fd1-f82e-409f-b1db-4fbe49354fed, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=82104fd1-f82e-409f-b1db-4fbe49354fed,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:01.118849 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e0b1db6e-fd1e-460d-85d8-29dd9403e7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:01.122438 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:01.123138 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device a0579e77-f2e4-4528-ad8c-10f3ed49cb87 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:02:01.141815 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c533c463-dd25-4601-a167-9013d3f096a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:01.144324 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c533c463-dd25-4601-a167-9013d3f096a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:01.148661 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c533c463-dd25-4601-a167-9013d3f096a0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/44e0fe6a-dfd4-4c91-b6c6-e0694918abf9 HTTP/1.1" status: 204 len: 168 time: 1.1482103 May 26 16:02:01.182302 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533c463-dd25-4601-a167-9013d3f096a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e0fe6a-dfd4-4c91-b6c6-e0694918abf9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:01.200836 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-b1ddc33c-1a35-4ea1-8e54-600b324abb88 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Allocated IP 192.168.233.250 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/75263e5e-7118-48e1-adb6-47c888290103) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:01.238180 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aada7ca6-f410-403a-95c5-fead9d23d85b req-798ea6f0-5873-4eeb-aef6-d86cf752201a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334847 May 26 16:02:01.257589 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a4c8e34c-4e58-445a-924b-98a762da049f req-4b486325-283a-40f3-b082-06bd80258ea3 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2473912 May 26 16:02:01.293453 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-46e3016d-01e5-480c-8bbf-44bb4548181e service neutron] Attempting to bind port 050f7dea-7df3-4c3e-9043-c8ce4c335535 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:01.296490 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-46e3016d-01e5-480c-8bbf-44bb4548181e service neutron] Attempting to bind port 050f7dea-7df3-4c3e-9043-c8ce4c335535 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '1a7b7922-5c77-4d0b-a0da-c10ad2b6209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:01.297087 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-46e3016d-01e5-480c-8bbf-44bb4548181e service neutron] Attempting to bind port 050f7dea-7df3-4c3e-9043-c8ce4c335535 on network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:01.339400 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-46e3016d-01e5-480c-8bbf-44bb4548181e service neutron] Port 050f7dea-7df3-4c3e-9043-c8ce4c335535 on network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:02:01.339733 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-46e3016d-01e5-480c-8bbf-44bb4548181e service neutron] Attempting to bind port 050f7dea-7df3-4c3e-9043-c8ce4c335535 on network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:01.369823 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-46e3016d-01e5-480c-8bbf-44bb4548181e service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:01.372274 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-46e3016d-01e5-480c-8bbf-44bb4548181e service neutron] Checking segment: {'id': '1a7b7922-5c77-4d0b-a0da-c10ad2b6209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:01.374416 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-46e3016d-01e5-480c-8bbf-44bb4548181e service neutron] Bound using segment: {'id': '1a7b7922-5c77-4d0b-a0da-c10ad2b6209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:01.374750 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=82104fd1-f82e-409f-b1db-4fbe49354fed,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:01.375272 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-46e3016d-01e5-480c-8bbf-44bb4548181e service neutron] Bound port: 050f7dea-7df3-4c3e-9043-c8ce4c335535, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a7b7922-5c77-4d0b-a0da-c10ad2b6209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:01.375841 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-46e3016d-01e5-480c-8bbf-44bb4548181e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:01.488782 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-719d37f9-c3fd-4125-aef2-fbdcae5f5213 req-ce755803-067a-414a-ac90-fef63f3b3922 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=df208acf-987d-40a0-a234-82b96175b530 HTTP/1.1" status: 200 len: 210 time: 0.1013570 May 26 16:02:01.492983 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e0b1db6e-fd1e-460d-85d8-29dd9403e7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:01.495028 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port a0579e77-f2e4-4528-ad8c-10f3ed49cb87 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:01.495645 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:01.594614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1db6e-fd1e-460d-85d8-29dd9403e7f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfa16bff-3370-4a4e-860f-b7e489b84ed0,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:01.599622 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port a0579e77-f2e4-4528-ad8c-10f3ed49cb87, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a0579e77-f2e4-4528-ad8c-10f3ed49cb87,segment=NetworkSegment(e6704d63-1519-4cd1-8100-c949181e6d2b),segment_id=e6704d63-1519-4cd1-8100-c949181e6d2b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:01.608543 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e0b1db6e-fd1e-460d-85d8-29dd9403e7f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:01.611628 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e0b1db6e-fd1e-460d-85d8-29dd9403e7f4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cfa16bff-3370-4a4e-860f-b7e489b84ed0 HTTP/1.1" status: 204 len: 168 time: 1.1091757 May 26 16:02:01.616185 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:01.617867 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40338) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:01.687166 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=a0579e77-f2e4-4528-ad8c-10f3ed49cb87,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:01.688804 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-b1ddc33c-1a35-4ea1-8e54-600b324abb88 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:01.713332 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-46e3016d-01e5-480c-8bbf-44bb4548181e service neutron] For port 050f7dea-7df3-4c3e-9043-c8ce4c335535, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:01.747213 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-46e3016d-01e5-480c-8bbf-44bb4548181e service neutron] For port 050f7dea-7df3-4c3e-9043-c8ce4c335535, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=050f7dea-7df3-4c3e-9043-c8ce4c335535,segment=NetworkSegment(1a7b7922-5c77-4d0b-a0da-c10ad2b6209b),segment_id=1a7b7922-5c77-4d0b-a0da-c10ad2b6209b)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:01.767150 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-b1ddc33c-1a35-4ea1-8e54-600b324abb88 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:01.790456 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-46e3016d-01e5-480c-8bbf-44bb4548181e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:01.811710 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-710226b9-620b-4e06-9d3a-a9ca5dd91349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:01.859966 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-b1ddc33c-1a35-4ea1-8e54-600b324abb88 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:01.863470 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-b1ddc33c-1a35-4ea1-8e54-600b324abb88 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:01.869120 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-b1ddc33c-1a35-4ea1-8e54-600b324abb88 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:01.873292 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddc33c-1a35-4ea1-8e54-600b324abb88 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Pushing event updated for resources: {'Port': ['ID=75263e5e-7118-48e1-adb6-47c888290103,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:01.900465 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-46e3016d-01e5-480c-8bbf-44bb4548181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:01.902183 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-46e3016d-01e5-480c-8bbf-44bb4548181e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:01.913458 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-46e3016d-01e5-480c-8bbf-44bb4548181e service neutron] 10.222.0.81 "PUT /v2.0/ports/050f7dea-7df3-4c3e-9043-c8ce4c335535 HTTP/1.1" status: 200 len: 1130 time: 3.1649880 May 26 16:02:01.914110 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['20375dc8-a00d-43df-8c85-331049b660be'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:01.971808 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'tag': '050f7dea-7df3-4c3e-9043-c8ce4c335535'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:01.974112 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96476615-32e7-46ab-b014-a1b490e414ad" -d '{"events": [{"name": "network-changed", "server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "tag": "050f7dea-7df3-4c3e-9043-c8ce4c335535"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:01.993778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e4ae1a79-286e-4102-ba16-e61de6721021 service neutron] Request body: {'port': {'device_id': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:01.999801 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3016d-01e5-480c-8bbf-44bb4548181e service neutron] Pushing event updated for resources: {'Port': ['ID=050f7dea-7df3-4c3e-9043-c8ce4c335535,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:02.024233 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-b1ddc33c-1a35-4ea1-8e54-600b324abb88 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:02.042618 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-b1ddc33c-1a35-4ea1-8e54-600b324abb88 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:02.045452 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424c846a-cd09-493b-bf3d-fc443a13cca5 x-openstack-request-id: req-424c846a-cd09-493b-bf3d-fc443a13cca5 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:02.045938 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4157ec-0c53-49ac-8358-5c68803e52cd", "name": "network-vif-unplugged", "status": "completed", "tag": "82104fd1-f82e-409f-b1db-4fbe49354fed", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:02.046266 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-424c846a-cd09-493b-bf3d-fc443a13cca5 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:02.046670 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-424c846a-cd09-493b-bf3d-fc443a13cca5'] response: {'server_uuid': '5b4157ec-0c53-49ac-8358-5c68803e52cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82104fd1-f82e-409f-b1db-4fbe49354fed', 'code': 200} May 26 16:02:02.098730 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-b1ddc33c-1a35-4ea1-8e54-600b324abb88 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2531960 May 26 16:02:02.126967 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-f521057d-960a-4610-9531-f36cfaaa47ed service neutron] Request body: {'port': {'device_id': 'df208acf-987d-40a0-a234-82b96175b530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:02.261842 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-710226b9-620b-4e06-9d3a-a9ca5dd91349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:02.333153 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-f521057d-960a-4610-9531-f36cfaaa47ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:02.349656 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e4ae1a79-286e-4102-ba16-e61de6721021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:02.366040 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-710226b9-620b-4e06-9d3a-a9ca5dd91349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c98b2c4-074c-49ef-9d11-a7cee52b7ee1']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:02.436361 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-710226b9-620b-4e06-9d3a-a9ca5dd91349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5cbe1d5-8613-41f5-a8ab-28caa3677525') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:02.436859 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-710226b9-620b-4e06-9d3a-a9ca5dd91349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5cbe1d5-8613-41f5-a8ab-28caa3677525') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:02.485800 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-710226b9-620b-4e06-9d3a-a9ca5dd91349 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:02.570801 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-710226b9-620b-4e06-9d3a-a9ca5dd91349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:02.575018 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3080a5ee-0a88-4e14-a6dd-83c6c363d805 None None] Provisioning complete for port 75263e5e-7118-48e1-adb6-47c888290103 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:02.575392 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3080a5ee-0a88-4e14-a6dd-83c6c363d805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:02.602175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710226b9-620b-4e06-9d3a-a9ca5dd91349 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:02:02.602677 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-710226b9-620b-4e06-9d3a-a9ca5dd91349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:02.697700 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3080a5ee-0a88-4e14-a6dd-83c6c363d805 None None] Port 75263e5e-7118-48e1-adb6-47c888290103 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:02:02.713234 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device a0579e77-f2e4-4528-ad8c-10f3ed49cb87 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:02.727848 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment e5cbe1d5-8613-41f5-a8ab-28caa3677525 resource provider aggregate not found May 26 16:02:02.789415 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-603fb81a-24ae-49a0-93e3-86b989687b71 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:02.794951 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-603fb81a-24ae-49a0-93e3-86b989687b71 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.83 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827&tenant_id=2e6ecadf768c4517a083521fe60f9efe&binding%3Ahost_id=n-h2-843337-2 HTTP/1.1" status: 200 len: 949 time: 0.1994815 May 26 16:02:02.817877 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment e5cbe1d5-8613-41f5-a8ab-28caa3677525 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5cbe1d5-8613-41f5-a8ab-28caa3677525 found for delete ", "request_id": "req-0b170f96-ecd2-4c4b-afa6-4a3f1c655486"}]} May 26 16:02:02.887102 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-710226b9-620b-4e06-9d3a-a9ca5dd91349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:02.897688 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-710226b9-620b-4e06-9d3a-a9ca5dd91349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:02.901205 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-710226b9-620b-4e06-9d3a-a9ca5dd91349 admin admin] 10.222.0.77 "DELETE /v2.0/networks/2c98b2c4-074c-49ef-9d11-a7cee52b7ee1 HTTP/1.1" status: 204 len: 168 time: 1.2823620 May 26 16:02:02.906577 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-19593e78-3264-4df8-98da-80079e64da29 service neutron] 10.222.0.83 "GET /v2.0/ports/a97919f5-38de-4ccc-9b8c-82c126b1b032/bindings/n-h2-843337-2 HTTP/1.1" status: 200 len: 382 time: 0.1000428 May 26 16:02:02.909979 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40394) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:02.959022 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port a0579e77-f2e4-4528-ad8c-10f3ed49cb87, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a0579e77-f2e4-4528-ad8c-10f3ed49cb87,segment=NetworkSegment(e6704d63-1519-4cd1-8100-c949181e6d2b),segment_id=e6704d63-1519-4cd1-8100-c949181e6d2b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:02.985538 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'a0579e77-f2e4-4528-ad8c-10f3ed49cb87', 'network_id': 'd8e6a23b-7f61-4795-ab7a-361f0f755c8d', 'port_id': 'a0579e77-f2e4-4528-ad8c-10f3ed49cb87', 'mac_address': 'fa:16:3e:37:c7:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb576bd-eebb-4f80-9b74-b464d65080f4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:03.000456 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710226b9-620b-4e06-9d3a-a9ca5dd91349 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c98b2c4-074c-49ef-9d11-a7cee52b7ee1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:03.001229 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-53591f41-ded4-4cc6-8fb4-c2ee1cd1b897 admin admin] Deleting subnet 5ab9ba5e-9176-421f-a3b8-984608ae9533 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:02:03.013374 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-53591f41-ded4-4cc6-8fb4-c2ee1cd1b897 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:03.016488 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a36e0-7700-4608-b52b-153d15eaf381 req-09636f23-ad13-4fb3-80b5-473b5206f30f tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:03.026167 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-380a36e0-7700-4608-b52b-153d15eaf381 req-09636f23-ad13-4fb3-80b5-473b5206f30f tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 943 time: 0.3723714 May 26 16:02:03.063256 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa447a97-bbab-487d-8a3b-54c0b8fec58a req-b999663a-5d9f-4c5f-aaa9-fd287853b2e3 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:03.064810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port a0579e77-f2e4-4528-ad8c-10f3ed49cb87 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:03.064810 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:03.068525 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa447a97-bbab-487d-8a3b-54c0b8fec58a req-b999663a-5d9f-4c5f-aaa9-fd287853b2e3 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 945 time: 0.2220066 May 26 16:02:03.088223 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0579e77-f2e4-4528-ad8c-10f3ed49cb87 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:03.111911 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-53591f41-ded4-4cc6-8fb4-c2ee1cd1b897 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:03.125879 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-380a36e0-7700-4608-b52b-153d15eaf381 req-9ac279c3-a43f-48c6-a4ee-1afaae360e22 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988150 May 26 16:02:03.146220 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-5a6bb8e9-7b01-4ac6-9e57-84e64272f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:03.148971 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-5a6bb8e9-7b01-4ac6-9e57-84e64272f803 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 1100 time: 0.1815236 May 26 16:02:03.152272 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port a0579e77-f2e4-4528-ad8c-10f3ed49cb87, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a0579e77-f2e4-4528-ad8c-10f3ed49cb87,segment=NetworkSegment(e6704d63-1519-4cd1-8100-c949181e6d2b),segment_id=e6704d63-1519-4cd1-8100-c949181e6d2b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:03.158737 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:03.213917 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f910fa1-53b6-4d6d-a7cd-ab5bd54cf4a4 x-openstack-request-id: req-9f910fa1-53b6-4d6d-a7cd-ab5bd54cf4a4 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:03.214202 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "tag": "050f7dea-7df3-4c3e-9043-c8ce4c335535", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:03.214454 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9f910fa1-53b6-4d6d-a7cd-ab5bd54cf4a4 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:03.214862 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f910fa1-53b6-4d6d-a7cd-ab5bd54cf4a4'] response: {'name': 'network-changed', 'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'tag': '050f7dea-7df3-4c3e-9043-c8ce4c335535', 'status': 'completed', 'code': 200} May 26 16:02:03.219152 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=a0579e77-f2e4-4528-ad8c-10f3ed49cb87,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:03.219422 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa447a97-bbab-487d-8a3b-54c0b8fec58a req-c4fd9f93-c188-4b46-83f7-91ac03bb3db6 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396453 May 26 16:02:03.327957 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-53591f41-ded4-4cc6-8fb4-c2ee1cd1b897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:03.336745 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e4ae1a79-286e-4102-ba16-e61de6721021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:03.356747 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-f521057d-960a-4610-9531-f36cfaaa47ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75263e5e-7118-48e1-adb6-47c888290103 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:03.382743 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e4ae1a79-286e-4102-ba16-e61de6721021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:03.383917 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-f521057d-960a-4610-9531-f36cfaaa47ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:03.429008 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-f521057d-960a-4610-9531-f36cfaaa47ed service neutron] Transition to ACTIVE for port object 75263e5e-7118-48e1-adb6-47c888290103 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:02:03.431560 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e4ae1a79-286e-4102-ba16-e61de6721021 service neutron] Transition to ACTIVE for port object 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:02:03.433170 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-1167df1e-c0dd-4e01-a71d-f6fb2dc027b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:03.434986 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-1167df1e-c0dd-4e01-a71d-f6fb2dc027b0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.2744992 May 26 16:02:03.437835 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-f521057d-960a-4610-9531-f36cfaaa47ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:03.444908 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96476615-32e7-46ab-b014-a1b490e414ad req-a2cee286-6f0f-4513-ba90-0b071b9ef58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:03.445625 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96476615-32e7-46ab-b014-a1b490e414ad req-a2cee286-6f0f-4513-ba90-0b071b9ef58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:03.446245 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96476615-32e7-46ab-b014-a1b490e414ad req-a2cee286-6f0f-4513-ba90-0b071b9ef58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:03.446860 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96476615-32e7-46ab-b014-a1b490e414ad req-a2cee286-6f0f-4513-ba90-0b071b9ef58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:03.447495 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96476615-32e7-46ab-b014-a1b490e414ad req-a2cee286-6f0f-4513-ba90-0b071b9ef58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:03.447963 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96476615-32e7-46ab-b014-a1b490e414ad req-a2cee286-6f0f-4513-ba90-0b071b9ef58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:03.449339 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e4ae1a79-286e-4102-ba16-e61de6721021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:03.449819 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-96476615-32e7-46ab-b014-a1b490e414ad req-a2cee286-6f0f-4513-ba90-0b071b9ef58a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=829e9f52f7f3454cafe50e0d9182f678&device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5285 time: 0.1683469 May 26 16:02:03.480754 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['a0579e77-f2e4-4528-ad8c-10f3ed49cb87'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:03.515624 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dada8-8386-4dbd-80ee-dc256903d575 req-c7defc06-8ef5-4e5c-baeb-d0b34dd5fb28 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:03.523057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dada8-8386-4dbd-80ee-dc256903d575 req-c7defc06-8ef5-4e5c-baeb-d0b34dd5fb28 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:03.530292 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dada8-8386-4dbd-80ee-dc256903d575 req-c7defc06-8ef5-4e5c-baeb-d0b34dd5fb28 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:03.541359 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dada8-8386-4dbd-80ee-dc256903d575 req-c7defc06-8ef5-4e5c-baeb-d0b34dd5fb28 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:03.547460 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dada8-8386-4dbd-80ee-dc256903d575 req-c7defc06-8ef5-4e5c-baeb-d0b34dd5fb28 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:03.553590 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dada8-8386-4dbd-80ee-dc256903d575 req-c7defc06-8ef5-4e5c-baeb-d0b34dd5fb28 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:03.561821 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca1dada8-8386-4dbd-80ee-dc256903d575 req-c7defc06-8ef5-4e5c-baeb-d0b34dd5fb28 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 4599 time: 0.2391367 May 26 16:02:03.590963 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e4fb4-7191-4529-9398-ecd0f28322bf req-3deedf6b-5238-4911-aa62-17c186b2d0ae tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:03.599028 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-074e4fb4-7191-4529-9398-ecd0f28322bf req-3deedf6b-5238-4911-aa62-17c186b2d0ae tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=df208acf-987d-40a0-a234-82b96175b530 HTTP/1.1" status: 200 len: 936 time: 0.2750900 May 26 16:02:03.603091 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-10bf5ec6-8ee6-4996-9fd7-9764d1dbe643 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=a97919f5-38de-4ccc-9b8c-82c126b1b032 HTTP/1.1" status: 200 len: 217 time: 0.1523042 May 26 16:02:03.641387 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae1a79-286e-4102-ba16-e61de6721021 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf21d6d-e79d-4c8c-9e61-5ea961f8d787,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:03.699456 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-53591f41-ded4-4cc6-8fb4-c2ee1cd1b897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:03.735763 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521057d-960a-4610-9531-f36cfaaa47ed service neutron] Pushing event updated for resources: {'Port': ['ID=75263e5e-7118-48e1-adb6-47c888290103,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:03.749378 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca1dada8-8386-4dbd-80ee-dc256903d575 req-15854b4f-b333-4524-b061-9c056145addb tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1863244 May 26 16:02:03.831302 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device a97919f5-38de-4ccc-9b8c-82c126b1b032 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:03.858217 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53591f41-ded4-4cc6-8fb4-c2ee1cd1b897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ab9ba5e-9176-421f-a3b8-984608ae9533,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:03.861514 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e4ae1a79-286e-4102-ba16-e61de6721021 service neutron] Attempting to bind port 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:03.861995 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e4ae1a79-286e-4102-ba16-e61de6721021 service neutron] Attempting to bind port 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '1a7b7922-5c77-4d0b-a0da-c10ad2b6209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:03.862325 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e4ae1a79-286e-4102-ba16-e61de6721021 service neutron] Attempting to bind port 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 on network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:03.877729 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-074e4fb4-7191-4529-9398-ecd0f28322bf req-be68b696-3036-4e61-bfa2-2df97c8f5762 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776191 May 26 16:02:03.879229 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e4ae1a79-286e-4102-ba16-e61de6721021 service neutron] Port 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 on network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:02:03.879562 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e4ae1a79-286e-4102-ba16-e61de6721021 service neutron] Attempting to bind port 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 on network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:03.899204 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e4ae1a79-286e-4102-ba16-e61de6721021 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:03.899204 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e4ae1a79-286e-4102-ba16-e61de6721021 service neutron] Checking segment: {'id': '1a7b7922-5c77-4d0b-a0da-c10ad2b6209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:03.899204 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e4ae1a79-286e-4102-ba16-e61de6721021 service neutron] Bound using segment: {'id': '1a7b7922-5c77-4d0b-a0da-c10ad2b6209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:03.899204 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e4ae1a79-286e-4102-ba16-e61de6721021 service neutron] Bound port: 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a7b7922-5c77-4d0b-a0da-c10ad2b6209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:03.899204 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e4ae1a79-286e-4102-ba16-e61de6721021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:03.899788 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-53591f41-ded4-4cc6-8fb4-c2ee1cd1b897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:03.910422 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-53591f41-ded4-4cc6-8fb4-c2ee1cd1b897 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5ab9ba5e-9176-421f-a3b8-984608ae9533 HTTP/1.1" status: 204 len: 168 time: 0.9773068 May 26 16:02:03.915483 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40400) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:03.966215 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port a97919f5-38de-4ccc-9b8c-82c126b1b032 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:03.967216 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:03.982851 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0614f64-50e5-4f8b-9a45-29d4ca5a078a req-92fc725b-87b4-472c-8c84-870cd3cf2d7d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:03.983602 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-26bff019-a05a-4230-8333-8440245b6052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:03.985095 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-26bff019-a05a-4230-8333-8440245b6052 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.3095355 May 26 16:02:03.994878 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0614f64-50e5-4f8b-9a45-29d4ca5a078a req-92fc725b-87b4-472c-8c84-870cd3cf2d7d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 949 time: 0.0942447 May 26 16:02:04.049366 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8018d2dd-603e-453c-8e73-ee71174c4891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0579e77-f2e4-4528-ad8c-10f3ed49cb87'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:04.055142 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ed7265-23e1-43d2-af13-67941d6098f9" -d '{"events": [{"server_uuid": "8018d2dd-603e-453c-8e73-ee71174c4891", "name": "network-vif-unplugged", "status": "completed", "tag": "a0579e77-f2e4-4528-ad8c-10f3ed49cb87"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:04.063520 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0614f64-50e5-4f8b-9a45-29d4ca5a078a req-d0cb097b-15d4-4671-9279-5a89f1d4a2d4 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636170 May 26 16:02:04.096828 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96476615-32e7-46ab-b014-a1b490e414ad req-d8d197e4-4b20-4631-beec-c9d7e11381f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:04.097575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96476615-32e7-46ab-b014-a1b490e414ad req-d8d197e4-4b20-4631-beec-c9d7e11381f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:04.098238 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96476615-32e7-46ab-b014-a1b490e414ad req-d8d197e4-4b20-4631-beec-c9d7e11381f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:04.100926 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-96476615-32e7-46ab-b014-a1b490e414ad req-d8d197e4-4b20-4631-beec-c9d7e11381f5 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=829e9f52f7f3454cafe50e0d9182f678&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6130986 May 26 16:02:04.159284 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-f521057d-960a-4610-9531-f36cfaaa47ed service neutron] Attempting to bind port 75263e5e-7118-48e1-adb6-47c888290103 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:04.159851 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-f521057d-960a-4610-9531-f36cfaaa47ed service neutron] Attempting to bind port 75263e5e-7118-48e1-adb6-47c888290103 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:04.160417 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-f521057d-960a-4610-9531-f36cfaaa47ed service neutron] Attempting to bind port 75263e5e-7118-48e1-adb6-47c888290103 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:04.176172 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fb712ff3-b00e-4e72-aa5b-7d04720238b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:04.179713 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port a97919f5-38de-4ccc-9b8c-82c126b1b032 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:04.180131 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:04.212071 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9237625d-e17b-4a55-90c0-ef1ffb49277b x-openstack-request-id: req-9237625d-e17b-4a55-90c0-ef1ffb49277b {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:04.212446 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8018d2dd-603e-453c-8e73-ee71174c4891", "name": "network-vif-unplugged", "status": "completed", "tag": "a0579e77-f2e4-4528-ad8c-10f3ed49cb87", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:04.212718 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9237625d-e17b-4a55-90c0-ef1ffb49277b {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:04.213308 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9237625d-e17b-4a55-90c0-ef1ffb49277b'] response: {'server_uuid': '8018d2dd-603e-453c-8e73-ee71174c4891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0579e77-f2e4-4528-ad8c-10f3ed49cb87', 'code': 200} May 26 16:02:04.240753 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e4ae1a79-286e-4102-ba16-e61de6721021 service neutron] For port 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:04.247053 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e4ae1a79-286e-4102-ba16-e61de6721021 service neutron] For port 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=2cf21d6d-e79d-4c8c-9e61-5ea961f8d787,segment=NetworkSegment(1a7b7922-5c77-4d0b-a0da-c10ad2b6209b),segment_id=1a7b7922-5c77-4d0b-a0da-c10ad2b6209b)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:04.257720 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e4ae1a79-286e-4102-ba16-e61de6721021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:04.308770 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port a97919f5-38de-4ccc-9b8c-82c126b1b032, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=a97919f5-38de-4ccc-9b8c-82c126b1b032,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:04.314408 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:04.372897 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e4ae1a79-286e-4102-ba16-e61de6721021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:04.373571 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e4ae1a79-286e-4102-ba16-e61de6721021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:04.376820 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e4ae1a79-286e-4102-ba16-e61de6721021 service neutron] 10.222.0.81 "PUT /v2.0/ports/2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 HTTP/1.1" status: 200 len: 1131 time: 2.3909969 May 26 16:02:04.392131 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96476615-32e7-46ab-b014-a1b490e414ad req-74636338-1160-400b-9523-29dc783e1bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:04.394482 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-96476615-32e7-46ab-b014-a1b490e414ad req-74636338-1160-400b-9523-29dc783e1bc2 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2692304 May 26 16:02:04.397841 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-f521057d-960a-4610-9531-f36cfaaa47ed service neutron] Port 75263e5e-7118-48e1-adb6-47c888290103 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:02:04.398411 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-f521057d-960a-4610-9531-f36cfaaa47ed service neutron] Attempting to bind port 75263e5e-7118-48e1-adb6-47c888290103 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:04.408993 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-f521057d-960a-4610-9531-f36cfaaa47ed service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:04.409833 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-f521057d-960a-4610-9531-f36cfaaa47ed service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:04.411241 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-f521057d-960a-4610-9531-f36cfaaa47ed service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:04.411974 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-f521057d-960a-4610-9531-f36cfaaa47ed service neutron] Bound port: 75263e5e-7118-48e1-adb6-47c888290103, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:04.412643 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-f521057d-960a-4610-9531-f36cfaaa47ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:04.419191 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=a97919f5-38de-4ccc-9b8c-82c126b1b032,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:04.462656 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-254d3060-c1eb-4d9d-8b82-7b17bae8f991 service neutron] Request body: {'port': {'device_id': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:04.479623 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae1a79-286e-4102-ba16-e61de6721021 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf21d6d-e79d-4c8c-9e61-5ea961f8d787,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:04.494042 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5963933-4e1e-4a14-be3f-2f0375e2df70 req-f3d744e1-41f6-4dbc-97f3-b327c7fd8f6f tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:04.495792 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e5963933-4e1e-4a14-be3f-2f0375e2df70 req-f3d744e1-41f6-4dbc-97f3-b327c7fd8f6f tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 944 time: 0.1720693 May 26 16:02:04.503413 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-a7c798a3-2632-47eb-bc3a-ea40ba3eaf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:04.505362 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-a7c798a3-2632-47eb-bc3a-ea40ba3eaf17 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5016339 May 26 16:02:04.604523 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e5963933-4e1e-4a14-be3f-2f0375e2df70 req-df1dee00-e132-41c4-b3e6-c7fdc0af2b19 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995820 May 26 16:02:04.641101 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef3e62-2291-48bb-b92f-2211c7a00fd3 req-2d4d96a0-02d0-4a67-af76-8ec60d2d5d89 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:04.643771 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9ef3e62-2291-48bb-b92f-2211c7a00fd3 req-2d4d96a0-02d0-4a67-af76-8ec60d2d5d89 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 945 time: 0.1096313 May 26 16:02:04.692847 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-254d3060-c1eb-4d9d-8b82-7b17bae8f991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:04.702369 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9ef3e62-2291-48bb-b92f-2211c7a00fd3 req-ff4850a6-f711-4c48-87ab-676cead631d7 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514431 May 26 16:02:04.730387 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-f521057d-960a-4610-9531-f36cfaaa47ed service neutron] For port 75263e5e-7118-48e1-adb6-47c888290103, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:04.739396 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device a0579e77-f2e4-4528-ad8c-10f3ed49cb87 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:04.766796 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-f521057d-960a-4610-9531-f36cfaaa47ed service neutron] For port 75263e5e-7118-48e1-adb6-47c888290103, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=75263e5e-7118-48e1-adb6-47c888290103,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:04.860552 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port a0579e77-f2e4-4528-ad8c-10f3ed49cb87 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:04.861226 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:04.927019 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fb712ff3-b00e-4e72-aa5b-7d04720238b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:04.941230 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74856e1-1592-4800-9586-f530332e310a req-77ef733f-8d99-4e14-a4cf-856276dbe570 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:04.948862 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74856e1-1592-4800-9586-f530332e310a req-77ef733f-8d99-4e14-a4cf-856276dbe570 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:04.949899 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-fb712ff3-b00e-4e72-aa5b-7d04720238b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050cae50-b8a0-484c-885f-15abccaea653']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:04.955557 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74856e1-1592-4800-9586-f530332e310a req-77ef733f-8d99-4e14-a4cf-856276dbe570 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:04.958075 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port a0579e77-f2e4-4528-ad8c-10f3ed49cb87 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:04.958651 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:04.961417 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-fb712ff3-b00e-4e72-aa5b-7d04720238b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c169a0be-266f-4475-9963-5bf184051c95') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:04.961848 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-fb712ff3-b00e-4e72-aa5b-7d04720238b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c169a0be-266f-4475-9963-5bf184051c95') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:04.963695 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74856e1-1592-4800-9586-f530332e310a req-77ef733f-8d99-4e14-a4cf-856276dbe570 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:04.970071 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74856e1-1592-4800-9586-f530332e310a req-77ef733f-8d99-4e14-a4cf-856276dbe570 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:04.978394 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74856e1-1592-4800-9586-f530332e310a req-77ef733f-8d99-4e14-a4cf-856276dbe570 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:04.982276 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fb712ff3-b00e-4e72-aa5b-7d04720238b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:04.989235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74856e1-1592-4800-9586-f530332e310a req-77ef733f-8d99-4e14-a4cf-856276dbe570 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:04.999338 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-f521057d-960a-4610-9531-f36cfaaa47ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:04.999563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port a0579e77-f2e4-4528-ad8c-10f3ed49cb87, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a0579e77-f2e4-4528-ad8c-10f3ed49cb87,segment=NetworkSegment(e6704d63-1519-4cd1-8100-c949181e6d2b),segment_id=e6704d63-1519-4cd1-8100-c949181e6d2b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:05.001301 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a74856e1-1592-4800-9586-f530332e310a req-77ef733f-8d99-4e14-a4cf-856276dbe570 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5372 time: 0.1508527 May 26 16:02:05.001736 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fb712ff3-b00e-4e72-aa5b-7d04720238b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:05.007775 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:05.011052 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-258b63a9-832a-492c-a96f-23884e405731 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:05.012571 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-258b63a9-832a-492c-a96f-23884e405731 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/networks?id=3574b971-b80b-4fc7-8db0-6b0fd27cbf51 HTTP/1.1" status: 200 len: 805 time: 0.2972131 May 26 16:02:05.040140 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-2c0f009b-c262-485e-8246-3e853a3c0582 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/quotas/bc4c96fd02c143a08b7d26019ba324a5 HTTP/1.1" status: 200 len: 375 time: 0.0212536 May 26 16:02:05.068662 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=a0579e77-f2e4-4528-ad8c-10f3ed49cb87,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:05.084432 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb712ff3-b00e-4e72-aa5b-7d04720238b3 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:02:05.084608 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a74856e1-1592-4800-9586-f530332e310a req-e3feecec-6dfb-4e51-905f-12c1501265f0 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0817664 May 26 16:02:05.085048 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fb712ff3-b00e-4e72-aa5b-7d04720238b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:05.121099 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment c169a0be-266f-4475-9963-5bf184051c95 resource provider aggregate not found May 26 16:02:05.132876 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-7e03401d-67c3-45ea-8bfe-c6502a059716 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=bc4c96fd02c143a08b7d26019ba324a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0841010 May 26 16:02:05.200504 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment c169a0be-266f-4475-9963-5bf184051c95 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c169a0be-266f-4475-9963-5bf184051c95 found for delete ", "request_id": "req-c83b9bfb-2f2d-458b-874f-87418f1e94da"}]} May 26 16:02:05.239324 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'tag': '2cf21d6d-e79d-4c8c-9e61-5ea961f8d787'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:05.260506 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af852bd3-390f-41fc-b565-cddfb1121b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "tag": "2cf21d6d-e79d-4c8c-9e61-5ea961f8d787"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:05.385647 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-4f9127b9-e36d-4cc6-b475-99a6c6c42a3e service neutron] 10.222.0.77 "GET /v2.0/networks/3574b971-b80b-4fc7-8db0-6b0fd27cbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444847 May 26 16:02:05.393475 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d195d-3deb-4d8d-b29b-8cf1b38fed80 req-e4e2d909-71a6-44a1-abbe-4d43b4a26ff8 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:05.395278 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-117d195d-3deb-4d8d-b29b-8cf1b38fed80 req-e4e2d909-71a6-44a1-abbe-4d43b4a26ff8 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=df208acf-987d-40a0-a234-82b96175b530 HTTP/1.1" status: 200 len: 948 time: 0.2056355 May 26 16:02:05.510530 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-117d195d-3deb-4d8d-b29b-8cf1b38fed80 req-7157fee1-eb69-48a6-aa24-c73a412bc108 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944579 May 26 16:02:05.533308 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-08d763ea-eb51-4e9a-bf06-668d24ebf99f service neutron] 10.222.0.77 "GET /v2.0/networks/3574b971-b80b-4fc7-8db0-6b0fd27cbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368701 May 26 16:02:05.566627 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-f521057d-960a-4610-9531-f36cfaaa47ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:05.567242 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-f521057d-960a-4610-9531-f36cfaaa47ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:05.569232 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-f521057d-960a-4610-9531-f36cfaaa47ed service neutron] 10.222.0.83 "PUT /v2.0/ports/75263e5e-7118-48e1-adb6-47c888290103 HTTP/1.1" status: 200 len: 1096 time: 3.4466245 May 26 16:02:05.577224 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df208acf-987d-40a0-a234-82b96175b530', 'tag': '75263e5e-7118-48e1-adb6-47c888290103'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:05.579556 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bc253e-c2d3-429a-b70d-5b5726eeed57" -d '{"events": [{"name": "network-changed", "server_uuid": "df208acf-987d-40a0-a234-82b96175b530", "tag": "75263e5e-7118-48e1-adb6-47c888290103"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:05.583304 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fb712ff3-b00e-4e72-aa5b-7d04720238b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:05.586307 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-4dd85e15-698d-4cfa-975d-a35db268e767 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0154097 May 26 16:02:05.623363 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fb712ff3-b00e-4e72-aa5b-7d04720238b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:05.628620 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fb712ff3-b00e-4e72-aa5b-7d04720238b3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/050cae50-b8a0-484c-885f-15abccaea653 HTTP/1.1" status: 204 len: 168 time: 1.7106481 May 26 16:02:05.636922 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb712ff3-b00e-4e72-aa5b-7d04720238b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=050cae50-b8a0-484c-885f-15abccaea653,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:05.673306 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521057d-960a-4610-9531-f36cfaaa47ed service neutron] Pushing event updated for resources: {'Port': ['ID=75263e5e-7118-48e1-adb6-47c888290103,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:05.713652 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a718b-2204-4a26-9c48-e7a5009fb506 req-3d369491-e6ba-47e6-87c8-45939cb84952 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:05.715200 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-770a718b-2204-4a26-9c48-e7a5009fb506 req-3d369491-e6ba-47e6-87c8-45939cb84952 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.1179607 May 26 16:02:05.764376 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd81655f-6015-426d-a77d-913875563042 x-openstack-request-id: req-cd81655f-6015-426d-a77d-913875563042 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:05.764672 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "tag": "2cf21d6d-e79d-4c8c-9e61-5ea961f8d787", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:05.764926 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cd81655f-6015-426d-a77d-913875563042 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:05.765339 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd81655f-6015-426d-a77d-913875563042'] response: {'name': 'network-changed', 'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'tag': '2cf21d6d-e79d-4c8c-9e61-5ea961f8d787', 'status': 'completed', 'code': 200} May 26 16:02:05.809796 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7d43b3-1c3d-4bbb-834b-b304b2f7df53 x-openstack-request-id: req-4d7d43b3-1c3d-4bbb-834b-b304b2f7df53 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:05.810085 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df208acf-987d-40a0-a234-82b96175b530", "tag": "75263e5e-7118-48e1-adb6-47c888290103", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:05.810334 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4d7d43b3-1c3d-4bbb-834b-b304b2f7df53 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:05.810969 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d7d43b3-1c3d-4bbb-834b-b304b2f7df53'] response: {'name': 'network-changed', 'server_uuid': 'df208acf-987d-40a0-a234-82b96175b530', 'tag': '75263e5e-7118-48e1-adb6-47c888290103', 'status': 'completed', 'code': 200} May 26 16:02:05.868380 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-204e6d79-acd0-423e-9568-19da378836d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:05.870444 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-204e6d79-acd0-423e-9568-19da378836d8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a51abc20409a4328acbb3bd545f0dec6&device_id=df208acf-987d-40a0-a234-82b96175b530 HTTP/1.1" status: 200 len: 1099 time: 0.1265380 May 26 16:02:05.887703 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-770a718b-2204-4a26-9c48-e7a5009fb506 req-2659df26-6c38-408f-9616-2410a3020827 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588778 May 26 16:02:06.010650 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-7a1436ab-e7f1-4734-a03b-3a21eb78ab8f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=75263e5e-7118-48e1-adb6-47c888290103 HTTP/1.1" status: 200 len: 217 time: 0.1155674 May 26 16:02:06.013940 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-e6ff3068-b81f-43e8-b88e-9fb6f9bda3eb service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803339 May 26 16:02:06.036266 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-141117f2-8c64-47ef-966d-ab6e64909e78 req-02f4e705-9941-497a-b732-612053a807dd tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 210 time: 0.0520866 May 26 16:02:06.101297 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af852bd3-390f-41fc-b565-cddfb1121b8a req-deccb9e7-5bba-43bb-879e-d9502af4a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:06.102476 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40464) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:06.102896 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af852bd3-390f-41fc-b565-cddfb1121b8a req-deccb9e7-5bba-43bb-879e-d9502af4a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:06.104331 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af852bd3-390f-41fc-b565-cddfb1121b8a req-deccb9e7-5bba-43bb-879e-d9502af4a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:06.105142 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af852bd3-390f-41fc-b565-cddfb1121b8a req-deccb9e7-5bba-43bb-879e-d9502af4a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:06.106047 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af852bd3-390f-41fc-b565-cddfb1121b8a req-deccb9e7-5bba-43bb-879e-d9502af4a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:06.106817 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af852bd3-390f-41fc-b565-cddfb1121b8a req-deccb9e7-5bba-43bb-879e-d9502af4a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:06.107483 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af852bd3-390f-41fc-b565-cddfb1121b8a req-deccb9e7-5bba-43bb-879e-d9502af4a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:06.109580 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af852bd3-390f-41fc-b565-cddfb1121b8a req-deccb9e7-5bba-43bb-879e-d9502af4a316 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=829e9f52f7f3454cafe50e0d9182f678&device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 6209 time: 0.3191125 May 26 16:02:06.145874 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aec478-6603-425b-9944-771ebcd2961d req-a9d6666e-41c1-4cf2-929e-9ba4f6931baa tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:06.155634 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-04aec478-6603-425b-9944-771ebcd2961d req-a9d6666e-41c1-4cf2-929e-9ba4f6931baa tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 945 time: 0.2619271 May 26 16:02:06.181940 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-254d3060-c1eb-4d9d-8b82-7b17bae8f991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca2c9533-8b3b-4f83-8365-a6bca11cfad7 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:06.207928 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-254d3060-c1eb-4d9d-8b82-7b17bae8f991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:06.215752 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-851a2540-ec25-4254-b558-870c663b7443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:06.217265 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-851a2540-ec25-4254-b558-870c663b7443 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1738157 May 26 16:02:06.218058 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ed693a-4539-430c-9bc5-771b86012827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97919f5-38de-4ccc-9b8c-82c126b1b032'}, {'server_uuid': '8018d2dd-603e-453c-8e73-ee71174c4891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0579e77-f2e4-4528-ad8c-10f3ed49cb87'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:06.222224 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5efaac-6566-49c1-831c-5ce89eb00beb" -d '{"events": [{"server_uuid": "46ed693a-4539-430c-9bc5-771b86012827", "name": "network-vif-plugged", "status": "completed", "tag": "a97919f5-38de-4ccc-9b8c-82c126b1b032"}, {"server_uuid": "8018d2dd-603e-453c-8e73-ee71174c4891", "name": "network-vif-plugged", "status": "completed", "tag": "a0579e77-f2e4-4528-ad8c-10f3ed49cb87"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:06.252121 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-254d3060-c1eb-4d9d-8b82-7b17bae8f991 service neutron] Transition to ACTIVE for port object ca2c9533-8b3b-4f83-8365-a6bca11cfad7 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:02:06.253868 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-11f7c578-e036-416f-a797-238e0ca89ef9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=68474f7d9cf04077903a4e0c3bda72a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1494133 May 26 16:02:06.270667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40472) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:06.280608 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-254d3060-c1eb-4d9d-8b82-7b17bae8f991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:06.458348 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71eeee1-bf88-432c-9694-20ccdd4dfed1 req-c07a149c-343c-4be5-84ae-c68e34786548 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:06.460617 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d71eeee1-bf88-432c-9694-20ccdd4dfed1 req-c07a149c-343c-4be5-84ae-c68e34786548 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b4157ec-0c53-49ac-8358-5c68803e52cd HTTP/1.1" status: 200 len: 944 time: 0.3791795 May 26 16:02:06.471357 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-04aec478-6603-425b-9944-771ebcd2961d req-37bf4de1-5c48-4f30-add3-a366c8e42ecf tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145237 May 26 16:02:06.501508 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741455b-25bd-4c64-ba35-944905a7d7ac req-e5fa1ef3-fe27-4ed8-8cdc-05bc5ed1c64b tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:06.509598 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e741455b-25bd-4c64-ba35-944905a7d7ac req-e5fa1ef3-fe27-4ed8-8cdc-05bc5ed1c64b tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 945 time: 0.3174713 May 26 16:02:06.551114 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d3060-c1eb-4d9d-8b82-7b17bae8f991 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2c9533-8b3b-4f83-8365-a6bca11cfad7,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:06.569895 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-30a63aa4-21f9-4db4-a6f2-ebeb8f9ffdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:06.569895 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-30a63aa4-21f9-4db4-a6f2-ebeb8f9ffdcb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3294930 May 26 16:02:06.569895 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2bc42a34-584a-43ca-a576-79db6ef01082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:06.620575 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2bc42a34-584a-43ca-a576-79db6ef01082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:06.644992 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af852bd3-390f-41fc-b565-cddfb1121b8a req-399d9d54-3f4e-49dc-b11c-19bd621b793d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:06.646736 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af852bd3-390f-41fc-b565-cddfb1121b8a req-399d9d54-3f4e-49dc-b11c-19bd621b793d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:06.646736 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af852bd3-390f-41fc-b565-cddfb1121b8a req-399d9d54-3f4e-49dc-b11c-19bd621b793d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:06.648239 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af852bd3-390f-41fc-b565-cddfb1121b8a req-399d9d54-3f4e-49dc-b11c-19bd621b793d service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=829e9f52f7f3454cafe50e0d9182f678&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5247147 May 26 16:02:06.663031 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e741455b-25bd-4c64-ba35-944905a7d7ac req-89f50d48-6d2c-47d6-8be5-f093335e4cd3 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484354 May 26 16:02:06.778353 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-254d3060-c1eb-4d9d-8b82-7b17bae8f991 service neutron] Attempting to bind port ca2c9533-8b3b-4f83-8365-a6bca11cfad7 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:06.779170 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-254d3060-c1eb-4d9d-8b82-7b17bae8f991 service neutron] Attempting to bind port ca2c9533-8b3b-4f83-8365-a6bca11cfad7 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '1a7b7922-5c77-4d0b-a0da-c10ad2b6209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:06.779170 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-254d3060-c1eb-4d9d-8b82-7b17bae8f991 service neutron] Attempting to bind port ca2c9533-8b3b-4f83-8365-a6bca11cfad7 on network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:06.808187 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 26 May 2022 16:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a4281c-681f-4ccb-8d5a-fe930fe68523 x-openstack-request-id: req-a1a4281c-681f-4ccb-8d5a-fe930fe68523 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:06.808811 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ed693a-4539-430c-9bc5-771b86012827", "name": "network-vif-plugged", "status": "completed", "tag": "a97919f5-38de-4ccc-9b8c-82c126b1b032", "code": 200}, {"server_uuid": "8018d2dd-603e-453c-8e73-ee71174c4891", "name": "network-vif-plugged", "status": "completed", "tag": "a0579e77-f2e4-4528-ad8c-10f3ed49cb87", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:06.809684 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a1a4281c-681f-4ccb-8d5a-fe930fe68523 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:06.810759 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1a4281c-681f-4ccb-8d5a-fe930fe68523'] response: {'server_uuid': '46ed693a-4539-430c-9bc5-771b86012827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97919f5-38de-4ccc-9b8c-82c126b1b032', 'code': 200} May 26 16:02:06.811353 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1a4281c-681f-4ccb-8d5a-fe930fe68523'] response: {'server_uuid': '8018d2dd-603e-453c-8e73-ee71174c4891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0579e77-f2e4-4528-ad8c-10f3ed49cb87', 'code': 200} May 26 16:02:06.833600 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-254d3060-c1eb-4d9d-8b82-7b17bae8f991 service neutron] Port ca2c9533-8b3b-4f83-8365-a6bca11cfad7 on network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:02:06.833958 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-254d3060-c1eb-4d9d-8b82-7b17bae8f991 service neutron] Attempting to bind port ca2c9533-8b3b-4f83-8365-a6bca11cfad7 on network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:06.848948 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-254d3060-c1eb-4d9d-8b82-7b17bae8f991 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:06.849883 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-254d3060-c1eb-4d9d-8b82-7b17bae8f991 service neutron] Checking segment: {'id': '1a7b7922-5c77-4d0b-a0da-c10ad2b6209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:06.850396 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-254d3060-c1eb-4d9d-8b82-7b17bae8f991 service neutron] Bound using segment: {'id': '1a7b7922-5c77-4d0b-a0da-c10ad2b6209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:06.850975 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-254d3060-c1eb-4d9d-8b82-7b17bae8f991 service neutron] Bound port: ca2c9533-8b3b-4f83-8365-a6bca11cfad7, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a7b7922-5c77-4d0b-a0da-c10ad2b6209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:06.851354 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-254d3060-c1eb-4d9d-8b82-7b17bae8f991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:06.935699 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2bc42a34-584a-43ca-a576-79db6ef01082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:06.938859 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2bc42a34-584a-43ca-a576-79db6ef01082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:06.940285 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2bc42a34-584a-43ca-a576-79db6ef01082 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/052147f9-4d79-44d6-a3ab-fba513c0e067 HTTP/1.1" status: 204 len: 168 time: 0.6666894 May 26 16:02:06.965456 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-a1fe0468-a9eb-4ac0-ad77-0007dd8a13bd service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572954 May 26 16:02:06.974992 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.81', 50588) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:06.977135 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc42a34-584a-43ca-a576-79db6ef01082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052147f9-4d79-44d6-a3ab-fba513c0e067,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:07.157413 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-254d3060-c1eb-4d9d-8b82-7b17bae8f991 service neutron] For port ca2c9533-8b3b-4f83-8365-a6bca11cfad7, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:07.160938 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e472749-ae43-471f-8e38-c991c6b44a10 req-eb7a4338-1a40-4ced-b79b-09202e647ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:07.163492 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8e472749-ae43-471f-8e38-c991c6b44a10 req-eb7a4338-1a40-4ced-b79b-09202e647ad4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 1096 time: 0.1872354 May 26 16:02:07.178886 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-254d3060-c1eb-4d9d-8b82-7b17bae8f991 service neutron] For port ca2c9533-8b3b-4f83-8365-a6bca11cfad7, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ca2c9533-8b3b-4f83-8365-a6bca11cfad7,segment=NetworkSegment(1a7b7922-5c77-4d0b-a0da-c10ad2b6209b),segment_id=1a7b7922-5c77-4d0b-a0da-c10ad2b6209b)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:07.207801 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-254d3060-c1eb-4d9d-8b82-7b17bae8f991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:07.211823 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af852bd3-390f-41fc-b565-cddfb1121b8a req-41c60fca-0db2-4788-9169-8cd9c6054d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:07.213879 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af852bd3-390f-41fc-b565-cddfb1121b8a req-41c60fca-0db2-4788-9169-8cd9c6054d7f service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5459762 May 26 16:02:07.224068 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0c4224ba-2f55-4995-9972-7c9a3445a45e req-a17a4194-eeb7-4b51-a25d-db3e6fe5d0ff service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500565 May 26 16:02:07.235122 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97c11c-fcfb-4979-9292-6b57b6da9ec7 req-6ee79416-c30b-4a23-b28c-18265afe9091 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:07.244635 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97c11c-fcfb-4979-9292-6b57b6da9ec7 req-6ee79416-c30b-4a23-b28c-18265afe9091 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:07.251956 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97c11c-fcfb-4979-9292-6b57b6da9ec7 req-6ee79416-c30b-4a23-b28c-18265afe9091 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:07.258171 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97c11c-fcfb-4979-9292-6b57b6da9ec7 req-6ee79416-c30b-4a23-b28c-18265afe9091 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:07.264125 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97c11c-fcfb-4979-9292-6b57b6da9ec7 req-6ee79416-c30b-4a23-b28c-18265afe9091 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:07.265251 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-254d3060-c1eb-4d9d-8b82-7b17bae8f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:07.265871 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-254d3060-c1eb-4d9d-8b82-7b17bae8f991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:07.267729 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-254d3060-c1eb-4d9d-8b82-7b17bae8f991 service neutron] 10.222.0.81 "PUT /v2.0/ports/ca2c9533-8b3b-4f83-8365-a6bca11cfad7 HTTP/1.1" status: 200 len: 1090 time: 2.8215835 May 26 16:02:07.271621 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97c11c-fcfb-4979-9292-6b57b6da9ec7 req-6ee79416-c30b-4a23-b28c-18265afe9091 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:07.277756 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97c11c-fcfb-4979-9292-6b57b6da9ec7 req-6ee79416-c30b-4a23-b28c-18265afe9091 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:07.295842 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8e472749-ae43-471f-8e38-c991c6b44a10 req-aeb6be64-ffee-4c1d-a241-0c8407b85967 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176066 May 26 16:02:07.298898 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5b97c11c-fcfb-4979-9292-6b57b6da9ec7 req-6ee79416-c30b-4a23-b28c-18265afe9091 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5384 time: 0.5950532 May 26 16:02:07.307995 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-d71eeee1-bf88-432c-9694-20ccdd4dfed1 req-36039def-0e39-42fc-a763-788fceef8105 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Deleting port 82104fd1-f82e-409f-b1db-4fbe49354fed {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:07.308581 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d71eeee1-bf88-432c-9694-20ccdd4dfed1 req-36039def-0e39-42fc-a763-788fceef8105 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:07.331099 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d3060-c1eb-4d9d-8b82-7b17bae8f991 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2c9533-8b3b-4f83-8365-a6bca11cfad7,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:07.473219 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5b97c11c-fcfb-4979-9292-6b57b6da9ec7 req-13a6bd0a-c59f-40dd-a5a5-5fc4d629e4c5 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1719306 May 26 16:02:07.497759 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe20fbe-107b-4337-862e-00e125293d42 req-0e77c681-3c30-4c89-a9c4-e4e9b76cb0d1 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:07.500940 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2fe20fbe-107b-4337-862e-00e125293d42 req-0e77c681-3c30-4c89-a9c4-e4e9b76cb0d1 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=df208acf-987d-40a0-a234-82b96175b530 HTTP/1.1" status: 200 len: 948 time: 0.3225527 May 26 16:02:07.522267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-d71eeee1-bf88-432c-9694-20ccdd4dfed1 req-36039def-0e39-42fc-a763-788fceef8105 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] For port 82104fd1-f82e-409f-b1db-4fbe49354fed, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=82104fd1-f82e-409f-b1db-4fbe49354fed,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:07.522694 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d71eeee1-bf88-432c-9694-20ccdd4dfed1 req-36039def-0e39-42fc-a763-788fceef8105 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:07.590109 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-d71eeee1-bf88-432c-9694-20ccdd4dfed1 req-36039def-0e39-42fc-a763-788fceef8105 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Calling delete_port for 82104fd1-f82e-409f-b1db-4fbe49354fed owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:07.607443 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a8a664c1-19b8-4ad9-886f-142400a6af97 service neutron] Request body: {'port': {'device_id': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:07.612646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40490) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:07.681590 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2fe20fbe-107b-4337-862e-00e125293d42 req-dfe03e8f-340f-46d8-9ae7-36dfa541cbaa tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726372 May 26 16:02:07.807072 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc253e-c2d3-429a-b70d-5b5726eeed57 req-42788810-55a0-4054-aed7-19dec67ef464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:07.808154 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ca6193ce-d1b6-4ee8-8126-fc8bddefe625 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4c5e8eeae9644c49ac15ace6a726d4f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1941650 May 26 16:02:07.808842 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-14bc253e-c2d3-429a-b70d-5b5726eeed57 req-42788810-55a0-4054-aed7-19dec67ef464 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a51abc20409a4328acbb3bd545f0dec6&device_id=df208acf-987d-40a0-a234-82b96175b530 HTTP/1.1" status: 200 len: 1099 time: 0.2966666 May 26 16:02:07.814508 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'tag': 'ca2c9533-8b3b-4f83-8365-a6bca11cfad7'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:07.816742 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4d1254-e30a-424b-a5fa-4e3e9b86d2df" -d '{"events": [{"name": "network-changed", "server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "tag": "ca2c9533-8b3b-4f83-8365-a6bca11cfad7"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:07.820894 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40494) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:07.831381 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c59a6c34-ea90-4528-be4e-a8f45e4403dd req-8d5d4016-a9ba-49e3-aac0-0b17cee3d11d tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 210 time: 0.0553188 May 26 16:02:07.856860 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fd4c3-8b56-4ff1-a9d4-a05ff5365f25 req-65f2c21d-ac07-4232-af55-817158cc204e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:07.858394 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1d9fd4c3-8b56-4ff1-a9d4-a05ff5365f25 req-65f2c21d-ac07-4232-af55-817158cc204e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.2213166 May 26 16:02:07.961397 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a8a664c1-19b8-4ad9-886f-142400a6af97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:08.000996 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1d9fd4c3-8b56-4ff1-a9d4-a05ff5365f25 req-bc5cb200-eb04-4204-8c2d-5b095b296902 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019108 May 26 16:02:08.014287 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d71eeee1-bf88-432c-9694-20ccdd4dfed1 req-36039def-0e39-42fc-a763-788fceef8105 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:08.064217 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-92aefdb7-d5d3-432b-8449-22f1c0073179 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:08.065565 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-92aefdb7-d5d3-432b-8449-22f1c0073179 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.83 "GET /v2.0/networks?id=3574b971-b80b-4fc7-8db0-6b0fd27cbf51 HTTP/1.1" status: 200 len: 805 time: 0.4825594 May 26 16:02:08.066467 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36039def-0e39-42fc-a763-788fceef8105 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Pushing event deleted for resources: {'Port': ['ID=82104fd1-f82e-409f-b1db-4fbe49354fed,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:08.078393 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848b86c-616c-46b8-b5e6-e9931fe36651 req-e3dd9dab-00a4-4fcd-88e7-8f6a64e5ba02 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:08.086928 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4848b86c-616c-46b8-b5e6-e9931fe36651 req-e3dd9dab-00a4-4fcd-88e7-8f6a64e5ba02 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 945 time: 0.1308661 May 26 16:02:08.104650 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-ada875b3-cd30-4bde-80b8-648b9515147b tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Request body: {'port': {'device_id': 'd572684d-bc11-4027-9382-a39dedd3f24d', 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51', 'admin_state_up': True, 'tenant_id': 'bc4c96fd02c143a08b7d26019ba324a5'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:08.116386 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0d748339-091a-40b2-b299-a80987f240bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:08.153133 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71eeee1-bf88-432c-9694-20ccdd4dfed1 req-36039def-0e39-42fc-a763-788fceef8105 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] No DVR routers for this DVR port 82104fd1-f82e-409f-b1db-4fbe49354fed on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:02:08.157420 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d71eeee1-bf88-432c-9694-20ccdd4dfed1 req-36039def-0e39-42fc-a763-788fceef8105 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:08.160821 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d71eeee1-bf88-432c-9694-20ccdd4dfed1 req-36039def-0e39-42fc-a763-788fceef8105 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.81 "DELETE /v2.0/ports/82104fd1-f82e-409f-b1db-4fbe49354fed HTTP/1.1" status: 204 len: 173 time: 1.6820931 May 26 16:02:08.164131 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4157ec-0c53-49ac-8358-5c68803e52cd', 'name': 'network-vif-deleted', 'tag': '82104fd1-f82e-409f-b1db-4fbe49354fed'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:08.166310 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddb2622-d9f3-484f-9b89-2bf15cb64bbd" -d '{"events": [{"server_uuid": "5b4157ec-0c53-49ac-8358-5c68803e52cd", "name": "network-vif-deleted", "tag": "82104fd1-f82e-409f-b1db-4fbe49354fed"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:08.220583 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc253e-c2d3-429a-b70d-5b5726eeed57 req-22c59471-b03e-4626-83b1-ab2581ae6985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:08.222407 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-14bc253e-c2d3-429a-b70d-5b5726eeed57 req-22c59471-b03e-4626-83b1-ab2581ae6985 service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.3742368 May 26 16:02:08.228720 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4848b86c-616c-46b8-b5e6-e9931fe36651 req-4d459611-dfb3-4516-994b-a084d221a861 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409030 May 26 16:02:08.243144 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd071c3-9a71-4c8e-b2a9-63d3f0d14564 req-bf355d81-8346-4e02-902c-81a322e4313a tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:08.260864 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fd071c3-9a71-4c8e-b2a9-63d3f0d14564 req-bf355d81-8346-4e02-902c-81a322e4313a tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 945 time: 0.1459332 May 26 16:02:08.319478 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fd071c3-9a71-4c8e-b2a9-63d3f0d14564 req-dd26a7db-c5b9-457f-9559-f8c4f680338a tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575287 May 26 16:02:08.321125 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb09fb7-d170-4d4f-bf10-3451babb2fc9 x-openstack-request-id: req-ffb09fb7-d170-4d4f-bf10-3451babb2fc9 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:08.321414 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "tag": "ca2c9533-8b3b-4f83-8365-a6bca11cfad7", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:08.321664 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ffb09fb7-d170-4d4f-bf10-3451babb2fc9 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:08.322059 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffb09fb7-d170-4d4f-bf10-3451babb2fc9'] response: {'name': 'network-changed', 'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'tag': 'ca2c9533-8b3b-4f83-8365-a6bca11cfad7', 'status': 'completed', 'code': 200} May 26 16:02:08.330953 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0d748339-091a-40b2-b299-a80987f240bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:08.334115 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-14bc253e-c2d3-429a-b70d-5b5726eeed57 req-b94952c9-e1bd-4bee-9838-7b41b354a184 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=75263e5e-7118-48e1-adb6-47c888290103 HTTP/1.1" status: 200 len: 217 time: 0.0742462 May 26 16:02:08.382569 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d096a1-e5bc-4513-b644-5c3a5231b00e x-openstack-request-id: req-90d096a1-e5bc-4513-b644-5c3a5231b00e {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:08.382861 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4157ec-0c53-49ac-8358-5c68803e52cd", "name": "network-vif-deleted", "tag": "82104fd1-f82e-409f-b1db-4fbe49354fed", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:08.383115 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-90d096a1-e5bc-4513-b644-5c3a5231b00e {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:08.383544 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d096a1-e5bc-4513-b644-5c3a5231b00e'] response: {'server_uuid': '5b4157ec-0c53-49ac-8358-5c68803e52cd', 'name': 'network-vif-deleted', 'tag': '82104fd1-f82e-409f-b1db-4fbe49354fed', 'status': 'completed', 'code': 200} May 26 16:02:08.455844 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d1254-e30a-424b-a5fa-4e3e9b86d2df req-bee0b2b1-47a1-458f-b765-876927fb7c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:08.456456 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d1254-e30a-424b-a5fa-4e3e9b86d2df req-bee0b2b1-47a1-458f-b765-876927fb7c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:08.457257 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d1254-e30a-424b-a5fa-4e3e9b86d2df req-bee0b2b1-47a1-458f-b765-876927fb7c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:08.461088 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d1254-e30a-424b-a5fa-4e3e9b86d2df req-bee0b2b1-47a1-458f-b765-876927fb7c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:08.461606 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d1254-e30a-424b-a5fa-4e3e9b86d2df req-bee0b2b1-47a1-458f-b765-876927fb7c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:08.462089 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d1254-e30a-424b-a5fa-4e3e9b86d2df req-bee0b2b1-47a1-458f-b765-876927fb7c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:08.462709 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d1254-e30a-424b-a5fa-4e3e9b86d2df req-bee0b2b1-47a1-458f-b765-876927fb7c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:08.465152 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0d4d1254-e30a-424b-a5fa-4e3e9b86d2df req-bee0b2b1-47a1-458f-b765-876927fb7c3d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=829e9f52f7f3454cafe50e0d9182f678&device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 6276 time: 0.0754488 May 26 16:02:08.504973 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc253e-c2d3-429a-b70d-5b5726eeed57 req-dff3f443-0625-484e-b357-fe6dcb34c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:08.505499 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-14bc253e-c2d3-429a-b70d-5b5726eeed57 req-dff3f443-0625-484e-b357-fe6dcb34c8a1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1595759 May 26 16:02:08.542264 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-ada875b3-cd30-4bde-80b8-648b9515147b tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Made reservation on behalf of bc4c96fd02c143a08b7d26019ba324a5 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:08.544535 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-ada875b3-cd30-4bde-80b8-648b9515147b tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:08.553292 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0d748339-091a-40b2-b299-a80987f240bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:08.555742 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0d748339-091a-40b2-b299-a80987f240bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:08.556917 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0d748339-091a-40b2-b299-a80987f240bb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a8c5db9a-0e60-47ad-9ab9-d413364212ba HTTP/1.1" status: 204 len: 168 time: 0.7318766 May 26 16:02:08.618666 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d748339-091a-40b2-b299-a80987f240bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c5db9a-0e60-47ad-9ab9-d413364212ba,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:08.747757 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc253e-c2d3-429a-b70d-5b5726eeed57 req-41f0fab8-beb6-4d3b-a671-a0e289d238a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:08.749305 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-14bc253e-c2d3-429a-b70d-5b5726eeed57 req-41f0fab8-beb6-4d3b-a671-a0e289d238a7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1755695 May 26 16:02:08.750173 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 82104fd1-f82e-409f-b1db-4fbe49354fed no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:02:08.758221 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a8a664c1-19b8-4ad9-886f-142400a6af97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8113dc2-ac75-4d93-99ef-3dee360d64f7 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:08.777745 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a8a664c1-19b8-4ad9-886f-142400a6af97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:08.822244 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 82104fd1-f82e-409f-b1db-4fbe49354fed {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:02:08.824327 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 82104fd1-f82e-409f-b1db-4fbe49354fed not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:02:08.863533 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d1254-e30a-424b-a5fa-4e3e9b86d2df req-aab8c32f-b7c1-4f21-9bf9-e84d4ef90e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:08.869142 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d1254-e30a-424b-a5fa-4e3e9b86d2df req-aab8c32f-b7c1-4f21-9bf9-e84d4ef90e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:08.870062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d1254-e30a-424b-a5fa-4e3e9b86d2df req-aab8c32f-b7c1-4f21-9bf9-e84d4ef90e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:08.871821 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0d4d1254-e30a-424b-a5fa-4e3e9b86d2df req-aab8c32f-b7c1-4f21-9bf9-e84d4ef90e7d service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=829e9f52f7f3454cafe50e0d9182f678&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3954246 May 26 16:02:08.890743 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043d7ba-6dc8-4931-a015-a6e461fc0ad4 req-b3e54a80-1271-4292-95ea-cd01f581bc22 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:08.898658 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043d7ba-6dc8-4931-a015-a6e461fc0ad4 req-b3e54a80-1271-4292-95ea-cd01f581bc22 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:08.904557 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043d7ba-6dc8-4931-a015-a6e461fc0ad4 req-b3e54a80-1271-4292-95ea-cd01f581bc22 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:08.910472 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043d7ba-6dc8-4931-a015-a6e461fc0ad4 req-b3e54a80-1271-4292-95ea-cd01f581bc22 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:08.916709 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043d7ba-6dc8-4931-a015-a6e461fc0ad4 req-b3e54a80-1271-4292-95ea-cd01f581bc22 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:08.923456 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043d7ba-6dc8-4931-a015-a6e461fc0ad4 req-b3e54a80-1271-4292-95ea-cd01f581bc22 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:08.929670 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043d7ba-6dc8-4931-a015-a6e461fc0ad4 req-b3e54a80-1271-4292-95ea-cd01f581bc22 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:08.931581 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a043d7ba-6dc8-4931-a015-a6e461fc0ad4 req-b3e54a80-1271-4292-95ea-cd01f581bc22 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5384 time: 0.2613881 May 26 16:02:09.070148 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-14bc253e-c2d3-429a-b70d-5b5726eeed57 req-f7cd43cc-888e-4a68-8b19-28e5ebac1f6c service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946672 May 26 16:02:09.086631 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a8a664c1-19b8-4ad9-886f-142400a6af97 service neutron] Transition to ACTIVE for port object b8113dc2-ac75-4d93-99ef-3dee360d64f7 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:02:09.103362 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-ada875b3-cd30-4bde-80b8-648b9515147b tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Allocated IP 172.20.0.6 (3574b971-b80b-4fc7-8db0-6b0fd27cbf51/c76d8b67-4d6e-4728-b031-a89f28d135e0/0537a693-ec7c-4e2c-97b1-01947edc7200) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:09.105613 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a8a664c1-19b8-4ad9-886f-142400a6af97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:09.157148 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d1254-e30a-424b-a5fa-4e3e9b86d2df req-6d8f79f3-b02a-4ecf-8a3f-42019cea0109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:09.158634 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0d4d1254-e30a-424b-a5fa-4e3e9b86d2df req-6d8f79f3-b02a-4ecf-8a3f-42019cea0109 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2260346 May 26 16:02:09.175852 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a043d7ba-6dc8-4931-a015-a6e461fc0ad4 req-bfa7481c-caad-4d9c-9b84-90b19b3c2385 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1297259 May 26 16:02:09.200835 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3871a2-6154-4007-b668-43a9bd64bd23 req-e2843087-766d-44b7-bae3-181d724f0343 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:09.221036 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da3871a2-6154-4007-b668-43a9bd64bd23 req-e2843087-766d-44b7-bae3-181d724f0343 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=df208acf-987d-40a0-a234-82b96175b530 HTTP/1.1" status: 200 len: 948 time: 0.1800406 May 26 16:02:09.274703 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a664c1-19b8-4ad9-886f-142400a6af97 service neutron] Pushing event updated for resources: {'Port': ['ID=b8113dc2-ac75-4d93-99ef-3dee360d64f7,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:09.322429 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da3871a2-6154-4007-b668-43a9bd64bd23 req-e62742f1-28eb-4275-bbd4-0ad8ead517ae tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779736 May 26 16:02:09.384708 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6245453c-5db1-4575-a8ba-901539c5becd req-36ec96c9-21c4-4e0d-81e7-e0bb7c886c78 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 210 time: 0.0594292 May 26 16:02:09.546263 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-14bc253e-c2d3-429a-b70d-5b5726eeed57 req-c1267dab-d0cc-4d68-9bd4-fd6aabdc6c6e service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562950 May 26 16:02:09.698427 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a8a664c1-19b8-4ad9-886f-142400a6af97 service neutron] Attempting to bind port b8113dc2-ac75-4d93-99ef-3dee360d64f7 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:09.698767 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a8a664c1-19b8-4ad9-886f-142400a6af97 service neutron] Attempting to bind port b8113dc2-ac75-4d93-99ef-3dee360d64f7 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '1a7b7922-5c77-4d0b-a0da-c10ad2b6209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:09.699096 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a8a664c1-19b8-4ad9-886f-142400a6af97 service neutron] Attempting to bind port b8113dc2-ac75-4d93-99ef-3dee360d64f7 on network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:09.700017 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5083432-7658-45c1-9d09-ee7591f63eaf req-b08fd871-e46f-4d2e-ad9f-b73ab9df87e8 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:09.704131 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d5083432-7658-45c1-9d09-ee7591f63eaf req-b08fd871-e46f-4d2e-ad9f-b73ab9df87e8 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.2464724 May 26 16:02:09.707596 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a8a664c1-19b8-4ad9-886f-142400a6af97 service neutron] Port b8113dc2-ac75-4d93-99ef-3dee360d64f7 on network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:02:09.707924 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a8a664c1-19b8-4ad9-886f-142400a6af97 service neutron] Attempting to bind port b8113dc2-ac75-4d93-99ef-3dee360d64f7 on network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:09.723361 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a8a664c1-19b8-4ad9-886f-142400a6af97 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:09.723706 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a8a664c1-19b8-4ad9-886f-142400a6af97 service neutron] Checking segment: {'id': '1a7b7922-5c77-4d0b-a0da-c10ad2b6209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:09.724795 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a8a664c1-19b8-4ad9-886f-142400a6af97 service neutron] Bound using segment: {'id': '1a7b7922-5c77-4d0b-a0da-c10ad2b6209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:09.725530 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a8a664c1-19b8-4ad9-886f-142400a6af97 service neutron] Bound port: b8113dc2-ac75-4d93-99ef-3dee360d64f7, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a7b7922-5c77-4d0b-a0da-c10ad2b6209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:09.726040 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a8a664c1-19b8-4ad9-886f-142400a6af97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:09.769481 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-ada875b3-cd30-4bde-80b8-648b9515147b tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:09.788073 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d5083432-7658-45c1-9d09-ee7591f63eaf req-0bb1a1fb-7369-498e-bdb6-da8e53a75934 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726967 May 26 16:02:09.804998 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc3800-4a74-40a1-879b-8deccce7e501 req-67dad787-5b82-4bfc-b41a-5d4ea23c1296 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:09.826861 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5ffc3800-4a74-40a1-879b-8deccce7e501 req-67dad787-5b82-4bfc-b41a-5d4ea23c1296 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 945 time: 0.2637637 May 26 16:02:09.910338 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5ffc3800-4a74-40a1-879b-8deccce7e501 req-f9de6e4e-d7e1-4fb7-a75d-d040b2a0cef5 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814095 May 26 16:02:09.947622 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a8a664c1-19b8-4ad9-886f-142400a6af97 service neutron] For port b8113dc2-ac75-4d93-99ef-3dee360d64f7, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:09.968387 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a8a664c1-19b8-4ad9-886f-142400a6af97 service neutron] For port b8113dc2-ac75-4d93-99ef-3dee360d64f7, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b8113dc2-ac75-4d93-99ef-3dee360d64f7,segment=NetworkSegment(1a7b7922-5c77-4d0b-a0da-c10ad2b6209b),segment_id=1a7b7922-5c77-4d0b-a0da-c10ad2b6209b)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:09.983234 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40554) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:09.989457 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a8a664c1-19b8-4ad9-886f-142400a6af97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:09.991815 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-ada875b3-cd30-4bde-80b8-648b9515147b tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:10.091978 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b40157-01e7-4b78-99b7-568deaf4da62 req-bf3ab51d-fed3-4a57-9a2a-8079ecf9acbf tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:10.093664 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46b40157-01e7-4b78-99b7-568deaf4da62 req-bf3ab51d-fed3-4a57-9a2a-8079ecf9acbf tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 945 time: 0.0711000 May 26 16:02:10.105261 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a8a664c1-19b8-4ad9-886f-142400a6af97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:10.105959 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a8a664c1-19b8-4ad9-886f-142400a6af97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:10.108013 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a8a664c1-19b8-4ad9-886f-142400a6af97 service neutron] 10.222.0.81 "PUT /v2.0/ports/b8113dc2-ac75-4d93-99ef-3dee360d64f7 HTTP/1.1" status: 200 len: 1090 time: 2.5235879 May 26 16:02:10.109539 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbbdf1-aa55-4eb7-9500-38365c56f1ad req-8435e36b-52d9-447e-b263-c31f1bb4eabd tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:10.118858 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ecbbdf1-aa55-4eb7-9500-38365c56f1ad req-8435e36b-52d9-447e-b263-c31f1bb4eabd tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 945 time: 0.1570959 May 26 16:02:10.148337 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-ada875b3-cd30-4bde-80b8-648b9515147b tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Network 3574b971-b80b-4fc7-8db0-6b0fd27cbf51 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:10.155311 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-ada875b3-cd30-4bde-80b8-648b9515147b tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:10.161149 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-ada875b3-cd30-4bde-80b8-648b9515147b tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:10.167970 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-fdf9f064-6bfb-4122-b624-d17431c8fd05 service neutron] Request body: {'port': {'device_id': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:10.170458 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a664c1-19b8-4ad9-886f-142400a6af97 service neutron] Pushing event updated for resources: {'Port': ['ID=b8113dc2-ac75-4d93-99ef-3dee360d64f7,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:10.229104 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ecbbdf1-aa55-4eb7-9500-38365c56f1ad req-ad283b2b-7e91-4218-a839-313d21464a54 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080394 May 26 16:02:10.273251 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:02:10.300068 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46b40157-01e7-4b78-99b7-568deaf4da62 req-ce8d6b78-87a0-4b65-82c7-62c2556cc84b tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996694 May 26 16:02:10.300359 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-81d8d376-c65c-4ae1-9914-13c890d33376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:10.301897 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-81d8d376-c65c-4ae1-9914-13c890d33376 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827&tenant_id=2e6ecadf768c4517a083521fe60f9efe HTTP/1.1" status: 200 len: 1101 time: 0.2344868 May 26 16:02:10.348033 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'tag': 'b8113dc2-ac75-4d93-99ef-3dee360d64f7'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:10.350481 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e20eee2-f55f-4a7e-aa51-4b0fe7f2221f" -d '{"events": [{"name": "network-changed", "server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "tag": "b8113dc2-ac75-4d93-99ef-3dee360d64f7"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:10.367192 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-ada875b3-cd30-4bde-80b8-648b9515147b tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:10.367839 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-ada875b3-cd30-4bde-80b8-648b9515147b tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:10.370369 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-20ef0318-3844-4059-a4a8-d5fdffb0ef53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:10.449584 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc9840-5305-4c38-88e8-356e1dfa3a48 req-67e1b2c1-88dd-4a1d-9516-d04e2fe7b779 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:10.450442 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada875b3-cd30-4bde-80b8-648b9515147b tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Pushing event updated for resources: {'Port': ['ID=0537a693-ec7c-4e2c-97b1-01947edc7200,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:10.459635 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc9840-5305-4c38-88e8-356e1dfa3a48 req-67e1b2c1-88dd-4a1d-9516-d04e2fe7b779 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:10.466737 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc9840-5305-4c38-88e8-356e1dfa3a48 req-67e1b2c1-88dd-4a1d-9516-d04e2fe7b779 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:10.473123 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc9840-5305-4c38-88e8-356e1dfa3a48 req-67e1b2c1-88dd-4a1d-9516-d04e2fe7b779 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:10.480490 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc9840-5305-4c38-88e8-356e1dfa3a48 req-67e1b2c1-88dd-4a1d-9516-d04e2fe7b779 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:10.481546 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-fdf9f064-6bfb-4122-b624-d17431c8fd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:10.487782 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc9840-5305-4c38-88e8-356e1dfa3a48 req-67e1b2c1-88dd-4a1d-9516-d04e2fe7b779 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:10.494720 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc9840-5305-4c38-88e8-356e1dfa3a48 req-67e1b2c1-88dd-4a1d-9516-d04e2fe7b779 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:10.496926 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6cbc9840-5305-4c38-88e8-356e1dfa3a48 req-67e1b2c1-88dd-4a1d-9516-d04e2fe7b779 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5396 time: 0.1573362 May 26 16:02:10.601677 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6cbc9840-5305-4c38-88e8-356e1dfa3a48 req-67a3abbd-fb43-48a5-a030-7ef0d84a88f5 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0941772 May 26 16:02:10.616846 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-ada875b3-cd30-4bde-80b8-648b9515147b tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5255272 May 26 16:02:10.689849 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-056133bb-8d44-4dbe-b1aa-f4c88a19ea16 service neutron] Request body: {'port': {'device_id': 'd572684d-bc11-4027-9382-a39dedd3f24d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:10.722305 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcaa9d7-e4e6-44e3-8936-711da46fd1d1 x-openstack-request-id: req-0fcaa9d7-e4e6-44e3-8936-711da46fd1d1 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:10.722569 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "tag": "b8113dc2-ac75-4d93-99ef-3dee360d64f7", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:10.722813 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0fcaa9d7-e4e6-44e3-8936-711da46fd1d1 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:10.723200 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fcaa9d7-e4e6-44e3-8936-711da46fd1d1'] response: {'name': 'network-changed', 'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'tag': 'b8113dc2-ac75-4d93-99ef-3dee360d64f7', 'status': 'completed', 'code': 200} May 26 16:02:10.730329 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6675d6f-7456-4782-b427-b3bd54f9a832 req-1561ec66-d203-40af-ac3a-2b223c1e503c tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:10.732375 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-efb02695-5212-494b-8a04-573e57663f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:10.734149 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-efb02695-5212-494b-8a04-573e57663f74 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 1101 time: 0.3585353 May 26 16:02:10.744008 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d6675d6f-7456-4782-b427-b3bd54f9a832 req-1561ec66-d203-40af-ac3a-2b223c1e503c tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=df208acf-987d-40a0-a234-82b96175b530 HTTP/1.1" status: 200 len: 948 time: 0.1065912 May 26 16:02:10.848425 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d6675d6f-7456-4782-b427-b3bd54f9a832 req-20bef1fa-81c9-4136-91f3-7baad243481d tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028867 May 26 16:02:10.883036 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20eee2-f55f-4a7e-aa51-4b0fe7f2221f req-eeb7584c-ef0e-4faa-b891-e172afabbfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:10.883522 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20eee2-f55f-4a7e-aa51-4b0fe7f2221f req-eeb7584c-ef0e-4faa-b891-e172afabbfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:10.884144 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20eee2-f55f-4a7e-aa51-4b0fe7f2221f req-eeb7584c-ef0e-4faa-b891-e172afabbfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:10.884671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20eee2-f55f-4a7e-aa51-4b0fe7f2221f req-eeb7584c-ef0e-4faa-b891-e172afabbfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:10.885250 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20eee2-f55f-4a7e-aa51-4b0fe7f2221f req-eeb7584c-ef0e-4faa-b891-e172afabbfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:10.885954 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20eee2-f55f-4a7e-aa51-4b0fe7f2221f req-eeb7584c-ef0e-4faa-b891-e172afabbfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:10.886467 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20eee2-f55f-4a7e-aa51-4b0fe7f2221f req-eeb7584c-ef0e-4faa-b891-e172afabbfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:10.888434 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e20eee2-f55f-4a7e-aa51-4b0fe7f2221f req-eeb7584c-ef0e-4faa-b891-e172afabbfe8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=829e9f52f7f3454cafe50e0d9182f678&device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 6343 time: 0.1378338 May 26 16:02:11.054434 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2a99f-e31a-4509-a0f1-37789ab47b30 req-943441fc-bb13-44ff-a6ef-7f1bc7c6d859 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:11.062030 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8fb2a99f-e31a-4509-a0f1-37789ab47b30 req-943441fc-bb13-44ff-a6ef-7f1bc7c6d859 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 931 time: 0.2264652 May 26 16:02:11.182922 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8fb2a99f-e31a-4509-a0f1-37789ab47b30 req-1dc3b5c0-aca9-4f9e-bcc4-461f09a118ca tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179626 May 26 16:02:11.182922 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20eee2-f55f-4a7e-aa51-4b0fe7f2221f req-00ed24c9-7bbe-4b3c-9a43-6553897ccee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:11.188033 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20eee2-f55f-4a7e-aa51-4b0fe7f2221f req-00ed24c9-7bbe-4b3c-9a43-6553897ccee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:11.190568 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20eee2-f55f-4a7e-aa51-4b0fe7f2221f req-00ed24c9-7bbe-4b3c-9a43-6553897ccee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:11.198207 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e20eee2-f55f-4a7e-aa51-4b0fe7f2221f req-00ed24c9-7bbe-4b3c-9a43-6553897ccee9 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=829e9f52f7f3454cafe50e0d9182f678&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2916086 May 26 16:02:11.239261 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-04373396-bf52-4db2-8c1a-b71e2c8ae4d9 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:11.253025 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-04373396-bf52-4db2-8c1a-b71e2c8ae4d9 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/networks?id=d8e6a23b-7f61-4795-ab7a-361f0f755c8d HTTP/1.1" status: 200 len: 815 time: 0.2879815 May 26 16:02:11.311910 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-3c9726cd-4691-44c9-92f8-2f46ec7097d9 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/quotas/29fbca3912d246789c5ffec924cac33a HTTP/1.1" status: 200 len: 375 time: 0.0577576 May 26 16:02:11.468392 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae50490-bcbf-4799-863b-f7cd23a9a793 req-e7600b41-6d5a-470b-b50a-ea578cba5cb9 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:11.469789 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ae50490-bcbf-4799-863b-f7cd23a9a793 req-e7600b41-6d5a-470b-b50a-ea578cba5cb9 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.1921654 May 26 16:02:11.472263 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20eee2-f55f-4a7e-aa51-4b0fe7f2221f req-78103395-6c2e-48a1-977a-16533f1dd270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:11.473657 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e20eee2-f55f-4a7e-aa51-4b0fe7f2221f req-78103395-6c2e-48a1-977a-16533f1dd270 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2180457 May 26 16:02:11.490830 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-7be64434-5814-4072-816d-f332eb31b0dc tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=29fbca3912d246789c5ffec924cac33a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1781073 May 26 16:02:11.512578 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-056133bb-8d44-4dbe-b1aa-f4c88a19ea16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:11.591403 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ae50490-bcbf-4799-863b-f7cd23a9a793 req-c7ee3b75-5c6c-4606-83c3-b9772b424646 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126754 May 26 16:02:11.597231 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-20ef0318-3844-4059-a4a8-d5fdffb0ef53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:11.643355 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-20ef0318-3844-4059-a4a8-d5fdffb0ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:11.670920 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-ff470d9f-5935-431c-8e5b-f9152320fce6 service neutron] 10.222.0.77 "GET /v2.0/networks/d8e6a23b-7f61-4795-ab7a-361f0f755c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789382 May 26 16:02:11.679207 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-6d1c819b-9d5a-4c93-a5e6-560de8fffc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:11.680741 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-6d1c819b-9d5a-4c93-a5e6-560de8fffc82 service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.9354961 May 26 16:02:11.748503 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-20ef0318-3844-4059-a4a8-d5fdffb0ef53 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1111eece24784881a0688ca13764d0b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7620885 May 26 16:02:11.751568 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40614) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:11.762421 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef0318-3844-4059-a4a8-d5fdffb0ef53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90377052-afdb-4fee-9291-d5b9955c0507,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:11.875034 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-b6864c80-ddc8-4c30-b599-d5a1fe1c6ce7 service neutron] 10.222.0.77 "GET /v2.0/networks/d8e6a23b-7f61-4795-ab7a-361f0f755c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004151 May 26 16:02:11.878270 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 75263e5e-7118-48e1-adb6-47c888290103 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:11.889218 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bfab7-00ee-45b4-92a1-220a7990db26 req-79437dc6-f93b-42be-b6b7-b8af8dc7eac0 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:11.897059 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee3bfab7-00ee-45b4-92a1-220a7990db26 req-79437dc6-f93b-42be-b6b7-b8af8dc7eac0 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 945 time: 0.2174990 May 26 16:02:11.951550 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee3bfab7-00ee-45b4-92a1-220a7990db26 req-6171cb73-50b6-4a39-94fd-0d7090b5b0d9 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533562 May 26 16:02:11.992827 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-d04ed6e7-679b-4935-aad1-b235fc602d2e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=a97919f5-38de-4ccc-9b8c-82c126b1b032 HTTP/1.1" status: 200 len: 217 time: 0.3015430 May 26 16:02:12.098597 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75531c-7650-452f-b23b-2396b6594d8d req-0804008e-8599-4b4a-9509-61bfe8fd8711 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:12.105985 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75531c-7650-452f-b23b-2396b6594d8d req-0804008e-8599-4b4a-9509-61bfe8fd8711 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:12.108880 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 75263e5e-7118-48e1-adb6-47c888290103, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=75263e5e-7118-48e1-adb6-47c888290103,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:12.113371 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75531c-7650-452f-b23b-2396b6594d8d req-0804008e-8599-4b4a-9509-61bfe8fd8711 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:12.119299 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75531c-7650-452f-b23b-2396b6594d8d req-0804008e-8599-4b4a-9509-61bfe8fd8711 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:12.125212 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75531c-7650-452f-b23b-2396b6594d8d req-0804008e-8599-4b4a-9509-61bfe8fd8711 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:12.131587 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75531c-7650-452f-b23b-2396b6594d8d req-0804008e-8599-4b4a-9509-61bfe8fd8711 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:12.137627 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75531c-7650-452f-b23b-2396b6594d8d req-0804008e-8599-4b4a-9509-61bfe8fd8711 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:12.140433 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '75263e5e-7118-48e1-adb6-47c888290103', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '75263e5e-7118-48e1-adb6-47c888290103', 'mac_address': 'fa:16:3e:3b:7b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:12.150250 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb75531c-7650-452f-b23b-2396b6594d8d req-0804008e-8599-4b4a-9509-61bfe8fd8711 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5396 time: 0.1262369 May 26 16:02:12.194576 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-e1c94e4e-9484-4799-aea0-c8b5d2b15727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:12.196266 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-e1c94e4e-9484-4799-aea0-c8b5d2b15727 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1569445 May 26 16:02:12.211633 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c00eb8b7-e378-4695-9e7d-07d2e9630eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:12.216779 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb75531c-7650-452f-b23b-2396b6594d8d req-7389126f-8525-43c2-8ea0-a7f30e78f804 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656614 May 26 16:02:12.232498 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 75263e5e-7118-48e1-adb6-47c888290103 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:12.232808 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:12.270000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75263e5e-7118-48e1-adb6-47c888290103 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:12.310542 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dcede6-ba18-472e-991a-b205392dd9ca req-c338cf20-6a3f-40fe-9129-387d06f9339b tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:12.312037 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0dcede6-ba18-472e-991a-b205392dd9ca req-c338cf20-6a3f-40fe-9129-387d06f9339b tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.81 "GET /v2.0/ports?device_id=8018d2dd-603e-453c-8e73-ee71174c4891 HTTP/1.1" status: 200 len: 945 time: 0.0943689 May 26 16:02:12.316120 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 75263e5e-7118-48e1-adb6-47c888290103, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=75263e5e-7118-48e1-adb6-47c888290103,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:12.323276 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:12.389272 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-fdf9f064-6bfb-4122-b624-d17431c8fd05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f28bda9b-d8f5-48c0-94b8-265841b80e6b {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:12.420984 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-fdf9f064-6bfb-4122-b624-d17431c8fd05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:12.431841 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c00eb8b7-e378-4695-9e7d-07d2e9630eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:12.437655 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=75263e5e-7118-48e1-adb6-47c888290103,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:12.510827 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-fdf9f064-6bfb-4122-b624-d17431c8fd05 service neutron] Transition to ACTIVE for port object f28bda9b-d8f5-48c0-94b8-265841b80e6b will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:02:12.528966 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-fdf9f064-6bfb-4122-b624-d17431c8fd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:12.536181 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a630e3-afe3-4be2-9b64-c3aa1cf15ea3 req-3d61688a-aea4-42b2-9f6f-563011d5db06 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:12.541876 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f7a630e3-afe3-4be2-9b64-c3aa1cf15ea3 req-3d61688a-aea4-42b2-9f6f-563011d5db06 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=df208acf-987d-40a0-a234-82b96175b530 HTTP/1.1" status: 200 len: 949 time: 0.1077404 May 26 16:02:12.550505 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-bfd34cca-0236-4456-8984-77c3d5a2ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:12.552062 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-bfd34cca-0236-4456-8984-77c3d5a2ad6d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3133433 May 26 16:02:12.564170 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-f0dcede6-ba18-472e-991a-b205392dd9ca req-0e2306ff-0b25-41ae-a2f3-dcfd86ba52e5 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Deleting port a0579e77-f2e4-4528-ad8c-10f3ed49cb87 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:12.564994 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f0dcede6-ba18-472e-991a-b205392dd9ca req-0e2306ff-0b25-41ae-a2f3-dcfd86ba52e5 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:12.670861 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f7a630e3-afe3-4be2-9b64-c3aa1cf15ea3 req-53fc080e-3748-4738-9415-ea35b4388ab1 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133451 May 26 16:02:12.707940 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-6a3ed848-7f90-4b9d-8a97-5ad67285e787 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225936 May 26 16:02:12.823673 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['75263e5e-7118-48e1-adb6-47c888290103'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:12.924199 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-f0dcede6-ba18-472e-991a-b205392dd9ca req-0e2306ff-0b25-41ae-a2f3-dcfd86ba52e5 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] For port a0579e77-f2e4-4528-ad8c-10f3ed49cb87, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a0579e77-f2e4-4528-ad8c-10f3ed49cb87,segment=NetworkSegment(e6704d63-1519-4cd1-8100-c949181e6d2b),segment_id=e6704d63-1519-4cd1-8100-c949181e6d2b)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:12.924981 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f0dcede6-ba18-472e-991a-b205392dd9ca req-0e2306ff-0b25-41ae-a2f3-dcfd86ba52e5 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:12.938873 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdc8edbc-c689-42bc-a3a3-4c7e2c5952e7 req-65ddea84-532e-4b6a-b66a-c83ca5726e69 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990473 May 26 16:02:12.939753 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9f064-6bfb-4122-b624-d17431c8fd05 service neutron] Pushing event updated for resources: {'Port': ['ID=f28bda9b-d8f5-48c0-94b8-265841b80e6b,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:12.941671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-f0dcede6-ba18-472e-991a-b205392dd9ca req-0e2306ff-0b25-41ae-a2f3-dcfd86ba52e5 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Calling delete_port for a0579e77-f2e4-4528-ad8c-10f3ed49cb87 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:12.977180 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9eea127f-c2f3-449e-b478-a96d04768e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:12.995604 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c00eb8b7-e378-4695-9e7d-07d2e9630eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:12.999259 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c00eb8b7-e378-4695-9e7d-07d2e9630eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:13.000932 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c00eb8b7-e378-4695-9e7d-07d2e9630eb1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/90377052-afdb-4fee-9291-d5b9955c0507 HTTP/1.1" status: 204 len: 168 time: 1.2396333 May 26 16:02:13.062494 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00eb8b7-e378-4695-9e7d-07d2e9630eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90377052-afdb-4fee-9291-d5b9955c0507,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:13.063565 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b4570630-27f1-41f6-b1a2-e3e5a8f51a40 req-5892674d-6e9d-460d-919d-0e925c73f419 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff13200-775c-4159-970c-05fc03357def HTTP/1.1" status: 200 len: 210 time: 0.2959251 May 26 16:02:13.109486 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-056133bb-8d44-4dbe-b1aa-f4c88a19ea16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0537a693-ec7c-4e2c-97b1-01947edc7200 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:13.125431 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-056133bb-8d44-4dbe-b1aa-f4c88a19ea16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:13.152377 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-056133bb-8d44-4dbe-b1aa-f4c88a19ea16 service neutron] Transition to ACTIVE for port object 0537a693-ec7c-4e2c-97b1-01947edc7200 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:02:13.164653 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-056133bb-8d44-4dbe-b1aa-f4c88a19ea16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:13.188614 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-fdf9f064-6bfb-4122-b624-d17431c8fd05 service neutron] Attempting to bind port f28bda9b-d8f5-48c0-94b8-265841b80e6b on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:13.188958 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-fdf9f064-6bfb-4122-b624-d17431c8fd05 service neutron] Attempting to bind port f28bda9b-d8f5-48c0-94b8-265841b80e6b by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '524dc500-34cd-4ad3-91d5-17681818fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0bfc686-5a9f-4760-8a91-fab0346012c9'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:13.189801 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-fdf9f064-6bfb-4122-b624-d17431c8fd05 service neutron] Attempting to bind port f28bda9b-d8f5-48c0-94b8-265841b80e6b on network f0bfc686-5a9f-4760-8a91-fab0346012c9 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:13.217421 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e52839-4496-4131-b545-00b8aff3b187 req-b2eb41ce-3a97-4e72-ad3c-ed94c53d44c3 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:13.225704 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e8e52839-4496-4131-b545-00b8aff3b187 req-b2eb41ce-3a97-4e72-ad3c-ed94c53d44c3 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 931 time: 0.1760423 May 26 16:02:13.232026 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-fdf9f064-6bfb-4122-b624-d17431c8fd05 service neutron] Port f28bda9b-d8f5-48c0-94b8-265841b80e6b on network f0bfc686-5a9f-4760-8a91-fab0346012c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:02:13.232530 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-fdf9f064-6bfb-4122-b624-d17431c8fd05 service neutron] Attempting to bind port f28bda9b-d8f5-48c0-94b8-265841b80e6b on network f0bfc686-5a9f-4760-8a91-fab0346012c9 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:13.240968 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f0dcede6-ba18-472e-991a-b205392dd9ca req-0e2306ff-0b25-41ae-a2f3-dcfd86ba52e5 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:13.247958 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-fdf9f064-6bfb-4122-b624-d17431c8fd05 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:13.248414 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-fdf9f064-6bfb-4122-b624-d17431c8fd05 service neutron] Checking segment: {'id': '524dc500-34cd-4ad3-91d5-17681818fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0bfc686-5a9f-4760-8a91-fab0346012c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:13.248922 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-fdf9f064-6bfb-4122-b624-d17431c8fd05 service neutron] Bound using segment: {'id': '524dc500-34cd-4ad3-91d5-17681818fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0bfc686-5a9f-4760-8a91-fab0346012c9'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:13.250100 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-fdf9f064-6bfb-4122-b624-d17431c8fd05 service neutron] Bound port: f28bda9b-d8f5-48c0-94b8-265841b80e6b, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '524dc500-34cd-4ad3-91d5-17681818fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0bfc686-5a9f-4760-8a91-fab0346012c9'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:13.250474 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-fdf9f064-6bfb-4122-b624-d17431c8fd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:13.298834 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056133bb-8d44-4dbe-b1aa-f4c88a19ea16 service neutron] Pushing event updated for resources: {'Port': ['ID=0537a693-ec7c-4e2c-97b1-01947edc7200,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:13.331390 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2306ff-0b25-41ae-a2f3-dcfd86ba52e5 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Pushing event deleted for resources: {'Port': ['ID=a0579e77-f2e4-4528-ad8c-10f3ed49cb87,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:13.397290 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-fdf9f064-6bfb-4122-b624-d17431c8fd05 service neutron] For port f28bda9b-d8f5-48c0-94b8-265841b80e6b, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:13.401287 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-fdf9f064-6bfb-4122-b624-d17431c8fd05 service neutron] For port f28bda9b-d8f5-48c0-94b8-265841b80e6b, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f28bda9b-d8f5-48c0-94b8-265841b80e6b,segment=NetworkSegment(524dc500-34cd-4ad3-91d5-17681818fd86),segment_id=524dc500-34cd-4ad3-91d5-17681818fd86)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:13.408652 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-056133bb-8d44-4dbe-b1aa-f4c88a19ea16 service neutron] Attempting to bind port 0537a693-ec7c-4e2c-97b1-01947edc7200 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:13.409020 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-056133bb-8d44-4dbe-b1aa-f4c88a19ea16 service neutron] Attempting to bind port 0537a693-ec7c-4e2c-97b1-01947edc7200 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'c5c2df13-4177-41c8-aa31-07f6635780db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:13.409343 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-056133bb-8d44-4dbe-b1aa-f4c88a19ea16 service neutron] Attempting to bind port 0537a693-ec7c-4e2c-97b1-01947edc7200 on network 3574b971-b80b-4fc7-8db0-6b0fd27cbf51 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:13.416647 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-fdf9f064-6bfb-4122-b624-d17431c8fd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:13.428335 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-056133bb-8d44-4dbe-b1aa-f4c88a19ea16 service neutron] Port 0537a693-ec7c-4e2c-97b1-01947edc7200 on network 3574b971-b80b-4fc7-8db0-6b0fd27cbf51 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:02:13.428671 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-056133bb-8d44-4dbe-b1aa-f4c88a19ea16 service neutron] Attempting to bind port 0537a693-ec7c-4e2c-97b1-01947edc7200 on network 3574b971-b80b-4fc7-8db0-6b0fd27cbf51 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:13.447280 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4fe99-ae69-4647-a274-acb4aca09833 req-db72a740-587c-4382-a865-756911e23ae6 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:13.448981 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4c4fe99-ae69-4647-a274-acb4aca09833 req-db72a740-587c-4382-a865-756911e23ae6 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.2189906 May 26 16:02:13.450909 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0dcede6-ba18-472e-991a-b205392dd9ca req-0e2306ff-0b25-41ae-a2f3-dcfd86ba52e5 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] No DVR routers for this DVR port a0579e77-f2e4-4528-ad8c-10f3ed49cb87 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:02:13.456412 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e8e52839-4496-4131-b545-00b8aff3b187 req-c7731550-57c2-44d3-ad83-ffe4ef36e2ee tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278130 May 26 16:02:13.457849 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f0dcede6-ba18-472e-991a-b205392dd9ca req-0e2306ff-0b25-41ae-a2f3-dcfd86ba52e5 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:13.462078 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0dcede6-ba18-472e-991a-b205392dd9ca req-0e2306ff-0b25-41ae-a2f3-dcfd86ba52e5 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.81 "DELETE /v2.0/ports/a0579e77-f2e4-4528-ad8c-10f3ed49cb87 HTTP/1.1" status: 204 len: 173 time: 1.1399326 May 26 16:02:13.462625 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8018d2dd-603e-453c-8e73-ee71174c4891', 'name': 'network-vif-deleted', 'tag': 'a0579e77-f2e4-4528-ad8c-10f3ed49cb87'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:13.465144 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a5a6bb-dbd8-4721-a2c8-d6779246b586" -d '{"events": [{"server_uuid": "8018d2dd-603e-453c-8e73-ee71174c4891", "name": "network-vif-deleted", "tag": "a0579e77-f2e4-4528-ad8c-10f3ed49cb87"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:13.473387 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-056133bb-8d44-4dbe-b1aa-f4c88a19ea16 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:13.474364 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-056133bb-8d44-4dbe-b1aa-f4c88a19ea16 service neutron] Checking segment: {'id': 'c5c2df13-4177-41c8-aa31-07f6635780db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:13.474776 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-056133bb-8d44-4dbe-b1aa-f4c88a19ea16 service neutron] Bound using segment: {'id': 'c5c2df13-4177-41c8-aa31-07f6635780db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:13.475253 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-056133bb-8d44-4dbe-b1aa-f4c88a19ea16 service neutron] Bound port: 0537a693-ec7c-4e2c-97b1-01947edc7200, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c2df13-4177-41c8-aa31-07f6635780db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:13.475616 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-056133bb-8d44-4dbe-b1aa-f4c88a19ea16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:13.487882 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-fdf9f064-6bfb-4122-b624-d17431c8fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:13.487882 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-fdf9f064-6bfb-4122-b624-d17431c8fd05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:13.487882 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-fdf9f064-6bfb-4122-b624-d17431c8fd05 service neutron] 10.222.0.81 "PUT /v2.0/ports/f28bda9b-d8f5-48c0-94b8-265841b80e6b HTTP/1.1" status: 200 len: 1091 time: 3.3251140 May 26 16:02:13.487882 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'tag': 'f28bda9b-d8f5-48c0-94b8-265841b80e6b'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:13.487882 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3db91f1-abeb-4d7c-8677-5c9e927a6efb" -d '{"events": [{"name": "network-changed", "server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "tag": "f28bda9b-d8f5-48c0-94b8-265841b80e6b"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:13.542485 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-7e7e2736-8558-4d98-9e82-ff4472a14e4a service neutron] Request body: {'port': {'device_id': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:13.578495 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4c4fe99-ae69-4647-a274-acb4aca09833 req-71550a23-43e1-44a9-a306-dc4e516534f5 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100588 May 26 16:02:13.659397 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9f064-6bfb-4122-b624-d17431c8fd05 service neutron] Pushing event updated for resources: {'Port': ['ID=f28bda9b-d8f5-48c0-94b8-265841b80e6b,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:13.735530 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac57034-af12-42bc-abad-b6029626bdfb req-e2488e9a-f06e-4f6d-bf47-0ba782ce3fc1 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:13.745904 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dac57034-af12-42bc-abad-b6029626bdfb req-e2488e9a-f06e-4f6d-bf47-0ba782ce3fc1 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 945 time: 0.1011333 May 26 16:02:13.846350 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-7e7e2736-8558-4d98-9e82-ff4472a14e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:13.862916 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-056133bb-8d44-4dbe-b1aa-f4c88a19ea16 service neutron] For port 0537a693-ec7c-4e2c-97b1-01947edc7200, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:13.895408 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device a97919f5-38de-4ccc-9b8c-82c126b1b032 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:02:13.896917 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-056133bb-8d44-4dbe-b1aa-f4c88a19ea16 service neutron] For port 0537a693-ec7c-4e2c-97b1-01947edc7200, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0537a693-ec7c-4e2c-97b1-01947edc7200,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:13.907283 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-056133bb-8d44-4dbe-b1aa-f4c88a19ea16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:13.970809 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-056133bb-8d44-4dbe-b1aa-f4c88a19ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:13.971749 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-056133bb-8d44-4dbe-b1aa-f4c88a19ea16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:13.973290 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-056133bb-8d44-4dbe-b1aa-f4c88a19ea16 service neutron] 10.222.0.83 "PUT /v2.0/ports/0537a693-ec7c-4e2c-97b1-01947edc7200 HTTP/1.1" status: 200 len: 1091 time: 3.2926481 May 26 16:02:14.052496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-1489ec08-75f1-4c33-bde8-fe0c14618e3f tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:14.063441 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-1489ec08-75f1-4c33-bde8-fe0c14618e3f tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.81 "GET /v2.0/networks?id=d8e6a23b-7f61-4795-ab7a-361f0f755c8d HTTP/1.1" status: 200 len: 815 time: 0.3117421 May 26 16:02:14.128749 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-371e24ca-588e-4bb6-9409-2c307c7a2850 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Request body: {'port': {'device_id': 'fff13200-775c-4159-970c-05fc03357def', 'network_id': 'd8e6a23b-7f61-4795-ab7a-361f0f755c8d', 'admin_state_up': True, 'tenant_id': '29fbca3912d246789c5ffec924cac33a'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:14.134179 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port a97919f5-38de-4ccc-9b8c-82c126b1b032 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:14.135225 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:14.213512 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port a97919f5-38de-4ccc-9b8c-82c126b1b032, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=a97919f5-38de-4ccc-9b8c-82c126b1b032,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:14.214379 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dac57034-af12-42bc-abad-b6029626bdfb req-8937747f-cbca-4271-a4ad-f2ba5f0ebfc4 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575000 May 26 16:02:14.215789 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ed693a-4539-430c-9bc5-771b86012827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a97919f5-38de-4ccc-9b8c-82c126b1b032'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:14.218909 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc4fa08-12cb-4296-afd7-6d54a7a26ae0" -d '{"events": [{"server_uuid": "46ed693a-4539-430c-9bc5-771b86012827", "name": "network-vif-unplugged", "status": "completed", "tag": "a97919f5-38de-4ccc-9b8c-82c126b1b032"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:14.229218 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:14.280818 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57964978-28ef-418a-81e4-c68bb8aa4e1b req-b0e7240d-8887-403c-b395-2123b64d2442 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:14.287530 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57964978-28ef-418a-81e4-c68bb8aa4e1b req-b0e7240d-8887-403c-b395-2123b64d2442 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:14.294498 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57964978-28ef-418a-81e4-c68bb8aa4e1b req-b0e7240d-8887-403c-b395-2123b64d2442 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:14.299533 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57964978-28ef-418a-81e4-c68bb8aa4e1b req-b0e7240d-8887-403c-b395-2123b64d2442 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:14.319555 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57964978-28ef-418a-81e4-c68bb8aa4e1b req-b0e7240d-8887-403c-b395-2123b64d2442 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:14.325814 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57964978-28ef-418a-81e4-c68bb8aa4e1b req-b0e7240d-8887-403c-b395-2123b64d2442 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:14.333639 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57964978-28ef-418a-81e4-c68bb8aa4e1b req-b0e7240d-8887-403c-b395-2123b64d2442 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:14.335772 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57964978-28ef-418a-81e4-c68bb8aa4e1b req-b0e7240d-8887-403c-b395-2123b64d2442 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5408 time: 0.2552357 May 26 16:02:14.339839 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d875f4-b072-42e8-a06a-ac4ac2a729cf x-openstack-request-id: req-c4d875f4-b072-42e8-a06a-ac4ac2a729cf {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:14.340388 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8018d2dd-603e-453c-8e73-ee71174c4891", "name": "network-vif-deleted", "tag": "a0579e77-f2e4-4528-ad8c-10f3ed49cb87", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:14.340806 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c4d875f4-b072-42e8-a06a-ac4ac2a729cf {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:14.341469 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d875f4-b072-42e8-a06a-ac4ac2a729cf'] response: {'server_uuid': '8018d2dd-603e-453c-8e73-ee71174c4891', 'name': 'network-vif-deleted', 'tag': 'a0579e77-f2e4-4528-ad8c-10f3ed49cb87', 'status': 'completed', 'code': 200} May 26 16:02:14.359058 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=a97919f5-38de-4ccc-9b8c-82c126b1b032,revision_number=9']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:14.388641 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056133bb-8d44-4dbe-b1aa-f4c88a19ea16 service neutron] Pushing event updated for resources: {'Port': ['ID=0537a693-ec7c-4e2c-97b1-01947edc7200,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:14.413812 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57964978-28ef-418a-81e4-c68bb8aa4e1b req-8540d46c-78b7-4ceb-b16a-1f1ee4496a94 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654905 May 26 16:02:14.443848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-371e24ca-588e-4bb6-9409-2c307c7a2850 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Made reservation on behalf of 29fbca3912d246789c5ffec924cac33a for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:14.443848 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-371e24ca-588e-4bb6-9409-2c307c7a2850 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:14.490661 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-652c41fb-a9f2-4b83-be48-e226cb61be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:14.492462 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-652c41fb-a9f2-4b83-be48-e226cb61be10 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bc4c96fd02c143a08b7d26019ba324a5&device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 1094 time: 0.4301927 May 26 16:02:14.503914 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-7e7e2736-8558-4d98-9e82-ff4472a14e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:14.514708 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-7e7e2736-8558-4d98-9e82-ff4472a14e4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:14.542274 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-7e7e2736-8558-4d98-9e82-ff4472a14e4a service neutron] Transition to ACTIVE for port object 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:02:14.556730 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-7e7e2736-8558-4d98-9e82-ff4472a14e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:14.589216 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40690) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:14.598406 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-371e24ca-588e-4bb6-9409-2c307c7a2850 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Allocated IP 172.20.0.14 (d8e6a23b-7f61-4795-ab7a-361f0f755c8d/1eb576bd-eebb-4f80-9b74-b464d65080f4/6a88f510-a007-4b1e-905f-0e825312eea5) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:14.621690 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-32c4410a-82da-45b5-ae7b-60eada9025b8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0537a693-ec7c-4e2c-97b1-01947edc7200 HTTP/1.1" status: 200 len: 217 time: 0.0774286 May 26 16:02:14.688379 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e2736-8558-4d98-9e82-ff4472a14e4a service neutron] Pushing event updated for resources: {'Port': ['ID=3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:14.694560 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73340428-c28f-4c14-8290-a3a50a5e9b45 x-openstack-request-id: req-73340428-c28f-4c14-8290-a3a50a5e9b45 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:14.694967 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "tag": "f28bda9b-d8f5-48c0-94b8-265841b80e6b", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:14.695379 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-73340428-c28f-4c14-8290-a3a50a5e9b45 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:14.695871 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73340428-c28f-4c14-8290-a3a50a5e9b45'] response: {'name': 'network-changed', 'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'tag': 'f28bda9b-d8f5-48c0-94b8-265841b80e6b', 'status': 'completed', 'code': 200} May 26 16:02:14.748908 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-88efaec0-a3c4-4ad4-af22-d5e4ee3748f1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2074037601-network', 'tenant_id': 'b4fa8226006949599c77233c2d1f94d2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:14.759941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device a0579e77-f2e4-4528-ad8c-10f3ed49cb87 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:02:14.791905 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: a0579e77-f2e4-4528-ad8c-10f3ed49cb87 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:02:14.792658 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device a0579e77-f2e4-4528-ad8c-10f3ed49cb87 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:02:14.795708 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-b14b8691-9c79-4763-ba1f-1332c3176d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:14.797341 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-b14b8691-9c79-4763-ba1f-1332c3176d94 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c76d8b67-4d6e-4728-b031-a89f28d135e0 HTTP/1.1" status: 200 len: 845 time: 0.1650321 May 26 16:02:14.836129 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-36002645-84c5-4dd8-9f14-3e1d1b5c6cb3 req-1f5b242a-4d0b-4556-aa28-7e5d3e6c4a19 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff13200-775c-4159-970c-05fc03357def HTTP/1.1" status: 200 len: 210 time: 0.0466290 May 26 16:02:14.858281 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-371e24ca-588e-4bb6-9409-2c307c7a2850 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:14.876557 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-751d0509-bfb8-40e7-8ae8-9bd43588ffb7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3574b971-b80b-4fc7-8db0-6b0fd27cbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673199 May 26 16:02:14.880743 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88efaec0-a3c4-4ad4-af22-d5e4ee3748f1 admin admin] Made reservation on behalf of b4fa8226006949599c77233c2d1f94d2 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:14.884524 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-88efaec0-a3c4-4ad4-af22-d5e4ee3748f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:14.884951 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56cd15-8c3f-4c79-9e03-00a9b90ca873 req-ff3e5953-84a2-4971-8bc6-bfdd6d349759 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:14.893133 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fd56cd15-8c3f-4c79-9e03-00a9b90ca873 req-ff3e5953-84a2-4971-8bc6-bfdd6d349759 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=df208acf-987d-40a0-a234-82b96175b530 HTTP/1.1" status: 200 len: 949 time: 0.1412022 May 26 16:02:14.912191 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db91f1-abeb-4d7c-8677-5c9e927a6efb req-d3a4653b-db2c-423c-b464-1680c58636f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:14.912191 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db91f1-abeb-4d7c-8677-5c9e927a6efb req-d3a4653b-db2c-423c-b464-1680c58636f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:14.913119 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db91f1-abeb-4d7c-8677-5c9e927a6efb req-d3a4653b-db2c-423c-b464-1680c58636f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:14.922342 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808a9af2-198c-4c84-8e97-77bc9508b542 x-openstack-request-id: req-808a9af2-198c-4c84-8e97-77bc9508b542 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:14.922645 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ed693a-4539-430c-9bc5-771b86012827", "name": "network-vif-unplugged", "status": "completed", "tag": "a97919f5-38de-4ccc-9b8c-82c126b1b032", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:14.924498 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-808a9af2-198c-4c84-8e97-77bc9508b542 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:14.925853 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-808a9af2-198c-4c84-8e97-77bc9508b542'] response: {'server_uuid': '46ed693a-4539-430c-9bc5-771b86012827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a97919f5-38de-4ccc-9b8c-82c126b1b032', 'code': 200} May 26 16:02:14.932447 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db91f1-abeb-4d7c-8677-5c9e927a6efb req-d3a4653b-db2c-423c-b464-1680c58636f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:14.933273 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db91f1-abeb-4d7c-8677-5c9e927a6efb req-d3a4653b-db2c-423c-b464-1680c58636f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:14.934002 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db91f1-abeb-4d7c-8677-5c9e927a6efb req-d3a4653b-db2c-423c-b464-1680c58636f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:14.934575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db91f1-abeb-4d7c-8677-5c9e927a6efb req-d3a4653b-db2c-423c-b464-1680c58636f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:14.941464 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d3db91f1-abeb-4d7c-8677-5c9e927a6efb req-d3a4653b-db2c-423c-b464-1680c58636f9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=829e9f52f7f3454cafe50e0d9182f678&device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 6435 time: 0.2117755 May 26 16:02:14.962570 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-7e7e2736-8558-4d98-9e82-ff4472a14e4a service neutron] Attempting to bind port 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:14.963079 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-7e7e2736-8558-4d98-9e82-ff4472a14e4a service neutron] Attempting to bind port 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '524dc500-34cd-4ad3-91d5-17681818fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0bfc686-5a9f-4760-8a91-fab0346012c9'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:14.963760 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-7e7e2736-8558-4d98-9e82-ff4472a14e4a service neutron] Attempting to bind port 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 on network f0bfc686-5a9f-4760-8a91-fab0346012c9 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:14.969422 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fd56cd15-8c3f-4c79-9e03-00a9b90ca873 req-b093010a-f6d1-47ed-b714-86e51159978b tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752769 May 26 16:02:14.992009 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-88efaec0-a3c4-4ad4-af22-d5e4ee3748f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:14.998502 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-371e24ca-588e-4bb6-9409-2c307c7a2850 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.033155 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-7e7e2736-8558-4d98-9e82-ff4472a14e4a service neutron] Port 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 on network f0bfc686-5a9f-4760-8a91-fab0346012c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:02:15.033634 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-7e7e2736-8558-4d98-9e82-ff4472a14e4a service neutron] Attempting to bind port 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 on network f0bfc686-5a9f-4760-8a91-fab0346012c9 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:15.055077 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-7e7e2736-8558-4d98-9e82-ff4472a14e4a service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:15.055489 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-7e7e2736-8558-4d98-9e82-ff4472a14e4a service neutron] Checking segment: {'id': '524dc500-34cd-4ad3-91d5-17681818fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0bfc686-5a9f-4760-8a91-fab0346012c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:15.056012 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-7e7e2736-8558-4d98-9e82-ff4472a14e4a service neutron] Bound using segment: {'id': '524dc500-34cd-4ad3-91d5-17681818fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0bfc686-5a9f-4760-8a91-fab0346012c9'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:15.056707 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-7e7e2736-8558-4d98-9e82-ff4472a14e4a service neutron] Bound port: 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '524dc500-34cd-4ad3-91d5-17681818fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f0bfc686-5a9f-4760-8a91-fab0346012c9'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:15.057191 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-7e7e2736-8558-4d98-9e82-ff4472a14e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.117522 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-371e24ca-588e-4bb6-9409-2c307c7a2850 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Network d8e6a23b-7f61-4795-ab7a-361f0f755c8d is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:15.125895 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-371e24ca-588e-4bb6-9409-2c307c7a2850 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:15.128120 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-371e24ca-588e-4bb6-9409-2c307c7a2850 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:15.185534 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e24ca-588e-4bb6-9409-2c307c7a2850 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Pushing event updated for resources: {'Port': ['ID=6a88f510-a007-4b1e-905f-0e825312eea5,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:15.224080 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92acc7d-7140-464c-b061-d12a05014f74 req-7f31c099-6a0c-4334-b738-4e1f066cf794 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.232424 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d92acc7d-7140-464c-b061-d12a05014f74 req-7f31c099-6a0c-4334-b738-4e1f066cf794 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 943 time: 0.1565223 May 26 16:02:15.240979 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-371e24ca-588e-4bb6-9409-2c307c7a2850 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.241601 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-371e24ca-588e-4bb6-9409-2c307c7a2850 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.278873 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-371e24ca-588e-4bb6-9409-2c307c7a2850 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1549635 May 26 16:02:15.282320 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-2a84eba9-515a-42b8-9bbd-2a7dce07b4f8 service neutron] 10.222.0.83 "GET /v2.0/networks/3574b971-b80b-4fc7-8db0-6b0fd27cbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926654 May 26 16:02:15.303075 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-d8e35192-e383-4a32-ac44-334886d7ac58 service neutron] Request body: {'port': {'device_id': 'fff13200-775c-4159-970c-05fc03357def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:15.315484 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-7e7e2736-8558-4d98-9e82-ff4472a14e4a service neutron] For port 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:15.319659 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db91f1-abeb-4d7c-8677-5c9e927a6efb req-4135477f-b172-42e3-a5a3-c546272fe4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.320133 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db91f1-abeb-4d7c-8677-5c9e927a6efb req-4135477f-b172-42e3-a5a3-c546272fe4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.320598 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db91f1-abeb-4d7c-8677-5c9e927a6efb req-4135477f-b172-42e3-a5a3-c546272fe4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.322136 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d3db91f1-abeb-4d7c-8677-5c9e927a6efb req-4135477f-b172-42e3-a5a3-c546272fe4de service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=829e9f52f7f3454cafe50e0d9182f678&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3549814 May 26 16:02:15.339156 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d92acc7d-7140-464c-b061-d12a05014f74 req-d921b1a8-bf32-4810-affc-cc6dfede02a7 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054966 May 26 16:02:15.383195 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-7e7e2736-8558-4d98-9e82-ff4472a14e4a service neutron] For port 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7,segment=NetworkSegment(524dc500-34cd-4ad3-91d5-17681818fd86),segment_id=524dc500-34cd-4ad3-91d5-17681818fd86)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:15.409563 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-123ec7a6-1b77-4225-ac95-8e621e8497d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.418441 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a5b23-f4f0-4dc5-be9d-335930c082a6 req-6874e4d5-8eef-4707-be2b-a404add8901d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.419999 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f37a5b23-f4f0-4dc5-be9d-335930c082a6 req-6874e4d5-8eef-4707-be2b-a404add8901d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 948 time: 0.1355915 May 26 16:02:15.421272 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-d8e35192-e383-4a32-ac44-334886d7ac58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.439938 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-7e7e2736-8558-4d98-9e82-ff4472a14e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.508551 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-88efaec0-a3c4-4ad4-af22-d5e4ee3748f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.524542 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f37a5b23-f4f0-4dc5-be9d-335930c082a6 req-ef913ee8-17b2-4144-955f-fabafc2dca1c tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923433 May 26 16:02:15.524800 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-7e7e2736-8558-4d98-9e82-ff4472a14e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.525412 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-7e7e2736-8558-4d98-9e82-ff4472a14e4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.526605 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-7e7e2736-8558-4d98-9e82-ff4472a14e4a service neutron] 10.222.0.81 "PUT /v2.0/ports/3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 HTTP/1.1" status: 200 len: 1091 time: 2.0011818 May 26 16:02:15.528760 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-88efaec0-a3c4-4ad4-af22-d5e4ee3748f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.634694 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88efaec0-a3c4-4ad4-af22-d5e4ee3748f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:02:15.651416 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e2736-8558-4d98-9e82-ff4472a14e4a service neutron] Pushing event updated for resources: {'Port': ['ID=3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:15.691347 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-43a08e82-0933-47c6-9230-316bd8a0a8fb req-b4b1f455-c6a9-442e-872e-5e86383645cb service neutron] 10.222.0.83 "GET /v2.0/networks/3574b971-b80b-4fc7-8db0-6b0fd27cbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812947 May 26 16:02:15.694871 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db91f1-abeb-4d7c-8677-5c9e927a6efb req-b803b3cc-a60d-48f6-8435-52e22ed5a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.700479 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d3db91f1-abeb-4d7c-8677-5c9e927a6efb req-b803b3cc-a60d-48f6-8435-52e22ed5a610 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3518524 May 26 16:02:15.701600 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efaec0-a3c4-4ad4-af22-d5e4ee3748f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2eeae7-7170-4f49-b143-6a696316831f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:15.740522 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-88efaec0-a3c4-4ad4-af22-d5e4ee3748f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.741078 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-88efaec0-a3c4-4ad4-af22-d5e4ee3748f1 admin admin] Added segment 8bb01b2c-e493-4d25-bb47-6541f1ba917f of type vlan for network 067637a0-4610-498b-9eb1-d758311b2903 May 26 16:02:15.837825 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ee5cd-6c6f-4861-9b64-3bdad8493f0d req-078b387a-3696-49a9-913d-c019555166fa tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.839314 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-016ee5cd-6c6f-4861-9b64-3bdad8493f0d req-078b387a-3696-49a9-913d-c019555166fa tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 945 time: 0.1806595 May 26 16:02:15.854703 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-88efaec0-a3c4-4ad4-af22-d5e4ee3748f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.873668 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87d56f-deef-4de2-8a0c-52b68dec28a0 req-0fd06655-27e1-4dc5-a084-cd4fd77ac3e9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.879948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87d56f-deef-4de2-8a0c-52b68dec28a0 req-0fd06655-27e1-4dc5-a084-cd4fd77ac3e9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.884439 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-479ca736-c85a-43e2-a17a-e1e5a8b59a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.884926 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-479ca736-c85a-43e2-a17a-e1e5a8b59a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.885401 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-479ca736-c85a-43e2-a17a-e1e5a8b59a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.885872 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-479ca736-c85a-43e2-a17a-e1e5a8b59a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.886178 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87d56f-deef-4de2-8a0c-52b68dec28a0 req-0fd06655-27e1-4dc5-a084-cd4fd77ac3e9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.886335 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-479ca736-c85a-43e2-a17a-e1e5a8b59a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.886799 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-479ca736-c85a-43e2-a17a-e1e5a8b59a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.887261 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-479ca736-c85a-43e2-a17a-e1e5a8b59a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.889169 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-479ca736-c85a-43e2-a17a-e1e5a8b59a7b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=829e9f52f7f3454cafe50e0d9182f678&device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 6477 time: 0.1182408 May 26 16:02:15.892029 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87d56f-deef-4de2-8a0c-52b68dec28a0 req-0fd06655-27e1-4dc5-a084-cd4fd77ac3e9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.898931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87d56f-deef-4de2-8a0c-52b68dec28a0 req-0fd06655-27e1-4dc5-a084-cd4fd77ac3e9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.903752 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 75263e5e-7118-48e1-adb6-47c888290103 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:15.905632 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87d56f-deef-4de2-8a0c-52b68dec28a0 req-0fd06655-27e1-4dc5-a084-cd4fd77ac3e9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.913165 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-88efaec0-a3c4-4ad4-af22-d5e4ee3748f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.913736 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87d56f-deef-4de2-8a0c-52b68dec28a0 req-0fd06655-27e1-4dc5-a084-cd4fd77ac3e9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.914230 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88efaec0-a3c4-4ad4-af22-d5e4ee3748f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:15.914909 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-88efaec0-a3c4-4ad4-af22-d5e4ee3748f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:15.915574 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb87d56f-deef-4de2-8a0c-52b68dec28a0 req-0fd06655-27e1-4dc5-a084-cd4fd77ac3e9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5420 time: 0.1584554 May 26 16:02:15.963811 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-7557d701-bbfd-4802-accf-90a8bfc2939b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d HTTP/1.1" status: 200 len: 217 time: 0.0646164 May 26 16:02:15.980376 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 75263e5e-7118-48e1-adb6-47c888290103 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:02:15.987087 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 75263e5e-7118-48e1-adb6-47c888290103 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:15.987954 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:16.016141 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-016ee5cd-6c6f-4861-9b64-3bdad8493f0d req-bcaec19c-fa1b-40b1-9cd4-22767cb02c2a tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603103 May 26 16:02:16.034098 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-88efaec0-a3c4-4ad4-af22-d5e4ee3748f1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4405682 May 26 16:02:16.034803 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40720) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:16.039328 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb87d56f-deef-4de2-8a0c-52b68dec28a0 req-bdf0429f-6829-4bce-97d3-062a5ef9a899 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1080284 May 26 16:02:16.045882 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-2bd7afeb-2dd6-49cd-b130-b2fb3e3d81c7 admin admin] Request body: {'subnet': {'network_id': '067637a0-4610-498b-9eb1-d758311b2903', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2074037601-subnet', 'tenant_id': 'b4fa8226006949599c77233c2d1f94d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:16.055156 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-d8e35192-e383-4a32-ac44-334886d7ac58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a88f510-a007-4b1e-905f-0e825312eea5 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:16.064790 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-d8e35192-e383-4a32-ac44-334886d7ac58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:16.081251 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-d8e35192-e383-4a32-ac44-334886d7ac58 service neutron] Transition to ACTIVE for port object 6a88f510-a007-4b1e-905f-0e825312eea5 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:02:16.091679 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-d8e35192-e383-4a32-ac44-334886d7ac58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:16.112554 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd7afeb-2dd6-49cd-b130-b2fb3e3d81c7 admin admin] Made reservation on behalf of b4fa8226006949599c77233c2d1f94d2 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:16.115323 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2bd7afeb-2dd6-49cd-b130-b2fb3e3d81c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:16.129271 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efaec0-a3c4-4ad4-af22-d5e4ee3748f1 admin admin] Pushing event updated for resources: {'Network': ['ID=067637a0-4610-498b-9eb1-d758311b2903,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:16.135097 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 75263e5e-7118-48e1-adb6-47c888290103 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:16.135661 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:16.184805 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 067637a0-4610-498b-9eb1-d758311b2903 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:02:16.185616 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-2f3ab844-1a16-4ae4-9d2c-8a6e8f918aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:16.187176 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-2f3ab844-1a16-4ae4-9d2c-8a6e8f918aad service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b75a4a7-49bc-43e9-90df-4f07b481bb2f HTTP/1.1" status: 200 len: 850 time: 0.1794982 May 26 16:02:16.221151 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 75263e5e-7118-48e1-adb6-47c888290103, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=75263e5e-7118-48e1-adb6-47c888290103,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:16.261478 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-ef39fb24-57bb-4614-9d7d-1b72d1a215b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:16.263047 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-ef39fb24-57bb-4614-9d7d-1b72d1a215b9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cc5ef074-7315-4026-8964-d75cc2ddf062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614071 May 26 16:02:16.271430 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:16.327985 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=75263e5e-7118-48e1-adb6-47c888290103,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:16.365565 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:16.384874 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e35192-e383-4a32-ac44-334886d7ac58 service neutron] Pushing event updated for resources: {'Port': ['ID=6a88f510-a007-4b1e-905f-0e825312eea5,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:16.410051 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7348942-a637-428d-a514-4bd0ab0549cc req-1a04b0a3-863b-4ccf-8c0b-fa8f25609548 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:16.417469 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7348942-a637-428d-a514-4bd0ab0549cc req-1a04b0a3-863b-4ccf-8c0b-fa8f25609548 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=df208acf-987d-40a0-a234-82b96175b530 HTTP/1.1" status: 200 len: 950 time: 0.2564232 May 26 16:02:16.433221 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2bd7afeb-2dd6-49cd-b130-b2fb3e3d81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:16.458654 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-d8e35192-e383-4a32-ac44-334886d7ac58 service neutron] Attempting to bind port 6a88f510-a007-4b1e-905f-0e825312eea5 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:16.459513 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-d8e35192-e383-4a32-ac44-334886d7ac58 service neutron] Attempting to bind port 6a88f510-a007-4b1e-905f-0e825312eea5 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'e6704d63-1519-4cd1-8100-c949181e6d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd8e6a23b-7f61-4795-ab7a-361f0f755c8d'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:16.460016 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-d8e35192-e383-4a32-ac44-334886d7ac58 service neutron] Attempting to bind port 6a88f510-a007-4b1e-905f-0e825312eea5 on network d8e6a23b-7f61-4795-ab7a-361f0f755c8d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:16.468855 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-6e295b2e-c13d-408d-8aec-67c9d8ceb572 service neutron] 10.222.0.81 "GET /v2.0/networks/cc5ef074-7315-4026-8964-d75cc2ddf062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838236 May 26 16:02:16.474363 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa5a8f-6229-4570-a5fa-74dcba7118c9 req-8d3f90a2-a62f-41ff-abad-55e7c1fd4951 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:16.477438 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e0fa5a8f-6229-4570-a5fa-74dcba7118c9 req-8d3f90a2-a62f-41ff-abad-55e7c1fd4951 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff13200-775c-4159-970c-05fc03357def HTTP/1.1" status: 200 len: 944 time: 0.2663949 May 26 16:02:16.488381 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-d8e35192-e383-4a32-ac44-334886d7ac58 service neutron] Port 6a88f510-a007-4b1e-905f-0e825312eea5 on network d8e6a23b-7f61-4795-ab7a-361f0f755c8d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:02:16.488856 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-d8e35192-e383-4a32-ac44-334886d7ac58 service neutron] Attempting to bind port 6a88f510-a007-4b1e-905f-0e825312eea5 on network d8e6a23b-7f61-4795-ab7a-361f0f755c8d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:16.494722 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40726) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:16.519729 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7348942-a637-428d-a514-4bd0ab0549cc req-c8e607f6-3719-4d6b-8306-b85729d7241f tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893695 May 26 16:02:16.521214 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-d8e35192-e383-4a32-ac44-334886d7ac58 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:16.521641 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-d8e35192-e383-4a32-ac44-334886d7ac58 service neutron] Checking segment: {'id': 'e6704d63-1519-4cd1-8100-c949181e6d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd8e6a23b-7f61-4795-ab7a-361f0f755c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:16.522084 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-d8e35192-e383-4a32-ac44-334886d7ac58 service neutron] Bound using segment: {'id': 'e6704d63-1519-4cd1-8100-c949181e6d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd8e6a23b-7f61-4795-ab7a-361f0f755c8d'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:16.522604 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-d8e35192-e383-4a32-ac44-334886d7ac58 service neutron] Bound port: 6a88f510-a007-4b1e-905f-0e825312eea5, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6704d63-1519-4cd1-8100-c949181e6d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd8e6a23b-7f61-4795-ab7a-361f0f755c8d'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:16.523033 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-d8e35192-e383-4a32-ac44-334886d7ac58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:16.555374 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e0fa5a8f-6229-4570-a5fa-74dcba7118c9 req-0316f70b-a790-4818-a220-87507e13bb13 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694613 May 26 16:02:16.619848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-d8e35192-e383-4a32-ac44-334886d7ac58 service neutron] For port 6a88f510-a007-4b1e-905f-0e825312eea5, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:16.623273 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-d8e35192-e383-4a32-ac44-334886d7ac58 service neutron] For port 6a88f510-a007-4b1e-905f-0e825312eea5, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=6a88f510-a007-4b1e-905f-0e825312eea5,segment=NetworkSegment(e6704d63-1519-4cd1-8100-c949181e6d2b),segment_id=e6704d63-1519-4cd1-8100-c949181e6d2b)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:16.637890 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-d8e35192-e383-4a32-ac44-334886d7ac58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:16.838701 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd572684d-bc11-4027-9382-a39dedd3f24d', 'tag': '0537a693-ec7c-4e2c-97b1-01947edc7200'}, {'name': 'network-changed', 'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'tag': '3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:16.841028 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d572684d-bc11-4027-9382-a39dedd3f24d", "tag": "0537a693-ec7c-4e2c-97b1-01947edc7200"}, {"name": "network-changed", "server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "tag": "3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:16.859280 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7afeb-2dd6-49cd-b130-b2fb3e3d81c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ca9f14f-0ccf-4008-b618-a6b17b8d5fc4,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:16.878107 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bd7669c3-b165-460e-812f-50c1bfe96233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:16.890277 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd7afeb-2dd6-49cd-b130-b2fb3e3d81c7 admin admin] Checking segment: {'id': '8bb01b2c-e493-4d25-bb47-6541f1ba917f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '067637a0-4610-498b-9eb1-d758311b2903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:16.890642 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd7afeb-2dd6-49cd-b130-b2fb3e3d81c7 admin admin] Network hostable DHCP agents. Network: 067637a0-4610-498b-9eb1-d758311b2903, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:02:16.928223 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df208acf-987d-40a0-a234-82b96175b530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75263e5e-7118-48e1-adb6-47c888290103'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:16.932294 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63221771-a98a-4b44-9dd4-30ff1db29367" -d '{"events": [{"server_uuid": "df208acf-987d-40a0-a234-82b96175b530", "name": "network-vif-plugged", "status": "completed", "tag": "75263e5e-7118-48e1-adb6-47c888290103"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:16.949207 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-6cbf11f1-6e89-453a-8bab-1663c7ed299b service neutron] 10.222.0.81 "GET /v2.0/networks/cc5ef074-7315-4026-8964-d75cc2ddf062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698730 May 26 16:02:16.951687 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd7afeb-2dd6-49cd-b130-b2fb3e3d81c7 admin admin] Network 067637a0-4610-498b-9eb1-d758311b2903 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:02:17.006258 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-2bd7afeb-2dd6-49cd-b130-b2fb3e3d81c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 067637a0-4610-498b-9eb1-d758311b2903) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:17.009961 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-96efeb64-68d2-43b9-abae-ba2daeb31c59 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=050f7dea-7df3-4c3e-9043-c8ce4c335535 HTTP/1.1" status: 200 len: 217 time: 0.0520139 May 26 16:02:17.013605 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd7afeb-2dd6-49cd-b130-b2fb3e3d81c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:17.014218 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2bd7afeb-2dd6-49cd-b130-b2fb3e3d81c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:17.017984 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcbbd76-eec0-4be1-bde8-be6f0941641c None None] Network 067637a0-4610-498b-9eb1-d758311b2903 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:02:17.026595 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-d8e35192-e383-4a32-ac44-334886d7ac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:17.027216 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-d8e35192-e383-4a32-ac44-334886d7ac58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:17.028595 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-d8e35192-e383-4a32-ac44-334886d7ac58 service neutron] 10.222.0.81 "PUT /v2.0/ports/6a88f510-a007-4b1e-905f-0e825312eea5 HTTP/1.1" status: 200 len: 1092 time: 1.7400982 May 26 16:02:17.029353 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff13200-775c-4159-970c-05fc03357def', 'tag': '6a88f510-a007-4b1e-905f-0e825312eea5'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:17.031566 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c944fe6d-2d4b-4264-b90b-b93786a4750a" -d '{"events": [{"name": "network-changed", "server_uuid": "fff13200-775c-4159-970c-05fc03357def", "tag": "6a88f510-a007-4b1e-905f-0e825312eea5"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:17.071074 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e35192-e383-4a32-ac44-334886d7ac58 service neutron] Pushing event updated for resources: {'Port': ['ID=6a88f510-a007-4b1e-905f-0e825312eea5,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:17.079367 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2bd7afeb-2dd6-49cd-b130-b2fb3e3d81c7 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0393643 May 26 16:02:17.083518 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40740) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:17.086115 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af92cfe-0d92-47e0-a0dd-bb4889026bb3 req-d1015a1c-096f-417c-9aaf-38d5dbfa7384 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:17.087643 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9af92cfe-0d92-47e0-a0dd-bb4889026bb3 req-d1015a1c-096f-417c-9aaf-38d5dbfa7384 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 948 time: 0.4074330 May 26 16:02:17.092593 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-1cac041c-6070-45a4-b2fb-7973b55693a4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2074037601-router', 'tenant_id': 'b4fa8226006949599c77233c2d1f94d2', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:17.094944 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff07ae0-fe96-48dc-83cc-0bb6dc1645f6 req-98d0fe06-5ef1-4ee2-b83b-5a8ab8e78f81 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:17.103220 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ff07ae0-fe96-48dc-83cc-0bb6dc1645f6 req-98d0fe06-5ef1-4ee2-b83b-5a8ab8e78f81 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 943 time: 0.4780648 May 26 16:02:17.116710 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-bb93a244-91cb-4fb5-b23a-6a40a150d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:17.118436 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-bb93a244-91cb-4fb5-b23a-6a40a150d150 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76c12a3a-8e39-4b12-a18f-cbc2de2ba639 HTTP/1.1" status: 200 len: 797 time: 0.0965426 May 26 16:02:17.120293 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bd7669c3-b165-460e-812f-50c1bfe96233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:17.137711 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bd7669c3-b165-460e-812f-50c1bfe96233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:17.151001 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1cac041c-6070-45a4-b2fb-7973b55693a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:17.152321 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1cac041c-6070-45a4-b2fb-7973b55693a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:17.196790 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ff07ae0-fe96-48dc-83cc-0bb6dc1645f6 req-39221615-3f27-48f8-9f48-ee30593bbe6d tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925360 May 26 16:02:17.212203 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-1c1e572f-82ca-46ee-8383-6c678f9ce687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:17.216676 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bd7669c3-b165-460e-812f-50c1bfe96233 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=031d454fc4f548e7a92ad1d5dbb16ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7100956 May 26 16:02:17.216862 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-1c1e572f-82ca-46ee-8383-6c678f9ce687 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=29fbca3912d246789c5ffec924cac33a&device_id=fff13200-775c-4159-970c-05fc03357def HTTP/1.1" status: 200 len: 1095 time: 0.1088247 May 26 16:02:17.217472 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40746) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:17.226506 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7669c3-b165-460e-812f-50c1bfe96233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8404de0b-3e1b-4b3e-9f74-42c000d33d2c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:17.227329 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9af92cfe-0d92-47e0-a0dd-bb4889026bb3 req-51044260-16bd-4168-a93a-eb18f7ea9d86 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208050 May 26 16:02:17.295491 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1cac041c-6070-45a4-b2fb-7973b55693a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:17.303002 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 26 May 2022 16:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720017a9-e72c-4547-be45-d8f0d45e15b6 x-openstack-request-id: req-720017a9-e72c-4547-be45-d8f0d45e15b6 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:17.303346 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d572684d-bc11-4027-9382-a39dedd3f24d", "tag": "0537a693-ec7c-4e2c-97b1-01947edc7200", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "tag": "3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:17.303713 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-720017a9-e72c-4547-be45-d8f0d45e15b6 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:17.304234 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-720017a9-e72c-4547-be45-d8f0d45e15b6'] response: {'name': 'network-changed', 'server_uuid': 'd572684d-bc11-4027-9382-a39dedd3f24d', 'tag': '0537a693-ec7c-4e2c-97b1-01947edc7200', 'status': 'completed', 'code': 200} May 26 16:02:17.304428 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-720017a9-e72c-4547-be45-d8f0d45e15b6'] response: {'name': 'network-changed', 'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'tag': '3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7', 'status': 'completed', 'code': 200} May 26 16:02:17.306102 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-7ff98e65-98a3-476d-8bcf-837b84983955 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a88f510-a007-4b1e-905f-0e825312eea5 HTTP/1.1" status: 200 len: 217 time: 0.0775549 May 26 16:02:17.312456 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-0f03889d-709c-4d04-a23f-d54eff2c9186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:17.314057 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-0f03889d-709c-4d04-a23f-d54eff2c9186 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1868641 May 26 16:02:17.331402 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a400f782-7223-4cd0-be1b-5b065e96f9c3 x-openstack-request-id: req-a400f782-7223-4cd0-be1b-5b065e96f9c3 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:17.332018 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df208acf-987d-40a0-a234-82b96175b530", "name": "network-vif-plugged", "status": "completed", "tag": "75263e5e-7118-48e1-adb6-47c888290103", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:17.333652 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a400f782-7223-4cd0-be1b-5b065e96f9c3 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:17.333652 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a400f782-7223-4cd0-be1b-5b065e96f9c3'] response: {'server_uuid': 'df208acf-987d-40a0-a234-82b96175b530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75263e5e-7118-48e1-adb6-47c888290103', 'code': 200} May 26 16:02:17.378195 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5e2a9d-4014-42a3-9592-94314587317f x-openstack-request-id: req-9c5e2a9d-4014-42a3-9592-94314587317f {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:17.378610 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff13200-775c-4159-970c-05fc03357def", "tag": "6a88f510-a007-4b1e-905f-0e825312eea5", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:17.378992 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9c5e2a9d-4014-42a3-9592-94314587317f {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:17.379485 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c5e2a9d-4014-42a3-9592-94314587317f'] response: {'name': 'network-changed', 'server_uuid': 'fff13200-775c-4159-970c-05fc03357def', 'tag': '6a88f510-a007-4b1e-905f-0e825312eea5', 'status': 'completed', 'code': 200} May 26 16:02:17.427508 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-35c77071-612e-423a-a924-57a05d506b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:17.430517 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-35c77071-612e-423a-a924-57a05d506b6e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1eb576bd-eebb-4f80-9b74-b464d65080f4 HTTP/1.1" status: 200 len: 855 time: 0.1181459 May 26 16:02:17.478001 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e0dc32-49ce-4b96-9fc3-1543e37cde3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-067637a0-4610-498b-9eb1-d758311b2903', 'network_id': '067637a0-4610-498b-9eb1-d758311b2903', 'tenant_id': 'b4fa8226006949599c77233c2d1f94d2', 'fixed_ips': [{'subnet_id': '4ca9f14f-0ccf-4008-b618-a6b17b8d5fc4'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:02:17.479442 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-79e0dc32-49ce-4b96-9fc3-1543e37cde3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:17.528994 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-ebdcec2f-4510-4b5b-bbf3-4fd573dc74fb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d8e6a23b-7f61-4795-ab7a-361f0f755c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593858 May 26 16:02:17.561413 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb757f62-d9dd-48f3-88d2-15fb1bf0ca4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:17.580048 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1cac041c-6070-45a4-b2fb-7973b55693a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:17.618736 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd0054-4b2f-42d5-bccf-587f046b1924 req-305326ca-cf7a-43d4-ac8d-76b7f214c969 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:17.620610 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4bdd0054-4b2f-42d5-bccf-587f046b1924 req-305326ca-cf7a-43d4-ac8d-76b7f214c969 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 945 time: 0.1873667 May 26 16:02:17.643241 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b748b9-17a2-4909-8846-aa1068a8c629 req-070b73e0-4b32-4209-8068-8ab2922b06e0 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:17.647596 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb757f62-d9dd-48f3-88d2-15fb1bf0ca4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:17.650467 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-99890cd2-d2e5-43d3-b7ff-9f0617fcb3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:17.651092 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-79e0dc32-49ce-4b96-9fc3-1543e37cde3a None None] Allocated IP 172.20.0.2 (067637a0-4610-498b-9eb1-d758311b2903/4ca9f14f-0ccf-4008-b618-a6b17b8d5fc4/e0869617-e685-4bb7-b782-27741bd5f359) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:17.652311 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-99890cd2-d2e5-43d3-b7ff-9f0617fcb3e4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bc4c96fd02c143a08b7d26019ba324a5&device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 1094 time: 0.2426701 May 26 16:02:17.652941 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b748b9-17a2-4909-8846-aa1068a8c629 req-070b73e0-4b32-4209-8068-8ab2922b06e0 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:17.660052 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b748b9-17a2-4909-8846-aa1068a8c629 req-070b73e0-4b32-4209-8068-8ab2922b06e0 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:17.670493 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b748b9-17a2-4909-8846-aa1068a8c629 req-070b73e0-4b32-4209-8068-8ab2922b06e0 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:17.677997 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b748b9-17a2-4909-8846-aa1068a8c629 req-070b73e0-4b32-4209-8068-8ab2922b06e0 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:17.684406 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b748b9-17a2-4909-8846-aa1068a8c629 req-070b73e0-4b32-4209-8068-8ab2922b06e0 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:17.691074 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b748b9-17a2-4909-8846-aa1068a8c629 req-070b73e0-4b32-4209-8068-8ab2922b06e0 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:17.694097 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0b748b9-17a2-4909-8846-aa1068a8c629 req-070b73e0-4b32-4209-8068-8ab2922b06e0 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5420 time: 0.2230902 May 26 16:02:17.710575 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-6dc0cdbc-0e60-40db-b7c4-2ce4b280f859 service neutron] 10.222.0.81 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583012 May 26 16:02:17.746259 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:17.805429 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0b748b9-17a2-4909-8846-aa1068a8c629 req-6e355b9d-1d3b-480f-b9ed-6b8a45f1f040 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0948930 May 26 16:02:17.820813 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4bdd0054-4b2f-42d5-bccf-587f046b1924 req-800742d4-5b3c-4f58-be7d-bb486ef722ae tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259668 May 26 16:02:17.827054 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-4460194a-9ec7-4042-892f-5caa2535805f service neutron] 10.222.0.81 "GET /v2.0/networks/d8e6a23b-7f61-4795-ab7a-361f0f755c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867374 May 26 16:02:17.846618 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf379016-ed6d-41ac-b181-2b6fee40b7ba req-4920242b-c307-4cea-8ac0-023e2709ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:17.848422 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bf379016-ed6d-41ac-b181-2b6fee40b7ba req-4920242b-c307-4cea-8ac0-023e2709ff63 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=df208acf-987d-40a0-a234-82b96175b530 HTTP/1.1" status: 200 len: 1101 time: 0.2813489 May 26 16:02:17.925648 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device a97919f5-38de-4ccc-9b8c-82c126b1b032 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:17.990992 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb757f62-d9dd-48f3-88d2-15fb1bf0ca4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:17.993744 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb757f62-d9dd-48f3-88d2-15fb1bf0ca4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:17.994736 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-eb757f62-d9dd-48f3-88d2-15fb1bf0ca4a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8404de0b-3e1b-4b3e-9f74-42c000d33d2c HTTP/1.1" status: 204 len: 168 time: 0.7763383 May 26 16:02:18.008412 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-79e0dc32-49ce-4b96-9fc3-1543e37cde3a None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.010786 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bf379016-ed6d-41ac-b181-2b6fee40b7ba req-d943ec4e-65ba-468f-aec4-f3f9817d1b79 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481037 May 26 16:02:18.027075 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-bd20008e-535c-4c2f-8ba7-82ae73433330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:18.030167 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-bd20008e-535c-4c2f-8ba7-82ae73433330 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3574b971-b80b-4fc7-8db0-6b0fd27cbf51 HTTP/1.1" status: 200 len: 906 time: 0.3554873 May 26 16:02:18.034636 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb757f62-d9dd-48f3-88d2-15fb1bf0ca4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8404de0b-3e1b-4b3e-9f74-42c000d33d2c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:18.044407 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-f79f9596-7345-45ab-bbca-299a8898cf59 service neutron] 10.222.0.81 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237526 May 26 16:02:18.044865 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-79e0dc32-49ce-4b96-9fc3-1543e37cde3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.051295 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-84b14896-2a5c-4131-81b9-5187b984f493 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:18.053775 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-84b14896-2a5c-4131-81b9-5187b984f493 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39&tenant_id=19e070c8e7b54fd08885a106f1eb9e23&binding%3Ahost_id=n-h2-843337-2 HTTP/1.1" status: 200 len: 1096 time: 0.1850364 May 26 16:02:18.069062 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-c679933b-b273-458e-aeeb-62a10d571129 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843337-2'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:18.076499 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1fde3b6c-03db-4842-9bb5-84a252224234 req-507f1f4b-691e-4992-ae83-2659d68b7c67 service neutron] 10.222.0.81 "GET /v2.0/networks/d8e6a23b-7f61-4795-ab7a-361f0f755c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346551 May 26 16:02:18.096381 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf248c-fcf8-4389-91a1-61ebe4830995 req-2cbf6c04-08cc-4ce0-91e8-2d00bfe33cce tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:18.098030 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6cf248c-fcf8-4389-91a1-61ebe4830995 req-2cbf6c04-08cc-4ce0-91e8-2d00bfe33cce tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=df208acf-987d-40a0-a234-82b96175b530 HTTP/1.1" status: 200 len: 950 time: 0.1572220 May 26 16:02:18.129234 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-26ee48c2-6124-4684-bb49-7a545da1873a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 HTTP/1.1" status: 200 len: 217 time: 0.0742950 May 26 16:02:18.154177 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e0dc32-49ce-4b96-9fc3-1543e37cde3a None None] Network 067637a0-4610-498b-9eb1-d758311b2903 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:18.160224 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.166330 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-79e0dc32-49ce-4b96-9fc3-1543e37cde3a None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:18.175447 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0dc32-49ce-4b96-9fc3-1543e37cde3a None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:18.190428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0dc32-49ce-4b96-9fc3-1543e37cde3a None None] Pushing event updated for resources: {'Port': ['ID=e0869617-e685-4bb7-b782-27741bd5f359,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:18.239324 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port a97919f5-38de-4ccc-9b8c-82c126b1b032, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=a97919f5-38de-4ccc-9b8c-82c126b1b032,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:18.254140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460871e2-531f-4de5-8e2f-3a950ec1dd38 req-1beb83e5-7bcf-4dcb-91d3-efa47296fdca tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:18.265820 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-dc4525e8-e372-42ee-be13-e9c4f4c235ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:18.267318 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-dc4525e8-e372-42ee-be13-e9c4f4c235ad service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76c12a3a-8e39-4b12-a18f-cbc2de2ba639 HTTP/1.1" status: 200 len: 797 time: 0.1295352 May 26 16:02:18.267466 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-460871e2-531f-4de5-8e2f-3a950ec1dd38 req-1beb83e5-7bcf-4dcb-91d3-efa47296fdca tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff13200-775c-4159-970c-05fc03357def HTTP/1.1" status: 200 len: 944 time: 0.2738459 May 26 16:02:18.284379 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': 'a97919f5-38de-4ccc-9b8c-82c126b1b032', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': 'a97919f5-38de-4ccc-9b8c-82c126b1b032', 'mac_address': 'fa:16:3e:87:70:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:18.289531 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-79e0dc32-49ce-4b96-9fc3-1543e37cde3a None None] Attempting to bind port e0869617-e685-4bb7-b782-27741bd5f359 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:18.289900 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-79e0dc32-49ce-4b96-9fc3-1543e37cde3a None None] Attempting to bind port e0869617-e685-4bb7-b782-27741bd5f359 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8bb01b2c-e493-4d25-bb47-6541f1ba917f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '067637a0-4610-498b-9eb1-d758311b2903'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:18.290262 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0dc32-49ce-4b96-9fc3-1543e37cde3a None None] Attempting to bind port e0869617-e685-4bb7-b782-27741bd5f359 on network 067637a0-4610-498b-9eb1-d758311b2903 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:18.294274 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-c679933b-b273-458e-aeeb-62a10d571129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.298812 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0dc32-49ce-4b96-9fc3-1543e37cde3a None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:18.299158 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0dc32-49ce-4b96-9fc3-1543e37cde3a None None] Checking segment: {'id': '8bb01b2c-e493-4d25-bb47-6541f1ba917f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '067637a0-4610-498b-9eb1-d758311b2903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:18.299562 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-79e0dc32-49ce-4b96-9fc3-1543e37cde3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.299951 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0dc32-49ce-4b96-9fc3-1543e37cde3a None None] Bound using segment: {'id': '8bb01b2c-e493-4d25-bb47-6541f1ba917f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '067637a0-4610-498b-9eb1-d758311b2903'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:18.300489 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-79e0dc32-49ce-4b96-9fc3-1543e37cde3a None None] Bound port: e0869617-e685-4bb7-b782-27741bd5f359, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb01b2c-e493-4d25-bb47-6541f1ba917f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '067637a0-4610-498b-9eb1-d758311b2903'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:18.300858 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-79e0dc32-49ce-4b96-9fc3-1543e37cde3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.308367 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6cf248c-fcf8-4389-91a1-61ebe4830995 req-33254c63-c91e-492c-905a-c50446f4af98 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857743 May 26 16:02:18.391035 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port a97919f5-38de-4ccc-9b8c-82c126b1b032 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:18.391421 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.425971 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944fe6d-2d4b-4264-b90b-b93786a4750a req-206400c8-ec3f-4584-9d23-bcf21d8d29e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:18.427968 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c944fe6d-2d4b-4264-b90b-b93786a4750a req-206400c8-ec3f-4584-9d23-bcf21d8d29e0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=29fbca3912d246789c5ffec924cac33a&device_id=fff13200-775c-4159-970c-05fc03357def HTTP/1.1" status: 200 len: 1095 time: 0.2524633 May 26 16:02:18.429821 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1cac041c-6070-45a4-b2fb-7973b55693a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.435710 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-3818163f-d280-49c1-9b34-380e9d603cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:18.437290 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-3818163f-d280-49c1-9b34-380e9d603cbb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1400588 May 26 16:02:18.447296 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-460871e2-531f-4de5-8e2f-3a950ec1dd38 req-1ddad2a0-c67c-4688-a0d5-4dfab2301773 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716256 May 26 16:02:18.447796 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97919f5-38de-4ccc-9b8c-82c126b1b032 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:18.481044 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-79e0dc32-49ce-4b96-9fc3-1543e37cde3a None None] For port e0869617-e685-4bb7-b782-27741bd5f359, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:18.498449 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1cac041c-6070-45a4-b2fb-7973b55693a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.501511 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-79e0dc32-49ce-4b96-9fc3-1543e37cde3a None None] For port e0869617-e685-4bb7-b782-27741bd5f359, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e0869617-e685-4bb7-b782-27741bd5f359,segment=NetworkSegment(8bb01b2c-e493-4d25-bb47-6541f1ba917f),segment_id=8bb01b2c-e493-4d25-bb47-6541f1ba917f)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:18.508370 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port a97919f5-38de-4ccc-9b8c-82c126b1b032, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=a97919f5-38de-4ccc-9b8c-82c126b1b032,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:18.510882 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-79e0dc32-49ce-4b96-9fc3-1543e37cde3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.569281 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-08c04a66-bb72-4bab-82bd-6650b8084cbf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0537a693-ec7c-4e2c-97b1-01947edc7200 HTTP/1.1" status: 200 len: 217 time: 0.0893209 May 26 16:02:18.589308 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.626792 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0dc32-49ce-4b96-9fc3-1543e37cde3a None None] Pushing event updated for resources: {'Port': ['ID=e0869617-e685-4bb7-b782-27741bd5f359,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:18.649569 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40760) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:18.689698 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=a97919f5-38de-4ccc-9b8c-82c126b1b032,revision_number=10']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:18.701700 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-09f58e40-9f99-4698-80de-cc5c582ac54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.741071 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-c679933b-b273-458e-aeeb-62a10d571129 service neutron] For port 80ae73e3-df92-479c-8a3a-0ea1a951666a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=80ae73e3-df92-479c-8a3a-0ea1a951666a,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:18.744885 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430d09e-3951-4648-a9d6-d167c4290b96 req-83419a2a-1828-4363-b728-8a740afbf316 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:18.746859 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3430d09e-3951-4648-a9d6-d167c4290b96 req-83419a2a-1828-4363-b728-8a740afbf316 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 943 time: 0.2697766 May 26 16:02:18.763432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e06ac-7d63-4aed-9592-09539b68cd03 req-47d02281-49f3-4dd7-859f-2cc18cfa19a2 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:18.764990 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c8e06ac-7d63-4aed-9592-09539b68cd03 req-47d02281-49f3-4dd7-859f-2cc18cfa19a2 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.1855528 May 26 16:02:18.777562 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 80ae73e3-df92-479c-8a3a-0ea1a951666a details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:18.789230 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944fe6d-2d4b-4264-b90b-b93786a4750a req-eec47b8b-e848-48ea-9bdc-1f97cd29daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:18.791111 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c944fe6d-2d4b-4264-b90b-b93786a4750a req-eec47b8b-e848-48ea-9bdc-1f97cd29daeb service neutron] 10.222.0.81 "GET /v2.0/networks?id=d8e6a23b-7f61-4795-ab7a-361f0f755c8d HTTP/1.1" status: 200 len: 916 time: 0.3425879 May 26 16:02:18.793517 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-5ebad383-3a43-4eae-8217-e98305be9441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:18.795100 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-5ebad383-3a43-4eae-8217-e98305be9441 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c76d8b67-4d6e-4728-b031-a89f28d135e0 HTTP/1.1" status: 200 len: 845 time: 0.1952384 May 26 16:02:18.803726 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-4dfb743d-2dac-4739-a898-b63614224829 service neutron] 10.222.0.81 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226798 May 26 16:02:18.901098 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c944fe6d-2d4b-4264-b90b-b93786a4750a req-e7779959-3f94-4e1f-b741-be4e481437a3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a88f510-a007-4b1e-905f-0e825312eea5 HTTP/1.1" status: 200 len: 217 time: 0.0918999 May 26 16:02:18.913702 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-d26e372b-7fa7-49dc-8e4a-9c3573df2ab5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3574b971-b80b-4fc7-8db0-6b0fd27cbf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000271 May 26 16:02:18.924756 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:18.948930 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-1cac041c-6070-45a4-b2fb-7973b55693a4 admin admin] Allocated IP 172.25.7.91 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/83c4ad59-9359-4f6f-b1af-4cb48319f2d8) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:18.951487 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-c679933b-b273-458e-aeeb-62a10d571129 service neutron] For port 80ae73e3-df92-479c-8a3a-0ea1a951666a, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:18.969712 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3430d09e-3951-4648-a9d6-d167c4290b96 req-96e923fc-5bc3-42e2-8b23-536a27de9eec tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036688 May 26 16:02:18.970143 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 80ae73e3-df92-479c-8a3a-0ea1a951666a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=80ae73e3-df92-479c-8a3a-0ea1a951666a,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:18.988833 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 80ae73e3-df92-479c-8a3a-0ea1a951666a has no active binding in host n-h1-843337-2 {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 26 16:02:19.007880 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c8e06ac-7d63-4aed-9592-09539b68cd03 req-d6d258ca-4132-41dc-aef3-73036bc04a3d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309747 May 26 16:02:19.037168 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944fe6d-2d4b-4264-b90b-b93786a4750a req-300ebc47-59b1-4970-89b8-07b5d783a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:19.038886 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c944fe6d-2d4b-4264-b90b-b93786a4750a req-300ebc47-59b1-4970-89b8-07b5d783a1f9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1eb576bd-eebb-4f80-9b74-b464d65080f4 HTTP/1.1" status: 200 len: 855 time: 0.1185725 May 26 16:02:19.111670 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c944fe6d-2d4b-4264-b90b-b93786a4750a req-4527211a-3388-4f19-8b8e-efdb994bac9d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d8e6a23b-7f61-4795-ab7a-361f0f755c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634089 May 26 16:02:19.167575 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-09f58e40-9f99-4698-80de-cc5c582ac54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:19.226649 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-09f58e40-9f99-4698-80de-cc5c582ac54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:19.316408 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa3f51-9972-427b-9584-1be17744f6e8 req-43355f5d-3ec5-4c73-9ffc-477c7ad9a8c6 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:19.323033 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa3f51-9972-427b-9584-1be17744f6e8 req-43355f5d-3ec5-4c73-9ffc-477c7ad9a8c6 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:19.329207 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa3f51-9972-427b-9584-1be17744f6e8 req-43355f5d-3ec5-4c73-9ffc-477c7ad9a8c6 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:19.336042 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa3f51-9972-427b-9584-1be17744f6e8 req-43355f5d-3ec5-4c73-9ffc-477c7ad9a8c6 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:19.341792 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa3f51-9972-427b-9584-1be17744f6e8 req-43355f5d-3ec5-4c73-9ffc-477c7ad9a8c6 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:19.348923 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa3f51-9972-427b-9584-1be17744f6e8 req-43355f5d-3ec5-4c73-9ffc-477c7ad9a8c6 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:19.354652 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa3f51-9972-427b-9584-1be17744f6e8 req-43355f5d-3ec5-4c73-9ffc-477c7ad9a8c6 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:19.356587 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-29fa3f51-9972-427b-9584-1be17744f6e8 req-43355f5d-3ec5-4c73-9ffc-477c7ad9a8c6 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5420 time: 0.2495806 May 26 16:02:19.358052 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f58e40-9f99-4698-80de-cc5c582ac54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dca8311-85cb-4807-885a-6c068040236c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:19.366534 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['a97919f5-38de-4ccc-9b8c-82c126b1b032'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:19.367307 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-09f58e40-9f99-4698-80de-cc5c582ac54d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e6755544520a4ef5a5275b042da24145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7114964 May 26 16:02:19.374190 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40770) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:19.384770 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec8604e-b09a-404d-8d81-d187fd2abd39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ae73e3-df92-479c-8a3a-0ea1a951666a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:19.387000 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bcc544-a188-4abf-87e7-eb71db7fc279" -d '{"events": [{"server_uuid": "dec8604e-b09a-404d-8d81-d187fd2abd39", "name": "network-vif-unplugged", "status": "completed", "tag": "80ae73e3-df92-479c-8a3a-0ea1a951666a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:19.393627 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-c679933b-b273-458e-aeeb-62a10d571129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:19.397738 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c1b23-96d5-41fd-a5ca-e35d05c5dc46 req-aba2610a-40cd-41ce-b6e4-f18ac58a3c0f tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:19.399207 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-993c1b23-96d5-41fd-a5ca-e35d05c5dc46 req-aba2610a-40cd-41ce-b6e4-f18ac58a3c0f tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 945 time: 0.2866590 May 26 16:02:19.462184 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c944fe6d-2d4b-4264-b90b-b93786a4750a req-aa690055-49a7-4fac-9cba-039a13ae77c3 service neutron] 10.222.0.81 "GET /v2.0/networks/d8e6a23b-7f61-4795-ab7a-361f0f755c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234503 May 26 16:02:19.469648 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-c679933b-b273-458e-aeeb-62a10d571129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:19.523007 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-c75b2ec3-95b7-4c8c-aea8-c89260ef8382 service neutron] 10.222.0.81 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6944363 May 26 16:02:19.539569 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-29fa3f51-9972-427b-9584-1be17744f6e8 req-982bdb9a-f5c0-4c96-9fa5-eb87bd2be9e0 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1700518 May 26 16:02:19.549316 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-596065c1-0b4a-4afb-8ac0-c11833151ee7 service neutron] 10.222.0.83 "GET /v2.0/networks/3574b971-b80b-4fc7-8db0-6b0fd27cbf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6017025 May 26 16:02:19.615409 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-2a5e23a2-66ea-406e-802a-6a5f517cb85a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=ca2c9533-8b3b-4f83-8365-a6bca11cfad7 HTTP/1.1" status: 200 len: 217 time: 0.0783939 May 26 16:02:19.642558 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-993c1b23-96d5-41fd-a5ca-e35d05c5dc46 req-88a7a999-73ab-462a-a55d-6757fe022d57 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195690 May 26 16:02:19.700141 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c944fe6d-2d4b-4264-b90b-b93786a4750a req-f857177a-41ac-46c2-aace-78302b070992 service neutron] 10.222.0.81 "GET /v2.0/networks/d8e6a23b-7f61-4795-ab7a-361f0f755c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208500 May 26 16:02:19.701128 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7323d36-1920-42fd-85de-93359c1f42ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:19.772902 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7323d36-1920-42fd-85de-93359c1f42ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:19.773524 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e0869617-e685-4bb7-b782-27741bd5f359 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:19.790784 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c293e-163c-445c-94c3-bde703bfacff req-43e008fd-42ed-4aeb-8ad3-a1e6f2847de6 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:19.792440 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a18c293e-163c-445c-94c3-bde703bfacff req-43e008fd-42ed-4aeb-8ad3-a1e6f2847de6 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 950 time: 0.1486468 May 26 16:02:19.801464 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679933b-b273-458e-aeeb-62a10d571129 service neutron] Pushing event updated for resources: {'Port': ['ID=80ae73e3-df92-479c-8a3a-0ea1a951666a,revision_number=7']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:19.856319 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1cac041c-6070-45a4-b2fb-7973b55693a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:19.861343 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-c679933b-b273-458e-aeeb-62a10d571129 service neutron] Attempting to bind port 80ae73e3-df92-479c-8a3a-0ea1a951666a on host n-h2-843337-2 for vnic_type normal with profile {"migrating_to": "n-h1-843337-2"} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:19.861974 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-c679933b-b273-458e-aeeb-62a10d571129 service neutron] Attempting to bind port 80ae73e3-df92-479c-8a3a-0ea1a951666a by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:19.862528 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-c679933b-b273-458e-aeeb-62a10d571129 service neutron] Attempting to bind port 80ae73e3-df92-479c-8a3a-0ea1a951666a on network 849715ed-d05e-42c2-bffa-fde3212d6c0a {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:19.875326 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-b816a893-46be-4bae-bcd2-15ae17cd1939 service neutron] 10.222.0.83 "GET /v2.0/networks/3574b971-b80b-4fc7-8db0-6b0fd27cbf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106651 May 26 16:02:19.878688 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-d38ff8ee-a2ef-4342-bd4b-37c41011a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:19.878892 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port e0869617-e685-4bb7-b782-27741bd5f359 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:19.879095 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:19.880808 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-d38ff8ee-a2ef-4342-bd4b-37c41011a8a0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76c12a3a-8e39-4b12-a18f-cbc2de2ba639 HTTP/1.1" status: 200 len: 797 time: 0.2360008 May 26 16:02:19.883034 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-c679933b-b273-458e-aeeb-62a10d571129 service neutron] Port 80ae73e3-df92-479c-8a3a-0ea1a951666a on network 849715ed-d05e-42c2-bffa-fde3212d6c0a not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:02:19.884415 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-c679933b-b273-458e-aeeb-62a10d571129 service neutron] Attempting to bind port 80ae73e3-df92-479c-8a3a-0ea1a951666a on network 849715ed-d05e-42c2-bffa-fde3212d6c0a {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:19.901842 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60919030-347a-405a-b871-9b8e2053e00c req-a6d9d8a7-850f-452b-9820-6f9c9247e8f8 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:19.903509 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60919030-347a-405a-b871-9b8e2053e00c req-a6d9d8a7-850f-452b-9820-6f9c9247e8f8 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=df208acf-987d-40a0-a234-82b96175b530 HTTP/1.1" status: 200 len: 950 time: 0.1596539 May 26 16:02:19.906965 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a18c293e-163c-445c-94c3-bde703bfacff req-3b4f2b34-3340-4315-b7ee-4459322761cb tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963531 May 26 16:02:19.909476 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-c679933b-b273-458e-aeeb-62a10d571129 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:19.909476 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-c679933b-b273-458e-aeeb-62a10d571129 service neutron] Checking segment: {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:19.909756 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-c679933b-b273-458e-aeeb-62a10d571129 service neutron] Bound using segment: {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:19.910606 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-c679933b-b273-458e-aeeb-62a10d571129 service neutron] Bound port: 80ae73e3-df92-479c-8a3a-0ea1a951666a, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f592f5-c31e-4c87-8461-c6e672adf316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '849715ed-d05e-42c2-bffa-fde3212d6c0a'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:19.913420 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-c679933b-b273-458e-aeeb-62a10d571129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:19.945483 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7323d36-1920-42fd-85de-93359c1f42ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:19.950983 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7323d36-1920-42fd-85de-93359c1f42ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:19.956695 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a7323d36-1920-42fd-85de-93359c1f42ba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2dca8311-85cb-4807-885a-6c068040236c HTTP/1.1" status: 204 len: 168 time: 0.5797248 May 26 16:02:19.989036 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60919030-347a-405a-b871-9b8e2053e00c req-aa6798c5-a1cc-47d1-9ef7-e2eff812ba78 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789521 May 26 16:02:19.994790 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7323d36-1920-42fd-85de-93359c1f42ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dca8311-85cb-4807-885a-6c068040236c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:20.039280 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64e674c-c8fd-413b-90e1-3bf311fcff79 x-openstack-request-id: req-d64e674c-c8fd-413b-90e1-3bf311fcff79 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:20.039853 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec8604e-b09a-404d-8d81-d187fd2abd39", "name": "network-vif-unplugged", "status": "completed", "tag": "80ae73e3-df92-479c-8a3a-0ea1a951666a", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:20.039853 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d64e674c-c8fd-413b-90e1-3bf311fcff79 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:20.040228 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d64e674c-c8fd-413b-90e1-3bf311fcff79'] response: {'server_uuid': 'dec8604e-b09a-404d-8d81-d187fd2abd39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ae73e3-df92-479c-8a3a-0ea1a951666a', 'code': 200} May 26 16:02:20.066416 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e01280e4-aa12-4c3a-9fbd-fec76b380cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:20.066416 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e01280e4-aa12-4c3a-9fbd-fec76b380cfb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1759391 May 26 16:02:20.113852 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f035c3ee-d6e9-4954-aa71-fb615a977769 None None] Network 067637a0-4610-498b-9eb1-d758311b2903 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:02:20.200299 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port e0869617-e685-4bb7-b782-27741bd5f359 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:20.201104 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:20.222841 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-238f61e9-5a78-47f5-803f-018bf6cef316 None None] Provisioning complete for port e0869617-e685-4bb7-b782-27741bd5f359 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:20.223681 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-238f61e9-5a78-47f5-803f-018bf6cef316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:20.239712 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-dc3893de-b4c4-45c2-916c-739487544ee7 service neutron] 10.222.0.81 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284091 May 26 16:02:20.241310 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-c679933b-b273-458e-aeeb-62a10d571129 service neutron] For port 80ae73e3-df92-479c-8a3a-0ea1a951666a, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:20.244543 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1cac041c-6070-45a4-b2fb-7973b55693a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:20.250769 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efec04c-3f63-4124-b2c4-04638210114c req-73e05636-5b9f-4b11-ac5e-2a34e87358d7 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:20.252416 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3efec04c-3f63-4124-b2c4-04638210114c req-73e05636-5b9f-4b11-ac5e-2a34e87358d7 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff13200-775c-4159-970c-05fc03357def HTTP/1.1" status: 200 len: 944 time: 0.1449664 May 26 16:02:20.280839 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ad78d-d730-4427-91ab-ba14e596c63c req-5cc6bdc3-f75d-4154-882e-ea33c3f686c0 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:20.282571 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f73ad78d-d730-4427-91ab-ba14e596c63c req-5cc6bdc3-f75d-4154-882e-ea33c3f686c0 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 943 time: 0.1069841 May 26 16:02:20.290621 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cac041c-6070-45a4-b2fb-7973b55693a4 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:20.312263 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port e0869617-e685-4bb7-b782-27741bd5f359, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e0869617-e685-4bb7-b782-27741bd5f359,segment=NetworkSegment(8bb01b2c-e493-4d25-bb47-6541f1ba917f),segment_id=8bb01b2c-e493-4d25-bb47-6541f1ba917f)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:20.317246 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-1cac041c-6070-45a4-b2fb-7973b55693a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:20.340545 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:20.347775 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cac041c-6070-45a4-b2fb-7973b55693a4 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:20.351490 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-c679933b-b273-458e-aeeb-62a10d571129 service neutron] For port 80ae73e3-df92-479c-8a3a-0ea1a951666a, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=80ae73e3-df92-479c-8a3a-0ea1a951666a,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:20.385685 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3efec04c-3f63-4124-b2c4-04638210114c req-1d159d76-5b02-4a3e-b435-e7385ff6ca8f tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218979 May 26 16:02:20.421097 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f73ad78d-d730-4427-91ab-ba14e596c63c req-16d56c2c-6bec-40eb-8c30-45c4896e5795 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303113 May 26 16:02:20.466479 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=e0869617-e685-4bb7-b782-27741bd5f359,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:20.478788 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-238f61e9-5a78-47f5-803f-018bf6cef316 None None] Current status of the port e0869617-e685-4bb7-b782-27741bd5f359 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:20.495935 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-c679933b-b273-458e-aeeb-62a10d571129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:20.511767 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac041c-6070-45a4-b2fb-7973b55693a4 admin admin] Pushing event updated for resources: {'Port': ['ID=83c4ad59-9359-4f6f-b1af-4cb48319f2d8,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:20.562817 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-074b107c-7669-4d30-b2f9-87a36d2dab43 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=2e6ecadf768c4517a083521fe60f9efe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377862 May 26 16:02:20.684736 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-76683e45-40df-428c-a421-58eed8f61661 service neutron] 10.222.0.81 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177582 May 26 16:02:20.781888 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-c679933b-b273-458e-aeeb-62a10d571129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:20.782510 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-c679933b-b273-458e-aeeb-62a10d571129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:20.782639 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0449176-8783-4223-a8b2-aaf78c57680e req-66f81cca-18ae-49b0-9d18-c1bf84137f67 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:20.783905 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-c679933b-b273-458e-aeeb-62a10d571129 service neutron] 10.222.0.81 "PUT /v2.0/ports/80ae73e3-df92-479c-8a3a-0ea1a951666a HTTP/1.1" status: 200 len: 1121 time: 2.7220895 May 26 16:02:20.790480 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-153f3ca2-5570-4508-9df1-6fd915ae30ff service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=b8113dc2-ac75-4d93-99ef-3dee360d64f7 HTTP/1.1" status: 200 len: 217 time: 0.0657346 May 26 16:02:20.790705 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0449176-8783-4223-a8b2-aaf78c57680e req-66f81cca-18ae-49b0-9d18-c1bf84137f67 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:20.796008 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679933b-b273-458e-aeeb-62a10d571129 service neutron] Pushing event updated for resources: {'Port': ['ID=80ae73e3-df92-479c-8a3a-0ea1a951666a,revision_number=8']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:20.797092 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0449176-8783-4223-a8b2-aaf78c57680e req-66f81cca-18ae-49b0-9d18-c1bf84137f67 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:20.806738 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 6a88f510-a007-4b1e-905f-0e825312eea5 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:20.812993 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0449176-8783-4223-a8b2-aaf78c57680e req-66f81cca-18ae-49b0-9d18-c1bf84137f67 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:20.821162 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0449176-8783-4223-a8b2-aaf78c57680e req-66f81cca-18ae-49b0-9d18-c1bf84137f67 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:20.830338 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0449176-8783-4223-a8b2-aaf78c57680e req-66f81cca-18ae-49b0-9d18-c1bf84137f67 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:20.836546 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-33ff4418-1642-426b-9522-5880e4e1276d None None] Provisioning complete for port e0869617-e685-4bb7-b782-27741bd5f359 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:20.836974 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-33ff4418-1642-426b-9522-5880e4e1276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:20.842388 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0449176-8783-4223-a8b2-aaf78c57680e req-66f81cca-18ae-49b0-9d18-c1bf84137f67 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:20.846365 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['80ae73e3-df92-479c-8a3a-0ea1a951666a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:20.854131 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d0449176-8783-4223-a8b2-aaf78c57680e req-66f81cca-18ae-49b0-9d18-c1bf84137f67 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5420 time: 0.1991260 May 26 16:02:20.873258 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-b7139989-cef3-4174-a973-448d28aec392 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:20.885356 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-b7139989-cef3-4174-a973-448d28aec392 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3130302 May 26 16:02:20.909588 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a94ae875-461f-4eb6-946e-4325e3f2bdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:20.911394 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a94ae875-461f-4eb6-946e-4325e3f2bdd4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76c12a3a-8e39-4b12-a18f-cbc2de2ba639 HTTP/1.1" status: 200 len: 797 time: 0.1058075 May 26 16:02:20.928692 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-5cae0d81-1f09-435b-a8b9-303040980f74 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/quotas/2e6ecadf768c4517a083521fe60f9efe HTTP/1.1" status: 200 len: 375 time: 0.0419126 May 26 16:02:21.048961 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-11fc2b0b-9d71-4ff3-b13c-bbd2778f7230 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1193044 May 26 16:02:21.050440 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 6a88f510-a007-4b1e-905f-0e825312eea5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=6a88f510-a007-4b1e-905f-0e825312eea5,segment=NetworkSegment(e6704d63-1519-4cd1-8100-c949181e6d2b),segment_id=e6704d63-1519-4cd1-8100-c949181e6d2b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:21.059142 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1cac041c-6070-45a4-b2fb-7973b55693a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:21.069974 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d0449176-8783-4223-a8b2-aaf78c57680e req-49fabbb2-85f5-43e8-83b4-0c03e8841e0d tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1753185 May 26 16:02:21.175573 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-d1d965f5-08e3-49a1-999a-d499e4706921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:21.178501 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-d1d965f5-08e3-49a1-999a-d499e4706921 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2601671 May 26 16:02:21.233225 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['80ae73e3-df92-479c-8a3a-0ea1a951666a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:21.273521 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2100edf-c22c-4856-b2f1-ed0e26846048 req-86a9fc85-42e2-452b-9ce9-66b6898b4a11 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:21.288754 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2100edf-c22c-4856-b2f1-ed0e26846048 req-86a9fc85-42e2-452b-9ce9-66b6898b4a11 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 943 time: 0.0892351 May 26 16:02:21.326659 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '6a88f510-a007-4b1e-905f-0e825312eea5', 'network_id': 'd8e6a23b-7f61-4795-ab7a-361f0f755c8d', 'port_id': '6a88f510-a007-4b1e-905f-0e825312eea5', 'mac_address': 'fa:16:3e:fb:07:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb576bd-eebb-4f80-9b74-b464d65080f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:21.336084 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2100edf-c22c-4856-b2f1-ed0e26846048 req-92c5bde9-c83f-48c6-89a2-f1eed49782fe tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463593 May 26 16:02:21.483727 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e5faf136-1461-4483-b86f-b541dbc70e26 service neutron] 10.222.0.81 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303278 May 26 16:02:21.500241 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a2b1eda-c3be-41ce-9fa7-5661c8d06160 req-f185b330-c456-4ffd-bfe9-c1956ddca7b5 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 210 time: 0.0355992 May 26 16:02:21.507559 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 6a88f510-a007-4b1e-905f-0e825312eea5 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:21.508050 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:21.515014 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-33ff4418-1642-426b-9522-5880e4e1276d None None] Current status of the port e0869617-e685-4bb7-b782-27741bd5f359 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:21.524197 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2404d-0d23-47cb-b094-760eaf897d64 req-013abef5-d1c3-4299-9a7e-6a44c8a04bb7 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:21.526265 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fca2404d-0d23-47cb-b094-760eaf897d64 req-013abef5-d1c3-4299-9a7e-6a44c8a04bb7 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=df208acf-987d-40a0-a234-82b96175b530 HTTP/1.1" status: 200 len: 950 time: 0.0992589 May 26 16:02:21.598844 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fca2404d-0d23-47cb-b094-760eaf897d64 req-efde5e2f-91c6-43b5-9cba-f527ba7be048 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566823 May 26 16:02:21.618569 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a88f510-a007-4b1e-905f-0e825312eea5 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:21.699585 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e0869617-e685-4bb7-b782-27741bd5f359 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:21.706063 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f484b-c870-42dd-b89a-711591372a4e req-0c9a8777-44de-4131-93cd-c60dfc366f32 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:21.715946 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e25f484b-c870-42dd-b89a-711591372a4e req-0c9a8777-44de-4131-93cd-c60dfc366f32 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff13200-775c-4159-970c-05fc03357def HTTP/1.1" status: 200 len: 944 time: 0.0809212 May 26 16:02:21.722978 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1cac041c-6070-45a4-b2fb-7973b55693a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:21.822698 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-22067836-69a3-43d7-967d-0bfa5487554a service neutron] 10.222.0.81 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115408 May 26 16:02:21.826859 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e25f484b-c870-42dd-b89a-711591372a4e req-089d26e1-8368-48c2-800f-1d38b7e14334 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080596 May 26 16:02:21.861255 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a27597-fa72-4708-b5a2-0638f0210b92 req-c2de80ea-b5eb-4e4e-9761-6f07e8682267 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:21.864627 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12a27597-fa72-4708-b5a2-0638f0210b92 req-c2de80ea-b5eb-4e4e-9761-6f07e8682267 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 943 time: 0.1465974 May 26 16:02:21.876007 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 6a88f510-a007-4b1e-905f-0e825312eea5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=6a88f510-a007-4b1e-905f-0e825312eea5,segment=NetworkSegment(e6704d63-1519-4cd1-8100-c949181e6d2b),segment_id=e6704d63-1519-4cd1-8100-c949181e6d2b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:21.893471 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:21.927596 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-a8b09a54-28ee-4eda-8b4f-2bb061987c60 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f28bda9b-d8f5-48c0-94b8-265841b80e6b HTTP/1.1" status: 200 len: 217 time: 0.0590568 May 26 16:02:21.962141 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 0537a693-ec7c-4e2c-97b1-01947edc7200 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:21.964434 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device a97919f5-38de-4ccc-9b8c-82c126b1b032 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:21.981181 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12a27597-fa72-4708-b5a2-0638f0210b92 req-d5064418-0669-4c0f-a5b6-7538c3efd355 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060245 May 26 16:02:21.989776 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-596b5e02-d3d3-4d7e-9120-7531d3b6b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:21.991429 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-596b5e02-d3d3-4d7e-9120-7531d3b6b51e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1f5e3e2-46bf-451b-841b-adc78325b3e9 HTTP/1.1" status: 200 len: 797 time: 0.0568483 May 26 16:02:21.992779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=6a88f510-a007-4b1e-905f-0e825312eea5,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:22.050963 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec8604e-b09a-404d-8d81-d187fd2abd39', 'tag': '80ae73e3-df92-479c-8a3a-0ea1a951666a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:22.053893 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7f180c-9f79-4b5b-84f3-99e4f1c085f7" -d '{"events": [{"name": "network-changed", "server_uuid": "dec8604e-b09a-404d-8d81-d187fd2abd39", "tag": "80ae73e3-df92-479c-8a3a-0ea1a951666a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:22.083414 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-47bd6164-35e2-4120-814c-d48fd246a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:22.085138 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-47bd6164-35e2-4120-814c-d48fd246a7b4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f0bfc686-5a9f-4760-8a91-fab0346012c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0811372 May 26 16:02:22.094454 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cac041c-6070-45a4-b2fb-7973b55693a4 admin admin] Router 0e167771-377c-4cab-a840-773c7ddd7c41 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:02:22.155365 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cef877-7cd8-4f02-b13f-428f44e8896b x-openstack-request-id: req-c2cef877-7cd8-4f02-b13f-428f44e8896b {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:22.155652 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dec8604e-b09a-404d-8d81-d187fd2abd39", "tag": "80ae73e3-df92-479c-8a3a-0ea1a951666a", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:22.155908 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c2cef877-7cd8-4f02-b13f-428f44e8896b {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:22.156332 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2cef877-7cd8-4f02-b13f-428f44e8896b'] response: {'name': 'network-changed', 'server_uuid': 'dec8604e-b09a-404d-8d81-d187fd2abd39', 'tag': '80ae73e3-df92-479c-8a3a-0ea1a951666a', 'status': 'completed', 'code': 200} May 26 16:02:22.206711 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8520b3-bb27-4e44-9cf3-6180c57146e8 req-c9a5887a-fc62-40c7-bd62-16eac7cb5a08 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:22.217306 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6b8520b3-bb27-4e44-9cf3-6180c57146e8 req-c9a5887a-fc62-40c7-bd62-16eac7cb5a08 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=df208acf-987d-40a0-a234-82b96175b530 HTTP/1.1" status: 200 len: 950 time: 0.0767345 May 26 16:02:22.233050 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port e0869617-e685-4bb7-b782-27741bd5f359 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:22.233558 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:22.288486 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6b8520b3-bb27-4e44-9cf3-6180c57146e8 req-8ce63b3f-ea4e-40e7-aa2f-983b84635c85 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574329 May 26 16:02:22.293281 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port a97919f5-38de-4ccc-9b8c-82c126b1b032 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:22.293754 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:22.359524 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['6a88f510-a007-4b1e-905f-0e825312eea5'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:22.456892 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 0537a693-ec7c-4e2c-97b1-01947edc7200, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0537a693-ec7c-4e2c-97b1-01947edc7200,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:22.494131 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3ab7f-f07b-4959-a038-b0405c0e6777 req-c15d14ca-65e8-4ade-867c-b5af28a556cf tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:22.502088 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3ab7f-f07b-4959-a038-b0405c0e6777 req-c15d14ca-65e8-4ade-867c-b5af28a556cf tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:22.509720 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3ab7f-f07b-4959-a038-b0405c0e6777 req-c15d14ca-65e8-4ade-867c-b5af28a556cf tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:22.517658 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3ab7f-f07b-4959-a038-b0405c0e6777 req-c15d14ca-65e8-4ade-867c-b5af28a556cf tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:22.525142 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3ab7f-f07b-4959-a038-b0405c0e6777 req-c15d14ca-65e8-4ade-867c-b5af28a556cf tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:22.532501 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3ab7f-f07b-4959-a038-b0405c0e6777 req-c15d14ca-65e8-4ade-867c-b5af28a556cf tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:22.540806 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3ab7f-f07b-4959-a038-b0405c0e6777 req-c15d14ca-65e8-4ade-867c-b5af28a556cf tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:22.550923 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b3c3ab7f-f07b-4959-a038-b0405c0e6777 req-c15d14ca-65e8-4ade-867c-b5af28a556cf tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5420 time: 0.2263703 May 26 16:02:22.618436 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '0537a693-ec7c-4e2c-97b1-01947edc7200', 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51', 'port_id': '0537a693-ec7c-4e2c-97b1-01947edc7200', 'mac_address': 'fa:16:3e:b2:6a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76d8b67-4d6e-4728-b031-a89f28d135e0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:22.626841 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port e0869617-e685-4bb7-b782-27741bd5f359 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:22.649209 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b3c3ab7f-f07b-4959-a038-b0405c0e6777 req-c6dbdfc4-b47b-4ea2-b4d6-8228ef1d652b tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0966558 May 26 16:02:22.661970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fe6f4-cc3b-4913-894a-25fb614d19ab req-e4743e2e-0ee4-4fa8-823d-6c219cc0179e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:22.663322 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e85fe6f4-cc3b-4913-894a-25fb614d19ab req-e4743e2e-0ee4-4fa8-823d-6c219cc0179e tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 943 time: 0.1088977 May 26 16:02:22.669789 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cac041c-6070-45a4-b2fb-7973b55693a4 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:02:22.682643 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-26ecf470-2f00-4a10-99d5-21111549636f service neutron] 10.222.0.81 "GET /v2.0/networks/f0bfc686-5a9f-4760-8a91-fab0346012c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5254800 May 26 16:02:22.689981 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f180c-9f79-4b5b-84f3-99e4f1c085f7 req-eafe8300-6d30-423e-b8f7-58cff0ccf1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:22.693840 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8b7f180c-9f79-4b5b-84f3-99e4f1c085f7 req-eafe8300-6d30-423e-b8f7-58cff0ccf1ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 1124 time: 0.4358790 May 26 16:02:22.702268 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] Sync routers for ids ['0e167771-377c-4cab-a840-773c7ddd7c41'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:02:22.759079 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1cac041c-6070-45a4-b2fb-7973b55693a4 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:22.760408 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1cac041c-6070-45a4-b2fb-7973b55693a4 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6737180 May 26 16:02:22.766411 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40860) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:22.796517 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e85fe6f4-cc3b-4913-894a-25fb614d19ab req-3eed6794-b79a-4d39-83d4-2d80e4df3cac tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253903 May 26 16:02:22.804629 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88feba18-623a-4678-ae47-ccaf22438c6b req-9e8f09e6-62e4-4e78-bbea-102931e961da tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 210 time: 0.0662322 May 26 16:02:22.805584 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] Routers {'0e167771-377c-4cab-a840-773c7ddd7c41'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:02:22.806727 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:02:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0e167771-377c-4cab-a840-773c7ddd7c41'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:22.876032 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port a97919f5-38de-4ccc-9b8c-82c126b1b032 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:22.876455 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:22.932624 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 0537a693-ec7c-4e2c-97b1-01947edc7200 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:22.932624 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:22.970049 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-4ee0c1d8-2608-414a-8813-ee1a1d3d05f0 service neutron] 10.222.0.81 "GET /v2.0/networks/f0bfc686-5a9f-4760-8a91-fab0346012c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748823 May 26 16:02:22.974489 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f180c-9f79-4b5b-84f3-99e4f1c085f7 req-0a983587-4869-48b7-a69c-3965620d269b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:22.975925 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8b7f180c-9f79-4b5b-84f3-99e4f1c085f7 req-0a983587-4869-48b7-a69c-3965620d269b service neutron] 10.222.0.83 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 921 time: 0.2726369 May 26 16:02:22.979511 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0537a693-ec7c-4e2c-97b1-01947edc7200 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:23.012219 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ed693a-4539-430c-9bc5-771b86012827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97919f5-38de-4ccc-9b8c-82c126b1b032'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:23.014633 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ba2e89-9880-497b-9b6f-4ad08f806e65" -d '{"events": [{"server_uuid": "46ed693a-4539-430c-9bc5-771b86012827", "name": "network-vif-plugged", "status": "completed", "tag": "a97919f5-38de-4ccc-9b8c-82c126b1b032"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:23.039853 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc96a13-66e6-488c-9b6b-9cb019d0fd1a req-9bc43546-bae2-4d15-8007-d2e5fd8c65be tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:23.044919 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 0537a693-ec7c-4e2c-97b1-01947edc7200, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0537a693-ec7c-4e2c-97b1-01947edc7200,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:23.048032 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] Set router 0e167771-377c-4cab-a840-773c7ddd7c41 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:02:23.053490 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7cc96a13-66e6-488c-9b6b-9cb019d0fd1a req-9bc43546-bae2-4d15-8007-d2e5fd8c65be tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff13200-775c-4159-970c-05fc03357def HTTP/1.1" status: 200 len: 945 time: 0.1172118 May 26 16:02:23.055448 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port a97919f5-38de-4ccc-9b8c-82c126b1b032, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=a97919f5-38de-4ccc-9b8c-82c126b1b032,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:23.097418 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8b7f180c-9f79-4b5b-84f3-99e4f1c085f7 req-21c16488-5226-42de-8e6d-9d1d707fbd34 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80ae73e3-df92-479c-8a3a-0ea1a951666a HTTP/1.1" status: 200 len: 217 time: 0.0868211 May 26 16:02:23.099576 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-f181f840-9f23-455f-931c-10f92d9e7d9c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 HTTP/1.1" status: 200 len: 217 time: 0.0896749 May 26 16:02:23.112634 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:23.119516 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:23.120594 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7cc96a13-66e6-488c-9b6b-9cb019d0fd1a req-24fdbe1c-09c7-40ba-bf64-b734a0934943 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654740 May 26 16:02:23.152707 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40870) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:23.238174 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2de68e-a2ad-4313-8015-2e71f45b9815 x-openstack-request-id: req-8a2de68e-a2ad-4313-8015-2e71f45b9815 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:23.238509 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ed693a-4539-430c-9bc5-771b86012827", "name": "network-vif-plugged", "status": "completed", "tag": "a97919f5-38de-4ccc-9b8c-82c126b1b032", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:23.240255 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8a2de68e-a2ad-4313-8015-2e71f45b9815 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:23.240521 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a2de68e-a2ad-4313-8015-2e71f45b9815'] response: {'server_uuid': '46ed693a-4539-430c-9bc5-771b86012827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97919f5-38de-4ccc-9b8c-82c126b1b032', 'code': 200} May 26 16:02:23.277776 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-3157f018-e528-424d-a6b1-744d5dea819a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:23.279230 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-3157f018-e528-424d-a6b1-744d5dea819a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1f5e3e2-46bf-451b-841b-adc78325b3e9 HTTP/1.1" status: 200 len: 797 time: 0.1344352 May 26 16:02:23.280486 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f180c-9f79-4b5b-84f3-99e4f1c085f7 req-80fbb753-a532-4d99-bda9-859ca5dbb883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:23.281817 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8b7f180c-9f79-4b5b-84f3-99e4f1c085f7 req-80fbb753-a532-4d99-bda9-859ca5dbb883 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=34e27219-447c-429c-b572-febfd4b36520 HTTP/1.1" status: 200 len: 860 time: 0.1384697 May 26 16:02:23.299459 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670dc1e-01bf-4b39-b89a-c12fbf6b48ee req-d4fd426e-e943-4f44-a965-75193c2f6521 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:23.315240 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5670dc1e-01bf-4b39-b89a-c12fbf6b48ee req-d4fd426e-e943-4f44-a965-75193c2f6521 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 944 time: 0.1207047 May 26 16:02:23.316081 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-f27a5435-81ba-4c9f-af16-4f4573c5a41b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=2e6ecadf768c4517a083521fe60f9efe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665698 May 26 16:02:23.346455 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=0537a693-ec7c-4e2c-97b1-01947edc7200,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:23.371357 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5670dc1e-01bf-4b39-b89a-c12fbf6b48ee req-815ef8d4-7a97-4b02-93e4-2dbbf0334945 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550861 May 26 16:02:23.390346 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8b7f180c-9f79-4b5b-84f3-99e4f1c085f7 req-0116a6c4-5811-4320-83c7-25c1a7b1bd0e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=849715ed-d05e-42c2-bffa-fde3212d6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762067 May 26 16:02:23.455056 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-70dc7645-d5bf-4ed4-96f6-c59e0c2194d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:23.507686 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=a97919f5-38de-4ccc-9b8c-82c126b1b032,revision_number=11']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:23.539021 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c1c6a-e15a-4186-bcac-72eda86d495d req-dc191b61-5a3b-420f-951a-6b1ec5de65c0 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:23.542335 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-439c1c6a-e15a-4186-bcac-72eda86d495d req-dc191b61-5a3b-420f-951a-6b1ec5de65c0 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=df208acf-987d-40a0-a234-82b96175b530 HTTP/1.1" status: 200 len: 950 time: 0.1101270 May 26 16:02:23.563742 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e167771-377c-4cab-a840-773c7ddd7c41', 'name': 'tempest-FloatingIPDetailsTestJSON-2074037601-router', 'tenant_id': 'b4fa8226006949599c77233c2d1f94d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '83c4ad59-9359-4f6f-b1af-4cb48319f2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:17Z', 'updated_at': '2022-05-26T16:02:20Z', 'revision_number': 3, 'project_id': 'b4fa8226006949599c77233c2d1f94d2', 'gw_port': {'id': '83c4ad59-9359-4f6f-b1af-4cb48319f2d8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e167771-377c-4cab-a840-773c7ddd7c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:18Z', 'updated_at': '2022-05-26T16:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:23.575470 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-1915aab8-00c9-42a4-9624-3e784239ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:23.577649 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-1915aab8-00c9-42a4-9624-3e784239ac18 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f0bfc686-5a9f-4760-8a91-fab0346012c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2649770 May 26 16:02:23.604401 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] Checking router: 0e167771-377c-4cab-a840-773c7ddd7c41 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:02:23.605349 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] Updating router 0e167771-377c-4cab-a840-773c7ddd7c41 port 83c4ad59-9359-4f6f-b1af-4cb48319f2d8 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:02:23.623536 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-439c1c6a-e15a-4186-bcac-72eda86d495d req-f9c3f546-80c2-453f-ab0a-df8e8f7b69ac tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707653 May 26 16:02:23.625531 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-70dc7645-d5bf-4ed4-96f6-c59e0c2194d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:23.632298 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-70dc7645-d5bf-4ed4-96f6-c59e0c2194d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:23.641171 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:23.669938 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-5b8d146e-1a7a-4c0a-b5b1-efbf26763a5b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:23.671384 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-5b8d146e-1a7a-4c0a-b5b1-efbf26763a5b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3321552 May 26 16:02:23.691869 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-70dc7645-d5bf-4ed4-96f6-c59e0c2194d0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=369329e23c8145969aa8d90d0cc016b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5353546 May 26 16:02:23.692644 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40880) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:23.698584 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc7645-d5bf-4ed4-96f6-c59e0c2194d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1f5583-87eb-4879-ae2f-c1de95553a1b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:23.714254 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-f582d8c3-20e1-4aa6-81d4-4cfc9b3f8472 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Request body: {'port': {'device_id': '307fd34b-7046-40fb-8d84-f0a6ecf484ec', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '2e6ecadf768c4517a083521fe60f9efe'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:23.731692 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8b7f180c-9f79-4b5b-84f3-99e4f1c085f7 req-ddfd5ece-73d5-4797-83f0-7aa3f9bf1749 service neutron] 10.222.0.83 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247786 May 26 16:02:23.751811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['0537a693-ec7c-4e2c-97b1-01947edc7200'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:23.862230 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb7b6604-79ff-4c18-9b75-c6332cb8a851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:23.891241 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe54c9f-73de-43bf-a2ff-48467bc9583a req-b89a3a62-7ce2-4169-811d-30097d1e6580 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:23.897513 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe54c9f-73de-43bf-a2ff-48467bc9583a req-b89a3a62-7ce2-4169-811d-30097d1e6580 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:23.903341 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe54c9f-73de-43bf-a2ff-48467bc9583a req-b89a3a62-7ce2-4169-811d-30097d1e6580 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:23.909151 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe54c9f-73de-43bf-a2ff-48467bc9583a req-b89a3a62-7ce2-4169-811d-30097d1e6580 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:23.915542 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe54c9f-73de-43bf-a2ff-48467bc9583a req-b89a3a62-7ce2-4169-811d-30097d1e6580 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:23.921732 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe54c9f-73de-43bf-a2ff-48467bc9583a req-b89a3a62-7ce2-4169-811d-30097d1e6580 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:23.928744 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe54c9f-73de-43bf-a2ff-48467bc9583a req-b89a3a62-7ce2-4169-811d-30097d1e6580 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:23.936691 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dfe54c9f-73de-43bf-a2ff-48467bc9583a req-b89a3a62-7ce2-4169-811d-30097d1e6580 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5420 time: 0.1960084 May 26 16:02:23.952770 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-e67768f6-dd29-4ef9-a0b3-0b3af556bf23 service neutron] 10.222.0.81 "GET /v2.0/networks/f0bfc686-5a9f-4760-8a91-fab0346012c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489933 May 26 16:02:23.969984 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb7b6604-79ff-4c18-9b75-c6332cb8a851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:23.981537 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32214b61-69a0-4d04-8067-b4b183751581 req-4c760955-2a73-4e55-8369-a3fa0f52d7e3 tempest-LiveMigrationNegativeTest-1512700552 tempest-LiveMigrationNegativeTest-1512700552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:23.983083 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32214b61-69a0-4d04-8067-b4b183751581 req-4c760955-2a73-4e55-8369-a3fa0f52d7e3 tempest-LiveMigrationNegativeTest-1512700552 tempest-LiveMigrationNegativeTest-1512700552-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=df208acf-987d-40a0-a234-82b96175b530 HTTP/1.1" status: 200 len: 1101 time: 0.2032602 May 26 16:02:24.036366 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dfe54c9f-73de-43bf-a2ff-48467bc9583a req-671fd675-3d6a-475d-87d1-3674a8333909 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0987101 May 26 16:02:24.039704 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-32214b61-69a0-4d04-8067-b4b183751581 req-a59f04b8-a7d9-483a-aae2-93d85fc97934 tempest-LiveMigrationNegativeTest-1512700552 tempest-LiveMigrationNegativeTest-1512700552-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.056565 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8b7f180c-9f79-4b5b-84f3-99e4f1c085f7 req-aa988155-eca1-464a-81d3-3aac2a0d9963 service neutron] 10.222.0.83 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102803 May 26 16:02:24.073957 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f15f0b03-d783-4b0c-8887-44d5e372495d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.084515 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb7b6604-79ff-4c18-9b75-c6332cb8a851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.084515 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb7b6604-79ff-4c18-9b75-c6332cb8a851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.084841 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cb7b6604-79ff-4c18-9b75-c6332cb8a851 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7e1f5583-87eb-4879-ae2f-c1de95553a1b HTTP/1.1" status: 204 len: 168 time: 0.3911841 May 26 16:02:24.086135 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-f582d8c3-20e1-4aa6-81d4-4cfc9b3f8472 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Made reservation on behalf of 2e6ecadf768c4517a083521fe60f9efe for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:24.089527 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-f582d8c3-20e1-4aa6-81d4-4cfc9b3f8472 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.106548 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b6604-79ff-4c18-9b75-c6332cb8a851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1f5583-87eb-4879-ae2f-c1de95553a1b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:24.146545 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.158368 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.174146 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-32214b61-69a0-4d04-8067-b4b183751581 req-a59f04b8-a7d9-483a-aae2-93d85fc97934 tempest-LiveMigrationNegativeTest-1512700552 tempest-LiveMigrationNegativeTest-1512700552-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.180870 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-32214b61-69a0-4d04-8067-b4b183751581 req-a59f04b8-a7d9-483a-aae2-93d85fc97934 tempest-LiveMigrationNegativeTest-1512700552 tempest-LiveMigrationNegativeTest-1512700552-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.210085 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93c84d-9277-44bc-97b0-13c08ee909c7 None None] Pushing event updated for resources: {'Port': ['ID=83c4ad59-9359-4f6f-b1af-4cb48319f2d8,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:24.231905 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32214b61-69a0-4d04-8067-b4b183751581 req-a59f04b8-a7d9-483a-aae2-93d85fc97934 tempest-LiveMigrationNegativeTest-1512700552 tempest-LiveMigrationNegativeTest-1512700552-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146647 May 26 16:02:24.232323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] Attempting to bind port 83c4ad59-9359-4f6f-b1af-4cb48319f2d8 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:24.232695 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] Attempting to bind port 83c4ad59-9359-4f6f-b1af-4cb48319f2d8 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:24.233699 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] Attempting to bind port 83c4ad59-9359-4f6f-b1af-4cb48319f2d8 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:24.239208 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ee00fbf-4187-496d-bbce-3d4476858dc7 req-646dbe11-1111-48f2-aa46-e2103d5efdaa service neutron] 10.222.0.81 "GET /v2.0/networks/f0bfc686-5a9f-4760-8a91-fab0346012c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500951 May 26 16:02:24.247785 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:24.248037 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:24.248363 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.248715 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:24.252279 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] Bound port: 83c4ad59-9359-4f6f-b1af-4cb48319f2d8, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:24.252695 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.258076 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f04b8-a7d9-483a-aae2-93d85fc97934 tempest-LiveMigrationNegativeTest-1512700552 tempest-LiveMigrationNegativeTest-1512700552-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b94e3a3-a2fb-4629-b55c-ee5453bbaa55,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:24.366753 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] For port 83c4ad59-9359-4f6f-b1af-4cb48319f2d8, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:24.370903 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] For port 83c4ad59-9359-4f6f-b1af-4cb48319f2d8, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=83c4ad59-9359-4f6f-b1af-4cb48319f2d8,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:24.377285 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.416248 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b37f79c9-02f6-4546-b5e7-518e13861ae1 req-f7109be2-c0b9-4da3-acaf-76bc25556377 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 210 time: 0.0957048 May 26 16:02:24.447387 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] Routers {'0e167771-377c-4cab-a840-773c7ddd7c41'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:02:24.447387 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:02:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0e167771-377c-4cab-a840-773c7ddd7c41'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:24.486609 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563fe66-0e2d-4ba3-a0f5-e13d46ad8d9b req-6e081144-cc55-4b30-97f4-43af09f58d23 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:24.492863 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-fcb6f762-a801-4dd6-a7ba-2f438f5e58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:24.493203 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9563fe66-0e2d-4ba3-a0f5-e13d46ad8d9b req-6e081144-cc55-4b30-97f4-43af09f58d23 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 943 time: 0.1916153 May 26 16:02:24.493428 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-fcb6f762-a801-4dd6-a7ba-2f438f5e58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:24.494272 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-fcb6f762-a801-4dd6-a7ba-2f438f5e58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:24.494742 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-fcb6f762-a801-4dd6-a7ba-2f438f5e58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:24.495203 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-fcb6f762-a801-4dd6-a7ba-2f438f5e58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:24.495661 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-fcb6f762-a801-4dd6-a7ba-2f438f5e58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:24.496126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-fcb6f762-a801-4dd6-a7ba-2f438f5e58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:24.498126 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-fcb6f762-a801-4dd6-a7ba-2f438f5e58fd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=829e9f52f7f3454cafe50e0d9182f678&device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 6477 time: 0.1240113 May 26 16:02:24.528904 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-f15f0b03-d783-4b0c-8887-44d5e372495d admin admin] Allocated IP 172.20.0.1 (067637a0-4610-498b-9eb1-d758311b2903/4ca9f14f-0ccf-4008-b618-a6b17b8d5fc4/5656dc95-0dc4-48b1-9dcb-5a02e1941af5) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:24.531330 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-f582d8c3-20e1-4aa6-81d4-4cfc9b3f8472 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Allocated IP 192.168.233.253 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/9bb925fc-5f8f-473d-ada5-90124aa84cad) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:24.570189 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9563fe66-0e2d-4ba3-a0f5-e13d46ad8d9b req-b187821b-84c4-42c7-ac15-9a3ebe6a97c0 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729978 May 26 16:02:24.619596 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5195b-32e6-45ff-bd2f-84e33716aa34 req-a5e602cb-a2d6-43e4-ace0-846e67cf681b tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:24.627375 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c6e5195b-32e6-45ff-bd2f-84e33716aa34 req-a5e602cb-a2d6-43e4-ace0-846e67cf681b tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff13200-775c-4159-970c-05fc03357def HTTP/1.1" status: 200 len: 945 time: 0.0732880 May 26 16:02:24.644492 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40896) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:24.669597 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b30779ea-2753-4a7a-b575-bdbdd50a292b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.710724 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93c84d-9277-44bc-97b0-13c08ee909c7 None None] Pushing event updated for resources: {'Port': ['ID=83c4ad59-9359-4f6f-b1af-4cb48319f2d8,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:24.737350 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c6e5195b-32e6-45ff-bd2f-84e33716aa34 req-dfe3dfd0-6327-4c5b-a17a-2d02586c77a1 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089149 May 26 16:02:24.745260 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-bcba34d0-5ac3-4e2c-b135-be4984f286f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:24.756879 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-bcba34d0-5ac3-4e2c-b135-be4984f286f0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f0bfc686-5a9f-4760-8a91-fab0346012c9 HTTP/1.1" status: 200 len: 902 time: 0.2468929 May 26 16:02:24.795166 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] Set router 0e167771-377c-4cab-a840-773c7ddd7c41 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:02:24.838284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 6a88f510-a007-4b1e-905f-0e825312eea5 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:24.858485 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410648d9-8f67-4424-b673-4d6d9950d77c req-bb5c76ca-c0bd-469c-82c4-78de927bf576 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:24.860479 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-410648d9-8f67-4424-b673-4d6d9950d77c req-bb5c76ca-c0bd-469c-82c4-78de927bf576 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 944 time: 0.0795307 May 26 16:02:24.876781 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b30779ea-2753-4a7a-b575-bdbdd50a292b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.894800 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b30779ea-2753-4a7a-b575-bdbdd50a292b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:24.981479 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b30779ea-2753-4a7a-b575-bdbdd50a292b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5df40c57d2c0469fa44db52e57aa6e0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341560 May 26 16:02:24.984054 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40904) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:24.991702 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-410648d9-8f67-4424-b673-4d6d9950d77c req-5370eb82-364d-49ae-af50-0fad75acf5de tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175556 May 26 16:02:25.026994 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30779ea-2753-4a7a-b575-bdbdd50a292b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfb74c3-ea97-4cd6-943a-7f8fcd98cc77,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:25.045197 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 6a88f510-a007-4b1e-905f-0e825312eea5 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:02:25.059961 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 6a88f510-a007-4b1e-905f-0e825312eea5 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:25.060432 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.063448 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6bb201b4-a861-417e-a3c4-3a620daaaf88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.103588 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6bb201b4-a861-417e-a3c4-3a620daaaf88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.177161 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6bb201b4-a861-417e-a3c4-3a620daaaf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.179925 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6bb201b4-a861-417e-a3c4-3a620daaaf88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.183553 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6bb201b4-a861-417e-a3c4-3a620daaaf88 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6bfb74c3-ea97-4cd6-943a-7f8fcd98cc77 HTTP/1.1" status: 204 len: 168 time: 0.1881168 May 26 16:02:25.221837 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-854f0ead-ac72-4a6d-8bfd-58b65dad5bb9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 HTTP/1.1" status: 200 len: 217 time: 0.4524550 May 26 16:02:25.236756 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb201b4-a861-417e-a3c4-3a620daaaf88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfb74c3-ea97-4cd6-943a-7f8fcd98cc77,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:25.238858 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 6a88f510-a007-4b1e-905f-0e825312eea5 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:25.239414 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.264314 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e167771-377c-4cab-a840-773c7ddd7c41', 'name': 'tempest-FloatingIPDetailsTestJSON-2074037601-router', 'tenant_id': 'b4fa8226006949599c77233c2d1f94d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '83c4ad59-9359-4f6f-b1af-4cb48319f2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:17Z', 'updated_at': '2022-05-26T16:02:20Z', 'revision_number': 3, 'project_id': 'b4fa8226006949599c77233c2d1f94d2', 'gw_port': {'id': '83c4ad59-9359-4f6f-b1af-4cb48319f2d8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e167771-377c-4cab-a840-773c7ddd7c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:18Z', 'updated_at': '2022-05-26T16:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:25.284623 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f15f0b03-d783-4b0c-8887-44d5e372495d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.287343 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-9b312772-d807-47c8-a180-2dc98c97925c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:25.289197 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-9b312772-d807-47c8-a180-2dc98c97925c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1f5e3e2-46bf-451b-841b-adc78325b3e9 HTTP/1.1" status: 200 len: 797 time: 0.0562232 May 26 16:02:25.309420 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fd4f41-f057-4251-b7b3-081abea5f72c None None] The sync data for ids ['0e167771-377c-4cab-a840-773c7ddd7c41'] in n-d-843337-2 is: [{'id': '0e167771-377c-4cab-a840-773c7ddd7c41', 'name': 'tempest-FloatingIPDetailsTestJSON-2074037601-router', 'tenant_id': 'b4fa8226006949599c77233c2d1f94d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '83c4ad59-9359-4f6f-b1af-4cb48319f2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:17Z', 'updated_at': '2022-05-26T16:02:20Z', 'revision_number': 3, 'project_id': 'b4fa8226006949599c77233c2d1f94d2', 'gw_port': {'id': '83c4ad59-9359-4f6f-b1af-4cb48319f2d8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e167771-377c-4cab-a840-773c7ddd7c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:18Z', 'updated_at': '2022-05-26T16:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:02:25.314910 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff13200-775c-4159-970c-05fc03357def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a88f510-a007-4b1e-905f-0e825312eea5'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:25.318256 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9fcde6-d107-4ac8-8cd8-2bad5c28fcb5" -d '{"events": [{"server_uuid": "fff13200-775c-4159-970c-05fc03357def", "name": "network-vif-plugged", "status": "completed", "tag": "6a88f510-a007-4b1e-905f-0e825312eea5"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:25.333960 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 6a88f510-a007-4b1e-905f-0e825312eea5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=6a88f510-a007-4b1e-905f-0e825312eea5,segment=NetworkSegment(e6704d63-1519-4cd1-8100-c949181e6d2b),segment_id=e6704d63-1519-4cd1-8100-c949181e6d2b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:25.338236 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deedc1f-549c-4108-84d3-b629f6afd446 req-e1b06ddd-9328-4e5e-960e-a4186eb558d2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:25.339731 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.346375 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deedc1f-549c-4108-84d3-b629f6afd446 req-e1b06ddd-9328-4e5e-960e-a4186eb558d2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:25.353912 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deedc1f-549c-4108-84d3-b629f6afd446 req-e1b06ddd-9328-4e5e-960e-a4186eb558d2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:25.360526 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deedc1f-549c-4108-84d3-b629f6afd446 req-e1b06ddd-9328-4e5e-960e-a4186eb558d2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:25.377003 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deedc1f-549c-4108-84d3-b629f6afd446 req-e1b06ddd-9328-4e5e-960e-a4186eb558d2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:25.385411 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deedc1f-549c-4108-84d3-b629f6afd446 req-e1b06ddd-9328-4e5e-960e-a4186eb558d2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:25.392315 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deedc1f-549c-4108-84d3-b629f6afd446 req-e1b06ddd-9328-4e5e-960e-a4186eb558d2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:25.401423 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6deedc1f-549c-4108-84d3-b629f6afd446 req-e1b06ddd-9328-4e5e-960e-a4186eb558d2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5420 time: 0.2171242 May 26 16:02:25.406062 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=6a88f510-a007-4b1e-905f-0e825312eea5,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:25.432856 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-8ccf0568-2443-48e4-8173-e2e19d47f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:25.442749 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe08043-3e1a-49b1-ae54-b252b9bf6bb8 req-25d3b72a-9a94-487f-8840-e417c7727bc1 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:25.443632 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-8ccf0568-2443-48e4-8173-e2e19d47f689 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f0bfc686-5a9f-4760-8a91-fab0346012c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1433833 May 26 16:02:25.444263 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0fe08043-3e1a-49b1-ae54-b252b9bf6bb8 req-25d3b72a-9a94-487f-8840-e417c7727bc1 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=df208acf-987d-40a0-a234-82b96175b530 HTTP/1.1" status: 200 len: 950 time: 0.2107587 May 26 16:02:25.469917 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-f582d8c3-20e1-4aa6-81d4-4cfc9b3f8472 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.505345 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6deedc1f-549c-4108-84d3-b629f6afd446 req-d1cac95e-ae83-4245-b66e-4dc85e134e08 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1029284 May 26 16:02:25.559539 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0fe08043-3e1a-49b1-ae54-b252b9bf6bb8 req-0149a729-f744-465b-8edb-5367db42fe09 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067448 May 26 16:02:25.592297 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f15f0b03-d783-4b0c-8887-44d5e372495d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.609725 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3815bc8e-565b-4bad-abe8-a42b823a7496 x-openstack-request-id: req-3815bc8e-565b-4bad-abe8-a42b823a7496 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:25.610102 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff13200-775c-4159-970c-05fc03357def", "name": "network-vif-plugged", "status": "completed", "tag": "6a88f510-a007-4b1e-905f-0e825312eea5", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:25.610319 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3815bc8e-565b-4bad-abe8-a42b823a7496 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:25.610734 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3815bc8e-565b-4bad-abe8-a42b823a7496'] response: {'server_uuid': 'fff13200-775c-4159-970c-05fc03357def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a88f510-a007-4b1e-905f-0e825312eea5', 'code': 200} May 26 16:02:25.646618 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-f582d8c3-20e1-4aa6-81d4-4cfc9b3f8472 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:25.686944 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['6097825e-22a5-4134-93cd-23f98ced9146', '60450a80-835f-4f71-97de-cc95d2494e1a', 'a97919f5-38de-4ccc-9b8c-82c126b1b032'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:25.711751 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15f0b03-d783-4b0c-8887-44d5e372495d admin admin] Network 067637a0-4610-498b-9eb1-d758311b2903 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:25.755390 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-f15f0b03-d783-4b0c-8887-44d5e372495d admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:25.773320 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15f0b03-d783-4b0c-8887-44d5e372495d admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:25.839453 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-f582d8c3-20e1-4aa6-81d4-4cfc9b3f8472 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:25.856987 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f0b03-d783-4b0c-8887-44d5e372495d admin admin] Pushing event updated for resources: {'Port': ['ID=5656dc95-0dc4-48b1-9dcb-5a02e1941af5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:25.874450 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbe165-2c8c-455e-8e3a-50259848f5f7 req-d89d8f6d-fe7b-4141-889f-962bd9287484 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:25.893587 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4bfbe165-2c8c-455e-8e3a-50259848f5f7 req-d89d8f6d-fe7b-4141-889f-962bd9287484 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 936 time: 0.2268627 May 26 16:02:25.922794 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fcbae-e353-4712-b3aa-d48c94fce462 req-78798e81-0767-4c82-a2a5-d06c58bf1c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:25.924982 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf5fcbae-e353-4712-b3aa-d48c94fce462 req-78798e81-0767-4c82-a2a5-d06c58bf1c03 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fff13200-775c-4159-970c-05fc03357def HTTP/1.1" status: 200 len: 1097 time: 0.1959434 May 26 16:02:25.950988 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 0537a693-ec7c-4e2c-97b1-01947edc7200 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:25.965688 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-f582d8c3-20e1-4aa6-81d4-4cfc9b3f8472 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:26.068476 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-f582d8c3-20e1-4aa6-81d4-4cfc9b3f8472 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:26.110106 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4bfbe165-2c8c-455e-8e3a-50259848f5f7 req-0d2aa996-2f99-465d-9496-db8743a71174 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966136 May 26 16:02:26.205276 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ce6c6-1541-4084-8641-fd941ed591db req-adf88e6f-d343-4508-aadc-579f57215adb tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:26.217163 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-687ce6c6-1541-4084-8641-fd941ed591db req-adf88e6f-d343-4508-aadc-579f57215adb tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 943 time: 0.3656275 May 26 16:02:26.228112 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-f582d8c3-20e1-4aa6-81d4-4cfc9b3f8472 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:26.229230 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-f582d8c3-20e1-4aa6-81d4-4cfc9b3f8472 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:26.263385 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf5fcbae-e353-4712-b3aa-d48c94fce462 req-88cd7ca2-107e-4283-974b-47c02072a5ec service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967141 May 26 16:02:26.310696 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 0537a693-ec7c-4e2c-97b1-01947edc7200 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:02:26.324439 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 0537a693-ec7c-4e2c-97b1-01947edc7200 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:26.324810 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:26.377025 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582d8c3-20e1-4aa6-81d4-4cfc9b3f8472 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Pushing event updated for resources: {'Port': ['ID=9bb925fc-5f8f-473d-ada5-90124aa84cad,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:26.399508 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-1bafb044-fcb3-447d-9e19-522f8711722e service neutron] 10.222.0.81 "GET /v2.0/networks/f0bfc686-5a9f-4760-8a91-fab0346012c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9459023 May 26 16:02:26.405714 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-f582d8c3-20e1-4aa6-81d4-4cfc9b3f8472 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7046435 May 26 16:02:26.416401 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f15f0b03-d783-4b0c-8887-44d5e372495d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:26.445432 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-687ce6c6-1541-4084-8641-fd941ed591db req-5b8dd353-7bd2-424d-aa91-56e71d18365b tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271266 May 26 16:02:26.488553 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf7baf-768c-409b-8436-5cbc89be1de1 req-b20af845-3bb9-49b4-ae3e-d9a8db855e51 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:26.490649 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e3a2e425-93ab-4c83-9013-57aebcf4b215 None None] Provisioning complete for port 5656dc95-0dc4-48b1-9dcb-5a02e1941af5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:26.491091 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e3a2e425-93ab-4c83-9013-57aebcf4b215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:26.509865 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46cf7baf-768c-409b-8436-5cbc89be1de1 req-b20af845-3bb9-49b4-ae3e-d9a8db855e51 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff13200-775c-4159-970c-05fc03357def HTTP/1.1" status: 200 len: 946 time: 0.2287819 May 26 16:02:26.573129 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46cf7baf-768c-409b-8436-5cbc89be1de1 req-edb9ead9-659b-49b3-b683-bfd81c4238fa tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622101 May 26 16:02:26.653937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e3a2e425-93ab-4c83-9013-57aebcf4b215 None None] Port 5656dc95-0dc4-48b1-9dcb-5a02e1941af5 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:02:26.712676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 0537a693-ec7c-4e2c-97b1-01947edc7200 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:26.713064 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:26.738972 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-da700dc1-f168-48d4-bcd5-a83d14d1958d service neutron] Request body: {'port': {'device_id': '307fd34b-7046-40fb-8d84-f0a6ecf484ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:26.743802 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd565ff3-b622-4ce9-9c49-af2a2578a4e2 req-1b6cc34a-40bf-49f6-8bb4-a6719a7a0e38 service neutron] 10.222.0.81 "GET /v2.0/networks/f0bfc686-5a9f-4760-8a91-fab0346012c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938357 May 26 16:02:26.785069 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 0537a693-ec7c-4e2c-97b1-01947edc7200, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0537a693-ec7c-4e2c-97b1-01947edc7200,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:26.787512 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5bc2d-e63d-4de1-91f5-485004b8dd36 req-e50d14d7-6b5d-4e09-a286-a6b827f0014c tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:26.795909 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:26.796845 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7fb5bc2d-e63d-4de1-91f5-485004b8dd36 req-e50d14d7-6b5d-4e09-a286-a6b827f0014c tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 944 time: 0.2046742 May 26 16:02:26.820736 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a7029-48f0-474e-b612-b4980f45283c req-eb89ca71-1d80-4531-8b15-b41e003836d8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:26.828570 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a7029-48f0-474e-b612-b4980f45283c req-eb89ca71-1d80-4531-8b15-b41e003836d8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:26.843439 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a7029-48f0-474e-b612-b4980f45283c req-eb89ca71-1d80-4531-8b15-b41e003836d8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:26.845211 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cbf2e5d3-dfd0-4ae6-887e-0d4a15b5f34c req-af50421f-cb88-4f38-987c-f58e5bb37d8e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8539889 May 26 16:02:26.854415 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a7029-48f0-474e-b612-b4980f45283c req-eb89ca71-1d80-4531-8b15-b41e003836d8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:26.862340 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a7029-48f0-474e-b612-b4980f45283c req-eb89ca71-1d80-4531-8b15-b41e003836d8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:26.870542 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a7029-48f0-474e-b612-b4980f45283c req-eb89ca71-1d80-4531-8b15-b41e003836d8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:26.873085 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-97f1d03a-ada5-4cd7-a3b4-f3cb842e3452 None None] Provisioning complete for port 9bb925fc-5f8f-473d-ada5-90124aa84cad triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:26.873469 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-97f1d03a-ada5-4cd7-a3b4-f3cb842e3452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:26.877091 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a7029-48f0-474e-b612-b4980f45283c req-eb89ca71-1d80-4531-8b15-b41e003836d8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:26.879959 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-583a7029-48f0-474e-b612-b4980f45283c req-eb89ca71-1d80-4531-8b15-b41e003836d8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5420 time: 0.1975043 May 26 16:02:26.899631 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-da700dc1-f168-48d4-bcd5-a83d14d1958d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:26.936016 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-97f1d03a-ada5-4cd7-a3b4-f3cb842e3452 None None] Port 9bb925fc-5f8f-473d-ada5-90124aa84cad cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:02:26.956987 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=0537a693-ec7c-4e2c-97b1-01947edc7200,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:26.966609 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7fb5bc2d-e63d-4de1-91f5-485004b8dd36 req-948b80f2-a7e0-4e77-a7ef-1de68051709b tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631355 May 26 16:02:27.034806 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-583a7029-48f0-474e-b612-b4980f45283c req-c624eaf0-ddbf-4dd9-b273-3385f775bf49 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1349764 May 26 16:02:27.139292 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a121164-39df-46ff-acb8-574a1aaaaeb5 req-effb9dfb-4d57-4dff-88f6-ea45b29597cb tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:27.140325 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2e5d3-dfd0-4ae6-887e-0d4a15b5f34c req-63846603-c7ad-49ac-8e9b-8031f7b2c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:27.141154 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a121164-39df-46ff-acb8-574a1aaaaeb5 req-effb9dfb-4d57-4dff-88f6-ea45b29597cb tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=df208acf-987d-40a0-a234-82b96175b530 HTTP/1.1" status: 200 len: 950 time: 0.0650530 May 26 16:02:27.142188 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cbf2e5d3-dfd0-4ae6-887e-0d4a15b5f34c req-63846603-c7ad-49ac-8e9b-8031f7b2c5de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 1100 time: 0.2450960 May 26 16:02:27.211129 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a121164-39df-46ff-acb8-574a1aaaaeb5 req-41fa05df-5c28-42cd-9111-14784fed32a7 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625241 May 26 16:02:27.293091 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf772c-fb68-45e0-9e8c-566e1c6d4cd8 req-f840a02f-ce3c-47ca-a6d2-ec2d4109c71f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:27.302259 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-79cf772c-fb68-45e0-9e8c-566e1c6d4cd8 req-f840a02f-ce3c-47ca-a6d2-ec2d4109c71f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 936 time: 0.0650392 May 26 16:02:27.359733 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-79cf772c-fb68-45e0-9e8c-566e1c6d4cd8 req-af05bdd7-e145-4d8a-9959-4e14339c33e3 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517147 May 26 16:02:27.383037 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f15f0b03-d783-4b0c-8887-44d5e372495d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:27.475640 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2e5d3-dfd0-4ae6-887e-0d4a15b5f34c req-393c66bc-d59d-4f0d-9bae-9369cb5ae5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:27.477156 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cbf2e5d3-dfd0-4ae6-887e-0d4a15b5f34c req-393c66bc-d59d-4f0d-9bae-9369cb5ae5da service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.2421880 May 26 16:02:27.546806 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cbf2e5d3-dfd0-4ae6-887e-0d4a15b5f34c req-f631d7ee-1f0a-43bd-9d6e-5f8ac496fb10 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=6097825e-22a5-4134-93cd-23f98ced9146 HTTP/1.1" status: 200 len: 217 time: 0.0595646 May 26 16:02:27.612263 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd572684d-bc11-4027-9382-a39dedd3f24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0537a693-ec7c-4e2c-97b1-01947edc7200'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:27.614681 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d381aed4-b33f-47c7-b29d-057f751dedbd" -d '{"events": [{"server_uuid": "d572684d-bc11-4027-9382-a39dedd3f24d", "name": "network-vif-plugged", "status": "completed", "tag": "0537a693-ec7c-4e2c-97b1-01947edc7200"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:27.627449 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbcca5-e9b5-4f8b-8c55-966de765ee23 req-2404d6c1-3810-4811-b6e1-bb4dc203a4b0 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:27.640112 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ecbcca5-e9b5-4f8b-8c55-966de765ee23 req-2404d6c1-3810-4811-b6e1-bb4dc203a4b0 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 943 time: 0.1013532 May 26 16:02:27.736609 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ecbcca5-e9b5-4f8b-8c55-966de765ee23 req-feb2c46f-18c2-4133-adbe-6f4fcbf27ebf tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950954 May 26 16:02:27.803251 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 83c4ad59-9359-4f6f-b1af-4cb48319f2d8 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:27.834211 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed32814-6517-4d41-8475-1dd33151ea96 req-58cad3dc-d819-42c0-a489-97faf467b87b tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:27.846708 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a4eab8-9713-4860-b030-b4b66e27b6e3 x-openstack-request-id: req-21a4eab8-9713-4860-b030-b4b66e27b6e3 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:27.847007 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d572684d-bc11-4027-9382-a39dedd3f24d", "name": "network-vif-plugged", "status": "completed", "tag": "0537a693-ec7c-4e2c-97b1-01947edc7200", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:27.847263 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-21a4eab8-9713-4860-b030-b4b66e27b6e3 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:27.847822 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a4eab8-9713-4860-b030-b4b66e27b6e3'] response: {'server_uuid': 'd572684d-bc11-4027-9382-a39dedd3f24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0537a693-ec7c-4e2c-97b1-01947edc7200', 'code': 200} May 26 16:02:27.848563 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ed32814-6517-4d41-8475-1dd33151ea96 req-58cad3dc-d819-42c0-a489-97faf467b87b tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff13200-775c-4159-970c-05fc03357def HTTP/1.1" status: 200 len: 946 time: 0.1082249 May 26 16:02:27.853037 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2e5d3-dfd0-4ae6-887e-0d4a15b5f34c req-da05e0a1-c387-4c50-9e91-7bea3257f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:27.854671 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cbf2e5d3-dfd0-4ae6-887e-0d4a15b5f34c req-da05e0a1-c387-4c50-9e91-7bea3257f09c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.2254810 May 26 16:02:27.913192 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 83c4ad59-9359-4f6f-b1af-4cb48319f2d8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:27.913819 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:27.915805 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ed32814-6517-4d41-8475-1dd33151ea96 req-b61d2cf2-11a4-485e-9667-4df08b21f412 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663352 May 26 16:02:28.013775 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-da700dc1-f168-48d4-bcd5-a83d14d1958d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb925fc-5f8f-473d-ada5-90124aa84cad {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:28.026681 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-da700dc1-f168-48d4-bcd5-a83d14d1958d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:28.067729 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 83c4ad59-9359-4f6f-b1af-4cb48319f2d8 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:28.068359 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:28.068629 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86b76a-0449-44cb-80de-66c13a05b0ad req-77dc8484-0f36-41bb-9bdc-0e6854869153 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:28.068754 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e25fd9-b2ec-46b7-941b-ac573ab0ce91 req-23b6f456-e46f-4cc2-a779-4d4d209375a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:28.070059 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0f86b76a-0449-44cb-80de-66c13a05b0ad req-77dc8484-0f36-41bb-9bdc-0e6854869153 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.83 "GET /v2.0/ports?device_id=df208acf-987d-40a0-a234-82b96175b530 HTTP/1.1" status: 200 len: 950 time: 0.4541860 May 26 16:02:28.079233 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55e25fd9-b2ec-46b7-941b-ac573ab0ce91 req-23b6f456-e46f-4cc2-a779-4d4d209375a5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 1096 time: 0.1081486 May 26 16:02:28.092359 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 83c4ad59-9359-4f6f-b1af-4cb48319f2d8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=83c4ad59-9359-4f6f-b1af-4cb48319f2d8,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:28.099336 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:28.100885 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2e5d3-dfd0-4ae6-887e-0d4a15b5f34c req-9f7f35e4-a688-403f-bd47-8ed4346dd890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:28.102546 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cbf2e5d3-dfd0-4ae6-887e-0d4a15b5f34c req-9f7f35e4-a688-403f-bd47-8ed4346dd890 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1925242 May 26 16:02:28.103876 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-da700dc1-f168-48d4-bcd5-a83d14d1958d service neutron] Transition to ACTIVE for port object 9bb925fc-5f8f-473d-ada5-90124aa84cad will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:02:28.168999 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=83c4ad59-9359-4f6f-b1af-4cb48319f2d8,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:28.214139 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55e25fd9-b2ec-46b7-941b-ac573ab0ce91 req-5f8447e6-80bd-4925-b7f4-d630107a42bc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288474 May 26 16:02:28.226560 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-da700dc1-f168-48d4-bcd5-a83d14d1958d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:28.237786 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d0863-6d80-4000-86bb-cfd837625f9b req-66696163-7210-4aa9-8c65-ca994bebcb17 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:28.239045 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f15f0b03-d783-4b0c-8887-44d5e372495d admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:28.239907 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce5d0863-6d80-4000-86bb-cfd837625f9b req-66696163-7210-4aa9-8c65-ca994bebcb17 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 945 time: 0.0979390 May 26 16:02:28.271236 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f15f0b03-d783-4b0c-8887-44d5e372495d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:28.290334 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce5d0863-6d80-4000-86bb-cfd837625f9b req-775dd6eb-1387-48c9-a87b-9087555eff04 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426424 May 26 16:02:28.448228 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da700dc1-f168-48d4-bcd5-a83d14d1958d service neutron] Pushing event updated for resources: {'Port': ['ID=9bb925fc-5f8f-473d-ada5-90124aa84cad,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:28.479546 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cbf2e5d3-dfd0-4ae6-887e-0d4a15b5f34c req-af036c81-2759-4b53-8908-b2e9700fe9d0 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633416 May 26 16:02:28.492490 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc76dd7-0d22-4b35-ba16-6c1d79ae129f req-35434176-17de-4dac-af19-76983085e0d7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:28.498667 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc76dd7-0d22-4b35-ba16-6c1d79ae129f req-35434176-17de-4dac-af19-76983085e0d7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:28.505285 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc76dd7-0d22-4b35-ba16-6c1d79ae129f req-35434176-17de-4dac-af19-76983085e0d7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:28.511175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc76dd7-0d22-4b35-ba16-6c1d79ae129f req-35434176-17de-4dac-af19-76983085e0d7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:28.517823 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc76dd7-0d22-4b35-ba16-6c1d79ae129f req-35434176-17de-4dac-af19-76983085e0d7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:28.521441 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f15f0b03-d783-4b0c-8887-44d5e372495d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:28.527669 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc76dd7-0d22-4b35-ba16-6c1d79ae129f req-35434176-17de-4dac-af19-76983085e0d7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:28.533782 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc76dd7-0d22-4b35-ba16-6c1d79ae129f req-35434176-17de-4dac-af19-76983085e0d7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:28.535889 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1bc76dd7-0d22-4b35-ba16-6c1d79ae129f req-35434176-17de-4dac-af19-76983085e0d7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5420 time: 0.1453590 May 26 16:02:28.547757 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d49371-557e-4e67-b214-7a9993a2521f req-d39f3356-d536-41e0-a53e-19745d74627b tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:28.549094 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28d49371-557e-4e67-b214-7a9993a2521f req-d39f3356-d536-41e0-a53e-19745d74627b tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=df208acf-987d-40a0-a234-82b96175b530 HTTP/1.1" status: 200 len: 950 time: 0.1180844 May 26 16:02:28.576711 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f0b03-d783-4b0c-8887-44d5e372495d admin admin] Pushing event updated for resources: {'Port': ['ID=5656dc95-0dc4-48b1-9dcb-5a02e1941af5,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:28.610409 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1bc76dd7-0d22-4b35-ba16-6c1d79ae129f req-8c28a1dc-8804-4f3f-b233-61b90b058794 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603285 May 26 16:02:28.618543 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28d49371-557e-4e67-b214-7a9993a2521f req-c4e51335-88e6-47ed-b426-5c04de920e96 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609508 May 26 16:02:28.631098 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-0f86b76a-0449-44cb-80de-66c13a05b0ad req-d73556fa-ff02-4755-b3eb-9e51d92b3817 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Deleting port 75263e5e-7118-48e1-adb6-47c888290103 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:28.631818 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0f86b76a-0449-44cb-80de-66c13a05b0ad req-d73556fa-ff02-4755-b3eb-9e51d92b3817 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:28.649262 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-da700dc1-f168-48d4-bcd5-a83d14d1958d service neutron] Attempting to bind port 9bb925fc-5f8f-473d-ada5-90124aa84cad on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:28.649603 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-da700dc1-f168-48d4-bcd5-a83d14d1958d service neutron] Attempting to bind port 9bb925fc-5f8f-473d-ada5-90124aa84cad by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:28.649932 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-da700dc1-f168-48d4-bcd5-a83d14d1958d service neutron] Attempting to bind port 9bb925fc-5f8f-473d-ada5-90124aa84cad on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:28.689010 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-da700dc1-f168-48d4-bcd5-a83d14d1958d service neutron] Port 9bb925fc-5f8f-473d-ada5-90124aa84cad on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:02:28.689340 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-da700dc1-f168-48d4-bcd5-a83d14d1958d service neutron] Attempting to bind port 9bb925fc-5f8f-473d-ada5-90124aa84cad on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:28.725339 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-da700dc1-f168-48d4-bcd5-a83d14d1958d service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:28.725671 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-da700dc1-f168-48d4-bcd5-a83d14d1958d service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:28.726162 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-da700dc1-f168-48d4-bcd5-a83d14d1958d service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:28.726570 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-da700dc1-f168-48d4-bcd5-a83d14d1958d service neutron] Bound port: 9bb925fc-5f8f-473d-ada5-90124aa84cad, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:28.726929 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-da700dc1-f168-48d4-bcd5-a83d14d1958d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:28.794359 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3e018-8a82-4d36-b980-d518db040f0f req-5c7ef31a-f0de-4944-8145-85b85375cc7b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:28.797282 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b6b3e018-8a82-4d36-b980-d518db040f0f req-5c7ef31a-f0de-4944-8145-85b85375cc7b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 948 time: 0.1138272 May 26 16:02:28.855730 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-8d6e9d63-0d75-4912-9e04-d946ed97f393 service neutron] 10.222.0.83 "GET /v2.0/ports/80ae73e3-df92-479c-8a3a-0ea1a951666a/bindings/n-h1-843337-2 HTTP/1.1" status: 200 len: 384 time: 0.1424732 May 26 16:02:28.870206 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15f0b03-d783-4b0c-8887-44d5e372495d admin admin] Network 067637a0-4610-498b-9eb1-d758311b2903 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:28.876394 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b6b3e018-8a82-4d36-b980-d518db040f0f req-31dca1a2-b407-4ea3-b763-063da7643157 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699036 May 26 16:02:28.888985 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-f15f0b03-d783-4b0c-8887-44d5e372495d admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:28.889645 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-0f86b76a-0449-44cb-80de-66c13a05b0ad req-d73556fa-ff02-4755-b3eb-9e51d92b3817 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] For port 75263e5e-7118-48e1-adb6-47c888290103, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=75263e5e-7118-48e1-adb6-47c888290103,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:28.889879 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0f86b76a-0449-44cb-80de-66c13a05b0ad req-d73556fa-ff02-4755-b3eb-9e51d92b3817 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:28.930189 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-0f86b76a-0449-44cb-80de-66c13a05b0ad req-d73556fa-ff02-4755-b3eb-9e51d92b3817 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Calling delete_port for 75263e5e-7118-48e1-adb6-47c888290103 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:29.012030 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cbf2e5d3-dfd0-4ae6-887e-0d4a15b5f34c req-17553302-03f4-4cca-84d7-fc74f023fb90 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981741 May 26 16:02:29.022704 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-da700dc1-f168-48d4-bcd5-a83d14d1958d service neutron] For port 9bb925fc-5f8f-473d-ada5-90124aa84cad, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:29.032072 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b708b-1902-4e24-a45b-17d1c6a1bb7b req-d5658db5-13d7-4ccd-ae59-4ee9f184fd26 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:29.033858 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-384b708b-1902-4e24-a45b-17d1c6a1bb7b req-d5658db5-13d7-4ccd-ae59-4ee9f184fd26 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 943 time: 0.1873200 May 26 16:02:29.077046 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-da700dc1-f168-48d4-bcd5-a83d14d1958d service neutron] For port 9bb925fc-5f8f-473d-ada5-90124aa84cad, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=9bb925fc-5f8f-473d-ada5-90124aa84cad,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:29.115828 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41000) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:29.119766 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-da700dc1-f168-48d4-bcd5-a83d14d1958d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:29.308243 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-10b75b19-91d5-40ed-b853-6fe241102cb2 None None] Provisioning complete for port 5656dc95-0dc4-48b1-9dcb-5a02e1941af5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:29.308843 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-10b75b19-91d5-40ed-b853-6fe241102cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:29.349610 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-10b75b19-91d5-40ed-b853-6fe241102cb2 None None] Port 5656dc95-0dc4-48b1-9dcb-5a02e1941af5 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:02:29.485907 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-da700dc1-f168-48d4-bcd5-a83d14d1958d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:29.486513 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-da700dc1-f168-48d4-bcd5-a83d14d1958d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:29.487879 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-da700dc1-f168-48d4-bcd5-a83d14d1958d service neutron] 10.222.0.81 "PUT /v2.0/ports/9bb925fc-5f8f-473d-ada5-90124aa84cad HTTP/1.1" status: 200 len: 1096 time: 2.9391015 May 26 16:02:29.492067 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307fd34b-7046-40fb-8d84-f0a6ecf484ec', 'tag': '9bb925fc-5f8f-473d-ada5-90124aa84cad'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:29.494387 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f156a3d-a352-485b-aca9-8999a3bbab44" -d '{"events": [{"name": "network-changed", "server_uuid": "307fd34b-7046-40fb-8d84-f0a6ecf484ec", "tag": "9bb925fc-5f8f-473d-ada5-90124aa84cad"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:29.532423 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da700dc1-f168-48d4-bcd5-a83d14d1958d service neutron] Pushing event updated for resources: {'Port': ['ID=9bb925fc-5f8f-473d-ada5-90124aa84cad,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:29.538462 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15f0b03-d783-4b0c-8887-44d5e372495d admin admin] Router 0e167771-377c-4cab-a840-773c7ddd7c41 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:02:29.545856 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-384b708b-1902-4e24-a45b-17d1c6a1bb7b req-d65e9cec-b4d8-4d65-9916-c69c0ca531db tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970837 May 26 16:02:29.558292 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca568a8a-aef9-4d15-9119-b5904b6a3b1f req-41266fcf-7bc9-4fd6-ad33-7e821f1fbbb6 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:29.559821 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca568a8a-aef9-4d15-9119-b5904b6a3b1f req-41266fcf-7bc9-4fd6-ad33-7e821f1fbbb6 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff13200-775c-4159-970c-05fc03357def HTTP/1.1" status: 200 len: 946 time: 0.5360489 May 26 16:02:29.573838 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-97a56ba3-d996-41b6-870a-fd4f0d12a05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:29.679051 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 83c4ad59-9359-4f6f-b1af-4cb48319f2d8 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:29.727574 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-b3929e64-5a6c-4a24-90bd-ec7d3fdaf754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:29.729895 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-b3929e64-5a6c-4a24-90bd-ec7d3fdaf754 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 1099 time: 0.1536372 May 26 16:02:29.735500 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-af4abc52-b9dc-49fc-9246-e173ff438355 service neutron] For port 80ae73e3-df92-479c-8a3a-0ea1a951666a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=80ae73e3-df92-479c-8a3a-0ea1a951666a,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:29.759002 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca568a8a-aef9-4d15-9119-b5904b6a3b1f req-bf76fa40-4b1f-4f85-a04f-3b79cf037c84 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820691 May 26 16:02:29.800336 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0f86b76a-0449-44cb-80de-66c13a05b0ad req-d73556fa-ff02-4755-b3eb-9e51d92b3817 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:29.804939 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15f0b03-d783-4b0c-8887-44d5e372495d admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:02:29.809283 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 83c4ad59-9359-4f6f-b1af-4cb48319f2d8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:29.810054 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:29.816269 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39985138-f657-4290-90a2-b05164792145 None None] Sync routers for ids ['0e167771-377c-4cab-a840-773c7ddd7c41'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:02:29.819896 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['20375dc8-a00d-43df-8c85-331049b660be'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:29.837527 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-af4abc52-b9dc-49fc-9246-e173ff438355 service neutron] For port 80ae73e3-df92-479c-8a3a-0ea1a951666a, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:29.838307 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f15f0b03-d783-4b0c-8887-44d5e372495d admin admin] 10.222.0.77 "PUT /v2.0/routers/0e167771-377c-4cab-a840-773c7ddd7c41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0431204 May 26 16:02:29.838439 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39985138-f657-4290-90a2-b05164792145 None None] Routers {'0e167771-377c-4cab-a840-773c7ddd7c41'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:02:29.839988 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-39985138-f657-4290-90a2-b05164792145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:02:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0e167771-377c-4cab-a840-773c7ddd7c41'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:29.889064 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac1695-28dd-49ad-8d52-01da5d0a8e50 req-069656f6-fd07-49d3-b994-d27fed167556 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:29.898390 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8dac1695-28dd-49ad-8d52-01da5d0a8e50 req-069656f6-fd07-49d3-b994-d27fed167556 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 945 time: 0.2242668 May 26 16:02:29.920845 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-af4abc52-b9dc-49fc-9246-e173ff438355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ae73e3-df92-479c-8a3a-0ea1a951666a {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:29.945122 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['75263e5e-7118-48e1-adb6-47c888290103'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:29.951392 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-af4abc52-b9dc-49fc-9246-e173ff438355 service neutron] For port 80ae73e3-df92-479c-8a3a-0ea1a951666a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=80ae73e3-df92-479c-8a3a-0ea1a951666a,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:29.995748 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73556fa-ff02-4755-b3eb-9e51d92b3817 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Pushing event deleted for resources: {'Port': ['ID=75263e5e-7118-48e1-adb6-47c888290103,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:29.998488 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-af4abc52-b9dc-49fc-9246-e173ff438355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:30.006498 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3a866d-84f4-4c28-a99d-9bd92339377a x-openstack-request-id: req-ec3a866d-84f4-4c28-a99d-9bd92339377a {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:30.006828 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307fd34b-7046-40fb-8d84-f0a6ecf484ec", "tag": "9bb925fc-5f8f-473d-ada5-90124aa84cad", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:30.007042 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ec3a866d-84f4-4c28-a99d-9bd92339377a {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:30.007455 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec3a866d-84f4-4c28-a99d-9bd92339377a'] response: {'name': 'network-changed', 'server_uuid': '307fd34b-7046-40fb-8d84-f0a6ecf484ec', 'tag': '9bb925fc-5f8f-473d-ada5-90124aa84cad', 'status': 'completed', 'code': 200} May 26 16:02:30.017422 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-86340302-9ebf-4b00-8f2a-1d0f14746a63 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=9bb925fc-5f8f-473d-ada5-90124aa84cad HTTP/1.1" status: 200 len: 217 time: 0.2012365 May 26 16:02:30.051455 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-97a56ba3-d996-41b6-870a-fd4f0d12a05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:30.052901 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 80ae73e3-df92-479c-8a3a-0ea1a951666a no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:02:30.085610 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8dac1695-28dd-49ad-8d52-01da5d0a8e50 req-aa20c291-93c4-4484-80a7-986a4391a491 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862633 May 26 16:02:30.092522 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-97a56ba3-d996-41b6-870a-fd4f0d12a05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:30.120673 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f86b76a-0449-44cb-80de-66c13a05b0ad req-d73556fa-ff02-4755-b3eb-9e51d92b3817 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] No DVR routers for this DVR port 75263e5e-7118-48e1-adb6-47c888290103 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:02:30.125891 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0f86b76a-0449-44cb-80de-66c13a05b0ad req-d73556fa-ff02-4755-b3eb-9e51d92b3817 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:30.134017 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0f86b76a-0449-44cb-80de-66c13a05b0ad req-d73556fa-ff02-4755-b3eb-9e51d92b3817 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.83 "DELETE /v2.0/ports/75263e5e-7118-48e1-adb6-47c888290103 HTTP/1.1" status: 204 len: 173 time: 2.0289507 May 26 16:02:30.159254 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-39985138-f657-4290-90a2-b05164792145 None None] Set router 0e167771-377c-4cab-a840-773c7ddd7c41 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:02:30.182314 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-e4ae4308-8c28-47cf-b578-830d56fa4315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:30.184142 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-e4ae4308-8c28-47cf-b578-830d56fa4315 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1278765 May 26 16:02:30.264837 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-e5edb6f8-f824-4d68-9e83-b81fd586109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:30.266336 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-e5edb6f8-f824-4d68-9e83-b81fd586109b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0635903 May 26 16:02:30.289724 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-97a56ba3-d996-41b6-870a-fd4f0d12a05d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6ef7412f95724938a556a253ff8520fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1708460 May 26 16:02:30.290812 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a56ba3-d996-41b6-870a-fd4f0d12a05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54e829a-f81e-4d9d-a82b-cf8a9c3c6613,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:30.293525 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41022) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:30.356839 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4cdbe682-c891-4d4e-b0c4-b3d1de167869 req-a778b7f0-aa8e-4f19-b1da-fee8e40a6ee4 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=df208acf-987d-40a0-a234-82b96175b530 HTTP/1.1" status: 200 len: 210 time: 0.1149645 May 26 16:02:30.384170 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db71529-d019-431b-9ab2-9c86d98eb538 req-2cca5eec-9227-4cdd-92a7-a36b1e44f7ea tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:30.432177 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db71529-d019-431b-9ab2-9c86d98eb538 req-2cca5eec-9227-4cdd-92a7-a36b1e44f7ea tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:30.444585 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db71529-d019-431b-9ab2-9c86d98eb538 req-2cca5eec-9227-4cdd-92a7-a36b1e44f7ea tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:30.451059 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db71529-d019-431b-9ab2-9c86d98eb538 req-2cca5eec-9227-4cdd-92a7-a36b1e44f7ea tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:30.473972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db71529-d019-431b-9ab2-9c86d98eb538 req-2cca5eec-9227-4cdd-92a7-a36b1e44f7ea tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:30.475111 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-8f075f47-fcd1-4e1c-b803-13a98b9d4d6b service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921327 May 26 16:02:30.480206 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:30.487035 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db71529-d019-431b-9ab2-9c86d98eb538 req-2cca5eec-9227-4cdd-92a7-a36b1e44f7ea tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:30.507189 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db71529-d019-431b-9ab2-9c86d98eb538 req-2cca5eec-9227-4cdd-92a7-a36b1e44f7ea tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:30.515806 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 83c4ad59-9359-4f6f-b1af-4cb48319f2d8 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:30.517348 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8db71529-d019-431b-9ab2-9c86d98eb538 req-2cca5eec-9227-4cdd-92a7-a36b1e44f7ea tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5420 time: 0.5413496 May 26 16:02:30.573329 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 80ae73e3-df92-479c-8a3a-0ea1a951666a is: DOWN; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:30.575010 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 75263e5e-7118-48e1-adb6-47c888290103 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:02:30.603831 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 75263e5e-7118-48e1-adb6-47c888290103 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:02:30.604205 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 75263e5e-7118-48e1-adb6-47c888290103 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:02:30.627335 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad9541aa-53a8-4bdf-95a4-4a2278b6ccc3 req-a7c717b5-6b72-4b24-aea6-410f89529517 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329641 May 26 16:02:30.650520 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-39985138-f657-4290-90a2-b05164792145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e167771-377c-4cab-a840-773c7ddd7c41', 'name': 'tempest-FloatingIPDetailsTestJSON-2074037601-router', 'tenant_id': 'b4fa8226006949599c77233c2d1f94d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '83c4ad59-9359-4f6f-b1af-4cb48319f2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:17Z', 'updated_at': '2022-05-26T16:02:27Z', 'revision_number': 4, 'project_id': 'b4fa8226006949599c77233c2d1f94d2', 'gw_port': {'id': '83c4ad59-9359-4f6f-b1af-4cb48319f2d8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e167771-377c-4cab-a840-773c7ddd7c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:18Z', 'updated_at': '2022-05-26T16:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '5656dc95-0dc4-48b1-9dcb-5a02e1941af5', 'name': '', 'network_id': '067637a0-4610-498b-9eb1-d758311b2903', 'tenant_id': 'b4fa8226006949599c77233c2d1f94d2', 'mac_address': 'fa:16:3e:6c:55:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e167771-377c-4cab-a840-773c7ddd7c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4ca9f14f-0ccf-4008-b618-a6b17b8d5fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:24Z', 'updated_at': '2022-05-26T16:02:27Z', 'revision_number': 2, 'project_id': 'b4fa8226006949599c77233c2d1f94d2', 'subnets': [{'id': '4ca9f14f-0ccf-4008-b618-a6b17b8d5fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:30.653480 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8db71529-d019-431b-9ab2-9c86d98eb538 req-c93ed366-835f-42aa-9eb3-3587a6430023 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1351774 May 26 16:02:30.655580 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-af4abc52-b9dc-49fc-9246-e173ff438355 service neutron] Transition to ACTIVE for port object 80ae73e3-df92-479c-8a3a-0ea1a951666a will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:02:30.675073 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a025030-286f-4607-8d91-e4dda6688a54 req-a4eba27c-99ee-4751-a237-ff901dc0d79c tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:30.682525 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2a025030-286f-4607-8d91-e4dda6688a54 req-a4eba27c-99ee-4751-a237-ff901dc0d79c tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff13200-775c-4159-970c-05fc03357def HTTP/1.1" status: 200 len: 946 time: 0.1578803 May 26 16:02:30.685001 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-af4abc52-b9dc-49fc-9246-e173ff438355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:30.696571 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39985138-f657-4290-90a2-b05164792145 None None] Checking router: 0e167771-377c-4cab-a840-773c7ddd7c41 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:02:30.696935 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39985138-f657-4290-90a2-b05164792145 None None] Updating router 0e167771-377c-4cab-a840-773c7ddd7c41 port 5656dc95-0dc4-48b1-9dcb-5a02e1941af5 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:02:30.703374 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a14ea6e3-0cdb-45b3-98b0-e1ac76b37aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:30.724183 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-39985138-f657-4290-90a2-b05164792145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:30.756549 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f156a3d-a352-485b-aca9-8999a3bbab44 req-8e04742b-6ed8-4c54-a3b3-0dc380a48d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:30.758276 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9f156a3d-a352-485b-aca9-8999a3bbab44 req-8e04742b-6ed8-4c54-a3b3-0dc380a48d75 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 1099 time: 0.0503845 May 26 16:02:30.830557 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a14ea6e3-0cdb-45b3-98b0-e1ac76b37aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:30.838665 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-af4abc52-b9dc-49fc-9246-e173ff438355 service neutron] No DVR routers for this DVR port 80ae73e3-df92-479c-8a3a-0ea1a951666a on host n-h2-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:02:30.850822 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2a025030-286f-4607-8d91-e4dda6688a54 req-c136197a-27bc-4596-a1b6-13ede26ccd81 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673176 May 26 16:02:30.861309 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4abc52-b9dc-49fc-9246-e173ff438355 service neutron] Pushing event updated for resources: {'Port': ['ID=80ae73e3-df92-479c-8a3a-0ea1a951666a,revision_number=10']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:30.883355 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f156a3d-a352-485b-aca9-8999a3bbab44 req-cbb33f06-37b0-4db3-b2dd-fbb3a3b1848c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:30.884962 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9f156a3d-a352-485b-aca9-8999a3bbab44 req-cbb33f06-37b0-4db3-b2dd-fbb3a3b1848c service neutron] 10.222.0.81 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.1174731 May 26 16:02:30.904996 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-af4abc52-b9dc-49fc-9246-e173ff438355 service neutron] 10.222.0.83 "PUT /v2.0/ports/80ae73e3-df92-479c-8a3a-0ea1a951666a/bindings/n-h1-843337-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0397162 May 26 16:02:30.921761 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977ab1f-195c-464a-8be2-753fabf49938 req-8a7be16d-c75e-4d53-9561-02eb6c6d067e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:30.923393 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d977ab1f-195c-464a-8be2-753fabf49938 req-8a7be16d-c75e-4d53-9561-02eb6c6d067e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 948 time: 0.1907027 May 26 16:02:30.945839 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9f156a3d-a352-485b-aca9-8999a3bbab44 req-7746e21e-c6c9-4caf-812d-72aef068d06e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=9bb925fc-5f8f-473d-ada5-90124aa84cad HTTP/1.1" status: 200 len: 217 time: 0.0505567 May 26 16:02:30.965309 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a14ea6e3-0cdb-45b3-98b0-e1ac76b37aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:30.969000 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a14ea6e3-0cdb-45b3-98b0-e1ac76b37aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:30.969448 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a14ea6e3-0cdb-45b3-98b0-e1ac76b37aad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f54e829a-f81e-4d9d-a82b-cf8a9c3c6613 HTTP/1.1" status: 204 len: 168 time: 0.6437948 May 26 16:02:30.991265 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d977ab1f-195c-464a-8be2-753fabf49938 req-2879df23-e8b2-4f3b-af6f-c1cd2b1bc21b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586503 May 26 16:02:30.997558 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ea6e3-0cdb-45b3-98b0-e1ac76b37aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54e829a-f81e-4d9d-a82b-cf8a9c3c6613,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:31.127961 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-39985138-f657-4290-90a2-b05164792145 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:31.137096 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-39985138-f657-4290-90a2-b05164792145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:31.140840 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f156a3d-a352-485b-aca9-8999a3bbab44 req-898445af-c1da-49a7-8961-05219db0847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:31.148271 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9f156a3d-a352-485b-aca9-8999a3bbab44 req-898445af-c1da-49a7-8961-05219db0847a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1856756 May 26 16:02:31.152944 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09735d1-00c7-474f-9b3b-685515bc2419 req-62745d7a-6153-402d-9e8c-f093eeb89561 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:31.154535 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c09735d1-00c7-474f-9b3b-685515bc2419 req-62745d7a-6153-402d-9e8c-f093eeb89561 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 944 time: 0.0852709 May 26 16:02:31.199477 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793757c-f713-4c50-8469-a5fe176581eb None None] Pushing event updated for resources: {'Port': ['ID=5656dc95-0dc4-48b1-9dcb-5a02e1941af5,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:31.211879 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793757c-f713-4c50-8469-a5fe176581eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:31.212264 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793757c-f713-4c50-8469-a5fe176581eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:31.212610 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793757c-f713-4c50-8469-a5fe176581eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:31.212948 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793757c-f713-4c50-8469-a5fe176581eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:31.213292 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793757c-f713-4c50-8469-a5fe176581eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:31.213801 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793757c-f713-4c50-8469-a5fe176581eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:31.214140 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793757c-f713-4c50-8469-a5fe176581eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:31.214467 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793757c-f713-4c50-8469-a5fe176581eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:31.214797 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793757c-f713-4c50-8469-a5fe176581eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:31.216053 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793757c-f713-4c50-8469-a5fe176581eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:31.216437 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793757c-f713-4c50-8469-a5fe176581eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:31.216774 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793757c-f713-4c50-8469-a5fe176581eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:31.256460 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f156a3d-a352-485b-aca9-8999a3bbab44 req-e7970745-05b0-4e80-b201-e6b5b36bdf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:31.259708 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9f156a3d-a352-485b-aca9-8999a3bbab44 req-e7970745-05b0-4e80-b201-e6b5b36bdf04 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981607 May 26 16:02:31.260065 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c09735d1-00c7-474f-9b3b-685515bc2419 req-693c988a-73a3-4e32-a593-91382c11b9c8 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948420 May 26 16:02:31.346955 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-39985138-f657-4290-90a2-b05164792145 None None] Attempting to bind port 5656dc95-0dc4-48b1-9dcb-5a02e1941af5 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:31.349892 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-39985138-f657-4290-90a2-b05164792145 None None] Attempting to bind port 5656dc95-0dc4-48b1-9dcb-5a02e1941af5 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8bb01b2c-e493-4d25-bb47-6541f1ba917f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '067637a0-4610-498b-9eb1-d758311b2903'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:31.350547 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39985138-f657-4290-90a2-b05164792145 None None] Attempting to bind port 5656dc95-0dc4-48b1-9dcb-5a02e1941af5 on network 067637a0-4610-498b-9eb1-d758311b2903 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:31.367938 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39985138-f657-4290-90a2-b05164792145 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:31.368462 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39985138-f657-4290-90a2-b05164792145 None None] Checking segment: {'id': '8bb01b2c-e493-4d25-bb47-6541f1ba917f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '067637a0-4610-498b-9eb1-d758311b2903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:31.368877 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-39985138-f657-4290-90a2-b05164792145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:31.369300 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39985138-f657-4290-90a2-b05164792145 None None] Bound using segment: {'id': '8bb01b2c-e493-4d25-bb47-6541f1ba917f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '067637a0-4610-498b-9eb1-d758311b2903'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:31.369789 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-39985138-f657-4290-90a2-b05164792145 None None] Bound port: 5656dc95-0dc4-48b1-9dcb-5a02e1941af5, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb01b2c-e493-4d25-bb47-6541f1ba917f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '067637a0-4610-498b-9eb1-d758311b2903'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:31.370200 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-39985138-f657-4290-90a2-b05164792145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:31.452232 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9f156a3d-a352-485b-aca9-8999a3bbab44 req-d9b11b74-b940-433c-bce7-24a8898f558f service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826158 May 26 16:02:31.541342 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-39985138-f657-4290-90a2-b05164792145 None None] For port 5656dc95-0dc4-48b1-9dcb-5a02e1941af5, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:31.547944 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-39985138-f657-4290-90a2-b05164792145 None None] For port 5656dc95-0dc4-48b1-9dcb-5a02e1941af5, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=5656dc95-0dc4-48b1-9dcb-5a02e1941af5,segment=NetworkSegment(8bb01b2c-e493-4d25-bb47-6541f1ba917f),segment_id=8bb01b2c-e493-4d25-bb47-6541f1ba917f)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:31.562875 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-39985138-f657-4290-90a2-b05164792145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:31.624357 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39985138-f657-4290-90a2-b05164792145 None None] Routers {'0e167771-377c-4cab-a840-773c7ddd7c41'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:02:31.625283 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-39985138-f657-4290-90a2-b05164792145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:02:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0e167771-377c-4cab-a840-773c7ddd7c41'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:31.640544 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e18c7453-c029-4398-a89e-7c36f0be5cd5 None None] Provisioning complete for port 5656dc95-0dc4-48b1-9dcb-5a02e1941af5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:31.641080 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e18c7453-c029-4398-a89e-7c36f0be5cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:31.654950 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9f156a3d-a352-485b-aca9-8999a3bbab44 req-535679c9-4d47-477d-bcbb-ce33a37c5d76 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929662 May 26 16:02:31.678279 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-20f829b6-587e-4497-a3f6-86123d2fe00c tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:31.680332 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-20f829b6-587e-4497-a3f6-86123d2fe00c tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39&tenant_id=19e070c8e7b54fd08885a106f1eb9e23&binding%3Ahost_id=n-h2-843337-2 HTTP/1.1" status: 200 len: 1095 time: 0.5968840 May 26 16:02:31.758554 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e18c7453-c029-4398-a89e-7c36f0be5cd5 None None] Current status of the port 5656dc95-0dc4-48b1-9dcb-5a02e1941af5 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:31.759377 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e18c7453-c029-4398-a89e-7c36f0be5cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:31.783514 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-d85dab04-5785-4dab-ae87-7b3ebdb5a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:31.785335 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-d85dab04-5785-4dab-ae87-7b3ebdb5a7d5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39&tenant_id=19e070c8e7b54fd08885a106f1eb9e23 HTTP/1.1" status: 200 len: 1095 time: 0.0892122 May 26 16:02:31.790861 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41044) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:31.793344 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-39985138-f657-4290-90a2-b05164792145 None None] Set router 0e167771-377c-4cab-a840-773c7ddd7c41 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:02:31.810176 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e18c7453-c029-4398-a89e-7c36f0be5cd5 None None] For port 5656dc95-0dc4-48b1-9dcb-5a02e1941af5, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=5656dc95-0dc4-48b1-9dcb-5a02e1941af5,segment=NetworkSegment(8bb01b2c-e493-4d25-bb47-6541f1ba917f),segment_id=8bb01b2c-e493-4d25-bb47-6541f1ba917f)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:31.818422 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e18c7453-c029-4398-a89e-7c36f0be5cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:31.834815 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f6d470e-2ebe-4a8e-b98c-6b472d82b2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:31.920937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c7453-c029-4398-a89e-7c36f0be5cd5 None None] Pushing event updated for resources: {'Port': ['ID=5656dc95-0dc4-48b1-9dcb-5a02e1941af5,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:31.922176 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec529a3c-3e1f-4559-a1fe-37edb26989fa req-6293165f-e929-4e72-bb0a-be25fe65ccb8 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:31.932937 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec529a3c-3e1f-4559-a1fe-37edb26989fa req-6293165f-e929-4e72-bb0a-be25fe65ccb8 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 945 time: 0.2679317 May 26 16:02:31.940477 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793757c-f713-4c50-8469-a5fe176581eb None None] Pushing event updated for resources: {'Port': ['ID=5656dc95-0dc4-48b1-9dcb-5a02e1941af5,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:31.960007 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be281294-48f9-46b8-98cd-c914697095dc req-7da45281-1c1b-4a72-be47-b9f15dd6e7fd tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4939990 May 26 16:02:31.965813 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-63051aed-4e8d-4e0a-8eb2-b9a52a4a354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:31.969850 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-63051aed-4e8d-4e0a-8eb2-b9a52a4a354d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 1095 time: 0.1488523 May 26 16:02:31.974791 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-be281294-48f9-46b8-98cd-c914697095dc req-11baa0a3-bb17-42b8-ae0b-af0b656e92c1 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:32.007567 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec529a3c-3e1f-4559-a1fe-37edb26989fa req-2ddeee81-23f3-49a4-a2c7-3ba005ef1046 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734696 May 26 16:02:32.009610 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df208acf-987d-40a0-a234-82b96175b530', 'name': 'network-vif-deleted', 'tag': '75263e5e-7118-48e1-adb6-47c888290103'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:32.011204 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b85f1bd-4012-415e-833a-0338c57c7864" -d '{"events": [{"server_uuid": "df208acf-987d-40a0-a234-82b96175b530", "name": "network-vif-deleted", "tag": "75263e5e-7118-48e1-adb6-47c888290103"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:32.027975 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-be281294-48f9-46b8-98cd-c914697095dc req-11baa0a3-bb17-42b8-ae0b-af0b656e92c1 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:32.051338 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-166cf5a8-b80c-40bb-b65b-5cc283abf583 None None] Provisioning complete for port 5656dc95-0dc4-48b1-9dcb-5a02e1941af5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:32.052060 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-166cf5a8-b80c-40bb-b65b-5cc283abf583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:32.101633 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-6082d41a-563a-451c-aae6-7bce1c2f629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:32.103444 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-6082d41a-563a-451c-aae6-7bce1c2f629e service neutron] 10.222.0.81 "GET /v2.0/networks?id=849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 200 len: 921 time: 0.1196587 May 26 16:02:32.116293 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-39985138-f657-4290-90a2-b05164792145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e167771-377c-4cab-a840-773c7ddd7c41', 'name': 'tempest-FloatingIPDetailsTestJSON-2074037601-router', 'tenant_id': 'b4fa8226006949599c77233c2d1f94d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '83c4ad59-9359-4f6f-b1af-4cb48319f2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:17Z', 'updated_at': '2022-05-26T16:02:27Z', 'revision_number': 4, 'project_id': 'b4fa8226006949599c77233c2d1f94d2', 'gw_port': {'id': '83c4ad59-9359-4f6f-b1af-4cb48319f2d8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e167771-377c-4cab-a840-773c7ddd7c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:18Z', 'updated_at': '2022-05-26T16:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '5656dc95-0dc4-48b1-9dcb-5a02e1941af5', 'name': '', 'network_id': '067637a0-4610-498b-9eb1-d758311b2903', 'tenant_id': 'b4fa8226006949599c77233c2d1f94d2', 'mac_address': 'fa:16:3e:6c:55:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e167771-377c-4cab-a840-773c7ddd7c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4ca9f14f-0ccf-4008-b618-a6b17b8d5fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:24Z', 'updated_at': '2022-05-26T16:02:31Z', 'revision_number': 4, 'project_id': 'b4fa8226006949599c77233c2d1f94d2', 'subnets': [{'id': '4ca9f14f-0ccf-4008-b618-a6b17b8d5fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:32.124648 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f6d470e-2ebe-4a8e-b98c-6b472d82b2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:32.159305 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39985138-f657-4290-90a2-b05164792145 None None] The sync data for ids ['0e167771-377c-4cab-a840-773c7ddd7c41'] in n-d-843337-2 is: [{'id': '0e167771-377c-4cab-a840-773c7ddd7c41', 'name': 'tempest-FloatingIPDetailsTestJSON-2074037601-router', 'tenant_id': 'b4fa8226006949599c77233c2d1f94d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '83c4ad59-9359-4f6f-b1af-4cb48319f2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:17Z', 'updated_at': '2022-05-26T16:02:27Z', 'revision_number': 4, 'project_id': 'b4fa8226006949599c77233c2d1f94d2', 'gw_port': {'id': '83c4ad59-9359-4f6f-b1af-4cb48319f2d8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e167771-377c-4cab-a840-773c7ddd7c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:18Z', 'updated_at': '2022-05-26T16:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '5656dc95-0dc4-48b1-9dcb-5a02e1941af5', 'name': '', 'network_id': '067637a0-4610-498b-9eb1-d758311b2903', 'tenant_id': 'b4fa8226006949599c77233c2d1f94d2', 'mac_address': 'fa:16:3e:6c:55:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e167771-377c-4cab-a840-773c7ddd7c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4ca9f14f-0ccf-4008-b618-a6b17b8d5fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:24Z', 'updated_at': '2022-05-26T16:02:31Z', 'revision_number': 4, 'project_id': 'b4fa8226006949599c77233c2d1f94d2', 'subnets': [{'id': '4ca9f14f-0ccf-4008-b618-a6b17b8d5fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:02:32.179116 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-7c341377-c67d-4130-9d3c-239916bf72d2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80ae73e3-df92-479c-8a3a-0ea1a951666a HTTP/1.1" status: 200 len: 217 time: 0.0674007 May 26 16:02:32.180827 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f6d470e-2ebe-4a8e-b98c-6b472d82b2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:32.189359 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-166cf5a8-b80c-40bb-b65b-5cc283abf583 None None] Current status of the port 5656dc95-0dc4-48b1-9dcb-5a02e1941af5 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:32.235733 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1f6d470e-2ebe-4a8e-b98c-6b472d82b2b2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=08c4f8db91a7402c80617a245c1315cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4432361 May 26 16:02:32.236843 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c8754-db08-49ae-bc84-36d24e56bfde req-862789aa-713f-4d3e-85ee-3d5f03634597 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:32.245861 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-392c8754-db08-49ae-bc84-36d24e56bfde req-862789aa-713f-4d3e-85ee-3d5f03634597 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff13200-775c-4159-970c-05fc03357def HTTP/1.1" status: 200 len: 946 time: 0.0855312 May 26 16:02:32.248346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41054) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:32.293032 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-be281294-48f9-46b8-98cd-c914697095dc req-11baa0a3-bb17-42b8-ae0b-af0b656e92c1 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:32.327508 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d470e-2ebe-4a8e-b98c-6b472d82b2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb77da87-4622-4643-97f1-c015e6621eee,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:32.342477 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-392c8754-db08-49ae-bc84-36d24e56bfde req-b6aafb50-300b-408e-bfd9-d3e89cba976f tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961211 May 26 16:02:32.350062 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-0da2c896-058f-40a5-ab34-ef618036f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:32.352724 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-0da2c896-058f-40a5-ab34-ef618036f0af service neutron] 10.222.0.81 "GET /v2.0/subnets?id=34e27219-447c-429c-b572-febfd4b36520 HTTP/1.1" status: 200 len: 860 time: 0.1344783 May 26 16:02:32.392843 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-ea886058-4750-45e6-bd80-d1dfee9460f7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=849715ed-d05e-42c2-bffa-fde3212d6c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283813 May 26 16:02:32.404708 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-970560ca-7196-40d7-ba7d-a735f8c32b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:32.466743 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-970560ca-7196-40d7-ba7d-a735f8c32b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:32.511279 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-a4465ccc-bada-4105-95e5-e302235ff799 service neutron] 10.222.0.81 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078842 May 26 16:02:32.539208 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-be281294-48f9-46b8-98cd-c914697095dc req-11baa0a3-bb17-42b8-ae0b-af0b656e92c1 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Allocated IP 172.25.7.150 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/3f722776-ee69-4f43-97cf-0d75108995fe) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:32.571371 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a7fe1-17b1-404f-bfd7-8a4f8932bec3 req-925738b6-005c-4381-bdcd-9d561c333373 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:32.578786 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a7fe1-17b1-404f-bfd7-8a4f8932bec3 req-925738b6-005c-4381-bdcd-9d561c333373 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:32.587372 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a7fe1-17b1-404f-bfd7-8a4f8932bec3 req-925738b6-005c-4381-bdcd-9d561c333373 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:32.594877 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a7fe1-17b1-404f-bfd7-8a4f8932bec3 req-925738b6-005c-4381-bdcd-9d561c333373 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:32.601915 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a7fe1-17b1-404f-bfd7-8a4f8932bec3 req-925738b6-005c-4381-bdcd-9d561c333373 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:32.608496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a7fe1-17b1-404f-bfd7-8a4f8932bec3 req-925738b6-005c-4381-bdcd-9d561c333373 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:32.615641 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a7fe1-17b1-404f-bfd7-8a4f8932bec3 req-925738b6-005c-4381-bdcd-9d561c333373 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:32.617601 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f81a7fe1-17b1-404f-bfd7-8a4f8932bec3 req-925738b6-005c-4381-bdcd-9d561c333373 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5420 time: 0.1680391 May 26 16:02:32.622764 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-ee61425c-f234-4dd0-8a1d-43abb973d66c service neutron] 10.222.0.81 "GET /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035767 May 26 16:02:32.639384 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-970560ca-7196-40d7-ba7d-a735f8c32b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:32.642000 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-970560ca-7196-40d7-ba7d-a735f8c32b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:32.652607 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-970560ca-7196-40d7-ba7d-a735f8c32b68 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fb77da87-4622-4643-97f1-c015e6621eee HTTP/1.1" status: 204 len: 168 time: 0.3967261 May 26 16:02:32.710061 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970560ca-7196-40d7-ba7d-a735f8c32b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb77da87-4622-4643-97f1-c015e6621eee,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:32.727044 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970560ca-7196-40d7-ba7d-a735f8c32b68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:32.727392 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970560ca-7196-40d7-ba7d-a735f8c32b68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:32.727752 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970560ca-7196-40d7-ba7d-a735f8c32b68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:32.728121 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970560ca-7196-40d7-ba7d-a735f8c32b68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:32.728496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970560ca-7196-40d7-ba7d-a735f8c32b68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:32.728832 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970560ca-7196-40d7-ba7d-a735f8c32b68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:32.729168 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970560ca-7196-40d7-ba7d-a735f8c32b68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:32.729498 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970560ca-7196-40d7-ba7d-a735f8c32b68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:32.729832 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970560ca-7196-40d7-ba7d-a735f8c32b68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:32.730158 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970560ca-7196-40d7-ba7d-a735f8c32b68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:32.730484 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970560ca-7196-40d7-ba7d-a735f8c32b68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:32.730808 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970560ca-7196-40d7-ba7d-a735f8c32b68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:32.760421 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f81a7fe1-17b1-404f-bfd7-8a4f8932bec3 req-5b360bff-4273-4b92-9af4-9cb37f4ceaeb tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1244469 May 26 16:02:32.790609 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-be281294-48f9-46b8-98cd-c914697095dc req-11baa0a3-bb17-42b8-ae0b-af0b656e92c1 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:32.853936 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 9bb925fc-5f8f-473d-ada5-90124aa84cad details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:32.935137 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-be281294-48f9-46b8-98cd-c914697095dc req-11baa0a3-bb17-42b8-ae0b-af0b656e92c1 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:32.967931 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-54d617cf-b1aa-401f-bf78-07d9fa07ec56 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:32.970437 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-54d617cf-b1aa-401f-bf78-07d9fa07ec56 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39&tenant_id=19e070c8e7b54fd08885a106f1eb9e23&binding%3Ahost_id=n-h1-843337-2 HTTP/1.1" status: 200 len: 1095 time: 0.0762224 May 26 16:02:33.004577 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be281294-48f9-46b8-98cd-c914697095dc req-11baa0a3-bb17-42b8-ae0b-af0b656e92c1 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:33.009148 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-be281294-48f9-46b8-98cd-c914697095dc req-11baa0a3-bb17-42b8-ae0b-af0b656e92c1 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:33.016288 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-be281294-48f9-46b8-98cd-c914697095dc req-11baa0a3-bb17-42b8-ae0b-af0b656e92c1 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:33.092794 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab5fe3-1377-4aae-8c4f-5d6b3fc6e5f4 req-8f6c20df-b678-4690-afa5-34e8dd026e0f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:33.102421 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1ab5fe3-1377-4aae-8c4f-5d6b3fc6e5f4 req-8f6c20df-b678-4690-afa5-34e8dd026e0f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 948 time: 0.2347076 May 26 16:02:33.168722 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-be281294-48f9-46b8-98cd-c914697095dc req-11baa0a3-bb17-42b8-ae0b-af0b656e92c1 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:33.198216 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-f8380794-1aea-485f-b025-18e25b0eef2b service neutron] For port 80ae73e3-df92-479c-8a3a-0ea1a951666a, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:33.204781 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-f8380794-1aea-485f-b025-18e25b0eef2b service neutron] Notify callbacks [] for binding, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:33.206614 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-f8380794-1aea-485f-b025-18e25b0eef2b service neutron] 10.222.0.81 "DELETE /v2.0/ports/80ae73e3-df92-479c-8a3a-0ea1a951666a/bindings/n-h2-843337-2 HTTP/1.1" status: 204 len: 173 time: 0.2236180 May 26 16:02:33.249432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11baa0a3-bb17-42b8-ae0b-af0b656e92c1 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Pushing event updated for resources: {'Port': ['ID=3f722776-ee69-4f43-97cf-0d75108995fe,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:33.260043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 9bb925fc-5f8f-473d-ada5-90124aa84cad, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=9bb925fc-5f8f-473d-ada5-90124aa84cad,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:33.278697 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '9bb925fc-5f8f-473d-ada5-90124aa84cad', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '9bb925fc-5f8f-473d-ada5-90124aa84cad', 'mac_address': 'fa:16:3e:a6:87:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:33.283614 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1ab5fe3-1377-4aae-8c4f-5d6b3fc6e5f4 req-d695e84b-521c-4b2f-92b1-d20489267b3a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800840 May 26 16:02:33.302660 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-be281294-48f9-46b8-98cd-c914697095dc req-11baa0a3-bb17-42b8-ae0b-af0b656e92c1 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:33.341403 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 9bb925fc-5f8f-473d-ada5-90124aa84cad is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:33.342164 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:33.363478 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b451eef-7d57-4020-9b63-aaeb3dcb9434 x-openstack-request-id: req-7b451eef-7d57-4020-9b63-aaeb3dcb9434 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:33.364047 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df208acf-987d-40a0-a234-82b96175b530", "name": "network-vif-deleted", "tag": "75263e5e-7118-48e1-adb6-47c888290103", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:33.364355 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7b451eef-7d57-4020-9b63-aaeb3dcb9434 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:33.364761 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b451eef-7d57-4020-9b63-aaeb3dcb9434'] response: {'server_uuid': 'df208acf-987d-40a0-a234-82b96175b530', 'name': 'network-vif-deleted', 'tag': '75263e5e-7118-48e1-adb6-47c888290103', 'status': 'completed', 'code': 200} May 26 16:02:33.368548 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb925fc-5f8f-473d-ada5-90124aa84cad {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:33.401917 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 9bb925fc-5f8f-473d-ada5-90124aa84cad, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=9bb925fc-5f8f-473d-ada5-90124aa84cad,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:33.410539 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:33.489683 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=9bb925fc-5f8f-473d-ada5-90124aa84cad,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:33.563450 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-be281294-48f9-46b8-98cd-c914697095dc req-11baa0a3-bb17-42b8-ae0b-af0b656e92c1 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:33.570901 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-be281294-48f9-46b8-98cd-c914697095dc req-11baa0a3-bb17-42b8-ae0b-af0b656e92c1 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:33.632557 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11baa0a3-bb17-42b8-ae0b-af0b656e92c1 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Pushing event updated for resources: {'Port': ['ID=3f722776-ee69-4f43-97cf-0d75108995fe,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:33.724352 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-be281294-48f9-46b8-98cd-c914697095dc req-11baa0a3-bb17-42b8-ae0b-af0b656e92c1 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:33.750248 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 5656dc95-0dc4-48b1-9dcb-5a02e1941af5 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:33.755344 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-be281294-48f9-46b8-98cd-c914697095dc req-11baa0a3-bb17-42b8-ae0b-af0b656e92c1 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:33.756586 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be281294-48f9-46b8-98cd-c914697095dc req-11baa0a3-bb17-42b8-ae0b-af0b656e92c1 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7880211 May 26 16:02:33.850537 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['9bb925fc-5f8f-473d-ada5-90124aa84cad'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:33.902732 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be281294-48f9-46b8-98cd-c914697095dc req-daba73d9-31bd-4d13-858a-560209aa2116 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 696 time: 0.1383567 May 26 16:02:33.993589 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 5656dc95-0dc4-48b1-9dcb-5a02e1941af5 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:33.994220 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:34.095766 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be281294-48f9-46b8-98cd-c914697095dc req-c60ac801-3550-456a-801f-308c1d1a4f50 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:34.097373 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be281294-48f9-46b8-98cd-c914697095dc req-c60ac801-3550-456a-801f-308c1d1a4f50 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.1938064 May 26 16:02:34.133743 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-be281294-48f9-46b8-98cd-c914697095dc req-d4dad88d-4ce4-4f56-a81e-116e8e63f3e4 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:02:34.134812 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 5656dc95-0dc4-48b1-9dcb-5a02e1941af5 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:34.139587 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be281294-48f9-46b8-98cd-c914697095dc req-d4dad88d-4ce4-4f56-a81e-116e8e63f3e4 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0347733 May 26 16:02:34.260986 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3b6e8-e98f-40ba-b0b0-4a20f3b3f27e req-eb5a0207-0fd5-4828-ab0d-65766b9e567c tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:34.262826 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52f3b6e8-e98f-40ba-b0b0-4a20f3b3f27e req-eb5a0207-0fd5-4828-ab0d-65766b9e567c tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 944 time: 0.0994644 May 26 16:02:34.276666 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdeecc-2987-46ce-8529-05e90389c881 req-22649d4f-bed2-4197-825a-6ca2f6d5b3e9 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:34.278205 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dacdeecc-2987-46ce-8529-05e90389c881 req-22649d4f-bed2-4197-825a-6ca2f6d5b3e9 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff13200-775c-4159-970c-05fc03357def HTTP/1.1" status: 200 len: 946 time: 0.0821886 May 26 16:02:34.343573 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52f3b6e8-e98f-40ba-b0b0-4a20f3b3f27e req-4abda4a4-ede2-4a35-9c5f-26bcacc3e53c tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642962 May 26 16:02:34.354131 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dacdeecc-2987-46ce-8529-05e90389c881 req-90841e32-7d92-4985-b5b2-6fa6b5aaed65 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673435 May 26 16:02:34.488801 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac80c6-11a3-4470-9659-d2dc6e1a5111 req-b7c047fd-5480-4c47-a1f4-041dd5a43e11 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:34.494875 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac80c6-11a3-4470-9659-d2dc6e1a5111 req-b7c047fd-5480-4c47-a1f4-041dd5a43e11 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:34.501180 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac80c6-11a3-4470-9659-d2dc6e1a5111 req-b7c047fd-5480-4c47-a1f4-041dd5a43e11 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:34.508176 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac80c6-11a3-4470-9659-d2dc6e1a5111 req-b7c047fd-5480-4c47-a1f4-041dd5a43e11 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:34.514528 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac80c6-11a3-4470-9659-d2dc6e1a5111 req-b7c047fd-5480-4c47-a1f4-041dd5a43e11 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:34.521606 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac80c6-11a3-4470-9659-d2dc6e1a5111 req-b7c047fd-5480-4c47-a1f4-041dd5a43e11 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:34.527779 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac80c6-11a3-4470-9659-d2dc6e1a5111 req-b7c047fd-5480-4c47-a1f4-041dd5a43e11 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:34.529748 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9eac80c6-11a3-4470-9659-d2dc6e1a5111 req-b7c047fd-5480-4c47-a1f4-041dd5a43e11 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5420 time: 0.1086802 May 26 16:02:34.600308 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9eac80c6-11a3-4470-9659-d2dc6e1a5111 req-7f74de33-4bd2-42fe-b872-514b02030fc4 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604415 May 26 16:02:34.612418 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1fe95-6aca-4962-860f-cf76ebb2db64 req-408a52fe-7c78-47aa-b868-4c6319690479 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:34.614735 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-29f1fe95-6aca-4962-860f-cf76ebb2db64 req-408a52fe-7c78-47aa-b868-4c6319690479 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e444188e-629a-4a68-a398-2dac85f45d9b HTTP/1.1" status: 200 len: 950 time: 0.0839686 May 26 16:02:34.711660 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-29f1fe95-6aca-4962-860f-cf76ebb2db64 req-50e98784-b2a1-409e-bb1a-1c760d822d04 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/security-groups?id=93e73936-facd-4520-a937-517f1acb676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867608 May 26 16:02:34.762881 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e003a7c-cde3-4f2e-beca-51c33a65f8a7 req-6759a7db-0ef6-4208-97ba-6775e4a264e4 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1307762 May 26 16:02:34.767789 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-4e003a7c-cde3-4f2e-beca-51c33a65f8a7 req-69fb1fda-02f6-4e45-959f-43ce1194351b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:34.817623 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4e003a7c-cde3-4f2e-beca-51c33a65f8a7 req-69fb1fda-02f6-4e45-959f-43ce1194351b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:34.848048 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c45109-054b-4bfb-bdcc-eaf8ab3c61cd req-8476da0f-649c-4d7f-8e17-360baf1323ea tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:34.849513 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-86c45109-054b-4bfb-bdcc-eaf8ab3c61cd req-8476da0f-649c-4d7f-8e17-360baf1323ea tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 949 time: 0.0774443 May 26 16:02:34.913425 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-86c45109-054b-4bfb-bdcc-eaf8ab3c61cd req-00a9616e-66fb-4aec-b477-b792a82d2703 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408835 May 26 16:02:34.963032 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4e003a7c-cde3-4f2e-beca-51c33a65f8a7 req-69fb1fda-02f6-4e45-959f-43ce1194351b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:35.073796 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-4e003a7c-cde3-4f2e-beca-51c33a65f8a7 req-69fb1fda-02f6-4e45-959f-43ce1194351b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Allocated IP 172.25.7.7 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/6eb3a78f-d1b8-40a0-ab9c-b60858b66de4) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:35.183535 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4e003a7c-cde3-4f2e-beca-51c33a65f8a7 req-69fb1fda-02f6-4e45-959f-43ce1194351b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:35.219166 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4e003a7c-cde3-4f2e-beca-51c33a65f8a7 req-69fb1fda-02f6-4e45-959f-43ce1194351b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:35.264515 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e003a7c-cde3-4f2e-beca-51c33a65f8a7 req-69fb1fda-02f6-4e45-959f-43ce1194351b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:35.271174 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-4e003a7c-cde3-4f2e-beca-51c33a65f8a7 req-69fb1fda-02f6-4e45-959f-43ce1194351b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:35.284501 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e003a7c-cde3-4f2e-beca-51c33a65f8a7 req-69fb1fda-02f6-4e45-959f-43ce1194351b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:35.299676 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb1fda-02f6-4e45-959f-43ce1194351b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Pushing event updated for resources: {'Port': ['ID=6eb3a78f-d1b8-40a0-ab9c-b60858b66de4,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:35.351599 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02399c-c42a-493e-a898-b83e836be06d req-6e06e3f6-dcf5-4258-ad47-44498a995238 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:35.353163 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b02399c-c42a-493e-a898-b83e836be06d req-6e06e3f6-dcf5-4258-ad47-44498a995238 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 1095 time: 0.0859120 May 26 16:02:35.425175 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b02399c-c42a-493e-a898-b83e836be06d req-2293ae9f-e8ea-4875-b4c2-fbb1ae4d48a7 tempest-LiveAutoBlockMigrationV225Test-1165220850 tempest-LiveAutoBlockMigrationV225Test-1165220850-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657446 May 26 16:02:35.428291 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4e003a7c-cde3-4f2e-beca-51c33a65f8a7 req-69fb1fda-02f6-4e45-959f-43ce1194351b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:35.463896 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4e003a7c-cde3-4f2e-beca-51c33a65f8a7 req-69fb1fda-02f6-4e45-959f-43ce1194351b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:35.603121 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c9ca6-4478-48db-aa93-8ebf7ef7af45 req-03e9ec57-a1da-4ac8-ad60-9c6acee845b8 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:35.604623 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a34c9ca6-4478-48db-aa93-8ebf7ef7af45 req-03e9ec57-a1da-4ac8-ad60-9c6acee845b8 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff13200-775c-4159-970c-05fc03357def HTTP/1.1" status: 200 len: 946 time: 0.1003754 May 26 16:02:35.667323 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a34c9ca6-4478-48db-aa93-8ebf7ef7af45 req-378694d1-464d-45e8-821f-a2506c75c099 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563798 May 26 16:02:35.684253 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4e003a7c-cde3-4f2e-beca-51c33a65f8a7 req-69fb1fda-02f6-4e45-959f-43ce1194351b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:35.689871 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4e003a7c-cde3-4f2e-beca-51c33a65f8a7 req-69fb1fda-02f6-4e45-959f-43ce1194351b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:35.765780 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb1fda-02f6-4e45-959f-43ce1194351b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Pushing event updated for resources: {'Port': ['ID=6eb3a78f-d1b8-40a0-ab9c-b60858b66de4,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:35.776948 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4e003a7c-cde3-4f2e-beca-51c33a65f8a7 req-69fb1fda-02f6-4e45-959f-43ce1194351b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:35.792018 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4e003a7c-cde3-4f2e-beca-51c33a65f8a7 req-69fb1fda-02f6-4e45-959f-43ce1194351b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:35.793380 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e003a7c-cde3-4f2e-beca-51c33a65f8a7 req-69fb1fda-02f6-4e45-959f-43ce1194351b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.0296738 May 26 16:02:35.855782 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e003a7c-cde3-4f2e-beca-51c33a65f8a7 req-bc44c6b7-d8a6-4806-90f2-929d96d9aef9 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.7 HTTP/1.1" status: 200 len: 694 time: 0.0561843 May 26 16:02:35.885399 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fdb4a-675a-4a04-b319-8f40ecdbcd68 req-9fa2d122-0d95-49e4-a82c-871357d79fd8 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:35.887014 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b0fdb4a-675a-4a04-b319-8f40ecdbcd68 req-9fa2d122-0d95-49e4-a82c-871357d79fd8 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.81 "GET /v2.0/ports?device_id=e444188e-629a-4a68-a398-2dac85f45d9b HTTP/1.1" status: 200 len: 950 time: 0.0624850 May 26 16:02:35.978230 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e003a7c-cde3-4f2e-beca-51c33a65f8a7 req-2752a17a-2096-4683-8498-97aedb64ebbf tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:35.992961 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e003a7c-cde3-4f2e-beca-51c33a65f8a7 req-2752a17a-2096-4683-8498-97aedb64ebbf tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.1312871 May 26 16:02:36.012083 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-4b0fdb4a-675a-4a04-b319-8f40ecdbcd68 req-1617e3e8-a188-445c-99b2-34a0c96364d9 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Deleting port 20375dc8-a00d-43df-8c85-331049b660be {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:36.013026 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4b0fdb4a-675a-4a04-b319-8f40ecdbcd68 req-1617e3e8-a188-445c-99b2-34a0c96364d9 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:36.105628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-4b0fdb4a-675a-4a04-b319-8f40ecdbcd68 req-1617e3e8-a188-445c-99b2-34a0c96364d9 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] For port 20375dc8-a00d-43df-8c85-331049b660be, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=20375dc8-a00d-43df-8c85-331049b660be,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:36.106002 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4b0fdb4a-675a-4a04-b319-8f40ecdbcd68 req-1617e3e8-a188-445c-99b2-34a0c96364d9 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:36.112458 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8ddf7-9a07-4329-bb7a-e9cd6b34194c req-140728de-8bab-41c0-b49e-7ad427f4224a tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:36.118256 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-4b0fdb4a-675a-4a04-b319-8f40ecdbcd68 req-1617e3e8-a188-445c-99b2-34a0c96364d9 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Calling delete_port for 20375dc8-a00d-43df-8c85-331049b660be owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:36.118445 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8ddf7-9a07-4329-bb7a-e9cd6b34194c req-140728de-8bab-41c0-b49e-7ad427f4224a tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:36.124322 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8ddf7-9a07-4329-bb7a-e9cd6b34194c req-140728de-8bab-41c0-b49e-7ad427f4224a tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:36.130324 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8ddf7-9a07-4329-bb7a-e9cd6b34194c req-140728de-8bab-41c0-b49e-7ad427f4224a tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:36.136181 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8ddf7-9a07-4329-bb7a-e9cd6b34194c req-140728de-8bab-41c0-b49e-7ad427f4224a tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:36.141972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8ddf7-9a07-4329-bb7a-e9cd6b34194c req-140728de-8bab-41c0-b49e-7ad427f4224a tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:36.148433 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8ddf7-9a07-4329-bb7a-e9cd6b34194c req-140728de-8bab-41c0-b49e-7ad427f4224a tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:36.150310 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1da8ddf7-9a07-4329-bb7a-e9cd6b34194c req-140728de-8bab-41c0-b49e-7ad427f4224a tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5420 time: 0.1217985 May 26 16:02:36.162980 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb447244-cc12-48ff-8437-46a6c29f9a49 req-b300e402-0cf3-4bae-b095-9d0b82f5fc2d tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:36.164450 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb447244-cc12-48ff-8437-46a6c29f9a49 req-b300e402-0cf3-4bae-b095-9d0b82f5fc2d tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff13200-775c-4159-970c-05fc03357def HTTP/1.1" status: 200 len: 946 time: 0.1245835 May 26 16:02:36.223114 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1da8ddf7-9a07-4329-bb7a-e9cd6b34194c req-e15305db-b717-46de-b90c-1651f947e279 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571003 May 26 16:02:36.228016 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb447244-cc12-48ff-8437-46a6c29f9a49 req-b07e4ea2-501c-4d5b-bec5-0a157d491785 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560865 May 26 16:02:36.259033 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4b0fdb4a-675a-4a04-b319-8f40ecdbcd68 req-1617e3e8-a188-445c-99b2-34a0c96364d9 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:36.273477 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['20375dc8-a00d-43df-8c85-331049b660be'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:36.299866 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617e3e8-a188-445c-99b2-34a0c96364d9 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Pushing event deleted for resources: {'Port': ['ID=20375dc8-a00d-43df-8c85-331049b660be,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:36.353357 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0fdb4a-675a-4a04-b319-8f40ecdbcd68 req-1617e3e8-a188-445c-99b2-34a0c96364d9 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] No DVR routers for this DVR port 20375dc8-a00d-43df-8c85-331049b660be on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:02:36.356245 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4b0fdb4a-675a-4a04-b319-8f40ecdbcd68 req-1617e3e8-a188-445c-99b2-34a0c96364d9 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:36.359563 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b0fdb4a-675a-4a04-b319-8f40ecdbcd68 req-1617e3e8-a188-445c-99b2-34a0c96364d9 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.81 "DELETE /v2.0/ports/20375dc8-a00d-43df-8c85-331049b660be HTTP/1.1" status: 204 len: 173 time: 0.4608042 May 26 16:02:36.360008 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e444188e-629a-4a68-a398-2dac85f45d9b', 'name': 'network-vif-deleted', 'tag': '20375dc8-a00d-43df-8c85-331049b660be'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:36.362302 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5ae798-ff75-4457-8d62-cbce5a9657b8" -d '{"events": [{"server_uuid": "e444188e-629a-4a68-a398-2dac85f45d9b", "name": "network-vif-deleted", "tag": "20375dc8-a00d-43df-8c85-331049b660be"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:36.370296 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ccdee89e-3c65-467b-8209-3f7b4573a6fa req-f091551e-762e-4a92-9a5c-6dde83cd6db0 tempest-LiveMigrationNegativeTest-1761752518 tempest-LiveMigrationNegativeTest-1761752518-project] 10.222.0.77 "GET /v2.0/ports?device_id=e444188e-629a-4a68-a398-2dac85f45d9b HTTP/1.1" status: 200 len: 210 time: 0.0349858 May 26 16:02:36.489285 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31519244-2567-47f5-8925-0ace4f7a4fc5 req-6e5a11ee-810d-4d65-91d8-67202f5ff19f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:36.490683 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31519244-2567-47f5-8925-0ace4f7a4fc5 req-6e5a11ee-810d-4d65-91d8-67202f5ff19f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 949 time: 0.0786424 May 26 16:02:36.510860 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ed7ac-b878-4aa7-94b5-0e984c7134cc req-0bfbf70e-6aaf-4b03-82e9-b88e5ce961fc tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:36.512637 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-697ed7ac-b878-4aa7-94b5-0e984c7134cc req-0bfbf70e-6aaf-4b03-82e9-b88e5ce961fc tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 944 time: 0.0741248 May 26 16:02:36.555602 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31519244-2567-47f5-8925-0ace4f7a4fc5 req-bec4ac2b-1f6b-437a-a292-4f7be21a7fd1 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580373 May 26 16:02:36.568136 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-697ed7ac-b878-4aa7-94b5-0e984c7134cc req-df03bdeb-7f24-487d-ac4f-c13b63d9d101 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463760 May 26 16:02:36.822215 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0323c64-937e-4251-9e76-8b63424969b6 req-5fc120c1-cb67-4df5-ba09-61f47d026106 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:36.824812 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d0323c64-937e-4251-9e76-8b63424969b6 req-5fc120c1-cb67-4df5-ba09-61f47d026106 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.81 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 944 time: 0.0812650 May 26 16:02:36.883035 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 9bb925fc-5f8f-473d-ada5-90124aa84cad up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:36.996009 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-d0323c64-937e-4251-9e76-8b63424969b6 req-4f826a16-9bbc-408e-9f08-4bbd3462db9d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Deleting port 80ae73e3-df92-479c-8a3a-0ea1a951666a {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:36.997694 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d0323c64-937e-4251-9e76-8b63424969b6 req-4f826a16-9bbc-408e-9f08-4bbd3462db9d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:37.011737 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 9bb925fc-5f8f-473d-ada5-90124aa84cad completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:02:37.016932 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 9bb925fc-5f8f-473d-ada5-90124aa84cad triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:37.018540 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:37.085942 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fee29-5475-4d2b-98cc-e51c15b51fda req-973e5981-08a7-42de-bb6f-974958f44a1d tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:37.087777 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa8fee29-5475-4d2b-98cc-e51c15b51fda req-973e5981-08a7-42de-bb6f-974958f44a1d tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 945 time: 0.0788255 May 26 16:02:37.100057 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b32b990d-bc27-4bb0-8238-06092316908d req-62f247e6-0bb0-4424-ab6f-3e22d4e6056e tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5209863 May 26 16:02:37.105976 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-b32b990d-bc27-4bb0-8238-06092316908d req-891fa446-d1e7-4841-92a9-808d62e5267f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:37.115698 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-d0323c64-937e-4251-9e76-8b63424969b6 req-4f826a16-9bbc-408e-9f08-4bbd3462db9d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] For port 80ae73e3-df92-479c-8a3a-0ea1a951666a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=80ae73e3-df92-479c-8a3a-0ea1a951666a,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:37.116911 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d0323c64-937e-4251-9e76-8b63424969b6 req-4f826a16-9bbc-408e-9f08-4bbd3462db9d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:37.130267 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 9bb925fc-5f8f-473d-ada5-90124aa84cad is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:37.130661 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:37.131675 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-d0323c64-937e-4251-9e76-8b63424969b6 req-4f826a16-9bbc-408e-9f08-4bbd3462db9d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Calling delete_port for 80ae73e3-df92-479c-8a3a-0ea1a951666a owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:37.147104 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b32b990d-bc27-4bb0-8238-06092316908d req-891fa446-d1e7-4841-92a9-808d62e5267f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:37.174013 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307fd34b-7046-40fb-8d84-f0a6ecf484ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb925fc-5f8f-473d-ada5-90124aa84cad'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:37.176689 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa8fee29-5475-4d2b-98cc-e51c15b51fda req-93b2fa99-47a5-4e0c-a8d4-a70a864a27a4 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742247 May 26 16:02:37.178809 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddf2188-d1ae-42d9-b4fd-efef48c95930" -d '{"events": [{"server_uuid": "307fd34b-7046-40fb-8d84-f0a6ecf484ec", "name": "network-vif-plugged", "status": "completed", "tag": "9bb925fc-5f8f-473d-ada5-90124aa84cad"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:37.198015 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 9bb925fc-5f8f-473d-ada5-90124aa84cad, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=9bb925fc-5f8f-473d-ada5-90124aa84cad,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:37.203916 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:37.205026 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 80ae73e3-df92-479c-8a3a-0ea1a951666a no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:02:37.293495 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f81a54-5a46-44a8-b6fd-481aba632952 x-openstack-request-id: req-87f81a54-5a46-44a8-b6fd-481aba632952 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:37.293797 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e444188e-629a-4a68-a398-2dac85f45d9b", "name": "network-vif-deleted", "tag": "20375dc8-a00d-43df-8c85-331049b660be", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:37.294500 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-87f81a54-5a46-44a8-b6fd-481aba632952 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:37.295926 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f81a54-5a46-44a8-b6fd-481aba632952'] response: {'server_uuid': 'e444188e-629a-4a68-a398-2dac85f45d9b', 'name': 'network-vif-deleted', 'tag': '20375dc8-a00d-43df-8c85-331049b660be', 'status': 'completed', 'code': 200} May 26 16:02:37.299175 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b32b990d-bc27-4bb0-8238-06092316908d req-891fa446-d1e7-4841-92a9-808d62e5267f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:37.309169 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=9bb925fc-5f8f-473d-ada5-90124aa84cad,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:37.335792 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d0323c64-937e-4251-9e76-8b63424969b6 req-4f826a16-9bbc-408e-9f08-4bbd3462db9d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:37.352828 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 80ae73e3-df92-479c-8a3a-0ea1a951666a is: DOWN; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:37.353895 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 20375dc8-a00d-43df-8c85-331049b660be no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:02:37.377887 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 20375dc8-a00d-43df-8c85-331049b660be {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:02:37.378457 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 20375dc8-a00d-43df-8c85-331049b660be not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:02:37.412005 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f826a16-9bbc-408e-9f08-4bbd3462db9d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Pushing event deleted for resources: {'Port': ['ID=80ae73e3-df92-479c-8a3a-0ea1a951666a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:37.414838 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['abc417ca-d09c-4b20-afa4-b8599fee9b0e'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:37.432965 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0323c64-937e-4251-9e76-8b63424969b6 req-4f826a16-9bbc-408e-9f08-4bbd3462db9d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] No DVR routers for this DVR port 80ae73e3-df92-479c-8a3a-0ea1a951666a on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:02:37.436224 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d0323c64-937e-4251-9e76-8b63424969b6 req-4f826a16-9bbc-408e-9f08-4bbd3462db9d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:37.440388 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d0323c64-937e-4251-9e76-8b63424969b6 req-4f826a16-9bbc-408e-9f08-4bbd3462db9d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.81 "DELETE /v2.0/ports/80ae73e3-df92-479c-8a3a-0ea1a951666a HTTP/1.1" status: 204 len: 173 time: 0.5994384 May 26 16:02:37.451685 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-b32b990d-bc27-4bb0-8238-06092316908d req-891fa446-d1e7-4841-92a9-808d62e5267f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Allocated IP 172.25.7.223 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/f27f7214-9bc0-4220-97b7-eebb077967fc) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:37.475218 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7948f0-e1cf-4af1-a37a-be943c333c38 x-openstack-request-id: req-2d7948f0-e1cf-4af1-a37a-be943c333c38 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:37.475548 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307fd34b-7046-40fb-8d84-f0a6ecf484ec", "name": "network-vif-plugged", "status": "completed", "tag": "9bb925fc-5f8f-473d-ada5-90124aa84cad", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:37.475823 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2d7948f0-e1cf-4af1-a37a-be943c333c38 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:37.476298 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d7948f0-e1cf-4af1-a37a-be943c333c38'] response: {'server_uuid': '307fd34b-7046-40fb-8d84-f0a6ecf484ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb925fc-5f8f-473d-ada5-90124aa84cad', 'code': 200} May 26 16:02:37.576791 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b32b990d-bc27-4bb0-8238-06092316908d req-891fa446-d1e7-4841-92a9-808d62e5267f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:37.625304 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c673307-6469-428e-8946-773d8e5d3b1d req-ab7e826c-25c7-4e9e-a7b5-a34926d5adc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:37.627049 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3c673307-6469-428e-8946-773d8e5d3b1d req-ab7e826c-25c7-4e9e-a7b5-a34926d5adc6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 1101 time: 0.0536003 May 26 16:02:37.664654 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3c673307-6469-428e-8946-773d8e5d3b1d req-026d8cc9-936c-4400-814f-c943acf628cf service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297966 May 26 16:02:37.667923 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae5173-71b5-4b13-b93c-d282a3cc153b req-068e3fd8-80c3-475a-bc40-2135c512e5e5 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:37.674739 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae5173-71b5-4b13-b93c-d282a3cc153b req-068e3fd8-80c3-475a-bc40-2135c512e5e5 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:37.681553 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae5173-71b5-4b13-b93c-d282a3cc153b req-068e3fd8-80c3-475a-bc40-2135c512e5e5 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:37.687424 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae5173-71b5-4b13-b93c-d282a3cc153b req-068e3fd8-80c3-475a-bc40-2135c512e5e5 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:37.694023 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae5173-71b5-4b13-b93c-d282a3cc153b req-068e3fd8-80c3-475a-bc40-2135c512e5e5 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:37.700057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae5173-71b5-4b13-b93c-d282a3cc153b req-068e3fd8-80c3-475a-bc40-2135c512e5e5 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:37.706103 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae5173-71b5-4b13-b93c-d282a3cc153b req-068e3fd8-80c3-475a-bc40-2135c512e5e5 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:37.708135 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2fae5173-71b5-4b13-b93c-d282a3cc153b req-068e3fd8-80c3-475a-bc40-2135c512e5e5 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5420 time: 0.1205833 May 26 16:02:37.709437 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b32b990d-bc27-4bb0-8238-06092316908d req-891fa446-d1e7-4841-92a9-808d62e5267f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:37.770199 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b32b990d-bc27-4bb0-8238-06092316908d req-891fa446-d1e7-4841-92a9-808d62e5267f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:37.773235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-b32b990d-bc27-4bb0-8238-06092316908d req-891fa446-d1e7-4841-92a9-808d62e5267f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:37.777433 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32b990d-bc27-4bb0-8238-06092316908d req-891fa446-d1e7-4841-92a9-808d62e5267f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:37.790314 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fa446-d1e7-4841-92a9-808d62e5267f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Pushing event updated for resources: {'Port': ['ID=f27f7214-9bc0-4220-97b7-eebb077967fc,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:37.820151 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2fae5173-71b5-4b13-b93c-d282a3cc153b req-c5aefb77-da6a-484c-ba2c-7ff749450c5d tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1052995 May 26 16:02:37.897823 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b32b990d-bc27-4bb0-8238-06092316908d req-891fa446-d1e7-4841-92a9-808d62e5267f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:37.970300 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b32b990d-bc27-4bb0-8238-06092316908d req-891fa446-d1e7-4841-92a9-808d62e5267f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:38.027157 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07581b-1f8a-48df-8943-cac5d4aa163c req-8e2b6e5e-e562-4c4b-aa1d-a91238d8b80d tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:38.028899 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea07581b-1f8a-48df-8943-cac5d4aa163c req-8e2b6e5e-e562-4c4b-aa1d-a91238d8b80d tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff13200-775c-4159-970c-05fc03357def HTTP/1.1" status: 200 len: 946 time: 0.0923531 May 26 16:02:38.141032 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea07581b-1f8a-48df-8943-cac5d4aa163c req-4869957d-93ec-4237-bbe7-f159a4746478 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/security-groups?id=1cc06519-0f3d-4f2d-8d14-c39693f984f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917244 May 26 16:02:38.239401 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41218) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:38.250486 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b32b990d-bc27-4bb0-8238-06092316908d req-891fa446-d1e7-4841-92a9-808d62e5267f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:38.258393 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b32b990d-bc27-4bb0-8238-06092316908d req-891fa446-d1e7-4841-92a9-808d62e5267f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:38.366503 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fa446-d1e7-4841-92a9-808d62e5267f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Pushing event updated for resources: {'Port': ['ID=f27f7214-9bc0-4220-97b7-eebb077967fc,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:38.386947 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b32b990d-bc27-4bb0-8238-06092316908d req-891fa446-d1e7-4841-92a9-808d62e5267f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:38.406076 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69624310-d687-4cc8-a7bb-9702e41b410d req-56232000-813a-46bc-97fe-8c867892239f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:38.407624 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-69624310-d687-4cc8-a7bb-9702e41b410d req-56232000-813a-46bc-97fe-8c867892239f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.1432555 May 26 16:02:38.418712 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-69df10c8-ea23-4f81-b59b-99116ae30b37 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a51abc20409a4328acbb3bd545f0dec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1754844 May 26 16:02:38.419294 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41222) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:38.426454 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b32b990d-bc27-4bb0-8238-06092316908d req-891fa446-d1e7-4841-92a9-808d62e5267f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:38.427620 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b32b990d-bc27-4bb0-8238-06092316908d req-891fa446-d1e7-4841-92a9-808d62e5267f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3264816 May 26 16:02:38.482170 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f7524e0-5e0e-489f-b390-83fa785875ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:38.505251 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f7524e0-5e0e-489f-b390-83fa785875ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:38.513287 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b32b990d-bc27-4bb0-8238-06092316908d req-863ac1f2-3dba-4e25-bf48-799c89c78ac9 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.223 HTTP/1.1" status: 200 len: 696 time: 0.0625956 May 26 16:02:38.516152 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-69624310-d687-4cc8-a7bb-9702e41b410d req-ecc587f7-3595-43bd-ad81-62e529a01127 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007764 May 26 16:02:38.603651 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f7524e0-5e0e-489f-b390-83fa785875ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:38.605056 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f7524e0-5e0e-489f-b390-83fa785875ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:38.608850 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4f7524e0-5e0e-489f-b390-83fa785875ad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/93e73936-facd-4520-a937-517f1acb676f HTTP/1.1" status: 204 len: 168 time: 0.1858504 May 26 16:02:38.641610 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7524e0-5e0e-489f-b390-83fa785875ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e73936-facd-4520-a937-517f1acb676f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:38.670812 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee331f-0996-4343-b233-b1ca819d93a8 req-9f33d0a4-5e17-45b8-8b87-823085c72240 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:38.673639 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ceee331f-0996-4343-b233-b1ca819d93a8 req-9f33d0a4-5e17-45b8-8b87-823085c72240 tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff13200-775c-4159-970c-05fc03357def HTTP/1.1" status: 200 len: 946 time: 0.0881531 May 26 16:02:38.697546 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25286ea7-3ca3-4847-a04b-7e4b48190265 req-514132ca-c4f9-477c-bed4-e113beac69b0 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 210 time: 0.0748532 May 26 16:02:38.710424 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b990d-bc27-4bb0-8238-06092316908d req-5928ec9e-6de3-4f5b-8974-7ed712de1d0f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:38.717429 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b32b990d-bc27-4bb0-8238-06092316908d req-5928ec9e-6de3-4f5b-8974-7ed712de1d0f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.1915443 May 26 16:02:38.723817 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-b32b990d-bc27-4bb0-8238-06092316908d req-ea9714a6-3700-434c-8263-91358930dc5e tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:02:38.741725 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b32b990d-bc27-4bb0-8238-06092316908d req-ea9714a6-3700-434c-8263-91358930dc5e tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0231290 May 26 16:02:38.832949 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-ceee331f-0996-4343-b233-b1ca819d93a8 req-8799d943-efe4-45d2-8a52-14c0cb32643c tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Deleting port 6a88f510-a007-4b1e-905f-0e825312eea5 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:38.841662 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ceee331f-0996-4343-b233-b1ca819d93a8 req-8799d943-efe4-45d2-8a52-14c0cb32643c tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:38.905590 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea208d-51cd-498b-90a5-86afc59e9625 req-5266f692-b41a-467d-90f6-ecb88dc5da6b tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:38.916046 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55ea208d-51cd-498b-90a5-86afc59e9625 req-5266f692-b41a-467d-90f6-ecb88dc5da6b tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 945 time: 0.0855002 May 26 16:02:39.007947 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ceee331f-0996-4343-b233-b1ca819d93a8 req-8799d943-efe4-45d2-8a52-14c0cb32643c tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] For port 6a88f510-a007-4b1e-905f-0e825312eea5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=6a88f510-a007-4b1e-905f-0e825312eea5,segment=NetworkSegment(e6704d63-1519-4cd1-8100-c949181e6d2b),segment_id=e6704d63-1519-4cd1-8100-c949181e6d2b)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:39.008207 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ceee331f-0996-4343-b233-b1ca819d93a8 req-8799d943-efe4-45d2-8a52-14c0cb32643c tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:39.016412 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55ea208d-51cd-498b-90a5-86afc59e9625 req-4e2ea1d7-8d99-4ec7-9317-ef9330ad09e0 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966957 May 26 16:02:39.028792 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-ceee331f-0996-4343-b233-b1ca819d93a8 req-8799d943-efe4-45d2-8a52-14c0cb32643c tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Calling delete_port for 6a88f510-a007-4b1e-905f-0e825312eea5 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:39.146826 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41236) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:39.195472 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-02700cd0-1143-4639-91b6-5e617dc33e39 req-173941f5-adce-472c-858b-30db7553c39b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1538656 May 26 16:02:39.211093 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-02700cd0-1143-4639-91b6-5e617dc33e39 req-46b8d6fb-f4a8-49b5-94cc-efa73ff6fe2f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:39.246017 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-23f343b0-7587-4170-a81c-2f45d613e27d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5b132fe1b64a46c0b51295193f12d317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0946665 May 26 16:02:39.247867 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41240) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:39.284904 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6ea76-5623-4745-b356-cabc0577c2de req-93eec699-8691-46d3-b6be-a9ce8c211622 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:39.291585 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6ea76-5623-4745-b356-cabc0577c2de req-93eec699-8691-46d3-b6be-a9ce8c211622 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:39.297578 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec8604e-b09a-404d-8d81-d187fd2abd39', 'name': 'network-vif-deleted', 'tag': '80ae73e3-df92-479c-8a3a-0ea1a951666a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:39.299120 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6ea76-5623-4745-b356-cabc0577c2de req-93eec699-8691-46d3-b6be-a9ce8c211622 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:39.299662 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3ac3fc-fd52-4bf2-98ed-8d69732e16bb" -d '{"events": [{"server_uuid": "dec8604e-b09a-404d-8d81-d187fd2abd39", "name": "network-vif-deleted", "tag": "80ae73e3-df92-479c-8a3a-0ea1a951666a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:39.306086 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6ea76-5623-4745-b356-cabc0577c2de req-93eec699-8691-46d3-b6be-a9ce8c211622 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:39.312817 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6ea76-5623-4745-b356-cabc0577c2de req-93eec699-8691-46d3-b6be-a9ce8c211622 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:39.321365 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6ea76-5623-4745-b356-cabc0577c2de req-93eec699-8691-46d3-b6be-a9ce8c211622 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:39.328275 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6ea76-5623-4745-b356-cabc0577c2de req-93eec699-8691-46d3-b6be-a9ce8c211622 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:39.330431 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7f6ea76-5623-4745-b356-cabc0577c2de req-93eec699-8691-46d3-b6be-a9ce8c211622 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5420 time: 0.1340353 May 26 16:02:39.331874 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-02700cd0-1143-4639-91b6-5e617dc33e39 req-46b8d6fb-f4a8-49b5-94cc-efa73ff6fe2f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:39.359543 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a40327e5-0b28-4e70-8bcf-1f2fe6b8519b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:39.370782 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ceee331f-0996-4343-b233-b1ca819d93a8 req-8799d943-efe4-45d2-8a52-14c0cb32643c tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:39.408779 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799d943-efe4-45d2-8a52-14c0cb32643c tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Pushing event deleted for resources: {'Port': ['ID=6a88f510-a007-4b1e-905f-0e825312eea5,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:39.430442 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41246) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:39.432457 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a40327e5-0b28-4e70-8bcf-1f2fe6b8519b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:39.432793 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7f6ea76-5623-4745-b356-cabc0577c2de req-773bc14b-d82d-495b-9d0d-587911d35489 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0866358 May 26 16:02:39.504829 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-02700cd0-1143-4639-91b6-5e617dc33e39 req-46b8d6fb-f4a8-49b5-94cc-efa73ff6fe2f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:39.506945 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceee331f-0996-4343-b233-b1ca819d93a8 req-8799d943-efe4-45d2-8a52-14c0cb32643c tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] No DVR routers for this DVR port 6a88f510-a007-4b1e-905f-0e825312eea5 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:02:39.520157 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ceee331f-0996-4343-b233-b1ca819d93a8 req-8799d943-efe4-45d2-8a52-14c0cb32643c tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:39.523379 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ceee331f-0996-4343-b233-b1ca819d93a8 req-8799d943-efe4-45d2-8a52-14c0cb32643c tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.81 "DELETE /v2.0/ports/6a88f510-a007-4b1e-905f-0e825312eea5 HTTP/1.1" status: 204 len: 173 time: 0.8414454 May 26 16:02:39.575503 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a40327e5-0b28-4e70-8bcf-1f2fe6b8519b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:39.579734 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a40327e5-0b28-4e70-8bcf-1f2fe6b8519b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:39.592787 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a40327e5-0b28-4e70-8bcf-1f2fe6b8519b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6b94e3a3-a2fb-4629-b55c-ee5453bbaa55 HTTP/1.1" status: 204 len: 168 time: 0.3422258 May 26 16:02:39.594965 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6969024a-e065-485b-8b57-2f234e740310 req-9d9e264a-26af-4d5c-979d-809885a3883a tempest-ServerDiskConfigTestJSON-61903158 tempest-ServerDiskConfigTestJSON-61903158-project] 10.222.0.77 "GET /v2.0/ports?device_id=fff13200-775c-4159-970c-05fc03357def HTTP/1.1" status: 200 len: 210 time: 0.0380201 May 26 16:02:39.623773 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40327e5-0b28-4e70-8bcf-1f2fe6b8519b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b94e3a3-a2fb-4629-b55c-ee5453bbaa55,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:39.700934 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81dc6939-a138-4979-ac86-009368929d5d x-openstack-request-id: req-81dc6939-a138-4979-ac86-009368929d5d {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:39.701333 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec8604e-b09a-404d-8d81-d187fd2abd39", "name": "network-vif-deleted", "tag": "80ae73e3-df92-479c-8a3a-0ea1a951666a", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:39.701684 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-81dc6939-a138-4979-ac86-009368929d5d {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:39.702203 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81dc6939-a138-4979-ac86-009368929d5d'] response: {'server_uuid': 'dec8604e-b09a-404d-8d81-d187fd2abd39', 'name': 'network-vif-deleted', 'tag': '80ae73e3-df92-479c-8a3a-0ea1a951666a', 'status': 'completed', 'code': 200} May 26 16:02:39.717771 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e91751e-0f30-4889-b31a-e4f659e14953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:39.760522 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-02700cd0-1143-4639-91b6-5e617dc33e39 req-46b8d6fb-f4a8-49b5-94cc-efa73ff6fe2f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Allocated IP 172.25.7.177 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/2dcdeac7-a42a-4881-9ab4-aa267b98a46c) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:39.851742 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e91751e-0f30-4889-b31a-e4f659e14953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:39.858528 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e91751e-0f30-4889-b31a-e4f659e14953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:39.897945 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536fad4-a878-4362-9f2c-b3ec815fd234 req-fedcfe51-d5b3-4b01-aa61-c0f2d7bf8b66 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:39.900033 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6536fad4-a878-4362-9f2c-b3ec815fd234 req-fedcfe51-d5b3-4b01-aa61-c0f2d7bf8b66 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.0958402 May 26 16:02:39.904964 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91751e-0f30-4889-b31a-e4f659e14953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb3de4f-0252-4482-8b4e-43a0a31625e4,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:39.909739 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2e91751e-0f30-4889-b31a-e4f659e14953 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2834dcdcf52941b390438984f571ef1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4737356 May 26 16:02:39.912360 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41258) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:39.980834 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0eeef036-22c5-43fb-a403-b47a013c7e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:39.987021 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 0537a693-ec7c-4e2c-97b1-01947edc7200 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:40.005117 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6536fad4-a878-4362-9f2c-b3ec815fd234 req-a323e8a9-2666-47ba-b1a1-d946fe411449 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799735 May 26 16:02:40.023692 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0eeef036-22c5-43fb-a403-b47a013c7e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:40.117559 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0eeef036-22c5-43fb-a403-b47a013c7e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:40.120771 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-02700cd0-1143-4639-91b6-5e617dc33e39 req-46b8d6fb-f4a8-49b5-94cc-efa73ff6fe2f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:40.122222 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0eeef036-22c5-43fb-a403-b47a013c7e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:40.123702 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0eeef036-22c5-43fb-a403-b47a013c7e14 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fbb3de4f-0252-4482-8b4e-43a0a31625e4 HTTP/1.1" status: 204 len: 168 time: 0.2102790 May 26 16:02:40.152634 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeef036-22c5-43fb-a403-b47a013c7e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb3de4f-0252-4482-8b4e-43a0a31625e4,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:40.200704 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 0537a693-ec7c-4e2c-97b1-01947edc7200, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0537a693-ec7c-4e2c-97b1-01947edc7200,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:40.241287 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '0537a693-ec7c-4e2c-97b1-01947edc7200', 'network_id': '3574b971-b80b-4fc7-8db0-6b0fd27cbf51', 'port_id': '0537a693-ec7c-4e2c-97b1-01947edc7200', 'mac_address': 'fa:16:3e:b2:6a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76d8b67-4d6e-4728-b031-a89f28d135e0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:40.264139 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-02700cd0-1143-4639-91b6-5e617dc33e39 req-46b8d6fb-f4a8-49b5-94cc-efa73ff6fe2f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:40.317182 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 0537a693-ec7c-4e2c-97b1-01947edc7200 is: ACTIVE; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:40.317570 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:40.332743 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0537a693-ec7c-4e2c-97b1-01947edc7200 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:40.374657 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 0537a693-ec7c-4e2c-97b1-01947edc7200, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0537a693-ec7c-4e2c-97b1-01947edc7200,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:40.384488 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:40.403132 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-30d6881f-887b-452f-9da0-36d1b270fc80 req-1cd386b7-bcc1-41b9-af00-8021ca793fb5 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 210 time: 0.1215608 May 26 16:02:40.415665 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02700cd0-1143-4639-91b6-5e617dc33e39 req-46b8d6fb-f4a8-49b5-94cc-efa73ff6fe2f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:40.422645 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-02700cd0-1143-4639-91b6-5e617dc33e39 req-46b8d6fb-f4a8-49b5-94cc-efa73ff6fe2f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:40.426596 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8d6fb-f4a8-49b5-94cc-efa73ff6fe2f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Pushing event updated for resources: {'Port': ['ID=2dcdeac7-a42a-4881-9ab4-aa267b98a46c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:40.445353 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-02700cd0-1143-4639-91b6-5e617dc33e39 req-46b8d6fb-f4a8-49b5-94cc-efa73ff6fe2f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:40.487761 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=0537a693-ec7c-4e2c-97b1-01947edc7200,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:40.606935 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['0537a693-ec7c-4e2c-97b1-01947edc7200'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:40.613635 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-02700cd0-1143-4639-91b6-5e617dc33e39 req-46b8d6fb-f4a8-49b5-94cc-efa73ff6fe2f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:40.620857 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feffd29-90a8-4f43-bf6a-6e14ba569c23 req-e76ca42f-8a25-48ee-a2e4-8a50d5156d80 tempest-MigrationsAdminTest-2099867691 tempest-MigrationsAdminTest-2099867691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:40.622592 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0feffd29-90a8-4f43-bf6a-6e14ba569c23 req-e76ca42f-8a25-48ee-a2e4-8a50d5156d80 tempest-MigrationsAdminTest-2099867691 tempest-MigrationsAdminTest-2099867691-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 1101 time: 0.0969234 May 26 16:02:40.635791 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41286) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:40.654889 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-312e0642-206f-49ad-b73b-9cc10cbbe750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:40.708315 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0feffd29-90a8-4f43-bf6a-6e14ba569c23 req-6c285d3b-f21c-434d-a30d-9c08073b0e56 tempest-MigrationsAdminTest-2099867691 tempest-MigrationsAdminTest-2099867691-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618300 May 26 16:02:40.709932 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-02700cd0-1143-4639-91b6-5e617dc33e39 req-46b8d6fb-f4a8-49b5-94cc-efa73ff6fe2f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:40.836162 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-312e0642-206f-49ad-b73b-9cc10cbbe750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:40.850044 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-312e0642-206f-49ad-b73b-9cc10cbbe750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:40.937881 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 6a88f510-a007-4b1e-905f-0e825312eea5 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:02:40.941920 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d92c7-c905-42cf-837d-1b4e6ab5cbd9 req-dcc8491d-edb8-4be4-96c5-42e559624bc6 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:40.947750 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e0642-206f-49ad-b73b-9cc10cbbe750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2354d25c-55df-41c2-8c68-ded086b7fde4,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:40.952757 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-312e0642-206f-49ad-b73b-9cc10cbbe750 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d6c17716dcad4919986f434683294b19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157868 May 26 16:02:40.955236 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41294) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:40.965708 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b11d92c7-c905-42cf-837d-1b4e6ab5cbd9 req-dcc8491d-edb8-4be4-96c5-42e559624bc6 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 944 time: 0.1162789 May 26 16:02:40.986340 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 6a88f510-a007-4b1e-905f-0e825312eea5 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:02:40.986932 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 6a88f510-a007-4b1e-905f-0e825312eea5 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:02:41.037173 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c6a6-051a-48ba-b083-ab027243a3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:41.077164 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b11d92c7-c905-42cf-837d-1b4e6ab5cbd9 req-13d200ea-e34e-4d4a-a7fc-ca917d1ea3e7 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090612 May 26 16:02:41.083361 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c6a6-051a-48ba-b083-ab027243a3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:41.127930 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-02700cd0-1143-4639-91b6-5e617dc33e39 req-46b8d6fb-f4a8-49b5-94cc-efa73ff6fe2f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:41.137712 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-02700cd0-1143-4639-91b6-5e617dc33e39 req-46b8d6fb-f4a8-49b5-94cc-efa73ff6fe2f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:41.141631 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c6a6-051a-48ba-b083-ab027243a3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:41.145867 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c6a6-051a-48ba-b083-ab027243a3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:41.147509 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4ce6c6a6-051a-48ba-b083-ab027243a3bf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2354d25c-55df-41c2-8c68-ded086b7fde4 HTTP/1.1" status: 204 len: 168 time: 0.1899176 May 26 16:02:41.160931 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6c6a6-051a-48ba-b083-ab027243a3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2354d25c-55df-41c2-8c68-ded086b7fde4,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:41.233924 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8d6fb-f4a8-49b5-94cc-efa73ff6fe2f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Pushing event updated for resources: {'Port': ['ID=2dcdeac7-a42a-4881-9ab4-aa267b98a46c,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:41.337854 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-02700cd0-1143-4639-91b6-5e617dc33e39 req-46b8d6fb-f4a8-49b5-94cc-efa73ff6fe2f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:41.369982 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028e26e-2211-4bf6-b52e-67df3e446306 req-a35ba3ce-3d6f-4923-a12a-ca6b4f406b33 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:41.376074 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028e26e-2211-4bf6-b52e-67df3e446306 req-a35ba3ce-3d6f-4923-a12a-ca6b4f406b33 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:41.382860 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028e26e-2211-4bf6-b52e-67df3e446306 req-a35ba3ce-3d6f-4923-a12a-ca6b4f406b33 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:41.389464 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028e26e-2211-4bf6-b52e-67df3e446306 req-a35ba3ce-3d6f-4923-a12a-ca6b4f406b33 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:41.399674 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028e26e-2211-4bf6-b52e-67df3e446306 req-a35ba3ce-3d6f-4923-a12a-ca6b4f406b33 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:41.403383 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028e26e-2211-4bf6-b52e-67df3e446306 req-a35ba3ce-3d6f-4923-a12a-ca6b4f406b33 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:41.409852 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028e26e-2211-4bf6-b52e-67df3e446306 req-a35ba3ce-3d6f-4923-a12a-ca6b4f406b33 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:41.411961 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0028e26e-2211-4bf6-b52e-67df3e446306 req-a35ba3ce-3d6f-4923-a12a-ca6b4f406b33 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5420 time: 0.1921129 May 26 16:02:41.415110 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-02700cd0-1143-4639-91b6-5e617dc33e39 req-46b8d6fb-f4a8-49b5-94cc-efa73ff6fe2f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:41.416249 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-02700cd0-1143-4639-91b6-5e617dc33e39 req-46b8d6fb-f4a8-49b5-94cc-efa73ff6fe2f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2092957 May 26 16:02:41.501106 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-02700cd0-1143-4639-91b6-5e617dc33e39 req-87532c75-9c1a-4fea-a4b0-7a6cee79ea82 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 696 time: 0.0770714 May 26 16:02:41.584281 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0028e26e-2211-4bf6-b52e-67df3e446306 req-57702608-0f01-42cc-a0a5-4cdd91496c00 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1513624 May 26 16:02:41.678108 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02700cd0-1143-4639-91b6-5e617dc33e39 req-97ac1000-c35b-4027-aecd-4db7daa9e58c tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:41.680136 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-02700cd0-1143-4639-91b6-5e617dc33e39 req-97ac1000-c35b-4027-aecd-4db7daa9e58c tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.1654572 May 26 16:02:41.703521 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff13200-775c-4159-970c-05fc03357def', 'name': 'network-vif-deleted', 'tag': '6a88f510-a007-4b1e-905f-0e825312eea5'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:41.707482 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b49f087-d596-42e3-9a11-fb389c674b6c" -d '{"events": [{"server_uuid": "fff13200-775c-4159-970c-05fc03357def", "name": "network-vif-deleted", "tag": "6a88f510-a007-4b1e-905f-0e825312eea5"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:41.839750 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98d54eb2-976b-4df9-9359-f432fdb23266 req-90a2a1ae-bb8a-4cce-80a1-19257565aa6a tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=dec8604e-b09a-404d-8d81-d187fd2abd39 HTTP/1.1" status: 200 len: 210 time: 0.0661836 May 26 16:02:41.985240 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 0537a693-ec7c-4e2c-97b1-01947edc7200 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:41.993098 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-73cc0177-2401-4e31-b35d-0a2c1e0f5a23 req-313cfe40-8dcc-43d5-bcc8-a76bd6326e9a tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/floatingips/52d9cd9d-71e8-44dc-ab32-27672bacc70a HTTP/1.1" status: 200 len: 693 time: 0.0707107 May 26 16:02:42.103728 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 0537a693-ec7c-4e2c-97b1-01947edc7200 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:42.104131 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:42.144823 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad03d959-671e-47c3-a732-526ecf0a863a x-openstack-request-id: req-ad03d959-671e-47c3-a732-526ecf0a863a {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:42.145281 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff13200-775c-4159-970c-05fc03357def", "name": "network-vif-deleted", "tag": "6a88f510-a007-4b1e-905f-0e825312eea5", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:42.147075 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ad03d959-671e-47c3-a732-526ecf0a863a {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:42.147938 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad03d959-671e-47c3-a732-526ecf0a863a'] response: {'server_uuid': 'fff13200-775c-4159-970c-05fc03357def', 'name': 'network-vif-deleted', 'tag': '6a88f510-a007-4b1e-905f-0e825312eea5', 'status': 'completed', 'code': 200} May 26 16:02:42.266289 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 0537a693-ec7c-4e2c-97b1-01947edc7200 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:42.266888 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:42.294447 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc0177-2401-4e31-b35d-0a2c1e0f5a23 req-5f825611-4960-461b-8694-5d90640ccf49 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:42.304838 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-73cc0177-2401-4e31-b35d-0a2c1e0f5a23 req-5f825611-4960-461b-8694-5d90640ccf49 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.3049581 May 26 16:02:42.311559 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-73cc0177-2401-4e31-b35d-0a2c1e0f5a23 req-d699a7b3-61f4-4e54-b643-c236e032aed8 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:02:42.322511 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-73cc0177-2401-4e31-b35d-0a2c1e0f5a23 req-d699a7b3-61f4-4e54-b643-c236e032aed8 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163219 May 26 16:02:42.324011 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 0537a693-ec7c-4e2c-97b1-01947edc7200, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0537a693-ec7c-4e2c-97b1-01947edc7200,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:42.325393 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd572684d-bc11-4027-9382-a39dedd3f24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0537a693-ec7c-4e2c-97b1-01947edc7200'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:42.329091 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8163f362-7972-4c52-864c-b33ceb13a597" -d '{"events": [{"server_uuid": "d572684d-bc11-4027-9382-a39dedd3f24d", "name": "network-vif-plugged", "status": "completed", "tag": "0537a693-ec7c-4e2c-97b1-01947edc7200"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:42.335266 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:42.401257 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=0537a693-ec7c-4e2c-97b1-01947edc7200,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:42.438671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda459f8-6065-41fe-a97e-b73b7463941f req-197552c1-cf30-43a6-84ec-82b4dd4d1b72 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:42.441502 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cda459f8-6065-41fe-a97e-b73b7463941f req-197552c1-cf30-43a6-84ec-82b4dd4d1b72 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.1086247 May 26 16:02:42.447778 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-3e3e955d-de53-4f29-a992-5cac97ee4127 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3210688 May 26 16:02:42.561112 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cda459f8-6065-41fe-a97e-b73b7463941f req-764382d1-8541-4b34-b116-cb593229c704 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047275 May 26 16:02:42.587210 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d51229-c379-40a6-a3f2-73d96577fbe5 req-e8ec9b42-a27c-47cc-b44f-685958d8a5f7 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:42.589076 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e6d51229-c379-40a6-a3f2-73d96577fbe5 req-e8ec9b42-a27c-47cc-b44f-685958d8a5f7 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 945 time: 0.0937026 May 26 16:02:42.594668 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41360) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:42.695381 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f4cba98-07a3-4df0-a7bf-e97b44917792 req-870ac2b8-192a-476d-802e-a575d52b6428 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/floatingips/52d9cd9d-71e8-44dc-ab32-27672bacc70a HTTP/1.1" status: 200 len: 693 time: 0.0636046 May 26 16:02:42.752609 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e6d51229-c379-40a6-a3f2-73d96577fbe5 req-8cc50d88-2b96-46c0-9451-de305998e085 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464515 May 26 16:02:42.817243 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2c994f-c332-4f84-be48-dd8285e1a679 x-openstack-request-id: req-8e2c994f-c332-4f84-be48-dd8285e1a679 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:42.817681 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d572684d-bc11-4027-9382-a39dedd3f24d", "name": "network-vif-plugged", "status": "completed", "tag": "0537a693-ec7c-4e2c-97b1-01947edc7200", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:42.818044 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8e2c994f-c332-4f84-be48-dd8285e1a679 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:42.818753 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e2c994f-c332-4f84-be48-dd8285e1a679'] response: {'server_uuid': 'd572684d-bc11-4027-9382-a39dedd3f24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0537a693-ec7c-4e2c-97b1-01947edc7200', 'code': 200} May 26 16:02:42.952779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b8113dc2-ac75-4d93-99ef-3dee360d64f7 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:42.959300 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-481c3913-745d-4c62-b428-07c3dbd9db69 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1598862110-network', 'tenant_id': '3cf1e1ed922044a691c4a7dc508d705d'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:42.964298 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3c9fb5e5-8579-454e-b80e-09f5f4a874dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:43.000029 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481c3913-745d-4c62-b428-07c3dbd9db69 admin admin] Made reservation on behalf of 3cf1e1ed922044a691c4a7dc508d705d for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:43.002557 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-481c3913-745d-4c62-b428-07c3dbd9db69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:43.003483 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cba98-07a3-4df0-a7bf-e97b44917792 req-7b68d52f-26a9-4f7e-8159-133c9b5c6b28 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:43.005084 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f4cba98-07a3-4df0-a7bf-e97b44917792 req-7b68d52f-26a9-4f7e-8159-133c9b5c6b28 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.2913520 May 26 16:02:43.020736 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-481c3913-745d-4c62-b428-07c3dbd9db69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:43.033683 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da469e6f-49d5-4fed-8eee-970d979a1e1a req-c271c931-e6c8-4dd3-9a31-ea63691b6316 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:43.043169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da469e6f-49d5-4fed-8eee-970d979a1e1a req-c271c931-e6c8-4dd3-9a31-ea63691b6316 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:43.052635 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da469e6f-49d5-4fed-8eee-970d979a1e1a req-c271c931-e6c8-4dd3-9a31-ea63691b6316 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:43.061789 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da469e6f-49d5-4fed-8eee-970d979a1e1a req-c271c931-e6c8-4dd3-9a31-ea63691b6316 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:43.071558 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da469e6f-49d5-4fed-8eee-970d979a1e1a req-c271c931-e6c8-4dd3-9a31-ea63691b6316 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:43.079514 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da469e6f-49d5-4fed-8eee-970d979a1e1a req-c271c931-e6c8-4dd3-9a31-ea63691b6316 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:43.087652 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da469e6f-49d5-4fed-8eee-970d979a1e1a req-c271c931-e6c8-4dd3-9a31-ea63691b6316 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:43.096658 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da469e6f-49d5-4fed-8eee-970d979a1e1a req-c271c931-e6c8-4dd3-9a31-ea63691b6316 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5420 time: 0.1717587 May 26 16:02:43.124160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-4f4cba98-07a3-4df0-a7bf-e97b44917792 req-86d4486e-831c-4d4f-a625-b114e350a7d3 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:02:43.125802 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f4cba98-07a3-4df0-a7bf-e97b44917792 req-86d4486e-831c-4d4f-a625-b114e350a7d3 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1074924 May 26 16:02:43.155410 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b8113dc2-ac75-4d93-99ef-3dee360d64f7, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b8113dc2-ac75-4d93-99ef-3dee360d64f7,segment=NetworkSegment(1a7b7922-5c77-4d0b-a0da-c10ad2b6209b),segment_id=1a7b7922-5c77-4d0b-a0da-c10ad2b6209b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:43.180396 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'b8113dc2-ac75-4d93-99ef-3dee360d64f7', 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424', 'port_id': 'b8113dc2-ac75-4d93-99ef-3dee360d64f7', 'mac_address': 'fa:16:3e:37:9a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c12a3a-8e39-4b12-a18f-cbc2de2ba639', 'ip_address': '10.1.1.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:43.197304 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-481c3913-745d-4c62-b428-07c3dbd9db69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:43.210676 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da469e6f-49d5-4fed-8eee-970d979a1e1a req-c06918b5-9e12-46ed-96d6-deaae5c087dd tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1130583 May 26 16:02:43.211636 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-481c3913-745d-4c62-b428-07c3dbd9db69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:43.223455 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f4cba98-07a3-4df0-a7bf-e97b44917792 req-5072ba03-ef41-47c1-b6b0-ad3bf43b0599 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 696 time: 0.0845129 May 26 16:02:43.241565 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481c3913-745d-4c62-b428-07c3dbd9db69 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:02:43.260615 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-481c3913-745d-4c62-b428-07c3dbd9db69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:43.260973 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-481c3913-745d-4c62-b428-07c3dbd9db69 admin admin] Added segment 31dfafdf-ee4a-4476-9d4d-0ef6eb10e660 of type vlan for network 634ec83e-c9da-414a-bb4f-f0a2f7446ae3 May 26 16:02:43.261820 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port b8113dc2-ac75-4d93-99ef-3dee360d64f7 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:43.262187 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:43.294130 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8113dc2-ac75-4d93-99ef-3dee360d64f7 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:43.335536 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b8113dc2-ac75-4d93-99ef-3dee360d64f7, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b8113dc2-ac75-4d93-99ef-3dee360d64f7,segment=NetworkSegment(1a7b7922-5c77-4d0b-a0da-c10ad2b6209b),segment_id=1a7b7922-5c77-4d0b-a0da-c10ad2b6209b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:43.337822 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f4cba98-07a3-4df0-a7bf-e97b44917792 req-4b1c4f9f-cfea-4a5d-ab5f-e750b0be5ec3 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 696 time: 0.0958695 May 26 16:02:43.342487 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:43.343341 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:43.362087 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-481c3913-745d-4c62-b428-07c3dbd9db69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:43.382324 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c3913-745d-4c62-b428-07c3dbd9db69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23d1a75-5d45-4db5-b3db-b5a2679a2126,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:43.419958 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-481c3913-745d-4c62-b428-07c3dbd9db69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:43.421394 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481c3913-745d-4c62-b428-07c3dbd9db69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:43.423633 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-481c3913-745d-4c62-b428-07c3dbd9db69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:43.514569 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-481c3913-745d-4c62-b428-07c3dbd9db69 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9183607 May 26 16:02:43.517901 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=b8113dc2-ac75-4d93-99ef-3dee360d64f7,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:43.522409 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41396) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:43.530184 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f5918c40-9525-4e8f-806d-33a2b415c468 admin admin] Request body: {'subnet': {'network_id': '634ec83e-c9da-414a-bb4f-f0a2f7446ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1598862110-subnet', 'tenant_id': '3cf1e1ed922044a691c4a7dc508d705d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:43.531957 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=2cf21d6d-e79d-4c8c-9e61-5ea961f8d787,segment=NetworkSegment(1a7b7922-5c77-4d0b-a0da-c10ad2b6209b),segment_id=1a7b7922-5c77-4d0b-a0da-c10ad2b6209b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:43.547488 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c3913-745d-4c62-b428-07c3dbd9db69 admin admin] Pushing event updated for resources: {'Network': ['ID=634ec83e-c9da-414a-bb4f-f0a2f7446ae3,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:43.557178 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '2cf21d6d-e79d-4c8c-9e61-5ea961f8d787', 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424', 'port_id': '2cf21d6d-e79d-4c8c-9e61-5ea961f8d787', 'mac_address': 'fa:16:3e:b5:bf:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c12a3a-8e39-4b12-a18f-cbc2de2ba639', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:43.565117 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5918c40-9525-4e8f-806d-33a2b415c468 admin admin] Made reservation on behalf of 3cf1e1ed922044a691c4a7dc508d705d for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:43.573264 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f5918c40-9525-4e8f-806d-33a2b415c468 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:43.592922 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 634ec83e-c9da-414a-bb4f-f0a2f7446ae3 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:02:43.623075 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-4f4cba98-07a3-4df0-a7bf-e97b44917792 req-a5b0d6fb-8b5c-470e-80da-68d03428e25b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Deleting port 2dcdeac7-a42a-4881-9ab4-aa267b98a46c {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:43.623572 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4f4cba98-07a3-4df0-a7bf-e97b44917792 req-a5b0d6fb-8b5c-470e-80da-68d03428e25b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:43.724015 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4f4cba98-07a3-4df0-a7bf-e97b44917792 req-a5b0d6fb-8b5c-470e-80da-68d03428e25b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:43.724422 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4f4cba98-07a3-4df0-a7bf-e97b44917792 req-a5b0d6fb-8b5c-470e-80da-68d03428e25b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:43.734320 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:43.734716 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:43.768075 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:43.770548 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-4f4cba98-07a3-4df0-a7bf-e97b44917792 req-a5b0d6fb-8b5c-470e-80da-68d03428e25b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Calling delete_port for 2dcdeac7-a42a-4881-9ab4-aa267b98a46c owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:43.776559 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41404) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:43.804796 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=2cf21d6d-e79d-4c8c-9e61-5ea961f8d787,segment=NetworkSegment(1a7b7922-5c77-4d0b-a0da-c10ad2b6209b),segment_id=1a7b7922-5c77-4d0b-a0da-c10ad2b6209b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:43.817615 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:43.818023 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f28bda9b-d8f5-48c0-94b8-265841b80e6b details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:43.880891 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-8615ba54-957b-4188-8300-06bb98d63c80 admin admin] Deleting subnet 1eb576bd-eebb-4f80-9b74-b464d65080f4 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:02:43.887221 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8615ba54-957b-4188-8300-06bb98d63c80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.010441 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=2cf21d6d-e79d-4c8c-9e61-5ea961f8d787,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:44.017176 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8615ba54-957b-4188-8300-06bb98d63c80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.064386 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f5918c40-9525-4e8f-806d-33a2b415c468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.114375 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8615ba54-957b-4188-8300-06bb98d63c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.120323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f28bda9b-d8f5-48c0-94b8-265841b80e6b, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f28bda9b-d8f5-48c0-94b8-265841b80e6b,segment=NetworkSegment(524dc500-34cd-4ad3-91d5-17681818fd86),segment_id=524dc500-34cd-4ad3-91d5-17681818fd86)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:44.135904 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'f28bda9b-d8f5-48c0-94b8-265841b80e6b', 'network_id': 'f0bfc686-5a9f-4760-8a91-fab0346012c9', 'port_id': 'f28bda9b-d8f5-48c0-94b8-265841b80e6b', 'mac_address': 'fa:16:3e:92:82:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1f5e3e2-46bf-451b-841b-adc78325b3e9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:44.186669 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5918c40-9525-4e8f-806d-33a2b415c468 admin admin] Checking segment: {'id': '31dfafdf-ee4a-4476-9d4d-0ef6eb10e660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '634ec83e-c9da-414a-bb4f-f0a2f7446ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:44.187340 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5918c40-9525-4e8f-806d-33a2b415c468 admin admin] Network hostable DHCP agents. Network: 634ec83e-c9da-414a-bb4f-f0a2f7446ae3, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:02:44.191074 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5918c40-9525-4e8f-806d-33a2b415c468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0122dde6-6086-4522-94d8-cd97304efa1f,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:44.197182 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a42b19-2368-492a-a93f-e6967e1827f6 req-9b9b6a53-3bc3-455c-99da-62f05a1d4c3c tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:44.198760 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-81a42b19-2368-492a-a93f-e6967e1827f6 req-9b9b6a53-3bc3-455c-99da-62f05a1d4c3c tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.2058764 May 26 16:02:44.209288 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port f28bda9b-d8f5-48c0-94b8-265841b80e6b is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:44.209966 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.213531 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5918c40-9525-4e8f-806d-33a2b415c468 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:44.214166 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5918c40-9525-4e8f-806d-33a2b415c468 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:44.215356 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5918c40-9525-4e8f-806d-33a2b415c468 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:44.215866 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5918c40-9525-4e8f-806d-33a2b415c468 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:44.216448 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5918c40-9525-4e8f-806d-33a2b415c468 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:44.217149 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5918c40-9525-4e8f-806d-33a2b415c468 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:44.217650 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4f4cba98-07a3-4df0-a7bf-e97b44917792 req-a5b0d6fb-8b5c-470e-80da-68d03428e25b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.217823 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5918c40-9525-4e8f-806d-33a2b415c468 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:44.218376 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5918c40-9525-4e8f-806d-33a2b415c468 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:44.218869 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5918c40-9525-4e8f-806d-33a2b415c468 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:44.219377 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5918c40-9525-4e8f-806d-33a2b415c468 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:44.219866 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5918c40-9525-4e8f-806d-33a2b415c468 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:44.220464 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5918c40-9525-4e8f-806d-33a2b415c468 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:44.246230 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5918c40-9525-4e8f-806d-33a2b415c468 admin admin] Network 634ec83e-c9da-414a-bb4f-f0a2f7446ae3 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:02:44.247470 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28bda9b-d8f5-48c0-94b8-265841b80e6b {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:44.261409 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8615ba54-957b-4188-8300-06bb98d63c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.265579 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-f5918c40-9525-4e8f-806d-33a2b415c468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 634ec83e-c9da-414a-bb4f-f0a2f7446ae3) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:44.289605 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0d6fb-8b5c-470e-80da-68d03428e25b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Pushing event deleted for resources: {'Port': ['ID=2dcdeac7-a42a-4881-9ab4-aa267b98a46c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:44.300532 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5918c40-9525-4e8f-806d-33a2b415c468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:44.302092 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f5918c40-9525-4e8f-806d-33a2b415c468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.302499 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fdca23-5e28-4842-ae76-1fbf4d542877 None None] Network 634ec83e-c9da-414a-bb4f-f0a2f7446ae3 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:02:44.307603 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615ba54-957b-4188-8300-06bb98d63c80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eb576bd-eebb-4f80-9b74-b464d65080f4,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:44.312442 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8615ba54-957b-4188-8300-06bb98d63c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.316444 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8615ba54-957b-4188-8300-06bb98d63c80 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1eb576bd-eebb-4f80-9b74-b464d65080f4 HTTP/1.1" status: 204 len: 168 time: 0.5388665 May 26 16:02:44.321302 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41414) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:44.407307 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93590473-1bec-470d-97af-41cca562c676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.416684 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f5918c40-9525-4e8f-806d-33a2b415c468 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8931165 May 26 16:02:44.417271 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41416) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:44.422267 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-9eafeb73-4213-4762-a494-f46774731419 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1598862110-router', 'tenant_id': '3cf1e1ed922044a691c4a7dc508d705d', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:44.459527 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9eafeb73-4213-4762-a494-f46774731419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.460816 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9eafeb73-4213-4762-a494-f46774731419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.482586 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4f4cba98-07a3-4df0-a7bf-e97b44917792 req-a5b0d6fb-8b5c-470e-80da-68d03428e25b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.487509 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f28bda9b-d8f5-48c0-94b8-265841b80e6b, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f28bda9b-d8f5-48c0-94b8-265841b80e6b,segment=NetworkSegment(524dc500-34cd-4ad3-91d5-17681818fd86),segment_id=524dc500-34cd-4ad3-91d5-17681818fd86)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:44.488759 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4f4cba98-07a3-4df0-a7bf-e97b44917792 req-a5b0d6fb-8b5c-470e-80da-68d03428e25b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.490702 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f4cba98-07a3-4df0-a7bf-e97b44917792 req-a5b0d6fb-8b5c-470e-80da-68d03428e25b tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "DELETE /v2.0/floatingips/52d9cd9d-71e8-44dc-ab32-27672bacc70a HTTP/1.1" status: 204 len: 173 time: 1.1449904 May 26 16:02:44.496396 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.497166 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device ca2c9533-8b3b-4f83-8365-a6bca11cfad7 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:44.503793 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-81a42b19-2368-492a-a93f-e6967e1827f6 req-fd8f3703-0522-45fe-85bb-c9e284aebb4a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924204 May 26 16:02:44.532458 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9eafeb73-4213-4762-a494-f46774731419 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.591381 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port ca2c9533-8b3b-4f83-8365-a6bca11cfad7, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ca2c9533-8b3b-4f83-8365-a6bca11cfad7,segment=NetworkSegment(1a7b7922-5c77-4d0b-a0da-c10ad2b6209b),segment_id=1a7b7922-5c77-4d0b-a0da-c10ad2b6209b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:44.608346 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72450ab0-3f5c-45bf-b5a6-6ad842504f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-634ec83e-c9da-414a-bb4f-f0a2f7446ae3', 'network_id': '634ec83e-c9da-414a-bb4f-f0a2f7446ae3', 'tenant_id': '3cf1e1ed922044a691c4a7dc508d705d', 'fixed_ips': [{'subnet_id': '0122dde6-6086-4522-94d8-cd97304efa1f'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:02:44.611483 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-72450ab0-3f5c-45bf-b5a6-6ad842504f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.697698 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=f28bda9b-d8f5-48c0-94b8-265841b80e6b,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:44.734392 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'ca2c9533-8b3b-4f83-8365-a6bca11cfad7', 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424', 'port_id': 'ca2c9533-8b3b-4f83-8365-a6bca11cfad7', 'mac_address': 'fa:16:3e:04:d9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c12a3a-8e39-4b12-a18f-cbc2de2ba639', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:44.760750 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c63da9-40fa-46d8-bdd5-3561b7de7af0 req-ce0f5736-5ac0-4ad2-b3dc-2a2541969fdc tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:44.762895 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-67c63da9-40fa-46d8-bdd5-3561b7de7af0 req-ce0f5736-5ac0-4ad2-b3dc-2a2541969fdc tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 945 time: 0.0907438 May 26 16:02:44.827618 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93590473-1bec-470d-97af-41cca562c676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.835214 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9eafeb73-4213-4762-a494-f46774731419 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.839725 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-67c63da9-40fa-46d8-bdd5-3561b7de7af0 req-cada6da6-304e-4b24-9aed-31231310a083 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705354 May 26 16:02:44.889985 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-93590473-1bec-470d-97af-41cca562c676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e6a23b-7f61-4795-ab7a-361f0f755c8d']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:44.903151 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-93590473-1bec-470d-97af-41cca562c676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6704d63-1519-4cd1-8100-c949181e6d2b') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:44.903976 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-93590473-1bec-470d-97af-41cca562c676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6704d63-1519-4cd1-8100-c949181e6d2b') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:44.919738 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93590473-1bec-470d-97af-41cca562c676 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.924063 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-72450ab0-3f5c-45bf-b5a6-6ad842504f94 None None] Allocated IP 172.20.0.2 (634ec83e-c9da-414a-bb4f-f0a2f7446ae3/0122dde6-6086-4522-94d8-cd97304efa1f/d68ed06a-3a56-4238-99c4-df76b2dca5f9) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:44.944466 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93590473-1bec-470d-97af-41cca562c676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:44.952292 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93590473-1bec-470d-97af-41cca562c676 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:02:44.953036 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93590473-1bec-470d-97af-41cca562c676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:45.036727 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93590473-1bec-470d-97af-41cca562c676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:45.104782 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93590473-1bec-470d-97af-41cca562c676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:45.118282 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-93590473-1bec-470d-97af-41cca562c676 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d8e6a23b-7f61-4795-ab7a-361f0f755c8d HTTP/1.1" status: 204 len: 168 time: 0.7944236 May 26 16:02:45.125102 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93590473-1bec-470d-97af-41cca562c676 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8e6a23b-7f61-4795-ab7a-361f0f755c8d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:45.160193 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62944c-347e-44f8-867c-b0f726045400 req-19feef23-ddda-4f7b-92fc-4fcc51b1f369 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:45.166367 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62944c-347e-44f8-867c-b0f726045400 req-19feef23-ddda-4f7b-92fc-4fcc51b1f369 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:45.172598 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62944c-347e-44f8-867c-b0f726045400 req-19feef23-ddda-4f7b-92fc-4fcc51b1f369 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:45.181346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62944c-347e-44f8-867c-b0f726045400 req-19feef23-ddda-4f7b-92fc-4fcc51b1f369 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:45.188224 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62944c-347e-44f8-867c-b0f726045400 req-19feef23-ddda-4f7b-92fc-4fcc51b1f369 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:45.195729 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62944c-347e-44f8-867c-b0f726045400 req-19feef23-ddda-4f7b-92fc-4fcc51b1f369 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:45.202246 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62944c-347e-44f8-867c-b0f726045400 req-19feef23-ddda-4f7b-92fc-4fcc51b1f369 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:45.205232 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment e6704d63-1519-4cd1-8100-c949181e6d2b resource provider aggregate not found May 26 16:02:45.210572 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa62944c-347e-44f8-867c-b0f726045400 req-19feef23-ddda-4f7b-92fc-4fcc51b1f369 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5423 time: 0.2518179 May 26 16:02:45.220673 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-071aca89-ec2b-4c77-9898-b7f02553a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:45.222884 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-071aca89-ec2b-4c77-9898-b7f02553a781 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 1101 time: 0.4969542 May 26 16:02:45.253565 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-72450ab0-3f5c-45bf-b5a6-6ad842504f94 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:45.291156 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89815a-1b32-44d7-b9b7-f5b7a42dfc37 req-59527d50-8115-40f7-a6ba-49e6c90db8a3 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:45.302062 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e89815a-1b32-44d7-b9b7-f5b7a42dfc37 req-59527d50-8115-40f7-a6ba-49e6c90db8a3 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4116087 May 26 16:02:45.333617 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa62944c-347e-44f8-867c-b0f726045400 req-0b8cb610-ee56-4a40-99ea-b1316d3b7f34 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1220365 May 26 16:02:45.334626 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-72450ab0-3f5c-45bf-b5a6-6ad842504f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:45.376310 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-68338dd6-ae1d-401d-9ebf-9167b81f3daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:45.379617 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-68338dd6-ae1d-401d-9ebf-9167b81f3daf service neutron] 10.222.0.81 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.1454015 May 26 16:02:45.384300 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment e6704d63-1519-4cd1-8100-c949181e6d2b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6704d63-1519-4cd1-8100-c949181e6d2b found for delete ", "request_id": "req-e418ff1a-09f9-43a2-a64e-354eccc282d3"}]} May 26 16:02:45.453632 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41442) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:45.463183 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port ca2c9533-8b3b-4f83-8365-a6bca11cfad7 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:45.463544 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:45.476987 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-2e8aeaa1-2c14-4809-9b3c-551a71a17c85 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=9bb925fc-5f8f-473d-ada5-90124aa84cad HTTP/1.1" status: 200 len: 217 time: 0.0862982 May 26 16:02:45.485758 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-308114db-bb1e-4a8a-a64c-2ec10167b336 req-6b23f67e-26f8-4bee-afb2-6916f8905811 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=b4fa8226006949599c77233c2d1f94d2 HTTP/1.1" status: 200 len: 1655 time: 0.0835536 May 26 16:02:45.493948 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72450ab0-3f5c-45bf-b5a6-6ad842504f94 None None] Network 634ec83e-c9da-414a-bb4f-f0a2f7446ae3 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:45.517394 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-72450ab0-3f5c-45bf-b5a6-6ad842504f94 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:45.524604 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-baff5654-f016-49b7-ab79-ad796b942bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:45.526693 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72450ab0-3f5c-45bf-b5a6-6ad842504f94 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:45.530716 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72450ab0-3f5c-45bf-b5a6-6ad842504f94 None None] Pushing event updated for resources: {'Port': ['ID=d68ed06a-3a56-4238-99c4-df76b2dca5f9,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:45.540745 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2c9533-8b3b-4f83-8365-a6bca11cfad7 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:45.713015 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308114db-bb1e-4a8a-a64c-2ec10167b336 req-91367fcc-75ed-44d7-a791-bb69726678e5 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:45.714587 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-308114db-bb1e-4a8a-a64c-2ec10167b336 req-91367fcc-75ed-44d7-a791-bb69726678e5 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/networks?id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 787 time: 0.2217376 May 26 16:02:45.714939 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port ca2c9533-8b3b-4f83-8365-a6bca11cfad7, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ca2c9533-8b3b-4f83-8365-a6bca11cfad7,segment=NetworkSegment(1a7b7922-5c77-4d0b-a0da-c10ad2b6209b),segment_id=1a7b7922-5c77-4d0b-a0da-c10ad2b6209b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:45.731179 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:45.731834 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 050f7dea-7df3-4c3e-9043-c8ce4c335535 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:45.738728 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-308114db-bb1e-4a8a-a64c-2ec10167b336 req-b7121635-0951-4461-b861-7496160f2180 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:02:45.739964 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-308114db-bb1e-4a8a-a64c-2ec10167b336 req-b7121635-0951-4461-b861-7496160f2180 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147221 May 26 16:02:45.767749 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-72450ab0-3f5c-45bf-b5a6-6ad842504f94 None None] Attempting to bind port d68ed06a-3a56-4238-99c4-df76b2dca5f9 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:45.768295 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-72450ab0-3f5c-45bf-b5a6-6ad842504f94 None None] Attempting to bind port d68ed06a-3a56-4238-99c4-df76b2dca5f9 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '31dfafdf-ee4a-4476-9d4d-0ef6eb10e660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '634ec83e-c9da-414a-bb4f-f0a2f7446ae3'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:45.768681 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72450ab0-3f5c-45bf-b5a6-6ad842504f94 None None] Attempting to bind port d68ed06a-3a56-4238-99c4-df76b2dca5f9 on network 634ec83e-c9da-414a-bb4f-f0a2f7446ae3 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:45.853041 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72450ab0-3f5c-45bf-b5a6-6ad842504f94 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:45.853509 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72450ab0-3f5c-45bf-b5a6-6ad842504f94 None None] Checking segment: {'id': '31dfafdf-ee4a-4476-9d4d-0ef6eb10e660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '634ec83e-c9da-414a-bb4f-f0a2f7446ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:45.853921 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-72450ab0-3f5c-45bf-b5a6-6ad842504f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:45.854432 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72450ab0-3f5c-45bf-b5a6-6ad842504f94 None None] Bound using segment: {'id': '31dfafdf-ee4a-4476-9d4d-0ef6eb10e660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '634ec83e-c9da-414a-bb4f-f0a2f7446ae3'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:45.854932 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-72450ab0-3f5c-45bf-b5a6-6ad842504f94 None None] Bound port: d68ed06a-3a56-4238-99c4-df76b2dca5f9, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31dfafdf-ee4a-4476-9d4d-0ef6eb10e660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '634ec83e-c9da-414a-bb4f-f0a2f7446ae3'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:45.855389 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-72450ab0-3f5c-45bf-b5a6-6ad842504f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:45.889430 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 050f7dea-7df3-4c3e-9043-c8ce4c335535, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=050f7dea-7df3-4c3e-9043-c8ce4c335535,segment=NetworkSegment(1a7b7922-5c77-4d0b-a0da-c10ad2b6209b),segment_id=1a7b7922-5c77-4d0b-a0da-c10ad2b6209b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:45.908305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=ca2c9533-8b3b-4f83-8365-a6bca11cfad7,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:45.921139 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188416e6-b8b9-4ed2-a88e-8575d735aa1a req-96e9e72a-ea27-43d1-b44d-0048cf1693c6 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:45.925874 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-188416e6-b8b9-4ed2-a88e-8575d735aa1a req-96e9e72a-ea27-43d1-b44d-0048cf1693c6 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.1033344 May 26 16:02:45.941245 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '050f7dea-7df3-4c3e-9043-c8ce4c335535', 'network_id': '1eb55624-9c37-44ca-b94a-5b2c77ca0424', 'port_id': '050f7dea-7df3-4c3e-9043-c8ce4c335535', 'mac_address': 'fa:16:3e:e6:54:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c12a3a-8e39-4b12-a18f-cbc2de2ba639', 'ip_address': '10.1.1.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:45.999201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-72450ab0-3f5c-45bf-b5a6-6ad842504f94 None None] For port d68ed06a-3a56-4238-99c4-df76b2dca5f9, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:46.003050 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-72450ab0-3f5c-45bf-b5a6-6ad842504f94 None None] For port d68ed06a-3a56-4238-99c4-df76b2dca5f9, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d68ed06a-3a56-4238-99c4-df76b2dca5f9,segment=NetworkSegment(31dfafdf-ee4a-4476-9d4d-0ef6eb10e660),segment_id=31dfafdf-ee4a-4476-9d4d-0ef6eb10e660)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:46.020608 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-188416e6-b8b9-4ed2-a88e-8575d735aa1a req-3999dbbc-1ed3-4d06-b75b-1832fcbf97f8 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842059 May 26 16:02:46.031029 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-72450ab0-3f5c-45bf-b5a6-6ad842504f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:46.162562 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72450ab0-3f5c-45bf-b5a6-6ad842504f94 None None] Pushing event updated for resources: {'Port': ['ID=d68ed06a-3a56-4238-99c4-df76b2dca5f9,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:46.200370 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 050f7dea-7df3-4c3e-9043-c8ce4c335535 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:46.200867 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:46.232883 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1956959c-0dd6-4b12-90e3-e713077f82a5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=29fbca3912d246789c5ffec924cac33a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7740715 May 26 16:02:46.234201 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41464) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:46.239386 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-47a03f20-3270-4279-9d2d-9aad8af3587a req-e8224a92-2c3b-45f1-8b85-a64eeaa98abf tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/floatingips/78772375-bcf6-4e27-87a5-18ee743d36b7 HTTP/1.1" status: 200 len: 693 time: 0.1717203 May 26 16:02:46.244303 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050f7dea-7df3-4c3e-9043-c8ce4c335535 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:46.304640 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 050f7dea-7df3-4c3e-9043-c8ce4c335535, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=050f7dea-7df3-4c3e-9043-c8ce4c335535,segment=NetworkSegment(1a7b7922-5c77-4d0b-a0da-c10ad2b6209b),segment_id=1a7b7922-5c77-4d0b-a0da-c10ad2b6209b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:46.317741 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:46.318846 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:46.400634 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-d62c97eb-2bd0-46b9-a056-ecdfe9567c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:46.400634 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-d62c97eb-2bd0-46b9-a056-ecdfe9567c64 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.9093390 May 26 16:02:46.464945 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a03f20-3270-4279-9d2d-9aad8af3587a req-263da939-00cc-4a24-80ab-1d4128847908 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:46.466543 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-47a03f20-3270-4279-9d2d-9aad8af3587a req-263da939-00cc-4a24-80ab-1d4128847908 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.2208955 May 26 16:02:46.587707 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-47a03f20-3270-4279-9d2d-9aad8af3587a req-778e9f08-2a0d-4dc1-b6c7-f47303399a32 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.223 HTTP/1.1" status: 200 len: 696 time: 0.1126857 May 26 16:02:46.642353 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a3f4030-0ee1-49e5-a2eb-c397f7189cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:46.663787 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-47a03f20-3270-4279-9d2d-9aad8af3587a req-68030a68-ddf1-486c-bfdb-b68d5fbcdff5 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.223 HTTP/1.1" status: 200 len: 696 time: 0.0651357 May 26 16:02:46.835134 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:46.848123 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9eafeb73-4213-4762-a494-f46774731419 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:46.894947 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=050f7dea-7df3-4c3e-9043-c8ce4c335535,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:46.910910 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a3f4030-0ee1-49e5-a2eb-c397f7189cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:46.923101 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9eafeb73-4213-4762-a494-f46774731419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:46.933981 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d,segment=NetworkSegment(96a5f615-fb63-4c2b-92cf-d8a80dc39cae),segment_id=96a5f615-fb63-4c2b-92cf-d8a80dc39cae)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:46.958083 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d', 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062', 'port_id': '0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d', 'mac_address': 'fa:16:3e:b2:c4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b75a4a7-49bc-43e9-90df-4f07b481bb2f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:47.024560 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-15a68a19-696c-4867-a5f5-7ba913c52f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:47.026212 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-15a68a19-696c-4867-a5f5-7ba913c52f4a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5305068 May 26 16:02:47.055646 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:47.055919 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:47.078671 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a3f4030-0ee1-49e5-a2eb-c397f7189cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:47.086246 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:47.090498 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a3f4030-0ee1-49e5-a2eb-c397f7189cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:47.095054 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2a3f4030-0ee1-49e5-a2eb-c397f7189cb1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1cc06519-0f3d-4f2d-8d14-c39693f984f3 HTTP/1.1" status: 204 len: 168 time: 0.8424172 May 26 16:02:47.131900 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d,segment=NetworkSegment(96a5f615-fb63-4c2b-92cf-d8a80dc39cae),segment_id=96a5f615-fb63-4c2b-92cf-d8a80dc39cae)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:47.137590 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:47.170638 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f4030-0ee1-49e5-a2eb-c397f7189cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc06519-0f3d-4f2d-8d14-c39693f984f3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:47.222252 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:02:47.245335 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:47.257752 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:47.258652 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:47.259410 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:47.261146 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:47.261696 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:47.262197 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:47.263562 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:47.264471 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:47.264979 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:47.265470 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:47.265973 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:47.266461 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:02:47.292125 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:02:47.404085 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-72dff7e9-2419-42aa-b1ee-b69f7a820eb1 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665497 May 26 16:02:47.407986 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-9eafeb73-4213-4762-a494-f46774731419 admin admin] Allocated IP 172.25.7.217 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:47.418013 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7,segment=NetworkSegment(524dc500-34cd-4ad3-91d5-17681818fd86),segment_id=524dc500-34cd-4ad3-91d5-17681818fd86)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:47.448821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7', 'network_id': 'f0bfc686-5a9f-4760-8a91-fab0346012c9', 'port_id': '3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7', 'mac_address': 'fa:16:3e:30:2b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1f5e3e2-46bf-451b-841b-adc78325b3e9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:02:47.527157 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:47.527609 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:47.546173 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:02:47.579600 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7,segment=NetworkSegment(524dc500-34cd-4ad3-91d5-17681818fd86),segment_id=524dc500-34cd-4ad3-91d5-17681818fd86)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:47.607164 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:47.675647 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-feaff674-f9e5-4cc4-85e4-d18a6986f9f9 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571354 May 26 16:02:47.778649 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9eafeb73-4213-4762-a494-f46774731419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:47.789205 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:47.792692 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834efdb-6250-4d44-8e42-e645c96fc9c9 req-9427f86e-ef1b-4854-aac5-5e8c71c9e48d tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:47.800525 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1834efdb-6250-4d44-8e42-e645c96fc9c9 req-9427f86e-ef1b-4854-aac5-5e8c71c9e48d tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 945 time: 0.2692091 May 26 16:02:47.836358 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-47a03f20-3270-4279-9d2d-9aad8af3587a req-e216e1ea-213e-44a4-954b-52c88e2ea1f9 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Deleting port f27f7214-9bc0-4220-97b7-eebb077967fc {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:47.836808 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-47a03f20-3270-4279-9d2d-9aad8af3587a req-e216e1ea-213e-44a4-954b-52c88e2ea1f9 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:47.878132 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1834efdb-6250-4d44-8e42-e645c96fc9c9 req-e1e3bcbe-94b8-4529-8a28-4d85d7f247d6 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709577 May 26 16:02:47.902823 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:47.910199 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['050f7dea-7df3-4c3e-9043-c8ce4c335535'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:47.912146 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9eafeb73-4213-4762-a494-f46774731419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:47.917009 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d68ed06a-3a56-4238-99c4-df76b2dca5f9 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:47.927860 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['b8113dc2-ac75-4d93-99ef-3dee360d64f7'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:47.980336 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8c9707-8e56-480d-98a4-f3547e34d1d0 None None] Network 634ec83e-c9da-414a-bb4f-f0a2f7446ae3 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:02:48.059583 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eafeb73-4213-4762-a494-f46774731419 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:48.071570 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-9eafeb73-4213-4762-a494-f46774731419 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:48.079053 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eafeb73-4213-4762-a494-f46774731419 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:48.092375 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-47a03f20-3270-4279-9d2d-9aad8af3587a req-e216e1ea-213e-44a4-954b-52c88e2ea1f9 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:48.092727 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-47a03f20-3270-4279-9d2d-9aad8af3587a req-e216e1ea-213e-44a4-954b-52c88e2ea1f9 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:48.106972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898df7aa-33f5-47bd-9c03-aa47cd59f20b req-ee3b728a-819e-4e50-af07-b096eb67bee9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:48.113963 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898df7aa-33f5-47bd-9c03-aa47cd59f20b req-ee3b728a-819e-4e50-af07-b096eb67bee9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:48.120976 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898df7aa-33f5-47bd-9c03-aa47cd59f20b req-ee3b728a-819e-4e50-af07-b096eb67bee9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:48.128345 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898df7aa-33f5-47bd-9c03-aa47cd59f20b req-ee3b728a-819e-4e50-af07-b096eb67bee9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:48.131969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['f28bda9b-d8f5-48c0-94b8-265841b80e6b'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:48.135161 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898df7aa-33f5-47bd-9c03-aa47cd59f20b req-ee3b728a-819e-4e50-af07-b096eb67bee9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:48.141097 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafeb73-4213-4762-a494-f46774731419 admin admin] Pushing event updated for resources: {'Port': ['ID=0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:48.141256 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898df7aa-33f5-47bd-9c03-aa47cd59f20b req-ee3b728a-819e-4e50-af07-b096eb67bee9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:48.154278 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898df7aa-33f5-47bd-9c03-aa47cd59f20b req-ee3b728a-819e-4e50-af07-b096eb67bee9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:48.177589 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-898df7aa-33f5-47bd-9c03-aa47cd59f20b req-ee3b728a-819e-4e50-af07-b096eb67bee9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5427 time: 0.1763284 May 26 16:02:48.199568 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-47a03f20-3270-4279-9d2d-9aad8af3587a req-e216e1ea-213e-44a4-954b-52c88e2ea1f9 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Calling delete_port for f27f7214-9bc0-4220-97b7-eebb077967fc owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:48.241082 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:48.288217 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 0537a693-ec7c-4e2c-97b1-01947edc7200 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:02:48.291242 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['2cf21d6d-e79d-4c8c-9e61-5ea961f8d787'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:48.293545 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['ca2c9533-8b3b-4f83-8365-a6bca11cfad7'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:48.395305 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-898df7aa-33f5-47bd-9c03-aa47cd59f20b req-a4de0c80-89f5-487e-a783-9683325be9f7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2164025 May 26 16:02:48.513738 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-47a03f20-3270-4279-9d2d-9aad8af3587a req-e216e1ea-213e-44a4-954b-52c88e2ea1f9 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:48.576250 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216e1ea-213e-44a4-954b-52c88e2ea1f9 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Pushing event deleted for resources: {'Port': ['ID=f27f7214-9bc0-4220-97b7-eebb077967fc,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:48.587548 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9eafeb73-4213-4762-a494-f46774731419 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:48.654288 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:02:48.656745 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0e871df1-314b-490c-96bb-1f4a13fdf8f6 None None] Provisioning complete for port d68ed06a-3a56-4238-99c4-df76b2dca5f9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:48.657109 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0e871df1-314b-490c-96bb-1f4a13fdf8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:48.707266 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb8ea4-7869-428b-a2da-653bde86b98c req-b4979821-f7fd-4ae6-8b48-00686b12c444 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:48.710179 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fceb8ea4-7869-428b-a2da-653bde86b98c req-b4979821-f7fd-4ae6-8b48-00686b12c444 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.83 "GET /v2.0/ports?device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 945 time: 0.3137794 May 26 16:02:48.710944 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41520) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:48.756063 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:48.761976 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-47a03f20-3270-4279-9d2d-9aad8af3587a req-e216e1ea-213e-44a4-954b-52c88e2ea1f9 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:48.765357 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-47a03f20-3270-4279-9d2d-9aad8af3587a req-e216e1ea-213e-44a4-954b-52c88e2ea1f9 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:48.782486 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-47a03f20-3270-4279-9d2d-9aad8af3587a req-e216e1ea-213e-44a4-954b-52c88e2ea1f9 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "DELETE /v2.0/floatingips/78772375-bcf6-4e27-87a5-18ee743d36b7 HTTP/1.1" status: 204 len: 173 time: 2.1023176 May 26 16:02:48.826866 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9eafeb73-4213-4762-a494-f46774731419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:48.977077 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ab0a0-73cd-455e-825e-7982059a7d8c req-69ae1403-17d6-4789-bb57-5b15f80ea605 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:48.983375 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-125ab0a0-73cd-455e-825e-7982059a7d8c req-69ae1403-17d6-4789-bb57-5b15f80ea605 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.4117489 May 26 16:02:49.008349 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eafeb73-4213-4762-a494-f46774731419 admin admin] Router 1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:02:49.028776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port d68ed06a-3a56-4238-99c4-df76b2dca5f9 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:49.029146 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:49.102214 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-0a669834-0e3c-4b6a-bac5-055415eb253a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-53084757-network', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:49.178298 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eafeb73-4213-4762-a494-f46774731419 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:02:49.216170 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9eafeb73-4213-4762-a494-f46774731419 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:49.220939 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9eafeb73-4213-4762-a494-f46774731419 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.8020544 May 26 16:02:49.222100 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41532) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:49.231917 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-125ab0a0-73cd-455e-825e-7982059a7d8c req-cd46951b-6f97-47bb-92fa-13e4dcf372f6 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261271 May 26 16:02:49.231917 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a669834-0e3c-4b6a-bac5-055415eb253a admin admin] Made reservation on behalf of e054f09efe5e48a1a811c34416f57f3d for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:49.231917 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a669834-0e3c-4b6a-bac5-055415eb253a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:49.232320 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:49.233716 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] Sync routers for ids ['1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:02:49.264678 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a669834-0e3c-4b6a-bac5-055415eb253a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:49.337560 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13c39eb6-97b6-4452-b2ed-f4895a4198bc req-fa79ea22-972e-4129-897d-291ed0e615cc tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/floatingips/275a9b4c-b851-45e7-8239-28bdfd40f640 HTTP/1.1" status: 200 len: 691 time: 0.0848155 May 26 16:02:49.353509 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-fceb8ea4-7869-428b-a2da-653bde86b98c req-8d9b605e-0dff-49b1-94be-a9fd0a1b0f30 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Deleting port 0537a693-ec7c-4e2c-97b1-01947edc7200 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:49.353887 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fceb8ea4-7869-428b-a2da-653bde86b98c req-8d9b605e-0dff-49b1-94be-a9fd0a1b0f30 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:49.357735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] Routers {'1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:02:49.358371 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:02:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:49.460808 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-fceb8ea4-7869-428b-a2da-653bde86b98c req-8d9b605e-0dff-49b1-94be-a9fd0a1b0f30 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] For port 0537a693-ec7c-4e2c-97b1-01947edc7200, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0537a693-ec7c-4e2c-97b1-01947edc7200,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:49.461169 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fceb8ea4-7869-428b-a2da-653bde86b98c req-8d9b605e-0dff-49b1-94be-a9fd0a1b0f30 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:49.476847 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 0537a693-ec7c-4e2c-97b1-01947edc7200 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:49.477246 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:49.480643 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0e871df1-314b-490c-96bb-1f4a13fdf8f6 None None] Current status of the port d68ed06a-3a56-4238-99c4-df76b2dca5f9 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:49.481021 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0e871df1-314b-490c-96bb-1f4a13fdf8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:49.579178 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-fceb8ea4-7869-428b-a2da-653bde86b98c req-8d9b605e-0dff-49b1-94be-a9fd0a1b0f30 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Calling delete_port for 0537a693-ec7c-4e2c-97b1-01947edc7200 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:49.731514 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] Set router 1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:02:49.734023 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143d495-c841-4e08-8e97-4c49be27edce req-5e9a8c61-3110-42cc-8439-f85df5ada456 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:49.736545 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9143d495-c841-4e08-8e97-4c49be27edce req-5e9a8c61-3110-42cc-8439-f85df5ada456 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/ports?device_id=d572684d-bc11-4027-9382-a39dedd3f24d HTTP/1.1" status: 200 len: 945 time: 0.2714636 May 26 16:02:49.756599 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c39eb6-97b6-4452-b2ed-f4895a4198bc req-bf3fdacb-6989-40f6-940f-342f5f2b6d2f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:49.763904 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13c39eb6-97b6-4452-b2ed-f4895a4198bc req-bf3fdacb-6989-40f6-940f-342f5f2b6d2f tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.4254100 May 26 16:02:49.779833 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-13c39eb6-97b6-4452-b2ed-f4895a4198bc req-739346cc-4a33-4ac3-8085-8557b500d204 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:02:49.787735 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13c39eb6-97b6-4452-b2ed-f4895a4198bc req-739346cc-4a33-4ac3-8085-8557b500d204 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0228567 May 26 16:02:49.820073 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a669834-0e3c-4b6a-bac5-055415eb253a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:49.843034 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-990ec9f3-4f8d-40d9-8c24-c77bc28f83a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:49.863351 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a669834-0e3c-4b6a-bac5-055415eb253a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:49.894754 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13c39eb6-97b6-4452-b2ed-f4895a4198bc req-7a09f424-8ec8-4b24-b8ef-b63638f4f66c tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.7 HTTP/1.1" status: 200 len: 694 time: 0.1060238 May 26 16:02:49.919723 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a669834-0e3c-4b6a-bac5-055415eb253a admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:02:49.961294 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 0537a693-ec7c-4e2c-97b1-01947edc7200, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0537a693-ec7c-4e2c-97b1-01947edc7200,segment=NetworkSegment(c5c2df13-4177-41c8-aa31-07f6635780db),segment_id=c5c2df13-4177-41c8-aa31-07f6635780db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:49.992762 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9143d495-c841-4e08-8e97-4c49be27edce req-77b177e2-666f-45d6-892d-9083fc01c6ef tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.77 "GET /v2.0/security-groups?id=4fd9f76b-1632-4cad-93f5-b1712cc098fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267339 May 26 16:02:49.993447 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a669834-0e3c-4b6a-bac5-055415eb253a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10863e78-4372-43c6-9d7a-ff9998438665,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:49.996520 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a669834-0e3c-4b6a-bac5-055415eb253a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:49.996861 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-0a669834-0e3c-4b6a-bac5-055415eb253a admin admin] Added segment c6380c4f-2eb2-46a7-b445-d8da7d649974 of type vlan for network 48798ccf-c01b-4baf-8c1d-06629758249c May 26 16:02:50.025059 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13c39eb6-97b6-4452-b2ed-f4895a4198bc req-f771a169-d61c-4979-9754-f82d0ff0554c tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.7 HTTP/1.1" status: 200 len: 694 time: 0.1283686 May 26 16:02:50.038226 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd572684d-bc11-4027-9382-a39dedd3f24d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0537a693-ec7c-4e2c-97b1-01947edc7200'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:50.041461 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a25c57-ef1d-43d0-9c17-5fcfcba05758" -d '{"events": [{"server_uuid": "d572684d-bc11-4027-9382-a39dedd3f24d", "name": "network-vif-unplugged", "status": "completed", "tag": "0537a693-ec7c-4e2c-97b1-01947edc7200"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:50.079460 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-990ec9f3-4f8d-40d9-8c24-c77bc28f83a5 admin admin] Allocated IP 172.20.0.1 (634ec83e-c9da-414a-bb4f-f0a2f7446ae3/0122dde6-6086-4522-94d8-cd97304efa1f/039de60e-8247-4323-ab1b-0a15b53301fa) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:50.136780 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a669834-0e3c-4b6a-bac5-055415eb253a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.163184 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.230211 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a669834-0e3c-4b6a-bac5-055415eb253a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.231177 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a669834-0e3c-4b6a-bac5-055415eb253a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:50.231760 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a669834-0e3c-4b6a-bac5-055415eb253a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.277465 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-0e871df1-314b-490c-96bb-1f4a13fdf8f6 None None] For port d68ed06a-3a56-4238-99c4-df76b2dca5f9, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d68ed06a-3a56-4238-99c4-df76b2dca5f9,segment=NetworkSegment(31dfafdf-ee4a-4476-9d4d-0ef6eb10e660),segment_id=31dfafdf-ee4a-4476-9d4d-0ef6eb10e660)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:50.315815 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-990ec9f3-4f8d-40d9-8c24-c77bc28f83a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.334383 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fceb8ea4-7869-428b-a2da-653bde86b98c req-8d9b605e-0dff-49b1-94be-a9fd0a1b0f30 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.338614 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0a669834-0e3c-4b6a-bac5-055415eb253a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5802102 May 26 16:02:50.347487 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41554) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:50.366266 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0e871df1-314b-490c-96bb-1f4a13fdf8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.368137 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-990ec9f3-4f8d-40d9-8c24-c77bc28f83a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.381337 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port d68ed06a-3a56-4238-99c4-df76b2dca5f9 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:50.382086 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.390143 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-644da358-c71c-47e3-98ca-fca3739b044b admin admin] Request body: {'subnet': {'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-53084757-subnet', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:50.415020 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990ec9f3-4f8d-40d9-8c24-c77bc28f83a5 admin admin] Network 634ec83e-c9da-414a-bb4f-f0a2f7446ae3 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:50.418348 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-990ec9f3-4f8d-40d9-8c24-c77bc28f83a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:50.421676 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990ec9f3-4f8d-40d9-8c24-c77bc28f83a5 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:50.423698 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b605e-0dff-49b1-94be-a9fd0a1b0f30 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Pushing event deleted for resources: {'Port': ['ID=0537a693-ec7c-4e2c-97b1-01947edc7200,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:50.431157 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a669834-0e3c-4b6a-bac5-055415eb253a admin admin] Pushing event updated for resources: {'Network': ['ID=48798ccf-c01b-4baf-8c1d-06629758249c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:50.485026 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-990ec9f3-4f8d-40d9-8c24-c77bc28f83a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.486524 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 48798ccf-c01b-4baf-8c1d-06629758249c details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:02:50.493556 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=0537a693-ec7c-4e2c-97b1-01947edc7200,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:50.506295 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fceb8ea4-7869-428b-a2da-653bde86b98c req-8d9b605e-0dff-49b1-94be-a9fd0a1b0f30 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] No DVR routers for this DVR port 0537a693-ec7c-4e2c-97b1-01947edc7200 on host n-h2-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:02:50.510336 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644da358-c71c-47e3-98ca-fca3739b044b admin admin] Made reservation on behalf of e054f09efe5e48a1a811c34416f57f3d for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:02:50.513759 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-644da358-c71c-47e3-98ca-fca3739b044b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.517656 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fceb8ea4-7869-428b-a2da-653bde86b98c req-8d9b605e-0dff-49b1-94be-a9fd0a1b0f30 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.522837 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fceb8ea4-7869-428b-a2da-653bde86b98c req-8d9b605e-0dff-49b1-94be-a9fd0a1b0f30 tempest-ImagesTestJSON-905341548 tempest-ImagesTestJSON-905341548-project] 10.222.0.83 "DELETE /v2.0/ports/0537a693-ec7c-4e2c-97b1-01947edc7200 HTTP/1.1" status: 204 len: 173 time: 1.7281425 May 26 16:02:50.523614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd572684d-bc11-4027-9382-a39dedd3f24d', 'name': 'network-vif-deleted', 'tag': '0537a693-ec7c-4e2c-97b1-01947edc7200'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:50.527027 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1d243f-6d26-4cc6-8f5a-ed7456c867dd" -d '{"events": [{"server_uuid": "d572684d-bc11-4027-9382-a39dedd3f24d", "name": "network-vif-deleted", "tag": "0537a693-ec7c-4e2c-97b1-01947edc7200"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:50.552778 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ec9f3-4f8d-40d9-8c24-c77bc28f83a5 admin admin] Pushing event updated for resources: {'Port': ['ID=039de60e-8247-4323-ab1b-0a15b53301fa,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:50.617005 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2faca8e-e373-4168-b54e-0dce38865d43 req-78524d34-f026-4be1-8890-6966c02c9f26 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:50.623451 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2faca8e-e373-4168-b54e-0dce38865d43 req-78524d34-f026-4be1-8890-6966c02c9f26 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:50.630991 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2faca8e-e373-4168-b54e-0dce38865d43 req-78524d34-f026-4be1-8890-6966c02c9f26 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:50.638558 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2faca8e-e373-4168-b54e-0dce38865d43 req-78524d34-f026-4be1-8890-6966c02c9f26 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:50.646758 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2faca8e-e373-4168-b54e-0dce38865d43 req-78524d34-f026-4be1-8890-6966c02c9f26 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:50.650788 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-be509700-29e2-44c4-86d6-43c4fe5bc99f None None] Provisioning complete for port d68ed06a-3a56-4238-99c4-df76b2dca5f9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:50.651164 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-be509700-29e2-44c4-86d6-43c4fe5bc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.653310 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2faca8e-e373-4168-b54e-0dce38865d43 req-78524d34-f026-4be1-8890-6966c02c9f26 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:50.658647 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:02:50.659632 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:02:50.659757 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2faca8e-e373-4168-b54e-0dce38865d43 req-78524d34-f026-4be1-8890-6966c02c9f26 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:50.661875 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2faca8e-e373-4168-b54e-0dce38865d43 req-78524d34-f026-4be1-8890-6966c02c9f26 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5427 time: 0.3364410 May 26 16:02:50.671856 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-13c39eb6-97b6-4452-b2ed-f4895a4198bc req-361b9281-0dac-43f2-88f5-6bdd9b198082 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Deleting port 6eb3a78f-d1b8-40a0-ab9c-b60858b66de4 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:50.678446 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-13c39eb6-97b6-4452-b2ed-f4895a4198bc req-361b9281-0dac-43f2-88f5-6bdd9b198082 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.689498 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e871df1-314b-490c-96bb-1f4a13fdf8f6 None None] Pushing event updated for resources: {'Port': ['ID=d68ed06a-3a56-4238-99c4-df76b2dca5f9,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:50.715885 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1598862110-router', 'tenant_id': '3cf1e1ed922044a691c4a7dc508d705d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:44Z', 'updated_at': '2022-05-26T16:02:48Z', 'revision_number': 3, 'project_id': '3cf1e1ed922044a691c4a7dc508d705d', 'gw_port': {'id': '0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:15:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:47Z', 'updated_at': '2022-05-26T16:02:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:50.738247 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-990ec9f3-4f8d-40d9-8c24-c77bc28f83a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.747553 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] Checking router: 1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:02:50.748158 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] Updating router 1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d port 0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:02:50.804374 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.836944 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-be509700-29e2-44c4-86d6-43c4fe5bc99f None None] Current status of the port d68ed06a-3a56-4238-99c4-df76b2dca5f9 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:50.846607 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2faca8e-e373-4168-b54e-0dce38865d43 req-a30c2bb5-6058-4c94-8191-b0939d03c2d6 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1461420 May 26 16:02:50.910677 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-13c39eb6-97b6-4452-b2ed-f4895a4198bc req-361b9281-0dac-43f2-88f5-6bdd9b198082 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.911110 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-13c39eb6-97b6-4452-b2ed-f4895a4198bc req-361b9281-0dac-43f2-88f5-6bdd9b198082 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.931438 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-13c39eb6-97b6-4452-b2ed-f4895a4198bc req-361b9281-0dac-43f2-88f5-6bdd9b198082 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Calling delete_port for 6eb3a78f-d1b8-40a0-ab9c-b60858b66de4 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:50.936860 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-990ec9f3-4f8d-40d9-8c24-c77bc28f83a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.943544 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-990ec9f3-4f8d-40d9-8c24-c77bc28f83a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:50.994843 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-be045af8-842d-481a-90ee-c8727af4f162 None None] Provisioning complete for port 039de60e-8247-4323-ab1b-0a15b53301fa triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:50.995280 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-be045af8-842d-481a-90ee-c8727af4f162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.008592 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ec9f3-4f8d-40d9-8c24-c77bc28f83a5 admin admin] Pushing event updated for resources: {'Port': ['ID=039de60e-8247-4323-ab1b-0a15b53301fa,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:51.031323 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-990ec9f3-4f8d-40d9-8c24-c77bc28f83a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.057362 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-644da358-c71c-47e3-98ca-fca3739b044b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.112120 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c1ddd4-9795-4b91-8fa8-7dca1b93f61b x-openstack-request-id: req-94c1ddd4-9795-4b91-8fa8-7dca1b93f61b {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:51.112696 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d572684d-bc11-4027-9382-a39dedd3f24d", "name": "network-vif-unplugged", "status": "completed", "tag": "0537a693-ec7c-4e2c-97b1-01947edc7200", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:51.113107 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-94c1ddd4-9795-4b91-8fa8-7dca1b93f61b {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:51.113511 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94c1ddd4-9795-4b91-8fa8-7dca1b93f61b'] response: {'server_uuid': 'd572684d-bc11-4027-9382-a39dedd3f24d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0537a693-ec7c-4e2c-97b1-01947edc7200', 'code': 200} May 26 16:02:51.114911 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644da358-c71c-47e3-98ca-fca3739b044b admin admin] Pushing event updated for resources: {'Subnet': ['ID=667adff5-0c1e-46ec-b83e-3fbb957aa36c,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:51.134070 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-be045af8-842d-481a-90ee-c8727af4f162 None None] Port 039de60e-8247-4323-ab1b-0a15b53301fa cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:02:51.155724 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990ec9f3-4f8d-40d9-8c24-c77bc28f83a5 admin admin] Network 634ec83e-c9da-414a-bb4f-f0a2f7446ae3 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:51.162352 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-990ec9f3-4f8d-40d9-8c24-c77bc28f83a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:51.193713 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644da358-c71c-47e3-98ca-fca3739b044b admin admin] Checking segment: {'id': 'c6380c4f-2eb2-46a7-b445-d8da7d649974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:51.194348 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644da358-c71c-47e3-98ca-fca3739b044b admin admin] Network hostable DHCP agents. Network: 48798ccf-c01b-4baf-8c1d-06629758249c, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:02:51.243311 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644da358-c71c-47e3-98ca-fca3739b044b admin admin] Network 48798ccf-c01b-4baf-8c1d-06629758249c is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:02:51.264886 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port d68ed06a-3a56-4238-99c4-df76b2dca5f9 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:51.269620 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-13c39eb6-97b6-4452-b2ed-f4895a4198bc req-361b9281-0dac-43f2-88f5-6bdd9b198082 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.271061 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:51.314130 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-644da358-c71c-47e3-98ca-fca3739b044b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 48798ccf-c01b-4baf-8c1d-06629758249c) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:51.330216 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d26d55-5ec2-4b04-85be-50fd39176d85 None None] Network 48798ccf-c01b-4baf-8c1d-06629758249c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:02:51.333571 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644da358-c71c-47e3-98ca-fca3739b044b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:51.334177 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-644da358-c71c-47e3-98ca-fca3739b044b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.342244 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.389816 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b9281-0dac-43f2-88f5-6bdd9b198082 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Pushing event deleted for resources: {'Port': ['ID=6eb3a78f-d1b8-40a0-ab9c-b60858b66de4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:51.394116 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990ec9f3-4f8d-40d9-8c24-c77bc28f83a5 admin admin] Router 1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:02:51.450426 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.470142 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d68ed06a-3a56-4238-99c4-df76b2dca5f9 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:51.476942 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c19a0-9f30-40de-b656-e54a0e81a9b9 req-59054926-939b-43ca-8ca9-4b3307425bd7 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:51.480691 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c20c19a0-9f30-40de-b656-e54a0e81a9b9 req-59054926-939b-43ca-8ca9-4b3307425bd7 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.2584803 May 26 16:02:51.506870 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-644da358-c71c-47e3-98ca-fca3739b044b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1430209 May 26 16:02:51.508509 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-13c39eb6-97b6-4452-b2ed-f4895a4198bc req-361b9281-0dac-43f2-88f5-6bdd9b198082 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.508647 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41566) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:51.510577 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-13c39eb6-97b6-4452-b2ed-f4895a4198bc req-361b9281-0dac-43f2-88f5-6bdd9b198082 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.511745 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13c39eb6-97b6-4452-b2ed-f4895a4198bc req-361b9281-0dac-43f2-88f5-6bdd9b198082 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "DELETE /v2.0/floatingips/275a9b4c-b851-45e7-8239-28bdfd40f640 HTTP/1.1" status: 204 len: 173 time: 1.4858291 May 26 16:02:51.518609 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-12780470-0208-40df-b323-7870dbb5ecc0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-53084757-router', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:02:51.574573 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c20c19a0-9f30-40de-b656-e54a0e81a9b9 req-51d9f38a-a2a0-4714-a76c-646e4df52666 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752113 May 26 16:02:51.607803 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] Attempting to bind port 0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:51.608236 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] Attempting to bind port 0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:51.608599 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] Attempting to bind port 0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:51.618288 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bc744-3464-4759-bba6-3e74b1f335aa None None] Pushing event updated for resources: {'Port': ['ID=0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:51.626928 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-12780470-0208-40df-b323-7870dbb5ecc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.629500 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-12780470-0208-40df-b323-7870dbb5ecc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.630992 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:02:51.639971 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:51.640382 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:51.640807 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.641214 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:51.641700 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] Bound port: 0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:51.642094 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.652009 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990ec9f3-4f8d-40d9-8c24-c77bc28f83a5 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:02:51.667056 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-990ec9f3-4f8d-40d9-8c24-c77bc28f83a5 admin admin] 10.222.0.77 "PUT /v2.0/routers/1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4304397 May 26 16:02:51.673593 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:51.674911 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.681495 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ecb2a0-327d-424a-84d6-f0c2c8fe8e01 x-openstack-request-id: req-76ecb2a0-327d-424a-84d6-f0c2c8fe8e01 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:51.681793 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d572684d-bc11-4027-9382-a39dedd3f24d", "name": "network-vif-deleted", "tag": "0537a693-ec7c-4e2c-97b1-01947edc7200", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:51.682049 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-76ecb2a0-327d-424a-84d6-f0c2c8fe8e01 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:51.682450 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76ecb2a0-327d-424a-84d6-f0c2c8fe8e01'] response: {'server_uuid': 'd572684d-bc11-4027-9382-a39dedd3f24d', 'name': 'network-vif-deleted', 'tag': '0537a693-ec7c-4e2c-97b1-01947edc7200', 'status': 'completed', 'code': 200} May 26 16:02:51.683502 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-955dd3d7-34b2-44d3-9e13-1fbe67823346 None None] Provisioning complete for port 039de60e-8247-4323-ab1b-0a15b53301fa triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:51.683971 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-955dd3d7-34b2-44d3-9e13-1fbe67823346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.715883 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-12780470-0208-40df-b323-7870dbb5ecc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.825517 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-955dd3d7-34b2-44d3-9e13-1fbe67823346 None None] Port 039de60e-8247-4323-ab1b-0a15b53301fa cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:02:51.837799 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port d68ed06a-3a56-4238-99c4-df76b2dca5f9 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:51.838215 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.902633 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-69787ab4-994b-4c49-9e0f-a0f42dd4dd28 req-e0f06bc9-9edd-4410-8d4f-02c016bb8677 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/floatingips/566c2414-a271-4cb6-91b8-557b40b3e4d5 HTTP/1.1" status: 200 len: 693 time: 0.0690269 May 26 16:02:51.912209 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] For port 0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:51.914799 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55025e6d-092a-4551-ac46-2c4bcb29ad97 req-8131f6de-d767-44a2-8af8-97a7d45c7809 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:51.916542 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55025e6d-092a-4551-ac46-2c4bcb29ad97 req-8131f6de-d767-44a2-8af8-97a7d45c7809 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 944 time: 0.1278045 May 26 16:02:51.951313 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-12780470-0208-40df-b323-7870dbb5ecc0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.967074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a83cba3-7b7a-44e3-b6d8-112cc300b379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-48798ccf-c01b-4baf-8c1d-06629758249c', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'fixed_ips': [{'subnet_id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:02:51.967927 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9a83cba3-7b7a-44e3-b6d8-112cc300b379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.983006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:51.983393 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:51.988837 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] For port 0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:52.011636 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:52.026697 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55025e6d-092a-4551-ac46-2c4bcb29ad97 req-3c0eb16e-0ea0-4d52-be78-1b9d90860cad tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837235 May 26 16:02:52.062873 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69787ab4-994b-4c49-9e0f-a0f42dd4dd28 req-eb6a430f-c8fc-4607-9fa1-4d5244571b0e tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:52.062873 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-69787ab4-994b-4c49-9e0f-a0f42dd4dd28 req-eb6a430f-c8fc-4607-9fa1-4d5244571b0e tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.1422877 May 26 16:02:52.147883 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-69787ab4-994b-4c49-9e0f-a0f42dd4dd28 req-88dc2682-88ff-4ae2-8292-02f48e11f954 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 696 time: 0.0808473 May 26 16:02:52.195864 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=2cf21d6d-e79d-4c8c-9e61-5ea961f8d787,segment=NetworkSegment(1a7b7922-5c77-4d0b-a0da-c10ad2b6209b),segment_id=1a7b7922-5c77-4d0b-a0da-c10ad2b6209b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:52.215270 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:52.216121 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:52.234316 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port d68ed06a-3a56-4238-99c4-df76b2dca5f9 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:52.252995 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-69787ab4-994b-4c49-9e0f-a0f42dd4dd28 req-ac56e712-2b10-41ad-9ca3-0731381de919 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 696 time: 0.0919349 May 26 16:02:52.466336 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bc744-3464-4759-bba6-3e74b1f335aa None None] Pushing event updated for resources: {'Port': ['ID=0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:52.468911 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] Routers {'1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:02:52.469518 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:02:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:52.483365 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-105b1800-7e3a-455e-8d80-8c1be96c15c0 req-8088405b-bf1c-4171-a316-03d601d979d8 tempest-FloatingIPDetailsNegativeTestJSON-1275210652 tempest-FloatingIPDetailsNegativeTestJSON-1275210652-project] show failed (client error): The resource could not be found. May 26 16:02:52.488612 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-105b1800-7e3a-455e-8d80-8c1be96c15c0 req-8088405b-bf1c-4171-a316-03d601d979d8 tempest-FloatingIPDetailsNegativeTestJSON-1275210652 tempest-FloatingIPDetailsNegativeTestJSON-1275210652-project] 10.222.0.77 "GET /v2.0/floatingips/7db19b72-c51e-4119-b165-08b94bd48854 HTTP/1.1" status: 404 len: 350 time: 0.0963514 May 26 16:02:52.499099 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41600) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:52.541846 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-12780470-0208-40df-b323-7870dbb5ecc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:52.580857 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-12780470-0208-40df-b323-7870dbb5ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:52.581236 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-9a83cba3-7b7a-44e3-b6d8-112cc300b379 None None] Allocated IP 172.20.0.2 (48798ccf-c01b-4baf-8c1d-06629758249c/667adff5-0c1e-46ec-b83e-3fbb957aa36c/3e135796-5729-4107-a6df-d4fd91fc4ba6) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:52.636011 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f9435-2c39-4c00-8800-759ddcabcd2b req-24e9477b-ace1-404e-832d-8079a6aee3a7 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:52.638583 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-500f9435-2c39-4c00-8800-759ddcabcd2b req-24e9477b-ace1-404e-832d-8079a6aee3a7 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.83 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 944 time: 0.0890319 May 26 16:02:52.639890 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-69787ab4-994b-4c49-9e0f-a0f42dd4dd28 req-8dd1f331-e3db-4eb8-885e-cefee4072290 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Deleting port 3f722776-ee69-4f43-97cf-0d75108995fe {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:52.640280 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-69787ab4-994b-4c49-9e0f-a0f42dd4dd28 req-8dd1f331-e3db-4eb8-885e-cefee4072290 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:52.669521 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=2cf21d6d-e79d-4c8c-9e61-5ea961f8d787,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:52.697476 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:02:52.735410 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] Set router 1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:02:52.737693 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-12780470-0208-40df-b323-7870dbb5ecc0 admin admin] Allocated IP 172.25.7.59 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/27e27cdf-ab8e-4335-9530-55a516ee69ff) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:52.793254 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:52.793804 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:52.855605 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070a002-940c-4c0f-8adc-c342e5f5a6c5 req-475a0a6f-16cc-4ec2-8955-11a4d5f087b8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:52.861377 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070a002-940c-4c0f-8adc-c342e5f5a6c5 req-475a0a6f-16cc-4ec2-8955-11a4d5f087b8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:52.863473 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-12780470-0208-40df-b323-7870dbb5ecc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:52.868046 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070a002-940c-4c0f-8adc-c342e5f5a6c5 req-475a0a6f-16cc-4ec2-8955-11a4d5f087b8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:52.873910 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070a002-940c-4c0f-8adc-c342e5f5a6c5 req-475a0a6f-16cc-4ec2-8955-11a4d5f087b8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:52.881951 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070a002-940c-4c0f-8adc-c342e5f5a6c5 req-475a0a6f-16cc-4ec2-8955-11a4d5f087b8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:52.886742 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070a002-940c-4c0f-8adc-c342e5f5a6c5 req-475a0a6f-16cc-4ec2-8955-11a4d5f087b8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:52.892922 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070a002-940c-4c0f-8adc-c342e5f5a6c5 req-475a0a6f-16cc-4ec2-8955-11a4d5f087b8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:52.896638 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4070a002-940c-4c0f-8adc-c342e5f5a6c5 req-475a0a6f-16cc-4ec2-8955-11a4d5f087b8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5428 time: 0.2862558 May 26 16:02:52.905784 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-12780470-0208-40df-b323-7870dbb5ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:52.946264 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12780470-0208-40df-b323-7870dbb5ecc0 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:52.949153 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-12780470-0208-40df-b323-7870dbb5ecc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:52.952887 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12780470-0208-40df-b323-7870dbb5ecc0 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:52.981984 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12780470-0208-40df-b323-7870dbb5ecc0 admin admin] Pushing event updated for resources: {'Port': ['ID=27e27cdf-ab8e-4335-9530-55a516ee69ff,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:52.987785 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-69787ab4-994b-4c49-9e0f-a0f42dd4dd28 req-8dd1f331-e3db-4eb8-885e-cefee4072290 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:52.988138 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-69787ab4-994b-4c49-9e0f-a0f42dd4dd28 req-8dd1f331-e3db-4eb8-885e-cefee4072290 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:53.021519 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-69787ab4-994b-4c49-9e0f-a0f42dd4dd28 req-8dd1f331-e3db-4eb8-885e-cefee4072290 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Calling delete_port for 3f722776-ee69-4f43-97cf-0d75108995fe owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:53.034456 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-500f9435-2c39-4c00-8800-759ddcabcd2b req-ec322d24-e9ea-46a9-bfc3-13563de013d1 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Deleting port abc417ca-d09c-4b20-afa4-b8599fee9b0e {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:53.034808 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-500f9435-2c39-4c00-8800-759ddcabcd2b req-ec322d24-e9ea-46a9-bfc3-13563de013d1 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:53.058543 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9a83cba3-7b7a-44e3-b6d8-112cc300b379 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:53.061192 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:53.061192 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:53.068601 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4070a002-940c-4c0f-8adc-c342e5f5a6c5 req-0ffddf43-1864-44fa-ac77-c5a309255c59 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1665263 May 26 16:02:53.098248 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9a83cba3-7b7a-44e3-b6d8-112cc300b379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:53.116383 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf21d6d-e79d-4c8c-9e61-5ea961f8d787'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:53.118855 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83083725-679b-4577-9f35-8ad890945fca" -d '{"events": [{"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-plugged", "status": "completed", "tag": "2cf21d6d-e79d-4c8c-9e61-5ea961f8d787"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:53.176773 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a83cba3-7b7a-44e3-b6d8-112cc300b379 None None] Network 48798ccf-c01b-4baf-8c1d-06629758249c is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:53.179840 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7,segment=NetworkSegment(524dc500-34cd-4ad3-91d5-17681818fd86),segment_id=524dc500-34cd-4ad3-91d5-17681818fd86)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:53.185815 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-9a83cba3-7b7a-44e3-b6d8-112cc300b379 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:53.194209 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a83cba3-7b7a-44e3-b6d8-112cc300b379 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:53.197600 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:53.198389 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:53.201294 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83cba3-7b7a-44e3-b6d8-112cc300b379 None None] Pushing event updated for resources: {'Port': ['ID=3e135796-5729-4107-a6df-d4fd91fc4ba6,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:53.318964 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-12780470-0208-40df-b323-7870dbb5ecc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:53.346048 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1598862110-router', 'tenant_id': '3cf1e1ed922044a691c4a7dc508d705d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:44Z', 'updated_at': '2022-05-26T16:02:50Z', 'revision_number': 4, 'project_id': '3cf1e1ed922044a691c4a7dc508d705d', 'gw_port': {'id': '0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:15:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:47Z', 'updated_at': '2022-05-26T16:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '039de60e-8247-4323-ab1b-0a15b53301fa', 'name': '', 'network_id': '634ec83e-c9da-414a-bb4f-f0a2f7446ae3', 'tenant_id': '3cf1e1ed922044a691c4a7dc508d705d', 'mac_address': 'fa:16:3e:c2:e4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '0122dde6-6086-4522-94d8-cd97304efa1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:49Z', 'updated_at': '2022-05-26T16:02:50Z', 'revision_number': 2, 'project_id': '3cf1e1ed922044a691c4a7dc508d705d', 'subnets': [{'id': '0122dde6-6086-4522-94d8-cd97304efa1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:53.397974 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e603432-7032-41fe-b1dc-bac020d84eea None None] The sync data for ids ['1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d'] in n-d-843337-2 is: [{'id': '1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1598862110-router', 'tenant_id': '3cf1e1ed922044a691c4a7dc508d705d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:44Z', 'updated_at': '2022-05-26T16:02:50Z', 'revision_number': 4, 'project_id': '3cf1e1ed922044a691c4a7dc508d705d', 'gw_port': {'id': '0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:15:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:47Z', 'updated_at': '2022-05-26T16:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '039de60e-8247-4323-ab1b-0a15b53301fa', 'name': '', 'network_id': '634ec83e-c9da-414a-bb4f-f0a2f7446ae3', 'tenant_id': '3cf1e1ed922044a691c4a7dc508d705d', 'mac_address': 'fa:16:3e:c2:e4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '0122dde6-6086-4522-94d8-cd97304efa1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:49Z', 'updated_at': '2022-05-26T16:02:50Z', 'revision_number': 2, 'project_id': '3cf1e1ed922044a691c4a7dc508d705d', 'subnets': [{'id': '0122dde6-6086-4522-94d8-cd97304efa1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:02:53.400667 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:53.405598 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9a83cba3-7b7a-44e3-b6d8-112cc300b379 None None] Attempting to bind port 3e135796-5729-4107-a6df-d4fd91fc4ba6 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:53.408351 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9a83cba3-7b7a-44e3-b6d8-112cc300b379 None None] Attempting to bind port 3e135796-5729-4107-a6df-d4fd91fc4ba6 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'c6380c4f-2eb2-46a7-b445-d8da7d649974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:53.408820 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a83cba3-7b7a-44e3-b6d8-112cc300b379 None None] Attempting to bind port 3e135796-5729-4107-a6df-d4fd91fc4ba6 on network 48798ccf-c01b-4baf-8c1d-06629758249c {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:53.428217 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a83cba3-7b7a-44e3-b6d8-112cc300b379 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:53.429041 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a83cba3-7b7a-44e3-b6d8-112cc300b379 None None] Checking segment: {'id': 'c6380c4f-2eb2-46a7-b445-d8da7d649974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:53.430794 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9a83cba3-7b7a-44e3-b6d8-112cc300b379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:53.431455 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a83cba3-7b7a-44e3-b6d8-112cc300b379 None None] Bound using segment: {'id': 'c6380c4f-2eb2-46a7-b445-d8da7d649974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:53.432280 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9a83cba3-7b7a-44e3-b6d8-112cc300b379 None None] Bound port: 3e135796-5729-4107-a6df-d4fd91fc4ba6, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6380c4f-2eb2-46a7-b445-d8da7d649974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:53.438840 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9a83cba3-7b7a-44e3-b6d8-112cc300b379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:53.465827 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:02:53.493645 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:53.494713 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:53.569126 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9a83cba3-7b7a-44e3-b6d8-112cc300b379 None None] For port 3e135796-5729-4107-a6df-d4fd91fc4ba6, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:53.573220 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9a83cba3-7b7a-44e3-b6d8-112cc300b379 None None] For port 3e135796-5729-4107-a6df-d4fd91fc4ba6, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3e135796-5729-4107-a6df-d4fd91fc4ba6,segment=NetworkSegment(c6380c4f-2eb2-46a7-b445-d8da7d649974),segment_id=c6380c4f-2eb2-46a7-b445-d8da7d649974)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:53.583455 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9a83cba3-7b7a-44e3-b6d8-112cc300b379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:53.624614 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-12780470-0208-40df-b323-7870dbb5ecc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:53.667338 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:53.667721 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:53.745427 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83cba3-7b7a-44e3-b6d8-112cc300b379 None None] Pushing event updated for resources: {'Port': ['ID=3e135796-5729-4107-a6df-d4fd91fc4ba6,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:53.824304 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636716f-7fdb-4549-8f19-bb4f81d13889 req-9a8975d3-d23a-4024-85d1-8785cdfeade3 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:53.835590 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4636716f-7fdb-4549-8f19-bb4f81d13889 req-9a8975d3-d23a-4024-85d1-8785cdfeade3 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.2108483 May 26 16:02:53.843414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d,segment=NetworkSegment(96a5f615-fb63-4c2b-92cf-d8a80dc39cae),segment_id=96a5f615-fb63-4c2b-92cf-d8a80dc39cae)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:53.851954 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:53.863689 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 050f7dea-7df3-4c3e-9043-c8ce4c335535 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:53.897799 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12780470-0208-40df-b323-7870dbb5ecc0 admin admin] Router 23c82539-53d7-436a-8f44-e10b8849fb9a is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:02:53.912350 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4636716f-7fdb-4549-8f19-bb4f81d13889 req-c4988adf-ef07-4d1a-9e56-8c94ad316696 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757599 May 26 16:02:53.922468 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-500f9435-2c39-4c00-8800-759ddcabcd2b req-ec322d24-e9ea-46a9-bfc3-13563de013d1 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] For port abc417ca-d09c-4b20-afa4-b8599fee9b0e, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=abc417ca-d09c-4b20-afa4-b8599fee9b0e,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:53.925092 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-500f9435-2c39-4c00-8800-759ddcabcd2b req-ec322d24-e9ea-46a9-bfc3-13563de013d1 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:53.980927 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:54.005123 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 050f7dea-7df3-4c3e-9043-c8ce4c335535 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:02:54.010610 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 050f7dea-7df3-4c3e-9043-c8ce4c335535 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:54.011267 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:54.027926 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-500f9435-2c39-4c00-8800-759ddcabcd2b req-ec322d24-e9ea-46a9-bfc3-13563de013d1 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Calling delete_port for abc417ca-d09c-4b20-afa4-b8599fee9b0e owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:54.130314 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12780470-0208-40df-b323-7870dbb5ecc0 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:02:54.154083 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] Sync routers for ids ['23c82539-53d7-436a-8f44-e10b8849fb9a'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:02:54.178089 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] Routers {'23c82539-53d7-436a-8f44-e10b8849fb9a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:02:54.178718 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:02:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['23c82539-53d7-436a-8f44-e10b8849fb9a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:54.198894 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-12780470-0208-40df-b323-7870dbb5ecc0 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:54.204833 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-12780470-0208-40df-b323-7870dbb5ecc0 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6952467 May 26 16:02:54.206363 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41618) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:54.271296 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 050f7dea-7df3-4c3e-9043-c8ce4c335535 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:54.271993 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:54.390468 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 050f7dea-7df3-4c3e-9043-c8ce4c335535, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=050f7dea-7df3-4c3e-9043-c8ce4c335535,segment=NetworkSegment(1a7b7922-5c77-4d0b-a0da-c10ad2b6209b),segment_id=1a7b7922-5c77-4d0b-a0da-c10ad2b6209b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:54.403248 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:54.405775 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device ca2c9533-8b3b-4f83-8365-a6bca11cfad7 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:54.440354 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-69787ab4-994b-4c49-9e0f-a0f42dd4dd28 req-8dd1f331-e3db-4eb8-885e-cefee4072290 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:54.486780 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1f331-e3db-4eb8-885e-cefee4072290 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Pushing event deleted for resources: {'Port': ['ID=3f722776-ee69-4f43-97cf-0d75108995fe,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:54.505526 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] Set router 23c82539-53d7-436a-8f44-e10b8849fb9a gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:02:54.620867 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=050f7dea-7df3-4c3e-9043-c8ce4c335535,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:54.672393 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-69787ab4-994b-4c49-9e0f-a0f42dd4dd28 req-8dd1f331-e3db-4eb8-885e-cefee4072290 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:54.677079 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-69787ab4-994b-4c49-9e0f-a0f42dd4dd28 req-8dd1f331-e3db-4eb8-885e-cefee4072290 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:54.679193 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-69787ab4-994b-4c49-9e0f-a0f42dd4dd28 req-8dd1f331-e3db-4eb8-885e-cefee4072290 tempest-FloatingIPDetailsTestJSON-1437963409 tempest-FloatingIPDetailsTestJSON-1437963409-project] 10.222.0.77 "DELETE /v2.0/floatingips/566c2414-a271-4cb6-91b8-557b40b3e4d5 HTTP/1.1" status: 204 len: 173 time: 2.4252794 May 26 16:02:54.682610 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-500f9435-2c39-4c00-8800-759ddcabcd2b req-ec322d24-e9ea-46a9-bfc3-13563de013d1 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:54.697727 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41622) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:54.702344 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port ca2c9533-8b3b-4f83-8365-a6bca11cfad7 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:02:54.710289 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port ca2c9533-8b3b-4f83-8365-a6bca11cfad7 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:54.710289 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:54.789001 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-500f9435-2c39-4c00-8800-759ddcabcd2b req-ec322d24-e9ea-46a9-bfc3-13563de013d1 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] No DVR routers for this DVR port abc417ca-d09c-4b20-afa4-b8599fee9b0e on host n-h2-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:02:54.792717 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-500f9435-2c39-4c00-8800-759ddcabcd2b req-ec322d24-e9ea-46a9-bfc3-13563de013d1 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:54.797597 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-500f9435-2c39-4c00-8800-759ddcabcd2b req-ec322d24-e9ea-46a9-bfc3-13563de013d1 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.83 "DELETE /v2.0/ports/abc417ca-d09c-4b20-afa4-b8599fee9b0e HTTP/1.1" status: 204 len: 173 time: 2.1059172 May 26 16:02:54.808913 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b98cad-4176-46eb-8ba5-bac19d3fbc9c req-368b7c09-6af4-46f3-8ea8-594296099ff2 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:54.816888 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5b98cad-4176-46eb-8ba5-bac19d3fbc9c req-368b7c09-6af4-46f3-8ea8-594296099ff2 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=80576462-f2a3-4429-9edb-c0f42a1063cf HTTP/1.1" status: 200 len: 944 time: 0.3781316 May 26 16:02:54.822254 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164ade05-c161-4fb0-9c8d-3d7fdfec35c0 x-openstack-request-id: req-164ade05-c161-4fb0-9c8d-3d7fdfec35c0 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:54.824487 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-plugged", "status": "completed", "tag": "2cf21d6d-e79d-4c8c-9e61-5ea961f8d787", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:54.824857 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-164ade05-c161-4fb0-9c8d-3d7fdfec35c0 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:54.825198 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-164ade05-c161-4fb0-9c8d-3d7fdfec35c0'] response: {'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf21d6d-e79d-4c8c-9e61-5ea961f8d787', 'code': 200} May 26 16:02:54.930083 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'name': 'tempest-ServerRescueNegativeTestJSON-53084757-router', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:51Z', 'updated_at': '2022-05-26T16:02:53Z', 'revision_number': 3, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'gw_port': {'id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:52Z', 'updated_at': '2022-05-26T16:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:54.985058 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80576462-f2a3-4429-9edb-c0f42a1063cf', 'name': 'network-vif-deleted', 'tag': 'abc417ca-d09c-4b20-afa4-b8599fee9b0e'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:54.995640 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fe5fd7-0ca1-465c-a158-edfa5c9bc8de" -d '{"events": [{"server_uuid": "80576462-f2a3-4429-9edb-c0f42a1063cf", "name": "network-vif-deleted", "tag": "abc417ca-d09c-4b20-afa4-b8599fee9b0e"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:55.003125 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] Checking router: 23c82539-53d7-436a-8f44-e10b8849fb9a for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:02:55.003768 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] Updating router 23c82539-53d7-436a-8f44-e10b8849fb9a port 27e27cdf-ab8e-4335-9530-55a516ee69ff binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:02:55.005704 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port ca2c9533-8b3b-4f83-8365-a6bca11cfad7 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:55.012000 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:55.035407 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec322d24-e9ea-46a9-bfc3-13563de013d1 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Pushing event deleted for resources: {'Port': ['ID=abc417ca-d09c-4b20-afa4-b8599fee9b0e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:55.061682 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:55.101442 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port ca2c9533-8b3b-4f83-8365-a6bca11cfad7, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ca2c9533-8b3b-4f83-8365-a6bca11cfad7,segment=NetworkSegment(1a7b7922-5c77-4d0b-a0da-c10ad2b6209b),segment_id=1a7b7922-5c77-4d0b-a0da-c10ad2b6209b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:55.114947 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:55.117290 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b8113dc2-ac75-4d93-99ef-3dee360d64f7 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:55.172422 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f8248c28-1586-41dc-8763-e21bed1a00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:55.315537 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=ca2c9533-8b3b-4f83-8365-a6bca11cfad7,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:55.344778 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port b8113dc2-ac75-4d93-99ef-3dee360d64f7 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:02:55.351753 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port b8113dc2-ac75-4d93-99ef-3dee360d64f7 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:55.352147 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:55.500035 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c139d19-26f1-434e-b3dd-a679931b71de None None] Network 48798ccf-c01b-4baf-8c1d-06629758249c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:02:55.565568 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-f8248c28-1586-41dc-8763-e21bed1a00dd admin admin] Allocated IP 172.20.0.1 (48798ccf-c01b-4baf-8c1d-06629758249c/667adff5-0c1e-46ec-b83e-3fbb957aa36c/3840c6de-891e-4b2e-9143-8c3b45aa1fe7) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:02:55.633084 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3e135796-5729-4107-a6df-d4fd91fc4ba6 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:55.729105 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f8248c28-1586-41dc-8763-e21bed1a00dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:55.760834 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:55.771794 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:55.782511 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f8248c28-1586-41dc-8763-e21bed1a00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:55.797660 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81259913-e581-4645-84cf-09e7c1c1c316 req-8427c68a-3541-4428-83e2-7480fd4493d3 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:55.804743 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81259913-e581-4645-84cf-09e7c1c1c316 req-8427c68a-3541-4428-83e2-7480fd4493d3 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:55.811646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81259913-e581-4645-84cf-09e7c1c1c316 req-8427c68a-3541-4428-83e2-7480fd4493d3 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:55.818415 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81259913-e581-4645-84cf-09e7c1c1c316 req-8427c68a-3541-4428-83e2-7480fd4493d3 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:55.826208 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81259913-e581-4645-84cf-09e7c1c1c316 req-8427c68a-3541-4428-83e2-7480fd4493d3 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:55.833921 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81259913-e581-4645-84cf-09e7c1c1c316 req-8427c68a-3541-4428-83e2-7480fd4493d3 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:55.841206 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81259913-e581-4645-84cf-09e7c1c1c316 req-8427c68a-3541-4428-83e2-7480fd4493d3 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:55.851937 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-81259913-e581-4645-84cf-09e7c1c1c316 req-8427c68a-3541-4428-83e2-7480fd4493d3 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5432 time: 0.7629790 May 26 16:02:55.855653 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8248c28-1586-41dc-8763-e21bed1a00dd admin admin] Network 48798ccf-c01b-4baf-8c1d-06629758249c is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:55.858093 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5b98cad-4176-46eb-8ba5-bac19d3fbc9c req-8665ce20-9555-418f-ae27-6ee4c60a4a9d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8445919 May 26 16:02:55.865268 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee73162-9157-48ea-b4e6-44d08e6f4866 None None] Pushing event updated for resources: {'Port': ['ID=27e27cdf-ab8e-4335-9530-55a516ee69ff,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:55.881879 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-f8248c28-1586-41dc-8763-e21bed1a00dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:55.900614 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8248c28-1586-41dc-8763-e21bed1a00dd admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:02:55.920354 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] Attempting to bind port 27e27cdf-ab8e-4335-9530-55a516ee69ff on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:02:55.920892 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] Attempting to bind port 27e27cdf-ab8e-4335-9530-55a516ee69ff by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:02:55.922977 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] Attempting to bind port 27e27cdf-ab8e-4335-9530-55a516ee69ff on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:02:55.940899 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7a362777-1cfd-412d-8905-31e95919a217 None None] Provisioning complete for port 3e135796-5729-4107-a6df-d4fd91fc4ba6 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:55.941344 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7a362777-1cfd-412d-8905-31e95919a217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:55.957380 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f8248c28-1586-41dc-8763-e21bed1a00dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:55.966857 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:02:55.967389 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:02:55.967955 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:55.968532 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:02:55.969231 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] Bound port: 27e27cdf-ab8e-4335-9530-55a516ee69ff, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:02:55.969805 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:55.990459 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-81259913-e581-4645-84cf-09e7c1c1c316 req-819389e6-587d-4869-8ab3-c84d8a5ed41b tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1360259 May 26 16:02:55.993274 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c1e8163-480b-4d9c-8157-fd6beaaef74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:56.003206 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8248c28-1586-41dc-8763-e21bed1a00dd admin admin] Pushing event updated for resources: {'Port': ['ID=3840c6de-891e-4b2e-9143-8c3b45aa1fe7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:56.030347 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port b8113dc2-ac75-4d93-99ef-3dee360d64f7 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:56.030734 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:56.042939 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device abc417ca-d09c-4b20-afa4-b8599fee9b0e no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:02:56.131467 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7a362777-1cfd-412d-8905-31e95919a217 None None] Current status of the port 3e135796-5729-4107-a6df-d4fd91fc4ba6 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:56.131887 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7a362777-1cfd-412d-8905-31e95919a217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:56.136238 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: abc417ca-d09c-4b20-afa4-b8599fee9b0e {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:02:56.136238 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device abc417ca-d09c-4b20-afa4-b8599fee9b0e not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:02:56.148071 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f8248c28-1586-41dc-8763-e21bed1a00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:56.229437 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] For port 27e27cdf-ab8e-4335-9530-55a516ee69ff, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:02:56.233899 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] For port 27e27cdf-ab8e-4335-9530-55a516ee69ff, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=27e27cdf-ab8e-4335-9530-55a516ee69ff,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:02:56.243317 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:56.254512 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b8113dc2-ac75-4d93-99ef-3dee360d64f7, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b8113dc2-ac75-4d93-99ef-3dee360d64f7,segment=NetworkSegment(1a7b7922-5c77-4d0b-a0da-c10ad2b6209b),segment_id=1a7b7922-5c77-4d0b-a0da-c10ad2b6209b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:56.257506 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 3e135796-5729-4107-a6df-d4fd91fc4ba6 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:56.258233 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:56.314085 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:56.315548 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f28bda9b-d8f5-48c0-94b8-265841b80e6b up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:56.337539 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee73162-9157-48ea-b4e6-44d08e6f4866 None None] Pushing event updated for resources: {'Port': ['ID=27e27cdf-ab8e-4335-9530-55a516ee69ff,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:56.373301 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] Routers {'23c82539-53d7-436a-8f44-e10b8849fb9a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:02:56.374214 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:02:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['23c82539-53d7-436a-8f44-e10b8849fb9a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:56.384775 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7a362777-1cfd-412d-8905-31e95919a217 None None] For port 3e135796-5729-4107-a6df-d4fd91fc4ba6, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3e135796-5729-4107-a6df-d4fd91fc4ba6,segment=NetworkSegment(c6380c4f-2eb2-46a7-b445-d8da7d649974),segment_id=c6380c4f-2eb2-46a7-b445-d8da7d649974)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:56.449795 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3d7b8-64bb-4ff3-93a9-7e60b12f0ece req-a56a5d41-b8f9-458b-a2c3-ac9bd42c6e90 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:56.458648 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fde3d7b8-64bb-4ff3-93a9-7e60b12f0ece req-a56a5d41-b8f9-458b-a2c3-ac9bd42c6e90 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.1524327 May 26 16:02:56.461073 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f8248c28-1586-41dc-8763-e21bed1a00dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:56.486638 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f8248c28-1586-41dc-8763-e21bed1a00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:56.562601 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7a362777-1cfd-412d-8905-31e95919a217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:56.563681 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] Set router 23c82539-53d7-436a-8f44-e10b8849fb9a gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:02:56.575250 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 3e135796-5729-4107-a6df-d4fd91fc4ba6 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:56.576666 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:56.596201 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a6bc46ab-424b-4b73-9fc6-309bbd9abcd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:56.613442 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fde3d7b8-64bb-4ff3-93a9-7e60b12f0ece req-6c59f3a3-7e7c-4353-a2b6-b3cf7b456171 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513135 May 26 16:02:56.617815 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68db6826-f710-4338-8e81-62cbed0d1341 x-openstack-request-id: req-68db6826-f710-4338-8e81-62cbed0d1341 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:56.621194 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80576462-f2a3-4429-9edb-c0f42a1063cf", "name": "network-vif-deleted", "tag": "abc417ca-d09c-4b20-afa4-b8599fee9b0e", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:56.623058 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-68db6826-f710-4338-8e81-62cbed0d1341 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:56.623480 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68db6826-f710-4338-8e81-62cbed0d1341'] response: {'server_uuid': '80576462-f2a3-4429-9edb-c0f42a1063cf', 'name': 'network-vif-deleted', 'tag': 'abc417ca-d09c-4b20-afa4-b8599fee9b0e', 'status': 'completed', 'code': 200} May 26 16:02:56.684843 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8248c28-1586-41dc-8763-e21bed1a00dd admin admin] Pushing event updated for resources: {'Port': ['ID=3840c6de-891e-4b2e-9143-8c3b45aa1fe7,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:56.697304 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f8248c28-1586-41dc-8763-e21bed1a00dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:56.748970 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=b8113dc2-ac75-4d93-99ef-3dee360d64f7,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:56.826497 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7'}, {'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d'}, {'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050f7dea-7df3-4c3e-9043-c8ce4c335535'}, {'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2c9533-8b3b-4f83-8365-a6bca11cfad7'}, {'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8113dc2-ac75-4d93-99ef-3dee360d64f7'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:56.828850 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c5501d-01d9-4515-b94b-f44d6b931318" -d '{"events": [{"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-plugged", "status": "completed", "tag": "3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7"}, {"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-plugged", "status": "completed", "tag": "0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d"}, {"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-plugged", "status": "completed", "tag": "050f7dea-7df3-4c3e-9043-c8ce4c335535"}, {"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-plugged", "status": "completed", "tag": "ca2c9533-8b3b-4f83-8365-a6bca11cfad7"}, {"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-plugged", "status": "completed", "tag": "b8113dc2-ac75-4d93-99ef-3dee360d64f7"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:56.876450 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:56.877803 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:56.940155 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8248c28-1586-41dc-8763-e21bed1a00dd admin admin] Network 48798ccf-c01b-4baf-8c1d-06629758249c is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:02:56.943578 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-f8248c28-1586-41dc-8763-e21bed1a00dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:02:56.983457 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port f28bda9b-d8f5-48c0-94b8-265841b80e6b completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:02:56.999089 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 26 May 2022 16:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e153f062-d3c4-46ec-927b-8a6da37e8809 x-openstack-request-id: req-e153f062-d3c4-46ec-927b-8a6da37e8809 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:56.999429 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-plugged", "status": "completed", "tag": "3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7", "code": 200}, {"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-plugged", "status": "completed", "tag": "0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d", "code": 200}, {"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-plugged", "status": "completed", "tag": "050f7dea-7df3-4c3e-9043-c8ce4c335535", "code": 200}, {"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-plugged", "status": "completed", "tag": "ca2c9533-8b3b-4f83-8365-a6bca11cfad7", "code": 200}, {"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-plugged", "status": "completed", "tag": "b8113dc2-ac75-4d93-99ef-3dee360d64f7", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:56.999685 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e153f062-d3c4-46ec-927b-8a6da37e8809 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:57.000102 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e153f062-d3c4-46ec-927b-8a6da37e8809'] response: {'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7', 'code': 200} May 26 16:02:57.000372 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e153f062-d3c4-46ec-927b-8a6da37e8809'] response: {'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d', 'code': 200} May 26 16:02:57.000628 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e153f062-d3c4-46ec-927b-8a6da37e8809'] response: {'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050f7dea-7df3-4c3e-9043-c8ce4c335535', 'code': 200} May 26 16:02:57.000917 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e153f062-d3c4-46ec-927b-8a6da37e8809'] response: {'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2c9533-8b3b-4f83-8365-a6bca11cfad7', 'code': 200} May 26 16:02:57.001614 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e153f062-d3c4-46ec-927b-8a6da37e8809'] response: {'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8113dc2-ac75-4d93-99ef-3dee360d64f7', 'code': 200} May 26 16:02:57.053677 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port f28bda9b-d8f5-48c0-94b8-265841b80e6b triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:57.054209 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.130426 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'name': 'tempest-ServerRescueNegativeTestJSON-53084757-router', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:51Z', 'updated_at': '2022-05-26T16:02:56Z', 'revision_number': 4, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'gw_port': {'id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:52Z', 'updated_at': '2022-05-26T16:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '3840c6de-891e-4b2e-9143-8c3b45aa1fe7', 'name': '', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'mac_address': 'fa:16:3e:1a:04:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:55Z', 'updated_at': '2022-05-26T16:02:55Z', 'revision_number': 1, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'subnets': [{'id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:57.135017 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c12ee9f-b583-49b2-a43b-ffe26175351c None None] Sync routers for ids ['1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:02:57.163574 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41666) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:57.170469 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f7c72a-adac-45bf-aa2a-1dab8e9aba89 None None] The sync data for ids ['23c82539-53d7-436a-8f44-e10b8849fb9a'] in n-d-843337-2 is: [{'id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'name': 'tempest-ServerRescueNegativeTestJSON-53084757-router', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:51Z', 'updated_at': '2022-05-26T16:02:56Z', 'revision_number': 4, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'gw_port': {'id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:52Z', 'updated_at': '2022-05-26T16:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '3840c6de-891e-4b2e-9143-8c3b45aa1fe7', 'name': '', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'mac_address': 'fa:16:3e:1a:04:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:55Z', 'updated_at': '2022-05-26T16:02:55Z', 'revision_number': 1, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'subnets': [{'id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:02:57.186248 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a362777-1cfd-412d-8905-31e95919a217 None None] Pushing event updated for resources: {'Port': ['ID=3e135796-5729-4107-a6df-d4fd91fc4ba6,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:57.208369 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b6d0a900-014e-4330-b5b4-7e86a019aea3 None None] Provisioning complete for port 3840c6de-891e-4b2e-9143-8c3b45aa1fe7 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:57.208886 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b6d0a900-014e-4330-b5b4-7e86a019aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.218947 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c12ee9f-b583-49b2-a43b-ffe26175351c None None] Routers {'1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:02:57.219796 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5c12ee9f-b583-49b2-a43b-ffe26175351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:02:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:57.230371 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8248c28-1586-41dc-8763-e21bed1a00dd admin admin] Router 23c82539-53d7-436a-8f44-e10b8849fb9a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:02:57.385379 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-1c1e8163-480b-4d9c-8157-fd6beaaef74b admin admin] Deleting port 039de60e-8247-4323-ab1b-0a15b53301fa {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:57.385724 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c1e8163-480b-4d9c-8157-fd6beaaef74b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.456406 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8248c28-1586-41dc-8763-e21bed1a00dd admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:02:57.477199 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f8248c28-1586-41dc-8763-e21bed1a00dd admin admin] 10.222.0.77 "PUT /v2.0/routers/23c82539-53d7-436a-8f44-e10b8849fb9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2694511 May 26 16:02:57.529633 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b6d0a900-014e-4330-b5b4-7e86a019aea3 None None] Port 3840c6de-891e-4b2e-9143-8c3b45aa1fe7 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:02:57.551118 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:57.551350 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.596705 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-741e85f2-3dc1-4dfe-8b15-c9fe25637ff5 admin admin] Deleting subnet c76d8b67-4d6e-4728-b031-a89f28d135e0 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:02:57.610599 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-741e85f2-3dc1-4dfe-8b15-c9fe25637ff5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.668352 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:57.669791 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b6d0a900-014e-4330-b5b4-7e86a019aea3 None None] Provisioning complete for port 3e135796-5729-4107-a6df-d4fd91fc4ba6 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:57.670338 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b6d0a900-014e-4330-b5b4-7e86a019aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.672360 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port f28bda9b-d8f5-48c0-94b8-265841b80e6b is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:57.672905 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.713041 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd1c74-208c-43b4-86d0-d0afd4e512e2 req-2eaec735-2c6c-47af-b52b-ec9a5e719456 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:57.715866 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.730347 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd1c74-208c-43b4-86d0-d0afd4e512e2 req-2eaec735-2c6c-47af-b52b-ec9a5e719456 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:57.740065 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd1c74-208c-43b4-86d0-d0afd4e512e2 req-2eaec735-2c6c-47af-b52b-ec9a5e719456 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:57.755461 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd1c74-208c-43b4-86d0-d0afd4e512e2 req-2eaec735-2c6c-47af-b52b-ec9a5e719456 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:57.769495 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd1c74-208c-43b4-86d0-d0afd4e512e2 req-2eaec735-2c6c-47af-b52b-ec9a5e719456 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:57.775480 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd1c74-208c-43b4-86d0-d0afd4e512e2 req-2eaec735-2c6c-47af-b52b-ec9a5e719456 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:57.790019 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd1c74-208c-43b4-86d0-d0afd4e512e2 req-2eaec735-2c6c-47af-b52b-ec9a5e719456 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:57.811702 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-5c12ee9f-b583-49b2-a43b-ffe26175351c None None] Set router 1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:02:57.812664 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77dd1c74-208c-43b4-86d0-d0afd4e512e2 req-2eaec735-2c6c-47af-b52b-ec9a5e719456 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5433 time: 0.5305417 May 26 16:02:57.876760 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c1e8163-480b-4d9c-8157-fd6beaaef74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.911588 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3e135796-5729-4107-a6df-d4fd91fc4ba6 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:02:57.937376 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-1c1e8163-480b-4d9c-8157-fd6beaaef74b admin admin] Calling delete_port for 039de60e-8247-4323-ab1b-0a15b53301fa owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:57.954446 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-741e85f2-3dc1-4dfe-8b15-c9fe25637ff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:57.993822 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77dd1c74-208c-43b4-86d0-d0afd4e512e2 req-e7afd11e-4155-4767-a37b-3fee3c17cb8d tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1801434 May 26 16:02:58.048794 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f28bda9b-d8f5-48c0-94b8-265841b80e6b, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f28bda9b-d8f5-48c0-94b8-265841b80e6b,segment=NetworkSegment(524dc500-34cd-4ad3-91d5-17681818fd86),segment_id=524dc500-34cd-4ad3-91d5-17681818fd86)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:58.058183 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41684) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:58.165418 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589a8a6-ee65-4226-8a0a-4919df11fca9 req-b254db7f-3ae1-4d26-8b6d-30f246b51844 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:58.174209 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1589a8a6-ee65-4226-8a0a-4919df11fca9 req-b254db7f-3ae1-4d26-8b6d-30f246b51844 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.3226125 May 26 16:02:58.200123 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:58.211600 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.228268 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a8e6028f-e427-4191-885c-93de2ea9e33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.230612 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-741e85f2-3dc1-4dfe-8b15-c9fe25637ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.346710 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1589a8a6-ee65-4226-8a0a-4919df11fca9 req-0055a3ad-cc1d-46f5-8a54-ea5b7e4ce731 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319780 May 26 16:02:58.362938 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b6d0a900-014e-4330-b5b4-7e86a019aea3 None None] Current status of the port 3e135796-5729-4107-a6df-d4fd91fc4ba6 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:58.365342 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 3e135796-5729-4107-a6df-d4fd91fc4ba6 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:58.365998 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.377216 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49307547-1361-443e-9828-f6cc2ea16ffc req-072fe27f-1d01-41c9-b035-75d2ea293202 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:58.381416 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-49307547-1361-443e-9828-f6cc2ea16ffc req-072fe27f-1d01-41c9-b035-75d2ea293202 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 945 time: 0.2580881 May 26 16:02:58.402805 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a8e6028f-e427-4191-885c-93de2ea9e33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.412685 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=f28bda9b-d8f5-48c0-94b8-265841b80e6b,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:58.416409 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a8e6028f-e427-4191-885c-93de2ea9e33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.483247 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a8e6028f-e427-4191-885c-93de2ea9e33d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=22699f71d93e4828bfd8f83d28d5c6ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4223998 May 26 16:02:58.495327 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedde0f9-2f6a-4d24-8a0c-284aada662c4 req-1a461fe7-a16d-4500-abd4-13daf1209c6d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:58.496949 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dedde0f9-2f6a-4d24-8a0c-284aada662c4 req-1a461fe7-a16d-4500-abd4-13daf1209c6d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a58350f-03f3-48f5-8cf0-9ae214aba04d HTTP/1.1" status: 200 len: 945 time: 0.1585412 May 26 16:02:58.497372 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41690) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:58.508732 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6028f-e427-4191-885c-93de2ea9e33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325bff15-c4af-4623-9095-4cd7dd5a4372,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:58.539613 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-a6bc46ab-424b-4b73-9fc6-309bbd9abcd2 admin admin] Deleting port 5656dc95-0dc4-48b1-9dcb-5a02e1941af5 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:58.539967 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a6bc46ab-424b-4b73-9fc6-309bbd9abcd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.550182 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5c12ee9f-b583-49b2-a43b-ffe26175351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1598862110-router', 'tenant_id': '3cf1e1ed922044a691c4a7dc508d705d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:44Z', 'updated_at': '2022-05-26T16:02:50Z', 'revision_number': 4, 'project_id': '3cf1e1ed922044a691c4a7dc508d705d', 'gw_port': {'id': '0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:15:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:47Z', 'updated_at': '2022-05-26T16:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '039de60e-8247-4323-ab1b-0a15b53301fa', 'name': '', 'network_id': '634ec83e-c9da-414a-bb4f-f0a2f7446ae3', 'tenant_id': '3cf1e1ed922044a691c4a7dc508d705d', 'mac_address': 'fa:16:3e:c2:e4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '0122dde6-6086-4522-94d8-cd97304efa1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:49Z', 'updated_at': '2022-05-26T16:02:50Z', 'revision_number': 2, 'project_id': '3cf1e1ed922044a691c4a7dc508d705d', 'subnets': [{'id': '0122dde6-6086-4522-94d8-cd97304efa1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:02:58.588312 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c12ee9f-b583-49b2-a43b-ffe26175351c None None] Checking router: 1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:02:58.588976 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c12ee9f-b583-49b2-a43b-ffe26175351c None None] Updating router 1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d port 039de60e-8247-4323-ab1b-0a15b53301fa binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:02:58.612323 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-49307547-1361-443e-9828-f6cc2ea16ffc req-f512a0eb-cd1e-4440-a09b-ade9e35f941d tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475079 May 26 16:02:58.623910 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5c12ee9f-b583-49b2-a43b-ffe26175351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.628825 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 3e135796-5729-4107-a6df-d4fd91fc4ba6 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:02:58.641232 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a1f1ba4f-74ab-4949-8c55-8f633b7af547 None None] Provisioning complete for port 3840c6de-891e-4b2e-9143-8c3b45aa1fe7 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:02:58.641834 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a1f1ba4f-74ab-4949-8c55-8f633b7af547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.684693 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-315c5be7-4780-401e-80ec-16225c97c2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.694637 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a1f1ba4f-74ab-4949-8c55-8f633b7af547 None None] Port 3840c6de-891e-4b2e-9143-8c3b45aa1fe7 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:02:58.697807 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-741e85f2-3dc1-4dfe-8b15-c9fe25637ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.729321 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-315c5be7-4780-401e-80ec-16225c97c2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.778723 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-dedde0f9-2f6a-4d24-8a0c-284aada662c4 req-a5ac2135-f248-401c-a104-4cc03bd5c475 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Deleting port 2845f95d-7d29-4a78-8b9d-7319109dd9b8 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:02:58.779062 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-dedde0f9-2f6a-4d24-8a0c-284aada662c4 req-a5ac2135-f248-401c-a104-4cc03bd5c475 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.917895 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-dedde0f9-2f6a-4d24-8a0c-284aada662c4 req-a5ac2135-f248-401c-a104-4cc03bd5c475 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] For port 2845f95d-7d29-4a78-8b9d-7319109dd9b8, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=2845f95d-7d29-4a78-8b9d-7319109dd9b8,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:58.918417 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-dedde0f9-2f6a-4d24-8a0c-284aada662c4 req-a5ac2135-f248-401c-a104-4cc03bd5c475 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:58.935722 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-dedde0f9-2f6a-4d24-8a0c-284aada662c4 req-a5ac2135-f248-401c-a104-4cc03bd5c475 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Calling delete_port for 2845f95d-7d29-4a78-8b9d-7319109dd9b8 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:59.003886 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28bda9b-d8f5-48c0-94b8-265841b80e6b'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:59.006540 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5bf08b-968d-4746-817f-ff4cae3799cf" -d '{"events": [{"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-plugged", "status": "completed", "tag": "f28bda9b-d8f5-48c0-94b8-265841b80e6b"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:59.039105 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-315c5be7-4780-401e-80ec-16225c97c2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:59.043147 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-315c5be7-4780-401e-80ec-16225c97c2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:59.044443 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-315c5be7-4780-401e-80ec-16225c97c2ca admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/325bff15-c4af-4623-9095-4cd7dd5a4372 HTTP/1.1" status: 204 len: 168 time: 0.5449672 May 26 16:02:59.090155 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c5be7-4780-401e-80ec-16225c97c2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325bff15-c4af-4623-9095-4cd7dd5a4372,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:59.154319 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf5716d-c78c-4b21-9e8a-0e5ad4474163 x-openstack-request-id: req-caf5716d-c78c-4b21-9e8a-0e5ad4474163 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:02:59.154319 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-plugged", "status": "completed", "tag": "f28bda9b-d8f5-48c0-94b8-265841b80e6b", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:02:59.154663 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-caf5716d-c78c-4b21-9e8a-0e5ad4474163 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:02:59.154914 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf5716d-c78c-4b21-9e8a-0e5ad4474163'] response: {'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28bda9b-d8f5-48c0-94b8-265841b80e6b', 'code': 200} May 26 16:02:59.198961 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-a6bc46ab-424b-4b73-9fc6-309bbd9abcd2 admin admin] For port 5656dc95-0dc4-48b1-9dcb-5a02e1941af5, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=5656dc95-0dc4-48b1-9dcb-5a02e1941af5,segment=NetworkSegment(8bb01b2c-e493-4d25-bb47-6541f1ba917f),segment_id=8bb01b2c-e493-4d25-bb47-6541f1ba917f)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:02:59.199541 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a6bc46ab-424b-4b73-9fc6-309bbd9abcd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:59.245956 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-a6bc46ab-424b-4b73-9fc6-309bbd9abcd2 admin admin] Calling delete_port for 5656dc95-0dc4-48b1-9dcb-5a02e1941af5 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:02:59.246647 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-dedde0f9-2f6a-4d24-8a0c-284aada662c4 req-a5ac2135-f248-401c-a104-4cc03bd5c475 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:59.278460 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e85f2-3dc1-4dfe-8b15-c9fe25637ff5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c76d8b67-4d6e-4728-b031-a89f28d135e0,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:59.293960 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac2135-f248-401c-a104-4cc03bd5c475 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Pushing event deleted for resources: {'Port': ['ID=2845f95d-7d29-4a78-8b9d-7319109dd9b8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:59.320816 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-741e85f2-3dc1-4dfe-8b15-c9fe25637ff5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:59.324372 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-741e85f2-3dc1-4dfe-8b15-c9fe25637ff5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c76d8b67-4d6e-4728-b031-a89f28d135e0 HTTP/1.1" status: 204 len: 168 time: 2.1479912 May 26 16:02:59.334337 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41708) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:59.362991 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d15b0-5b15-4ff3-b87f-4d73ae77edb3 req-3d3ea0c4-8f3f-40ab-ba51-e698dd18a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:59.363476 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d15b0-5b15-4ff3-b87f-4d73ae77edb3 req-3d3ea0c4-8f3f-40ab-ba51-e698dd18a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:59.363951 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d15b0-5b15-4ff3-b87f-4d73ae77edb3 req-3d3ea0c4-8f3f-40ab-ba51-e698dd18a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:59.364452 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d15b0-5b15-4ff3-b87f-4d73ae77edb3 req-3d3ea0c4-8f3f-40ab-ba51-e698dd18a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:59.364919 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d15b0-5b15-4ff3-b87f-4d73ae77edb3 req-3d3ea0c4-8f3f-40ab-ba51-e698dd18a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:59.365383 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d15b0-5b15-4ff3-b87f-4d73ae77edb3 req-3d3ea0c4-8f3f-40ab-ba51-e698dd18a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:59.365845 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d15b0-5b15-4ff3-b87f-4d73ae77edb3 req-3d3ea0c4-8f3f-40ab-ba51-e698dd18a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:59.367862 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d67d15b0-5b15-4ff3-b87f-4d73ae77edb3 req-3d3ea0c4-8f3f-40ab-ba51-e698dd18a516 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 6491 time: 0.1586242 May 26 16:02:59.368762 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedde0f9-2f6a-4d24-8a0c-284aada662c4 req-a5ac2135-f248-401c-a104-4cc03bd5c475 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] No DVR routers for this DVR port 2845f95d-7d29-4a78-8b9d-7319109dd9b8 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:02:59.372202 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-dedde0f9-2f6a-4d24-8a0c-284aada662c4 req-a5ac2135-f248-401c-a104-4cc03bd5c475 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:59.375750 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dedde0f9-2f6a-4d24-8a0c-284aada662c4 req-a5ac2135-f248-401c-a104-4cc03bd5c475 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.81 "DELETE /v2.0/ports/2845f95d-7d29-4a78-8b9d-7319109dd9b8 HTTP/1.1" status: 204 len: 173 time: 0.8691113 May 26 16:02:59.376231 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a58350f-03f3-48f5-8cf0-9ae214aba04d', 'name': 'network-vif-deleted', 'tag': '2845f95d-7d29-4a78-8b9d-7319109dd9b8'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:02:59.379406 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f1ee9f-11cf-4987-b114-49c9c9332e73" -d '{"events": [{"server_uuid": "7a58350f-03f3-48f5-8cf0-9ae214aba04d", "name": "network-vif-deleted", "tag": "2845f95d-7d29-4a78-8b9d-7319109dd9b8"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:02:59.446530 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d67d15b0-5b15-4ff3-b87f-4d73ae77edb3 req-b0a73988-7a78-401f-9e4f-e2b677aac20f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641074 May 26 16:02:59.534076 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41714) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:59.547756 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cdea9a65-71d9-401e-ace7-4593d1228f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:59.555871 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-5c12ee9f-b583-49b2-a43b-ffe26175351c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:02:59.556510 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-5c12ee9f-b583-49b2-a43b-ffe26175351c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:02:59.574497 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d3acd-b293-4087-b38b-f066d0ef0300 req-95cec353-1b7c-4aca-8e9e-ae3b4a15e71c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:59.581137 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d3acd-b293-4087-b38b-f066d0ef0300 req-95cec353-1b7c-4aca-8e9e-ae3b4a15e71c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:59.587298 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d3acd-b293-4087-b38b-f066d0ef0300 req-95cec353-1b7c-4aca-8e9e-ae3b4a15e71c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:59.593110 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d3acd-b293-4087-b38b-f066d0ef0300 req-95cec353-1b7c-4aca-8e9e-ae3b4a15e71c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:59.599501 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d3acd-b293-4087-b38b-f066d0ef0300 req-95cec353-1b7c-4aca-8e9e-ae3b4a15e71c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:59.605387 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d3acd-b293-4087-b38b-f066d0ef0300 req-95cec353-1b7c-4aca-8e9e-ae3b4a15e71c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:59.611751 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d3acd-b293-4087-b38b-f066d0ef0300 req-95cec353-1b7c-4aca-8e9e-ae3b4a15e71c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:59.613822 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c0d3acd-b293-4087-b38b-f066d0ef0300 req-95cec353-1b7c-4aca-8e9e-ae3b4a15e71c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5434 time: 0.3599992 May 26 16:02:59.614479 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c1e8163-480b-4d9c-8157-fd6beaaef74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:59.629662 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cdea9a65-71d9-401e-ace7-4593d1228f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:59.633338 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cdea9a65-71d9-401e-ace7-4593d1228f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:59.675129 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cdea9a65-71d9-401e-ace7-4593d1228f9b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=076f92bae14e4ed8a42d8b74579f4ddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1369851 May 26 16:02:59.675129 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea9a65-71d9-401e-ace7-4593d1228f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d3eed1-d3c6-47b2-bf39-c36131ccd1dc,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:59.677985 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41718) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:02:59.708232 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e8163-480b-4d9c-8157-fd6beaaef74b admin admin] Pushing event deleted for resources: {'Port': ['ID=039de60e-8247-4323-ab1b-0a15b53301fa,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:02:59.732710 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-79d8e5d1-3d69-4575-8c27-78c863630b88 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:02:59.740914 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-79d8e5d1-3d69-4575-8c27-78c863630b88 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/networks?id=48798ccf-c01b-4baf-8c1d-06629758249c HTTP/1.1" status: 200 len: 817 time: 0.4892166 May 26 16:02:59.744815 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9277e3a2-e054-4880-9745-5aa81774ace5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:59.748528 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d1c69764-c156-42f1-acbe-aa4dad2756ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:59.789483 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d1c69764-c156-42f1-acbe-aa4dad2756ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:59.823789 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-64c64931-5e5c-4da4-ba2a-8e224300c1fd tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/quotas/e054f09efe5e48a1a811c34416f57f3d HTTP/1.1" status: 200 len: 375 time: 0.0819185 May 26 16:02:59.867799 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d1c69764-c156-42f1-acbe-aa4dad2756ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:59.870859 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d1c69764-c156-42f1-acbe-aa4dad2756ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:02:59.871084 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c0d3acd-b293-4087-b38b-f066d0ef0300 req-e1892838-9e4b-4f3e-a0d8-f188dc396949 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2372942 May 26 16:02:59.872571 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d1c69764-c156-42f1-acbe-aa4dad2756ec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/27d3eed1-d3c6-47b2-bf39-c36131ccd1dc HTTP/1.1" status: 204 len: 168 time: 0.1953788 May 26 16:02:59.881425 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c69764-c156-42f1-acbe-aa4dad2756ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d3eed1-d3c6-47b2-bf39-c36131ccd1dc,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:00.076977 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:00.080552 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c12ee9f-b583-49b2-a43b-ffe26175351c None None] Port 039de60e-8247-4323-ab1b-0a15b53301fa not found while updating agent binding for router 1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d. {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 26 16:03:00.136914 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c12ee9f-b583-49b2-a43b-ffe26175351c None None] Routers {'1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:03:00.137749 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5c12ee9f-b583-49b2-a43b-ffe26175351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:02:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:00.141160 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9277e3a2-e054-4880-9745-5aa81774ace5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.145529 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.152622 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-c705c790-4494-4bf8-93ea-741ab056fadd tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e054f09efe5e48a1a811c34416f57f3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3277626 May 26 16:03:00.209577 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:00.210668 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.230251 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-9277e3a2-e054-4880-9745-5aa81774ace5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3574b971-b80b-4fc7-8db0-6b0fd27cbf51']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:00.312997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-5c12ee9f-b583-49b2-a43b-ffe26175351c None None] Set router 1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:03:00.323769 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-9277e3a2-e054-4880-9745-5aa81774ace5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c2df13-4177-41c8-aa31-07f6635780db') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:00.324292 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-9277e3a2-e054-4880-9745-5aa81774ace5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c2df13-4177-41c8-aa31-07f6635780db') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:00.339700 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc79e1-820e-432f-9c8e-72669b542133 req-53e6476f-2ef8-4e69-9471-3f369abcddff tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:00.341299 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-edbc79e1-820e-432f-9c8e-72669b542133 req-53e6476f-2ef8-4e69-9471-3f369abcddff tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.3403866 May 26 16:03:00.353882 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a6bc46ab-424b-4b73-9fc6-309bbd9abcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.411716 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9277e3a2-e054-4880-9745-5aa81774ace5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.422356 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:00.424039 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 27e27cdf-ab8e-4335-9530-55a516ee69ff up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:00.450319 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc46ab-424b-4b73-9fc6-309bbd9abcd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5656dc95-0dc4-48b1-9dcb-5a02e1941af5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:00.532791 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c1e8163-480b-4d9c-8157-fd6beaaef74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.548275 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 27e27cdf-ab8e-4335-9530-55a516ee69ff triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:00.549372 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.549971 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9277e3a2-e054-4880-9745-5aa81774ace5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.555775 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-46641031-9479-41ea-beed-d16002fb5ace service neutron] 10.222.0.77 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858860 May 26 16:03:00.690927 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-edbc79e1-820e-432f-9c8e-72669b542133 req-aa0deb07-e4f8-4074-960f-90b6eb68f7af tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210714 May 26 16:03:00.693205 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-01d7a1a5-00c2-4cdf-b146-20787e177a7f service neutron] 10.222.0.77 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176231 May 26 16:03:00.707428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 27e27cdf-ab8e-4335-9530-55a516ee69ff is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:00.707871 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.711034 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9277e3a2-e054-4880-9745-5aa81774ace5 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:03:00.711382 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9277e3a2-e054-4880-9745-5aa81774ace5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.756051 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a383fcec-a639-47b5-823b-4fb12b0570f9 x-openstack-request-id: req-a383fcec-a639-47b5-823b-4fb12b0570f9 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:00.756579 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 27e27cdf-ab8e-4335-9530-55a516ee69ff, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=27e27cdf-ab8e-4335-9530-55a516ee69ff,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:00.757358 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a58350f-03f3-48f5-8cf0-9ae214aba04d", "name": "network-vif-deleted", "tag": "2845f95d-7d29-4a78-8b9d-7319109dd9b8", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:00.759770 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a383fcec-a639-47b5-823b-4fb12b0570f9 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:00.760454 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a383fcec-a639-47b5-823b-4fb12b0570f9'] response: {'server_uuid': '7a58350f-03f3-48f5-8cf0-9ae214aba04d', 'name': 'network-vif-deleted', 'tag': '2845f95d-7d29-4a78-8b9d-7319109dd9b8', 'status': 'completed', 'code': 200} May 26 16:03:00.766291 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5c12ee9f-b583-49b2-a43b-ffe26175351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1598862110-router', 'tenant_id': '3cf1e1ed922044a691c4a7dc508d705d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:44Z', 'updated_at': '2022-05-26T16:02:59Z', 'revision_number': 5, 'project_id': '3cf1e1ed922044a691c4a7dc508d705d', 'gw_port': {'id': '0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:15:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:47Z', 'updated_at': '2022-05-26T16:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:00.766896 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment c5c2df13-4177-41c8-aa31-07f6635780db resource provider aggregate not found May 26 16:03:00.772657 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.827180 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment c5c2df13-4177-41c8-aa31-07f6635780db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5c2df13-4177-41c8-aa31-07f6635780db found for delete ", "request_id": "req-b36a7be9-2356-4a60-83d5-f61a3ef30152"}]} May 26 16:03:00.905076 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9277e3a2-e054-4880-9745-5aa81774ace5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.925618 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9277e3a2-e054-4880-9745-5aa81774ace5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:00.929145 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9277e3a2-e054-4880-9745-5aa81774ace5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/3574b971-b80b-4fc7-8db0-6b0fd27cbf51 HTTP/1.1" status: 204 len: 168 time: 1.5071659 May 26 16:03:00.945822 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=27e27cdf-ab8e-4335-9530-55a516ee69ff,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:00.954243 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277e3a2-e054-4880-9745-5aa81774ace5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3574b971-b80b-4fc7-8db0-6b0fd27cbf51,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:00.964291 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c12ee9f-b583-49b2-a43b-ffe26175351c None None] The sync data for ids ['1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d'] in n-d-843337-2 is: [{'id': '1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1598862110-router', 'tenant_id': '3cf1e1ed922044a691c4a7dc508d705d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:44Z', 'updated_at': '2022-05-26T16:02:59Z', 'revision_number': 5, 'project_id': '3cf1e1ed922044a691c4a7dc508d705d', 'gw_port': {'id': '0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:15:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:47Z', 'updated_at': '2022-05-26T16:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:03:01.015917 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] Sync routers for ids ['23c82539-53d7-436a-8f44-e10b8849fb9a'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:03:01.052686 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] Routers {'23c82539-53d7-436a-8f44-e10b8849fb9a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:03:01.056809 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:02:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['23c82539-53d7-436a-8f44-e10b8849fb9a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:01.214944 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 2845f95d-7d29-4a78-8b9d-7319109dd9b8 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:03:01.281479 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 2845f95d-7d29-4a78-8b9d-7319109dd9b8 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:03:01.282038 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 2845f95d-7d29-4a78-8b9d-7319109dd9b8 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:03:01.291554 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41760) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:01.325339 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] Set router 23c82539-53d7-436a-8f44-e10b8849fb9a gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:03:01.349110 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1e8163-480b-4d9c-8157-fd6beaaef74b admin admin] Router 1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:03:01.359222 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ba625c7d-169f-4d1d-b7ce-147289c73cb6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bc4c96fd02c143a08b7d26019ba324a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0656927 May 26 16:03:01.359878 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41766) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:01.366838 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a6bc46ab-424b-4b73-9fc6-309bbd9abcd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:01.407451 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-acf2ce09-6489-425d-8301-2999fc8780fd req-78024125-fbde-4922-ade1-a151b90a99da tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 210 time: 0.0661929 May 26 16:03:01.451564 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025e122-4177-4d4c-beef-a3185f98754e req-58fe87ee-2a5e-42b1-891a-65579add82cb tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:01.478603 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025e122-4177-4d4c-beef-a3185f98754e req-58fe87ee-2a5e-42b1-891a-65579add82cb tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:01.510446 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025e122-4177-4d4c-beef-a3185f98754e req-58fe87ee-2a5e-42b1-891a-65579add82cb tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:01.522100 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025e122-4177-4d4c-beef-a3185f98754e req-58fe87ee-2a5e-42b1-891a-65579add82cb tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:01.528142 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea9cdab0-f169-4694-8e40-1fc2f9ea5839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:01.549585 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025e122-4177-4d4c-beef-a3185f98754e req-58fe87ee-2a5e-42b1-891a-65579add82cb tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:01.560920 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025e122-4177-4d4c-beef-a3185f98754e req-58fe87ee-2a5e-42b1-891a-65579add82cb tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:01.581417 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025e122-4177-4d4c-beef-a3185f98754e req-58fe87ee-2a5e-42b1-891a-65579add82cb tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:01.589911 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea9cdab0-f169-4694-8e40-1fc2f9ea5839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:01.603865 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d025e122-4177-4d4c-beef-a3185f98754e req-58fe87ee-2a5e-42b1-891a-65579add82cb tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5434 time: 0.4495749 May 26 16:03:01.758508 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e0c54-8652-4f24-8922-56fc9cf79606 req-506cab65-8723-40f2-84e3-77a366044339 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:01.763514 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-af5e0c54-8652-4f24-8922-56fc9cf79606 req-506cab65-8723-40f2-84e3-77a366044339 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 945 time: 0.1402936 May 26 16:03:01.767463 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea9cdab0-f169-4694-8e40-1fc2f9ea5839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:01.773423 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea9cdab0-f169-4694-8e40-1fc2f9ea5839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:01.777110 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ea9cdab0-f169-4694-8e40-1fc2f9ea5839 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4fd9f76b-1632-4cad-93f5-b1712cc098fe HTTP/1.1" status: 204 len: 168 time: 0.4043009 May 26 16:03:01.862579 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9cdab0-f169-4694-8e40-1fc2f9ea5839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd9f76b-1632-4cad-93f5-b1712cc098fe,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:02.009052 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'name': 'tempest-ServerRescueNegativeTestJSON-53084757-router', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:51Z', 'updated_at': '2022-05-26T16:02:56Z', 'revision_number': 4, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'gw_port': {'id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:52Z', 'updated_at': '2022-05-26T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '3840c6de-891e-4b2e-9143-8c3b45aa1fe7', 'name': '', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'mac_address': 'fa:16:3e:1a:04:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:55Z', 'updated_at': '2022-05-26T16:02:56Z', 'revision_number': 2, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'subnets': [{'id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:02.011609 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 27e27cdf-ab8e-4335-9530-55a516ee69ff up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:02.023108 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d025e122-4177-4d4c-beef-a3185f98754e req-01770254-b62f-4242-b457-caf195708cbd tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4169269 May 26 16:03:02.088489 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] Checking router: 23c82539-53d7-436a-8f44-e10b8849fb9a for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:03:02.091057 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] Updating router 23c82539-53d7-436a-8f44-e10b8849fb9a port 3840c6de-891e-4b2e-9143-8c3b45aa1fe7 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:03:02.120449 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 27e27cdf-ab8e-4335-9530-55a516ee69ff triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:02.121061 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:02.170337 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:02.171598 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-af5e0c54-8652-4f24-8922-56fc9cf79606 req-b567213b-53ad-433c-8c88-0ad4c2ab4615 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Deleting port c12f14b9-63df-4262-b488-905dbd4a5a1b {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:03:02.171948 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-af5e0c54-8652-4f24-8922-56fc9cf79606 req-b567213b-53ad-433c-8c88-0ad4c2ab4615 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:02.241098 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d99e3a-385f-4952-beea-c6e7d4255127 req-4aefd939-fcc9-4184-aee6-1bc491002420 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:02.242674 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1d99e3a-385f-4952-beea-c6e7d4255127 req-4aefd939-fcc9-4184-aee6-1bc491002420 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5a2ef18-5956-4a59-bedd-797077720cf0 HTTP/1.1" status: 200 len: 945 time: 0.6351635 May 26 16:03:02.292838 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 27e27cdf-ab8e-4335-9530-55a516ee69ff is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:02.315590 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 039de60e-8247-4323-ab1b-0a15b53301fa no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:03:02.378771 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1e8163-480b-4d9c-8157-fd6beaaef74b admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:03:02.386862 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 039de60e-8247-4323-ab1b-0a15b53301fa {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:03:02.387210 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 039de60e-8247-4323-ab1b-0a15b53301fa not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:03:02.425114 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1c1e8163-480b-4d9c-8157-fd6beaaef74b admin admin] 10.222.0.77 "PUT /v2.0/routers/1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9247859 May 26 16:03:02.434721 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41800) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:02.465414 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-af5e0c54-8652-4f24-8922-56fc9cf79606 req-b567213b-53ad-433c-8c88-0ad4c2ab4615 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] For port c12f14b9-63df-4262-b488-905dbd4a5a1b, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=c12f14b9-63df-4262-b488-905dbd4a5a1b,segment=NetworkSegment(f0f592f5-c31e-4c87-8461-c6e672adf316),segment_id=f0f592f5-c31e-4c87-8461-c6e672adf316)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:02.466066 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-af5e0c54-8652-4f24-8922-56fc9cf79606 req-b567213b-53ad-433c-8c88-0ad4c2ab4615 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:02.481651 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-af5e0c54-8652-4f24-8922-56fc9cf79606 req-b567213b-53ad-433c-8c88-0ad4c2ab4615 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Calling delete_port for c12f14b9-63df-4262-b488-905dbd4a5a1b owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:03:02.587113 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-9f638943-2ebc-4762-b8d2-5710151718b5 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:02.596758 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-9f638943-2ebc-4762-b8d2-5710151718b5 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/networks?id=48798ccf-c01b-4baf-8c1d-06629758249c HTTP/1.1" status: 200 len: 817 time: 0.3875868 May 26 16:03:02.666804 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-4f403348-27ef-4995-bc1d-c889cb0fe2ef tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/quotas/e054f09efe5e48a1a811c34416f57f3d HTTP/1.1" status: 200 len: 375 time: 0.0685184 May 26 16:03:02.735498 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:02.751014 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:02.838275 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b147cd-f3ad-4d49-897b-8e6766a88903 None None] Pushing event updated for resources: {'Port': ['ID=3840c6de-891e-4b2e-9143-8c3b45aa1fe7,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:02.857478 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42893922-9204-4144-bd0c-93112fb83be7 None None] Sync routers for ids ['1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:03:02.879279 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42893922-9204-4144-bd0c-93112fb83be7 None None] Routers {'1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:03:02.882811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-42893922-9204-4144-bd0c-93112fb83be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:02:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:02.959489 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] Attempting to bind port 3840c6de-891e-4b2e-9143-8c3b45aa1fe7 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:02.964527 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] Attempting to bind port 3840c6de-891e-4b2e-9143-8c3b45aa1fe7 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'c6380c4f-2eb2-46a7-b445-d8da7d649974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:02.965155 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] Attempting to bind port 3840c6de-891e-4b2e-9143-8c3b45aa1fe7 on network 48798ccf-c01b-4baf-8c1d-06629758249c {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:02.992526 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:02.993436 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] Checking segment: {'id': 'c6380c4f-2eb2-46a7-b445-d8da7d649974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:02.993838 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:02.995324 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] Bound using segment: {'id': 'c6380c4f-2eb2-46a7-b445-d8da7d649974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:02.996318 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] Bound port: 3840c6de-891e-4b2e-9143-8c3b45aa1fe7, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6380c4f-2eb2-46a7-b445-d8da7d649974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:02.997466 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:03.121906 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-42893922-9204-4144-bd0c-93112fb83be7 None None] Set router 1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:03:03.168203 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] For port 3840c6de-891e-4b2e-9143-8c3b45aa1fe7, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:03.174630 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] For port 3840c6de-891e-4b2e-9143-8c3b45aa1fe7, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3840c6de-891e-4b2e-9143-8c3b45aa1fe7,segment=NetworkSegment(c6380c4f-2eb2-46a7-b445-d8da7d649974),segment_id=c6380c4f-2eb2-46a7-b445-d8da7d649974)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:03.182203 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:03.289042 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-af5e0c54-8652-4f24-8922-56fc9cf79606 req-b567213b-53ad-433c-8c88-0ad4c2ab4615 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:03.306558 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0341de7c-3af2-450d-a421-6a1008da7ccc None None] Provisioning complete for port 3840c6de-891e-4b2e-9143-8c3b45aa1fe7 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:03.307695 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0341de7c-3af2-450d-a421-6a1008da7ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:03.331396 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b147cd-f3ad-4d49-897b-8e6766a88903 None None] Pushing event updated for resources: {'Port': ['ID=3840c6de-891e-4b2e-9143-8c3b45aa1fe7,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:03.346965 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] Routers {'23c82539-53d7-436a-8f44-e10b8849fb9a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:03:03.353481 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:02:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['23c82539-53d7-436a-8f44-e10b8849fb9a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:03.409456 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567213b-53ad-433c-8c88-0ad4c2ab4615 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Pushing event deleted for resources: {'Port': ['ID=c12f14b9-63df-4262-b488-905dbd4a5a1b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:03.447354 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-42893922-9204-4144-bd0c-93112fb83be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1598862110-router', 'tenant_id': '3cf1e1ed922044a691c4a7dc508d705d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:44Z', 'updated_at': '2022-05-26T16:02:59Z', 'revision_number': 5, 'project_id': '3cf1e1ed922044a691c4a7dc508d705d', 'gw_port': {'id': '0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:15:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:47Z', 'updated_at': '2022-05-26T16:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:03.449118 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5e0c54-8652-4f24-8922-56fc9cf79606 req-b567213b-53ad-433c-8c88-0ad4c2ab4615 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] No DVR routers for this DVR port c12f14b9-63df-4262-b488-905dbd4a5a1b on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:03:03.456290 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-af5e0c54-8652-4f24-8922-56fc9cf79606 req-b567213b-53ad-433c-8c88-0ad4c2ab4615 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:03.467197 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-af5e0c54-8652-4f24-8922-56fc9cf79606 req-b567213b-53ad-433c-8c88-0ad4c2ab4615 tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.81 "DELETE /v2.0/ports/c12f14b9-63df-4262-b488-905dbd4a5a1b HTTP/1.1" status: 204 len: 173 time: 1.6885920 May 26 16:03:03.470621 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a2ef18-5956-4a59-bedd-797077720cf0', 'name': 'network-vif-deleted', 'tag': 'c12f14b9-63df-4262-b488-905dbd4a5a1b'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:03.477006 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fa66fa-8153-48ed-8ccc-2aba3cd2e60c" -d '{"events": [{"server_uuid": "f5a2ef18-5956-4a59-bedd-797077720cf0", "name": "network-vif-deleted", "tag": "c12f14b9-63df-4262-b488-905dbd4a5a1b"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:03.526106 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] Set router 23c82539-53d7-436a-8f44-e10b8849fb9a gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:03:03.548948 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42893922-9204-4144-bd0c-93112fb83be7 None None] Checking router: 1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:03:03.560711 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1d99e3a-385f-4952-beea-c6e7d4255127 req-9fae6c98-0df7-43e2-982a-98f4419157fc tempest-LiveAutoBlockMigrationV225Test-1832188113 tempest-LiveAutoBlockMigrationV225Test-1832188113-project] 10.222.0.77 "GET /v2.0/security-groups?id=411224bf-7937-44ef-bff4-1dfdb27a2202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3035531 May 26 16:03:03.572138 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42893922-9204-4144-bd0c-93112fb83be7 None None] Routers {'1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:03:03.572722 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-42893922-9204-4144-bd0c-93112fb83be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:02:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:03.585489 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0341de7c-3af2-450d-a421-6a1008da7ccc None None] Current status of the port 3840c6de-891e-4b2e-9143-8c3b45aa1fe7 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:03.586092 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0341de7c-3af2-450d-a421-6a1008da7ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:03.604025 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eae621de-9e8c-4461-a1bb-e52475511ad7 admin admin] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:03.672895 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-0341de7c-3af2-450d-a421-6a1008da7ccc None None] For port 3840c6de-891e-4b2e-9143-8c3b45aa1fe7, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3840c6de-891e-4b2e-9143-8c3b45aa1fe7,segment=NetworkSegment(c6380c4f-2eb2-46a7-b445-d8da7d649974),segment_id=c6380c4f-2eb2-46a7-b445-d8da7d649974)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:03.791223 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-93b098db-e350-48a4-bc10-6f47e401478a tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e054f09efe5e48a1a811c34416f57f3d&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1237712 May 26 16:03:03.932389 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'name': 'tempest-ServerRescueNegativeTestJSON-53084757-router', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:51Z', 'updated_at': '2022-05-26T16:02:56Z', 'revision_number': 4, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'gw_port': {'id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:52Z', 'updated_at': '2022-05-26T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '3840c6de-891e-4b2e-9143-8c3b45aa1fe7', 'name': '', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'mac_address': 'fa:16:3e:1a:04:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:55Z', 'updated_at': '2022-05-26T16:03:03Z', 'revision_number': 4, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'subnets': [{'id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:03.951063 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3840c6de-891e-4b2e-9143-8c3b45aa1fe7 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:03.951299 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5b050-6dc4-4513-bf5a-367893db16f7 req-ce14e08e-cecc-4b9f-ad05-d470b50226c4 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:03.952858 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-06d5b050-6dc4-4513-bf5a-367893db16f7 req-ce14e08e-cecc-4b9f-ad05-d470b50226c4 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.2600880 May 26 16:03:03.957769 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0341de7c-3af2-450d-a421-6a1008da7ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:03.963135 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bc46ab-424b-4b73-9fc6-309bbd9abcd2 admin admin] Router 0e167771-377c-4cab-a840-773c7ddd7c41 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:03:03.966560 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad965ddd-d2eb-4def-b874-faef0a417eeb None None] The sync data for ids ['23c82539-53d7-436a-8f44-e10b8849fb9a'] in n-d-843337-2 is: [{'id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'name': 'tempest-ServerRescueNegativeTestJSON-53084757-router', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:51Z', 'updated_at': '2022-05-26T16:02:56Z', 'revision_number': 4, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'gw_port': {'id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:52Z', 'updated_at': '2022-05-26T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '3840c6de-891e-4b2e-9143-8c3b45aa1fe7', 'name': '', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'mac_address': 'fa:16:3e:1a:04:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:55Z', 'updated_at': '2022-05-26T16:03:03Z', 'revision_number': 4, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'subnets': [{'id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:03:03.975887 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-b0298572-ef25-42a6-beb4-984ff3614bca tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:03.977759 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-b0298572-ef25-42a6-beb4-984ff3614bca tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.83 "GET /v2.0/networks?id=48798ccf-c01b-4baf-8c1d-06629758249c HTTP/1.1" status: 200 len: 817 time: 0.4795802 May 26 16:03:04.022440 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-9b44a6d6-ab8e-40d5-8e58-0b00a98558d1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Request body: {'port': {'device_id': 'c70f8df7-d807-4de1-af59-37237ed3030b', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'admin_state_up': True, 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:04.035237 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eae621de-9e8c-4461-a1bb-e52475511ad7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:04.064358 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-42893922-9204-4144-bd0c-93112fb83be7 None None] Set router 1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:03:04.164666 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341de7c-3af2-450d-a421-6a1008da7ccc None None] Pushing event updated for resources: {'Port': ['ID=3840c6de-891e-4b2e-9143-8c3b45aa1fe7,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:04.168691 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-06d5b050-6dc4-4513-bf5a-367893db16f7 req-b8273f79-5955-474e-acb1-30adc154c928 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044315 May 26 16:03:04.175940 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-b4123b41-eef0-4537-8976-3933de124cdd service neutron] 10.222.0.77 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345153 May 26 16:03:04.232549 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-cf50fae7-a280-49dc-a43c-2fe425865fa8 None None] Provisioning complete for port 3840c6de-891e-4b2e-9143-8c3b45aa1fe7 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:04.232948 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cf50fae7-a280-49dc-a43c-2fe425865fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:04.237169 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 3840c6de-891e-4b2e-9143-8c3b45aa1fe7 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:04.237538 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:04.369181 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bc46ab-424b-4b73-9fc6-309bbd9abcd2 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:03:04.384055 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a6bc46ab-424b-4b73-9fc6-309bbd9abcd2 admin admin] 10.222.0.77 "PUT /v2.0/routers/0e167771-377c-4cab-a840-773c7ddd7c41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6505301 May 26 16:03:04.386662 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41830) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:04.390715 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c467a2-de34-4d9e-8686-3588cf8b4aa8 None None] Sync routers for ids ['0e167771-377c-4cab-a840-773c7ddd7c41'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:03:04.400399 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-c75e8e8d-c3d5-4078-bbce-29023cbafab7 service neutron] 10.222.0.77 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018559 May 26 16:03:04.412184 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-eae621de-9e8c-4461-a1bb-e52475511ad7 admin admin] Deleting port 0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:03:04.412537 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eae621de-9e8c-4461-a1bb-e52475511ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:04.428801 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-9b44a6d6-ab8e-40d5-8e58-0b00a98558d1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Made reservation on behalf of e054f09efe5e48a1a811c34416f57f3d for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:04.429355 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c467a2-de34-4d9e-8686-3588cf8b4aa8 None None] Routers {'0e167771-377c-4cab-a840-773c7ddd7c41'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:03:04.430762 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a9c467a2-de34-4d9e-8686-3588cf8b4aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:02:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0e167771-377c-4cab-a840-773c7ddd7c41'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:04.432455 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-9b44a6d6-ab8e-40d5-8e58-0b00a98558d1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:04.443878 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cf50fae7-a280-49dc-a43c-2fe425865fa8 None None] Current status of the port 3840c6de-891e-4b2e-9143-8c3b45aa1fe7 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:04.452012 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 3840c6de-891e-4b2e-9143-8c3b45aa1fe7 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:04.472253 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-42893922-9204-4144-bd0c-93112fb83be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1598862110-router', 'tenant_id': '3cf1e1ed922044a691c4a7dc508d705d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:44Z', 'updated_at': '2022-05-26T16:02:59Z', 'revision_number': 5, 'project_id': '3cf1e1ed922044a691c4a7dc508d705d', 'gw_port': {'id': '0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:15:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:47Z', 'updated_at': '2022-05-26T16:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:04.522540 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42893922-9204-4144-bd0c-93112fb83be7 None None] The sync data for ids ['1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d'] in n-d-843337-2 is: [{'id': '1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1598862110-router', 'tenant_id': '3cf1e1ed922044a691c4a7dc508d705d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:44Z', 'updated_at': '2022-05-26T16:02:59Z', 'revision_number': 5, 'project_id': '3cf1e1ed922044a691c4a7dc508d705d', 'gw_port': {'id': '0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:15:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:47Z', 'updated_at': '2022-05-26T16:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:03:04.557446 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-1f40b393-c6b0-4bd1-90db-79728fbf8f7a tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a3d1acb1cfd64e6e8ebef431bb4a3c40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327544 May 26 16:03:04.621509 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-a9c467a2-de34-4d9e-8686-3588cf8b4aa8 None None] Set router 0e167771-377c-4cab-a840-773c7ddd7c41 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:03:04.669721 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5fdbd3b-a077-4acd-a9aa-971bfada2ca9 admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:04.866061 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5fdbd3b-a077-4acd-a9aa-971bfada2ca9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:04.867420 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-eae621de-9e8c-4461-a1bb-e52475511ad7 admin admin] For port 0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:04.867997 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eae621de-9e8c-4461-a1bb-e52475511ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:04.884934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-eae621de-9e8c-4461-a1bb-e52475511ad7 admin admin] Calling delete_port for 0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:03:04.981175 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a9c467a2-de34-4d9e-8686-3588cf8b4aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e167771-377c-4cab-a840-773c7ddd7c41', 'name': 'tempest-FloatingIPDetailsTestJSON-2074037601-router', 'tenant_id': 'b4fa8226006949599c77233c2d1f94d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '83c4ad59-9359-4f6f-b1af-4cb48319f2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:17Z', 'updated_at': '2022-05-26T16:02:59Z', 'revision_number': 5, 'project_id': 'b4fa8226006949599c77233c2d1f94d2', 'gw_port': {'id': '83c4ad59-9359-4f6f-b1af-4cb48319f2d8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e167771-377c-4cab-a840-773c7ddd7c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:18Z', 'updated_at': '2022-05-26T16:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:04.995019 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-d5fdbd3b-a077-4acd-a9aa-971bfada2ca9 admin admin] Deleting port 83c4ad59-9359-4f6f-b1af-4cb48319f2d8 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:03:04.995462 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5fdbd3b-a077-4acd-a9aa-971bfada2ca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:05.014195 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c467a2-de34-4d9e-8686-3588cf8b4aa8 None None] Checking router: 0e167771-377c-4cab-a840-773c7ddd7c41 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:03:05.044376 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c467a2-de34-4d9e-8686-3588cf8b4aa8 None None] Routers {'0e167771-377c-4cab-a840-773c7ddd7c41'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:03:05.045028 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a9c467a2-de34-4d9e-8686-3588cf8b4aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:02:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0e167771-377c-4cab-a840-773c7ddd7c41'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:05.068736 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-06c00fed-bb6c-4ec4-9186-9624fef0a62e tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:05.076593 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-06c00fed-bb6c-4ec4-9186-9624fef0a62e tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4870100 May 26 16:03:05.110132 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a680f2-be5b-489c-984c-8c5a0eaa119e req-6ffacf0a-4446-484c-ba0f-5067e9856072 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:05.116518 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a680f2-be5b-489c-984c-8c5a0eaa119e req-6ffacf0a-4446-484c-ba0f-5067e9856072 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:05.121507 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-d5fdbd3b-a077-4acd-a9aa-971bfada2ca9 admin admin] For port 83c4ad59-9359-4f6f-b1af-4cb48319f2d8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=83c4ad59-9359-4f6f-b1af-4cb48319f2d8,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:05.121905 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5fdbd3b-a077-4acd-a9aa-971bfada2ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:05.124351 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a680f2-be5b-489c-984c-8c5a0eaa119e req-6ffacf0a-4446-484c-ba0f-5067e9856072 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:05.131000 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a680f2-be5b-489c-984c-8c5a0eaa119e req-6ffacf0a-4446-484c-ba0f-5067e9856072 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:05.136938 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a680f2-be5b-489c-984c-8c5a0eaa119e req-6ffacf0a-4446-484c-ba0f-5067e9856072 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:05.141566 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-d5fdbd3b-a077-4acd-a9aa-971bfada2ca9 admin admin] Calling delete_port for 83c4ad59-9359-4f6f-b1af-4cb48319f2d8 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:03:05.143628 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a680f2-be5b-489c-984c-8c5a0eaa119e req-6ffacf0a-4446-484c-ba0f-5067e9856072 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:05.152413 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a680f2-be5b-489c-984c-8c5a0eaa119e req-6ffacf0a-4446-484c-ba0f-5067e9856072 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:05.154381 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d6a680f2-be5b-489c-984c-8c5a0eaa119e req-6ffacf0a-4446-484c-ba0f-5067e9856072 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5434 time: 0.4012787 May 26 16:03:05.180029 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-6481ace0-12d0-4448-bc2e-0944c55b2a24 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/quotas/a3d1acb1cfd64e6e8ebef431bb4a3c40 HTTP/1.1" status: 200 len: 375 time: 0.1024268 May 26 16:03:05.194006 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-a9c467a2-de34-4d9e-8686-3588cf8b4aa8 None None] Set router 0e167771-377c-4cab-a840-773c7ddd7c41 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:03:05.259411 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device c12f14b9-63df-4262-b488-905dbd4a5a1b no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:03:05.269765 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a9c467a2-de34-4d9e-8686-3588cf8b4aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e167771-377c-4cab-a840-773c7ddd7c41', 'name': 'tempest-FloatingIPDetailsTestJSON-2074037601-router', 'tenant_id': 'b4fa8226006949599c77233c2d1f94d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:17Z', 'updated_at': '2022-05-26T16:03:04Z', 'revision_number': 6, 'project_id': 'b4fa8226006949599c77233c2d1f94d2', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:05.301850 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c467a2-de34-4d9e-8686-3588cf8b4aa8 None None] The sync data for ids ['0e167771-377c-4cab-a840-773c7ddd7c41'] in n-d-843337-2 is: [{'id': '0e167771-377c-4cab-a840-773c7ddd7c41', 'name': 'tempest-FloatingIPDetailsTestJSON-2074037601-router', 'tenant_id': 'b4fa8226006949599c77233c2d1f94d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:17Z', 'updated_at': '2022-05-26T16:03:04Z', 'revision_number': 6, 'project_id': 'b4fa8226006949599c77233c2d1f94d2', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:03:05.304132 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-7cec5896-2196-42b8-8227-4df17f0f6655 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a3d1acb1cfd64e6e8ebef431bb4a3c40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1230159 May 26 16:03:05.311154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-9b44a6d6-ab8e-40d5-8e58-0b00a98558d1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Allocated IP 172.20.0.11 (48798ccf-c01b-4baf-8c1d-06629758249c/667adff5-0c1e-46ec-b83e-3fbb957aa36c/0da5bd1c-cdaf-4399-82d9-704116636903) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:05.339060 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: c12f14b9-63df-4262-b488-905dbd4a5a1b {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:03:05.339676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device c12f14b9-63df-4262-b488-905dbd4a5a1b not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:03:05.381690 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d6a680f2-be5b-489c-984c-8c5a0eaa119e req-44b17d5b-fe7f-4041-823f-6ff884755b7c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2189741 May 26 16:03:05.401707 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5fdbd3b-a077-4acd-a9aa-971bfada2ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:05.447420 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fdbd3b-a077-4acd-a9aa-971bfada2ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=83c4ad59-9359-4f6f-b1af-4cb48319f2d8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:05.500400 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eae621de-9e8c-4461-a1bb-e52475511ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:05.553110 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5fdbd3b-a077-4acd-a9aa-971bfada2ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:05.689820 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41870) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:05.719318 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b73bfa-f066-4e83-bd84-30d979339697 x-openstack-request-id: req-34b73bfa-f066-4e83-bd84-30d979339697 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:05.719709 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a2ef18-5956-4a59-bedd-797077720cf0", "name": "network-vif-deleted", "tag": "c12f14b9-63df-4262-b488-905dbd4a5a1b", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:05.721279 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34b73bfa-f066-4e83-bd84-30d979339697 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:05.721800 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34b73bfa-f066-4e83-bd84-30d979339697'] response: {'server_uuid': 'f5a2ef18-5956-4a59-bedd-797077720cf0', 'name': 'network-vif-deleted', 'tag': 'c12f14b9-63df-4262-b488-905dbd4a5a1b', 'status': 'completed', 'code': 200} May 26 16:03:05.727883 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5fdbd3b-a077-4acd-a9aa-971bfada2ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:05.732134 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5fdbd3b-a077-4acd-a9aa-971bfada2ca9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:05.777816 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae621de-9e8c-4461-a1bb-e52475511ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:05.825559 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5fdbd3b-a077-4acd-a9aa-971bfada2ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:05.826123 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fdbd3b-a077-4acd-a9aa-971bfada2ca9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e167771-377c-4cab-a840-773c7ddd7c41 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:03:05.839756 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5fdbd3b-a077-4acd-a9aa-971bfada2ca9 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:05.844335 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d5fdbd3b-a077-4acd-a9aa-971bfada2ca9 admin admin] 10.222.0.77 "DELETE /v2.0/routers/0e167771-377c-4cab-a840-773c7ddd7c41 HTTP/1.1" status: 204 len: 168 time: 1.4551928 May 26 16:03:05.848343 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41878) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:05.941410 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c13aa681-718f-46e3-ad84-53988a18f29e req-5a452f97-ed64-4d55-b3d0-d36cad3425a0 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=5081f126b2584cf2a3b6ce39690508db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2505021 May 26 16:03:05.970478 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-906587b7-2bc4-4c12-b1ac-c9d49f5ebca2 admin admin] Deleting subnet 4ca9f14f-0ccf-4008-b618-a6b17b8d5fc4 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:03:05.974037 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-906587b7-2bc4-4c12-b1ac-c9d49f5ebca2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:05.991737 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78236698-0843-4fb4-92e1-a216222e0901 req-5f36703a-503c-4b98-93e2-4956153d3634 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 210 time: 0.1720946 May 26 16:03:06.019070 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-906587b7-2bc4-4c12-b1ac-c9d49f5ebca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.115420 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eae621de-9e8c-4461-a1bb-e52475511ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.122646 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-906587b7-2bc4-4c12-b1ac-c9d49f5ebca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.185803 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-906587b7-2bc4-4c12-b1ac-c9d49f5ebca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.224711 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906587b7-2bc4-4c12-b1ac-c9d49f5ebca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ca9f14f-0ccf-4008-b618-a6b17b8d5fc4,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:06.227898 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-906587b7-2bc4-4c12-b1ac-c9d49f5ebca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.234522 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2abd1c-6984-41a9-a4ce-3f7ed1568284 None None] Network 067637a0-4610-498b-9eb1-d758311b2903 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:03:06.242254 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-906587b7-2bc4-4c12-b1ac-c9d49f5ebca2 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4ca9f14f-0ccf-4008-b618-a6b17b8d5fc4 HTTP/1.1" status: 204 len: 168 time: 0.3798311 May 26 16:03:06.245228 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41882) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:06.347039 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3840c6de-891e-4b2e-9143-8c3b45aa1fe7 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:06.362114 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eae621de-9e8c-4461-a1bb-e52475511ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.370518 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eae621de-9e8c-4461-a1bb-e52475511ad7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.442731 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 3840c6de-891e-4b2e-9143-8c3b45aa1fe7 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:06.443111 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.533772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf4c3d2-171d-4a30-ac79-0cad683c8e63 None None] DHCP port deletion for 067637a0-4610-498b-9eb1-d758311b2903 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:03:06.538446 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-9b44a6d6-ab8e-40d5-8e58-0b00a98558d1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.556167 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-4881473b-081e-48ae-9d07-857132190c35 admin admin] Deleting subnet 34e27219-447c-429c-b572-febfd4b36520 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:03:06.588606 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4881473b-081e-48ae-9d07-857132190c35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.616859 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13aa681-718f-46e3-ad84-53988a18f29e req-83bea5c8-5aca-4954-b214-b12c25ac606d tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:06.618106 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c13aa681-718f-46e3-ad84-53988a18f29e req-83bea5c8-5aca-4954-b214-b12c25ac606d tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6757972 May 26 16:03:06.627060 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0645edf-2c0e-4079-a769-8a6bb56aa991 req-83a2b807-717d-43b6-9c5d-cd921bbabfd4 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:06.628609 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d0645edf-2c0e-4079-a769-8a6bb56aa991 req-83a2b807-717d-43b6-9c5d-cd921bbabfd4 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.5220978 May 26 16:03:06.630463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 3840c6de-891e-4b2e-9143-8c3b45aa1fe7 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:06.641572 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 5656dc95-0dc4-48b1-9dcb-5a02e1941af5 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:03:06.662130 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eae621de-9e8c-4461-a1bb-e52475511ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.662692 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae621de-9e8c-4461-a1bb-e52475511ad7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:03:06.668149 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-eaf4c3d2-171d-4a30-ac79-0cad683c8e63 None None] Deleting port e0869617-e685-4bb7-b782-27741bd5f359 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:03:06.668593 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eaf4c3d2-171d-4a30-ac79-0cad683c8e63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.672246 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 5656dc95-0dc4-48b1-9dcb-5a02e1941af5 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:03:06.672726 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 5656dc95-0dc4-48b1-9dcb-5a02e1941af5 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:03:06.676133 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eae621de-9e8c-4461-a1bb-e52475511ad7 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.677460 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-eae621de-9e8c-4461-a1bb-e52475511ad7 admin admin] 10.222.0.77 "DELETE /v2.0/routers/1ff25a2d-2e73-4ba7-a0fa-7ead34452e5d HTTP/1.1" status: 204 len: 168 time: 4.1042337 May 26 16:03:06.688290 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41884) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:06.692071 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-2f629741-82f6-4f11-864c-9cab3f7feb01 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:06.693547 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-928ac569-6cf0-4509-8d6c-051d4ea97610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.694392 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-2f629741-82f6-4f11-864c-9cab3f7feb01 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.83 "GET /v2.0/networks?id=48798ccf-c01b-4baf-8c1d-06629758249c HTTP/1.1" status: 200 len: 817 time: 0.2496402 May 26 16:03:06.741605 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-eaf4c3d2-171d-4a30-ac79-0cad683c8e63 None None] For port e0869617-e685-4bb7-b782-27741bd5f359, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e0869617-e685-4bb7-b782-27741bd5f359,segment=NetworkSegment(8bb01b2c-e493-4d25-bb47-6541f1ba917f),segment_id=8bb01b2c-e493-4d25-bb47-6541f1ba917f)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:06.742153 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eaf4c3d2-171d-4a30-ac79-0cad683c8e63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.742824 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-c61086b5-1958-4c3f-b9e9-d8b418c58513 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Request body: {'port': {'device_id': 'c47d79bc-e680-4b39-b5ee-730a40007067', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'admin_state_up': True, 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:06.754481 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c13aa681-718f-46e3-ad84-53988a18f29e req-e480fdc0-30fd-4ba5-89da-07251b771d8e tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/quotas/5081f126b2584cf2a3b6ce39690508db HTTP/1.1" status: 200 len: 375 time: 0.0883541 May 26 16:03:06.757162 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-eaf4c3d2-171d-4a30-ac79-0cad683c8e63 None None] Calling delete_port for e0869617-e685-4bb7-b782-27741bd5f359 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:03:06.770843 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4881473b-081e-48ae-9d07-857132190c35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.855237 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f582fe-f228-4f15-b2bc-0a047423f836 admin admin] Deleting subnet 0122dde6-6086-4522-94d8-cd97304efa1f {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:03:06.859763 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d0645edf-2c0e-4079-a769-8a6bb56aa991 req-2afdd8b5-3fd9-45c5-8345-e5f7608aa3f2 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926956 May 26 16:03:06.861915 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c13aa681-718f-46e3-ad84-53988a18f29e req-ddc63928-119f-44a8-a9da-61ad55311c51 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5081f126b2584cf2a3b6ce39690508db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864844 May 26 16:03:06.867117 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-9b44a6d6-ab8e-40d5-8e58-0b00a98558d1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.878973 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f4f582fe-f228-4f15-b2bc-0a047423f836 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.879590 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eaf4c3d2-171d-4a30-ac79-0cad683c8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.923010 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-c61086b5-1958-4c3f-b9e9-d8b418c58513 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Made reservation on behalf of e054f09efe5e48a1a811c34416f57f3d for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:06.930155 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-c61086b5-1958-4c3f-b9e9-d8b418c58513 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:06.959617 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-928ac569-6cf0-4509-8d6c-051d4ea97610 admin admin] The port 'e0869617-e685-4bb7-b782-27741bd5f359' was deleted {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} May 26 16:03:06.961463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4c3d2-171d-4a30-ac79-0cad683c8e63 None None] Pushing event deleted for resources: {'Port': ['ID=e0869617-e685-4bb7-b782-27741bd5f359,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:06.983371 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf4c3d2-171d-4a30-ac79-0cad683c8e63 None None] No DVR routers for this DVR port e0869617-e685-4bb7-b782-27741bd5f359 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:03:07.008492 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4881473b-081e-48ae-9d07-857132190c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:07.129413 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-c61086b5-1958-4c3f-b9e9-d8b418c58513 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Allocated IP 172.20.0.13 (48798ccf-c01b-4baf-8c1d-06629758249c/667adff5-0c1e-46ec-b83e-3fbb957aa36c/3c64db47-9eeb-42d6-b4e4-66a4b7fbd212) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:07.343657 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-17c3b71f-4c0f-44f8-963c-d9bea03751a0 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=a3d1acb1cfd64e6e8ebef431bb4a3c40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485826 May 26 16:03:07.450800 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-9b44a6d6-ab8e-40d5-8e58-0b00a98558d1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Network 48798ccf-c01b-4baf-8c1d-06629758249c is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:07.454218 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-9b44a6d6-ab8e-40d5-8e58-0b00a98558d1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:07.473309 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f4f582fe-f228-4f15-b2bc-0a047423f836 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:07.523318 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-9b44a6d6-ab8e-40d5-8e58-0b00a98558d1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:07.569759 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-c61086b5-1958-4c3f-b9e9-d8b418c58513 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:07.583973 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7686e104-5840-460d-9ee0-9a9a9ac25886 req-d4d75d79-69c3-4d13-8047-fbd9e2f6ebcc tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 210 time: 0.1198118 May 26 16:03:07.612755 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-bbf46661-7702-4c18-ae44-c227720b4966 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:07.614346 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-bbf46661-7702-4c18-ae44-c227720b4966 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2552304 May 26 16:03:07.672955 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-c61086b5-1958-4c3f-b9e9-d8b418c58513 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:07.695748 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-2595e7c8-b12f-451e-8e28-9b347cef5052 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Request body: {'port': {'device_id': 'cc185b8e-a95e-4756-929d-94091812d55d', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': 'a3d1acb1cfd64e6e8ebef431bb4a3c40'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:07.741180 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44a6d6-ab8e-40d5-8e58-0b00a98558d1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Pushing event updated for resources: {'Port': ['ID=0da5bd1c-cdaf-4399-82d9-704116636903,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:07.742346 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-c61086b5-1958-4c3f-b9e9-d8b418c58513 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Network 48798ccf-c01b-4baf-8c1d-06629758249c is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:07.748760 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-c61086b5-1958-4c3f-b9e9-d8b418c58513 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:07.793665 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-c61086b5-1958-4c3f-b9e9-d8b418c58513 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:07.813152 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-928ac569-6cf0-4509-8d6c-051d4ea97610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:07.843777 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-02ac39be-6d83-4652-865a-6cea31b64ba3 None None] Provisioning complete for port 0da5bd1c-cdaf-4399-82d9-704116636903 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:07.845544 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-02ac39be-6d83-4652-865a-6cea31b64ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:07.851585 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61086b5-1958-4c3f-b9e9-d8b418c58513 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Pushing event updated for resources: {'Port': ['ID=3c64db47-9eeb-42d6-b4e4-66a4b7fbd212,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:07.914498 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-c61086b5-1958-4c3f-b9e9-d8b418c58513 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:07.915185 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-c61086b5-1958-4c3f-b9e9-d8b418c58513 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:07.931653 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e0869617-e685-4bb7-b782-27741bd5f359 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:03:07.941852 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-c61086b5-1958-4c3f-b9e9-d8b418c58513 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2064047 May 26 16:03:07.946848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-9b44a6d6-ab8e-40d5-8e58-0b00a98558d1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:07.947639 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-9b44a6d6-ab8e-40d5-8e58-0b00a98558d1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:07.965107 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-928ac569-6cf0-4509-8d6c-051d4ea97610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067637a0-4610-498b-9eb1-d758311b2903']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:07.978600 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: e0869617-e685-4bb7-b782-27741bd5f359 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:03:07.979397 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e0869617-e685-4bb7-b782-27741bd5f359 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:03:07.980538 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-f781c3a1-44a1-4ab7-93d4-068409dc4720 service neutron] Request body: {'port': {'device_id': 'c47d79bc-e680-4b39-b5ee-730a40007067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:07.982997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 83c4ad59-9359-4f6f-b1af-4cb48319f2d8 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:03:07.996001 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528fd75-bff0-43e3-b38f-873284f098dd req-d88f47ff-c49f-4c50-82d6-afcf76612349 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:08.002735 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528fd75-bff0-43e3-b38f-873284f098dd req-d88f47ff-c49f-4c50-82d6-afcf76612349 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:08.008619 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528fd75-bff0-43e3-b38f-873284f098dd req-d88f47ff-c49f-4c50-82d6-afcf76612349 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:08.009511 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-02ac39be-6d83-4652-865a-6cea31b64ba3 None None] Port 0da5bd1c-cdaf-4399-82d9-704116636903 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:03:08.012563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 83c4ad59-9359-4f6f-b1af-4cb48319f2d8 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:03:08.013446 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 83c4ad59-9359-4f6f-b1af-4cb48319f2d8 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:03:08.014200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:03:08.014496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528fd75-bff0-43e3-b38f-873284f098dd req-d88f47ff-c49f-4c50-82d6-afcf76612349 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:08.021688 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528fd75-bff0-43e3-b38f-873284f098dd req-d88f47ff-c49f-4c50-82d6-afcf76612349 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:08.035001 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528fd75-bff0-43e3-b38f-873284f098dd req-d88f47ff-c49f-4c50-82d6-afcf76612349 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:08.037208 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:03:08.037846 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0a19b6cb-aaac-43eb-88fa-bf000c4bbd0e not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:03:08.042939 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528fd75-bff0-43e3-b38f-873284f098dd req-d88f47ff-c49f-4c50-82d6-afcf76612349 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:08.056395 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f528fd75-bff0-43e3-b38f-873284f098dd req-d88f47ff-c49f-4c50-82d6-afcf76612349 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5434 time: 1.0175462 May 26 16:03:08.057970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41900) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:08.062591 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-2595e7c8-b12f-451e-8e28-9b347cef5052 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Made reservation on behalf of a3d1acb1cfd64e6e8ebef431bb4a3c40 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:08.067156 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f4f582fe-f228-4f15-b2bc-0a047423f836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.068992 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-2595e7c8-b12f-451e-8e28-9b347cef5052 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.084168 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-15c2027a-270b-4f23-9b86-603d3fe1a67b tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Request body: {'floatingip': {'port_id': '0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:08.087844 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4881473b-081e-48ae-9d07-857132190c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.091740 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-2595e7c8-b12f-451e-8e28-9b347cef5052 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.094134 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-f781c3a1-44a1-4ab7-93d4-068409dc4720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.094437 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-928ac569-6cf0-4509-8d6c-051d4ea97610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb01b2c-e493-4d25-bb47-6541f1ba917f') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:08.094437 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-928ac569-6cf0-4509-8d6c-051d4ea97610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb01b2c-e493-4d25-bb47-6541f1ba917f') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:08.143401 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-49fd0b8e-fada-4271-b673-7194cd65204d None None] Provisioning complete for port 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:08.143772 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-49fd0b8e-fada-4271-b673-7194cd65204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.168648 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-9b44a6d6-ab8e-40d5-8e58-0b00a98558d1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1603699 May 26 16:03:08.192425 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-49fd0b8e-fada-4271-b673-7194cd65204d None None] Port 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:03:08.214365 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f3d46-9ae4-4cce-9ec6-36da50d57b02 req-916bb001-14dd-48d3-8b2b-758282742ed5 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:08.215831 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-504f3d46-9ae4-4cce-9ec6-36da50d57b02 req-916bb001-14dd-48d3-8b2b-758282742ed5 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 932 time: 0.4839895 May 26 16:03:08.220954 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-56e2004d-752f-4075-bfb0-159510ac5e94 service neutron] Request body: {'port': {'device_id': 'c70f8df7-d807-4de1-af59-37237ed3030b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:08.226353 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-928ac569-6cf0-4509-8d6c-051d4ea97610 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.229265 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881473b-081e-48ae-9d07-857132190c35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34e27219-447c-429c-b572-febfd4b36520,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:08.252227 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4881473b-081e-48ae-9d07-857132190c35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.255444 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4881473b-081e-48ae-9d07-857132190c35 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/34e27219-447c-429c-b572-febfd4b36520 HTTP/1.1" status: 204 len: 168 time: 2.5617101 May 26 16:03:08.259598 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41902) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:08.259755 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-15c2027a-270b-4f23-9b86-603d3fe1a67b tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.281425 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4c292f13-f98f-4cc8-b1be-ee4757fa0667 req-830f1866-267e-4f9d-ae00-f2599e0816bb tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3676661-fb96-48c4-9b46-3083f2e3cac0 HTTP/1.1" status: 200 len: 210 time: 0.1599772 May 26 16:03:08.336309 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-928ac569-6cf0-4509-8d6c-051d4ea97610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.381983 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-2595e7c8-b12f-451e-8e28-9b347cef5052 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.395287 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-2595e7c8-b12f-451e-8e28-9b347cef5052 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.407035 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928ac569-6cf0-4509-8d6c-051d4ea97610 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:03:08.407483 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-928ac569-6cf0-4509-8d6c-051d4ea97610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.428340 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-540291a5-3438-46d2-855a-94cc6b2e7cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.462867 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 8bb01b2c-e493-4d25-bb47-6541f1ba917f resource provider aggregate not found May 26 16:03:08.509104 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595e7c8-b12f-451e-8e28-9b347cef5052 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2413c1-1172-4b1c-98dd-fd72838a740a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:08.545743 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f4f582fe-f228-4f15-b2bc-0a047423f836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.560463 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 8bb01b2c-e493-4d25-bb47-6541f1ba917f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8bb01b2c-e493-4d25-bb47-6541f1ba917f found for delete ", "request_id": "req-1656b1e0-4964-41c0-8673-0e06423feee9"}]} May 26 16:03:08.562618 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-56e2004d-752f-4075-bfb0-159510ac5e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.614601 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-504f3d46-9ae4-4cce-9ec6-36da50d57b02 req-cbff1a76-705f-4fa9-9ad6-1b3d63c2eae1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832457 May 26 16:03:08.620751 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f582fe-f228-4f15-b2bc-0a047423f836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0122dde6-6086-4522-94d8-cd97304efa1f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:08.628282 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f4f582fe-f228-4f15-b2bc-0a047423f836 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.631589 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f4f582fe-f228-4f15-b2bc-0a047423f836 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0122dde6-6086-4522-94d8-cd97304efa1f HTTP/1.1" status: 204 len: 168 time: 1.9361541 May 26 16:03:08.637966 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41910) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:08.644853 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f752cde-b140-4911-83b4-b58e25c3e461 None None] Network 634ec83e-c9da-414a-bb4f-f0a2f7446ae3 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:03:08.648356 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-928ac569-6cf0-4509-8d6c-051d4ea97610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.678940 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68688cba-2e91-449b-8237-545952538d64 req-7113a22c-60c8-4620-af56-e7a0d898c58f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:08.680557 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68688cba-2e91-449b-8237-545952538d64 req-7113a22c-60c8-4620-af56-e7a0d898c58f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.3294628 May 26 16:03:08.702122 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c13aa681-718f-46e3-ad84-53988a18f29e req-45279bd3-911d-43d7-9fcf-d4f04bc684dc tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5081f126b2584cf2a3b6ce39690508db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1100590 May 26 16:03:08.726912 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-540291a5-3438-46d2-855a-94cc6b2e7cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.729108 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-928ac569-6cf0-4509-8d6c-051d4ea97610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.732425 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-928ac569-6cf0-4509-8d6c-051d4ea97610 admin admin] 10.222.0.77 "DELETE /v2.0/networks/067637a0-4610-498b-9eb1-d758311b2903 HTTP/1.1" status: 204 len: 168 time: 2.4529464 May 26 16:03:08.819097 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ac569-6cf0-4509-8d6c-051d4ea97610 admin admin] Pushing event deleted for resources: {'Network': ['ID=067637a0-4610-498b-9eb1-d758311b2903,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:08.849468 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-2595e7c8-b12f-451e-8e28-9b347cef5052 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Allocated IP 192.168.233.38 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/6c6292fe-5840-4369-b5fb-e2395da7f49c) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:08.888278 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-540291a5-3438-46d2-855a-94cc6b2e7cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['849715ed-d05e-42c2-bffa-fde3212d6c0a']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:08.901091 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-f781c3a1-44a1-4ab7-93d4-068409dc4720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:08.923429 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-f781c3a1-44a1-4ab7-93d4-068409dc4720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.936963 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-540291a5-3438-46d2-855a-94cc6b2e7cd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f592f5-c31e-4c87-8461-c6e672adf316') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:08.937446 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-540291a5-3438-46d2-855a-94cc6b2e7cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f592f5-c31e-4c87-8461-c6e672adf316') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:08.946958 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b4b00838-6805-42cf-927a-9e1aad7db10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.952143 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0c6c16-6c35-4c13-b963-fda14e4c6a49 None None] DHCP port deletion for 634ec83e-c9da-414a-bb4f-f0a2f7446ae3 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:03:08.968451 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-540291a5-3438-46d2-855a-94cc6b2e7cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:08.981299 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-f781c3a1-44a1-4ab7-93d4-068409dc4720 service neutron] Transition to ACTIVE for port object 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:03:08.986882 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e8853d5-6227-498e-a3f0-c32a181cbd96 req-8ebe931e-7c20-4a48-8250-b6929d7aa70e tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 210 time: 0.1558273 May 26 16:03:08.989721 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41914) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:09.007172 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-f781c3a1-44a1-4ab7-93d4-068409dc4720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.023129 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-540291a5-3438-46d2-855a-94cc6b2e7cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.026893 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-df0c6c16-6c35-4c13-b963-fda14e4c6a49 None None] Deleting port d68ed06a-3a56-4238-99c4-df76b2dca5f9 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:03:09.027321 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-df0c6c16-6c35-4c13-b963-fda14e4c6a49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.059493 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68688cba-2e91-449b-8237-545952538d64 req-361b4593-ab61-4bba-bec6-7950ec01fb69 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257751 May 26 16:03:09.078628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540291a5-3438-46d2-855a-94cc6b2e7cd7 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:03:09.079074 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-540291a5-3438-46d2-855a-94cc6b2e7cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.104799 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-df0c6c16-6c35-4c13-b963-fda14e4c6a49 None None] For port d68ed06a-3a56-4238-99c4-df76b2dca5f9, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d68ed06a-3a56-4238-99c4-df76b2dca5f9,segment=NetworkSegment(31dfafdf-ee4a-4476-9d4d-0ef6eb10e660),segment_id=31dfafdf-ee4a-4476-9d4d-0ef6eb10e660)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:09.105195 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-df0c6c16-6c35-4c13-b963-fda14e4c6a49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.119273 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-df0c6c16-6c35-4c13-b963-fda14e4c6a49 None None] Calling delete_port for d68ed06a-3a56-4238-99c4-df76b2dca5f9 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:03:09.182743 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-113c69e9-16d9-4af1-914e-88eec2f14db9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b4fa8226006949599c77233c2d1f94d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1586668 May 26 16:03:09.191479 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41920) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:09.193912 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment f0f592f5-c31e-4c87-8461-c6e672adf316 resource provider aggregate not found May 26 16:03:09.233934 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment f0f592f5-c31e-4c87-8461-c6e672adf316 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0f592f5-c31e-4c87-8461-c6e672adf316 found for delete ", "request_id": "req-c411305a-b71e-4ca7-b718-17666a6a6258"}]} May 26 16:03:09.234862 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-df0c6c16-6c35-4c13-b963-fda14e4c6a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.246855 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13aa681-718f-46e3-ad84-53988a18f29e req-61ecb0b8-7aa7-41d3-8da3-0af69cb6abdf tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:09.251901 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c13aa681-718f-46e3-ad84-53988a18f29e req-61ecb0b8-7aa7-41d3-8da3-0af69cb6abdf tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5047493 May 26 16:03:09.265571 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c6c16-6c35-4c13-b963-fda14e4c6a49 None None] Pushing event deleted for resources: {'Port': ['ID=d68ed06a-3a56-4238-99c4-df76b2dca5f9,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:09.281507 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0c6c16-6c35-4c13-b963-fda14e4c6a49 None None] No DVR routers for this DVR port d68ed06a-3a56-4238-99c4-df76b2dca5f9 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:03:09.284436 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781c3a1-44a1-4ab7-93d4-068409dc4720 service neutron] Pushing event updated for resources: {'Port': ['ID=3c64db47-9eeb-42d6-b4e4-66a4b7fbd212,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:09.350413 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-c13aa681-718f-46e3-ad84-53988a18f29e req-5f1a0c0d-1d8e-424c-afff-331ba61c8e6b tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Request body: {'port': {'device_id': 'd3676661-fb96-48c4-9b46-3083f2e3cac0', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '5081f126b2584cf2a3b6ce39690508db'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:09.399484 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-540291a5-3438-46d2-855a-94cc6b2e7cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.442419 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb049342-6f7f-4b0d-8a31-c7cffcb16b5f req-3c7c31c6-cce7-4e42-9a31-086bf2965e20 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3676661-fb96-48c4-9b46-3083f2e3cac0 HTTP/1.1" status: 200 len: 210 time: 0.0575411 May 26 16:03:09.467231 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-151601ff-1c19-4f85-b41f-16f4f5e689a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.553400 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-151601ff-1c19-4f85-b41f-16f4f5e689a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.583223 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-56e2004d-752f-4075-bfb0-159510ac5e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da5bd1c-cdaf-4399-82d9-704116636903 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:09.608276 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-56e2004d-752f-4075-bfb0-159510ac5e94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.646855 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-56e2004d-752f-4075-bfb0-159510ac5e94 service neutron] Transition to ACTIVE for port object 0da5bd1c-cdaf-4399-82d9-704116636903 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:03:09.648996 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-15c2027a-270b-4f23-9b86-603d3fe1a67b tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.651753 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-56e2004d-752f-4075-bfb0-159510ac5e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.657827 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-15c2027a-270b-4f23-9b86-603d3fe1a67b tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.770306 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-540291a5-3438-46d2-855a-94cc6b2e7cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.775943 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-540291a5-3438-46d2-855a-94cc6b2e7cd7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/849715ed-d05e-42c2-bffa-fde3212d6c0a HTTP/1.1" status: 204 len: 168 time: 1.5109534 May 26 16:03:09.783988 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-83d9b6bc-e42a-4a17-9954-950f2ac633eb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7069886 May 26 16:03:09.793290 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41928) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:09.802824 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2004d-752f-4075-bfb0-159510ac5e94 service neutron] Pushing event updated for resources: {'Port': ['ID=0da5bd1c-cdaf-4399-82d9-704116636903,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:09.814253 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-151601ff-1c19-4f85-b41f-16f4f5e689a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.817346 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-151601ff-1c19-4f85-b41f-16f4f5e689a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:09.820927 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-151601ff-1c19-4f85-b41f-16f4f5e689a0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ac2eeae7-7170-4f49-b143-6a696316831f HTTP/1.1" status: 204 len: 168 time: 0.6222551 May 26 16:03:09.879158 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540291a5-3438-46d2-855a-94cc6b2e7cd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=849715ed-d05e-42c2-bffa-fde3212d6c0a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:09.930517 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d68ed06a-3a56-4238-99c4-df76b2dca5f9 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:03:09.967805 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151601ff-1c19-4f85-b41f-16f4f5e689a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2eeae7-7170-4f49-b143-6a696316831f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:09.984671 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: d68ed06a-3a56-4238-99c4-df76b2dca5f9 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:03:09.987001 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d68ed06a-3a56-4238-99c4-df76b2dca5f9 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:03:10.008157 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-2595e7c8-b12f-451e-8e28-9b347cef5052 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.010361 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca2805-3f51-4805-b381-2ab8dc7b3e8f req-6b94c005-7195-40f9-ae8c-c7f6e93e0b8b tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:10.019028 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48ca2805-3f51-4805-b381-2ab8dc7b3e8f req-6b94c005-7195-40f9-ae8c-c7f6e93e0b8b tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 944 time: 0.2719462 May 26 16:03:10.023571 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-56e2004d-752f-4075-bfb0-159510ac5e94 service neutron] Attempting to bind port 0da5bd1c-cdaf-4399-82d9-704116636903 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:10.023970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-56e2004d-752f-4075-bfb0-159510ac5e94 service neutron] Attempting to bind port 0da5bd1c-cdaf-4399-82d9-704116636903 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'c6380c4f-2eb2-46a7-b445-d8da7d649974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:10.024257 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-56e2004d-752f-4075-bfb0-159510ac5e94 service neutron] Attempting to bind port 0da5bd1c-cdaf-4399-82d9-704116636903 on network 48798ccf-c01b-4baf-8c1d-06629758249c {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:10.076282 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48ca2805-3f51-4805-b381-2ab8dc7b3e8f req-b6b9ee37-9b7e-4885-be9e-8bb2916b9b4c tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524044 May 26 16:03:10.077830 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-56e2004d-752f-4075-bfb0-159510ac5e94 service neutron] Port 0da5bd1c-cdaf-4399-82d9-704116636903 on network 48798ccf-c01b-4baf-8c1d-06629758249c not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:03:10.078358 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-56e2004d-752f-4075-bfb0-159510ac5e94 service neutron] Attempting to bind port 0da5bd1c-cdaf-4399-82d9-704116636903 on network 48798ccf-c01b-4baf-8c1d-06629758249c {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:10.090916 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-01256ebf-fb0f-42c5-bf32-3b1e880f860e admin admin] Deleting subnet e43ab7f4-af0d-4e8a-9dad-5949f2f59e88 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:03:10.094882 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-01256ebf-fb0f-42c5-bf32-3b1e880f860e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.099898 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-56e2004d-752f-4075-bfb0-159510ac5e94 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:10.100414 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-56e2004d-752f-4075-bfb0-159510ac5e94 service neutron] Checking segment: {'id': 'c6380c4f-2eb2-46a7-b445-d8da7d649974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:10.100769 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-56e2004d-752f-4075-bfb0-159510ac5e94 service neutron] Bound using segment: {'id': 'c6380c4f-2eb2-46a7-b445-d8da7d649974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:10.101225 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-56e2004d-752f-4075-bfb0-159510ac5e94 service neutron] Bound port: 0da5bd1c-cdaf-4399-82d9-704116636903, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6380c4f-2eb2-46a7-b445-d8da7d649974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:10.101579 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-56e2004d-752f-4075-bfb0-159510ac5e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.120676 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-15c2027a-270b-4f23-9b86-603d3fe1a67b tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Floating IP 958efa2b-6a3b-462d-a7bb-a2e094dac130 associated. External IP: 172.25.7.225, port: 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d. May 26 16:03:10.143231 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6860341a-a40c-4a5b-842a-d7d666b7d3e2 req-c79ba8a4-16cd-421c-b24f-dd7a37498032 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 210 time: 0.0594649 May 26 16:03:10.185849 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-2595e7c8-b12f-451e-8e28-9b347cef5052 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.190821 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b4b00838-6805-42cf-927a-9e1aad7db10d admin admin] Deleting port d68ed06a-3a56-4238-99c4-df76b2dca5f9 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:03:10.191156 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b4b00838-6805-42cf-927a-9e1aad7db10d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.197382 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a225f-3f43-448e-bda2-392897a9dfbd req-c4fcc3ac-3347-4a70-9848-6fdab4a21121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:10.197863 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a225f-3f43-448e-bda2-392897a9dfbd req-c4fcc3ac-3347-4a70-9848-6fdab4a21121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:10.200843 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a225f-3f43-448e-bda2-392897a9dfbd req-c4fcc3ac-3347-4a70-9848-6fdab4a21121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:10.200843 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a225f-3f43-448e-bda2-392897a9dfbd req-c4fcc3ac-3347-4a70-9848-6fdab4a21121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:10.200843 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a225f-3f43-448e-bda2-392897a9dfbd req-c4fcc3ac-3347-4a70-9848-6fdab4a21121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:10.200843 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a225f-3f43-448e-bda2-392897a9dfbd req-c4fcc3ac-3347-4a70-9848-6fdab4a21121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:10.200843 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a225f-3f43-448e-bda2-392897a9dfbd req-c4fcc3ac-3347-4a70-9848-6fdab4a21121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:10.202126 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-c4fcc3ac-3347-4a70-9848-6fdab4a21121 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=829e9f52f7f3454cafe50e0d9182f678&device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 6491 time: 0.3183184 May 26 16:03:10.202842 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-f781c3a1-44a1-4ab7-93d4-068409dc4720 service neutron] Attempting to bind port 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:10.203176 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-f781c3a1-44a1-4ab7-93d4-068409dc4720 service neutron] Attempting to bind port 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'c6380c4f-2eb2-46a7-b445-d8da7d649974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:10.203506 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-f781c3a1-44a1-4ab7-93d4-068409dc4720 service neutron] Attempting to bind port 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 on network 48798ccf-c01b-4baf-8c1d-06629758249c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:10.244110 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-f781c3a1-44a1-4ab7-93d4-068409dc4720 service neutron] Port 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 on network 48798ccf-c01b-4baf-8c1d-06629758249c not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:03:10.244110 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-f781c3a1-44a1-4ab7-93d4-068409dc4720 service neutron] Attempting to bind port 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 on network 48798ccf-c01b-4baf-8c1d-06629758249c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:10.259934 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-01256ebf-fb0f-42c5-bf32-3b1e880f860e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.363343 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-f781c3a1-44a1-4ab7-93d4-068409dc4720 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:10.363343 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-f781c3a1-44a1-4ab7-93d4-068409dc4720 service neutron] Checking segment: {'id': 'c6380c4f-2eb2-46a7-b445-d8da7d649974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:10.363730 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-f781c3a1-44a1-4ab7-93d4-068409dc4720 service neutron] Bound using segment: {'id': 'c6380c4f-2eb2-46a7-b445-d8da7d649974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:10.364071 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-f781c3a1-44a1-4ab7-93d4-068409dc4720 service neutron] Bound port: 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6380c4f-2eb2-46a7-b445-d8da7d649974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:10.364450 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-f781c3a1-44a1-4ab7-93d4-068409dc4720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.409967 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c13aa681-718f-46e3-ad84-53988a18f29e req-5f1a0c0d-1d8e-424c-afff-331ba61c8e6b tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Made reservation on behalf of 5081f126b2584cf2a3b6ce39690508db for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:10.413690 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c13aa681-718f-46e3-ad84-53988a18f29e req-5f1a0c0d-1d8e-424c-afff-331ba61c8e6b tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.436538 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-2595e7c8-b12f-451e-8e28-9b347cef5052 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:10.451473 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595e7c8-b12f-451e-8e28-9b347cef5052 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Pushing event updated for resources: {'Port': ['ID=6c6292fe-5840-4369-b5fb-e2395da7f49c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:10.471368 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-2595e7c8-b12f-451e-8e28-9b347cef5052 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:10.474876 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-2595e7c8-b12f-451e-8e28-9b347cef5052 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:10.477940 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c13aa681-718f-46e3-ad84-53988a18f29e req-5f1a0c0d-1d8e-424c-afff-331ba61c8e6b tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.481086 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-b4b00838-6805-42cf-927a-9e1aad7db10d admin admin] For port d68ed06a-3a56-4238-99c4-df76b2dca5f9, host n-d-843337-2, got binding levels [] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:10.481473 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b4b00838-6805-42cf-927a-9e1aad7db10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.570934 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-01256ebf-fb0f-42c5-bf32-3b1e880f860e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.605242 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b4b00838-6805-42cf-927a-9e1aad7db10d admin admin] Calling delete_port for d68ed06a-3a56-4238-99c4-df76b2dca5f9 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:03:10.622943 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.ipam_backend_mixin [None req-b4b00838-6805-42cf-927a-9e1aad7db10d admin admin] Port d68ed06a-3a56-4238-99c4-df76b2dca5f9 was not found and therefore no delete operation was performed {{(pid=103895) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:03:10.661361 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b4b00838-6805-42cf-927a-9e1aad7db10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.706481 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-2595e7c8-b12f-451e-8e28-9b347cef5052 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:10.707142 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-2595e7c8-b12f-451e-8e28-9b347cef5052 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.744585 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-56e2004d-752f-4075-bfb0-159510ac5e94 service neutron] For port 0da5bd1c-cdaf-4399-82d9-704116636903, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:10.754767 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b00838-6805-42cf-927a-9e1aad7db10d admin admin] Pushing event deleted for resources: {'Port': ['ID=d68ed06a-3a56-4238-99c4-df76b2dca5f9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:10.758314 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a225f-3f43-448e-bda2-392897a9dfbd req-efe0089c-b65d-43a6-925d-0dc7c84dd703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:10.758858 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a225f-3f43-448e-bda2-392897a9dfbd req-efe0089c-b65d-43a6-925d-0dc7c84dd703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:10.759198 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a225f-3f43-448e-bda2-392897a9dfbd req-efe0089c-b65d-43a6-925d-0dc7c84dd703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:10.760800 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-efe0089c-b65d-43a6-925d-0dc7c84dd703 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cc5ef074-7315-4026-8964-d75cc2ddf062&id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&id=f0bfc686-5a9f-4760-8a91-fab0346012c9&id=f0bfc686-5a9f-4760-8a91-fab0346012c9 HTTP/1.1" status: 200 len: 2292 time: 0.5062571 May 26 16:03:10.763225 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b00838-6805-42cf-927a-9e1aad7db10d admin admin] No DVR routers for this DVR port d68ed06a-3a56-4238-99c4-df76b2dca5f9 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:03:10.794597 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f095f19f-08b5-44c8-878d-e62d5069307f req-137901fc-5db2-4f65-938a-a8187cea4eeb tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3676661-fb96-48c4-9b46-3083f2e3cac0 HTTP/1.1" status: 200 len: 210 time: 0.0881076 May 26 16:03:10.807705 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-f781c3a1-44a1-4ab7-93d4-068409dc4720 service neutron] For port 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:10.811065 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3401a-47b6-433e-9899-621c766f3db0 req-c5a32922-3f10-4f80-8305-ba77e782c350 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:10.817339 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8d3401a-47b6-433e-9899-621c766f3db0 req-c5a32922-3f10-4f80-8305-ba77e782c350 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.6352446 May 26 16:03:10.823422 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-56e2004d-752f-4075-bfb0-159510ac5e94 service neutron] For port 0da5bd1c-cdaf-4399-82d9-704116636903, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0da5bd1c-cdaf-4399-82d9-704116636903,segment=NetworkSegment(c6380c4f-2eb2-46a7-b445-d8da7d649974),segment_id=c6380c4f-2eb2-46a7-b445-d8da7d649974)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:10.841529 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-56e2004d-752f-4075-bfb0-159510ac5e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.877625 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-2595e7c8-b12f-451e-8e28-9b347cef5052 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1875451 May 26 16:03:10.894474 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-f781c3a1-44a1-4ab7-93d4-068409dc4720 service neutron] For port 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=3c64db47-9eeb-42d6-b4e4-66a4b7fbd212,segment=NetworkSegment(c6380c4f-2eb2-46a7-b445-d8da7d649974),segment_id=c6380c4f-2eb2-46a7-b445-d8da7d649974)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:10.903776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d046f4b9-02d7-4184-ba4d-f95366162684 None None] Provisioning complete for port 6c6292fe-5840-4369-b5fb-e2395da7f49c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:10.904539 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d046f4b9-02d7-4184-ba4d-f95366162684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.947575 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-56e2004d-752f-4075-bfb0-159510ac5e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:10.948229 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-56e2004d-752f-4075-bfb0-159510ac5e94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.949818 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-56e2004d-752f-4075-bfb0-159510ac5e94 service neutron] 10.222.0.83 "PUT /v2.0/ports/0da5bd1c-cdaf-4399-82d9-704116636903 HTTP/1.1" status: 200 len: 1092 time: 2.7475095 May 26 16:03:10.950446 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70f8df7-d807-4de1-af59-37237ed3030b', 'tag': '0da5bd1c-cdaf-4399-82d9-704116636903'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:10.951679 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-46eb8cd0-bd6b-4fdf-b603-d245a0fb4ccc service neutron] Request body: {'port': {'device_id': 'cc185b8e-a95e-4756-929d-94091812d55d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:10.953088 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6db10d-b910-4e20-aeb3-786db24bb54a" -d '{"events": [{"name": "network-changed", "server_uuid": "c70f8df7-d807-4de1-af59-37237ed3030b", "tag": "0da5bd1c-cdaf-4399-82d9-704116636903"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:10.973235 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-f781c3a1-44a1-4ab7-93d4-068409dc4720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:10.976994 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8d3401a-47b6-433e-9899-621c766f3db0 req-16192ea9-e2ba-4615-a387-89aa7c598d13 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491663 May 26 16:03:11.001521 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d046f4b9-02d7-4184-ba4d-f95366162684 None None] Port 6c6292fe-5840-4369-b5fb-e2395da7f49c cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:03:11.002028 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2004d-752f-4075-bfb0-159510ac5e94 service neutron] Pushing event updated for resources: {'Port': ['ID=0da5bd1c-cdaf-4399-82d9-704116636903,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:11.021675 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c2027a-270b-4f23-9b86-603d3fe1a67b tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Router 229722ab-e0c0-4325-9f91-d15f57837081 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:03:11.032575 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b4b00838-6805-42cf-927a-9e1aad7db10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:11.035820 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-01256ebf-fb0f-42c5-bf32-3b1e880f860e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:11.084721 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ec4b99-effe-48b7-ac1a-0750dea65256 x-openstack-request-id: req-b6ec4b99-effe-48b7-ac1a-0750dea65256 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:11.085087 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c70f8df7-d807-4de1-af59-37237ed3030b", "tag": "0da5bd1c-cdaf-4399-82d9-704116636903", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:11.085510 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b6ec4b99-effe-48b7-ac1a-0750dea65256 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:11.086103 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ec4b99-effe-48b7-ac1a-0750dea65256'] response: {'name': 'network-changed', 'server_uuid': 'c70f8df7-d807-4de1-af59-37237ed3030b', 'tag': '0da5bd1c-cdaf-4399-82d9-704116636903', 'status': 'completed', 'code': 200} May 26 16:03:11.125076 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01256ebf-fb0f-42c5-bf32-3b1e880f860e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e43ab7f4-af0d-4e8a-9dad-5949f2f59e88,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:11.171613 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-f781c3a1-44a1-4ab7-93d4-068409dc4720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:11.172818 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-f781c3a1-44a1-4ab7-93d4-068409dc4720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:11.173716 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-f781c3a1-44a1-4ab7-93d4-068409dc4720 service neutron] 10.222.0.83 "PUT /v2.0/ports/3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 HTTP/1.1" status: 200 len: 1092 time: 3.1981797 May 26 16:03:11.179591 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-01256ebf-fb0f-42c5-bf32-3b1e880f860e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:11.180244 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-d53f89d9-699f-419c-8cb3-9789d400bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:11.182314 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-d53f89d9-699f-419c-8cb3-9789d400bf29 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e054f09efe5e48a1a811c34416f57f3d&device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 1095 time: 0.1438444 May 26 16:03:11.185652 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-01256ebf-fb0f-42c5-bf32-3b1e880f860e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e43ab7f4-af0d-4e8a-9dad-5949f2f59e88 HTTP/1.1" status: 204 len: 168 time: 1.3895993 May 26 16:03:11.186599 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47d79bc-e680-4b39-b5ee-730a40007067', 'tag': '3c64db47-9eeb-42d6-b4e4-66a4b7fbd212'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:11.190036 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27880c18-9487-460c-aa9e-d41dbba75de0" -d '{"events": [{"name": "network-changed", "server_uuid": "c47d79bc-e680-4b39-b5ee-730a40007067", "tag": "3c64db47-9eeb-42d6-b4e4-66a4b7fbd212"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:11.200186 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-b4b00838-6805-42cf-927a-9e1aad7db10d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634ec83e-c9da-414a-bb4f-f0a2f7446ae3']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:11.202400 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41972) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:11.245902 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-22957e49-a804-45f2-9f4c-135ae928d538 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d HTTP/1.1" status: 200 len: 1000 time: 0.4678798 May 26 16:03:11.246523 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-46eb8cd0-bd6b-4fdf-b603-d245a0fb4ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:11.282728 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-8d336af6-5391-4a07-a7d6-32d1bc5e69a3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0da5bd1c-cdaf-4399-82d9-704116636903 HTTP/1.1" status: 200 len: 217 time: 0.0537148 May 26 16:03:11.314312 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-b4b00838-6805-42cf-927a-9e1aad7db10d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31dfafdf-ee4a-4476-9d4d-0ef6eb10e660') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:11.314660 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-b4b00838-6805-42cf-927a-9e1aad7db10d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31dfafdf-ee4a-4476-9d4d-0ef6eb10e660') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:11.342894 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c13aa681-718f-46e3-ad84-53988a18f29e req-5f1a0c0d-1d8e-424c-afff-331ba61c8e6b tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:11.383097 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c2027a-270b-4f23-9b86-603d3fe1a67b tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:03:11.402200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f850b6-8377-472e-813c-89bd150ca354 None None] Sync routers for ids ['229722ab-e0c0-4325-9f91-d15f57837081'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:03:11.410608 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-15c2027a-270b-4f23-9b86-603d3fe1a67b tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:11.439202 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f850b6-8377-472e-813c-89bd150ca354 None None] Routers {'229722ab-e0c0-4325-9f91-d15f57837081'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:03:11.447020 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b4b00838-6805-42cf-927a-9e1aad7db10d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:11.453356 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-75f850b6-8377-472e-813c-89bd150ca354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:02:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['229722ab-e0c0-4325-9f91-d15f57837081'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:11.487509 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7968b7-579c-4169-8d9f-8a80e8e6ba8c req-c9e105e2-d093-44b8-9de3-0bc7c67b81ed tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:11.495928 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2a7968b7-579c-4169-8d9f-8a80e8e6ba8c req-c9e105e2-d093-44b8-9de3-0bc7c67b81ed tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 944 time: 0.2680130 May 26 16:03:11.505811 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-32121f75-a469-4f03-aac2-aa5299914c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:11.507248 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-32121f75-a469-4f03-aac2-aa5299914c18 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=667adff5-0c1e-46ec-b83e-3fbb957aa36c HTTP/1.1" status: 200 len: 856 time: 0.2066898 May 26 16:03:11.600203 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-15c2027a-270b-4f23-9b86-603d3fe1a67b tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "PUT /v2.0/floatingips/958efa2b-6a3b-462d-a7bb-a2e094dac130 HTTP/1.1" status: 200 len: 992 time: 3.5232642 May 26 16:03:11.611558 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-75f850b6-8377-472e-813c-89bd150ca354 None None] Set router 229722ab-e0c0-4325-9f91-d15f57837081 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:03:11.641399 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c13aa681-718f-46e3-ad84-53988a18f29e req-5f1a0c0d-1d8e-424c-afff-331ba61c8e6b tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:11.644998 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781c3a1-44a1-4ab7-93d4-068409dc4720 service neutron] Pushing event updated for resources: {'Port': ['ID=3c64db47-9eeb-42d6-b4e4-66a4b7fbd212,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:11.654420 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-ecfe774f-ff77-4ae0-b117-6ca5b2f3f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:11.659612 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-ecfe774f-ff77-4ae0-b117-6ca5b2f3f874 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48798ccf-c01b-4baf-8c1d-06629758249c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193185 May 26 16:03:11.675214 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2a7968b7-579c-4169-8d9f-8a80e8e6ba8c req-7f421fac-e0b5-4da9-a625-6ad51664790b tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758285 May 26 16:03:11.711220 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0126242-166e-4639-a5c2-44b16019050b req-0d51c6c1-c3b1-4716-9cc0-9f634574ac4c tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:11.722217 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0126242-166e-4639-a5c2-44b16019050b req-0d51c6c1-c3b1-4716-9cc0-9f634574ac4c tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 935 time: 0.1466703 May 26 16:03:11.754025 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b4b00838-6805-42cf-927a-9e1aad7db10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:11.795178 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0126242-166e-4639-a5c2-44b16019050b req-de5b4abd-1aeb-4520-9a48-ca6665474407 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666156 May 26 16:03:11.813956 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567ac986-5888-4d8b-b202-0901a24219e2 x-openstack-request-id: req-567ac986-5888-4d8b-b202-0901a24219e2 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:11.814586 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47d79bc-e680-4b39-b5ee-730a40007067", "tag": "3c64db47-9eeb-42d6-b4e4-66a4b7fbd212", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:11.814751 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-567ac986-5888-4d8b-b202-0901a24219e2 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:11.815262 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-567ac986-5888-4d8b-b202-0901a24219e2'] response: {'name': 'network-changed', 'server_uuid': 'c47d79bc-e680-4b39-b5ee-730a40007067', 'tag': '3c64db47-9eeb-42d6-b4e4-66a4b7fbd212', 'status': 'completed', 'code': 200} May 26 16:03:11.842157 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a0c0d-1d8e-424c-afff-331ba61c8e6b tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc69ce0-396a-470f-a9e0-a58524570098,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:11.869776 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b00838-6805-42cf-927a-9e1aad7db10d admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:03:11.870908 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b4b00838-6805-42cf-927a-9e1aad7db10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:11.879142 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a225f-3f43-448e-bda2-392897a9dfbd req-1d661822-5b2a-445c-8c81-f6d6763e8435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:11.880814 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-1d661822-5b2a-445c-8c81-f6d6763e8435 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b75a4a7-49bc-43e9-90df-4f07b481bb2f HTTP/1.1" status: 200 len: 850 time: 0.5840704 May 26 16:03:11.884548 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b43dc270-d6a3-495f-bc49-40ce7ae0ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:11.912243 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-25798579-6f60-4787-ae56-959626d9c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:11.913992 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-25798579-6f60-4787-ae56-959626d9c17c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e054f09efe5e48a1a811c34416f57f3d&device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 1095 time: 0.6286311 May 26 16:03:11.950553 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 31dfafdf-ee4a-4476-9d4d-0ef6eb10e660 resource provider aggregate not found May 26 16:03:11.977177 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0d5cb2f-54db-4eb1-a945-3b52b56cbac5 req-ffdff3b2-6898-4572-9d96-f2ee4664c738 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3676661-fb96-48c4-9b46-3083f2e3cac0 HTTP/1.1" status: 200 len: 210 time: 0.0561299 May 26 16:03:11.980869 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-00f04ecc-89c0-4c4e-86f1-0f35e1422c09 service neutron] 10.222.0.83 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025923 May 26 16:03:12.037546 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 31dfafdf-ee4a-4476-9d4d-0ef6eb10e660 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31dfafdf-ee4a-4476-9d4d-0ef6eb10e660 found for delete ", "request_id": "req-fe11504e-cc89-4835-8386-f0decb70c481"}]} May 26 16:03:12.053367 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-fb07045d-87ac-452e-84b0-8070b336f11f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 HTTP/1.1" status: 200 len: 217 time: 0.0910079 May 26 16:03:12.151496 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a270df05-5ddf-4f84-bb2a-dabd3924d387 req-081d3e12-4219-40cf-8aab-362cd30d53cb service neutron] 10.222.0.83 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597092 May 26 16:03:12.162329 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-25300541-09a9-46aa-b2fe-6526a9ac3bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:12.163777 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-25300541-09a9-46aa-b2fe-6526a9ac3bf0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=667adff5-0c1e-46ec-b83e-3fbb957aa36c HTTP/1.1" status: 200 len: 856 time: 0.0965102 May 26 16:03:12.196750 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a225f-3f43-448e-bda2-392897a9dfbd req-64a99d71-8d43-4d69-9379-7c3b9b7daa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:12.198583 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-64a99d71-8d43-4d69-9379-7c3b9b7daa6d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cc5ef074-7315-4026-8964-d75cc2ddf062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2798200 May 26 16:03:12.198951 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b4b00838-6805-42cf-927a-9e1aad7db10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:12.231722 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-75f850b6-8377-472e-813c-89bd150ca354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229722ab-e0c0-4325-9f91-d15f57837081', 'name': 'tempest-TaggedBootDevicesTest-929346699-router', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:21Z', 'updated_at': '2022-05-26T16:00:32Z', 'revision_number': 4, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'gw_port': {'id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229722ab-e0c0-4325-9f91-d15f57837081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:22Z', 'updated_at': '2022-05-26T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '958efa2b-6a3b-462d-a7bb-a2e094dac130', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '229722ab-e0c0-4325-9f91-d15f57837081', 'port_id': '0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062', 'mac_address': 'fa:16:3e:b2:c4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:01:34Z', 'updated_at': '2022-05-26T16:03:09Z', 'revision_number': 1, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176a9e25-90af-4aa8-9c73-4524d47a8814', 'name': '', 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'mac_address': 'fa:16:3e:15:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229722ab-e0c0-4325-9f91-d15f57837081', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '5b75a4a7-49bc-43e9-90df-4f07b481bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:30Z', 'updated_at': '2022-05-26T16:00:38Z', 'revision_number': 5, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'subnets': [{'id': '5b75a4a7-49bc-43e9-90df-4f07b481bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:12.243437 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50219ef0-eedc-4dea-810c-00ea240e78c9 req-3d49a887-3553-4691-8760-a8cc4222f645 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:12.258848 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-50219ef0-eedc-4dea-810c-00ea240e78c9 req-3d49a887-3553-4691-8760-a8cc4222f645 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.1056809 May 26 16:03:12.282785 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f850b6-8377-472e-813c-89bd150ca354 None None] Checking router: 229722ab-e0c0-4325-9f91-d15f57837081 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:03:12.296674 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b4b00838-6805-42cf-927a-9e1aad7db10d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:12.297926 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f850b6-8377-472e-813c-89bd150ca354 None None] Routers {'229722ab-e0c0-4325-9f91-d15f57837081'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:03:12.299349 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-75f850b6-8377-472e-813c-89bd150ca354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:02:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['229722ab-e0c0-4325-9f91-d15f57837081'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:12.300001 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b4b00838-6805-42cf-927a-9e1aad7db10d admin admin] 10.222.0.77 "DELETE /v2.0/networks/634ec83e-c9da-414a-bb4f-f0a2f7446ae3 HTTP/1.1" status: 204 len: 168 time: 3.6510434 May 26 16:03:12.313957 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b00838-6805-42cf-927a-9e1aad7db10d admin admin] Pushing event deleted for resources: {'Network': ['ID=634ec83e-c9da-414a-bb4f-f0a2f7446ae3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:12.401659 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-50219ef0-eedc-4dea-810c-00ea240e78c9 req-1b97c97d-0efb-40be-9124-2e61448fe3af tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400485 May 26 16:03:12.444176 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6db10d-b910-4e20-aeb3-786db24bb54a req-658f4a06-f6c5-4ef1-80ef-cdd842a1b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:12.444176 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f6db10d-b910-4e20-aeb3-786db24bb54a req-658f4a06-f6c5-4ef1-80ef-cdd842a1b36f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e054f09efe5e48a1a811c34416f57f3d&device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 1095 time: 0.1519077 May 26 16:03:12.492865 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-75f850b6-8377-472e-813c-89bd150ca354 None None] Set router 229722ab-e0c0-4325-9f91-d15f57837081 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:03:12.513312 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b43dc270-d6a3-495f-bc49-40ce7ae0ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:12.564703 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-2113a0f7-d6de-4817-97de-104a3876c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:12.566293 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-2113a0f7-d6de-4817-97de-104a3876c918 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48798ccf-c01b-4baf-8c1d-06629758249c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3591065 May 26 16:03:12.592135 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-b43dc270-d6a3-495f-bc49-40ce7ae0ac8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e342d9e-efdf-405a-88d9-4c920d354c36']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:12.607892 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6db10d-b910-4e20-aeb3-786db24bb54a req-d582145e-701c-4871-9610-9ab14529f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:12.611990 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f6db10d-b910-4e20-aeb3-786db24bb54a req-d582145e-701c-4871-9610-9ab14529f592 service neutron] 10.222.0.83 "GET /v2.0/networks?id=48798ccf-c01b-4baf-8c1d-06629758249c HTTP/1.1" status: 200 len: 918 time: 0.1616747 May 26 16:03:12.631695 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42012) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:12.673834 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-b43dc270-d6a3-495f-bc49-40ce7ae0ac8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69786645-11c1-4389-99fb-2f3c8b6d79ed') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:12.674144 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-b43dc270-d6a3-495f-bc49-40ce7ae0ac8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69786645-11c1-4389-99fb-2f3c8b6d79ed') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:12.677638 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-dd6be4f7-8bb4-431d-ab3e-02dc57aa5340 service neutron] 10.222.0.81 "GET /v2.0/networks/cc5ef074-7315-4026-8964-d75cc2ddf062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690252 May 26 16:03:12.685470 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f6db10d-b910-4e20-aeb3-786db24bb54a req-d4403003-bc1c-49b6-9373-9567bfda5a1c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0da5bd1c-cdaf-4399-82d9-704116636903 HTTP/1.1" status: 200 len: 217 time: 0.0642200 May 26 16:03:12.772155 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b43dc270-d6a3-495f-bc49-40ce7ae0ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:12.776914 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-75f850b6-8377-472e-813c-89bd150ca354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229722ab-e0c0-4325-9f91-d15f57837081', 'name': 'tempest-TaggedBootDevicesTest-929346699-router', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:21Z', 'updated_at': '2022-05-26T16:00:32Z', 'revision_number': 4, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'gw_port': {'id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229722ab-e0c0-4325-9f91-d15f57837081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:22Z', 'updated_at': '2022-05-26T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '958efa2b-6a3b-462d-a7bb-a2e094dac130', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '229722ab-e0c0-4325-9f91-d15f57837081', 'port_id': '0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062', 'mac_address': 'fa:16:3e:b2:c4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:01:34Z', 'updated_at': '2022-05-26T16:03:09Z', 'revision_number': 1, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176a9e25-90af-4aa8-9c73-4524d47a8814', 'name': '', 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'mac_address': 'fa:16:3e:15:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229722ab-e0c0-4325-9f91-d15f57837081', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '5b75a4a7-49bc-43e9-90df-4f07b481bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:30Z', 'updated_at': '2022-05-26T16:00:38Z', 'revision_number': 5, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'subnets': [{'id': '5b75a4a7-49bc-43e9-90df-4f07b481bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:12.779879 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-333ad9d0-ec91-4cc9-9857-c87993995fb4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3cf1e1ed922044a691c4a7dc508d705d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1446683 May 26 16:03:12.814938 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42022) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:12.819625 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f850b6-8377-472e-813c-89bd150ca354 None None] The sync data for ids ['229722ab-e0c0-4325-9f91-d15f57837081'] in n-d-843337-2 is: [{'id': '229722ab-e0c0-4325-9f91-d15f57837081', 'name': 'tempest-TaggedBootDevicesTest-929346699-router', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:21Z', 'updated_at': '2022-05-26T16:00:32Z', 'revision_number': 4, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'gw_port': {'id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229722ab-e0c0-4325-9f91-d15f57837081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:22Z', 'updated_at': '2022-05-26T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '958efa2b-6a3b-462d-a7bb-a2e094dac130', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '229722ab-e0c0-4325-9f91-d15f57837081', 'port_id': '0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062', 'mac_address': 'fa:16:3e:b2:c4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:01:34Z', 'updated_at': '2022-05-26T16:03:09Z', 'revision_number': 1, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176a9e25-90af-4aa8-9c73-4524d47a8814', 'name': '', 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'mac_address': 'fa:16:3e:15:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229722ab-e0c0-4325-9f91-d15f57837081', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '5b75a4a7-49bc-43e9-90df-4f07b481bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:30Z', 'updated_at': '2022-05-26T16:00:38Z', 'revision_number': 5, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'subnets': [{'id': '5b75a4a7-49bc-43e9-90df-4f07b481bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:03:12.839884 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6db10d-b910-4e20-aeb3-786db24bb54a req-9761f49c-8205-459a-b2b9-6e07d2032f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:12.841903 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f6db10d-b910-4e20-aeb3-786db24bb54a req-9761f49c-8205-459a-b2b9-6e07d2032f0c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=667adff5-0c1e-46ec-b83e-3fbb957aa36c HTTP/1.1" status: 200 len: 856 time: 0.1464612 May 26 16:03:12.843379 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b43dc270-d6a3-495f-bc49-40ce7ae0ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:12.849648 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-46eb8cd0-bd6b-4fdf-b603-d245a0fb4ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c6292fe-5840-4369-b5fb-e2395da7f49c {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:12.874155 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b43dc270-d6a3-495f-bc49-40ce7ae0ac8f admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:03:12.874570 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b43dc270-d6a3-495f-bc49-40ce7ae0ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:12.876749 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e107f96-c483-4343-ab65-d2c964055961 req-0a43f267-a79e-45d2-b622-bcd440c17333 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:12.878373 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e107f96-c483-4343-ab65-d2c964055961 req-0a43f267-a79e-45d2-b622-bcd440c17333 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 944 time: 0.0996354 May 26 16:03:12.885248 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-46eb8cd0-bd6b-4fdf-b603-d245a0fb4ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:12.912602 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a48be289-13be-4269-80d8-1208ef51cc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:12.973873 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e107f96-c483-4343-ab65-d2c964055961 req-da8be407-3a8b-490f-836f-d99a8c3697f6 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790555 May 26 16:03:12.980888 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6db10d-b910-4e20-aeb3-786db24bb54a req-db530782-41da-4498-bac2-db976d076918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:12.982493 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f6db10d-b910-4e20-aeb3-786db24bb54a req-db530782-41da-4498-bac2-db976d076918 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48798ccf-c01b-4baf-8c1d-06629758249c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1307840 May 26 16:03:12.996066 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50822064-a9e1-43b3-b507-345eab567ddc req-e248d5f7-96b6-43f1-8e16-fc00fc2830df tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:13.004488 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-50822064-a9e1-43b3-b507-345eab567ddc req-e248d5f7-96b6-43f1-8e16-fc00fc2830df tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 935 time: 0.1106620 May 26 16:03:13.088914 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'tag': '0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:13.091933 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b9069c-a02a-486e-9b7d-7b898d01ad67" -d '{"events": [{"name": "network-changed", "server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "tag": "0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:13.108585 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-50822064-a9e1-43b3-b507-345eab567ddc req-8e43a92b-6cdf-48bd-abf2-9873f79eff7f tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031966 May 26 16:03:13.149575 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f6db10d-b910-4e20-aeb3-786db24bb54a req-e22eb490-d5de-4b45-9a98-3d2b402a77a4 service neutron] 10.222.0.83 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422896 May 26 16:03:13.152482 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b082cbc-97a9-4d2c-a09d-8882d98a1b49 None None] New status for floating IP 958efa2b-6a3b-462d-a7bb-a2e094dac130: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:03:13.301104 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ec58679-7431-40bf-b737-e87b72a98d67 req-7e662ac5-bf09-4f51-8308-4073e0e06224 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3676661-fb96-48c4-9b46-3083f2e3cac0 HTTP/1.1" status: 200 len: 210 time: 0.0465753 May 26 16:03:13.310063 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-46eb8cd0-bd6b-4fdf-b603-d245a0fb4ccc service neutron] Transition to ACTIVE for port object 6c6292fe-5840-4369-b5fb-e2395da7f49c will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:03:13.316700 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f6db10d-b910-4e20-aeb3-786db24bb54a req-3f5d9d84-2114-423e-b379-d12826f0922d service neutron] 10.222.0.83 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540980 May 26 16:03:13.327072 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-848b681b-f101-41a8-9abc-c441cbf31749 service neutron] 10.222.0.83 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7284186 May 26 16:03:13.344378 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-46eb8cd0-bd6b-4fdf-b603-d245a0fb4ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:13.390416 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db77eed7-25f1-4cf3-852d-14cd798aa9ad x-openstack-request-id: req-db77eed7-25f1-4cf3-852d-14cd798aa9ad {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:13.390980 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "tag": "0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:13.391874 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-db77eed7-25f1-4cf3-852d-14cd798aa9ad {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:13.392429 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db77eed7-25f1-4cf3-852d-14cd798aa9ad'] response: {'name': 'network-changed', 'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'tag': '0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d', 'status': 'completed', 'code': 200} May 26 16:03:13.446232 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b43dc270-d6a3-495f-bc49-40ce7ae0ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:13.475502 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-b34b1f21-cea2-45fa-a680-ee8e5970d892 service neutron] 10.222.0.81 "GET /v2.0/networks/cc5ef074-7315-4026-8964-d75cc2ddf062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7370069 May 26 16:03:13.510829 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b43dc270-d6a3-495f-bc49-40ce7ae0ac8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:13.513972 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b43dc270-d6a3-495f-bc49-40ce7ae0ac8f admin admin] 10.222.0.77 "DELETE /v2.0/networks/8e342d9e-efdf-405a-88d9-4c920d354c36 HTTP/1.1" status: 204 len: 168 time: 2.2712986 May 26 16:03:13.545378 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab6ce105-f906-4cce-b5d4-436482649b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:13.556285 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43dc270-d6a3-495f-bc49-40ce7ae0ac8f admin admin] Pushing event deleted for resources: {'Network': ['ID=8e342d9e-efdf-405a-88d9-4c920d354c36,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:13.608996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb8cd0-bd6b-4fdf-b603-d245a0fb4ccc service neutron] Pushing event updated for resources: {'Port': ['ID=6c6292fe-5840-4369-b5fb-e2395da7f49c,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:13.613240 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-c13aa681-718f-46e3-ad84-53988a18f29e req-5f1a0c0d-1d8e-424c-afff-331ba61c8e6b tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Allocated IP 192.168.233.192 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/0ea68745-d4c4-4a38-a36e-f2c63c9bedbc) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:13.623186 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-5f7d8215-7e07-4c50-950d-9cc481a35c4e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=050f7dea-7df3-4c3e-9043-c8ce4c335535 HTTP/1.1" status: 200 len: 217 time: 0.0926139 May 26 16:03:13.738642 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab6ce105-f906-4cce-b5d4-436482649b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:13.842947 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1ab263ea-8ad9-418f-b79c-ea34f25239f9 req-238163c1-c97d-4c6f-8ec2-684ce8fa3077 service neutron] 10.222.0.83 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894600 May 26 16:03:13.871414 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a225f-3f43-448e-bda2-392897a9dfbd req-20eb35fb-8564-4ba3-b872-58a915cb72ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:13.873025 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-20eb35fb-8564-4ba3-b872-58a915cb72ce service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76c12a3a-8e39-4b12-a18f-cbc2de2ba639 HTTP/1.1" status: 200 len: 797 time: 0.2124190 May 26 16:03:13.873834 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42050) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:13.912181 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3cddc-b7b1-4e77-969d-77924ec17a1d req-352c6c80-3587-4e9d-8b13-00fec0b8fa22 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:13.921591 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-66c3cddc-b7b1-4e77-969d-77924ec17a1d req-352c6c80-3587-4e9d-8b13-00fec0b8fa22 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.1317551 May 26 16:03:13.960307 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-46eb8cd0-bd6b-4fdf-b603-d245a0fb4ccc service neutron] Attempting to bind port 6c6292fe-5840-4369-b5fb-e2395da7f49c on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:13.960562 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-46eb8cd0-bd6b-4fdf-b603-d245a0fb4ccc service neutron] Attempting to bind port 6c6292fe-5840-4369-b5fb-e2395da7f49c by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:13.960871 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-46eb8cd0-bd6b-4fdf-b603-d245a0fb4ccc service neutron] Attempting to bind port 6c6292fe-5840-4369-b5fb-e2395da7f49c on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:13.975502 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-66c3cddc-b7b1-4e77-969d-77924ec17a1d req-8bbb5fa5-58ef-4822-8f43-1870d3afedd1 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528247 May 26 16:03:14.001625 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42054) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:14.038762 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-46eb8cd0-bd6b-4fdf-b603-d245a0fb4ccc service neutron] Port 6c6292fe-5840-4369-b5fb-e2395da7f49c on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:03:14.039025 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-46eb8cd0-bd6b-4fdf-b603-d245a0fb4ccc service neutron] Attempting to bind port 6c6292fe-5840-4369-b5fb-e2395da7f49c on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:14.055210 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab6ce105-f906-4cce-b5d4-436482649b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:14.057818 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab6ce105-f906-4cce-b5d4-436482649b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:14.058961 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ab6ce105-f906-4cce-b5d4-436482649b90 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a23d1a75-5d45-4db5-b3db-b5a2679a2126 HTTP/1.1" status: 204 len: 168 time: 1.2362840 May 26 16:03:14.061922 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-35fbffb4-9e8e-472c-8226-20e6c003908c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=19e070c8e7b54fd08885a106f1eb9e23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587008 May 26 16:03:14.070070 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42062) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:14.074408 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-46eb8cd0-bd6b-4fdf-b603-d245a0fb4ccc service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:14.074748 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-46eb8cd0-bd6b-4fdf-b603-d245a0fb4ccc service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:14.075208 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-46eb8cd0-bd6b-4fdf-b603-d245a0fb4ccc service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:14.075616 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-46eb8cd0-bd6b-4fdf-b603-d245a0fb4ccc service neutron] Bound port: 6c6292fe-5840-4369-b5fb-e2395da7f49c, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:14.075962 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-46eb8cd0-bd6b-4fdf-b603-d245a0fb4ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:14.099813 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 69786645-11c1-4389-99fb-2f3c8b6d79ed resource provider aggregate not found May 26 16:03:14.104803 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a225f-3f43-448e-bda2-392897a9dfbd req-34f2583e-59d5-44f9-8680-7c8c534af7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:14.106302 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-34f2583e-59d5-44f9-8680-7c8c534af7a5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2023904 May 26 16:03:14.122561 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ce105-f906-4cce-b5d4-436482649b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23d1a75-5d45-4db5-b3db-b5a2679a2126,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:14.145833 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 69786645-11c1-4389-99fb-2f3c8b6d79ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69786645-11c1-4389-99fb-2f3c8b6d79ed found for delete ", "request_id": "req-8d41b54b-88dc-4a65-a444-eacb164e8f2a"}]} May 26 16:03:14.170694 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35588a-5762-4443-9870-dd760df4cbe2 req-d472fe7a-cb12-49dc-b2cf-6fb82337a48f tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:14.181513 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca35588a-5762-4443-9870-dd760df4cbe2 req-d472fe7a-cb12-49dc-b2cf-6fb82337a48f tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 944 time: 0.1146729 May 26 16:03:14.233543 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27880c18-9487-460c-aa9e-d41dbba75de0 req-5950eadb-9c9c-4456-97d3-0eba79d0862b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:14.234020 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca35588a-5762-4443-9870-dd760df4cbe2 req-af32ef9d-fac6-4ec8-8107-57fc8e19b64f tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504727 May 26 16:03:14.235462 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-27880c18-9487-460c-aa9e-d41dbba75de0 req-5950eadb-9c9c-4456-97d3-0eba79d0862b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e054f09efe5e48a1a811c34416f57f3d&device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 1095 time: 0.2452824 May 26 16:03:14.327830 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55598cd3-a542-4301-9c56-508a00a11ce2 req-177a7346-f5e2-4b7c-b656-d27c80d620be tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:14.330022 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55598cd3-a542-4301-9c56-508a00a11ce2 req-177a7346-f5e2-4b7c-b656-d27c80d620be tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 947 time: 0.0600052 May 26 16:03:14.357174 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c13aa681-718f-46e3-ad84-53988a18f29e req-5f1a0c0d-1d8e-424c-afff-331ba61c8e6b tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:14.391360 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55598cd3-a542-4301-9c56-508a00a11ce2 req-0f5c2a52-2186-44a9-85e8-e3e757a98648 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472510 May 26 16:03:14.406101 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-75be2a3b-102b-4d36-951c-6d3a877d8dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:14.436927 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64c73a34-4000-4738-8276-1e6393d02870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:14.445502 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-35b8d7e0-0ac6-493a-922b-b3c1bc73ed40 req-6af53747-a35d-4cd3-bfaa-e92fb5ddd665 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3676661-fb96-48c4-9b46-3083f2e3cac0 HTTP/1.1" status: 200 len: 210 time: 0.0486677 May 26 16:03:14.491510 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-46eb8cd0-bd6b-4fdf-b603-d245a0fb4ccc service neutron] For port 6c6292fe-5840-4369-b5fb-e2395da7f49c, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:14.509582 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-660c8f55-a6b7-4b66-83ed-bb83b2b9344e service neutron] 10.222.0.81 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815501 May 26 16:03:14.552579 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64c73a34-4000-4738-8276-1e6393d02870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:14.579312 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-46eb8cd0-bd6b-4fdf-b603-d245a0fb4ccc service neutron] For port 6c6292fe-5840-4369-b5fb-e2395da7f49c, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=6c6292fe-5840-4369-b5fb-e2395da7f49c,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:14.612724 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-46eb8cd0-bd6b-4fdf-b603-d245a0fb4ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:14.616063 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27880c18-9487-460c-aa9e-d41dbba75de0 req-8fa86344-b62d-4e6a-8da1-9933c2943309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:14.617591 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-27880c18-9487-460c-aa9e-d41dbba75de0 req-8fa86344-b62d-4e6a-8da1-9933c2943309 service neutron] 10.222.0.83 "GET /v2.0/networks?id=48798ccf-c01b-4baf-8c1d-06629758249c HTTP/1.1" status: 200 len: 918 time: 0.3433802 May 26 16:03:14.677629 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c13aa681-718f-46e3-ad84-53988a18f29e req-5f1a0c0d-1d8e-424c-afff-331ba61c8e6b tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:14.791848 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-27880c18-9487-460c-aa9e-d41dbba75de0 req-422b6272-0024-4419-844a-fa4544822583 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 HTTP/1.1" status: 200 len: 217 time: 0.1201551 May 26 16:03:14.794842 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-46eb8cd0-bd6b-4fdf-b603-d245a0fb4ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:14.795496 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-46eb8cd0-bd6b-4fdf-b603-d245a0fb4ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:14.796879 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-46eb8cd0-bd6b-4fdf-b603-d245a0fb4ccc service neutron] 10.222.0.83 "PUT /v2.0/ports/6c6292fe-5840-4369-b5fb-e2395da7f49c HTTP/1.1" status: 200 len: 1095 time: 3.8617337 May 26 16:03:14.801874 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc185b8e-a95e-4756-929d-94091812d55d', 'tag': '6c6292fe-5840-4369-b5fb-e2395da7f49c'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:14.804055 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521d4952-dddf-493e-8627-ca5bbef21cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "cc185b8e-a95e-4756-929d-94091812d55d", "tag": "6c6292fe-5840-4369-b5fb-e2395da7f49c"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:14.857988 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c13aa681-718f-46e3-ad84-53988a18f29e req-5f1a0c0d-1d8e-424c-afff-331ba61c8e6b tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:14.889408 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518bf26d-c171-4b2b-a071-8aaa6ce2a079 x-openstack-request-id: req-518bf26d-c171-4b2b-a071-8aaa6ce2a079 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:14.889726 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc185b8e-a95e-4756-929d-94091812d55d", "tag": "6c6292fe-5840-4369-b5fb-e2395da7f49c", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:14.889973 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-518bf26d-c171-4b2b-a071-8aaa6ce2a079 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:14.890361 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-518bf26d-c171-4b2b-a071-8aaa6ce2a079'] response: {'name': 'network-changed', 'server_uuid': 'cc185b8e-a95e-4756-929d-94091812d55d', 'tag': '6c6292fe-5840-4369-b5fb-e2395da7f49c', 'status': 'completed', 'code': 200} May 26 16:03:14.915538 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-c13aa681-718f-46e3-ad84-53988a18f29e req-5f1a0c0d-1d8e-424c-afff-331ba61c8e6b tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:14.947683 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13aa681-718f-46e3-ad84-53988a18f29e req-5f1a0c0d-1d8e-424c-afff-331ba61c8e6b tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:14.958849 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb8cd0-bd6b-4fdf-b603-d245a0fb4ccc service neutron] Pushing event updated for resources: {'Port': ['ID=6c6292fe-5840-4369-b5fb-e2395da7f49c,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:15.004711 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-285cbba6-d718-4d9e-981a-a910ff2382fb service neutron] 10.222.0.81 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782827 May 26 16:03:15.039319 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64c73a34-4000-4738-8276-1e6393d02870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.042229 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64c73a34-4000-4738-8276-1e6393d02870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.046046 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-64c73a34-4000-4738-8276-1e6393d02870 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/411224bf-7937-44ef-bff4-1dfdb27a2202 HTTP/1.1" status: 204 len: 168 time: 0.9702005 May 26 16:03:15.049252 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-75be2a3b-102b-4d36-951c-6d3a877d8dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.076652 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-75be2a3b-102b-4d36-951c-6d3a877d8dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.080765 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27880c18-9487-460c-aa9e-d41dbba75de0 req-90dff1a3-818d-4136-b1b0-71bf78c952e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:15.082315 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-27880c18-9487-460c-aa9e-d41dbba75de0 req-90dff1a3-818d-4136-b1b0-71bf78c952e9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=667adff5-0c1e-46ec-b83e-3fbb957aa36c HTTP/1.1" status: 200 len: 856 time: 0.2675579 May 26 16:03:15.098397 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c73a34-4000-4738-8276-1e6393d02870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411224bf-7937-44ef-bff4-1dfdb27a2202,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:15.137292 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42094) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:15.153978 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a0c0d-1d8e-424c-afff-331ba61c8e6b tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Pushing event updated for resources: {'Port': ['ID=0ea68745-d4c4-4a38-a36e-f2c63c9bedbc,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:15.177658 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cef7a5-2fd4-4500-b11f-60889430599c req-041cdcdf-2210-4b1f-bd34-2a9482f61afe tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:15.185829 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43cef7a5-2fd4-4500-b11f-60889430599c req-041cdcdf-2210-4b1f-bd34-2a9482f61afe tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.1080501 May 26 16:03:15.213704 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13aa681-718f-46e3-ad84-53988a18f29e req-5f1a0c0d-1d8e-424c-afff-331ba61c8e6b tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:15.214387 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c13aa681-718f-46e3-ad84-53988a18f29e req-5f1a0c0d-1d8e-424c-afff-331ba61c8e6b tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.234792 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-718642c6-b1b5-48a0-bce9-534a6d0ed35c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 HTTP/1.1" status: 200 len: 217 time: 0.1199558 May 26 16:03:15.238149 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-ae4b9974-6ed8-4f85-ab39-39a729d710f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:15.239674 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-ae4b9974-6ed8-4f85-ab39-39a729d710f0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a3d1acb1cfd64e6e8ebef431bb4a3c40&device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 1098 time: 0.3524849 May 26 16:03:15.258422 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-75be2a3b-102b-4d36-951c-6d3a877d8dcd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1c958184cb3a4aa481c5d7462c689b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3789370 May 26 16:03:15.267755 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42100) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:15.291819 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43cef7a5-2fd4-4500-b11f-60889430599c req-3d3f1601-3393-4862-9f6e-13ac3c255395 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002364 May 26 16:03:15.327552 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be2a3b-102b-4d36-951c-6d3a877d8dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9f5920-60eb-4d4f-b575-8a29d1662411,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:15.394341 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-40bf2118-ed3f-49f8-9686-2be9cbf0cf05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.404381 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5dcf8db-4d93-4110-a440-1674d813498b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.452045 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5dcf8db-4d93-4110-a440-1674d813498b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.458139 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c13aa681-718f-46e3-ad84-53988a18f29e req-5f1a0c0d-1d8e-424c-afff-331ba61c8e6b tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.1654747 May 26 16:03:15.459274 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-7e2ddf59-4856-46c5-88d0-8bd6f0460a8b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=6c6292fe-5840-4369-b5fb-e2395da7f49c HTTP/1.1" status: 200 len: 217 time: 0.1802948 May 26 16:03:15.467341 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f81e8-50e5-40f6-81c0-b96701ce9607 req-86a1d5e1-0126-4607-b439-24d0888a2a4c tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:15.472327 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3c2f81e8-50e5-40f6-81c0-b96701ce9607 req-86a1d5e1-0126-4607-b439-24d0888a2a4c tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 944 time: 0.1181006 May 26 16:03:15.474798 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-c13aa681-718f-46e3-ad84-53988a18f29e req-8263e925-f0c8-4d93-a5a8-3de9c779fd76 service neutron] Request body: {'port': {'device_id': 'd3676661-fb96-48c4-9b46-3083f2e3cac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:15.507800 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27880c18-9487-460c-aa9e-d41dbba75de0 req-19dc623d-adc8-4242-a8fc-5800248625be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:15.509412 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-27880c18-9487-460c-aa9e-d41dbba75de0 req-19dc623d-adc8-4242-a8fc-5800248625be service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48798ccf-c01b-4baf-8c1d-06629758249c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4088030 May 26 16:03:15.531485 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a225f-3f43-448e-bda2-392897a9dfbd req-1c39ff82-765d-4f78-a71e-ac1ab12a4369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:15.533786 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-1c39ff82-765d-4f78-a71e-ac1ab12a4369 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76c12a3a-8e39-4b12-a18f-cbc2de2ba639 HTTP/1.1" status: 200 len: 797 time: 0.2649701 May 26 16:03:15.536871 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-aba3a168-e3e6-4050-ba08-6ab8bc5a6859 None None] Provisioning complete for port 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:15.537818 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aba3a168-e3e6-4050-ba08-6ab8bc5a6859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.603475 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3c2f81e8-50e5-40f6-81c0-b96701ce9607 req-4c033771-631a-4318-a607-7c8e59c1de68 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158001 May 26 16:03:15.628708 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-aba3a168-e3e6-4050-ba08-6ab8bc5a6859 None None] Port 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:03:15.659525 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-17dec4d9-5232-4836-bf12-20976bcb9bff admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-625226394-network', 'tenant_id': '46364c65eaab404bb479cc7b86850f2b'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:15.660905 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6bc65-a33c-4616-9c3a-a0e8bf6b9463 req-b57726c7-6cd3-45b4-b1a6-2c60afe15cc1 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:15.662456 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e6f6bc65-a33c-4616-9c3a-a0e8bf6b9463 req-b57726c7-6cd3-45b4-b1a6-2c60afe15cc1 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 947 time: 0.1246357 May 26 16:03:15.664552 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5dcf8db-4d93-4110-a440-1674d813498b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.672063 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5dcf8db-4d93-4110-a440-1674d813498b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.676855 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b5dcf8db-4d93-4110-a440-1674d813498b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0e9f5920-60eb-4d4f-b575-8a29d1662411 HTTP/1.1" status: 204 len: 168 time: 0.4050133 May 26 16:03:15.677026 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-e37fe1c6-d9df-402d-988d-b7d55c9db913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:15.677026 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-e37fe1c6-d9df-402d-988d-b7d55c9db913 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.2057402 May 26 16:03:15.693963 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c13aa681-718f-46e3-ad84-53988a18f29e req-8263e925-f0c8-4d93-a5a8-3de9c779fd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.695089 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42110) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:15.740032 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dcf8db-4d93-4110-a440-1674d813498b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9f5920-60eb-4d4f-b575-8a29d1662411,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:15.757262 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dec4d9-5232-4836-bf12-20976bcb9bff admin admin] Made reservation on behalf of 46364c65eaab404bb479cc7b86850f2b for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:15.759578 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-17dec4d9-5232-4836-bf12-20976bcb9bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.762664 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a225f-3f43-448e-bda2-392897a9dfbd req-6a225d8b-36d1-4231-ad56-b10fe271397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:15.764169 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-6a225d8b-36d1-4231-ad56-b10fe271397e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2106235 May 26 16:03:15.805738 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e6f6bc65-a33c-4616-9c3a-a0e8bf6b9463 req-03aeef7e-296f-4e3e-99ba-1bfa55a6f549 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299334 May 26 16:03:15.815203 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-17dec4d9-5232-4836-bf12-20976bcb9bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.836073 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-13120a34-9ef4-4fd0-8c1a-e1df8d2c05bf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=19c98c045f764920b40d43d49bd45e0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1160936 May 26 16:03:15.838718 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42112) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:15.856760 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eef803-36cf-4271-bf0f-f32812137b17 req-72ad3b5a-23ba-497e-99ec-846e6506c8b5 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:15.858398 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1eef803-36cf-4271-bf0f-f32812137b17 req-72ad3b5a-23ba-497e-99ec-846e6506c8b5 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3676661-fb96-48c4-9b46-3083f2e3cac0 HTTP/1.1" status: 200 len: 936 time: 0.1625097 May 26 16:03:15.877157 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-27880c18-9487-460c-aa9e-d41dbba75de0 req-362d59f5-839f-4454-87c0-65538441e8da service neutron] 10.222.0.83 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369081 May 26 16:03:15.906557 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-aa6aa328-ca49-4797-b917-5d18dcd6403c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:15.908807 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-aa6aa328-ca49-4797-b917-5d18dcd6403c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2214844 May 26 16:03:15.934232 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1eef803-36cf-4271-bf0f-f32812137b17 req-41c15a06-b804-4b48-917f-40c827b1c88d tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bc69ce0-396a-470f-a9e0-a58524570098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637426 May 26 16:03:15.937069 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b9602c53-b94f-4e3b-83db-836fa182a1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:15.963550 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b9602c53-b94f-4e3b-83db-836fa182a1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:16.033032 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b9602c53-b94f-4e3b-83db-836fa182a1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:16.036659 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b9602c53-b94f-4e3b-83db-836fa182a1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:16.040648 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b9602c53-b94f-4e3b-83db-836fa182a1d8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/10af0a50-3346-4ae1-b526-e1c33bac73e1 HTTP/1.1" status: 204 len: 168 time: 0.2003617 May 26 16:03:16.059198 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9602c53-b94f-4e3b-83db-836fa182a1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10af0a50-3346-4ae1-b526-e1c33bac73e1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:16.127642 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 0da5bd1c-cdaf-4399-82d9-704116636903 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:03:16.275672 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 0da5bd1c-cdaf-4399-82d9-704116636903, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0da5bd1c-cdaf-4399-82d9-704116636903,segment=NetworkSegment(c6380c4f-2eb2-46a7-b445-d8da7d649974),segment_id=c6380c4f-2eb2-46a7-b445-d8da7d649974)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:16.291595 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '0da5bd1c-cdaf-4399-82d9-704116636903', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'port_id': '0da5bd1c-cdaf-4399-82d9-704116636903', 'mac_address': 'fa:16:3e:2b:fa:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:03:16.344600 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 0da5bd1c-cdaf-4399-82d9-704116636903 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:16.347162 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:16.364833 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da5bd1c-cdaf-4399-82d9-704116636903 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:16.399080 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 0da5bd1c-cdaf-4399-82d9-704116636903, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0da5bd1c-cdaf-4399-82d9-704116636903,segment=NetworkSegment(c6380c4f-2eb2-46a7-b445-d8da7d649974),segment_id=c6380c4f-2eb2-46a7-b445-d8da7d649974)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:16.409819 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:16.415647 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:16.486237 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=0da5bd1c-cdaf-4399-82d9-704116636903,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:16.513885 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-695ee512-6191-4e44-a279-a9f9648b751e service neutron] 10.222.0.81 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7091107 May 26 16:03:16.537212 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c929a9b-922c-4025-9a7d-bc839b1f62ee req-6c3c3741-2bed-4982-a0a5-ad20ec085844 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:16.547741 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6c929a9b-922c-4025-9a7d-bc839b1f62ee req-6c3c3741-2bed-4982-a0a5-ad20ec085844 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.1295555 May 26 16:03:16.599845 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6c929a9b-922c-4025-9a7d-bc839b1f62ee req-48e35123-1f14-4c42-ae8a-afeed97f85aa tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509751 May 26 16:03:16.624507 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-27880c18-9487-460c-aa9e-d41dbba75de0 req-0b5753b9-86f1-48d3-b21e-51835c6a99c2 service neutron] 10.222.0.83 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7311778 May 26 16:03:16.637791 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-80581d6c-de99-4272-9af4-be4128049110 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6655419 May 26 16:03:16.670524 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-17dec4d9-5232-4836-bf12-20976bcb9bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:16.694336 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-17dec4d9-5232-4836-bf12-20976bcb9bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:16.751914 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb62965-8733-4630-be5c-563f64152993 req-fdaaa40f-ceba-4beb-84d9-7bc7c60322d0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:16.753650 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3bb62965-8733-4630-be5c-563f64152993 req-fdaaa40f-ceba-4beb-84d9-7bc7c60322d0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 944 time: 0.0574389 May 26 16:03:16.794262 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17dec4d9-5232-4836-bf12-20976bcb9bff admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:03:16.801390 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3bb62965-8733-4630-be5c-563f64152993 req-fda54ed3-937e-4753-b58a-b6cddcb52d71 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409307 May 26 16:03:16.820494 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-708b32f3-b3ec-4330-814f-2c4100155b85 service neutron] 10.222.0.81 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965200 May 26 16:03:16.825712 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dec4d9-5232-4836-bf12-20976bcb9bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d116c30a-08c2-47aa-a9a5-f8a9af6c227d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:16.828971 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-17dec4d9-5232-4836-bf12-20976bcb9bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:16.831013 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-17dec4d9-5232-4836-bf12-20976bcb9bff admin admin] Added segment 621041f9-a4a3-475a-9761-93f655636e38 of type vlan for network cf320b0a-9160-436c-9afa-9246ccfc6e6d May 26 16:03:16.931680 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-2531aa49-43ab-4b34-873b-7f9435650382 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=ca2c9533-8b3b-4f83-8365-a6bca11cfad7 HTTP/1.1" status: 200 len: 217 time: 0.0816109 May 26 16:03:16.963368 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd153b-7cf6-498b-bb10-c92adba56df5 req-926c5262-e0ca-4bb8-91dd-7d878fb3d411 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:16.964926 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1fcd153b-7cf6-498b-bb10-c92adba56df5 req-926c5262-e0ca-4bb8-91dd-7d878fb3d411 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 947 time: 0.0670671 May 26 16:03:16.976741 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2f6eb157-5c32-4eac-90e0-685a5f57f718 req-0570c6c9-6e92-42ca-a852-8ff447cc6e2a service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084052 May 26 16:03:16.982313 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['0da5bd1c-cdaf-4399-82d9-704116636903'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:17.007107 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-c13aa681-718f-46e3-ad84-53988a18f29e req-8263e925-f0c8-4d93-a5a8-3de9c779fd76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:17.009788 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42156) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:17.018332 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-17dec4d9-5232-4836-bf12-20976bcb9bff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.025285 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c13aa681-718f-46e3-ad84-53988a18f29e req-8263e925-f0c8-4d93-a5a8-3de9c779fd76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.059155 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-c13aa681-718f-46e3-ad84-53988a18f29e req-8263e925-f0c8-4d93-a5a8-3de9c779fd76 service neutron] Transition to ACTIVE for port object 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:03:17.061666 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a225f-3f43-448e-bda2-392897a9dfbd req-1cbbab06-ac31-4e1d-bc32-a9239847397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:17.064077 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-1cbbab06-ac31-4e1d-bc32-a9239847397a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76c12a3a-8e39-4b12-a18f-cbc2de2ba639 HTTP/1.1" status: 200 len: 797 time: 0.1041994 May 26 16:03:17.071496 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c13aa681-718f-46e3-ad84-53988a18f29e req-8263e925-f0c8-4d93-a5a8-3de9c779fd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.081093 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-17dec4d9-5232-4836-bf12-20976bcb9bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.082416 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dec4d9-5232-4836-bf12-20976bcb9bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:17.083240 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-17dec4d9-5232-4836-bf12-20976bcb9bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.109584 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1fcd153b-7cf6-498b-bb10-c92adba56df5 req-bf29414b-b739-427e-bc5f-1eb936d35071 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304674 May 26 16:03:17.136306 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09211670-9109-43f9-9382-a2fd0a93f0cc req-38059875-ece0-442d-aad0-a0ed57ae6bf3 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:17.140299 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-09211670-9109-43f9-9382-a2fd0a93f0cc req-38059875-ece0-442d-aad0-a0ed57ae6bf3 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3676661-fb96-48c4-9b46-3083f2e3cac0 HTTP/1.1" status: 200 len: 936 time: 0.0943468 May 26 16:03:17.227816 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-09211670-9109-43f9-9382-a2fd0a93f0cc req-a66921c3-bb78-4fd6-8641-c599faa6722d tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bc69ce0-396a-470f-a9e0-a58524570098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777261 May 26 16:03:17.255951 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-17dec4d9-5232-4836-bf12-20976bcb9bff admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1042116 May 26 16:03:17.260571 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42164) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:17.267594 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-c2b680f7-b3b4-4396-bb07-0ae873b71b90 admin admin] Request body: {'subnet': {'network_id': 'cf320b0a-9160-436c-9afa-9246ccfc6e6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-625226394-subnet', 'tenant_id': '46364c65eaab404bb479cc7b86850f2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:17.276931 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263e925-f0c8-4d93-a5a8-3de9c779fd76 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea68745-d4c4-4a38-a36e-f2c63c9bedbc,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:17.289600 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a225f-3f43-448e-bda2-392897a9dfbd req-8b1a866d-1893-485f-9484-8b041b79639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:17.291118 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-8b1a866d-1893-485f-9484-8b041b79639d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2147171 May 26 16:03:17.291745 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dec4d9-5232-4836-bf12-20976bcb9bff admin admin] Pushing event updated for resources: {'Network': ['ID=cf320b0a-9160-436c-9afa-9246ccfc6e6d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:17.312969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network cf320b0a-9160-436c-9afa-9246ccfc6e6d details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:03:17.316824 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b680f7-b3b4-4396-bb07-0ae873b71b90 admin admin] Made reservation on behalf of 46364c65eaab404bb479cc7b86850f2b for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:17.329192 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2b680f7-b3b4-4396-bb07-0ae873b71b90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.440163 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d4952-dddf-493e-8627-ca5bbef21cd8 req-8f5bbee8-9d51-4f9a-b67b-c2de8aa0bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:17.441673 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-521d4952-dddf-493e-8627-ca5bbef21cd8 req-8f5bbee8-9d51-4f9a-b67b-c2de8aa0bba1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a3d1acb1cfd64e6e8ebef431bb4a3c40&device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 1098 time: 0.3183129 May 26 16:03:17.445244 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ea8cd9d8-6a24-4662-89e5-27090eebb56a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1737838522-network', 'tenant_id': 'c6cedca6b56247978dd71967ceac922e'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:17.488530 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8cd9d8-6a24-4662-89e5-27090eebb56a admin admin] Made reservation on behalf of c6cedca6b56247978dd71967ceac922e for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:17.490861 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea8cd9d8-6a24-4662-89e5-27090eebb56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.504016 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea8cd9d8-6a24-4662-89e5-27090eebb56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.577919 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-c13aa681-718f-46e3-ad84-53988a18f29e req-8263e925-f0c8-4d93-a5a8-3de9c779fd76 service neutron] Attempting to bind port 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:17.578253 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-c13aa681-718f-46e3-ad84-53988a18f29e req-8263e925-f0c8-4d93-a5a8-3de9c779fd76 service neutron] Attempting to bind port 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:17.579167 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13aa681-718f-46e3-ad84-53988a18f29e req-8263e925-f0c8-4d93-a5a8-3de9c779fd76 service neutron] Attempting to bind port 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:17.606706 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13aa681-718f-46e3-ad84-53988a18f29e req-8263e925-f0c8-4d93-a5a8-3de9c779fd76 service neutron] Port 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:03:17.607038 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13aa681-718f-46e3-ad84-53988a18f29e req-8263e925-f0c8-4d93-a5a8-3de9c779fd76 service neutron] Attempting to bind port 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:17.615551 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.618681 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-d43996bd-dd34-4896-92c0-fbbeff7f8d89 service neutron] 10.222.0.81 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124859 May 26 16:03:17.619407 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13aa681-718f-46e3-ad84-53988a18f29e req-8263e925-f0c8-4d93-a5a8-3de9c779fd76 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:17.619743 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13aa681-718f-46e3-ad84-53988a18f29e req-8263e925-f0c8-4d93-a5a8-3de9c779fd76 service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:17.620198 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13aa681-718f-46e3-ad84-53988a18f29e req-8263e925-f0c8-4d93-a5a8-3de9c779fd76 service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:17.620579 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-c13aa681-718f-46e3-ad84-53988a18f29e req-8263e925-f0c8-4d93-a5a8-3de9c779fd76 service neutron] Bound port: 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:17.620934 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c13aa681-718f-46e3-ad84-53988a18f29e req-8263e925-f0c8-4d93-a5a8-3de9c779fd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.692439 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d4952-dddf-493e-8627-ca5bbef21cd8 req-921709de-0167-4ab7-b922-d8c0ab53d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:17.693898 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-521d4952-dddf-493e-8627-ca5bbef21cd8 req-921709de-0167-4ab7-b922-d8c0ab53d614 service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.2204545 May 26 16:03:17.748954 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea8cd9d8-6a24-4662-89e5-27090eebb56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.750383 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2b680f7-b3b4-4396-bb07-0ae873b71b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.757741 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea8cd9d8-6a24-4662-89e5-27090eebb56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.772334 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-521d4952-dddf-493e-8627-ca5bbef21cd8 req-0d0b5af9-dbaa-4025-8e45-e2608dadf5a2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=6c6292fe-5840-4369-b5fb-e2395da7f49c HTTP/1.1" status: 200 len: 217 time: 0.0488026 May 26 16:03:17.830346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8cd9d8-6a24-4662-89e5-27090eebb56a admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:03:17.859323 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27094aa6-d899-4ba1-b5d8-eca2e91a8b42 req-69451d84-d9e2-41f4-ba9a-0c8a785a1d34 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:17.860808 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-27094aa6-d899-4ba1-b5d8-eca2e91a8b42 req-69451d84-d9e2-41f4-ba9a-0c8a785a1d34 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.1677513 May 26 16:03:17.865163 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8cd9d8-6a24-4662-89e5-27090eebb56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f26699-987f-40fc-bde2-69da646af443,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:17.869788 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d4952-dddf-493e-8627-ca5bbef21cd8 req-aaac68fc-0336-46e9-adc4-e7070b18b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:17.871853 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-521d4952-dddf-493e-8627-ca5bbef21cd8 req-aaac68fc-0336-46e9-adc4-e7070b18b84a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0881112 May 26 16:03:17.873957 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea8cd9d8-6a24-4662-89e5-27090eebb56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.874301 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-ea8cd9d8-6a24-4662-89e5-27090eebb56a admin admin] Added segment 47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12 of type vlan for network 369de868-f88b-496a-81db-e39dac250d27 May 26 16:03:17.889764 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-926af3f4-f909-49d6-8b91-d496f0d85d47 service neutron] 10.222.0.81 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636294 May 26 16:03:17.897835 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b680f7-b3b4-4396-bb07-0ae873b71b90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f01ba635-ccdf-40f5-81b7-3a68df45ec94,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:17.908020 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-c13aa681-718f-46e3-ad84-53988a18f29e req-8263e925-f0c8-4d93-a5a8-3de9c779fd76 service neutron] For port 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:17.964370 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b680f7-b3b4-4396-bb07-0ae873b71b90 admin admin] Checking segment: {'id': '621041f9-a4a3-475a-9761-93f655636e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cf320b0a-9160-436c-9afa-9246ccfc6e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:17.964727 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b680f7-b3b4-4396-bb07-0ae873b71b90 admin admin] Network hostable DHCP agents. Network: cf320b0a-9160-436c-9afa-9246ccfc6e6d, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:03:17.985416 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea8cd9d8-6a24-4662-89e5-27090eebb56a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:17.986328 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-c13aa681-718f-46e3-ad84-53988a18f29e req-8263e925-f0c8-4d93-a5a8-3de9c779fd76 service neutron] For port 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=0ea68745-d4c4-4a38-a36e-f2c63c9bedbc,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:17.990347 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-f42b29a9-7072-47da-b1cc-74a5af4dad44 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=b8113dc2-ac75-4d93-99ef-3dee360d64f7 HTTP/1.1" status: 200 len: 217 time: 0.0779262 May 26 16:03:18.001079 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-27094aa6-d899-4ba1-b5d8-eca2e91a8b42 req-17f872fe-d6af-446a-8aaf-49207873a353 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282208 May 26 16:03:18.034626 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b680f7-b3b4-4396-bb07-0ae873b71b90 admin admin] Network cf320b0a-9160-436c-9afa-9246ccfc6e6d is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:03:18.040381 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea8cd9d8-6a24-4662-89e5-27090eebb56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:18.041531 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8cd9d8-6a24-4662-89e5-27090eebb56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:18.042319 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea8cd9d8-6a24-4662-89e5-27090eebb56a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:18.060342 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589399d-f71e-422d-9de9-d7b153d3af3a req-2d46dfaa-9ed5-4e13-bf98-ad5ece3e8b0f tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:18.061889 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2589399d-f71e-422d-9de9-d7b153d3af3a req-2d46dfaa-9ed5-4e13-bf98-ad5ece3e8b0f tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 944 time: 0.1306231 May 26 16:03:18.070937 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a225f-3f43-448e-bda2-392897a9dfbd req-5a00661b-5d30-43d8-afa4-8061c3b0d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:18.072929 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-5a00661b-5d30-43d8-afa4-8061c3b0d7ee service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76c12a3a-8e39-4b12-a18f-cbc2de2ba639 HTTP/1.1" status: 200 len: 797 time: 0.0751538 May 26 16:03:18.073966 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c13aa681-718f-46e3-ad84-53988a18f29e req-8263e925-f0c8-4d93-a5a8-3de9c779fd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:18.075793 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-c2b680f7-b3b4-4396-bb07-0ae873b71b90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, cf320b0a-9160-436c-9afa-9246ccfc6e6d) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:18.095516 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19de7fe-df19-4d61-96d7-1c52fc534c45 None None] Network cf320b0a-9160-436c-9afa-9246ccfc6e6d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:03:18.118036 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b680f7-b3b4-4396-bb07-0ae873b71b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:18.119253 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2b680f7-b3b4-4396-bb07-0ae873b71b90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:18.144016 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d4952-dddf-493e-8627-ca5bbef21cd8 req-cd1fe7a7-cdec-4e3f-a7e3-a20b4ab6d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:18.146114 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-521d4952-dddf-493e-8627-ca5bbef21cd8 req-cd1fe7a7-cdec-4e3f-a7e3-a20b4ab6d41b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2551391 May 26 16:03:18.162209 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ea8cd9d8-6a24-4662-89e5-27090eebb56a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1479688 May 26 16:03:18.165669 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42186) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:18.176772 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e9dd4efc-e5e4-4527-bb69-45278556ac9b admin admin] Request body: {'subnet': {'network_id': '369de868-f88b-496a-81db-e39dac250d27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1737838522-subnet', 'tenant_id': 'c6cedca6b56247978dd71967ceac922e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:18.177453 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13aa681-718f-46e3-ad84-53988a18f29e req-8263e925-f0c8-4d93-a5a8-3de9c779fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:18.178413 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c13aa681-718f-46e3-ad84-53988a18f29e req-8263e925-f0c8-4d93-a5a8-3de9c779fd76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:18.180051 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c13aa681-718f-46e3-ad84-53988a18f29e req-8263e925-f0c8-4d93-a5a8-3de9c779fd76 service neutron] 10.222.0.81 "PUT /v2.0/ports/0ea68745-d4c4-4a38-a36e-f2c63c9bedbc HTTP/1.1" status: 200 len: 1096 time: 2.7124228 May 26 16:03:18.190282 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3676661-fb96-48c4-9b46-3083f2e3cac0', 'tag': '0ea68745-d4c4-4a38-a36e-f2c63c9bedbc'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:18.193449 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83532167-b72a-4be5-97a0-986b04b8df20" -d '{"events": [{"name": "network-changed", "server_uuid": "d3676661-fb96-48c4-9b46-3083f2e3cac0", "tag": "0ea68745-d4c4-4a38-a36e-f2c63c9bedbc"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:18.201701 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c2b680f7-b3b4-4396-bb07-0ae873b71b90 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9399757 May 26 16:03:18.202444 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8cd9d8-6a24-4662-89e5-27090eebb56a admin admin] Pushing event updated for resources: {'Network': ['ID=369de868-f88b-496a-81db-e39dac250d27,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:18.209002 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:03:18.230184 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2589399d-f71e-422d-9de9-d7b153d3af3a req-77474fb8-6e27-4681-836e-a3cf6655b946 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506634 May 26 16:03:18.241123 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dd4efc-e5e4-4527-bb69-45278556ac9b admin admin] Made reservation on behalf of c6cedca6b56247978dd71967ceac922e for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:18.243580 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9dd4efc-e5e4-4527-bb69-45278556ac9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:18.378340 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263e925-f0c8-4d93-a5a8-3de9c779fd76 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea68745-d4c4-4a38-a36e-f2c63c9bedbc,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:18.382716 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a225f-3f43-448e-bda2-392897a9dfbd req-27784bad-2efc-42a3-b258-47bd5bb89f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:18.384776 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-27784bad-2efc-42a3-b258-47bd5bb89f0b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2452834 May 26 16:03:18.392877 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=3c64db47-9eeb-42d6-b4e4-66a4b7fbd212,segment=NetworkSegment(c6380c4f-2eb2-46a7-b445-d8da7d649974),segment_id=c6380c4f-2eb2-46a7-b445-d8da7d649974)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:18.396600 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13aa681-718f-46e3-ad84-53988a18f29e req-f290bc33-e07b-4f00-8bfe-d1d2bfcf000a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:18.398362 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c13aa681-718f-46e3-ad84-53988a18f29e req-f290bc33-e07b-4f00-8bfe-d1d2bfcf000a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5081f126b2584cf2a3b6ce39690508db&device_id=d3676661-fb96-48c4-9b46-3083f2e3cac0 HTTP/1.1" status: 200 len: 1099 time: 0.1336160 May 26 16:03:18.399867 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819e5044-5ccd-4dc4-9126-7ff3edaff949 x-openstack-request-id: req-819e5044-5ccd-4dc4-9126-7ff3edaff949 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:18.400180 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3676661-fb96-48c4-9b46-3083f2e3cac0", "tag": "0ea68745-d4c4-4a38-a36e-f2c63c9bedbc", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:18.400435 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-819e5044-5ccd-4dc4-9126-7ff3edaff949 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:18.400825 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-819e5044-5ccd-4dc4-9126-7ff3edaff949'] response: {'name': 'network-changed', 'server_uuid': 'd3676661-fb96-48c4-9b46-3083f2e3cac0', 'tag': '0ea68745-d4c4-4a38-a36e-f2c63c9bedbc', 'status': 'completed', 'code': 200} May 26 16:03:18.406529 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:18.425777 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 369de868-f88b-496a-81db-e39dac250d27 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:03:18.539550 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33049e7-c9fc-450a-ba12-69a169532d46 req-f1632c00-444b-463a-9080-859f338c5799 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:18.544576 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a33049e7-c9fc-450a-ba12-69a169532d46 req-f1632c00-444b-463a-9080-859f338c5799 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 947 time: 0.2004461 May 26 16:03:18.560513 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '3c64db47-9eeb-42d6-b4e4-66a4b7fbd212', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'port_id': '3c64db47-9eeb-42d6-b4e4-66a4b7fbd212', 'mac_address': 'fa:16:3e:b8:3d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:03:18.572029 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c13aa681-718f-46e3-ad84-53988a18f29e req-f7273377-ac19-4a91-9d53-20e46edd19b4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=0ea68745-d4c4-4a38-a36e-f2c63c9bedbc HTTP/1.1" status: 200 len: 217 time: 0.0575740 May 26 16:03:18.602655 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-01398b71-042e-4556-b2b2-225d6fb91b2a service neutron] 10.222.0.81 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884456 May 26 16:03:18.634047 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3e1fd-ae71-4ca8-a13c-e6783aa35a35 req-08f04265-de53-4452-8abd-41988e5040e5 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:18.636707 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-521d4952-dddf-493e-8627-ca5bbef21cd8 req-81dfdc5a-4339-40fe-9dd3-e4c9757483b2 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683676 May 26 16:03:18.638528 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:18.639504 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:18.641972 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-49d3e1fd-ae71-4ca8-a13c-e6783aa35a35 req-08f04265-de53-4452-8abd-41988e5040e5 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3676661-fb96-48c4-9b46-3083f2e3cac0 HTTP/1.1" status: 200 len: 948 time: 0.1572547 May 26 16:03:18.653065 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a33049e7-c9fc-450a-ba12-69a169532d46 req-6c652633-5df3-491f-8db0-bd37b74a6627 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048658 May 26 16:03:18.655029 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:18.723251 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=3c64db47-9eeb-42d6-b4e4-66a4b7fbd212,segment=NetworkSegment(c6380c4f-2eb2-46a7-b445-d8da7d649974),segment_id=c6380c4f-2eb2-46a7-b445-d8da7d649974)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:18.728341 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-49d3e1fd-ae71-4ca8-a13c-e6783aa35a35 req-54a88a09-f32c-4447-b9a9-9a2df2ce2448 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bc69ce0-396a-470f-a9e0-a58524570098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817809 May 26 16:03:18.731338 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:18.740348 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13aa681-718f-46e3-ad84-53988a18f29e req-90c849af-9daa-40d8-815c-ed396adaed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:18.744832 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c13aa681-718f-46e3-ad84-53988a18f29e req-90c849af-9daa-40d8-815c-ed396adaed63 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1606066 May 26 16:03:18.748557 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155ad5ec-4d4b-4f06-b6a0-d1dfc2d00ac3 None None] Network cf320b0a-9160-436c-9afa-9246ccfc6e6d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:03:18.771868 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9dd4efc-e5e4-4527-bb69-45278556ac9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:18.847343 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-2d65c8a3-7ea4-476e-b942-f7dd5b24d0f9 service neutron] 10.222.0.81 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257943 May 26 16:03:18.855342 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-521d4952-dddf-493e-8627-ca5bbef21cd8 req-9910d4ba-412f-4814-bf16-799cfd6905f2 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057235 May 26 16:03:18.864932 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13aa681-718f-46e3-ad84-53988a18f29e req-2e5be4fb-72a1-44dc-b35d-2c2343ed8f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:18.866377 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c13aa681-718f-46e3-ad84-53988a18f29e req-2e5be4fb-72a1-44dc-b35d-2c2343ed8f99 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1120327 May 26 16:03:18.903496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd4efc-e5e4-4527-bb69-45278556ac9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6e7a94e-adf5-4957-8e1b-cf2c70c3a36d,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:18.912732 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-43d04128-7366-4b55-a514-5b702ffa4425 req-83fc87b4-7e43-4d6a-a82f-05d09625c2f3 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1866551050', 'description': 'tempest-description-165116894'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:18.918289 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-5e0c53e7-5d29-4577-b16c-729eda431466 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f28bda9b-d8f5-48c0-94b8-265841b80e6b HTTP/1.1" status: 200 len: 217 time: 0.0613346 May 26 16:03:18.919330 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dd4efc-e5e4-4527-bb69-45278556ac9b admin admin] Checking segment: {'id': '47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '369de868-f88b-496a-81db-e39dac250d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:18.920009 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dd4efc-e5e4-4527-bb69-45278556ac9b admin admin] Network hostable DHCP agents. Network: 369de868-f88b-496a-81db-e39dac250d27, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:03:18.953058 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=3c64db47-9eeb-42d6-b4e4-66a4b7fbd212,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:18.956668 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:19.002766 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-43d04128-7366-4b55-a514-5b702ffa4425 req-83fc87b4-7e43-4d6a-a82f-05d09625c2f3 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:19.016619 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dd4efc-e5e4-4527-bb69-45278556ac9b admin admin] Network 369de868-f88b-496a-81db-e39dac250d27 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:03:19.022953 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a225f-3f43-448e-bda2-392897a9dfbd req-f947fd52-b4c7-4199-9058-3d754d66475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.025657 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-f947fd52-b4c7-4199-9058-3d754d66475d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1f5e3e2-46bf-451b-841b-adc78325b3e9 HTTP/1.1" status: 200 len: 797 time: 0.0933304 May 26 16:03:19.035673 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-e9dd4efc-e5e4-4527-bb69-45278556ac9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 369de868-f88b-496a-81db-e39dac250d27) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:19.045092 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f6df71-14f0-4219-9fb0-5d1e3f26e211 None None] Network 369de868-f88b-496a-81db-e39dac250d27 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:03:19.057216 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dd4efc-e5e4-4527-bb69-45278556ac9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.057810 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9dd4efc-e5e4-4527-bb69-45278556ac9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:19.089940 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c13aa681-718f-46e3-ad84-53988a18f29e req-7a745bd2-4e00-4746-9cbc-40cfd63b16a7 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809142 May 26 16:03:19.099408 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a225f-3f43-448e-bda2-392897a9dfbd req-929ac17a-cd90-4210-8405-9587a3611dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.101843 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-929ac17a-cd90-4210-8405-9587a3611dd5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f0bfc686-5a9f-4760-8a91-fab0346012c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0680470 May 26 16:03:19.103217 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e9dd4efc-e5e4-4527-bb69-45278556ac9b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9349337 May 26 16:03:19.105995 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42206) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:19.112511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-9a3745e4-7b0a-4f08-a975-63ef4088e096 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1737838522-router', 'tenant_id': 'c6cedca6b56247978dd71967ceac922e', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:19.113809 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c7289-db77-4d28-af0a-26a72a4bb024 req-d3202f02-fbcc-4851-8cdf-1f7453e8d56c tempest-NetworksTest-794889465 tempest-NetworksTest-794889465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.114271 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c7289-db77-4d28-af0a-26a72a4bb024 req-d3202f02-fbcc-4851-8cdf-1f7453e8d56c tempest-NetworksTest-794889465 tempest-NetworksTest-794889465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.114741 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c7289-db77-4d28-af0a-26a72a4bb024 req-d3202f02-fbcc-4851-8cdf-1f7453e8d56c tempest-NetworksTest-794889465 tempest-NetworksTest-794889465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.115211 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c7289-db77-4d28-af0a-26a72a4bb024 req-d3202f02-fbcc-4851-8cdf-1f7453e8d56c tempest-NetworksTest-794889465 tempest-NetworksTest-794889465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.115667 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c7289-db77-4d28-af0a-26a72a4bb024 req-d3202f02-fbcc-4851-8cdf-1f7453e8d56c tempest-NetworksTest-794889465 tempest-NetworksTest-794889465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.116346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c7289-db77-4d28-af0a-26a72a4bb024 req-d3202f02-fbcc-4851-8cdf-1f7453e8d56c tempest-NetworksTest-794889465 tempest-NetworksTest-794889465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.116807 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c7289-db77-4d28-af0a-26a72a4bb024 req-d3202f02-fbcc-4851-8cdf-1f7453e8d56c tempest-NetworksTest-794889465 tempest-NetworksTest-794889465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.117264 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c7289-db77-4d28-af0a-26a72a4bb024 req-d3202f02-fbcc-4851-8cdf-1f7453e8d56c tempest-NetworksTest-794889465 tempest-NetworksTest-794889465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.117722 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c7289-db77-4d28-af0a-26a72a4bb024 req-d3202f02-fbcc-4851-8cdf-1f7453e8d56c tempest-NetworksTest-794889465 tempest-NetworksTest-794889465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.118168 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c7289-db77-4d28-af0a-26a72a4bb024 req-d3202f02-fbcc-4851-8cdf-1f7453e8d56c tempest-NetworksTest-794889465 tempest-NetworksTest-794889465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.120257 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f23c7289-db77-4d28-af0a-26a72a4bb024 req-d3202f02-fbcc-4851-8cdf-1f7453e8d56c tempest-NetworksTest-794889465 tempest-NetworksTest-794889465-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7081 time: 0.2028184 May 26 16:03:19.153518 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-43d04128-7366-4b55-a514-5b702ffa4425 req-83fc87b4-7e43-4d6a-a82f-05d09625c2f3 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:19.162620 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-43d04128-7366-4b55-a514-5b702ffa4425 req-83fc87b4-7e43-4d6a-a82f-05d09625c2f3 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:19.204535 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-43d04128-7366-4b55-a514-5b702ffa4425 req-83fc87b4-7e43-4d6a-a82f-05d09625c2f3 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:19.212391 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43d04128-7366-4b55-a514-5b702ffa4425 req-83fc87b4-7e43-4d6a-a82f-05d09625c2f3 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3082118 May 26 16:03:19.222420 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c907525-051f-463d-bcdb-b8b89a902e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-369de868-f88b-496a-81db-e39dac250d27', 'network_id': '369de868-f88b-496a-81db-e39dac250d27', 'tenant_id': 'c6cedca6b56247978dd71967ceac922e', 'fixed_ips': [{'subnet_id': 'e6e7a94e-adf5-4957-8e1b-cf2c70c3a36d'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:03:19.223500 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5c907525-051f-463d-bcdb-b8b89a902e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:19.234359 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc87b4-7e43-4d6a-a82f-05d09625c2f3 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dbbd68-a936-4978-9698-4b5521c3e40f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:19.346666 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda7f41-f505-452b-949d-8035287f87ef req-d6309ed0-6aba-420d-ac46-ff282332259a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.348341 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-efda7f41-f505-452b-949d-8035287f87ef req-d6309ed0-6aba-420d-ac46-ff282332259a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.1470840 May 26 16:03:19.379539 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-5c907525-051f-463d-bcdb-b8b89a902e6c None None] Allocated IP 172.20.0.2 (369de868-f88b-496a-81db-e39dac250d27/e6e7a94e-adf5-4957-8e1b-cf2c70c3a36d/8bba38f1-7452-4ecd-a4ca-4bb79e17f560) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:19.391575 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82665f96-9127-46ec-a50c-cda8d8718170 req-d7a08eac-96a5-4877-b211-f8f6351f30b9 tempest-NetworksTest-794889465 tempest-NetworksTest-794889465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.393735 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82665f96-9127-46ec-a50c-cda8d8718170 req-d7a08eac-96a5-4877-b211-f8f6351f30b9 tempest-NetworksTest-794889465 tempest-NetworksTest-794889465-project-admin] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 886 time: 0.1626086 May 26 16:03:19.420701 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-efda7f41-f505-452b-949d-8035287f87ef req-29e7a70a-fdac-4bc6-83e9-e62116588fb7 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583572 May 26 16:03:19.427056 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-bac8aa6c-6aa3-4def-a159-2d53cbea7fbf req-48c38acd-2722-401a-8a35-fd47983f92b1 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-26983123', 'description': 'tempest-description-713481406'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:19.467422 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bac8aa6c-6aa3-4def-a159-2d53cbea7fbf req-48c38acd-2722-401a-8a35-fd47983f92b1 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:19.509502 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['3c64db47-9eeb-42d6-b4e4-66a4b7fbd212'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:19.566265 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bac8aa6c-6aa3-4def-a159-2d53cbea7fbf req-48c38acd-2722-401a-8a35-fd47983f92b1 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:19.576454 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bac8aa6c-6aa3-4def-a159-2d53cbea7fbf req-48c38acd-2722-401a-8a35-fd47983f92b1 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:19.584918 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9a3745e4-7b0a-4f08-a975-63ef4088e096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:19.586151 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9a3745e4-7b0a-4f08-a975-63ef4088e096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:19.603233 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faade6c-a33e-49fd-9dc1-9757a1c74033 req-66f7e997-e142-4430-9453-a42e7ea50b53 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.611105 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1faade6c-a33e-49fd-9dc1-9757a1c74033 req-66f7e997-e142-4430-9453-a42e7ea50b53 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 945 time: 0.0930259 May 26 16:03:19.614362 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5c907525-051f-463d-bcdb-b8b89a902e6c None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:19.636836 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5c907525-051f-463d-bcdb-b8b89a902e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:19.645829 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c38acd-2722-401a-8a35-fd47983f92b1 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a823af1-b9a1-4ee4-84ff-5f8f70d8895b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:19.655227 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c13aa681-718f-46e3-ad84-53988a18f29e req-17d1b8bf-cd3b-4344-890d-838314e2584d service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5479879 May 26 16:03:19.665841 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bac8aa6c-6aa3-4def-a159-2d53cbea7fbf req-48c38acd-2722-401a-8a35-fd47983f92b1 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:19.669839 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-401f8a60-d29f-44ff-98bf-5f6084b37788 service neutron] 10.222.0.81 "GET /v2.0/networks/f0bfc686-5a9f-4760-8a91-fab0346012c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440638 May 26 16:03:19.682530 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bac8aa6c-6aa3-4def-a159-2d53cbea7fbf req-48c38acd-2722-401a-8a35-fd47983f92b1 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.2499018 May 26 16:03:19.701100 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c907525-051f-463d-bcdb-b8b89a902e6c None None] Pushing event updated for resources: {'Port': ['ID=8bba38f1-7452-4ecd-a4ca-4bb79e17f560,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:19.723531 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c907525-051f-463d-bcdb-b8b89a902e6c None None] Network 369de868-f88b-496a-81db-e39dac250d27 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:19.724813 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9a3745e4-7b0a-4f08-a975-63ef4088e096 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:19.738563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-5c907525-051f-463d-bcdb-b8b89a902e6c None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:19.744787 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c907525-051f-463d-bcdb-b8b89a902e6c None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:19.749788 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1faade6c-a33e-49fd-9dc1-9757a1c74033 req-7cad5e87-1d73-489a-9e2a-c3dcf6ffe3f1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376169 May 26 16:03:19.917675 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214cf5b-90cd-4355-8350-095bc2614038 req-0c14df8b-c1c5-43bb-9200-61cca955e2f6 tempest-NetworksTest-794889465 tempest-NetworksTest-794889465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.918373 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214cf5b-90cd-4355-8350-095bc2614038 req-0c14df8b-c1c5-43bb-9200-61cca955e2f6 tempest-NetworksTest-794889465 tempest-NetworksTest-794889465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.918609 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214cf5b-90cd-4355-8350-095bc2614038 req-0c14df8b-c1c5-43bb-9200-61cca955e2f6 tempest-NetworksTest-794889465 tempest-NetworksTest-794889465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.918974 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214cf5b-90cd-4355-8350-095bc2614038 req-0c14df8b-c1c5-43bb-9200-61cca955e2f6 tempest-NetworksTest-794889465 tempest-NetworksTest-794889465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.919430 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214cf5b-90cd-4355-8350-095bc2614038 req-0c14df8b-c1c5-43bb-9200-61cca955e2f6 tempest-NetworksTest-794889465 tempest-NetworksTest-794889465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.919887 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214cf5b-90cd-4355-8350-095bc2614038 req-0c14df8b-c1c5-43bb-9200-61cca955e2f6 tempest-NetworksTest-794889465 tempest-NetworksTest-794889465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.920450 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214cf5b-90cd-4355-8350-095bc2614038 req-0c14df8b-c1c5-43bb-9200-61cca955e2f6 tempest-NetworksTest-794889465 tempest-NetworksTest-794889465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.920904 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214cf5b-90cd-4355-8350-095bc2614038 req-0c14df8b-c1c5-43bb-9200-61cca955e2f6 tempest-NetworksTest-794889465 tempest-NetworksTest-794889465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.921358 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214cf5b-90cd-4355-8350-095bc2614038 req-0c14df8b-c1c5-43bb-9200-61cca955e2f6 tempest-NetworksTest-794889465 tempest-NetworksTest-794889465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.921811 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214cf5b-90cd-4355-8350-095bc2614038 req-0c14df8b-c1c5-43bb-9200-61cca955e2f6 tempest-NetworksTest-794889465 tempest-NetworksTest-794889465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.924577 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c214cf5b-90cd-4355-8350-095bc2614038 req-0c14df8b-c1c5-43bb-9200-61cca955e2f6 tempest-NetworksTest-794889465 tempest-NetworksTest-794889465-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7087 time: 0.2072988 May 26 16:03:19.945330 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb976080-297a-4a05-ab0e-c9bf4647b926 req-16479c53-65f4-444a-8e80-fffffc3ad1ad tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.952601 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb976080-297a-4a05-ab0e-c9bf4647b926 req-16479c53-65f4-444a-8e80-fffffc3ad1ad tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 947 time: 0.0775745 May 26 16:03:19.967101 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5c907525-051f-463d-bcdb-b8b89a902e6c None None] Attempting to bind port 8bba38f1-7452-4ecd-a4ca-4bb79e17f560 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:19.967493 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5c907525-051f-463d-bcdb-b8b89a902e6c None None] Attempting to bind port 8bba38f1-7452-4ecd-a4ca-4bb79e17f560 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '369de868-f88b-496a-81db-e39dac250d27'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:19.967861 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c907525-051f-463d-bcdb-b8b89a902e6c None None] Attempting to bind port 8bba38f1-7452-4ecd-a4ca-4bb79e17f560 on network 369de868-f88b-496a-81db-e39dac250d27 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:19.972733 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83532167-b72a-4be5-97a0-986b04b8df20 req-3e26aa6e-aa46-4bf6-ba49-d891035892da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:19.974236 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-83532167-b72a-4be5-97a0-986b04b8df20 req-3e26aa6e-aa46-4bf6-ba49-d891035892da service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5081f126b2584cf2a3b6ce39690508db&device_id=d3676661-fb96-48c4-9b46-3083f2e3cac0 HTTP/1.1" status: 200 len: 1099 time: 0.1947973 May 26 16:03:19.980001 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c907525-051f-463d-bcdb-b8b89a902e6c None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:19.980229 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c907525-051f-463d-bcdb-b8b89a902e6c None None] Checking segment: {'id': '47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '369de868-f88b-496a-81db-e39dac250d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:19.980634 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5c907525-051f-463d-bcdb-b8b89a902e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:19.981031 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c907525-051f-463d-bcdb-b8b89a902e6c None None] Bound using segment: {'id': '47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '369de868-f88b-496a-81db-e39dac250d27'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:19.981509 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5c907525-051f-463d-bcdb-b8b89a902e6c None None] Bound port: 8bba38f1-7452-4ecd-a4ca-4bb79e17f560, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '369de868-f88b-496a-81db-e39dac250d27'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:19.981893 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5c907525-051f-463d-bcdb-b8b89a902e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:20.005377 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb976080-297a-4a05-ab0e-c9bf4647b926 req-9e29658e-79e8-4c8f-a8f2-e16e7a56e0d6 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519073 May 26 16:03:20.065884 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9a3745e4-7b0a-4f08-a975-63ef4088e096 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:20.070468 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-496d0457-5ef4-4066-997a-b27289472730 service neutron] 10.222.0.81 "GET /v2.0/networks/f0bfc686-5a9f-4760-8a91-fab0346012c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477073 May 26 16:03:20.118808 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5c907525-051f-463d-bcdb-b8b89a902e6c None None] For port 8bba38f1-7452-4ecd-a4ca-4bb79e17f560, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:20.122046 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5c907525-051f-463d-bcdb-b8b89a902e6c None None] For port 8bba38f1-7452-4ecd-a4ca-4bb79e17f560, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=8bba38f1-7452-4ecd-a4ca-4bb79e17f560,segment=NetworkSegment(47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12),segment_id=47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:20.128354 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5c907525-051f-463d-bcdb-b8b89a902e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:20.166285 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-d20fa007-be3e-4047-9c8d-d2a854689a97 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 HTTP/1.1" status: 200 len: 217 time: 0.0358427 May 26 16:03:20.202123 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 0da5bd1c-cdaf-4399-82d9-704116636903 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:20.221485 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-8d5021b7-a3d3-4946-bc37-3a12b682d941 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:20.223002 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-8d5021b7-a3d3-4946-bc37-3a12b682d941 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/networks?id=cf320b0a-9160-436c-9afa-9246ccfc6e6d HTTP/1.1" status: 200 len: 812 time: 0.1640525 May 26 16:03:20.230837 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb302e-268b-469a-8214-9f8d907bc294 req-5c15867f-bcef-484f-b279-938500b99972 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:20.232346 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-03cb302e-268b-469a-8214-9f8d907bc294 req-5c15867f-bcef-484f-b279-938500b99972 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3676661-fb96-48c4-9b46-3083f2e3cac0 HTTP/1.1" status: 200 len: 948 time: 0.1381354 May 26 16:03:20.243214 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-ab35d43f-249c-4573-a9ab-ff79394ebdb5 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/quotas/46364c65eaab404bb479cc7b86850f2b HTTP/1.1" status: 200 len: 375 time: 0.0098972 May 26 16:03:20.259229 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c907525-051f-463d-bcdb-b8b89a902e6c None None] Pushing event updated for resources: {'Port': ['ID=8bba38f1-7452-4ecd-a4ca-4bb79e17f560,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:20.291614 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 0da5bd1c-cdaf-4399-82d9-704116636903 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:03:20.296315 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 0da5bd1c-cdaf-4399-82d9-704116636903 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:20.296796 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:20.313372 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-452f079d-c4ad-4dec-91c0-b19b035712b3 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=46364c65eaab404bb479cc7b86850f2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572853 May 26 16:03:20.336822 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-03cb302e-268b-469a-8214-9f8d907bc294 req-75bfac38-5965-4b49-acd9-dd2f9d673455 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bc69ce0-396a-470f-a9e0-a58524570098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926554 May 26 16:03:20.365208 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a225f-3f43-448e-bda2-392897a9dfbd req-32afced0-a803-454c-b8bd-c6fb84e7a922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:20.366851 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-32afced0-a803-454c-b8bd-c6fb84e7a922 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1f5e3e2-46bf-451b-841b-adc78325b3e9 HTTP/1.1" status: 200 len: 797 time: 0.1792169 May 26 16:03:20.371757 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42238) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:20.372551 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83532167-b72a-4be5-97a0-986b04b8df20 req-c883764c-4af6-4b87-bbeb-1d8cbc5508bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:20.373985 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-83532167-b72a-4be5-97a0-986b04b8df20 req-c883764c-4af6-4b87-bbeb-1d8cbc5508bb service neutron] 10.222.0.81 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.3353069 May 26 16:03:20.399984 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 0da5bd1c-cdaf-4399-82d9-704116636903 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:20.400789 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:20.433970 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70f8df7-d807-4de1-af59-37237ed3030b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da5bd1c-cdaf-4399-82d9-704116636903'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:20.438065 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c4e5df-0aac-4dc2-84a1-173d69478c83" -d '{"events": [{"server_uuid": "c70f8df7-d807-4de1-af59-37237ed3030b", "name": "network-vif-plugged", "status": "completed", "tag": "0da5bd1c-cdaf-4399-82d9-704116636903"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:20.460175 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 0da5bd1c-cdaf-4399-82d9-704116636903, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0da5bd1c-cdaf-4399-82d9-704116636903,segment=NetworkSegment(c6380c4f-2eb2-46a7-b445-d8da7d649974),segment_id=c6380c4f-2eb2-46a7-b445-d8da7d649974)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:20.467926 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-83532167-b72a-4be5-97a0-986b04b8df20 req-32e9a106-cd29-4ad1-9882-93bf964a50fb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=0ea68745-d4c4-4a38-a36e-f2c63c9bedbc HTTP/1.1" status: 200 len: 217 time: 0.0800321 May 26 16:03:20.478887 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:20.523811 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f87406-a0fe-4f00-a899-56becbf4d8ca x-openstack-request-id: req-74f87406-a0fe-4f00-a899-56becbf4d8ca {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:20.525128 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70f8df7-d807-4de1-af59-37237ed3030b", "name": "network-vif-plugged", "status": "completed", "tag": "0da5bd1c-cdaf-4399-82d9-704116636903", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:20.525616 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-74f87406-a0fe-4f00-a899-56becbf4d8ca {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:20.526487 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74f87406-a0fe-4f00-a899-56becbf4d8ca'] response: {'server_uuid': 'c70f8df7-d807-4de1-af59-37237ed3030b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da5bd1c-cdaf-4399-82d9-704116636903', 'code': 200} May 26 16:03:20.557133 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a225f-3f43-448e-bda2-392897a9dfbd req-ee7448ef-b49b-45c3-9468-2160cfe29c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:20.558496 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-ee7448ef-b49b-45c3-9468-2160cfe29c86 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f0bfc686-5a9f-4760-8a91-fab0346012c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1562157 May 26 16:03:20.560951 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83532167-b72a-4be5-97a0-986b04b8df20 req-98658c92-2250-4144-9d1f-7fa3f3e8b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:20.565909 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-83532167-b72a-4be5-97a0-986b04b8df20 req-98658c92-2250-4144-9d1f-7fa3f3e8b896 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0873950 May 26 16:03:20.607892 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7823a43f-4c64-4930-bdad-d14fbfda8246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:20.634800 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=0da5bd1c-cdaf-4399-82d9-704116636903,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:20.804720 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44d5ea-0e86-4cb7-8401-b42626f8a838 req-162f1e4d-2ab8-4f8f-87f5-631a735e531e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:20.806155 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cb44d5ea-0e86-4cb7-8401-b42626f8a838 req-162f1e4d-2ab8-4f8f-87f5-631a735e531e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.1300492 May 26 16:03:20.837605 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-fd8c56ba-018a-4359-a5b4-e6f11f9bad75 service neutron] 10.222.0.77 "GET /v2.0/networks/cf320b0a-9160-436c-9afa-9246ccfc6e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126328 May 26 16:03:20.850859 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83532167-b72a-4be5-97a0-986b04b8df20 req-80be495c-0eba-4a02-bfaa-a6d5e9a4d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:20.852056 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-83532167-b72a-4be5-97a0-986b04b8df20 req-80be495c-0eba-4a02-bfaa-a6d5e9a4d096 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2682905 May 26 16:03:20.853578 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52a526-4494-4f12-955f-9b0665f9adc5 req-0c561f09-65f9-4b44-9978-ee1b7b3a0258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:20.854907 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6d52a526-4494-4f12-955f-9b0665f9adc5 req-0c561f09-65f9-4b44-9978-ee1b7b3a0258 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 1097 time: 0.1899686 May 26 16:03:20.857889 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9a3745e4-7b0a-4f08-a975-63ef4088e096 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:20.863390 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-96b7887e-e57c-43d3-9905-7607a56312dd service neutron] 10.222.0.81 "GET /v2.0/networks/f0bfc686-5a9f-4760-8a91-fab0346012c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815228 May 26 16:03:20.882531 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7823a43f-4c64-4930-bdad-d14fbfda8246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:20.899517 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9a3745e4-7b0a-4f08-a975-63ef4088e096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:20.923853 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7823a43f-4c64-4930-bdad-d14fbfda8246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:20.976591 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cb44d5ea-0e86-4cb7-8401-b42626f8a838 req-086ed168-adea-4aee-96c6-0685f66c2c44 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554267 May 26 16:03:21.017662 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823a43f-4c64-4930-bdad-d14fbfda8246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b7e714-d686-4076-a0d1-902fbb2bb3d4,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:21.038675 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7823a43f-4c64-4930-bdad-d14fbfda8246 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e52dd8844f4a430eb42dfb4675a4d2de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6654351 May 26 16:03:21.039275 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42252) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:21.068891 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-57caf5d7-fcd3-421c-9a17-eb675051c59a service neutron] 10.222.0.77 "GET /v2.0/networks/cf320b0a-9160-436c-9afa-9246ccfc6e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200916 May 26 16:03:21.069632 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-3a754ee3-eca2-42d5-a39d-918503e6393f service neutron] show failed (client error): The resource could not be found. May 26 16:03:21.070221 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6d52a526-4494-4f12-955f-9b0665f9adc5 req-52efb554-eec1-445c-a588-982198db1e7c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900775 May 26 16:03:21.070683 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-3a754ee3-eca2-42d5-a39d-918503e6393f service neutron] 10.222.0.81 "GET /v2.0/ports/9bb925fc-5f8f-473d-ada5-90124aa84cad/bindings/n-h2-843337-2 HTTP/1.1" status: 404 len: 380 time: 0.1575160 May 26 16:03:21.145683 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85532da2-5bf7-496d-8b8d-89518e215e1c req-5da422d2-266b-4243-855c-2a51df26a6ae tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:21.147133 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85532da2-5bf7-496d-8b8d-89518e215e1c req-5da422d2-266b-4243-855c-2a51df26a6ae tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 945 time: 0.0807619 May 26 16:03:21.160986 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-631a225f-3f43-448e-bda2-392897a9dfbd req-f9e337f8-2c23-49c3-a1e9-feed80ed6017 service neutron] 10.222.0.81 "GET /v2.0/networks/f0bfc686-5a9f-4760-8a91-fab0346012c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796593 May 26 16:03:21.162489 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d4f4e2a-ba36-429b-a12a-e6e13b5bc6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:21.197476 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-83532167-b72a-4be5-97a0-986b04b8df20 req-77e4fac5-22ee-4983-92c7-7e1596a81fa5 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149319 May 26 16:03:21.229554 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-9a3745e4-7b0a-4f08-a975-63ef4088e096 admin admin] Allocated IP 172.25.7.21 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/d40add1c-daed-4be6-94dc-206bf64e7af7) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:21.232281 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d4f4e2a-ba36-429b-a12a-e6e13b5bc6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:21.256323 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85532da2-5bf7-496d-8b8d-89518e215e1c req-2413dce9-191a-4f33-bab4-b8be20f7c427 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953658 May 26 16:03:21.402744 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d4f4e2a-ba36-429b-a12a-e6e13b5bc6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:21.405482 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d4f4e2a-ba36-429b-a12a-e6e13b5bc6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:21.409800 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3d4f4e2a-ba36-429b-a12a-e6e13b5bc6d3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/79b7e714-d686-4076-a0d1-902fbb2bb3d4 HTTP/1.1" status: 204 len: 168 time: 0.3630660 May 26 16:03:21.468545 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f16b5493-3cbd-438d-9eab-73c353998b04 req-2e1d86d5-3ce7-499c-9c52-a933e1967c80 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 210 time: 0.0809786 May 26 16:03:21.515028 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f4e2a-ba36-429b-a12a-e6e13b5bc6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b7e714-d686-4076-a0d1-902fbb2bb3d4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:21.552760 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9069c-a02a-486e-9b7d-7b898d01ad67 req-a57c74ed-3f16-4037-a2db-c8cccbe70a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:21.553935 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9069c-a02a-486e-9b7d-7b898d01ad67 req-a57c74ed-3f16-4037-a2db-c8cccbe70a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:21.554573 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9069c-a02a-486e-9b7d-7b898d01ad67 req-a57c74ed-3f16-4037-a2db-c8cccbe70a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:21.555813 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9069c-a02a-486e-9b7d-7b898d01ad67 req-a57c74ed-3f16-4037-a2db-c8cccbe70a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:21.556574 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9069c-a02a-486e-9b7d-7b898d01ad67 req-a57c74ed-3f16-4037-a2db-c8cccbe70a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:21.557204 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9069c-a02a-486e-9b7d-7b898d01ad67 req-a57c74ed-3f16-4037-a2db-c8cccbe70a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:21.557819 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9069c-a02a-486e-9b7d-7b898d01ad67 req-a57c74ed-3f16-4037-a2db-c8cccbe70a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:21.560472 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-32b9069c-a02a-486e-9b7d-7b898d01ad67 req-a57c74ed-3f16-4037-a2db-c8cccbe70a19 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=829e9f52f7f3454cafe50e0d9182f678&device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 6491 time: 0.2429552 May 26 16:03:21.569673 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-83532167-b72a-4be5-97a0-986b04b8df20 req-9846882b-60ef-46da-b99a-99bb40480ae9 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538446 May 26 16:03:21.601917 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c8d78-2adf-46ab-beb8-a52824e2f90d req-ae468d9e-0d5e-4d22-b053-d51cbecb847f tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:21.619918 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e7c8d78-2adf-46ab-beb8-a52824e2f90d req-ae468d9e-0d5e-4d22-b053-d51cbecb847f tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 947 time: 0.2371130 May 26 16:03:21.695341 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e7c8d78-2adf-46ab-beb8-a52824e2f90d req-ac5aca4b-937a-49cb-a570-5ce2b30fef02 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741751 May 26 16:03:21.730027 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24a9a0-3639-4e6c-871b-2e382e9b2de5 req-9f76741a-e1c5-4f46-9b11-ececa0f7fe94 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:21.731731 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee24a9a0-3639-4e6c-871b-2e382e9b2de5 req-9f76741a-e1c5-4f46-9b11-ececa0f7fe94 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3676661-fb96-48c4-9b46-3083f2e3cac0 HTTP/1.1" status: 200 len: 948 time: 0.1636872 May 26 16:03:21.740738 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-3db63b70-3a12-42b9-8ae3-3ec3ec757ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:21.742189 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-3db63b70-3a12-42b9-8ae3-3ec3ec757ca0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec&tenant_id=2e6ecadf768c4517a083521fe60f9efe HTTP/1.1" status: 200 len: 1101 time: 0.1687207 May 26 16:03:21.774113 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843337-2', 'device_owner': 'compute:nova'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:21.785390 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9a3745e4-7b0a-4f08-a975-63ef4088e096 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:21.796749 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee24a9a0-3639-4e6c-871b-2e382e9b2de5 req-4ea40dac-b058-4084-906c-91681a5c5a4b tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bc69ce0-396a-470f-a9e0-a58524570098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490675 May 26 16:03:21.835660 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f3d2a6-1e15-4689-9212-57c6f7e594ed None None] Network 369de868-f88b-496a-81db-e39dac250d27 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:03:21.910895 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:21.914039 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9069c-a02a-486e-9b7d-7b898d01ad67 req-3e7e4d24-ca27-4abe-a809-5d966269ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:21.915534 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-32b9069c-a02a-486e-9b7d-7b898d01ad67 req-3e7e4d24-ca27-4abe-a809-5d966269ed20 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cc5ef074-7315-4026-8964-d75cc2ddf062 HTTP/1.1" status: 200 len: 912 time: 0.2961636 May 26 16:03:21.938021 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9a3745e4-7b0a-4f08-a975-63ef4088e096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:21.938705 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a1a530cb-1be4-41c3-8ca8-82aecc2ea712 None None] Provisioning complete for port 8bba38f1-7452-4ecd-a4ca-4bb79e17f560 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:21.939313 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a1a530cb-1be4-41c3-8ca8-82aecc2ea712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:22.005895 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42272) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:22.042848 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8bba38f1-7452-4ecd-a4ca-4bb79e17f560 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:22.053027 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fc6aa248-e9ec-4136-aa40-a64899230a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:22.090790 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3745e4-7b0a-4f08-a975-63ef4088e096 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:22.101946 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-9a3745e4-7b0a-4f08-a975-63ef4088e096 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:22.109329 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-32b9069c-a02a-486e-9b7d-7b898d01ad67 req-f2211a09-df9d-451e-9182-11d2350d7fa2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d HTTP/1.1" status: 200 len: 1002 time: 0.1859007 May 26 16:03:22.117344 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3745e4-7b0a-4f08-a975-63ef4088e096 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:22.123432 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3745e4-7b0a-4f08-a975-63ef4088e096 admin admin] Pushing event updated for resources: {'Port': ['ID=d40add1c-daed-4be6-94dc-206bf64e7af7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:22.183321 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a1a530cb-1be4-41c3-8ca8-82aecc2ea712 None None] Current status of the port 8bba38f1-7452-4ecd-a4ca-4bb79e17f560 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:22.183705 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a1a530cb-1be4-41c3-8ca8-82aecc2ea712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:22.190463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 6c6292fe-5840-4369-b5fb-e2395da7f49c details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:03:22.202933 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe01d8-63b9-4df1-ad3f-45e08c87690e req-049c4ceb-f3ea-431b-a2a3-12a371dd420b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:22.213331 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d6fe01d8-63b9-4df1-ad3f-45e08c87690e req-049c4ceb-f3ea-431b-a2a3-12a371dd420b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.1433845 May 26 16:03:22.269240 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:22.303923 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d6fe01d8-63b9-4df1-ad3f-45e08c87690e req-97124fb9-7f52-4b2a-9436-e829ae6f18ee tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829349 May 26 16:03:22.343303 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fc6aa248-e9ec-4136-aa40-a64899230a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:22.349681 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fc6aa248-e9ec-4136-aa40-a64899230a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:22.365091 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9069c-a02a-486e-9b7d-7b898d01ad67 req-c162d16c-cd64-455e-94a0-7c3812b9a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:22.366630 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-32b9069c-a02a-486e-9b7d-7b898d01ad67 req-c162d16c-cd64-455e-94a0-7c3812b9a4d1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b75a4a7-49bc-43e9-90df-4f07b481bb2f HTTP/1.1" status: 200 len: 850 time: 0.2154193 May 26 16:03:22.393573 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6aa248-e9ec-4136-aa40-a64899230a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d23bb0-62e4-417a-8d49-a82c29bffc16,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:22.429879 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 6c6292fe-5840-4369-b5fb-e2395da7f49c, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=6c6292fe-5840-4369-b5fb-e2395da7f49c,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:22.442873 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fc6aa248-e9ec-4136-aa40-a64899230a87 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0b87c440e3af4c25b4e458709d872cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4332569 May 26 16:03:22.443285 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42276) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:22.469831 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a1a530cb-1be4-41c3-8ca8-82aecc2ea712 None None] For port 8bba38f1-7452-4ecd-a4ca-4bb79e17f560, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=8bba38f1-7452-4ecd-a4ca-4bb79e17f560,segment=NetworkSegment(47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12),segment_id=47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:22.472228 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 8bba38f1-7452-4ecd-a4ca-4bb79e17f560 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:22.472669 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:22.507294 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2812427-1cc0-41b7-96f6-b56faba6d397 req-d6ae3861-1b62-4221-8124-478548cf1a55 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:22.527299 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2812427-1cc0-41b7-96f6-b56faba6d397 req-d6ae3861-1b62-4221-8124-478548cf1a55 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 945 time: 0.1415858 May 26 16:03:22.547769 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '6c6292fe-5840-4369-b5fb-e2395da7f49c', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '6c6292fe-5840-4369-b5fb-e2395da7f49c', 'mac_address': 'fa:16:3e:14:3f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:03:22.558371 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a1a530cb-1be4-41c3-8ca8-82aecc2ea712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:22.571108 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9069c-a02a-486e-9b7d-7b898d01ad67 req-cb1a955b-ecd7-4602-803f-cabc18e04706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:22.572630 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-32b9069c-a02a-486e-9b7d-7b898d01ad67 req-cb1a955b-ecd7-4602-803f-cabc18e04706 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cc5ef074-7315-4026-8964-d75cc2ddf062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678836 May 26 16:03:22.573896 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:03:22.585084 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] For port 9bb925fc-5f8f-473d-ada5-90124aa84cad, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=9bb925fc-5f8f-473d-ada5-90124aa84cad,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:22.595909 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2812427-1cc0-41b7-96f6-b56faba6d397 req-5ff0c586-0e27-43db-b7c2-f70ce5e63a6d tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633154 May 26 16:03:22.637821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:22.638564 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:22.646878 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a993b308-2262-43ac-aff3-d2814a017bf1 req-f068416f-e3c0-4f8a-9f85-73e0424dcb97 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 210 time: 0.0648375 May 26 16:03:22.677140 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-25bc3a6c-7106-4679-bc09-1908ebf0bd81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:22.737470 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 6c6292fe-5840-4369-b5fb-e2395da7f49c is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:22.738115 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:22.745963 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-25bc3a6c-7106-4679-bc09-1908ebf0bd81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:22.793353 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a530cb-1be4-41c3-8ca8-82aecc2ea712 None None] Pushing event updated for resources: {'Port': ['ID=8bba38f1-7452-4ecd-a4ca-4bb79e17f560,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:22.842985 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6292fe-5840-4369-b5fb-e2395da7f49c {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:22.890831 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 8bba38f1-7452-4ecd-a4ca-4bb79e17f560 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:22.919475 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-25bc3a6c-7106-4679-bc09-1908ebf0bd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:22.925826 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-25bc3a6c-7106-4679-bc09-1908ebf0bd81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:22.929704 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-bd8e7501-1b50-4937-91e0-23c5cce3a391 None None] Provisioning complete for port 8bba38f1-7452-4ecd-a4ca-4bb79e17f560 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:22.930078 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bd8e7501-1b50-4937-91e0-23c5cce3a391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:22.934117 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-25bc3a6c-7106-4679-bc09-1908ebf0bd81 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e6d23bb0-62e4-417a-8d49-a82c29bffc16 HTTP/1.1" status: 204 len: 168 time: 0.4895511 May 26 16:03:22.957080 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 6c6292fe-5840-4369-b5fb-e2395da7f49c, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=6c6292fe-5840-4369-b5fb-e2395da7f49c,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:23.006161 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:23.036416 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:23.036814 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:23.101449 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47d79bc-e680-4b39-b5ee-730a40007067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c64db47-9eeb-42d6-b4e4-66a4b7fbd212'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:23.103752 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de44db8b-d48d-4c16-ae88-a8e7e5e74b14" -d '{"events": [{"server_uuid": "c47d79bc-e680-4b39-b5ee-730a40007067", "name": "network-vif-plugged", "status": "completed", "tag": "3c64db47-9eeb-42d6-b4e4-66a4b7fbd212"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:23.114384 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-db5a0ae4-c88d-4968-9b1d-63c946ecc7ed tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:23.115850 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-db5a0ae4-c88d-4968-9b1d-63c946ecc7ed tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.81 "GET /v2.0/networks?id=cf320b0a-9160-436c-9afa-9246ccfc6e6d HTTP/1.1" status: 200 len: 812 time: 0.1173601 May 26 16:03:23.134009 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=3c64db47-9eeb-42d6-b4e4-66a4b7fbd212,segment=NetworkSegment(c6380c4f-2eb2-46a7-b445-d8da7d649974),segment_id=c6380c4f-2eb2-46a7-b445-d8da7d649974)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:23.139858 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-2edf09a9-912f-4ab6-8137-189cff7ba450 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Request body: {'port': {'device_id': '5e31d742-10ed-4639-8c82-fe833032b52d', 'network_id': 'cf320b0a-9160-436c-9afa-9246ccfc6e6d', 'admin_state_up': True, 'tenant_id': '46364c65eaab404bb479cc7b86850f2b'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:23.149536 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:23.159748 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=6c6292fe-5840-4369-b5fb-e2395da7f49c,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:23.251101 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] For port 9bb925fc-5f8f-473d-ada5-90124aa84cad, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:23.284705 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-bd8e7501-1b50-4937-91e0-23c5cce3a391 None None] Current status of the port 8bba38f1-7452-4ecd-a4ca-4bb79e17f560 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:23.301814 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=3c64db47-9eeb-42d6-b4e4-66a4b7fbd212,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:23.312337 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-32b9069c-a02a-486e-9b7d-7b898d01ad67 req-218a5ae9-8f43-4c4f-8bdf-293545129ecc service neutron] 10.222.0.81 "GET /v2.0/networks/cc5ef074-7315-4026-8964-d75cc2ddf062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7250602 May 26 16:03:23.353585 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:03:23.355922 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 9bb925fc-5f8f-473d-ada5-90124aa84cad no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:03:23.438101 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307fd34b-7046-40fb-8d84-f0a6ecf484ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bb925fc-5f8f-473d-ada5-90124aa84cad'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:23.441026 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2ee334-f69f-43b4-9ca0-4aaffc014fb3" -d '{"events": [{"server_uuid": "307fd34b-7046-40fb-8d84-f0a6ecf484ec", "name": "network-vif-unplugged", "status": "completed", "tag": "9bb925fc-5f8f-473d-ada5-90124aa84cad"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:23.450725 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:23.485176 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9a3745e4-7b0a-4f08-a975-63ef4088e096 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:23.508726 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63410720-7666-4c4e-819e-860d74de624d req-86e78dd1-f160-4161-ad4b-10db22eca7dc tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:23.521833 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-63410720-7666-4c4e-819e-860d74de624d req-86e78dd1-f160-4161-ad4b-10db22eca7dc tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 947 time: 0.6848972 May 26 16:03:23.528025 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc3a6c-7106-4679-bc09-1908ebf0bd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d23bb0-62e4-417a-8d49-a82c29bffc16,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:23.535257 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 9bb925fc-5f8f-473d-ada5-90124aa84cad is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:23.535862 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:23.561208 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=0ea68745-d4c4-4a38-a36e-f2c63c9bedbc,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:23.576958 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21e736-9f12-4fc2-a410-d0bdfc771007 req-29affb0e-02e7-4134-b066-fa0c7a954f9c tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:23.587195 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd21e736-9f12-4fc2-a410-d0bdfc771007 req-29affb0e-02e7-4134-b066-fa0c7a954f9c tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3676661-fb96-48c4-9b46-3083f2e3cac0 HTTP/1.1" status: 200 len: 948 time: 0.6515603 May 26 16:03:23.594919 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '0ea68745-d4c4-4a38-a36e-f2c63c9bedbc', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '0ea68745-d4c4-4a38-a36e-f2c63c9bedbc', 'mac_address': 'fa:16:3e:9c:37:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:03:23.633196 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-63410720-7666-4c4e-819e-860d74de624d req-b58d2970-7940-4347-b403-c84c5478ae1c tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077592 May 26 16:03:23.655019 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['6c6292fe-5840-4369-b5fb-e2395da7f49c'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:23.670878 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd21e736-9f12-4fc2-a410-d0bdfc771007 req-66c2ffec-cdf0-4f8c-b212-c5acad79c164 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bc69ce0-396a-470f-a9e0-a58524570098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826437 May 26 16:03:23.672175 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] Transition to ACTIVE for port object 9bb925fc-5f8f-473d-ada5-90124aa84cad will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:03:23.705658 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:23.706316 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:23.706718 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:23.756136 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475418bf-cc73-4a0a-a4fe-4ba8e5ef498a x-openstack-request-id: req-475418bf-cc73-4a0a-a4fe-4ba8e5ef498a {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:23.756733 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47d79bc-e680-4b39-b5ee-730a40007067", "name": "network-vif-plugged", "status": "completed", "tag": "3c64db47-9eeb-42d6-b4e4-66a4b7fbd212", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:23.757058 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-475418bf-cc73-4a0a-a4fe-4ba8e5ef498a {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:23.757629 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-475418bf-cc73-4a0a-a4fe-4ba8e5ef498a'] response: {'server_uuid': 'c47d79bc-e680-4b39-b5ee-730a40007067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c64db47-9eeb-42d6-b4e4-66a4b7fbd212', 'code': 200} May 26 16:03:23.774692 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-2edf09a9-912f-4ab6-8137-189cff7ba450 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Made reservation on behalf of 46364c65eaab404bb479cc7b86850f2b for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:23.774909 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:23.778818 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-2edf09a9-912f-4ab6-8137-189cff7ba450 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:23.867474 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d23911-8b7c-42d3-b6a9-945fb003bd5c req-71068155-2702-4c94-aed1-e779f9dfd9ea tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:23.877458 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=0ea68745-d4c4-4a38-a36e-f2c63c9bedbc,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:23.881431 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7d23911-8b7c-42d3-b6a9-945fb003bd5c req-71068155-2702-4c94-aed1-e779f9dfd9ea tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 948 time: 0.1310155 May 26 16:03:23.882848 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:03:23.884256 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:03:23.904409 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:23.913908 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-32b9069c-a02a-486e-9b7d-7b898d01ad67 req-5e19daba-6ab0-4824-95d6-f2d9022c40df service neutron] 10.222.0.81 "GET /v2.0/networks/cc5ef074-7315-4026-8964-d75cc2ddf062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5654829 May 26 16:03:23.984219 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7d23911-8b7c-42d3-b6a9-945fb003bd5c req-64cfbcb2-e39c-4359-8a15-98651c912578 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821440 May 26 16:03:23.991330 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbddbf56-ed38-4499-8b34-50b5f4b874fa x-openstack-request-id: req-bbddbf56-ed38-4499-8b34-50b5f4b874fa {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:23.991831 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307fd34b-7046-40fb-8d84-f0a6ecf484ec", "name": "network-vif-unplugged", "status": "completed", "tag": "9bb925fc-5f8f-473d-ada5-90124aa84cad", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:23.992613 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bbddbf56-ed38-4499-8b34-50b5f4b874fa {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:23.993631 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbddbf56-ed38-4499-8b34-50b5f4b874fa'] response: {'server_uuid': '307fd34b-7046-40fb-8d84-f0a6ecf484ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bb925fc-5f8f-473d-ada5-90124aa84cad', 'code': 200} May 26 16:03:24.004450 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8bba38f1-7452-4ecd-a4ca-4bb79e17f560 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:24.033836 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] No DVR routers for this DVR port 9bb925fc-5f8f-473d-ada5-90124aa84cad on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:03:24.086405 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842003e-5b54-41f0-b93e-ea4c23ad2843 req-5badcdcf-5f3d-4a7b-bb8c-e30a3504741e tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:24.088760 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a842003e-5b54-41f0-b93e-ea4c23ad2843 req-5badcdcf-5f3d-4a7b-bb8c-e30a3504741e tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.1084988 May 26 16:03:24.111594 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9a3745e4-7b0a-4f08-a975-63ef4088e096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:24.156316 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a842003e-5b54-41f0-b93e-ea4c23ad2843 req-763e04e4-3817-4b5e-90a7-5acd7aec9a70 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562375 May 26 16:03:24.161172 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb925fc-5f8f-473d-ada5-90124aa84cad,revision_number=6']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:24.214066 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c513a167-e31d-4bc0-aa49-cd3c9a5164f2 req-3c8dd099-94bf-40aa-b1cd-ac4a9baefc60 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 210 time: 0.0745401 May 26 16:03:24.247583 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=0ea68745-d4c4-4a38-a36e-f2c63c9bedbc,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:24.268321 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['0ea68745-d4c4-4a38-a36e-f2c63c9bedbc'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:24.273330 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:03:24.277160 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 8bba38f1-7452-4ecd-a4ca-4bb79e17f560 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:24.277532 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:24.292061 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] Attempting to bind port 9bb925fc-5f8f-473d-ada5-90124aa84cad on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:24.292431 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] Attempting to bind port 9bb925fc-5f8f-473d-ada5-90124aa84cad by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:24.292759 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] Attempting to bind port 9bb925fc-5f8f-473d-ada5-90124aa84cad on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:24.324442 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e3ff7-9cfe-4524-8056-60f759301e74 req-b240228c-0304-411f-82f7-1a6b5d395d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:24.326191 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9b6e3ff7-9cfe-4524-8056-60f759301e74 req-b240228c-0304-411f-82f7-1a6b5d395d4c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 1097 time: 0.3660529 May 26 16:03:24.347993 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] Port 9bb925fc-5f8f-473d-ada5-90124aa84cad on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:03:24.348630 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] Attempting to bind port 9bb925fc-5f8f-473d-ada5-90124aa84cad on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:24.384868 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:24.385223 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:24.385610 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:24.386054 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] Bound port: 9bb925fc-5f8f-473d-ada5-90124aa84cad, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:24.386417 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:24.454860 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9b6e3ff7-9cfe-4524-8056-60f759301e74 req-e7f9823e-c8ca-42a2-92c9-1d1789eddc0a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165688 May 26 16:03:24.513915 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-2edf09a9-912f-4ab6-8137-189cff7ba450 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Allocated IP 172.20.0.13 (cf320b0a-9160-436c-9afa-9246ccfc6e6d/f01ba635-ccdf-40f5-81b7-3a68df45ec94/a57eefc1-aa04-49e0-b64b-cef0a18a82ec) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:24.566382 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 9bb925fc-5f8f-473d-ada5-90124aa84cad is: DOWN; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:24.574729 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3745e4-7b0a-4f08-a975-63ef4088e096 admin admin] Router a4873f4d-0870-4e54-9a83-e5bce1f4b1b5 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:03:24.579370 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] For port 9bb925fc-5f8f-473d-ada5-90124aa84cad, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:24.608841 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] For port 9bb925fc-5f8f-473d-ada5-90124aa84cad, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=9bb925fc-5f8f-473d-ada5-90124aa84cad,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:24.623159 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:24.661465 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 8bba38f1-7452-4ecd-a4ca-4bb79e17f560 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:24.743894 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:24.744528 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:24.745938 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] 10.222.0.83 "PUT /v2.0/ports/9bb925fc-5f8f-473d-ada5-90124aa84cad HTTP/1.1" status: 200 len: 1096 time: 2.9795034 May 26 16:03:24.837276 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b37ce5-02b6-4bef-ae58-843e1583c2af req-07187424-576e-4fdf-864a-e3129ef2da1e tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:24.844928 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-11b37ce5-02b6-4bef-ae58-843e1583c2af req-07187424-576e-4fdf-864a-e3129ef2da1e tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 948 time: 0.1481886 May 26 16:03:24.858380 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032729af-bda8-4f01-895c-934eabf90d69 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb925fc-5f8f-473d-ada5-90124aa84cad,revision_number=7']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:24.884298 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3745e4-7b0a-4f08-a975-63ef4088e096 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:03:24.896876 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] Sync routers for ids ['a4873f4d-0870-4e54-9a83-e5bce1f4b1b5'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:03:24.903374 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-2edf09a9-912f-4ab6-8137-189cff7ba450 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:24.913995 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] Routers {'a4873f4d-0870-4e54-9a83-e5bce1f4b1b5'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:03:24.914864 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-11b37ce5-02b6-4bef-ae58-843e1583c2af req-d642791f-6486-4299-97cf-727a3940f222 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648355 May 26 16:03:24.917215 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:03:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['a4873f4d-0870-4e54-9a83-e5bce1f4b1b5'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:24.932499 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9a3745e4-7b0a-4f08-a975-63ef4088e096 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:24.936383 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9a3745e4-7b0a-4f08-a975-63ef4088e096 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8258114 May 26 16:03:24.944959 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42332) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:24.952727 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8756ee9-3c8b-4091-a342-172d60d49c01 req-10a9ede3-2dfa-4702-b82e-1a212218f65a tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:24.954924 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8756ee9-3c8b-4091-a342-172d60d49c01 req-10a9ede3-2dfa-4702-b82e-1a212218f65a tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3676661-fb96-48c4-9b46-3083f2e3cac0 HTTP/1.1" status: 200 len: 949 time: 0.1727080 May 26 16:03:25.030896 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8756ee9-3c8b-4091-a342-172d60d49c01 req-7bdbd5de-234a-4cd9-9a4f-cc46f03921e7 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bc69ce0-396a-470f-a9e0-a58524570098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647039 May 26 16:03:25.120134 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-2edf09a9-912f-4ab6-8137-189cff7ba450 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:25.143132 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] Set router a4873f4d-0870-4e54-9a83-e5bce1f4b1b5 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:03:25.167491 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-24f1388f-52fd-4013-8699-9a42ec761a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:25.169037 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-24f1388f-52fd-4013-8699-9a42ec761a58 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 1099 time: 0.1889939 May 26 16:03:25.187151 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bd186-a01b-4e42-9b38-1af9670133c3 req-b0ef78bf-27d5-4e9a-8078-2e63c01bcd4b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:25.189858 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d25bd186-a01b-4e42-9b38-1af9670133c3 req-b0ef78bf-27d5-4e9a-8078-2e63c01bcd4b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 948 time: 0.0882587 May 26 16:03:25.205842 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-2edf09a9-912f-4ab6-8137-189cff7ba450 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Network cf320b0a-9160-436c-9afa-9246ccfc6e6d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:25.250530 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-2edf09a9-912f-4ab6-8137-189cff7ba450 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:25.253735 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-2edf09a9-912f-4ab6-8137-189cff7ba450 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:25.263421 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d25bd186-a01b-4e42-9b38-1af9670133c3 req-47dc6a61-e15b-4978-93a5-749d76bc4b7d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654600 May 26 16:03:25.328224 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf09a9-912f-4ab6-8137-189cff7ba450 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event updated for resources: {'Port': ['ID=a57eefc1-aa04-49e0-b64b-cef0a18a82ec,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:25.362151 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8b8bb-6fcd-4767-8dba-d01634b8d60b req-cb97bede-0416-43d8-b9f4-5c14e59dbe03 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:25.363963 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-29b8b8bb-6fcd-4767-8dba-d01634b8d60b req-cb97bede-0416-43d8-b9f4-5c14e59dbe03 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.0989156 May 26 16:03:25.409967 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4873f4d-0870-4e54-9a83-e5bce1f4b1b5', 'name': 'tempest-ServersTestMultiNic-1737838522-router', 'tenant_id': 'c6cedca6b56247978dd71967ceac922e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'd40add1c-daed-4be6-94dc-206bf64e7af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:19Z', 'updated_at': '2022-05-26T16:03:22Z', 'revision_number': 3, 'project_id': 'c6cedca6b56247978dd71967ceac922e', 'gw_port': {'id': 'd40add1c-daed-4be6-94dc-206bf64e7af7', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:81:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4873f4d-0870-4e54-9a83-e5bce1f4b1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:20Z', 'updated_at': '2022-05-26T16:03:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:25.438998 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-2edf09a9-912f-4ab6-8137-189cff7ba450 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:25.438998 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-2edf09a9-912f-4ab6-8137-189cff7ba450 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:25.440122 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-29b8b8bb-6fcd-4767-8dba-d01634b8d60b req-6c985ac9-766f-4024-8d4f-939074cebcca tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580380 May 26 16:03:25.442985 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] Checking router: a4873f4d-0870-4e54-9a83-e5bce1f4b1b5 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:03:25.443340 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] Updating router a4873f4d-0870-4e54-9a83-e5bce1f4b1b5 port d40add1c-daed-4be6-94dc-206bf64e7af7 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:03:25.456614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088fb33-58a5-4bb3-919d-186a3b62a2f4 req-0ed88fe8-74f5-4214-8e38-20c5fe7e7157 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:25.458248 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2088fb33-58a5-4bb3-919d-186a3b62a2f4 req-0ed88fe8-74f5-4214-8e38-20c5fe7e7157 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 932 time: 0.0899994 May 26 16:03:25.461785 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-06e249f7-2046-4437-8c12-13416b26e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:25.464120 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-06e249f7-2046-4437-8c12-13416b26e6d4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.2819743 May 26 16:03:25.486069 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-2edf09a9-912f-4ab6-8137-189cff7ba450 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3576148 May 26 16:03:25.489739 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:25.520705 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2088fb33-58a5-4bb3-919d-186a3b62a2f4 req-c8d73d23-f3c5-42e4-9264-3bde88b95a1e tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561106 May 26 16:03:25.533262 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-26a6b8ee-b516-4477-8c8e-dd962afc2fd8 service neutron] Request body: {'port': {'device_id': '5e31d742-10ed-4639-8c82-fe833032b52d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:25.789470 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:25.797996 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:25.843326 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-f5fd1dbc-572b-45fe-b917-197904ff48a6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=9bb925fc-5f8f-473d-ada5-90124aa84cad HTTP/1.1" status: 200 len: 217 time: 0.3690829 May 26 16:03:25.856955 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] Attempting to bind port d40add1c-daed-4be6-94dc-206bf64e7af7 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:25.857323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] Attempting to bind port d40add1c-daed-4be6-94dc-206bf64e7af7 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:25.857683 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] Attempting to bind port d40add1c-daed-4be6-94dc-206bf64e7af7 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:25.860920 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ff936-84bc-499b-8d75-b72c302f6586 None None] Pushing event updated for resources: {'Port': ['ID=d40add1c-daed-4be6-94dc-206bf64e7af7,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:25.871475 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:25.871475 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:25.871475 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:25.871475 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:25.871475 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] Bound port: d40add1c-daed-4be6-94dc-206bf64e7af7, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:25.871475 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:25.929465 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] For port d40add1c-daed-4be6-94dc-206bf64e7af7, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:25.933791 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] For port d40add1c-daed-4be6-94dc-206bf64e7af7, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d40add1c-daed-4be6-94dc-206bf64e7af7,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:25.938783 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:25.944685 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-26a6b8ee-b516-4477-8c8e-dd962afc2fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:26.000739 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307fd34b-7046-40fb-8d84-f0a6ecf484ec', 'tag': '9bb925fc-5f8f-473d-ada5-90124aa84cad'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:26.004584 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf02ec5-8600-4f5b-8802-7194b206691b" -d '{"events": [{"name": "network-changed", "server_uuid": "307fd34b-7046-40fb-8d84-f0a6ecf484ec", "tag": "9bb925fc-5f8f-473d-ada5-90124aa84cad"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:26.029089 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] Routers {'a4873f4d-0870-4e54-9a83-e5bce1f4b1b5'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:03:26.036047 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-21d911fb-ad6d-46a3-952a-95f3b0cde5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:26.036985 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:03:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['a4873f4d-0870-4e54-9a83-e5bce1f4b1b5'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:26.037690 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-21d911fb-ad6d-46a3-952a-95f3b0cde5b3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1573913 May 26 16:03:26.044290 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ff936-84bc-499b-8d75-b72c302f6586 None None] Pushing event updated for resources: {'Port': ['ID=d40add1c-daed-4be6-94dc-206bf64e7af7,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:26.128888 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43ddad-7bcf-477b-b653-00e8c9101f59 req-04a81154-98b8-4178-9396-5f4e04d820fd tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:26.138379 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6c43ddad-7bcf-477b-b653-00e8c9101f59 req-04a81154-98b8-4178-9396-5f4e04d820fd tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 948 time: 0.0852566 May 26 16:03:26.171247 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] Set router a4873f4d-0870-4e54-9a83-e5bce1f4b1b5 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:03:26.171389 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b847195c-9226-43f7-8fde-ccd534ea29a0 x-openstack-request-id: req-b847195c-9226-43f7-8fde-ccd534ea29a0 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:26.171917 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307fd34b-7046-40fb-8d84-f0a6ecf484ec", "tag": "9bb925fc-5f8f-473d-ada5-90124aa84cad", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:26.171917 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b847195c-9226-43f7-8fde-ccd534ea29a0 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:26.172471 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b847195c-9226-43f7-8fde-ccd534ea29a0'] response: {'name': 'network-changed', 'server_uuid': '307fd34b-7046-40fb-8d84-f0a6ecf484ec', 'tag': '9bb925fc-5f8f-473d-ada5-90124aa84cad', 'status': 'completed', 'code': 200} May 26 16:03:26.214319 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6c43ddad-7bcf-477b-b653-00e8c9101f59 req-7c9f4e58-6d2d-4c59-892f-414d39fc0aa1 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686946 May 26 16:03:26.226567 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-833c6fb7-a4e6-4eba-80eb-b5f86c583cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:26.228190 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-833c6fb7-a4e6-4eba-80eb-b5f86c583cc8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1727936 May 26 16:03:26.232943 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 6c6292fe-5840-4369-b5fb-e2395da7f49c up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:26.342834 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e3879-2797-4c48-8646-71335ab7f1da req-7cb79fcb-f0d1-4d95-a086-fdffcab3e1f3 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:26.345168 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-791e3879-2797-4c48-8646-71335ab7f1da req-7cb79fcb-f0d1-4d95-a086-fdffcab3e1f3 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3676661-fb96-48c4-9b46-3083f2e3cac0 HTTP/1.1" status: 200 len: 949 time: 0.0685525 May 26 16:03:26.397753 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 6c6292fe-5840-4369-b5fb-e2395da7f49c completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:03:26.405972 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-791e3879-2797-4c48-8646-71335ab7f1da req-dcc7e9f0-04c9-4817-8da4-15c86b9c9579 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bc69ce0-396a-470f-a9e0-a58524570098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534806 May 26 16:03:26.429499 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 6c6292fe-5840-4369-b5fb-e2395da7f49c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:26.429885 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:26.464075 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-96fd49e9-0626-4488-b8e5-be0d95639741 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150981 May 26 16:03:26.470057 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf02ec5-8600-4f5b-8802-7194b206691b req-db99f7d8-55b4-49d3-b294-127612d6f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:26.472019 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aaf02ec5-8600-4f5b-8802-7194b206691b req-db99f7d8-55b4-49d3-b294-127612d6f3b2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 1099 time: 0.2826321 May 26 16:03:26.553213 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 6c6292fe-5840-4369-b5fb-e2395da7f49c is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:26.553913 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:26.559523 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b3b27-0a2e-4de0-9291-ddc7512f14a0 req-a116ab68-3530-4aad-994c-fdd51343a1a1 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:26.561431 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f4b3b27-0a2e-4de0-9291-ddc7512f14a0 req-a116ab68-3530-4aad-994c-fdd51343a1a1 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 948 time: 0.1050835 May 26 16:03:26.576444 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4873f4d-0870-4e54-9a83-e5bce1f4b1b5', 'name': 'tempest-ServersTestMultiNic-1737838522-router', 'tenant_id': 'c6cedca6b56247978dd71967ceac922e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'd40add1c-daed-4be6-94dc-206bf64e7af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:19Z', 'updated_at': '2022-05-26T16:03:22Z', 'revision_number': 3, 'project_id': 'c6cedca6b56247978dd71967ceac922e', 'gw_port': {'id': 'd40add1c-daed-4be6-94dc-206bf64e7af7', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:81:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4873f4d-0870-4e54-9a83-e5bce1f4b1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:20Z', 'updated_at': '2022-05-26T16:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:26.644790 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f4b3b27-0a2e-4de0-9291-ddc7512f14a0 req-17e9dd3e-bce2-476b-9eb3-f3be7baa62fe tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757477 May 26 16:03:26.651676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccc5030-96e8-46cd-b67f-2e56b69c1c69 None None] The sync data for ids ['a4873f4d-0870-4e54-9a83-e5bce1f4b1b5'] in n-d-843337-2 is: [{'id': 'a4873f4d-0870-4e54-9a83-e5bce1f4b1b5', 'name': 'tempest-ServersTestMultiNic-1737838522-router', 'tenant_id': 'c6cedca6b56247978dd71967ceac922e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'd40add1c-daed-4be6-94dc-206bf64e7af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:19Z', 'updated_at': '2022-05-26T16:03:22Z', 'revision_number': 3, 'project_id': 'c6cedca6b56247978dd71967ceac922e', 'gw_port': {'id': 'd40add1c-daed-4be6-94dc-206bf64e7af7', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:81:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4873f4d-0870-4e54-9a83-e5bce1f4b1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:20Z', 'updated_at': '2022-05-26T16:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:03:26.677436 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b69248d-8780-4dcb-aa10-06831842a750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:26.696637 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc185b8e-a95e-4756-929d-94091812d55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6292fe-5840-4369-b5fb-e2395da7f49c'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:26.698709 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac3c785-ba2a-4c5b-9476-97d52aed1daa" -d '{"events": [{"server_uuid": "cc185b8e-a95e-4756-929d-94091812d55d", "name": "network-vif-plugged", "status": "completed", "tag": "6c6292fe-5840-4369-b5fb-e2395da7f49c"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:26.717841 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 6c6292fe-5840-4369-b5fb-e2395da7f49c, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=6c6292fe-5840-4369-b5fb-e2395da7f49c,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:26.730198 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:26.786204 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59a786-9dc1-49f0-8e3e-d8c40dd1c294 req-818ee692-4448-4e96-ab20-177b0175d316 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:26.791680 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f59a786-9dc1-49f0-8e3e-d8c40dd1c294 req-818ee692-4448-4e96-ab20-177b0175d316 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.1362646 May 26 16:03:26.839420 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=6c6292fe-5840-4369-b5fb-e2395da7f49c,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:26.899613 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf02ec5-8600-4f5b-8802-7194b206691b req-5702f9f9-fd72-417e-b2f4-9dd6d43a3213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:26.901131 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aaf02ec5-8600-4f5b-8802-7194b206691b req-5702f9f9-fd72-417e-b2f4-9dd6d43a3213 service neutron] 10.222.0.81 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.4075813 May 26 16:03:26.909322 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f59a786-9dc1-49f0-8e3e-d8c40dd1c294 req-522c9281-52dd-49df-bfa6-4c52f4922b88 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047287 May 26 16:03:26.930655 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f2fd34d0-2ea7-4248-b2c1-a875fc3abf00 req-a29da97d-eb18-45c6-be25-8acbd25c267b service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550986 May 26 16:03:26.933839 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38970863-9c54-4210-b6e2-c87e842e8be3 req-d9aac9c3-8e42-446c-9722-be08e46ee33e tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:26.935555 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38970863-9c54-4210-b6e2-c87e842e8be3 req-d9aac9c3-8e42-446c-9722-be08e46ee33e tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 932 time: 0.1179490 May 26 16:03:26.979761 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a106eb78-3264-402b-af88-70905b955980 x-openstack-request-id: req-a106eb78-3264-402b-af88-70905b955980 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:26.980692 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc185b8e-a95e-4756-929d-94091812d55d", "name": "network-vif-plugged", "status": "completed", "tag": "6c6292fe-5840-4369-b5fb-e2395da7f49c", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:26.980692 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a106eb78-3264-402b-af88-70905b955980 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:26.980969 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a106eb78-3264-402b-af88-70905b955980'] response: {'server_uuid': 'cc185b8e-a95e-4756-929d-94091812d55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6292fe-5840-4369-b5fb-e2395da7f49c', 'code': 200} May 26 16:03:27.035800 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38970863-9c54-4210-b6e2-c87e842e8be3 req-79d3940c-a854-48f8-a756-d640c48ce8b8 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732729 May 26 16:03:27.036401 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aaf02ec5-8600-4f5b-8802-7194b206691b req-e6ce9e4d-ead9-41d6-8d57-80dc21ab8bb3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=9bb925fc-5f8f-473d-ada5-90124aa84cad HTTP/1.1" status: 200 len: 217 time: 0.1139827 May 26 16:03:27.103290 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-26a6b8ee-b516-4477-8c8e-dd962afc2fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57eefc1-aa04-49e0-b64b-cef0a18a82ec {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:27.118655 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-26a6b8ee-b516-4477-8c8e-dd962afc2fd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:27.185891 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fa28efd2-de42-4d53-a04b-88105e5e2aea req-cc05c6f2-6f02-4589-aa95-32964e9cf342 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3102257 May 26 16:03:27.226398 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b58b1-66f3-4cdb-8bb8-bee30d5a5a50 req-e15b2957-c376-4e61-946f-158320e559d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:27.233464 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-26a6b8ee-b516-4477-8c8e-dd962afc2fd8 service neutron] Transition to ACTIVE for port object a57eefc1-aa04-49e0-b64b-cef0a18a82ec will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:03:27.250551 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf02ec5-8600-4f5b-8802-7194b206691b req-7bf6253f-439f-4248-ad13-e38cd9b9ebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:27.250811 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ad4b58b1-66f3-4cdb-8bb8-bee30d5a5a50 req-e15b2957-c376-4e61-946f-158320e559d5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 1100 time: 0.1122890 May 26 16:03:27.253159 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aaf02ec5-8600-4f5b-8802-7194b206691b req-7bf6253f-439f-4248-ad13-e38cd9b9ebe0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.2038260 May 26 16:03:27.257621 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-26a6b8ee-b516-4477-8c8e-dd962afc2fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:27.335109 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ad4b58b1-66f3-4cdb-8bb8-bee30d5a5a50 req-e4792f3c-d185-4073-b1cf-e20cbaee1d6d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585651 May 26 16:03:27.343671 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-3b69248d-8780-4dcb-aa10-06831842a750 admin admin] Allocated IP 172.20.0.1 (369de868-f88b-496a-81db-e39dac250d27/e6e7a94e-adf5-4957-8e1b-cf2c70c3a36d/9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:27.351829 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:27.411961 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d71c0-e479-4f5f-89ad-7ad6c8940e02 req-5d721641-15c6-4e2b-ac2d-52822026c293 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:27.414680 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e4d71c0-e479-4f5f-89ad-7ad6c8940e02 req-5d721641-15c6-4e2b-ac2d-52822026c293 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 949 time: 0.0853322 May 26 16:03:27.427933 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf02ec5-8600-4f5b-8802-7194b206691b req-3f49b341-02ff-4152-94bd-6210142bb63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:27.429678 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aaf02ec5-8600-4f5b-8802-7194b206691b req-3f49b341-02ff-4152-94bd-6210142bb63e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 1099 time: 0.2889712 May 26 16:03:27.481172 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6b8ee-b516-4477-8c8e-dd962afc2fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=a57eefc1-aa04-49e0-b64b-cef0a18a82ec,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:27.485798 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:03:27.490130 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:27.490507 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:27.500228 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e4d71c0-e479-4f5f-89ad-7ad6c8940e02 req-8fc9f934-61d5-406e-b75e-34e259a1453d tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732107 May 26 16:03:27.584368 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf975901-8871-4374-918e-3f30cc06ca18 req-a9d65a0d-d6fd-4e4a-86d9-7fe5011b6bbc tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:27.594436 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf975901-8871-4374-918e-3f30cc06ca18 req-a9d65a0d-d6fd-4e4a-86d9-7fe5011b6bbc tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3676661-fb96-48c4-9b46-3083f2e3cac0 HTTP/1.1" status: 200 len: 949 time: 0.0809002 May 26 16:03:27.607974 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:27.608683 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:27.621946 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b69248d-8780-4dcb-aa10-06831842a750 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:27.653627 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=0ea68745-d4c4-4a38-a36e-f2c63c9bedbc,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:27.661476 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:27.668778 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf975901-8871-4374-918e-3f30cc06ca18 req-bdcb9550-3b6a-4b27-8f0e-90314bf91b07 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bc69ce0-396a-470f-a9e0-a58524570098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715163 May 26 16:03:27.684060 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b69248d-8780-4dcb-aa10-06831842a750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:27.717283 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28efd2-de42-4d53-a04b-88105e5e2aea req-047ac231-6a8c-456c-b18d-a1f15b4f4857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:27.718881 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fa28efd2-de42-4d53-a04b-88105e5e2aea req-047ac231-6a8c-456c-b18d-a1f15b4f4857 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 1101 time: 0.4376593 May 26 16:03:27.728251 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=0ea68745-d4c4-4a38-a36e-f2c63c9bedbc,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:27.730544 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf02ec5-8600-4f5b-8802-7194b206691b req-a4bf6e14-203b-49d0-8ce0-9dcee7e430f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:27.733892 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aaf02ec5-8600-4f5b-8802-7194b206691b req-a4bf6e14-203b-49d0-8ce0-9dcee7e430f3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4684415 May 26 16:03:27.779947 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b69248d-8780-4dcb-aa10-06831842a750 admin admin] Network 369de868-f88b-496a-81db-e39dac250d27 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:27.843085 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72985f0a-69df-48b4-9082-444fec999838 req-800b7352-8ede-4f8f-9889-69b744df6bfd tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:27.846700 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-72985f0a-69df-48b4-9082-444fec999838 req-800b7352-8ede-4f8f-9889-69b744df6bfd tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 948 time: 0.0683751 May 26 16:03:27.847514 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42408) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:27.861910 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-3b69248d-8780-4dcb-aa10-06831842a750 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:27.921055 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-72985f0a-69df-48b4-9082-444fec999838 req-f68f72ae-bd21-49d2-89f1-2ea70d2050a9 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593538 May 26 16:03:27.940798 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d40add1c-daed-4be6-94dc-206bf64e7af7 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:27.962107 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b69248d-8780-4dcb-aa10-06831842a750 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:28.025454 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b69248d-8780-4dcb-aa10-06831842a750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:28.027900 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69248d-8780-4dcb-aa10-06831842a750 admin admin] Pushing event updated for resources: {'Port': ['ID=9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:28.092212 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port d40add1c-daed-4be6-94dc-206bf64e7af7 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:28.092699 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:28.153143 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9021a68-5f58-4f35-b612-fb83103dfc16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:28.220743 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7c54a540-4768-4db1-9c54-1bc50ba899b3 None None] Provisioning complete for port 9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:28.221157 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7c54a540-4768-4db1-9c54-1bc50ba899b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:28.246390 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f43d7-5581-42fd-a98d-438051cdb642 req-991aa667-97c2-4d83-bdc9-e2563d0c297b tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:28.248644 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c8f43d7-5581-42fd-a98d-438051cdb642 req-991aa667-97c2-4d83-bdc9-e2563d0c297b tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 944 time: 0.0978034 May 26 16:03:28.255230 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port d40add1c-daed-4be6-94dc-206bf64e7af7 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:28.255772 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:28.279839 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19693fd2-e97b-4182-9f7b-e8c893404618 req-c71dc9a0-943e-4a32-b40f-e2d71894bc21 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:28.281985 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-19693fd2-e97b-4182-9f7b-e8c893404618 req-c71dc9a0-943e-4a32-b40f-e2d71894bc21 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.1967609 May 26 16:03:28.296557 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7c54a540-4768-4db1-9c54-1bc50ba899b3 None None] Port 9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:03:28.299883 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port d40add1c-daed-4be6-94dc-206bf64e7af7, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d40add1c-daed-4be6-94dc-206bf64e7af7,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:28.308275 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:28.361765 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c8f43d7-5581-42fd-a98d-438051cdb642 req-1df76517-6e50-4b4c-ab3d-0ca33f636de0 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026273 May 26 16:03:28.384182 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=d40add1c-daed-4be6-94dc-206bf64e7af7,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:28.384705 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-19693fd2-e97b-4182-9f7b-e8c893404618 req-75810a00-bb9c-4dda-a886-d9a1848f8beb tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877590 May 26 16:03:28.423435 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9021a68-5f58-4f35-b612-fb83103dfc16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:28.428871 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9021a68-5f58-4f35-b612-fb83103dfc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:28.457922 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9021a68-5f58-4f35-b612-fb83103dfc16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829e9fb1-3c0a-42a3-82dd-7c5335d1328c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:28.492142 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e9021a68-5f58-4f35-b612-fb83103dfc16 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7ee0f4065eb64256895491096592719b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6409562 May 26 16:03:28.492472 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42418) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:28.580396 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e711f91-e1f1-401e-8141-9a6b5074e5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:28.647759 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aaf02ec5-8600-4f5b-8802-7194b206691b req-7a28c8f3-9ebc-462f-afdc-3d191946338a service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8862665 May 26 16:03:28.655390 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-26a6b8ee-b516-4477-8c8e-dd962afc2fd8 service neutron] Attempting to bind port a57eefc1-aa04-49e0-b64b-cef0a18a82ec on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:28.655738 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-26a6b8ee-b516-4477-8c8e-dd962afc2fd8 service neutron] Attempting to bind port a57eefc1-aa04-49e0-b64b-cef0a18a82ec by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '621041f9-a4a3-475a-9761-93f655636e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cf320b0a-9160-436c-9afa-9246ccfc6e6d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:28.656069 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-26a6b8ee-b516-4477-8c8e-dd962afc2fd8 service neutron] Attempting to bind port a57eefc1-aa04-49e0-b64b-cef0a18a82ec on network cf320b0a-9160-436c-9afa-9246ccfc6e6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:28.657425 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e711f91-e1f1-401e-8141-9a6b5074e5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:28.673275 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28efd2-de42-4d53-a04b-88105e5e2aea req-dfaf807f-f91a-4146-b974-e919acfafb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:28.675213 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fa28efd2-de42-4d53-a04b-88105e5e2aea req-dfaf807f-f91a-4146-b974-e919acfafb6e service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.8554361 May 26 16:03:28.701604 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-26a6b8ee-b516-4477-8c8e-dd962afc2fd8 service neutron] Port a57eefc1-aa04-49e0-b64b-cef0a18a82ec on network cf320b0a-9160-436c-9afa-9246ccfc6e6d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:03:28.702068 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-26a6b8ee-b516-4477-8c8e-dd962afc2fd8 service neutron] Attempting to bind port a57eefc1-aa04-49e0-b64b-cef0a18a82ec on network cf320b0a-9160-436c-9afa-9246ccfc6e6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:28.746045 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d384341-62c7-4863-ab6c-c045ee4d96e0 req-9895ea72-6318-4b9f-97df-d93edcd724fb tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:28.747592 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1d384341-62c7-4863-ab6c-c045ee4d96e0 req-9895ea72-6318-4b9f-97df-d93edcd724fb tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 949 time: 0.1605396 May 26 16:03:28.769596 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100f026-4636-460a-b26a-d4b244366a07 req-6267d590-7b0e-4bfc-b23d-37ab473de948 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:28.771083 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6100f026-4636-460a-b26a-d4b244366a07 req-6267d590-7b0e-4bfc-b23d-37ab473de948 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.1467130 May 26 16:03:28.780763 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659d867-482e-4b4c-8630-20c1c688d4a3 req-62bdcd4f-b244-4ca3-9604-2a62d02356f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:28.782208 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c659d867-482e-4b4c-8630-20c1c688d4a3 req-62bdcd4f-b244-4ca3-9604-2a62d02356f6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e054f09efe5e48a1a811c34416f57f3d&device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 1097 time: 0.1343522 May 26 16:03:28.791463 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-26a6b8ee-b516-4477-8c8e-dd962afc2fd8 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:28.791840 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-26a6b8ee-b516-4477-8c8e-dd962afc2fd8 service neutron] Checking segment: {'id': '621041f9-a4a3-475a-9761-93f655636e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cf320b0a-9160-436c-9afa-9246ccfc6e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:28.792236 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-26a6b8ee-b516-4477-8c8e-dd962afc2fd8 service neutron] Bound using segment: {'id': '621041f9-a4a3-475a-9761-93f655636e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cf320b0a-9160-436c-9afa-9246ccfc6e6d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:28.792765 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-26a6b8ee-b516-4477-8c8e-dd962afc2fd8 service neutron] Bound port: a57eefc1-aa04-49e0-b64b-cef0a18a82ec, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '621041f9-a4a3-475a-9761-93f655636e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cf320b0a-9160-436c-9afa-9246ccfc6e6d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:28.793101 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-26a6b8ee-b516-4477-8c8e-dd962afc2fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:28.796169 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fa28efd2-de42-4d53-a04b-88105e5e2aea req-cc39d1e7-af38-44b7-9794-eec9f1be1409 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=60450a80-835f-4f71-97de-cc95d2494e1a HTTP/1.1" status: 200 len: 217 time: 0.1046157 May 26 16:03:28.797285 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf02ec5-8600-4f5b-8802-7194b206691b req-a90ca027-f882-4d67-bacf-f495ec522ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:28.798756 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aaf02ec5-8600-4f5b-8802-7194b206691b req-a90ca027-f882-4d67-bacf-f495ec522ea0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 1.0043573 May 26 16:03:28.822521 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e711f91-e1f1-401e-8141-9a6b5074e5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:28.825072 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e711f91-e1f1-401e-8141-9a6b5074e5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:28.826220 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0e711f91-e1f1-401e-8141-9a6b5074e5db admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/829e9fb1-3c0a-42a3-82dd-7c5335d1328c HTTP/1.1" status: 204 len: 168 time: 0.3327308 May 26 16:03:28.901067 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e711f91-e1f1-401e-8141-9a6b5074e5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829e9fb1-3c0a-42a3-82dd-7c5335d1328c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:28.923369 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1d384341-62c7-4863-ab6c-c045ee4d96e0 req-3c53a7d8-2808-4c65-8d4a-0014eff1a8d8 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595895 May 26 16:03:28.946007 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6100f026-4636-460a-b26a-d4b244366a07 req-8ba16fb5-1d5e-42a5-ab22-6f1416bd8040 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615365 May 26 16:03:28.964645 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aaf02ec5-8600-4f5b-8802-7194b206691b req-3d5b34ca-08e3-484e-9c8d-03936d9a5341 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=9bb925fc-5f8f-473d-ada5-90124aa84cad HTTP/1.1" status: 200 len: 217 time: 0.1458302 May 26 16:03:28.981803 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3676661-fb96-48c4-9b46-3083f2e3cac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea68745-d4c4-4a38-a36e-f2c63c9bedbc'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:28.985735 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d312ea-ecab-4ead-8270-d13e929de2f9" -d '{"events": [{"server_uuid": "d3676661-fb96-48c4-9b46-3083f2e3cac0", "name": "network-vif-plugged", "status": "completed", "tag": "0ea68745-d4c4-4a38-a36e-f2c63c9bedbc"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:29.027713 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659d867-482e-4b4c-8630-20c1c688d4a3 req-3ba55cbf-82d2-42a6-b69f-55201c7b0378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:29.029292 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c659d867-482e-4b4c-8630-20c1c688d4a3 req-3ba55cbf-82d2-42a6-b69f-55201c7b0378 service neutron] 10.222.0.83 "GET /v2.0/networks?id=48798ccf-c01b-4baf-8c1d-06629758249c HTTP/1.1" status: 200 len: 918 time: 0.2308657 May 26 16:03:29.089107 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf02ec5-8600-4f5b-8802-7194b206691b req-e3f22c40-5e6e-4263-a733-9d112c52bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:29.090649 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aaf02ec5-8600-4f5b-8802-7194b206691b req-e3f22c40-5e6e-4263-a733-9d112c52bcb6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0978973 May 26 16:03:29.115559 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c659d867-482e-4b4c-8630-20c1c688d4a3 req-46758071-1cff-43a0-9379-d415e51832fb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 HTTP/1.1" status: 200 len: 217 time: 0.0717804 May 26 16:03:29.133704 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b69248d-8780-4dcb-aa10-06831842a750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:29.150790 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28efd2-de42-4d53-a04b-88105e5e2aea req-8b2e3d3a-c126-4399-9efc-339f716704e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:29.152312 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fa28efd2-de42-4d53-a04b-88105e5e2aea req-8b2e3d3a-c126-4399-9efc-339f716704e7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.3305798 May 26 16:03:29.184978 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3203d-c90e-4037-aa3b-2b6c88595fdf req-69306da7-1b7e-4f73-997e-419a24f9149e tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:29.186497 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7f3203d-c90e-4037-aa3b-2b6c88595fdf req-69306da7-1b7e-4f73-997e-419a24f9149e tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3676661-fb96-48c4-9b46-3083f2e3cac0 HTTP/1.1" status: 200 len: 950 time: 0.1531248 May 26 16:03:29.205178 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aaf02ec5-8600-4f5b-8802-7194b206691b req-2cdbf458-d9cb-4ef1-a7ab-1a7d8d5bd6eb service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445008 May 26 16:03:29.206022 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659d867-482e-4b4c-8630-20c1c688d4a3 req-5de8db56-a920-4d04-909c-b2f234498f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:29.207732 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c659d867-482e-4b4c-8630-20c1c688d4a3 req-5de8db56-a920-4d04-909c-b2f234498f58 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=667adff5-0c1e-46ec-b83e-3fbb957aa36c HTTP/1.1" status: 200 len: 856 time: 0.0773659 May 26 16:03:29.225916 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-26a6b8ee-b516-4477-8c8e-dd962afc2fd8 service neutron] For port a57eefc1-aa04-49e0-b64b-cef0a18a82ec, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:29.249374 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb8a3a-1729-4ba2-9d95-0c7931a4a3d8 req-95637ae7-8888-48cb-b8fe-981ce06a72db tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:29.257193 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3ceb8a3a-1729-4ba2-9d95-0c7931a4a3d8 req-95637ae7-8888-48cb-b8fe-981ce06a72db tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 948 time: 0.1915290 May 26 16:03:29.258809 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42434) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:29.279116 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-26a6b8ee-b516-4477-8c8e-dd962afc2fd8 service neutron] For port a57eefc1-aa04-49e0-b64b-cef0a18a82ec, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a57eefc1-aa04-49e0-b64b-cef0a18a82ec,segment=NetworkSegment(621041f9-a4a3-475a-9761-93f655636e38),segment_id=621041f9-a4a3-475a-9761-93f655636e38)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:29.288709 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-26a6b8ee-b516-4477-8c8e-dd962afc2fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:29.292539 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf02ec5-8600-4f5b-8802-7194b206691b req-6c9aa3bd-4389-4cf9-82bc-7779b6273264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:29.294196 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aaf02ec5-8600-4f5b-8802-7194b206691b req-6c9aa3bd-4389-4cf9-82bc-7779b6273264 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1828513 May 26 16:03:29.321024 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-016ce24b-db4c-4543-9f09-23180f3ebf29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:29.335459 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7f3203d-c90e-4037-aa3b-2b6c88595fdf req-1b5dd2e3-f9c0-4220-93c1-79171d6fa7bd tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bc69ce0-396a-470f-a9e0-a58524570098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255758 May 26 16:03:29.360027 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28efd2-de42-4d53-a04b-88105e5e2aea req-692b1279-a8ac-43ed-8a69-3920dc1dce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:29.361797 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fa28efd2-de42-4d53-a04b-88105e5e2aea req-692b1279-a8ac-43ed-8a69-3920dc1dce95 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1814327 May 26 16:03:29.372087 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3ceb8a3a-1729-4ba2-9d95-0c7931a4a3d8 req-128a7af4-f52f-49a1-9e20-154d74a685e9 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139202 May 26 16:03:29.375392 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-26a6b8ee-b516-4477-8c8e-dd962afc2fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:29.375992 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-26a6b8ee-b516-4477-8c8e-dd962afc2fd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:29.378300 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-26a6b8ee-b516-4477-8c8e-dd962afc2fd8 service neutron] 10.222.0.81 "PUT /v2.0/ports/a57eefc1-aa04-49e0-b64b-cef0a18a82ec HTTP/1.1" status: 200 len: 1092 time: 3.8571246 May 26 16:03:29.381877 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659d867-482e-4b4c-8630-20c1c688d4a3 req-a1cf27cd-1d5d-4c3f-af75-1f95b06cf2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:29.382236 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e31d742-10ed-4639-8c82-fe833032b52d', 'tag': 'a57eefc1-aa04-49e0-b64b-cef0a18a82ec'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:29.383723 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c659d867-482e-4b4c-8630-20c1c688d4a3 req-a1cf27cd-1d5d-4c3f-af75-1f95b06cf2d9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48798ccf-c01b-4baf-8c1d-06629758249c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1613498 May 26 16:03:29.385239 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41973cb0-c1ff-4c6c-94eb-f9060a9a2779" -d '{"events": [{"name": "network-changed", "server_uuid": "5e31d742-10ed-4639-8c82-fe833032b52d", "tag": "a57eefc1-aa04-49e0-b64b-cef0a18a82ec"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:29.415342 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0f9aa7-629e-434e-ba63-f92a5558a210 x-openstack-request-id: req-8a0f9aa7-629e-434e-ba63-f92a5558a210 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:29.415936 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3676661-fb96-48c4-9b46-3083f2e3cac0", "name": "network-vif-plugged", "status": "completed", "tag": "0ea68745-d4c4-4a38-a36e-f2c63c9bedbc", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:29.415936 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8a0f9aa7-629e-434e-ba63-f92a5558a210 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:29.416363 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a0f9aa7-629e-434e-ba63-f92a5558a210'] response: {'server_uuid': 'd3676661-fb96-48c4-9b46-3083f2e3cac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea68745-d4c4-4a38-a36e-f2c63c9bedbc', 'code': 200} May 26 16:03:29.490891 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55be530b-d4ee-44e9-ac14-d7cb5ac01f29 x-openstack-request-id: req-55be530b-d4ee-44e9-ac14-d7cb5ac01f29 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:29.491137 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e31d742-10ed-4639-8c82-fe833032b52d", "tag": "a57eefc1-aa04-49e0-b64b-cef0a18a82ec", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:29.491386 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-55be530b-d4ee-44e9-ac14-d7cb5ac01f29 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:29.491716 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55be530b-d4ee-44e9-ac14-d7cb5ac01f29'] response: {'name': 'network-changed', 'server_uuid': '5e31d742-10ed-4639-8c82-fe833032b52d', 'tag': 'a57eefc1-aa04-49e0-b64b-cef0a18a82ec', 'status': 'completed', 'code': 200} May 26 16:03:29.601310 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6b8ee-b516-4477-8c8e-dd962afc2fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=a57eefc1-aa04-49e0-b64b-cef0a18a82ec,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:29.607222 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c659d867-482e-4b4c-8630-20c1c688d4a3 req-e8d7b3ce-d165-4a1f-882a-e864d9bf1f83 service neutron] 10.222.0.83 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072227 May 26 16:03:29.618025 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-016ce24b-db4c-4543-9f09-23180f3ebf29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:29.627150 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26903f0-900f-40f0-894d-6c927d0cdfde req-137c804c-f5ea-4ba8-9157-90ed52ad44ba tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:29.629364 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d26903f0-900f-40f0-894d-6c927d0cdfde req-137c804c-f5ea-4ba8-9157-90ed52ad44ba tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 944 time: 0.1182163 May 26 16:03:29.637577 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-016ce24b-db4c-4543-9f09-23180f3ebf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:29.718057 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-afa2e648-33e2-4134-bfdf-99b11d46535c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:29.719655 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-afa2e648-33e2-4134-bfdf-99b11d46535c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=46364c65eaab404bb479cc7b86850f2b&device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 1095 time: 0.2306459 May 26 16:03:29.728811 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aaf02ec5-8600-4f5b-8802-7194b206691b req-a0f1383e-b3c0-4f15-8487-d9fd56f61fc9 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014187 May 26 16:03:29.730628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af795d1-047b-4a3d-952f-f6daedb5482f req-afeb90ff-93f5-4a0b-b2f4-677c76cf5d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:29.732145 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5af795d1-047b-4a3d-952f-f6daedb5482f req-afeb90ff-93f5-4a0b-b2f4-677c76cf5d78 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d3676661-fb96-48c4-9b46-3083f2e3cac0 HTTP/1.1" status: 200 len: 1101 time: 0.1841640 May 26 16:03:29.736989 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fa28efd2-de42-4d53-a04b-88105e5e2aea req-3803c42a-3646-460c-bc56-87e9d74189cd service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568423 May 26 16:03:29.756034 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ce24b-db4c-4543-9f09-23180f3ebf29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ab6b5c-da9a-402b-86a3-9a6a10b666a9,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:29.760175 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-016ce24b-db4c-4543-9f09-23180f3ebf29 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5214a3fda12748eaa0e59ce933442f2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4825673 May 26 16:03:29.764866 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42440) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:29.782686 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d26903f0-900f-40f0-894d-6c927d0cdfde req-82a4fa6e-021b-47a6-a66f-569a5acc8169 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418200 May 26 16:03:29.803278 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-24f226bb-6776-4847-a0df-a2426f4e0bee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a57eefc1-aa04-49e0-b64b-cef0a18a82ec HTTP/1.1" status: 200 len: 217 time: 0.0698123 May 26 16:03:29.832821 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c659d867-482e-4b4c-8630-20c1c688d4a3 req-cc9ad2c6-b847-4b02-9b38-a8e23a90b67b service neutron] 10.222.0.83 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017348 May 26 16:03:29.850962 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b9760571-7e57-4d44-b02a-db3c000b7587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:29.874719 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b9760571-7e57-4d44-b02a-db3c000b7587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:29.895663 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b69248d-8780-4dcb-aa10-06831842a750 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:29.910077 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d40add1c-daed-4be6-94dc-206bf64e7af7 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:29.936392 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b9760571-7e57-4d44-b02a-db3c000b7587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:29.944550 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b9760571-7e57-4d44-b02a-db3c000b7587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:29.948306 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b9760571-7e57-4d44-b02a-db3c000b7587 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a0ab6b5c-da9a-402b-86a3-9a6a10b666a9 HTTP/1.1" status: 204 len: 168 time: 0.1782756 May 26 16:03:29.959784 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9760571-7e57-4d44-b02a-db3c000b7587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ab6b5c-da9a-402b-86a3-9a6a10b666a9,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:29.983002 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b69248d-8780-4dcb-aa10-06831842a750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:30.026135 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port d40add1c-daed-4be6-94dc-206bf64e7af7 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:30.026564 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:30.084956 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5af795d1-047b-4a3d-952f-f6daedb5482f req-1a3efca4-f143-4782-ae40-668399e1cc4d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5bc69ce0-396a-470f-a9e0-a58524570098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367476 May 26 16:03:30.170253 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00afc97-7e1c-4710-a594-444425d6d9a6 req-7c9d5083-89b5-4027-9fae-899084389a40 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:30.172267 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c00afc97-7e1c-4710-a594-444425d6d9a6 req-7c9d5083-89b5-4027-9fae-899084389a40 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.1278012 May 26 16:03:30.199782 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-5b88c1ec-88df-4242-bb8f-8891cece7e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:30.201620 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-5b88c1ec-88df-4242-bb8f-8891cece7e5b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f01ba635-ccdf-40f5-81b7-3a68df45ec94 HTTP/1.1" status: 200 len: 852 time: 0.3710012 May 26 16:03:30.207992 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69248d-8780-4dcb-aa10-06831842a750 admin admin] Pushing event updated for resources: {'Port': ['ID=9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:30.210400 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7755b-c5ec-4738-a641-5ec954ee3387 req-48cdbd86-d657-414f-9767-34d3d7d75e4f tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:30.218374 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-65a7755b-c5ec-4738-a641-5ec954ee3387 req-48cdbd86-d657-414f-9767-34d3d7d75e4f tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 949 time: 0.1282382 May 26 16:03:30.223910 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aaf02ec5-8600-4f5b-8802-7194b206691b req-1741d581-b1a0-4a17-86b9-04fc5673b6cf service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398279 May 26 16:03:30.224889 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b69248d-8780-4dcb-aa10-06831842a750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:30.228244 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fa28efd2-de42-4d53-a04b-88105e5e2aea req-f22a3e35-4834-4d8e-b5e5-fceb056c2f8a service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455762 May 26 16:03:30.297139 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port d40add1c-daed-4be6-94dc-206bf64e7af7 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:30.301950 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:30.314339 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-65a7755b-c5ec-4738-a641-5ec954ee3387 req-9b290dc0-7333-4b25-a306-e37628bc1e36 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948024 May 26 16:03:30.324984 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c00afc97-7e1c-4710-a594-444425d6d9a6 req-9fdf62bf-565d-497c-b61c-8c08479e4b38 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438315 May 26 16:03:30.415520 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-5c75b4fc-63ae-445d-8e3e-e8679bcab8b7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cf320b0a-9160-436c-9afa-9246ccfc6e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578387 May 26 16:03:30.506429 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3b364-0f19-484b-aa83-e5a141409624 req-73c3c81f-37e3-44ad-af6f-216c3aa35b00 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:30.509601 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87c3b364-0f19-484b-aa83-e5a141409624 req-73c3c81f-37e3-44ad-af6f-216c3aa35b00 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3676661-fb96-48c4-9b46-3083f2e3cac0 HTTP/1.1" status: 200 len: 950 time: 0.0713909 May 26 16:03:30.511978 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b69248d-8780-4dcb-aa10-06831842a750 admin admin] Network 369de868-f88b-496a-81db-e39dac250d27 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:30.516345 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-3b69248d-8780-4dcb-aa10-06831842a750 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:30.585312 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87c3b364-0f19-484b-aa83-e5a141409624 req-e51d7fd9-9441-4f1c-9505-599e174cae2f tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bc69ce0-396a-470f-a9e0-a58524570098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683231 May 26 16:03:30.686833 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-1c756359-50b5-4d02-97b7-aab46268a04e service neutron] 10.222.0.81 "GET /v2.0/networks/cf320b0a-9160-436c-9afa-9246ccfc6e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489204 May 26 16:03:30.691952 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b69248d-8780-4dcb-aa10-06831842a750 admin admin] Router a4873f4d-0870-4e54-9a83-e5bce1f4b1b5 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:03:30.792395 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d500e37-621b-40be-ab2c-f074f941ed58 req-2dcd5195-cf3e-4f65-b9cb-13f1cd78ea4f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:30.800738 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9d500e37-621b-40be-ab2c-f074f941ed58 req-2dcd5195-cf3e-4f65-b9cb-13f1cd78ea4f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 948 time: 0.1068189 May 26 16:03:30.855772 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9d500e37-621b-40be-ab2c-f074f941ed58 req-167ea1b8-f3cd-4f9d-a210-1f504978b37a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523498 May 26 16:03:30.857176 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-59caf442-e330-4c14-8e2f-bd1d1bdeb450 None None] Provisioning complete for port 9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:30.857659 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59caf442-e330-4c14-8e2f-bd1d1bdeb450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:30.891186 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b69248d-8780-4dcb-aa10-06831842a750 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:03:30.907613 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3b69248d-8780-4dcb-aa10-06831842a750 admin admin] 10.222.0.77 "PUT /v2.0/routers/a4873f4d-0870-4e54-9a83-e5bce1f4b1b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9531198 May 26 16:03:30.907971 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] Sync routers for ids ['a4873f4d-0870-4e54-9a83-e5bce1f4b1b5'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:03:30.908441 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-59caf442-e330-4c14-8e2f-bd1d1bdeb450 None None] Port 9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:03:30.923256 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-abdb8b40-77f5-4bec-ae24-a6acae634799 req-a79a59a4-c8d3-4037-8452-bcbfc81f6cb1 service neutron] 10.222.0.81 "GET /v2.0/networks/cf320b0a-9160-436c-9afa-9246ccfc6e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271051 May 26 16:03:30.924589 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-fa8ac4f9-8940-4d7f-bb91-375c0f3e33f7 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a3d1acb1cfd64e6e8ebef431bb4a3c40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804789 May 26 16:03:30.942836 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] Routers {'a4873f4d-0870-4e54-9a83-e5bce1f4b1b5'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:03:30.944707 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:03:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['a4873f4d-0870-4e54-9a83-e5bce1f4b1b5'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:31.091351 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42492) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:31.117045 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41973cb0-c1ff-4c6c-94eb-f9060a9a2779 req-157959c0-5ba6-43c6-9e06-23ae30e0502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:31.118605 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-41973cb0-c1ff-4c6c-94eb-f9060a9a2779 req-157959c0-5ba6-43c6-9e06-23ae30e0502d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=46364c65eaab404bb479cc7b86850f2b&device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 1095 time: 0.0847795 May 26 16:03:31.124441 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] Set router a4873f4d-0870-4e54-9a83-e5bce1f4b1b5 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:03:31.150232 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e8e92-501f-47f9-90de-3681c35df13f req-859cce4d-c68d-43d5-be09-432565f8ebfc tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:31.151743 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-554e8e92-501f-47f9-90de-3681c35df13f req-859cce4d-c68d-43d5-be09-432565f8ebfc tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 944 time: 0.1321609 May 26 16:03:31.161885 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-a593a7a6-0d14-4c55-99cb-d8e5c263a698 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:31.163393 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-a593a7a6-0d14-4c55-99cb-d8e5c263a698 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2372386 May 26 16:03:31.200694 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-399af677-da97-4787-b388-3753ab0c631e tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/quotas/a3d1acb1cfd64e6e8ebef431bb4a3c40 HTTP/1.1" status: 200 len: 375 time: 0.0302477 May 26 16:03:31.251427 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-554e8e92-501f-47f9-90de-3681c35df13f req-9ce32386-421f-44d6-be44-69f27c843c19 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870337 May 26 16:03:31.287260 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-e1da13d8-65f9-420d-a784-5d5fb8736fbe tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a3d1acb1cfd64e6e8ebef431bb4a3c40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0856037 May 26 16:03:31.379015 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41973cb0-c1ff-4c6c-94eb-f9060a9a2779 req-cae2c3c8-2f5d-483e-8743-ea3bfe93086f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:31.382048 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-41973cb0-c1ff-4c6c-94eb-f9060a9a2779 req-cae2c3c8-2f5d-483e-8743-ea3bfe93086f service neutron] 10.222.0.81 "GET /v2.0/networks?id=cf320b0a-9160-436c-9afa-9246ccfc6e6d HTTP/1.1" status: 200 len: 913 time: 0.2493269 May 26 16:03:31.472814 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4873f4d-0870-4e54-9a83-e5bce1f4b1b5', 'name': 'tempest-ServersTestMultiNic-1737838522-router', 'tenant_id': 'c6cedca6b56247978dd71967ceac922e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'd40add1c-daed-4be6-94dc-206bf64e7af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:19Z', 'updated_at': '2022-05-26T16:03:28Z', 'revision_number': 4, 'project_id': 'c6cedca6b56247978dd71967ceac922e', 'gw_port': {'id': 'd40add1c-daed-4be6-94dc-206bf64e7af7', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:81:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4873f4d-0870-4e54-9a83-e5bce1f4b1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:20Z', 'updated_at': '2022-05-26T16:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe', 'name': '', 'network_id': '369de868-f88b-496a-81db-e39dac250d27', 'tenant_id': 'c6cedca6b56247978dd71967ceac922e', 'mac_address': 'fa:16:3e:18:dc:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4873f4d-0870-4e54-9a83-e5bce1f4b1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'e6e7a94e-adf5-4957-8e1b-cf2c70c3a36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:26Z', 'updated_at': '2022-05-26T16:03:29Z', 'revision_number': 2, 'project_id': 'c6cedca6b56247978dd71967ceac922e', 'subnets': [{'id': 'e6e7a94e-adf5-4957-8e1b-cf2c70c3a36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:31.477302 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e35c04fe-42cf-4645-9f24-612d06768f59 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-762060438'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:31.482757 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-41973cb0-c1ff-4c6c-94eb-f9060a9a2779 req-38e15f8c-5ff5-4b5a-a8cd-0d77501cdec3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a57eefc1-aa04-49e0-b64b-cef0a18a82ec HTTP/1.1" status: 200 len: 217 time: 0.0761244 May 26 16:03:31.507791 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c786c-a0b5-48e7-947f-3881c82d2ef1 req-f40a6bd5-be42-4310-998d-d0202fb49260 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:31.528650 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-543c786c-a0b5-48e7-947f-3881c82d2ef1 req-f40a6bd5-be42-4310-998d-d0202fb49260 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.0894907 May 26 16:03:31.544570 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] Checking router: a4873f4d-0870-4e54-9a83-e5bce1f4b1b5 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:03:31.545183 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] Updating router a4873f4d-0870-4e54-9a83-e5bce1f4b1b5 port 9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:03:31.588778 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35c04fe-42cf-4645-9f24-612d06768f59 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Made reservation on behalf of c6cedca6b56247978dd71967ceac922e for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:31.592981 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e35c04fe-42cf-4645-9f24-612d06768f59 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:31.619305 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:31.620464 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41973cb0-c1ff-4c6c-94eb-f9060a9a2779 req-e9a1c332-f9e2-4679-9aea-47655f17943f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:31.622859 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-41973cb0-c1ff-4c6c-94eb-f9060a9a2779 req-e9a1c332-f9e2-4679-9aea-47655f17943f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f01ba635-ccdf-40f5-81b7-3a68df45ec94 HTTP/1.1" status: 200 len: 852 time: 0.1268144 May 26 16:03:31.641134 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35c04fe-42cf-4645-9f24-612d06768f59 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:03:31.674340 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4a69af33-c6ef-41e7-87bd-ecb919a9120a req-bf7b72be-7458-4b85-9c3f-c4d613a5bac5 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 210 time: 0.0954454 May 26 16:03:31.702095 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-543c786c-a0b5-48e7-947f-3881c82d2ef1 req-ba1439de-ecfc-49e6-b687-e03ca44d0e15 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627898 May 26 16:03:31.877277 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd87740-cef5-41ae-8b4b-4e1a65291ba4 req-f8accb74-8a3a-4c2d-8dd7-debd3f2e285b tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:31.894628 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5dd87740-cef5-41ae-8b4b-4e1a65291ba4 req-f8accb74-8a3a-4c2d-8dd7-debd3f2e285b tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3676661-fb96-48c4-9b46-3083f2e3cac0 HTTP/1.1" status: 200 len: 950 time: 0.1020105 May 26 16:03:31.960559 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5dd87740-cef5-41ae-8b4b-4e1a65291ba4 req-bda29f63-888e-4c82-9d98-551f772e55df tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bc69ce0-396a-470f-a9e0-a58524570098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513368 May 26 16:03:32.101955 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a255b9-c3ad-4e2e-ad92-50c79b22d0fa req-2aabb262-70c1-4519-a9b5-ff770fdc2d72 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:32.110803 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48a255b9-c3ad-4e2e-ad92-50c79b22d0fa req-2aabb262-70c1-4519-a9b5-ff770fdc2d72 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 948 time: 0.1292865 May 26 16:03:32.189869 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48a255b9-c3ad-4e2e-ad92-50c79b22d0fa req-00bbeb4f-0154-4fc8-b844-643e1534c36b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781338 May 26 16:03:32.222893 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-41973cb0-c1ff-4c6c-94eb-f9060a9a2779 req-702cd01d-d630-4216-8880-4f2df471f3c7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cf320b0a-9160-436c-9afa-9246ccfc6e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5829363 May 26 16:03:32.229045 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e35c04fe-42cf-4645-9f24-612d06768f59 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:32.229556 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-e35c04fe-42cf-4645-9f24-612d06768f59 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Added segment a934d4c5-70d5-44fe-8550-8b2f58f4f089 of type vlan for network 2d6abc46-a390-4c53-a081-348fc05e301c May 26 16:03:32.254913 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 9bb925fc-5f8f-473d-ada5-90124aa84cad details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:03:32.325670 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:32.331775 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:32.411302 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551b474-08c9-4a5a-b2e8-766e5e4c20f1 None None] Pushing event updated for resources: {'Port': ['ID=9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:32.429145 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551b474-08c9-4a5a-b2e8-766e5e4c20f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:32.429862 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551b474-08c9-4a5a-b2e8-766e5e4c20f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:32.430562 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551b474-08c9-4a5a-b2e8-766e5e4c20f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:32.431821 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551b474-08c9-4a5a-b2e8-766e5e4c20f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:32.432611 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551b474-08c9-4a5a-b2e8-766e5e4c20f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:32.433787 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551b474-08c9-4a5a-b2e8-766e5e4c20f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:32.434345 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551b474-08c9-4a5a-b2e8-766e5e4c20f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:32.435349 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551b474-08c9-4a5a-b2e8-766e5e4c20f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:32.435918 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551b474-08c9-4a5a-b2e8-766e5e4c20f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:32.436263 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b54879-44d9-47d3-aebe-4c7543d8e2a4 req-db49dea5-ad6c-46d4-b711-c5ca99a282f4 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:32.437919 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551b474-08c9-4a5a-b2e8-766e5e4c20f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:32.438494 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551b474-08c9-4a5a-b2e8-766e5e4c20f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:32.439042 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551b474-08c9-4a5a-b2e8-766e5e4c20f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:32.446982 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-62b54879-44d9-47d3-aebe-4c7543d8e2a4 req-db49dea5-ad6c-46d4-b711-c5ca99a282f4 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3676661-fb96-48c4-9b46-3083f2e3cac0 HTTP/1.1" status: 200 len: 950 time: 0.1009688 May 26 16:03:32.461269 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e35c04fe-42cf-4645-9f24-612d06768f59 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:32.469339 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 9bb925fc-5f8f-473d-ada5-90124aa84cad, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=9bb925fc-5f8f-473d-ada5-90124aa84cad,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:32.489198 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '9bb925fc-5f8f-473d-ada5-90124aa84cad', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '9bb925fc-5f8f-473d-ada5-90124aa84cad', 'mac_address': 'fa:16:3e:a6:87:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:03:32.516015 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-62b54879-44d9-47d3-aebe-4c7543d8e2a4 req-afe05c91-ef97-488a-af85-6ec48f3b329a tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bc69ce0-396a-470f-a9e0-a58524570098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678821 May 26 16:03:32.544925 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] Attempting to bind port 9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:32.546792 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] Attempting to bind port 9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '369de868-f88b-496a-81db-e39dac250d27'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:32.547042 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e35c04fe-42cf-4645-9f24-612d06768f59 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:32.547672 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] Attempting to bind port 9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe on network 369de868-f88b-496a-81db-e39dac250d27 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:32.550452 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 9bb925fc-5f8f-473d-ada5-90124aa84cad is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:32.551639 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:32.557218 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:32.558076 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] Checking segment: {'id': '47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '369de868-f88b-496a-81db-e39dac250d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:32.558949 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:32.559554 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] Bound using segment: {'id': '47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '369de868-f88b-496a-81db-e39dac250d27'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:32.560505 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] Bound port: 9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '369de868-f88b-496a-81db-e39dac250d27'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:32.561106 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:32.567952 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac639b7-dba4-415c-bf7a-114af593529d req-294aa0ca-63b6-47f1-a336-140761bf0c3b tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:32.569276 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb925fc-5f8f-473d-ada5-90124aa84cad {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:32.569655 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35c04fe-42cf-4645-9f24-612d06768f59 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:32.570322 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e35c04fe-42cf-4645-9f24-612d06768f59 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:32.573034 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bac639b7-dba4-415c-bf7a-114af593529d req-294aa0ca-63b6-47f1-a336-140761bf0c3b tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 944 time: 0.1828499 May 26 16:03:32.619339 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 9bb925fc-5f8f-473d-ada5-90124aa84cad, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=9bb925fc-5f8f-473d-ada5-90124aa84cad,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:32.624813 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:32.668674 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bac639b7-dba4-415c-bf7a-114af593529d req-a62e1e87-5fb9-4699-b159-77713ef49d18 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865266 May 26 16:03:32.681701 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-41973cb0-c1ff-4c6c-94eb-f9060a9a2779 req-81b3a574-179e-4004-81a5-0bc0ee12a03a service neutron] 10.222.0.81 "GET /v2.0/networks/cf320b0a-9160-436c-9afa-9246ccfc6e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896730 May 26 16:03:32.681917 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] For port 9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:32.695315 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] For port 9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe,segment=NetworkSegment(47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12),segment_id=47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:32.702832 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:32.738888 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=9bb925fc-5f8f-473d-ada5-90124aa84cad,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:32.756412 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] Routers {'a4873f4d-0870-4e54-9a83-e5bce1f4b1b5'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:03:32.757186 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:03:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['a4873f4d-0870-4e54-9a83-e5bce1f4b1b5'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:32.808437 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42544) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:32.809848 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e35c04fe-42cf-4645-9f24-612d06768f59 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7171235 May 26 16:03:32.815140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-1f3f8175-8a12-4d2a-a372-ffa46fdef9b8 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Request body: {'subnet': {'network_id': '2d6abc46-a390-4c53-a081-348fc05e301c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:32.845489 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c04fe-42cf-4645-9f24-612d06768f59 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event updated for resources: {'Network': ['ID=2d6abc46-a390-4c53-a081-348fc05e301c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:32.853559 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1f1b8a37-3d83-41f4-a63a-1e87d03cc156 req-bf2ec75e-87e8-4fdf-8769-8d2ddb1468e3 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 210 time: 0.0560918 May 26 16:03:32.882169 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 2d6abc46-a390-4c53-a081-348fc05e301c details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:03:32.886266 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-11044785-bf44-4509-9373-c40724421827 None None] Provisioning complete for port 9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:32.886633 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-11044785-bf44-4509-9373-c40724421827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:32.910274 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] Set router a4873f4d-0870-4e54-9a83-e5bce1f4b1b5 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:03:32.948125 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-41973cb0-c1ff-4c6c-94eb-f9060a9a2779 req-f738c0a2-8539-48dc-a536-255541fba8bf service neutron] 10.222.0.81 "GET /v2.0/networks/cf320b0a-9160-436c-9afa-9246ccfc6e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883399 May 26 16:03:33.019917 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3f8175-8a12-4d2a-a372-ffa46fdef9b8 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Made reservation on behalf of c6cedca6b56247978dd71967ceac922e for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:33.025270 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8175-8a12-4d2a-a372-ffa46fdef9b8 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:33.185078 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-11044785-bf44-4509-9373-c40724421827 None None] Current status of the port 9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:33.185471 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-11044785-bf44-4509-9373-c40724421827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:33.250281 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3bd86-bf6e-4dbe-a5ed-34e87fbf08f1 req-639e0f29-a795-4fac-9248-10185b955a62 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:33.252076 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52b3bd86-bf6e-4dbe-a5ed-34e87fbf08f1 req-639e0f29-a795-4fac-9248-10185b955a62 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.2164454 May 26 16:03:33.272661 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-11044785-bf44-4509-9373-c40724421827 None None] For port 9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe,segment=NetworkSegment(47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12),segment_id=47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:33.280473 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-11044785-bf44-4509-9373-c40724421827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:33.320797 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551b474-08c9-4a5a-b2e8-766e5e4c20f1 None None] Pushing event updated for resources: {'Port': ['ID=9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:33.346628 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4873f4d-0870-4e54-9a83-e5bce1f4b1b5', 'name': 'tempest-ServersTestMultiNic-1737838522-router', 'tenant_id': 'c6cedca6b56247978dd71967ceac922e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'd40add1c-daed-4be6-94dc-206bf64e7af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:19Z', 'updated_at': '2022-05-26T16:03:28Z', 'revision_number': 4, 'project_id': 'c6cedca6b56247978dd71967ceac922e', 'gw_port': {'id': 'd40add1c-daed-4be6-94dc-206bf64e7af7', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:81:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4873f4d-0870-4e54-9a83-e5bce1f4b1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:20Z', 'updated_at': '2022-05-26T16:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe', 'name': '', 'network_id': '369de868-f88b-496a-81db-e39dac250d27', 'tenant_id': 'c6cedca6b56247978dd71967ceac922e', 'mac_address': 'fa:16:3e:18:dc:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4873f4d-0870-4e54-9a83-e5bce1f4b1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'e6e7a94e-adf5-4957-8e1b-cf2c70c3a36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:26Z', 'updated_at': '2022-05-26T16:03:32Z', 'revision_number': 4, 'project_id': 'c6cedca6b56247978dd71967ceac922e', 'subnets': [{'id': 'e6e7a94e-adf5-4957-8e1b-cf2c70c3a36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:03:33.354793 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52b3bd86-bf6e-4dbe-a5ed-34e87fbf08f1 req-bf753159-6d05-46ae-aacb-8a44725a4638 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881014 May 26 16:03:33.358206 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device a57eefc1-aa04-49e0-b64b-cef0a18a82ec details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:03:33.389942 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4522350-3e7e-4a02-9b38-e305224929ad None None] The sync data for ids ['a4873f4d-0870-4e54-9a83-e5bce1f4b1b5'] in n-d-843337-2 is: [{'id': 'a4873f4d-0870-4e54-9a83-e5bce1f4b1b5', 'name': 'tempest-ServersTestMultiNic-1737838522-router', 'tenant_id': 'c6cedca6b56247978dd71967ceac922e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'd40add1c-daed-4be6-94dc-206bf64e7af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:19Z', 'updated_at': '2022-05-26T16:03:28Z', 'revision_number': 4, 'project_id': 'c6cedca6b56247978dd71967ceac922e', 'gw_port': {'id': 'd40add1c-daed-4be6-94dc-206bf64e7af7', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:81:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4873f4d-0870-4e54-9a83-e5bce1f4b1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:20Z', 'updated_at': '2022-05-26T16:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe', 'name': '', 'network_id': '369de868-f88b-496a-81db-e39dac250d27', 'tenant_id': 'c6cedca6b56247978dd71967ceac922e', 'mac_address': 'fa:16:3e:18:dc:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4873f4d-0870-4e54-9a83-e5bce1f4b1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'e6e7a94e-adf5-4957-8e1b-cf2c70c3a36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:26Z', 'updated_at': '2022-05-26T16:03:32Z', 'revision_number': 4, 'project_id': 'c6cedca6b56247978dd71967ceac922e', 'subnets': [{'id': 'e6e7a94e-adf5-4957-8e1b-cf2c70c3a36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:03:33.419003 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11044785-bf44-4509-9373-c40724421827 None None] Pushing event updated for resources: {'Port': ['ID=9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:33.467150 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8175-8a12-4d2a-a372-ffa46fdef9b8 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:33.572605 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['9bb925fc-5f8f-473d-ada5-90124aa84cad'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:33.576899 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port a57eefc1-aa04-49e0-b64b-cef0a18a82ec, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a57eefc1-aa04-49e0-b64b-cef0a18a82ec,segment=NetworkSegment(621041f9-a4a3-475a-9761-93f655636e38),segment_id=621041f9-a4a3-475a-9761-93f655636e38)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:33.615525 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a759e6-2900-4ff2-acc0-3c77cf8f106c req-63b14dfc-a061-4c58-bd85-e443b53d82bc tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:33.616215 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-95f5dc61-84be-4e2d-8d6e-bebcbb37662d None None] Provisioning complete for port 9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:33.616519 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-95f5dc61-84be-4e2d-8d6e-bebcbb37662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:33.617390 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87a759e6-2900-4ff2-acc0-3c77cf8f106c req-63b14dfc-a061-4c58-bd85-e443b53d82bc tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 949 time: 0.2490878 May 26 16:03:33.655722 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'a57eefc1-aa04-49e0-b64b-cef0a18a82ec', 'network_id': 'cf320b0a-9160-436c-9afa-9246ccfc6e6d', 'port_id': 'a57eefc1-aa04-49e0-b64b-cef0a18a82ec', 'mac_address': 'fa:16:3e:34:c7:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01ba635-ccdf-40f5-81b7-3a68df45ec94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:03:33.683479 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f8175-8a12-4d2a-a372-ffa46fdef9b8 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event updated for resources: {'Subnet': ['ID=ccc126cc-da6b-49c8-8937-6bf6e6b8b067,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:33.687221 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd3ab941-8948-4581-bd56-49e7fe7ba550 req-82b45f01-114a-402a-b876-0285fcd3387e tempest-QuotasAdminNegativeTest-1287642672 tempest-QuotasAdminNegativeTest-1287642672-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=7736644a106445b58a37bdccc0a93591&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654106 May 26 16:03:33.690161 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-8684cb7d-fc0f-45f0-9a42-420d5ab1d395 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=a3d1acb1cfd64e6e8ebef431bb4a3c40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311587 May 26 16:03:33.705001 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3f8175-8a12-4d2a-a372-ffa46fdef9b8 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Checking segment: {'id': 'a934d4c5-70d5-44fe-8550-8b2f58f4f089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2d6abc46-a390-4c53-a081-348fc05e301c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:33.705824 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3f8175-8a12-4d2a-a372-ffa46fdef9b8 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Network hostable DHCP agents. Network: 2d6abc46-a390-4c53-a081-348fc05e301c, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:03:33.720485 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f8175-8a12-4d2a-a372-ffa46fdef9b8 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:33.721130 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f8175-8a12-4d2a-a372-ffa46fdef9b8 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:33.721631 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f8175-8a12-4d2a-a372-ffa46fdef9b8 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:33.722643 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f8175-8a12-4d2a-a372-ffa46fdef9b8 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:33.723195 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f8175-8a12-4d2a-a372-ffa46fdef9b8 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:33.724178 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f8175-8a12-4d2a-a372-ffa46fdef9b8 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:33.724731 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f8175-8a12-4d2a-a372-ffa46fdef9b8 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:33.725269 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f8175-8a12-4d2a-a372-ffa46fdef9b8 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:33.725766 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f8175-8a12-4d2a-a372-ffa46fdef9b8 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:33.726260 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f8175-8a12-4d2a-a372-ffa46fdef9b8 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:33.726762 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f8175-8a12-4d2a-a372-ffa46fdef9b8 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:33.727314 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f8175-8a12-4d2a-a372-ffa46fdef9b8 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:33.823306 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87a759e6-2900-4ff2-acc0-3c77cf8f106c req-c1abf4a6-610e-4b74-8934-04d7a347620b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796083 May 26 16:03:33.867114 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3f8175-8a12-4d2a-a372-ffa46fdef9b8 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Network 2d6abc46-a390-4c53-a081-348fc05e301c is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:03:33.876948 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-95f5dc61-84be-4e2d-8d6e-bebcbb37662d None None] Current status of the port 9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:33.885821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port a57eefc1-aa04-49e0-b64b-cef0a18a82ec is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:33.886683 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:33.899223 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-ed4fa6d4-2379-4e1e-a989-a845006423c7 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:33.902293 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-ed4fa6d4-2379-4e1e-a989-a845006423c7 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933379 May 26 16:03:33.917182 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-1f3f8175-8a12-4d2a-a372-ffa46fdef9b8 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 2d6abc46-a390-4c53-a081-348fc05e301c) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:33.923239 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3f8175-8a12-4d2a-a372-ffa46fdef9b8 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:33.923848 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8175-8a12-4d2a-a372-ffa46fdef9b8 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:33.946586 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-a0aa9cf0-a3df-4f18-92f0-4fb79f09e9a0 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Request body: {'port': {'device_id': '2150b777-3a73-4db1-8c3a-d917193bd502', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': 'a3d1acb1cfd64e6e8ebef431bb4a3c40'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:33.952224 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980b4a7f-59af-483f-a79f-2532969ed370 None None] Network 2d6abc46-a390-4c53-a081-348fc05e301c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:03:33.981111 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1f3f8175-8a12-4d2a-a372-ffa46fdef9b8 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1691699 May 26 16:03:33.982189 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42580) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:33.995186 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-313029d3-31ae-4020-921f-c06ef96b0304 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-989669852'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:34.014850 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ab941-8948-4581-bd56-49e7fe7ba550 req-4515de7b-bdac-4959-b1ac-3c7269ccd418 tempest-QuotasAdminNegativeTest-1287642672 tempest-QuotasAdminNegativeTest-1287642672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:34.016539 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd3ab941-8948-4581-bd56-49e7fe7ba550 req-4515de7b-bdac-4959-b1ac-3c7269ccd418 tempest-QuotasAdminNegativeTest-1287642672 tempest-QuotasAdminNegativeTest-1287642672-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3138895 May 26 16:03:34.023752 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57eefc1-aa04-49e0-b64b-cef0a18a82ec {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:34.056443 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port a57eefc1-aa04-49e0-b64b-cef0a18a82ec, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a57eefc1-aa04-49e0-b64b-cef0a18a82ec,segment=NetworkSegment(621041f9-a4a3-475a-9761-93f655636e38),segment_id=621041f9-a4a3-475a-9761-93f655636e38)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:34.063089 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:34.071963 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd3ab941-8948-4581-bd56-49e7fe7ba550 req-de666344-eb98-428c-a60c-ff06b34d79ea tempest-QuotasAdminNegativeTest-1287642672 tempest-QuotasAdminNegativeTest-1287642672-project] 10.222.0.77 "GET /v2.0/quotas/7736644a106445b58a37bdccc0a93591 HTTP/1.1" status: 200 len: 375 time: 0.0478959 May 26 16:03:34.085520 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313029d3-31ae-4020-921f-c06ef96b0304 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Made reservation on behalf of c6cedca6b56247978dd71967ceac922e for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:34.089523 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-313029d3-31ae-4020-921f-c06ef96b0304 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:34.118036 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406e7e8-2e7c-4dba-8628-b1269f55def2 req-759da5bc-41e3-4be1-a271-d8b26767fa19 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:34.126078 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3406e7e8-2e7c-4dba-8628-b1269f55def2 req-759da5bc-41e3-4be1-a271-d8b26767fa19 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3676661-fb96-48c4-9b46-3083f2e3cac0 HTTP/1.1" status: 200 len: 950 time: 0.1063652 May 26 16:03:34.126578 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-a0aa9cf0-a3df-4f18-92f0-4fb79f09e9a0 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Made reservation on behalf of a3d1acb1cfd64e6e8ebef431bb4a3c40 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:34.131542 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-a0aa9cf0-a3df-4f18-92f0-4fb79f09e9a0 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:34.151163 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd3ab941-8948-4581-bd56-49e7fe7ba550 req-61835f64-f210-4f59-838c-72bb791e2db9 tempest-QuotasAdminNegativeTest-1287642672 tempest-QuotasAdminNegativeTest-1287642672-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7736644a106445b58a37bdccc0a93591&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692389 May 26 16:03:34.204211 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3406e7e8-2e7c-4dba-8628-b1269f55def2 req-cfa0b4ff-175b-4de1-9a05-4b9f26f8b07f tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bc69ce0-396a-470f-a9e0-a58524570098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732772 May 26 16:03:34.215830 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313029d3-31ae-4020-921f-c06ef96b0304 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:03:34.227704 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-313029d3-31ae-4020-921f-c06ef96b0304 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:34.228578 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-313029d3-31ae-4020-921f-c06ef96b0304 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Added segment f55fcecc-7367-4a0f-9ee8-625c87ba0294 of type vlan for network 7270590f-d74b-4c1a-857b-4ef286b5224e May 26 16:03:34.229311 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:34.306116 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-313029d3-31ae-4020-921f-c06ef96b0304 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:34.363859 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-313029d3-31ae-4020-921f-c06ef96b0304 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:34.366209 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-a0aa9cf0-a3df-4f18-92f0-4fb79f09e9a0 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Allocated IP 192.168.233.250 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/904f5248-ef97-4540-b16f-709215b1b22a) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:34.374896 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313029d3-31ae-4020-921f-c06ef96b0304 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:34.376073 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-313029d3-31ae-4020-921f-c06ef96b0304 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:34.416595 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dda745-88df-4421-bf71-5ab28aa1cf45 req-c8eadecf-99fa-466b-af6f-fa8da4935ce1 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:34.418156 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-00dda745-88df-4421-bf71-5ab28aa1cf45 req-c8eadecf-99fa-466b-af6f-fa8da4935ce1 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3676661-fb96-48c4-9b46-3083f2e3cac0 HTTP/1.1" status: 200 len: 950 time: 0.1178336 May 26 16:03:34.476024 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=a57eefc1-aa04-49e0-b64b-cef0a18a82ec,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:34.484380 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:34.484796 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:34.557458 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-313029d3-31ae-4020-921f-c06ef96b0304 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5693498 May 26 16:03:34.560109 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42586) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:34.573195 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-856e4f62-1b1a-49d1-8f80-eec4d3e40a0e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Request body: {'subnet': {'network_id': '7270590f-d74b-4c1a-857b-4ef286b5224e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:34.613734 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['a57eefc1-aa04-49e0-b64b-cef0a18a82ec'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:34.614357 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313029d3-31ae-4020-921f-c06ef96b0304 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event updated for resources: {'Network': ['ID=7270590f-d74b-4c1a-857b-4ef286b5224e,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:34.616127 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a196eef6-74ff-440e-90a3-7d5b10f85ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-2d6abc46-a390-4c53-a081-348fc05e301c', 'network_id': '2d6abc46-a390-4c53-a081-348fc05e301c', 'tenant_id': 'c6cedca6b56247978dd71967ceac922e', 'fixed_ips': [{'subnet_id': 'ccc126cc-da6b-49c8-8937-6bf6e6b8b067'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:03:34.617338 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a196eef6-74ff-440e-90a3-7d5b10f85ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:34.647927 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 7270590f-d74b-4c1a-857b-4ef286b5224e details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:03:34.690486 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b718ce-c055-43ad-b30b-e7dc33e94bf2 req-320b88bf-3297-4cc2-9674-1fb4d4d764ab tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:34.703707 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8b718ce-c055-43ad-b30b-e7dc33e94bf2 req-320b88bf-3297-4cc2-9674-1fb4d4d764ab tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 945 time: 0.3604667 May 26 16:03:34.772561 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-11eed489-b257-4b51-890c-e86d2e63f9cb req-15b3da0b-6c86-4ce3-b121-ecf712041463 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 210 time: 0.0977650 May 26 16:03:34.835652 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-a4a0edd0-0a5f-4206-88bd-d6c2847ab577 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:34.837564 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-a4a0edd0-0a5f-4206-88bd-d6c2847ab577 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.83 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec&tenant_id=2e6ecadf768c4517a083521fe60f9efe&binding%3Ahost_id=n-h2-843337-2 HTTP/1.1" status: 200 len: 949 time: 0.1830060 May 26 16:03:34.842434 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-00dda745-88df-4421-bf71-5ab28aa1cf45 req-3f77b967-6b45-46e8-86aa-f099f64275d4 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Deleting port 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:03:34.842866 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-00dda745-88df-4421-bf71-5ab28aa1cf45 req-3f77b967-6b45-46e8-86aa-f099f64275d4 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:34.850421 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-a0aa9cf0-a3df-4f18-92f0-4fb79f09e9a0 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:34.911322 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:34.931029 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8b718ce-c055-43ad-b30b-e7dc33e94bf2 req-f1191e80-162e-4bd2-b0e4-6ded622d4f3b tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260253 May 26 16:03:34.947747 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856e4f62-1b1a-49d1-8f80-eec4d3e40a0e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Made reservation on behalf of c6cedca6b56247978dd71967ceac922e for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:34.955359 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-856e4f62-1b1a-49d1-8f80-eec4d3e40a0e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:35.023186 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-a196eef6-74ff-440e-90a3-7d5b10f85ba8 None None] Allocated IP 19.80.0.2 (2d6abc46-a390-4c53-a081-348fc05e301c/ccc126cc-da6b-49c8-8937-6bf6e6b8b067/e0297e2a-f4b5-481e-ab44-7989d80fdd3a) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:35.153491 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-a0aa9cf0-a3df-4f18-92f0-4fb79f09e9a0 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:35.185112 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-f31f9db6-8542-4b2e-b5e9-6320287a6620 service neutron] 10.222.0.83 "GET /v2.0/ports/9bb925fc-5f8f-473d-ada5-90124aa84cad/bindings/n-h2-843337-2 HTTP/1.1" status: 200 len: 382 time: 0.2746649 May 26 16:03:35.187317 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-00dda745-88df-4421-bf71-5ab28aa1cf45 req-3f77b967-6b45-46e8-86aa-f099f64275d4 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] For port 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=0ea68745-d4c4-4a38-a36e-f2c63c9bedbc,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:35.188304 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-00dda745-88df-4421-bf71-5ab28aa1cf45 req-3f77b967-6b45-46e8-86aa-f099f64275d4 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:35.203118 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984e610-dab6-45ad-91f7-efe3e41239d4 req-e2d5c147-0844-48ec-8bbb-9f654dd2f546 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:35.204751 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5984e610-dab6-45ad-91f7-efe3e41239d4 req-e2d5c147-0844-48ec-8bbb-9f654dd2f546 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.1135974 May 26 16:03:35.307051 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa9cf0-a3df-4f18-92f0-4fb79f09e9a0 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Pushing event updated for resources: {'Port': ['ID=904f5248-ef97-4540-b16f-709215b1b22a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:35.309896 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-00dda745-88df-4421-bf71-5ab28aa1cf45 req-3f77b967-6b45-46e8-86aa-f099f64275d4 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Calling delete_port for 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:03:35.312869 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a196eef6-74ff-440e-90a3-7d5b10f85ba8 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:35.313266 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-a0aa9cf0-a3df-4f18-92f0-4fb79f09e9a0 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:35.320796 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a196eef6-74ff-440e-90a3-7d5b10f85ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:35.326785 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73457a1-4adc-44d2-a45f-a3f8ff9e3b1b req-e651439e-cbd7-40f7-a1b2-516eca5fc099 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:35.328051 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b73457a1-4adc-44d2-a45f-a3f8ff9e3b1b req-e651439e-cbd7-40f7-a1b2-516eca5fc099 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 949 time: 0.1756241 May 26 16:03:35.335540 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-a0aa9cf0-a3df-4f18-92f0-4fb79f09e9a0 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:35.345559 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-a0aa9cf0-a3df-4f18-92f0-4fb79f09e9a0 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:35.378608 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a196eef6-74ff-440e-90a3-7d5b10f85ba8 None None] Network 2d6abc46-a390-4c53-a081-348fc05e301c is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:35.384701 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-a196eef6-74ff-440e-90a3-7d5b10f85ba8 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:35.385616 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5984e610-dab6-45ad-91f7-efe3e41239d4 req-fb494078-4594-4dd6-a5e8-6a558ecffece tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497886 May 26 16:03:35.388548 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a196eef6-74ff-440e-90a3-7d5b10f85ba8 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:35.414253 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196eef6-74ff-440e-90a3-7d5b10f85ba8 None None] Pushing event updated for resources: {'Port': ['ID=e0297e2a-f4b5-481e-ab44-7989d80fdd3a,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:35.479224 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-856e4f62-1b1a-49d1-8f80-eec4d3e40a0e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:35.511744 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a196eef6-74ff-440e-90a3-7d5b10f85ba8 None None] Attempting to bind port e0297e2a-f4b5-481e-ab44-7989d80fdd3a on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:35.512495 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a196eef6-74ff-440e-90a3-7d5b10f85ba8 None None] Attempting to bind port e0297e2a-f4b5-481e-ab44-7989d80fdd3a by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'a934d4c5-70d5-44fe-8550-8b2f58f4f089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2d6abc46-a390-4c53-a081-348fc05e301c'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:35.512495 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a196eef6-74ff-440e-90a3-7d5b10f85ba8 None None] Attempting to bind port e0297e2a-f4b5-481e-ab44-7989d80fdd3a on network 2d6abc46-a390-4c53-a081-348fc05e301c {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:35.529520 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a196eef6-74ff-440e-90a3-7d5b10f85ba8 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:35.530120 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a196eef6-74ff-440e-90a3-7d5b10f85ba8 None None] Checking segment: {'id': 'a934d4c5-70d5-44fe-8550-8b2f58f4f089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2d6abc46-a390-4c53-a081-348fc05e301c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:35.530366 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a196eef6-74ff-440e-90a3-7d5b10f85ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:35.531343 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a196eef6-74ff-440e-90a3-7d5b10f85ba8 None None] Bound using segment: {'id': 'a934d4c5-70d5-44fe-8550-8b2f58f4f089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2d6abc46-a390-4c53-a081-348fc05e301c'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:35.531343 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a196eef6-74ff-440e-90a3-7d5b10f85ba8 None None] Bound port: e0297e2a-f4b5-481e-ab44-7989d80fdd3a, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a934d4c5-70d5-44fe-8550-8b2f58f4f089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2d6abc46-a390-4c53-a081-348fc05e301c'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:35.532286 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a196eef6-74ff-440e-90a3-7d5b10f85ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:35.533228 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b73457a1-4adc-44d2-a45f-a3f8ff9e3b1b req-cb6e9b7f-782e-492a-a3aa-f183375ee1a7 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705132 May 26 16:03:35.543074 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-a0aa9cf0-a3df-4f18-92f0-4fb79f09e9a0 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:35.543676 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-a0aa9cf0-a3df-4f18-92f0-4fb79f09e9a0 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:35.598407 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-076f40a3-de03-47de-80e5-5f29f1f278f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:35.602074 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-076f40a3-de03-47de-80e5-5f29f1f278f1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 1100 time: 0.3191190 May 26 16:03:35.608531 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-a0aa9cf0-a3df-4f18-92f0-4fb79f09e9a0 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6710157 May 26 16:03:35.616476 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e4f62-1b1a-49d1-8f80-eec4d3e40a0e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Checking segment: {'id': 'f55fcecc-7367-4a0f-9ee8-625c87ba0294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7270590f-d74b-4c1a-857b-4ef286b5224e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:35.616869 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856e4f62-1b1a-49d1-8f80-eec4d3e40a0e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Network hostable DHCP agents. Network: 7270590f-d74b-4c1a-857b-4ef286b5224e, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:03:35.620859 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e4f62-1b1a-49d1-8f80-eec4d3e40a0e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event updated for resources: {'Subnet': ['ID=ea091b0d-bf14-4a12-a338-0f349cf20f76,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:35.651936 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856e4f62-1b1a-49d1-8f80-eec4d3e40a0e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Network 7270590f-d74b-4c1a-857b-4ef286b5224e is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:03:35.665539 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a196eef6-74ff-440e-90a3-7d5b10f85ba8 None None] For port e0297e2a-f4b5-481e-ab44-7989d80fdd3a, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:35.673173 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a196eef6-74ff-440e-90a3-7d5b10f85ba8 None None] For port e0297e2a-f4b5-481e-ab44-7989d80fdd3a, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e0297e2a-f4b5-481e-ab44-7989d80fdd3a,segment=NetworkSegment(a934d4c5-70d5-44fe-8550-8b2f58f4f089),segment_id=a934d4c5-70d5-44fe-8550-8b2f58f4f089)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:35.686807 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a196eef6-74ff-440e-90a3-7d5b10f85ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:35.688443 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-f87d3ff2-3979-4b7a-868d-f204dbf65e10 service neutron] Request body: {'port': {'device_id': '2150b777-3a73-4db1-8c3a-d917193bd502', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:35.688716 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-856e4f62-1b1a-49d1-8f80-eec4d3e40a0e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 7270590f-d74b-4c1a-857b-4ef286b5224e) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:35.719386 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d48f12b-7e9c-4795-a4a7-ef944e2bf7f3 None None] Network 7270590f-d74b-4c1a-857b-4ef286b5224e requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:03:35.746716 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856e4f62-1b1a-49d1-8f80-eec4d3e40a0e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:35.747330 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-856e4f62-1b1a-49d1-8f80-eec4d3e40a0e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:35.778611 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-856e4f62-1b1a-49d1-8f80-eec4d3e40a0e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2098362 May 26 16:03:35.813786 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2c4ea-62b3-44ff-81d0-6a578f5dfd78 req-fee6156a-7f90-4740-8dff-214bb1e90b71 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:35.819539 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9cd2c4ea-62b3-44ff-81d0-6a578f5dfd78 req-fee6156a-7f90-4740-8dff-214bb1e90b71 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3676661-fb96-48c4-9b46-3083f2e3cac0 HTTP/1.1" status: 200 len: 950 time: 0.1556406 May 26 16:03:35.832597 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-f87d3ff2-3979-4b7a-868d-f204dbf65e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:35.848506 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-00dda745-88df-4421-bf71-5ab28aa1cf45 req-3f77b967-6b45-46e8-86aa-f099f64275d4 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:35.907543 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9cd2c4ea-62b3-44ff-81d0-6a578f5dfd78 req-dbc361d4-d03b-4b4a-b228-1cc4d49a234a tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.77 "GET /v2.0/security-groups?id=5bc69ce0-396a-470f-a9e0-a58524570098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784736 May 26 16:03:35.965649 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77b967-6b45-46e8-86aa-f099f64275d4 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Pushing event deleted for resources: {'Port': ['ID=0ea68745-d4c4-4a38-a36e-f2c63c9bedbc,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:36.034355 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae3d19-d7dc-448d-8a61-f01d5f0808b2 req-b52a4580-2822-44b8-b845-5ed67fa0b865 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:36.038467 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-62ae3d19-d7dc-448d-8a61-f01d5f0808b2 req-b52a4580-2822-44b8-b845-5ed67fa0b865 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 936 time: 0.0856459 May 26 16:03:36.079237 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c4cab73f-8505-46b4-a228-3f10eb4c47d8 req-efed8e94-756a-446d-b914-633d89415519 tempest-QuotasAdminNegativeTest-1287642672 tempest-QuotasAdminNegativeTest-1287642672-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=7736644a106445b58a37bdccc0a93591&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393572 May 26 16:03:36.085522 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dda745-88df-4421-bf71-5ab28aa1cf45 req-3f77b967-6b45-46e8-86aa-f099f64275d4 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] No DVR routers for this DVR port 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:03:36.094277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196eef6-74ff-440e-90a3-7d5b10f85ba8 None None] Pushing event updated for resources: {'Port': ['ID=e0297e2a-f4b5-481e-ab44-7989d80fdd3a,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:36.095336 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-00dda745-88df-4421-bf71-5ab28aa1cf45 req-3f77b967-6b45-46e8-86aa-f099f64275d4 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:36.099500 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-00dda745-88df-4421-bf71-5ab28aa1cf45 req-3f77b967-6b45-46e8-86aa-f099f64275d4 tempest-ImagesNegativeTestJSON-608721816 tempest-ImagesNegativeTestJSON-608721816-project] 10.222.0.81 "DELETE /v2.0/ports/0ea68745-d4c4-4a38-a36e-f2c63c9bedbc HTTP/1.1" status: 204 len: 173 time: 1.6713808 May 26 16:03:36.100683 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-8c41a3b6-2f1e-4bd8-98e2-b54489c1c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:36.102467 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-8c41a3b6-2f1e-4bd8-98e2-b54489c1c7cc service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.4303544 May 26 16:03:36.102912 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3676661-fb96-48c4-9b46-3083f2e3cac0', 'name': 'network-vif-deleted', 'tag': '0ea68745-d4c4-4a38-a36e-f2c63c9bedbc'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:36.105355 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e73a372-8398-4631-ade9-fc6eeb950d93" -d '{"events": [{"server_uuid": "d3676661-fb96-48c4-9b46-3083f2e3cac0", "name": "network-vif-deleted", "tag": "0ea68745-d4c4-4a38-a36e-f2c63c9bedbc"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:36.152953 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4537e8ec-c50c-4771-a1b1-111ba7f1c596 None None] Provisioning complete for port 904f5248-ef97-4540-b16f-709215b1b22a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:36.153343 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4537e8ec-c50c-4771-a1b1-111ba7f1c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:36.165826 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-62ae3d19-d7dc-448d-8a61-f01d5f0808b2 req-5c3d093b-4b28-49d3-9bc9-96e171b40a40 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844660 May 26 16:03:36.171670 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-4e652012-1b00-43f7-8971-9531b08455cb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=9bb925fc-5f8f-473d-ada5-90124aa84cad HTTP/1.1" status: 200 len: 217 time: 0.0610807 May 26 16:03:36.261708 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4537e8ec-c50c-4771-a1b1-111ba7f1c596 None None] Port 904f5248-ef97-4540-b16f-709215b1b22a cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:03:36.305171 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['6c6292fe-5840-4369-b5fb-e2395da7f49c'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:36.347214 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cab73f-8505-46b4-a228-3f10eb4c47d8 req-49a5efc0-494e-4dbc-94cc-50141b943182 tempest-QuotasAdminNegativeTest-1287642672 tempest-QuotasAdminNegativeTest-1287642672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:36.355915 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c4cab73f-8505-46b4-a228-3f10eb4c47d8 req-49a5efc0-494e-4dbc-94cc-50141b943182 tempest-QuotasAdminNegativeTest-1287642672 tempest-QuotasAdminNegativeTest-1287642672-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2219274 May 26 16:03:36.379967 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c4cab73f-8505-46b4-a228-3f10eb4c47d8 req-447f9433-b8a7-4394-9367-72ba81bec94c tempest-QuotasAdminNegativeTest-1287642672 tempest-QuotasAdminNegativeTest-1287642672-project] 10.222.0.77 "GET /v2.0/quotas/7736644a106445b58a37bdccc0a93591 HTTP/1.1" status: 200 len: 375 time: 0.0217161 May 26 16:03:36.496179 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4fb2c3-5b5e-4032-a0d8-f25370568e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-7270590f-d74b-4c1a-857b-4ef286b5224e', 'network_id': '7270590f-d74b-4c1a-857b-4ef286b5224e', 'tenant_id': 'c6cedca6b56247978dd71967ceac922e', 'fixed_ips': [{'subnet_id': 'ea091b0d-bf14-4a12-a338-0f349cf20f76'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:03:36.496590 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-de4fb2c3-5b5e-4032-a0d8-f25370568e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:36.526815 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c4cab73f-8505-46b4-a228-3f10eb4c47d8 req-842ccf35-c030-44bd-83e9-142ebafaf3f8 tempest-QuotasAdminNegativeTest-1287642672 tempest-QuotasAdminNegativeTest-1287642672-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7736644a106445b58a37bdccc0a93591&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1458259 May 26 16:03:36.567364 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-bd1ace08-e74a-415e-baad-8fc3e3b99219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:36.569900 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-bd1ace08-e74a-415e-baad-8fc3e3b99219 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.3067486 May 26 16:03:36.644226 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446df8-18db-49f7-bf4e-444786ccab6a req-85330e20-376a-4edf-b7b1-8c73242aeba1 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:36.656362 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446df8-18db-49f7-bf4e-444786ccab6a req-85330e20-376a-4edf-b7b1-8c73242aeba1 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:36.664236 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-85330e20-376a-4edf-b7b1-8c73242aeba1 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/networks?id=2d6abc46-a390-4c53-a081-348fc05e301c&id=7270590f-d74b-4c1a-857b-4ef286b5224e&id=2d6abc46-a390-4c53-a081-348fc05e301c HTTP/1.1" status: 200 len: 1390 time: 0.3055625 May 26 16:03:36.665979 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-f87d3ff2-3979-4b7a-868d-f204dbf65e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 904f5248-ef97-4540-b16f-709215b1b22a {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:36.679309 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-f87d3ff2-3979-4b7a-868d-f204dbf65e10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:36.693292 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-02a3a43c-6da7-4bd9-a4e1-9971b1eb1815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:36.695913 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-02a3a43c-6da7-4bd9-a4e1-9971b1eb1815 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1088588 May 26 16:03:36.709922 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-f87d3ff2-3979-4b7a-868d-f204dbf65e10 service neutron] Transition to ACTIVE for port object 904f5248-ef97-4540-b16f-709215b1b22a will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:03:36.814136 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-2fca27bf-61ca-41db-b361-cf7942a936d2 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025283 May 26 16:03:36.815475 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-f87d3ff2-3979-4b7a-868d-f204dbf65e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:36.822987 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-de4fb2c3-5b5e-4032-a0d8-f25370568e36 None None] Allocated IP 19.86.0.2 (7270590f-d74b-4c1a-857b-4ef286b5224e/ea091b0d-bf14-4a12-a338-0f349cf20f76/508c70ee-8693-47e5-9bc9-981065073b63) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:36.981444 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d3ff2-3979-4b7a-868d-f204dbf65e10 service neutron] Pushing event updated for resources: {'Port': ['ID=904f5248-ef97-4540-b16f-709215b1b22a,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:37.052054 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-132477d9-8304-41ea-bc1f-27e5f88fc7ea service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985495 May 26 16:03:37.083067 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-851fdd33-b042-496e-b573-2447d9a0b7e7 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/quotas/c6cedca6b56247978dd71967ceac922e HTTP/1.1" status: 200 len: 375 time: 0.4159377 May 26 16:03:37.089978 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-de4fb2c3-5b5e-4032-a0d8-f25370568e36 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:37.093143 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-f87d3ff2-3979-4b7a-868d-f204dbf65e10 service neutron] Attempting to bind port 904f5248-ef97-4540-b16f-709215b1b22a on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:37.096567 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-f87d3ff2-3979-4b7a-868d-f204dbf65e10 service neutron] Attempting to bind port 904f5248-ef97-4540-b16f-709215b1b22a by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:37.097032 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-f87d3ff2-3979-4b7a-868d-f204dbf65e10 service neutron] Attempting to bind port 904f5248-ef97-4540-b16f-709215b1b22a on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:37.099225 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-de4fb2c3-5b5e-4032-a0d8-f25370568e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:37.104033 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-f87d3ff2-3979-4b7a-868d-f204dbf65e10 service neutron] Port 904f5248-ef97-4540-b16f-709215b1b22a on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:03:37.104446 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-f87d3ff2-3979-4b7a-868d-f204dbf65e10 service neutron] Attempting to bind port 904f5248-ef97-4540-b16f-709215b1b22a on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:37.117562 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-f87d3ff2-3979-4b7a-868d-f204dbf65e10 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:37.118082 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-f87d3ff2-3979-4b7a-868d-f204dbf65e10 service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:37.118660 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-f87d3ff2-3979-4b7a-868d-f204dbf65e10 service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:37.119290 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-f87d3ff2-3979-4b7a-868d-f204dbf65e10 service neutron] Bound port: 904f5248-ef97-4540-b16f-709215b1b22a, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:37.119750 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-f87d3ff2-3979-4b7a-868d-f204dbf65e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:37.177430 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf3c42-4de5-445c-aa61-617e775fa2ab req-c8979529-d114-4d1b-a133-ff06cf7f39a1 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:37.179800 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4fb2c3-5b5e-4032-a0d8-f25370568e36 None None] Pushing event updated for resources: {'Port': ['ID=508c70ee-8693-47e5-9bc9-981065073b63,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:37.188618 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4fb2c3-5b5e-4032-a0d8-f25370568e36 None None] Network 7270590f-d74b-4c1a-857b-4ef286b5224e is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:37.190463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-de4fb2c3-5b5e-4032-a0d8-f25370568e36 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:37.192768 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a5cf3c42-4de5-445c-aa61-617e775fa2ab req-c8979529-d114-4d1b-a133-ff06cf7f39a1 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 945 time: 0.5137649 May 26 16:03:37.196557 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4fb2c3-5b5e-4032-a0d8-f25370568e36 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:37.235345 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-f87d3ff2-3979-4b7a-868d-f204dbf65e10 service neutron] For port 904f5248-ef97-4540-b16f-709215b1b22a, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:37.241264 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-f87d3ff2-3979-4b7a-868d-f204dbf65e10 service neutron] For port 904f5248-ef97-4540-b16f-709215b1b22a, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=904f5248-ef97-4540-b16f-709215b1b22a,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:37.251058 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-f87d3ff2-3979-4b7a-868d-f204dbf65e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:37.260266 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-acfafd43-5ae6-4028-ad16-f4fd31c43db4 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c6cedca6b56247978dd71967ceac922e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1759567 May 26 16:03:37.271138 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a5cf3c42-4de5-445c-aa61-617e775fa2ab req-6cc07a62-42de-4832-80d5-1a88fb415efd tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773671 May 26 16:03:37.336135 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-de4fb2c3-5b5e-4032-a0d8-f25370568e36 None None] Attempting to bind port 508c70ee-8693-47e5-9bc9-981065073b63 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:37.336396 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ac1c41-d15e-4569-be7a-b345019d84fe x-openstack-request-id: req-a3ac1c41-d15e-4569-be7a-b345019d84fe {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:37.336829 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-de4fb2c3-5b5e-4032-a0d8-f25370568e36 None None] Attempting to bind port 508c70ee-8693-47e5-9bc9-981065073b63 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'f55fcecc-7367-4a0f-9ee8-625c87ba0294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7270590f-d74b-4c1a-857b-4ef286b5224e'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:37.337307 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3676661-fb96-48c4-9b46-3083f2e3cac0", "name": "network-vif-deleted", "tag": "0ea68745-d4c4-4a38-a36e-f2c63c9bedbc", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:37.337834 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4fb2c3-5b5e-4032-a0d8-f25370568e36 None None] Attempting to bind port 508c70ee-8693-47e5-9bc9-981065073b63 on network 7270590f-d74b-4c1a-857b-4ef286b5224e {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:37.338184 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a3ac1c41-d15e-4569-be7a-b345019d84fe {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:37.338775 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ac1c41-d15e-4569-be7a-b345019d84fe'] response: {'server_uuid': 'd3676661-fb96-48c4-9b46-3083f2e3cac0', 'name': 'network-vif-deleted', 'tag': '0ea68745-d4c4-4a38-a36e-f2c63c9bedbc', 'status': 'completed', 'code': 200} May 26 16:03:37.342425 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-f87d3ff2-3979-4b7a-868d-f204dbf65e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:37.343046 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-f87d3ff2-3979-4b7a-868d-f204dbf65e10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:37.350173 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-f87d3ff2-3979-4b7a-868d-f204dbf65e10 service neutron] 10.222.0.83 "PUT /v2.0/ports/904f5248-ef97-4540-b16f-709215b1b22a HTTP/1.1" status: 200 len: 1096 time: 1.6750100 May 26 16:03:37.382606 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device a57eefc1-aa04-49e0-b64b-cef0a18a82ec up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:37.402996 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-85a580df-3618-47f4-94b8-e3951739b82b service neutron] 10.222.0.77 "GET /v2.0/networks/2d6abc46-a390-4c53-a081-348fc05e301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417308 May 26 16:03:37.411802 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d3ff2-3979-4b7a-868d-f204dbf65e10 service neutron] Pushing event updated for resources: {'Port': ['ID=904f5248-ef97-4540-b16f-709215b1b22a,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:37.447515 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4fb2c3-5b5e-4032-a0d8-f25370568e36 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:37.447900 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4fb2c3-5b5e-4032-a0d8-f25370568e36 None None] Checking segment: {'id': 'f55fcecc-7367-4a0f-9ee8-625c87ba0294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7270590f-d74b-4c1a-857b-4ef286b5224e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:37.448465 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-de4fb2c3-5b5e-4032-a0d8-f25370568e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:37.448949 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4fb2c3-5b5e-4032-a0d8-f25370568e36 None None] Bound using segment: {'id': 'f55fcecc-7367-4a0f-9ee8-625c87ba0294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7270590f-d74b-4c1a-857b-4ef286b5224e'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:37.449449 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-de4fb2c3-5b5e-4032-a0d8-f25370568e36 None None] Bound port: 508c70ee-8693-47e5-9bc9-981065073b63, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55fcecc-7367-4a0f-9ee8-625c87ba0294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7270590f-d74b-4c1a-857b-4ef286b5224e'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:37.449855 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-de4fb2c3-5b5e-4032-a0d8-f25370568e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:37.517802 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-86a4b6d5-b922-45ac-b153-07d6578e292b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:37.519623 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-86a4b6d5-b922-45ac-b153-07d6578e292b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a3d1acb1cfd64e6e8ebef431bb4a3c40&device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 1099 time: 0.0786071 May 26 16:03:37.543175 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port a57eefc1-aa04-49e0-b64b-cef0a18a82ec completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:03:37.548698 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port a57eefc1-aa04-49e0-b64b-cef0a18a82ec triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:37.549081 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:37.576653 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfb16e-c118-4b0d-b45a-82e9494f2c29 req-a1a7e38c-605c-4cee-841d-c11627383dfe tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:37.586203 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-63cfb16e-c118-4b0d-b45a-82e9494f2c29 req-a1a7e38c-605c-4cee-841d-c11627383dfe tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.1246974 May 26 16:03:37.596332 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-f2c3660c-9c5c-458e-a3fd-cbea2d0d847c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=904f5248-ef97-4540-b16f-709215b1b22a HTTP/1.1" status: 200 len: 217 time: 0.0564699 May 26 16:03:37.603004 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-dd03fa61-9608-41ce-ab6a-d1d7a5bdf646 service neutron] 10.222.0.77 "GET /v2.0/networks/2d6abc46-a390-4c53-a081-348fc05e301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989174 May 26 16:03:37.619654 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-de4fb2c3-5b5e-4032-a0d8-f25370568e36 None None] For port 508c70ee-8693-47e5-9bc9-981065073b63, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:37.641988 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-de4fb2c3-5b5e-4032-a0d8-f25370568e36 None None] For port 508c70ee-8693-47e5-9bc9-981065073b63, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=508c70ee-8693-47e5-9bc9-981065073b63,segment=NetworkSegment(f55fcecc-7367-4a0f-9ee8-625c87ba0294),segment_id=f55fcecc-7367-4a0f-9ee8-625c87ba0294)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:37.652355 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-de4fb2c3-5b5e-4032-a0d8-f25370568e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:37.679968 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-b14f5d2f-cbdf-43fb-a0ff-25219e7a4b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:37.682607 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-b14f5d2f-cbdf-43fb-a0ff-25219e7a4b41 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0760169 May 26 16:03:37.717601 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-63cfb16e-c118-4b0d-b45a-82e9494f2c29 req-776363a2-19fb-43f4-a2ea-502dbfbd1b9a tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303277 May 26 16:03:37.767384 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port a57eefc1-aa04-49e0-b64b-cef0a18a82ec is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:37.767868 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:37.772309 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4fb2c3-5b5e-4032-a0d8-f25370568e36 None None] Pushing event updated for resources: {'Port': ['ID=508c70ee-8693-47e5-9bc9-981065073b63,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:37.773638 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-a6b9f210-27b5-40bf-9259-819de46086f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:37.775347 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-a6b9f210-27b5-40bf-9259-819de46086f5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0777259 May 26 16:03:37.779644 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-12b25893-3251-41fe-8e56-482066606cb4 service neutron] 10.222.0.77 "GET /v2.0/networks/7270590f-d74b-4c1a-857b-4ef286b5224e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745212 May 26 16:03:37.824787 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e31d742-10ed-4639-8c82-fe833032b52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57eefc1-aa04-49e0-b64b-cef0a18a82ec'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:37.827077 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8917b1b-c2de-4c92-98fa-37af7cb46e94" -d '{"events": [{"server_uuid": "5e31d742-10ed-4639-8c82-fe833032b52d", "name": "network-vif-plugged", "status": "completed", "tag": "a57eefc1-aa04-49e0-b64b-cef0a18a82ec"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:37.853632 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port a57eefc1-aa04-49e0-b64b-cef0a18a82ec, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a57eefc1-aa04-49e0-b64b-cef0a18a82ec,segment=NetworkSegment(621041f9-a4a3-475a-9761-93f655636e38),segment_id=621041f9-a4a3-475a-9761-93f655636e38)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:37.856156 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1447876-a5dc-4922-a040-242d10c30080 None None] Network 2d6abc46-a390-4c53-a081-348fc05e301c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:03:37.876322 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:37.878237 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:03:37.917967 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:03:37.918308 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 0ea68745-d4c4-4a38-a36e-f2c63c9bedbc not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:03:37.971829 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cdd98-53ec-46e0-890a-71be8a417f06 req-0f5ace88-581a-49d3-b628-43cdd6bb9bea tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:37.972582 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-34c23124-b38d-47d0-b5c1-ab034a4412d3 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712146 May 26 16:03:37.981188 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c3cdd98-53ec-46e0-890a-71be8a417f06 req-0f5ace88-581a-49d3-b628-43cdd6bb9bea tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 949 time: 0.1427670 May 26 16:03:38.009404 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-b9d5db49-b759-4d33-9bdd-78dd4c052529 service neutron] 10.222.0.77 "GET /v2.0/networks/7270590f-d74b-4c1a-857b-4ef286b5224e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193468 May 26 16:03:38.019123 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e0297e2a-f4b5-481e-ab44-7989d80fdd3a up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:38.093463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-60028a82-d719-49d2-8734-618e67d5404d None None] Provisioning complete for port e0297e2a-f4b5-481e-ab44-7989d80fdd3a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:38.093838 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-60028a82-d719-49d2-8734-618e67d5404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:38.115362 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c3cdd98-53ec-46e0-890a-71be8a417f06 req-fc29c2f6-d78c-46cb-a7c4-f4bccde21c3d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332769 May 26 16:03:38.131742 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=a57eefc1-aa04-49e0-b64b-cef0a18a82ec,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:38.183686 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1708ec6c-50eb-4cc4-bf72-60ba5ddc7ae7 req-7c5d9e25-c6ab-4e3f-9f4a-1fe2f8485e40 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020607 May 26 16:03:38.191048 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-200eae0a-4fc9-4971-8dfa-5929e2c0b85b service neutron] 10.222.0.77 "GET /v2.0/networks/2d6abc46-a390-4c53-a081-348fc05e301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807895 May 26 16:03:38.298256 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port e0297e2a-f4b5-481e-ab44-7989d80fdd3a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:38.299648 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:38.314186 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-618a7921-2631-42e9-a047-ea0abdc73327 service neutron] 10.222.0.77 "GET /v2.0/networks/2d6abc46-a390-4c53-a081-348fc05e301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120682 May 26 16:03:38.351431 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 9bb925fc-5f8f-473d-ada5-90124aa84cad up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:38.408680 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-60028a82-d719-49d2-8734-618e67d5404d None None] Current status of the port e0297e2a-f4b5-481e-ab44-7989d80fdd3a is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:38.409024 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-60028a82-d719-49d2-8734-618e67d5404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:38.519504 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-60028a82-d719-49d2-8734-618e67d5404d None None] For port e0297e2a-f4b5-481e-ab44-7989d80fdd3a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e0297e2a-f4b5-481e-ab44-7989d80fdd3a,segment=NetworkSegment(a934d4c5-70d5-44fe-8550-8b2f58f4f089),segment_id=a934d4c5-70d5-44fe-8550-8b2f58f4f089)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:38.534601 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port e0297e2a-f4b5-481e-ab44-7989d80fdd3a is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:38.535121 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:38.569487 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e6866c-2f27-4a9b-8e21-e33039ca2efc x-openstack-request-id: req-23e6866c-2f27-4a9b-8e21-e33039ca2efc {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:38.570136 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e31d742-10ed-4639-8c82-fe833032b52d", "name": "network-vif-plugged", "status": "completed", "tag": "a57eefc1-aa04-49e0-b64b-cef0a18a82ec", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:38.570380 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-23e6866c-2f27-4a9b-8e21-e33039ca2efc {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:38.570870 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23e6866c-2f27-4a9b-8e21-e33039ca2efc'] response: {'server_uuid': '5e31d742-10ed-4639-8c82-fe833032b52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57eefc1-aa04-49e0-b64b-cef0a18a82ec', 'code': 200} May 26 16:03:38.577274 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 9bb925fc-5f8f-473d-ada5-90124aa84cad completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:03:38.580639 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-60028a82-d719-49d2-8734-618e67d5404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:38.591479 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0ab84-b1c7-4388-af36-9111d2776efc req-460969f0-db7e-4a59-aad8-e3c198152f26 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:38.602878 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3db0ab84-b1c7-4388-af36-9111d2776efc req-460969f0-db7e-4a59-aad8-e3c198152f26 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 948 time: 0.1181448 May 26 16:03:38.634870 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 9bb925fc-5f8f-473d-ada5-90124aa84cad triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:38.635980 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:38.650196 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3db0ab84-b1c7-4388-af36-9111d2776efc req-1863fe8a-4dcf-4392-9d77-4d8e75bb7f79 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461259 May 26 16:03:38.717174 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2f8d1-e454-42c7-89b4-5eb80e3271d6 req-fcf87305-f8b1-4f90-9e08-fddc723d1a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:38.719817 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-33d2f8d1-e454-42c7-89b4-5eb80e3271d6 req-fcf87305-f8b1-4f90-9e08-fddc723d1a4a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 1097 time: 0.0879281 May 26 16:03:38.729945 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1a1b4-9865-4119-9821-1bbecb84af3d req-09f7fbad-9f01-411e-a8e8-897f409a9efc tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:38.731634 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-91f1a1b4-9865-4119-9821-1bbecb84af3d req-09f7fbad-9f01-411e-a8e8-897f409a9efc tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 946 time: 0.0802317 May 26 16:03:38.794641 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-91f1a1b4-9865-4119-9821-1bbecb84af3d req-4badd965-93c2-4ae0-9103-35988866cc1d tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509820 May 26 16:03:38.808819 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60028a82-d719-49d2-8734-618e67d5404d None None] Pushing event updated for resources: {'Port': ['ID=e0297e2a-f4b5-481e-ab44-7989d80fdd3a,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:38.821746 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-33d2f8d1-e454-42c7-89b4-5eb80e3271d6 req-6e7baf71-9e8c-417b-817e-e340a0a6fba1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874996 May 26 16:03:38.877033 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:03:38.878511 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:03:38.914721 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58bdf5c5-7fb9-4019-bc14-4052229a1cbd req-1acd7954-dc30-4da2-a302-26c141c305c3 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 210 time: 0.0484900 May 26 16:03:38.940406 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 9bb925fc-5f8f-473d-ada5-90124aa84cad is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:38.940847 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:38.955859 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5761aa95-0fc5-41a8-b1c8-fa1ea27cbdba None None] Provisioning complete for port e0297e2a-f4b5-481e-ab44-7989d80fdd3a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:38.955859 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5761aa95-0fc5-41a8-b1c8-fa1ea27cbdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:38.978361 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196e9f0-44bb-4e74-83a4-5151dc021c09 req-2657a647-10b1-45bd-8d80-1b443807406a tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:38.979922 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0196e9f0-44bb-4e74-83a4-5151dc021c09 req-2657a647-10b1-45bd-8d80-1b443807406a tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.0682275 May 26 16:03:39.015751 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 9bb925fc-5f8f-473d-ada5-90124aa84cad, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=9bb925fc-5f8f-473d-ada5-90124aa84cad,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:39.024461 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:39.041535 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0196e9f0-44bb-4e74-83a4-5151dc021c09 req-60c5ced1-fcff-4efd-932a-3a90c690ff88 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540924 May 26 16:03:39.137433 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=9bb925fc-5f8f-473d-ada5-90124aa84cad,revision_number=9']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:39.153024 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5761aa95-0fc5-41a8-b1c8-fa1ea27cbdba None None] Current status of the port e0297e2a-f4b5-481e-ab44-7989d80fdd3a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:39.299751 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc94cf-bd24-4cbd-9fcb-02645e255ba0 req-86043205-cc7c-4b2f-8bfb-2583ded81d43 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:39.313232 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7fbc94cf-bd24-4cbd-9fcb-02645e255ba0 req-86043205-cc7c-4b2f-8bfb-2583ded81d43 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.0672052 May 26 16:03:39.340670 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2150b777-3a73-4db1-8c3a-d917193bd502', 'tag': '904f5248-ef97-4540-b16f-709215b1b22a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:39.346776 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90abb92-6425-46e8-8d2e-2d388d038397" -d '{"events": [{"name": "network-changed", "server_uuid": "2150b777-3a73-4db1-8c3a-d917193bd502", "tag": "904f5248-ef97-4540-b16f-709215b1b22a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:39.352482 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5e3515-2824-4361-bfe3-b04605dd89e6 None None] Network 7270590f-d74b-4c1a-857b-4ef286b5224e requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:03:39.363048 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6fb1ed-0f43-497f-bdf1-4bc470119689 req-3e9ac2e5-e1f6-4bcd-a475-fe69000f8187 tempest-QuotasAdminNegativeTest-1287642672 tempest-QuotasAdminNegativeTest-1287642672-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=7736644a106445b58a37bdccc0a93591&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405054 May 26 16:03:39.467197 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7fbc94cf-bd24-4cbd-9fcb-02645e255ba0 req-d19abf1d-1873-43ae-bc75-0ed08a8bd25b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528766 May 26 16:03:39.506852 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-bac1f351-33ad-41fc-b44a-84b0369a3a51 None None] Provisioning complete for port 508c70ee-8693-47e5-9bc9-981065073b63 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:39.507472 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bac1f351-33ad-41fc-b44a-84b0369a3a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:39.509452 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port e0297e2a-f4b5-481e-ab44-7989d80fdd3a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:39.552515 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09007cd-cf93-4b53-827d-578c4440f6a8 x-openstack-request-id: req-f09007cd-cf93-4b53-827d-578c4440f6a8 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:39.552829 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2150b777-3a73-4db1-8c3a-d917193bd502", "tag": "904f5248-ef97-4540-b16f-709215b1b22a", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:39.553085 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f09007cd-cf93-4b53-827d-578c4440f6a8 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:39.553496 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f09007cd-cf93-4b53-827d-578c4440f6a8'] response: {'name': 'network-changed', 'server_uuid': '2150b777-3a73-4db1-8c3a-d917193bd502', 'tag': '904f5248-ef97-4540-b16f-709215b1b22a', 'status': 'completed', 'code': 200} May 26 16:03:39.560902 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fb1ed-0f43-497f-bdf1-4bc470119689 req-6c950e5d-9867-4ea0-a41b-165b7d3bb8f9 tempest-QuotasAdminNegativeTest-1287642672 tempest-QuotasAdminNegativeTest-1287642672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:39.562717 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6fb1ed-0f43-497f-bdf1-4bc470119689 req-6c950e5d-9867-4ea0-a41b-165b7d3bb8f9 tempest-QuotasAdminNegativeTest-1287642672 tempest-QuotasAdminNegativeTest-1287642672-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1926730 May 26 16:03:39.579741 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6fb1ed-0f43-497f-bdf1-4bc470119689 req-488e8dc5-d39f-4c37-8b76-a1dd32cc3cd7 tempest-QuotasAdminNegativeTest-1287642672 tempest-QuotasAdminNegativeTest-1287642672-project] 10.222.0.77 "GET /v2.0/quotas/7736644a106445b58a37bdccc0a93591 HTTP/1.1" status: 200 len: 375 time: 0.0107477 May 26 16:03:39.622747 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6fb1ed-0f43-497f-bdf1-4bc470119689 req-d09b99cc-e161-42a3-a473-8187abf595f8 tempest-QuotasAdminNegativeTest-1287642672 tempest-QuotasAdminNegativeTest-1287642672-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7736644a106445b58a37bdccc0a93591&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359273 May 26 16:03:39.662572 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42712) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:39.693686 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90abb92-6425-46e8-8d2e-2d388d038397 req-dae6a5a9-a53f-4e9a-9f46-ea9ae142198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:39.697361 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e90abb92-6425-46e8-8d2e-2d388d038397 req-dae6a5a9-a53f-4e9a-9f46-ea9ae142198d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a3d1acb1cfd64e6e8ebef431bb4a3c40&device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 1099 time: 0.0735593 May 26 16:03:39.802550 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4612a1a-99f5-42b3-8264-9fde62685e82 req-a2df59ad-96ce-4b17-87d0-6843524cb2b0 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:39.823076 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d4612a1a-99f5-42b3-8264-9fde62685e82 req-a2df59ad-96ce-4b17-87d0-6843524cb2b0 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 948 time: 0.0840833 May 26 16:03:39.830545 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-bac1f351-33ad-41fc-b44a-84b0369a3a51 None None] Current status of the port 508c70ee-8693-47e5-9bc9-981065073b63 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:39.830934 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bac1f351-33ad-41fc-b44a-84b0369a3a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:39.889847 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-bac1f351-33ad-41fc-b44a-84b0369a3a51 None None] For port 508c70ee-8693-47e5-9bc9-981065073b63, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=508c70ee-8693-47e5-9bc9-981065073b63,segment=NetworkSegment(f55fcecc-7367-4a0f-9ee8-625c87ba0294),segment_id=f55fcecc-7367-4a0f-9ee8-625c87ba0294)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:39.894722 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90abb92-6425-46e8-8d2e-2d388d038397 req-2d4549ef-197e-4adc-9d76-e1548e07fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:39.898129 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bac1f351-33ad-41fc-b44a-84b0369a3a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:39.901397 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e90abb92-6425-46e8-8d2e-2d388d038397 req-2d4549ef-197e-4adc-9d76-e1548e07fde5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.1665227 May 26 16:03:39.924891 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d4612a1a-99f5-42b3-8264-9fde62685e82 req-58cc7e5b-2032-4818-bd5b-94565a187726 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009395 May 26 16:03:39.986377 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-82b84761-0549-478d-afcd-95c7182a62fe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5081f126b2584cf2a3b6ce39690508db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3224826 May 26 16:03:39.992025 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42728) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:40.023275 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1f351-33ad-41fc-b44a-84b0369a3a51 None None] Pushing event updated for resources: {'Port': ['ID=508c70ee-8693-47e5-9bc9-981065073b63,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:40.038832 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e90abb92-6425-46e8-8d2e-2d388d038397 req-08e21bb6-3d1e-4a98-910b-51fdb2c66053 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=904f5248-ef97-4540-b16f-709215b1b22a HTTP/1.1" status: 200 len: 217 time: 0.1293311 May 26 16:03:40.109645 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d5635696-6cb1-40f3-acf5-2fb9ba4f2f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:40.153735 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90abb92-6425-46e8-8d2e-2d388d038397 req-733e6490-be6f-452c-9a34-78a738e26af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:40.155596 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e90abb92-6425-46e8-8d2e-2d388d038397 req-733e6490-be6f-452c-9a34-78a738e26af9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0914218 May 26 16:03:40.161719 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e0297e2a-f4b5-481e-ab44-7989d80fdd3a up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:40.205875 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d5635696-6cb1-40f3-acf5-2fb9ba4f2f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:40.284379 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59eda9-2d64-4b46-be6c-608be93c1e3b req-e0832a56-3335-4953-a6b9-89b26644d27e tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:40.284727 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90abb92-6425-46e8-8d2e-2d388d038397 req-abb4b9ae-abf1-4135-a4dc-6468a245d19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:40.286718 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa59eda9-2d64-4b46-be6c-608be93c1e3b req-e0832a56-3335-4953-a6b9-89b26644d27e tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 946 time: 0.1785827 May 26 16:03:40.287647 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e90abb92-6425-46e8-8d2e-2d388d038397 req-abb4b9ae-abf1-4135-a4dc-6468a245d19a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1244867 May 26 16:03:40.305673 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port e0297e2a-f4b5-481e-ab44-7989d80fdd3a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:40.306054 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:40.350104 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa59eda9-2d64-4b46-be6c-608be93c1e3b req-76687d61-7f62-4964-9a8b-75f0c62e26e8 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525508 May 26 16:03:40.373152 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d5635696-6cb1-40f3-acf5-2fb9ba4f2f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:40.376593 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d5635696-6cb1-40f3-acf5-2fb9ba4f2f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:40.381585 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d5635696-6cb1-40f3-acf5-2fb9ba4f2f6e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5bc69ce0-396a-470f-a9e0-a58524570098 HTTP/1.1" status: 204 len: 168 time: 0.3884995 May 26 16:03:40.398828 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5635696-6cb1-40f3-acf5-2fb9ba4f2f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc69ce0-396a-470f-a9e0-a58524570098,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:40.453932 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-40cf1f15-717a-43b5-9967-4ce2a67c2960 None None] Provisioning complete for port 508c70ee-8693-47e5-9bc9-981065073b63 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:40.454290 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-40cf1f15-717a-43b5-9967-4ce2a67c2960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:40.457640 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446df8-18db-49f7-bf4e-444786ccab6a req-67b675b2-4e77-4141-9836-36e38a2d10ac tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:40.471818 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-766e6364-a838-4772-96d2-d666a56565a7 req-dac5490c-abe0-41a5-96af-2cde05835e4d tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 210 time: 0.0565624 May 26 16:03:40.476291 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446df8-18db-49f7-bf4e-444786ccab6a req-67b675b2-4e77-4141-9836-36e38a2d10ac tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:40.477727 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-67b675b2-4e77-4141-9836-36e38a2d10ac tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.81 "GET /v2.0/networks?id=2d6abc46-a390-4c53-a081-348fc05e301c&id=7270590f-d74b-4c1a-857b-4ef286b5224e&id=2d6abc46-a390-4c53-a081-348fc05e301c HTTP/1.1" status: 200 len: 1390 time: 0.3051281 May 26 16:03:40.529050 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-51446df8-18db-49f7-bf4e-444786ccab6a req-7a1575ad-9850-4765-84a2-1b352afa48fc tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Request body: {'port': {'device_id': 'e509ab85-6513-431f-82f8-6e2bbd3e454b', 'network_id': '2d6abc46-a390-4c53-a081-348fc05e301c', 'admin_state_up': True, 'tenant_id': 'c6cedca6b56247978dd71967ceac922e'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:40.577263 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307fd34b-7046-40fb-8d84-f0a6ecf484ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb925fc-5f8f-473d-ada5-90124aa84cad'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:40.579656 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f5f00b-c751-4ebc-a480-781a6ca0c3c1" -d '{"events": [{"server_uuid": "307fd34b-7046-40fb-8d84-f0a6ecf484ec", "name": "network-vif-plugged", "status": "completed", "tag": "9bb925fc-5f8f-473d-ada5-90124aa84cad"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:40.664329 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-40cf1f15-717a-43b5-9967-4ce2a67c2960 None None] Current status of the port 508c70ee-8693-47e5-9bc9-981065073b63 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:40.670081 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port e0297e2a-f4b5-481e-ab44-7989d80fdd3a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:40.671417 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e90abb92-6425-46e8-8d2e-2d388d038397 req-f9dde0b4-d0a4-4956-afdd-ff0fe8408136 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679557 May 26 16:03:40.673795 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 508c70ee-8693-47e5-9bc9-981065073b63 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:40.721504 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d449ea-7d87-4fc9-bc64-68ba35dc6110 req-f974a74f-f88c-496c-9876-4438d8459f7f tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:40.730730 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2d449ea-7d87-4fc9-bc64-68ba35dc6110 req-f974a74f-f88c-496c-9876-4438d8459f7f tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.2395675 May 26 16:03:40.783424 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b2f24-b277-494e-aa88-8098ce2d3738 req-4bd985aa-104a-454f-9ac1-c92f29c322ec tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:40.793832 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb3b2f24-b277-494e-aa88-8098ce2d3738 req-4bd985aa-104a-454f-9ac1-c92f29c322ec tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.1810746 May 26 16:03:40.833532 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 508c70ee-8693-47e5-9bc9-981065073b63 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:40.834960 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:40.849414 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2d449ea-7d87-4fc9-bc64-68ba35dc6110 req-e9b8bba0-bb27-4f6f-95d9-16ef76791584 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145570 May 26 16:03:40.867363 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51446df8-18db-49f7-bf4e-444786ccab6a req-7a1575ad-9850-4765-84a2-1b352afa48fc tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Made reservation on behalf of c6cedca6b56247978dd71967ceac922e for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:40.872951 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-7a1575ad-9850-4765-84a2-1b352afa48fc tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:40.880576 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb3b2f24-b277-494e-aa88-8098ce2d3738 req-b27b77b4-773e-4e9c-8bc2-7dc961d55f94 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857878 May 26 16:03:40.910782 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e90abb92-6425-46e8-8d2e-2d388d038397 req-6b65cb6e-933f-4cf5-ad46-a173747da428 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179987 May 26 16:03:40.938759 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bae801-4fdf-462d-94bd-ba1a4ab31b33 x-openstack-request-id: req-21bae801-4fdf-462d-94bd-ba1a4ab31b33 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:40.939286 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307fd34b-7046-40fb-8d84-f0a6ecf484ec", "name": "network-vif-plugged", "status": "completed", "tag": "9bb925fc-5f8f-473d-ada5-90124aa84cad", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:40.939286 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-21bae801-4fdf-462d-94bd-ba1a4ab31b33 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:40.939648 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21bae801-4fdf-462d-94bd-ba1a4ab31b33'] response: {'server_uuid': '307fd34b-7046-40fb-8d84-f0a6ecf484ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb925fc-5f8f-473d-ada5-90124aa84cad', 'code': 200} May 26 16:03:41.015711 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 508c70ee-8693-47e5-9bc9-981065073b63 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:41.033444 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42754) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:41.123996 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33107850-d789-4bb6-8058-4c619515bd3c req-c8c29d0c-d062-4b28-a26f-9f6eae28af55 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:41.125854 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-33107850-d789-4bb6-8058-4c619515bd3c req-c8c29d0c-d062-4b28-a26f-9f6eae28af55 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 948 time: 0.0857623 May 26 16:03:41.148436 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-51446df8-18db-49f7-bf4e-444786ccab6a req-7a1575ad-9850-4765-84a2-1b352afa48fc tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Allocated IP 19.80.0.155 (2d6abc46-a390-4c53-a081-348fc05e301c/ccc126cc-da6b-49c8-8937-6bf6e6b8b067/f36f9371-29f9-4988-a72f-1465d9a496d3) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:41.186053 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-33107850-d789-4bb6-8058-4c619515bd3c req-11da64c6-91cf-4374-b363-8fc5cb392610 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511878 May 26 16:03:41.265153 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba967dca-72b8-4ed1-863d-87dcd6d54db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:41.347406 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0e7a9927-6c3b-40e4-8e66-0d99558f4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:41.350202 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0e7a9927-6c3b-40e4-8e66-0d99558f4901 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec&tenant_id=2e6ecadf768c4517a083521fe60f9efe HTTP/1.1" status: 200 len: 1101 time: 0.1180124 May 26 16:03:41.361813 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba967dca-72b8-4ed1-863d-87dcd6d54db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:41.380442 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843337-2', 'device_owner': 'compute:nova'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:41.381186 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba967dca-72b8-4ed1-863d-87dcd6d54db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:41.454005 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42768) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:41.460808 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ba967dca-72b8-4ed1-863d-87dcd6d54db0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7736644a106445b58a37bdccc0a93591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4217660 May 26 16:03:41.463419 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba967dca-72b8-4ed1-863d-87dcd6d54db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4051871d-be4c-4988-b67c-0281ea351623,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:41.500343 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-7a1575ad-9850-4765-84a2-1b352afa48fc tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:41.549083 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5bec5-797a-408b-9852-f202659498b9 req-361dd0ea-2acd-4381-a90b-a3dc0c1d92de tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:41.552124 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61d5bec5-797a-408b-9852-f202659498b9 req-361dd0ea-2acd-4381-a90b-a3dc0c1d92de tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 946 time: 0.0840111 May 26 16:03:41.586271 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:41.632555 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0d6437a5-a359-49ec-be17-0c9b31206839 req-12bc5f43-8b1c-46c3-85de-ebfce6618a56 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 210 time: 0.0516026 May 26 16:03:41.657555 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61d5bec5-797a-408b-9852-f202659498b9 req-491228d7-99d4-4130-ac45-a498e67d61f9 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900431 May 26 16:03:41.668900 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2345efa4-5b52-488a-a0bf-50cc828a5730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:41.680558 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-7a1575ad-9850-4765-84a2-1b352afa48fc tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:41.752551 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2345efa4-5b52-488a-a0bf-50cc828a5730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:41.785988 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-929d39f0-ab04-46ab-af3a-8cb462cf0120 req-a692c0ff-70f6-4745-b395-fc25b2e43a5b tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1866551050&fields=id&tenant_id=46364c65eaab404bb479cc7b86850f2b HTTP/1.1" status: 200 len: 267 time: 0.0432515 May 26 16:03:41.829184 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51446df8-18db-49f7-bf4e-444786ccab6a req-7a1575ad-9850-4765-84a2-1b352afa48fc tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Network 2d6abc46-a390-4c53-a081-348fc05e301c is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:41.852697 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-51446df8-18db-49f7-bf4e-444786ccab6a req-7a1575ad-9850-4765-84a2-1b352afa48fc tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:41.852933 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d39f0-ab04-46ab-af3a-8cb462cf0120 req-3bf49deb-ba9b-4f5f-b30c-bff3ac6a49e1 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:41.854865 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-929d39f0-ab04-46ab-af3a-8cb462cf0120 req-3bf49deb-ba9b-4f5f-b30c-bff3ac6a49e1 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 946 time: 0.0605085 May 26 16:03:41.865173 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-51446df8-18db-49f7-bf4e-444786ccab6a req-7a1575ad-9850-4765-84a2-1b352afa48fc tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:41.869764 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1575ad-9850-4765-84a2-1b352afa48fc tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event updated for resources: {'Port': ['ID=f36f9371-29f9-4988-a72f-1465d9a496d3,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:41.882344 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-929d39f0-ab04-46ab-af3a-8cb462cf0120 req-fbd85c14-35e9-42f3-9594-6d2aaa2e417d tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Request body: {'port': {'security_groups': ['d116c30a-08c2-47aa-a9a5-f8a9af6c227d', 'd7dbbd68-a936-4978-9698-4b5521c3e40f']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:41.925989 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 508c70ee-8693-47e5-9bc9-981065073b63 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:41.954772 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-506b7492-c863-4139-9d27-c4d545844c94 req-855160ff-133c-48f5-9e96-a267d45bff38 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c9cd85671a834205b1d3f8201bc3efec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354841 May 26 16:03:42.032033 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 508c70ee-8693-47e5-9bc9-981065073b63 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:42.032759 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:42.046263 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446df8-18db-49f7-bf4e-444786ccab6a req-7a1575ad-9850-4765-84a2-1b352afa48fc tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:42.047504 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-7a1575ad-9850-4765-84a2-1b352afa48fc tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:42.058192 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-929d39f0-ab04-46ab-af3a-8cb462cf0120 req-fbd85c14-35e9-42f3-9594-6d2aaa2e417d tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:42.079555 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] For port 9bb925fc-5f8f-473d-ada5-90124aa84cad, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=9bb925fc-5f8f-473d-ada5-90124aa84cad,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:42.092975 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2345efa4-5b52-488a-a0bf-50cc828a5730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:42.095544 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2345efa4-5b52-488a-a0bf-50cc828a5730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:42.099449 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2345efa4-5b52-488a-a0bf-50cc828a5730 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4051871d-be4c-4988-b67c-0281ea351623 HTTP/1.1" status: 204 len: 168 time: 0.6218014 May 26 16:03:42.135213 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 508c70ee-8693-47e5-9bc9-981065073b63 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:42.135938 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-7a1575ad-9850-4765-84a2-1b352afa48fc tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6473732 May 26 16:03:42.138324 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345efa4-5b52-488a-a0bf-50cc828a5730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4051871d-be4c-4988-b67c-0281ea351623,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:42.152363 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-51446df8-18db-49f7-bf4e-444786ccab6a req-ce916144-ad79-4996-b035-c2f504f7135e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Request body: {'port': {'device_id': 'e509ab85-6513-431f-82f8-6e2bbd3e454b', 'network_id': '7270590f-d74b-4c1a-857b-4ef286b5224e', 'admin_state_up': True, 'tenant_id': 'c6cedca6b56247978dd71967ceac922e'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:42.186007 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b7492-c863-4139-9d27-c4d545844c94 req-5f754b64-88b7-4472-92c5-a707396e39be tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:42.193868 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-506b7492-c863-4139-9d27-c4d545844c94 req-5f754b64-88b7-4472-92c5-a707396e39be tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2305017 May 26 16:03:42.223738 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-506b7492-c863-4139-9d27-c4d545844c94 req-ded1351f-2862-4eeb-bcdb-6ec6f622022e tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/quotas/c9cd85671a834205b1d3f8201bc3efec HTTP/1.1" status: 200 len: 375 time: 0.0288212 May 26 16:03:42.263836 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-506b7492-c863-4139-9d27-c4d545844c94 req-670c7154-dee7-401e-89af-5c21da3ff5b4 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c9cd85671a834205b1d3f8201bc3efec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390592 May 26 16:03:42.312024 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a75d647b-86b5-4e18-90f2-604f608b58c0 None None] Provisioning complete for port f36f9371-29f9-4988-a72f-1465d9a496d3 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:42.312459 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a75d647b-86b5-4e18-90f2-604f608b58c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:42.390995 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-929d39f0-ab04-46ab-af3a-8cb462cf0120 req-fbd85c14-35e9-42f3-9594-6d2aaa2e417d tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] For port a57eefc1-aa04-49e0-b64b-cef0a18a82ec, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a57eefc1-aa04-49e0-b64b-cef0a18a82ec,segment=NetworkSegment(621041f9-a4a3-475a-9761-93f655636e38),segment_id=621041f9-a4a3-475a-9761-93f655636e38)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:42.398477 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a75d647b-86b5-4e18-90f2-604f608b58c0 None None] Port f36f9371-29f9-4988-a72f-1465d9a496d3 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:03:42.441203 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-929d39f0-ab04-46ab-af3a-8cb462cf0120 req-fbd85c14-35e9-42f3-9594-6d2aaa2e417d tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:42.449909 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-929d39f0-ab04-46ab-af3a-8cb462cf0120 req-fbd85c14-35e9-42f3-9594-6d2aaa2e417d tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:42.463813 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['a57eefc1-aa04-49e0-b64b-cef0a18a82ec'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:42.506236 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d39f0-ab04-46ab-af3a-8cb462cf0120 req-fbd85c14-35e9-42f3-9594-6d2aaa2e417d tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:42.507157 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-929d39f0-ab04-46ab-af3a-8cb462cf0120 req-fbd85c14-35e9-42f3-9594-6d2aaa2e417d tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:42.523075 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-929d39f0-ab04-46ab-af3a-8cb462cf0120 req-fbd85c14-35e9-42f3-9594-6d2aaa2e417d tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "PUT /v2.0/ports/a57eefc1-aa04-49e0-b64b-cef0a18a82ec HTTP/1.1" status: 200 len: 982 time: 0.6458347 May 26 16:03:42.525546 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e31d742-10ed-4639-8c82-fe833032b52d', 'tag': 'a57eefc1-aa04-49e0-b64b-cef0a18a82ec'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:42.528300 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a70f30-3d67-4e42-92ab-45b321d5e0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "5e31d742-10ed-4639-8c82-fe833032b52d", "tag": "a57eefc1-aa04-49e0-b64b-cef0a18a82ec"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:42.580675 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd85c14-35e9-42f3-9594-6d2aaa2e417d tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event updated for resources: {'Port': ['ID=a57eefc1-aa04-49e0-b64b-cef0a18a82ec,revision_number=6']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:42.621422 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] For port 9bb925fc-5f8f-473d-ada5-90124aa84cad, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:42.637100 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['a57eefc1-aa04-49e0-b64b-cef0a18a82ec'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:42.712540 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a3ff2-5cd0-4367-9b22-6f3b5acde4d0 req-c7ffa226-801a-4e62-9b49-1d63a172a640 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:42.716286 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a3a3ff2-5cd0-4367-9b22-6f3b5acde4d0 req-c7ffa226-801a-4e62-9b49-1d63a172a640 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.1257694 May 26 16:03:42.741416 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d30e9-2804-4817-b6f9-077a80450fff req-7cababfb-fe97-4f2e-aec5-00de74ca88b7 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:42.744158 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f74d30e9-2804-4817-b6f9-077a80450fff req-7cababfb-fe97-4f2e-aec5-00de74ca88b7 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.1128433 May 26 16:03:42.763608 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42814) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:42.778687 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307fd34b-7046-40fb-8d84-f0a6ecf484ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bb925fc-5f8f-473d-ada5-90124aa84cad'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:42.781456 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0100f6b-295a-4329-a949-768b6b41cf05" -d '{"events": [{"server_uuid": "307fd34b-7046-40fb-8d84-f0a6ecf484ec", "name": "network-vif-unplugged", "status": "completed", "tag": "9bb925fc-5f8f-473d-ada5-90124aa84cad"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:42.793373 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:42.815740 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9e93ae8e-ff00-4df8-9103-267bc27697fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:42.840673 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] Transition to ACTIVE for port object 9bb925fc-5f8f-473d-ada5-90124aa84cad will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:03:42.841105 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a3a3ff2-5cd0-4367-9b22-6f3b5acde4d0 req-52ff219e-aa2f-4ed3-a991-3e37bafb9b35 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955865 May 26 16:03:42.853623 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:42.861778 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f74d30e9-2804-4817-b6f9-077a80450fff req-7b40b46e-d084-4e8b-8585-8568432acb36 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816746 May 26 16:03:42.958749 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51446df8-18db-49f7-bf4e-444786ccab6a req-ce916144-ad79-4996-b035-c2f504f7135e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Made reservation on behalf of c6cedca6b56247978dd71967ceac922e for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:42.962810 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-ce916144-ad79-4996-b035-c2f504f7135e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:43.023090 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-df8fa00b-1312-4c16-a4d5-bfc039e967b5 req-9cdbd935-9f3a-4596-9a01-fc738e8e9548 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 210 time: 0.0646038 May 26 16:03:43.035565 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] No DVR routers for this DVR port 9bb925fc-5f8f-473d-ada5-90124aa84cad on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:03:43.039023 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] Pushing event updated for resources: {'Port': ['ID=9bb925fc-5f8f-473d-ada5-90124aa84cad,revision_number=10']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:43.054411 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ab494104-9020-4890-b79b-73234f4e9020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:43.085258 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd2919-06d4-40ea-8d0b-5d835f1aa67b req-06823187-5728-4b72-b0f3-18b7db9882ca tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:43.104067 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-00bd2919-06d4-40ea-8d0b-5d835f1aa67b req-06823187-5728-4b72-b0f3-18b7db9882ca tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 948 time: 0.1833141 May 26 16:03:43.215406 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-00bd2919-06d4-40ea-8d0b-5d835f1aa67b req-3a276b48-9f8c-4fae-9b92-c6ac95e2ef52 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099796 May 26 16:03:43.257063 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] Attempting to bind port 9bb925fc-5f8f-473d-ada5-90124aa84cad on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:43.258575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] Attempting to bind port 9bb925fc-5f8f-473d-ada5-90124aa84cad by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:43.258925 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] Attempting to bind port 9bb925fc-5f8f-473d-ada5-90124aa84cad on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:43.280511 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-92fb5148-3008-4cf6-9d06-3975e4ca3632 req-d0549c0f-ad36-49da-85f4-3681fd1041f1 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-26983123&fields=id&tenant_id=46364c65eaab404bb479cc7b86850f2b HTTP/1.1" status: 200 len: 267 time: 0.0802488 May 26 16:03:43.280695 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9e93ae8e-ff00-4df8-9103-267bc27697fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:43.288996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] Port 9bb925fc-5f8f-473d-ada5-90124aa84cad on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:03:43.289295 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] Attempting to bind port 9bb925fc-5f8f-473d-ada5-90124aa84cad on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:43.300158 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:43.300609 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:43.301958 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:43.303854 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] Bound port: 9bb925fc-5f8f-473d-ada5-90124aa84cad, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:43.305059 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:43.317342 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e82bc2-6c54-4d4c-9299-0cea32483e06 x-openstack-request-id: req-a2e82bc2-6c54-4d4c-9299-0cea32483e06 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:43.318775 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e31d742-10ed-4639-8c82-fe833032b52d", "tag": "a57eefc1-aa04-49e0-b64b-cef0a18a82ec", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:43.319363 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a2e82bc2-6c54-4d4c-9299-0cea32483e06 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:43.319957 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2e82bc2-6c54-4d4c-9299-0cea32483e06'] response: {'name': 'network-changed', 'server_uuid': '5e31d742-10ed-4639-8c82-fe833032b52d', 'tag': 'a57eefc1-aa04-49e0-b64b-cef0a18a82ec', 'status': 'completed', 'code': 200} May 26 16:03:43.335528 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9e93ae8e-ff00-4df8-9103-267bc27697fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:43.422152 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb5148-3008-4cf6-9d06-3975e4ca3632 req-a4337ee0-6df8-4e4b-988d-6f3b640269de tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:43.423684 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-92fb5148-3008-4cf6-9d06-3975e4ca3632 req-a4337ee0-6df8-4e4b-988d-6f3b640269de tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 985 time: 0.1359425 May 26 16:03:43.454617 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93ae8e-ff00-4df8-9103-267bc27697fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0db7c55-f87c-4f95-845e-b790a796054d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:43.468813 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-92fb5148-3008-4cf6-9d06-3975e4ca3632 req-fee3d946-19f7-4746-9363-49661217d814 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Request body: {'port': {'security_groups': ['d116c30a-08c2-47aa-a9a5-f8a9af6c227d', 'd7dbbd68-a936-4978-9698-4b5521c3e40f', '9a823af1-b9a1-4ee4-84ff-5f8f70d8895b']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:43.495598 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9e93ae8e-ff00-4df8-9103-267bc27697fc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d4f564ee6bbe474a8d4d865b08fecaf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7305827 May 26 16:03:43.499820 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42822) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:43.516041 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a70f30-3d67-4e42-92ab-45b321d5e0b3 req-978b9152-31c4-4a79-91d5-1148b8e13094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:43.517554 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76a70f30-3d67-4e42-92ab-45b321d5e0b3 req-978b9152-31c4-4a79-91d5-1148b8e13094 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=46364c65eaab404bb479cc7b86850f2b&device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 1136 time: 0.1742046 May 26 16:03:43.558119 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-51446df8-18db-49f7-bf4e-444786ccab6a req-ce916144-ad79-4996-b035-c2f504f7135e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Allocated IP 19.86.0.159 (7270590f-d74b-4c1a-857b-4ef286b5224e/ea091b0d-bf14-4a12-a338-0f349cf20f76/1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:43.572524 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] For port 9bb925fc-5f8f-473d-ada5-90124aa84cad, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:43.588201 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] For port 9bb925fc-5f8f-473d-ada5-90124aa84cad, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=9bb925fc-5f8f-473d-ada5-90124aa84cad,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:43.602445 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:43.630300 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692fd30-0b76-446d-8538-0e07170d1d48 req-77b99669-b288-47dd-ae2f-f17b7a8c3116 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:43.633598 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7692fd30-0b76-446d-8538-0e07170d1d48 req-77b99669-b288-47dd-ae2f-f17b7a8c3116 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 932 time: 0.2245584 May 26 16:03:43.655326 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-92fb5148-3008-4cf6-9d06-3975e4ca3632 req-fee3d946-19f7-4746-9363-49661217d814 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:43.683423 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:43.683974 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:43.685368 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] 10.222.0.81 "PUT /v2.0/ports/9bb925fc-5f8f-473d-ada5-90124aa84cad HTTP/1.1" status: 200 len: 1097 time: 2.3229446 May 26 16:03:43.696593 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-33cbfcc6-3253-4c97-ae2f-e1921117e657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:43.748683 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0fc6d-54f8-4b96-a1b4-653c3e546ecb service neutron] Pushing event updated for resources: {'Port': ['ID=9bb925fc-5f8f-473d-ada5-90124aa84cad,revision_number=11']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:43.752269 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a70f30-3d67-4e42-92ab-45b321d5e0b3 req-9cce68e2-7aac-4825-b5f4-7cb1caae08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:43.754375 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76a70f30-3d67-4e42-92ab-45b321d5e0b3 req-9cce68e2-7aac-4825-b5f4-7cb1caae08a1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cf320b0a-9160-436c-9afa-9246ccfc6e6d HTTP/1.1" status: 200 len: 913 time: 0.2259977 May 26 16:03:43.763716 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7692fd30-0b76-446d-8538-0e07170d1d48 req-b3494bda-ccdd-4936-a5b1-fc0f4781b219 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221783 May 26 16:03:43.819743 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-33cbfcc6-3253-4c97-ae2f-e1921117e657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:43.832259 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76a70f30-3d67-4e42-92ab-45b321d5e0b3 req-44818001-3b46-4f05-845b-070f37781f68 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a57eefc1-aa04-49e0-b64b-cef0a18a82ec HTTP/1.1" status: 200 len: 217 time: 0.0657804 May 26 16:03:43.853281 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a877fe8a-e303-4dc3-8d9c-187f405fd65a x-openstack-request-id: req-a877fe8a-e303-4dc3-8d9c-187f405fd65a {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:43.853565 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307fd34b-7046-40fb-8d84-f0a6ecf484ec", "name": "network-vif-unplugged", "status": "completed", "tag": "9bb925fc-5f8f-473d-ada5-90124aa84cad", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:43.853815 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a877fe8a-e303-4dc3-8d9c-187f405fd65a {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:43.854194 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a877fe8a-e303-4dc3-8d9c-187f405fd65a'] response: {'server_uuid': '307fd34b-7046-40fb-8d84-f0a6ecf484ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bb925fc-5f8f-473d-ada5-90124aa84cad', 'code': 200} May 26 16:03:43.897689 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-2e62bcaa-96b9-4dd8-bd90-d20865bacc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:43.899820 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-2e62bcaa-96b9-4dd8-bd90-d20865bacc27 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 1100 time: 0.1628058 May 26 16:03:43.924320 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a70f30-3d67-4e42-92ab-45b321d5e0b3 req-9284cbe0-5e13-40b3-a169-e141a468e0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:43.925956 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76a70f30-3d67-4e42-92ab-45b321d5e0b3 req-9284cbe0-5e13-40b3-a169-e141a468e0a6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f01ba635-ccdf-40f5-81b7-3a68df45ec94 HTTP/1.1" status: 200 len: 852 time: 0.0857968 May 26 16:03:43.951718 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-ce916144-ad79-4996-b035-c2f504f7135e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:43.977039 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76a70f30-3d67-4e42-92ab-45b321d5e0b3 req-41dc035d-b955-429f-a6c7-fe7389fdb79e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cf320b0a-9160-436c-9afa-9246ccfc6e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420589 May 26 16:03:44.000032 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-33cbfcc6-3253-4c97-ae2f-e1921117e657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:44.002567 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-33cbfcc6-3253-4c97-ae2f-e1921117e657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:44.003709 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-33cbfcc6-3253-4c97-ae2f-e1921117e657 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c0db7c55-f87c-4f95-845e-b790a796054d HTTP/1.1" status: 204 len: 168 time: 0.4967179 May 26 16:03:44.036238 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cbfcc6-3253-4c97-ae2f-e1921117e657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0db7c55-f87c-4f95-845e-b790a796054d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:44.089091 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-ce916144-ad79-4996-b035-c2f504f7135e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:44.101687 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-f69ce080-8d8f-4f73-8bb2-bc56b59e7390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:44.103146 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-f69ce080-8d8f-4f73-8bb2-bc56b59e7390 service neutron] 10.222.0.81 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.1932702 May 26 16:03:44.143580 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51446df8-18db-49f7-bf4e-444786ccab6a req-ce916144-ad79-4996-b035-c2f504f7135e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Network 7270590f-d74b-4c1a-857b-4ef286b5224e is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:44.155849 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a9854-016b-4fcf-b931-37aee1492784 req-458960e1-b4ca-4394-9f7f-83d07acc0a60 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:44.157840 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f91a9854-016b-4fcf-b931-37aee1492784 req-458960e1-b4ca-4394-9f7f-83d07acc0a60 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.1869221 May 26 16:03:44.178596 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-51446df8-18db-49f7-bf4e-444786ccab6a req-ce916144-ad79-4996-b035-c2f504f7135e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:44.183249 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-9cac5549-13df-4b92-868f-43db629db7a0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=9bb925fc-5f8f-473d-ada5-90124aa84cad HTTP/1.1" status: 200 len: 217 time: 0.0531287 May 26 16:03:44.185629 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-51446df8-18db-49f7-bf4e-444786ccab6a req-ce916144-ad79-4996-b035-c2f504f7135e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:44.214011 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-92fb5148-3008-4cf6-9d06-3975e4ca3632 req-fee3d946-19f7-4746-9363-49661217d814 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] For port a57eefc1-aa04-49e0-b64b-cef0a18a82ec, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a57eefc1-aa04-49e0-b64b-cef0a18a82ec,segment=NetworkSegment(621041f9-a4a3-475a-9761-93f655636e38),segment_id=621041f9-a4a3-475a-9761-93f655636e38)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:44.218543 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce916144-ad79-4996-b035-c2f504f7135e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event updated for resources: {'Port': ['ID=1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:44.279897 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446df8-18db-49f7-bf4e-444786ccab6a req-ce916144-ad79-4996-b035-c2f504f7135e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:44.282118 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-ce916144-ad79-4996-b035-c2f504f7135e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:44.289249 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f91a9854-016b-4fcf-b931-37aee1492784 req-d26d2fa5-8289-457a-ab62-f2f6a3764dd3 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177022 May 26 16:03:44.298756 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-92fb5148-3008-4cf6-9d06-3975e4ca3632 req-fee3d946-19f7-4746-9363-49661217d814 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:44.301409 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-6b79fea7-45b9-4ee7-9c63-648594e830c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:44.304728 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-6b79fea7-45b9-4ee7-9c63-648594e830c3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1125419 May 26 16:03:44.307526 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76a70f30-3d67-4e42-92ab-45b321d5e0b3 req-55275a48-34eb-4329-8e62-1ecf2ae7d572 service neutron] 10.222.0.81 "GET /v2.0/networks/cf320b0a-9160-436c-9afa-9246ccfc6e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091357 May 26 16:03:44.313722 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-92fb5148-3008-4cf6-9d06-3975e4ca3632 req-fee3d946-19f7-4746-9363-49661217d814 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:44.322485 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-ce916144-ad79-4996-b035-c2f504f7135e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1772492 May 26 16:03:44.327039 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['a57eefc1-aa04-49e0-b64b-cef0a18a82ec'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:44.338853 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 904f5248-ef97-4540-b16f-709215b1b22a details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:03:44.396209 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb5148-3008-4cf6-9d06-3975e4ca3632 req-fee3d946-19f7-4746-9363-49661217d814 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:44.397612 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-92fb5148-3008-4cf6-9d06-3975e4ca3632 req-fee3d946-19f7-4746-9363-49661217d814 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:44.412873 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-92fb5148-3008-4cf6-9d06-3975e4ca3632 req-fee3d946-19f7-4746-9363-49661217d814 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "PUT /v2.0/ports/a57eefc1-aa04-49e0-b64b-cef0a18a82ec HTTP/1.1" status: 200 len: 1021 time: 0.9506595 May 26 16:03:44.434549 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-51446df8-18db-49f7-bf4e-444786ccab6a req-2e5d36c9-9caf-4c77-b0d0-6121b4cc05e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Request body: {'port': {'device_id': 'e509ab85-6513-431f-82f8-6e2bbd3e454b', 'network_id': '2d6abc46-a390-4c53-a081-348fc05e301c', 'admin_state_up': True, 'tenant_id': 'c6cedca6b56247978dd71967ceac922e'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:44.495628 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 9bb925fc-5f8f-473d-ada5-90124aa84cad no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:03:44.588616 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 9bb925fc-5f8f-473d-ada5-90124aa84cad not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:03:44.631733 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['a57eefc1-aa04-49e0-b64b-cef0a18a82ec'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:44.692940 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51446df8-18db-49f7-bf4e-444786ccab6a req-2e5d36c9-9caf-4c77-b0d0-6121b4cc05e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Made reservation on behalf of c6cedca6b56247978dd71967ceac922e for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:44.697083 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-2e5d36c9-9caf-4c77-b0d0-6121b4cc05e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:44.703406 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-506b7492-c863-4139-9d27-c4d545844c94 req-f260d9b7-c1e1-4a97-8031-11de7c2dcf4d tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=c9cd85671a834205b1d3f8201bc3efec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3602629 May 26 16:03:44.805893 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f90bd42a-a3b0-4edf-942e-923f82bbf328 None None] Provisioning complete for port 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:44.806577 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f90bd42a-a3b0-4edf-942e-923f82bbf328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:44.851472 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-9a9cf835-c90f-4993-99dd-7a3a3e2391d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:44.853057 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-9a9cf835-c90f-4993-99dd-7a3a3e2391d2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5144866 May 26 16:03:44.853301 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f90bd42a-a3b0-4edf-942e-923f82bbf328 None None] Port 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:03:44.860586 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3d946-19f7-4746-9363-49661217d814 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event updated for resources: {'Port': ['ID=a57eefc1-aa04-49e0-b64b-cef0a18a82ec,revision_number=7']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:44.891543 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-19dfb54c-5d43-4df6-a15f-1d352d582152 req-5c18e892-7fa1-4934-8ca1-1feb1d906b42 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 210 time: 0.2926030 May 26 16:03:44.912189 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76a70f30-3d67-4e42-92ab-45b321d5e0b3 req-48892ddf-212c-49b0-9bf0-022e479ec981 service neutron] 10.222.0.81 "GET /v2.0/networks/cf320b0a-9160-436c-9afa-9246ccfc6e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5885375 May 26 16:03:44.926465 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a971c-e402-4953-a267-69dec7f356ab req-67c6c79f-087f-46b4-b6c8-9faeb67d6340 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:44.935493 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e33a971c-e402-4953-a267-69dec7f356ab req-67c6c79f-087f-46b4-b6c8-9faeb67d6340 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 949 time: 0.4482827 May 26 16:03:44.979779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 904f5248-ef97-4540-b16f-709215b1b22a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=904f5248-ef97-4540-b16f-709215b1b22a,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:45.008116 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-51446df8-18db-49f7-bf4e-444786ccab6a req-2e5d36c9-9caf-4c77-b0d0-6121b4cc05e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Allocated IP 19.80.0.54 (2d6abc46-a390-4c53-a081-348fc05e301c/ccc126cc-da6b-49c8-8937-6bf6e6b8b067/5b134ecc-d3aa-4bc5-a925-04c3afbf033c) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:45.016500 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e33a971c-e402-4953-a267-69dec7f356ab req-22a0abfe-cade-472f-840d-f0601a1f0b63 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794847 May 26 16:03:45.048380 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '904f5248-ef97-4540-b16f-709215b1b22a', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '904f5248-ef97-4540-b16f-709215b1b22a', 'mac_address': 'fa:16:3e:db:93:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:03:45.058399 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-84496adc-21fd-4fb1-b20c-93297b33a675 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710122 May 26 16:03:45.116602 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b7492-c863-4139-9d27-c4d545844c94 req-427d697e-d482-4964-86c6-f42131f4dafd tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:45.118470 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-506b7492-c863-4139-9d27-c4d545844c94 req-427d697e-d482-4964-86c6-f42131f4dafd tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3213854 May 26 16:03:45.133629 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c7f8b-2dd2-4f18-89fe-a4d1c5469349 req-23e69802-386e-4aa0-83bb-43fa90df39d6 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:45.142234 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-459c7f8b-2dd2-4f18-89fe-a4d1c5469349 req-23e69802-386e-4aa0-83bb-43fa90df39d6 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 948 time: 0.0961597 May 26 16:03:45.153497 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 904f5248-ef97-4540-b16f-709215b1b22a is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:45.153870 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:45.169168 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-506b7492-c863-4139-9d27-c4d545844c94 req-060e4add-6971-4220-8702-a2bd8c9be0a3 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Request body: {'port': {'device_id': '7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': 'c9cd85671a834205b1d3f8201bc3efec'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:45.172523 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 904f5248-ef97-4540-b16f-709215b1b22a {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:45.221224 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-459c7f8b-2dd2-4f18-89fe-a4d1c5469349 req-3eaeebef-9edf-4ba1-954b-34ae9cfe6c2a tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755703 May 26 16:03:45.247491 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796f616-0dad-4d4c-95ac-cca144155ec0 req-5b721f9a-5eb5-4ebb-a510-07edc18e7511 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:45.255741 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d796f616-0dad-4d4c-95ac-cca144155ec0 req-5b721f9a-5eb5-4ebb-a510-07edc18e7511 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 1024 time: 0.1047294 May 26 16:03:45.257208 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 904f5248-ef97-4540-b16f-709215b1b22a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=904f5248-ef97-4540-b16f-709215b1b22a,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:45.273089 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:45.339518 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e31d742-10ed-4639-8c82-fe833032b52d', 'tag': 'a57eefc1-aa04-49e0-b64b-cef0a18a82ec'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:45.345373 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efe9c4e-1150-40ee-9d2c-dab0d8294ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "5e31d742-10ed-4639-8c82-fe833032b52d", "tag": "a57eefc1-aa04-49e0-b64b-cef0a18a82ec"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:45.386169 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d796f616-0dad-4d4c-95ac-cca144155ec0 req-7bd89ee9-ecee-461d-9139-eb9cdd62d8e7 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&id=9a823af1-b9a1-4ee4-84ff-5f8f70d8895b&id=d7dbbd68-a936-4978-9698-4b5521c3e40f HTTP/1.1" status: 200 len: 6146 time: 0.1293120 May 26 16:03:45.403311 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=904f5248-ef97-4540-b16f-709215b1b22a,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:45.447709 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8f498df6-b156-4804-ab9b-c50ed10e9db8 req-78907620-ec06-4525-9962-f86c9e6e6409 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775871 May 26 16:03:45.463737 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-34a554b0-b957-4056-b070-73ba639fc712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:45.485950 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-2e5d36c9-9caf-4c77-b0d0-6121b4cc05e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:45.492815 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb50e4f-02f5-41eb-be21-2736d44a9995 req-21fd818a-f942-4e18-97dd-2ca781b22124 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:45.501968 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506b7492-c863-4139-9d27-c4d545844c94 req-060e4add-6971-4220-8702-a2bd8c9be0a3 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Made reservation on behalf of c9cd85671a834205b1d3f8201bc3efec for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:45.506211 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-506b7492-c863-4139-9d27-c4d545844c94 req-060e4add-6971-4220-8702-a2bd8c9be0a3 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:45.508856 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb50e4f-02f5-41eb-be21-2736d44a9995 req-21fd818a-f942-4e18-97dd-2ca781b22124 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:45.510510 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7eb50e4f-02f5-41eb-be21-2736d44a9995 req-21fd818a-f942-4e18-97dd-2ca781b22124 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 1655 time: 0.2057641 May 26 16:03:45.528610 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-506b7492-c863-4139-9d27-c4d545844c94 req-060e4add-6971-4220-8702-a2bd8c9be0a3 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:45.595296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb90100-aef5-4894-aace-9943dfb3772a req-7054d8e9-4be9-404e-a974-b0028a0c6aa6 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:45.602366 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dbb90100-aef5-4894-aace-9943dfb3772a req-7054d8e9-4be9-404e-a974-b0028a0c6aa6 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.0853958 May 26 16:03:45.604978 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7eb50e4f-02f5-41eb-be21-2736d44a9995 req-2f7410fe-e06c-4f3c-914e-11e2bef07eb1 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787730 May 26 16:03:45.611372 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-2e5d36c9-9caf-4c77-b0d0-6121b4cc05e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:45.644624 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dbb90100-aef5-4894-aace-9943dfb3772a req-3c1ce2ca-4a1c-4366-ab0d-c0a15c7ef9e4 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385375 May 26 16:03:45.665488 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851fd9a8-cf5f-4886-b97f-8b6e101c1068 x-openstack-request-id: req-851fd9a8-cf5f-4886-b97f-8b6e101c1068 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:45.665995 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e31d742-10ed-4639-8c82-fe833032b52d", "tag": "a57eefc1-aa04-49e0-b64b-cef0a18a82ec", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:45.666271 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-851fd9a8-cf5f-4886-b97f-8b6e101c1068 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:45.666650 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-851fd9a8-cf5f-4886-b97f-8b6e101c1068'] response: {'name': 'network-changed', 'server_uuid': '5e31d742-10ed-4639-8c82-fe833032b52d', 'tag': 'a57eefc1-aa04-49e0-b64b-cef0a18a82ec', 'status': 'completed', 'code': 200} May 26 16:03:45.690924 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-74421fb0-7252-4601-8a0d-1aac95a9f43a req-55a0c421-3869-451b-b38e-52c66e593a39 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Request body: {'security_group': {'name': ' tempest-securitygroup -439263024 ', 'description': 'tempest-description-708626335'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:45.691224 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51446df8-18db-49f7-bf4e-444786ccab6a req-2e5d36c9-9caf-4c77-b0d0-6121b4cc05e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Network 2d6abc46-a390-4c53-a081-348fc05e301c is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:45.714182 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-74421fb0-7252-4601-8a0d-1aac95a9f43a req-55a0c421-3869-451b-b38e-52c66e593a39 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:45.715470 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-51446df8-18db-49f7-bf4e-444786ccab6a req-2e5d36c9-9caf-4c77-b0d0-6121b4cc05e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:45.717892 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-51446df8-18db-49f7-bf4e-444786ccab6a req-2e5d36c9-9caf-4c77-b0d0-6121b4cc05e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:45.783066 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d36c9-9caf-4c77-b0d0-6121b4cc05e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event updated for resources: {'Port': ['ID=5b134ecc-d3aa-4bc5-a925-04c3afbf033c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:45.787378 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-506b7492-c863-4139-9d27-c4d545844c94 req-060e4add-6971-4220-8702-a2bd8c9be0a3 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:45.806899 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-74421fb0-7252-4601-8a0d-1aac95a9f43a req-55a0c421-3869-451b-b38e-52c66e593a39 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:45.808941 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-506b7492-c863-4139-9d27-c4d545844c94 req-060e4add-6971-4220-8702-a2bd8c9be0a3 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:45.815183 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d36c9-9caf-4c77-b0d0-6121b4cc05e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:45.816046 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d36c9-9caf-4c77-b0d0-6121b4cc05e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:45.816555 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d36c9-9caf-4c77-b0d0-6121b4cc05e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:45.817811 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d36c9-9caf-4c77-b0d0-6121b4cc05e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:45.817811 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d36c9-9caf-4c77-b0d0-6121b4cc05e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:45.819744 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d36c9-9caf-4c77-b0d0-6121b4cc05e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:45.820437 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d36c9-9caf-4c77-b0d0-6121b4cc05e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:45.820663 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d36c9-9caf-4c77-b0d0-6121b4cc05e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:45.820997 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d36c9-9caf-4c77-b0d0-6121b4cc05e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:45.821501 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d36c9-9caf-4c77-b0d0-6121b4cc05e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:45.822000 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d36c9-9caf-4c77-b0d0-6121b4cc05e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:45.822708 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d36c9-9caf-4c77-b0d0-6121b4cc05e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:45.823216 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-74421fb0-7252-4601-8a0d-1aac95a9f43a req-55a0c421-3869-451b-b38e-52c66e593a39 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:45.861336 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307fd34b-7046-40fb-8d84-f0a6ecf484ec', 'tag': '9bb925fc-5f8f-473d-ada5-90124aa84cad'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:45.863625 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253038d3-4feb-47d8-978a-5b929aa45dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "307fd34b-7046-40fb-8d84-f0a6ecf484ec", "tag": "9bb925fc-5f8f-473d-ada5-90124aa84cad"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:45.871137 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-74421fb0-7252-4601-8a0d-1aac95a9f43a req-55a0c421-3869-451b-b38e-52c66e593a39 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:45.872417 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-74421fb0-7252-4601-8a0d-1aac95a9f43a req-55a0c421-3869-451b-b38e-52c66e593a39 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.1933546 May 26 16:03:45.873090 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446df8-18db-49f7-bf4e-444786ccab6a req-2e5d36c9-9caf-4c77-b0d0-6121b4cc05e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:45.873722 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-2e5d36c9-9caf-4c77-b0d0-6121b4cc05e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:45.923927 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe9c4e-1150-40ee-9d2c-dab0d8294ef5 req-bf8be3c4-a71d-48b9-bd3c-faf37f98dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:45.925344 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0c421-3869-451b-b38e-52c66e593a39 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c667fe-7a16-4443-9507-9729d206757e,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:45.925609 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4efe9c4e-1150-40ee-9d2c-dab0d8294ef5 req-bf8be3c4-a71d-48b9-bd3c-faf37f98dd3f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=46364c65eaab404bb479cc7b86850f2b&device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 1175 time: 0.2262940 May 26 16:03:45.925779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['904f5248-ef97-4540-b16f-709215b1b22a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:45.985513 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a15b98a-c7d7-40cd-85e6-607eff287c1f x-openstack-request-id: req-3a15b98a-c7d7-40cd-85e6-607eff287c1f {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:45.986034 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307fd34b-7046-40fb-8d84-f0a6ecf484ec", "tag": "9bb925fc-5f8f-473d-ada5-90124aa84cad", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:45.986593 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3a15b98a-c7d7-40cd-85e6-607eff287c1f {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:45.987034 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a15b98a-c7d7-40cd-85e6-607eff287c1f'] response: {'name': 'network-changed', 'server_uuid': '307fd34b-7046-40fb-8d84-f0a6ecf484ec', 'tag': '9bb925fc-5f8f-473d-ada5-90124aa84cad', 'status': 'completed', 'code': 200} May 26 16:03:46.036114 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e4add-6971-4220-8702-a2bd8c9be0a3 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be219cfa-f419-431b-b5f8-12176a6dcc58,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:46.051071 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5e3d80b-b78b-4f96-9472-4b26f5e3f259 req-03c4051d-fe83-4e7b-8ff0-21b79efea44a tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/d5c667fe-7a16-4443-9507-9729d206757e HTTP/1.1" status: 200 len: 1779 time: 0.1280925 May 26 16:03:46.141215 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253038d3-4feb-47d8-978a-5b929aa45dd5 req-63862fcb-2251-485c-b4dc-7bd730847759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:46.142639 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-253038d3-4feb-47d8-978a-5b929aa45dd5 req-63862fcb-2251-485c-b4dc-7bd730847759 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 1100 time: 0.1314514 May 26 16:03:46.161500 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-2e5d36c9-9caf-4c77-b0d0-6121b4cc05e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7476203 May 26 16:03:46.164630 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8640b54a-617e-4749-91f8-653a84a9fc52 req-1b206eff-69bb-483b-97dc-437ab9289782 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 210 time: 0.0504918 May 26 16:03:46.196393 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d9cf145c-26b8-4ac7-b585-c4d021e16b47 service neutron] Request body: {'port': {'device_id': 'e509ab85-6513-431f-82f8-6e2bbd3e454b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:46.235328 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-16fa51ee-0e24-411a-aa51-8a9ac25c2c4a None None] Provisioning complete for port 5b134ecc-d3aa-4bc5-a925-04c3afbf033c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:46.235848 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-16fa51ee-0e24-411a-aa51-8a9ac25c2c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:46.298558 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-16fa51ee-0e24-411a-aa51-8a9ac25c2c4a None None] Port 5b134ecc-d3aa-4bc5-a925-04c3afbf033c cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:03:46.313241 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-506b7492-c863-4139-9d27-c4d545844c94 req-060e4add-6971-4220-8702-a2bd8c9be0a3 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Allocated IP 192.168.233.152 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/77669548-de09-4082-a168-6e89fbf18838) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:46.333816 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0e855b5e-f6aa-48c0-af4c-82af1a9cbf07 req-6b7a2b9e-0b4d-4c2c-be4d-629a2fbe7cf6 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/d5c667fe-7a16-4443-9507-9729d206757e HTTP/1.1" status: 200 len: 1779 time: 0.1346226 May 26 16:03:46.344231 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe9c4e-1150-40ee-9d2c-dab0d8294ef5 req-631c79a7-2999-44a9-914a-55ab35412888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:46.345546 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c7135-3673-4f5e-af5b-c4f2864bef2c req-05d363c2-98a6-4585-bc2e-3022b5a3158f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:46.345869 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4efe9c4e-1150-40ee-9d2c-dab0d8294ef5 req-631c79a7-2999-44a9-914a-55ab35412888 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cf320b0a-9160-436c-9afa-9246ccfc6e6d HTTP/1.1" status: 200 len: 913 time: 0.4058912 May 26 16:03:46.346459 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d9cf145c-26b8-4ac7-b585-c4d021e16b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:46.347157 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b6c7135-3673-4f5e-af5b-c4f2864bef2c req-05d363c2-98a6-4585-bc2e-3022b5a3158f tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 949 time: 0.1885684 May 26 16:03:46.353298 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253038d3-4feb-47d8-978a-5b929aa45dd5 req-906b2303-b523-49de-be1c-b18078368998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:46.354891 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-253038d3-4feb-47d8-978a-5b929aa45dd5 req-906b2303-b523-49de-be1c-b18078368998 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e6ecadf768c4517a083521fe60f9efe&device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 1100 time: 0.1986935 May 26 16:03:46.373873 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:46.403791 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253038d3-4feb-47d8-978a-5b929aa45dd5 req-356df099-0b43-4510-88f6-76a558d4512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:46.405371 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-253038d3-4feb-47d8-978a-5b929aa45dd5 req-356df099-0b43-4510-88f6-76a558d4512c service neutron] 10.222.0.81 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.2480707 May 26 16:03:46.468554 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4efe9c4e-1150-40ee-9d2c-dab0d8294ef5 req-5963e51b-5b2b-4221-922b-ce44c06b92f6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a57eefc1-aa04-49e0-b64b-cef0a18a82ec HTTP/1.1" status: 200 len: 217 time: 0.1051571 May 26 16:03:46.471454 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b6c7135-3673-4f5e-af5b-c4f2864bef2c req-65b77277-0135-4d7c-8545-befacb970a77 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092432 May 26 16:03:46.474839 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-253038d3-4feb-47d8-978a-5b929aa45dd5 req-400a6425-31de-4b52-92dc-12cff00a2918 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=9bb925fc-5f8f-473d-ada5-90124aa84cad HTTP/1.1" status: 200 len: 217 time: 0.0529640 May 26 16:03:46.526657 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0e855b5e-f6aa-48c0-af4c-82af1a9cbf07 req-eb9c889d-02ea-4832-99d7-c33f2cf3bbe0 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:46.565150 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0e855b5e-f6aa-48c0-af4c-82af1a9cbf07 req-eb9c889d-02ea-4832-99d7-c33f2cf3bbe0 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:46.575122 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253038d3-4feb-47d8-978a-5b929aa45dd5 req-292052e4-398b-444b-a875-d847da35bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:46.576781 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-253038d3-4feb-47d8-978a-5b929aa45dd5 req-292052e4-398b-444b-a875-d847da35bc0f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0935452 May 26 16:03:46.650904 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253038d3-4feb-47d8-978a-5b929aa45dd5 req-ad632ff6-42bc-442a-b02d-a6c47b64d576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:46.652836 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-253038d3-4feb-47d8-978a-5b929aa45dd5 req-ad632ff6-42bc-442a-b02d-a6c47b64d576 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0634592 May 26 16:03:46.657576 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0e855b5e-f6aa-48c0-af4c-82af1a9cbf07 req-eb9c889d-02ea-4832-99d7-c33f2cf3bbe0 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:46.660465 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0e855b5e-f6aa-48c0-af4c-82af1a9cbf07 req-eb9c889d-02ea-4832-99d7-c33f2cf3bbe0 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:46.661603 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0e855b5e-f6aa-48c0-af4c-82af1a9cbf07 req-eb9c889d-02ea-4832-99d7-c33f2cf3bbe0 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "DELETE /v2.0/security-groups/d5c667fe-7a16-4443-9507-9729d206757e HTTP/1.1" status: 204 len: 173 time: 0.3111591 May 26 16:03:46.691854 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c889d-02ea-4832-99d7-c33f2cf3bbe0 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c667fe-7a16-4443-9507-9729d206757e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:46.731868 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe9c4e-1150-40ee-9d2c-dab0d8294ef5 req-fca803af-34e9-4c67-82f0-c3c211008d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:46.733469 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4efe9c4e-1150-40ee-9d2c-dab0d8294ef5 req-fca803af-34e9-4c67-82f0-c3c211008d63 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f01ba635-ccdf-40f5-81b7-3a68df45ec94 HTTP/1.1" status: 200 len: 852 time: 0.2330067 May 26 16:03:46.773647 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-0778ee1b-9bac-4d76-a830-32eb2f897cad req-ad69d367-193c-44d2-8055-82eed88e3dac tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Request body: {'security_group': {'name': 'tempest-securitygroup-556371607', 'description': 'tempest-description-1589733797'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:46.775808 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253038d3-4feb-47d8-978a-5b929aa45dd5 req-fd80e98e-d4c1-46ab-a965-4a03946af68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:46.777463 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-253038d3-4feb-47d8-978a-5b929aa45dd5 req-fd80e98e-d4c1-46ab-a965-4a03946af68d service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.4027934 May 26 16:03:46.805785 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4efe9c4e-1150-40ee-9d2c-dab0d8294ef5 req-446684b1-7fd3-4c76-b63b-51054b185780 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cf320b0a-9160-436c-9afa-9246ccfc6e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434566 May 26 16:03:46.816357 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-253038d3-4feb-47d8-978a-5b929aa45dd5 req-206827be-d3a3-42de-850f-9f14f4454873 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530640 May 26 16:03:46.851684 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0778ee1b-9bac-4d76-a830-32eb2f897cad req-ad69d367-193c-44d2-8055-82eed88e3dac tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:46.889430 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0778ee1b-9bac-4d76-a830-32eb2f897cad req-ad69d367-193c-44d2-8055-82eed88e3dac tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:46.903072 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6eea4c-4e0d-432e-b411-640e039f2035 req-872d9b9b-f421-428c-9293-0a9739f410bd tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:46.904658 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd6eea4c-4e0d-432e-b411-640e039f2035 req-872d9b9b-f421-428c-9293-0a9739f410bd tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 949 time: 0.1545951 May 26 16:03:46.918550 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-253038d3-4feb-47d8-978a-5b929aa45dd5 req-bc35f2e8-d9e9-43b7-b8af-209c9a497d1a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=9bb925fc-5f8f-473d-ada5-90124aa84cad HTTP/1.1" status: 200 len: 217 time: 0.1174235 May 26 16:03:47.012030 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd6eea4c-4e0d-432e-b411-640e039f2035 req-6db53d03-8919-488b-b12d-392cb32182b3 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957344 May 26 16:03:47.016062 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-253038d3-4feb-47d8-978a-5b929aa45dd5 req-f204bc1a-395c-4446-9005-be73089f1931 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896834 May 26 16:03:47.040733 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-506b7492-c863-4139-9d27-c4d545844c94 req-060e4add-6971-4220-8702-a2bd8c9be0a3 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:47.065330 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253038d3-4feb-47d8-978a-5b929aa45dd5 req-dc02782c-0282-423f-a724-30c4faf14a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:47.066853 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-253038d3-4feb-47d8-978a-5b929aa45dd5 req-dc02782c-0282-423f-a724-30c4faf14a67 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1083891 May 26 16:03:47.071498 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0778ee1b-9bac-4d76-a830-32eb2f897cad req-ad69d367-193c-44d2-8055-82eed88e3dac tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:47.076237 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0778ee1b-9bac-4d76-a830-32eb2f897cad req-ad69d367-193c-44d2-8055-82eed88e3dac tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:47.148667 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69d367-193c-44d2-8055-82eed88e3dac tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7be26c7-6e8b-4a4f-9301-ca03221bde85,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:47.169252 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4efe9c4e-1150-40ee-9d2c-dab0d8294ef5 req-630ccd19-21f3-4c4d-8aab-9831905264b4 service neutron] 10.222.0.81 "GET /v2.0/networks/cf320b0a-9160-436c-9afa-9246ccfc6e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490798 May 26 16:03:47.203617 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d967c3-688a-4f84-a4b2-76a6265c73b5 req-5b5794da-57a9-4a76-80c5-38499f162473 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:47.210554 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d967c3-688a-4f84-a4b2-76a6265c73b5 req-5b5794da-57a9-4a76-80c5-38499f162473 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:47.217095 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d967c3-688a-4f84-a4b2-76a6265c73b5 req-5b5794da-57a9-4a76-80c5-38499f162473 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:47.218934 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-91d967c3-688a-4f84-a4b2-76a6265c73b5 req-5b5794da-57a9-4a76-80c5-38499f162473 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 2376 time: 0.1175287 May 26 16:03:47.227001 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0778ee1b-9bac-4d76-a830-32eb2f897cad req-ad69d367-193c-44d2-8055-82eed88e3dac tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:47.236560 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0778ee1b-9bac-4d76-a830-32eb2f897cad req-ad69d367-193c-44d2-8055-82eed88e3dac tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:47.298691 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-91d967c3-688a-4f84-a4b2-76a6265c73b5 req-2978f18c-8ed5-47b8-bf4b-a3479b25acad tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702305 May 26 16:03:47.303699 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0778ee1b-9bac-4d76-a830-32eb2f897cad req-ad69d367-193c-44d2-8055-82eed88e3dac tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:47.315679 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0778ee1b-9bac-4d76-a830-32eb2f897cad req-ad69d367-193c-44d2-8055-82eed88e3dac tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5540037 May 26 16:03:47.315679 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69d367-193c-44d2-8055-82eed88e3dac tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6da3096b-6ca1-43dd-8e77-ee7828ad4c5c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:47.360018 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-411a6638-b4a1-4fe9-ac86-1b55790623a5 req-a6beba08-03b9-4ec0-9235-601d78553fd9 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] show failed (client error): The resource could not be found. May 26 16:03:47.361121 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-411a6638-b4a1-4fe9-ac86-1b55790623a5 req-a6beba08-03b9-4ec0-9235-601d78553fd9 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/d5c667fe-7a16-4443-9507-9729d206757e HTTP/1.1" status: 404 len: 352 time: 0.0239744 May 26 16:03:47.408760 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 9bb925fc-5f8f-473d-ada5-90124aa84cad details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:03:47.502796 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd392b5-eb7b-4938-82b8-c0b8ca0d2b4f req-88bcf880-a73f-496a-afb3-433e1150e790 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:47.514428 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ecd392b5-eb7b-4938-82b8-c0b8ca0d2b4f req-88bcf880-a73f-496a-afb3-433e1150e790 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.1305439 May 26 16:03:47.526792 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-506b7492-c863-4139-9d27-c4d545844c94 req-060e4add-6971-4220-8702-a2bd8c9be0a3 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:47.542256 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253038d3-4feb-47d8-978a-5b929aa45dd5 req-fcf1523f-5d65-4ed3-a7f4-0a66b070b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:47.543761 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-253038d3-4feb-47d8-978a-5b929aa45dd5 req-fcf1523f-5d65-4ed3-a7f4-0a66b070b3bb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4545250 May 26 16:03:47.560463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 9bb925fc-5f8f-473d-ada5-90124aa84cad, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=9bb925fc-5f8f-473d-ada5-90124aa84cad,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:47.574924 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ecd392b5-eb7b-4938-82b8-c0b8ca0d2b4f req-4d28f32f-aed1-46ef-97a4-eb7c40a92178 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591784 May 26 16:03:47.575226 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '9bb925fc-5f8f-473d-ada5-90124aa84cad', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '9bb925fc-5f8f-473d-ada5-90124aa84cad', 'mac_address': 'fa:16:3e:a6:87:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:03:47.599503 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311cac40-6618-4ef0-885a-e2fcf11274dd req-d20eef71-459f-46c2-b059-74a1bf7fdc35 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:47.601609 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-311cac40-6618-4ef0-885a-e2fcf11274dd req-d20eef71-459f-46c2-b059-74a1bf7fdc35 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 936 time: 0.1472216 May 26 16:03:47.609208 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-acecb5c8-4b70-471b-a423-a47f374342e4 req-0702fe15-60ea-4e6d-aca9-e295d83fc3ef tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Request body: {'security_group': {'name': 'tempest-securitygroup-752936940', 'description': 'tempest-description-1866022942'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:47.647568 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-acecb5c8-4b70-471b-a423-a47f374342e4 req-0702fe15-60ea-4e6d-aca9-e295d83fc3ef tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:47.656861 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d9cf145c-26b8-4ac7-b585-c4d021e16b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f36f9371-29f9-4988-a72f-1465d9a496d3 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:47.673950 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:47.674923 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 9bb925fc-5f8f-473d-ada5-90124aa84cad is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:47.675594 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:47.692288 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-311cac40-6618-4ef0-885a-e2fcf11274dd req-2be3e3fe-5bb3-4ea0-9553-a92f325dc8be tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/security-groups?id=be219cfa-f419-431b-b5f8-12176a6dcc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628784 May 26 16:03:47.701977 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d9cf145c-26b8-4ac7-b585-c4d021e16b47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:47.721811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb925fc-5f8f-473d-ada5-90124aa84cad {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:47.724024 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506b7492-c863-4139-9d27-c4d545844c94 req-060e4add-6971-4220-8702-a2bd8c9be0a3 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:47.741041 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-506b7492-c863-4139-9d27-c4d545844c94 req-060e4add-6971-4220-8702-a2bd8c9be0a3 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:47.743733 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e4add-6971-4220-8702-a2bd8c9be0a3 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Pushing event updated for resources: {'Port': ['ID=77669548-de09-4082-a168-6e89fbf18838,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:47.757227 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-506b7492-c863-4139-9d27-c4d545844c94 req-060e4add-6971-4220-8702-a2bd8c9be0a3 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:47.766561 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-acecb5c8-4b70-471b-a423-a47f374342e4 req-0702fe15-60ea-4e6d-aca9-e295d83fc3ef tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:47.772438 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-acecb5c8-4b70-471b-a423-a47f374342e4 req-0702fe15-60ea-4e6d-aca9-e295d83fc3ef tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:47.785386 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d9cf145c-26b8-4ac7-b585-c4d021e16b47 service neutron] Transition to ACTIVE for port object f36f9371-29f9-4988-a72f-1465d9a496d3 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:03:47.792050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-60e1fc92-1aa1-44b6-8152-039b68488172 req-e8c5bcc3-806c-4ae6-ac55-8c25fb53b4e6 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-526976271', 'description': 'tempest-description-521226650'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:47.792344 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 9bb925fc-5f8f-473d-ada5-90124aa84cad, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=9bb925fc-5f8f-473d-ada5-90124aa84cad,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:47.798906 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:47.804328 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d9cf145c-26b8-4ac7-b585-c4d021e16b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:47.869754 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-acecb5c8-4b70-471b-a423-a47f374342e4 req-0702fe15-60ea-4e6d-aca9-e295d83fc3ef tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:47.883697 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-acecb5c8-4b70-471b-a423-a47f374342e4 req-0702fe15-60ea-4e6d-aca9-e295d83fc3ef tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2724659 May 26 16:03:47.887983 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4efe9c4e-1150-40ee-9d2c-dab0d8294ef5 req-ac99dc2d-7ae2-4612-87f8-51cb8bf6e116 service neutron] 10.222.0.81 "GET /v2.0/networks/cf320b0a-9160-436c-9afa-9246ccfc6e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6971111 May 26 16:03:47.889166 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-60e1fc92-1aa1-44b6-8152-039b68488172 req-e8c5bcc3-806c-4ae6-ac55-8c25fb53b4e6 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:47.893550 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702fe15-60ea-4e6d-aca9-e295d83fc3ef tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc698e28-7d6f-4e2b-b00e-cc61f0d46559,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:47.899472 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b7492-c863-4139-9d27-c4d545844c94 req-060e4add-6971-4220-8702-a2bd8c9be0a3 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:47.899941 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-506b7492-c863-4139-9d27-c4d545844c94 req-060e4add-6971-4220-8702-a2bd8c9be0a3 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:47.910831 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-253038d3-4feb-47d8-978a-5b929aa45dd5 req-3917fd93-4a76-4744-85bc-7182967b525b service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918026 May 26 16:03:47.923124 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf145c-26b8-4ac7-b585-c4d021e16b47 service neutron] Pushing event updated for resources: {'Port': ['ID=f36f9371-29f9-4988-a72f-1465d9a496d3,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:47.938028 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=9bb925fc-5f8f-473d-ada5-90124aa84cad,revision_number=12']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:47.947903 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-506b7492-c863-4139-9d27-c4d545844c94 req-060e4add-6971-4220-8702-a2bd8c9be0a3 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7834008 May 26 16:03:47.954073 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:47.954428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:47.954773 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:47.955115 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:47.955466 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:47.955804 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:47.956186 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:47.956484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:47.956831 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:47.957158 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:47.957487 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:47.957811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:03:47.997109 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-506b7492-c863-4139-9d27-c4d545844c94 req-33c7fdb4-0867-41f1-b43f-741feeabecfa service neutron] Request body: {'port': {'device_id': '7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:48.066035 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-60e1fc92-1aa1-44b6-8152-039b68488172 req-e8c5bcc3-806c-4ae6-ac55-8c25fb53b4e6 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.072184 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-60e1fc92-1aa1-44b6-8152-039b68488172 req-e8c5bcc3-806c-4ae6-ac55-8c25fb53b4e6 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.102300 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0334cc8-a6fc-40bd-8e70-f9f413b480fc req-10728bf5-f1f0-4ba4-bd87-288d954b90f4 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:48.107859 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d0334cc8-a6fc-40bd-8e70-f9f413b480fc req-10728bf5-f1f0-4ba4-bd87-288d954b90f4 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 950 time: 0.0994754 May 26 16:03:48.126477 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.130761 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-60e1fc92-1aa1-44b6-8152-039b68488172 req-e8c5bcc3-806c-4ae6-ac55-8c25fb53b4e6 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.132782 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60e1fc92-1aa1-44b6-8152-039b68488172 req-e8c5bcc3-806c-4ae6-ac55-8c25fb53b4e6 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3530893 May 26 16:03:48.141834 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['9bb925fc-5f8f-473d-ada5-90124aa84cad'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:48.182317 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5bcc3-806c-4ae6-ac55-8c25fb53b4e6 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97d861ef-7d83-4519-9257-e49ecf051e79,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:48.205162 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-506b7492-c863-4139-9d27-c4d545844c94 req-33c7fdb4-0867-41f1-b43f-741feeabecfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.213035 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d0334cc8-a6fc-40bd-8e70-f9f413b480fc req-927e1e0a-2cf8-4e6f-9c4a-4f4fb68c9de9 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928597 May 26 16:03:48.265169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-40c5f131-c73c-42a4-9110-12f1ff298cd2 req-86409f73-4270-4d7b-9f12-6c58b7ae2fde tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-447201009', 'description': 'tempest-description-626336514'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:48.267063 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3c1bcc14-3690-4c1e-a7a3-6249e05427e9 None None] Provisioning complete for port 77669548-de09-4082-a168-6e89fbf18838 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:48.267892 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3c1bcc14-3690-4c1e-a7a3-6249e05427e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.275004 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-253038d3-4feb-47d8-978a-5b929aa45dd5 req-09464ba3-5770-413a-ac8c-123bfcfecd5a service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481760 May 26 16:03:48.275807 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d9cf145c-26b8-4ac7-b585-c4d021e16b47 service neutron] Attempting to bind port f36f9371-29f9-4988-a72f-1465d9a496d3 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:48.276479 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d9cf145c-26b8-4ac7-b585-c4d021e16b47 service neutron] Attempting to bind port f36f9371-29f9-4988-a72f-1465d9a496d3 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'a934d4c5-70d5-44fe-8550-8b2f58f4f089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2d6abc46-a390-4c53-a081-348fc05e301c'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:48.276811 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d9cf145c-26b8-4ac7-b585-c4d021e16b47 service neutron] Attempting to bind port f36f9371-29f9-4988-a72f-1465d9a496d3 on network 2d6abc46-a390-4c53-a081-348fc05e301c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:48.289934 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-40c5f131-c73c-42a4-9110-12f1ff298cd2 req-86409f73-4270-4d7b-9f12-6c58b7ae2fde tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.309928 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-40c5f131-c73c-42a4-9110-12f1ff298cd2 req-86409f73-4270-4d7b-9f12-6c58b7ae2fde tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.310449 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d9cf145c-26b8-4ac7-b585-c4d021e16b47 service neutron] Port f36f9371-29f9-4988-a72f-1465d9a496d3 on network 2d6abc46-a390-4c53-a081-348fc05e301c not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:03:48.310953 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d9cf145c-26b8-4ac7-b585-c4d021e16b47 service neutron] Attempting to bind port f36f9371-29f9-4988-a72f-1465d9a496d3 on network 2d6abc46-a390-4c53-a081-348fc05e301c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:48.321384 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d9cf145c-26b8-4ac7-b585-c4d021e16b47 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:48.321983 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d9cf145c-26b8-4ac7-b585-c4d021e16b47 service neutron] Checking segment: {'id': 'a934d4c5-70d5-44fe-8550-8b2f58f4f089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2d6abc46-a390-4c53-a081-348fc05e301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:48.322627 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d9cf145c-26b8-4ac7-b585-c4d021e16b47 service neutron] Bound using segment: {'id': 'a934d4c5-70d5-44fe-8550-8b2f58f4f089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2d6abc46-a390-4c53-a081-348fc05e301c'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:48.323232 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d9cf145c-26b8-4ac7-b585-c4d021e16b47 service neutron] Bound port: f36f9371-29f9-4988-a72f-1465d9a496d3, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a934d4c5-70d5-44fe-8550-8b2f58f4f089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2d6abc46-a390-4c53-a081-348fc05e301c'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:48.323765 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d9cf145c-26b8-4ac7-b585-c4d021e16b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.341572 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3c1bcc14-3690-4c1e-a7a3-6249e05427e9 None None] Port 77669548-de09-4082-a168-6e89fbf18838 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:03:48.411598 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 904f5248-ef97-4540-b16f-709215b1b22a up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:48.444287 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934bb54-c73f-4bc1-b781-75db252a3586 req-4bb8e886-7cad-4af2-8c37-ac9e4b5a08b4 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:48.446241 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0934bb54-c73f-4bc1-b781-75db252a3586 req-4bb8e886-7cad-4af2-8c37-ac9e4b5a08b4 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 949 time: 0.1183918 May 26 16:03:48.481010 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 904f5248-ef97-4540-b16f-709215b1b22a completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:03:48.485303 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 904f5248-ef97-4540-b16f-709215b1b22a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:48.485684 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.501047 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-40c5f131-c73c-42a4-9110-12f1ff298cd2 req-86409f73-4270-4d7b-9f12-6c58b7ae2fde tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.513751 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-40c5f131-c73c-42a4-9110-12f1ff298cd2 req-86409f73-4270-4d7b-9f12-6c58b7ae2fde tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.532039 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d9cf145c-26b8-4ac7-b585-c4d021e16b47 service neutron] For port f36f9371-29f9-4988-a72f-1465d9a496d3, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:48.535258 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0934bb54-c73f-4bc1-b781-75db252a3586 req-b06c071d-bf83-47b2-85e8-17691207a196 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630627 May 26 16:03:48.558799 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d9cf145c-26b8-4ac7-b585-c4d021e16b47 service neutron] For port f36f9371-29f9-4988-a72f-1465d9a496d3, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f36f9371-29f9-4988-a72f-1465d9a496d3,segment=NetworkSegment(a934d4c5-70d5-44fe-8550-8b2f58f4f089),segment_id=a934d4c5-70d5-44fe-8550-8b2f58f4f089)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:48.567051 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d9cf145c-26b8-4ac7-b585-c4d021e16b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.568154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86409f73-4270-4d7b-9f12-6c58b7ae2fde tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd593d6-647e-4899-addb-6ccb4f498f4e,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:48.607934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-e06bed98-f08f-473e-8bd5-24c1018e1023 req-0610f74f-7f0f-4b3a-848e-154bdeb1b158 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2069825675', 'description': 'tempest-description-501986546'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:48.609826 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 904f5248-ef97-4540-b16f-709215b1b22a is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:48.610317 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.623839 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-40c5f131-c73c-42a4-9110-12f1ff298cd2 req-86409f73-4270-4d7b-9f12-6c58b7ae2fde tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.634577 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-40c5f131-c73c-42a4-9110-12f1ff298cd2 req-86409f73-4270-4d7b-9f12-6c58b7ae2fde tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.643535 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d9cf145c-26b8-4ac7-b585-c4d021e16b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:48.644124 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d9cf145c-26b8-4ac7-b585-c4d021e16b47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.645568 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d9cf145c-26b8-4ac7-b585-c4d021e16b47 service neutron] 10.222.0.81 "PUT /v2.0/ports/f36f9371-29f9-4988-a72f-1465d9a496d3 HTTP/1.1" status: 200 len: 1092 time: 2.4582746 May 26 16:03:48.646080 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e509ab85-6513-431f-82f8-6e2bbd3e454b', 'tag': 'f36f9371-29f9-4988-a72f-1465d9a496d3'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:48.648671 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d356ff-3b7e-4bf5-803e-11754d55a672" -d '{"events": [{"name": "network-changed", "server_uuid": "e509ab85-6513-431f-82f8-6e2bbd3e454b", "tag": "f36f9371-29f9-4988-a72f-1465d9a496d3"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:48.657437 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e06bed98-f08f-473e-8bd5-24c1018e1023 req-0610f74f-7f0f-4b3a-848e-154bdeb1b158 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.660250 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2150b777-3a73-4db1-8c3a-d917193bd502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904f5248-ef97-4540-b16f-709215b1b22a'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:48.665329 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17250b60-4190-4fb6-8a76-3a5b737f1b8d" -d '{"events": [{"server_uuid": "2150b777-3a73-4db1-8c3a-d917193bd502", "name": "network-vif-plugged", "status": "completed", "tag": "904f5248-ef97-4540-b16f-709215b1b22a"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:48.674691 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-40c5f131-c73c-42a4-9110-12f1ff298cd2 req-86409f73-4270-4d7b-9f12-6c58b7ae2fde tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.675946 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-40c5f131-c73c-42a4-9110-12f1ff298cd2 req-86409f73-4270-4d7b-9f12-6c58b7ae2fde tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4152563 May 26 16:03:48.691201 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-51446df8-18db-49f7-bf4e-444786ccab6a req-1230de2b-cedb-480c-ae24-1a2cc55a75e8 service neutron] Request body: {'port': {'device_id': 'e509ab85-6513-431f-82f8-6e2bbd3e454b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:48.695211 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86409f73-4270-4d7b-9f12-6c58b7ae2fde tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77adc1a2-fdad-4e84-9afa-583a52e430c2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:48.710987 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 904f5248-ef97-4540-b16f-709215b1b22a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=904f5248-ef97-4540-b16f-709215b1b22a,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:48.720197 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.724454 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf145c-26b8-4ac7-b585-c4d021e16b47 service neutron] Pushing event updated for resources: {'Port': ['ID=f36f9371-29f9-4988-a72f-1465d9a496d3,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:48.794848 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=904f5248-ef97-4540-b16f-709215b1b22a,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:48.827210 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e06bed98-f08f-473e-8bd5-24c1018e1023 req-0610f74f-7f0f-4b3a-848e-154bdeb1b158 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.831293 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-1230de2b-cedb-480c-ae24-1a2cc55a75e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.833561 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e06bed98-f08f-473e-8bd5-24c1018e1023 req-0610f74f-7f0f-4b3a-848e-154bdeb1b158 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.878602 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e06bed98-f08f-473e-8bd5-24c1018e1023 req-0610f74f-7f0f-4b3a-848e-154bdeb1b158 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.892264 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e06bed98-f08f-473e-8bd5-24c1018e1023 req-0610f74f-7f0f-4b3a-848e-154bdeb1b158 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2901323 May 26 16:03:48.894655 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610f74f-7f0f-4b3a-848e-154bdeb1b158 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dde5daec-37ec-4903-91a8-9d6d750d893f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:48.921151 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.950229 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-506b7492-c863-4139-9d27-c4d545844c94 req-33c7fdb4-0867-41f1-b43f-741feeabecfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77669548-de09-4082-a168-6e89fbf18838 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:48.967061 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-506b7492-c863-4139-9d27-c4d545844c94 req-33c7fdb4-0867-41f1-b43f-741feeabecfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:48.992494 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-506b7492-c863-4139-9d27-c4d545844c94 req-33c7fdb4-0867-41f1-b43f-741feeabecfa service neutron] Transition to ACTIVE for port object 77669548-de09-4082-a168-6e89fbf18838 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:03:49.005405 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-506b7492-c863-4139-9d27-c4d545844c94 req-33c7fdb4-0867-41f1-b43f-741feeabecfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:49.041162 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fc074-3e62-46cf-a822-2d9c96ad183b req-58ed93d7-7c2a-478c-abfd-ee639a012e13 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:49.047261 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fc074-3e62-46cf-a822-2d9c96ad183b req-58ed93d7-7c2a-478c-abfd-ee639a012e13 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:49.053307 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fc074-3e62-46cf-a822-2d9c96ad183b req-58ed93d7-7c2a-478c-abfd-ee639a012e13 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:49.055287 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f59fc074-3e62-46cf-a822-2d9c96ad183b req-58ed93d7-7c2a-478c-abfd-ee639a012e13 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 2388 time: 0.1090944 May 26 16:03:49.065463 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f81a3-48f6-49f2-a96d-3574912d212a req-30944714-f135-4f90-a0aa-5e0964353abb tempest-MigrationsAdminTest-2099867691 tempest-MigrationsAdminTest-2099867691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:49.066774 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a7f81a3-48f6-49f2-a96d-3574912d212a req-30944714-f135-4f90-a0aa-5e0964353abb tempest-MigrationsAdminTest-2099867691 tempest-MigrationsAdminTest-2099867691-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 1101 time: 0.0793917 May 26 16:03:49.104944 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7fdb4-0867-41f1-b43f-741feeabecfa service neutron] Pushing event updated for resources: {'Port': ['ID=77669548-de09-4082-a168-6e89fbf18838,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:49.131205 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f59fc074-3e62-46cf-a822-2d9c96ad183b req-c7e0cc48-cdfb-48a2-ae5a-341ffa72f96a tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632124 May 26 16:03:49.139382 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a7f81a3-48f6-49f2-a96d-3574912d212a req-19356af0-0087-4a3a-8074-77080e3a5575 tempest-MigrationsAdminTest-2099867691 tempest-MigrationsAdminTest-2099867691-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567434 May 26 16:03:49.240769 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44327740-b568-4eee-a736-e559414fc8d6 x-openstack-request-id: req-44327740-b568-4eee-a736-e559414fc8d6 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:49.241596 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e509ab85-6513-431f-82f8-6e2bbd3e454b", "tag": "f36f9371-29f9-4988-a72f-1465d9a496d3", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:49.242011 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-44327740-b568-4eee-a736-e559414fc8d6 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:49.242522 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44327740-b568-4eee-a736-e559414fc8d6'] response: {'name': 'network-changed', 'server_uuid': 'e509ab85-6513-431f-82f8-6e2bbd3e454b', 'tag': 'f36f9371-29f9-4988-a72f-1465d9a496d3', 'status': 'completed', 'code': 200} May 26 16:03:49.289545 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7b020a-a6c7-448a-94e8-9b193447f2c2 x-openstack-request-id: req-1d7b020a-a6c7-448a-94e8-9b193447f2c2 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:49.289879 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2150b777-3a73-4db1-8c3a-d917193bd502", "name": "network-vif-plugged", "status": "completed", "tag": "904f5248-ef97-4540-b16f-709215b1b22a", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:49.290132 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1d7b020a-a6c7-448a-94e8-9b193447f2c2 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:49.290526 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d7b020a-a6c7-448a-94e8-9b193447f2c2'] response: {'server_uuid': '2150b777-3a73-4db1-8c3a-d917193bd502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904f5248-ef97-4540-b16f-709215b1b22a', 'code': 200} May 26 16:03:49.298207 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-506b7492-c863-4139-9d27-c4d545844c94 req-33c7fdb4-0867-41f1-b43f-741feeabecfa service neutron] Attempting to bind port 77669548-de09-4082-a168-6e89fbf18838 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:49.298207 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-506b7492-c863-4139-9d27-c4d545844c94 req-33c7fdb4-0867-41f1-b43f-741feeabecfa service neutron] Attempting to bind port 77669548-de09-4082-a168-6e89fbf18838 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:49.298207 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b7492-c863-4139-9d27-c4d545844c94 req-33c7fdb4-0867-41f1-b43f-741feeabecfa service neutron] Attempting to bind port 77669548-de09-4082-a168-6e89fbf18838 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:49.313533 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-1e906cee-db9b-43b8-a8bb-fe83910f0b36 req-b082dc56-5764-4730-ab2d-4a0f83fc48f7 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-693092313', 'description': 'tempest-description-593393506'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:49.319228 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b7492-c863-4139-9d27-c4d545844c94 req-33c7fdb4-0867-41f1-b43f-741feeabecfa service neutron] Port 77669548-de09-4082-a168-6e89fbf18838 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:03:49.319663 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b7492-c863-4139-9d27-c4d545844c94 req-33c7fdb4-0867-41f1-b43f-741feeabecfa service neutron] Attempting to bind port 77669548-de09-4082-a168-6e89fbf18838 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:49.326196 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2a295-3a84-43b9-ad2b-2df43fea97eb req-f4599117-a90d-419a-adbd-49529b514b60 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:49.327762 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61f2a295-3a84-43b9-ad2b-2df43fea97eb req-f4599117-a90d-419a-adbd-49529b514b60 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.0824378 May 26 16:03:49.346904 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b7492-c863-4139-9d27-c4d545844c94 req-33c7fdb4-0867-41f1-b43f-741feeabecfa service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:49.347240 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b7492-c863-4139-9d27-c4d545844c94 req-33c7fdb4-0867-41f1-b43f-741feeabecfa service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:49.347629 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b7492-c863-4139-9d27-c4d545844c94 req-33c7fdb4-0867-41f1-b43f-741feeabecfa service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:49.348132 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-506b7492-c863-4139-9d27-c4d545844c94 req-33c7fdb4-0867-41f1-b43f-741feeabecfa service neutron] Bound port: 77669548-de09-4082-a168-6e89fbf18838, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:49.348487 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-506b7492-c863-4139-9d27-c4d545844c94 req-33c7fdb4-0867-41f1-b43f-741feeabecfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:49.353663 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-51446df8-18db-49f7-bf4e-444786ccab6a req-1230de2b-cedb-480c-ae24-1a2cc55a75e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:49.371879 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-1230de2b-cedb-480c-ae24-1a2cc55a75e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:49.376681 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1e906cee-db9b-43b8-a8bb-fe83910f0b36 req-b082dc56-5764-4730-ab2d-4a0f83fc48f7 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:49.402240 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61f2a295-3a84-43b9-ad2b-2df43fea97eb req-5c5702fc-a19f-4fc2-95e7-961ed0d03f19 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642178 May 26 16:03:49.417193 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 9bb925fc-5f8f-473d-ada5-90124aa84cad up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:49.421727 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d356ff-3b7e-4bf5-803e-11754d55a672 req-be65e45b-2d32-4ddc-99b2-c30d2f2a2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:49.422199 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d356ff-3b7e-4bf5-803e-11754d55a672 req-be65e45b-2d32-4ddc-99b2-c30d2f2a2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:49.422727 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d356ff-3b7e-4bf5-803e-11754d55a672 req-be65e45b-2d32-4ddc-99b2-c30d2f2a2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:49.434654 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f4d356ff-3b7e-4bf5-803e-11754d55a672 req-be65e45b-2d32-4ddc-99b2-c30d2f2a2914 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c6cedca6b56247978dd71967ceac922e&device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 2731 time: 0.1372054 May 26 16:03:49.434654 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-51446df8-18db-49f7-bf4e-444786ccab6a req-1230de2b-cedb-480c-ae24-1a2cc55a75e8 service neutron] Transition to ACTIVE for port object 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:03:49.480250 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-1230de2b-cedb-480c-ae24-1a2cc55a75e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:49.498323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 9bb925fc-5f8f-473d-ada5-90124aa84cad completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:03:49.502708 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 9bb925fc-5f8f-473d-ada5-90124aa84cad triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:49.503119 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:49.539514 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1e906cee-db9b-43b8-a8bb-fe83910f0b36 req-b082dc56-5764-4730-ab2d-4a0f83fc48f7 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:49.547284 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1e906cee-db9b-43b8-a8bb-fe83910f0b36 req-b082dc56-5764-4730-ab2d-4a0f83fc48f7 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:49.577304 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1e906cee-db9b-43b8-a8bb-fe83910f0b36 req-b082dc56-5764-4730-ab2d-4a0f83fc48f7 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:49.580749 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1e906cee-db9b-43b8-a8bb-fe83910f0b36 req-b082dc56-5764-4730-ab2d-4a0f83fc48f7 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2714851 May 26 16:03:49.587797 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-506b7492-c863-4139-9d27-c4d545844c94 req-33c7fdb4-0867-41f1-b43f-741feeabecfa service neutron] For port 77669548-de09-4082-a168-6e89fbf18838, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:49.603552 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c1690-1170-4132-a75b-23730c2f32eb req-d3af5be2-1569-449b-a359-9e7703cb66c9 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:49.609854 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-777c1690-1170-4132-a75b-23730c2f32eb req-d3af5be2-1569-449b-a359-9e7703cb66c9 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 948 time: 0.1060588 May 26 16:03:49.623397 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 9bb925fc-5f8f-473d-ada5-90124aa84cad is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:49.623611 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:49.625853 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082dc56-5764-4730-ab2d-4a0f83fc48f7 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24181d5-e6ed-45ed-9101-acdf00adacf6,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:49.641422 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-506b7492-c863-4139-9d27-c4d545844c94 req-33c7fdb4-0867-41f1-b43f-741feeabecfa service neutron] For port 77669548-de09-4082-a168-6e89fbf18838, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=77669548-de09-4082-a168-6e89fbf18838,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:49.652117 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230de2b-cedb-480c-ae24-1a2cc55a75e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:49.653317 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-967fad3b-fe7b-400d-b61c-82edbb10d267 req-d1a12f43-f405-41c9-81e3-4fdfbeeea559 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-667292036', 'description': 'tempest-description-744359240'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:49.671096 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 9bb925fc-5f8f-473d-ada5-90124aa84cad, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=9bb925fc-5f8f-473d-ada5-90124aa84cad,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:49.675818 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-506b7492-c863-4139-9d27-c4d545844c94 req-33c7fdb4-0867-41f1-b43f-741feeabecfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:49.677818 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:49.723308 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-777c1690-1170-4132-a75b-23730c2f32eb req-86d9b040-8264-4613-be60-fe1413fbd58f tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/security-groups?id=be219cfa-f419-431b-b5f8-12176a6dcc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091506 May 26 16:03:49.748024 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-967fad3b-fe7b-400d-b61c-82edbb10d267 req-d1a12f43-f405-41c9-81e3-4fdfbeeea559 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:49.768556 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=9bb925fc-5f8f-473d-ada5-90124aa84cad,revision_number=13']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:49.783492 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac34502-ed40-4b51-9971-9d35e20d684f req-577dedf5-2d33-439e-ac79-6ee24e131847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:49.785347 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9ac34502-ed40-4b51-9971-9d35e20d684f req-577dedf5-2d33-439e-ac79-6ee24e131847 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 1101 time: 0.3293417 May 26 16:03:49.799461 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b7492-c863-4139-9d27-c4d545844c94 req-33c7fdb4-0867-41f1-b43f-741feeabecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:49.800372 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-506b7492-c863-4139-9d27-c4d545844c94 req-33c7fdb4-0867-41f1-b43f-741feeabecfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:49.802089 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-506b7492-c863-4139-9d27-c4d545844c94 req-33c7fdb4-0867-41f1-b43f-741feeabecfa service neutron] 10.222.0.83 "PUT /v2.0/ports/77669548-de09-4082-a168-6e89fbf18838 HTTP/1.1" status: 200 len: 1096 time: 1.8115389 May 26 16:03:49.817699 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d356ff-3b7e-4bf5-803e-11754d55a672 req-493c7804-1bcb-43cf-90f2-1eb4392514ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:49.818262 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d356ff-3b7e-4bf5-803e-11754d55a672 req-493c7804-1bcb-43cf-90f2-1eb4392514ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:49.818778 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d356ff-3b7e-4bf5-803e-11754d55a672 req-493c7804-1bcb-43cf-90f2-1eb4392514ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:49.821577 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f4d356ff-3b7e-4bf5-803e-11754d55a672 req-493c7804-1bcb-43cf-90f2-1eb4392514ea service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c6cedca6b56247978dd71967ceac922e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3801086 May 26 16:03:49.859442 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-967fad3b-fe7b-400d-b61c-82edbb10d267 req-d1a12f43-f405-41c9-81e3-4fdfbeeea559 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:49.867751 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-967fad3b-fe7b-400d-b61c-82edbb10d267 req-d1a12f43-f405-41c9-81e3-4fdfbeeea559 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:49.926366 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-967fad3b-fe7b-400d-b61c-82edbb10d267 req-d1a12f43-f405-41c9-81e3-4fdfbeeea559 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:49.927813 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-967fad3b-fe7b-400d-b61c-82edbb10d267 req-d1a12f43-f405-41c9-81e3-4fdfbeeea559 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3049905 May 26 16:03:49.938914 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a12f43-f405-41c9-81e3-4fdfbeeea559 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0997b372-d127-4478-bcc8-f2a7d922e2c3,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:50.003944 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9ac34502-ed40-4b51-9971-9d35e20d684f req-75bd2c5e-948f-4802-976a-b8ac50d80fe9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981320 May 26 16:03:50.020532 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7fdb4-0867-41f1-b43f-741feeabecfa service neutron] Pushing event updated for resources: {'Port': ['ID=77669548-de09-4082-a168-6e89fbf18838,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:50.042217 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-51446df8-18db-49f7-bf4e-444786ccab6a req-1230de2b-cedb-480c-ae24-1a2cc55a75e8 service neutron] Attempting to bind port 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:50.042414 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-51446df8-18db-49f7-bf4e-444786ccab6a req-1230de2b-cedb-480c-ae24-1a2cc55a75e8 service neutron] Attempting to bind port 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f55fcecc-7367-4a0f-9ee8-625c87ba0294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7270590f-d74b-4c1a-857b-4ef286b5224e'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:50.042696 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51446df8-18db-49f7-bf4e-444786ccab6a req-1230de2b-cedb-480c-ae24-1a2cc55a75e8 service neutron] Attempting to bind port 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 on network 7270590f-d74b-4c1a-857b-4ef286b5224e {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:50.054288 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51446df8-18db-49f7-bf4e-444786ccab6a req-1230de2b-cedb-480c-ae24-1a2cc55a75e8 service neutron] Port 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 on network 7270590f-d74b-4c1a-857b-4ef286b5224e not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:03:50.054701 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51446df8-18db-49f7-bf4e-444786ccab6a req-1230de2b-cedb-480c-ae24-1a2cc55a75e8 service neutron] Attempting to bind port 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 on network 7270590f-d74b-4c1a-857b-4ef286b5224e {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:50.074383 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51446df8-18db-49f7-bf4e-444786ccab6a req-1230de2b-cedb-480c-ae24-1a2cc55a75e8 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:50.074767 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51446df8-18db-49f7-bf4e-444786ccab6a req-1230de2b-cedb-480c-ae24-1a2cc55a75e8 service neutron] Checking segment: {'id': 'f55fcecc-7367-4a0f-9ee8-625c87ba0294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7270590f-d74b-4c1a-857b-4ef286b5224e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:50.075149 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51446df8-18db-49f7-bf4e-444786ccab6a req-1230de2b-cedb-480c-ae24-1a2cc55a75e8 service neutron] Bound using segment: {'id': 'f55fcecc-7367-4a0f-9ee8-625c87ba0294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7270590f-d74b-4c1a-857b-4ef286b5224e'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:50.075607 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-51446df8-18db-49f7-bf4e-444786ccab6a req-1230de2b-cedb-480c-ae24-1a2cc55a75e8 service neutron] Bound port: 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55fcecc-7367-4a0f-9ee8-625c87ba0294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7270590f-d74b-4c1a-857b-4ef286b5224e'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:50.075985 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-1230de2b-cedb-480c-ae24-1a2cc55a75e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:50.098666 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b7492-c863-4139-9d27-c4d545844c94 req-ccb96b54-57aa-4389-a867-121366e1f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:50.100508 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-506b7492-c863-4139-9d27-c4d545844c94 req-ccb96b54-57aa-4389-a867-121366e1f5e7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c9cd85671a834205b1d3f8201bc3efec&device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 1099 time: 0.2077978 May 26 16:03:50.109547 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d356ff-3b7e-4bf5-803e-11754d55a672 req-c88244b5-2842-41a7-a605-931038c4bf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:50.111266 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f4d356ff-3b7e-4bf5-803e-11754d55a672 req-c88244b5-2842-41a7-a605-931038c4bf31 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2615850 May 26 16:03:50.167510 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7f5b5-162d-48e3-802d-7ec76b3afb89 req-eade8f8b-6720-4417-aee1-1da9128d1f27 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:50.169038 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a1b7f5b5-162d-48e3-802d-7ec76b3afb89 req-eade8f8b-6720-4417-aee1-1da9128d1f27 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 950 time: 0.0868974 May 26 16:03:50.174542 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-51446df8-18db-49f7-bf4e-444786ccab6a req-1230de2b-cedb-480c-ae24-1a2cc55a75e8 service neutron] For port 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:50.177954 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-51446df8-18db-49f7-bf4e-444786ccab6a req-1230de2b-cedb-480c-ae24-1a2cc55a75e8 service neutron] For port 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58,segment=NetworkSegment(f55fcecc-7367-4a0f-9ee8-625c87ba0294),segment_id=f55fcecc-7367-4a0f-9ee8-625c87ba0294)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:50.182969 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-1230de2b-cedb-480c-ae24-1a2cc55a75e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:50.221657 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446df8-18db-49f7-bf4e-444786ccab6a req-1230de2b-cedb-480c-ae24-1a2cc55a75e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:50.222592 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-1230de2b-cedb-480c-ae24-1a2cc55a75e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:50.223950 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-1230de2b-cedb-480c-ae24-1a2cc55a75e8 service neutron] 10.222.0.81 "PUT /v2.0/ports/1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 HTTP/1.1" status: 200 len: 1092 time: 1.5377510 May 26 16:03:50.247641 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a1b7f5b5-162d-48e3-802d-7ec76b3afb89 req-f84f8bd6-70d7-4edd-a9d5-0a76445bac45 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681691 May 26 16:03:50.250102 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230de2b-cedb-480c-ae24-1a2cc55a75e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:50.289330 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-51446df8-18db-49f7-bf4e-444786ccab6a req-f7a2bd21-9dfe-4b54-b07d-ca15c3e4056d service neutron] Request body: {'port': {'device_id': 'e509ab85-6513-431f-82f8-6e2bbd3e454b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:50.351146 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-f7a2bd21-9dfe-4b54-b07d-ca15c3e4056d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:50.480768 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3ab7edd-2c4b-4eb9-9406-c6b9fd728558 req-b7e37b52-9695-45a6-9160-c3933fb0d621 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=46364c65eaab404bb479cc7b86850f2b HTTP/1.1" status: 200 len: 10891 time: 0.1947429 May 26 16:03:50.527598 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-b28b7361-e8c6-41eb-b7c4-08d59a89bb07 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 55756 time: 0.5234072 May 26 16:03:50.573151 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-506b7492-c863-4139-9d27-c4d545844c94 req-bc386e03-bcfb-41a7-93d3-51f3cc90e63b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=77669548-de09-4082-a168-6e89fbf18838 HTTP/1.1" status: 200 len: 217 time: 0.0691311 May 26 16:03:50.577012 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3ab7edd-2c4b-4eb9-9406-c6b9fd728558 req-ffda0eee-60b2-487d-b1f4-11b9e382dc3b tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/d116c30a-08c2-47aa-a9a5-f8a9af6c227d HTTP/1.1" status: 200 len: 2981 time: 0.0854893 May 26 16:03:50.616503 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-75deb4cc-8155-46d5-ac87-836be4d9dad8 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/10863e78-4372-43c6-9d7a-ff9998438665 HTTP/1.1" status: 200 len: 2981 time: 0.0763237 May 26 16:03:50.669816 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3ab7edd-2c4b-4eb9-9406-c6b9fd728558 req-c07d3c8a-0089-412a-ab36-10363ceceea6 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/d116c30a-08c2-47aa-a9a5-f8a9af6c227d HTTP/1.1" status: 200 len: 2981 time: 0.0835290 May 26 16:03:50.683679 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b7492-c863-4139-9d27-c4d545844c94 req-c54e238f-7db7-4b3e-94b8-3491b5a4d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:50.685432 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-506b7492-c863-4139-9d27-c4d545844c94 req-c54e238f-7db7-4b3e-94b8-3491b5a4d8c2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0714862 May 26 16:03:50.690934 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-b9082e5e-5c01-4634-b68f-b1a4e13c20fb tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/10863e78-4372-43c6-9d7a-ff9998438665 HTTP/1.1" status: 200 len: 2981 time: 0.0649114 May 26 16:03:50.755577 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-51446df8-18db-49f7-bf4e-444786ccab6a req-f7a2bd21-9dfe-4b54-b07d-ca15c3e4056d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b134ecc-d3aa-4bc5-a925-04c3afbf033c {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:50.765679 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-f7a2bd21-9dfe-4b54-b07d-ca15c3e4056d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:50.768619 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-0e655df7-125b-4b41-9a2f-1fafed6f4587 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/15441c3e-5548-4dc7-9624-05ee1c255492 HTTP/1.1" status: 200 len: 2973 time: 0.0695429 May 26 16:03:50.784646 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b7492-c863-4139-9d27-c4d545844c94 req-98841710-b952-4fa8-b7b4-c3028d42c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:50.786125 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-506b7492-c863-4139-9d27-c4d545844c94 req-98841710-b952-4fa8-b7b4-c3028d42c25b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0760651 May 26 16:03:50.787165 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-51446df8-18db-49f7-bf4e-444786ccab6a req-f7a2bd21-9dfe-4b54-b07d-ca15c3e4056d service neutron] Transition to ACTIVE for port object 5b134ecc-d3aa-4bc5-a925-04c3afbf033c will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:03:50.791516 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-f7a2bd21-9dfe-4b54-b07d-ca15c3e4056d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:50.808075 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7315c-f45f-46dc-9267-b50062b823b9 req-42569526-92ba-4acd-95d7-c2f349b67493 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:50.809644 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1a7315c-f45f-46dc-9267-b50062b823b9 req-42569526-92ba-4acd-95d7-c2f349b67493 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 951 time: 0.0861690 May 26 16:03:50.855497 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-7f9991fc-1324-4d2c-afc0-29636507ff4e tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/15441c3e-5548-4dc7-9624-05ee1c255492 HTTP/1.1" status: 200 len: 2973 time: 0.0784173 May 26 16:03:50.881436 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1a7315c-f45f-46dc-9267-b50062b823b9 req-d4dbd4e7-6592-4c00-9884-379cf152086a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621719 May 26 16:03:50.915538 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2bd21-9dfe-4b54-b07d-ca15c3e4056d service neutron] Pushing event updated for resources: {'Port': ['ID=5b134ecc-d3aa-4bc5-a925-04c3afbf033c,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:50.925622 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-b71e6eb7-d2bc-41b7-81dc-a266db22ae74 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/2c2413c1-1172-4b1c-98dd-fd72838a740a HTTP/1.1" status: 200 len: 2981 time: 0.0596857 May 26 16:03:51.001033 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-506b7492-c863-4139-9d27-c4d545844c94 req-a3128df1-0209-4e82-8e08-bc3d2f3b93be service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816289 May 26 16:03:51.012930 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-51446df8-18db-49f7-bf4e-444786ccab6a req-f7a2bd21-9dfe-4b54-b07d-ca15c3e4056d service neutron] Attempting to bind port 5b134ecc-d3aa-4bc5-a925-04c3afbf033c on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:03:51.013649 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-51446df8-18db-49f7-bf4e-444786ccab6a req-f7a2bd21-9dfe-4b54-b07d-ca15c3e4056d service neutron] Attempting to bind port 5b134ecc-d3aa-4bc5-a925-04c3afbf033c by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'a934d4c5-70d5-44fe-8550-8b2f58f4f089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2d6abc46-a390-4c53-a081-348fc05e301c'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:03:51.013649 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51446df8-18db-49f7-bf4e-444786ccab6a req-f7a2bd21-9dfe-4b54-b07d-ca15c3e4056d service neutron] Attempting to bind port 5b134ecc-d3aa-4bc5-a925-04c3afbf033c on network 2d6abc46-a390-4c53-a081-348fc05e301c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:51.016989 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-922710a2-33f4-4db2-9f07-0872e0c28358 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/2c2413c1-1172-4b1c-98dd-fd72838a740a HTTP/1.1" status: 200 len: 2981 time: 0.0834820 May 26 16:03:51.019559 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51446df8-18db-49f7-bf4e-444786ccab6a req-f7a2bd21-9dfe-4b54-b07d-ca15c3e4056d service neutron] Port 5b134ecc-d3aa-4bc5-a925-04c3afbf033c on network 2d6abc46-a390-4c53-a081-348fc05e301c not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:03:51.019890 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51446df8-18db-49f7-bf4e-444786ccab6a req-f7a2bd21-9dfe-4b54-b07d-ca15c3e4056d service neutron] Attempting to bind port 5b134ecc-d3aa-4bc5-a925-04c3afbf033c on network 2d6abc46-a390-4c53-a081-348fc05e301c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:03:51.037242 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229af0d4-320c-4080-ad8f-e9577904d49c req-55b415f2-5df4-4b16-8d78-3cc1ac9a1b87 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:51.043501 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51446df8-18db-49f7-bf4e-444786ccab6a req-f7a2bd21-9dfe-4b54-b07d-ca15c3e4056d service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:03:51.043846 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51446df8-18db-49f7-bf4e-444786ccab6a req-f7a2bd21-9dfe-4b54-b07d-ca15c3e4056d service neutron] Checking segment: {'id': 'a934d4c5-70d5-44fe-8550-8b2f58f4f089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2d6abc46-a390-4c53-a081-348fc05e301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:03:51.044074 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229af0d4-320c-4080-ad8f-e9577904d49c req-55b415f2-5df4-4b16-8d78-3cc1ac9a1b87 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:51.044310 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51446df8-18db-49f7-bf4e-444786ccab6a req-f7a2bd21-9dfe-4b54-b07d-ca15c3e4056d service neutron] Bound using segment: {'id': 'a934d4c5-70d5-44fe-8550-8b2f58f4f089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2d6abc46-a390-4c53-a081-348fc05e301c'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:03:51.044764 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-51446df8-18db-49f7-bf4e-444786ccab6a req-f7a2bd21-9dfe-4b54-b07d-ca15c3e4056d service neutron] Bound port: 5b134ecc-d3aa-4bc5-a925-04c3afbf033c, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a934d4c5-70d5-44fe-8550-8b2f58f4f089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2d6abc46-a390-4c53-a081-348fc05e301c'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:03:51.045127 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-f7a2bd21-9dfe-4b54-b07d-ca15c3e4056d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:51.050881 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229af0d4-320c-4080-ad8f-e9577904d49c req-55b415f2-5df4-4b16-8d78-3cc1ac9a1b87 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:51.053348 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-229af0d4-320c-4080-ad8f-e9577904d49c req-55b415f2-5df4-4b16-8d78-3cc1ac9a1b87 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 2412 time: 0.0871499 May 26 16:03:51.120554 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-e5dac1b5-aa99-4832-a22e-602cba7b75ae tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/408b8c3a-3c54-4349-9727-5f5f95bd65b8 HTTP/1.1" status: 200 len: 2981 time: 0.0950215 May 26 16:03:51.123580 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-229af0d4-320c-4080-ad8f-e9577904d49c req-15548065-3c49-4ece-b7e2-796f20706d49 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579515 May 26 16:03:51.177778 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-c9e4978a-b32c-4892-9d13-27da89f1f375 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/408b8c3a-3c54-4349-9727-5f5f95bd65b8 HTTP/1.1" status: 200 len: 2981 time: 0.0497861 May 26 16:03:51.178752 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-51446df8-18db-49f7-bf4e-444786ccab6a req-f7a2bd21-9dfe-4b54-b07d-ca15c3e4056d service neutron] For port 5b134ecc-d3aa-4bc5-a925-04c3afbf033c, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:03:51.183225 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-51446df8-18db-49f7-bf4e-444786ccab6a req-f7a2bd21-9dfe-4b54-b07d-ca15c3e4056d service neutron] For port 5b134ecc-d3aa-4bc5-a925-04c3afbf033c, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=5b134ecc-d3aa-4bc5-a925-04c3afbf033c,segment=NetworkSegment(a934d4c5-70d5-44fe-8550-8b2f58f4f089),segment_id=a934d4c5-70d5-44fe-8550-8b2f58f4f089)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:03:51.185850 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-506b7492-c863-4139-9d27-c4d545844c94 req-89d80e7a-f616-447e-94a0-a3298bed2bf7 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673608 May 26 16:03:51.189718 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-f7a2bd21-9dfe-4b54-b07d-ca15c3e4056d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:51.231226 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446df8-18db-49f7-bf4e-444786ccab6a req-f7a2bd21-9dfe-4b54-b07d-ca15c3e4056d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:51.232104 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-51446df8-18db-49f7-bf4e-444786ccab6a req-f7a2bd21-9dfe-4b54-b07d-ca15c3e4056d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:51.233539 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-f7a2bd21-9dfe-4b54-b07d-ca15c3e4056d service neutron] 10.222.0.81 "PUT /v2.0/ports/5b134ecc-d3aa-4bc5-a925-04c3afbf033c HTTP/1.1" status: 200 len: 1091 time: 0.9493020 May 26 16:03:51.243790 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186', 'tag': '77669548-de09-4082-a168-6e89fbf18838'}, {'name': 'network-changed', 'server_uuid': 'e509ab85-6513-431f-82f8-6e2bbd3e454b', 'tag': '1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58'}, {'name': 'network-changed', 'server_uuid': 'e509ab85-6513-431f-82f8-6e2bbd3e454b', 'tag': '5b134ecc-d3aa-4bc5-a925-04c3afbf033c'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:51.246609 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186", "tag": "77669548-de09-4082-a168-6e89fbf18838"}, {"name": "network-changed", "server_uuid": "e509ab85-6513-431f-82f8-6e2bbd3e454b", "tag": "1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58"}, {"name": "network-changed", "server_uuid": "e509ab85-6513-431f-82f8-6e2bbd3e454b", "tag": "5b134ecc-d3aa-4bc5-a925-04c3afbf033c"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:51.270008 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2bd21-9dfe-4b54-b07d-ca15c3e4056d service neutron] Pushing event updated for resources: {'Port': ['ID=5b134ecc-d3aa-4bc5-a925-04c3afbf033c,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:51.277026 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-a5325dd5-52fa-4854-9091-43368397bbcf tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/40f26699-987f-40fc-bde2-69da646af443 HTTP/1.1" status: 200 len: 2981 time: 0.0912437 May 26 16:03:51.292290 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307fd34b-7046-40fb-8d84-f0a6ecf484ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb925fc-5f8f-473d-ada5-90124aa84cad'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:51.293392 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2be54-1445-46a1-b3ac-fb2c271d3c06 req-b5b28aca-3937-4c5c-8e38-31cd58be5f4a tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:51.294788 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec944e7-0ee6-4880-9812-62b36494b65a" -d '{"events": [{"server_uuid": "307fd34b-7046-40fb-8d84-f0a6ecf484ec", "name": "network-vif-plugged", "status": "completed", "tag": "9bb925fc-5f8f-473d-ada5-90124aa84cad"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:51.300696 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24a2be54-1445-46a1-b3ac-fb2c271d3c06 req-b5b28aca-3937-4c5c-8e38-31cd58be5f4a tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.1025591 May 26 16:03:51.339919 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446df8-18db-49f7-bf4e-444786ccab6a req-b29749c1-0f81-42a0-99b8-2e22604bcfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:51.340534 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446df8-18db-49f7-bf4e-444786ccab6a req-b29749c1-0f81-42a0-99b8-2e22604bcfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:51.341035 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446df8-18db-49f7-bf4e-444786ccab6a req-b29749c1-0f81-42a0-99b8-2e22604bcfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:51.342747 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-b29749c1-0f81-42a0-99b8-2e22604bcfc6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c6cedca6b56247978dd71967ceac922e&device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 2865 time: 0.0509551 May 26 16:03:51.371026 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24a2be54-1445-46a1-b3ac-fb2c271d3c06 req-07db9d27-8b2b-42a1-bc93-66916915a8ca tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693378 May 26 16:03:51.374126 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-8637d74f-c4b5-4f82-9b8f-8948eac9f3e1 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/40f26699-987f-40fc-bde2-69da646af443 HTTP/1.1" status: 200 len: 2981 time: 0.0962923 May 26 16:03:51.402282 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d5bf6268-ba2b-4833-a3d6-b64816c69b88 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.155&port_id=f36f9371-29f9-4988-a72f-1465d9a496d3 HTTP/1.1" status: 200 len: 217 time: 0.0465531 May 26 16:03:51.463607 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-de7b9092-2873-4697-a918-fd989d45c1e3 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/67689287-a2c5-43de-8717-1b38db8a5307 HTTP/1.1" status: 200 len: 2981 time: 0.0775330 May 26 16:03:51.464439 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446df8-18db-49f7-bf4e-444786ccab6a req-35b8ff88-0224-44c4-8241-1a26e8885d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:51.466350 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-35b8ff88-0224-44c4-8241-1a26e8885d3f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ccc126cc-da6b-49c8-8937-6bf6e6b8b067 HTTP/1.1" status: 200 len: 801 time: 0.0551496 May 26 16:03:51.499655 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51e2c0ee-7b46-462e-ab22-43a92679f662 req-5e8ff145-9737-4a74-a414-a1f3d2444be8 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/97d861ef-7d83-4519-9257-e49ecf051e79 HTTP/1.1" status: 200 len: 1799 time: 0.0818527 May 26 16:03:51.528757 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446df8-18db-49f7-bf4e-444786ccab6a req-b6d78ba5-5d2b-4333-9856-8272d18e5cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:51.530530 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-b6d78ba5-5d2b-4333-9856-8272d18e5cff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d6abc46-a390-4c53-a081-348fc05e301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0470212 May 26 16:03:51.564695 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-851cf21e-4e24-4cb8-97db-dc03574f8a0f tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/67689287-a2c5-43de-8717-1b38db8a5307 HTTP/1.1" status: 200 len: 2981 time: 0.0904262 May 26 16:03:51.600371 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-51e2c0ee-7b46-462e-ab22-43a92679f662 req-640abd94-bcfa-4465-be85-2fc6c5040c59 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:51.642555 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-bfd6825a-b460-43c8-9aa8-8f8fe033d1ef tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/8aa4eebd-d710-4c2c-8dd9-0414c2d944ef HTTP/1.1" status: 200 len: 2981 time: 0.0702794 May 26 16:03:51.646940 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-51e2c0ee-7b46-462e-ab22-43a92679f662 req-640abd94-bcfa-4465-be85-2fc6c5040c59 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:51.722340 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-f27b9843-c7f9-4213-98be-f70e1e88a32f tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/8aa4eebd-d710-4c2c-8dd9-0414c2d944ef HTTP/1.1" status: 200 len: 2981 time: 0.0655434 May 26 16:03:51.729106 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-51e2c0ee-7b46-462e-ab22-43a92679f662 req-640abd94-bcfa-4465-be85-2fc6c5040c59 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:51.732144 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-51e2c0ee-7b46-462e-ab22-43a92679f662 req-640abd94-bcfa-4465-be85-2fc6c5040c59 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:51.733383 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51e2c0ee-7b46-462e-ab22-43a92679f662 req-640abd94-bcfa-4465-be85-2fc6c5040c59 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "DELETE /v2.0/security-groups/97d861ef-7d83-4519-9257-e49ecf051e79 HTTP/1.1" status: 204 len: 173 time: 0.2256432 May 26 16:03:51.751626 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640abd94-bcfa-4465-be85-2fc6c5040c59 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d861ef-7d83-4519-9257-e49ecf051e79,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:51.833623 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-fad79f82-0fcf-4d62-87ef-f4e94690eef1 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/8c0ae39b-b924-4521-9aaf-19aeef334cf7 HTTP/1.1" status: 200 len: 2981 time: 0.0991187 May 26 16:03:51.886042 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4e314-c845-4dd5-84ae-fd9b7536b8bc req-fe8e6ca5-3fef-4494-9e92-9c6a6c385b3f tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:51.888159 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57f4e314-c845-4dd5-84ae-fd9b7536b8bc req-fe8e6ca5-3fef-4494-9e92-9c6a6c385b3f tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 948 time: 0.0889137 May 26 16:03:51.921296 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-a3b6e14b-1a0e-4e25-981d-afd124eb8db6 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/8c0ae39b-b924-4521-9aaf-19aeef334cf7 HTTP/1.1" status: 200 len: 2981 time: 0.0771418 May 26 16:03:51.944807 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c4e74-e50c-4588-9ce8-689ad21431ad req-65beec07-fa87-430d-b07b-d5d15989f948 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:51.946321 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-377c4e74-e50c-4588-9ce8-689ad21431ad req-65beec07-fa87-430d-b07b-d5d15989f948 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.81 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 951 time: 0.0710945 May 26 16:03:51.951495 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57f4e314-c845-4dd5-84ae-fd9b7536b8bc req-4db246bf-f536-4268-b269-ba9de9921a43 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/security-groups?id=be219cfa-f419-431b-b5f8-12176a6dcc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552437 May 26 16:03:51.963804 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-4d6ff43e-48f3-4f4d-a62f-cac09ad0d57d service neutron] 10.222.0.81 "GET /v2.0/networks/2d6abc46-a390-4c53-a081-348fc05e301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227176 May 26 16:03:51.979655 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-dfe562ef-eea7-4215-b8a8-94d5772b0799 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/be219cfa-f419-431b-b5f8-12176a6dcc58 HTTP/1.1" status: 200 len: 2981 time: 0.0464745 May 26 16:03:52.019113 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 26 May 2022 16:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbf6db2-4696-4732-8665-4cdaf5575204 x-openstack-request-id: req-5bbf6db2-4696-4732-8665-4cdaf5575204 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:52.019113 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186", "tag": "77669548-de09-4082-a168-6e89fbf18838", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e509ab85-6513-431f-82f8-6e2bbd3e454b", "tag": "1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e509ab85-6513-431f-82f8-6e2bbd3e454b", "tag": "5b134ecc-d3aa-4bc5-a925-04c3afbf033c", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:52.019732 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5bbf6db2-4696-4732-8665-4cdaf5575204 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:52.019732 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bbf6db2-4696-4732-8665-4cdaf5575204'] response: {'name': 'network-changed', 'server_uuid': '7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186', 'tag': '77669548-de09-4082-a168-6e89fbf18838', 'status': 'completed', 'code': 200} May 26 16:03:52.019979 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bbf6db2-4696-4732-8665-4cdaf5575204'] response: {'name': 'network-changed', 'server_uuid': 'e509ab85-6513-431f-82f8-6e2bbd3e454b', 'tag': '1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58', 'status': 'completed', 'code': 200} May 26 16:03:52.020277 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bbf6db2-4696-4732-8665-4cdaf5575204'] response: {'name': 'network-changed', 'server_uuid': 'e509ab85-6513-431f-82f8-6e2bbd3e454b', 'tag': '5b134ecc-d3aa-4bc5-a925-04c3afbf033c', 'status': 'completed', 'code': 200} May 26 16:03:52.030278 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-7fc703af-dabe-47c2-a2db-02284ba56372 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/be219cfa-f419-431b-b5f8-12176a6dcc58 HTTP/1.1" status: 200 len: 2981 time: 0.0445879 May 26 16:03:52.105419 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-2d1f6e43-8c10-4037-970d-eee88067c248 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/c7be26c7-6e8b-4a4f-9301-ca03221bde85 HTTP/1.1" status: 200 len: 2981 time: 0.0654087 May 26 16:03:52.135538 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1d74e-cd15-4d34-b066-159c75b1d843 req-ee3d2724-bf2d-4ede-b0d7-01b195a96dc5 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:52.137038 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26f1d74e-cd15-4d34-b066-159c75b1d843 req-ee3d2724-bf2d-4ede-b0d7-01b195a96dc5 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 950 time: 0.0702257 May 26 16:03:52.141012 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-da66bf15-e835-46f3-b818-8d24e6c4c9af service neutron] 10.222.0.81 "GET /v2.0/networks/2d6abc46-a390-4c53-a081-348fc05e301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370151 May 26 16:03:52.143402 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-377c4e74-e50c-4588-9ce8-689ad21431ad req-7f7f50ac-d3a7-471e-8e0b-de4042347062 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Deleting port 9bb925fc-5f8f-473d-ada5-90124aa84cad {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:03:52.143750 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-377c4e74-e50c-4588-9ce8-689ad21431ad req-7f7f50ac-d3a7-471e-8e0b-de4042347062 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:52.183229 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-f6098d9d-6a0f-43d3-b08e-db0feed5f3a4 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/c7be26c7-6e8b-4a4f-9301-ca03221bde85 HTTP/1.1" status: 200 len: 2981 time: 0.0701404 May 26 16:03:52.200821 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26f1d74e-cd15-4d34-b066-159c75b1d843 req-a82b5bb7-c1db-4553-9768-b8c1f0f1fcb8 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545433 May 26 16:03:52.247429 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-28901d8f-5e72-45c4-a353-4fdaa36727d2 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/cbd593d6-647e-4899-addb-6ccb4f498f4e HTTP/1.1" status: 200 len: 2981 time: 0.0564020 May 26 16:03:52.253679 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-30381834-f146-4411-8037-6535a8ae3108 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.159&port_id=1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 HTTP/1.1" status: 200 len: 217 time: 0.1047933 May 26 16:03:52.269293 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a158cde0-6e8d-4128-9984-dea74a65ed98 x-openstack-request-id: req-a158cde0-6e8d-4128-9984-dea74a65ed98 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:52.269872 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307fd34b-7046-40fb-8d84-f0a6ecf484ec", "name": "network-vif-plugged", "status": "completed", "tag": "9bb925fc-5f8f-473d-ada5-90124aa84cad", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:52.270359 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a158cde0-6e8d-4128-9984-dea74a65ed98 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:52.270992 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a158cde0-6e8d-4128-9984-dea74a65ed98'] response: {'server_uuid': '307fd34b-7046-40fb-8d84-f0a6ecf484ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb925fc-5f8f-473d-ada5-90124aa84cad', 'code': 200} May 26 16:03:52.307999 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-23e054c3-83e9-41be-88c5-ef2eb1565fca tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/cbd593d6-647e-4899-addb-6ccb4f498f4e HTTP/1.1" status: 200 len: 2981 time: 0.0535183 May 26 16:03:52.308953 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-e4766c12-2659-43aa-8a9f-2fb8738a99c4 req-73d81684-2628-4560-9cea-b8bc623421f1 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] show failed (client error): The resource could not be found. May 26 16:03:52.309874 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4766c12-2659-43aa-8a9f-2fb8738a99c4 req-73d81684-2628-4560-9cea-b8bc623421f1 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/97d861ef-7d83-4519-9257-e49ecf051e79 HTTP/1.1" status: 404 len: 352 time: 0.0248387 May 26 16:03:52.360781 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-b3775a6a-6d8c-437b-86de-f4e89ec62892 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/cc459af3-1141-4b4f-acb6-eaf836e05f13 HTTP/1.1" status: 200 len: 2977 time: 0.0457118 May 26 16:03:52.361454 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-93d19890-d4ec-4731-987f-45853facc507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:52.363056 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-93d19890-d4ec-4731-987f-45853facc507 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c9cd85671a834205b1d3f8201bc3efec&device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 1099 time: 0.1627750 May 26 16:03:52.375393 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446df8-18db-49f7-bf4e-444786ccab6a req-95dd925b-3b56-4125-9c70-ddee6a1fcdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:52.376977 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-95dd925b-3b56-4125-9c70-ddee6a1fcdab service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ea091b0d-bf14-4a12-a338-0f349cf20f76 HTTP/1.1" status: 200 len: 801 time: 0.0995960 May 26 16:03:52.446445 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-ab314fb3-4c97-441c-93f1-41b266c3227b tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/cc459af3-1141-4b4f-acb6-eaf836e05f13 HTTP/1.1" status: 200 len: 2977 time: 0.0763695 May 26 16:03:52.450980 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-377c4e74-e50c-4588-9ce8-689ad21431ad req-7f7f50ac-d3a7-471e-8e0b-de4042347062 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] For port 9bb925fc-5f8f-473d-ada5-90124aa84cad, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=9bb925fc-5f8f-473d-ada5-90124aa84cad,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:52.451370 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-377c4e74-e50c-4588-9ce8-689ad21431ad req-7f7f50ac-d3a7-471e-8e0b-de4042347062 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:52.463957 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a999ef-44ea-4f0d-9252-53356cb9a1d1 req-39681612-2dce-40be-81d0-ca2f00c77bdf tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:52.465495 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77a999ef-44ea-4f0d-9252-53356cb9a1d1 req-39681612-2dce-40be-81d0-ca2f00c77bdf tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=307fd34b-7046-40fb-8d84-f0a6ecf484ec HTTP/1.1" status: 200 len: 951 time: 0.0824013 May 26 16:03:52.509646 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-377c4e74-e50c-4588-9ce8-689ad21431ad req-7f7f50ac-d3a7-471e-8e0b-de4042347062 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Calling delete_port for 9bb925fc-5f8f-473d-ada5-90124aa84cad owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:03:52.524278 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-8f3b7c7b-aa82-4414-bcf9-716142899e87 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/d116c30a-08c2-47aa-a9a5-f8a9af6c227d HTTP/1.1" status: 200 len: 2981 time: 0.0687885 May 26 16:03:52.531459 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77a999ef-44ea-4f0d-9252-53356cb9a1d1 req-1b738889-3a18-4d0f-b279-ad681cdce21d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542750 May 26 16:03:52.571326 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-aaaef69f-a3c1-4b79-bbbd-57d7407df765 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/d116c30a-08c2-47aa-a9a5-f8a9af6c227d HTTP/1.1" status: 200 len: 2981 time: 0.0389009 May 26 16:03:52.578522 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446df8-18db-49f7-bf4e-444786ccab6a req-b8ec4263-2d2d-4b2e-bb30-50a4ea495dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:52.580015 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-b8ec4263-2d2d-4b2e-bb30-50a4ea495dfc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7270590f-d74b-4c1a-857b-4ef286b5224e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1762059 May 26 16:03:52.629023 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-e536a18c-e153-42c9-94b2-70ebb9443164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:52.630372 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-e536a18c-e153-42c9-94b2-70ebb9443164 service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.2525666 May 26 16:03:52.642232 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-b8656819-34bb-4b4f-9573-6bb7ab994c30 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/fd80fbe9-a859-4ec4-af4a-d2752af4c4aa HTTP/1.1" status: 200 len: 2981 time: 0.0628891 May 26 16:03:52.675899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afaf3e8-4928-4e83-9773-7f4e7a55ec9c req-42234715-bd7e-4a3d-aded-4cb98563b3a5 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:52.681656 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afaf3e8-4928-4e83-9773-7f4e7a55ec9c req-42234715-bd7e-4a3d-aded-4cb98563b3a5 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:52.687414 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afaf3e8-4928-4e83-9773-7f4e7a55ec9c req-42234715-bd7e-4a3d-aded-4cb98563b3a5 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:52.689062 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3afaf3e8-4928-4e83-9773-7f4e7a55ec9c req-42234715-bd7e-4a3d-aded-4cb98563b3a5 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 2412 time: 0.0841880 May 26 16:03:52.709203 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-3ddfef14-ded3-4f38-a01d-af5057967187 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=77669548-de09-4082-a168-6e89fbf18838 HTTP/1.1" status: 200 len: 217 time: 0.0435753 May 26 16:03:52.735508 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-632cb7cf-cb25-4dcf-ab31-3c96a86a38ae req-d1e6326e-e40a-4e64-9dbb-9823b93ac547 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/fd80fbe9-a859-4ec4-af4a-d2752af4c4aa HTTP/1.1" status: 200 len: 2981 time: 0.0852814 May 26 16:03:52.757777 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3afaf3e8-4928-4e83-9773-7f4e7a55ec9c req-ec5b19d4-28d8-4ade-864b-a0a6160cd993 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591412 May 26 16:03:52.798749 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb5e9e39-e2f3-4e9e-a085-f9236d8f00fd req-7dd940a7-fa1b-47f5-9078-c709738eb880 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/dde5daec-37ec-4903-91a8-9d6d750d893f HTTP/1.1" status: 200 len: 1800 time: 0.0400093 May 26 16:03:52.830997 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-b898e5bd-c13e-49a7-8069-9f5af3a11180 service neutron] 10.222.0.81 "GET /v2.0/networks/7270590f-d74b-4c1a-857b-4ef286b5224e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386498 May 26 16:03:52.854112 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-cc27b792-3ed8-4ce7-84d2-2786b218f28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:52.855517 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-cc27b792-3ed8-4ce7-84d2-2786b218f28e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1278706 May 26 16:03:52.884583 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fb5e9e39-e2f3-4e9e-a085-f9236d8f00fd req-164bad71-e57d-4115-9c24-05d5529bd1fb tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:52.911373 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-377c4e74-e50c-4588-9ce8-689ad21431ad req-7f7f50ac-d3a7-471e-8e0b-de4042347062 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:52.920520 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96ee5c-2ccc-4c69-aee1-fb657f70c15d req-2bcc2282-78e2-4664-8595-2c381fc4a3a2 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:52.921994 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2a96ee5c-2ccc-4c69-aee1-fb657f70c15d req-2bcc2282-78e2-4664-8595-2c381fc4a3a2 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.0797048 May 26 16:03:52.922981 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['9bb925fc-5f8f-473d-ada5-90124aa84cad'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:52.923634 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fb5e9e39-e2f3-4e9e-a085-f9236d8f00fd req-164bad71-e57d-4115-9c24-05d5529bd1fb tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:52.973060 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f50ac-d3a7-471e-8e0b-de4042347062 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Pushing event deleted for resources: {'Port': ['ID=9bb925fc-5f8f-473d-ada5-90124aa84cad,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:52.990274 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2a96ee5c-2ccc-4c69-aee1-fb657f70c15d req-09455d80-46fe-415c-ac2e-55394319da70 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583291 May 26 16:03:52.998346 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['6097825e-22a5-4134-93cd-23f98ced9146', '60450a80-835f-4f71-97de-cc95d2494e1a', 'a97919f5-38de-4ccc-9b8c-82c126b1b032'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:53.015322 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fb5e9e39-e2f3-4e9e-a085-f9236d8f00fd req-164bad71-e57d-4115-9c24-05d5529bd1fb tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:53.018046 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fb5e9e39-e2f3-4e9e-a085-f9236d8f00fd req-164bad71-e57d-4115-9c24-05d5529bd1fb tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:53.019216 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb5e9e39-e2f3-4e9e-a085-f9236d8f00fd req-164bad71-e57d-4115-9c24-05d5529bd1fb tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "DELETE /v2.0/security-groups/dde5daec-37ec-4903-91a8-9d6d750d893f HTTP/1.1" status: 204 len: 173 time: 0.2144399 May 26 16:03:53.052269 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-377c4e74-e50c-4588-9ce8-689ad21431ad req-7f7f50ac-d3a7-471e-8e0b-de4042347062 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] No DVR routers for this DVR port 9bb925fc-5f8f-473d-ada5-90124aa84cad on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:03:53.057427 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bad71-e57d-4115-9c24-05d5529bd1fb tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde5daec-37ec-4903-91a8-9d6d750d893f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:53.080681 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-377c4e74-e50c-4588-9ce8-689ad21431ad req-7f7f50ac-d3a7-471e-8e0b-de4042347062 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:53.083939 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-377c4e74-e50c-4588-9ce8-689ad21431ad req-7f7f50ac-d3a7-471e-8e0b-de4042347062 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.81 "DELETE /v2.0/ports/9bb925fc-5f8f-473d-ada5-90124aa84cad HTTP/1.1" status: 204 len: 173 time: 1.1285582 May 26 16:03:53.109253 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-a6a43491-9387-4d5c-bef5-4b08462e0964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:53.111206 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-a6a43491-9387-4d5c-bef5-4b08462e0964 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2422607 May 26 16:03:53.123730 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-02dd1162-d317-4b60-ac4e-3ab457bc906a service neutron] 10.222.0.81 "GET /v2.0/networks/7270590f-d74b-4c1a-857b-4ef286b5224e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794707 May 26 16:03:53.132375 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8dcd0cfc-57db-4dc3-9a5e-d6b122e8d6dc req-1dc1114e-2b7c-4d98-8384-6227879e1708 tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=89f9c9fc36de413fa394bec063f0c96d HTTP/1.1" status: 200 len: 6102 time: 0.0942023 May 26 16:03:53.211145 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8dcd0cfc-57db-4dc3-9a5e-d6b122e8d6dc req-06654611-c7f6-423e-9a45-8850a8bef746 tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] 10.222.0.77 "GET /v2.0/security-groups/c7be26c7-6e8b-4a4f-9301-ca03221bde85 HTTP/1.1" status: 200 len: 2981 time: 0.0625370 May 26 16:03:53.222671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10813291-2a99-4f45-8089-54bcd7b3dd5a req-e2a12dd6-3e13-461e-b228-24200fbd52d1 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:53.224246 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10813291-2a99-4f45-8089-54bcd7b3dd5a req-e2a12dd6-3e13-461e-b228-24200fbd52d1 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 948 time: 0.1113932 May 26 16:03:53.262477 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-26588987-7d9b-4de2-a443-4a02da4d6120 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297395 May 26 16:03:53.342610 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8dcd0cfc-57db-4dc3-9a5e-d6b122e8d6dc req-56d34b59-049f-48e0-9871-d9bf51133125 tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] 10.222.0.77 "GET /v2.0/security-groups/c7be26c7-6e8b-4a4f-9301-ca03221bde85 HTTP/1.1" status: 200 len: 2981 time: 0.1173456 May 26 16:03:53.362755 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10813291-2a99-4f45-8089-54bcd7b3dd5a req-f330ca9b-d5cc-4316-8872-f6d505756708 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/security-groups?id=be219cfa-f419-431b-b5f8-12176a6dcc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251621 May 26 16:03:53.390974 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-1a629637-8d86-4b15-a0bb-8281ae7bb90a req-ea8560ba-beb0-4b4a-b3b1-25fde6b537f6 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] show failed (client error): The resource could not be found. May 26 16:03:53.405205 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a629637-8d86-4b15-a0bb-8281ae7bb90a req-ea8560ba-beb0-4b4a-b3b1-25fde6b537f6 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/dde5daec-37ec-4903-91a8-9d6d750d893f HTTP/1.1" status: 404 len: 352 time: 0.0278656 May 26 16:03:53.420586 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-93f148c7-b196-4d5d-9dea-4c27cd5f387c service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075346 May 26 16:03:53.422456 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-06be2f7a-a292-4bae-9d4e-8f0d9e285663 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.54&port_id=5b134ecc-d3aa-4bc5-a925-04c3afbf033c HTTP/1.1" status: 200 len: 217 time: 0.1589985 May 26 16:03:53.500191 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446df8-18db-49f7-bf4e-444786ccab6a req-50d5e925-f37c-4a78-b461-37ad571d973f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:53.502287 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-50d5e925-f37c-4a78-b461-37ad571d973f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ccc126cc-da6b-49c8-8937-6bf6e6b8b067 HTTP/1.1" status: 200 len: 801 time: 0.0687721 May 26 16:03:53.521551 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1dca53a-b861-49bb-b863-7aa463829f1f req-9ff29711-8204-4b7d-a95b-4ed1e9a72ded tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/e24181d5-e6ed-45ed-9101-acdf00adacf6 HTTP/1.1" status: 200 len: 1776 time: 0.0909965 May 26 16:03:53.535241 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e992f67-3906-4d33-b652-4f305685cfcf req-de03186e-b2be-42f2-88b2-8e9a6f2c5030 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:53.536815 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e992f67-3906-4d33-b652-4f305685cfcf req-de03186e-b2be-42f2-88b2-8e9a6f2c5030 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 950 time: 0.0752604 May 26 16:03:53.584407 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d485839e-6abe-4f9c-a13c-5d358cc74c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:53.588815 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d485839e-6abe-4f9c-a13c-5d358cc74c8d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d6abc46-a390-4c53-a081-348fc05e301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0751941 May 26 16:03:53.606371 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e992f67-3906-4d33-b652-4f305685cfcf req-1dfa4356-2612-42a6-9850-b2215ba0adf0 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611763 May 26 16:03:53.623156 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f1dca53a-b861-49bb-b863-7aa463829f1f req-2b7059ad-3dc6-49de-949e-ad94d6e36985 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:53.705057 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f1dca53a-b861-49bb-b863-7aa463829f1f req-2b7059ad-3dc6-49de-949e-ad94d6e36985 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:53.710934 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b4bbddf2-40de-40e3-9bf3-036f7580005a req-29b2fdff-1597-417d-a2bd-69e0f61f507e tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/0997b372-d127-4478-bcc8-f2a7d922e2c3 HTTP/1.1" status: 200 len: 1799 time: 0.0530081 May 26 16:03:53.753708 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-d11f24da-0cbe-4d8a-b3ca-707496a4255f service neutron] 10.222.0.81 "GET /v2.0/networks/2d6abc46-a390-4c53-a081-348fc05e301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508980 May 26 16:03:53.813464 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f1dca53a-b861-49bb-b863-7aa463829f1f req-2b7059ad-3dc6-49de-949e-ad94d6e36985 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:53.816163 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f1dca53a-b861-49bb-b863-7aa463829f1f req-2b7059ad-3dc6-49de-949e-ad94d6e36985 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:53.817559 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1dca53a-b861-49bb-b863-7aa463829f1f req-2b7059ad-3dc6-49de-949e-ad94d6e36985 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "DELETE /v2.0/security-groups/e24181d5-e6ed-45ed-9101-acdf00adacf6 HTTP/1.1" status: 204 len: 173 time: 0.2796257 May 26 16:03:53.830327 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b4bbddf2-40de-40e3-9bf3-036f7580005a req-6e85d03b-cffb-464b-9780-e400783b248b tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:53.848076 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7059ad-3dc6-49de-949e-ad94d6e36985 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24181d5-e6ed-45ed-9101-acdf00adacf6,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:53.880962 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b4bbddf2-40de-40e3-9bf3-036f7580005a req-6e85d03b-cffb-464b-9780-e400783b248b tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:53.886042 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-51446df8-18db-49f7-bf4e-444786ccab6a req-f64c79b0-efee-448e-bb7d-707b50a26162 service neutron] 10.222.0.81 "GET /v2.0/networks/2d6abc46-a390-4c53-a081-348fc05e301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230378 May 26 16:03:53.943662 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b4bbddf2-40de-40e3-9bf3-036f7580005a req-6e85d03b-cffb-464b-9780-e400783b248b tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:53.947370 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b4bbddf2-40de-40e3-9bf3-036f7580005a req-6e85d03b-cffb-464b-9780-e400783b248b tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:53.949077 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b4bbddf2-40de-40e3-9bf3-036f7580005a req-6e85d03b-cffb-464b-9780-e400783b248b tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "DELETE /v2.0/security-groups/0997b372-d127-4478-bcc8-f2a7d922e2c3 HTTP/1.1" status: 204 len: 173 time: 0.2297912 May 26 16:03:53.964883 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85d03b-cffb-464b-9780-e400783b248b tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0997b372-d127-4478-bcc8-f2a7d922e2c3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:54.033539 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307fd34b-7046-40fb-8d84-f0a6ecf484ec', 'name': 'network-vif-deleted', 'tag': '9bb925fc-5f8f-473d-ada5-90124aa84cad'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:54.036138 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf74af8-efc8-48d7-b6f4-3a99ea729a2b" -d '{"events": [{"server_uuid": "307fd34b-7046-40fb-8d84-f0a6ecf484ec", "name": "network-vif-deleted", "tag": "9bb925fc-5f8f-473d-ada5-90124aa84cad"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:54.051175 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-0d2dec68-5d5d-4f45-9d17-d51bbba5e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:54.051658 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-0d2dec68-5d5d-4f45-9d17-d51bbba5e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:54.052151 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-0d2dec68-5d5d-4f45-9d17-d51bbba5e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:54.054953 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-0d2dec68-5d5d-4f45-9d17-d51bbba5e418 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c6cedca6b56247978dd71967ceac922e&device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 2865 time: 0.1078522 May 26 16:03:54.084257 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74f4f1-3b60-4860-8d1e-85605a5b8a9e req-c33fb5cc-e392-4b1c-9f35-967e1ed8d31d tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:54.105090 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74f4f1-3b60-4860-8d1e-85605a5b8a9e req-c33fb5cc-e392-4b1c-9f35-967e1ed8d31d tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:54.112563 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74f4f1-3b60-4860-8d1e-85605a5b8a9e req-c33fb5cc-e392-4b1c-9f35-967e1ed8d31d tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:54.120613 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f74f4f1-3b60-4860-8d1e-85605a5b8a9e req-c33fb5cc-e392-4b1c-9f35-967e1ed8d31d tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 2412 time: 0.1039441 May 26 16:03:54.158527 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-762e5e46-d545-41e5-ae61-fa8152572c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:54.159982 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-762e5e46-d545-41e5-ae61-fa8152572c36 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7270590f-d74b-4c1a-857b-4ef286b5224e HTTP/1.1" status: 200 len: 902 time: 0.0978143 May 26 16:03:54.167285 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f74f4f1-3b60-4860-8d1e-85605a5b8a9e req-30291d92-73ce-402d-9403-ab2672038df1 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458331 May 26 16:03:54.201940 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25997077-909b-4281-8648-2ca171f0b9c3 req-d0977ed6-e7bd-44c6-8361-b28d9025f5d0 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "GET /v2.0/security-groups/77adc1a2-fdad-4e84-9afa-583a52e430c2 HTTP/1.1" status: 200 len: 1776 time: 0.0786810 May 26 16:03:54.207872 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-2e67e5b1-2655-46f4-935e-21fdab3c8827 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.159&port_id=1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 HTTP/1.1" status: 200 len: 217 time: 0.0379477 May 26 16:03:54.269326 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-25997077-909b-4281-8648-2ca171f0b9c3 req-9de25aa4-8867-488d-ac66-b7a793da9252 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:54.270223 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-4fd62a9b-a3fe-4af8-96d8-fd8508e9c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:54.272007 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-4fd62a9b-a3fe-4af8-96d8-fd8508e9c954 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ea091b0d-bf14-4a12-a338-0f349cf20f76 HTTP/1.1" status: 200 len: 801 time: 0.0545232 May 26 16:03:54.309472 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-25997077-909b-4281-8648-2ca171f0b9c3 req-9de25aa4-8867-488d-ac66-b7a793da9252 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:54.345024 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-adf0fd80-5df5-4e4b-92a1-d96e0e235b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:54.347010 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-adf0fd80-5df5-4e4b-92a1-d96e0e235b7c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7270590f-d74b-4c1a-857b-4ef286b5224e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0642128 May 26 16:03:54.380652 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-b2a02d48-4a65-4e67-90eb-2b4fa6163fc2 req-0382126d-7f57-4d60-88ee-0e8bf2bc630b tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] show failed (client error): The resource could not be found. May 26 16:03:54.381998 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2a02d48-4a65-4e67-90eb-2b4fa6163fc2 req-0382126d-7f57-4d60-88ee-0e8bf2bc630b tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/0997b372-d127-4478-bcc8-f2a7d922e2c3 HTTP/1.1" status: 404 len: 352 time: 0.0146112 May 26 16:03:54.387473 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-25997077-909b-4281-8648-2ca171f0b9c3 req-9de25aa4-8867-488d-ac66-b7a793da9252 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:54.393679 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-25997077-909b-4281-8648-2ca171f0b9c3 req-9de25aa4-8867-488d-ac66-b7a793da9252 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:54.394808 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25997077-909b-4281-8648-2ca171f0b9c3 req-9de25aa4-8867-488d-ac66-b7a793da9252 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] 10.222.0.77 "DELETE /v2.0/security-groups/77adc1a2-fdad-4e84-9afa-583a52e430c2 HTTP/1.1" status: 204 len: 173 time: 0.1852257 May 26 16:03:54.407567 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de25aa4-8867-488d-ac66-b7a793da9252 tempest-SecurityGroupsTestAdminJSON-1203060118 tempest-SecurityGroupsTestAdminJSON-1203060118-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77adc1a2-fdad-4e84-9afa-583a52e430c2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:54.446771 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7755db9-3462-4995-a977-8ea34a0ec14b x-openstack-request-id: req-a7755db9-3462-4995-a977-8ea34a0ec14b {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:54.447103 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307fd34b-7046-40fb-8d84-f0a6ecf484ec", "name": "network-vif-deleted", "tag": "9bb925fc-5f8f-473d-ada5-90124aa84cad", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:54.447362 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a7755db9-3462-4995-a977-8ea34a0ec14b {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:54.447758 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7755db9-3462-4995-a977-8ea34a0ec14b'] response: {'server_uuid': '307fd34b-7046-40fb-8d84-f0a6ecf484ec', 'name': 'network-vif-deleted', 'tag': '9bb925fc-5f8f-473d-ada5-90124aa84cad', 'status': 'completed', 'code': 200} May 26 16:03:54.466546 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-87a0298a-0d30-4ae7-993d-6ded9daffb30 service neutron] 10.222.0.81 "GET /v2.0/networks/7270590f-d74b-4c1a-857b-4ef286b5224e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056080 May 26 16:03:54.530541 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc83e3-6a66-44e4-8718-d685a249b943 req-eebe81b4-95d0-449b-a406-328c834d3917 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:54.532147 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78bc83e3-6a66-44e4-8718-d685a249b943 req-eebe81b4-95d0-449b-a406-328c834d3917 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.0744772 May 26 16:03:54.560896 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c4205-745b-434e-9a6a-712cb7e2182a req-86435eb8-5815-4455-919e-2aec498e7509 tempest-ServersAdminNegativeTestJSON-734560899 tempest-ServersAdminNegativeTestJSON-734560899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:54.562279 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e0c4205-745b-434e-9a6a-712cb7e2182a req-86435eb8-5815-4455-919e-2aec498e7509 tempest-ServersAdminNegativeTestJSON-734560899 tempest-ServersAdminNegativeTestJSON-734560899-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 1101 time: 0.0683248 May 26 16:03:54.573981 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-12b749c9-1b00-45a4-9052-b63e97ebf543 service neutron] 10.222.0.81 "GET /v2.0/networks/7270590f-d74b-4c1a-857b-4ef286b5224e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914497 May 26 16:03:54.593425 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78bc83e3-6a66-44e4-8718-d685a249b943 req-26b35408-b1c9-419a-acad-a98768d15f38 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549896 May 26 16:03:54.594248 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7e0c4205-745b-434e-9a6a-712cb7e2182a req-b2e0fb2f-5085-41a6-b6a9-1be2bd7c64e3 tempest-ServersAdminNegativeTestJSON-734560899 tempest-ServersAdminNegativeTestJSON-734560899-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:54.676925 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-6f98151b-c71b-419b-acd7-878ffedeed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:54.677403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-6f98151b-c71b-419b-acd7-878ffedeed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:54.677873 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-6f98151b-c71b-419b-acd7-878ffedeed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:54.679675 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-6f98151b-c71b-419b-acd7-878ffedeed25 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c6cedca6b56247978dd71967ceac922e&device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 2865 time: 0.0491190 May 26 16:03:54.717636 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7e0c4205-745b-434e-9a6a-712cb7e2182a req-b2e0fb2f-5085-41a6-b6a9-1be2bd7c64e3 tempest-ServersAdminNegativeTestJSON-734560899 tempest-ServersAdminNegativeTestJSON-734560899-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:54.729779 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e7bd3-4531-4bf8-b2d3-b9e118cd8793 req-59f5b25f-f8f4-453c-935e-1f82b54b6f33 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:54.731239 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ad3e7bd3-4531-4bf8-b2d3-b9e118cd8793 req-59f5b25f-f8f4-453c-935e-1f82b54b6f33 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 951 time: 0.0751636 May 26 16:03:54.731835 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7e0c4205-745b-434e-9a6a-712cb7e2182a req-b2e0fb2f-5085-41a6-b6a9-1be2bd7c64e3 tempest-ServersAdminNegativeTestJSON-734560899 tempest-ServersAdminNegativeTestJSON-734560899-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:54.768953 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e0c4205-745b-434e-9a6a-712cb7e2182a req-b2e0fb2f-5085-41a6-b6a9-1be2bd7c64e3 tempest-ServersAdminNegativeTestJSON-734560899 tempest-ServersAdminNegativeTestJSON-734560899-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968994 May 26 16:03:54.780729 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-9053ec05-bf64-4af6-80f1-4669f3fb2ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:54.782880 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-9053ec05-bf64-4af6-80f1-4669f3fb2ad2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2d6abc46-a390-4c53-a081-348fc05e301c HTTP/1.1" status: 200 len: 902 time: 0.0940833 May 26 16:03:54.794123 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ad3e7bd3-4531-4bf8-b2d3-b9e118cd8793 req-10c62ff2-6694-4220-89d4-bddfa15ee531 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521417 May 26 16:03:54.794894 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0fb2f-5085-41a6-b6a9-1be2bd7c64e3 tempest-ServersAdminNegativeTestJSON-734560899 tempest-ServersAdminNegativeTestJSON-734560899-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc5e42b-d43e-430f-86ea-cccf666c7ec5,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:54.836369 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-cb461521-4b51-493c-be87-26e11ab96c79 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.54&port_id=5b134ecc-d3aa-4bc5-a925-04c3afbf033c HTTP/1.1" status: 200 len: 217 time: 0.0448508 May 26 16:03:54.888800 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-a071d899-7657-4b3a-9144-763685e13159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:54.890394 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-a071d899-7657-4b3a-9144-763685e13159 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ccc126cc-da6b-49c8-8937-6bf6e6b8b067 HTTP/1.1" status: 200 len: 801 time: 0.0448945 May 26 16:03:54.925905 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954b76e-1a12-480d-a74a-f4339589473c req-6cf7b88c-13ed-43fd-a94a-681daaef0531 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:54.927382 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5954b76e-1a12-480d-a74a-f4339589473c req-6cf7b88c-13ed-43fd-a94a-681daaef0531 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 948 time: 0.0821378 May 26 16:03:54.940555 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-7d55b070-f648-4270-8837-da1444f6cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:54.942069 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-7d55b070-f648-4270-8837-da1444f6cf7d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d6abc46-a390-4c53-a081-348fc05e301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0447466 May 26 16:03:54.954043 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ce25068-b770-4279-998a-397bcc344eda req-4fba303f-d6c7-4749-9ec1-2b653a4e3ce4 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=46364c65eaab404bb479cc7b86850f2b HTTP/1.1" status: 200 len: 6146 time: 0.1154227 May 26 16:03:55.005185 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5954b76e-1a12-480d-a74a-f4339589473c req-c6cbb09d-b93a-468c-9336-00506ed3de87 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/security-groups?id=be219cfa-f419-431b-b5f8-12176a6dcc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672441 May 26 16:03:55.016906 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ce25068-b770-4279-998a-397bcc344eda req-0a882699-fbe3-48d3-8918-2c5c54a1da4e tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/d116c30a-08c2-47aa-a9a5-f8a9af6c227d HTTP/1.1" status: 200 len: 2981 time: 0.0550199 May 26 16:03:55.037542 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-ca93d578-33b6-45d5-a2da-7b06c125ca03 service neutron] 10.222.0.81 "GET /v2.0/networks/2d6abc46-a390-4c53-a081-348fc05e301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872161 May 26 16:03:55.084455 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ce25068-b770-4279-998a-397bcc344eda req-68bc25b8-f2b5-4bab-9eca-52a4d1ca99a2 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/d116c30a-08c2-47aa-a9a5-f8a9af6c227d HTTP/1.1" status: 200 len: 2981 time: 0.0598736 May 26 16:03:55.102946 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b833ea03-9d91-43aa-b86f-370ae041ac50 req-19159cee-54a8-4e7c-bc4c-7614a77bab27 tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] 10.222.0.77 "GET /v2.0/security-groups/fc698e28-7d6f-4e2b-b00e-cc61f0d46559 HTTP/1.1" status: 200 len: 1777 time: 0.0577466 May 26 16:03:55.111866 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-82f35173-3bc1-402b-a86d-a0ac27f122a0 req-3eb7ec55-5546-497c-b6c5-0f4556632717 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-458910842', 'description': 'tempest-description-1866041843'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:55.134994 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ae40743-3ec4-4798-b5e6-c0cedbaa1641 req-7ecbcac3-d522-4d18-950e-b33dc67cb5d1 service neutron] 10.222.0.81 "GET /v2.0/networks/2d6abc46-a390-4c53-a081-348fc05e301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885572 May 26 16:03:55.154935 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-82f35173-3bc1-402b-a86d-a0ac27f122a0 req-3eb7ec55-5546-497c-b6c5-0f4556632717 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.191747 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b833ea03-9d91-43aa-b86f-370ae041ac50 req-5b2a5b4e-2cd5-484a-973e-6fbbc86740e2 tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.225086 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b833ea03-9d91-43aa-b86f-370ae041ac50 req-5b2a5b4e-2cd5-484a-973e-6fbbc86740e2 tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.283587 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-82f35173-3bc1-402b-a86d-a0ac27f122a0 req-3eb7ec55-5546-497c-b6c5-0f4556632717 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.288074 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-82f35173-3bc1-402b-a86d-a0ac27f122a0 req-3eb7ec55-5546-497c-b6c5-0f4556632717 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.303059 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b833ea03-9d91-43aa-b86f-370ae041ac50 req-5b2a5b4e-2cd5-484a-973e-6fbbc86740e2 tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.306061 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b833ea03-9d91-43aa-b86f-370ae041ac50 req-5b2a5b4e-2cd5-484a-973e-6fbbc86740e2 tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.307153 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b833ea03-9d91-43aa-b86f-370ae041ac50 req-5b2a5b4e-2cd5-484a-973e-6fbbc86740e2 tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] 10.222.0.77 "DELETE /v2.0/security-groups/fc698e28-7d6f-4e2b-b00e-cc61f0d46559 HTTP/1.1" status: 204 len: 173 time: 0.1911473 May 26 16:03:55.325215 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-82f35173-3bc1-402b-a86d-a0ac27f122a0 req-3eb7ec55-5546-497c-b6c5-0f4556632717 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.326431 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82f35173-3bc1-402b-a86d-a0ac27f122a0 req-3eb7ec55-5546-497c-b6c5-0f4556632717 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2184489 May 26 16:03:55.328274 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7ec55-5546-497c-b6c5-0f4556632717 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=139e64c4-a569-4c18-8ede-8fb3a84d4761,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:55.347469 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a5b4e-2cd5-484a-973e-6fbbc86740e2 tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc698e28-7d6f-4e2b-b00e-cc61f0d46559,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:55.412277 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-21a33fd2-1f9b-48e9-8f15-5bfe7bfe50f0 req-cd465a45-4a01-44df-9d5f-2e304acb22fe tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] 10.222.0.77 "GET /v2.0/security-groups/6da3096b-6ca1-43dd-8e77-ee7828ad4c5c HTTP/1.1" status: 200 len: 1777 time: 0.0667014 May 26 16:03:55.421922 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f36f9371-29f9-4988-a72f-1465d9a496d3 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:03:55.443964 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7fde6-8e50-490d-b3a6-026ac6704bb8 req-631bec92-627b-4926-a1d4-9211867047e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:55.450154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7fde6-8e50-490d-b3a6-026ac6704bb8 req-631bec92-627b-4926-a1d4-9211867047e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:55.455958 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7fde6-8e50-490d-b3a6-026ac6704bb8 req-631bec92-627b-4926-a1d4-9211867047e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:55.457633 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9cd7fde6-8e50-490d-b3a6-026ac6704bb8 req-631bec92-627b-4926-a1d4-9211867047e6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 2412 time: 0.0890682 May 26 16:03:55.520645 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f36f9371-29f9-4988-a72f-1465d9a496d3, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f36f9371-29f9-4988-a72f-1465d9a496d3,segment=NetworkSegment(a934d4c5-70d5-44fe-8550-8b2f58f4f089),segment_id=a934d4c5-70d5-44fe-8550-8b2f58f4f089)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:55.521515 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9cd7fde6-8e50-490d-b3a6-026ac6704bb8 req-8d7e5165-4d9b-49b8-86b2-12ab51c26deb tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538216 May 26 16:03:55.524391 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-21a33fd2-1f9b-48e9-8f15-5bfe7bfe50f0 req-8a683ce7-a677-44c5-b387-0cefb0e52f2b tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.541589 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'f36f9371-29f9-4988-a72f-1465d9a496d3', 'network_id': '2d6abc46-a390-4c53-a081-348fc05e301c', 'port_id': 'f36f9371-29f9-4988-a72f-1465d9a496d3', 'mac_address': 'fa:16:3e:7c:d5:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccc126cc-da6b-49c8-8937-6bf6e6b8b067', 'ip_address': '19.80.0.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:03:55.551560 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-21a33fd2-1f9b-48e9-8f15-5bfe7bfe50f0 req-8a683ce7-a677-44c5-b387-0cefb0e52f2b tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.568931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-93474bdc-13a5-4be2-aa98-98aa8e08585f req-7c180bff-4567-490f-899e-5bd4477c371a tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1734026104', 'description': 'tempest-description-61594480'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:55.582330 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port f36f9371-29f9-4988-a72f-1465d9a496d3 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:55.582902 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.599164 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f36f9371-29f9-4988-a72f-1465d9a496d3 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:55.607410 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-93474bdc-13a5-4be2-aa98-98aa8e08585f req-7c180bff-4567-490f-899e-5bd4477c371a tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.621466 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-21a33fd2-1f9b-48e9-8f15-5bfe7bfe50f0 req-8a683ce7-a677-44c5-b387-0cefb0e52f2b tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.622225 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f36f9371-29f9-4988-a72f-1465d9a496d3, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f36f9371-29f9-4988-a72f-1465d9a496d3,segment=NetworkSegment(a934d4c5-70d5-44fe-8550-8b2f58f4f089),segment_id=a934d4c5-70d5-44fe-8550-8b2f58f4f089)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:55.624182 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-21a33fd2-1f9b-48e9-8f15-5bfe7bfe50f0 req-8a683ce7-a677-44c5-b387-0cefb0e52f2b tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.625379 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-21a33fd2-1f9b-48e9-8f15-5bfe7bfe50f0 req-8a683ce7-a677-44c5-b387-0cefb0e52f2b tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] 10.222.0.77 "DELETE /v2.0/security-groups/6da3096b-6ca1-43dd-8e77-ee7828ad4c5c HTTP/1.1" status: 204 len: 173 time: 0.2062116 May 26 16:03:55.626648 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.627778 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:03:55.638995 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a683ce7-a677-44c5-b387-0cefb0e52f2b tempest-SecurityGroupsTestAdminJSON-497313685 tempest-SecurityGroupsTestAdminJSON-497313685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da3096b-6ca1-43dd-8e77-ee7828ad4c5c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:55.740336 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=f36f9371-29f9-4988-a72f-1465d9a496d3,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:55.746593 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-93474bdc-13a5-4be2-aa98-98aa8e08585f req-7c180bff-4567-490f-899e-5bd4477c371a tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.764162 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9caf5-9602-458d-a6d6-95b8a7916188 req-6fd62d66-7132-43c2-9a01-61ab9708c026 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:55.765802 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-95f9caf5-9602-458d-a6d6-95b8a7916188 req-6fd62d66-7132-43c2-9a01-61ab9708c026 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.0746453 May 26 16:03:55.766661 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-93474bdc-13a5-4be2-aa98-98aa8e08585f req-7c180bff-4567-490f-899e-5bd4477c371a tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.786075 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58,segment=NetworkSegment(f55fcecc-7367-4a0f-9ee8-625c87ba0294),segment_id=f55fcecc-7367-4a0f-9ee8-625c87ba0294)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:55.799173 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58', 'network_id': '7270590f-d74b-4c1a-857b-4ef286b5224e', 'port_id': '1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58', 'mac_address': 'fa:16:3e:9d:bf:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea091b0d-bf14-4a12-a338-0f349cf20f76', 'ip_address': '19.86.0.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:03:55.810825 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-93474bdc-13a5-4be2-aa98-98aa8e08585f req-7c180bff-4567-490f-899e-5bd4477c371a tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.812192 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-93474bdc-13a5-4be2-aa98-98aa8e08585f req-7c180bff-4567-490f-899e-5bd4477c371a tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2501094 May 26 16:03:55.828982 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c180bff-4567-490f-899e-5bd4477c371a tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d5410e-e678-4ff7-8014-49c895129c82,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:55.862344 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:55.863140 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.868033 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-95f9caf5-9602-458d-a6d6-95b8a7916188 req-a9551111-a1d9-4d50-83c3-b49aa620e6de tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845940 May 26 16:03:55.898822 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:55.924156 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58,segment=NetworkSegment(f55fcecc-7367-4a0f-9ee8-625c87ba0294),segment_id=f55fcecc-7367-4a0f-9ee8-625c87ba0294)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:55.930339 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:55.950996 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40dd05-50e3-4306-96c3-83dc0a6c5ad7 req-024b6d87-bcd9-4bf8-b5b0-97e096d90f3d tempest-ServersAdminNegativeTestJSON-734560899 tempest-ServersAdminNegativeTestJSON-734560899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:55.952569 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e40dd05-50e3-4306-96c3-83dc0a6c5ad7 req-024b6d87-bcd9-4bf8-b5b0-97e096d90f3d tempest-ServersAdminNegativeTestJSON-734560899 tempest-ServersAdminNegativeTestJSON-734560899-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 1101 time: 0.0573003 May 26 16:03:56.011626 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:56.013534 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43030) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:56.035300 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e40dd05-50e3-4306-96c3-83dc0a6c5ad7 req-8e3f5549-04b2-4abf-b90f-20628a0319a0 tempest-ServersAdminNegativeTestJSON-734560899 tempest-ServersAdminNegativeTestJSON-734560899-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732763 May 26 16:03:56.058378 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bbf31-41c4-4d51-8391-45b4daff00b5 req-375c8644-d19c-46f4-b489-2f93c905cf50 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:56.058378 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a97bbf31-41c4-4d51-8391-45b4daff00b5 req-375c8644-d19c-46f4-b489-2f93c905cf50 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 951 time: 0.0766480 May 26 16:03:56.094934 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a97bbf31-41c4-4d51-8391-45b4daff00b5 req-7106ea7b-2354-44f3-b3bb-892d6c00a680 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362461 May 26 16:03:56.213423 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5970fa78-b9c3-4e80-87a6-89d6b48269b7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=89f9c9fc36de413fa394bec063f0c96d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980584 May 26 16:03:56.215544 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43046) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:56.267729 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-08d0432d-1ad2-4dfe-8344-36367c6616b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:56.290829 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-08d0432d-1ad2-4dfe-8344-36367c6616b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:56.294589 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['f36f9371-29f9-4988-a72f-1465d9a496d3'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:56.344535 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-08d0432d-1ad2-4dfe-8344-36367c6616b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:56.347626 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-08d0432d-1ad2-4dfe-8344-36367c6616b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:56.349027 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-08d0432d-1ad2-4dfe-8344-36367c6616b7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c7be26c7-6e8b-4a4f-9301-ca03221bde85 HTTP/1.1" status: 204 len: 168 time: 0.1323102 May 26 16:03:56.361081 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0432d-1ad2-4dfe-8344-36367c6616b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7be26c7-6e8b-4a4f-9301-ca03221bde85,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:56.366111 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:56.453607 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 77669548-de09-4082-a168-6e89fbf18838 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:03:56.482540 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d600d59-74ee-48c6-b506-95b6fc34c0a5 req-1e1745c8-47c2-449b-b14e-4861e64a77cf tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:56.490042 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4d600d59-74ee-48c6-b506-95b6fc34c0a5 req-1e1745c8-47c2-449b-b14e-4861e64a77cf tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 948 time: 0.3143196 May 26 16:03:56.506431 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-223aaab9-fd15-4e0f-88e4-5f43fcdc800d tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:56.507957 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-223aaab9-fd15-4e0f-88e4-5f43fcdc800d tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/networks?id=cf320b0a-9160-436c-9afa-9246ccfc6e6d HTTP/1.1" status: 200 len: 812 time: 0.3847651 May 26 16:03:56.531695 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-c5f15725-af53-4f55-ace3-bd7ca00415f8 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/quotas/46364c65eaab404bb479cc7b86850f2b HTTP/1.1" status: 200 len: 375 time: 0.0167060 May 26 16:03:56.557057 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4d600d59-74ee-48c6-b506-95b6fc34c0a5 req-56f403e3-68f6-4b2a-b774-4d348152ac69 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/security-groups?id=be219cfa-f419-431b-b5f8-12176a6dcc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656736 May 26 16:03:56.616414 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-1661f636-fb2a-4f98-a10f-8e6e4d599d0a tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=46364c65eaab404bb479cc7b86850f2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0760849 May 26 16:03:56.672897 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 77669548-de09-4082-a168-6e89fbf18838, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=77669548-de09-4082-a168-6e89fbf18838,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:56.696007 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '77669548-de09-4082-a168-6e89fbf18838', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '77669548-de09-4082-a168-6e89fbf18838', 'mac_address': 'fa:16:3e:40:03:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:03:56.724806 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43056) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:56.748452 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 77669548-de09-4082-a168-6e89fbf18838 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:56.748852 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:56.767960 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-dcd60610-62e3-46d9-ba30-8b74bdbd9e0c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4f56c18e92eb431aa466e35acdaffeb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417550 May 26 16:03:56.770566 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43058) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:03:56.770988 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77669548-de09-4082-a168-6e89fbf18838 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:56.780379 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe93db-9b1b-4e62-b887-b05f3c1850dc req-f12e559b-05f7-49f7-a821-d06bf842e8da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:56.786539 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe93db-9b1b-4e62-b887-b05f3c1850dc req-f12e559b-05f7-49f7-a821-d06bf842e8da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:56.793213 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe93db-9b1b-4e62-b887-b05f3c1850dc req-f12e559b-05f7-49f7-a821-d06bf842e8da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:56.793580 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 77669548-de09-4082-a168-6e89fbf18838, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=77669548-de09-4082-a168-6e89fbf18838,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:56.795191 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-adbe93db-9b1b-4e62-b887-b05f3c1850dc req-f12e559b-05f7-49f7-a821-d06bf842e8da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 2414 time: 0.0964723 May 26 16:03:56.803424 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:56.815984 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-1b84d274-bf31-41eb-b8b6-831b5f0d5a8e service neutron] 10.222.0.77 "GET /v2.0/networks/cf320b0a-9160-436c-9afa-9246ccfc6e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904242 May 26 16:03:56.830719 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4b8583ce-cb07-4109-bbd3-6725e51533c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:56.856549 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4b8583ce-cb07-4109-bbd3-6725e51533c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:56.857976 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=77669548-de09-4082-a168-6e89fbf18838,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:56.899284 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-adbe93db-9b1b-4e62-b887-b05f3c1850dc req-d13a185c-c4cd-42de-822a-9878dd581080 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953505 May 26 16:03:56.907068 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4b8583ce-cb07-4109-bbd3-6725e51533c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:56.909817 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4b8583ce-cb07-4109-bbd3-6725e51533c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:56.914091 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4b8583ce-cb07-4109-bbd3-6725e51533c6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cbd593d6-647e-4899-addb-6ccb4f498f4e HTTP/1.1" status: 204 len: 168 time: 0.1395380 May 26 16:03:56.926431 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8583ce-cb07-4109-bbd3-6725e51533c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd593d6-647e-4899-addb-6ccb4f498f4e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:56.948500 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-9ecf1d97-3661-4ae5-bdbd-5c4cf4de82c0 service neutron] 10.222.0.77 "GET /v2.0/networks/cf320b0a-9160-436c-9afa-9246ccfc6e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228938 May 26 16:03:57.046999 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb8798-d216-4720-9672-bf7b781fdf20 req-13d3452a-9e6a-4c54-ba32-275cded76375 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:57.052830 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ddb8798-d216-4720-9672-bf7b781fdf20 req-13d3452a-9e6a-4c54-ba32-275cded76375 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.0594320 May 26 16:03:57.113989 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ddb8798-d216-4720-9672-bf7b781fdf20 req-3745f6d8-a9e2-451c-817c-03bbdb4294fe tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570118 May 26 16:03:57.158795 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b91de071-d26b-44e7-807f-baa7da20b502 req-bc50265f-a180-4173-9aca-8169dfaf1718 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 210 time: 0.0437889 May 26 16:03:57.261714 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b49ce-56f4-4a6d-8f2f-4262ce5885f4 req-8118ad14-6039-42d4-ba57-5ce264ddd423 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:57.263317 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7d6b49ce-56f4-4a6d-8f2f-4262ce5885f4 req-8118ad14-6039-42d4-ba57-5ce264ddd423 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 951 time: 0.0592947 May 26 16:03:57.325916 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7d6b49ce-56f4-4a6d-8f2f-4262ce5885f4 req-c20c2a61-f9a5-416c-982d-ade02ab58e7d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561132 May 26 16:03:57.444315 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 5b134ecc-d3aa-4bc5-a925-04c3afbf033c details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:03:57.459947 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 9bb925fc-5f8f-473d-ada5-90124aa84cad no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:03:57.489794 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 9bb925fc-5f8f-473d-ada5-90124aa84cad {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:03:57.490144 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 9bb925fc-5f8f-473d-ada5-90124aa84cad not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:03:57.505905 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d629fbe-86ca-4239-ad83-12fbc78152cb req-80ba9109-630b-4a9f-8fc3-4bf36cc61579 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:57.514515 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4d629fbe-86ca-4239-ad83-12fbc78152cb req-80ba9109-630b-4a9f-8fc3-4bf36cc61579 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 950 time: 0.0711460 May 26 16:03:57.557583 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4d629fbe-86ca-4239-ad83-12fbc78152cb req-c025adc9-90a1-4008-8559-9db67cc3a483 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419936 May 26 16:03:57.622210 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 5b134ecc-d3aa-4bc5-a925-04c3afbf033c, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=5b134ecc-d3aa-4bc5-a925-04c3afbf033c,segment=NetworkSegment(a934d4c5-70d5-44fe-8550-8b2f58f4f089),segment_id=a934d4c5-70d5-44fe-8550-8b2f58f4f089)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:57.634694 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '5b134ecc-d3aa-4bc5-a925-04c3afbf033c', 'network_id': '2d6abc46-a390-4c53-a081-348fc05e301c', 'port_id': '5b134ecc-d3aa-4bc5-a925-04c3afbf033c', 'mac_address': 'fa:16:3e:a8:f9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccc126cc-da6b-49c8-8937-6bf6e6b8b067', 'ip_address': '19.80.0.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:03:57.658388 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a7b0c-b769-4726-a231-1af024ab5d89 req-9ebfb823-6191-4282-b526-1fb72b894a06 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:57.661535 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a40a7b0c-b769-4726-a231-1af024ab5d89 req-9ebfb823-6191-4282-b526-1fb72b894a06 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.83 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 951 time: 0.0795417 May 26 16:03:57.684274 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 5b134ecc-d3aa-4bc5-a925-04c3afbf033c is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:57.684907 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:57.702170 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['77669548-de09-4082-a168-6e89fbf18838'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:57.725003 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b134ecc-d3aa-4bc5-a925-04c3afbf033c {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:57.728287 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df113a84-4060-4257-9f19-796a8f36c0ad req-55b9a627-a5b7-4e31-9611-013609723feb tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:57.737178 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-df113a84-4060-4257-9f19-796a8f36c0ad req-55b9a627-a5b7-4e31-9611-013609723feb tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 949 time: 0.0744655 May 26 16:03:57.764710 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 5b134ecc-d3aa-4bc5-a925-04c3afbf033c, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=5b134ecc-d3aa-4bc5-a925-04c3afbf033c,segment=NetworkSegment(a934d4c5-70d5-44fe-8550-8b2f58f4f089),segment_id=a934d4c5-70d5-44fe-8550-8b2f58f4f089)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:57.770958 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:57.794379 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-df113a84-4060-4257-9f19-796a8f36c0ad req-fb443664-4931-447c-9052-1121eb15337d tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/security-groups?id=be219cfa-f419-431b-b5f8-12176a6dcc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559597 May 26 16:03:57.817489 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-a40a7b0c-b769-4726-a231-1af024ab5d89 req-77c85ef3-67f7-40e9-a61e-7a1e2daaaf9e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Deleting port a97919f5-38de-4ccc-9b8c-82c126b1b032 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:03:57.819292 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a40a7b0c-b769-4726-a231-1af024ab5d89 req-77c85ef3-67f7-40e9-a61e-7a1e2daaaf9e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:57.857419 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=5b134ecc-d3aa-4bc5-a925-04c3afbf033c,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:57.923727 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-a40a7b0c-b769-4726-a231-1af024ab5d89 req-77c85ef3-67f7-40e9-a61e-7a1e2daaaf9e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] For port a97919f5-38de-4ccc-9b8c-82c126b1b032, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=a97919f5-38de-4ccc-9b8c-82c126b1b032,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:57.924447 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a40a7b0c-b769-4726-a231-1af024ab5d89 req-77c85ef3-67f7-40e9-a61e-7a1e2daaaf9e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:57.939034 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-a40a7b0c-b769-4726-a231-1af024ab5d89 req-77c85ef3-67f7-40e9-a61e-7a1e2daaaf9e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Calling delete_port for a97919f5-38de-4ccc-9b8c-82c126b1b032 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:03:58.089324 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd8c9f-ec0f-4128-9d71-83118cb9d8ef req-7087f7ae-0bb7-4c6d-a6c7-b74569bf7c2c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:58.090760 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a40a7b0c-b769-4726-a231-1af024ab5d89 req-77c85ef3-67f7-40e9-a61e-7a1e2daaaf9e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:58.098769 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd8c9f-ec0f-4128-9d71-83118cb9d8ef req-7087f7ae-0bb7-4c6d-a6c7-b74569bf7c2c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:58.106276 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd8c9f-ec0f-4128-9d71-83118cb9d8ef req-7087f7ae-0bb7-4c6d-a6c7-b74569bf7c2c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:58.108354 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a2cd8c9f-ec0f-4128-9d71-83118cb9d8ef req-7087f7ae-0bb7-4c6d-a6c7-b74569bf7c2c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 2415 time: 0.0996804 May 26 16:03:58.123408 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c85ef3-67f7-40e9-a61e-7a1e2daaaf9e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Pushing event deleted for resources: {'Port': ['ID=a97919f5-38de-4ccc-9b8c-82c126b1b032,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:58.183258 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['5b134ecc-d3aa-4bc5-a925-04c3afbf033c'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:58.191225 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a2cd8c9f-ec0f-4128-9d71-83118cb9d8ef req-dfdad12d-a390-4374-b73c-9829264edd69 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748613 May 26 16:03:58.222923 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40a7b0c-b769-4726-a231-1af024ab5d89 req-77c85ef3-67f7-40e9-a61e-7a1e2daaaf9e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] No DVR routers for this DVR port a97919f5-38de-4ccc-9b8c-82c126b1b032 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:03:58.230121 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a40a7b0c-b769-4726-a231-1af024ab5d89 req-77c85ef3-67f7-40e9-a61e-7a1e2daaaf9e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:58.243516 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a40a7b0c-b769-4726-a231-1af024ab5d89 req-77c85ef3-67f7-40e9-a61e-7a1e2daaaf9e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.83 "DELETE /v2.0/ports/a97919f5-38de-4ccc-9b8c-82c126b1b032 HTTP/1.1" status: 204 len: 173 time: 0.5735846 May 26 16:03:58.244013 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ed693a-4539-430c-9bc5-771b86012827', 'name': 'network-vif-deleted', 'tag': 'a97919f5-38de-4ccc-9b8c-82c126b1b032'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:58.252224 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a313ee4-d78a-4189-9d25-3a11a10319bd" -d '{"events": [{"server_uuid": "46ed693a-4539-430c-9bc5-771b86012827", "name": "network-vif-deleted", "tag": "a97919f5-38de-4ccc-9b8c-82c126b1b032"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:58.283887 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa114b5-a560-4ab9-8411-83d027113965 req-48f181c2-c97a-4d70-ab36-d89a31f9def3 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:58.292495 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1aa114b5-a560-4ab9-8411-83d027113965 req-48f181c2-c97a-4d70-ab36-d89a31f9def3 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.0746763 May 26 16:03:58.363340 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c132902-1f02-468b-beee-b4584c0e2f6a req-5370a61e-ebea-4a0f-8a7d-3e99c233a6c1 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 210 time: 0.0457327 May 26 16:03:58.408399 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1aa114b5-a560-4ab9-8411-83d027113965 req-44c4b501-f90f-4ed1-acbf-1ed361cd591c tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123884 May 26 16:03:58.430098 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95ec697-b120-40a7-8e69-e7765fe34cbe x-openstack-request-id: req-d95ec697-b120-40a7-8e69-e7765fe34cbe {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:03:58.430450 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ed693a-4539-430c-9bc5-771b86012827", "name": "network-vif-deleted", "tag": "a97919f5-38de-4ccc-9b8c-82c126b1b032", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:03:58.430782 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d95ec697-b120-40a7-8e69-e7765fe34cbe {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:03:58.431158 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d95ec697-b120-40a7-8e69-e7765fe34cbe'] response: {'server_uuid': '46ed693a-4539-430c-9bc5-771b86012827', 'name': 'network-vif-deleted', 'tag': 'a97919f5-38de-4ccc-9b8c-82c126b1b032', 'status': 'completed', 'code': 200} May 26 16:03:58.550961 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b28c86c2-bb62-433d-b907-153ad7bb7880 req-3c05c5cc-efad-4334-8c56-bf3041a02ef6 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=46ed693a-4539-430c-9bc5-771b86012827 HTTP/1.1" status: 200 len: 210 time: 0.0382555 May 26 16:03:58.643323 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-d7492c22-c54f-4df1-a5cb-3b52ab7ab87a tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:58.645133 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-d7492c22-c54f-4df1-a5cb-3b52ab7ab87a tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.81 "GET /v2.0/networks?id=cf320b0a-9160-436c-9afa-9246ccfc6e6d HTTP/1.1" status: 200 len: 812 time: 0.1690550 May 26 16:03:58.663181 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-0ae1d908-d81e-4dc7-8d69-cf6355649df7 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Request body: {'port': {'device_id': '218488d4-4b69-4ffc-b037-dfe2a6b0fa3c', 'network_id': 'cf320b0a-9160-436c-9afa-9246ccfc6e6d', 'admin_state_up': True, 'tenant_id': '46364c65eaab404bb479cc7b86850f2b'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:58.730531 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ba2c3-310a-4481-aa66-d4a2de3cc481 req-5fc7bc54-9333-48d5-bc44-e41d8193183b tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:58.732361 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-545ba2c3-310a-4481-aa66-d4a2de3cc481 req-5fc7bc54-9333-48d5-bc44-e41d8193183b tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 950 time: 0.0827975 May 26 16:03:58.774257 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-545ba2c3-310a-4481-aa66-d4a2de3cc481 req-140e2952-78b4-45a1-a60b-cda91d42ea44 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334885 May 26 16:03:58.806787 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-0ae1d908-d81e-4dc7-8d69-cf6355649df7 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Made reservation on behalf of 46364c65eaab404bb479cc7b86850f2b for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:03:58.811690 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-0ae1d908-d81e-4dc7-8d69-cf6355649df7 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:58.936275 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a129d-fa7c-46bb-9a2d-3d779ddb372b req-dd81178f-cdca-43b8-94c1-f85a81edb58d tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:58.937674 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e7a129d-fa7c-46bb-9a2d-3d779ddb372b req-dd81178f-cdca-43b8-94c1-f85a81edb58d tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 949 time: 0.0559847 May 26 16:03:58.970040 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-0ae1d908-d81e-4dc7-8d69-cf6355649df7 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Allocated IP 172.20.0.2 (cf320b0a-9160-436c-9afa-9246ccfc6e6d/f01ba635-ccdf-40f5-81b7-3a68df45ec94/e8de33cc-5123-49ae-9dbb-c04d8a92bede) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:03:58.979277 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e7a129d-fa7c-46bb-9a2d-3d779ddb372b req-3a2e338f-6946-4674-9e57-c36b13a8cc72 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/security-groups?id=be219cfa-f419-431b-b5f8-12176a6dcc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355151 May 26 16:03:59.104766 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-8093a0b6-d80a-45d9-b4a4-27dce0064b45 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=3e94954a41614b099cb2eaeeaa6b7193&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260255 May 26 16:03:59.141457 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-0ae1d908-d81e-4dc7-8d69-cf6355649df7 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:59.176277 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-0ae1d908-d81e-4dc7-8d69-cf6355649df7 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:59.222682 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-0ae1d908-d81e-4dc7-8d69-cf6355649df7 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Network cf320b0a-9160-436c-9afa-9246ccfc6e6d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:03:59.227577 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-576ba26c-ea74-4a3b-aab3-1e56ba229cb9 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:59.229245 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-576ba26c-ea74-4a3b-aab3-1e56ba229cb9 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1181402 May 26 16:03:59.231697 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-0ae1d908-d81e-4dc7-8d69-cf6355649df7 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:03:59.235632 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-0ae1d908-d81e-4dc7-8d69-cf6355649df7 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:03:59.246416 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['6097825e-22a5-4134-93cd-23f98ced9146', '60450a80-835f-4f71-97de-cc95d2494e1a', 'a97919f5-38de-4ccc-9b8c-82c126b1b032'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:59.249123 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1d908-d81e-4dc7-8d69-cf6355649df7 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event updated for resources: {'Port': ['ID=e8de33cc-5123-49ae-9dbb-c04d8a92bede,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:03:59.257305 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-72b8047b-5542-44a3-bab8-4cfdf67b4fdc tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/quotas/3e94954a41614b099cb2eaeeaa6b7193 HTTP/1.1" status: 200 len: 375 time: 0.0197153 May 26 16:03:59.298636 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-03a519ed-9572-450f-b61f-5ade132c3230 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e94954a41614b099cb2eaeeaa6b7193&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299666 May 26 16:03:59.302972 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-0ae1d908-d81e-4dc7-8d69-cf6355649df7 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:59.303731 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-0ae1d908-d81e-4dc7-8d69-cf6355649df7 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:59.325096 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-0ae1d908-d81e-4dc7-8d69-cf6355649df7 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6655574 May 26 16:03:59.348643 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-88ed030e-704f-45b1-8db3-2b0223e333ef service neutron] Request body: {'port': {'device_id': '218488d4-4b69-4ffc-b037-dfe2a6b0fa3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:03:59.360745 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb607a-8161-4de4-b795-5b1e3a3debac req-c2a3075d-d0ac-4045-8043-508aa3f68474 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:59.366077 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['a57eefc1-aa04-49e0-b64b-cef0a18a82ec'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:03:59.376797 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb607a-8161-4de4-b795-5b1e3a3debac req-c2a3075d-d0ac-4045-8043-508aa3f68474 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:59.387792 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb607a-8161-4de4-b795-5b1e3a3debac req-c2a3075d-d0ac-4045-8043-508aa3f68474 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:59.389914 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9beb607a-8161-4de4-b795-5b1e3a3debac req-c2a3075d-d0ac-4045-8043-508aa3f68474 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 2415 time: 0.0940681 May 26 16:03:59.416440 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-88ed030e-704f-45b1-8db3-2b0223e333ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:59.444415 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9beb607a-8161-4de4-b795-5b1e3a3debac req-f8f3d69a-2725-42e4-bdc7-c3190a8a9161 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447960 May 26 16:03:59.497184 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f36f9371-29f9-4988-a72f-1465d9a496d3 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:59.625317 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port f36f9371-29f9-4988-a72f-1465d9a496d3 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:03:59.631816 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c23d1-e961-47d6-80f3-cbb1e973ae48 req-6bff482f-c054-48e9-a2aa-a4be404c2988 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:59.634410 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port f36f9371-29f9-4988-a72f-1465d9a496d3 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:03:59.635019 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:59.642661 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e3c23d1-e961-47d6-80f3-cbb1e973ae48 req-6bff482f-c054-48e9-a2aa-a4be404c2988 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 931 time: 0.1206162 May 26 16:03:59.684211 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2721ad-2144-4bc2-b674-64b8d6fc09f3 req-fbbede46-07f3-4969-a0bc-df6781ad5f20 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:03:59.686308 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d2721ad-2144-4bc2-b674-64b8d6fc09f3 req-fbbede46-07f3-4969-a0bc-df6781ad5f20 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.1133516 May 26 16:03:59.725583 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e3c23d1-e961-47d6-80f3-cbb1e973ae48 req-421dbeff-1e58-4cdb-b34c-a44bf33bbbb5 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790286 May 26 16:03:59.795870 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d2721ad-2144-4bc2-b674-64b8d6fc09f3 req-1430c4e6-89f1-4d08-aecd-7f825ace08da tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981231 May 26 16:03:59.830072 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port f36f9371-29f9-4988-a72f-1465d9a496d3 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:03:59.830479 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:59.844037 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-88ed030e-704f-45b1-8db3-2b0223e333ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8de33cc-5123-49ae-9dbb-c04d8a92bede {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:03:59.855948 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-88ed030e-704f-45b1-8db3-2b0223e333ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:59.874047 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-88ed030e-704f-45b1-8db3-2b0223e333ef service neutron] Transition to ACTIVE for port object e8de33cc-5123-49ae-9dbb-c04d8a92bede will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:03:59.881724 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-88ed030e-704f-45b1-8db3-2b0223e333ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:59.896173 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e509ab85-6513-431f-82f8-6e2bbd3e454b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36f9371-29f9-4988-a72f-1465d9a496d3'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:03:59.899115 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a47e71-0ed6-4e6f-aa04-6a5850f2c5cc" -d '{"events": [{"server_uuid": "e509ab85-6513-431f-82f8-6e2bbd3e454b", "name": "network-vif-plugged", "status": "completed", "tag": "f36f9371-29f9-4988-a72f-1465d9a496d3"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:03:59.901727 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-c64260ee-13dc-4382-be13-ce63621e8fe0 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=3e94954a41614b099cb2eaeeaa6b7193&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499825 May 26 16:03:59.918701 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f36f9371-29f9-4988-a72f-1465d9a496d3, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f36f9371-29f9-4988-a72f-1465d9a496d3,segment=NetworkSegment(a934d4c5-70d5-44fe-8550-8b2f58f4f089),segment_id=a934d4c5-70d5-44fe-8550-8b2f58f4f089)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:03:59.939092 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:03:59.940273 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:03:59.989902 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed030e-704f-45b1-8db3-2b0223e333ef service neutron] Pushing event updated for resources: {'Port': ['ID=e8de33cc-5123-49ae-9dbb-c04d8a92bede,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:00.066630 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-88ed030e-704f-45b1-8db3-2b0223e333ef service neutron] Attempting to bind port e8de33cc-5123-49ae-9dbb-c04d8a92bede on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:00.066937 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-88ed030e-704f-45b1-8db3-2b0223e333ef service neutron] Attempting to bind port e8de33cc-5123-49ae-9dbb-c04d8a92bede by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '621041f9-a4a3-475a-9761-93f655636e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cf320b0a-9160-436c-9afa-9246ccfc6e6d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:00.068005 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-88ed030e-704f-45b1-8db3-2b0223e333ef service neutron] Attempting to bind port e8de33cc-5123-49ae-9dbb-c04d8a92bede on network cf320b0a-9160-436c-9afa-9246ccfc6e6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:00.074372 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-88ed030e-704f-45b1-8db3-2b0223e333ef service neutron] Port e8de33cc-5123-49ae-9dbb-c04d8a92bede on network cf320b0a-9160-436c-9afa-9246ccfc6e6d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:04:00.074713 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-88ed030e-704f-45b1-8db3-2b0223e333ef service neutron] Attempting to bind port e8de33cc-5123-49ae-9dbb-c04d8a92bede on network cf320b0a-9160-436c-9afa-9246ccfc6e6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:00.080823 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-88ed030e-704f-45b1-8db3-2b0223e333ef service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:00.081190 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-88ed030e-704f-45b1-8db3-2b0223e333ef service neutron] Checking segment: {'id': '621041f9-a4a3-475a-9761-93f655636e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cf320b0a-9160-436c-9afa-9246ccfc6e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:00.081498 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-88ed030e-704f-45b1-8db3-2b0223e333ef service neutron] Bound using segment: {'id': '621041f9-a4a3-475a-9761-93f655636e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cf320b0a-9160-436c-9afa-9246ccfc6e6d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:00.081933 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-88ed030e-704f-45b1-8db3-2b0223e333ef service neutron] Bound port: e8de33cc-5123-49ae-9dbb-c04d8a92bede, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '621041f9-a4a3-475a-9761-93f655636e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cf320b0a-9160-436c-9afa-9246ccfc6e6d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:00.082292 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-88ed030e-704f-45b1-8db3-2b0223e333ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:00.096002 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:04:00.111516 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:00.111897 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:00.119846 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-425013de-dfee-4847-aab8-2ed985bd6970 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:00.121633 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-425013de-dfee-4847-aab8-2ed985bd6970 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2190478 May 26 16:04:00.155094 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49f0cc-d3ce-4f20-8c15-5662ea1ce317 req-447ac379-a334-4f22-8e53-375adced19ea tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:00.157196 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa49f0cc-d3ce-4f20-8c15-5662ea1ce317 req-447ac379-a334-4f22-8e53-375adced19ea tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 950 time: 0.1167984 May 26 16:04:00.160543 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-88ed030e-704f-45b1-8db3-2b0223e333ef service neutron] For port e8de33cc-5123-49ae-9dbb-c04d8a92bede, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:04:00.164806 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=f36f9371-29f9-4988-a72f-1465d9a496d3,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:00.165195 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-88ed030e-704f-45b1-8db3-2b0223e333ef service neutron] For port e8de33cc-5123-49ae-9dbb-c04d8a92bede, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e8de33cc-5123-49ae-9dbb-c04d8a92bede,segment=NetworkSegment(621041f9-a4a3-475a-9761-93f655636e38),segment_id=621041f9-a4a3-475a-9761-93f655636e38)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:04:00.168954 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-a4d98ff8-9f51-4ed7-ac8c-ee92913ebb6d tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/quotas/3e94954a41614b099cb2eaeeaa6b7193 HTTP/1.1" status: 200 len: 375 time: 0.0286419 May 26 16:04:00.174233 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-88ed030e-704f-45b1-8db3-2b0223e333ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:00.214744 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:00.215596 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-45312e27-2546-4083-b643-8d5155f7a4e0 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e94954a41614b099cb2eaeeaa6b7193&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453525 May 26 16:04:00.260566 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa49f0cc-d3ce-4f20-8c15-5662ea1ce317 req-b99cd855-8cd8-4613-8024-aa482d426e3e tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622623 May 26 16:04:00.270755 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:00.271328 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:00.291268 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-88ed030e-704f-45b1-8db3-2b0223e333ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:00.291860 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-88ed030e-704f-45b1-8db3-2b0223e333ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:00.293443 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-88ed030e-704f-45b1-8db3-2b0223e333ef service neutron] 10.222.0.81 "PUT /v2.0/ports/e8de33cc-5123-49ae-9dbb-c04d8a92bede HTTP/1.1" status: 200 len: 1091 time: 0.9493628 May 26 16:04:00.296858 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed030e-704f-45b1-8db3-2b0223e333ef service neutron] Pushing event updated for resources: {'Port': ['ID=e8de33cc-5123-49ae-9dbb-c04d8a92bede,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:00.333043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58,segment=NetworkSegment(f55fcecc-7367-4a0f-9ee8-625c87ba0294),segment_id=f55fcecc-7367-4a0f-9ee8-625c87ba0294)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:00.341769 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:00.407810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:00.421269 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-d6eaaf94-1b63-4572-ae1d-92d579ca19e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:00.422975 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-d6eaaf94-1b63-4572-ae1d-92d579ca19e1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=46364c65eaab404bb479cc7b86850f2b&device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 1094 time: 0.0651317 May 26 16:04:00.473181 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218488d4-4b69-4ffc-b037-dfe2a6b0fa3c', 'tag': 'e8de33cc-5123-49ae-9dbb-c04d8a92bede'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:00.475486 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca21403-ad3f-4983-afda-f498823abd31" -d '{"events": [{"name": "network-changed", "server_uuid": "218488d4-4b69-4ffc-b037-dfe2a6b0fa3c", "tag": "e8de33cc-5123-49ae-9dbb-c04d8a92bede"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:00.479297 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-d4ec50f6-8c97-45ef-8fb8-e7cdc5f74e2d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8de33cc-5123-49ae-9dbb-c04d8a92bede HTTP/1.1" status: 200 len: 217 time: 0.0484040 May 26 16:04:00.480154 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387fe31f-9dcd-4fe8-a85e-144b27ccdd23 x-openstack-request-id: req-387fe31f-9dcd-4fe8-a85e-144b27ccdd23 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:00.480579 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e509ab85-6513-431f-82f8-6e2bbd3e454b", "name": "network-vif-plugged", "status": "completed", "tag": "f36f9371-29f9-4988-a72f-1465d9a496d3", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:00.480991 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-387fe31f-9dcd-4fe8-a85e-144b27ccdd23 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:00.482189 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-387fe31f-9dcd-4fe8-a85e-144b27ccdd23'] response: {'server_uuid': 'e509ab85-6513-431f-82f8-6e2bbd3e454b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36f9371-29f9-4988-a72f-1465d9a496d3', 'code': 200} May 26 16:04:00.535463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 77669548-de09-4082-a168-6e89fbf18838 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:00.579913 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1d57a7ea-2f38-4493-95c0-16a63ce8d38c req-48c1c977-6273-422a-802e-654603328b02 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 210 time: 0.0508802 May 26 16:04:00.585677 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-9be81ce4-97de-47da-bb17-5342be0c70a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:00.596734 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-9be81ce4-97de-47da-bb17-5342be0c70a7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f01ba635-ccdf-40f5-81b7-3a68df45ec94 HTTP/1.1" status: 200 len: 852 time: 0.0938795 May 26 16:04:00.616165 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 77669548-de09-4082-a168-6e89fbf18838 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:04:00.618694 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e08b14-e995-4573-81f7-ae9627134f96 req-c375b169-12aa-42c7-b699-614ea3784983 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:00.620365 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-89e08b14-e995-4573-81f7-ae9627134f96 req-c375b169-12aa-42c7-b699-614ea3784983 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.83 "GET /v2.0/ports?device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 950 time: 0.0788219 May 26 16:04:00.622387 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 77669548-de09-4082-a168-6e89fbf18838 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:00.622791 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:00.638971 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-2052a155-8850-4516-97d0-de8ccf2fb647 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cf320b0a-9160-436c-9afa-9246ccfc6e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395436 May 26 16:04:00.666893 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9044012-0a69-4060-9649-b1f53e8f017b req-fa639438-a263-4f4a-a2e3-f5aa6ae33e27 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:00.669324 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9044012-0a69-4060-9649-b1f53e8f017b req-fa639438-a263-4f4a-a2e3-f5aa6ae33e27 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 949 time: 0.1289198 May 26 16:04:00.732630 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 77669548-de09-4082-a168-6e89fbf18838 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:00.736538 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:00.792059 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9044012-0a69-4060-9649-b1f53e8f017b req-2fee5342-f5e6-4ee7-ae3b-b2614be1d07a tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/security-groups?id=be219cfa-f419-431b-b5f8-12176a6dcc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121800 May 26 16:04:00.801660 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 77669548-de09-4082-a168-6e89fbf18838, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=77669548-de09-4082-a168-6e89fbf18838,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:00.814842 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:00.815693 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device a97919f5-38de-4ccc-9b8c-82c126b1b032 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:00.816254 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06386b9-b887-4f15-8dbc-19bac62239e5 req-3798e8d2-eac9-4f78-9cd5-58ac8e8b63ae tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:00.826419 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06386b9-b887-4f15-8dbc-19bac62239e5 req-3798e8d2-eac9-4f78-9cd5-58ac8e8b63ae tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:00.845074 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06386b9-b887-4f15-8dbc-19bac62239e5 req-3798e8d2-eac9-4f78-9cd5-58ac8e8b63ae tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:00.856505 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a06386b9-b887-4f15-8dbc-19bac62239e5 req-3798e8d2-eac9-4f78-9cd5-58ac8e8b63ae tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 2417 time: 0.1667342 May 26 16:04:00.862935 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: a97919f5-38de-4ccc-9b8c-82c126b1b032 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:00.863527 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device a97919f5-38de-4ccc-9b8c-82c126b1b032 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:00.890112 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e777fc0-8c38-4079-a8ff-5a0658c9a7d0 x-openstack-request-id: req-7e777fc0-8c38-4079-a8ff-5a0658c9a7d0 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:00.890730 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218488d4-4b69-4ffc-b037-dfe2a6b0fa3c", "tag": "e8de33cc-5123-49ae-9dbb-c04d8a92bede", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:00.890730 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7e777fc0-8c38-4079-a8ff-5a0658c9a7d0 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:00.891248 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e777fc0-8c38-4079-a8ff-5a0658c9a7d0'] response: {'name': 'network-changed', 'server_uuid': '218488d4-4b69-4ffc-b037-dfe2a6b0fa3c', 'tag': 'e8de33cc-5123-49ae-9dbb-c04d8a92bede', 'status': 'completed', 'code': 200} May 26 16:04:00.894748 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-72478656-29f3-4cb4-aa52-7968d84808f3 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=3e94954a41614b099cb2eaeeaa6b7193&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432715 May 26 16:04:00.898412 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-40b6b11a-8bc1-42b4-a8da-8e3ad03d116b service neutron] 10.222.0.81 "GET /v2.0/networks/cf320b0a-9160-436c-9afa-9246ccfc6e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505915 May 26 16:04:00.914034 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-89e08b14-e995-4573-81f7-ae9627134f96 req-4ff10c41-2695-4c2f-a408-622d1f955b8b tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Deleting port 904f5248-ef97-4540-b16f-709215b1b22a {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:00.917291 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-89e08b14-e995-4573-81f7-ae9627134f96 req-4ff10c41-2695-4c2f-a408-622d1f955b8b tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:00.917956 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=77669548-de09-4082-a168-6e89fbf18838,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:00.954691 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a06386b9-b887-4f15-8dbc-19bac62239e5 req-b830610c-da25-4620-b29b-0aebe11edaec tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836406 May 26 16:04:01.033940 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dde22b-2829-49d1-8fac-1031afb6ed5c req-84dcadb0-e76d-4fbd-b216-94fbab3a5519 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:01.035870 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a2dde22b-2829-49d1-8fac-1031afb6ed5c req-84dcadb0-e76d-4fbd-b216-94fbab3a5519 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.0619881 May 26 16:04:01.126294 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a2dde22b-2829-49d1-8fac-1031afb6ed5c req-07120414-357f-4dd3-9f33-f42e5b68c3df tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824900 May 26 16:04:01.173391 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54481c9a-a0c4-4374-ac75-7d9bcdf93623 req-c8f58b2f-8c29-4e04-b992-2c5c3355233f tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:01.175609 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-54481c9a-a0c4-4374-ac75-7d9bcdf93623 req-c8f58b2f-8c29-4e04-b992-2c5c3355233f tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 943 time: 0.1246271 May 26 16:04:01.278736 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-54481c9a-a0c4-4374-ac75-7d9bcdf93623 req-310117e9-3455-423a-b6f3-84cd49798c8a tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943174 May 26 16:04:01.280900 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:04:01.300409 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e24562-6f7e-430e-9b56-2b6ef672f75b req-897a1b5d-3959-4ee4-9a7a-c492699869e1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:01.301942 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-18e24562-6f7e-430e-9b56-2b6ef672f75b req-897a1b5d-3959-4ee4-9a7a-c492699869e1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.0809760 May 26 16:04:01.358036 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-18e24562-6f7e-430e-9b56-2b6ef672f75b req-65151129-7e28-4554-9f0e-8f50d7a5968e tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474348 May 26 16:04:01.452426 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb7d22-3b25-402f-84c5-4af1718d9415 req-88b130a6-77f2-4d89-abcf-d249e4a7d566 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:01.454351 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6bb7d22-3b25-402f-84c5-4af1718d9415 req-88b130a6-77f2-4d89-abcf-d249e4a7d566 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 950 time: 0.0650365 May 26 16:04:01.482718 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d3984e2c-f248-44b1-9c71-97f9fd85c35f req-d14b23ab-fceb-434c-9687-0055907af607 service neutron] 10.222.0.81 "GET /v2.0/networks/cf320b0a-9160-436c-9afa-9246ccfc6e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5585380 May 26 16:04:01.487247 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 5b134ecc-d3aa-4bc5-a925-04c3afbf033c up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:01.516975 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6bb7d22-3b25-402f-84c5-4af1718d9415 req-a73362f1-3080-47f3-9ce5-2ab1c0eb7f69 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549042 May 26 16:04:01.553335 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 5b134ecc-d3aa-4bc5-a925-04c3afbf033c completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:04:01.559731 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 5b134ecc-d3aa-4bc5-a925-04c3afbf033c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:01.560405 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:01.643259 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-9691f796-a9a9-4a77-acdb-cd60194ee487 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:01.644920 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-9691f796-a9a9-4a77-acdb-cd60194ee487 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7171123 May 26 16:04:01.661199 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-89e08b14-e995-4573-81f7-ae9627134f96 req-4ff10c41-2695-4c2f-a408-622d1f955b8b tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] For port 904f5248-ef97-4540-b16f-709215b1b22a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=904f5248-ef97-4540-b16f-709215b1b22a,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:01.661578 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-89e08b14-e995-4573-81f7-ae9627134f96 req-4ff10c41-2695-4c2f-a408-622d1f955b8b tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:01.671309 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-aa09433b-4aaf-4c2c-a5fb-308194568e46 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Request body: {'port': {'device_id': 'beb37a4b-c723-4ea2-b0b2-8e27828624ee', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '3e94954a41614b099cb2eaeeaa6b7193'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:01.684404 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca21403-ad3f-4983-afda-f498823abd31 req-1b47eb24-171a-4d76-85b3-ea3751eef103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:01.685938 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8ca21403-ad3f-4983-afda-f498823abd31 req-1b47eb24-171a-4d76-85b3-ea3751eef103 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=46364c65eaab404bb479cc7b86850f2b&device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 1094 time: 0.1160748 May 26 16:04:01.714997 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f87a7564-493d-4e9e-a402-771eac0947fb req-b58da7f5-f4fc-4ede-a44c-3cf267795005 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 210 time: 0.0416772 May 26 16:04:01.715578 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-89e08b14-e995-4573-81f7-ae9627134f96 req-4ff10c41-2695-4c2f-a408-622d1f955b8b tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Calling delete_port for 904f5248-ef97-4540-b16f-709215b1b22a owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:01.793213 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 5b134ecc-d3aa-4bc5-a925-04c3afbf033c is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:01.793602 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:01.836763 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 5b134ecc-d3aa-4bc5-a925-04c3afbf033c, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=5b134ecc-d3aa-4bc5-a925-04c3afbf033c,segment=NetworkSegment(a934d4c5-70d5-44fe-8550-8b2f58f4f089),segment_id=a934d4c5-70d5-44fe-8550-8b2f58f4f089)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:01.842524 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:01.903982 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=5b134ecc-d3aa-4bc5-a925-04c3afbf033c,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:01.933808 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c7b63-6a48-41cf-ba8f-ebb710c8d9ec req-3ee16bd5-30af-45e5-a82d-4d427c11f77e tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:01.936629 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-529c7b63-6a48-41cf-ba8f-ebb710c8d9ec req-3ee16bd5-30af-45e5-a82d-4d427c11f77e tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 950 time: 0.0625958 May 26 16:04:01.956579 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca21403-ad3f-4983-afda-f498823abd31 req-fee963a2-d835-4b36-8dfb-7f0dec36412a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:01.958095 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8ca21403-ad3f-4983-afda-f498823abd31 req-fee963a2-d835-4b36-8dfb-7f0dec36412a service neutron] 10.222.0.81 "GET /v2.0/networks?id=cf320b0a-9160-436c-9afa-9246ccfc6e6d HTTP/1.1" status: 200 len: 913 time: 0.2564814 May 26 16:04:01.993129 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-aa09433b-4aaf-4c2c-a5fb-308194568e46 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Made reservation on behalf of 3e94954a41614b099cb2eaeeaa6b7193 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:01.998220 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-aa09433b-4aaf-4c2c-a5fb-308194568e46 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:02.017369 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-529c7b63-6a48-41cf-ba8f-ebb710c8d9ec req-c20e5005-ffc6-4281-9ff1-2eabe9ee8db3 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/security-groups?id=be219cfa-f419-431b-b5f8-12176a6dcc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747361 May 26 16:04:02.081823 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8ca21403-ad3f-4983-afda-f498823abd31 req-d0713ee7-2382-49dd-be60-73516a856c21 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8de33cc-5123-49ae-9dbb-c04d8a92bede HTTP/1.1" status: 200 len: 217 time: 0.1070130 May 26 16:04:02.084299 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-aa09433b-4aaf-4c2c-a5fb-308194568e46 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:02.090547 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8749db2-5ef4-4711-bda0-a31bdd5f6ff5 req-c463f2dd-b99b-47e1-b445-e3249e56fb0c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:02.096366 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8749db2-5ef4-4711-bda0-a31bdd5f6ff5 req-c463f2dd-b99b-47e1-b445-e3249e56fb0c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:02.102709 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8749db2-5ef4-4711-bda0-a31bdd5f6ff5 req-c463f2dd-b99b-47e1-b445-e3249e56fb0c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:02.104619 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d8749db2-5ef4-4711-bda0-a31bdd5f6ff5 req-c463f2dd-b99b-47e1-b445-e3249e56fb0c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 2418 time: 0.0765705 May 26 16:04:02.151759 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d8749db2-5ef4-4711-bda0-a31bdd5f6ff5 req-faa8d781-14f4-4cb2-b094-a40bcf333cc1 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382361 May 26 16:04:02.178163 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-a8399ab8-8675-45d1-8594-1b40da0721be tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=3e94954a41614b099cb2eaeeaa6b7193&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590119 May 26 16:04:02.178163 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-89e08b14-e995-4573-81f7-ae9627134f96 req-4ff10c41-2695-4c2f-a408-622d1f955b8b tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:02.230372 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['6c6292fe-5840-4369-b5fb-e2395da7f49c', '904f5248-ef97-4540-b16f-709215b1b22a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:02.233844 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca21403-ad3f-4983-afda-f498823abd31 req-232cd989-46ab-4867-9a13-c031883796dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:02.235549 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8ca21403-ad3f-4983-afda-f498823abd31 req-232cd989-46ab-4867-9a13-c031883796dc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f01ba635-ccdf-40f5-81b7-3a68df45ec94 HTTP/1.1" status: 200 len: 852 time: 0.1394362 May 26 16:04:02.247370 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff10c41-2695-4c2f-a408-622d1f955b8b tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Pushing event deleted for resources: {'Port': ['ID=904f5248-ef97-4540-b16f-709215b1b22a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:02.271108 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c6640-7f9d-42e6-9748-f8efaf06bfea req-ee648f61-a4df-44c6-8117-e106b8d43d25 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:02.272700 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c41c6640-7f9d-42e6-9748-f8efaf06bfea req-ee648f61-a4df-44c6-8117-e106b8d43d25 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.0595119 May 26 16:04:02.341995 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c41c6640-7f9d-42e6-9748-f8efaf06bfea req-52de228c-00f0-4d97-88a0-23391c4a5181 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589249 May 26 16:04:02.409362 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8ca21403-ad3f-4983-afda-f498823abd31 req-b2e94fe7-d242-4866-b430-c8d44e9854a6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cf320b0a-9160-436c-9afa-9246ccfc6e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1587148 May 26 16:04:02.437633 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e08b14-e995-4573-81f7-ae9627134f96 req-4ff10c41-2695-4c2f-a408-622d1f955b8b tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] No DVR routers for this DVR port 904f5248-ef97-4540-b16f-709215b1b22a on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:02.464757 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-89e08b14-e995-4573-81f7-ae9627134f96 req-4ff10c41-2695-4c2f-a408-622d1f955b8b tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:02.468430 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-89e08b14-e995-4573-81f7-ae9627134f96 req-4ff10c41-2695-4c2f-a408-622d1f955b8b tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.83 "DELETE /v2.0/ports/904f5248-ef97-4540-b16f-709215b1b22a HTTP/1.1" status: 204 len: 173 time: 1.8122525 May 26 16:04:02.484370 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e509ab85-6513-431f-82f8-6e2bbd3e454b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58'}, {'server_uuid': '7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77669548-de09-4082-a168-6e89fbf18838'}, {'server_uuid': 'e509ab85-6513-431f-82f8-6e2bbd3e454b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b134ecc-d3aa-4bc5-a925-04c3afbf033c'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:02.487176 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7528e9c9-e62b-4b57-8b23-ff330441ba81" -d '{"events": [{"server_uuid": "e509ab85-6513-431f-82f8-6e2bbd3e454b", "name": "network-vif-plugged", "status": "completed", "tag": "1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58"}, {"server_uuid": "7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186", "name": "network-vif-plugged", "status": "completed", "tag": "77669548-de09-4082-a168-6e89fbf18838"}, {"server_uuid": "e509ab85-6513-431f-82f8-6e2bbd3e454b", "name": "network-vif-plugged", "status": "completed", "tag": "5b134ecc-d3aa-4bc5-a925-04c3afbf033c"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:02.496774 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892c02e-4825-497f-b0b3-4f305290239b req-34fe1376-a496-40ec-bd5d-99ecdfe705ab tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:02.497284 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-a996692a-3c8f-41f6-87d2-d1fe5ffa7740 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:02.498378 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-a996692a-3c8f-41f6-87d2-d1fe5ffa7740 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3042037 May 26 16:04:02.500498 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5892c02e-4825-497f-b0b3-4f305290239b req-34fe1376-a496-40ec-bd5d-99ecdfe705ab tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 943 time: 0.1081302 May 26 16:04:02.562785 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-aa09433b-4aaf-4c2c-a5fb-308194568e46 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:02.573421 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-aa09433b-4aaf-4c2c-a5fb-308194568e46 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:02.587133 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5892c02e-4825-497f-b0b3-4f305290239b req-a8e278a3-50ed-49b3-9393-129db9e6afa6 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743909 May 26 16:04:02.595949 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1286130-d9a9-4535-b744-678e896ca380 req-f14443c9-7431-40e4-9fca-b32e63362ec1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:02.597471 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d1286130-d9a9-4535-b744-678e896ca380 req-f14443c9-7431-40e4-9fca-b32e63362ec1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.0959930 May 26 16:04:02.644620 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d1286130-d9a9-4535-b744-678e896ca380 req-a7ae6e61-90ce-4975-9255-3e2b96bdeeff tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348880 May 26 16:04:02.645205 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8ca21403-ad3f-4983-afda-f498823abd31 req-385e4902-4e35-4ddf-9795-57dc4fba6d5d service neutron] 10.222.0.81 "GET /v2.0/networks/cf320b0a-9160-436c-9afa-9246ccfc6e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098899 May 26 16:04:02.648035 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 26 May 2022 16:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed1ded7-8495-4534-8422-1a8d730f35ba x-openstack-request-id: req-6ed1ded7-8495-4534-8422-1a8d730f35ba {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:02.648556 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e509ab85-6513-431f-82f8-6e2bbd3e454b", "name": "network-vif-plugged", "status": "completed", "tag": "1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58", "code": 200}, {"server_uuid": "7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186", "name": "network-vif-plugged", "status": "completed", "tag": "77669548-de09-4082-a168-6e89fbf18838", "code": 200}, {"server_uuid": "e509ab85-6513-431f-82f8-6e2bbd3e454b", "name": "network-vif-plugged", "status": "completed", "tag": "5b134ecc-d3aa-4bc5-a925-04c3afbf033c", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:02.649310 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6ed1ded7-8495-4534-8422-1a8d730f35ba {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:02.649420 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-8207976f-f434-4b73-b897-49dd169dd4c6 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Request body: {'port': {'device_id': '0ab76d90-ff8b-4c42-a440-db4f1409dd34', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '3e94954a41614b099cb2eaeeaa6b7193'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:02.653889 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed1ded7-8495-4534-8422-1a8d730f35ba'] response: {'server_uuid': 'e509ab85-6513-431f-82f8-6e2bbd3e454b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58', 'code': 200} May 26 16:04:02.654060 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed1ded7-8495-4534-8422-1a8d730f35ba'] response: {'server_uuid': '7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77669548-de09-4082-a168-6e89fbf18838', 'code': 200} May 26 16:04:02.654704 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed1ded7-8495-4534-8422-1a8d730f35ba'] response: {'server_uuid': 'e509ab85-6513-431f-82f8-6e2bbd3e454b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b134ecc-d3aa-4bc5-a925-04c3afbf033c', 'code': 200} May 26 16:04:02.697698 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09433b-4aaf-4c2c-a5fb-308194568e46 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b494cc33-ea5d-463c-ae41-c740371ad9c3,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:02.766668 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e24b51ca-804f-4ba0-896a-4a1363229010 req-793aeb43-fc2c-40e3-a737-b3dcc6da926b tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 210 time: 0.0464718 May 26 16:04:02.841889 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7b42117-8e0a-4b4b-8ba5-8ae92bcf10be req-421fb6b1-a9dc-4f5c-9789-37c7e7343d39 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 210 time: 0.0437965 May 26 16:04:02.851125 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca577d2-e1a9-4e65-9187-277e792f53db req-dba41ab4-d609-4277-adb7-a613e117a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:02.851802 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca577d2-e1a9-4e65-9187-277e792f53db req-dba41ab4-d609-4277-adb7-a613e117a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:02.853215 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca577d2-e1a9-4e65-9187-277e792f53db req-dba41ab4-d609-4277-adb7-a613e117a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:02.854996 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fca577d2-e1a9-4e65-9187-277e792f53db req-dba41ab4-d609-4277-adb7-a613e117a5fb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 2871 time: 0.0873570 May 26 16:04:02.894515 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2150b777-3a73-4db1-8c3a-d917193bd502', 'name': 'network-vif-deleted', 'tag': '904f5248-ef97-4540-b16f-709215b1b22a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:02.896746 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea0b627-bb70-4acc-89eb-6cb8758e292e" -d '{"events": [{"server_uuid": "2150b777-3a73-4db1-8c3a-d917193bd502", "name": "network-vif-deleted", "tag": "904f5248-ef97-4540-b16f-709215b1b22a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:02.897805 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fca577d2-e1a9-4e65-9187-277e792f53db req-c1b6ebe2-189a-4d5e-b234-4c7ef8dcd247 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341277 May 26 16:04:02.916449 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-aa09433b-4aaf-4c2c-a5fb-308194568e46 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Allocated IP 192.168.233.196 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/58c9f581-9690-4045-a71c-d9294bd4cbfb) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:02.923267 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8ca21403-ad3f-4983-afda-f498823abd31 req-1aa3d84a-3b1a-4c0d-b23d-97fed1b2e64a service neutron] 10.222.0.81 "GET /v2.0/networks/cf320b0a-9160-436c-9afa-9246ccfc6e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566342 May 26 16:04:02.933267 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d57af7-9862-490a-b17d-d5df153cac46 x-openstack-request-id: req-e6d57af7-9862-490a-b17d-d5df153cac46 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:02.933557 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2150b777-3a73-4db1-8c3a-d917193bd502", "name": "network-vif-deleted", "tag": "904f5248-ef97-4540-b16f-709215b1b22a", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:02.933803 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e6d57af7-9862-490a-b17d-d5df153cac46 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:02.934192 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6d57af7-9862-490a-b17d-d5df153cac46'] response: {'server_uuid': '2150b777-3a73-4db1-8c3a-d917193bd502', 'name': 'network-vif-deleted', 'tag': '904f5248-ef97-4540-b16f-709215b1b22a', 'status': 'completed', 'code': 200} May 26 16:04:02.969896 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-8207976f-f434-4b73-b897-49dd169dd4c6 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Made reservation on behalf of 3e94954a41614b099cb2eaeeaa6b7193 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:02.973291 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-8207976f-f434-4b73-b897-49dd169dd4c6 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:03.118533 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98a046-f72c-41e9-8fcc-2a5599031733 req-d54eea57-8f87-4476-8487-822f9df63907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:03.120030 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-de98a046-f72c-41e9-8fcc-2a5599031733 req-d54eea57-8f87-4476-8487-822f9df63907 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 1101 time: 0.1511016 May 26 16:04:03.136121 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e708d-18ea-441d-99c5-e7b41b7311c3 req-fb9c40f3-8cd2-47c3-b673-9179f5e36095 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:03.137626 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a04e708d-18ea-441d-99c5-e7b41b7311c3 req-fb9c40f3-8cd2-47c3-b673-9179f5e36095 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 950 time: 0.0500963 May 26 16:04:03.178651 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a04e708d-18ea-441d-99c5-e7b41b7311c3 req-1934ada0-6b0b-4034-8515-9db7029f99b5 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/security-groups?id=be219cfa-f419-431b-b5f8-12176a6dcc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346625 May 26 16:04:03.208989 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-de98a046-f72c-41e9-8fcc-2a5599031733 req-acc7d0de-b59e-4193-94e9-7d7a95ead740 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=be219cfa-f419-431b-b5f8-12176a6dcc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782893 May 26 16:04:03.225613 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-aa09433b-4aaf-4c2c-a5fb-308194568e46 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:03.266244 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-aa09433b-4aaf-4c2c-a5fb-308194568e46 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:03.286307 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e643a18-7025-4bf8-b528-8b1caf769ec1 req-e620b351-5a68-4757-9f40-a17493b9b899 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:03.293579 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e643a18-7025-4bf8-b528-8b1caf769ec1 req-e620b351-5a68-4757-9f40-a17493b9b899 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:03.299412 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e643a18-7025-4bf8-b528-8b1caf769ec1 req-e620b351-5a68-4757-9f40-a17493b9b899 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:03.301078 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e643a18-7025-4bf8-b528-8b1caf769ec1 req-e620b351-5a68-4757-9f40-a17493b9b899 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 2418 time: 0.0667701 May 26 16:04:03.341126 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e643a18-7025-4bf8-b528-8b1caf769ec1 req-ab3141f7-9d80-4565-9a8a-b29ea606f4a5 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336645 May 26 16:04:03.345234 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-aa09433b-4aaf-4c2c-a5fb-308194568e46 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:03.351017 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-aa09433b-4aaf-4c2c-a5fb-308194568e46 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:03.362681 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09433b-4aaf-4c2c-a5fb-308194568e46 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Pushing event updated for resources: {'Port': ['ID=58c9f581-9690-4045-a71c-d9294bd4cbfb,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:03.362681 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-aa09433b-4aaf-4c2c-a5fb-308194568e46 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:03.370992 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-8207976f-f434-4b73-b897-49dd169dd4c6 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Allocated IP 192.168.233.69 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/11a1ce1f-16ef-44db-80f7-fc56040c8f44) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:03.443192 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-aa09433b-4aaf-4c2c-a5fb-308194568e46 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:03.443835 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-aa09433b-4aaf-4c2c-a5fb-308194568e46 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:03.481918 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-aa09433b-4aaf-4c2c-a5fb-308194568e46 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8228722 May 26 16:04:03.491519 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b77fb-ba5c-41fa-906d-77c99b67c4d1 req-cf867dce-d77f-4632-83dc-b6398589511a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:03.493851 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c7b77fb-ba5c-41fa-906d-77c99b67c4d1 req-cf867dce-d77f-4632-83dc-b6398589511a tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.0667486 May 26 16:04:03.500879 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device e8de33cc-5123-49ae-9dbb-c04d8a92bede details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:04:03.507237 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-3ec4e11f-d678-4a48-ae79-90fdd5674762 service neutron] Request body: {'port': {'device_id': 'beb37a4b-c723-4ea2-b0b2-8e27828624ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:03.551157 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c7b77fb-ba5c-41fa-906d-77c99b67c4d1 req-379eeebf-1017-4813-b14a-6a2122f49d89 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438921 May 26 16:04:03.622733 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-3ec4e11f-d678-4a48-ae79-90fdd5674762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:03.647978 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port e8de33cc-5123-49ae-9dbb-c04d8a92bede, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e8de33cc-5123-49ae-9dbb-c04d8a92bede,segment=NetworkSegment(621041f9-a4a3-475a-9761-93f655636e38),segment_id=621041f9-a4a3-475a-9761-93f655636e38)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:03.665226 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'e8de33cc-5123-49ae-9dbb-c04d8a92bede', 'network_id': 'cf320b0a-9160-436c-9afa-9246ccfc6e6d', 'port_id': 'e8de33cc-5123-49ae-9dbb-c04d8a92bede', 'mac_address': 'fa:16:3e:3a:b4:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01ba635-ccdf-40f5-81b7-3a68df45ec94', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:04:03.669709 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d55e2db5-0873-4f65-a9b6-727288a094e3 None None] Provisioning complete for port 58c9f581-9690-4045-a71c-d9294bd4cbfb triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:03.670089 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d55e2db5-0873-4f65-a9b6-727288a094e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:03.672829 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-8207976f-f434-4b73-b897-49dd169dd4c6 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:03.726823 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f98c90-ec81-4d19-a31f-a2e464bbdcbf req-8e51eeae-5acd-485e-9de0-efff8a3be007 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:03.733839 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d55e2db5-0873-4f65-a9b6-727288a094e3 None None] Port 58c9f581-9690-4045-a71c-d9294bd4cbfb cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:04:03.736201 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-22f98c90-ec81-4d19-a31f-a2e464bbdcbf req-8e51eeae-5acd-485e-9de0-efff8a3be007 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 943 time: 0.0712070 May 26 16:04:03.740962 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port e8de33cc-5123-49ae-9dbb-c04d8a92bede is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:03.741369 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:03.754760 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8de33cc-5123-49ae-9dbb-c04d8a92bede {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:03.777201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port e8de33cc-5123-49ae-9dbb-c04d8a92bede, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e8de33cc-5123-49ae-9dbb-c04d8a92bede,segment=NetworkSegment(621041f9-a4a3-475a-9761-93f655636e38),segment_id=621041f9-a4a3-475a-9761-93f655636e38)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:03.781605 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-22f98c90-ec81-4d19-a31f-a2e464bbdcbf req-86d413cb-aba3-42d7-aa67-d037d96ed832 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443845 May 26 16:04:03.783447 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:03.807849 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-8207976f-f434-4b73-b897-49dd169dd4c6 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:03.823265 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b92139-1f58-46df-a17d-b6ff6434d6b5 req-b91fbfdd-7c78-45db-9322-67be034d4786 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:03.825066 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23b92139-1f58-46df-a17d-b6ff6434d6b5 req-b91fbfdd-7c78-45db-9322-67be034d4786 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.0656850 May 26 16:04:03.873068 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=e8de33cc-5123-49ae-9dbb-c04d8a92bede,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:03.894969 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23b92139-1f58-46df-a17d-b6ff6434d6b5 req-5421a00f-a1eb-4859-a9a8-c8e6d642dca8 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607834 May 26 16:04:03.931919 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b306dd9-ef43-4f52-b14a-3c3145e3195b req-d16e9a68-fb2f-4c14-94ca-64a15a4da3ad tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=2150b777-3a73-4db1-8c3a-d917193bd502 HTTP/1.1" status: 200 len: 210 time: 0.0276728 May 26 16:04:03.937896 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-8207976f-f434-4b73-b897-49dd169dd4c6 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:03.943262 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-8207976f-f434-4b73-b897-49dd169dd4c6 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:03.949500 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-8207976f-f434-4b73-b897-49dd169dd4c6 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:03.957129 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207976f-f434-4b73-b897-49dd169dd4c6 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Pushing event updated for resources: {'Port': ['ID=11a1ce1f-16ef-44db-80f7-fc56040c8f44,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:04.005317 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ff97f-dac7-40e1-869b-d25832498938 req-b8af659c-7f12-4a52-836c-a532ed775814 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:04.007365 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6a2ff97f-dac7-40e1-869b-d25832498938 req-b8af659c-7f12-4a52-836c-a532ed775814 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 935 time: 0.0561333 May 26 16:04:04.034039 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-8207976f-f434-4b73-b897-49dd169dd4c6 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:04.034864 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-8207976f-f434-4b73-b897-49dd169dd4c6 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:04.061351 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6a2ff97f-dac7-40e1-869b-d25832498938 req-b6c3509a-ca6f-4446-b37f-8fd8a1a5c4c9 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424507 May 26 16:04:04.083915 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-8207976f-f434-4b73-b897-49dd169dd4c6 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4411445 May 26 16:04:04.091764 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-3ec4e11f-d678-4a48-ae79-90fdd5674762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c9f581-9690-4045-a71c-d9294bd4cbfb {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:04.101043 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-3ec4e11f-d678-4a48-ae79-90fdd5674762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:04.112508 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-204b5225-e937-4110-977d-cab5f4b532c1 service neutron] Request body: {'port': {'device_id': '0ab76d90-ff8b-4c42-a440-db4f1409dd34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:04.138089 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-3ec4e11f-d678-4a48-ae79-90fdd5674762 service neutron] Transition to ACTIVE for port object 58c9f581-9690-4045-a71c-d9294bd4cbfb will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:04:04.143630 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-3ec4e11f-d678-4a48-ae79-90fdd5674762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:04.194409 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['e8de33cc-5123-49ae-9dbb-c04d8a92bede'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:04.223288 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-204b5225-e937-4110-977d-cab5f4b532c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:04.250848 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4e11f-d678-4a48-ae79-90fdd5674762 service neutron] Pushing event updated for resources: {'Port': ['ID=58c9f581-9690-4045-a71c-d9294bd4cbfb,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:04.306561 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0f3dfe1c-af17-44f6-99d7-cd38972adbfc None None] Provisioning complete for port 11a1ce1f-16ef-44db-80f7-fc56040c8f44 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:04.307673 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0f3dfe1c-af17-44f6-99d7-cd38972adbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:04.389166 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429bf79-6f62-431c-8090-c67a836e1dca req-706c9cc2-0019-4c2a-9497-973cfa31cb6d tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:04.393949 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3429bf79-6f62-431c-8090-c67a836e1dca req-706c9cc2-0019-4c2a-9497-973cfa31cb6d tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 950 time: 0.0947733 May 26 16:04:04.437077 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0f3dfe1c-af17-44f6-99d7-cd38972adbfc None None] Port 11a1ce1f-16ef-44db-80f7-fc56040c8f44 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:04:04.533043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 904f5248-ef97-4540-b16f-709215b1b22a no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:04.535830 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-3ec4e11f-d678-4a48-ae79-90fdd5674762 service neutron] Attempting to bind port 58c9f581-9690-4045-a71c-d9294bd4cbfb on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:04.536075 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-3ec4e11f-d678-4a48-ae79-90fdd5674762 service neutron] Attempting to bind port 58c9f581-9690-4045-a71c-d9294bd4cbfb by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:04.536428 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-3ec4e11f-d678-4a48-ae79-90fdd5674762 service neutron] Attempting to bind port 58c9f581-9690-4045-a71c-d9294bd4cbfb on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:04.553377 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3429bf79-6f62-431c-8090-c67a836e1dca req-03dfdfe8-83f0-414a-a88f-7c8ab39611b4 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/security-groups?id=be219cfa-f419-431b-b5f8-12176a6dcc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491416 May 26 16:04:04.577751 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 904f5248-ef97-4540-b16f-709215b1b22a {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:04.578222 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 904f5248-ef97-4540-b16f-709215b1b22a not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:04.582389 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-3ec4e11f-d678-4a48-ae79-90fdd5674762 service neutron] Port 58c9f581-9690-4045-a71c-d9294bd4cbfb on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:04:04.582735 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-3ec4e11f-d678-4a48-ae79-90fdd5674762 service neutron] Attempting to bind port 58c9f581-9690-4045-a71c-d9294bd4cbfb on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:04.595756 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d018e-2dd0-4393-a3b8-6e3e26a36655 req-6568eaea-473c-4082-82df-d8fbc67f2cc3 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:04.603447 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d018e-2dd0-4393-a3b8-6e3e26a36655 req-6568eaea-473c-4082-82df-d8fbc67f2cc3 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:04.609752 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d018e-2dd0-4393-a3b8-6e3e26a36655 req-6568eaea-473c-4082-82df-d8fbc67f2cc3 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:04.611778 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f85d018e-2dd0-4393-a3b8-6e3e26a36655 req-6568eaea-473c-4082-82df-d8fbc67f2cc3 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 2418 time: 0.1513789 May 26 16:04:04.644166 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a19f8-c9fe-4978-af11-78d45bfce94e req-ad9ccc63-b2d4-4ffe-9da5-88475950ab81 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:04.645665 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-259a19f8-c9fe-4978-af11-78d45bfce94e req-ad9ccc63-b2d4-4ffe-9da5-88475950ab81 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.1843157 May 26 16:04:04.648368 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-3ec4e11f-d678-4a48-ae79-90fdd5674762 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:04.648706 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-3ec4e11f-d678-4a48-ae79-90fdd5674762 service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:04.649076 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-3ec4e11f-d678-4a48-ae79-90fdd5674762 service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:04.650080 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-3ec4e11f-d678-4a48-ae79-90fdd5674762 service neutron] Bound port: 58c9f581-9690-4045-a71c-d9294bd4cbfb, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:04.650683 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-3ec4e11f-d678-4a48-ae79-90fdd5674762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:04.681006 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f85d018e-2dd0-4393-a3b8-6e3e26a36655 req-603a0814-b694-494a-bd25-c59609241ebd tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605791 May 26 16:04:04.719413 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6d29c-a2d5-4ca6-9c90-00c5ff04e9ee req-e5d7f307-6c3e-43de-b427-ebfac11a4a34 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:04.725645 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6d29c-a2d5-4ca6-9c90-00c5ff04e9ee req-e5d7f307-6c3e-43de-b427-ebfac11a4a34 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:04.732782 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6d29c-a2d5-4ca6-9c90-00c5ff04e9ee req-e5d7f307-6c3e-43de-b427-ebfac11a4a34 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:04.738933 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6d29c-a2d5-4ca6-9c90-00c5ff04e9ee req-e5d7f307-6c3e-43de-b427-ebfac11a4a34 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:04.745726 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6d29c-a2d5-4ca6-9c90-00c5ff04e9ee req-e5d7f307-6c3e-43de-b427-ebfac11a4a34 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:04.751790 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6d29c-a2d5-4ca6-9c90-00c5ff04e9ee req-e5d7f307-6c3e-43de-b427-ebfac11a4a34 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:04.757663 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6d29c-a2d5-4ca6-9c90-00c5ff04e9ee req-e5d7f307-6c3e-43de-b427-ebfac11a4a34 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:04.759817 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-faf6d29c-a2d5-4ca6-9c90-00c5ff04e9ee req-e5d7f307-6c3e-43de-b427-ebfac11a4a34 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5434 time: 0.1179485 May 26 16:04:04.821667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-3ec4e11f-d678-4a48-ae79-90fdd5674762 service neutron] For port 58c9f581-9690-4045-a71c-d9294bd4cbfb, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:04:04.826945 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-3ec4e11f-d678-4a48-ae79-90fdd5674762 service neutron] For port 58c9f581-9690-4045-a71c-d9294bd4cbfb, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=58c9f581-9690-4045-a71c-d9294bd4cbfb,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:04:04.829160 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-faf6d29c-a2d5-4ca6-9c90-00c5ff04e9ee req-716c6e18-20a7-43b4-8d69-23d15618c94e tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596776 May 26 16:04:04.839300 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-3ec4e11f-d678-4a48-ae79-90fdd5674762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:04.840494 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07e239-b152-4179-acd9-c42c28595924 req-408f9cd2-5acf-4ae1-9687-9692b880c26b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:04.842279 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac07e239-b152-4179-acd9-c42c28595924 req-408f9cd2-5acf-4ae1-9687-9692b880c26b tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.0814781 May 26 16:04:04.892061 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac07e239-b152-4179-acd9-c42c28595924 req-5072a617-1fb4-4fe9-ae70-3ed366fd29ac tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427220 May 26 16:04:04.921690 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-259a19f8-c9fe-4978-af11-78d45bfce94e req-dcb045f4-c4e9-4ae1-9a19-5aab9f128783 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Deleting port 60450a80-835f-4f71-97de-cc95d2494e1a {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:04.922000 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-259a19f8-c9fe-4978-af11-78d45bfce94e req-dcb045f4-c4e9-4ae1-9a19-5aab9f128783 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:04.926701 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-3ec4e11f-d678-4a48-ae79-90fdd5674762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:04.927338 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-3ec4e11f-d678-4a48-ae79-90fdd5674762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:04.928746 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-3ec4e11f-d678-4a48-ae79-90fdd5674762 service neutron] 10.222.0.81 "PUT /v2.0/ports/58c9f581-9690-4045-a71c-d9294bd4cbfb HTTP/1.1" status: 200 len: 1096 time: 1.4276407 May 26 16:04:04.931447 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-204b5225-e937-4110-977d-cab5f4b532c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a1ce1f-16ef-44db-80f7-fc56040c8f44 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:04.935440 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb37a4b-c723-4ea2-b0b2-8e27828624ee', 'tag': '58c9f581-9690-4045-a71c-d9294bd4cbfb'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:04.937908 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5e3084-4478-40ef-be87-854fe1560b65" -d '{"events": [{"name": "network-changed", "server_uuid": "beb37a4b-c723-4ea2-b0b2-8e27828624ee", "tag": "58c9f581-9690-4045-a71c-d9294bd4cbfb"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:04.948633 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-204b5225-e937-4110-977d-cab5f4b532c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:05.003078 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-204b5225-e937-4110-977d-cab5f4b532c1 service neutron] Transition to ACTIVE for port object 11a1ce1f-16ef-44db-80f7-fc56040c8f44 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:04:05.041194 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d837de-5f7d-497e-aa43-eccceb440084 req-06ad3486-ce8a-4407-8f9d-920af25846a8 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:05.042739 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51d837de-5f7d-497e-aa43-eccceb440084 req-06ad3486-ce8a-4407-8f9d-920af25846a8 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 944 time: 0.1159625 May 26 16:04:05.049157 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-204b5225-e937-4110-977d-cab5f4b532c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:05.073253 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7da05c-f399-4c07-abc3-2e764e4d35bb req-0322bd6c-7e03-4d69-bfde-44d6c74a8bc2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:05.078815 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4e11f-d678-4a48-ae79-90fdd5674762 service neutron] Pushing event updated for resources: {'Port': ['ID=58c9f581-9690-4045-a71c-d9294bd4cbfb,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:05.081108 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7da05c-f399-4c07-abc3-2e764e4d35bb req-0322bd6c-7e03-4d69-bfde-44d6c74a8bc2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:05.087399 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7da05c-f399-4c07-abc3-2e764e4d35bb req-0322bd6c-7e03-4d69-bfde-44d6c74a8bc2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:05.093821 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7da05c-f399-4c07-abc3-2e764e4d35bb req-0322bd6c-7e03-4d69-bfde-44d6c74a8bc2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:05.099989 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7da05c-f399-4c07-abc3-2e764e4d35bb req-0322bd6c-7e03-4d69-bfde-44d6c74a8bc2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:05.106959 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7da05c-f399-4c07-abc3-2e764e4d35bb req-0322bd6c-7e03-4d69-bfde-44d6c74a8bc2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:05.113162 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7da05c-f399-4c07-abc3-2e764e4d35bb req-0322bd6c-7e03-4d69-bfde-44d6c74a8bc2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:05.115090 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee7da05c-f399-4c07-abc3-2e764e4d35bb req-0322bd6c-7e03-4d69-bfde-44d6c74a8bc2 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5434 time: 0.1350155 May 26 16:04:05.165828 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51d837de-5f7d-497e-aa43-eccceb440084 req-912b1c4b-ac11-4138-9908-5a8af5433ba8 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088452 May 26 16:04:05.262520 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56a6ca-3ef0-4ffa-a020-e29f72b06b8f req-4420c287-3e65-4454-883c-a3b6c0658d7f tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:05.270113 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd56a6ca-3ef0-4ffa-a020-e29f72b06b8f req-4420c287-3e65-4454-883c-a3b6c0658d7f tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.0762625 May 26 16:04:05.319562 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd56a6ca-3ef0-4ffa-a020-e29f72b06b8f req-1e35b2f8-6899-4d97-87de-a89fdc9aa13c tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484760 May 26 16:04:05.404590 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e52d1-dc2f-403b-935e-029624b7e195 req-a26c132c-8d46-4eb3-b615-c95a5ab9f9c6 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:05.413525 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-794e52d1-dc2f-403b-935e-029624b7e195 req-a26c132c-8d46-4eb3-b615-c95a5ab9f9c6 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 947 time: 0.0640221 May 26 16:04:05.461291 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-794e52d1-dc2f-403b-935e-029624b7e195 req-fb5557df-509c-443e-8417-c9e7fe4b54be tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468638 May 26 16:04:05.533998 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258852e7-f7a1-4ec4-ba05-e476387b283a x-openstack-request-id: req-258852e7-f7a1-4ec4-ba05-e476387b283a {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:05.534335 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb37a4b-c723-4ea2-b0b2-8e27828624ee", "tag": "58c9f581-9690-4045-a71c-d9294bd4cbfb", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:05.534559 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-258852e7-f7a1-4ec4-ba05-e476387b283a {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:05.534971 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-258852e7-f7a1-4ec4-ba05-e476387b283a'] response: {'name': 'network-changed', 'server_uuid': 'beb37a4b-c723-4ea2-b0b2-8e27828624ee', 'tag': '58c9f581-9690-4045-a71c-d9294bd4cbfb', 'status': 'completed', 'code': 200} May 26 16:04:05.558175 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b5225-e937-4110-977d-cab5f4b532c1 service neutron] Pushing event updated for resources: {'Port': ['ID=11a1ce1f-16ef-44db-80f7-fc56040c8f44,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:05.573331 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-e5bfe005-7ee6-4c8f-b934-72bddd5bfc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:05.574847 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-e5bfe005-7ee6-4c8f-b934-72bddd5bfc27 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3e94954a41614b099cb2eaeeaa6b7193&device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 1099 time: 0.5894384 May 26 16:04:05.582169 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-259a19f8-c9fe-4978-af11-78d45bfce94e req-dcb045f4-c4e9-4ae1-9a19-5aab9f128783 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] For port 60450a80-835f-4f71-97de-cc95d2494e1a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=60450a80-835f-4f71-97de-cc95d2494e1a,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:05.582543 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-259a19f8-c9fe-4978-af11-78d45bfce94e req-dcb045f4-c4e9-4ae1-9a19-5aab9f128783 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:05.609837 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-259a19f8-c9fe-4978-af11-78d45bfce94e req-dcb045f4-c4e9-4ae1-9a19-5aab9f128783 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Calling delete_port for 60450a80-835f-4f71-97de-cc95d2494e1a owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:05.643438 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ec9ee-839b-4b35-bf4e-6de927f78613 req-21dfe8f2-e840-4ec8-9627-a986e67045bf tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:05.645224 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f5ec9ee-839b-4b35-bf4e-6de927f78613 req-21dfe8f2-e840-4ec8-9627-a986e67045bf tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 949 time: 0.0658870 May 26 16:04:05.646861 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-868bd922-762d-4dc7-91b7-8b0c763e9a72 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=58c9f581-9690-4045-a71c-d9294bd4cbfb HTTP/1.1" status: 200 len: 217 time: 0.0535920 May 26 16:04:05.654548 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-204b5225-e937-4110-977d-cab5f4b532c1 service neutron] Attempting to bind port 11a1ce1f-16ef-44db-80f7-fc56040c8f44 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:05.654887 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-204b5225-e937-4110-977d-cab5f4b532c1 service neutron] Attempting to bind port 11a1ce1f-16ef-44db-80f7-fc56040c8f44 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:05.655213 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-204b5225-e937-4110-977d-cab5f4b532c1 service neutron] Attempting to bind port 11a1ce1f-16ef-44db-80f7-fc56040c8f44 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:05.696138 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-204b5225-e937-4110-977d-cab5f4b532c1 service neutron] Port 11a1ce1f-16ef-44db-80f7-fc56040c8f44 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:04:05.696485 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-204b5225-e937-4110-977d-cab5f4b532c1 service neutron] Attempting to bind port 11a1ce1f-16ef-44db-80f7-fc56040c8f44 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:05.717721 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f5ec9ee-839b-4b35-bf4e-6de927f78613 req-3833afe8-05c6-4ac8-8b0c-bb9d6d880dfc tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630932 May 26 16:04:05.729635 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c549a-e91e-48b9-850b-ef5a4ab2a15f req-11d4ef96-0fcb-419e-9f16-a6c44e2d2286 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:05.731801 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed8c549a-e91e-48b9-850b-ef5a4ab2a15f req-11d4ef96-0fcb-419e-9f16-a6c44e2d2286 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 950 time: 0.0851943 May 26 16:04:05.736560 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-204b5225-e937-4110-977d-cab5f4b532c1 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:05.736901 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-204b5225-e937-4110-977d-cab5f4b532c1 service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:05.737287 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-204b5225-e937-4110-977d-cab5f4b532c1 service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:05.738605 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-204b5225-e937-4110-977d-cab5f4b532c1 service neutron] Bound port: 11a1ce1f-16ef-44db-80f7-fc56040c8f44, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:05.738983 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-204b5225-e937-4110-977d-cab5f4b532c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:05.769744 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-ef8b0027-4233-427b-82c3-c69de4ef7502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:05.771236 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-ef8b0027-4233-427b-82c3-c69de4ef7502 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1138570 May 26 16:04:05.780852 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed8c549a-e91e-48b9-850b-ef5a4ab2a15f req-d8d3af47-de4a-4e69-a73b-197d92342fe1 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/security-groups?id=be219cfa-f419-431b-b5f8-12176a6dcc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378666 May 26 16:04:05.880932 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10173909-b775-4904-8e83-137df642595c req-ddcbd1aa-4d8f-446d-9dec-b65bc9611880 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:05.888480 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10173909-b775-4904-8e83-137df642595c req-ddcbd1aa-4d8f-446d-9dec-b65bc9611880 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:05.896008 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10173909-b775-4904-8e83-137df642595c req-ddcbd1aa-4d8f-446d-9dec-b65bc9611880 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:05.898049 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10173909-b775-4904-8e83-137df642595c req-ddcbd1aa-4d8f-446d-9dec-b65bc9611880 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 2418 time: 0.0845482 May 26 16:04:05.902047 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-204b5225-e937-4110-977d-cab5f4b532c1 service neutron] For port 11a1ce1f-16ef-44db-80f7-fc56040c8f44, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:04:05.905272 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-79537764-97ba-487c-b262-d9f6d2abfe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:05.906846 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-79537764-97ba-487c-b262-d9f6d2abfe3d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1064091 May 26 16:04:05.908714 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-204b5225-e937-4110-977d-cab5f4b532c1 service neutron] For port 11a1ce1f-16ef-44db-80f7-fc56040c8f44, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=11a1ce1f-16ef-44db-80f7-fc56040c8f44,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:04:05.946891 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-204b5225-e937-4110-977d-cab5f4b532c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:05.951250 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10173909-b775-4904-8e83-137df642595c req-74b9d9d2-753a-4f52-b7c2-dcca1f00fabc tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423939 May 26 16:04:06.039828 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150757a3-8f10-4b35-82a0-3e488d11ff71 req-a1a4540d-9104-431d-a217-4072c193ed38 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:06.043078 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-150757a3-8f10-4b35-82a0-3e488d11ff71 req-a1a4540d-9104-431d-a217-4072c193ed38 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 950 time: 0.0619559 May 26 16:04:06.046135 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-204b5225-e937-4110-977d-cab5f4b532c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:06.047226 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-204b5225-e937-4110-977d-cab5f4b532c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:06.048648 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-204b5225-e937-4110-977d-cab5f4b532c1 service neutron] 10.222.0.83 "PUT /v2.0/ports/11a1ce1f-16ef-44db-80f7-fc56040c8f44 HTTP/1.1" status: 200 len: 1095 time: 1.9425974 May 26 16:04:06.073206 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-259a19f8-c9fe-4978-af11-78d45bfce94e req-dcb045f4-c4e9-4ae1-9a19-5aab9f128783 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:06.111271 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-150757a3-8f10-4b35-82a0-3e488d11ff71 req-94e54709-f5d8-4f08-bf54-415bd7801f65 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540268 May 26 16:04:06.123327 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['6097825e-22a5-4134-93cd-23f98ced9146', '60450a80-835f-4f71-97de-cc95d2494e1a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:06.135614 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b5225-e937-4110-977d-cab5f4b532c1 service neutron] Pushing event updated for resources: {'Port': ['ID=11a1ce1f-16ef-44db-80f7-fc56040c8f44,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:06.199042 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb045f4-c4e9-4ae1-9a19-5aab9f128783 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Pushing event deleted for resources: {'Port': ['ID=60450a80-835f-4f71-97de-cc95d2494e1a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:06.245736 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-259a19f8-c9fe-4978-af11-78d45bfce94e req-dcb045f4-c4e9-4ae1-9a19-5aab9f128783 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] No DVR routers for this DVR port 60450a80-835f-4f71-97de-cc95d2494e1a on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:06.251102 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-259a19f8-c9fe-4978-af11-78d45bfce94e req-dcb045f4-c4e9-4ae1-9a19-5aab9f128783 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:06.255816 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-259a19f8-c9fe-4978-af11-78d45bfce94e req-dcb045f4-c4e9-4ae1-9a19-5aab9f128783 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.83 "DELETE /v2.0/ports/60450a80-835f-4f71-97de-cc95d2494e1a HTTP/1.1" status: 204 len: 173 time: 1.5913267 May 26 16:04:06.264063 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-19d0cb40-59d9-4f73-9762-ecd245c86c8b service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336141 May 26 16:04:06.360528 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-8dd3fc29-0309-4e56-a2fa-c43f26c61fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:06.362314 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-8dd3fc29-0309-4e56-a2fa-c43f26c61fd8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3e94954a41614b099cb2eaeeaa6b7193&device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 1098 time: 0.2001369 May 26 16:04:06.420477 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58d65b-a9cb-4acb-bed7-f46b6dafc8e6 req-422dd56a-becd-4b1d-96a2-cb9f3cc762b2 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:06.422302 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c58d65b-a9cb-4acb-bed7-f46b6dafc8e6 req-422dd56a-becd-4b1d-96a2-cb9f3cc762b2 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 944 time: 0.1095760 May 26 16:04:06.459542 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1ce1d76-0818-4c44-a166-3dd67a0dc6c7 req-927e1063-ea77-46b4-981e-d75526f707c9 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878374 May 26 16:04:06.461305 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-c1efdd67-c5a7-4bd4-964c-def133147a5a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=11a1ce1f-16ef-44db-80f7-fc56040c8f44 HTTP/1.1" status: 200 len: 217 time: 0.0617948 May 26 16:04:06.490503 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c58d65b-a9cb-4acb-bed7-f46b6dafc8e6 req-68ec0e5a-d9f2-499e-9d95-a46823d9275a tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567052 May 26 16:04:06.506012 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcd0c7-c4ef-4852-8d6d-addef3b5ef47 req-d98076b9-aeba-458f-88da-fda6cedefb77 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:06.513568 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcd0c7-c4ef-4852-8d6d-addef3b5ef47 req-d98076b9-aeba-458f-88da-fda6cedefb77 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:06.519859 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcd0c7-c4ef-4852-8d6d-addef3b5ef47 req-d98076b9-aeba-458f-88da-fda6cedefb77 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:06.521040 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aedcd0c7-c4ef-4852-8d6d-addef3b5ef47 req-d98076b9-aeba-458f-88da-fda6cedefb77 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 2418 time: 0.1131976 May 26 16:04:06.567648 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aedcd0c7-c4ef-4852-8d6d-addef3b5ef47 req-b145e971-1496-4bed-8ef1-e67e2ac8f132 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390778 May 26 16:04:06.585445 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-7cb62aaa-ab5b-4c59-a98b-c36ef183b26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:06.586986 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-7cb62aaa-ab5b-4c59-a98b-c36ef183b26e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0986357 May 26 16:04:06.598539 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e3084-4478-40ef-be87-854fe1560b65 req-ecac267a-a682-4ce9-ba7a-c733120fc911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:06.600047 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fb5e3084-4478-40ef-be87-854fe1560b65 req-ecac267a-a682-4ce9-ba7a-c733120fc911 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3e94954a41614b099cb2eaeeaa6b7193&device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 1099 time: 0.0622072 May 26 16:04:06.622754 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c030c74-8f46-4111-bc52-9bbcd8c60b36 req-10c81fe2-8ff2-4807-a4b4-4f8a016fbb71 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:06.624391 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c030c74-8f46-4111-bc52-9bbcd8c60b36 req-10c81fe2-8ff2-4807-a4b4-4f8a016fbb71 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.0556080 May 26 16:04:06.703349 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c030c74-8f46-4111-bc52-9bbcd8c60b36 req-3e7c5edf-456c-4fd2-9607-56bf93810bb9 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723102 May 26 16:04:06.711570 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-9d0ea7f4-bf16-4b50-8cd3-882fb9d7b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:06.713274 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-9d0ea7f4-bf16-4b50-8cd3-882fb9d7b61a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1117883 May 26 16:04:06.718437 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219af2eb-2150-4ced-9cd8-47aa1cb054be req-ad9eb01e-7a59-4ee0-bc6f-a6a1896edbb9 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:06.719904 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-219af2eb-2150-4ced-9cd8-47aa1cb054be req-ad9eb01e-7a59-4ee0-bc6f-a6a1896edbb9 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 947 time: 0.0716498 May 26 16:04:06.749189 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e3084-4478-40ef-be87-854fe1560b65 req-c160c1e2-11fb-4380-9b45-b5433f58db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:06.750655 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fb5e3084-4478-40ef-be87-854fe1560b65 req-c160c1e2-11fb-4380-9b45-b5433f58db4f service neutron] 10.222.0.81 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.1379707 May 26 16:04:06.765359 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-219af2eb-2150-4ced-9cd8-47aa1cb054be req-bfc8bd25-f025-400e-b2e5-1d7dda8808ea tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366158 May 26 16:04:06.829318 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fb5e3084-4478-40ef-be87-854fe1560b65 req-bf6fd1dd-c8fe-4797-8ed2-da6925b0e28b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=58c9f581-9690-4045-a71c-d9294bd4cbfb HTTP/1.1" status: 200 len: 217 time: 0.0455227 May 26 16:04:06.864879 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7acd8-44a1-468a-bd9d-dfb908c98838 req-3433506e-265d-4ce1-a43c-d2acfe3f8b9e tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:06.867590 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f9a7acd8-44a1-468a-bd9d-dfb908c98838 req-3433506e-265d-4ce1-a43c-d2acfe3f8b9e tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 949 time: 0.0594153 May 26 16:04:06.906827 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e3084-4478-40ef-be87-854fe1560b65 req-184e7b0b-b393-423f-96b2-cb03f80b15ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:06.908323 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fb5e3084-4478-40ef-be87-854fe1560b65 req-184e7b0b-b393-423f-96b2-cb03f80b15ec service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0696855 May 26 16:04:06.910209 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-83852751-6b01-4423-9baf-ee45c8be105f service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831012 May 26 16:04:06.942394 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f9a7acd8-44a1-468a-bd9d-dfb908c98838 req-78d98664-6f6a-4edf-9f1b-5ab2ff5352b6 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686088 May 26 16:04:06.964466 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315291d7-b7d4-4232-b916-b4fb75b50b70 req-140d3b5f-6080-47cf-8a80-669c7d9e168c tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:06.966206 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-315291d7-b7d4-4232-b916-b4fb75b50b70 req-140d3b5f-6080-47cf-8a80-669c7d9e168c tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 950 time: 0.0847239 May 26 16:04:07.009982 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-315291d7-b7d4-4232-b916-b4fb75b50b70 req-7f177acc-305e-45f3-aa69-823c902508c2 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/security-groups?id=be219cfa-f419-431b-b5f8-12176a6dcc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374472 May 26 16:04:07.016364 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e3084-4478-40ef-be87-854fe1560b65 req-6e0d7323-d8b6-4609-93db-45fabd24cd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:07.017868 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fb5e3084-4478-40ef-be87-854fe1560b65 req-6e0d7323-d8b6-4609-93db-45fabd24cd06 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1008189 May 26 16:04:07.108353 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-586d1d38-229a-40ce-acba-7d93624f7f79 req-3001ddf3-3e43-47e3-bbb5-9f1b505d02d7 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584702 May 26 16:04:07.147939 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fb5e3084-4478-40ef-be87-854fe1560b65 req-b9322b6e-150c-4f78-98e3-98942a541b09 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174598 May 26 16:04:07.236801 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7f67103-114f-4c84-941c-f55c8eb2bdd6 req-407af283-80cb-4100-8ee3-f9f0a845b57c tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0548f62-926e-4ad3-91e0-b41b6bdcc207 HTTP/1.1" status: 200 len: 210 time: 0.0308766 May 26 16:04:07.283231 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fb5e3084-4478-40ef-be87-854fe1560b65 req-fa223dfe-893d-441b-b892-7157fd129cb0 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186764 May 26 16:04:07.535034 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device e8de33cc-5123-49ae-9dbb-c04d8a92bede up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:07.536464 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab76d90-ff8b-4c42-a440-db4f1409dd34', 'tag': '11a1ce1f-16ef-44db-80f7-fc56040c8f44'}, {'server_uuid': 'a0548f62-926e-4ad3-91e0-b41b6bdcc207', 'name': 'network-vif-deleted', 'tag': '60450a80-835f-4f71-97de-cc95d2494e1a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:07.538996 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c768c8-84a5-4717-bbf2-6a7a72c7b0c3" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab76d90-ff8b-4c42-a440-db4f1409dd34", "tag": "11a1ce1f-16ef-44db-80f7-fc56040c8f44"}, {"server_uuid": "a0548f62-926e-4ad3-91e0-b41b6bdcc207", "name": "network-vif-deleted", "tag": "60450a80-835f-4f71-97de-cc95d2494e1a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:07.587832 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 26 May 2022 16:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a960b6ee-27dd-4e58-8abe-dfc22f6b67cc x-openstack-request-id: req-a960b6ee-27dd-4e58-8abe-dfc22f6b67cc {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:07.588166 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab76d90-ff8b-4c42-a440-db4f1409dd34", "tag": "11a1ce1f-16ef-44db-80f7-fc56040c8f44", "status": "completed", "code": 200}, {"server_uuid": "a0548f62-926e-4ad3-91e0-b41b6bdcc207", "name": "network-vif-deleted", "tag": "60450a80-835f-4f71-97de-cc95d2494e1a", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:07.588433 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a960b6ee-27dd-4e58-8abe-dfc22f6b67cc {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:07.588839 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a960b6ee-27dd-4e58-8abe-dfc22f6b67cc'] response: {'name': 'network-changed', 'server_uuid': '0ab76d90-ff8b-4c42-a440-db4f1409dd34', 'tag': '11a1ce1f-16ef-44db-80f7-fc56040c8f44', 'status': 'completed', 'code': 200} May 26 16:04:07.589098 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a960b6ee-27dd-4e58-8abe-dfc22f6b67cc'] response: {'server_uuid': 'a0548f62-926e-4ad3-91e0-b41b6bdcc207', 'name': 'network-vif-deleted', 'tag': '60450a80-835f-4f71-97de-cc95d2494e1a', 'status': 'completed', 'code': 200} May 26 16:04:07.595615 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port e8de33cc-5123-49ae-9dbb-c04d8a92bede completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:04:07.602341 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port e8de33cc-5123-49ae-9dbb-c04d8a92bede triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:07.602980 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:07.622268 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11b256-0fda-4c85-8bec-5c6b59ab1e6f req-3304087c-e7a6-4cde-8281-ba71dec3462b tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:07.624038 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e11b256-0fda-4c85-8bec-5c6b59ab1e6f req-3304087c-e7a6-4cde-8281-ba71dec3462b tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 944 time: 0.0535893 May 26 16:04:07.692400 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port e8de33cc-5123-49ae-9dbb-c04d8a92bede is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:07.692792 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:07.698753 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e11b256-0fda-4c85-8bec-5c6b59ab1e6f req-d62194a6-b1e1-409d-925f-496681489abe tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633378 May 26 16:04:07.722023 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c768c8-84a5-4717-bbf2-6a7a72c7b0c3 req-3c344b79-dd98-4e40-b3d5-ea542b61add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:07.723592 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-74c768c8-84a5-4717-bbf2-6a7a72c7b0c3 req-3c344b79-dd98-4e40-b3d5-ea542b61add8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3e94954a41614b099cb2eaeeaa6b7193&device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 1098 time: 0.0584457 May 26 16:04:07.731467 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218488d4-4b69-4ffc-b037-dfe2a6b0fa3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8de33cc-5123-49ae-9dbb-c04d8a92bede'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:07.734299 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a919d8-bea7-469c-8537-39cd2202fcfa" -d '{"events": [{"server_uuid": "218488d4-4b69-4ffc-b037-dfe2a6b0fa3c", "name": "network-vif-plugged", "status": "completed", "tag": "e8de33cc-5123-49ae-9dbb-c04d8a92bede"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:07.738326 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18470d2c-5e13-4a0f-9e26-6635398403cc req-58072d6f-1778-42f7-b95e-b1d278928552 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:07.738856 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port e8de33cc-5123-49ae-9dbb-c04d8a92bede, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e8de33cc-5123-49ae-9dbb-c04d8a92bede,segment=NetworkSegment(621041f9-a4a3-475a-9761-93f655636e38),segment_id=621041f9-a4a3-475a-9761-93f655636e38)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:07.744816 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:07.745889 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18470d2c-5e13-4a0f-9e26-6635398403cc req-58072d6f-1778-42f7-b95e-b1d278928552 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:07.751850 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18470d2c-5e13-4a0f-9e26-6635398403cc req-58072d6f-1778-42f7-b95e-b1d278928552 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:07.753772 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-18470d2c-5e13-4a0f-9e26-6635398403cc req-58072d6f-1778-42f7-b95e-b1d278928552 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 2418 time: 0.0947816 May 26 16:04:07.804372 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=e8de33cc-5123-49ae-9dbb-c04d8a92bede,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:07.806606 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-18470d2c-5e13-4a0f-9e26-6635398403cc req-ba9dcca1-21be-4e66-a37a-f3e744948379 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446365 May 26 16:04:07.861175 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec62ac5-9cfe-473d-a355-8111beb57be7 x-openstack-request-id: req-4ec62ac5-9cfe-473d-a355-8111beb57be7 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:07.861175 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218488d4-4b69-4ffc-b037-dfe2a6b0fa3c", "name": "network-vif-plugged", "status": "completed", "tag": "e8de33cc-5123-49ae-9dbb-c04d8a92bede", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:07.861524 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4ec62ac5-9cfe-473d-a355-8111beb57be7 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:07.861921 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec62ac5-9cfe-473d-a355-8111beb57be7'] response: {'server_uuid': '218488d4-4b69-4ffc-b037-dfe2a6b0fa3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8de33cc-5123-49ae-9dbb-c04d8a92bede', 'code': 200} May 26 16:04:07.869908 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f84615-002a-4a43-b60a-7410f7c32273 req-b15cd5ca-c437-4832-aec2-46289051c028 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:07.871453 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96f84615-002a-4a43-b60a-7410f7c32273 req-b15cd5ca-c437-4832-aec2-46289051c028 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.0881140 May 26 16:04:07.906120 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c768c8-84a5-4717-bbf2-6a7a72c7b0c3 req-13cde3aa-a530-4e91-a530-980cb738d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:07.907635 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-74c768c8-84a5-4717-bbf2-6a7a72c7b0c3 req-13cde3aa-a530-4e91-a530-980cb738d953 service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.1108646 May 26 16:04:07.955186 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96f84615-002a-4a43-b60a-7410f7c32273 req-f2a4ab55-daa2-4df8-a088-15d412823078 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734231 May 26 16:04:07.956428 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-74c768c8-84a5-4717-bbf2-6a7a72c7b0c3 req-929ba80c-29f4-4a90-8d18-f71903dc2364 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=11a1ce1f-16ef-44db-80f7-fc56040c8f44 HTTP/1.1" status: 200 len: 217 time: 0.0408037 May 26 16:04:07.979051 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264264b-b484-4290-a516-bfda688f1d6c req-31e5184f-85b8-4f19-94bf-da1763f43d64 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:07.981425 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f264264b-b484-4290-a516-bfda688f1d6c req-31e5184f-85b8-4f19-94bf-da1763f43d64 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 947 time: 0.0662620 May 26 16:04:08.027436 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f264264b-b484-4290-a516-bfda688f1d6c req-73fa2640-4ecf-40cf-a18c-e555a03c644b tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401354 May 26 16:04:08.055926 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c768c8-84a5-4717-bbf2-6a7a72c7b0c3 req-567c0082-2ffc-4c8d-8ecf-439c0340c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:08.057586 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-74c768c8-84a5-4717-bbf2-6a7a72c7b0c3 req-567c0082-2ffc-4c8d-8ecf-439c0340c7c5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0771778 May 26 16:04:08.060230 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1680dbc-24df-4bde-b921-5f7427aca1c7 req-03769bdd-6526-47e7-b5d0-4f4a44893ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:08.061632 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1680dbc-24df-4bde-b921-5f7427aca1c7 req-03769bdd-6526-47e7-b5d0-4f4a44893ba7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 1096 time: 0.0906141 May 26 16:04:08.094570 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabec1f-ec22-41a4-9738-0e3810041e55 req-72163180-5cc0-4ad5-93ba-638bb8ca890a tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:08.096079 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4eabec1f-ec22-41a4-9738-0e3810041e55 req-72163180-5cc0-4ad5-93ba-638bb8ca890a tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 949 time: 0.0677238 May 26 16:04:08.133360 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1680dbc-24df-4bde-b921-5f7427aca1c7 req-b3384ca4-7ba8-43eb-858a-739fe12a2d40 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642445 May 26 16:04:08.138303 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4eabec1f-ec22-41a4-9738-0e3810041e55 req-c1c012aa-02ac-4fe7-a0df-3c54a84d27e6 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358174 May 26 16:04:08.142489 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c768c8-84a5-4717-bbf2-6a7a72c7b0c3 req-22e3f656-3730-4422-b9b3-8b7e4c433271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:08.143956 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-74c768c8-84a5-4717-bbf2-6a7a72c7b0c3 req-22e3f656-3730-4422-b9b3-8b7e4c433271 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0760884 May 26 16:04:08.238865 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-74c768c8-84a5-4717-bbf2-6a7a72c7b0c3 req-93229970-13c0-4503-8a8a-014de6362208 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853305 May 26 16:04:08.344638 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-74c768c8-84a5-4717-bbf2-6a7a72c7b0c3 req-1f2e5c52-b08a-4ef3-977c-f4562624b573 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930569 May 26 16:04:08.509664 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 60450a80-835f-4f71-97de-cc95d2494e1a no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:08.536023 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43358) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:08.541437 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c0da2-0bff-4fb6-91dc-713e5da72981 req-30251155-e977-43ce-8c5b-fbfc58dbd4b9 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:08.544003 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 60450a80-835f-4f71-97de-cc95d2494e1a {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:08.544502 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 60450a80-835f-4f71-97de-cc95d2494e1a not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:08.549894 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b69c0da2-0bff-4fb6-91dc-713e5da72981 req-30251155-e977-43ce-8c5b-fbfc58dbd4b9 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.0701385 May 26 16:04:08.588181 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b69c0da2-0bff-4fb6-91dc-713e5da72981 req-a63a2a43-85bf-44f3-aaf6-750e4c6b231e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373378 May 26 16:04:08.631038 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441ed32-bd64-4e98-a57a-3799304a7d59 req-b9f66771-ad61-4aef-b564-d3594a58475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:08.631516 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441ed32-bd64-4e98-a57a-3799304a7d59 req-b9f66771-ad61-4aef-b564-d3594a58475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:08.631978 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441ed32-bd64-4e98-a57a-3799304a7d59 req-b9f66771-ad61-4aef-b564-d3594a58475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:08.632465 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441ed32-bd64-4e98-a57a-3799304a7d59 req-b9f66771-ad61-4aef-b564-d3594a58475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:08.632923 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441ed32-bd64-4e98-a57a-3799304a7d59 req-b9f66771-ad61-4aef-b564-d3594a58475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:08.633376 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441ed32-bd64-4e98-a57a-3799304a7d59 req-b9f66771-ad61-4aef-b564-d3594a58475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:08.633827 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441ed32-bd64-4e98-a57a-3799304a7d59 req-b9f66771-ad61-4aef-b564-d3594a58475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:08.636658 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1441ed32-bd64-4e98-a57a-3799304a7d59 req-b9f66771-ad61-4aef-b564-d3594a58475a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 6491 time: 0.0999081 May 26 16:04:08.671696 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1441ed32-bd64-4e98-a57a-3799304a7d59 req-4c4543d3-4862-4f6c-a599-62c721954478 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0286670 May 26 16:04:08.825287 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f33d14-829d-4b5d-944f-a89ab4962302 req-06bf9eff-b85b-4362-81ca-0eb6526a4a01 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:08.826756 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3f33d14-829d-4b5d-944f-a89ab4962302 req-06bf9eff-b85b-4362-81ca-0eb6526a4a01 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 945 time: 0.0487146 May 26 16:04:08.865865 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3f33d14-829d-4b5d-944f-a89ab4962302 req-b3128445-2edf-4e0a-accf-99277fc9db60 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327611 May 26 16:04:08.933142 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28b763-00a3-46d5-8f40-3bf7fba03e3d req-73c663f5-6016-4cff-82cd-5d842451e526 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:08.938923 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28b763-00a3-46d5-8f40-3bf7fba03e3d req-73c663f5-6016-4cff-82cd-5d842451e526 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:08.944861 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28b763-00a3-46d5-8f40-3bf7fba03e3d req-73c663f5-6016-4cff-82cd-5d842451e526 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:08.946453 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f28b763-00a3-46d5-8f40-3bf7fba03e3d req-73c663f5-6016-4cff-82cd-5d842451e526 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 2418 time: 0.0662708 May 26 16:04:08.984476 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f28b763-00a3-46d5-8f40-3bf7fba03e3d req-7d94270f-51f3-44cb-ae29-ced966012049 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317819 May 26 16:04:09.046189 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cc566-1385-449e-bbf6-538c0b6e1f75 req-5d99749a-5439-4554-844f-5aa42e512600 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:09.047659 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5a2cc566-1385-449e-bbf6-538c0b6e1f75 req-5d99749a-5439-4554-844f-5aa42e512600 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 949 time: 0.0816779 May 26 16:04:09.062366 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-daafd09c-a8e0-4116-a9e5-820f7331f19d tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:09.068626 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-daafd09c-a8e0-4116-a9e5-820f7331f19d tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:09.074977 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-daafd09c-a8e0-4116-a9e5-820f7331f19d tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:09.076592 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-daafd09c-a8e0-4116-a9e5-820f7331f19d tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.81 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 2418 time: 0.0814233 May 26 16:04:09.078711 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f74a7c-5ff6-49d8-925e-86ab8ccd9fde req-3326e251-8d98-4749-b054-bf9ab6bce50a tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:09.080208 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-45f74a7c-5ff6-49d8-925e-86ab8ccd9fde req-3326e251-8d98-4749-b054-bf9ab6bce50a tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.0541301 May 26 16:04:09.149311 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-45f74a7c-5ff6-49d8-925e-86ab8ccd9fde req-3a2267aa-d1f0-4c2c-b1ba-e037192e7bc8 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621524 May 26 16:04:09.161219 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca83d9a-4a33-4511-ac6f-f77a5af159a0 req-2360df7b-50fb-4707-91b1-c76a9b3a750a tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:09.162896 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ca83d9a-4a33-4511-ac6f-f77a5af159a0 req-2360df7b-50fb-4707-91b1-c76a9b3a750a tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 947 time: 0.0687864 May 26 16:04:09.206492 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ca83d9a-4a33-4511-ac6f-f77a5af159a0 req-ee9a9e96-3b56-4446-844d-e8e5d3c6ef55 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352032 May 26 16:04:09.239248 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-5a2cc566-1385-449e-bbf6-538c0b6e1f75 req-e67f667b-7b65-4b27-87b7-0afa78eef540 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Deleting port 6c6292fe-5840-4369-b5fb-e2395da7f49c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:09.239851 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5a2cc566-1385-449e-bbf6-538c0b6e1f75 req-e67f667b-7b65-4b27-87b7-0afa78eef540 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:09.264191 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634719f-8f49-477f-9606-9b34729f97a4 req-ed69f272-e8eb-4a7d-b614-c700ec7930ce tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:09.265578 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0634719f-8f49-477f-9606-9b34729f97a4 req-ed69f272-e8eb-4a7d-b614-c700ec7930ce tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 949 time: 0.0546536 May 26 16:04:09.287214 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-7a2dbf08-348c-4c30-8312-8680a201d09c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Deleting port 5b134ecc-d3aa-4bc5-a925-04c3afbf033c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:09.287551 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-7a2dbf08-348c-4c30-8312-8680a201d09c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:09.302906 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0634719f-8f49-477f-9606-9b34729f97a4 req-c441bef5-3b70-416d-8bf1-891841750e89 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c2413c1-1172-4b1c-98dd-fd72838a740a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307608 May 26 16:04:09.392362 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-5a2cc566-1385-449e-bbf6-538c0b6e1f75 req-e67f667b-7b65-4b27-87b7-0afa78eef540 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] For port 6c6292fe-5840-4369-b5fb-e2395da7f49c, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=6c6292fe-5840-4369-b5fb-e2395da7f49c,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:09.392727 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5a2cc566-1385-449e-bbf6-538c0b6e1f75 req-e67f667b-7b65-4b27-87b7-0afa78eef540 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:09.414693 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-5a2cc566-1385-449e-bbf6-538c0b6e1f75 req-e67f667b-7b65-4b27-87b7-0afa78eef540 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Calling delete_port for 6c6292fe-5840-4369-b5fb-e2395da7f49c owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:09.422926 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-7a2dbf08-348c-4c30-8312-8680a201d09c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] For port 5b134ecc-d3aa-4bc5-a925-04c3afbf033c, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=5b134ecc-d3aa-4bc5-a925-04c3afbf033c,segment=NetworkSegment(a934d4c5-70d5-44fe-8550-8b2f58f4f089),segment_id=a934d4c5-70d5-44fe-8550-8b2f58f4f089)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:09.423287 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-7a2dbf08-348c-4c30-8312-8680a201d09c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:09.445029 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-7a2dbf08-348c-4c30-8312-8680a201d09c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Calling delete_port for 5b134ecc-d3aa-4bc5-a925-04c3afbf033c owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:09.566397 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 58c9f581-9690-4045-a71c-d9294bd4cbfb details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:04:09.674116 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5a2cc566-1385-449e-bbf6-538c0b6e1f75 req-e67f667b-7b65-4b27-87b7-0afa78eef540 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:09.707997 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-7a2dbf08-348c-4c30-8312-8680a201d09c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:09.710126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f667b-7b65-4b27-87b7-0afa78eef540 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Pushing event deleted for resources: {'Port': ['ID=6c6292fe-5840-4369-b5fb-e2395da7f49c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:09.735414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 58c9f581-9690-4045-a71c-d9294bd4cbfb, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=58c9f581-9690-4045-a71c-d9294bd4cbfb,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:09.760031 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '58c9f581-9690-4045-a71c-d9294bd4cbfb', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '58c9f581-9690-4045-a71c-d9294bd4cbfb', 'mac_address': 'fa:16:3e:72:ea:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:04:09.763395 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['f36f9371-29f9-4988-a72f-1465d9a496d3', '1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58', '5b134ecc-d3aa-4bc5-a925-04c3afbf033c'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:09.764742 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2dbf08-348c-4c30-8312-8680a201d09c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event deleted for resources: {'Port': ['ID=5b134ecc-d3aa-4bc5-a925-04c3afbf033c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:09.768725 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['6c6292fe-5840-4369-b5fb-e2395da7f49c'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:09.838246 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd88703-f60d-425d-94b2-b9ed87a61aa3 req-02bdf887-7872-4bca-a9b6-4305715ac45d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:09.855533 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7fd88703-f60d-425d-94b2-b9ed87a61aa3 req-02bdf887-7872-4bca-a9b6-4305715ac45d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.1345897 May 26 16:04:09.886618 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2cc566-1385-449e-bbf6-538c0b6e1f75 req-e67f667b-7b65-4b27-87b7-0afa78eef540 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] No DVR routers for this DVR port 6c6292fe-5840-4369-b5fb-e2395da7f49c on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:09.889259 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-7a2dbf08-348c-4c30-8312-8680a201d09c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] No DVR routers for this DVR port 5b134ecc-d3aa-4bc5-a925-04c3afbf033c on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:09.891492 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5a2cc566-1385-449e-bbf6-538c0b6e1f75 req-e67f667b-7b65-4b27-87b7-0afa78eef540 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:09.895655 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5a2cc566-1385-449e-bbf6-538c0b6e1f75 req-e67f667b-7b65-4b27-87b7-0afa78eef540 tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.83 "DELETE /v2.0/ports/6c6292fe-5840-4369-b5fb-e2395da7f49c HTTP/1.1" status: 204 len: 173 time: 0.8180685 May 26 16:04:09.896809 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc185b8e-a95e-4756-929d-94091812d55d', 'name': 'network-vif-deleted', 'tag': '6c6292fe-5840-4369-b5fb-e2395da7f49c'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:09.901563 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0153b79b-d789-48b1-b5fe-75af4e674f94" -d '{"events": [{"server_uuid": "cc185b8e-a95e-4756-929d-94091812d55d", "name": "network-vif-deleted", "tag": "6c6292fe-5840-4369-b5fb-e2395da7f49c"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:09.906686 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-7a2dbf08-348c-4c30-8312-8680a201d09c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:09.914680 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-7a2dbf08-348c-4c30-8312-8680a201d09c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.81 "DELETE /v2.0/ports/5b134ecc-d3aa-4bc5-a925-04c3afbf033c HTTP/1.1" status: 204 len: 173 time: 0.8308504 May 26 16:04:09.917622 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 58c9f581-9690-4045-a71c-d9294bd4cbfb is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:09.918038 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:09.950051 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7fd88703-f60d-425d-94b2-b9ed87a61aa3 req-1eafded5-2095-4c28-9b3f-53319914900d tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927055 May 26 16:04:09.969290 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c9f581-9690-4045-a71c-d9294bd4cbfb {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:10.014000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 58c9f581-9690-4045-a71c-d9294bd4cbfb, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=58c9f581-9690-4045-a71c-d9294bd4cbfb,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:10.032024 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:10.080993 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64cb3aa-7e44-4299-9acd-83bb974a3d28 x-openstack-request-id: req-b64cb3aa-7e44-4299-9acd-83bb974a3d28 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:10.081572 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc185b8e-a95e-4756-929d-94091812d55d", "name": "network-vif-deleted", "tag": "6c6292fe-5840-4369-b5fb-e2395da7f49c", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:10.082030 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b64cb3aa-7e44-4299-9acd-83bb974a3d28 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:10.083572 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b64cb3aa-7e44-4299-9acd-83bb974a3d28'] response: {'server_uuid': 'cc185b8e-a95e-4756-929d-94091812d55d', 'name': 'network-vif-deleted', 'tag': '6c6292fe-5840-4369-b5fb-e2395da7f49c', 'status': 'completed', 'code': 200} May 26 16:04:10.136822 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-4483531a-8a1f-4b3d-8f0a-deda332fd0da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Deleting port 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:10.137431 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-4483531a-8a1f-4b3d-8f0a-deda332fd0da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:10.158215 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe406bf-a4e9-47b7-b770-ce9408ed6932 req-3f9f4a4f-ccbe-4b20-9357-caed899a343d tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:10.170731 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2fe406bf-a4e9-47b7-b770-ce9408ed6932 req-3f9f4a4f-ccbe-4b20-9357-caed899a343d tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 945 time: 0.1470408 May 26 16:04:10.180323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=58c9f581-9690-4045-a71c-d9294bd4cbfb,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:10.268041 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-4483531a-8a1f-4b3d-8f0a-deda332fd0da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] For port 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58,segment=NetworkSegment(f55fcecc-7367-4a0f-9ee8-625c87ba0294),segment_id=f55fcecc-7367-4a0f-9ee8-625c87ba0294)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:10.268732 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-4483531a-8a1f-4b3d-8f0a-deda332fd0da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:10.269431 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120997f-f4db-4f56-a971-00110f480667 req-cae944b9-6c68-4412-ab42-360dfbe61b45 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:10.275915 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120997f-f4db-4f56-a971-00110f480667 req-cae944b9-6c68-4412-ab42-360dfbe61b45 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:10.278196 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3120997f-f4db-4f56-a971-00110f480667 req-cae944b9-6c68-4412-ab42-360dfbe61b45 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 1683 time: 0.1052489 May 26 16:04:10.281477 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-4483531a-8a1f-4b3d-8f0a-deda332fd0da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Calling delete_port for 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:10.285369 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2fe406bf-a4e9-47b7-b770-ce9408ed6932 req-c913bfd9-c95c-4005-a089-cdeef3e09400 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137748 May 26 16:04:10.335301 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3120997f-f4db-4f56-a971-00110f480667 req-b16e8e1d-e428-43de-8488-b2ee7f260a71 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473993 May 26 16:04:10.415096 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b56ab-e572-4cc4-ae5a-131538d0fddc req-10f1c07e-7d5a-4f3d-b067-9827da6932b8 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:10.416823 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-058b56ab-e572-4cc4-ae5a-131538d0fddc req-10f1c07e-7d5a-4f3d-b067-9827da6932b8 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.0609529 May 26 16:04:10.446311 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-4483531a-8a1f-4b3d-8f0a-deda332fd0da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:10.467247 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['58c9f581-9690-4045-a71c-d9294bd4cbfb'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:10.476731 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483531a-8a1f-4b3d-8f0a-deda332fd0da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event deleted for resources: {'Port': ['ID=1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:10.489532 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0155e4-6564-488f-9241-89782087c73a req-0bc122c6-0ca5-404d-9e00-7dd9de4c58bd tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:10.491064 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a0155e4-6564-488f-9241-89782087c73a req-0bc122c6-0ca5-404d-9e00-7dd9de4c58bd tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 947 time: 0.0974274 May 26 16:04:10.493909 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-058b56ab-e572-4cc4-ae5a-131538d0fddc req-33394226-ea03-434c-9e5c-9a385906bafa tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638204 May 26 16:04:10.526164 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-4483531a-8a1f-4b3d-8f0a-deda332fd0da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] No DVR routers for this DVR port 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:10.529117 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-4483531a-8a1f-4b3d-8f0a-deda332fd0da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:10.533067 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-4483531a-8a1f-4b3d-8f0a-deda332fd0da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.81 "DELETE /v2.0/ports/1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 HTTP/1.1" status: 204 len: 173 time: 0.6056814 May 26 16:04:10.568475 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a0155e4-6564-488f-9241-89782087c73a req-fdd61975-f62f-4eea-80cb-9b15a50c1440 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579214 May 26 16:04:10.675448 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-eb7ccdb9-6926-4981-938a-d926685e00d7 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Deleting port f36f9371-29f9-4988-a72f-1465d9a496d3 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:10.675793 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-eb7ccdb9-6926-4981-938a-d926685e00d7 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:10.677859 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-49fe8ea0-ae50-48f9-9c9b-cdb9a0b26a17 req-01126d18-4e44-4636-89d4-0dce1b5408ef tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-458910842&fields=id&tenant_id=46364c65eaab404bb479cc7b86850f2b HTTP/1.1" status: 200 len: 267 time: 0.0699217 May 26 16:04:10.716718 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0b6b6c5-7c70-4286-a664-dc1309565a11 req-733cba74-21f1-44c1-9229-51ea52a188fb tempest-ServersAdminNegativeTestJSON-109082274 tempest-ServersAdminNegativeTestJSON-109082274-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc185b8e-a95e-4756-929d-94091812d55d HTTP/1.1" status: 200 len: 210 time: 0.0425527 May 26 16:04:10.758167 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe8ea0-ae50-48f9-9c9b-cdb9a0b26a17 req-bf150137-05f4-4bf4-8937-069085af5643 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:10.759861 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-49fe8ea0-ae50-48f9-9c9b-cdb9a0b26a17 req-bf150137-05f4-4bf4-8937-069085af5643 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 945 time: 0.0727682 May 26 16:04:10.776048 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-49fe8ea0-ae50-48f9-9c9b-cdb9a0b26a17 req-b19fe7fa-c168-4a34-84c1-54c40e5ce1a0 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Request body: {'port': {'security_groups': ['d116c30a-08c2-47aa-a9a5-f8a9af6c227d', '139e64c4-a569-4c18-8ede-8fb3a84d4761']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:10.788683 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-eb7ccdb9-6926-4981-938a-d926685e00d7 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] For port f36f9371-29f9-4988-a72f-1465d9a496d3, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f36f9371-29f9-4988-a72f-1465d9a496d3,segment=NetworkSegment(a934d4c5-70d5-44fe-8550-8b2f58f4f089),segment_id=a934d4c5-70d5-44fe-8550-8b2f58f4f089)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:10.789053 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-eb7ccdb9-6926-4981-938a-d926685e00d7 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:10.801832 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-eb7ccdb9-6926-4981-938a-d926685e00d7 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Calling delete_port for f36f9371-29f9-4988-a72f-1465d9a496d3 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:10.846514 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-49fe8ea0-ae50-48f9-9c9b-cdb9a0b26a17 req-b19fe7fa-c168-4a34-84c1-54c40e5ce1a0 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:10.931789 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-eb7ccdb9-6926-4981-938a-d926685e00d7 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:10.964912 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ccdb9-6926-4981-938a-d926685e00d7 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event deleted for resources: {'Port': ['ID=f36f9371-29f9-4988-a72f-1465d9a496d3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:11.030392 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-eb7ccdb9-6926-4981-938a-d926685e00d7 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] No DVR routers for this DVR port f36f9371-29f9-4988-a72f-1465d9a496d3 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:11.033184 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-eb7ccdb9-6926-4981-938a-d926685e00d7 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:11.036698 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3184ee0a-da7f-467e-832a-a2651debf2c5 req-eb7ccdb9-6926-4981-938a-d926685e00d7 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.81 "DELETE /v2.0/ports/f36f9371-29f9-4988-a72f-1465d9a496d3 HTTP/1.1" status: 204 len: 173 time: 0.4965818 May 26 16:04:11.096386 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-49fe8ea0-ae50-48f9-9c9b-cdb9a0b26a17 req-b19fe7fa-c168-4a34-84c1-54c40e5ce1a0 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] For port e8de33cc-5123-49ae-9dbb-c04d8a92bede, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e8de33cc-5123-49ae-9dbb-c04d8a92bede,segment=NetworkSegment(621041f9-a4a3-475a-9761-93f655636e38),segment_id=621041f9-a4a3-475a-9761-93f655636e38)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:11.147128 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f52aa-4779-4677-9100-bce8ef456947 req-cf15a793-e71b-45be-9911-62172265fece tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:11.148832 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-183f52aa-4779-4677-9100-bce8ef456947 req-cf15a793-e71b-45be-9911-62172265fece tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.1120305 May 26 16:04:11.158003 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-49fe8ea0-ae50-48f9-9c9b-cdb9a0b26a17 req-b19fe7fa-c168-4a34-84c1-54c40e5ce1a0 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:11.170452 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-49fe8ea0-ae50-48f9-9c9b-cdb9a0b26a17 req-b19fe7fa-c168-4a34-84c1-54c40e5ce1a0 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:11.256472 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe8ea0-ae50-48f9-9c9b-cdb9a0b26a17 req-b19fe7fa-c168-4a34-84c1-54c40e5ce1a0 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:11.257076 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-49fe8ea0-ae50-48f9-9c9b-cdb9a0b26a17 req-b19fe7fa-c168-4a34-84c1-54c40e5ce1a0 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:11.258470 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-49fe8ea0-ae50-48f9-9c9b-cdb9a0b26a17 req-b19fe7fa-c168-4a34-84c1-54c40e5ce1a0 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "PUT /v2.0/ports/e8de33cc-5123-49ae-9dbb-c04d8a92bede HTTP/1.1" status: 200 len: 981 time: 0.4882801 May 26 16:04:11.261422 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218488d4-4b69-4ffc-b037-dfe2a6b0fa3c', 'tag': 'e8de33cc-5123-49ae-9dbb-c04d8a92bede'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:11.263664 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dcb5dc-2620-4ac5-9c6c-9229d3444555" -d '{"events": [{"name": "network-changed", "server_uuid": "218488d4-4b69-4ffc-b037-dfe2a6b0fa3c", "tag": "e8de33cc-5123-49ae-9dbb-c04d8a92bede"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:11.271958 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19fe7fa-c168-4a34-84c1-54c40e5ce1a0 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event updated for resources: {'Port': ['ID=e8de33cc-5123-49ae-9dbb-c04d8a92bede,revision_number=6']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:11.292384 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-183f52aa-4779-4677-9100-bce8ef456947 req-872460f8-df16-4623-b36b-4adc03518036 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306355 May 26 16:04:11.325154 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c70fe1c-5acc-4056-aead-23455d518e9e req-ec7bc1b0-2d5e-4dc8-b920-a2e7827eee25 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/139e64c4-a569-4c18-8ede-8fb3a84d4761 HTTP/1.1" status: 200 len: 1800 time: 0.0431390 May 26 16:04:11.339155 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14104f23-2b1a-48cf-bdce-3f6aadf4ba13 x-openstack-request-id: req-14104f23-2b1a-48cf-bdce-3f6aadf4ba13 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:11.339438 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218488d4-4b69-4ffc-b037-dfe2a6b0fa3c", "tag": "e8de33cc-5123-49ae-9dbb-c04d8a92bede", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:11.339690 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-14104f23-2b1a-48cf-bdce-3f6aadf4ba13 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:11.340079 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14104f23-2b1a-48cf-bdce-3f6aadf4ba13'] response: {'name': 'network-changed', 'server_uuid': '218488d4-4b69-4ffc-b037-dfe2a6b0fa3c', 'tag': 'e8de33cc-5123-49ae-9dbb-c04d8a92bede', 'status': 'completed', 'code': 200} May 26 16:04:11.378093 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-7c70fe1c-5acc-4056-aead-23455d518e9e req-9b46244b-dafa-4c66-9681-6f04be0a8824 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] delete failed (client error): There was a conflict when trying to complete your request. May 26 16:04:11.379120 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c70fe1c-5acc-4056-aead-23455d518e9e req-9b46244b-dafa-4c66-9681-6f04be0a8824 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "DELETE /v2.0/security-groups/139e64c4-a569-4c18-8ede-8fb3a84d4761 HTTP/1.1" status: 409 len: 341 time: 0.0476363 May 26 16:04:11.411615 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['e8de33cc-5123-49ae-9dbb-c04d8a92bede'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:11.412361 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcb5dc-2620-4ac5-9c6c-9229d3444555 req-d6bee494-95b8-4cc1-bf81-7d26df7bd862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:11.413909 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-65dcb5dc-2620-4ac5-9c6c-9229d3444555 req-d6bee494-95b8-4cc1-bf81-7d26df7bd862 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=46364c65eaab404bb479cc7b86850f2b&device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 1135 time: 0.0430806 May 26 16:04:11.461267 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5ef6572c-8170-479f-969a-3eb1ddc0db68 req-1afae319-91b2-4c5d-8364-1dfb35682dd2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=e509ab85-6513-431f-82f8-6e2bbd3e454b HTTP/1.1" status: 200 len: 210 time: 0.0405457 May 26 16:04:11.486783 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['a57eefc1-aa04-49e0-b64b-cef0a18a82ec', 'e8de33cc-5123-49ae-9dbb-c04d8a92bede'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:11.539185 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcb5dc-2620-4ac5-9c6c-9229d3444555 req-4c38362d-4c81-481a-8704-f38cde7371f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:11.540806 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-65dcb5dc-2620-4ac5-9c6c-9229d3444555 req-4c38362d-4c81-481a-8704-f38cde7371f9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cf320b0a-9160-436c-9afa-9246ccfc6e6d HTTP/1.1" status: 200 len: 913 time: 0.1144943 May 26 16:04:11.596366 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-65dcb5dc-2620-4ac5-9c6c-9229d3444555 req-120349e9-d7d5-48d8-b8f2-a43871ea2b0d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8de33cc-5123-49ae-9dbb-c04d8a92bede HTTP/1.1" status: 200 len: 217 time: 0.0422316 May 26 16:04:11.601016 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 5b134ecc-d3aa-4bc5-a925-04c3afbf033c no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:11.647065 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 5b134ecc-d3aa-4bc5-a925-04c3afbf033c {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:11.647402 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 5b134ecc-d3aa-4bc5-a925-04c3afbf033c not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:11.647998 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f36f9371-29f9-4988-a72f-1465d9a496d3 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:11.668818 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04320a7-5c5f-4ae9-a47b-b4ceac641ab6 req-f4faaea6-9b00-4021-85eb-88dcf74051d9 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:11.669155 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcb5dc-2620-4ac5-9c6c-9229d3444555 req-af2efce4-f0ec-413a-9550-df2687a4cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:11.670315 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f04320a7-5c5f-4ae9-a47b-b4ceac641ab6 req-f4faaea6-9b00-4021-85eb-88dcf74051d9 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 984 time: 0.0868282 May 26 16:04:11.681116 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef25be-afc9-440c-b708-8082b57c898c req-be46bdc2-7df5-40b4-9102-8cf55c7e9225 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:11.681405 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-65dcb5dc-2620-4ac5-9c6c-9229d3444555 req-af2efce4-f0ec-413a-9550-df2687a4cda1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f01ba635-ccdf-40f5-81b7-3a68df45ec94 HTTP/1.1" status: 200 len: 852 time: 0.0669918 May 26 16:04:11.682922 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bbef25be-afc9-440c-b708-8082b57c898c req-be46bdc2-7df5-40b4-9102-8cf55c7e9225 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.0900195 May 26 16:04:11.683440 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: f36f9371-29f9-4988-a72f-1465d9a496d3 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:11.683781 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f36f9371-29f9-4988-a72f-1465d9a496d3 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:11.684223 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:11.725147 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:11.725485 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:11.744819 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f04320a7-5c5f-4ae9-a47b-b4ceac641ab6 req-d8c5affc-9a73-4606-aafe-688544de4c40 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&id=139e64c4-a569-4c18-8ede-8fb3a84d4761&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0608795 May 26 16:04:11.773712 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bbef25be-afc9-440c-b708-8082b57c898c req-5c129250-8405-4907-b1e0-e855a9f3a0b9 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829399 May 26 16:04:11.779223 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-65dcb5dc-2620-4ac5-9c6c-9229d3444555 req-7c57c5e9-8865-471d-8a29-87c8e39cbffb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cf320b0a-9160-436c-9afa-9246ccfc6e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840845 May 26 16:04:11.921023 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db9c2d-2d33-4570-a78c-fb10feaa5912 req-f7f16a4f-b87b-47b8-8c12-2803d48a982e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:11.921660 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53deea2-364e-4d57-9c93-af7c008c3bfe req-7168cafd-cb61-43c2-9df1-467d177cc3f9 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:11.922483 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a7db9c2d-2d33-4570-a78c-fb10feaa5912 req-f7f16a4f-b87b-47b8-8c12-2803d48a982e tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.83 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.2295265 May 26 16:04:11.929073 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d53deea2-364e-4d57-9c93-af7c008c3bfe req-7168cafd-cb61-43c2-9df1-467d177cc3f9 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 947 time: 0.0794919 May 26 16:04:11.982426 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d53deea2-364e-4d57-9c93-af7c008c3bfe req-be5f795f-3bc5-4338-b217-4aef77c2df3c tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522752 May 26 16:04:12.156578 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43446) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:12.288540 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e509ab85-6513-431f-82f8-6e2bbd3e454b', 'name': 'network-vif-deleted', 'tag': '5b134ecc-d3aa-4bc5-a925-04c3afbf033c'}, {'server_uuid': 'e509ab85-6513-431f-82f8-6e2bbd3e454b', 'name': 'network-vif-deleted', 'tag': '1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58'}, {'server_uuid': 'e509ab85-6513-431f-82f8-6e2bbd3e454b', 'name': 'network-vif-deleted', 'tag': 'f36f9371-29f9-4988-a72f-1465d9a496d3'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:12.290861 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22e97ea-ef13-48d1-973b-2f7ffacb4edd" -d '{"events": [{"server_uuid": "e509ab85-6513-431f-82f8-6e2bbd3e454b", "name": "network-vif-deleted", "tag": "5b134ecc-d3aa-4bc5-a925-04c3afbf033c"}, {"server_uuid": "e509ab85-6513-431f-82f8-6e2bbd3e454b", "name": "network-vif-deleted", "tag": "1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58"}, {"server_uuid": "e509ab85-6513-431f-82f8-6e2bbd3e454b", "name": "network-vif-deleted", "tag": "f36f9371-29f9-4988-a72f-1465d9a496d3"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:12.296991 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-963e1bca-c66d-4fc2-94b6-fbf2af1206e2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a3d1acb1cfd64e6e8ebef431bb4a3c40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1390636 May 26 16:04:12.299935 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43452) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:12.334417 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 26 May 2022 16:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a88902-9d4e-4239-b19b-7efcfc920919 x-openstack-request-id: req-69a88902-9d4e-4239-b19b-7efcfc920919 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:12.334711 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e509ab85-6513-431f-82f8-6e2bbd3e454b", "name": "network-vif-deleted", "tag": "5b134ecc-d3aa-4bc5-a925-04c3afbf033c", "status": "completed", "code": 200}, {"server_uuid": "e509ab85-6513-431f-82f8-6e2bbd3e454b", "name": "network-vif-deleted", "tag": "1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58", "status": "completed", "code": 200}, {"server_uuid": "e509ab85-6513-431f-82f8-6e2bbd3e454b", "name": "network-vif-deleted", "tag": "f36f9371-29f9-4988-a72f-1465d9a496d3", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:12.334952 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-69a88902-9d4e-4239-b19b-7efcfc920919 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:12.335334 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a88902-9d4e-4239-b19b-7efcfc920919'] response: {'server_uuid': 'e509ab85-6513-431f-82f8-6e2bbd3e454b', 'name': 'network-vif-deleted', 'tag': '5b134ecc-d3aa-4bc5-a925-04c3afbf033c', 'status': 'completed', 'code': 200} May 26 16:04:12.335579 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a88902-9d4e-4239-b19b-7efcfc920919'] response: {'server_uuid': 'e509ab85-6513-431f-82f8-6e2bbd3e454b', 'name': 'network-vif-deleted', 'tag': '1cdc3c8f-25b3-4ea1-a8bd-86e91e08be58', 'status': 'completed', 'code': 200} May 26 16:04:12.335822 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a88902-9d4e-4239-b19b-7efcfc920919'] response: {'server_uuid': 'e509ab85-6513-431f-82f8-6e2bbd3e454b', 'name': 'network-vif-deleted', 'tag': 'f36f9371-29f9-4988-a72f-1465d9a496d3', 'status': 'completed', 'code': 200} May 26 16:04:12.337871 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-65dcb5dc-2620-4ac5-9c6c-9229d3444555 req-9759e8f4-d82d-43f1-b0f1-a62d8cf63cc4 service neutron] 10.222.0.81 "GET /v2.0/networks/cf320b0a-9160-436c-9afa-9246ccfc6e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504262 May 26 16:04:12.414885 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d6bb3-15f6-4a2a-8b3b-661dacc4f201 req-4ca41f9c-8030-4fc2-871f-d29182b34ed8 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:12.417270 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d31d6bb3-15f6-4a2a-8b3b-661dacc4f201 req-4ca41f9c-8030-4fc2-871f-d29182b34ed8 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 949 time: 0.0536513 May 26 16:04:12.429045 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-a7db9c2d-2d33-4570-a78c-fb10feaa5912 req-2ec22d8f-748b-4543-bec8-70c771ee2a56 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Deleting port 6097825e-22a5-4134-93cd-23f98ced9146 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:12.429619 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a7db9c2d-2d33-4570-a78c-fb10feaa5912 req-2ec22d8f-748b-4543-bec8-70c771ee2a56 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:12.452025 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e2ce6fa-d7bc-43fa-ab1e-60f7bd9630f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:12.518753 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 11a1ce1f-16ef-44db-80f7-fc56040c8f44 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:04:12.537289 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 6c6292fe-5840-4369-b5fb-e2395da7f49c no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:12.542753 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43458) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:12.560304 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 6c6292fe-5840-4369-b5fb-e2395da7f49c {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:12.560536 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e2ce6fa-d7bc-43fa-ab1e-60f7bd9630f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:12.560636 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 6c6292fe-5840-4369-b5fb-e2395da7f49c not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:12.600584 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-65dcb5dc-2620-4ac5-9c6c-9229d3444555 req-bca4c799-9267-46be-8810-029b45c97961 service neutron] 10.222.0.81 "GET /v2.0/networks/cf320b0a-9160-436c-9afa-9246ccfc6e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474918 May 26 16:04:12.661041 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 11a1ce1f-16ef-44db-80f7-fc56040c8f44, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=11a1ce1f-16ef-44db-80f7-fc56040c8f44,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:12.670551 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-2620572a-fab2-4850-a914-047efd397132 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Deleting subnet ea091b0d-bf14-4a12-a338-0f349cf20f76 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:04:12.675968 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '11a1ce1f-16ef-44db-80f7-fc56040c8f44', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '11a1ce1f-16ef-44db-80f7-fc56040c8f44', 'mac_address': 'fa:16:3e:1b:d4:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:04:12.678891 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-a7db9c2d-2d33-4570-a78c-fb10feaa5912 req-2ec22d8f-748b-4543-bec8-70c771ee2a56 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] For port 6097825e-22a5-4134-93cd-23f98ced9146, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=6097825e-22a5-4134-93cd-23f98ced9146,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:12.679354 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a7db9c2d-2d33-4570-a78c-fb10feaa5912 req-2ec22d8f-748b-4543-bec8-70c771ee2a56 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:12.682278 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2620572a-fab2-4850-a914-047efd397132 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:12.727436 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d31d6bb3-15f6-4a2a-8b3b-661dacc4f201 req-cec01783-3eab-4b6f-9a38-c4fbeb7571ad tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035939 May 26 16:04:12.744014 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 11a1ce1f-16ef-44db-80f7-fc56040c8f44 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:12.744747 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:12.750164 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-a7db9c2d-2d33-4570-a78c-fb10feaa5912 req-2ec22d8f-748b-4543-bec8-70c771ee2a56 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Calling delete_port for 6097825e-22a5-4134-93cd-23f98ced9146 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:12.758573 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a1ce1f-16ef-44db-80f7-fc56040c8f44 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:12.770886 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e2ce6fa-d7bc-43fa-ab1e-60f7bd9630f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:12.774799 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e2ce6fa-d7bc-43fa-ab1e-60f7bd9630f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:12.778978 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6e2ce6fa-d7bc-43fa-ab1e-60f7bd9630f9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2c2413c1-1172-4b1c-98dd-fd72838a740a HTTP/1.1" status: 204 len: 168 time: 0.4762371 May 26 16:04:12.780135 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 11a1ce1f-16ef-44db-80f7-fc56040c8f44, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=11a1ce1f-16ef-44db-80f7-fc56040c8f44,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:12.785636 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:12.786123 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 77669548-de09-4082-a168-6e89fbf18838 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:04:12.788971 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2620572a-fab2-4850-a914-047efd397132 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:12.820481 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 77669548-de09-4082-a168-6e89fbf18838, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=77669548-de09-4082-a168-6e89fbf18838,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:12.902084 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '77669548-de09-4082-a168-6e89fbf18838', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '77669548-de09-4082-a168-6e89fbf18838', 'mac_address': 'fa:16:3e:40:03:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:04:12.904018 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a4545-062f-4556-ac58-ff280a403855 req-cb9b4dc1-73d5-4a39-a6e3-1b76e77e9dc2 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:12.906549 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa1a4545-062f-4556-ac58-ff280a403855 req-cb9b4dc1-73d5-4a39-a6e3-1b76e77e9dc2 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 984 time: 0.0659163 May 26 16:04:12.909330 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=11a1ce1f-16ef-44db-80f7-fc56040c8f44,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:12.965622 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 77669548-de09-4082-a168-6e89fbf18838 is: ACTIVE; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:12.966892 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:12.969527 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ce6fa-d7bc-43fa-ab1e-60f7bd9630f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2413c1-1172-4b1c-98dd-fd72838a740a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:12.982122 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2620572a-fab2-4850-a914-047efd397132 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:12.987530 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abec01-fd7a-4eb3-b24b-5f3a2afa6b20 req-1bbba30a-9f33-4fa2-ab02-86fd054b774e tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:12.988147 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5adba0-04ff-405b-bf1c-7f31237825bd req-bad64b9b-0fa7-4df6-96e4-281c15e34072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:12.989121 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98abec01-fd7a-4eb3-b24b-5f3a2afa6b20 req-1bbba30a-9f33-4fa2-ab02-86fd054b774e tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.0815098 May 26 16:04:12.989599 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7c5adba0-04ff-405b-bf1c-7f31237825bd req-bad64b9b-0fa7-4df6-96e4-281c15e34072 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=46364c65eaab404bb479cc7b86850f2b&device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 1135 time: 0.2722218 May 26 16:04:12.994858 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77669548-de09-4082-a168-6e89fbf18838 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:12.996890 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa1a4545-062f-4556-ac58-ff280a403855 req-5f8b4406-6d30-4e33-a619-b96e836dc8a4 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&id=139e64c4-a569-4c18-8ede-8fb3a84d4761&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0755777 May 26 16:04:13.016579 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e6c8911-9063-4457-9a67-25ca235f9952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:13.040839 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 77669548-de09-4082-a168-6e89fbf18838, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=77669548-de09-4082-a168-6e89fbf18838,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:13.054533 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:13.078896 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98abec01-fd7a-4eb3-b24b-5f3a2afa6b20 req-64fff54b-0baa-45cc-ae76-d1edfcbbe280 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717833 May 26 16:04:13.137204 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=77669548-de09-4082-a168-6e89fbf18838,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:13.206505 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2620572a-fab2-4850-a914-047efd397132 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:13.231285 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43480) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:13.232417 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf8c97-840e-4f4d-b2e0-e324c9032c32 req-5a6352b0-64eb-4233-a51c-6f0c1a1e1515 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:13.235230 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ddf8c97-840e-4f4d-b2e0-e324c9032c32 req-5a6352b0-64eb-4233-a51c-6f0c1a1e1515 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 948 time: 0.0755894 May 26 16:04:13.259032 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5adba0-04ff-405b-bf1c-7f31237825bd req-d9f9b94e-434c-4825-be32-3db962eae3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:13.261061 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7c5adba0-04ff-405b-bf1c-7f31237825bd req-d9f9b94e-434c-4825-be32-3db962eae3aa service neutron] 10.222.0.81 "GET /v2.0/networks?id=cf320b0a-9160-436c-9afa-9246ccfc6e6d HTTP/1.1" status: 200 len: 913 time: 0.2253120 May 26 16:04:13.280396 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ddf8c97-840e-4f4d-b2e0-e324c9032c32 req-3dcf24b4-61d1-4692-bb37-c2dc03e846f8 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383747 May 26 16:04:13.294576 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feafd55a-0977-478a-9ac6-99ddf2327cd0 None None] Network 7270590f-d74b-4c1a-857b-4ef286b5224e requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:04:13.301043 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620572a-fab2-4850-a914-047efd397132 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event deleted for resources: {'Subnet': ['ID=ea091b0d-bf14-4a12-a338-0f349cf20f76,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:13.304588 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2620572a-fab2-4850-a914-047efd397132 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:13.310291 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2620572a-fab2-4850-a914-047efd397132 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "DELETE /v2.0/subnets/ea091b0d-bf14-4a12-a338-0f349cf20f76 HTTP/1.1" status: 204 len: 168 time: 0.7648714 May 26 16:04:13.312671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43482) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:13.356916 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7c5adba0-04ff-405b-bf1c-7f31237825bd req-17d5463b-1cba-4acd-9fa6-76b29bdfa12a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8de33cc-5123-49ae-9dbb-c04d8a92bede HTTP/1.1" status: 200 len: 217 time: 0.0722194 May 26 16:04:13.389417 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e11d9b62-2fcf-4785-b586-00814e10ecd2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:13.399692 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a7db9c2d-2d33-4570-a78c-fb10feaa5912 req-2ec22d8f-748b-4543-bec8-70c771ee2a56 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:13.413809 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-01db4cbe-4147-429b-b65a-2fe316b97ac3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b9e313c0e1d84d45b77e1698a0b22f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1749871 May 26 16:04:13.427330 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43484) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:13.444690 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec22d8f-748b-4543-bec8-70c771ee2a56 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Pushing event deleted for resources: {'Port': ['ID=6097825e-22a5-4134-93cd-23f98ced9146,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:13.474094 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5adba0-04ff-405b-bf1c-7f31237825bd req-5a253cee-da38-4a71-9c32-4d4a9ab6afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:13.476021 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7c5adba0-04ff-405b-bf1c-7f31237825bd req-5a253cee-da38-4a71-9c32-4d4a9ab6afb2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f01ba635-ccdf-40f5-81b7-3a68df45ec94 HTTP/1.1" status: 200 len: 852 time: 0.1109142 May 26 16:04:13.495623 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e11d9b62-2fcf-4785-b586-00814e10ecd2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Deleting port 508c70ee-8693-47e5-9bc9-981065073b63 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:13.496162 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e11d9b62-2fcf-4785-b586-00814e10ecd2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:13.506858 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7db9c2d-2d33-4570-a78c-fb10feaa5912 req-2ec22d8f-748b-4543-bec8-70c771ee2a56 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] No DVR routers for this DVR port 6097825e-22a5-4134-93cd-23f98ced9146 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:13.512891 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c92ebbc3-5763-43e8-b1cc-6da8fb16996b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:13.516303 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a7db9c2d-2d33-4570-a78c-fb10feaa5912 req-2ec22d8f-748b-4543-bec8-70c771ee2a56 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:13.519391 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a7db9c2d-2d33-4570-a78c-fb10feaa5912 req-2ec22d8f-748b-4543-bec8-70c771ee2a56 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.83 "DELETE /v2.0/ports/6097825e-22a5-4134-93cd-23f98ced9146 HTTP/1.1" status: 204 len: 173 time: 1.5875957 May 26 16:04:13.539289 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d34bdb-9b74-40c5-b883-2bb5230c09c0 None None] DHCP port deletion for 7270590f-d74b-4c1a-857b-4ef286b5224e request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:04:13.544237 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7c5adba0-04ff-405b-bf1c-7f31237825bd req-6c94b49b-72e1-42f2-b117-46eafc8d2283 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cf320b0a-9160-436c-9afa-9246ccfc6e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384305 May 26 16:04:13.573741 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c92ebbc3-5763-43e8-b1cc-6da8fb16996b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:13.586023 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 58c9f581-9690-4045-a71c-d9294bd4cbfb up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:13.587291 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-e11d9b62-2fcf-4785-b586-00814e10ecd2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] For port 508c70ee-8693-47e5-9bc9-981065073b63, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=508c70ee-8693-47e5-9bc9-981065073b63,segment=NetworkSegment(f55fcecc-7367-4a0f-9ee8-625c87ba0294),segment_id=f55fcecc-7367-4a0f-9ee8-625c87ba0294)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:13.587660 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e11d9b62-2fcf-4785-b586-00814e10ecd2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:13.613481 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e11d9b62-2fcf-4785-b586-00814e10ecd2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Calling delete_port for 508c70ee-8693-47e5-9bc9-981065073b63 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:13.615519 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['77669548-de09-4082-a168-6e89fbf18838'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:13.698146 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7c5adba0-04ff-405b-bf1c-7f31237825bd req-4ede3ec2-426b-46d7-b886-c202e5b92d6a service neutron] 10.222.0.81 "GET /v2.0/networks/cf320b0a-9160-436c-9afa-9246ccfc6e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375422 May 26 16:04:13.698675 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c92ebbc3-5763-43e8-b1cc-6da8fb16996b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:13.701245 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c92ebbc3-5763-43e8-b1cc-6da8fb16996b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:13.704143 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c92ebbc3-5763-43e8-b1cc-6da8fb16996b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2cc5e42b-d43e-430f-86ea-cccf666c7ec5 HTTP/1.1" status: 204 len: 168 time: 0.2736797 May 26 16:04:13.724779 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ebbc3-5763-43e8-b1cc-6da8fb16996b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc5e42b-d43e-430f-86ea-cccf666c7ec5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:13.774251 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e11d9b62-2fcf-4785-b586-00814e10ecd2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:13.840904 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7c5adba0-04ff-405b-bf1c-7f31237825bd req-3bb01df4-ad83-4f66-bbe6-f9a8975b746f service neutron] 10.222.0.81 "GET /v2.0/networks/cf320b0a-9160-436c-9afa-9246ccfc6e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342728 May 26 16:04:13.848468 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d9b62-2fcf-4785-b586-00814e10ecd2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event deleted for resources: {'Port': ['ID=508c70ee-8693-47e5-9bc9-981065073b63,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:13.857821 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11d9b62-2fcf-4785-b586-00814e10ecd2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] No DVR routers for this DVR port 508c70ee-8693-47e5-9bc9-981065073b63 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:13.878878 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d0d34bdb-9b74-40c5-b883-2bb5230c09c0 None None] Deleting port 508c70ee-8693-47e5-9bc9-981065073b63 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:13.879252 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d0d34bdb-9b74-40c5-b883-2bb5230c09c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:13.919680 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 58c9f581-9690-4045-a71c-d9294bd4cbfb completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:04:13.998484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 508c70ee-8693-47e5-9bc9-981065073b63 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:14.001066 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 58c9f581-9690-4045-a71c-d9294bd4cbfb triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:14.001491 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:14.059489 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e11d9b62-2fcf-4785-b586-00814e10ecd2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:14.085544 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-e11d9b62-2fcf-4785-b586-00814e10ecd2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7270590f-d74b-4c1a-857b-4ef286b5224e']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:14.096322 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-e11d9b62-2fcf-4785-b586-00814e10ecd2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55fcecc-7367-4a0f-9ee8-625c87ba0294') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:14.096620 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-e11d9b62-2fcf-4785-b586-00814e10ecd2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55fcecc-7367-4a0f-9ee8-625c87ba0294') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:14.101746 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d0d34bdb-9b74-40c5-b883-2bb5230c09c0 None None] For port 508c70ee-8693-47e5-9bc9-981065073b63, host n-d-843337-2, got binding levels [] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:14.102811 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d0d34bdb-9b74-40c5-b883-2bb5230c09c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:14.109028 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 508c70ee-8693-47e5-9bc9-981065073b63 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:14.109028 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 508c70ee-8693-47e5-9bc9-981065073b63 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:14.132328 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e11d9b62-2fcf-4785-b586-00814e10ecd2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:14.149007 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d0d34bdb-9b74-40c5-b883-2bb5230c09c0 None None] Calling delete_port for 508c70ee-8693-47e5-9bc9-981065073b63 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:14.149788 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e11d9b62-2fcf-4785-b586-00814e10ecd2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:14.155689 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.ipam_backend_mixin [None req-d0d34bdb-9b74-40c5-b883-2bb5230c09c0 None None] Port 508c70ee-8693-47e5-9bc9-981065073b63 was not found and therefore no delete operation was performed {{(pid=103897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:04:14.162000 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f55032a2-d345-4571-8fca-7be3a948d86c req-5277359c-777c-4515-a6c5-b2c86c549cd3 tempest-MigrationsAdminTest-1399206542 tempest-MigrationsAdminTest-1399206542-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d850e7d-33a2-44d7-9531-fc902537f0c2 HTTP/1.1" status: 200 len: 210 time: 0.2080114 May 26 16:04:14.171943 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11d9b62-2fcf-4785-b586-00814e10ecd2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:04:14.172472 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e11d9b62-2fcf-4785-b586-00814e10ecd2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:14.174084 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d0d34bdb-9b74-40c5-b883-2bb5230c09c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:14.193522 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d34bdb-9b74-40c5-b883-2bb5230c09c0 None None] No DVR routers for this DVR port 508c70ee-8693-47e5-9bc9-981065073b63 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:14.286942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d34bdb-9b74-40c5-b883-2bb5230c09c0 None None] Pushing event deleted for resources: {'Port': ['ID=508c70ee-8693-47e5-9bc9-981065073b63,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:14.299451 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['11a1ce1f-16ef-44db-80f7-fc56040c8f44'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:14.332669 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 58c9f581-9690-4045-a71c-d9294bd4cbfb is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:14.333239 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:14.335906 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e11d9b62-2fcf-4785-b586-00814e10ecd2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:14.339330 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d850e7d-33a2-44d7-9531-fc902537f0c2', 'name': 'network-vif-deleted', 'tag': '6097825e-22a5-4134-93cd-23f98ced9146'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:14.341946 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5d7ff4-1641-463f-b330-08007669fc55" -d '{"events": [{"server_uuid": "8d850e7d-33a2-44d7-9531-fc902537f0c2", "name": "network-vif-deleted", "tag": "6097825e-22a5-4134-93cd-23f98ced9146"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:14.366954 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e11d9b62-2fcf-4785-b586-00814e10ecd2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:14.370778 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e11d9b62-2fcf-4785-b586-00814e10ecd2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "DELETE /v2.0/networks/7270590f-d74b-4c1a-857b-4ef286b5224e HTTP/1.1" status: 204 len: 168 time: 1.0569696 May 26 16:04:14.373878 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43512) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:14.403037 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d9b62-2fcf-4785-b586-00814e10ecd2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event deleted for resources: {'Network': ['ID=7270590f-d74b-4c1a-857b-4ef286b5224e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:14.425326 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b33ebd-3936-4cdf-b60e-9260ae90635c req-9ab0b641-de32-409f-a818-8e4899550aa7 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:14.427306 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99b33ebd-3936-4cdf-b60e-9260ae90635c req-9ab0b641-de32-409f-a818-8e4899550aa7 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 984 time: 0.1799817 May 26 16:04:14.459005 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb37a4b-c723-4ea2-b0b2-8e27828624ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c9f581-9690-4045-a71c-d9294bd4cbfb'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:14.472989 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f38573-680d-4a9d-b657-8b7b910aadef" -d '{"events": [{"server_uuid": "beb37a4b-c723-4ea2-b0b2-8e27828624ee", "name": "network-vif-plugged", "status": "completed", "tag": "58c9f581-9690-4045-a71c-d9294bd4cbfb"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:14.479415 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e20989-907d-4a1b-9ff2-6b5d1bee6037 req-baa2e660-62b6-44c9-b344-1ad171354f8d tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:14.490090 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38e20989-907d-4a1b-9ff2-6b5d1bee6037 req-baa2e660-62b6-44c9-b344-1ad171354f8d tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.2349784 May 26 16:04:14.509698 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 58c9f581-9690-4045-a71c-d9294bd4cbfb, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=58c9f581-9690-4045-a71c-d9294bd4cbfb,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:14.530863 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 6097825e-22a5-4134-93cd-23f98ced9146 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:14.542770 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:14.570823 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60b736-f3e7-40b7-a5d2-29e52f0ec679 req-0afb3b35-50da-4e7b-929e-975dc1bc654b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:14.572623 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ac60b736-f3e7-40b7-a5d2-29e52f0ec679 req-0afb3b35-50da-4e7b-929e-975dc1bc654b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 1097 time: 0.1231117 May 26 16:04:14.579279 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac728dd-5ff0-4d62-a03f-669ba3d99c39 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Deleting subnet ccc126cc-da6b-49c8-8937-6bf6e6b8b067 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:04:14.582875 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fac728dd-5ff0-4d62-a03f-669ba3d99c39 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:14.593888 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99b33ebd-3936-4cdf-b60e-9260ae90635c req-6c29e2aa-70a0-4988-aa7e-7aadee6885e2 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&id=139e64c4-a569-4c18-8ede-8fb3a84d4761&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1574209 May 26 16:04:14.601691 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38e20989-907d-4a1b-9ff2-6b5d1bee6037 req-aa020d9f-e1bb-4df5-9bd2-4053d5ed190d tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107578 May 26 16:04:14.631191 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 6097825e-22a5-4134-93cd-23f98ced9146 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:14.631527 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 6097825e-22a5-4134-93cd-23f98ced9146 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:14.694869 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fac728dd-5ff0-4d62-a03f-669ba3d99c39 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:14.700805 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ac60b736-f3e7-40b7-a5d2-29e52f0ec679 req-51ea9972-2af5-43a2-a66f-6f0585f9744d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144507 May 26 16:04:14.752240 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=58c9f581-9690-4045-a71c-d9294bd4cbfb,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:14.818296 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment f55fcecc-7367-4a0f-9ee8-625c87ba0294 resource provider aggregate not found May 26 16:04:14.823225 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4599c7-5c31-4ffc-9f88-2755a75a38f6 x-openstack-request-id: req-ed4599c7-5c31-4ffc-9f88-2755a75a38f6 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:14.823363 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d850e7d-33a2-44d7-9531-fc902537f0c2", "name": "network-vif-deleted", "tag": "6097825e-22a5-4134-93cd-23f98ced9146", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:14.823684 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ed4599c7-5c31-4ffc-9f88-2755a75a38f6 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:14.824263 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed4599c7-5c31-4ffc-9f88-2755a75a38f6'] response: {'server_uuid': '8d850e7d-33a2-44d7-9531-fc902537f0c2', 'name': 'network-vif-deleted', 'tag': '6097825e-22a5-4134-93cd-23f98ced9146', 'status': 'completed', 'code': 200} May 26 16:04:14.829637 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fac728dd-5ff0-4d62-a03f-669ba3d99c39 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:14.846728 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment f55fcecc-7367-4a0f-9ee8-625c87ba0294 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f55fcecc-7367-4a0f-9ee8-625c87ba0294 found for delete ", "request_id": "req-9f73b641-a295-4c5b-90bd-f602d292e62b"}]} May 26 16:04:14.857262 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c21222-462e-4cb8-8051-461342c634ac req-c2a61abb-067f-40de-bdd4-48da4e4a2fcc tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:14.859013 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-90c21222-462e-4cb8-8051-461342c634ac req-c2a61abb-067f-40de-bdd4-48da4e4a2fcc tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 948 time: 0.0737288 May 26 16:04:14.873983 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75910827-08f1-414a-85cf-4c5c0606255c x-openstack-request-id: req-75910827-08f1-414a-85cf-4c5c0606255c {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:14.874279 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb37a4b-c723-4ea2-b0b2-8e27828624ee", "name": "network-vif-plugged", "status": "completed", "tag": "58c9f581-9690-4045-a71c-d9294bd4cbfb", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:14.874531 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-75910827-08f1-414a-85cf-4c5c0606255c {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:14.874929 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75910827-08f1-414a-85cf-4c5c0606255c'] response: {'server_uuid': 'beb37a4b-c723-4ea2-b0b2-8e27828624ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c9f581-9690-4045-a71c-d9294bd4cbfb', 'code': 200} May 26 16:04:14.906589 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-90c21222-462e-4cb8-8051-461342c634ac req-faa737f8-8289-425b-9095-bca4d6f07b24 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400913 May 26 16:04:14.933916 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fac728dd-5ff0-4d62-a03f-669ba3d99c39 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:14.970855 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac728dd-5ff0-4d62-a03f-669ba3d99c39 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc126cc-da6b-49c8-8937-6bf6e6b8b067,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:14.977014 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fac728dd-5ff0-4d62-a03f-669ba3d99c39 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:14.982865 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fac728dd-5ff0-4d62-a03f-669ba3d99c39 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "DELETE /v2.0/subnets/ccc126cc-da6b-49c8-8937-6bf6e6b8b067 HTTP/1.1" status: 204 len: 168 time: 0.6025209 May 26 16:04:14.983626 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43536) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:14.986426 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd9353b-c2e4-4d8b-96a7-463ffdf3c77c None None] Network 2d6abc46-a390-4c53-a081-348fc05e301c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:04:15.021015 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef78404-dda9-4752-86ac-8b4ca28aa6f3 req-b942a9f1-d835-4632-9d97-1d61f5db0558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:15.025662 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aef78404-dda9-4752-86ac-8b4ca28aa6f3 req-b942a9f1-d835-4632-9d97-1d61f5db0558 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 1101 time: 0.0645769 May 26 16:04:15.075246 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aef78404-dda9-4752-86ac-8b4ca28aa6f3 req-fac2ae17-625a-4b70-9f5a-acdaf6db170b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387554 May 26 16:04:15.099400 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-870682ef-be0d-4065-924d-654c197314da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:15.162425 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-870682ef-be0d-4065-924d-654c197314da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Deleting port e0297e2a-f4b5-481e-ab44-7989d80fdd3a {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:15.162766 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-870682ef-be0d-4065-924d-654c197314da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:15.217356 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6258042c-a189-443c-bb75-af63c5f41f90 None None] DHCP port deletion for 2d6abc46-a390-4c53-a081-348fc05e301c request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:04:15.238048 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-870682ef-be0d-4065-924d-654c197314da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] For port e0297e2a-f4b5-481e-ab44-7989d80fdd3a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e0297e2a-f4b5-481e-ab44-7989d80fdd3a,segment=NetworkSegment(a934d4c5-70d5-44fe-8550-8b2f58f4f089),segment_id=a934d4c5-70d5-44fe-8550-8b2f58f4f089)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:15.238415 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-870682ef-be0d-4065-924d-654c197314da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:15.253539 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-870682ef-be0d-4065-924d-654c197314da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Calling delete_port for e0297e2a-f4b5-481e-ab44-7989d80fdd3a owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:15.280405 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6258042c-a189-443c-bb75-af63c5f41f90 None None] Deleting port e0297e2a-f4b5-481e-ab44-7989d80fdd3a {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:15.280787 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6258042c-a189-443c-bb75-af63c5f41f90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:15.344708 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-870682ef-be0d-4065-924d-654c197314da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:15.351470 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-6258042c-a189-443c-bb75-af63c5f41f90 None None] For port e0297e2a-f4b5-481e-ab44-7989d80fdd3a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e0297e2a-f4b5-481e-ab44-7989d80fdd3a,segment=NetworkSegment(a934d4c5-70d5-44fe-8550-8b2f58f4f089),segment_id=a934d4c5-70d5-44fe-8550-8b2f58f4f089)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:15.352195 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6258042c-a189-443c-bb75-af63c5f41f90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:15.368102 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6258042c-a189-443c-bb75-af63c5f41f90 None None] Calling delete_port for e0297e2a-f4b5-481e-ab44-7989d80fdd3a owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:15.374994 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870682ef-be0d-4065-924d-654c197314da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event deleted for resources: {'Port': ['ID=e0297e2a-f4b5-481e-ab44-7989d80fdd3a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:15.380955 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870682ef-be0d-4065-924d-654c197314da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] No DVR routers for this DVR port e0297e2a-f4b5-481e-ab44-7989d80fdd3a on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:15.435500 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2f692fce-cc20-4c34-a724-68d04dae72ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:15.483093 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6258042c-a189-443c-bb75-af63c5f41f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:15.486531 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-870682ef-be0d-4065-924d-654c197314da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:15.518764 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258042c-a189-443c-bb75-af63c5f41f90 None None] Pushing event deleted for resources: {'Port': ['ID=e0297e2a-f4b5-481e-ab44-7989d80fdd3a,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:15.522579 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6258042c-a189-443c-bb75-af63c5f41f90 None None] No DVR routers for this DVR port e0297e2a-f4b5-481e-ab44-7989d80fdd3a on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:15.527643 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-870682ef-be0d-4065-924d-654c197314da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6abc46-a390-4c53-a081-348fc05e301c']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:15.538854 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-870682ef-be0d-4065-924d-654c197314da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a934d4c5-70d5-44fe-8550-8b2f58f4f089') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:15.539152 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-870682ef-be0d-4065-924d-654c197314da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a934d4c5-70d5-44fe-8550-8b2f58f4f089') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:15.550701 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-870682ef-be0d-4065-924d-654c197314da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:15.567284 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-870682ef-be0d-4065-924d-654c197314da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:15.574973 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-870682ef-be0d-4065-924d-654c197314da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:04:15.575439 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-870682ef-be0d-4065-924d-654c197314da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:15.588994 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43554) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:15.652179 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-870682ef-be0d-4065-924d-654c197314da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:15.662980 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-870682ef-be0d-4065-924d-654c197314da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:15.669614 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-870682ef-be0d-4065-924d-654c197314da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "DELETE /v2.0/networks/2d6abc46-a390-4c53-a081-348fc05e301c HTTP/1.1" status: 204 len: 168 time: 0.6820221 May 26 16:04:15.675176 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43564) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:15.681804 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-11e1ef9d-9796-4c1d-9114-99a55a37e104 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1867687525'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:15.690957 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870682ef-be0d-4065-924d-654c197314da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event deleted for resources: {'Network': ['ID=2d6abc46-a390-4c53-a081-348fc05e301c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:15.729603 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e1ef9d-9796-4c1d-9114-99a55a37e104 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Made reservation on behalf of c6cedca6b56247978dd71967ceac922e for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:15.734398 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11e1ef9d-9796-4c1d-9114-99a55a37e104 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:15.754160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5f9b3-5154-4c0b-8bed-c38879cc56e6 req-9d3c9bee-d0c8-403f-b860-2e58d72fb366 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:15.757057 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2c5f9b3-5154-4c0b-8bed-c38879cc56e6 req-9d3c9bee-d0c8-403f-b860-2e58d72fb366 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 984 time: 0.0667112 May 26 16:04:15.795854 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e1ef9d-9796-4c1d-9114-99a55a37e104 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:04:15.815786 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d0b84ee5-9568-4b92-b799-4c4b94fe4f9c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2e6ecadf768c4517a083521fe60f9efe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255011 May 26 16:04:15.816957 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11e1ef9d-9796-4c1d-9114-99a55a37e104 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:15.817299 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-11e1ef9d-9796-4c1d-9114-99a55a37e104 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Added segment 5c3b694c-d357-40ed-a79b-3d0bb59c6fc8 of type vlan for network 192a8d6e-682a-4121-a2c2-9b704f6ff009 May 26 16:04:15.818435 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43570) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:15.844057 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2c5f9b3-5154-4c0b-8bed-c38879cc56e6 req-62af3345-bf40-4eb8-ade1-b84c4d6cba4d tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&id=139e64c4-a569-4c18-8ede-8fb3a84d4761&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0790353 May 26 16:04:15.855834 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b10022-a3ff-46c3-8cc9-16122f7468cc req-2958d845-257b-4f9e-88f2-cf45ba969f81 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:15.857747 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1b10022-a3ff-46c3-8cc9-16122f7468cc req-2958d845-257b-4f9e-88f2-cf45ba969f81 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.1009610 May 26 16:04:15.868858 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11e1ef9d-9796-4c1d-9114-99a55a37e104 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:15.896587 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11e1ef9d-9796-4c1d-9114-99a55a37e104 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:15.904440 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e1ef9d-9796-4c1d-9114-99a55a37e104 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:15.905335 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11e1ef9d-9796-4c1d-9114-99a55a37e104 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:15.947488 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e0297e2a-f4b5-481e-ab44-7989d80fdd3a no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:15.972166 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1b10022-a3ff-46c3-8cc9-16122f7468cc req-cc824ad2-27ad-46eb-a863-9997e83756f9 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042082 May 26 16:04:15.976933 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7f0035ec-2622-4622-9f67-aa2a432f201e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:15.981936 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: e0297e2a-f4b5-481e-ab44-7989d80fdd3a {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:15.982504 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e0297e2a-f4b5-481e-ab44-7989d80fdd3a not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:15.996060 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-11e1ef9d-9796-4c1d-9114-99a55a37e104 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3178647 May 26 16:04:16.002163 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43586) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:16.019858 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-9bf34a18-b557-4cdd-997f-b72e2ac06932 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Request body: {'subnet': {'network_id': '192a8d6e-682a-4121-a2c2-9b704f6ff009', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:16.034945 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7f0035ec-2622-4622-9f67-aa2a432f201e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.036960 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1ef9d-9796-4c1d-9114-99a55a37e104 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event updated for resources: {'Network': ['ID=192a8d6e-682a-4121-a2c2-9b704f6ff009,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:16.051915 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 192a8d6e-682a-4121-a2c2-9b704f6ff009 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:04:16.149763 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf34a18-b557-4cdd-997f-b72e2ac06932 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Made reservation on behalf of c6cedca6b56247978dd71967ceac922e for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:16.151708 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6fbe615b-d713-473f-bd67-86f17d9626ea req-4bba3d9f-45db-456d-a872-b2237775fd8d tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1734026104&fields=id&tenant_id=46364c65eaab404bb479cc7b86850f2b HTTP/1.1" status: 200 len: 267 time: 0.0890577 May 26 16:04:16.154819 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9bf34a18-b557-4cdd-997f-b72e2ac06932 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.160749 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24161c4-ccfb-4584-95ff-e4e072010fb0 req-2e606f07-d8c9-4b0d-8476-8355bab6750c tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:16.162197 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b24161c4-ccfb-4584-95ff-e4e072010fb0 req-2e606f07-d8c9-4b0d-8476-8355bab6750c tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 948 time: 0.1018693 May 26 16:04:16.211846 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7f0035ec-2622-4622-9f67-aa2a432f201e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.215437 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7f0035ec-2622-4622-9f67-aa2a432f201e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.217018 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7f0035ec-2622-4622-9f67-aa2a432f201e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd80fbe9-a859-4ec4-af4a-d2752af4c4aa HTTP/1.1" status: 204 len: 168 time: 0.3947153 May 26 16:04:16.249694 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0035ec-2622-4622-9f67-aa2a432f201e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd80fbe9-a859-4ec4-af4a-d2752af4c4aa,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:16.258789 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe615b-d713-473f-bd67-86f17d9626ea req-add0ee45-02bf-4ca8-8674-0ca85f38b28d tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:16.260932 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6fbe615b-d713-473f-bd67-86f17d9626ea req-add0ee45-02bf-4ca8-8674-0ca85f38b28d tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 984 time: 0.0969188 May 26 16:04:16.263840 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b24161c4-ccfb-4584-95ff-e4e072010fb0 req-c3b90d2f-1a24-4ef8-a819-dec343db058f tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914781 May 26 16:04:16.278386 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-6fbe615b-d713-473f-bd67-86f17d9626ea req-4de42597-834a-4a6a-99d9-f5a4af99fdf0 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Request body: {'port': {'security_groups': ['139e64c4-a569-4c18-8ede-8fb3a84d4761', 'd116c30a-08c2-47aa-a9a5-f8a9af6c227d', 'e7d5410e-e678-4ff7-8014-49c895129c82']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:16.375155 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6fbe615b-d713-473f-bd67-86f17d9626ea req-4de42597-834a-4a6a-99d9-f5a4af99fdf0 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.388132 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.420428 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9bf34a18-b557-4cdd-997f-b72e2ac06932 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.515229 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf34a18-b557-4cdd-997f-b72e2ac06932 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Checking segment: {'id': '5c3b694c-d357-40ed-a79b-3d0bb59c6fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '192a8d6e-682a-4121-a2c2-9b704f6ff009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:16.515700 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf34a18-b557-4cdd-997f-b72e2ac06932 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Network hostable DHCP agents. Network: 192a8d6e-682a-4121-a2c2-9b704f6ff009, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:04:16.527244 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf34a18-b557-4cdd-997f-b72e2ac06932 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event updated for resources: {'Subnet': ['ID=de072c3b-a323-4e35-b98c-760c66c724a5,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:16.544517 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf34a18-b557-4cdd-997f-b72e2ac06932 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Network 192a8d6e-682a-4121-a2c2-9b704f6ff009 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:04:16.558751 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-9bf34a18-b557-4cdd-997f-b72e2ac06932 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 192a8d6e-682a-4121-a2c2-9b704f6ff009) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:16.563266 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf34a18-b557-4cdd-997f-b72e2ac06932 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:16.564119 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9bf34a18-b557-4cdd-997f-b72e2ac06932 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.568687 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efc067a-9458-4a4f-8699-c8a997bbfb5a None None] Network 192a8d6e-682a-4121-a2c2-9b704f6ff009 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:04:16.572706 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 77669548-de09-4082-a168-6e89fbf18838 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:16.584496 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9bf34a18-b557-4cdd-997f-b72e2ac06932 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5807416 May 26 16:04:16.587020 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43596) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:16.593806 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-5353c199-3f0a-4b2e-87db-38d3b92f1903 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1952690654'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:16.623915 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5353c199-3f0a-4b2e-87db-38d3b92f1903 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Made reservation on behalf of c6cedca6b56247978dd71967ceac922e for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:16.632748 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5353c199-3f0a-4b2e-87db-38d3b92f1903 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.660697 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-6fbe615b-d713-473f-bd67-86f17d9626ea req-4de42597-834a-4a6a-99d9-f5a4af99fdf0 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] For port e8de33cc-5123-49ae-9dbb-c04d8a92bede, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e8de33cc-5123-49ae-9dbb-c04d8a92bede,segment=NetworkSegment(621041f9-a4a3-475a-9761-93f655636e38),segment_id=621041f9-a4a3-475a-9761-93f655636e38)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:16.665148 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5353c199-3f0a-4b2e-87db-38d3b92f1903 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:04:16.686087 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5353c199-3f0a-4b2e-87db-38d3b92f1903 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.686494 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-5353c199-3f0a-4b2e-87db-38d3b92f1903 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Added segment 58031b61-2847-4621-885b-0842a3c3e82a of type vlan for network d8d6d9b9-7641-4e8d-afe3-30010ffc1819 May 26 16:04:16.718276 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 77669548-de09-4082-a168-6e89fbf18838 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:16.718607 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.730320 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6fbe615b-d713-473f-bd67-86f17d9626ea req-4de42597-834a-4a6a-99d9-f5a4af99fdf0 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.739756 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5353c199-3f0a-4b2e-87db-38d3b92f1903 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.743914 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6fbe615b-d713-473f-bd67-86f17d9626ea req-4de42597-834a-4a6a-99d9-f5a4af99fdf0 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.761822 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['a57eefc1-aa04-49e0-b64b-cef0a18a82ec', 'e8de33cc-5123-49ae-9dbb-c04d8a92bede'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:16.779237 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5353c199-3f0a-4b2e-87db-38d3b92f1903 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.785342 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5353c199-3f0a-4b2e-87db-38d3b92f1903 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:16.786064 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5353c199-3f0a-4b2e-87db-38d3b92f1903 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.812924 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe615b-d713-473f-bd67-86f17d9626ea req-4de42597-834a-4a6a-99d9-f5a4af99fdf0 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:16.813431 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6fbe615b-d713-473f-bd67-86f17d9626ea req-4de42597-834a-4a6a-99d9-f5a4af99fdf0 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:16.814945 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6fbe615b-d713-473f-bd67-86f17d9626ea req-4de42597-834a-4a6a-99d9-f5a4af99fdf0 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "PUT /v2.0/ports/e8de33cc-5123-49ae-9dbb-c04d8a92bede HTTP/1.1" status: 200 len: 1020 time: 0.5427377 May 26 16:04:16.815376 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218488d4-4b69-4ffc-b037-dfe2a6b0fa3c', 'tag': 'e8de33cc-5123-49ae-9dbb-c04d8a92bede'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:16.821095 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30df121-1a68-4327-a646-1b99e972786f" -d '{"events": [{"name": "network-changed", "server_uuid": "218488d4-4b69-4ffc-b037-dfe2a6b0fa3c", "tag": "e8de33cc-5123-49ae-9dbb-c04d8a92bede"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:16.842694 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43610) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:16.871109 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5353c199-3f0a-4b2e-87db-38d3b92f1903 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2790453 May 26 16:04:16.871109 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43614) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:16.875449 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-413fb258-95b9-495e-a4f3-6cecfead33e2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Request body: {'subnet': {'network_id': 'd8d6d9b9-7641-4e8d-afe3-30010ffc1819', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:16.887629 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment a934d4c5-70d5-44fe-8550-8b2f58f4f089 resource provider aggregate not found May 26 16:04:16.894963 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-842c1094-c598-4e9b-a321-99e528b462dc tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=53341ddbfc2443ba84cd9e950503a706&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715122 May 26 16:04:16.914239 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de42597-834a-4a6a-99d9-f5a4af99fdf0 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event updated for resources: {'Port': ['ID=e8de33cc-5123-49ae-9dbb-c04d8a92bede,revision_number=7']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:16.922152 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment a934d4c5-70d5-44fe-8550-8b2f58f4f089 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a934d4c5-70d5-44fe-8550-8b2f58f4f089 found for delete ", "request_id": "req-8ad59801-a287-4114-bd7c-dfc5323121d8"}]} May 26 16:04:16.932711 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353c199-3f0a-4b2e-87db-38d3b92f1903 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event updated for resources: {'Network': ['ID=d8d6d9b9-7641-4e8d-afe3-30010ffc1819,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:16.956065 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network d8d6d9b9-7641-4e8d-afe3-30010ffc1819 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:04:16.970799 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413fb258-95b9-495e-a4f3-6cecfead33e2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Made reservation on behalf of c6cedca6b56247978dd71967ceac922e for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:16.974518 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-413fb258-95b9-495e-a4f3-6cecfead33e2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:17.008322 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5eb4740b-ab65-4563-8f07-4f435f528a1d req-30516999-6520-46ae-b857-8f9eeecb0a3a tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/e7d5410e-e678-4ff7-8014-49c895129c82 HTTP/1.1" status: 200 len: 1799 time: 0.1646209 May 26 16:04:17.016711 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-61f8e92f-f09f-41e8-8e98-47f929883b08 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b1d7fee6c5f7472aa8e57c9979663b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1718044 May 26 16:04:17.019579 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43622) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:17.035206 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['e8de33cc-5123-49ae-9dbb-c04d8a92bede'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:17.113626 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d806e6d-e01b-4c61-9b1e-4ccf9fd26325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-192a8d6e-682a-4121-a2c2-9b704f6ff009', 'network_id': '192a8d6e-682a-4121-a2c2-9b704f6ff009', 'tenant_id': 'c6cedca6b56247978dd71967ceac922e', 'fixed_ips': [{'subnet_id': 'de072c3b-a323-4e35-b98c-760c66c724a5'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:04:17.114461 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3d806e6d-e01b-4c61-9b1e-4ccf9fd26325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:17.132975 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-ad4db97c-77bc-4467-9d6d-9772e6a763a9 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:17.134464 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-ad4db97c-77bc-4467-9d6d-9772e6a763a9 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2265463 May 26 16:04:17.143911 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51c0c085-4be0-4b71-8b2a-ada187db60e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:17.146608 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-5eb4740b-ab65-4563-8f07-4f435f528a1d req-193c4109-1fe5-49aa-b559-ff195edb02df tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] delete failed (client error): There was a conflict when trying to complete your request. May 26 16:04:17.148019 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5eb4740b-ab65-4563-8f07-4f435f528a1d req-193c4109-1fe5-49aa-b559-ff195edb02df tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "DELETE /v2.0/security-groups/e7d5410e-e678-4ff7-8014-49c895129c82 HTTP/1.1" status: 409 len: 341 time: 0.1224816 May 26 16:04:17.179900 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 77669548-de09-4082-a168-6e89fbf18838 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:17.180326 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:17.183312 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51c0c085-4be0-4b71-8b2a-ada187db60e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:17.191822 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-9c7020f7-c480-4364-9ef1-df2a9c384b5a tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/quotas/53341ddbfc2443ba84cd9e950503a706 HTTP/1.1" status: 200 len: 375 time: 0.0319710 May 26 16:04:17.209310 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-413fb258-95b9-495e-a4f3-6cecfead33e2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:17.247501 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831b5966-bbda-4e54-9623-1160fc124b1f x-openstack-request-id: req-831b5966-bbda-4e54-9623-1160fc124b1f {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:17.247903 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218488d4-4b69-4ffc-b037-dfe2a6b0fa3c", "tag": "e8de33cc-5123-49ae-9dbb-c04d8a92bede", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:17.248298 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-831b5966-bbda-4e54-9623-1160fc124b1f {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:17.248854 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-831b5966-bbda-4e54-9623-1160fc124b1f'] response: {'name': 'network-changed', 'server_uuid': '218488d4-4b69-4ffc-b037-dfe2a6b0fa3c', 'tag': 'e8de33cc-5123-49ae-9dbb-c04d8a92bede', 'status': 'completed', 'code': 200} May 26 16:04:17.251354 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-3d160da6-2a4c-4275-a950-9f729328da9a tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=53341ddbfc2443ba84cd9e950503a706&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466824 May 26 16:04:17.289133 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51c0c085-4be0-4b71-8b2a-ada187db60e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:17.296393 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51c0c085-4be0-4b71-8b2a-ada187db60e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:17.300087 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-51c0c085-4be0-4b71-8b2a-ada187db60e7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/67689287-a2c5-43de-8717-1b38db8a5307 HTTP/1.1" status: 204 len: 168 time: 0.2776499 May 26 16:04:17.321097 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77669548-de09-4082-a168-6e89fbf18838'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:17.323994 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ab1c67-7c94-47a7-8a23-69e55e396a34" -d '{"events": [{"server_uuid": "7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186", "name": "network-vif-plugged", "status": "completed", "tag": "77669548-de09-4082-a168-6e89fbf18838"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:17.332987 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0c085-4be0-4b71-8b2a-ada187db60e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67689287-a2c5-43de-8717-1b38db8a5307,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:17.371919 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fb258-95b9-495e-a4f3-6cecfead33e2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event updated for resources: {'Subnet': ['ID=46b5afc3-ee84-4fb1-9031-e4f0f446b262,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:17.381559 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 77669548-de09-4082-a168-6e89fbf18838, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=77669548-de09-4082-a168-6e89fbf18838,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:17.388999 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30df121-1a68-4327-a646-1b99e972786f req-42789219-d2e3-404f-900d-1e4b99451b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:17.390509 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f30df121-1a68-4327-a646-1b99e972786f req-42789219-d2e3-404f-900d-1e4b99451b67 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=46364c65eaab404bb479cc7b86850f2b&device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 1174 time: 0.1131754 May 26 16:04:17.391435 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413fb258-95b9-495e-a4f3-6cecfead33e2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Checking segment: {'id': '58031b61-2847-4621-885b-0842a3c3e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd8d6d9b9-7641-4e8d-afe3-30010ffc1819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:17.391801 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413fb258-95b9-495e-a4f3-6cecfead33e2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Network hostable DHCP agents. Network: d8d6d9b9-7641-4e8d-afe3-30010ffc1819, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:04:17.430461 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:17.431171 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413fb258-95b9-495e-a4f3-6cecfead33e2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Network d8d6d9b9-7641-4e8d-afe3-30010ffc1819 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:04:17.481410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-413fb258-95b9-495e-a4f3-6cecfead33e2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, d8d6d9b9-7641-4e8d-afe3-30010ffc1819) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:17.489395 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571061f-c23f-4d4d-91bd-245922764d3c req-5bc2cc0c-d67c-4513-990a-4a61b90d0e4a tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:17.508027 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8571061f-c23f-4d4d-91bd-245922764d3c req-5bc2cc0c-d67c-4513-990a-4a61b90d0e4a tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.0730448 May 26 16:04:17.550454 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e7d091-bc46-4b30-8ccd-b1e502ef3d14 None None] Network d8d6d9b9-7641-4e8d-afe3-30010ffc1819 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:04:17.560251 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413fb258-95b9-495e-a4f3-6cecfead33e2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:17.562400 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-413fb258-95b9-495e-a4f3-6cecfead33e2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:17.621148 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8571061f-c23f-4d4d-91bd-245922764d3c req-d4ee9f79-614b-4993-ba4c-dbc6d440f297 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120667 May 26 16:04:17.645870 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-413fb258-95b9-495e-a4f3-6cecfead33e2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7742543 May 26 16:04:17.718358 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30df121-1a68-4327-a646-1b99e972786f req-604cc15d-83c0-4b48-9aa8-0838f2ead190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:17.719903 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f30df121-1a68-4327-a646-1b99e972786f req-604cc15d-83c0-4b48-9aa8-0838f2ead190 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cf320b0a-9160-436c-9afa-9246ccfc6e6d HTTP/1.1" status: 200 len: 913 time: 0.3075278 May 26 16:04:17.868232 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f30df121-1a68-4327-a646-1b99e972786f req-e8e151dc-8b30-4910-8eed-e737fa9a5b3b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8de33cc-5123-49ae-9dbb-c04d8a92bede HTTP/1.1" status: 200 len: 217 time: 0.1361415 May 26 16:04:17.890786 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-3d806e6d-e01b-4c61-9b1e-4ccf9fd26325 None None] Allocated IP 19.80.0.2 (192a8d6e-682a-4121-a2c2-9b704f6ff009/de072c3b-a323-4e35-b98c-760c66c724a5/ee14b74f-67c5-4a00-87ed-cab1411476de) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:17.939269 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cce1b6-2260-4b19-b70e-696b7adcf0c8 req-c3e9a9cf-dd59-466e-a3f7-8acb3bbea75c tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:17.953717 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07cce1b6-2260-4b19-b70e-696b7adcf0c8 req-c3e9a9cf-dd59-466e-a3f7-8acb3bbea75c tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 948 time: 0.1699221 May 26 16:04:17.985380 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=77669548-de09-4082-a168-6e89fbf18838,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:18.018490 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:18.021511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30df121-1a68-4327-a646-1b99e972786f req-f3d535f3-23bd-40c9-aa8b-eb92ae25ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:18.033069 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f30df121-1a68-4327-a646-1b99e972786f req-f3d535f3-23bd-40c9-aa8b-eb92ae25ef57 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f01ba635-ccdf-40f5-81b7-3a68df45ec94 HTTP/1.1" status: 200 len: 852 time: 0.1469796 May 26 16:04:18.075237 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07cce1b6-2260-4b19-b70e-696b7adcf0c8 req-d436f029-1209-4569-a33c-9d1d4ea760db tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201265 May 26 16:04:18.087862 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f30df121-1a68-4327-a646-1b99e972786f req-fa457207-44c6-4783-b41e-9665a0cf1f2c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cf320b0a-9160-436c-9afa-9246ccfc6e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344577 May 26 16:04:18.252626 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ea8ebf-4b28-4f54-a04b-bac9f686896f x-openstack-request-id: req-97ea8ebf-4b28-4f54-a04b-bac9f686896f {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:18.253244 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186", "name": "network-vif-plugged", "status": "completed", "tag": "77669548-de09-4082-a168-6e89fbf18838", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:18.253726 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-97ea8ebf-4b28-4f54-a04b-bac9f686896f {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:18.254319 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97ea8ebf-4b28-4f54-a04b-bac9f686896f'] response: {'server_uuid': '7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77669548-de09-4082-a168-6e89fbf18838', 'code': 200} May 26 16:04:18.259780 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-69fff0f0-7119-482c-8a88-7c9aa09b0049 req-d0149791-0a7a-4177-9922-52427bb9b295 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41 HTTP/1.1" status: 200 len: 210 time: 0.0867803 May 26 16:04:18.350340 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f30df121-1a68-4327-a646-1b99e972786f req-41b42638-f619-44a5-9555-57be89f6bcb0 service neutron] 10.222.0.81 "GET /v2.0/networks/cf320b0a-9160-436c-9afa-9246ccfc6e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474637 May 26 16:04:18.410205 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3d806e6d-e01b-4c61-9b1e-4ccf9fd26325 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:18.439245 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3d806e6d-e01b-4c61-9b1e-4ccf9fd26325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:18.550714 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 11a1ce1f-16ef-44db-80f7-fc56040c8f44 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:18.560353 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f30df121-1a68-4327-a646-1b99e972786f req-7dbad643-5336-4f63-9d4b-44ce9212026a service neutron] 10.222.0.81 "GET /v2.0/networks/cf320b0a-9160-436c-9afa-9246ccfc6e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994824 May 26 16:04:18.622079 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c9d8f-e203-4166-b614-31b523531ceb req-69206ed8-5558-4447-8e41-ba3b3965f717 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:18.623304 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d8c9d8f-e203-4166-b614-31b523531ceb req-69206ed8-5558-4447-8e41-ba3b3965f717 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 1023 time: 0.2103434 May 26 16:04:18.636654 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad99a-144e-4618-844e-c105c5359ee6 req-116f1f29-adfc-454e-901c-329a3ecb6e57 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:18.640553 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:18.642703 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad99a-144e-4618-844e-c105c5359ee6 req-116f1f29-adfc-454e-901c-329a3ecb6e57 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:18.652435 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-975ad99a-144e-4618-844e-c105c5359ee6 req-116f1f29-adfc-454e-901c-329a3ecb6e57 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/networks?id=192a8d6e-682a-4121-a2c2-9b704f6ff009&id=d8d6d9b9-7641-4e8d-afe3-30010ffc1819 HTTP/1.1" status: 200 len: 1392 time: 0.3560288 May 26 16:04:18.678072 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d806e6d-e01b-4c61-9b1e-4ccf9fd26325 None None] Network 192a8d6e-682a-4121-a2c2-9b704f6ff009 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:18.678795 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-975ad99a-144e-4618-844e-c105c5359ee6 req-96d1114f-c501-4cc4-ad24-2a8ec2e57065 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/quotas/c6cedca6b56247978dd71967ceac922e HTTP/1.1" status: 200 len: 375 time: 0.0253015 May 26 16:04:18.717381 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedd0e93-d64d-405f-a9c2-150921b9b068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-d8d6d9b9-7641-4e8d-afe3-30010ffc1819', 'network_id': 'd8d6d9b9-7641-4e8d-afe3-30010ffc1819', 'tenant_id': 'c6cedca6b56247978dd71967ceac922e', 'fixed_ips': [{'subnet_id': '46b5afc3-ee84-4fb1-9031-e4f0f446b262'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:04:18.718761 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fedd0e93-d64d-405f-a9c2-150921b9b068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:18.721497 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-3d806e6d-e01b-4c61-9b1e-4ccf9fd26325 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:18.743895 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d806e6d-e01b-4c61-9b1e-4ccf9fd26325 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:18.768261 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d806e6d-e01b-4c61-9b1e-4ccf9fd26325 None None] Pushing event updated for resources: {'Port': ['ID=ee14b74f-67c5-4a00-87ed-cab1411476de,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:18.812149 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d8c9d8f-e203-4166-b614-31b523531ceb req-ccf5c749-fdaa-459e-8f4a-d29c0140e0f1 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7d5410e-e678-4ff7-8014-49c895129c82&id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&id=139e64c4-a569-4c18-8ede-8fb3a84d4761&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1384432 May 26 16:04:18.859678 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-975ad99a-144e-4618-844e-c105c5359ee6 req-8c967448-b2c2-441d-a458-8c2542835d2c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c6cedca6b56247978dd71967ceac922e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1793971 May 26 16:04:19.072580 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-975ad99a-144e-4618-844e-c105c5359ee6 req-62cd2216-7a73-4a95-a759-030e5b897d99 service neutron] 10.222.0.77 "GET /v2.0/networks/192a8d6e-682a-4121-a2c2-9b704f6ff009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117391 May 26 16:04:19.081983 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43722) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:19.098939 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f72d42-7d1c-496f-ac94-be0a9965f6a2 req-8bbf85b8-c71c-4e03-bc30-b48f56f3bf55 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:19.108742 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-79f72d42-7d1c-496f-ac94-be0a9965f6a2 req-8bbf85b8-c71c-4e03-bc30-b48f56f3bf55 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.1108756 May 26 16:04:19.124706 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-fedd0e93-d64d-405f-a9c2-150921b9b068 None None] Allocated IP 19.86.0.2 (d8d6d9b9-7641-4e8d-afe3-30010ffc1819/46b5afc3-ee84-4fb1-9031-e4f0f446b262/74c14498-c0d2-4c7c-9bed-a85df00f0e26) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:19.213604 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-79f72d42-7d1c-496f-ac94-be0a9965f6a2 req-847a581c-b772-42a1-8aac-e805ef5d5394 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987570 May 26 16:04:19.233781 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f8cd8a25-e9e0-4012-91fe-26d7f6af5d08 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1030154415-network', 'tenant_id': '34239383a9664d8d8af1554e26d7d16c'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:19.258635 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-975ad99a-144e-4618-844e-c105c5359ee6 req-3ff0e139-200c-41d2-a4b3-e0c6fc5baeb8 service neutron] 10.222.0.77 "GET /v2.0/networks/192a8d6e-682a-4121-a2c2-9b704f6ff009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839755 May 26 16:04:19.284976 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cd8a25-e9e0-4012-91fe-26d7f6af5d08 admin admin] Made reservation on behalf of 34239383a9664d8d8af1554e26d7d16c for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:19.287647 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8a25-e9e0-4012-91fe-26d7f6af5d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:19.302326 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8a25-e9e0-4012-91fe-26d7f6af5d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:19.418253 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e606d2-b8f7-49b9-b303-0a4061d61b89 req-91b0dcf0-b37b-4bd0-956c-ec9843525d09 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:19.429904 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-33e606d2-b8f7-49b9-b303-0a4061d61b89 req-91b0dcf0-b37b-4bd0-956c-ec9843525d09 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 948 time: 0.1313322 May 26 16:04:19.431645 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:19.484406 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8a25-e9e0-4012-91fe-26d7f6af5d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:19.485757 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-975ad99a-144e-4618-844e-c105c5359ee6 req-8bc9f390-1dd6-42d9-8095-ed98f417c964 service neutron] 10.222.0.77 "GET /v2.0/networks/d8d6d9b9-7641-4e8d-afe3-30010ffc1819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194338 May 26 16:04:19.498239 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8a25-e9e0-4012-91fe-26d7f6af5d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:19.498674 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 11a1ce1f-16ef-44db-80f7-fc56040c8f44 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:04:19.509637 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3d806e6d-e01b-4c61-9b1e-4ccf9fd26325 None None] Attempting to bind port ee14b74f-67c5-4a00-87ed-cab1411476de on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:19.510003 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3d806e6d-e01b-4c61-9b1e-4ccf9fd26325 None None] Attempting to bind port ee14b74f-67c5-4a00-87ed-cab1411476de by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '5c3b694c-d357-40ed-a79b-3d0bb59c6fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '192a8d6e-682a-4121-a2c2-9b704f6ff009'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:19.510380 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d806e6d-e01b-4c61-9b1e-4ccf9fd26325 None None] Attempting to bind port ee14b74f-67c5-4a00-87ed-cab1411476de on network 192a8d6e-682a-4121-a2c2-9b704f6ff009 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:19.528738 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fedd0e93-d64d-405f-a9c2-150921b9b068 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:19.529906 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 11a1ce1f-16ef-44db-80f7-fc56040c8f44 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:19.530266 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:19.556705 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8cd8a25-e9e0-4012-91fe-26d7f6af5d08 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:04:19.565095 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-33e606d2-b8f7-49b9-b303-0a4061d61b89 req-b5c9eabc-4ba2-4b09-961a-5f080c9eb977 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338608 May 26 16:04:19.565270 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d806e6d-e01b-4c61-9b1e-4ccf9fd26325 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:19.565560 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d806e6d-e01b-4c61-9b1e-4ccf9fd26325 None None] Checking segment: {'id': '5c3b694c-d357-40ed-a79b-3d0bb59c6fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '192a8d6e-682a-4121-a2c2-9b704f6ff009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:19.565963 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3d806e6d-e01b-4c61-9b1e-4ccf9fd26325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:19.566349 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d806e6d-e01b-4c61-9b1e-4ccf9fd26325 None None] Bound using segment: {'id': '5c3b694c-d357-40ed-a79b-3d0bb59c6fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '192a8d6e-682a-4121-a2c2-9b704f6ff009'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:19.566822 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3d806e6d-e01b-4c61-9b1e-4ccf9fd26325 None None] Bound port: ee14b74f-67c5-4a00-87ed-cab1411476de, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3b694c-d357-40ed-a79b-3d0bb59c6fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '192a8d6e-682a-4121-a2c2-9b704f6ff009'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:19.567196 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3d806e6d-e01b-4c61-9b1e-4ccf9fd26325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:19.579688 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fedd0e93-d64d-405f-a9c2-150921b9b068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:19.674804 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8a25-e9e0-4012-91fe-26d7f6af5d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:19.675232 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-f8cd8a25-e9e0-4012-91fe-26d7f6af5d08 admin admin] Added segment 37d945e7-2d63-423f-94d7-5cb36802e043 of type vlan for network c14bd7ed-024f-4113-81e8-0f179843d44b May 26 16:04:19.677187 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd8a25-e9e0-4012-91fe-26d7f6af5d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864c9b40-361b-468f-85b6-2578559423ca,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:19.713260 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-0b29f42d-7e4f-4eaf-a7d5-680fb4e9394e tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=53341ddbfc2443ba84cd9e950503a706&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1139691 May 26 16:04:19.728900 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-975ad99a-144e-4618-844e-c105c5359ee6 req-22d944e7-2505-49fa-9aee-ceff3fbbc7e0 service neutron] 10.222.0.77 "GET /v2.0/networks/d8d6d9b9-7641-4e8d-afe3-30010ffc1819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419198 May 26 16:04:19.774162 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66cc97-acc0-4990-8a3a-f1715c0269ba req-549ea072-c4e7-49cc-80c1-13d4cfc4868f tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:19.775727 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d66cc97-acc0-4990-8a3a-f1715c0269ba req-549ea072-c4e7-49cc-80c1-13d4cfc4868f tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.1008542 May 26 16:04:19.821602 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8a25-e9e0-4012-91fe-26d7f6af5d08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:19.862208 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedd0e93-d64d-405f-a9c2-150921b9b068 None None] Network d8d6d9b9-7641-4e8d-afe3-30010ffc1819 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:19.862836 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d66cc97-acc0-4990-8a3a-f1715c0269ba req-fd7c6f25-4c3b-457d-8af9-f0262efe6081 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783584 May 26 16:04:19.879670 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-fedd0e93-d64d-405f-a9c2-150921b9b068 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:19.895133 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3d806e6d-e01b-4c61-9b1e-4ccf9fd26325 None None] For port ee14b74f-67c5-4a00-87ed-cab1411476de, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:04:19.899382 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedd0e93-d64d-405f-a9c2-150921b9b068 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:19.916941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd0e93-d64d-405f-a9c2-150921b9b068 None None] Pushing event updated for resources: {'Port': ['ID=74c14498-c0d2-4c7c-9bed-a85df00f0e26,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:19.961048 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3d806e6d-e01b-4c61-9b1e-4ccf9fd26325 None None] For port ee14b74f-67c5-4a00-87ed-cab1411476de, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ee14b74f-67c5-4a00-87ed-cab1411476de,segment=NetworkSegment(5c3b694c-d357-40ed-a79b-3d0bb59c6fc8),segment_id=5c3b694c-d357-40ed-a79b-3d0bb59c6fc8)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:04:19.998567 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3d806e6d-e01b-4c61-9b1e-4ccf9fd26325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:20.014608 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8a25-e9e0-4012-91fe-26d7f6af5d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:20.015569 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cd8a25-e9e0-4012-91fe-26d7f6af5d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:20.016191 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8a25-e9e0-4012-91fe-26d7f6af5d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:20.074439 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5bca3b53-b8cc-46ea-a3f8-3966a7b34765 req-24b39696-0a9a-4bc0-8702-8bbf429a185f tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41 HTTP/1.1" status: 200 len: 210 time: 0.0795491 May 26 16:04:20.176858 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c4f60-7777-45cf-a6ea-a983320e274f req-13359018-ad3d-433e-906c-7159be9458ff tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:20.187156 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4d8c4f60-7777-45cf-a6ea-a983320e274f req-13359018-ad3d-433e-906c-7159be9458ff tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 1023 time: 0.1109619 May 26 16:04:20.227718 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-fedd0e93-d64d-405f-a9c2-150921b9b068 None None] Attempting to bind port 74c14498-c0d2-4c7c-9bed-a85df00f0e26 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:20.228308 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-fedd0e93-d64d-405f-a9c2-150921b9b068 None None] Attempting to bind port 74c14498-c0d2-4c7c-9bed-a85df00f0e26 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '58031b61-2847-4621-885b-0842a3c3e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd8d6d9b9-7641-4e8d-afe3-30010ffc1819'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:20.236676 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f8cd8a25-e9e0-4012-91fe-26d7f6af5d08 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1535082 May 26 16:04:20.247039 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43752) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:20.248673 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedd0e93-d64d-405f-a9c2-150921b9b068 None None] Attempting to bind port 74c14498-c0d2-4c7c-9bed-a85df00f0e26 on network d8d6d9b9-7641-4e8d-afe3-30010ffc1819 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:20.270126 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedd0e93-d64d-405f-a9c2-150921b9b068 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:20.270499 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedd0e93-d64d-405f-a9c2-150921b9b068 None None] Checking segment: {'id': '58031b61-2847-4621-885b-0842a3c3e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd8d6d9b9-7641-4e8d-afe3-30010ffc1819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:20.271159 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fedd0e93-d64d-405f-a9c2-150921b9b068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:20.271261 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-4e96568b-0913-476b-9371-6bd86dfa7863 admin admin] Request body: {'subnet': {'network_id': 'c14bd7ed-024f-4113-81e8-0f179843d44b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1030154415-subnet', 'tenant_id': '34239383a9664d8d8af1554e26d7d16c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:20.271356 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedd0e93-d64d-405f-a9c2-150921b9b068 None None] Bound using segment: {'id': '58031b61-2847-4621-885b-0842a3c3e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd8d6d9b9-7641-4e8d-afe3-30010ffc1819'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:20.271715 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-fedd0e93-d64d-405f-a9c2-150921b9b068 None None] Bound port: 74c14498-c0d2-4c7c-9bed-a85df00f0e26, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58031b61-2847-4621-885b-0842a3c3e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd8d6d9b9-7641-4e8d-afe3-30010ffc1819'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:20.272115 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fedd0e93-d64d-405f-a9c2-150921b9b068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:20.278235 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 11a1ce1f-16ef-44db-80f7-fc56040c8f44 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:20.280550 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:20.332255 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4d8c4f60-7777-45cf-a6ea-a983320e274f req-bca232f6-1be6-40a5-b704-63c32991b360 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7d5410e-e678-4ff7-8014-49c895129c82&id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&id=139e64c4-a569-4c18-8ede-8fb3a84d4761&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1442933 May 26 16:04:20.334072 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd8a25-e9e0-4012-91fe-26d7f6af5d08 admin admin] Pushing event updated for resources: {'Network': ['ID=c14bd7ed-024f-4113-81e8-0f179843d44b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:20.362244 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-0211575c-5479-4f42-80f7-a8e2eb5d819c tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:20.366765 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d806e6d-e01b-4c61-9b1e-4ccf9fd26325 None None] Pushing event updated for resources: {'Port': ['ID=ee14b74f-67c5-4a00-87ed-cab1411476de,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:20.371986 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-0211575c-5479-4f42-80f7-a8e2eb5d819c tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5336142 May 26 16:04:20.379373 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network c14bd7ed-024f-4113-81e8-0f179843d44b details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:04:20.395416 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-f39d3c93-fbc2-4114-aba2-5802746c833e tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Request body: {'port': {'device_id': '0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '53341ddbfc2443ba84cd9e950503a706'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:20.436508 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c927729-7796-4217-a742-7984865a2ec2 req-f671898d-9976-4640-8757-b66c4dc6c315 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 210 time: 0.1468859 May 26 16:04:20.481866 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e96568b-0913-476b-9371-6bd86dfa7863 admin admin] Made reservation on behalf of 34239383a9664d8d8af1554e26d7d16c for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:20.486997 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4e96568b-0913-476b-9371-6bd86dfa7863 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:20.492731 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab76d90-ff8b-4c42-a440-db4f1409dd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a1ce1f-16ef-44db-80f7-fc56040c8f44'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:20.494930 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5857d82d-7079-4163-a32a-b4efdb931fe9" -d '{"events": [{"server_uuid": "0ab76d90-ff8b-4c42-a440-db4f1409dd34", "name": "network-vif-plugged", "status": "completed", "tag": "11a1ce1f-16ef-44db-80f7-fc56040c8f44"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:20.538767 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654498d-909b-4be3-af83-093bd51724cd req-757c5d20-4bfd-4e59-9dd6-4ca8c29c5302 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:20.540351 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9654498d-909b-4be3-af83-093bd51724cd req-757c5d20-4bfd-4e59-9dd6-4ca8c29c5302 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.81 "GET /v2.0/ports?device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 1023 time: 0.4487138 May 26 16:04:20.662469 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 11a1ce1f-16ef-44db-80f7-fc56040c8f44, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=11a1ce1f-16ef-44db-80f7-fc56040c8f44,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:20.744154 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a840f7-8738-41ea-b688-4abb737860b9 x-openstack-request-id: req-45a840f7-8738-41ea-b688-4abb737860b9 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:20.745412 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab76d90-ff8b-4c42-a440-db4f1409dd34", "name": "network-vif-plugged", "status": "completed", "tag": "11a1ce1f-16ef-44db-80f7-fc56040c8f44", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:20.746253 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-45a840f7-8738-41ea-b688-4abb737860b9 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:20.748676 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45a840f7-8738-41ea-b688-4abb737860b9'] response: {'server_uuid': '0ab76d90-ff8b-4c42-a440-db4f1409dd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a1ce1f-16ef-44db-80f7-fc56040c8f44', 'code': 200} May 26 16:04:20.760666 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:20.839556 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-f39d3c93-fbc2-4114-aba2-5802746c833e tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Made reservation on behalf of 53341ddbfc2443ba84cd9e950503a706 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:20.844218 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-f39d3c93-fbc2-4114-aba2-5802746c833e tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:20.862974 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-f39d3c93-fbc2-4114-aba2-5802746c833e tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:20.871707 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-9654498d-909b-4be3-af83-093bd51724cd req-07c678e2-a2e6-4b03-b439-c6abe095f038 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Deleting port e8de33cc-5123-49ae-9dbb-c04d8a92bede {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:20.872384 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9654498d-909b-4be3-af83-093bd51724cd req-07c678e2-a2e6-4b03-b439-c6abe095f038 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:20.896426 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4e96568b-0913-476b-9371-6bd86dfa7863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:20.962608 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-fedd0e93-d64d-405f-a9c2-150921b9b068 None None] For port 74c14498-c0d2-4c7c-9bed-a85df00f0e26, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:04:20.989413 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-fedd0e93-d64d-405f-a9c2-150921b9b068 None None] For port 74c14498-c0d2-4c7c-9bed-a85df00f0e26, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=74c14498-c0d2-4c7c-9bed-a85df00f0e26,segment=NetworkSegment(58031b61-2847-4621-885b-0842a3c3e82a),segment_id=58031b61-2847-4621-885b-0842a3c3e82a)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:04:21.003436 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fedd0e93-d64d-405f-a9c2-150921b9b068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:21.006226 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96568b-0913-476b-9371-6bd86dfa7863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f374fb9d-41ac-47bc-aab3-7e5fee4a0b2c,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:21.021387 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337fc58-0254-4e82-9cd6-0cda1453cd7b req-94ede30a-d26b-41a7-b35c-73e4b5950afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:21.023495 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9337fc58-0254-4e82-9cd6-0cda1453cd7b req-94ede30a-d26b-41a7-b35c-73e4b5950afb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 1100 time: 0.1411624 May 26 16:04:21.062811 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-9654498d-909b-4be3-af83-093bd51724cd req-07c678e2-a2e6-4b03-b439-c6abe095f038 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] For port e8de33cc-5123-49ae-9dbb-c04d8a92bede, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e8de33cc-5123-49ae-9dbb-c04d8a92bede,segment=NetworkSegment(621041f9-a4a3-475a-9761-93f655636e38),segment_id=621041f9-a4a3-475a-9761-93f655636e38)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:21.063631 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9654498d-909b-4be3-af83-093bd51724cd req-07c678e2-a2e6-4b03-b439-c6abe095f038 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:21.092023 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=11a1ce1f-16ef-44db-80f7-fc56040c8f44,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:21.096437 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-9654498d-909b-4be3-af83-093bd51724cd req-07c678e2-a2e6-4b03-b439-c6abe095f038 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Calling delete_port for e8de33cc-5123-49ae-9dbb-c04d8a92bede owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:21.165300 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9337fc58-0254-4e82-9cd6-0cda1453cd7b req-1547c45a-b62a-482a-a75b-8e279f3e29a7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229398 May 26 16:04:21.173096 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd0e93-d64d-405f-a9c2-150921b9b068 None None] Pushing event updated for resources: {'Port': ['ID=74c14498-c0d2-4c7c-9bed-a85df00f0e26,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:21.211259 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-f39d3c93-fbc2-4114-aba2-5802746c833e tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:21.232326 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-f39d3c93-fbc2-4114-aba2-5802746c833e tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:21.402556 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d3c93-fbc2-4114-aba2-5802746c833e tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dafb3d76-afac-4006-82e3-ae4127af7723,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:21.599591 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9654498d-909b-4be3-af83-093bd51724cd req-07c678e2-a2e6-4b03-b439-c6abe095f038 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:21.602151 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-f39d3c93-fbc2-4114-aba2-5802746c833e tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Allocated IP 192.168.233.84 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/fd0ec86f-3472-427c-a044-e0398867273d) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:21.602444 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a368026-bc6a-475f-b108-86996cd6354d req-5ad64dcf-2de7-4375-9019-f142e0018b5c tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:21.614736 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a368026-bc6a-475f-b108-86996cd6354d req-5ad64dcf-2de7-4375-9019-f142e0018b5c tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 949 time: 0.7251284 May 26 16:04:21.615231 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['a57eefc1-aa04-49e0-b64b-cef0a18a82ec', 'e8de33cc-5123-49ae-9dbb-c04d8a92bede'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:21.649981 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c678e2-a2e6-4b03-b439-c6abe095f038 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event deleted for resources: {'Port': ['ID=e8de33cc-5123-49ae-9dbb-c04d8a92bede,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:21.672204 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0d83c-6020-4208-a4d8-cee4f920cfd9 req-a21f9e7a-4d0f-44f8-8d0b-3e4ccea3a7c5 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:21.680237 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aeb0d83c-6020-4208-a4d8-cee4f920cfd9 req-a21f9e7a-4d0f-44f8-8d0b-3e4ccea3a7c5 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.8004117 May 26 16:04:21.690457 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e96568b-0913-476b-9371-6bd86dfa7863 admin admin] Checking segment: {'id': '37d945e7-2d63-423f-94d7-5cb36802e043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c14bd7ed-024f-4113-81e8-0f179843d44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:21.696301 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e96568b-0913-476b-9371-6bd86dfa7863 admin admin] Network hostable DHCP agents. Network: c14bd7ed-024f-4113-81e8-0f179843d44b, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:04:21.773496 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9654498d-909b-4be3-af83-093bd51724cd req-07c678e2-a2e6-4b03-b439-c6abe095f038 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] No DVR routers for this DVR port e8de33cc-5123-49ae-9dbb-c04d8a92bede on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:21.795112 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aeb0d83c-6020-4208-a4d8-cee4f920cfd9 req-09beb260-cd79-4014-9068-f2debc7b1e27 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853810 May 26 16:04:21.798456 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9654498d-909b-4be3-af83-093bd51724cd req-07c678e2-a2e6-4b03-b439-c6abe095f038 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:21.817864 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9654498d-909b-4be3-af83-093bd51724cd req-07c678e2-a2e6-4b03-b439-c6abe095f038 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.81 "DELETE /v2.0/ports/e8de33cc-5123-49ae-9dbb-c04d8a92bede HTTP/1.1" status: 204 len: 173 time: 1.2464232 May 26 16:04:21.817864 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218488d4-4b69-4ffc-b037-dfe2a6b0fa3c', 'name': 'network-vif-deleted', 'tag': 'e8de33cc-5123-49ae-9dbb-c04d8a92bede'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:21.817864 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d457a3-252b-409d-8d59-7e16a93a95fd" -d '{"events": [{"server_uuid": "218488d4-4b69-4ffc-b037-dfe2a6b0fa3c", "name": "network-vif-deleted", "tag": "e8de33cc-5123-49ae-9dbb-c04d8a92bede"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:21.843622 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a368026-bc6a-475f-b108-86996cd6354d req-413158e9-482a-4dcd-83b6-59de272dc136 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256572 May 26 16:04:21.878458 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e96568b-0913-476b-9371-6bd86dfa7863 admin admin] Network c14bd7ed-024f-4113-81e8-0f179843d44b is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:04:21.921186 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-4e96568b-0913-476b-9371-6bd86dfa7863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, c14bd7ed-024f-4113-81e8-0f179843d44b) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:21.942569 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865c95a1-0f00-48e3-8f1c-2597f9e5f3a4 None None] Network c14bd7ed-024f-4113-81e8-0f179843d44b requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:04:21.943521 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e96568b-0913-476b-9371-6bd86dfa7863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:21.944168 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4e96568b-0913-476b-9371-6bd86dfa7863 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:22.002117 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4e96568b-0913-476b-9371-6bd86dfa7863 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7516353 May 26 16:04:22.012837 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43784) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:22.105020 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e4390e68-da86-4a39-95e7-9c999122ec64 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1030154415-router', 'tenant_id': '34239383a9664d8d8af1554e26d7d16c', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:22.148020 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b835643-c581-46e1-8d6b-ebbbe8702f2b req-6e542f61-4a4a-4d09-b8e2-0e32e4369fc5 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41 HTTP/1.1" status: 200 len: 210 time: 0.1098938 May 26 16:04:22.173194 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4390e68-da86-4a39-95e7-9c999122ec64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:22.174809 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4390e68-da86-4a39-95e7-9c999122ec64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:22.177629 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac840d9-8f81-4fd4-b12c-471802ecf930 None None] Network 192a8d6e-682a-4121-a2c2-9b704f6ff009 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:04:22.323114 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b207578b-3445-4b20-887c-1eb8fb86bcdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-c14bd7ed-024f-4113-81e8-0f179843d44b', 'network_id': 'c14bd7ed-024f-4113-81e8-0f179843d44b', 'tenant_id': '34239383a9664d8d8af1554e26d7d16c', 'fixed_ips': [{'subnet_id': 'f374fb9d-41ac-47bc-aab3-7e5fee4a0b2c'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:04:22.327326 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b207578b-3445-4b20-887c-1eb8fb86bcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:22.335837 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-146c91fb-014a-4b04-9aa4-dfdf45fadbfd req-5685c08f-ba9a-4fa3-a6ba-4d0d4e9b85d2 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=218488d4-4b69-4ffc-b037-dfe2a6b0fa3c HTTP/1.1" status: 200 len: 210 time: 0.0376685 May 26 16:04:22.393926 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-465c25d1-97d5-4577-a7f9-3444b8099123 req-958b238e-2ddd-4770-a548-bd476c695250 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 210 time: 0.0570440 May 26 16:04:22.604106 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 74c14498-c0d2-4c7c-9bed-a85df00f0e26 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:22.747704 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4390e68-da86-4a39-95e7-9c999122ec64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:22.764708 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-f39d3c93-fbc2-4114-aba2-5802746c833e tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:22.802199 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8af3240-3dbb-4d2b-831e-9fe03ce05bce x-openstack-request-id: req-f8af3240-3dbb-4d2b-831e-9fe03ce05bce {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:22.802625 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218488d4-4b69-4ffc-b037-dfe2a6b0fa3c", "name": "network-vif-deleted", "tag": "e8de33cc-5123-49ae-9dbb-c04d8a92bede", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:22.802854 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f8af3240-3dbb-4d2b-831e-9fe03ce05bce {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:22.803711 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8af3240-3dbb-4d2b-831e-9fe03ce05bce'] response: {'server_uuid': '218488d4-4b69-4ffc-b037-dfe2a6b0fa3c', 'name': 'network-vif-deleted', 'tag': 'e8de33cc-5123-49ae-9dbb-c04d8a92bede', 'status': 'completed', 'code': 200} May 26 16:04:22.818443 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-f39d3c93-fbc2-4114-aba2-5802746c833e tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:22.985735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05988ce3-84dc-49fe-9776-e193c40b6549 None None] Network d8d6d9b9-7641-4e8d-afe3-30010ffc1819 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:04:23.043180 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9a77028c-ffd8-44ee-9237-7471277d018a None None] Provisioning complete for port ee14b74f-67c5-4a00-87ed-cab1411476de triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:23.043549 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9a77028c-ffd8-44ee-9237-7471277d018a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:23.058500 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa7263-14e0-4331-acd6-7760a9114467 req-3bf979b0-1f0d-4603-b59e-c27a3a24e81f tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:23.061057 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1faa7263-14e0-4331-acd6-7760a9114467 req-3bf979b0-1f0d-4603-b59e-c27a3a24e81f tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.1295140 May 26 16:04:23.073006 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-f39d3c93-fbc2-4114-aba2-5802746c833e tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:23.081301 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-f39d3c93-fbc2-4114-aba2-5802746c833e tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:23.084548 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-f39d3c93-fbc2-4114-aba2-5802746c833e tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:23.108824 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a735197-b833-4b77-b75a-6eaa33ddb3ad req-0d04dc23-308c-4126-8b1d-1ce0a3d341ad tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:23.118598 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a735197-b833-4b77-b75a-6eaa33ddb3ad req-0d04dc23-308c-4126-8b1d-1ce0a3d341ad tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 949 time: 0.1155908 May 26 16:04:23.170559 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1faa7263-14e0-4331-acd6-7760a9114467 req-6d365661-9caa-4443-b7f5-008b5a5fb89d tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004362 May 26 16:04:23.211304 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a735197-b833-4b77-b75a-6eaa33ddb3ad req-f88c3f50-9fb1-4aa7-bb53-5344d16b736c tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915995 May 26 16:04:23.244511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-f39d3c93-fbc2-4114-aba2-5802746c833e tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:23.245178 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-f39d3c93-fbc2-4114-aba2-5802746c833e tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:23.300356 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d3c93-fbc2-4114-aba2-5802746c833e tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Pushing event updated for resources: {'Port': ['ID=fd0ec86f-3472-427c-a044-e0398867273d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:23.311862 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-f39d3c93-fbc2-4114-aba2-5802746c833e tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9232814 May 26 16:04:23.338968 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4390e68-da86-4a39-95e7-9c999122ec64 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:23.347744 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-d17bce23-517a-4e05-a71d-33a35e0b99ba service neutron] Request body: {'port': {'device_id': '0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:23.488961 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad99a-144e-4618-844e-c105c5359ee6 req-93ae101b-7d43-4880-bb73-298225005c4c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:23.497309 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad99a-144e-4618-844e-c105c5359ee6 req-93ae101b-7d43-4880-bb73-298225005c4c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:23.507151 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-975ad99a-144e-4618-844e-c105c5359ee6 req-93ae101b-7d43-4880-bb73-298225005c4c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.83 "GET /v2.0/networks?id=192a8d6e-682a-4121-a2c2-9b704f6ff009&id=d8d6d9b9-7641-4e8d-afe3-30010ffc1819 HTTP/1.1" status: 200 len: 1392 time: 0.7575300 May 26 16:04:23.508061 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-d17bce23-517a-4e05-a71d-33a35e0b99ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:23.557312 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691a336-debc-4e77-8806-8510d798e1cb req-67ea9462-e93e-45da-9596-d5fd67496b82 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:23.569864 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0691a336-debc-4e77-8806-8510d798e1cb req-67ea9462-e93e-45da-9596-d5fd67496b82 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41 HTTP/1.1" status: 200 len: 935 time: 0.1480548 May 26 16:04:23.595232 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-975ad99a-144e-4618-844e-c105c5359ee6 req-29a5440e-804d-4315-918c-48edc9971302 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Request body: {'port': {'device_id': '170c15b1-0d7b-4c27-8d25-5b048d09c09b', 'network_id': '192a8d6e-682a-4121-a2c2-9b704f6ff009', 'admin_state_up': True, 'tenant_id': 'c6cedca6b56247978dd71967ceac922e'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:23.643135 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0691a336-debc-4e77-8806-8510d798e1cb req-14a27306-ef64-4b7c-8ea1-a9917cae1045 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dafb3d76-afac-4006-82e3-ae4127af7723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667801 May 26 16:04:23.693619 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 74c14498-c0d2-4c7c-9bed-a85df00f0e26 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:23.694124 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:23.767020 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0b15a359-d2f6-4f84-9c5b-68dddbcdb04b req-faeb9162-a114-48db-b242-e889f8884770 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 210 time: 0.0440981 May 26 16:04:23.919857 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71127ac3-f6bd-4064-8ce5-457121f96984 req-1534b559-5ad0-4cc4-9a08-163eb580b773 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/139e64c4-a569-4c18-8ede-8fb3a84d4761 HTTP/1.1" status: 200 len: 1800 time: 0.1017013 May 26 16:04:23.922076 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9a77028c-ffd8-44ee-9237-7471277d018a None None] Current status of the port ee14b74f-67c5-4a00-87ed-cab1411476de is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:23.923344 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9a77028c-ffd8-44ee-9237-7471277d018a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:24.020384 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-b207578b-3445-4b20-887c-1eb8fb86bcdc None None] Allocated IP 172.20.0.2 (c14bd7ed-024f-4113-81e8-0f179843d44b/f374fb9d-41ac-47bc-aab3-7e5fee4a0b2c/53a8e2aa-dbd8-4b31-94de-86bb2697f25f) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:24.115415 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9a77028c-ffd8-44ee-9237-7471277d018a None None] For port ee14b74f-67c5-4a00-87ed-cab1411476de, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ee14b74f-67c5-4a00-87ed-cab1411476de,segment=NetworkSegment(5c3b694c-d357-40ed-a79b-3d0bb59c6fc8),segment_id=5c3b694c-d357-40ed-a79b-3d0bb59c6fc8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:24.139084 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-71127ac3-f6bd-4064-8ce5-457121f96984 req-e4a8be73-3594-49c9-822d-eb1bb97b9778 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:24.151603 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9a77028c-ffd8-44ee-9237-7471277d018a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:24.162516 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975ad99a-144e-4618-844e-c105c5359ee6 req-29a5440e-804d-4315-918c-48edc9971302 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Made reservation on behalf of c6cedca6b56247978dd71967ceac922e for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:24.174589 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-975ad99a-144e-4618-844e-c105c5359ee6 req-29a5440e-804d-4315-918c-48edc9971302 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:24.197080 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-d17bce23-517a-4e05-a71d-33a35e0b99ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0ec86f-3472-427c-a044-e0398867273d {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:24.264002 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-71127ac3-f6bd-4064-8ce5-457121f96984 req-e4a8be73-3594-49c9-822d-eb1bb97b9778 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:24.344012 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-d17bce23-517a-4e05-a71d-33a35e0b99ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:24.348621 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dda0d9-b63e-40b6-aebe-c88d18e4a635 req-adbd3853-5286-4c58-abeb-91a232ddfb44 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:24.374325 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55dda0d9-b63e-40b6-aebe-c88d18e4a635 req-adbd3853-5286-4c58-abeb-91a232ddfb44 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.2711101 May 26 16:04:24.416125 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-d17bce23-517a-4e05-a71d-33a35e0b99ba service neutron] Transition to ACTIVE for port object fd0ec86f-3472-427c-a044-e0398867273d will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:04:24.481446 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-d17bce23-517a-4e05-a71d-33a35e0b99ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:24.491833 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-71127ac3-f6bd-4064-8ce5-457121f96984 req-e4a8be73-3594-49c9-822d-eb1bb97b9778 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:24.495976 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-71127ac3-f6bd-4064-8ce5-457121f96984 req-e4a8be73-3594-49c9-822d-eb1bb97b9778 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:24.514445 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71127ac3-f6bd-4064-8ce5-457121f96984 req-e4a8be73-3594-49c9-822d-eb1bb97b9778 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "DELETE /v2.0/security-groups/139e64c4-a569-4c18-8ede-8fb3a84d4761 HTTP/1.1" status: 204 len: 173 time: 0.5779417 May 26 16:04:24.565643 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55dda0d9-b63e-40b6-aebe-c88d18e4a635 req-5962afc5-e111-444b-8368-3a106f4d121d tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902049 May 26 16:04:24.571523 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8be73-3594-49c9-822d-eb1bb97b9778 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=139e64c4-a569-4c18-8ede-8fb3a84d4761,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:24.578079 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4390e68-da86-4a39-95e7-9c999122ec64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:24.640491 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4390e68-da86-4a39-95e7-9c999122ec64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:24.682751 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17bce23-517a-4e05-a71d-33a35e0b99ba service neutron] Pushing event updated for resources: {'Port': ['ID=fd0ec86f-3472-427c-a044-e0398867273d,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:24.708217 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b207578b-3445-4b20-887c-1eb8fb86bcdc None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:24.775300 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77028c-ffd8-44ee-9237-7471277d018a None None] Pushing event updated for resources: {'Port': ['ID=ee14b74f-67c5-4a00-87ed-cab1411476de,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:24.781133 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b207578b-3445-4b20-887c-1eb8fb86bcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:24.811449 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72820ed-f2ce-4b76-8e48-3e957ed37839 req-a9b0179f-b05a-4355-b9cd-3f6f6c38d371 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:24.825122 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a72820ed-f2ce-4b76-8e48-3e957ed37839 req-a9b0179f-b05a-4355-b9cd-3f6f6c38d371 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 949 time: 0.1738026 May 26 16:04:24.852323 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bbcf057d-71ac-4b04-8172-a2a89f4ea8f6 req-8d2319c5-4d58-4c4d-8135-2dd0f4fdea4d tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/e7d5410e-e678-4ff7-8014-49c895129c82 HTTP/1.1" status: 200 len: 1799 time: 0.1422346 May 26 16:04:24.862646 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b207578b-3445-4b20-887c-1eb8fb86bcdc None None] Network c14bd7ed-024f-4113-81e8-0f179843d44b is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:24.867658 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207578b-3445-4b20-887c-1eb8fb86bcdc None None] Pushing event updated for resources: {'Port': ['ID=53a8e2aa-dbd8-4b31-94de-86bb2697f25f,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:24.892299 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-b207578b-3445-4b20-887c-1eb8fb86bcdc None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:24.895269 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b207578b-3445-4b20-887c-1eb8fb86bcdc None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:24.903989 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-975ad99a-144e-4618-844e-c105c5359ee6 req-29a5440e-804d-4315-918c-48edc9971302 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Allocated IP 19.80.0.148 (192a8d6e-682a-4121-a2c2-9b704f6ff009/de072c3b-a323-4e35-b98c-760c66c724a5/74990b0e-c9ed-4700-aff0-e0fdb9de8eeb) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:24.913439 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 74c14498-c0d2-4c7c-9bed-a85df00f0e26 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:24.913829 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:24.914242 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a72820ed-f2ce-4b76-8e48-3e957ed37839 req-75a9c651-63fc-44bf-949e-ef91ef4c98f6 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875068 May 26 16:04:24.969792 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bbcf057d-71ac-4b04-8172-a2a89f4ea8f6 req-ff472eb3-53d5-4d1b-862d-64f9251092b1 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:25.029717 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bbcf057d-71ac-4b04-8172-a2a89f4ea8f6 req-ff472eb3-53d5-4d1b-862d-64f9251092b1 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:25.049528 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c9a31eba-19b2-4b4a-87c9-67d679f38518 None None] Provisioning complete for port 74c14498-c0d2-4c7c-9bed-a85df00f0e26 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:25.050306 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c9a31eba-19b2-4b4a-87c9-67d679f38518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:25.061371 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-e4390e68-da86-4a39-95e7-9c999122ec64 admin admin] Allocated IP 172.25.7.221 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/2c1d1c34-eef8-4687-8b48-66d415ce9803) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:25.078701 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-d17bce23-517a-4e05-a71d-33a35e0b99ba service neutron] Attempting to bind port fd0ec86f-3472-427c-a044-e0398867273d on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:25.079202 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-d17bce23-517a-4e05-a71d-33a35e0b99ba service neutron] Attempting to bind port fd0ec86f-3472-427c-a044-e0398867273d by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:25.079634 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-d17bce23-517a-4e05-a71d-33a35e0b99ba service neutron] Attempting to bind port fd0ec86f-3472-427c-a044-e0398867273d on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:25.098456 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-d17bce23-517a-4e05-a71d-33a35e0b99ba service neutron] Port fd0ec86f-3472-427c-a044-e0398867273d on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:04:25.098831 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-d17bce23-517a-4e05-a71d-33a35e0b99ba service neutron] Attempting to bind port fd0ec86f-3472-427c-a044-e0398867273d on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:25.098962 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b207578b-3445-4b20-887c-1eb8fb86bcdc None None] Attempting to bind port 53a8e2aa-dbd8-4b31-94de-86bb2697f25f on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:25.099355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b207578b-3445-4b20-887c-1eb8fb86bcdc None None] Attempting to bind port 53a8e2aa-dbd8-4b31-94de-86bb2697f25f by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '37d945e7-2d63-423f-94d7-5cb36802e043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c14bd7ed-024f-4113-81e8-0f179843d44b'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:25.099754 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b207578b-3445-4b20-887c-1eb8fb86bcdc None None] Attempting to bind port 53a8e2aa-dbd8-4b31-94de-86bb2697f25f on network c14bd7ed-024f-4113-81e8-0f179843d44b {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:25.113511 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 74c14498-c0d2-4c7c-9bed-a85df00f0e26, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=74c14498-c0d2-4c7c-9bed-a85df00f0e26,segment=NetworkSegment(58031b61-2847-4621-885b-0842a3c3e82a),segment_id=58031b61-2847-4621-885b-0842a3c3e82a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:25.115866 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b207578b-3445-4b20-887c-1eb8fb86bcdc None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:25.115866 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b207578b-3445-4b20-887c-1eb8fb86bcdc None None] Checking segment: {'id': '37d945e7-2d63-423f-94d7-5cb36802e043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c14bd7ed-024f-4113-81e8-0f179843d44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:25.115866 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b207578b-3445-4b20-887c-1eb8fb86bcdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:25.116518 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b207578b-3445-4b20-887c-1eb8fb86bcdc None None] Bound using segment: {'id': '37d945e7-2d63-423f-94d7-5cb36802e043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c14bd7ed-024f-4113-81e8-0f179843d44b'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:25.117074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b207578b-3445-4b20-887c-1eb8fb86bcdc None None] Bound port: 53a8e2aa-dbd8-4b31-94de-86bb2697f25f, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d945e7-2d63-423f-94d7-5cb36802e043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c14bd7ed-024f-4113-81e8-0f179843d44b'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:25.119251 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b207578b-3445-4b20-887c-1eb8fb86bcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:25.135069 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-d17bce23-517a-4e05-a71d-33a35e0b99ba service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:25.135563 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-d17bce23-517a-4e05-a71d-33a35e0b99ba service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:25.136050 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-d17bce23-517a-4e05-a71d-33a35e0b99ba service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:25.136842 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-d17bce23-517a-4e05-a71d-33a35e0b99ba service neutron] Bound port: fd0ec86f-3472-427c-a044-e0398867273d, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:25.137554 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-d17bce23-517a-4e05-a71d-33a35e0b99ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:25.146638 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:25.147426 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ee14b74f-67c5-4a00-87ed-cab1411476de up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:25.205469 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff14c1-f28f-4617-84d8-369292fed225 req-28107784-6167-4a5f-891d-958cb1a405f5 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:25.221116 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15ff14c1-f28f-4617-84d8-369292fed225 req-28107784-6167-4a5f-891d-958cb1a405f5 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41 HTTP/1.1" status: 200 len: 947 time: 0.1515834 May 26 16:04:25.294790 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15ff14c1-f28f-4617-84d8-369292fed225 req-76369d14-00d0-428b-8f0f-e8533c0ada40 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dafb3d76-afac-4006-82e3-ae4127af7723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722334 May 26 16:04:25.301144 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=74c14498-c0d2-4c7c-9bed-a85df00f0e26,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:25.315559 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bbcf057d-71ac-4b04-8172-a2a89f4ea8f6 req-ff472eb3-53d5-4d1b-862d-64f9251092b1 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:25.319890 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bbcf057d-71ac-4b04-8172-a2a89f4ea8f6 req-ff472eb3-53d5-4d1b-862d-64f9251092b1 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:25.333198 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b207578b-3445-4b20-887c-1eb8fb86bcdc None None] For port 53a8e2aa-dbd8-4b31-94de-86bb2697f25f, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:04:25.342525 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bbcf057d-71ac-4b04-8172-a2a89f4ea8f6 req-ff472eb3-53d5-4d1b-862d-64f9251092b1 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "DELETE /v2.0/security-groups/e7d5410e-e678-4ff7-8014-49c895129c82 HTTP/1.1" status: 204 len: 173 time: 0.4875243 May 26 16:04:25.372227 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff472eb3-53d5-4d1b-862d-64f9251092b1 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d5410e-e678-4ff7-8014-49c895129c82,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:25.404469 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c9a31eba-19b2-4b4a-87c9-67d679f38518 None None] Current status of the port 74c14498-c0d2-4c7c-9bed-a85df00f0e26 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:25.406100 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-d17bce23-517a-4e05-a71d-33a35e0b99ba service neutron] For port fd0ec86f-3472-427c-a044-e0398867273d, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:04:25.414147 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-d17bce23-517a-4e05-a71d-33a35e0b99ba service neutron] For port fd0ec86f-3472-427c-a044-e0398867273d, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=fd0ec86f-3472-427c-a044-e0398867273d,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:04:25.425189 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b207578b-3445-4b20-887c-1eb8fb86bcdc None None] For port 53a8e2aa-dbd8-4b31-94de-86bb2697f25f, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=53a8e2aa-dbd8-4b31-94de-86bb2697f25f,segment=NetworkSegment(37d945e7-2d63-423f-94d7-5cb36802e043),segment_id=37d945e7-2d63-423f-94d7-5cb36802e043)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:04:25.434578 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port ee14b74f-67c5-4a00-87ed-cab1411476de triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:25.438907 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:25.448010 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-d17bce23-517a-4e05-a71d-33a35e0b99ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:25.454511 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b207578b-3445-4b20-887c-1eb8fb86bcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:25.512337 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4390e68-da86-4a39-95e7-9c999122ec64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:25.514502 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17bce23-517a-4e05-a71d-33a35e0b99ba service neutron] Pushing event updated for resources: {'Port': ['ID=fd0ec86f-3472-427c-a044-e0398867273d,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:25.514705 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a096bf1b-15b8-4266-b47f-908e693cfc43 req-0b773fa9-d580-4561-ae1c-e0ab865f57da tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 210 time: 0.0426979 May 26 16:04:25.529459 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-975ad99a-144e-4618-844e-c105c5359ee6 req-29a5440e-804d-4315-918c-48edc9971302 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:25.545419 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-d17bce23-517a-4e05-a71d-33a35e0b99ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:25.546584 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-d17bce23-517a-4e05-a71d-33a35e0b99ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:25.548199 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-d17bce23-517a-4e05-a71d-33a35e0b99ba service neutron] 10.222.0.81 "PUT /v2.0/ports/fd0ec86f-3472-427c-a044-e0398867273d HTTP/1.1" status: 200 len: 1095 time: 2.2179196 May 26 16:04:25.548756 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41', 'tag': 'fd0ec86f-3472-427c-a044-e0398867273d'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:25.551751 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6f965a-bdda-4b32-8f96-0cf227178708" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41", "tag": "fd0ec86f-3472-427c-a044-e0398867273d"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:25.552439 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c131a19-993f-46a8-9665-3f209e13ff2c req-dfcc7d22-92a1-4bc7-832a-2d7d1c84d052 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:25.555558 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c131a19-993f-46a8-9665-3f209e13ff2c req-dfcc7d22-92a1-4bc7-832a-2d7d1c84d052 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.1262736 May 26 16:04:25.595786 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-1c7d8bbc-fef7-49f8-a752-cc766cc02c4e req-5aad9833-318d-4c0d-a9f5-05d1a54b944e tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1061172143', 'description': 'tempest-description-1798825180'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:25.618958 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device e8de33cc-5123-49ae-9dbb-c04d8a92bede no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:25.662221 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c131a19-993f-46a8-9665-3f209e13ff2c req-dfff01df-5149-4d92-bf12-bfd3e50616fe tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969362 May 26 16:04:25.701137 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1c7d8bbc-fef7-49f8-a752-cc766cc02c4e req-5aad9833-318d-4c0d-a9f5-05d1a54b944e tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:25.731737 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: e8de33cc-5123-49ae-9dbb-c04d8a92bede {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:25.732082 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device e8de33cc-5123-49ae-9dbb-c04d8a92bede not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:25.781895 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-975ad99a-144e-4618-844e-c105c5359ee6 req-29a5440e-804d-4315-918c-48edc9971302 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:25.799833 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207578b-3445-4b20-887c-1eb8fb86bcdc None None] Pushing event updated for resources: {'Port': ['ID=53a8e2aa-dbd8-4b31-94de-86bb2697f25f,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:25.836865 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4390e68-da86-4a39-95e7-9c999122ec64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:25.849899 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2525e0-76d5-4c20-88f7-43f8f04fba53 x-openstack-request-id: req-5f2525e0-76d5-4c20-88f7-43f8f04fba53 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:25.850504 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41", "tag": "fd0ec86f-3472-427c-a044-e0398867273d", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:25.850910 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5f2525e0-76d5-4c20-88f7-43f8f04fba53 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:25.851486 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f2525e0-76d5-4c20-88f7-43f8f04fba53'] response: {'name': 'network-changed', 'server_uuid': '0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41', 'tag': 'fd0ec86f-3472-427c-a044-e0398867273d', 'status': 'completed', 'code': 200} May 26 16:04:25.911951 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1c7d8bbc-fef7-49f8-a752-cc766cc02c4e req-5aad9833-318d-4c0d-a9f5-05d1a54b944e tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:25.921667 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1c7d8bbc-fef7-49f8-a752-cc766cc02c4e req-5aad9833-318d-4c0d-a9f5-05d1a54b944e tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:25.942122 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-99663208-66f5-4eed-8d30-476b8ef60f40 None None] Provisioning complete for port 74c14498-c0d2-4c7c-9bed-a85df00f0e26 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:25.942586 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-99663208-66f5-4eed-8d30-476b8ef60f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:25.951932 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-59dd9d3d-4158-4e87-a49d-12fc2ca0a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:25.966195 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-59dd9d3d-4158-4e87-a49d-12fc2ca0a9e9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=53341ddbfc2443ba84cd9e950503a706&device_id=0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41 HTTP/1.1" status: 200 len: 1098 time: 0.3403642 May 26 16:04:25.972309 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975ad99a-144e-4618-844e-c105c5359ee6 req-29a5440e-804d-4315-918c-48edc9971302 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Network 192a8d6e-682a-4121-a2c2-9b704f6ff009 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:25.987174 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port ee14b74f-67c5-4a00-87ed-cab1411476de is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:26.013780 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad9833-318d-4c0d-a9f5-05d1a54b944e tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a71637-2e4e-4473-a9d4-418304337cda,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:26.014548 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4390e68-da86-4a39-95e7-9c999122ec64 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:26.026554 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-e4390e68-da86-4a39-95e7-9c999122ec64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:26.033274 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-975ad99a-144e-4618-844e-c105c5359ee6 req-29a5440e-804d-4315-918c-48edc9971302 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:26.056796 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1c7d8bbc-fef7-49f8-a752-cc766cc02c4e req-5aad9833-318d-4c0d-a9f5-05d1a54b944e tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:26.084121 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4390e68-da86-4a39-95e7-9c999122ec64 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:26.084121 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-975ad99a-144e-4618-844e-c105c5359ee6 req-29a5440e-804d-4315-918c-48edc9971302 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:26.094986 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c7d8bbc-fef7-49f8-a752-cc766cc02c4e req-5aad9833-318d-4c0d-a9f5-05d1a54b944e tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5071838 May 26 16:04:26.152572 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed3a2e-9c13-424d-ad46-774287e96189 req-c26c3475-96a0-4ded-83f3-2c8d439f931d tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:26.164781 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68ed3a2e-9c13-424d-ad46-774287e96189 req-c26c3475-96a0-4ded-83f3-2c8d439f931d tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.2070320 May 26 16:04:26.179587 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-99663208-66f5-4eed-8d30-476b8ef60f40 None None] Current status of the port 74c14498-c0d2-4c7c-9bed-a85df00f0e26 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:26.192911 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-99663208-66f5-4eed-8d30-476b8ef60f40 None None] Provisioning complete for port ee14b74f-67c5-4a00-87ed-cab1411476de triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:26.194027 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-99663208-66f5-4eed-8d30-476b8ef60f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:26.206258 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-5fddf748-149a-4b26-b43f-3e6950c24da4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=fd0ec86f-3472-427c-a044-e0398867273d HTTP/1.1" status: 200 len: 217 time: 0.1878657 May 26 16:04:26.275111 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68ed3a2e-9c13-424d-ad46-774287e96189 req-a99f1d18-c00f-4b95-be4c-562553a0541b tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090100 May 26 16:04:26.301954 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5440e-804d-4315-918c-48edc9971302 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event updated for resources: {'Port': ['ID=74990b0e-c9ed-4700-aff0-e0fdb9de8eeb,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:26.358247 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad99a-144e-4618-844e-c105c5359ee6 req-29a5440e-804d-4315-918c-48edc9971302 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:26.359791 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-975ad99a-144e-4618-844e-c105c5359ee6 req-29a5440e-804d-4315-918c-48edc9971302 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:26.384235 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-7947fb4a-63f8-4bfc-98db-d4d8df9e7c74 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=3e94954a41614b099cb2eaeeaa6b7193&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679309 May 26 16:04:26.461143 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-99663208-66f5-4eed-8d30-476b8ef60f40 None None] Current status of the port ee14b74f-67c5-4a00-87ed-cab1411476de is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:26.469934 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 74c14498-c0d2-4c7c-9bed-a85df00f0e26 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:26.507847 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-975ad99a-144e-4618-844e-c105c5359ee6 req-29a5440e-804d-4315-918c-48edc9971302 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9170337 May 26 16:04:26.508545 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4390e68-da86-4a39-95e7-9c999122ec64 admin admin] Pushing event updated for resources: {'Port': ['ID=2c1d1c34-eef8-4687-8b48-66d415ce9803,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:26.610046 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-975ad99a-144e-4618-844e-c105c5359ee6 req-81a2a9ee-b6f9-42bd-8db7-5baedd45c940 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Request body: {'port': {'device_id': '170c15b1-0d7b-4c27-8d25-5b048d09c09b', 'network_id': 'd8d6d9b9-7641-4e8d-afe3-30010ffc1819', 'admin_state_up': True, 'tenant_id': 'c6cedca6b56247978dd71967ceac922e'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:26.637754 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-64c3331d-0387-4c12-a1f5-f76ccb41296c None None] Provisioning complete for port 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:26.639273 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-64c3331d-0387-4c12-a1f5-f76ccb41296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:26.647435 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 74c14498-c0d2-4c7c-9bed-a85df00f0e26 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:26.647878 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:26.687009 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-42af58b4-f170-47bc-ab1f-754868aaca51 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:26.698777 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-42af58b4-f170-47bc-ab1f-754868aaca51 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3133280 May 26 16:04:26.719383 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1cd0729-341b-4e8f-9053-8c92458e30db req-99e0753b-83de-4627-841b-6b8b8515cb83 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/61a71637-2e4e-4473-a9d4-418304337cda HTTP/1.1" status: 200 len: 1801 time: 0.1567137 May 26 16:04:26.735170 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-c1cd0729-341b-4e8f-9053-8c92458e30db req-05035ebf-d038-48a8-a7bc-69302affefc6 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2049610164', 'description': 'tempest-description-hth-1277792201'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:26.750529 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-06241581-f38f-4d3b-bb0e-ea5bba4e6bae tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/quotas/3e94954a41614b099cb2eaeeaa6b7193 HTTP/1.1" status: 200 len: 375 time: 0.0495503 May 26 16:04:26.817091 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-64c3331d-0387-4c12-a1f5-f76ccb41296c None None] Port 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:04:26.842331 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-b56fa3c3-9ea3-4f52-9b4e-730fb5b31e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:26.845708 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-b56fa3c3-9ea3-4f52-9b4e-730fb5b31e36 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.5967405 May 26 16:04:26.854782 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c1cd0729-341b-4e8f-9053-8c92458e30db req-05035ebf-d038-48a8-a7bc-69302affefc6 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:26.899590 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-1cae29ff-1962-4b9d-9390-f712a6ece0d6 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e94954a41614b099cb2eaeeaa6b7193&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1477578 May 26 16:04:26.924221 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c1cd0729-341b-4e8f-9053-8c92458e30db req-05035ebf-d038-48a8-a7bc-69302affefc6 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:26.934343 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 74c14498-c0d2-4c7c-9bed-a85df00f0e26 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:26.935995 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ee14b74f-67c5-4a00-87ed-cab1411476de up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:26.946343 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c1cd0729-341b-4e8f-9053-8c92458e30db req-05035ebf-d038-48a8-a7bc-69302affefc6 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:26.951684 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c1cd0729-341b-4e8f-9053-8c92458e30db req-05035ebf-d038-48a8-a7bc-69302affefc6 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:26.953149 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1cd0729-341b-4e8f-9053-8c92458e30db req-05035ebf-d038-48a8-a7bc-69302affefc6 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "PUT /v2.0/security-groups/61a71637-2e4e-4473-a9d4-418304337cda HTTP/1.1" status: 200 len: 1775 time: 0.2325237 May 26 16:04:27.063968 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05035ebf-d038-48a8-a7bc-69302affefc6 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a71637-2e4e-4473-a9d4-418304337cda,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:27.094177 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-3fdf209c-4c5a-489d-828a-c0ddf807d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:27.095685 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-3fdf209c-4c5a-489d-828a-c0ddf807d3c8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1670337 May 26 16:04:27.098667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975ad99a-144e-4618-844e-c105c5359ee6 req-81a2a9ee-b6f9-42bd-8db7-5baedd45c940 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Made reservation on behalf of c6cedca6b56247978dd71967ceac922e for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:27.102157 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-975ad99a-144e-4618-844e-c105c5359ee6 req-81a2a9ee-b6f9-42bd-8db7-5baedd45c940 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:27.141899 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port ee14b74f-67c5-4a00-87ed-cab1411476de triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:27.144481 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:27.344152 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5c3dc-f155-4438-83ea-f21727f4bb10 req-7e444bd3-9501-456f-b118-65f5e7cf817b tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:27.356763 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8c5c3dc-f155-4438-83ea-f21727f4bb10 req-7e444bd3-9501-456f-b118-65f5e7cf817b tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41 HTTP/1.1" status: 200 len: 947 time: 0.2087233 May 26 16:04:27.397424 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-975ad99a-144e-4618-844e-c105c5359ee6 req-81a2a9ee-b6f9-42bd-8db7-5baedd45c940 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Allocated IP 19.86.0.63 (d8d6d9b9-7641-4e8d-afe3-30010ffc1819/46b5afc3-ee84-4fb1-9031-e4f0f446b262/225a0165-36b3-4bee-8442-60f4bd873321) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:27.460735 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4390e68-da86-4a39-95e7-9c999122ec64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:27.557894 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8c5c3dc-f155-4438-83ea-f21727f4bb10 req-37bc34e4-c722-44cb-89ea-2a559bfaecd3 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dafb3d76-afac-4006-82e3-ae4127af7723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974006 May 26 16:04:27.624289 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b44fe-e9a1-421f-867a-6a77f95ce8cf req-d0795c48-bcee-4f66-bb79-965a485de452 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:27.650163 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cc9b44fe-e9a1-421f-867a-6a77f95ce8cf req-d0795c48-bcee-4f66-bb79-965a485de452 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 932 time: 0.1993294 May 26 16:04:27.868787 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cc9b44fe-e9a1-421f-867a-6a77f95ce8cf req-ccb818ca-b35a-4f81-9cb8-4f01703ca177 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133579 May 26 16:04:27.882129 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port ee14b74f-67c5-4a00-87ed-cab1411476de is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:27.914508 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f54957d-9571-4820-b20a-97aa6499014c None None] Network c14bd7ed-024f-4113-81e8-0f179843d44b requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:04:27.934875 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7d78484-773c-4305-85c7-871c9a9fdb13 req-160ab661-8100-4bf3-86f1-451a3a7f53fc tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/61a71637-2e4e-4473-a9d4-418304337cda HTTP/1.1" status: 200 len: 1775 time: 0.2141101 May 26 16:04:28.011151 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9af4166a-5b43-46f3-811a-e8ba8645a92c req-dfe604db-1685-4a3c-bb76-83597140ab82 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=ababdab4-90b1-419f-a526-63186d4d1985 HTTP/1.1" status: 200 len: 210 time: 0.0520318 May 26 16:04:28.190919 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a56d8a50-9e00-4e98-a1db-2d66801a66c9 req-ace4e815-09f2-4059-b0ff-b1958eba3286 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/61a71637-2e4e-4473-a9d4-418304337cda HTTP/1.1" status: 200 len: 1775 time: 0.1519225 May 26 16:04:28.317503 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 53a8e2aa-dbd8-4b31-94de-86bb2697f25f up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:28.343493 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a56d8a50-9e00-4e98-a1db-2d66801a66c9 req-57c5bedd-0a71-4f3d-b317-ed834cba9d12 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:28.400471 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a56d8a50-9e00-4e98-a1db-2d66801a66c9 req-57c5bedd-0a71-4f3d-b317-ed834cba9d12 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:28.448869 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b5331386-0ec8-4a7e-82e2-766c879dfb4d None None] Provisioning complete for port 53a8e2aa-dbd8-4b31-94de-86bb2697f25f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:28.449838 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5331386-0ec8-4a7e-82e2-766c879dfb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:28.513218 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a56d8a50-9e00-4e98-a1db-2d66801a66c9 req-57c5bedd-0a71-4f3d-b317-ed834cba9d12 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:28.516064 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a56d8a50-9e00-4e98-a1db-2d66801a66c9 req-57c5bedd-0a71-4f3d-b317-ed834cba9d12 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:28.517433 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a56d8a50-9e00-4e98-a1db-2d66801a66c9 req-57c5bedd-0a71-4f3d-b317-ed834cba9d12 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "DELETE /v2.0/security-groups/61a71637-2e4e-4473-a9d4-418304337cda HTTP/1.1" status: 204 len: 173 time: 0.3257122 May 26 16:04:28.537948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5bedd-0a71-4f3d-b317-ed834cba9d12 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a71637-2e4e-4473-a9d4-418304337cda,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:28.665524 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-801b1882-76d1-4681-830e-01183a602d32 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5446422 May 26 16:04:28.688199 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 53a8e2aa-dbd8-4b31-94de-86bb2697f25f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:28.688987 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:28.859539 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b5331386-0ec8-4a7e-82e2-766c879dfb4d None None] Current status of the port 53a8e2aa-dbd8-4b31-94de-86bb2697f25f is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:28.861987 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5331386-0ec8-4a7e-82e2-766c879dfb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:28.897307 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-2c51b2a3-7a44-4708-aa6a-f0ad75cca561 req-9ae644f6-d342-4b2b-b0e2-44da72d72046 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] show failed (client error): The resource could not be found. May 26 16:04:28.900486 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2c51b2a3-7a44-4708-aa6a-f0ad75cca561 req-9ae644f6-d342-4b2b-b0e2-44da72d72046 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/e7d5410e-e678-4ff7-8014-49c895129c82 HTTP/1.1" status: 404 len: 352 time: 0.1016431 May 26 16:04:28.933778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a5a54-54d5-4ee1-b4ef-df10f0e2a63e req-8730ac74-42dd-4be9-8b0a-f599d7dd94ce tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:28.958560 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-060a5a54-54d5-4ee1-b4ef-df10f0e2a63e req-8730ac74-42dd-4be9-8b0a-f599d7dd94ce tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41 HTTP/1.1" status: 200 len: 947 time: 0.2290096 May 26 16:04:29.024904 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ccb01d96-7b77-4ed9-b75f-bea9d2a8b929 req-a5c400bf-9261-4d4c-ad9f-7db932e00192 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414769 May 26 16:04:29.037284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b5331386-0ec8-4a7e-82e2-766c879dfb4d None None] For port 53a8e2aa-dbd8-4b31-94de-86bb2697f25f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=53a8e2aa-dbd8-4b31-94de-86bb2697f25f,segment=NetworkSegment(37d945e7-2d63-423f-94d7-5cb36802e043),segment_id=37d945e7-2d63-423f-94d7-5cb36802e043)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:29.041123 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 53a8e2aa-dbd8-4b31-94de-86bb2697f25f is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:29.041634 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:29.086232 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-060a5a54-54d5-4ee1-b4ef-df10f0e2a63e req-f35b72e4-a606-495c-85c2-d9d544dc7e18 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dafb3d76-afac-4006-82e3-ae4127af7723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261389 May 26 16:04:29.127836 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5331386-0ec8-4a7e-82e2-766c879dfb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:29.225231 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-975ad99a-144e-4618-844e-c105c5359ee6 req-81a2a9ee-b6f9-42bd-8db7-5baedd45c940 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:29.238131 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-4d465401-cdb7-41bb-b45c-7b74cef1f615 req-7b108800-4d55-4ee7-b153-fcecdf256941 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] show failed (client error): The resource could not be found. May 26 16:04:29.243016 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5331386-0ec8-4a7e-82e2-766c879dfb4d None None] Pushing event updated for resources: {'Port': ['ID=53a8e2aa-dbd8-4b31-94de-86bb2697f25f,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:29.253676 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4d465401-cdb7-41bb-b45c-7b74cef1f615 req-7b108800-4d55-4ee7-b153-fcecdf256941 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/139e64c4-a569-4c18-8ede-8fb3a84d4761 HTTP/1.1" status: 404 len: 352 time: 0.0481548 May 26 16:04:29.292080 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c2c4a-4198-4c63-81e8-8aa6dc76ee22 req-aff59af4-f2fd-48ab-97d1-6606cbdd84bf tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:29.296932 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-273c2c4a-4198-4c63-81e8-8aa6dc76ee22 req-aff59af4-f2fd-48ab-97d1-6606cbdd84bf tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 932 time: 0.2081897 May 26 16:04:29.300131 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-975ad99a-144e-4618-844e-c105c5359ee6 req-81a2a9ee-b6f9-42bd-8db7-5baedd45c940 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:29.321180 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:04:29.321811 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:04:29.407514 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-273c2c4a-4198-4c63-81e8-8aa6dc76ee22 req-1f99db07-fed8-495b-8d5c-a4d25b756710 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015840 May 26 16:04:29.460052 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975ad99a-144e-4618-844e-c105c5359ee6 req-81a2a9ee-b6f9-42bd-8db7-5baedd45c940 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Network d8d6d9b9-7641-4e8d-afe3-30010ffc1819 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:29.471250 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b32e02fb-dc18-460c-92ef-81003adbb166 None None] Provisioning complete for port 53a8e2aa-dbd8-4b31-94de-86bb2697f25f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:29.471748 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b32e02fb-dc18-460c-92ef-81003adbb166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:29.473314 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0264fe75-f89e-4aa3-8be5-211ee14b538d req-669e66e5-e6e5-4fac-96a5-981f6cd3abbc tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=ababdab4-90b1-419f-a526-63186d4d1985 HTTP/1.1" status: 200 len: 210 time: 0.0900319 May 26 16:04:29.492931 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-975ad99a-144e-4618-844e-c105c5359ee6 req-81a2a9ee-b6f9-42bd-8db7-5baedd45c940 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:29.498269 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f965a-bdda-4b32-8f96-0cf227178708 req-8df7f661-d54e-4124-820c-157eacf4e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:29.500167 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b6f965a-bdda-4b32-8f96-0cf227178708 req-8df7f661-d54e-4124-820c-157eacf4e0e4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=53341ddbfc2443ba84cd9e950503a706&device_id=0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41 HTTP/1.1" status: 200 len: 1098 time: 0.2143373 May 26 16:04:29.501043 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-975ad99a-144e-4618-844e-c105c5359ee6 req-81a2a9ee-b6f9-42bd-8db7-5baedd45c940 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:29.506499 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-889d402e-f55c-4a08-8663-ed53a0d6a48d req-a3663a3d-f234-4348-99b7-e57486ab3863 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] show failed (client error): The resource could not be found. May 26 16:04:29.514380 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-889d402e-f55c-4a08-8663-ed53a0d6a48d req-a3663a3d-f234-4348-99b7-e57486ab3863 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/0997b372-d127-4478-bcc8-f2a7d922e2c3 HTTP/1.1" status: 404 len: 352 time: 0.0228622 May 26 16:04:29.551111 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2a9ee-b6f9-42bd-8db7-5baedd45c940 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event updated for resources: {'Port': ['ID=225a0165-36b3-4bee-8442-60f4bd873321,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:29.651112 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4390e68-da86-4a39-95e7-9c999122ec64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:29.658186 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b32e02fb-dc18-460c-92ef-81003adbb166 None None] Current status of the port 53a8e2aa-dbd8-4b31-94de-86bb2697f25f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:29.678461 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-cb155471-421c-4612-85fb-a1fe255fe4f9 req-f9f69a51-2cc6-449e-b38f-0896b5d4cbe4 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] show failed (client error): The resource could not be found. May 26 16:04:29.679359 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cb155471-421c-4612-85fb-a1fe255fe4f9 req-f9f69a51-2cc6-449e-b38f-0896b5d4cbe4 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/dde5daec-37ec-4903-91a8-9d6d750d893f HTTP/1.1" status: 404 len: 352 time: 0.0351837 May 26 16:04:29.690657 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad99a-144e-4618-844e-c105c5359ee6 req-81a2a9ee-b6f9-42bd-8db7-5baedd45c940 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:29.691293 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-975ad99a-144e-4618-844e-c105c5359ee6 req-81a2a9ee-b6f9-42bd-8db7-5baedd45c940 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:29.751803 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-4a66856c-319f-46dd-adc2-90de6305c5da req-0105b4b8-0eaa-4cba-beaa-c4d40e3b9c2a tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] show failed (client error): The resource could not be found. May 26 16:04:29.752557 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4a66856c-319f-46dd-adc2-90de6305c5da req-0105b4b8-0eaa-4cba-beaa-c4d40e3b9c2a tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/97d861ef-7d83-4519-9257-e49ecf051e79 HTTP/1.1" status: 404 len: 352 time: 0.0296156 May 26 16:04:29.826272 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-008297a8-546d-4239-8a85-b465057867c7 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=3e94954a41614b099cb2eaeeaa6b7193&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548809 May 26 16:04:29.868487 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-8647b49c-f134-41fd-89c3-75801a3ab38f req-8608579f-c038-431f-a637-536e4f48ee11 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] show failed (client error): The resource could not be found. May 26 16:04:29.885252 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8647b49c-f134-41fd-89c3-75801a3ab38f req-8608579f-c038-431f-a637-536e4f48ee11 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/d5c667fe-7a16-4443-9507-9729d206757e HTTP/1.1" status: 404 len: 352 time: 0.0750108 May 26 16:04:29.909018 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 53a8e2aa-dbd8-4b31-94de-86bb2697f25f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:29.948751 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde830f0-26ef-47bc-86be-cfbbd6c362e8 req-cbee28dd-7ede-41c2-b970-4dd5c8ee9227 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:29.958224 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fde830f0-26ef-47bc-86be-cfbbd6c362e8 req-cbee28dd-7ede-41c2-b970-4dd5c8ee9227 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.1571758 May 26 16:04:30.048246 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fde830f0-26ef-47bc-86be-cfbbd6c362e8 req-5fc1fba7-9636-41a4-9cf5-755ba1014106 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757859 May 26 16:04:30.050850 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-f04ee215-4c73-4983-a324-6f4fa8a9a1d7 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:30.052356 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-f04ee215-4c73-4983-a324-6f4fa8a9a1d7 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2155499 May 26 16:04:30.081499 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-cadcb87e-517e-41d9-954a-e88546c19e5e tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Request body: {'port': {'device_id': 'ababdab4-90b1-419f-a526-63186d4d1985', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '3e94954a41614b099cb2eaeeaa6b7193'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:30.116030 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-2880bcd0-8be7-4b87-83b3-580416b5a6f4 None None] Provisioning complete for port 225a0165-36b3-4bee-8442-60f4bd873321 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:30.117508 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2880bcd0-8be7-4b87-83b3-580416b5a6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:30.162469 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-975ad99a-144e-4618-844e-c105c5359ee6 req-81a2a9ee-b6f9-42bd-8db7-5baedd45c940 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6298542 May 26 16:04:30.214491 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2880bcd0-8be7-4b87-83b3-580416b5a6f4 None None] Port 225a0165-36b3-4bee-8442-60f4bd873321 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:04:30.228053 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 53a8e2aa-dbd8-4b31-94de-86bb2697f25f up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:30.253021 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-975ad99a-144e-4618-844e-c105c5359ee6 req-310fdfb2-7311-436c-8454-958952f1c6dd service neutron] Request body: {'port': {'device_id': '170c15b1-0d7b-4c27-8d25-5b048d09c09b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:30.258998 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e75011-9354-4bd1-b425-f0c1ef8dbf80 req-643877d7-feff-4564-a030-8efc6b85dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:30.260712 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-75e75011-9354-4bd1-b425-f0c1ef8dbf80 req-643877d7-feff-4564-a030-8efc6b85dd33 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e054f09efe5e48a1a811c34416f57f3d&device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 1097 time: 0.3835678 May 26 16:04:30.262014 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f965a-bdda-4b32-8f96-0cf227178708 req-07fad8b2-f9d9-4498-99a0-ff82453e1383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:30.263763 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b6f965a-bdda-4b32-8f96-0cf227178708 req-07fad8b2-f9d9-4498-99a0-ff82453e1383 service neutron] 10.222.0.81 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.7035034 May 26 16:04:30.327685 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:30.331940 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 53a8e2aa-dbd8-4b31-94de-86bb2697f25f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:30.332386 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:30.351284 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233485ed-7040-4750-877c-a365b199acc4 req-c98591e7-80d3-4305-aa84-a1bdcab8c6bb tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:30.362167 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-233485ed-7040-4750-877c-a365b199acc4 req-c98591e7-80d3-4305-aa84-a1bdcab8c6bb tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41 HTTP/1.1" status: 200 len: 947 time: 0.1466987 May 26 16:04:30.377093 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b6f965a-bdda-4b32-8f96-0cf227178708 req-a2367a2c-6240-4096-9073-80e263cd9f77 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=fd0ec86f-3472-427c-a044-e0398867273d HTTP/1.1" status: 200 len: 217 time: 0.0777476 May 26 16:04:30.421682 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cff60b-6228-461f-a21e-717324ea2afb req-929f75e4-aeb0-4fbe-88cc-fbee755dde60 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:30.423131 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c6cff60b-6228-461f-a21e-717324ea2afb req-929f75e4-aeb0-4fbe-88cc-fbee755dde60 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 1024 time: 0.1501703 May 26 16:04:30.441512 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-233485ed-7040-4750-877c-a365b199acc4 req-206b3a17-3313-403e-bd9c-9fa15427055b tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dafb3d76-afac-4006-82e3-ae4127af7723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780249 May 26 16:04:30.454059 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-975ad99a-144e-4618-844e-c105c5359ee6 req-310fdfb2-7311-436c-8454-958952f1c6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:30.472055 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 53a8e2aa-dbd8-4b31-94de-86bb2697f25f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:30.548381 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c6cff60b-6228-461f-a21e-717324ea2afb req-07aaeb10-5622-474c-b7bd-54798e24e878 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&id=9a823af1-b9a1-4ee4-84ff-5f8f70d8895b&id=d7dbbd68-a936-4978-9698-4b5521c3e40f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0913970 May 26 16:04:30.641262 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f965a-bdda-4b32-8f96-0cf227178708 req-d9441b43-ecd6-4df2-96ca-29480928cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:30.645848 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b6f965a-bdda-4b32-8f96-0cf227178708 req-d9441b43-ecd6-4df2-96ca-29480928cf23 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.2000651 May 26 16:04:30.663484 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-caf56ff9-a2e3-4887-8b2d-916a079c05dd req-ca5065c7-d603-4fa7-b147-6c2a7b7721b7 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=ababdab4-90b1-419f-a526-63186d4d1985 HTTP/1.1" status: 200 len: 210 time: 0.0422201 May 26 16:04:30.690296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbfaa4-75b4-4d15-ba4f-75fa67ed782f req-c8810a53-70d7-4f92-86ce-ab70390e8b38 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:30.701415 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbfaa4-75b4-4d15-ba4f-75fa67ed782f req-c8810a53-70d7-4f92-86ce-ab70390e8b38 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:30.709144 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25fbfaa4-75b4-4d15-ba4f-75fa67ed782f req-c8810a53-70d7-4f92-86ce-ab70390e8b38 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 1654 time: 0.1254947 May 26 16:04:30.759696 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25fbfaa4-75b4-4d15-ba4f-75fa67ed782f req-8703c3de-486a-4906-ab68-69010b795ec5 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497544 May 26 16:04:30.768317 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4390e68-da86-4a39-95e7-9c999122ec64 admin admin] Router 887afd86-3b39-45ff-bbaa-8ce2909a9df8 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:04:30.782448 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e75011-9354-4bd1-b425-f0c1ef8dbf80 req-43509039-d6b4-45d3-86b0-ab926ad420fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:30.784120 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-75e75011-9354-4bd1-b425-f0c1ef8dbf80 req-43509039-d6b4-45d3-86b0-ab926ad420fc service neutron] 10.222.0.83 "GET /v2.0/networks?id=48798ccf-c01b-4baf-8c1d-06629758249c HTTP/1.1" status: 200 len: 918 time: 0.4942203 May 26 16:04:30.784743 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-cadcb87e-517e-41d9-954a-e88546c19e5e tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Made reservation on behalf of 3e94954a41614b099cb2eaeeaa6b7193 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:30.790716 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-cadcb87e-517e-41d9-954a-e88546c19e5e tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:30.879537 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-75e75011-9354-4bd1-b425-f0c1ef8dbf80 req-e25af82a-cd52-4e87-91f8-2a481ebfda1b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0da5bd1c-cdaf-4399-82d9-704116636903 HTTP/1.1" status: 200 len: 217 time: 0.0791960 May 26 16:04:30.956062 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f965a-bdda-4b32-8f96-0cf227178708 req-4117ee18-5ff2-4185-9e76-e29c1e99d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:30.958000 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b6f965a-bdda-4b32-8f96-0cf227178708 req-4117ee18-5ff2-4185-9e76-e29c1e99d88a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2971706 May 26 16:04:31.209258 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde7500-0703-48ae-a6cd-d118194b9a9f req-e65a5f58-2918-44d1-a046-e71229101d30 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:31.217533 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8bde7500-0703-48ae-a6cd-d118194b9a9f req-e65a5f58-2918-44d1-a046-e71229101d30 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.0677845 May 26 16:04:31.281599 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8bde7500-0703-48ae-a6cd-d118194b9a9f req-a0279b40-1ce1-4bb8-a9d4-0e4c5b0c33c4 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625417 May 26 16:04:31.612125 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e8148-f1b0-43eb-ae68-b9193d9e4bff req-62e928d9-a069-4939-bec4-d37fcc1ea580 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:31.620321 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-956e8148-f1b0-43eb-ae68-b9193d9e4bff req-62e928d9-a069-4939-bec4-d37fcc1ea580 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41 HTTP/1.1" status: 200 len: 947 time: 0.1099858 May 26 16:04:31.620674 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e75011-9354-4bd1-b425-f0c1ef8dbf80 req-653c8c90-b41d-4102-917d-f1c5fc187166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:31.622737 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-75e75011-9354-4bd1-b425-f0c1ef8dbf80 req-653c8c90-b41d-4102-917d-f1c5fc187166 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=667adff5-0c1e-46ec-b83e-3fbb957aa36c HTTP/1.1" status: 200 len: 856 time: 0.6705356 May 26 16:04:31.636219 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device fd0ec86f-3472-427c-a044-e0398867273d details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:04:31.721900 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-956e8148-f1b0-43eb-ae68-b9193d9e4bff req-2a63de2d-5dd2-4687-b788-435ff5b7f0a2 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dafb3d76-afac-4006-82e3-ae4127af7723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790029 May 26 16:04:31.736465 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4390e68-da86-4a39-95e7-9c999122ec64 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:04:31.769083 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] Sync routers for ids ['887afd86-3b39-45ff-bbaa-8ce2909a9df8'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:04:31.806647 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b6f965a-bdda-4b32-8f96-0cf227178708 req-6386e7f6-dba4-4eab-9423-021dd392236b service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8305566 May 26 16:04:31.815947 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] Routers {'887afd86-3b39-45ff-bbaa-8ce2909a9df8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:04:31.817032 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:04:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['887afd86-3b39-45ff-bbaa-8ce2909a9df8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:31.841094 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-cadcb87e-517e-41d9-954a-e88546c19e5e tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Allocated IP 192.168.233.207 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/cddd68a5-d910-4b0a-a23e-76a5f2ca0390) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:31.845374 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e75011-9354-4bd1-b425-f0c1ef8dbf80 req-6e74ba4b-66d8-4941-8bca-48d9f7964e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:31.846987 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-75e75011-9354-4bd1-b425-f0c1ef8dbf80 req-6e74ba4b-66d8-4941-8bca-48d9f7964e14 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48798ccf-c01b-4baf-8c1d-06629758249c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1992269 May 26 16:04:31.863604 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-975ad99a-144e-4618-844e-c105c5359ee6 req-310fdfb2-7311-436c-8454-958952f1c6dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:31.887882 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4390e68-da86-4a39-95e7-9c999122ec64 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:31.892437 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e4390e68-da86-4a39-95e7-9c999122ec64 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.8747272 May 26 16:04:31.897942 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43980) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:31.899212 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7c4d3-a076-4ddb-8388-f0ac33f6971e req-bc7fa8a3-5ec5-44dc-98e3-33627ddf6f33 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:31.907385 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99f7c4d3-a076-4ddb-8388-f0ac33f6971e req-bc7fa8a3-5ec5-44dc-98e3-33627ddf6f33 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 1024 time: 0.2417991 May 26 16:04:31.936962 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-975ad99a-144e-4618-844e-c105c5359ee6 req-310fdfb2-7311-436c-8454-958952f1c6dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.006587 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ff70006-ccec-467c-9ae2-228151f8cd78 req-93898c20-1747-47ba-bb27-e39711ae5a42 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=ababdab4-90b1-419f-a526-63186d4d1985 HTTP/1.1" status: 200 len: 210 time: 0.0961738 May 26 16:04:32.039913 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port fd0ec86f-3472-427c-a044-e0398867273d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=fd0ec86f-3472-427c-a044-e0398867273d,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:32.050650 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-975ad99a-144e-4618-844e-c105c5359ee6 req-310fdfb2-7311-436c-8454-958952f1c6dd service neutron] Transition to ACTIVE for port object 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:04:32.065564 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99f7c4d3-a076-4ddb-8388-f0ac33f6971e req-458760a4-435e-41ab-9abb-37e187e77cfd tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&id=9a823af1-b9a1-4ee4-84ff-5f8f70d8895b&id=d7dbbd68-a936-4978-9698-4b5521c3e40f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1572037 May 26 16:04:32.077261 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-975ad99a-144e-4618-844e-c105c5359ee6 req-310fdfb2-7311-436c-8454-958952f1c6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.083275 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'fd0ec86f-3472-427c-a044-e0398867273d', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': 'fd0ec86f-3472-427c-a044-e0398867273d', 'mac_address': 'fa:16:3e:fd:e6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:04:32.139099 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91dcd4-467e-4129-973d-96f9a6119a87 req-821324aa-1e45-47c2-abc8-1e3708f569ee tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:32.140823 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb91dcd4-467e-4129-973d-96f9a6119a87 req-821324aa-1e45-47c2-abc8-1e3708f569ee tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 1024 time: 0.3344779 May 26 16:04:32.150248 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fdfb2-7311-436c-8454-958952f1c6dd service neutron] Pushing event updated for resources: {'Port': ['ID=74990b0e-c9ed-4700-aff0-e0fdb9de8eeb,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:32.162475 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port fd0ec86f-3472-427c-a044-e0398867273d is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:32.163488 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.185424 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0ec86f-3472-427c-a044-e0398867273d {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:32.221006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] Set router 887afd86-3b39-45ff-bbaa-8ce2909a9df8 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:04:32.223768 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port fd0ec86f-3472-427c-a044-e0398867273d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=fd0ec86f-3472-427c-a044-e0398867273d,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:32.284288 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.540742 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-cadcb87e-517e-41d9-954a-e88546c19e5e tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.551399 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f638aa-5db1-4043-a62b-9c9ddd5117ae req-01b209d6-81a3-4138-a3c8-e51e728a0614 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:32.553951 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=fd0ec86f-3472-427c-a044-e0398867273d,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:32.559020 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f638aa-5db1-4043-a62b-9c9ddd5117ae req-01b209d6-81a3-4138-a3c8-e51e728a0614 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:32.570344 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-63f638aa-5db1-4043-a62b-9c9ddd5117ae req-01b209d6-81a3-4138-a3c8-e51e728a0614 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 1666 time: 0.2757921 May 26 16:04:32.603340 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-75e75011-9354-4bd1-b425-f0c1ef8dbf80 req-6a046131-9199-433e-9263-f9f395445d32 service neutron] 10.222.0.83 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7333906 May 26 16:04:32.618880 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c256d20-1930-4141-92a3-8dd9e7d32aec req-3454787e-ba35-4e9d-b968-e021486eb79d tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:32.638725 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c256d20-1930-4141-92a3-8dd9e7d32aec req-3454787e-ba35-4e9d-b968-e021486eb79d tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.2052715 May 26 16:04:32.681491 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['fd0ec86f-3472-427c-a044-e0398867273d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:32.683945 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-63f638aa-5db1-4043-a62b-9c9ddd5117ae req-8366d801-7976-4305-bfab-4c2ccfc8f1c2 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105921 May 26 16:04:32.704765 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-eb91dcd4-467e-4129-973d-96f9a6119a87 req-2352a07d-e618-4e62-b49b-4f2367ce340f tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Deleting port a57eefc1-aa04-49e0-b64b-cef0a18a82ec {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:32.705534 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eb91dcd4-467e-4129-973d-96f9a6119a87 req-2352a07d-e618-4e62-b49b-4f2367ce340f tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.804263 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887afd86-3b39-45ff-bbaa-8ce2909a9df8', 'name': 'tempest-FloatingIPsTestJSON-1030154415-router', 'tenant_id': '34239383a9664d8d8af1554e26d7d16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '2c1d1c34-eef8-4687-8b48-66d415ce9803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:22Z', 'updated_at': '2022-05-26T16:04:26Z', 'revision_number': 3, 'project_id': '34239383a9664d8d8af1554e26d7d16c', 'gw_port': {'id': '2c1d1c34-eef8-4687-8b48-66d415ce9803', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:46:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887afd86-3b39-45ff-bbaa-8ce2909a9df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:24Z', 'updated_at': '2022-05-26T16:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:32.827329 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b6f965a-bdda-4b32-8f96-0cf227178708 req-20bba7dc-1246-4872-a176-b86bd658d82a service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0046568 May 26 16:04:32.830180 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-cadcb87e-517e-41d9-954a-e88546c19e5e tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.847749 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-75e75011-9354-4bd1-b425-f0c1ef8dbf80 req-7ff70b5a-b823-4159-b06b-51078ea689d0 service neutron] 10.222.0.83 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684079 May 26 16:04:32.853961 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] Checking router: 887afd86-3b39-45ff-bbaa-8ce2909a9df8 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:04:32.854385 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] Updating router 887afd86-3b39-45ff-bbaa-8ce2909a9df8 port 2c1d1c34-eef8-4687-8b48-66d415ce9803 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:04:32.893839 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:32.895909 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['11a1ce1f-16ef-44db-80f7-fc56040c8f44'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:32.930277 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcb87e-517e-41d9-954a-e88546c19e5e tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Pushing event updated for resources: {'Port': ['ID=cddd68a5-d910-4b0a-a23e-76a5f2ca0390,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:32.951570 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c256d20-1930-4141-92a3-8dd9e7d32aec req-7401b157-2203-4ed1-b0f5-6d24ddee4340 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103857 May 26 16:04:33.010296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5be2f-27d3-4d0c-8f4b-5e4308850c23 req-920a98fc-d5f3-4efe-9063-2e725be8e55e tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:33.032046 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60d5be2f-27d3-4d0c-8f4b-5e4308850c23 req-920a98fc-d5f3-4efe-9063-2e725be8e55e tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41 HTTP/1.1" status: 200 len: 948 time: 0.2103033 May 26 16:04:33.048230 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-eb91dcd4-467e-4129-973d-96f9a6119a87 req-2352a07d-e618-4e62-b49b-4f2367ce340f tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] For port a57eefc1-aa04-49e0-b64b-cef0a18a82ec, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a57eefc1-aa04-49e0-b64b-cef0a18a82ec,segment=NetworkSegment(621041f9-a4a3-475a-9761-93f655636e38),segment_id=621041f9-a4a3-475a-9761-93f655636e38)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:33.048617 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eb91dcd4-467e-4129-973d-96f9a6119a87 req-2352a07d-e618-4e62-b49b-4f2367ce340f tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:33.075334 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-cadcb87e-517e-41d9-954a-e88546c19e5e tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:33.075891 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-cadcb87e-517e-41d9-954a-e88546c19e5e tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:33.082021 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-cadcb87e-517e-41d9-954a-e88546c19e5e tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:33.140644 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-975ad99a-144e-4618-844e-c105c5359ee6 req-310fdfb2-7311-436c-8454-958952f1c6dd service neutron] Attempting to bind port 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:33.140982 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-975ad99a-144e-4618-844e-c105c5359ee6 req-310fdfb2-7311-436c-8454-958952f1c6dd service neutron] Attempting to bind port 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '5c3b694c-d357-40ed-a79b-3d0bb59c6fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '192a8d6e-682a-4121-a2c2-9b704f6ff009'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:33.144071 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-eb91dcd4-467e-4129-973d-96f9a6119a87 req-2352a07d-e618-4e62-b49b-4f2367ce340f tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Calling delete_port for a57eefc1-aa04-49e0-b64b-cef0a18a82ec owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:33.146230 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ad99a-144e-4618-844e-c105c5359ee6 req-310fdfb2-7311-436c-8454-958952f1c6dd service neutron] Attempting to bind port 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb on network 192a8d6e-682a-4121-a2c2-9b704f6ff009 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:33.207775 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ad99a-144e-4618-844e-c105c5359ee6 req-310fdfb2-7311-436c-8454-958952f1c6dd service neutron] Port 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb on network 192a8d6e-682a-4121-a2c2-9b704f6ff009 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:04:33.209031 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ad99a-144e-4618-844e-c105c5359ee6 req-310fdfb2-7311-436c-8454-958952f1c6dd service neutron] Attempting to bind port 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb on network 192a8d6e-682a-4121-a2c2-9b704f6ff009 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:33.245252 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ad99a-144e-4618-844e-c105c5359ee6 req-310fdfb2-7311-436c-8454-958952f1c6dd service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:33.245543 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ad99a-144e-4618-844e-c105c5359ee6 req-310fdfb2-7311-436c-8454-958952f1c6dd service neutron] Checking segment: {'id': '5c3b694c-d357-40ed-a79b-3d0bb59c6fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '192a8d6e-682a-4121-a2c2-9b704f6ff009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:33.246034 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ad99a-144e-4618-844e-c105c5359ee6 req-310fdfb2-7311-436c-8454-958952f1c6dd service neutron] Bound using segment: {'id': '5c3b694c-d357-40ed-a79b-3d0bb59c6fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '192a8d6e-682a-4121-a2c2-9b704f6ff009'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:33.246383 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-975ad99a-144e-4618-844e-c105c5359ee6 req-310fdfb2-7311-436c-8454-958952f1c6dd service neutron] Bound port: 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3b694c-d357-40ed-a79b-3d0bb59c6fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '192a8d6e-682a-4121-a2c2-9b704f6ff009'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:33.246752 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-975ad99a-144e-4618-844e-c105c5359ee6 req-310fdfb2-7311-436c-8454-958952f1c6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:33.251749 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60d5be2f-27d3-4d0c-8f4b-5e4308850c23 req-1e761ad0-f7ea-4365-b8e7-4d2d7bf32ef8 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dafb3d76-afac-4006-82e3-ae4127af7723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181571 May 26 16:04:33.348998 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb444080-a9c5-4b8c-85a3-694fd92590be req-060d33db-dc5c-4518-ae8a-afb123f9979e tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:33.350911 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb444080-a9c5-4b8c-85a3-694fd92590be req-060d33db-dc5c-4518-ae8a-afb123f9979e tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=ababdab4-90b1-419f-a526-63186d4d1985 HTTP/1.1" status: 200 len: 936 time: 0.1982136 May 26 16:04:33.375456 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-cadcb87e-517e-41d9-954a-e88546c19e5e tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:33.378370 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-cadcb87e-517e-41d9-954a-e88546c19e5e tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:33.547913 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb444080-a9c5-4b8c-85a3-694fd92590be req-071a10f8-0058-4841-9d02-19fff94b2d94 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877890 May 26 16:04:33.602261 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-cadcb87e-517e-41d9-954a-e88546c19e5e tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5256240 May 26 16:04:33.614105 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eb91dcd4-467e-4129-973d-96f9a6119a87 req-2352a07d-e618-4e62-b49b-4f2367ce340f tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:33.622984 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-d7d5eaf6-c6d9-4053-b776-b09f501a454c service neutron] Request body: {'port': {'device_id': 'ababdab4-90b1-419f-a526-63186d4d1985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:33.629974 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3847781d-b298-46b3-a0d3-f640118bcc3f None None] Provisioning complete for port cddd68a5-d910-4b0a-a23e-76a5f2ca0390 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:33.630351 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3847781d-b298-46b3-a0d3-f640118bcc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:33.655176 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-975ad99a-144e-4618-844e-c105c5359ee6 req-310fdfb2-7311-436c-8454-958952f1c6dd service neutron] For port 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:04:33.661950 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device a57eefc1-aa04-49e0-b64b-cef0a18a82ec no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:33.673633 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-975ad99a-144e-4618-844e-c105c5359ee6 req-310fdfb2-7311-436c-8454-958952f1c6dd service neutron] For port 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=74990b0e-c9ed-4700-aff0-e0fdb9de8eeb,segment=NetworkSegment(5c3b694c-d357-40ed-a79b-3d0bb59c6fc8),segment_id=5c3b694c-d357-40ed-a79b-3d0bb59c6fc8)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:04:33.675167 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d53f6-98bd-4845-a027-aa356434ec95 req-ce1c4a6b-4280-4267-b33b-87f2cb4406f1 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:33.684262 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-df5d53f6-98bd-4845-a027-aa356434ec95 req-ce1c4a6b-4280-4267-b33b-87f2cb4406f1 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e31d742-10ed-4639-8c82-fe833032b52d HTTP/1.1" status: 200 len: 1024 time: 0.2124789 May 26 16:04:33.696064 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-975ad99a-144e-4618-844e-c105c5359ee6 req-310fdfb2-7311-436c-8454-958952f1c6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:33.710968 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352a07d-e618-4e62-b49b-4f2367ce340f tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event deleted for resources: {'Port': ['ID=a57eefc1-aa04-49e0-b64b-cef0a18a82ec,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:33.712735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: a57eefc1-aa04-49e0-b64b-cef0a18a82ec {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:33.713656 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device a57eefc1-aa04-49e0-b64b-cef0a18a82ec not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:33.745006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3847781d-b298-46b3-a0d3-f640118bcc3f None None] Port cddd68a5-d910-4b0a-a23e-76a5f2ca0390 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:04:33.835518 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-d7d5eaf6-c6d9-4053-b776-b09f501a454c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:33.857761 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad99a-144e-4618-844e-c105c5359ee6 req-310fdfb2-7311-436c-8454-958952f1c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:33.858319 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-975ad99a-144e-4618-844e-c105c5359ee6 req-310fdfb2-7311-436c-8454-958952f1c6dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:33.859692 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-975ad99a-144e-4618-844e-c105c5359ee6 req-310fdfb2-7311-436c-8454-958952f1c6dd service neutron] 10.222.0.83 "PUT /v2.0/ports/74990b0e-c9ed-4700-aff0-e0fdb9de8eeb HTTP/1.1" status: 200 len: 1092 time: 3.6120174 May 26 16:04:33.863242 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170c15b1-0d7b-4c27-8d25-5b048d09c09b', 'tag': '74990b0e-c9ed-4700-aff0-e0fdb9de8eeb'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:33.868663 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27961cb-8671-4b00-b235-004e91e19c33" -d '{"events": [{"name": "network-changed", "server_uuid": "170c15b1-0d7b-4c27-8d25-5b048d09c09b", "tag": "74990b0e-c9ed-4700-aff0-e0fdb9de8eeb"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:33.876849 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb91dcd4-467e-4129-973d-96f9a6119a87 req-2352a07d-e618-4e62-b49b-4f2367ce340f tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] No DVR routers for this DVR port a57eefc1-aa04-49e0-b64b-cef0a18a82ec on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:33.881272 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eb91dcd4-467e-4129-973d-96f9a6119a87 req-2352a07d-e618-4e62-b49b-4f2367ce340f tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:33.884776 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb91dcd4-467e-4129-973d-96f9a6119a87 req-2352a07d-e618-4e62-b49b-4f2367ce340f tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.81 "DELETE /v2.0/ports/a57eefc1-aa04-49e0-b64b-cef0a18a82ec HTTP/1.1" status: 204 len: 173 time: 1.7102742 May 26 16:04:33.885334 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e31d742-10ed-4639-8c82-fe833032b52d', 'name': 'network-vif-deleted', 'tag': 'a57eefc1-aa04-49e0-b64b-cef0a18a82ec'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:33.887885 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022dbe45-74bb-40fe-be95-6c7e54ad01d2" -d '{"events": [{"server_uuid": "5e31d742-10ed-4639-8c82-fe833032b52d", "name": "network-vif-deleted", "tag": "a57eefc1-aa04-49e0-b64b-cef0a18a82ec"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:33.909313 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:33.917035 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-df5d53f6-98bd-4845-a027-aa356434ec95 req-aeb09b7b-04fa-4107-9920-28553e29f247 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups?id=d116c30a-08c2-47aa-a9a5-f8a9af6c227d&id=9a823af1-b9a1-4ee4-84ff-5f8f70d8895b&id=d7dbbd68-a936-4978-9698-4b5521c3e40f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2308316 May 26 16:04:33.931379 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:33.969876 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-975ad99a-144e-4618-844e-c105c5359ee6 req-04f71b99-7bb5-4044-8d02-0ea764f302e5 service neutron] Request body: {'port': {'device_id': '170c15b1-0d7b-4c27-8d25-5b048d09c09b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:33.980499 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08f566-2d2a-4e34-8a09-90c2dc758462 req-0a79cc47-a3f0-4227-8061-3212f09c9542 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:33.987591 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08f566-2d2a-4e34-8a09-90c2dc758462 req-0a79cc47-a3f0-4227-8061-3212f09c9542 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:34.012874 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fdfb2-7311-436c-8454-958952f1c6dd service neutron] Pushing event updated for resources: {'Port': ['ID=74990b0e-c9ed-4700-aff0-e0fdb9de8eeb,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:34.014912 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c08f566-2d2a-4e34-8a09-90c2dc758462 req-0a79cc47-a3f0-4227-8061-3212f09c9542 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 1666 time: 0.1864419 May 26 16:04:34.038830 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513062f0-daf9-46f7-a53a-8700b560af3a x-openstack-request-id: req-513062f0-daf9-46f7-a53a-8700b560af3a {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:34.039129 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "170c15b1-0d7b-4c27-8d25-5b048d09c09b", "tag": "74990b0e-c9ed-4700-aff0-e0fdb9de8eeb", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:34.039355 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-513062f0-daf9-46f7-a53a-8700b560af3a {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:34.039748 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-513062f0-daf9-46f7-a53a-8700b560af3a'] response: {'name': 'network-changed', 'server_uuid': '170c15b1-0d7b-4c27-8d25-5b048d09c09b', 'tag': '74990b0e-c9ed-4700-aff0-e0fdb9de8eeb', 'status': 'completed', 'code': 200} May 26 16:04:34.059986 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabc4d2-4b4c-491c-90f2-221e2437e0cc None None] Pushing event updated for resources: {'Port': ['ID=2c1d1c34-eef8-4687-8b48-66d415ce9803,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:34.063234 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-975ad99a-144e-4618-844e-c105c5359ee6 req-04f71b99-7bb5-4044-8d02-0ea764f302e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:34.123682 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c08f566-2d2a-4e34-8a09-90c2dc758462 req-7a8aecc5-dea4-4237-86b7-b435eaa40622 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077814 May 26 16:04:34.141238 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] Attempting to bind port 2c1d1c34-eef8-4687-8b48-66d415ce9803 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:34.144657 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] Attempting to bind port 2c1d1c34-eef8-4687-8b48-66d415ce9803 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:34.145255 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] Attempting to bind port 2c1d1c34-eef8-4687-8b48-66d415ce9803 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:34.156373 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:34.160293 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:34.161128 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:34.161369 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40510920-2b18-4405-b00e-08d0ab8d0d40 x-openstack-request-id: req-40510920-2b18-4405-b00e-08d0ab8d0d40 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:34.161677 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e31d742-10ed-4639-8c82-fe833032b52d", "name": "network-vif-deleted", "tag": "a57eefc1-aa04-49e0-b64b-cef0a18a82ec", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:34.161935 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-40510920-2b18-4405-b00e-08d0ab8d0d40 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:34.162340 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40510920-2b18-4405-b00e-08d0ab8d0d40'] response: {'server_uuid': '5e31d742-10ed-4639-8c82-fe833032b52d', 'name': 'network-vif-deleted', 'tag': 'a57eefc1-aa04-49e0-b64b-cef0a18a82ec', 'status': 'completed', 'code': 200} May 26 16:04:34.162688 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:34.163426 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] Bound port: 2c1d1c34-eef8-4687-8b48-66d415ce9803, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:34.164144 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:34.262959 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] For port 2c1d1c34-eef8-4687-8b48-66d415ce9803, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:04:34.267128 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] For port 2c1d1c34-eef8-4687-8b48-66d415ce9803, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2c1d1c34-eef8-4687-8b48-66d415ce9803,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:04:34.293561 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:34.351767 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e46e05-f055-48ee-b507-5556448f5594 req-94ff6a18-af20-4d19-ba72-6719a978579c tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:34.363854 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d0e46e05-f055-48ee-b507-5556448f5594 req-94ff6a18-af20-4d19-ba72-6719a978579c tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.1250815 May 26 16:04:34.407707 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['58c9f581-9690-4045-a71c-d9294bd4cbfb'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:34.491530 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d0e46e05-f055-48ee-b507-5556448f5594 req-d5e1c28d-049d-4190-a0bb-2ee991c95887 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267328 May 26 16:04:34.515922 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee09f29b-2faf-41f5-95a4-1f3547e52e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:34.527727 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] Routers {'887afd86-3b39-45ff-bbaa-8ce2909a9df8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:04:34.529325 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037e8a0-7c1d-425f-9606-34bfcdcb43cb req-0341d8c9-8d7d-477e-a54f-dfb1aa261373 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:34.529834 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:04:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['887afd86-3b39-45ff-bbaa-8ce2909a9df8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:34.530827 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3037e8a0-7c1d-425f-9606-34bfcdcb43cb req-0341d8c9-8d7d-477e-a54f-dfb1aa261373 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41 HTTP/1.1" status: 200 len: 948 time: 0.1281481 May 26 16:04:34.621841 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3037e8a0-7c1d-425f-9606-34bfcdcb43cb req-5cec1e25-915e-4939-8e72-d4da7fef3086 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dafb3d76-afac-4006-82e3-ae4127af7723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838463 May 26 16:04:34.633889 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabc4d2-4b4c-491c-90f2-221e2437e0cc None None] Pushing event updated for resources: {'Port': ['ID=2c1d1c34-eef8-4687-8b48-66d415ce9803,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:34.641811 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27961cb-8671-4b00-b235-004e91e19c33 req-c36b2322-a7c1-4fb3-944d-21b8bcbb87f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:34.642299 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27961cb-8671-4b00-b235-004e91e19c33 req-c36b2322-a7c1-4fb3-944d-21b8bcbb87f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:34.643839 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c27961cb-8671-4b00-b235-004e91e19c33 req-c36b2322-a7c1-4fb3-944d-21b8bcbb87f7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c6cedca6b56247978dd71967ceac922e&device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 1913 time: 0.4568996 May 26 16:04:34.811426 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862b47f-7921-453b-82b7-4007a2e478a7 req-05888057-cf55-4740-aab7-505c06d09963 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:34.820683 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] Set router 887afd86-3b39-45ff-bbaa-8ce2909a9df8 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:04:34.825226 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8862b47f-7921-453b-82b7-4007a2e478a7 req-05888057-cf55-4740-aab7-505c06d09963 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=ababdab4-90b1-419f-a526-63186d4d1985 HTTP/1.1" status: 200 len: 936 time: 0.0986838 May 26 16:04:34.925409 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8862b47f-7921-453b-82b7-4007a2e478a7 req-0a95eb1b-1948-4d08-be7d-d79ea2ae2ceb tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929914 May 26 16:04:35.095036 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9075b7b-fcee-4e59-93bf-0a52c5a92f44 req-7208b5dd-e52b-4b6b-8719-fe94bddb7ea4 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/9a823af1-b9a1-4ee4-84ff-5f8f70d8895b HTTP/1.1" status: 200 len: 1798 time: 0.0797896 May 26 16:04:35.156232 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27961cb-8671-4b00-b235-004e91e19c33 req-826d048a-cba9-474c-90fe-cf94766acbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:35.156818 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27961cb-8671-4b00-b235-004e91e19c33 req-826d048a-cba9-474c-90fe-cf94766acbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:35.157781 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27961cb-8671-4b00-b235-004e91e19c33 req-826d048a-cba9-474c-90fe-cf94766acbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:35.159555 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c27961cb-8671-4b00-b235-004e91e19c33 req-826d048a-cba9-474c-90fe-cf94766acbe7 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=c6cedca6b56247978dd71967ceac922e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4655635 May 26 16:04:35.192577 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a9075b7b-fcee-4e59-93bf-0a52c5a92f44 req-97bdbcba-dafb-4ccb-81d5-c584dbf28ab4 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.224544 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887afd86-3b39-45ff-bbaa-8ce2909a9df8', 'name': 'tempest-FloatingIPsTestJSON-1030154415-router', 'tenant_id': '34239383a9664d8d8af1554e26d7d16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '2c1d1c34-eef8-4687-8b48-66d415ce9803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:22Z', 'updated_at': '2022-05-26T16:04:26Z', 'revision_number': 3, 'project_id': '34239383a9664d8d8af1554e26d7d16c', 'gw_port': {'id': '2c1d1c34-eef8-4687-8b48-66d415ce9803', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:46:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887afd86-3b39-45ff-bbaa-8ce2909a9df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:24Z', 'updated_at': '2022-05-26T16:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:35.235742 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-975ad99a-144e-4618-844e-c105c5359ee6 req-04f71b99-7bb5-4044-8d02-0ea764f302e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 225a0165-36b3-4bee-8442-60f4bd873321 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:35.244123 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-975ad99a-144e-4618-844e-c105c5359ee6 req-04f71b99-7bb5-4044-8d02-0ea764f302e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.254571 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-d7d5eaf6-c6d9-4053-b776-b09f501a454c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cddd68a5-d910-4b0a-a23e-76a5f2ca0390 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:35.269461 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c86ab5b-6ed0-459b-8a88-bd2e71b04bd2 None None] The sync data for ids ['887afd86-3b39-45ff-bbaa-8ce2909a9df8'] in n-d-843337-2 is: [{'id': '887afd86-3b39-45ff-bbaa-8ce2909a9df8', 'name': 'tempest-FloatingIPsTestJSON-1030154415-router', 'tenant_id': '34239383a9664d8d8af1554e26d7d16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '2c1d1c34-eef8-4687-8b48-66d415ce9803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:22Z', 'updated_at': '2022-05-26T16:04:26Z', 'revision_number': 3, 'project_id': '34239383a9664d8d8af1554e26d7d16c', 'gw_port': {'id': '2c1d1c34-eef8-4687-8b48-66d415ce9803', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:46:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887afd86-3b39-45ff-bbaa-8ce2909a9df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:24Z', 'updated_at': '2022-05-26T16:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:04:35.275993 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a9075b7b-fcee-4e59-93bf-0a52c5a92f44 req-97bdbcba-dafb-4ccb-81d5-c584dbf28ab4 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.304395 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4295a2c-70c4-4c6d-923f-77ba3703a353 req-fb81582d-8572-4723-9e80-b405372defd6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:35.312056 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4295a2c-70c4-4c6d-923f-77ba3703a353 req-fb81582d-8572-4723-9e80-b405372defd6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:35.313836 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d4295a2c-70c4-4c6d-923f-77ba3703a353 req-fb81582d-8572-4723-9e80-b405372defd6 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 1666 time: 0.0981214 May 26 16:04:35.331959 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-d7d5eaf6-c6d9-4053-b776-b09f501a454c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.363905 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-975ad99a-144e-4618-844e-c105c5359ee6 req-04f71b99-7bb5-4044-8d02-0ea764f302e5 service neutron] Transition to ACTIVE for port object 225a0165-36b3-4bee-8442-60f4bd873321 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:04:35.373557 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d4295a2c-70c4-4c6d-923f-77ba3703a353 req-160f6c80-b57b-410b-a0b8-0176543ace9b tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515282 May 26 16:04:35.374183 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a9075b7b-fcee-4e59-93bf-0a52c5a92f44 req-97bdbcba-dafb-4ccb-81d5-c584dbf28ab4 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.376666 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a9075b7b-fcee-4e59-93bf-0a52c5a92f44 req-97bdbcba-dafb-4ccb-81d5-c584dbf28ab4 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.390157 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-d7d5eaf6-c6d9-4053-b776-b09f501a454c service neutron] Transition to ACTIVE for port object cddd68a5-d910-4b0a-a23e-76a5f2ca0390 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:04:35.401056 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9075b7b-fcee-4e59-93bf-0a52c5a92f44 req-97bdbcba-dafb-4ccb-81d5-c584dbf28ab4 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "DELETE /v2.0/security-groups/9a823af1-b9a1-4ee4-84ff-5f8f70d8895b HTTP/1.1" status: 204 len: 173 time: 0.2999752 May 26 16:04:35.403300 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-975ad99a-144e-4618-844e-c105c5359ee6 req-04f71b99-7bb5-4044-8d02-0ea764f302e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.417616 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bdbcba-dafb-4ccb-81d5-c584dbf28ab4 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a823af1-b9a1-4ee4-84ff-5f8f70d8895b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:35.419161 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-ee09f29b-2faf-41f5-95a4-1f3547e52e5f admin admin] Allocated IP 172.20.0.1 (c14bd7ed-024f-4113-81e8-0f179843d44b/f374fb9d-41ac-47bc-aab3-7e5fee4a0b2c/491a00fc-23fb-46bf-a712-5aa00cbe756d) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:35.431841 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-d7d5eaf6-c6d9-4053-b776-b09f501a454c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.443972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdbcba-dafb-4ccb-81d5-c584dbf28ab4 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:35.444287 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdbcba-dafb-4ccb-81d5-c584dbf28ab4 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:35.444622 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdbcba-dafb-4ccb-81d5-c584dbf28ab4 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:35.445076 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdbcba-dafb-4ccb-81d5-c584dbf28ab4 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:35.445408 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdbcba-dafb-4ccb-81d5-c584dbf28ab4 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:35.445734 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdbcba-dafb-4ccb-81d5-c584dbf28ab4 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:35.446055 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdbcba-dafb-4ccb-81d5-c584dbf28ab4 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:35.446378 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdbcba-dafb-4ccb-81d5-c584dbf28ab4 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:35.446709 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdbcba-dafb-4ccb-81d5-c584dbf28ab4 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:35.447008 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdbcba-dafb-4ccb-81d5-c584dbf28ab4 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:35.447327 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdbcba-dafb-4ccb-81d5-c584dbf28ab4 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:35.448083 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdbcba-dafb-4ccb-81d5-c584dbf28ab4 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:35.498262 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae89bb8e-77d5-4cdc-901e-280ca358d8b0 req-d7e77303-dabc-4655-b922-084a629f659e tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "GET /v2.0/security-groups/d7dbbd68-a936-4978-9698-4b5521c3e40f HTTP/1.1" status: 200 len: 1800 time: 0.0864313 May 26 16:04:35.604506 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ae89bb8e-77d5-4cdc-901e-280ca358d8b0 req-ebdafb74-a066-41c7-bc40-1c65c8798df5 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.650286 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ae89bb8e-77d5-4cdc-901e-280ca358d8b0 req-ebdafb74-a066-41c7-bc40-1c65c8798df5 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.659794 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device fd0ec86f-3472-427c-a044-e0398867273d up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:35.742035 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27961cb-8671-4b00-b235-004e91e19c33 req-286a8a12-d0f7-488d-bd7c-9153c914d879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:35.743546 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c27961cb-8671-4b00-b235-004e91e19c33 req-286a8a12-d0f7-488d-bd7c-9153c914d879 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5507731 May 26 16:04:35.834596 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port fd0ec86f-3472-427c-a044-e0398867273d completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:04:35.852517 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port fd0ec86f-3472-427c-a044-e0398867273d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:35.852753 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.887920 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ae89bb8e-77d5-4cdc-901e-280ca358d8b0 req-ebdafb74-a066-41c7-bc40-1c65c8798df5 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.895390 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee09f29b-2faf-41f5-95a4-1f3547e52e5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.900394 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ae89bb8e-77d5-4cdc-901e-280ca358d8b0 req-ebdafb74-a066-41c7-bc40-1c65c8798df5 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:35.908622 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae89bb8e-77d5-4cdc-901e-280ca358d8b0 req-ebdafb74-a066-41c7-bc40-1c65c8798df5 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] 10.222.0.77 "DELETE /v2.0/security-groups/d7dbbd68-a936-4978-9698-4b5521c3e40f HTTP/1.1" status: 204 len: 173 time: 0.4095645 May 26 16:04:35.928363 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44052) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:36.117061 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8f299-0a6c-443d-a4aa-56b77de10b64 req-f0c37721-d76b-4b75-b810-518f7fdba972 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:36.133643 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ecf8f299-0a6c-443d-a4aa-56b77de10b64 req-f0c37721-d76b-4b75-b810-518f7fdba972 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.4594111 May 26 16:04:36.137458 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port fd0ec86f-3472-427c-a044-e0398867273d is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:36.138334 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdafb74-a066-41c7-bc40-1c65c8798df5 tempest-SecurityGroupsTestJSON-2001757265 tempest-SecurityGroupsTestJSON-2001757265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dbbd68-a936-4978-9698-4b5521c3e40f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:36.139644 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.247923 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2c1d1c34-eef8-4687-8b48-66d415ce9803 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:36.277775 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port fd0ec86f-3472-427c-a044-e0398867273d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=fd0ec86f-3472-427c-a044-e0398867273d,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:36.281562 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0ec86f-3472-427c-a044-e0398867273d'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:36.284380 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494cae01-cd5c-4b95-b370-00d951fa4fdd" -d '{"events": [{"server_uuid": "0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41", "name": "network-vif-plugged", "status": "completed", "tag": "fd0ec86f-3472-427c-a044-e0398867273d"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:36.300062 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ecf8f299-0a6c-443d-a4aa-56b77de10b64 req-b5fbd3e7-ba15-472e-a4ca-f54833af53df tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642170 May 26 16:04:36.317919 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.349990 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4783d-4bee-493f-b120-6707bf932d77 req-35be197d-505f-4b5b-8cd8-08154dff2c6a tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:36.371114 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0a4783d-4bee-493f-b120-6707bf932d77 req-35be197d-505f-4b5b-8cd8-08154dff2c6a tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41 HTTP/1.1" status: 200 len: 948 time: 0.2802734 May 26 16:04:36.379067 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a256ae8-071e-4fdc-85d8-cf86a4210de5 admin admin] Deleting subnet f01ba635-ccdf-40f5-81b7-3a68df45ec94 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:04:36.395729 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=fd0ec86f-3472-427c-a044-e0398867273d,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:36.397749 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2a256ae8-071e-4fdc-85d8-cf86a4210de5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.494643 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2a256ae8-071e-4fdc-85d8-cf86a4210de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.511475 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2c1d1c34-eef8-4687-8b48-66d415ce9803 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:36.511862 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.549107 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0a4783d-4bee-493f-b120-6707bf932d77 req-d28cc230-6b30-480a-a04e-1877bb8e794f tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dafb3d76-afac-4006-82e3-ae4127af7723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770558 May 26 16:04:36.583020 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f71b99-7bb5-4044-8d02-0ea764f302e5 service neutron] Pushing event updated for resources: {'Port': ['ID=225a0165-36b3-4bee-8442-60f4bd873321,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:36.665861 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2a256ae8-071e-4fdc-85d8-cf86a4210de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.719011 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67cb67-9b59-44fc-9f3c-152c98b1ae86 req-cf023b82-02c4-40c9-9b43-571f4dbf39f3 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:36.731331 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca67cb67-9b59-44fc-9f3c-152c98b1ae86 req-cf023b82-02c4-40c9-9b43-571f4dbf39f3 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=ababdab4-90b1-419f-a526-63186d4d1985 HTTP/1.1" status: 200 len: 948 time: 0.1757536 May 26 16:04:36.766318 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2598f67-f443-4d89-a755-59f566a3c263 x-openstack-request-id: req-f2598f67-f443-4d89-a755-59f566a3c263 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:36.767689 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41", "name": "network-vif-plugged", "status": "completed", "tag": "fd0ec86f-3472-427c-a044-e0398867273d", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:36.768197 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f2598f67-f443-4d89-a755-59f566a3c263 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:36.770720 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2598f67-f443-4d89-a755-59f566a3c263'] response: {'server_uuid': '0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0ec86f-3472-427c-a044-e0398867273d', 'code': 200} May 26 16:04:36.772223 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2c1d1c34-eef8-4687-8b48-66d415ce9803 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:36.772799 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.808155 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee09f29b-2faf-41f5-95a4-1f3547e52e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.824853 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 2c1d1c34-eef8-4687-8b48-66d415ce9803, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2c1d1c34-eef8-4687-8b48-66d415ce9803,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:36.834488 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.856535 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5eaf6-c6d9-4053-b776-b09f501a454c service neutron] Pushing event updated for resources: {'Port': ['ID=cddd68a5-d910-4b0a-a23e-76a5f2ca0390,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:36.890173 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca67cb67-9b59-44fc-9f3c-152c98b1ae86 req-992a95d1-bc1f-4d58-ade6-eeb6ecfe44a2 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578608 May 26 16:04:36.898520 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee09f29b-2faf-41f5-95a4-1f3547e52e5f admin admin] Network c14bd7ed-024f-4113-81e8-0f179843d44b is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:36.926116 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-ee09f29b-2faf-41f5-95a4-1f3547e52e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:36.926952 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168efe3-069c-4a93-bdb1-a3955dd61559 req-df39cc67-85b2-4d8d-bd9e-890d5611a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:36.928782 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2168efe3-069c-4a93-bdb1-a3955dd61559 req-df39cc67-85b2-4d8d-bd9e-890d5611a33a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41 HTTP/1.1" status: 200 len: 1100 time: 0.1629393 May 26 16:04:36.932916 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2a256ae8-071e-4fdc-85d8-cf86a4210de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:36.941313 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee09f29b-2faf-41f5-95a4-1f3547e52e5f admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:36.969086 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=2c1d1c34-eef8-4687-8b48-66d415ce9803,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:37.005018 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee09f29b-2faf-41f5-95a4-1f3547e52e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.035371 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a256ae8-071e-4fdc-85d8-cf86a4210de5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f01ba635-ccdf-40f5-81b7-3a68df45ec94,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:37.051372 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2982df-4a77-466c-a493-54f3b246e2c0 req-dbec29c5-9795-4f3e-a23a-ff20791dae37 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:37.058725 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2982df-4a77-466c-a493-54f3b246e2c0 req-dbec29c5-9795-4f3e-a23a-ff20791dae37 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:37.060711 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c2982df-4a77-466c-a493-54f3b246e2c0 req-dbec29c5-9795-4f3e-a23a-ff20791dae37 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 1678 time: 0.2377849 May 26 16:04:37.062552 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2a256ae8-071e-4fdc-85d8-cf86a4210de5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.072778 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09f29b-2faf-41f5-95a4-1f3547e52e5f admin admin] Pushing event updated for resources: {'Port': ['ID=491a00fc-23fb-46bf-a712-5aa00cbe756d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:37.074636 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2a256ae8-071e-4fdc-85d8-cf86a4210de5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f01ba635-ccdf-40f5-81b7-3a68df45ec94 HTTP/1.1" status: 204 len: 168 time: 1.1363707 May 26 16:04:37.080563 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44068) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:37.098920 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-975ad99a-144e-4618-844e-c105c5359ee6 req-04f71b99-7bb5-4044-8d02-0ea764f302e5 service neutron] Attempting to bind port 225a0165-36b3-4bee-8442-60f4bd873321 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:37.099259 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-975ad99a-144e-4618-844e-c105c5359ee6 req-04f71b99-7bb5-4044-8d02-0ea764f302e5 service neutron] Attempting to bind port 225a0165-36b3-4bee-8442-60f4bd873321 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '58031b61-2847-4621-885b-0842a3c3e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd8d6d9b9-7641-4e8d-afe3-30010ffc1819'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:37.099594 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ad99a-144e-4618-844e-c105c5359ee6 req-04f71b99-7bb5-4044-8d02-0ea764f302e5 service neutron] Attempting to bind port 225a0165-36b3-4bee-8442-60f4bd873321 on network d8d6d9b9-7641-4e8d-afe3-30010ffc1819 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:37.112441 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-d7d5eaf6-c6d9-4053-b776-b09f501a454c service neutron] Attempting to bind port cddd68a5-d910-4b0a-a23e-76a5f2ca0390 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:37.113131 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-d7d5eaf6-c6d9-4053-b776-b09f501a454c service neutron] Attempting to bind port cddd68a5-d910-4b0a-a23e-76a5f2ca0390 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:37.113131 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-d7d5eaf6-c6d9-4053-b776-b09f501a454c service neutron] Attempting to bind port cddd68a5-d910-4b0a-a23e-76a5f2ca0390 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:37.120553 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-d7d5eaf6-c6d9-4053-b776-b09f501a454c service neutron] Port cddd68a5-d910-4b0a-a23e-76a5f2ca0390 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:04:37.120882 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-d7d5eaf6-c6d9-4053-b776-b09f501a454c service neutron] Attempting to bind port cddd68a5-d910-4b0a-a23e-76a5f2ca0390 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:37.126618 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ad99a-144e-4618-844e-c105c5359ee6 req-04f71b99-7bb5-4044-8d02-0ea764f302e5 service neutron] Port 225a0165-36b3-4bee-8442-60f4bd873321 on network d8d6d9b9-7641-4e8d-afe3-30010ffc1819 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:04:37.126960 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ad99a-144e-4618-844e-c105c5359ee6 req-04f71b99-7bb5-4044-8d02-0ea764f302e5 service neutron] Attempting to bind port 225a0165-36b3-4bee-8442-60f4bd873321 on network d8d6d9b9-7641-4e8d-afe3-30010ffc1819 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:37.134132 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-d7d5eaf6-c6d9-4053-b776-b09f501a454c service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:37.134477 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-d7d5eaf6-c6d9-4053-b776-b09f501a454c service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:37.134977 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-d7d5eaf6-c6d9-4053-b776-b09f501a454c service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:37.135428 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-d7d5eaf6-c6d9-4053-b776-b09f501a454c service neutron] Bound port: cddd68a5-d910-4b0a-a23e-76a5f2ca0390, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:37.136181 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-d7d5eaf6-c6d9-4053-b776-b09f501a454c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.153144 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ad99a-144e-4618-844e-c105c5359ee6 req-04f71b99-7bb5-4044-8d02-0ea764f302e5 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:37.153487 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ad99a-144e-4618-844e-c105c5359ee6 req-04f71b99-7bb5-4044-8d02-0ea764f302e5 service neutron] Checking segment: {'id': '58031b61-2847-4621-885b-0842a3c3e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd8d6d9b9-7641-4e8d-afe3-30010ffc1819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:37.154488 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ad99a-144e-4618-844e-c105c5359ee6 req-04f71b99-7bb5-4044-8d02-0ea764f302e5 service neutron] Bound using segment: {'id': '58031b61-2847-4621-885b-0842a3c3e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd8d6d9b9-7641-4e8d-afe3-30010ffc1819'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:37.154961 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-975ad99a-144e-4618-844e-c105c5359ee6 req-04f71b99-7bb5-4044-8d02-0ea764f302e5 service neutron] Bound port: 225a0165-36b3-4bee-8442-60f4bd873321, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58031b61-2847-4621-885b-0842a3c3e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd8d6d9b9-7641-4e8d-afe3-30010ffc1819'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:37.155307 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-975ad99a-144e-4618-844e-c105c5359ee6 req-04f71b99-7bb5-4044-8d02-0ea764f302e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.222466 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2168efe3-069c-4a93-bdb1-a3955dd61559 req-29fc581d-1a4b-4958-8666-61e8abab2aa4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=dafb3d76-afac-4006-82e3-ae4127af7723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823622 May 26 16:04:37.258609 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-df106883-1c4b-479b-9428-022a8a7c6736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.268721 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c2982df-4a77-466c-a493-54f3b246e2c0 req-b3debdba-f472-45e5-8269-b57a8887111c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927309 May 26 16:04:37.337745 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-975ad99a-144e-4618-844e-c105c5359ee6 req-04f71b99-7bb5-4044-8d02-0ea764f302e5 service neutron] For port 225a0165-36b3-4bee-8442-60f4bd873321, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:04:37.339674 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4e17c352-1156-4659-96b3-6951196cea75 None None] Provisioning complete for port 491a00fc-23fb-46bf-a712-5aa00cbe756d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:37.344699 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4e17c352-1156-4659-96b3-6951196cea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.345006 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-975ad99a-144e-4618-844e-c105c5359ee6 req-04f71b99-7bb5-4044-8d02-0ea764f302e5 service neutron] For port 225a0165-36b3-4bee-8442-60f4bd873321, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=225a0165-36b3-4bee-8442-60f4bd873321,segment=NetworkSegment(58031b61-2847-4621-885b-0842a3c3e82a),segment_id=58031b61-2847-4621-885b-0842a3c3e82a)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:04:37.362575 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-975ad99a-144e-4618-844e-c105c5359ee6 req-04f71b99-7bb5-4044-8d02-0ea764f302e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.423278 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-df106883-1c4b-479b-9428-022a8a7c6736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.453850 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-df106883-1c4b-479b-9428-022a8a7c6736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf320b0a-9160-436c-9afa-9246ccfc6e6d']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:37.459446 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f71b99-7bb5-4044-8d02-0ea764f302e5 service neutron] Pushing event updated for resources: {'Port': ['ID=225a0165-36b3-4bee-8442-60f4bd873321,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:37.469795 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4e17c352-1156-4659-96b3-6951196cea75 None None] Port 491a00fc-23fb-46bf-a712-5aa00cbe756d cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:04:37.481420 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-df106883-1c4b-479b-9428-022a8a7c6736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621041f9-a4a3-475a-9761-93f655636e38') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:37.483132 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-df106883-1c4b-479b-9428-022a8a7c6736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621041f9-a4a3-475a-9761-93f655636e38') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:37.485798 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-d7d5eaf6-c6d9-4053-b776-b09f501a454c service neutron] For port cddd68a5-d910-4b0a-a23e-76a5f2ca0390, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:04:37.503328 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-df106883-1c4b-479b-9428-022a8a7c6736 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.531328 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-d7d5eaf6-c6d9-4053-b776-b09f501a454c service neutron] For port cddd68a5-d910-4b0a-a23e-76a5f2ca0390, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=cddd68a5-d910-4b0a-a23e-76a5f2ca0390,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:04:37.538525 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-df106883-1c4b-479b-9428-022a8a7c6736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.550430 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad99a-144e-4618-844e-c105c5359ee6 req-04f71b99-7bb5-4044-8d02-0ea764f302e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:37.551244 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-975ad99a-144e-4618-844e-c105c5359ee6 req-04f71b99-7bb5-4044-8d02-0ea764f302e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.553023 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-975ad99a-144e-4618-844e-c105c5359ee6 req-04f71b99-7bb5-4044-8d02-0ea764f302e5 service neutron] 10.222.0.83 "PUT /v2.0/ports/225a0165-36b3-4bee-8442-60f4bd873321 HTTP/1.1" status: 200 len: 1091 time: 3.5887909 May 26 16:04:37.554373 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-d7d5eaf6-c6d9-4053-b776-b09f501a454c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.556530 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170c15b1-0d7b-4c27-8d25-5b048d09c09b', 'tag': '225a0165-36b3-4bee-8442-60f4bd873321'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:37.559624 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e353092-15ae-4842-a6d9-d3cc219795bb" -d '{"events": [{"name": "network-changed", "server_uuid": "170c15b1-0d7b-4c27-8d25-5b048d09c09b", "tag": "225a0165-36b3-4bee-8442-60f4bd873321"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:37.610681 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee09f29b-2faf-41f5-95a4-1f3547e52e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.662692 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42db3ac2-1579-4d73-a7ee-dea09921657f x-openstack-request-id: req-42db3ac2-1579-4d73-a7ee-dea09921657f {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:37.663278 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "170c15b1-0d7b-4c27-8d25-5b048d09c09b", "tag": "225a0165-36b3-4bee-8442-60f4bd873321", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:37.663696 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-42db3ac2-1579-4d73-a7ee-dea09921657f {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:37.664295 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42db3ac2-1579-4d73-a7ee-dea09921657f'] response: {'name': 'network-changed', 'server_uuid': '170c15b1-0d7b-4c27-8d25-5b048d09c09b', 'tag': '225a0165-36b3-4bee-8442-60f4bd873321', 'status': 'completed', 'code': 200} May 26 16:04:37.765475 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-d7d5eaf6-c6d9-4053-b776-b09f501a454c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:37.766433 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-d7d5eaf6-c6d9-4053-b776-b09f501a454c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.768224 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-d7d5eaf6-c6d9-4053-b776-b09f501a454c service neutron] 10.222.0.81 "PUT /v2.0/ports/cddd68a5-d910-4b0a-a23e-76a5f2ca0390 HTTP/1.1" status: 200 len: 1096 time: 4.1503124 May 26 16:04:37.921647 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5eaf6-c6d9-4053-b776-b09f501a454c service neutron] Pushing event updated for resources: {'Port': ['ID=cddd68a5-d910-4b0a-a23e-76a5f2ca0390,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:37.929499 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad99a-144e-4618-844e-c105c5359ee6 req-ba3e6004-c374-4732-bcd9-ac1ddd631475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:37.930989 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad99a-144e-4618-844e-c105c5359ee6 req-ba3e6004-c374-4732-bcd9-ac1ddd631475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:37.932930 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-975ad99a-144e-4618-844e-c105c5359ee6 req-ba3e6004-c374-4732-bcd9-ac1ddd631475 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c6cedca6b56247978dd71967ceac922e&device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 1980 time: 0.2264807 May 26 16:04:37.945876 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df106883-1c4b-479b-9428-022a8a7c6736 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:04:37.946482 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-df106883-1c4b-479b-9428-022a8a7c6736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:37.988901 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 621041f9-a4a3-475a-9761-93f655636e38 resource provider aggregate not found May 26 16:04:38.061651 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-975ad99a-144e-4618-844e-c105c5359ee6 req-2bc447b4-9397-4796-b4dd-5d614c5dc3bd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.148&port_id=74990b0e-c9ed-4700-aff0-e0fdb9de8eeb HTTP/1.1" status: 200 len: 217 time: 0.0977612 May 26 16:04:38.079701 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 621041f9-a4a3-475a-9761-93f655636e38 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 621041f9-a4a3-475a-9761-93f655636e38 found for delete ", "request_id": "req-dbaaa048-5490-4721-93a9-00100b44ad46"}]} May 26 16:04:38.118654 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-b8f707f7-e1eb-4b1c-8116-c5a87a21bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:38.120222 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-b8f707f7-e1eb-4b1c-8116-c5a87a21bb74 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3e94954a41614b099cb2eaeeaa6b7193&device_id=ababdab4-90b1-419f-a526-63186d4d1985 HTTP/1.1" status: 200 len: 1099 time: 0.2837346 May 26 16:04:38.121009 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7e666-5328-4338-b600-643b1db9f431 req-84aa34e0-3747-47c8-8d69-ac66ee50b4a6 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:38.124259 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2f7e666-5328-4338-b600-643b1db9f431 req-84aa34e0-3747-47c8-8d69-ac66ee50b4a6 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41 HTTP/1.1" status: 200 len: 949 time: 0.2185729 May 26 16:04:38.137181 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7087199-e12c-4e0a-bb08-1c295216ea6a req-95502f80-0a7a-40d3-af38-74ce93920e40 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:38.137181 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7087199-e12c-4e0a-bb08-1c295216ea6a req-95502f80-0a7a-40d3-af38-74ce93920e40 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.6189790 May 26 16:04:38.152019 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-df106883-1c4b-479b-9428-022a8a7c6736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:38.197176 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2c1d1c34-eef8-4687-8b48-66d415ce9803 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:38.207668 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-df106883-1c4b-479b-9428-022a8a7c6736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:38.214799 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-df106883-1c4b-479b-9428-022a8a7c6736 admin admin] 10.222.0.77 "DELETE /v2.0/networks/cf320b0a-9160-436c-9afa-9246ccfc6e6d HTTP/1.1" status: 204 len: 168 time: 1.1179178 May 26 16:04:38.216251 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-14022c7c-ece7-4180-9629-a14ac6b8cae5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=cddd68a5-d910-4b0a-a23e-76a5f2ca0390 HTTP/1.1" status: 200 len: 217 time: 0.0665483 May 26 16:04:38.226824 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df106883-1c4b-479b-9428-022a8a7c6736 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf320b0a-9160-436c-9afa-9246ccfc6e6d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:38.269264 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad99a-144e-4618-844e-c105c5359ee6 req-bda9553b-68af-4032-bfdc-1d0ec0323ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:38.270715 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-975ad99a-144e-4618-844e-c105c5359ee6 req-bda9553b-68af-4032-bfdc-1d0ec0323ea5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=de072c3b-a323-4e35-b98c-760c66c724a5 HTTP/1.1" status: 200 len: 801 time: 0.1645839 May 26 16:04:38.276649 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:04:38.288915 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2c1d1c34-eef8-4687-8b48-66d415ce9803 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:38.289562 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:38.313151 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2f7e666-5328-4338-b600-643b1db9f431 req-b600c67f-41a6-473e-b159-cf85e509f091 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dafb3d76-afac-4006-82e3-ae4127af7723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471334 May 26 16:04:38.332860 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7087199-e12c-4e0a-bb08-1c295216ea6a req-ec7727cc-5269-4890-8a77-ca661a1127c0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844468 May 26 16:04:38.332985 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-ccd85ea6-29ad-4ae7-bfae-c874aefac630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:38.334152 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-ccd85ea6-29ad-4ae7-bfae-c874aefac630 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1023340 May 26 16:04:38.397858 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee09f29b-2faf-41f5-95a4-1f3547e52e5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:38.411011 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad99a-144e-4618-844e-c105c5359ee6 req-66afe9b3-8e99-4e33-8571-1f8820a63b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:38.412638 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-975ad99a-144e-4618-844e-c105c5359ee6 req-66afe9b3-8e99-4e33-8571-1f8820a63b23 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=192a8d6e-682a-4121-a2c2-9b704f6ff009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1254277 May 26 16:04:38.413322 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee09f29b-2faf-41f5-95a4-1f3547e52e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:38.560988 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-eb3cd1de-f7cb-4570-8d84-f32fb3f7947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:38.564825 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-eb3cd1de-f7cb-4570-8d84-f32fb3f7947b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2067895 May 26 16:04:38.588305 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee09f29b-2faf-41f5-95a4-1f3547e52e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:38.608554 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09f29b-2faf-41f5-95a4-1f3547e52e5f admin admin] Pushing event updated for resources: {'Port': ['ID=491a00fc-23fb-46bf-a712-5aa00cbe756d,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:38.643199 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44098) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:38.682037 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2c1d1c34-eef8-4687-8b48-66d415ce9803 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:38.704870 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93689e48-74af-4cb9-8dc1-b3f892d20598 req-6fd771fe-a611-4de9-b667-7f79c2783276 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:38.706867 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-93689e48-74af-4cb9-8dc1-b3f892d20598 req-6fd771fe-a611-4de9-b667-7f79c2783276 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=ababdab4-90b1-419f-a526-63186d4d1985 HTTP/1.1" status: 200 len: 948 time: 0.2474163 May 26 16:04:38.724067 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9269e-4158-44b3-b7c0-42246ef26465 req-2467b6bd-e169-490d-b64b-f381c6272f4a tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:38.730219 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9269e-4158-44b3-b7c0-42246ef26465 req-2467b6bd-e169-490d-b64b-f381c6272f4a tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:38.731830 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bab9269e-4158-44b3-b7c0-42246ef26465 req-2467b6bd-e169-490d-b64b-f381c6272f4a tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 1678 time: 0.2008140 May 26 16:04:38.797638 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-93689e48-74af-4cb9-8dc1-b3f892d20598 req-83c46a82-e463-4a3e-8f1f-583eb8fd9858 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832331 May 26 16:04:38.799845 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a3e3bed2-2d20-4632-8afa-5742b0193628 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=46364c65eaab404bb479cc7b86850f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1547918 May 26 16:04:38.802608 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44100) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:38.806914 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-975ad99a-144e-4618-844e-c105c5359ee6 req-3e48163c-247a-419f-a7af-323db837071f service neutron] 10.222.0.83 "GET /v2.0/networks/192a8d6e-682a-4121-a2c2-9b704f6ff009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668587 May 26 16:04:38.822854 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-36b308db-e834-4eec-9450-78d94bf230a2 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471797 May 26 16:04:38.836332 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bab9269e-4158-44b3-b7c0-42246ef26465 req-157ba9be-4050-4f87-aeca-6655b5f241aa tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833113 May 26 16:04:38.893891 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-82da097d-1aa0-4027-933f-d451b3fbcb0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:38.925629 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-82da097d-1aa0-4027-933f-d451b3fbcb0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:38.937568 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee09f29b-2faf-41f5-95a4-1f3547e52e5f admin admin] Network c14bd7ed-024f-4113-81e8-0f179843d44b is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:38.981886 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-82da097d-1aa0-4027-933f-d451b3fbcb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:38.985348 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-82da097d-1aa0-4027-933f-d451b3fbcb0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:38.986582 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-82da097d-1aa0-4027-933f-d451b3fbcb0f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d116c30a-08c2-47aa-a9a5-f8a9af6c227d HTTP/1.1" status: 204 len: 168 time: 0.1828506 May 26 16:04:39.000288 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da097d-1aa0-4027-933f-d451b3fbcb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d116c30a-08c2-47aa-a9a5-f8a9af6c227d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:39.006477 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-ee09f29b-2faf-41f5-95a4-1f3547e52e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:39.195831 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee09f29b-2faf-41f5-95a4-1f3547e52e5f admin admin] Router 887afd86-3b39-45ff-bbaa-8ce2909a9df8 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:04:39.231334 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-14d88b4f-8a8d-4a36-9d95-379b40ae6759 req-33cfdf5b-f449-4ee9-a502-0287088d788b service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824198 May 26 16:04:39.377234 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee09f29b-2faf-41f5-95a4-1f3547e52e5f admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:04:39.384644 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ee09f29b-2faf-41f5-95a4-1f3547e52e5f admin admin] 10.222.0.77 "PUT /v2.0/routers/887afd86-3b39-45ff-bbaa-8ce2909a9df8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4803576 May 26 16:04:39.384644 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-975ad99a-144e-4618-844e-c105c5359ee6 req-eafa67d9-d55b-479c-8c6f-8210dea02ca5 service neutron] 10.222.0.83 "GET /v2.0/networks/192a8d6e-682a-4121-a2c2-9b704f6ff009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5608618 May 26 16:04:39.387383 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] Sync routers for ids ['887afd86-3b39-45ff-bbaa-8ce2909a9df8'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:04:39.421352 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-fc625648-c05e-4971-92ed-b6b78b7d1fa2 None None] Provisioning complete for port 491a00fc-23fb-46bf-a712-5aa00cbe756d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:39.421943 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fc625648-c05e-4971-92ed-b6b78b7d1fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:39.427872 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] Routers {'887afd86-3b39-45ff-bbaa-8ce2909a9df8'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:04:39.433914 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:04:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['887afd86-3b39-45ff-bbaa-8ce2909a9df8'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:39.494813 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-975ad99a-144e-4618-844e-c105c5359ee6 req-61de5f5a-8908-4007-ab02-7201e8a2db40 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.63&port_id=225a0165-36b3-4bee-8442-60f4bd873321 HTTP/1.1" status: 200 len: 217 time: 0.1011975 May 26 16:04:39.579670 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-fc625648-c05e-4971-92ed-b6b78b7d1fa2 None None] Port 491a00fc-23fb-46bf-a712-5aa00cbe756d cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:04:39.580758 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da55b2a-1846-4a31-bcb2-eb5d99afef1a req-35247201-34e5-4aea-b34c-fe1903283f3c tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:39.589438 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] Set router 887afd86-3b39-45ff-bbaa-8ce2909a9df8 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:04:39.590047 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8da55b2a-1846-4a31-bcb2-eb5d99afef1a req-35247201-34e5-4aea-b34c-fe1903283f3c tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.1379635 May 26 16:04:39.609681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39026778-7272-464e-a897-a7ad2ebe3315 req-8563629f-1067-4443-bb28-4964c9834ea5 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:39.618010 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39026778-7272-464e-a897-a7ad2ebe3315 req-8563629f-1067-4443-bb28-4964c9834ea5 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41 HTTP/1.1" status: 200 len: 949 time: 0.1095376 May 26 16:04:39.624150 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad99a-144e-4618-844e-c105c5359ee6 req-d8477cc7-8be9-4214-b1e1-00c8f5548306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:39.636206 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-975ad99a-144e-4618-844e-c105c5359ee6 req-d8477cc7-8be9-4214-b1e1-00c8f5548306 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=46b5afc3-ee84-4fb1-9031-e4f0f446b262 HTTP/1.1" status: 200 len: 801 time: 0.1144726 May 26 16:04:39.677676 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ababdab4-90b1-419f-a526-63186d4d1985', 'tag': 'cddd68a5-d910-4b0a-a23e-76a5f2ca0390'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:39.680646 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e99e07-14b0-4a9c-a4cf-735860f38969" -d '{"events": [{"name": "network-changed", "server_uuid": "ababdab4-90b1-419f-a526-63186d4d1985", "tag": "cddd68a5-d910-4b0a-a23e-76a5f2ca0390"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:39.686030 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39026778-7272-464e-a897-a7ad2ebe3315 req-e2da3768-8416-4909-9147-663cd33d6555 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dafb3d76-afac-4006-82e3-ae4127af7723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629957 May 26 16:04:39.717964 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad99a-144e-4618-844e-c105c5359ee6 req-a33db96b-24ad-40d5-b591-8e6f78303505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:39.719499 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-975ad99a-144e-4618-844e-c105c5359ee6 req-a33db96b-24ad-40d5-b591-8e6f78303505 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8d6d9b9-7641-4e8d-afe3-30010ffc1819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0796220 May 26 16:04:39.722869 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8da55b2a-1846-4a31-bcb2-eb5d99afef1a req-98f70c6d-4e0b-4dc8-bc0f-f7308bd8f77f tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317759 May 26 16:04:39.865352 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5646bc-cece-44db-9ca4-364c1cf084be x-openstack-request-id: req-bc5646bc-cece-44db-9ca4-364c1cf084be {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:39.865872 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ababdab4-90b1-419f-a526-63186d4d1985", "tag": "cddd68a5-d910-4b0a-a23e-76a5f2ca0390", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:39.866960 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc5646bc-cece-44db-9ca4-364c1cf084be {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:39.868495 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc5646bc-cece-44db-9ca4-364c1cf084be'] response: {'name': 'network-changed', 'server_uuid': 'ababdab4-90b1-419f-a526-63186d4d1985', 'tag': 'cddd68a5-d910-4b0a-a23e-76a5f2ca0390', 'status': 'completed', 'code': 200} May 26 16:04:39.918887 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887afd86-3b39-45ff-bbaa-8ce2909a9df8', 'name': 'tempest-FloatingIPsTestJSON-1030154415-router', 'tenant_id': '34239383a9664d8d8af1554e26d7d16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '2c1d1c34-eef8-4687-8b48-66d415ce9803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:22Z', 'updated_at': '2022-05-26T16:04:37Z', 'revision_number': 4, 'project_id': '34239383a9664d8d8af1554e26d7d16c', 'gw_port': {'id': '2c1d1c34-eef8-4687-8b48-66d415ce9803', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:46:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887afd86-3b39-45ff-bbaa-8ce2909a9df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:24Z', 'updated_at': '2022-05-26T16:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '491a00fc-23fb-46bf-a712-5aa00cbe756d', 'name': '', 'network_id': 'c14bd7ed-024f-4113-81e8-0f179843d44b', 'tenant_id': '34239383a9664d8d8af1554e26d7d16c', 'mac_address': 'fa:16:3e:c3:f0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887afd86-3b39-45ff-bbaa-8ce2909a9df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'f374fb9d-41ac-47bc-aab3-7e5fee4a0b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:34Z', 'updated_at': '2022-05-26T16:04:37Z', 'revision_number': 2, 'project_id': '34239383a9664d8d8af1554e26d7d16c', 'subnets': [{'id': 'f374fb9d-41ac-47bc-aab3-7e5fee4a0b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:39.947336 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] Checking router: 887afd86-3b39-45ff-bbaa-8ce2909a9df8 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:04:39.947336 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] Updating router 887afd86-3b39-45ff-bbaa-8ce2909a9df8 port 491a00fc-23fb-46bf-a712-5aa00cbe756d binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:04:39.981298 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:40.003034 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e99e07-14b0-4a9c-a4cf-735860f38969 req-5e598423-86f2-497d-8c5c-ad3db5898119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:40.005321 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-93e99e07-14b0-4a9c-a4cf-735860f38969 req-5e598423-86f2-497d-8c5c-ad3db5898119 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3e94954a41614b099cb2eaeeaa6b7193&device_id=ababdab4-90b1-419f-a526-63186d4d1985 HTTP/1.1" status: 200 len: 1099 time: 0.1358674 May 26 16:04:40.011032 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-975ad99a-144e-4618-844e-c105c5359ee6 req-da89e11d-8c7f-466f-a41d-969894ede123 service neutron] 10.222.0.83 "GET /v2.0/networks/d8d6d9b9-7641-4e8d-afe3-30010ffc1819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780364 May 26 16:04:40.255452 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-975ad99a-144e-4618-844e-c105c5359ee6 req-f3faf7c6-3168-4272-86b7-6ee4be0cabf7 service neutron] 10.222.0.83 "GET /v2.0/networks/d8d6d9b9-7641-4e8d-afe3-30010ffc1819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029386 May 26 16:04:40.256947 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e99e07-14b0-4a9c-a4cf-735860f38969 req-0e1776e6-22e6-43c6-8239-70d0cb98424c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:40.258695 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-93e99e07-14b0-4a9c-a4cf-735860f38969 req-0e1776e6-22e6-43c6-8239-70d0cb98424c service neutron] 10.222.0.81 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.2456539 May 26 16:04:40.352312 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-93e99e07-14b0-4a9c-a4cf-735860f38969 req-529c0512-d39b-4e76-b34c-404274aefa61 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=cddd68a5-d910-4b0a-a23e-76a5f2ca0390 HTTP/1.1" status: 200 len: 217 time: 0.0824347 May 26 16:04:40.484889 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e99e07-14b0-4a9c-a4cf-735860f38969 req-a7f76c22-7207-4c6b-b531-5b6b44808b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:40.486479 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-93e99e07-14b0-4a9c-a4cf-735860f38969 req-a7f76c22-7207-4c6b-b531-5b6b44808b0a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1166058 May 26 16:04:40.523898 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:40.531998 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:40.574028 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4a42a-7e34-4cd2-adc9-13de3e44aa74 None None] Pushing event updated for resources: {'Port': ['ID=491a00fc-23fb-46bf-a712-5aa00cbe756d,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:40.589082 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a4a42a-7e34-4cd2-adc9-13de3e44aa74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:40.589709 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a4a42a-7e34-4cd2-adc9-13de3e44aa74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:40.590218 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a4a42a-7e34-4cd2-adc9-13de3e44aa74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:40.590776 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a4a42a-7e34-4cd2-adc9-13de3e44aa74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:40.591275 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a4a42a-7e34-4cd2-adc9-13de3e44aa74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:40.592657 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a4a42a-7e34-4cd2-adc9-13de3e44aa74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:40.593404 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a4a42a-7e34-4cd2-adc9-13de3e44aa74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:40.594043 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a4a42a-7e34-4cd2-adc9-13de3e44aa74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:40.594564 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a4a42a-7e34-4cd2-adc9-13de3e44aa74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:40.595060 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a4a42a-7e34-4cd2-adc9-13de3e44aa74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:40.595929 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a4a42a-7e34-4cd2-adc9-13de3e44aa74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:40.596443 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a4a42a-7e34-4cd2-adc9-13de3e44aa74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:40.671011 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e99e07-14b0-4a9c-a4cf-735860f38969 req-a55d40e8-e943-44af-a77a-fc7093cf87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:40.673158 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-93e99e07-14b0-4a9c-a4cf-735860f38969 req-a55d40e8-e943-44af-a77a-fc7093cf87b8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1780431 May 26 16:04:40.696870 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4146549b-41ce-4bbc-a389-f6b3c264d5c6 req-d0bc1fd0-91fb-4cf1-b697-98982e76e842 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2926946 May 26 16:04:40.738164 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] Attempting to bind port 491a00fc-23fb-46bf-a712-5aa00cbe756d on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:40.738164 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] Attempting to bind port 491a00fc-23fb-46bf-a712-5aa00cbe756d by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '37d945e7-2d63-423f-94d7-5cb36802e043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c14bd7ed-024f-4113-81e8-0f179843d44b'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:40.741507 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-4146549b-41ce-4bbc-a389-f6b3c264d5c6 req-08f72883-9442-40bd-828d-c8efe4c199e8 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:40.743254 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] Attempting to bind port 491a00fc-23fb-46bf-a712-5aa00cbe756d on network c14bd7ed-024f-4113-81e8-0f179843d44b {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:40.749198 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:40.749596 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] Checking segment: {'id': '37d945e7-2d63-423f-94d7-5cb36802e043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c14bd7ed-024f-4113-81e8-0f179843d44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:40.749977 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:40.750374 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] Bound using segment: {'id': '37d945e7-2d63-423f-94d7-5cb36802e043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c14bd7ed-024f-4113-81e8-0f179843d44b'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:40.750851 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] Bound port: 491a00fc-23fb-46bf-a712-5aa00cbe756d, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d945e7-2d63-423f-94d7-5cb36802e043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c14bd7ed-024f-4113-81e8-0f179843d44b'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:40.751241 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:40.789996 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44160) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:40.828143 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] For port 491a00fc-23fb-46bf-a712-5aa00cbe756d, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:04:40.831379 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] For port 491a00fc-23fb-46bf-a712-5aa00cbe756d, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=491a00fc-23fb-46bf-a712-5aa00cbe756d,segment=NetworkSegment(37d945e7-2d63-423f-94d7-5cb36802e043),segment_id=37d945e7-2d63-423f-94d7-5cb36802e043)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:04:40.844151 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:40.854100 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-93e99e07-14b0-4a9c-a4cf-735860f38969 req-5f8a1bcb-cb17-4a2a-b456-128a4294f5b3 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639600 May 26 16:04:40.894282 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4146549b-41ce-4bbc-a389-f6b3c264d5c6 req-08f72883-9442-40bd-828d-c8efe4c199e8 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:40.963314 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905ea12-a46d-4f68-a9c4-73811efd4280 req-000169e0-d8e8-401b-ba55-6f2551440be3 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:40.976762 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5905ea12-a46d-4f68-a9c4-73811efd4280 req-000169e0-d8e8-401b-ba55-6f2551440be3 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=ababdab4-90b1-419f-a526-63186d4d1985 HTTP/1.1" status: 200 len: 948 time: 0.2784436 May 26 16:04:40.999510 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] Routers {'887afd86-3b39-45ff-bbaa-8ce2909a9df8'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:04:41.001469 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:04:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['887afd86-3b39-45ff-bbaa-8ce2909a9df8'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:41.005128 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-93e99e07-14b0-4a9c-a4cf-735860f38969 req-391abb7e-0d02-468d-9f00-a0f5102e507c service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392469 May 26 16:04:41.008549 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4a42a-7e34-4cd2-adc9-13de3e44aa74 None None] Pushing event updated for resources: {'Port': ['ID=491a00fc-23fb-46bf-a712-5aa00cbe756d,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:41.026553 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e353092-15ae-4842-a6d9-d3cc219795bb req-33525dc7-747c-4cf6-98b3-fa3e9e7bdad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:41.027335 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e353092-15ae-4842-a6d9-d3cc219795bb req-33525dc7-747c-4cf6-98b3-fa3e9e7bdad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:41.027944 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-62d1207d-c3da-49f9-9eb2-33c43629561e None None] Provisioning complete for port 491a00fc-23fb-46bf-a712-5aa00cbe756d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:41.029167 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-62d1207d-c3da-49f9-9eb2-33c43629561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:41.031370 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9e353092-15ae-4842-a6d9-d3cc219795bb req-33525dc7-747c-4cf6-98b3-fa3e9e7bdad8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c6cedca6b56247978dd71967ceac922e&device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 1980 time: 0.4533465 May 26 16:04:41.078724 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-6ee6e241-c48e-49f8-b408-3387963863a5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-333930328-network', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:41.167846 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee6e241-c48e-49f8-b408-3387963863a5 admin admin] Made reservation on behalf of 48b645bc4074429e8fc191f5d438d6ae for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:41.173721 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6ee6e241-c48e-49f8-b408-3387963863a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:41.177500 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-62d1207d-c3da-49f9-9eb2-33c43629561e None None] Current status of the port 491a00fc-23fb-46bf-a712-5aa00cbe756d is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:41.177884 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-62d1207d-c3da-49f9-9eb2-33c43629561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:41.183996 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5905ea12-a46d-4f68-a9c4-73811efd4280 req-a7339b4f-30a2-4616-84e8-e2cad8a6c661 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059915 May 26 16:04:41.203698 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e353092-15ae-4842-a6d9-d3cc219795bb req-f46c7a4f-f03f-4a60-96a3-73dce7f3bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:41.207192 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9e353092-15ae-4842-a6d9-d3cc219795bb req-f46c7a4f-f03f-4a60-96a3-73dce7f3bc32 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d8d6d9b9-7641-4e8d-afe3-30010ffc1819 HTTP/1.1" status: 200 len: 903 time: 0.1643839 May 26 16:04:41.207672 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6ee6e241-c48e-49f8-b408-3387963863a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:41.249915 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-62d1207d-c3da-49f9-9eb2-33c43629561e None None] For port 491a00fc-23fb-46bf-a712-5aa00cbe756d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=491a00fc-23fb-46bf-a712-5aa00cbe756d,segment=NetworkSegment(37d945e7-2d63-423f-94d7-5cb36802e043),segment_id=37d945e7-2d63-423f-94d7-5cb36802e043)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:41.261669 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-62d1207d-c3da-49f9-9eb2-33c43629561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:41.295965 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9e353092-15ae-4842-a6d9-d3cc219795bb req-93dc5749-3291-4e74-a78b-d6797a9b68ea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.63&port_id=225a0165-36b3-4bee-8442-60f4bd873321 HTTP/1.1" status: 200 len: 217 time: 0.0735159 May 26 16:04:41.296985 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] Set router 887afd86-3b39-45ff-bbaa-8ce2909a9df8 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:04:41.389806 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1207d-c3da-49f9-9eb2-33c43629561e None None] Pushing event updated for resources: {'Port': ['ID=491a00fc-23fb-46bf-a712-5aa00cbe756d,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:41.402337 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e353092-15ae-4842-a6d9-d3cc219795bb req-c3b7f968-ff04-4f17-b2a5-7868b0985126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:41.403846 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9e353092-15ae-4842-a6d9-d3cc219795bb req-c3b7f968-ff04-4f17-b2a5-7868b0985126 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=46b5afc3-ee84-4fb1-9031-e4f0f446b262 HTTP/1.1" status: 200 len: 801 time: 0.0933676 May 26 16:04:41.430669 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ca3312f4-2d7a-4c2a-b56d-316b5ae6c77e None None] Provisioning complete for port 491a00fc-23fb-46bf-a712-5aa00cbe756d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:41.431542 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ca3312f4-2d7a-4c2a-b56d-316b5ae6c77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:41.508655 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4146549b-41ce-4bbc-a389-f6b3c264d5c6 req-08f72883-9442-40bd-828d-c8efe4c199e8 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:41.523117 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e353092-15ae-4842-a6d9-d3cc219795bb req-a62d0c5d-710d-4b5f-b533-d4a5654e23f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:41.525119 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9e353092-15ae-4842-a6d9-d3cc219795bb req-a62d0c5d-710d-4b5f-b533-d4a5654e23f6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8d6d9b9-7641-4e8d-afe3-30010ffc1819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0988386 May 26 16:04:41.598974 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ca3312f4-2d7a-4c2a-b56d-316b5ae6c77e None None] Current status of the port 491a00fc-23fb-46bf-a712-5aa00cbe756d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:41.628149 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887afd86-3b39-45ff-bbaa-8ce2909a9df8', 'name': 'tempest-FloatingIPsTestJSON-1030154415-router', 'tenant_id': '34239383a9664d8d8af1554e26d7d16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '2c1d1c34-eef8-4687-8b48-66d415ce9803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:22Z', 'updated_at': '2022-05-26T16:04:37Z', 'revision_number': 4, 'project_id': '34239383a9664d8d8af1554e26d7d16c', 'gw_port': {'id': '2c1d1c34-eef8-4687-8b48-66d415ce9803', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:46:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887afd86-3b39-45ff-bbaa-8ce2909a9df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:24Z', 'updated_at': '2022-05-26T16:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '491a00fc-23fb-46bf-a712-5aa00cbe756d', 'name': '', 'network_id': 'c14bd7ed-024f-4113-81e8-0f179843d44b', 'tenant_id': '34239383a9664d8d8af1554e26d7d16c', 'mac_address': 'fa:16:3e:c3:f0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887afd86-3b39-45ff-bbaa-8ce2909a9df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'f374fb9d-41ac-47bc-aab3-7e5fee4a0b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:34Z', 'updated_at': '2022-05-26T16:04:40Z', 'revision_number': 4, 'project_id': '34239383a9664d8d8af1554e26d7d16c', 'subnets': [{'id': 'f374fb9d-41ac-47bc-aab3-7e5fee4a0b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:41.664011 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc3d03c-bb47-48ba-9198-f5ab07244d96 None None] The sync data for ids ['887afd86-3b39-45ff-bbaa-8ce2909a9df8'] in n-d-843337-2 is: [{'id': '887afd86-3b39-45ff-bbaa-8ce2909a9df8', 'name': 'tempest-FloatingIPsTestJSON-1030154415-router', 'tenant_id': '34239383a9664d8d8af1554e26d7d16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '2c1d1c34-eef8-4687-8b48-66d415ce9803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:22Z', 'updated_at': '2022-05-26T16:04:37Z', 'revision_number': 4, 'project_id': '34239383a9664d8d8af1554e26d7d16c', 'gw_port': {'id': '2c1d1c34-eef8-4687-8b48-66d415ce9803', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:46:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887afd86-3b39-45ff-bbaa-8ce2909a9df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:24Z', 'updated_at': '2022-05-26T16:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '491a00fc-23fb-46bf-a712-5aa00cbe756d', 'name': '', 'network_id': 'c14bd7ed-024f-4113-81e8-0f179843d44b', 'tenant_id': '34239383a9664d8d8af1554e26d7d16c', 'mac_address': 'fa:16:3e:c3:f0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887afd86-3b39-45ff-bbaa-8ce2909a9df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'f374fb9d-41ac-47bc-aab3-7e5fee4a0b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:34Z', 'updated_at': '2022-05-26T16:04:40Z', 'revision_number': 4, 'project_id': '34239383a9664d8d8af1554e26d7d16c', 'subnets': [{'id': 'f374fb9d-41ac-47bc-aab3-7e5fee4a0b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:04:41.672467 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9e353092-15ae-4842-a6d9-d3cc219795bb req-41c691b8-6131-4df6-beab-4355c2f55835 service neutron] 10.222.0.83 "GET /v2.0/networks/d8d6d9b9-7641-4e8d-afe3-30010ffc1819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320026 May 26 16:04:41.690916 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device cddd68a5-d910-4b0a-a23e-76a5f2ca0390 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:04:41.793048 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65f697-326e-4957-bfae-ea839e21d638 req-932406c8-f671-451d-8328-3056fd889fc0 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:41.801840 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65f697-326e-4957-bfae-ea839e21d638 req-932406c8-f671-451d-8328-3056fd889fc0 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:41.809421 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-de65f697-326e-4957-bfae-ea839e21d638 req-932406c8-f671-451d-8328-3056fd889fc0 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 1678 time: 0.4579031 May 26 16:04:41.813525 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6ee6e241-c48e-49f8-b408-3387963863a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:41.847068 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6ee6e241-c48e-49f8-b408-3387963863a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:41.896277 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9e353092-15ae-4842-a6d9-d3cc219795bb req-545927c6-09d1-486e-8b15-fca4f37570fc service neutron] 10.222.0.83 "GET /v2.0/networks/d8d6d9b9-7641-4e8d-afe3-30010ffc1819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027631 May 26 16:04:41.963867 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee6e241-c48e-49f8-b408-3387963863a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:04:41.972172 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-4146549b-41ce-4bbc-a389-f6b3c264d5c6 req-08f72883-9442-40bd-828d-c8efe4c199e8 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Allocated IP 172.25.7.15 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/b51c1dd8-4a6e-4983-a6a5-6f43deb7c632) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:41.985711 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6e241-c48e-49f8-b408-3387963863a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329fa3ab-dd46-4443-8df4-af55d10fc940,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:42.009023 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-de65f697-326e-4957-bfae-ea839e21d638 req-484c4076-76f6-47b2-b76f-5f09a887d3ee tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986508 May 26 16:04:42.020296 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6ee6e241-c48e-49f8-b408-3387963863a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:42.020700 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-6ee6e241-c48e-49f8-b408-3387963863a5 admin admin] Added segment 4448ff35-1293-4f51-b793-89ca71d00242 of type vlan for network 1266241d-c924-4f6c-9aee-26a91490c901 May 26 16:04:42.133233 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port cddd68a5-d910-4b0a-a23e-76a5f2ca0390, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=cddd68a5-d910-4b0a-a23e-76a5f2ca0390,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:42.165361 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'cddd68a5-d910-4b0a-a23e-76a5f2ca0390', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': 'cddd68a5-d910-4b0a-a23e-76a5f2ca0390', 'mac_address': 'fa:16:3e:f0:04:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:04:42.222295 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 491a00fc-23fb-46bf-a712-5aa00cbe756d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:42.245895 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6ee6e241-c48e-49f8-b408-3387963863a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:42.291673 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port cddd68a5-d910-4b0a-a23e-76a5f2ca0390 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:42.292490 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:42.312942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 491a00fc-23fb-46bf-a712-5aa00cbe756d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:42.313316 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:42.315997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cddd68a5-d910-4b0a-a23e-76a5f2ca0390 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:42.342319 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6ee6e241-c48e-49f8-b408-3387963863a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:42.343392 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee6e241-c48e-49f8-b408-3387963863a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:42.343975 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6ee6e241-c48e-49f8-b408-3387963863a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:42.362760 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port cddd68a5-d910-4b0a-a23e-76a5f2ca0390, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=cddd68a5-d910-4b0a-a23e-76a5f2ca0390,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:42.367818 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4146549b-41ce-4bbc-a389-f6b3c264d5c6 req-08f72883-9442-40bd-828d-c8efe4c199e8 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:42.370838 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:42.428897 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=cddd68a5-d910-4b0a-a23e-76a5f2ca0390,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:42.447528 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d8455-5bbd-49ef-b560-b5a9c3b0289b req-1b1e2b82-724c-469c-a5fb-86f9e81a31e2 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:42.449165 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d53d8455-5bbd-49ef-b560-b5a9c3b0289b req-1b1e2b82-724c-469c-a5fb-86f9e81a31e2 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.1616580 May 26 16:04:42.455932 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6ee6e241-c48e-49f8-b408-3387963863a5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6599977 May 26 16:04:42.459062 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44188) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:42.467945 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-16c3e334-64ea-4245-b49b-69fc9ab64470 admin admin] Request body: {'subnet': {'network_id': '1266241d-c924-4f6c-9aee-26a91490c901', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-333930328-subnet', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:42.472585 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 491a00fc-23fb-46bf-a712-5aa00cbe756d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:42.484489 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6e241-c48e-49f8-b408-3387963863a5 admin admin] Pushing event updated for resources: {'Network': ['ID=1266241d-c924-4f6c-9aee-26a91490c901,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:42.494536 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 1266241d-c924-4f6c-9aee-26a91490c901 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:04:42.502903 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c3e334-64ea-4245-b49b-69fc9ab64470 admin admin] Made reservation on behalf of 48b645bc4074429e8fc191f5d438d6ae for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:42.506176 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-16c3e334-64ea-4245-b49b-69fc9ab64470 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:42.530779 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4146549b-41ce-4bbc-a389-f6b3c264d5c6 req-08f72883-9442-40bd-828d-c8efe4c199e8 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:42.562599 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d53d8455-5bbd-49ef-b560-b5a9c3b0289b req-4a626bcb-df2d-445c-bbca-a419e553588e tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005578 May 26 16:04:42.603517 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4146549b-41ce-4bbc-a389-f6b3c264d5c6 req-08f72883-9442-40bd-828d-c8efe4c199e8 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:42.605057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-4146549b-41ce-4bbc-a389-f6b3c264d5c6 req-08f72883-9442-40bd-828d-c8efe4c199e8 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:42.612198 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4146549b-41ce-4bbc-a389-f6b3c264d5c6 req-08f72883-9442-40bd-828d-c8efe4c199e8 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:42.705277 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f72883-9442-40bd-828d-c8efe4c199e8 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Pushing event updated for resources: {'Port': ['ID=b51c1dd8-4a6e-4983-a6a5-6f43deb7c632,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:42.774887 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['cddd68a5-d910-4b0a-a23e-76a5f2ca0390'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:42.841747 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-16c3e334-64ea-4245-b49b-69fc9ab64470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:42.865746 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4146549b-41ce-4bbc-a389-f6b3c264d5c6 req-08f72883-9442-40bd-828d-c8efe4c199e8 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:42.894680 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bde8d5-2e41-4972-be41-6279b247ed55 req-50cd20b3-548a-4772-baa8-a879ffa973b5 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:42.895650 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3e334-64ea-4245-b49b-69fc9ab64470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6c07fbb-b64c-482e-9f16-d044a11cb78b,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:42.896443 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-79bde8d5-2e41-4972-be41-6279b247ed55 req-50cd20b3-548a-4772-baa8-a879ffa973b5 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=ababdab4-90b1-419f-a526-63186d4d1985 HTTP/1.1" status: 200 len: 949 time: 0.1516354 May 26 16:04:42.936623 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c3e334-64ea-4245-b49b-69fc9ab64470 admin admin] Checking segment: {'id': '4448ff35-1293-4f51-b793-89ca71d00242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:42.936623 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c3e334-64ea-4245-b49b-69fc9ab64470 admin admin] Network hostable DHCP agents. Network: 1266241d-c924-4f6c-9aee-26a91490c901, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:04:42.961996 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8404fde0-3c71-4ccf-b44e-04ffe15dbab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:42.964119 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c3e334-64ea-4245-b49b-69fc9ab64470 admin admin] Network 1266241d-c924-4f6c-9aee-26a91490c901 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:04:42.970802 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4146549b-41ce-4bbc-a389-f6b3c264d5c6 req-08f72883-9442-40bd-828d-c8efe4c199e8 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:42.984056 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-16c3e334-64ea-4245-b49b-69fc9ab64470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 1266241d-c924-4f6c-9aee-26a91490c901) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:42.998461 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70d590b-26f8-45e0-8a2d-65fd512090ef None None] Network 1266241d-c924-4f6c-9aee-26a91490c901 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:04:43.000317 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c3e334-64ea-4245-b49b-69fc9ab64470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:43.001258 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-16c3e334-64ea-4245-b49b-69fc9ab64470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:43.021130 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-16c3e334-64ea-4245-b49b-69fc9ab64470 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5590241 May 26 16:04:43.023508 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44200) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:43.024660 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-79bde8d5-2e41-4972-be41-6279b247ed55 req-63745f6e-d4a4-43da-bf00-cba07f0f9aca tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934603 May 26 16:04:43.028145 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d15c711f-ae38-413a-b528-6d8adb0481fb admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-333930328-router', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:43.057114 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d15c711f-ae38-413a-b528-6d8adb0481fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:43.058353 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d15c711f-ae38-413a-b528-6d8adb0481fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:43.267525 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4146549b-41ce-4bbc-a389-f6b3c264d5c6 req-08f72883-9442-40bd-828d-c8efe4c199e8 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:43.275861 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512133d9-dae9-4eac-85c0-cb1bb225e23f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-1266241d-c924-4f6c-9aee-26a91490c901', 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'fixed_ips': [{'subnet_id': 'b6c07fbb-b64c-482e-9f16-d044a11cb78b'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:04:43.276746 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-512133d9-dae9-4eac-85c0-cb1bb225e23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:43.277197 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4146549b-41ce-4bbc-a389-f6b3c264d5c6 req-08f72883-9442-40bd-828d-c8efe4c199e8 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:43.514339 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-512133d9-dae9-4eac-85c0-cb1bb225e23f None None] Allocated IP 172.20.0.2 (1266241d-c924-4f6c-9aee-26a91490c901/b6c07fbb-b64c-482e-9f16-d044a11cb78b/f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:43.575883 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d15c711f-ae38-413a-b528-6d8adb0481fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:43.675428 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f72883-9442-40bd-828d-c8efe4c199e8 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Pushing event updated for resources: {'Port': ['ID=b51c1dd8-4a6e-4983-a6a5-6f43deb7c632,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:43.688382 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4146549b-41ce-4bbc-a389-f6b3c264d5c6 req-08f72883-9442-40bd-828d-c8efe4c199e8 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:43.694222 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-512133d9-dae9-4eac-85c0-cb1bb225e23f None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:43.704365 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-512133d9-dae9-4eac-85c0-cb1bb225e23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:43.709899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd2036-e15b-4810-8ff5-a1648deb5b1e req-e9629457-483d-45f5-ae62-9d5a87a86f60 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:43.710470 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-20bd2036-e15b-4810-8ff5-a1648deb5b1e req-e9629457-483d-45f5-ae62-9d5a87a86f60 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 950 time: 0.4013610 May 26 16:04:43.719475 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4146549b-41ce-4bbc-a389-f6b3c264d5c6 req-08f72883-9442-40bd-828d-c8efe4c199e8 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:43.720754 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4146549b-41ce-4bbc-a389-f6b3c264d5c6 req-08f72883-9442-40bd-828d-c8efe4c199e8 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0049474 May 26 16:04:43.731620 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d15c711f-ae38-413a-b528-6d8adb0481fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:43.763230 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512133d9-dae9-4eac-85c0-cb1bb225e23f None None] Pushing event updated for resources: {'Port': ['ID=f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:43.774008 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512133d9-dae9-4eac-85c0-cb1bb225e23f None None] Network 1266241d-c924-4f6c-9aee-26a91490c901 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:43.775782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-512133d9-dae9-4eac-85c0-cb1bb225e23f None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:43.777773 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512133d9-dae9-4eac-85c0-cb1bb225e23f None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:43.792256 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4146549b-41ce-4bbc-a389-f6b3c264d5c6 req-773d53dc-d7a9-424b-a615-454b22b1075f tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.15 HTTP/1.1" status: 200 len: 695 time: 0.0623856 May 26 16:04:43.800405 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-20bd2036-e15b-4810-8ff5-a1648deb5b1e req-2ba02c35-4419-4d13-b3ee-a539a7bf6861 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/security-groups?id=be219cfa-f419-431b-b5f8-12176a6dcc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784261 May 26 16:04:43.851914 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-512133d9-dae9-4eac-85c0-cb1bb225e23f None None] Attempting to bind port f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:43.852628 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-512133d9-dae9-4eac-85c0-cb1bb225e23f None None] Attempting to bind port f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '4448ff35-1293-4f51-b793-89ca71d00242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:43.852934 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512133d9-dae9-4eac-85c0-cb1bb225e23f None None] Attempting to bind port f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef on network 1266241d-c924-4f6c-9aee-26a91490c901 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:43.859599 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512133d9-dae9-4eac-85c0-cb1bb225e23f None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:43.859973 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512133d9-dae9-4eac-85c0-cb1bb225e23f None None] Checking segment: {'id': '4448ff35-1293-4f51-b793-89ca71d00242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:43.860542 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-512133d9-dae9-4eac-85c0-cb1bb225e23f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:43.861061 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512133d9-dae9-4eac-85c0-cb1bb225e23f None None] Bound using segment: {'id': '4448ff35-1293-4f51-b793-89ca71d00242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:43.861536 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-512133d9-dae9-4eac-85c0-cb1bb225e23f None None] Bound port: f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4448ff35-1293-4f51-b793-89ca71d00242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:43.861914 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-512133d9-dae9-4eac-85c0-cb1bb225e23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:43.929994 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-512133d9-dae9-4eac-85c0-cb1bb225e23f None None] For port f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:04:43.933378 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-512133d9-dae9-4eac-85c0-cb1bb225e23f None None] For port f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef,segment=NetworkSegment(4448ff35-1293-4f51-b793-89ca71d00242),segment_id=4448ff35-1293-4f51-b793-89ca71d00242)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:04:43.938985 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-512133d9-dae9-4eac-85c0-cb1bb225e23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:43.959935 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9cf19-538b-418b-bcae-a6d17a7a44c8 req-cf98ae9c-56fc-4ca7-9578-e9eeaa113369 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:43.965823 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9cf19-538b-418b-bcae-a6d17a7a44c8 req-cf98ae9c-56fc-4ca7-9578-e9eeaa113369 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:43.968072 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c4e9cf19-538b-418b-bcae-a6d17a7a44c8 req-cf98ae9c-56fc-4ca7-9578-e9eeaa113369 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 1678 time: 0.0844607 May 26 16:04:43.975397 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146549b-41ce-4bbc-a389-f6b3c264d5c6 req-63052d7d-67c7-471e-a8d2-326980b7fcbf tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:43.976756 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4146549b-41ce-4bbc-a389-f6b3c264d5c6 req-63052d7d-67c7-471e-a8d2-326980b7fcbf tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.1714544 May 26 16:04:43.996017 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d15c711f-ae38-413a-b528-6d8adb0481fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:44.016695 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c4e9cf19-538b-418b-bcae-a6d17a7a44c8 req-4ef1a443-5767-49e1-a8f0-75ec34ab1893 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388410 May 26 16:04:44.016942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512133d9-dae9-4eac-85c0-cb1bb225e23f None None] Pushing event updated for resources: {'Port': ['ID=f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:44.039628 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d15c711f-ae38-413a-b528-6d8adb0481fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:44.179279 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef27ba-1886-4fd1-8498-e6babf57287c req-4ba8b3f7-3c82-4438-ab84-dbb53e4ad431 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:44.184825 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9ef27ba-1886-4fd1-8498-e6babf57287c req-4ba8b3f7-3c82-4438-ab84-dbb53e4ad431 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.0804148 May 26 16:04:44.198169 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-d15c711f-ae38-413a-b528-6d8adb0481fb admin admin] Allocated IP 172.25.7.106 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/6aaea139-b34c-4bd9-80d1-8b7528e26e8a) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:44.300309 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-69173b9a-bd65-415a-a49f-e5fcd7e61114 req-5083d215-6538-425e-8c12-8856e138e7e3 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "GET /v2.0/floatingips/7a9dd304-909c-4c34-b180-c6a529708d1a HTTP/1.1" status: 200 len: 692 time: 0.0802574 May 26 16:04:44.307874 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9ef27ba-1886-4fd1-8498-e6babf57287c req-cc6ad4b3-3ef0-446d-8708-34ebc15c37c8 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173561 May 26 16:04:44.352233 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d15c711f-ae38-413a-b528-6d8adb0481fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:44.412418 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d15c711f-ae38-413a-b528-6d8adb0481fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:44.463344 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15c711f-ae38-413a-b528-6d8adb0481fb admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:44.466781 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-d15c711f-ae38-413a-b528-6d8adb0481fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:44.469526 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15c711f-ae38-413a-b528-6d8adb0481fb admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:44.480474 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18342a-c55c-425b-9a09-6d390aad544e req-356edf58-e915-4cd6-ba45-3c4ebb196704 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:44.481972 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e18342a-c55c-425b-9a09-6d390aad544e req-356edf58-e915-4cd6-ba45-3c4ebb196704 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=ababdab4-90b1-419f-a526-63186d4d1985 HTTP/1.1" status: 200 len: 949 time: 0.0887320 May 26 16:04:44.493219 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69173b9a-bd65-415a-a49f-e5fcd7e61114 req-8a0a4026-3872-4b38-a980-4218d0a193a3 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:44.494744 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-69173b9a-bd65-415a-a49f-e5fcd7e61114 req-8a0a4026-3872-4b38-a980-4218d0a193a3 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.1860445 May 26 16:04:44.505626 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c711f-ae38-413a-b528-6d8adb0481fb admin admin] Pushing event updated for resources: {'Port': ['ID=6aaea139-b34c-4bd9-80d1-8b7528e26e8a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:44.519126 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-69173b9a-bd65-415a-a49f-e5fcd7e61114 req-bd235441-7a61-4f3e-bd8d-ec820af0e852 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:04:44.520068 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-69173b9a-bd65-415a-a49f-e5fcd7e61114 req-bd235441-7a61-4f3e-bd8d-ec820af0e852 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140216 May 26 16:04:44.539533 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e18342a-c55c-425b-9a09-6d390aad544e req-75fc5548-9b73-4c06-9bca-20df3e50ba66 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431256 May 26 16:04:44.659650 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac886a7f-6519-455e-9b12-310103c4b586 req-df4f66aa-6362-4b9e-8e73-4c7d2f071370 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=34239383a9664d8d8af1554e26d7d16c HTTP/1.1" status: 200 len: 695 time: 0.0707026 May 26 16:04:44.683267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619c0d3-0842-4695-8ea5-c42e774d5ec6 req-7995f97e-95b7-4db4-828a-a19335f473fc tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:44.684819 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d619c0d3-0842-4695-8ea5-c42e774d5ec6 req-7995f97e-95b7-4db4-828a-a19335f473fc tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41 HTTP/1.1" status: 200 len: 949 time: 0.1055994 May 26 16:04:44.690788 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:04:44.774233 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d15c711f-ae38-413a-b528-6d8adb0481fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:44.775239 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d619c0d3-0842-4695-8ea5-c42e774d5ec6 req-355f6eeb-5ee1-4ce5-86c7-e077b6ce11db tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dafb3d76-afac-4006-82e3-ae4127af7723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763075 May 26 16:04:44.811038 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=74990b0e-c9ed-4700-aff0-e0fdb9de8eeb,segment=NetworkSegment(5c3b694c-d357-40ed-a79b-3d0bb59c6fc8),segment_id=5c3b694c-d357-40ed-a79b-3d0bb59c6fc8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:44.817766 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac886a7f-6519-455e-9b12-310103c4b586 req-ed58853a-c866-4fbd-8848-0a6f11022f98 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:44.819588 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac886a7f-6519-455e-9b12-310103c4b586 req-ed58853a-c866-4fbd-8848-0a6f11022f98 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "GET /v2.0/networks?id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 787 time: 0.1530592 May 26 16:04:44.831074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '74990b0e-c9ed-4700-aff0-e0fdb9de8eeb', 'network_id': '192a8d6e-682a-4121-a2c2-9b704f6ff009', 'port_id': '74990b0e-c9ed-4700-aff0-e0fdb9de8eeb', 'mac_address': 'fa:16:3e:42:d9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de072c3b-a323-4e35-b98c-760c66c724a5', 'ip_address': '19.80.0.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:04:44.841399 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-ac886a7f-6519-455e-9b12-310103c4b586 req-c3e7e11f-7300-401c-9de3-4f49f4b03a19 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:04:44.843176 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac886a7f-6519-455e-9b12-310103c4b586 req-c3e7e11f-7300-401c-9de3-4f49f4b03a19 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169294 May 26 16:04:44.900052 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:44.900578 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:44.928335 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:44.946665 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e937ed2-8fd4-4e30-9342-e80d0ea05778 req-5be71e18-54a1-48c8-a58e-707d35d77049 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "GET /v2.0/floatingips/7a9dd304-909c-4c34-b180-c6a529708d1a HTTP/1.1" status: 200 len: 692 time: 0.0718918 May 26 16:04:44.957533 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=74990b0e-c9ed-4700-aff0-e0fdb9de8eeb,segment=NetworkSegment(5c3b694c-d357-40ed-a79b-3d0bb59c6fc8),segment_id=5c3b694c-d357-40ed-a79b-3d0bb59c6fc8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:44.965018 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:45.053439 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=74990b0e-c9ed-4700-aff0-e0fdb9de8eeb,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:45.103388 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d15c711f-ae38-413a-b528-6d8adb0481fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:45.114042 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e937ed2-8fd4-4e30-9342-e80d0ea05778 req-0bd13300-89e8-447e-b53d-ab8c741725ee tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:45.115586 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e937ed2-8fd4-4e30-9342-e80d0ea05778 req-0bd13300-89e8-447e-b53d-ab8c741725ee tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.1610475 May 26 16:04:45.184112 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e937ed2-8fd4-4e30-9342-e80d0ea05778 req-bb3c6f57-daf1-4000-bdf4-fab505183383 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.15 HTTP/1.1" status: 200 len: 695 time: 0.0608444 May 26 16:04:45.240653 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e937ed2-8fd4-4e30-9342-e80d0ea05778 req-80d285d9-b33d-4eee-866b-0359f85919fb tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.15 HTTP/1.1" status: 200 len: 695 time: 0.0497599 May 26 16:04:45.266755 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15c711f-ae38-413a-b528-6d8adb0481fb admin admin] Router c5e2c908-cf39-4224-b009-038caa93e00e is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:04:45.291475 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865a50dc-38a5-41df-8e63-ded3bbf1da2f None None] Network 1266241d-c924-4f6c-9aee-26a91490c901 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:04:45.432748 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15c711f-ae38-413a-b528-6d8adb0481fb admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:04:45.445159 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f12b32ff-b895-474f-ad03-953a01f7f629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:45.456753 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-96e3f4b5-6228-4698-b391-38a564e2fa7b None None] Provisioning complete for port f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:45.457145 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-96e3f4b5-6228-4698-b391-38a564e2fa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:45.466638 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-7e937ed2-8fd4-4e30-9342-e80d0ea05778 req-77cc483c-2153-4bee-bdeb-a1015a145022 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Deleting port b51c1dd8-4a6e-4983-a6a5-6f43deb7c632 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:45.467100 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] Sync routers for ids ['c5e2c908-cf39-4224-b009-038caa93e00e'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:04:45.467320 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7e937ed2-8fd4-4e30-9342-e80d0ea05778 req-77cc483c-2153-4bee-bdeb-a1015a145022 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:45.472078 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d15c711f-ae38-413a-b528-6d8adb0481fb admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:45.473583 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d15c711f-ae38-413a-b528-6d8adb0481fb admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4490812 May 26 16:04:45.476303 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44272) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:45.543027 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] Routers {'c5e2c908-cf39-4224-b009-038caa93e00e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:04:45.543778 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:04:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c5e2c908-cf39-4224-b009-038caa93e00e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:45.580385 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7e937ed2-8fd4-4e30-9342-e80d0ea05778 req-77cc483c-2153-4bee-bdeb-a1015a145022 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:45.580634 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7e937ed2-8fd4-4e30-9342-e80d0ea05778 req-77cc483c-2153-4bee-bdeb-a1015a145022 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:45.610336 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-7e937ed2-8fd4-4e30-9342-e80d0ea05778 req-77cc483c-2153-4bee-bdeb-a1015a145022 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Calling delete_port for b51c1dd8-4a6e-4983-a6a5-6f43deb7c632 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:45.709826 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] Set router c5e2c908-cf39-4224-b009-038caa93e00e gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:04:45.711832 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-96e3f4b5-6228-4698-b391-38a564e2fa7b None None] Current status of the port f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:45.712244 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-96e3f4b5-6228-4698-b391-38a564e2fa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:45.744074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device cddd68a5-d910-4b0a-a23e-76a5f2ca0390 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:45.753223 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a3f9e-be63-4144-b41f-601a64e67f4e req-cb456be8-c8d2-40f7-9163-8b077b4b0d50 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:45.765867 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a3f9e-be63-4144-b41f-601a64e67f4e req-cb456be8-c8d2-40f7-9163-8b077b4b0d50 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:45.771051 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2a8a3f9e-be63-4144-b41f-601a64e67f4e req-cb456be8-c8d2-40f7-9163-8b077b4b0d50 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 1679 time: 0.1037788 May 26 16:04:45.832904 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2a8a3f9e-be63-4144-b41f-601a64e67f4e req-5719a076-77e5-4cfe-8989-c1fd297e033a tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532014 May 26 16:04:45.852511 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['74990b0e-c9ed-4700-aff0-e0fdb9de8eeb'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:45.938254 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7e937ed2-8fd4-4e30-9342-e80d0ea05778 req-77cc483c-2153-4bee-bdeb-a1015a145022 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:45.944126 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-96e3f4b5-6228-4698-b391-38a564e2fa7b None None] For port f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef,segment=NetworkSegment(4448ff35-1293-4f51-b793-89ca71d00242),segment_id=4448ff35-1293-4f51-b793-89ca71d00242)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:45.959318 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-96e3f4b5-6228-4698-b391-38a564e2fa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:45.975648 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc483c-2153-4bee-bdeb-a1015a145022 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Pushing event deleted for resources: {'Port': ['ID=b51c1dd8-4a6e-4983-a6a5-6f43deb7c632,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:46.003273 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677287d-a176-48ab-9431-45da25e65803 req-92a1cb48-ef1c-4408-8a47-d85a2fc455b4 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:46.004999 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b677287d-a176-48ab-9431-45da25e65803 req-92a1cb48-ef1c-4408-8a47-d85a2fc455b4 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.1005433 May 26 16:04:46.035052 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port cddd68a5-d910-4b0a-a23e-76a5f2ca0390 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:04:46.054987 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port cddd68a5-d910-4b0a-a23e-76a5f2ca0390 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:46.054987 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:46.095239 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b677287d-a176-48ab-9431-45da25e65803 req-d68e7280-a00e-44fa-8e30-6426f6423839 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708959 May 26 16:04:46.102494 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7e937ed2-8fd4-4e30-9342-e80d0ea05778 req-77cc483c-2153-4bee-bdeb-a1015a145022 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:46.108993 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7e937ed2-8fd4-4e30-9342-e80d0ea05778 req-77cc483c-2153-4bee-bdeb-a1015a145022 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:46.109773 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3f4b5-6228-4698-b391-38a564e2fa7b None None] Pushing event updated for resources: {'Port': ['ID=f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:46.110677 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e937ed2-8fd4-4e30-9342-e80d0ea05778 req-77cc483c-2153-4bee-bdeb-a1015a145022 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "DELETE /v2.0/floatingips/7a9dd304-909c-4c34-b180-c6a529708d1a HTTP/1.1" status: 204 len: 173 time: 0.8612921 May 26 16:04:46.183955 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9070df-73b3-4527-a6b0-61a83002bd48 req-0adb080e-23ac-40e8-8e5f-c2984e034b3b tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:46.198485 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8c9070df-73b3-4527-a6b0-61a83002bd48 req-0adb080e-23ac-40e8-8e5f-c2984e034b3b tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.81 "GET /v2.0/ports?device_id=0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41 HTTP/1.1" status: 200 len: 949 time: 0.1626420 May 26 16:04:46.239304 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-10519cd9-3224-4941-b716-4125647b2760 None None] Provisioning complete for port f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:46.239975 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-10519cd9-3224-4941-b716-4125647b2760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:46.263880 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a459fb-ecaf-41c7-970d-3cd1acdef60d req-7fa383f5-80cf-4ba5-81b2-914a89991500 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:46.266905 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-80a459fb-ecaf-41c7-970d-3cd1acdef60d req-7fa383f5-80cf-4ba5-81b2-914a89991500 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=ababdab4-90b1-419f-a526-63186d4d1985 HTTP/1.1" status: 200 len: 949 time: 0.0909123 May 26 16:04:46.297224 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:46.299309 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b5770-0bd9-4cdd-9c90-aa5aeef25c85 req-976f0501-6b18-4d89-b824-6533abae3728 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:46.301018 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f19b5770-0bd9-4cdd-9c90-aa5aeef25c85 req-976f0501-6b18-4d89-b824-6533abae3728 tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41 HTTP/1.1" status: 200 len: 949 time: 0.0903878 May 26 16:04:46.312171 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ed354dbe-747d-436b-beef-11fe6329e483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:46.354350 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-80a459fb-ecaf-41c7-970d-3cd1acdef60d req-3ff0dea6-1ad6-46c9-bcf3-e0a7881d4125 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521078 May 26 16:04:46.379038 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f19b5770-0bd9-4cdd-9c90-aa5aeef25c85 req-54e902df-0a38-46ae-ab0f-47ba2d533b0e tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dafb3d76-afac-4006-82e3-ae4127af7723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670788 May 26 16:04:46.404196 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-8c9070df-73b3-4527-a6b0-61a83002bd48 req-70d0e370-a3d9-45a9-b002-2a9a6f661fcd tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Deleting port fd0ec86f-3472-427c-a044-e0398867273d {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:46.404549 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8c9070df-73b3-4527-a6b0-61a83002bd48 req-70d0e370-a3d9-45a9-b002-2a9a6f661fcd tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:46.417582 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'name': 'tempest-ServersTestBootFromVolume-333930328-router', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:43Z', 'updated_at': '2022-05-26T16:04:44Z', 'revision_number': 3, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'gw_port': {'id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:44Z', 'updated_at': '2022-05-26T16:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:46.434979 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port cddd68a5-d910-4b0a-a23e-76a5f2ca0390 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:46.435649 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:46.486439 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:46.491902 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] Checking router: c5e2c908-cf39-4224-b009-038caa93e00e for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:04:46.492302 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] Updating router c5e2c908-cf39-4224-b009-038caa93e00e port 6aaea139-b34c-4bd9-80d1-8b7528e26e8a binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:04:46.501551 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-8c9070df-73b3-4527-a6b0-61a83002bd48 req-70d0e370-a3d9-45a9-b002-2a9a6f661fcd tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] For port fd0ec86f-3472-427c-a044-e0398867273d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=fd0ec86f-3472-427c-a044-e0398867273d,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:46.501924 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8c9070df-73b3-4527-a6b0-61a83002bd48 req-70d0e370-a3d9-45a9-b002-2a9a6f661fcd tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:46.514295 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-8c9070df-73b3-4527-a6b0-61a83002bd48 req-70d0e370-a3d9-45a9-b002-2a9a6f661fcd tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Calling delete_port for fd0ec86f-3472-427c-a044-e0398867273d owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:46.532498 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:46.532769 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:46.544852 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b26adb7f-52df-4b35-a6bc-4813715ed458 req-c55e2dd1-e2b7-422e-b236-3d132b18ae6b tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1354272 May 26 16:04:46.555983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-b26adb7f-52df-4b35-a6bc-4813715ed458 req-bed31f26-cec0-46ec-bdd1-9a1c5be62628 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:46.578412 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b26adb7f-52df-4b35-a6bc-4813715ed458 req-bed31f26-cec0-46ec-bdd1-9a1c5be62628 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:46.604706 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ababdab4-90b1-419f-a526-63186d4d1985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddd68a5-d910-4b0a-a23e-76a5f2ca0390'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:46.607305 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9367db7b-c815-41d6-8a62-93180d8ce682" -d '{"events": [{"server_uuid": "ababdab4-90b1-419f-a526-63186d4d1985", "name": "network-vif-plugged", "status": "completed", "tag": "cddd68a5-d910-4b0a-a23e-76a5f2ca0390"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:46.719936 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-ed354dbe-747d-436b-beef-11fe6329e483 admin admin] Allocated IP 172.20.0.1 (1266241d-c924-4f6c-9aee-26a91490c901/b6c07fbb-b64c-482e-9f16-d044a11cb78b/15f65736-cd23-452f-afa9-9e51f3b182e4) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:46.729735 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b26adb7f-52df-4b35-a6bc-4813715ed458 req-bed31f26-cec0-46ec-bdd1-9a1c5be62628 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:46.750259 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8c9070df-73b3-4527-a6b0-61a83002bd48 req-70d0e370-a3d9-45a9-b002-2a9a6f661fcd tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:46.837852 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:46.840392 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 225a0165-36b3-4bee-8442-60f4bd873321 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:04:46.849697 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 77669548-de09-4082-a168-6e89fbf18838 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:46.865733 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0e370-a3d9-45a9-b002-2a9a6f661fcd tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Pushing event deleted for resources: {'Port': ['ID=fd0ec86f-3472-427c-a044-e0398867273d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:46.899186 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['fd0ec86f-3472-427c-a044-e0398867273d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:46.918317 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-b26adb7f-52df-4b35-a6bc-4813715ed458 req-bed31f26-cec0-46ec-bdd1-9a1c5be62628 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Allocated IP 172.25.7.126 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/a4f70a55-bdc9-4c35-a453-fb6697d018c1) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:46.925676 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1177515-7502-4e23-a76e-c139c66d35ed x-openstack-request-id: req-e1177515-7502-4e23-a76e-c139c66d35ed {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:46.925969 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ababdab4-90b1-419f-a526-63186d4d1985", "name": "network-vif-plugged", "status": "completed", "tag": "cddd68a5-d910-4b0a-a23e-76a5f2ca0390", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:46.926227 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e1177515-7502-4e23-a76e-c139c66d35ed {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:46.926922 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1177515-7502-4e23-a76e-c139c66d35ed'] response: {'server_uuid': 'ababdab4-90b1-419f-a526-63186d4d1985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddd68a5-d910-4b0a-a23e-76a5f2ca0390', 'code': 200} May 26 16:04:46.930451 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port cddd68a5-d910-4b0a-a23e-76a5f2ca0390, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=cddd68a5-d910-4b0a-a23e-76a5f2ca0390,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:46.962015 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0e370-a3d9-45a9-b002-2a9a6f661fcd tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:46.962613 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0e370-a3d9-45a9-b002-2a9a6f661fcd tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:46.962984 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0e370-a3d9-45a9-b002-2a9a6f661fcd tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:46.963374 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0e370-a3d9-45a9-b002-2a9a6f661fcd tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:46.963715 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0e370-a3d9-45a9-b002-2a9a6f661fcd tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:46.964045 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0e370-a3d9-45a9-b002-2a9a6f661fcd tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:46.964393 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0e370-a3d9-45a9-b002-2a9a6f661fcd tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:46.965137 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0e370-a3d9-45a9-b002-2a9a6f661fcd tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:46.965523 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0e370-a3d9-45a9-b002-2a9a6f661fcd tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:46.965786 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-10519cd9-3224-4941-b716-4125647b2760 None None] Current status of the port f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:46.965918 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0e370-a3d9-45a9-b002-2a9a6f661fcd tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:46.966230 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0e370-a3d9-45a9-b002-2a9a6f661fcd tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:46.966564 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0e370-a3d9-45a9-b002-2a9a6f661fcd tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:47.003612 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9070df-73b3-4527-a6b0-61a83002bd48 req-70d0e370-a3d9-45a9-b002-2a9a6f661fcd tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] No DVR routers for this DVR port fd0ec86f-3472-427c-a044-e0398867273d on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:47.006340 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8c9070df-73b3-4527-a6b0-61a83002bd48 req-70d0e370-a3d9-45a9-b002-2a9a6f661fcd tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:47.010241 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8c9070df-73b3-4527-a6b0-61a83002bd48 req-70d0e370-a3d9-45a9-b002-2a9a6f661fcd tempest-TenantUsagesTestJSON-666486694 tempest-TenantUsagesTestJSON-666486694-project] 10.222.0.81 "DELETE /v2.0/ports/fd0ec86f-3472-427c-a044-e0398867273d HTTP/1.1" status: 204 len: 173 time: 0.8038652 May 26 16:04:47.012427 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41', 'name': 'network-vif-deleted', 'tag': 'fd0ec86f-3472-427c-a044-e0398867273d'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:47.017796 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e05755-c9e6-4a89-91ae-6c0f37f4dace" -d '{"events": [{"server_uuid": "0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41", "name": "network-vif-deleted", "tag": "fd0ec86f-3472-427c-a044-e0398867273d"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:47.035878 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:47.085869 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ed354dbe-747d-436b-beef-11fe6329e483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:47.141944 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ed354dbe-747d-436b-beef-11fe6329e483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:47.172647 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0acf5-5816-4cc1-bd5e-73126082f38e req-bbd15b3b-89e3-4f01-8cc3-3db173166895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:47.174247 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7c0acf5-5816-4cc1-bd5e-73126082f38e req-bbd15b3b-89e3-4f01-8cc3-3db173166895 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ababdab4-90b1-419f-a526-63186d4d1985 HTTP/1.1" status: 200 len: 1101 time: 0.2042832 May 26 16:04:47.208422 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed354dbe-747d-436b-beef-11fe6329e483 admin admin] Network 1266241d-c924-4f6c-9aee-26a91490c901 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:47.211680 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-ed354dbe-747d-436b-beef-11fe6329e483 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:47.216128 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed354dbe-747d-436b-beef-11fe6329e483 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:47.223520 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.resource_extend [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:04:47.248817 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed354dbe-747d-436b-beef-11fe6329e483 admin admin] Pushing event updated for resources: {'Port': ['ID=15f65736-cd23-452f-afa9-9e51f3b182e4,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:47.268755 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ed354dbe-747d-436b-beef-11fe6329e483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:47.302890 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9636dd5-6b6f-42f7-b49c-371c68915328 req-8d3af0c2-1411-4bb3-890a-8bb37e7e08cc tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:47.313724 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9636dd5-6b6f-42f7-b49c-371c68915328 req-8d3af0c2-1411-4bb3-890a-8bb37e7e08cc tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:47.316485 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c9636dd5-6b6f-42f7-b49c-371c68915328 req-8d3af0c2-1411-4bb3-890a-8bb37e7e08cc tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 1679 time: 0.2349741 May 26 16:04:47.327157 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b26adb7f-52df-4b35-a6bc-4813715ed458 req-bed31f26-cec0-46ec-bdd1-9a1c5be62628 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:47.406114 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:47.414997 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c9636dd5-6b6f-42f7-b49c-371c68915328 req-a07ba874-0cfe-4059-9bd5-6c57ffaa486d tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810082 May 26 16:04:47.419285 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7c0acf5-5816-4cc1-bd5e-73126082f38e req-eae14b06-66a0-4dd2-92bf-1bca4b69dda4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706219 May 26 16:04:47.421953 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=cddd68a5-d910-4b0a-a23e-76a5f2ca0390,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:47.453153 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b26adb7f-52df-4b35-a6bc-4813715ed458 req-bed31f26-cec0-46ec-bdd1-9a1c5be62628 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:47.464662 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 77669548-de09-4082-a168-6e89fbf18838 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:47.464836 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:47.492917 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ed354dbe-747d-436b-beef-11fe6329e483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:47.522432 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2bc312-b37c-4d5f-8587-318b979d5906 x-openstack-request-id: req-eb2bc312-b37c-4d5f-8587-318b979d5906 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:47.522703 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41", "name": "network-vif-deleted", "tag": "fd0ec86f-3472-427c-a044-e0398867273d", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:47.523033 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eb2bc312-b37c-4d5f-8587-318b979d5906 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:47.523343 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb2bc312-b37c-4d5f-8587-318b979d5906'] response: {'server_uuid': '0cd9b3d5-c8c9-4c2d-8b16-a19dea17ef41', 'name': 'network-vif-deleted', 'tag': 'fd0ec86f-3472-427c-a044-e0398867273d', 'status': 'completed', 'code': 200} May 26 16:04:47.552934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b26adb7f-52df-4b35-a6bc-4813715ed458 req-bed31f26-cec0-46ec-bdd1-9a1c5be62628 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:47.555828 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-b26adb7f-52df-4b35-a6bc-4813715ed458 req-bed31f26-cec0-46ec-bdd1-9a1c5be62628 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:47.560728 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26adb7f-52df-4b35-a6bc-4813715ed458 req-bed31f26-cec0-46ec-bdd1-9a1c5be62628 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:47.564717 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed31f26-cec0-46ec-bdd1-9a1c5be62628 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Pushing event updated for resources: {'Port': ['ID=a4f70a55-bdc9-4c35-a453-fb6697d018c1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:47.616062 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 225a0165-36b3-4bee-8442-60f4bd873321, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=225a0165-36b3-4bee-8442-60f4bd873321,segment=NetworkSegment(58031b61-2847-4621-885b-0842a3c3e82a),segment_id=58031b61-2847-4621-885b-0842a3c3e82a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:47.644687 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 77669548-de09-4082-a168-6e89fbf18838, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=77669548-de09-4082-a168-6e89fbf18838,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:47.658279 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '225a0165-36b3-4bee-8442-60f4bd873321', 'network_id': 'd8d6d9b9-7641-4e8d-afe3-30010ffc1819', 'port_id': '225a0165-36b3-4bee-8442-60f4bd873321', 'mac_address': 'fa:16:3e:f1:ee:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b5afc3-ee84-4fb1-9031-e4f0f446b262', 'ip_address': '19.86.0.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:04:47.667527 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:47.685207 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257224e2-fbe8-4c9a-98e8-57a1cbb05794 req-364230b0-0b71-4b4c-95d1-a0b3e214152a tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:47.686909 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-257224e2-fbe8-4c9a-98e8-57a1cbb05794 req-364230b0-0b71-4b4c-95d1-a0b3e214152a tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.0978129 May 26 16:04:47.713123 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:47.718310 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b26adb7f-52df-4b35-a6bc-4813715ed458 req-bed31f26-cec0-46ec-bdd1-9a1c5be62628 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:47.748245 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ed354dbe-747d-436b-beef-11fe6329e483 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:47.753883 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ed354dbe-747d-436b-beef-11fe6329e483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:47.770016 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-257224e2-fbe8-4c9a-98e8-57a1cbb05794 req-02df51db-f040-4767-9182-324117441610 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730278 May 26 16:04:47.778573 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b26adb7f-52df-4b35-a6bc-4813715ed458 req-bed31f26-cec0-46ec-bdd1-9a1c5be62628 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:47.790804 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3dedc131-ab2d-4e9c-9913-fafef032a28f None None] Provisioning complete for port 15f65736-cd23-452f-afa9-9e51f3b182e4 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:47.791177 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3dedc131-ab2d-4e9c-9913-fafef032a28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:47.796043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 225a0165-36b3-4bee-8442-60f4bd873321 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:47.796459 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:47.804141 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=77669548-de09-4082-a168-6e89fbf18838,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:47.845756 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ed354dbe-747d-436b-beef-11fe6329e483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:47.846641 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed354dbe-747d-436b-beef-11fe6329e483 admin admin] Pushing event updated for resources: {'Port': ['ID=15f65736-cd23-452f-afa9-9e51f3b182e4,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:47.869438 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 225a0165-36b3-4bee-8442-60f4bd873321 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:47.903674 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3dedc131-ab2d-4e9c-9913-fafef032a28f None None] Port 15f65736-cd23-452f-afa9-9e51f3b182e4 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:04:47.916643 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 225a0165-36b3-4bee-8442-60f4bd873321, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=225a0165-36b3-4bee-8442-60f4bd873321,segment=NetworkSegment(58031b61-2847-4621-885b-0842a3c3e82a),segment_id=58031b61-2847-4621-885b-0842a3c3e82a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:47.918714 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:47.923667 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:47.929869 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:47.998778 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] Attempting to bind port 6aaea139-b34c-4bd9-80d1-8b7528e26e8a on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:47.999351 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] Attempting to bind port 6aaea139-b34c-4bd9-80d1-8b7528e26e8a by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:48.000421 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] Attempting to bind port 6aaea139-b34c-4bd9-80d1-8b7528e26e8a on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:48.002272 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=225a0165-36b3-4bee-8442-60f4bd873321,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:48.011430 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:48.011836 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:48.012238 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:48.012720 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:48.013372 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] Bound port: 6aaea139-b34c-4bd9-80d1-8b7528e26e8a, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:48.013530 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:48.017549 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:48.017549 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:48.017549 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:48.017909 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:48.018014 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:48.018262 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:48.018587 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:48.018905 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:48.019226 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:48.019546 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:48.019864 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:48.020207 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:04:48.041095 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed354dbe-747d-436b-beef-11fe6329e483 admin admin] Network 1266241d-c924-4f6c-9aee-26a91490c901 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:48.043216 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-ed354dbe-747d-436b-beef-11fe6329e483 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:48.064927 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf216c8-1697-44f9-8b44-f543cd73562a req-58a59135-3380-4b52-a0b7-c4b30405b9df tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:48.072485 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-edf216c8-1697-44f9-8b44-f543cd73562a req-58a59135-3380-4b52-a0b7-c4b30405b9df tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=ababdab4-90b1-419f-a526-63186d4d1985 HTTP/1.1" status: 200 len: 950 time: 0.1424131 May 26 16:04:48.132673 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f668f-e71d-43f2-a9f9-cab7d1524f4a None None] Pushing event updated for resources: {'Port': ['ID=6aaea139-b34c-4bd9-80d1-8b7528e26e8a,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:48.141160 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] For port 6aaea139-b34c-4bd9-80d1-8b7528e26e8a, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:04:48.144712 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] For port 6aaea139-b34c-4bd9-80d1-8b7528e26e8a, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=6aaea139-b34c-4bd9-80d1-8b7528e26e8a,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:04:48.147636 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:48.150701 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:48.156513 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-edf216c8-1697-44f9-8b44-f543cd73562a req-1485193c-6af8-485f-af59-f6372a1670c6 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776069 May 26 16:04:48.166575 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b26adb7f-52df-4b35-a6bc-4813715ed458 req-bed31f26-cec0-46ec-bdd1-9a1c5be62628 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:48.179395 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b26adb7f-52df-4b35-a6bc-4813715ed458 req-bed31f26-cec0-46ec-bdd1-9a1c5be62628 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:48.204875 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:48.222918 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed354dbe-747d-436b-beef-11fe6329e483 admin admin] Router c5e2c908-cf39-4224-b009-038caa93e00e has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:04:48.301577 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] Routers {'c5e2c908-cf39-4224-b009-038caa93e00e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:04:48.302279 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:04:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c5e2c908-cf39-4224-b009-038caa93e00e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:48.341948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed31f26-cec0-46ec-bdd1-9a1c5be62628 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Pushing event updated for resources: {'Port': ['ID=a4f70a55-bdc9-4c35-a453-fb6697d018c1,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:48.387210 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b26adb7f-52df-4b35-a6bc-4813715ed458 req-bed31f26-cec0-46ec-bdd1-9a1c5be62628 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:48.430849 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b26adb7f-52df-4b35-a6bc-4813715ed458 req-bed31f26-cec0-46ec-bdd1-9a1c5be62628 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:48.432447 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b26adb7f-52df-4b35-a6bc-4813715ed458 req-bed31f26-cec0-46ec-bdd1-9a1c5be62628 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8805203 May 26 16:04:48.476079 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] Set router c5e2c908-cf39-4224-b009-038caa93e00e gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:04:48.509843 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f668f-e71d-43f2-a9f9-cab7d1524f4a None None] Pushing event updated for resources: {'Port': ['ID=6aaea139-b34c-4bd9-80d1-8b7528e26e8a,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:48.512584 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b26adb7f-52df-4b35-a6bc-4813715ed458 req-eea163f9-d123-4d76-a3e8-06d52d399dfe tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.126 HTTP/1.1" status: 200 len: 696 time: 0.0728858 May 26 16:04:48.610431 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44334) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:48.626530 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-75ba16c5-af43-4600-ae16-963a42952ee4 None None] Provisioning complete for port 15f65736-cd23-452f-afa9-9e51f3b182e4 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:48.627009 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-75ba16c5-af43-4600-ae16-963a42952ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:48.642210 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bf3c1-f5c7-44d9-918b-7413480b2663 req-da587b3f-0b51-45e9-b8da-35a448b9ec25 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:48.648907 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bf3c1-f5c7-44d9-918b-7413480b2663 req-da587b3f-0b51-45e9-b8da-35a448b9ec25 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:48.650932 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-616bf3c1-f5c7-44d9-918b-7413480b2663 req-da587b3f-0b51-45e9-b8da-35a448b9ec25 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 1680 time: 0.1422515 May 26 16:04:48.654725 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:48.655295 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:48.726824 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:48.732722 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-616bf3c1-f5c7-44d9-918b-7413480b2663 req-aae8b205-8673-4e24-822d-fe43d7d740a5 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611420 May 26 16:04:48.755148 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26adb7f-52df-4b35-a6bc-4813715ed458 req-d52e4d1c-84c7-4886-9050-c578f1996c27 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:48.756579 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b26adb7f-52df-4b35-a6bc-4813715ed458 req-d52e4d1c-84c7-4886-9050-c578f1996c27 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.2088547 May 26 16:04:48.798846 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed354dbe-747d-436b-beef-11fe6329e483 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:04:48.805891 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ed354dbe-747d-436b-beef-11fe6329e483 admin admin] 10.222.0.77 "PUT /v2.0/routers/c5e2c908-cf39-4224-b009-038caa93e00e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3283095 May 26 16:04:48.864629 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4029c99c-52c2-4f9a-9857-23167b706ad2 req-86fb1464-650a-4069-b647-d03b42b4c688 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "GET /v2.0/floatingips/5343ae65-9612-4447-af09-21cb322a4bad HTTP/1.1" status: 200 len: 693 time: 0.0773718 May 26 16:04:48.918948 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['225a0165-36b3-4bee-8442-60f4bd873321'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:48.931957 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77669548-de09-4082-a168-6e89fbf18838'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:48.935739 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfdb749-4142-433a-9c67-62cf9062e7e0" -d '{"events": [{"server_uuid": "7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186", "name": "network-vif-unplugged", "status": "completed", "tag": "77669548-de09-4082-a168-6e89fbf18838"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:48.978192 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5f2edb21-f557-419c-88a1-e38e8c7e576c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=53341ddbfc2443ba84cd9e950503a706&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3651919 May 26 16:04:48.981047 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44348) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:48.981900 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-75ba16c5-af43-4600-ae16-963a42952ee4 None None] Port 15f65736-cd23-452f-afa9-9e51f3b182e4 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:04:49.012497 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993f2d1-4d9f-438c-a868-29d15b69045f req-0671f81f-6c66-4af9-9f44-0c2dd3ed4ac8 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:49.013998 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4993f2d1-4d9f-438c-a868-29d15b69045f req-0671f81f-6c66-4af9-9f44-0c2dd3ed4ac8 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.1344664 May 26 16:04:49.031713 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:49.040740 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029c99c-52c2-4f9a-9857-23167b706ad2 req-c92633a2-71d8-48e8-909e-60f1c0152a52 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:49.043539 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-796b2ed2-450c-4c6f-ab7b-75c20dab8df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:49.045348 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4029c99c-52c2-4f9a-9857-23167b706ad2 req-c92633a2-71d8-48e8-909e-60f1c0152a52 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.1790793 May 26 16:04:49.066717 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-796b2ed2-450c-4c6f-ab7b-75c20dab8df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:49.070019 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:49.096222 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:04:49.117686 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:49.118178 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:49.122422 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4029c99c-52c2-4f9a-9857-23167b706ad2 req-730698d3-3c17-497c-af4b-b746848d98d8 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.126 HTTP/1.1" status: 200 len: 696 time: 0.0657835 May 26 16:04:49.131280 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-796b2ed2-450c-4c6f-ab7b-75c20dab8df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:49.134758 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-796b2ed2-450c-4c6f-ab7b-75c20dab8df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:49.136341 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-796b2ed2-450c-4c6f-ab7b-75c20dab8df4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dafb3d76-afac-4006-82e3-ae4127af7723 HTTP/1.1" status: 204 len: 168 time: 0.1537554 May 26 16:04:49.137811 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4993f2d1-4d9f-438c-a868-29d15b69045f req-fe281a56-1dd3-4b10-8585-a13c50aeff60 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144519 May 26 16:04:49.145192 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'name': 'tempest-ServersTestBootFromVolume-333930328-router', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:43Z', 'updated_at': '2022-05-26T16:04:47Z', 'revision_number': 4, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'gw_port': {'id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:44Z', 'updated_at': '2022-05-26T16:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '15f65736-cd23-452f-afa9-9e51f3b182e4', 'name': '', 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'mac_address': 'fa:16:3e:f1:8e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'b6c07fbb-b64c-482e-9f16-d044a11cb78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:46Z', 'updated_at': '2022-05-26T16:04:47Z', 'revision_number': 2, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'subnets': [{'id': 'b6c07fbb-b64c-482e-9f16-d044a11cb78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:49.166083 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b2ed2-450c-4c6f-ab7b-75c20dab8df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafb3d76-afac-4006-82e3-ae4127af7723,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:49.191353 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4029c99c-52c2-4f9a-9857-23167b706ad2 req-39e9b148-70d3-415d-ae79-262d400c2a19 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.126 HTTP/1.1" status: 200 len: 696 time: 0.0625429 May 26 16:04:49.337297 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-4029c99c-52c2-4f9a-9857-23167b706ad2 req-6e8b5766-7c38-4c82-953f-c6e13531775d tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Deleting port a4f70a55-bdc9-4c35-a453-fb6697d018c1 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:49.337641 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4029c99c-52c2-4f9a-9857-23167b706ad2 req-6e8b5766-7c38-4c82-953f-c6e13531775d tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:49.357489 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb040374-47da-4000-acf6-a59bef3eee87 None None] The sync data for ids ['c5e2c908-cf39-4224-b009-038caa93e00e'] in n-d-843337-2 is: [{'id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'name': 'tempest-ServersTestBootFromVolume-333930328-router', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:43Z', 'updated_at': '2022-05-26T16:04:47Z', 'revision_number': 4, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'gw_port': {'id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:44Z', 'updated_at': '2022-05-26T16:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '15f65736-cd23-452f-afa9-9e51f3b182e4', 'name': '', 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'mac_address': 'fa:16:3e:f1:8e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'b6c07fbb-b64c-482e-9f16-d044a11cb78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:46Z', 'updated_at': '2022-05-26T16:04:47Z', 'revision_number': 2, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'subnets': [{'id': 'b6c07fbb-b64c-482e-9f16-d044a11cb78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:04:49.472957 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:49.473373 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:49.492469 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4029c99c-52c2-4f9a-9857-23167b706ad2 req-6e8b5766-7c38-4c82-953f-c6e13531775d tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:49.493118 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4029c99c-52c2-4f9a-9857-23167b706ad2 req-6e8b5766-7c38-4c82-953f-c6e13531775d tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:49.507297 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-4029c99c-52c2-4f9a-9857-23167b706ad2 req-6e8b5766-7c38-4c82-953f-c6e13531775d tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Calling delete_port for a4f70a55-bdc9-4c35-a453-fb6697d018c1 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:49.512226 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=74990b0e-c9ed-4700-aff0-e0fdb9de8eeb,segment=NetworkSegment(5c3b694c-d357-40ed-a79b-3d0bb59c6fc8),segment_id=5c3b694c-d357-40ed-a79b-3d0bb59c6fc8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:49.520736 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:49.573353 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44360) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:49.588932 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d704394-cf48-43bf-bddb-71254aeba68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:49.592801 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=74990b0e-c9ed-4700-aff0-e0fdb9de8eeb,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:49.668880 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44362) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:49.677039 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-df742794-4a21-4d17-bca4-92ae4c1b6448 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--347818800', 'description': 'tempest-description--760033220'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:49.721327 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0dc9a1a-af78-4b55-9453-2515e95a5712 x-openstack-request-id: req-f0dc9a1a-af78-4b55-9453-2515e95a5712 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:49.721919 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186", "name": "network-vif-unplugged", "status": "completed", "tag": "77669548-de09-4082-a168-6e89fbf18838", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:49.723213 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f0dc9a1a-af78-4b55-9453-2515e95a5712 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:49.724443 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0dc9a1a-af78-4b55-9453-2515e95a5712'] response: {'server_uuid': '7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77669548-de09-4082-a168-6e89fbf18838', 'code': 200} May 26 16:04:49.727672 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device fd0ec86f-3472-427c-a044-e0398867273d no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:49.728814 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4029c99c-52c2-4f9a-9857-23167b706ad2 req-6e8b5766-7c38-4c82-953f-c6e13531775d tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:49.770793 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b5766-7c38-4c82-953f-c6e13531775d tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Pushing event deleted for resources: {'Port': ['ID=a4f70a55-bdc9-4c35-a453-fb6697d018c1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:49.776207 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-df742794-4a21-4d17-bca4-92ae4c1b6448 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:49.787015 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: fd0ec86f-3472-427c-a044-e0398867273d {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:49.787313 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device fd0ec86f-3472-427c-a044-e0398867273d not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:49.807074 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d704394-cf48-43bf-bddb-71254aeba68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:49.813322 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d704394-cf48-43bf-bddb-71254aeba68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:49.861686 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2d704394-cf48-43bf-bddb-71254aeba68e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=09559fc9de4f41b8bff7f253b8a33910&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865677 May 26 16:04:49.862622 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d704394-cf48-43bf-bddb-71254aeba68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a4191c-8154-4b02-b34c-509307c8a39d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:49.866879 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44366) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:49.915950 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3db22-d826-45bb-b209-983852ec3b98 req-8cf63700-a58a-4a32-a93e-743b0b94372a tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:49.917492 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0c3db22-d826-45bb-b209-983852ec3b98 req-8cf63700-a58a-4a32-a93e-743b0b94372a tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=ababdab4-90b1-419f-a526-63186d4d1985 HTTP/1.1" status: 200 len: 950 time: 0.1304648 May 26 16:04:49.927866 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4029c99c-52c2-4f9a-9857-23167b706ad2 req-6e8b5766-7c38-4c82-953f-c6e13531775d tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:49.929995 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8f743d91-69c4-4a08-bdc3-483a6caca29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:49.930512 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4029c99c-52c2-4f9a-9857-23167b706ad2 req-6e8b5766-7c38-4c82-953f-c6e13531775d tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:49.931667 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4029c99c-52c2-4f9a-9857-23167b706ad2 req-6e8b5766-7c38-4c82-953f-c6e13531775d tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "DELETE /v2.0/floatingips/5343ae65-9612-4447-af09-21cb322a4bad HTTP/1.1" status: 204 len: 173 time: 0.7345080 May 26 16:04:49.966329 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8f743d91-69c4-4a08-bdc3-483a6caca29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:50.065113 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8f743d91-69c4-4a08-bdc3-483a6caca29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:50.067717 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8f743d91-69c4-4a08-bdc3-483a6caca29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:50.069284 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8f743d91-69c4-4a08-bdc3-483a6caca29b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/76a4191c-8154-4b02-b34c-509307c8a39d HTTP/1.1" status: 204 len: 168 time: 0.2014401 May 26 16:04:50.079724 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f743d91-69c4-4a08-bdc3-483a6caca29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a4191c-8154-4b02-b34c-509307c8a39d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:50.355893 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-df742794-4a21-4d17-bca4-92ae4c1b6448 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:50.363702 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0c3db22-d826-45bb-b209-983852ec3b98 req-1ca32ef6-71d3-4c23-8fd6-1fc87e440d75 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310122 May 26 16:04:50.366422 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-df742794-4a21-4d17-bca4-92ae4c1b6448 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:50.413299 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-df742794-4a21-4d17-bca4-92ae4c1b6448 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:50.414661 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-df742794-4a21-4d17-bca4-92ae4c1b6448 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7465851 May 26 16:04:50.424450 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44386) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:50.424450 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a010d085-e994-45e3-9442-6545e5d7a55d tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Request body: {'security_group_rule': {'security_group_id': '84b70ddb-c37d-4b63-a14c-6f6f832dafeb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:50.449822 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de7edd-1eee-40d5-b00e-e8a22d057b4a req-34482c72-ffda-46a4-b3ad-1efd9cd9d855 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:50.458626 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de7edd-1eee-40d5-b00e-e8a22d057b4a req-34482c72-ffda-46a4-b3ad-1efd9cd9d855 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:50.459943 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a010d085-e994-45e3-9442-6545e5d7a55d tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:50.461100 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c6de7edd-1eee-40d5-b00e-e8a22d057b4a req-34482c72-ffda-46a4-b3ad-1efd9cd9d855 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 1681 time: 0.1931503 May 26 16:04:50.518271 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-5f9cfa14-7895-4956-abab-1c2291e9fc07 req-5813c108-2a09-4a04-9e96-d5ef6b113f55 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] show failed (client error): The resource could not be found. May 26 16:04:50.520241 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f9cfa14-7895-4956-abab-1c2291e9fc07 req-5813c108-2a09-4a04-9e96-d5ef6b113f55 tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "GET /v2.0/floatingips/5343ae65-9612-4447-af09-21cb322a4bad HTTP/1.1" status: 404 len: 350 time: 0.1145456 May 26 16:04:50.526813 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df742794-4a21-4d17-bca4-92ae4c1b6448 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b70ddb-c37d-4b63-a14c-6f6f832dafeb,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:50.533828 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a010d085-e994-45e3-9442-6545e5d7a55d tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:50.543644 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a010d085-e994-45e3-9442-6545e5d7a55d tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:50.590357 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010d085-e994-45e3-9442-6545e5d7a55d tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e314befa-35a5-42c7-b106-220018dfb65e,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:50.591350 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c6de7edd-1eee-40d5-b00e-e8a22d057b4a req-7fd89a78-3390-435f-9a48-0cbf095eb6ef tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760708 May 26 16:04:50.613903 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a010d085-e994-45e3-9442-6545e5d7a55d tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:50.615478 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a010d085-e994-45e3-9442-6545e5d7a55d tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1967838 May 26 16:04:50.621856 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44400) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:50.634152 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c44237b3-2738-41c7-bf1e-92f62dbea8f8 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Request body: {'security_group_rule': {'security_group_id': '84b70ddb-c37d-4b63-a14c-6f6f832dafeb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:50.679901 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c44237b3-2738-41c7-bf1e-92f62dbea8f8 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:50.693235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07733e3d-aa1b-42dd-8890-9fdf4649dbfb req-b4dff567-4ad9-4a98-a509-ceb845b7e4ce tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:50.697326 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07733e3d-aa1b-42dd-8890-9fdf4649dbfb req-b4dff567-4ad9-4a98-a509-ceb845b7e4ce tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.0920801 May 26 16:04:50.762510 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07733e3d-aa1b-42dd-8890-9fdf4649dbfb req-72e102a2-9014-4200-ae68-f7c475203425 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534930 May 26 16:04:50.780748 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c44237b3-2738-41c7-bf1e-92f62dbea8f8 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:50.787286 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c44237b3-2738-41c7-bf1e-92f62dbea8f8 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:50.817612 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c44237b3-2738-41c7-bf1e-92f62dbea8f8 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:50.819081 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c44237b3-2738-41c7-bf1e-92f62dbea8f8 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1971583 May 26 16:04:50.820215 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44237b3-2738-41c7-bf1e-92f62dbea8f8 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a73fd79-bd49-40a9-93fb-1bb4be3f30a5,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:50.820813 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-a5d52aa8-4b12-44cc-9e35-e6a76eed8dfc req-e981c34b-c9ce-4324-94b4-7125a27a4dbe tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] show failed (client error): The resource could not be found. May 26 16:04:50.822178 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44406) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:50.828087 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-497a1082-7a24-4407-8c19-5bf91eedfda4 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:50.832695 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a5d52aa8-4b12-44cc-9e35-e6a76eed8dfc req-e981c34b-c9ce-4324-94b4-7125a27a4dbe tempest-FloatingIPsTestJSON-160706473 tempest-FloatingIPsTestJSON-160706473-project] 10.222.0.77 "GET /v2.0/floatingips/5343ae65-9612-4447-af09-21cb322a4bad HTTP/1.1" status: 404 len: 350 time: 0.0489159 May 26 16:04:50.833212 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44408) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:50.862093 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-497a1082-7a24-4407-8c19-5bf91eedfda4 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:51.012144 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-497a1082-7a24-4407-8c19-5bf91eedfda4 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:51.154276 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44426) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:51.244055 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-497a1082-7a24-4407-8c19-5bf91eedfda4 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Allocated IP 172.25.7.249 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/1ee61a26-dd44-4880-87a7-13e23048f30d) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:51.329109 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d387722f-6fc0-4c4e-89d0-85ff698289bc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-network', 'tenant_id': '9d5433c434574619b929cc3d96200a3d'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:51.365452 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d387722f-6fc0-4c4e-89d0-85ff698289bc admin admin] Made reservation on behalf of 9d5433c434574619b929cc3d96200a3d for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:51.369932 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d387722f-6fc0-4c4e-89d0-85ff698289bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:51.389039 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d387722f-6fc0-4c4e-89d0-85ff698289bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:51.393247 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3bf6ee49-594b-4835-8de8-feca12077315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:51.417754 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-497a1082-7a24-4407-8c19-5bf91eedfda4 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:51.491198 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-497a1082-7a24-4407-8c19-5bf91eedfda4 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:51.555297 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d387722f-6fc0-4c4e-89d0-85ff698289bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:51.559956 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497a1082-7a24-4407-8c19-5bf91eedfda4 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:51.563366 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-497a1082-7a24-4407-8c19-5bf91eedfda4 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:51.565255 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d387722f-6fc0-4c4e-89d0-85ff698289bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:51.568048 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497a1082-7a24-4407-8c19-5bf91eedfda4 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:51.595476 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a1082-7a24-4407-8c19-5bf91eedfda4 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Pushing event updated for resources: {'Port': ['ID=1ee61a26-dd44-4880-87a7-13e23048f30d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:51.619507 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d387722f-6fc0-4c4e-89d0-85ff698289bc admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:04:51.621852 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18ef87-5771-4d5e-8797-2a83e07d6b18 req-67870f27-8998-40dd-b4c4-a0a06ce60bfa tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:51.631338 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18ef87-5771-4d5e-8797-2a83e07d6b18 req-67870f27-8998-40dd-b4c4-a0a06ce60bfa tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:51.631637 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18ef87-5771-4d5e-8797-2a83e07d6b18 req-67870f27-8998-40dd-b4c4-a0a06ce60bfa tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:51.632166 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18ef87-5771-4d5e-8797-2a83e07d6b18 req-67870f27-8998-40dd-b4c4-a0a06ce60bfa tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:51.632654 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18ef87-5771-4d5e-8797-2a83e07d6b18 req-67870f27-8998-40dd-b4c4-a0a06ce60bfa tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:51.633160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18ef87-5771-4d5e-8797-2a83e07d6b18 req-67870f27-8998-40dd-b4c4-a0a06ce60bfa tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:51.637809 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18ef87-5771-4d5e-8797-2a83e07d6b18 req-67870f27-8998-40dd-b4c4-a0a06ce60bfa tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:51.637995 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18ef87-5771-4d5e-8797-2a83e07d6b18 req-67870f27-8998-40dd-b4c4-a0a06ce60bfa tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:51.638390 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18ef87-5771-4d5e-8797-2a83e07d6b18 req-67870f27-8998-40dd-b4c4-a0a06ce60bfa tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:51.638860 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18ef87-5771-4d5e-8797-2a83e07d6b18 req-67870f27-8998-40dd-b4c4-a0a06ce60bfa tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:51.643180 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18ef87-5771-4d5e-8797-2a83e07d6b18 req-67870f27-8998-40dd-b4c4-a0a06ce60bfa tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:51.643701 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18ef87-5771-4d5e-8797-2a83e07d6b18 req-67870f27-8998-40dd-b4c4-a0a06ce60bfa tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:51.644302 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18ef87-5771-4d5e-8797-2a83e07d6b18 req-67870f27-8998-40dd-b4c4-a0a06ce60bfa tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:51.645157 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18ef87-5771-4d5e-8797-2a83e07d6b18 req-67870f27-8998-40dd-b4c4-a0a06ce60bfa tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:51.645267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18ef87-5771-4d5e-8797-2a83e07d6b18 req-67870f27-8998-40dd-b4c4-a0a06ce60bfa tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:51.645766 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d387722f-6fc0-4c4e-89d0-85ff698289bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:51.646141 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-d387722f-6fc0-4c4e-89d0-85ff698289bc admin admin] Added segment 6881238a-7213-4299-a4d2-edb4f9a8e1f3 of type vlan for network 73c00ccb-c63a-47b0-b4fa-0f82408bf451 May 26 16:04:51.647604 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387722f-6fc0-4c4e-89d0-85ff698289bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c73a631-e708-4efa-b8be-3bc18ffa983b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:51.647926 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db18ef87-5771-4d5e-8797-2a83e07d6b18 req-67870f27-8998-40dd-b4c4-a0a06ce60bfa tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ababdab4-90b1-419f-a526-63186d4d1985&device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b&device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34&device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee&device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186&device_id=c47d79bc-e680-4b39-b5ee-730a40007067&device_id=c70f8df7-d807-4de1-af59-37237ed3030b&device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 13599 time: 0.1447816 May 26 16:04:51.686846 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-db18ef87-5771-4d5e-8797-2a83e07d6b18 req-29b50256-cf2f-4fef-af01-ea138a2f79ef tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:51.725029 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d387722f-6fc0-4c4e-89d0-85ff698289bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:51.725763 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170c15b1-0d7b-4c27-8d25-5b048d09c09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74990b0e-c9ed-4700-aff0-e0fdb9de8eeb'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:51.728537 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a488cf-bbd4-414a-8264-9af47846d5a6" -d '{"events": [{"server_uuid": "170c15b1-0d7b-4c27-8d25-5b048d09c09b", "name": "network-vif-plugged", "status": "completed", "tag": "74990b0e-c9ed-4700-aff0-e0fdb9de8eeb"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:51.752507 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-497a1082-7a24-4407-8c19-5bf91eedfda4 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:51.782568 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d387722f-6fc0-4c4e-89d0-85ff698289bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:51.783655 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d387722f-6fc0-4c4e-89d0-85ff698289bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:51.784261 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d387722f-6fc0-4c4e-89d0-85ff698289bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:51.814681 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-497a1082-7a24-4407-8c19-5bf91eedfda4 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:51.821753 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d387722f-6fc0-4c4e-89d0-85ff698289bc admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6637471 May 26 16:04:51.822710 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44438) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:51.831014 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-056844b7-cabc-4541-b940-dea25d6fda83 admin admin] Request body: {'subnet': {'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-subnet', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:51.848816 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66ffc5-754a-4f06-9283-b6aeeedd6487 req-fed13ca7-5b87-4cfa-aded-c055c797be52 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:51.856376 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66ffc5-754a-4f06-9283-b6aeeedd6487 req-fed13ca7-5b87-4cfa-aded-c055c797be52 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:51.858398 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3b66ffc5-754a-4f06-9283-b6aeeedd6487 req-fed13ca7-5b87-4cfa-aded-c055c797be52 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 1681 time: 0.1375940 May 26 16:04:51.892200 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387722f-6fc0-4c4e-89d0-85ff698289bc admin admin] Pushing event updated for resources: {'Network': ['ID=73c00ccb-c63a-47b0-b4fa-0f82408bf451,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:51.903038 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 73c00ccb-c63a-47b0-b4fa-0f82408bf451 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:04:51.928188 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056844b7-cabc-4541-b940-dea25d6fda83 admin admin] Made reservation on behalf of 9d5433c434574619b929cc3d96200a3d for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:04:51.930479 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-056844b7-cabc-4541-b940-dea25d6fda83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:51.940506 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-db18ef87-5771-4d5e-8797-2a83e07d6b18 req-29b50256-cf2f-4fef-af01-ea138a2f79ef tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:51.956875 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-3bf6ee49-594b-4835-8de8-feca12077315 admin admin] Deleting port 491a00fc-23fb-46bf-a712-5aa00cbe756d {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:51.956875 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3bf6ee49-594b-4835-8de8-feca12077315 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:51.961031 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-db18ef87-5771-4d5e-8797-2a83e07d6b18 req-29b50256-cf2f-4fef-af01-ea138a2f79ef tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:52.005478 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3b66ffc5-754a-4f06-9283-b6aeeedd6487 req-e2b98970-f189-4c81-baa5-e83d27f0ebef tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352098 May 26 16:04:52.029500 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-497a1082-7a24-4407-8c19-5bf91eedfda4 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:52.036261 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-497a1082-7a24-4407-8c19-5bf91eedfda4 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:52.058724 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658ff1e0-19e2-4d04-ac70-0f5a39c868bf x-openstack-request-id: req-658ff1e0-19e2-4d04-ac70-0f5a39c868bf {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:52.059036 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "170c15b1-0d7b-4c27-8d25-5b048d09c09b", "name": "network-vif-plugged", "status": "completed", "tag": "74990b0e-c9ed-4700-aff0-e0fdb9de8eeb", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:52.059262 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-658ff1e0-19e2-4d04-ac70-0f5a39c868bf {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:52.059840 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-658ff1e0-19e2-4d04-ac70-0f5a39c868bf'] response: {'server_uuid': '170c15b1-0d7b-4c27-8d25-5b048d09c09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74990b0e-c9ed-4700-aff0-e0fdb9de8eeb', 'code': 200} May 26 16:04:52.074611 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db18ef87-5771-4d5e-8797-2a83e07d6b18 req-29b50256-cf2f-4fef-af01-ea138a2f79ef tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&id=10863e78-4372-43c6-9d7a-ff9998438665&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&id=b494cc33-ea5d-463c-ae41-c740371ad9c3&id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=be219cfa-f419-431b-b5f8-12176a6dcc58&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.4062946 May 26 16:04:52.089483 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b50256-cf2f-4fef-af01-ea138a2f79ef tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9cda21-2c44-4d8e-90da-f6b5bdea1ee1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:52.162970 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-497a1082-7a24-4407-8c19-5bf91eedfda4 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:52.177070 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-3bf6ee49-594b-4835-8de8-feca12077315 admin admin] For port 491a00fc-23fb-46bf-a712-5aa00cbe756d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=491a00fc-23fb-46bf-a712-5aa00cbe756d,segment=NetworkSegment(37d945e7-2d63-423f-94d7-5cb36802e043),segment_id=37d945e7-2d63-423f-94d7-5cb36802e043)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:52.177719 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3bf6ee49-594b-4835-8de8-feca12077315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:52.206247 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-497a1082-7a24-4407-8c19-5bf91eedfda4 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:52.215844 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-497a1082-7a24-4407-8c19-5bf91eedfda4 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3848681 May 26 16:04:52.215844 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a1082-7a24-4407-8c19-5bf91eedfda4 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Pushing event updated for resources: {'Port': ['ID=1ee61a26-dd44-4880-87a7-13e23048f30d,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:52.223515 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-3bf6ee49-594b-4835-8de8-feca12077315 admin admin] Calling delete_port for 491a00fc-23fb-46bf-a712-5aa00cbe756d owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:52.273051 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6aaea139-b34c-4bd9-80d1-8b7528e26e8a up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:52.339156 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160aff2c-5469-4715-87b2-f72cf297d31b req-45bf61e2-9143-4b01-8f7e-0c035f824dcb tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:52.340873 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-160aff2c-5469-4715-87b2-f72cf297d31b req-45bf61e2-9143-4b01-8f7e-0c035f824dcb tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.1872509 May 26 16:04:52.364310 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 6aaea139-b34c-4bd9-80d1-8b7528e26e8a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:52.364607 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:52.378728 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f4aa7-6fad-4672-8df9-d45ea0522d98 req-d273c167-624e-4e08-b6a8-95288942d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:52.381086 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a81f4aa7-6fad-4672-8df9-d45ea0522d98 req-d273c167-624e-4e08-b6a8-95288942d4eb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 1097 time: 0.0899441 May 26 16:04:52.417568 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-160aff2c-5469-4715-87b2-f72cf297d31b req-3266711c-81df-440b-bf8c-4e118ecc051f tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582449 May 26 16:04:52.450881 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a81f4aa7-6fad-4672-8df9-d45ea0522d98 req-9c0d5ad8-0000-4f0f-bfc3-648a90184182 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623178 May 26 16:04:52.502104 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 6aaea139-b34c-4bd9-80d1-8b7528e26e8a is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:52.503093 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:52.534104 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 6aaea139-b34c-4bd9-80d1-8b7528e26e8a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=6aaea139-b34c-4bd9-80d1-8b7528e26e8a,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:52.540818 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:52.572965 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-056844b7-cabc-4541-b940-dea25d6fda83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:52.626788 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=6aaea139-b34c-4bd9-80d1-8b7528e26e8a,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:52.704464 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 77669548-de09-4082-a168-6e89fbf18838 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:04:52.719214 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056844b7-cabc-4541-b940-dea25d6fda83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cc54f86-23cb-4d55-b78f-eccd82b0b645,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:52.721331 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 225a0165-36b3-4bee-8442-60f4bd873321 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:52.739345 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7323a6-d1ac-4040-9fed-1b13299a6634 req-94881dba-e54d-4682-a9c5-8f645b761e27 tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:52.739849 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7323a6-d1ac-4040-9fed-1b13299a6634 req-94881dba-e54d-4682-a9c5-8f645b761e27 tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:52.740351 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7323a6-d1ac-4040-9fed-1b13299a6634 req-94881dba-e54d-4682-a9c5-8f645b761e27 tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:52.742046 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0d7323a6-d1ac-4040-9fed-1b13299a6634 req-94881dba-e54d-4682-a9c5-8f645b761e27 tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ababdab4-90b1-419f-a526-63186d4d1985&device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34&device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 2883 time: 0.1465323 May 26 16:04:52.754248 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056844b7-cabc-4541-b940-dea25d6fda83 admin admin] Checking segment: {'id': '6881238a-7213-4299-a4d2-edb4f9a8e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:52.754906 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056844b7-cabc-4541-b940-dea25d6fda83 admin admin] Network hostable DHCP agents. Network: 73c00ccb-c63a-47b0-b4fa-0f82408bf451, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:04:52.800786 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3bf6ee49-594b-4835-8de8-feca12077315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:52.832798 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056844b7-cabc-4541-b940-dea25d6fda83 admin admin] Network 73c00ccb-c63a-47b0-b4fa-0f82408bf451 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:04:52.836127 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0d7323a6-d1ac-4040-9fed-1b13299a6634 req-53f34a55-ad17-4e95-a83c-b4ccc4416281 tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856843 May 26 16:04:52.845301 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6ee49-594b-4835-8de8-feca12077315 admin admin] Pushing event deleted for resources: {'Port': ['ID=491a00fc-23fb-46bf-a712-5aa00cbe756d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:52.862393 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 225a0165-36b3-4bee-8442-60f4bd873321 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:04:52.881553 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-056844b7-cabc-4541-b940-dea25d6fda83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 73c00ccb-c63a-47b0-b4fa-0f82408bf451) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:52.909611 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056844b7-cabc-4541-b940-dea25d6fda83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:52.910204 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-056844b7-cabc-4541-b940-dea25d6fda83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:52.929871 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 225a0165-36b3-4bee-8442-60f4bd873321 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:52.930682 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:52.938181 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20a3ccd-7066-49a9-b4c6-1f046bc8c07f None None] Network 73c00ccb-c63a-47b0-b4fa-0f82408bf451 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:04:52.955237 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-056844b7-cabc-4541-b940-dea25d6fda83 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1269698 May 26 16:04:52.956264 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44496) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:52.960880 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d019f71f-5958-483b-9ee0-fa8e50571f6c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:04:53.075216 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d019f71f-5958-483b-9ee0-fa8e50571f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:53.078010 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d019f71f-5958-483b-9ee0-fa8e50571f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:53.102625 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] Sync routers for ids ['c5e2c908-cf39-4224-b009-038caa93e00e'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:04:53.130721 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 77669548-de09-4082-a168-6e89fbf18838, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=77669548-de09-4082-a168-6e89fbf18838,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:53.131778 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] Routers {'c5e2c908-cf39-4224-b009-038caa93e00e'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:04:53.134298 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:04:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c5e2c908-cf39-4224-b009-038caa93e00e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:53.214181 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d019f71f-5958-483b-9ee0-fa8e50571f6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:53.232610 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '77669548-de09-4082-a168-6e89fbf18838', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '77669548-de09-4082-a168-6e89fbf18838', 'mac_address': 'fa:16:3e:40:03:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:04:53.262117 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] Set router c5e2c908-cf39-4224-b009-038caa93e00e gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:04:53.500235 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 77669548-de09-4082-a168-6e89fbf18838 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:53.500628 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:53.526869 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77669548-de09-4082-a168-6e89fbf18838 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:04:53.529626 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'name': 'tempest-ServersTestBootFromVolume-333930328-router', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:43Z', 'updated_at': '2022-05-26T16:04:47Z', 'revision_number': 4, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'gw_port': {'id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:44Z', 'updated_at': '2022-05-26T16:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '15f65736-cd23-452f-afa9-9e51f3b182e4', 'name': '', 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'mac_address': 'fa:16:3e:f1:8e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'b6c07fbb-b64c-482e-9f16-d044a11cb78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:46Z', 'updated_at': '2022-05-26T16:04:47Z', 'revision_number': 2, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'subnets': [{'id': 'b6c07fbb-b64c-482e-9f16-d044a11cb78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:53.548224 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 225a0165-36b3-4bee-8442-60f4bd873321 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:53.548614 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:53.598946 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] Checking router: c5e2c908-cf39-4224-b009-038caa93e00e for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:04:53.599276 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] Updating router c5e2c908-cf39-4224-b009-038caa93e00e port 15f65736-cd23-452f-afa9-9e51f3b182e4 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:04:53.652513 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d019f71f-5958-483b-9ee0-fa8e50571f6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:53.655375 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:53.670264 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 225a0165-36b3-4bee-8442-60f4bd873321, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=225a0165-36b3-4bee-8442-60f4bd873321,segment=NetworkSegment(58031b61-2847-4621-885b-0842a3c3e82a),segment_id=58031b61-2847-4621-885b-0842a3c3e82a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:53.701857 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38dc48-c954-4373-82ac-75f5cb6fc4fa req-96571e6c-c064-433b-9688-c65cbc83b33d tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:53.708333 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38dc48-c954-4373-82ac-75f5cb6fc4fa req-96571e6c-c064-433b-9688-c65cbc83b33d tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:53.710018 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:53.714437 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 77669548-de09-4082-a168-6e89fbf18838, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=77669548-de09-4082-a168-6e89fbf18838,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:53.716068 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7d38dc48-c954-4373-82ac-75f5cb6fc4fa req-96571e6c-c064-433b-9688-c65cbc83b33d tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 1681 time: 0.5004542 May 26 16:04:53.721128 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3bf6ee49-594b-4835-8de8-feca12077315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:53.729702 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:53.753648 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63324f97-4cdc-4a0f-8f79-15d7468d9645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'fixed_ips': [{'subnet_id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:04:53.754508 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-63324f97-4cdc-4a0f-8f79-15d7468d9645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:53.922702 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7d38dc48-c954-4373-82ac-75f5cb6fc4fa req-36307fb3-cc3f-4a67-8b44-6ab08f536fda tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028720 May 26 16:04:53.935493 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=225a0165-36b3-4bee-8442-60f4bd873321,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:53.954389 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0addd4b-8ef3-423a-8310-e0d40c7120ed req-a06f02ad-b547-40cc-99bc-876d3bd3c319 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:53.955944 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0addd4b-8ef3-423a-8310-e0d40c7120ed req-a06f02ad-b547-40cc-99bc-876d3bd3c319 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.2857072 May 26 16:04:54.032955 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=77669548-de09-4082-a168-6e89fbf18838,revision_number=9']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:54.063837 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170c15b1-0d7b-4c27-8d25-5b048d09c09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225a0165-36b3-4bee-8442-60f4bd873321'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:54.071002 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17aaac89-954e-47a9-8461-ebdb7498be2a" -d '{"events": [{"server_uuid": "170c15b1-0d7b-4c27-8d25-5b048d09c09b", "name": "network-vif-plugged", "status": "completed", "tag": "225a0165-36b3-4bee-8442-60f4bd873321"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:54.091369 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['77669548-de09-4082-a168-6e89fbf18838'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:04:54.170554 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0addd4b-8ef3-423a-8310-e0d40c7120ed req-e2142a10-ce02-4f3c-b7a8-dfd845c44ed7 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541500 May 26 16:04:54.202077 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-63324f97-4cdc-4a0f-8f79-15d7468d9645 None None] Allocated IP 172.20.0.2 (73c00ccb-c63a-47b0-b4fa-0f82408bf451/5cc54f86-23cb-4d55-b78f-eccd82b0b645/179c452c-ced4-4ea8-a53d-3a71e992a5c8) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:54.228120 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db263023-fc48-42f5-9b51-f928686682b9 x-openstack-request-id: req-db263023-fc48-42f5-9b51-f928686682b9 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:54.228495 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "170c15b1-0d7b-4c27-8d25-5b048d09c09b", "name": "network-vif-plugged", "status": "completed", "tag": "225a0165-36b3-4bee-8442-60f4bd873321", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:54.228852 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-db263023-fc48-42f5-9b51-f928686682b9 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:54.229318 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db263023-fc48-42f5-9b51-f928686682b9'] response: {'server_uuid': '170c15b1-0d7b-4c27-8d25-5b048d09c09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225a0165-36b3-4bee-8442-60f4bd873321', 'code': 200} May 26 16:04:54.347284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6aaea139-b34c-4bd9-80d1-8b7528e26e8a up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:54.401380 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:54.409360 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:54.444488 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609662b8-f16b-454a-bf52-6cb3281083e5 req-c18075b5-1e34-49b7-afa9-0c68dfb1d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:54.451524 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609662b8-f16b-454a-bf52-6cb3281083e5 req-c18075b5-1e34-49b7-afa9-0c68dfb1d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:54.457910 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-609662b8-f16b-454a-bf52-6cb3281083e5 req-c18075b5-1e34-49b7-afa9-0c68dfb1d95b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 1984 time: 0.1010594 May 26 16:04:54.477659 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9cc52-3a6d-490a-998e-33b8e2866e71 None None] Pushing event updated for resources: {'Port': ['ID=15f65736-cd23-452f-afa9-9e51f3b182e4,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:54.546648 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-609662b8-f16b-454a-bf52-6cb3281083e5 req-3f303d71-b66c-402a-8f53-fdbdf2eb88fb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793743 May 26 16:04:54.586091 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] Attempting to bind port 15f65736-cd23-452f-afa9-9e51f3b182e4 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:54.586623 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] Attempting to bind port 15f65736-cd23-452f-afa9-9e51f3b182e4 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '4448ff35-1293-4f51-b793-89ca71d00242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:54.586987 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] Attempting to bind port 15f65736-cd23-452f-afa9-9e51f3b182e4 on network 1266241d-c924-4f6c-9aee-26a91490c901 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:54.593046 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:54.593967 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] Checking segment: {'id': '4448ff35-1293-4f51-b793-89ca71d00242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:54.594378 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:54.595058 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] Bound using segment: {'id': '4448ff35-1293-4f51-b793-89ca71d00242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:54.595776 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] Bound port: 15f65736-cd23-452f-afa9-9e51f3b182e4, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4448ff35-1293-4f51-b793-89ca71d00242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:54.596185 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:54.620432 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 6aaea139-b34c-4bd9-80d1-8b7528e26e8a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:54.620892 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:54.710878 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] For port 15f65736-cd23-452f-afa9-9e51f3b182e4, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:04:54.721002 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] For port 15f65736-cd23-452f-afa9-9e51f3b182e4, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=15f65736-cd23-452f-afa9-9e51f3b182e4,segment=NetworkSegment(4448ff35-1293-4f51-b793-89ca71d00242),segment_id=4448ff35-1293-4f51-b793-89ca71d00242)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:04:54.736354 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:54.845175 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] Routers {'c5e2c908-cf39-4224-b009-038caa93e00e'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:04:54.845807 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:04:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c5e2c908-cf39-4224-b009-038caa93e00e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:54.881358 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-63324f97-4cdc-4a0f-8f79-15d7468d9645 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:54.892007 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 6aaea139-b34c-4bd9-80d1-8b7528e26e8a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:54.899517 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-63324f97-4cdc-4a0f-8f79-15d7468d9645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:54.935164 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9cc52-3a6d-490a-998e-33b8e2866e71 None None] Pushing event updated for resources: {'Port': ['ID=15f65736-cd23-452f-afa9-9e51f3b182e4,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:54.936764 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b290defe-b80f-4d50-aebb-9904085fcc9b None None] Provisioning complete for port 15f65736-cd23-452f-afa9-9e51f3b182e4 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:54.938638 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b290defe-b80f-4d50-aebb-9904085fcc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:55.010396 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] Set router c5e2c908-cf39-4224-b009-038caa93e00e gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:04:55.036058 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809490aa-9b9d-4cd1-8f0e-e6d792d322e2 req-7240946d-29a9-4d46-bc1d-7a5dd830a390 tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:55.036687 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63324f97-4cdc-4a0f-8f79-15d7468d9645 None None] Network 73c00ccb-c63a-47b0-b4fa-0f82408bf451 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:55.045353 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-809490aa-9b9d-4cd1-8f0e-e6d792d322e2 req-7240946d-29a9-4d46-bc1d-7a5dd830a390 tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 1101 time: 0.2261810 May 26 16:04:55.064828 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-63324f97-4cdc-4a0f-8f79-15d7468d9645 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:55.070477 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63324f97-4cdc-4a0f-8f79-15d7468d9645 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:55.077458 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63324f97-4cdc-4a0f-8f79-15d7468d9645 None None] Pushing event updated for resources: {'Port': ['ID=179c452c-ced4-4ea8-a53d-3a71e992a5c8,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:55.173767 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-63324f97-4cdc-4a0f-8f79-15d7468d9645 None None] Attempting to bind port 179c452c-ced4-4ea8-a53d-3a71e992a5c8 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:55.173767 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-63324f97-4cdc-4a0f-8f79-15d7468d9645 None None] Attempting to bind port 179c452c-ced4-4ea8-a53d-3a71e992a5c8 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '6881238a-7213-4299-a4d2-edb4f9a8e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:55.174137 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63324f97-4cdc-4a0f-8f79-15d7468d9645 None None] Attempting to bind port 179c452c-ced4-4ea8-a53d-3a71e992a5c8 on network 73c00ccb-c63a-47b0-b4fa-0f82408bf451 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:55.200567 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63324f97-4cdc-4a0f-8f79-15d7468d9645 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:55.201026 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63324f97-4cdc-4a0f-8f79-15d7468d9645 None None] Checking segment: {'id': '6881238a-7213-4299-a4d2-edb4f9a8e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:55.201442 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-63324f97-4cdc-4a0f-8f79-15d7468d9645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:55.201844 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63324f97-4cdc-4a0f-8f79-15d7468d9645 None None] Bound using segment: {'id': '6881238a-7213-4299-a4d2-edb4f9a8e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:55.202379 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-63324f97-4cdc-4a0f-8f79-15d7468d9645 None None] Bound port: 179c452c-ced4-4ea8-a53d-3a71e992a5c8, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6881238a-7213-4299-a4d2-edb4f9a8e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:55.204073 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-63324f97-4cdc-4a0f-8f79-15d7468d9645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:55.237758 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b290defe-b80f-4d50-aebb-9904085fcc9b None None] Current status of the port 15f65736-cd23-452f-afa9-9e51f3b182e4 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:55.238153 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b290defe-b80f-4d50-aebb-9904085fcc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:55.246262 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf6ee49-594b-4835-8de8-feca12077315 admin admin] Router 887afd86-3b39-45ff-bbaa-8ce2909a9df8 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:04:55.293744 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-809490aa-9b9d-4cd1-8f0e-e6d792d322e2 req-274bbda1-b7b3-429b-8990-cda74e3b8990 tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426417 May 26 16:04:55.323163 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b290defe-b80f-4d50-aebb-9904085fcc9b None None] For port 15f65736-cd23-452f-afa9-9e51f3b182e4, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=15f65736-cd23-452f-afa9-9e51f3b182e4,segment=NetworkSegment(4448ff35-1293-4f51-b793-89ca71d00242),segment_id=4448ff35-1293-4f51-b793-89ca71d00242)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:55.333712 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b290defe-b80f-4d50-aebb-9904085fcc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:55.336309 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-63324f97-4cdc-4a0f-8f79-15d7468d9645 None None] For port 179c452c-ced4-4ea8-a53d-3a71e992a5c8, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:04:55.341684 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-63324f97-4cdc-4a0f-8f79-15d7468d9645 None None] For port 179c452c-ced4-4ea8-a53d-3a71e992a5c8, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=179c452c-ced4-4ea8-a53d-3a71e992a5c8,segment=NetworkSegment(6881238a-7213-4299-a4d2-edb4f9a8e1f3),segment_id=6881238a-7213-4299-a4d2-edb4f9a8e1f3)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:04:55.371741 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-63324f97-4cdc-4a0f-8f79-15d7468d9645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:55.374770 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2e5fc-d878-4c09-8d14-eace922bb5a6 req-ca75ddea-3be0-473c-a18d-0f387d967020 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:55.382406 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2e5fc-d878-4c09-8d14-eace922bb5a6 req-ca75ddea-3be0-473c-a18d-0f387d967020 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:55.384010 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-04d2e5fc-d878-4c09-8d14-eace922bb5a6 req-ca75ddea-3be0-473c-a18d-0f387d967020 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 1682 time: 0.2293346 May 26 16:04:55.387724 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d019f71f-5958-483b-9ee0-fa8e50571f6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:55.418308 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290defe-b80f-4d50-aebb-9904085fcc9b None None] Pushing event updated for resources: {'Port': ['ID=15f65736-cd23-452f-afa9-9e51f3b182e4,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:55.488198 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'name': 'tempest-ServersTestBootFromVolume-333930328-router', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:43Z', 'updated_at': '2022-05-26T16:04:47Z', 'revision_number': 4, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'gw_port': {'id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:44Z', 'updated_at': '2022-05-26T16:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '15f65736-cd23-452f-afa9-9e51f3b182e4', 'name': '', 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'mac_address': 'fa:16:3e:f1:8e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'b6c07fbb-b64c-482e-9f16-d044a11cb78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:46Z', 'updated_at': '2022-05-26T16:04:54Z', 'revision_number': 4, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'subnets': [{'id': 'b6c07fbb-b64c-482e-9f16-d044a11cb78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:55.497156 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d019f71f-5958-483b-9ee0-fa8e50571f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:55.522560 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6165c1-a418-4ed5-ad2b-aef58ac315b0 None None] The sync data for ids ['c5e2c908-cf39-4224-b009-038caa93e00e'] in n-d-843337-2 is: [{'id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'name': 'tempest-ServersTestBootFromVolume-333930328-router', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:43Z', 'updated_at': '2022-05-26T16:04:47Z', 'revision_number': 4, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'gw_port': {'id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:44Z', 'updated_at': '2022-05-26T16:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '15f65736-cd23-452f-afa9-9e51f3b182e4', 'name': '', 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'mac_address': 'fa:16:3e:f1:8e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'b6c07fbb-b64c-482e-9f16-d044a11cb78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:46Z', 'updated_at': '2022-05-26T16:04:54Z', 'revision_number': 4, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'subnets': [{'id': 'b6c07fbb-b64c-482e-9f16-d044a11cb78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:04:55.786692 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059b9e3-ed40-4d99-ac7d-97723f88b208 req-2061307b-c737-4edf-a059-83e3bd513cd6 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:55.794473 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e059b9e3-ed40-4d99-ac7d-97723f88b208 req-2061307b-c737-4edf-a059-83e3bd513cd6 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.3193803 May 26 16:04:55.807030 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63324f97-4cdc-4a0f-8f79-15d7468d9645 None None] Pushing event updated for resources: {'Port': ['ID=179c452c-ced4-4ea8-a53d-3a71e992a5c8,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:55.823122 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0c586835-5330-4246-9066-f3b26818c5f1 None None] Provisioning complete for port 15f65736-cd23-452f-afa9-9e51f3b182e4 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:55.823489 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0c586835-5330-4246-9066-f3b26818c5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:55.830661 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-04d2e5fc-d878-4c09-8d14-eace922bb5a6 req-35a5035e-85f0-4e7f-a3a1-56faac255c4e tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308179 May 26 16:04:55.942944 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0c586835-5330-4246-9066-f3b26818c5f1 None None] Current status of the port 15f65736-cd23-452f-afa9-9e51f3b182e4 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:55.966796 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf6ee49-594b-4835-8de8-feca12077315 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:04:55.975874 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3bf6ee49-594b-4835-8de8-feca12077315 admin admin] 10.222.0.77 "PUT /v2.0/routers/887afd86-3b39-45ff-bbaa-8ce2909a9df8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1387112 May 26 16:04:55.976488 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44582) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:55.984301 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd25cfc-aadc-438a-aba6-2bcb4c57c4c2 None None] Sync routers for ids ['887afd86-3b39-45ff-bbaa-8ce2909a9df8'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:04:55.995304 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd25cfc-aadc-438a-aba6-2bcb4c57c4c2 None None] Routers {'887afd86-3b39-45ff-bbaa-8ce2909a9df8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:04:55.995943 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0cd25cfc-aadc-438a-aba6-2bcb4c57c4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:04:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['887afd86-3b39-45ff-bbaa-8ce2909a9df8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:56.011155 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e059b9e3-ed40-4d99-ac7d-97723f88b208 req-c9d4fdf5-6a49-4008-8999-cb2348e3a8ce tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062509 May 26 16:04:56.133909 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-0cd25cfc-aadc-438a-aba6-2bcb4c57c4c2 None None] Set router 887afd86-3b39-45ff-bbaa-8ce2909a9df8 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:04:56.138477 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-d019f71f-5958-483b-9ee0-fa8e50571f6c admin admin] Allocated IP 172.25.7.22 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/0656c794-f23f-4ffd-8f04-be9184e44633) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:04:56.165007 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f321d-bbe4-4652-9065-8c2fe9bd3641 req-0108fd94-55f5-4db8-baea-01d3d3e04d8d tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:56.166750 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c53f321d-bbe4-4652-9065-8c2fe9bd3641 req-0108fd94-55f5-4db8-baea-01d3d3e04d8d tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 1101 time: 0.2017953 May 26 16:04:56.259277 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9514927-ee5d-47dd-bcc1-eebfd86429c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:56.336596 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d019f71f-5958-483b-9ee0-fa8e50571f6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:56.348059 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c53f321d-bbe4-4652-9065-8c2fe9bd3641 req-41fc0d3b-bd54-46af-9533-da3ef8764b7a tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714015 May 26 16:04:56.411281 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d019f71f-5958-483b-9ee0-fa8e50571f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:56.524532 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019f71f-5958-483b-9ee0-fa8e50571f6c admin admin] Pushing event updated for resources: {'Port': ['ID=0656c794-f23f-4ffd-8f04-be9184e44633,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:56.529639 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 15f65736-cd23-452f-afa9-9e51f3b182e4 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:56.552369 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d019f71f-5958-483b-9ee0-fa8e50571f6c admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:04:56.552955 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9514927-ee5d-47dd-bcc1-eebfd86429c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:56.553912 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-d019f71f-5958-483b-9ee0-fa8e50571f6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:04:56.559954 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d019f71f-5958-483b-9ee0-fa8e50571f6c admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:04:56.641907 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 15f65736-cd23-452f-afa9-9e51f3b182e4 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:56.642549 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:56.660720 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b9514927-ee5d-47dd-bcc1-eebfd86429c6 admin admin] Deleting port 2c1d1c34-eef8-4687-8b48-66d415ce9803 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:56.661895 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9514927-ee5d-47dd-bcc1-eebfd86429c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:56.708426 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0cd25cfc-aadc-438a-aba6-2bcb4c57c4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887afd86-3b39-45ff-bbaa-8ce2909a9df8', 'name': 'tempest-FloatingIPsTestJSON-1030154415-router', 'tenant_id': '34239383a9664d8d8af1554e26d7d16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '2c1d1c34-eef8-4687-8b48-66d415ce9803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:22Z', 'updated_at': '2022-05-26T16:04:52Z', 'revision_number': 5, 'project_id': '34239383a9664d8d8af1554e26d7d16c', 'gw_port': {'id': '2c1d1c34-eef8-4687-8b48-66d415ce9803', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:46:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887afd86-3b39-45ff-bbaa-8ce2909a9df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:24Z', 'updated_at': '2022-05-26T16:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:56.716239 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 77669548-de09-4082-a168-6e89fbf18838 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:56.838709 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-b9514927-ee5d-47dd-bcc1-eebfd86429c6 admin admin] For port 2c1d1c34-eef8-4687-8b48-66d415ce9803, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2c1d1c34-eef8-4687-8b48-66d415ce9803,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:56.839498 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9514927-ee5d-47dd-bcc1-eebfd86429c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:56.853218 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd25cfc-aadc-438a-aba6-2bcb4c57c4c2 None None] Checking router: 887afd86-3b39-45ff-bbaa-8ce2909a9df8 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:04:56.857334 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b9514927-ee5d-47dd-bcc1-eebfd86429c6 admin admin] Calling delete_port for 2c1d1c34-eef8-4687-8b48-66d415ce9803 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:56.921340 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd25cfc-aadc-438a-aba6-2bcb4c57c4c2 None None] Routers {'887afd86-3b39-45ff-bbaa-8ce2909a9df8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:04:56.925535 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0cd25cfc-aadc-438a-aba6-2bcb4c57c4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:04:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['887afd86-3b39-45ff-bbaa-8ce2909a9df8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:57.063464 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d019f71f-5958-483b-9ee0-fa8e50571f6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:57.068819 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813e4928-40af-4c8e-872b-9eb65a2b0891 None None] Network 73c00ccb-c63a-47b0-b4fa-0f82408bf451 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:04:57.106629 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9514927-ee5d-47dd-bcc1-eebfd86429c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:57.133504 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 15f65736-cd23-452f-afa9-9e51f3b182e4 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:57.134622 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 179c452c-ced4-4ea8-a53d-3a71e992a5c8 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:04:57.143330 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9514927-ee5d-47dd-bcc1-eebfd86429c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c1d1c34-eef8-4687-8b48-66d415ce9803,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:57.161423 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-0cd25cfc-aadc-438a-aba6-2bcb4c57c4c2 None None] Set router 887afd86-3b39-45ff-bbaa-8ce2909a9df8 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:04:57.218216 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9514927-ee5d-47dd-bcc1-eebfd86429c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:57.248365 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c6f5b-92c1-41f7-9146-e541e3435922 req-f9475c1c-4516-4402-895e-854008ba6309 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:57.257821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0cd25cfc-aadc-438a-aba6-2bcb4c57c4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887afd86-3b39-45ff-bbaa-8ce2909a9df8', 'name': 'tempest-FloatingIPsTestJSON-1030154415-router', 'tenant_id': '34239383a9664d8d8af1554e26d7d16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:22Z', 'updated_at': '2022-05-26T16:04:56Z', 'revision_number': 6, 'project_id': '34239383a9664d8d8af1554e26d7d16c', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:57.260848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c6f5b-92c1-41f7-9146-e541e3435922 req-f9475c1c-4516-4402-895e-854008ba6309 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:57.262621 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-984c6f5b-92c1-41f7-9146-e541e3435922 req-f9475c1c-4516-4402-895e-854008ba6309 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 1682 time: 0.2943289 May 26 16:04:57.333112 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 77669548-de09-4082-a168-6e89fbf18838 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:57.333371 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9514927-ee5d-47dd-bcc1-eebfd86429c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:57.333634 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:57.338005 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9514927-ee5d-47dd-bcc1-eebfd86429c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:57.407799 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9514927-ee5d-47dd-bcc1-eebfd86429c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:57.411463 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9514927-ee5d-47dd-bcc1-eebfd86429c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 887afd86-3b39-45ff-bbaa-8ce2909a9df8 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:04:57.416844 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b471f587-0411-4c79-9d22-62f8c708ca94 None None] Provisioning complete for port 179c452c-ced4-4ea8-a53d-3a71e992a5c8 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:57.417460 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b471f587-0411-4c79-9d22-62f8c708ca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:57.417907 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9514927-ee5d-47dd-bcc1-eebfd86429c6 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:57.419086 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b9514927-ee5d-47dd-bcc1-eebfd86429c6 admin admin] 10.222.0.77 "DELETE /v2.0/routers/887afd86-3b39-45ff-bbaa-8ce2909a9df8 HTTP/1.1" status: 204 len: 168 time: 1.4415429 May 26 16:04:57.422568 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44608) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:57.431364 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-984c6f5b-92c1-41f7-9146-e541e3435922 req-f7c5ff40-193e-4506-ab11-cce07706c32f tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540408 May 26 16:04:57.435884 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd25cfc-aadc-438a-aba6-2bcb4c57c4c2 None None] The sync data for ids ['887afd86-3b39-45ff-bbaa-8ce2909a9df8'] in n-d-843337-2 is: [{'id': '887afd86-3b39-45ff-bbaa-8ce2909a9df8', 'name': 'tempest-FloatingIPsTestJSON-1030154415-router', 'tenant_id': '34239383a9664d8d8af1554e26d7d16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:22Z', 'updated_at': '2022-05-26T16:04:56Z', 'revision_number': 6, 'project_id': '34239383a9664d8d8af1554e26d7d16c', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:04:57.525777 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff42377-fc6c-4455-9b9d-4857b39d5f58 admin admin] Deleting subnet f374fb9d-41ac-47bc-aab3-7e5fee4a0b2c {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:04:57.538327 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ff42377-fc6c-4455-9b9d-4857b39d5f58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:57.585831 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a27e2-4d18-4d1c-8e72-070adaa019e1 req-b7d10a2a-4364-4cbe-a8bc-97d79360ff14 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:57.587306 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e10a27e2-4d18-4d1c-8e72-070adaa019e1 req-b7d10a2a-4364-4cbe-a8bc-97d79360ff14 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.3530495 May 26 16:04:57.607435 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ff42377-fc6c-4455-9b9d-4857b39d5f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:57.607881 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 179c452c-ced4-4ea8-a53d-3a71e992a5c8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:57.608235 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:57.686461 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e10a27e2-4d18-4d1c-8e72-070adaa019e1 req-771fe35b-84bc-46d4-a533-9560f6c25386 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792060 May 26 16:04:57.704216 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 77669548-de09-4082-a168-6e89fbf18838 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:57.704613 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:57.714583 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d019f71f-5958-483b-9ee0-fa8e50571f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:57.764286 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b471f587-0411-4c79-9d22-62f8c708ca94 None None] Current status of the port 179c452c-ced4-4ea8-a53d-3a71e992a5c8 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:57.764464 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b471f587-0411-4c79-9d22-62f8c708ca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:57.773659 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77669548-de09-4082-a168-6e89fbf18838'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:04:57.776238 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c74b8f-96bd-4dde-b355-524171854d0a" -d '{"events": [{"server_uuid": "7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186", "name": "network-vif-plugged", "status": "completed", "tag": "77669548-de09-4082-a168-6e89fbf18838"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:04:57.845301 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 77669548-de09-4082-a168-6e89fbf18838, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=77669548-de09-4082-a168-6e89fbf18838,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:57.894136 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b471f587-0411-4c79-9d22-62f8c708ca94 None None] For port 179c452c-ced4-4ea8-a53d-3a71e992a5c8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=179c452c-ced4-4ea8-a53d-3a71e992a5c8,segment=NetworkSegment(6881238a-7213-4299-a4d2-edb4f9a8e1f3),segment_id=6881238a-7213-4299-a4d2-edb4f9a8e1f3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:57.901694 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:57.923193 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b471f587-0411-4c79-9d22-62f8c708ca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:57.976621 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ff42377-fc6c-4455-9b9d-4857b39d5f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:58.012737 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3815a2be-5c24-4dae-a1c2-86a79ae912dc x-openstack-request-id: req-3815a2be-5c24-4dae-a1c2-86a79ae912dc {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:04:58.013053 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186", "name": "network-vif-plugged", "status": "completed", "tag": "77669548-de09-4082-a168-6e89fbf18838", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:04:58.015795 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3815a2be-5c24-4dae-a1c2-86a79ae912dc {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:04:58.016798 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3815a2be-5c24-4dae-a1c2-86a79ae912dc'] response: {'server_uuid': '7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77669548-de09-4082-a168-6e89fbf18838', 'code': 200} May 26 16:04:58.095432 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 179c452c-ced4-4ea8-a53d-3a71e992a5c8 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:58.136157 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d019f71f-5958-483b-9ee0-fa8e50571f6c admin admin] Router 05889495-e55f-4cfb-95d5-cc196f7e3b23 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:04:58.146953 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ff42377-fc6c-4455-9b9d-4857b39d5f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:58.158178 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-bb35aa0b-f5cc-492a-aabe-82bf6188145e None None] Provisioning complete for port 179c452c-ced4-4ea8-a53d-3a71e992a5c8 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:04:58.158582 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bb35aa0b-f5cc-492a-aabe-82bf6188145e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:58.243234 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ff42377-fc6c-4455-9b9d-4857b39d5f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:58.258909 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7ff42377-fc6c-4455-9b9d-4857b39d5f58 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f374fb9d-41ac-47bc-aab3-7e5fee4a0b2c HTTP/1.1" status: 204 len: 168 time: 0.8333023 May 26 16:04:58.259202 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44638) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:58.263745 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff42377-fc6c-4455-9b9d-4857b39d5f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f374fb9d-41ac-47bc-aab3-7e5fee4a0b2c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:58.290679 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af15199-f289-4db1-ba06-19f2197e59ad None None] Network c14bd7ed-024f-4113-81e8-0f179843d44b requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:04:58.357577 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=77669548-de09-4082-a168-6e89fbf18838,revision_number=10']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:58.370923 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d29937-3978-465d-aec5-b96c0187ebee req-c93c1dc5-e821-4748-948d-7c33767b4cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:58.372662 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a5d29937-3978-465d-aec5-b96c0187ebee req-c93c1dc5-e821-4748-948d-7c33767b4cf3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e054f09efe5e48a1a811c34416f57f3d&device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 1097 time: 0.0842171 May 26 16:04:58.542901 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d019f71f-5958-483b-9ee0-fa8e50571f6c admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:04:58.547011 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c839bd49-66d6-4a6a-97e0-ea49311f9936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:58.552449 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] Sync routers for ids ['05889495-e55f-4cfb-95d5-cc196f7e3b23'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:04:58.576639 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] Routers {'05889495-e55f-4cfb-95d5-cc196f7e3b23'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:04:58.576874 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d29937-3978-465d-aec5-b96c0187ebee req-b270c1f4-bb30-44fe-9855-60e79d8708c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:58.578869 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a5d29937-3978-465d-aec5-b96c0187ebee req-b270c1f4-bb30-44fe-9855-60e79d8708c1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=48798ccf-c01b-4baf-8c1d-06629758249c HTTP/1.1" status: 200 len: 918 time: 0.1849236 May 26 16:04:58.579673 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:04:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['05889495-e55f-4cfb-95d5-cc196f7e3b23'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:58.633467 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d019f71f-5958-483b-9ee0-fa8e50571f6c admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:58.634609 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d019f71f-5958-483b-9ee0-fa8e50571f6c admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6773384 May 26 16:04:58.665962 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44648) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:04:58.668912 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a5d29937-3978-465d-aec5-b96c0187ebee req-47c7cb5f-1064-4038-bbd0-b2dab5992ee6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0da5bd1c-cdaf-4399-82d9-704116636903 HTTP/1.1" status: 200 len: 217 time: 0.0690789 May 26 16:04:58.740941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 491a00fc-23fb-46bf-a712-5aa00cbe756d no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:58.751722 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531f4f5-30f3-4b03-b37b-1a27ccc103d0 req-18e94de1-1d6e-4e20-a555-5a2dc17bd4b4 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:58.760073 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0531f4f5-30f3-4b03-b37b-1a27ccc103d0 req-18e94de1-1d6e-4e20-a555-5a2dc17bd4b4 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.4339087 May 26 16:04:58.772059 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d29937-3978-465d-aec5-b96c0187ebee req-586d5dbb-f250-432d-a080-1ef0ee358d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:58.773956 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a5d29937-3978-465d-aec5-b96c0187ebee req-586d5dbb-f250-432d-a080-1ef0ee358d2a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=667adff5-0c1e-46ec-b83e-3fbb957aa36c HTTP/1.1" status: 200 len: 856 time: 0.0874953 May 26 16:04:58.802688 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 491a00fc-23fb-46bf-a712-5aa00cbe756d {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:58.803465 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 491a00fc-23fb-46bf-a712-5aa00cbe756d not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:58.804056 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2c1d1c34-eef8-4687-8b48-66d415ce9803 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:04:58.808782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471f587-0411-4c79-9d22-62f8c708ca94 None None] Pushing event updated for resources: {'Port': ['ID=179c452c-ced4-4ea8-a53d-3a71e992a5c8,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:58.831009 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0531f4f5-30f3-4b03-b37b-1a27ccc103d0 req-9a0e116c-1c5f-499a-8a65-5cafe08389b5 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674591 May 26 16:04:58.874088 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6d18e-413a-4e39-bddc-1c2ad02c4a2e req-a99e6205-0359-4bfe-8fbd-9b409260fe76 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:58.874307 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d29937-3978-465d-aec5-b96c0187ebee req-da51b68f-0c46-4be6-b0c6-ff650ff770dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:58.875832 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1b6d18e-413a-4e39-bddc-1c2ad02c4a2e req-a99e6205-0359-4bfe-8fbd-9b409260fe76 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.4336030 May 26 16:04:58.876146 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a5d29937-3978-465d-aec5-b96c0187ebee req-da51b68f-0c46-4be6-b0c6-ff650ff770dc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48798ccf-c01b-4baf-8c1d-06629758249c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877080 May 26 16:04:58.881619 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-bb35aa0b-f5cc-492a-aabe-82bf6188145e None None] Current status of the port 179c452c-ced4-4ea8-a53d-3a71e992a5c8 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:04:58.887339 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 2c1d1c34-eef8-4687-8b48-66d415ce9803 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:04:58.887691 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2c1d1c34-eef8-4687-8b48-66d415ce9803 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:04:58.899894 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] Set router 05889495-e55f-4cfb-95d5-cc196f7e3b23 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:04:58.939732 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c839bd49-66d6-4a6a-97e0-ea49311f9936 admin admin] Deleting port 53a8e2aa-dbd8-4b31-94de-86bb2697f25f {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:58.940078 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c839bd49-66d6-4a6a-97e0-ea49311f9936 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:59.029158 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3488eb7-1341-4df4-8e8a-f2e73783ac40 None None] DHCP port deletion for c14bd7ed-024f-4113-81e8-0f179843d44b request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:04:59.049453 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a5d29937-3978-465d-aec5-b96c0187ebee req-81449ce5-f09f-4bad-a326-b7c90b339c4c service neutron] 10.222.0.83 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589134 May 26 16:04:59.092907 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a3488eb7-1341-4df4-8e8a-f2e73783ac40 None None] Deleting port 53a8e2aa-dbd8-4b31-94de-86bb2697f25f {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:04:59.093271 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a3488eb7-1341-4df4-8e8a-f2e73783ac40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:59.170110 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:04:56Z', 'revision_number': 3, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:04:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:59.179756 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a5d29937-3978-465d-aec5-b96c0187ebee req-ff6e8e1c-7065-466f-a0f6-be318f93633a service neutron] 10.222.0.83 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124072 May 26 16:04:59.203274 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] Checking router: 05889495-e55f-4cfb-95d5-cc196f7e3b23 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:04:59.204478 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] Updating router 05889495-e55f-4cfb-95d5-cc196f7e3b23 port 0656c794-f23f-4ffd-8f04-be9184e44633 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:04:59.230941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a3488eb7-1341-4df4-8e8a-f2e73783ac40 None None] For port 53a8e2aa-dbd8-4b31-94de-86bb2697f25f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=53a8e2aa-dbd8-4b31-94de-86bb2697f25f,segment=NetworkSegment(37d945e7-2d63-423f-94d7-5cb36802e043),segment_id=37d945e7-2d63-423f-94d7-5cb36802e043)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:59.231537 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a3488eb7-1341-4df4-8e8a-f2e73783ac40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:59.232037 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:59.247247 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a3488eb7-1341-4df4-8e8a-f2e73783ac40 None None] Calling delete_port for 53a8e2aa-dbd8-4b31-94de-86bb2697f25f owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:59.356898 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a3488eb7-1341-4df4-8e8a-f2e73783ac40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:59.395961 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3488eb7-1341-4df4-8e8a-f2e73783ac40 None None] Pushing event deleted for resources: {'Port': ['ID=53a8e2aa-dbd8-4b31-94de-86bb2697f25f,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:59.403145 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3488eb7-1341-4df4-8e8a-f2e73783ac40 None None] No DVR routers for this DVR port 53a8e2aa-dbd8-4b31-94de-86bb2697f25f on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:59.452848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c839bd49-66d6-4a6a-97e0-ea49311f9936 admin admin] For port 53a8e2aa-dbd8-4b31-94de-86bb2697f25f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=53a8e2aa-dbd8-4b31-94de-86bb2697f25f,segment=NetworkSegment(37d945e7-2d63-423f-94d7-5cb36802e043),segment_id=37d945e7-2d63-423f-94d7-5cb36802e043)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:04:59.454019 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c839bd49-66d6-4a6a-97e0-ea49311f9936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:59.491226 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c839bd49-66d6-4a6a-97e0-ea49311f9936 admin admin] Calling delete_port for 53a8e2aa-dbd8-4b31-94de-86bb2697f25f owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:04:59.522042 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1b6d18e-413a-4e39-bddc-1c2ad02c4a2e req-1ab4ea89-8057-4da7-9aea-c992ab720bd5 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6277499 May 26 16:04:59.591701 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:59.601613 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:59.632068 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75173d-2754-4275-8c76-230c5c909934 req-14539cb8-849e-4817-bbbf-542ed4d69269 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:59.638004 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75173d-2754-4275-8c76-230c5c909934 req-14539cb8-849e-4817-bbbf-542ed4d69269 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:04:59.639585 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa75173d-2754-4275-8c76-230c5c909934 req-14539cb8-849e-4817-bbbf-542ed4d69269 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 1682 time: 0.2190261 May 26 16:04:59.686805 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] Attempting to bind port 0656c794-f23f-4ffd-8f04-be9184e44633 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:04:59.687423 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] Attempting to bind port 0656c794-f23f-4ffd-8f04-be9184e44633 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:04:59.689285 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] Attempting to bind port 0656c794-f23f-4ffd-8f04-be9184e44633 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:04:59.698539 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:04:59.699241 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:04:59.699809 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:59.700424 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:04:59.701222 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] Bound port: 0656c794-f23f-4ffd-8f04-be9184e44633, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:04:59.701780 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:59.706744 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1d957-0481-45e2-9e69-066b1c578c2f None None] Pushing event updated for resources: {'Port': ['ID=0656c794-f23f-4ffd-8f04-be9184e44633,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:59.759106 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa75173d-2754-4275-8c76-230c5c909934 req-5b9a7eac-556d-4711-9eb1-d8d41716d04f tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091406 May 26 16:04:59.765719 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] For port 0656c794-f23f-4ffd-8f04-be9184e44633, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:04:59.771433 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c839bd49-66d6-4a6a-97e0-ea49311f9936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:59.772057 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] For port 0656c794-f23f-4ffd-8f04-be9184e44633, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0656c794-f23f-4ffd-8f04-be9184e44633,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:04:59.788221 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:04:59.819369 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839bd49-66d6-4a6a-97e0-ea49311f9936 admin admin] Pushing event deleted for resources: {'Port': ['ID=53a8e2aa-dbd8-4b31-94de-86bb2697f25f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:04:59.821992 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c839bd49-66d6-4a6a-97e0-ea49311f9936 admin admin] No DVR routers for this DVR port 53a8e2aa-dbd8-4b31-94de-86bb2697f25f on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:04:59.846392 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] Routers {'05889495-e55f-4cfb-95d5-cc196f7e3b23'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:04:59.847277 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:04:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['05889495-e55f-4cfb-95d5-cc196f7e3b23'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:04:59.896927 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1d957-0481-45e2-9e69-066b1c578c2f None None] Pushing event updated for resources: {'Port': ['ID=0656c794-f23f-4ffd-8f04-be9184e44633,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:00.035958 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c839bd49-66d6-4a6a-97e0-ea49311f9936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:00.036314 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] Set router 05889495-e55f-4cfb-95d5-cc196f7e3b23 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:05:00.067287 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-c839bd49-66d6-4a6a-97e0-ea49311f9936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14bd7ed-024f-4113-81e8-0f179843d44b']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:00.084873 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-c839bd49-66d6-4a6a-97e0-ea49311f9936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d945e7-2d63-423f-94d7-5cb36802e043') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:00.085172 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-c839bd49-66d6-4a6a-97e0-ea49311f9936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d945e7-2d63-423f-94d7-5cb36802e043') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:00.131803 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c839bd49-66d6-4a6a-97e0-ea49311f9936 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:00.169791 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b783a-9ad5-4bb5-a4b4-c066b8c9e507 req-6e4aa2a7-c12c-4625-b3f4-f745e477085b tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:00.171814 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-466b783a-9ad5-4bb5-a4b4-c066b8c9e507 req-6e4aa2a7-c12c-4625-b3f4-f745e477085b tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.2534699 May 26 16:05:00.173572 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c839bd49-66d6-4a6a-97e0-ea49311f9936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:00.197343 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c839bd49-66d6-4a6a-97e0-ea49311f9936 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:05:00.197755 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c839bd49-66d6-4a6a-97e0-ea49311f9936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:00.205967 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:00.234287 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 179c452c-ced4-4ea8-a53d-3a71e992a5c8 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:00.252745 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 37d945e7-2d63-423f-94d7-5cb36802e043 resource provider aggregate not found May 26 16:05:00.322043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 179c452c-ced4-4ea8-a53d-3a71e992a5c8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:00.322420 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:00.332142 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 37d945e7-2d63-423f-94d7-5cb36802e043 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37d945e7-2d63-423f-94d7-5cb36802e043 found for delete ", "request_id": "req-a28c0d08-a7de-48f7-9c2a-47748fb07cef"}]} May 26 16:05:00.361240 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-466b783a-9ad5-4bb5-a4b4-c066b8c9e507 req-257e66f1-6e9c-4627-90c0-c626a3abf17d tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745348 May 26 16:05:00.374428 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6166c-c1eb-4639-9418-f228ab42a612 req-d4e541d1-49d1-4dfc-be12-7217d5f80811 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:00.389250 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6166c-c1eb-4639-9418-f228ab42a612 req-d4e541d1-49d1-4dfc-be12-7217d5f80811 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:00.392539 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57f6166c-c1eb-4639-9418-f228ab42a612 req-d4e541d1-49d1-4dfc-be12-7217d5f80811 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 1682 time: 0.2363181 May 26 16:05:00.399293 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c839bd49-66d6-4a6a-97e0-ea49311f9936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:00.408346 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c839bd49-66d6-4a6a-97e0-ea49311f9936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:00.414659 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c839bd49-66d6-4a6a-97e0-ea49311f9936 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c14bd7ed-024f-4113-81e8-0f179843d44b HTTP/1.1" status: 204 len: 168 time: 2.1411705 May 26 16:05:00.421156 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:04:56Z', 'revision_number': 3, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:00.475415 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 179c452c-ced4-4ea8-a53d-3a71e992a5c8 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:00.481808 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b51b36-e45d-41f4-9dba-479f2539b833 None None] The sync data for ids ['05889495-e55f-4cfb-95d5-cc196f7e3b23'] in n-d-843337-2 is: [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:04:56Z', 'revision_number': 3, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:05:00.491506 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839bd49-66d6-4a6a-97e0-ea49311f9936 admin admin] Pushing event deleted for resources: {'Network': ['ID=c14bd7ed-024f-4113-81e8-0f179843d44b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:00.536169 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57f6166c-c1eb-4639-9418-f228ab42a612 req-4bb64141-76a8-41ba-b580-8b9c56ab79f1 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219645 May 26 16:05:00.582116 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 53a8e2aa-dbd8-4b31-94de-86bb2697f25f no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:05:00.623697 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 53a8e2aa-dbd8-4b31-94de-86bb2697f25f {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:05:00.624023 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 53a8e2aa-dbd8-4b31-94de-86bb2697f25f not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:05:00.700291 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44700) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:00.729593 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-653d3490-56a8-4f80-b78e-d11a5ae768af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:00.761922 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-84ae2b77-48d7-4fe0-9ded-3d7dd59d3959 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=34239383a9664d8d8af1554e26d7d16c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0603390 May 26 16:05:00.764266 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44702) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:00.811855 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9ff4c-93f1-43f2-a9f2-5488520aafd1 req-4b4c4ab2-7f0d-40e6-95a6-b24d16091806 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:00.821405 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-67d9ff4c-93f1-43f2-a9f2-5488520aafd1 req-4b4c4ab2-7f0d-40e6-95a6-b24d16091806 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.1399117 May 26 16:05:00.837846 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fff71fb5-3579-4720-af76-c353ee7ca1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:00.873499 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fff71fb5-3579-4720-af76-c353ee7ca1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:01.015769 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fff71fb5-3579-4720-af76-c353ee7ca1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:01.019149 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fff71fb5-3579-4720-af76-c353ee7ca1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:01.020938 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fff71fb5-3579-4720-af76-c353ee7ca1fd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/864c9b40-361b-468f-85b6-2578559423ca HTTP/1.1" status: 204 len: 168 time: 0.2554636 May 26 16:05:01.064687 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff71fb5-3579-4720-af76-c353ee7ca1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864c9b40-361b-468f-85b6-2578559423ca,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:01.132758 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-67d9ff4c-93f1-43f2-a9f2-5488520aafd1 req-bcdb11bc-5cc9-47dc-a159-94300343a845 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367849 May 26 16:05:01.245035 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-653d3490-56a8-4f80-b78e-d11a5ae768af admin admin] Allocated IP 172.20.0.1 (73c00ccb-c63a-47b0-b4fa-0f82408bf451/5cc54f86-23cb-4d55-b78f-eccd82b0b645/f299eb5c-3f5f-4f42-bb56-2cbed86996cb) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:05:01.475196 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-653d3490-56a8-4f80-b78e-d11a5ae768af admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:01.571249 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-653d3490-56a8-4f80-b78e-d11a5ae768af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:01.683734 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653d3490-56a8-4f80-b78e-d11a5ae768af admin admin] Network 73c00ccb-c63a-47b0-b4fa-0f82408bf451 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:01.684814 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d3490-56a8-4f80-b78e-d11a5ae768af admin admin] Pushing event updated for resources: {'Port': ['ID=f299eb5c-3f5f-4f42-bb56-2cbed86996cb,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:01.695443 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a49f2-1a23-40ab-be60-f2cae8b6c6ef req-da4be47b-ebc6-42b6-aac7-da8ae2da5a8e tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:01.702878 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f5a49f2-1a23-40ab-be60-f2cae8b6c6ef req-da4be47b-ebc6-42b6-aac7-da8ae2da5a8e tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.1873641 May 26 16:05:01.714031 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-653d3490-56a8-4f80-b78e-d11a5ae768af admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:01.717307 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653d3490-56a8-4f80-b78e-d11a5ae768af admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:05:01.806783 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-653d3490-56a8-4f80-b78e-d11a5ae768af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:01.952194 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f5a49f2-1a23-40ab-be60-f2cae8b6c6ef req-4e86607d-e050-4017-b569-bab12cf09cda tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457595 May 26 16:05:02.165863 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c999de15-cf10-4ca5-851a-78afe800924a None None] Provisioning complete for port f299eb5c-3f5f-4f42-bb56-2cbed86996cb triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:02.166364 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c999de15-cf10-4ca5-851a-78afe800924a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:02.232150 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c999de15-cf10-4ca5-851a-78afe800924a None None] Port f299eb5c-3f5f-4f42-bb56-2cbed86996cb cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:05:02.292284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0656c794-f23f-4ffd-8f04-be9184e44633 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:02.361732 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0656c794-f23f-4ffd-8f04-be9184e44633 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:02.362480 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:02.370120 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8985f8-18aa-4d83-81a8-e0dac6d7b5a5 req-395b9ac0-adb1-4484-be0d-1c7931b62461 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:02.387747 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8985f8-18aa-4d83-81a8-e0dac6d7b5a5 req-395b9ac0-adb1-4484-be0d-1c7931b62461 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:02.392755 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cc8985f8-18aa-4d83-81a8-e0dac6d7b5a5 req-395b9ac0-adb1-4484-be0d-1c7931b62461 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 1682 time: 0.3283558 May 26 16:05:02.411908 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-653d3490-56a8-4f80-b78e-d11a5ae768af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:02.458543 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0656c794-f23f-4ffd-8f04-be9184e44633 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:02.458940 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:02.495070 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 0656c794-f23f-4ffd-8f04-be9184e44633, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0656c794-f23f-4ffd-8f04-be9184e44633,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:02.504667 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:02.540892 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cc8985f8-18aa-4d83-81a8-e0dac6d7b5a5 req-e8f0ff7a-bc80-4c4f-af9d-dd0d57eb3402 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365232 May 26 16:05:02.616968 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=0656c794-f23f-4ffd-8f04-be9184e44633,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:02.739227 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86bb88-f30a-459a-bf20-13f97640c8c7 req-8720ccd1-4bb6-47ba-8985-d89037d08c4b tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:02.740805 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c86bb88-f30a-459a-bf20-13f97640c8c7 req-8720ccd1-4bb6-47ba-8985-d89037d08c4b tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.0874789 May 26 16:05:02.771254 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-653d3490-56a8-4f80-b78e-d11a5ae768af admin admin] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:02.784205 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-653d3490-56a8-4f80-b78e-d11a5ae768af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:02.934471 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c86bb88-f30a-459a-bf20-13f97640c8c7 req-82506923-1f66-4c87-ada5-3fc4f096f0c3 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784773 May 26 16:05:02.943895 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d3490-56a8-4f80-b78e-d11a5ae768af admin admin] Pushing event updated for resources: {'Port': ['ID=f299eb5c-3f5f-4f42-bb56-2cbed86996cb,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:02.946661 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-653d3490-56a8-4f80-b78e-d11a5ae768af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:03.151796 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653d3490-56a8-4f80-b78e-d11a5ae768af admin admin] Network 73c00ccb-c63a-47b0-b4fa-0f82408bf451 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:03.157979 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-653d3490-56a8-4f80-b78e-d11a5ae768af admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:03.337829 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad9cd0-c841-4ee7-bea5-661454731f10 req-15d89825-4253-4d23-8787-dfd407aaac6f tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:03.357249 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad9cd0-c841-4ee7-bea5-661454731f10 req-15d89825-4253-4d23-8787-dfd407aaac6f tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:03.363273 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9bad9cd0-c841-4ee7-bea5-661454731f10 req-15d89825-4253-4d23-8787-dfd407aaac6f tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.83 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 1682 time: 0.1544051 May 26 16:05:03.427216 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653d3490-56a8-4f80-b78e-d11a5ae768af admin admin] Router 05889495-e55f-4cfb-95d5-cc196f7e3b23 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:05:03.481067 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-70a35ff0-7464-4758-b6db-1f7979519122 None None] Provisioning complete for port f299eb5c-3f5f-4f42-bb56-2cbed86996cb triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:03.481588 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-70a35ff0-7464-4758-b6db-1f7979519122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:03.538822 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-9bad9cd0-c841-4ee7-bea5-661454731f10 req-1ffe73ba-9374-4916-af20-d226db233d8a tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Deleting port 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:05:03.539168 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9bad9cd0-c841-4ee7-bea5-661454731f10 req-1ffe73ba-9374-4916-af20-d226db233d8a tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:03.607929 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-70a35ff0-7464-4758-b6db-1f7979519122 None None] Port f299eb5c-3f5f-4f42-bb56-2cbed86996cb cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:05:03.652805 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653d3490-56a8-4f80-b78e-d11a5ae768af admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:05:03.659165 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-9bad9cd0-c841-4ee7-bea5-661454731f10 req-1ffe73ba-9374-4916-af20-d226db233d8a tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] For port 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=74990b0e-c9ed-4700-aff0-e0fdb9de8eeb,segment=NetworkSegment(5c3b694c-d357-40ed-a79b-3d0bb59c6fc8),segment_id=5c3b694c-d357-40ed-a79b-3d0bb59c6fc8)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:03.659716 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9bad9cd0-c841-4ee7-bea5-661454731f10 req-1ffe73ba-9374-4916-af20-d226db233d8a tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:03.666648 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] Sync routers for ids ['05889495-e55f-4cfb-95d5-cc196f7e3b23'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:05:03.674801 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a501e58-b73f-4d57-9ca7-3dd7f5afc463 req-5a6ec7f7-5edf-487e-b886-97790308606d tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:03.676652 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-9bad9cd0-c841-4ee7-bea5-661454731f10 req-1ffe73ba-9374-4916-af20-d226db233d8a tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Calling delete_port for 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:05:03.684277 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a501e58-b73f-4d57-9ca7-3dd7f5afc463 req-5a6ec7f7-5edf-487e-b886-97790308606d tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.2800975 May 26 16:05:03.696247 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] Routers {'05889495-e55f-4cfb-95d5-cc196f7e3b23'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:05:03.699942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:04:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['05889495-e55f-4cfb-95d5-cc196f7e3b23'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:03.703081 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-653d3490-56a8-4f80-b78e-d11a5ae768af admin admin] 10.222.0.77 "PUT /v2.0/routers/05889495-e55f-4cfb-95d5-cc196f7e3b23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0268414 May 26 16:05:03.768798 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a501e58-b73f-4d57-9ca7-3dd7f5afc463 req-55c2f578-cc77-4b82-8ff6-9d626ae4e378 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831323 May 26 16:05:03.901973 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44758) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:03.920314 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9bad9cd0-c841-4ee7-bea5-661454731f10 req-1ffe73ba-9374-4916-af20-d226db233d8a tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:03.988607 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a97ee-4453-4b9b-ab85-7d379ab578fd req-f6ade159-bdec-4ade-aba4-298620f8ff41 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:04.002992 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a97ee-4453-4b9b-ab85-7d379ab578fd req-f6ade159-bdec-4ade-aba4-298620f8ff41 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:04.033393 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bc9a97ee-4453-4b9b-ab85-7d379ab578fd req-f6ade159-bdec-4ade-aba4-298620f8ff41 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/ports?device_id=170c15b1-0d7b-4c27-8d25-5b048d09c09b HTTP/1.1" status: 200 len: 1603 time: 0.1872766 May 26 16:05:04.043845 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['74990b0e-c9ed-4700-aff0-e0fdb9de8eeb', '225a0165-36b3-4bee-8442-60f4bd873321'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:04.098720 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe73ba-9374-4916-af20-d226db233d8a tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event deleted for resources: {'Port': ['ID=74990b0e-c9ed-4700-aff0-e0fdb9de8eeb,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:04.113278 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] Set router 05889495-e55f-4cfb-95d5-cc196f7e3b23 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:05:04.186794 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bc9a97ee-4453-4b9b-ab85-7d379ab578fd req-e2f13548-376c-43fc-b3fe-5c757e639e03 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "GET /v2.0/security-groups?id=40f26699-987f-40fc-bde2-69da646af443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524222 May 26 16:05:04.259967 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bad9cd0-c841-4ee7-bea5-661454731f10 req-1ffe73ba-9374-4916-af20-d226db233d8a tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] No DVR routers for this DVR port 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:05:04.266256 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9bad9cd0-c841-4ee7-bea5-661454731f10 req-1ffe73ba-9374-4916-af20-d226db233d8a tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:04.280463 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9bad9cd0-c841-4ee7-bea5-661454731f10 req-1ffe73ba-9374-4916-af20-d226db233d8a tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.83 "DELETE /v2.0/ports/74990b0e-c9ed-4700-aff0-e0fdb9de8eeb HTTP/1.1" status: 204 len: 173 time: 0.9032664 May 26 16:05:04.281119 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170c15b1-0d7b-4c27-8d25-5b048d09c09b', 'name': 'network-vif-deleted', 'tag': '74990b0e-c9ed-4700-aff0-e0fdb9de8eeb'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:04.284937 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f091b076-4310-40dd-a355-c09533832bc5" -d '{"events": [{"server_uuid": "170c15b1-0d7b-4c27-8d25-5b048d09c09b", "name": "network-vif-deleted", "tag": "74990b0e-c9ed-4700-aff0-e0fdb9de8eeb"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:04.442684 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b715d6-5b63-4f2e-bc1c-d353e713c64b req-c44a43be-34bc-452c-a6c5-3d3678004f5f tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:04.444353 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-90b715d6-5b63-4f2e-bc1c-d353e713c64b req-c44a43be-34bc-452c-a6c5-3d3678004f5f tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.0896273 May 26 16:05:04.466488 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1152dc31-7c56-4dfe-81c7-2831671a0503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:04.513836 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-90b715d6-5b63-4f2e-bc1c-d353e713c64b req-1ef021e8-ec13-4f08-8eef-5bec34c36bf2 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627282 May 26 16:05:04.537236 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0656c794-f23f-4ffd-8f04-be9184e44633 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:04.570869 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-9bad9cd0-c841-4ee7-bea5-661454731f10 req-42f7a821-d299-4de6-b583-b17a296195b5 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Deleting port 225a0165-36b3-4bee-8442-60f4bd873321 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:05:04.571149 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9bad9cd0-c841-4ee7-bea5-661454731f10 req-42f7a821-d299-4de6-b583-b17a296195b5 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:04.746983 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1152dc31-7c56-4dfe-81c7-2831671a0503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:04.755066 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1152dc31-7c56-4dfe-81c7-2831671a0503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:04.760060 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-9bad9cd0-c841-4ee7-bea5-661454731f10 req-42f7a821-d299-4de6-b583-b17a296195b5 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] For port 225a0165-36b3-4bee-8442-60f4bd873321, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=225a0165-36b3-4bee-8442-60f4bd873321,segment=NetworkSegment(58031b61-2847-4621-885b-0842a3c3e82a),segment_id=58031b61-2847-4621-885b-0842a3c3e82a)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:04.760510 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9bad9cd0-c841-4ee7-bea5-661454731f10 req-42f7a821-d299-4de6-b583-b17a296195b5 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:04.776395 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0656c794-f23f-4ffd-8f04-be9184e44633 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:04.777048 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:04.809887 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'f299eb5c-3f5f-4f42-bb56-2cbed86996cb', 'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'mac_address': 'fa:16:3e:c0:7d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:00Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 2, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'subnets': [{'id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:04.828489 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152dc31-7c56-4dfe-81c7-2831671a0503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64476463-aa7e-491b-ab55-9e6290ee82ac,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:04.839164 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-9bad9cd0-c841-4ee7-bea5-661454731f10 req-42f7a821-d299-4de6-b583-b17a296195b5 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Calling delete_port for 225a0165-36b3-4bee-8442-60f4bd873321 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:05:04.853960 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] Checking router: 05889495-e55f-4cfb-95d5-cc196f7e3b23 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:05:04.854318 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] Updating router 05889495-e55f-4cfb-95d5-cc196f7e3b23 port f299eb5c-3f5f-4f42-bb56-2cbed86996cb binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:05:04.871414 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44780) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:04.887727 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1152dc31-7c56-4dfe-81c7-2831671a0503 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=26a5b392850141ec89cd8c4c74c87208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9832304 May 26 16:05:04.898682 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:04.982816 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-172abe6e-b952-44a9-a3c8-37cc90064ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:05.041635 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-172abe6e-b952-44a9-a3c8-37cc90064ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:05.151509 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-172abe6e-b952-44a9-a3c8-37cc90064ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:05.151509 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-172abe6e-b952-44a9-a3c8-37cc90064ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:05.151509 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-172abe6e-b952-44a9-a3c8-37cc90064ba1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/64476463-aa7e-491b-ab55-9e6290ee82ac HTTP/1.1" status: 204 len: 168 time: 0.2741699 May 26 16:05:05.159338 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9bad9cd0-c841-4ee7-bea5-661454731f10 req-42f7a821-d299-4de6-b583-b17a296195b5 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:05.159996 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172abe6e-b952-44a9-a3c8-37cc90064ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64476463-aa7e-491b-ab55-9e6290ee82ac,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:05.293758 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7a821-d299-4de6-b583-b17a296195b5 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event deleted for resources: {'Port': ['ID=225a0165-36b3-4bee-8442-60f4bd873321,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:05.409104 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bad9cd0-c841-4ee7-bea5-661454731f10 req-42f7a821-d299-4de6-b583-b17a296195b5 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] No DVR routers for this DVR port 225a0165-36b3-4bee-8442-60f4bd873321 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:05:05.412806 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9bad9cd0-c841-4ee7-bea5-661454731f10 req-42f7a821-d299-4de6-b583-b17a296195b5 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:05.416241 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9bad9cd0-c841-4ee7-bea5-661454731f10 req-42f7a821-d299-4de6-b583-b17a296195b5 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.83 "DELETE /v2.0/ports/225a0165-36b3-4bee-8442-60f4bd873321 HTTP/1.1" status: 204 len: 173 time: 1.1183319 May 26 16:05:05.447790 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0656c794-f23f-4ffd-8f04-be9184e44633 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:05.543397 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:05.565585 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:05.655775 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c669de-d672-4b57-b299-03d6b3325893 None None] Pushing event updated for resources: {'Port': ['ID=f299eb5c-3f5f-4f42-bb56-2cbed86996cb,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:05.812586 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] Attempting to bind port f299eb5c-3f5f-4f42-bb56-2cbed86996cb on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:05.813087 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] Attempting to bind port f299eb5c-3f5f-4f42-bb56-2cbed86996cb by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '6881238a-7213-4299-a4d2-edb4f9a8e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:05.814026 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] Attempting to bind port f299eb5c-3f5f-4f42-bb56-2cbed86996cb on network 73c00ccb-c63a-47b0-b4fa-0f82408bf451 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:05.825748 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:05.826132 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] Checking segment: {'id': '6881238a-7213-4299-a4d2-edb4f9a8e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:05.826517 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:05.826912 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] Bound using segment: {'id': '6881238a-7213-4299-a4d2-edb4f9a8e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:05.827390 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] Bound port: f299eb5c-3f5f-4f42-bb56-2cbed86996cb, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6881238a-7213-4299-a4d2-edb4f9a8e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:05.827767 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:06.009098 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] For port f299eb5c-3f5f-4f42-bb56-2cbed86996cb, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:06.024724 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] For port f299eb5c-3f5f-4f42-bb56-2cbed86996cb, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f299eb5c-3f5f-4f42-bb56-2cbed86996cb,segment=NetworkSegment(6881238a-7213-4299-a4d2-edb4f9a8e1f3),segment_id=6881238a-7213-4299-a4d2-edb4f9a8e1f3)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:06.034175 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:06.207846 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c669de-d672-4b57-b299-03d6b3325893 None None] Pushing event updated for resources: {'Port': ['ID=f299eb5c-3f5f-4f42-bb56-2cbed86996cb,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:06.231443 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] Routers {'05889495-e55f-4cfb-95d5-cc196f7e3b23'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:05:06.233625 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:04:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['05889495-e55f-4cfb-95d5-cc196f7e3b23'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:06.461701 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] Set router 05889495-e55f-4cfb-95d5-cc196f7e3b23 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:05:06.465853 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a7756fb8-9dac-406c-87f0-dc10125235b3 None None] Provisioning complete for port f299eb5c-3f5f-4f42-bb56-2cbed86996cb triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:06.466395 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a7756fb8-9dac-406c-87f0-dc10125235b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:06.629789 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a7756fb8-9dac-406c-87f0-dc10125235b3 None None] Current status of the port f299eb5c-3f5f-4f42-bb56-2cbed86996cb is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:06.630455 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a7756fb8-9dac-406c-87f0-dc10125235b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:06.631326 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44812) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:06.843819 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-0c78ef1a-aacc-498b-bdf4-de5a884e0a8c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1509011746-network', 'tenant_id': '3e96c338002c49fcb12a908abaf34a6e'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:06.895131 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c78ef1a-aacc-498b-bdf4-de5a884e0a8c admin admin] Made reservation on behalf of 3e96c338002c49fcb12a908abaf34a6e for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:06.902178 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c78ef1a-aacc-498b-bdf4-de5a884e0a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:06.924945 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 225a0165-36b3-4bee-8442-60f4bd873321 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:05:06.929163 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c78ef1a-aacc-498b-bdf4-de5a884e0a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:06.953724 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 225a0165-36b3-4bee-8442-60f4bd873321 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:05:06.955317 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 225a0165-36b3-4bee-8442-60f4bd873321 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:05:06.956010 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:05:06.997345 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a7756fb8-9dac-406c-87f0-dc10125235b3 None None] For port f299eb5c-3f5f-4f42-bb56-2cbed86996cb, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f299eb5c-3f5f-4f42-bb56-2cbed86996cb,segment=NetworkSegment(6881238a-7213-4299-a4d2-edb4f9a8e1f3),segment_id=6881238a-7213-4299-a4d2-edb4f9a8e1f3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:07.000864 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:05:07.002066 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 74990b0e-c9ed-4700-aff0-e0fdb9de8eeb not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:05:07.008042 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a7756fb8-9dac-406c-87f0-dc10125235b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:07.079088 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c78ef1a-aacc-498b-bdf4-de5a884e0a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:07.093418 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c78ef1a-aacc-498b-bdf4-de5a884e0a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:07.121411 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7756fb8-9dac-406c-87f0-dc10125235b3 None None] Pushing event updated for resources: {'Port': ['ID=f299eb5c-3f5f-4f42-bb56-2cbed86996cb,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:07.144955 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-67f51cdb-1c2d-444a-9c77-9070d53198b4 None None] Provisioning complete for port f299eb5c-3f5f-4f42-bb56-2cbed86996cb triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:07.145403 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-67f51cdb-1c2d-444a-9c77-9070d53198b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:07.148741 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c78ef1a-aacc-498b-bdf4-de5a884e0a8c admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:05:07.165722 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78ef1a-aacc-498b-bdf4-de5a884e0a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9623794-46f9-4d1e-b3bc-62ca49c86746,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:07.183115 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c78ef1a-aacc-498b-bdf4-de5a884e0a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:07.183460 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-0c78ef1a-aacc-498b-bdf4-de5a884e0a8c admin admin] Added segment 27db717a-2f60-44cd-8e74-311e0a4c3ae8 of type vlan for network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 May 26 16:05:07.195355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'f299eb5c-3f5f-4f42-bb56-2cbed86996cb', 'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'mac_address': 'fa:16:3e:c0:7d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:00Z', 'updated_at': '2022-05-26T16:05:05Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'subnets': [{'id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:07.233043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86677551-cc3b-40fa-99c0-4631dc659e20 None None] The sync data for ids ['05889495-e55f-4cfb-95d5-cc196f7e3b23'] in n-d-843337-2 is: [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'f299eb5c-3f5f-4f42-bb56-2cbed86996cb', 'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'mac_address': 'fa:16:3e:c0:7d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:00Z', 'updated_at': '2022-05-26T16:05:05Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'subnets': [{'id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:05:07.244368 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c78ef1a-aacc-498b-bdf4-de5a884e0a8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:07.299987 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c78ef1a-aacc-498b-bdf4-de5a884e0a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:07.301365 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c78ef1a-aacc-498b-bdf4-de5a884e0a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:07.302241 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c78ef1a-aacc-498b-bdf4-de5a884e0a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:07.359387 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-67f51cdb-1c2d-444a-9c77-9070d53198b4 None None] Current status of the port f299eb5c-3f5f-4f42-bb56-2cbed86996cb is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:07.367143 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0c78ef1a-aacc-498b-bdf4-de5a884e0a8c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7342641 May 26 16:05:07.370066 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44818) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:07.418501 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-af7cddb0-9fed-478b-9735-f7036e22a895 admin admin] Request body: {'subnet': {'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1509011746-subnet', 'tenant_id': '3e96c338002c49fcb12a908abaf34a6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:07.453921 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78ef1a-aacc-498b-bdf4-de5a884e0a8c admin admin] Pushing event updated for resources: {'Network': ['ID=b24d5e3e-51fb-4cb8-acdc-f7937b83f089,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:07.481638 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:05:07.492024 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7cddb0-9fed-478b-9735-f7036e22a895 admin admin] Made reservation on behalf of 3e96c338002c49fcb12a908abaf34a6e for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:07.494694 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-af7cddb0-9fed-478b-9735-f7036e22a895 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:07.810369 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-af7cddb0-9fed-478b-9735-f7036e22a895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:07.880247 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cddb0-9fed-478b-9735-f7036e22a895 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19f707b5-dbb7-44bf-9d91-1c1a69227d64,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:07.929884 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7cddb0-9fed-478b-9735-f7036e22a895 admin admin] Checking segment: {'id': '27db717a-2f60-44cd-8e74-311e0a4c3ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:07.930160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7cddb0-9fed-478b-9735-f7036e22a895 admin admin] Network hostable DHCP agents. Network: b24d5e3e-51fb-4cb8-acdc-f7937b83f089, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:05:07.973251 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7cddb0-9fed-478b-9735-f7036e22a895 admin admin] Network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:05:07.992832 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-af7cddb0-9fed-478b-9735-f7036e22a895 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, b24d5e3e-51fb-4cb8-acdc-f7937b83f089) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:07.999514 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7cddb0-9fed-478b-9735-f7036e22a895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:08.000177 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-af7cddb0-9fed-478b-9735-f7036e22a895 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:08.002982 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9b3579-8212-4393-9d6f-31cd40a79d0e None None] Network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:05:08.042944 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-af7cddb0-9fed-478b-9735-f7036e22a895 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6626272 May 26 16:05:08.178150 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff8887b-9d76-475d-98b6-0499e6f336b2 None None] Network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:05:08.293165 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f299eb5c-3f5f-4f42-bb56-2cbed86996cb up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:08.478552 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port f299eb5c-3f5f-4f42-bb56-2cbed86996cb triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:08.478916 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:08.587305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port f299eb5c-3f5f-4f42-bb56-2cbed86996cb is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:11.244245 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc60e2bb-9531-4b10-ae5a-268201ce4343 x-openstack-request-id: req-dc60e2bb-9531-4b10-ae5a-268201ce4343 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:11.245112 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "170c15b1-0d7b-4c27-8d25-5b048d09c09b", "name": "network-vif-deleted", "tag": "74990b0e-c9ed-4700-aff0-e0fdb9de8eeb", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:11.245112 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dc60e2bb-9531-4b10-ae5a-268201ce4343 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:11.245556 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc60e2bb-9531-4b10-ae5a-268201ce4343'] response: {'server_uuid': '170c15b1-0d7b-4c27-8d25-5b048d09c09b', 'name': 'network-vif-deleted', 'tag': '74990b0e-c9ed-4700-aff0-e0fdb9de8eeb', 'status': 'completed', 'code': 200} May 26 16:05:11.399229 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-d04a702a-6cf8-4a34-874d-273f7802f90a tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:11.400869 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-d04a702a-6cf8-4a34-874d-273f7802f90a tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/networks?id=73c00ccb-c63a-47b0-b4fa-0f82408bf451 HTTP/1.1" status: 200 len: 820 time: 0.1906278 May 26 16:05:11.429297 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f63b13-1d02-40a3-a080-bf7cd416ad21 req-2dd47fba-dbdd-499a-86ec-5c524a38e2c1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:11.432827 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23f63b13-1d02-40a3-a080-bf7cd416ad21 req-2dd47fba-dbdd-499a-86ec-5c524a38e2c1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.0993309 May 26 16:05:11.436693 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-c2a9e6bb-73d7-45d3-98cf-81185eeb34e6 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/quotas/9d5433c434574619b929cc3d96200a3d HTTP/1.1" status: 200 len: 375 time: 0.0255332 May 26 16:05:11.516941 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23f63b13-1d02-40a3-a080-bf7cd416ad21 req-7eb7becc-b92b-4905-9596-46ac7a5f6183 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771196 May 26 16:05:11.552860 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-01b5e631-9e42-449d-ae6e-62fb20263463 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d5433c434574619b929cc3d96200a3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845897 May 26 16:05:11.641336 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44856) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:11.665595 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-5186a6a7-0679-485c-a36d-288d869315ff service neutron] 10.222.0.77 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118398 May 26 16:05:11.786348 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad064ee-426c-4063-b3cf-321d848c708c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Deleting subnet 46b5afc3-ee84-4fb1-9031-e4f0f446b262 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:05:11.799547 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ad064ee-426c-4063-b3cf-321d848c708c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:11.851950 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ad064ee-426c-4063-b3cf-321d848c708c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:11.888547 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-656bd95d-582b-4362-b561-3ba01875823d service neutron] 10.222.0.77 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161310 May 26 16:05:11.906982 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474136db-de75-432b-849b-3ed0f8581e91 req-5415a6d3-2d1e-4101-923d-48d0e4124e51 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:11.915487 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-474136db-de75-432b-849b-3ed0f8581e91 req-5415a6d3-2d1e-4101-923d-48d0e4124e51 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.1342299 May 26 16:05:11.966918 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-474136db-de75-432b-849b-3ed0f8581e91 req-9d888539-c18a-44d5-be43-9bcf5760e402 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501628 May 26 16:05:12.046909 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ad064ee-426c-4063-b3cf-321d848c708c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:12.193767 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ad064ee-426c-4063-b3cf-321d848c708c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:12.252742 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad064ee-426c-4063-b3cf-321d848c708c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event deleted for resources: {'Subnet': ['ID=46b5afc3-ee84-4fb1-9031-e4f0f446b262,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:12.274623 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ad064ee-426c-4063-b3cf-321d848c708c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:12.282052 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2ad064ee-426c-4063-b3cf-321d848c708c tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "DELETE /v2.0/subnets/46b5afc3-ee84-4fb1-9031-e4f0f446b262 HTTP/1.1" status: 204 len: 168 time: 0.6387987 May 26 16:05:12.285094 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7bca50-bd2c-4b69-b2b8-804a5ca4c636 None None] Network d8d6d9b9-7641-4e8d-afe3-30010ffc1819 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:05:12.288697 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44870) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:12.349255 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2215f08-a9a7-4da7-b2e0-909d7c37e0c4 req-5044cdc7-15dd-4859-a295-1b303fc1328b tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 210 time: 0.1110659 May 26 16:05:12.499525 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-311911b2-d0ad-4335-ae19-b49df94a3162 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:12.630721 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-311911b2-d0ad-4335-ae19-b49df94a3162 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Deleting port 74c14498-c0d2-4c7c-9bed-a85df00f0e26 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:05:12.631915 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-311911b2-d0ad-4335-ae19-b49df94a3162 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:12.632892 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad8ed91-0f47-481c-ab0d-29621a578d45 None None] DHCP port deletion for d8d6d9b9-7641-4e8d-afe3-30010ffc1819 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:05:12.800407 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0ad8ed91-0f47-481c-ab0d-29621a578d45 None None] Deleting port 74c14498-c0d2-4c7c-9bed-a85df00f0e26 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:05:12.800561 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-311911b2-d0ad-4335-ae19-b49df94a3162 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] For port 74c14498-c0d2-4c7c-9bed-a85df00f0e26, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=74c14498-c0d2-4c7c-9bed-a85df00f0e26,segment=NetworkSegment(58031b61-2847-4621-885b-0842a3c3e82a),segment_id=58031b61-2847-4621-885b-0842a3c3e82a)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:12.801227 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0ad8ed91-0f47-481c-ab0d-29621a578d45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:12.801376 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-311911b2-d0ad-4335-ae19-b49df94a3162 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:12.832676 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-311911b2-d0ad-4335-ae19-b49df94a3162 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Calling delete_port for 74c14498-c0d2-4c7c-9bed-a85df00f0e26 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:05:12.935941 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-31c4d2fb-24b2-421b-a043-f8d577a2d646 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:12.937534 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-31c4d2fb-24b2-421b-a043-f8d577a2d646 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/networks?id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089 HTTP/1.1" status: 200 len: 812 time: 0.3443799 May 26 16:05:12.985421 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-86744fca-2e83-407c-8fcc-bf74d2e45583 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/quotas/3e96c338002c49fcb12a908abaf34a6e HTTP/1.1" status: 200 len: 375 time: 0.0360541 May 26 16:05:13.031269 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-0ad8ed91-0f47-481c-ab0d-29621a578d45 None None] For port 74c14498-c0d2-4c7c-9bed-a85df00f0e26, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=74c14498-c0d2-4c7c-9bed-a85df00f0e26,segment=NetworkSegment(58031b61-2847-4621-885b-0842a3c3e82a),segment_id=58031b61-2847-4621-885b-0842a3c3e82a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:13.038028 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0ad8ed91-0f47-481c-ab0d-29621a578d45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:13.089689 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0ad8ed91-0f47-481c-ab0d-29621a578d45 None None] Calling delete_port for 74c14498-c0d2-4c7c-9bed-a85df00f0e26 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:05:13.099501 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-8a964f00-e810-461d-8d88-10f36d1b66db tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e96c338002c49fcb12a908abaf34a6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1052263 May 26 16:05:13.101655 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-311911b2-d0ad-4335-ae19-b49df94a3162 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:13.216489 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311911b2-d0ad-4335-ae19-b49df94a3162 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event deleted for resources: {'Port': ['ID=74c14498-c0d2-4c7c-9bed-a85df00f0e26,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:13.230982 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311911b2-d0ad-4335-ae19-b49df94a3162 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] No DVR routers for this DVR port 74c14498-c0d2-4c7c-9bed-a85df00f0e26 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:05:13.254996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170c15b1-0d7b-4c27-8d25-5b048d09c09b', 'name': 'network-vif-deleted', 'tag': '225a0165-36b3-4bee-8442-60f4bd873321'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:13.258100 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48455855-4f49-4ee4-9376-2d90353067f3" -d '{"events": [{"server_uuid": "170c15b1-0d7b-4c27-8d25-5b048d09c09b", "name": "network-vif-deleted", "tag": "225a0165-36b3-4bee-8442-60f4bd873321"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:13.356618 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0ad8ed91-0f47-481c-ab0d-29621a578d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:13.377377 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-311911b2-d0ad-4335-ae19-b49df94a3162 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:13.430468 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-311911b2-d0ad-4335-ae19-b49df94a3162 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d6d9b9-7641-4e8d-afe3-30010ffc1819']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:13.445463 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-311911b2-d0ad-4335-ae19-b49df94a3162 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58031b61-2847-4621-885b-0842a3c3e82a') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:13.445922 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-311911b2-d0ad-4335-ae19-b49df94a3162 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58031b61-2847-4621-885b-0842a3c3e82a') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:13.458659 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-311911b2-d0ad-4335-ae19-b49df94a3162 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:13.483473 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad8ed91-0f47-481c-ab0d-29621a578d45 None None] No DVR routers for this DVR port 74c14498-c0d2-4c7c-9bed-a85df00f0e26 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:05:13.490273 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8ed91-0f47-481c-ab0d-29621a578d45 None None] Pushing event deleted for resources: {'Port': ['ID=74c14498-c0d2-4c7c-9bed-a85df00f0e26,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:13.496749 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-311911b2-d0ad-4335-ae19-b49df94a3162 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:13.515544 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b3ad9afb-5359-4c1e-8d4c-4444ce15daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:13.530560 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311911b2-d0ad-4335-ae19-b49df94a3162 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:05:13.531818 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-311911b2-d0ad-4335-ae19-b49df94a3162 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:13.574990 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 58031b61-2847-4621-885b-0842a3c3e82a resource provider aggregate not found May 26 16:05:13.685068 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 58031b61-2847-4621-885b-0842a3c3e82a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58031b61-2847-4621-885b-0842a3c3e82a found for delete ", "request_id": "req-7460f1eb-c3f0-4b7a-9981-83633e64c717"}]} May 26 16:05:13.696468 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-311911b2-d0ad-4335-ae19-b49df94a3162 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:13.737612 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-311911b2-d0ad-4335-ae19-b49df94a3162 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:13.744411 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-311911b2-d0ad-4335-ae19-b49df94a3162 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "DELETE /v2.0/networks/d8d6d9b9-7641-4e8d-afe3-30010ffc1819 HTTP/1.1" status: 204 len: 168 time: 1.4548144 May 26 16:05:13.747023 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311911b2-d0ad-4335-ae19-b49df94a3162 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event deleted for resources: {'Network': ['ID=d8d6d9b9-7641-4e8d-afe3-30010ffc1819,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:13.749416 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44924) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:13.814646 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-34545822-579c-49d5-9960-a235e57faa77 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Deleting subnet de072c3b-a323-4e35-b98c-760c66c724a5 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:05:13.819523 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34545822-579c-49d5-9960-a235e57faa77 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:13.842509 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 58c9f581-9690-4045-a71c-d9294bd4cbfb details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:05:13.869156 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34545822-579c-49d5-9960-a235e57faa77 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:13.907146 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-12003bb2-4f84-47b5-afdd-fc6ee91123e1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8319161 May 26 16:05:13.960588 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34545822-579c-49d5-9960-a235e57faa77 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:13.969798 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa99ff-f1d5-452e-b7a6-b829cb4c3ebd req-016978e4-9661-40d7-8c6f-d94a8dfaeaf7 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:13.972635 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ffa99ff-f1d5-452e-b7a6-b829cb4c3ebd req-016978e4-9661-40d7-8c6f-d94a8dfaeaf7 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.8200746 May 26 16:05:13.997684 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 58c9f581-9690-4045-a71c-d9294bd4cbfb, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=58c9f581-9690-4045-a71c-d9294bd4cbfb,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:14.028634 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '58c9f581-9690-4045-a71c-d9294bd4cbfb', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '58c9f581-9690-4045-a71c-d9294bd4cbfb', 'mac_address': 'fa:16:3e:72:ea:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:05:14.077186 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ffa99ff-f1d5-452e-b7a6-b829cb4c3ebd req-c9601598-0870-4045-b15b-c6aa055ad4a1 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957322 May 26 16:05:14.091600 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34545822-579c-49d5-9960-a235e57faa77 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:14.095870 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-013ead1e-3af5-4452-a95d-9c9c0a671536 service neutron] 10.222.0.77 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9709139 May 26 16:05:14.101786 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 58c9f581-9690-4045-a71c-d9294bd4cbfb is: ACTIVE; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:14.102271 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:14.133668 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34545822-579c-49d5-9960-a235e57faa77 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event deleted for resources: {'Subnet': ['ID=de072c3b-a323-4e35-b98c-760c66c724a5,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:14.138634 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34545822-579c-49d5-9960-a235e57faa77 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:14.145985 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-34545822-579c-49d5-9960-a235e57faa77 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "DELETE /v2.0/subnets/de072c3b-a323-4e35-b98c-760c66c724a5 HTTP/1.1" status: 204 len: 168 time: 0.3953869 May 26 16:05:14.146755 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44928) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:14.162180 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58c9f581-9690-4045-a71c-d9294bd4cbfb {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:14.226619 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 58c9f581-9690-4045-a71c-d9294bd4cbfb, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=58c9f581-9690-4045-a71c-d9294bd4cbfb,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:14.233960 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:14.428373 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=58c9f581-9690-4045-a71c-d9294bd4cbfb,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:14.432497 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 74c14498-c0d2-4c7c-9bed-a85df00f0e26 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:05:14.438859 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a0295c8b-27bd-4fc8-8ddf-d41371f22017 req-2ddc4c44-ff03-400b-81e7-91f66d764532 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 210 time: 0.0780675 May 26 16:05:14.467569 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a11bfd9-0193-4168-aba7-c46d180e2683 x-openstack-request-id: req-7a11bfd9-0193-4168-aba7-c46d180e2683 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:14.468193 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "170c15b1-0d7b-4c27-8d25-5b048d09c09b", "name": "network-vif-deleted", "tag": "225a0165-36b3-4bee-8442-60f4bd873321", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:14.468193 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7a11bfd9-0193-4168-aba7-c46d180e2683 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:14.480025 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a11bfd9-0193-4168-aba7-c46d180e2683'] response: {'server_uuid': '170c15b1-0d7b-4c27-8d25-5b048d09c09b', 'name': 'network-vif-deleted', 'tag': '225a0165-36b3-4bee-8442-60f4bd873321', 'status': 'completed', 'code': 200} May 26 16:05:14.484969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 74c14498-c0d2-4c7c-9bed-a85df00f0e26 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:05:14.485585 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 74c14498-c0d2-4c7c-9bed-a85df00f0e26 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:05:14.538129 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-bafdfa26-5666-4964-9633-f971e76cc71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:14.538896 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-bafdfa26-5666-4964-9633-f971e76cc71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:14.539541 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-bafdfa26-5666-4964-9633-f971e76cc71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:14.540202 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-bafdfa26-5666-4964-9633-f971e76cc71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:14.541097 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-bafdfa26-5666-4964-9633-f971e76cc71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:14.541748 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-bafdfa26-5666-4964-9633-f971e76cc71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:14.542380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-bafdfa26-5666-4964-9633-f971e76cc71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:14.552412 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-bafdfa26-5666-4964-9633-f971e76cc71c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=829e9f52f7f3454cafe50e0d9182f678&device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 6491 time: 0.4788754 May 26 16:05:14.563463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54813a0-9804-4348-bd61-ddfa414346bd None None] Network 192a8d6e-682a-4121-a2c2-9b704f6ff009 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:05:14.587505 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-90c85341-276c-4d4b-8fa1-dabbe259f242 service neutron] 10.222.0.77 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363883 May 26 16:05:14.604621 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-902d25a0-c6fb-43c4-a508-b0b36dd33c93 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:14.635983 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-75aee13f-386e-4765-94a3-d9cb367d19c1 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:14.637631 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-75aee13f-386e-4765-94a3-d9cb367d19c1 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.81 "GET /v2.0/networks?id=73c00ccb-c63a-47b0-b4fa-0f82408bf451 HTTP/1.1" status: 200 len: 820 time: 0.3768315 May 26 16:05:14.664816 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-554811d9-42bb-47a7-8b57-37c13f0ff631 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Request body: {'port': {'device_id': '1cf149a8-cf1d-4277-ae58-f7941d30fe3f', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'admin_state_up': True, 'tenant_id': '9d5433c434574619b929cc3d96200a3d'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:14.824173 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['58c9f581-9690-4045-a71c-d9294bd4cbfb'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:14.860522 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-f853623b-0397-4eb4-a281-ea9c51f67206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:14.861105 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-f853623b-0397-4eb4-a281-ea9c51f67206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:14.862289 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-f853623b-0397-4eb4-a281-ea9c51f67206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:14.869156 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-f853623b-0397-4eb4-a281-ea9c51f67206 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cc5ef074-7315-4026-8964-d75cc2ddf062&id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&id=f0bfc686-5a9f-4760-8a91-fab0346012c9&id=f0bfc686-5a9f-4760-8a91-fab0346012c9 HTTP/1.1" status: 200 len: 2292 time: 0.2574806 May 26 16:05:14.869668 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44942) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:14.875140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-35dcec19-0a76-42de-a1bf-22f3d8ebd242 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--152500372', 'description': 'tempest-description--2021702390'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:15.142393 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f5dd828-2aaa-477b-acac-2edf310663f3 req-65458a64-55d9-4ff0-a6ff-b53b71010adf tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=f86de365-38a9-4a2d-b03b-d518e8b76654 HTTP/1.1" status: 200 len: 210 time: 0.2222433 May 26 16:05:15.164791 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9a6fcd-89ab-4881-acc9-33e5a665560e None None] DHCP port deletion for 192a8d6e-682a-4121-a2c2-9b704f6ff009 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:05:15.238033 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-35dcec19-0a76-42de-a1bf-22f3d8ebd242 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:15.277046 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:05:15.294679 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-bd9aea9f-f565-4045-a9a4-48acc98959d4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d HTTP/1.1" status: 200 len: 1002 time: 0.4047992 May 26 16:05:15.338200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3c9a6fcd-89ab-4881-acc9-33e5a665560e None None] Deleting port ee14b74f-67c5-4a00-87ed-cab1411476de {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:05:15.338628 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3c9a6fcd-89ab-4881-acc9-33e5a665560e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:15.426287 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-902d25a0-c6fb-43c4-a508-b0b36dd33c93 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Deleting port ee14b74f-67c5-4a00-87ed-cab1411476de {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:05:15.426720 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-902d25a0-c6fb-43c4-a508-b0b36dd33c93 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:15.439607 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea612e-74db-44c2-8b24-13867138c760 req-145a9f18-22af-4166-9dc7-84d844d74ca8 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:15.450098 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fbea612e-74db-44c2-8b24-13867138c760 req-145a9f18-22af-4166-9dc7-84d844d74ca8 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 949 time: 0.1657524 May 26 16:05:15.468191 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-044518fa-a60f-41b0-ba41-75024d828bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:15.474723 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-044518fa-a60f-41b0-ba41-75024d828bb9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b75a4a7-49bc-43e9-90df-4f07b481bb2f HTTP/1.1" status: 200 len: 850 time: 0.1630874 May 26 16:05:15.545313 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-35dcec19-0a76-42de-a1bf-22f3d8ebd242 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:15.612948 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2c7311d9-938c-4f34-b6a0-de6d6d166068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:15.615910 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-902d25a0-c6fb-43c4-a508-b0b36dd33c93 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] For port ee14b74f-67c5-4a00-87ed-cab1411476de, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ee14b74f-67c5-4a00-87ed-cab1411476de,segment=NetworkSegment(5c3b694c-d357-40ed-a79b-3d0bb59c6fc8),segment_id=5c3b694c-d357-40ed-a79b-3d0bb59c6fc8)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:15.616897 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-902d25a0-c6fb-43c4-a508-b0b36dd33c93 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:15.632143 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3c9a6fcd-89ab-4881-acc9-33e5a665560e None None] For port ee14b74f-67c5-4a00-87ed-cab1411476de, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ee14b74f-67c5-4a00-87ed-cab1411476de,segment=NetworkSegment(5c3b694c-d357-40ed-a79b-3d0bb59c6fc8),segment_id=5c3b694c-d357-40ed-a79b-3d0bb59c6fc8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:15.632565 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3c9a6fcd-89ab-4881-acc9-33e5a665560e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:15.659107 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-902d25a0-c6fb-43c4-a508-b0b36dd33c93 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Calling delete_port for ee14b74f-67c5-4a00-87ed-cab1411476de owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:05:15.661510 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3c9a6fcd-89ab-4881-acc9-33e5a665560e None None] Calling delete_port for ee14b74f-67c5-4a00-87ed-cab1411476de owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:05:15.666300 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-35dcec19-0a76-42de-a1bf-22f3d8ebd242 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:15.670784 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-554811d9-42bb-47a7-8b57-37c13f0ff631 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Made reservation on behalf of 9d5433c434574619b929cc3d96200a3d for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:15.675337 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-554811d9-42bb-47a7-8b57-37c13f0ff631 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:15.762106 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7c7418e-94d7-4f00-abe5-685a5c340202 req-1d699572-b9fd-493f-be57-4f7fee02458d tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 210 time: 0.2137043 May 26 16:05:15.770464 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-35dcec19-0a76-42de-a1bf-22f3d8ebd242 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:15.780514 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-35dcec19-0a76-42de-a1bf-22f3d8ebd242 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9098215 May 26 16:05:15.801618 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44970) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:15.817863 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fbea612e-74db-44c2-8b24-13867138c760 req-482746a2-787f-403c-a434-66337165f3f6 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633506 May 26 16:05:15.827643 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b51158cc-90ac-4948-bd9d-7f315ce33b87 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Request body: {'security_group_rule': {'security_group_id': '4f0afac3-c48f-4709-a022-98f88f43ba8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:15.866057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dcec19-0a76-42de-a1bf-22f3d8ebd242 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0afac3-c48f-4709-a022-98f88f43ba8c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:15.880882 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 58c9f581-9690-4045-a71c-d9294bd4cbfb no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:05:15.899397 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-0bb0df28-c4e7-48bb-8705-671610d26c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:15.900939 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-0bb0df28-c4e7-48bb-8705-671610d26c42 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cc5ef074-7315-4026-8964-d75cc2ddf062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4085555 May 26 16:05:15.963062 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-554811d9-42bb-47a7-8b57-37c13f0ff631 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Allocated IP 172.20.0.10 (73c00ccb-c63a-47b0-b4fa-0f82408bf451/5cc54f86-23cb-4d55-b78f-eccd82b0b645/2af233fa-e97c-46fd-884b-47c4ca77cb72) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:05:16.102932 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 58c9f581-9690-4045-a71c-d9294bd4cbfb is: BUILD; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:16.107841 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:16.133564 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-554811d9-42bb-47a7-8b57-37c13f0ff631 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:16.153017 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 58c9f581-9690-4045-a71c-d9294bd4cbfb {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:16.154546 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-833cf85d-fe34-4d44-aaba-43c86413ee06 service neutron] 10.222.0.81 "GET /v2.0/networks/cc5ef074-7315-4026-8964-d75cc2ddf062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408748 May 26 16:05:16.220836 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3c9a6fcd-89ab-4881-acc9-33e5a665560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:16.227291 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b51158cc-90ac-4948-bd9d-7f315ce33b87 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:16.275893 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 58c9f581-9690-4045-a71c-d9294bd4cbfb, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=58c9f581-9690-4045-a71c-d9294bd4cbfb,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:16.321254 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ee14b74f-67c5-4a00-87ed-cab1411476de no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:05:16.323951 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-554811d9-42bb-47a7-8b57-37c13f0ff631 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:16.333913 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:16.349357 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a6fcd-89ab-4881-acc9-33e5a665560e None None] Pushing event deleted for resources: {'Port': ['ID=ee14b74f-67c5-4a00-87ed-cab1411476de,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:16.391545 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9a6fcd-89ab-4881-acc9-33e5a665560e None None] No DVR routers for this DVR port ee14b74f-67c5-4a00-87ed-cab1411476de on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:05:16.395164 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: ee14b74f-67c5-4a00-87ed-cab1411476de {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:05:16.395513 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ee14b74f-67c5-4a00-87ed-cab1411476de not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:05:16.397859 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8aa4e99c-5807-4f3e-b515-871f0efc32a5 req-eeb38484-db17-4875-82a3-930ab71e30e5 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=f86de365-38a9-4a2d-b03b-d518e8b76654 HTTP/1.1" status: 200 len: 210 time: 0.0555077 May 26 16:05:16.409458 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-554811d9-42bb-47a7-8b57-37c13f0ff631 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Network 73c00ccb-c63a-47b0-b4fa-0f82408bf451 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:16.430310 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-554811d9-42bb-47a7-8b57-37c13f0ff631 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:16.448823 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-554811d9-42bb-47a7-8b57-37c13f0ff631 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:05:16.500546 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:16.507353 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b51158cc-90ac-4948-bd9d-7f315ce33b87 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:16.512931 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-4dc7af73-b324-45b6-8c86-7d82c34e5b1b service neutron] 10.222.0.81 "GET /v2.0/networks/cc5ef074-7315-4026-8964-d75cc2ddf062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385856 May 26 16:05:16.520354 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b51158cc-90ac-4948-bd9d-7f315ce33b87 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:16.528430 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554811d9-42bb-47a7-8b57-37c13f0ff631 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Pushing event updated for resources: {'Port': ['ID=2af233fa-e97c-46fd-884b-47c4ca77cb72,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:16.531998 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=58c9f581-9690-4045-a71c-d9294bd4cbfb,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:16.593550 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-f6b6eb43-d8ce-4812-8953-95bf49a66a6d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=050f7dea-7df3-4c3e-9043-c8ce4c335535 HTTP/1.1" status: 200 len: 217 time: 0.0705166 May 26 16:05:16.607387 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-554811d9-42bb-47a7-8b57-37c13f0ff631 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:16.608040 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-554811d9-42bb-47a7-8b57-37c13f0ff631 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:16.612076 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-902d25a0-c6fb-43c4-a508-b0b36dd33c93 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:16.629819 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51158cc-90ac-4948-bd9d-7f315ce33b87 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc58d443-299a-44a6-a585-eb47bb57fc66,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:16.705129 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b51158cc-90ac-4948-bd9d-7f315ce33b87 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:16.707133 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b51158cc-90ac-4948-bd9d-7f315ce33b87 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8855519 May 26 16:05:16.709802 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44984) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:16.715048 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-c95dd4ec-2193-4295-9aca-a5f33b2cc041 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Request body: {'security_group_rule': {'security_group_id': '4f0afac3-c48f-4709-a022-98f88f43ba8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:16.725976 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d25a0-c6fb-43c4-a508-b0b36dd33c93 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event deleted for resources: {'Port': ['ID=ee14b74f-67c5-4a00-87ed-cab1411476de,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:16.731423 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902d25a0-c6fb-43c4-a508-b0b36dd33c93 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] No DVR routers for this DVR port ee14b74f-67c5-4a00-87ed-cab1411476de on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:05:16.744204 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-554811d9-42bb-47a7-8b57-37c13f0ff631 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0826433 May 26 16:05:16.745050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-1e820a23-0119-4eed-9244-e7d6fd3da86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:16.747402 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-1e820a23-0119-4eed-9244-e7d6fd3da86d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76c12a3a-8e39-4b12-a18f-cbc2de2ba639 HTTP/1.1" status: 200 len: 797 time: 0.1433775 May 26 16:05:16.798030 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c95dd4ec-2193-4295-9aca-a5f33b2cc041 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:16.800381 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-56a3bdb7-9197-4c0e-bb1f-02712a7d7401 service neutron] Request body: {'port': {'device_id': '1cf149a8-cf1d-4277-ae58-f7941d30fe3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:16.895528 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-bd0d02b1-7070-4844-97c0-0fbe3699356e None None] Provisioning complete for port 2af233fa-e97c-46fd-884b-47c4ca77cb72 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:16.896805 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bd0d02b1-7070-4844-97c0-0fbe3699356e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:16.932565 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-37c9b962-25e6-4355-b4d6-d311bbd0dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:16.934081 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-37c9b962-25e6-4355-b4d6-d311bbd0dcaf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1742194 May 26 16:05:16.965168 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-902d25a0-c6fb-43c4-a508-b0b36dd33c93 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:16.970539 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-56a3bdb7-9197-4c0e-bb1f-02712a7d7401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:16.995288 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d02b1-7070-4844-97c0-0fbe3699356e None None] Port 2af233fa-e97c-46fd-884b-47c4ca77cb72 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:05:17.038315 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c95dd4ec-2193-4295-9aca-a5f33b2cc041 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:17.056449 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-902d25a0-c6fb-43c4-a508-b0b36dd33c93 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192a8d6e-682a-4121-a2c2-9b704f6ff009']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:17.099483 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-902d25a0-c6fb-43c4-a508-b0b36dd33c93 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3b694c-d357-40ed-a79b-3d0bb59c6fc8') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:17.099719 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-902d25a0-c6fb-43c4-a508-b0b36dd33c93 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3b694c-d357-40ed-a79b-3d0bb59c6fc8') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:17.137702 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-902d25a0-c6fb-43c4-a508-b0b36dd33c93 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:17.185391 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-ceae8bca-0987-434b-a770-87f976137518 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:17.186626 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-ceae8bca-0987-434b-a770-87f976137518 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.83 "GET /v2.0/networks?id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089 HTTP/1.1" status: 200 len: 812 time: 0.2465775 May 26 16:05:17.246942 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-ff982b9d-a5d3-463a-9c79-12fad6d05ddc service neutron] 10.222.0.81 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052007 May 26 16:05:17.248971 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-902d25a0-c6fb-43c4-a508-b0b36dd33c93 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:17.253459 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c95dd4ec-2193-4295-9aca-a5f33b2cc041 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:17.262127 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-b6d98b84-30ad-416d-afca-cfe56aa8686f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Request body: {'port': {'device_id': 'f86de365-38a9-4a2d-b03b-d518e8b76654', 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089', 'admin_state_up': True, 'tenant_id': '3e96c338002c49fcb12a908abaf34a6e'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:17.293933 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-902d25a0-c6fb-43c4-a508-b0b36dd33c93 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:05:17.294334 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-902d25a0-c6fb-43c4-a508-b0b36dd33c93 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:17.309543 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95dd4ec-2193-4295-9aca-a5f33b2cc041 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a6e2b1-1fda-4e43-9caa-c558deb7341d,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:17.337184 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c95dd4ec-2193-4295-9aca-a5f33b2cc041 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:17.348887 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c95dd4ec-2193-4295-9aca-a5f33b2cc041 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6283989 May 26 16:05:17.349688 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44996) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:17.363667 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-5c9eec8b-e7d2-4418-88eb-f2a90538e0c0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:17.365044 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 5c3b694c-d357-40ed-a79b-3d0bb59c6fc8 resource provider aggregate not found May 26 16:05:17.410034 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 5c3b694c-d357-40ed-a79b-3d0bb59c6fc8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c3b694c-d357-40ed-a79b-3d0bb59c6fc8 found for delete ", "request_id": "req-49593bd7-b42d-4a12-8738-a45e53e30b57"}]} May 26 16:05:17.479901 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5eab0-bca3-444d-8fce-a747b0427776 req-251ff7b0-6ccd-46ff-9718-ed8a04c45ff9 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:17.481955 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6e5eab0-bca3-444d-8fce-a747b0427776 req-251ff7b0-6ccd-46ff-9718-ed8a04c45ff9 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 948 time: 0.2491813 May 26 16:05:17.490934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b0560-8006-45fb-9134-3c392eb66750 req-b338d144-0bc6-46a6-8866-82f6cfd6c815 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:17.495879 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-902d25a0-c6fb-43c4-a508-b0b36dd33c93 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:17.498619 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f6b0560-8006-45fb-9134-3c392eb66750 req-b338d144-0bc6-46a6-8866-82f6cfd6c815 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 932 time: 0.5635724 May 26 16:05:17.512189 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-902d25a0-c6fb-43c4-a508-b0b36dd33c93 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:17.515818 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-902d25a0-c6fb-43c4-a508-b0b36dd33c93 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] 10.222.0.77 "DELETE /v2.0/networks/192a8d6e-682a-4121-a2c2-9b704f6ff009 HTTP/1.1" status: 204 len: 168 time: 3.3675673 May 26 16:05:17.541958 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d25a0-c6fb-43c4-a508-b0b36dd33c93 tempest-ServersTestMultiNic-1480802105 tempest-ServersTestMultiNic-1480802105-project] Pushing event deleted for resources: {'Network': ['ID=192a8d6e-682a-4121-a2c2-9b704f6ff009,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:17.566490 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6e5eab0-bca3-444d-8fce-a747b0427776 req-560fea87-b23e-451d-8425-ffe7b3f32ef8 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604417 May 26 16:05:17.613745 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-b6d98b84-30ad-416d-afca-cfe56aa8686f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Made reservation on behalf of 3e96c338002c49fcb12a908abaf34a6e for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:17.617684 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-b6d98b84-30ad-416d-afca-cfe56aa8686f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:17.635422 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5c9eec8b-e7d2-4418-88eb-f2a90538e0c0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:17.651764 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:17.674788 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f6b0560-8006-45fb-9134-3c392eb66750 req-58c2550d-c070-44b0-b16a-530348f4fb91 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747134 May 26 16:05:17.775450 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-56a3bdb7-9197-4c0e-bb1f-02712a7d7401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af233fa-e97c-46fd-884b-47c4ca77cb72 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:17.786067 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-56a3bdb7-9197-4c0e-bb1f-02712a7d7401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:17.786646 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-905e1483-8498-44e5-a5fd-45530abc82da service neutron] 10.222.0.81 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021737 May 26 16:05:17.798476 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-56a3bdb7-9197-4c0e-bb1f-02712a7d7401 service neutron] Transition to ACTIVE for port object 2af233fa-e97c-46fd-884b-47c4ca77cb72 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:05:17.818438 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-56a3bdb7-9197-4c0e-bb1f-02712a7d7401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:17.870411 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 58c9f581-9690-4045-a71c-d9294bd4cbfb up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:17.918516 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3bdb7-9197-4c0e-bb1f-02712a7d7401 service neutron] Pushing event updated for resources: {'Port': ['ID=2af233fa-e97c-46fd-884b-47c4ca77cb72,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:17.943740 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-a3dcac7e-09bf-4ddc-ad69-3502325d844d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 HTTP/1.1" status: 200 len: 217 time: 0.1392846 May 26 16:05:17.952283 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-b6d98b84-30ad-416d-afca-cfe56aa8686f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Allocated IP 172.20.0.5 (b24d5e3e-51fb-4cb8-acdc-f7937b83f089/19f707b5-dbb7-44bf-9d91-1c1a69227d64/df607435-9b32-45a6-934d-63adba00786b) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:05:17.956138 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d014cc6-21c1-468b-adc0-9e6aef609686 req-a9805f93-1ef1-44bd-b991-afcf997bf703 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=f86de365-38a9-4a2d-b03b-d518e8b76654 HTTP/1.1" status: 200 len: 210 time: 0.1369379 May 26 16:05:18.026145 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 45018) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:18.057414 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-7e86144f-e04a-427a-9c3c-382618d0bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:18.061312 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-7e86144f-e04a-427a-9c3c-382618d0bdfd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76c12a3a-8e39-4b12-a18f-cbc2de2ba639 HTTP/1.1" status: 200 len: 797 time: 0.0969331 May 26 16:05:18.102233 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 58c9f581-9690-4045-a71c-d9294bd4cbfb triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:18.102800 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:18.215710 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:18.236423 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-e8976fed-3e7e-4e9c-8c36-9b92761888fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:18.238294 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-e8976fed-3e7e-4e9c-8c36-9b92761888fb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1494136 May 26 16:05:18.280582 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5c9eec8b-e7d2-4418-88eb-f2a90538e0c0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:18.313342 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 58c9f581-9690-4045-a71c-d9294bd4cbfb is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:18.314230 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:18.360419 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb37a4b-c723-4ea2-b0b2-8e27828624ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c9f581-9690-4045-a71c-d9294bd4cbfb'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:18.363924 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0006be-5ba3-4ffd-be3c-f4fa0fd0fac1" -d '{"events": [{"server_uuid": "beb37a4b-c723-4ea2-b0b2-8e27828624ee", "name": "network-vif-plugged", "status": "completed", "tag": "58c9f581-9690-4045-a71c-d9294bd4cbfb"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:18.384586 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 58c9f581-9690-4045-a71c-d9294bd4cbfb, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=58c9f581-9690-4045-a71c-d9294bd4cbfb,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:18.394192 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:18.458169 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946de839-c578-41d9-9cc4-2fdc304ab8ed x-openstack-request-id: req-946de839-c578-41d9-9cc4-2fdc304ab8ed {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:18.458881 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb37a4b-c723-4ea2-b0b2-8e27828624ee", "name": "network-vif-plugged", "status": "completed", "tag": "58c9f581-9690-4045-a71c-d9294bd4cbfb", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:18.459357 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-946de839-c578-41d9-9cc4-2fdc304ab8ed {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:18.460207 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-946de839-c578-41d9-9cc4-2fdc304ab8ed'] response: {'server_uuid': 'beb37a4b-c723-4ea2-b0b2-8e27828624ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c9f581-9690-4045-a71c-d9294bd4cbfb', 'code': 200} May 26 16:05:18.514113 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-56a3bdb7-9197-4c0e-bb1f-02712a7d7401 service neutron] Attempting to bind port 2af233fa-e97c-46fd-884b-47c4ca77cb72 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:18.514113 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-56a3bdb7-9197-4c0e-bb1f-02712a7d7401 service neutron] Attempting to bind port 2af233fa-e97c-46fd-884b-47c4ca77cb72 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '6881238a-7213-4299-a4d2-edb4f9a8e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:18.514484 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-56a3bdb7-9197-4c0e-bb1f-02712a7d7401 service neutron] Attempting to bind port 2af233fa-e97c-46fd-884b-47c4ca77cb72 on network 73c00ccb-c63a-47b0-b4fa-0f82408bf451 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:18.536844 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=58c9f581-9690-4045-a71c-d9294bd4cbfb,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:18.567091 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-56a3bdb7-9197-4c0e-bb1f-02712a7d7401 service neutron] Port 2af233fa-e97c-46fd-884b-47c4ca77cb72 on network 73c00ccb-c63a-47b0-b4fa-0f82408bf451 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:05:18.567305 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-56a3bdb7-9197-4c0e-bb1f-02712a7d7401 service neutron] Attempting to bind port 2af233fa-e97c-46fd-884b-47c4ca77cb72 on network 73c00ccb-c63a-47b0-b4fa-0f82408bf451 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:18.608474 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-4eabd862-aecd-48b8-801c-81781edae80a service neutron] 10.222.0.81 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479221 May 26 16:05:18.646755 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-56a3bdb7-9197-4c0e-bb1f-02712a7d7401 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:18.646979 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-56a3bdb7-9197-4c0e-bb1f-02712a7d7401 service neutron] Checking segment: {'id': '6881238a-7213-4299-a4d2-edb4f9a8e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:18.647368 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-56a3bdb7-9197-4c0e-bb1f-02712a7d7401 service neutron] Bound using segment: {'id': '6881238a-7213-4299-a4d2-edb4f9a8e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:18.647810 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-56a3bdb7-9197-4c0e-bb1f-02712a7d7401 service neutron] Bound port: 2af233fa-e97c-46fd-884b-47c4ca77cb72, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6881238a-7213-4299-a4d2-edb4f9a8e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:18.648185 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-56a3bdb7-9197-4c0e-bb1f-02712a7d7401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:18.726273 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f19c5-a43d-4e4a-af39-91d6c85583c9 req-95cfbcca-4598-4ffc-85dd-d003af1c244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:18.742063 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d75f19c5-a43d-4e4a-af39-91d6c85583c9 req-95cfbcca-4598-4ffc-85dd-d003af1c244b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 1101 time: 0.1382921 May 26 16:05:18.762762 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-5c9eec8b-e7d2-4418-88eb-f2a90538e0c0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Allocated IP 172.25.7.63 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/7923fdca-75e3-4217-b3e1-cf01912e8118) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:05:18.848752 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-b0e23ad9-d6a0-4c92-a140-e409ac19499a service neutron] 10.222.0.81 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385032 May 26 16:05:18.936812 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-b6d98b84-30ad-416d-afca-cfe56aa8686f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:18.941681 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d75f19c5-a43d-4e4a-af39-91d6c85583c9 req-f491d0e5-260c-496f-b3be-9fb58687ad76 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604035 May 26 16:05:18.944771 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:18.966971 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-56a3bdb7-9197-4c0e-bb1f-02712a7d7401 service neutron] For port 2af233fa-e97c-46fd-884b-47c4ca77cb72, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:18.971554 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-56a3bdb7-9197-4c0e-bb1f-02712a7d7401 service neutron] For port 2af233fa-e97c-46fd-884b-47c4ca77cb72, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=2af233fa-e97c-46fd-884b-47c4ca77cb72,segment=NetworkSegment(6881238a-7213-4299-a4d2-edb4f9a8e1f3),segment_id=6881238a-7213-4299-a4d2-edb4f9a8e1f3)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:19.001555 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-56a3bdb7-9197-4c0e-bb1f-02712a7d7401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:19.058276 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-fa9a0c75-9a0b-4e0e-9903-c6f86835a679 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=ca2c9533-8b3b-4f83-8365-a6bca11cfad7 HTTP/1.1" status: 200 len: 217 time: 0.1494410 May 26 16:05:19.102516 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-56a3bdb7-9197-4c0e-bb1f-02712a7d7401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:19.103260 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-56a3bdb7-9197-4c0e-bb1f-02712a7d7401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:19.105090 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-56a3bdb7-9197-4c0e-bb1f-02712a7d7401 service neutron] 10.222.0.81 "PUT /v2.0/ports/2af233fa-e97c-46fd-884b-47c4ca77cb72 HTTP/1.1" status: 200 len: 1092 time: 2.3101292 May 26 16:05:19.106460 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf149a8-cf1d-4277-ae58-f7941d30fe3f', 'tag': '2af233fa-e97c-46fd-884b-47c4ca77cb72'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:19.109480 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ceb61d9-1f95-4f66-8bcd-5506c4326882" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf149a8-cf1d-4277-ae58-f7941d30fe3f", "tag": "2af233fa-e97c-46fd-884b-47c4ca77cb72"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:19.146894 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-b6d98b84-30ad-416d-afca-cfe56aa8686f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:19.171749 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3bdb7-9197-4c0e-bb1f-02712a7d7401 service neutron] Pushing event updated for resources: {'Port': ['ID=2af233fa-e97c-46fd-884b-47c4ca77cb72,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:19.215415 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe53c53-abc0-493e-8761-d97ec5b8554f req-189fdd24-0c57-426e-9b01-c168baad74df tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:19.231399 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1fe53c53-abc0-493e-8761-d97ec5b8554f req-189fdd24-0c57-426e-9b01-c168baad74df tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.4857724 May 26 16:05:19.273863 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-b6d98b84-30ad-416d-afca-cfe56aa8686f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:19.325031 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-b6d98b84-30ad-416d-afca-cfe56aa8686f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:19.347945 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-b6d98b84-30ad-416d-afca-cfe56aa8686f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:05:19.461734 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d98b84-30ad-416d-afca-cfe56aa8686f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Pushing event updated for resources: {'Port': ['ID=df607435-9b32-45a6-934d-63adba00786b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:19.506105 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-b6d98b84-30ad-416d-afca-cfe56aa8686f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:19.507009 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-b6d98b84-30ad-416d-afca-cfe56aa8686f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:19.542559 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-57802fd7-e5a0-4452-a520-fe62d7a3e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:19.553987 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-57802fd7-e5a0-4452-a520-fe62d7a3e4f1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d5433c434574619b929cc3d96200a3d&device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 1095 time: 0.2933261 May 26 16:05:19.680056 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-b6d98b84-30ad-416d-afca-cfe56aa8686f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4287283 May 26 16:05:19.699317 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-43616565-a11a-47a4-8f77-30dd70dbedc6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2af233fa-e97c-46fd-884b-47c4ca77cb72 HTTP/1.1" status: 200 len: 217 time: 0.1308761 May 26 16:05:19.732158 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-8988b168-eea0-41b2-a6cc-7678002a2884 service neutron] Request body: {'port': {'device_id': 'f86de365-38a9-4a2d-b03b-d518e8b76654', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:19.743534 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-720a3bb7-de54-4191-96a8-e610aa88d7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:19.820806 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce4e87-2412-4a11-8919-c766ab9c5fb5 req-70e8b3bf-e332-4a41-a069-e8c267070004 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:19.829705 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d0ce4e87-2412-4a11-8919-c766ab9c5fb5 req-70e8b3bf-e332-4a41-a069-e8c267070004 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 944 time: 0.9538319 May 26 16:05:19.885049 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-d4f5ed5f-5801-46bb-b38c-2abbf0dc8164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:19.886719 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-d4f5ed5f-5801-46bb-b38c-2abbf0dc8164 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76c12a3a-8e39-4b12-a18f-cbc2de2ba639 HTTP/1.1" status: 200 len: 797 time: 0.6427205 May 26 16:05:19.921324 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-8988b168-eea0-41b2-a6cc-7678002a2884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:19.923531 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1fe53c53-abc0-493e-8761-d97ec5b8554f req-f7951717-a56c-4cc0-bb3c-c4985952e94e tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6907938 May 26 16:05:19.931885 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-6c4d9ca5-fa00-46fc-a003-7356f78c810e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:19.933482 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-6c4d9ca5-fa00-46fc-a003-7356f78c810e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5cc54f86-23cb-4d55-b78f-eccd82b0b645 HTTP/1.1" status: 200 len: 859 time: 0.2259321 May 26 16:05:19.984823 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d0ce4e87-2412-4a11-8919-c766ab9c5fb5 req-dc71fd0f-4eab-441e-82bb-3a97fc153518 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539705 May 26 16:05:20.003173 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5c9eec8b-e7d2-4418-88eb-f2a90538e0c0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:20.072562 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-cae774c9-7791-43a4-baeb-6e21df7e6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:20.075122 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-cae774c9-7791-43a4-baeb-6e21df7e6ca6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1730423 May 26 16:05:20.184877 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-68b4f783-32d5-425d-b750-8e582b4f90b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:20.186677 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-68b4f783-32d5-425d-b750-8e582b4f90b5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=73c00ccb-c63a-47b0-b4fa-0f82408bf451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2357378 May 26 16:05:20.245252 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad214b37-e683-40a3-90d6-6e05083d1c1c x-openstack-request-id: req-ad214b37-e683-40a3-90d6-6e05083d1c1c {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:20.245505 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf149a8-cf1d-4277-ae58-f7941d30fe3f", "tag": "2af233fa-e97c-46fd-884b-47c4ca77cb72", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:20.245720 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ad214b37-e683-40a3-90d6-6e05083d1c1c {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:20.246073 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad214b37-e683-40a3-90d6-6e05083d1c1c'] response: {'name': 'network-changed', 'server_uuid': '1cf149a8-cf1d-4277-ae58-f7941d30fe3f', 'tag': '2af233fa-e97c-46fd-884b-47c4ca77cb72', 'status': 'completed', 'code': 200} May 26 16:05:20.397875 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-d1370b47-e8a6-4ff3-a4f0-bcc0ab056d12 service neutron] 10.222.0.81 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049946 May 26 16:05:20.410662 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-1da360ba-4279-4b1b-abb2-844337faab87 service neutron] 10.222.0.81 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743274 May 26 16:05:20.440580 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5c9eec8b-e7d2-4418-88eb-f2a90538e0c0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:20.537707 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9eec8b-e7d2-4418-88eb-f2a90538e0c0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:20.542472 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-5c9eec8b-e7d2-4418-88eb-f2a90538e0c0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:20.552385 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05fec2-b1ab-4dec-92b2-7de4a3f7f156 req-4028991c-6b88-4ba4-891c-8004cd3ac543 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:20.553978 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c05fec2-b1ab-4dec-92b2-7de4a3f7f156 req-4028991c-6b88-4ba4-891c-8004cd3ac543 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=f86de365-38a9-4a2d-b03b-d518e8b76654 HTTP/1.1" status: 200 len: 931 time: 0.4220066 May 26 16:05:20.558130 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9eec8b-e7d2-4418-88eb-f2a90538e0c0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:05:20.583136 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-8988b168-eea0-41b2-a6cc-7678002a2884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df607435-9b32-45a6-934d-63adba00786b {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:20.610034 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-8988b168-eea0-41b2-a6cc-7678002a2884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:20.651470 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-8988b168-eea0-41b2-a6cc-7678002a2884 service neutron] Transition to ACTIVE for port object df607435-9b32-45a6-934d-63adba00786b will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:05:20.671358 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9eec8b-e7d2-4418-88eb-f2a90538e0c0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Pushing event updated for resources: {'Port': ['ID=7923fdca-75e3-4217-b3e1-cf01912e8118,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:20.711987 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-8988b168-eea0-41b2-a6cc-7678002a2884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:20.723413 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c05fec2-b1ab-4dec-92b2-7de4a3f7f156 req-a754421b-dd99-4b66-9dbd-e77c5f8d5f4a tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191518 May 26 16:05:20.740904 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-1602f948-689c-49bd-a179-3b35d355220c service neutron] 10.222.0.81 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176746 May 26 16:05:20.751629 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5c9eec8b-e7d2-4418-88eb-f2a90538e0c0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:20.795385 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-6d37d545-1939-45c6-9fbe-ac5d02b3eef8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=b8113dc2-ac75-4d93-99ef-3dee360d64f7 HTTP/1.1" status: 200 len: 217 time: 0.0460212 May 26 16:05:20.848238 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5c9eec8b-e7d2-4418-88eb-f2a90538e0c0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:20.921993 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-946d30d0-4d00-4f0e-b7e8-ce93de1885de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:20.923571 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-946d30d0-4d00-4f0e-b7e8-ce93de1885de service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76c12a3a-8e39-4b12-a18f-cbc2de2ba639 HTTP/1.1" status: 200 len: 797 time: 0.0913551 May 26 16:05:21.069335 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-3bbf7b5a-c30a-43be-adb0-1b657437ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:21.071273 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-3bbf7b5a-c30a-43be-adb0-1b657437ef2f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1eb55624-9c37-44ca-b94a-5b2c77ca0424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1377342 May 26 16:05:21.263732 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988b168-eea0-41b2-a6cc-7678002a2884 service neutron] Pushing event updated for resources: {'Port': ['ID=df607435-9b32-45a6-934d-63adba00786b,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:21.277286 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92953888-13e1-41bf-a60c-b7069e67671a req-85cd4dee-daf1-4004-a8c8-e8a444766b2c tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:21.280590 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-92953888-13e1-41bf-a60c-b7069e67671a req-85cd4dee-daf1-4004-a8c8-e8a444766b2c tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 944 time: 0.2047939 May 26 16:05:21.290844 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40176123-d07c-4fb4-9d20-430b8c53dbb0 req-a6cbc5c2-9ff8-404e-bc83-ad96a78e0717 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:21.292527 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-40176123-d07c-4fb4-9d20-430b8c53dbb0 req-a6cbc5c2-9ff8-404e-bc83-ad96a78e0717 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.1786544 May 26 16:05:21.342523 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be11cbc7-1895-4bfd-b53b-c1c69ba23bb3 req-5c52792c-889a-4aa1-a367-7eb7e407cca6 service neutron] 10.222.0.81 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6870337 May 26 16:05:21.347821 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5c9eec8b-e7d2-4418-88eb-f2a90538e0c0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:21.355936 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-fa5cf49f-d485-4862-ba07-ecaf97e059f6 service neutron] 10.222.0.81 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693472 May 26 16:05:21.369012 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-8988b168-eea0-41b2-a6cc-7678002a2884 service neutron] Attempting to bind port df607435-9b32-45a6-934d-63adba00786b on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:21.369256 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5c9eec8b-e7d2-4418-88eb-f2a90538e0c0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:21.369413 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-8988b168-eea0-41b2-a6cc-7678002a2884 service neutron] Attempting to bind port df607435-9b32-45a6-934d-63adba00786b by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '27db717a-2f60-44cd-8e74-311e0a4c3ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:21.369413 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-8988b168-eea0-41b2-a6cc-7678002a2884 service neutron] Attempting to bind port df607435-9b32-45a6-934d-63adba00786b on network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:21.383227 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-8988b168-eea0-41b2-a6cc-7678002a2884 service neutron] Port df607435-9b32-45a6-934d-63adba00786b on network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:05:21.383594 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-8988b168-eea0-41b2-a6cc-7678002a2884 service neutron] Attempting to bind port df607435-9b32-45a6-934d-63adba00786b on network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:21.392819 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-720a3bb7-de54-4191-96a8-e610aa88d7c9 admin admin] Deleting port 9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:05:21.397736 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-720a3bb7-de54-4191-96a8-e610aa88d7c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:21.412660 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-8988b168-eea0-41b2-a6cc-7678002a2884 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:21.413295 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-8988b168-eea0-41b2-a6cc-7678002a2884 service neutron] Checking segment: {'id': '27db717a-2f60-44cd-8e74-311e0a4c3ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:21.414000 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-8988b168-eea0-41b2-a6cc-7678002a2884 service neutron] Bound using segment: {'id': '27db717a-2f60-44cd-8e74-311e0a4c3ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:21.414456 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-8988b168-eea0-41b2-a6cc-7678002a2884 service neutron] Bound port: df607435-9b32-45a6-934d-63adba00786b, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27db717a-2f60-44cd-8e74-311e0a4c3ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:21.414871 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-8988b168-eea0-41b2-a6cc-7678002a2884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:21.459458 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-92953888-13e1-41bf-a60c-b7069e67671a req-1b3e7213-29c5-409f-82ea-c3efe27d2fcd tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610126 May 26 16:05:21.539946 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-40176123-d07c-4fb4-9d20-430b8c53dbb0 req-0dc2d1c8-12ae-468b-9c75-9a1918487efe tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331932 May 26 16:05:21.564399 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-720a3bb7-de54-4191-96a8-e610aa88d7c9 admin admin] For port 9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe,segment=NetworkSegment(47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12),segment_id=47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:21.565636 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-720a3bb7-de54-4191-96a8-e610aa88d7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:21.586605 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-720a3bb7-de54-4191-96a8-e610aa88d7c9 admin admin] Calling delete_port for 9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:05:21.593983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9eec8b-e7d2-4418-88eb-f2a90538e0c0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Pushing event updated for resources: {'Port': ['ID=7923fdca-75e3-4217-b3e1-cf01912e8118,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:21.613550 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5c9eec8b-e7d2-4418-88eb-f2a90538e0c0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:21.652879 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5c9eec8b-e7d2-4418-88eb-f2a90538e0c0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:21.660703 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5c9eec8b-e7d2-4418-88eb-f2a90538e0c0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3018615 May 26 16:05:21.667448 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-d0fa184e-7f64-4430-b66c-e1ccec63d9ea service neutron] 10.222.0.81 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919068 May 26 16:05:21.776014 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb61d9-1f95-4f66-8bcd-5506c4326882 req-22988240-e304-4468-89de-6b27b68b8e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:21.777815 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8ceb61d9-1f95-4f66-8bcd-5506c4326882 req-22988240-e304-4468-89de-6b27b68b8e71 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d5433c434574619b929cc3d96200a3d&device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 1095 time: 0.3607311 May 26 16:05:21.788895 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-8988b168-eea0-41b2-a6cc-7678002a2884 service neutron] For port df607435-9b32-45a6-934d-63adba00786b, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:21.819238 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-08a6df01-7917-4199-afce-b60d4022ce1c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f28bda9b-d8f5-48c0-94b8-265841b80e6b HTTP/1.1" status: 200 len: 217 time: 0.1297503 May 26 16:05:21.825979 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-8988b168-eea0-41b2-a6cc-7678002a2884 service neutron] For port df607435-9b32-45a6-934d-63adba00786b, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=df607435-9b32-45a6-934d-63adba00786b,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:21.870907 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-8988b168-eea0-41b2-a6cc-7678002a2884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:21.904871 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eacb7e-3207-4a2e-a1c3-299d2dec9281 req-8f059953-0d94-4752-814c-ffeb868730d3 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:21.906326 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a2eacb7e-3207-4a2e-a1c3-299d2dec9281 req-8f059953-0d94-4752-814c-ffeb868730d3 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.2297442 May 26 16:05:21.926674 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-8988b168-eea0-41b2-a6cc-7678002a2884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:21.927291 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-8988b168-eea0-41b2-a6cc-7678002a2884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:21.928690 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-8988b168-eea0-41b2-a6cc-7678002a2884 service neutron] 10.222.0.83 "PUT /v2.0/ports/df607435-9b32-45a6-934d-63adba00786b HTTP/1.1" status: 200 len: 1091 time: 2.2120302 May 26 16:05:21.936247 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-53b401b8-c55e-499a-98dd-f42fe6a36b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:21.937842 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-53b401b8-c55e-499a-98dd-f42fe6a36b04 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1f5e3e2-46bf-451b-841b-adc78325b3e9 HTTP/1.1" status: 200 len: 797 time: 0.0948112 May 26 16:05:21.954770 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064b285-dc9d-453f-bc80-6b850ff70b59 req-4bebc56f-e63b-448d-81d3-4525a243c559 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:21.956600 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e064b285-dc9d-453f-bc80-6b850ff70b59 req-4bebc56f-e63b-448d-81d3-4525a243c559 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=f86de365-38a9-4a2d-b03b-d518e8b76654 HTTP/1.1" status: 200 len: 943 time: 0.1328549 May 26 16:05:22.006017 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988b168-eea0-41b2-a6cc-7678002a2884 service neutron] Pushing event updated for resources: {'Port': ['ID=df607435-9b32-45a6-934d-63adba00786b,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:22.031026 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a2eacb7e-3207-4a2e-a1c3-299d2dec9281 req-4ef4f044-81d9-4ec1-b2a1-71c2a38f1805 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109035 May 26 16:05:22.041682 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb61d9-1f95-4f66-8bcd-5506c4326882 req-19d5e0fe-0395-410c-84dd-0fb19c87aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.044124 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8ceb61d9-1f95-4f66-8bcd-5506c4326882 req-19d5e0fe-0395-410c-84dd-0fb19c87aa4f service neutron] 10.222.0.81 "GET /v2.0/networks?id=73c00ccb-c63a-47b0-b4fa-0f82408bf451 HTTP/1.1" status: 200 len: 921 time: 0.2486455 May 26 16:05:22.054119 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e064b285-dc9d-453f-bc80-6b850ff70b59 req-519824c4-727b-444a-b223-7f1ff68f2f11 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836992 May 26 16:05:22.060681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-57dd819e-9c1d-4154-a31c-b95761b65369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.062224 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-57dd819e-9c1d-4154-a31c-b95761b65369 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f0bfc686-5a9f-4760-8a91-fab0346012c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1045899 May 26 16:05:22.142853 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8ceb61d9-1f95-4f66-8bcd-5506c4326882 req-f21e3fa4-a2bd-414e-a743-20a1596c0943 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2af233fa-e97c-46fd-884b-47c4ca77cb72 HTTP/1.1" status: 200 len: 217 time: 0.0618160 May 26 16:05:22.146235 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-720a3bb7-de54-4191-96a8-e610aa88d7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:22.185786 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a3bb7-de54-4191-96a8-e610aa88d7c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:22.238628 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-7accfc62-1986-4da7-9e6d-6c8f362b1453 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--347818800&fields=id&tenant_id=48b645bc4074429e8fc191f5d438d6ae HTTP/1.1" status: 200 len: 267 time: 0.0818906 May 26 16:05:22.245372 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-184929ab-3016-477f-a2d1-d280acfecb4d tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--152500372&fields=id&tenant_id=e054f09efe5e48a1a811c34416f57f3d HTTP/1.1" status: 200 len: 267 time: 0.0811431 May 26 16:05:22.246155 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-b6cf4771-1d39-4df0-a5ab-d2f9a204f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.247719 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-b6cf4771-1d39-4df0-a5ab-d2f9a204f676 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3e96c338002c49fcb12a908abaf34a6e&device_id=f86de365-38a9-4a2d-b03b-d518e8b76654 HTTP/1.1" status: 200 len: 1094 time: 0.2197301 May 26 16:05:22.250119 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86de365-38a9-4a2d-b03b-d518e8b76654', 'tag': 'df607435-9b32-45a6-934d-63adba00786b'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:22.252447 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdfd6c2-b189-4807-9b15-9ae8bdbb13ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f86de365-38a9-4a2d-b03b-d518e8b76654", "tag": "df607435-9b32-45a6-934d-63adba00786b"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:22.293623 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb61d9-1f95-4f66-8bcd-5506c4326882 req-b49dadb2-1087-49d7-92bd-bc1000fd6439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.295098 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8ceb61d9-1f95-4f66-8bcd-5506c4326882 req-b49dadb2-1087-49d7-92bd-bc1000fd6439 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5cc54f86-23cb-4d55-b78f-eccd82b0b645 HTTP/1.1" status: 200 len: 859 time: 0.1226003 May 26 16:05:22.307789 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-1c5b73ac-d1c8-4d85-895f-2e5f14946ccf service neutron] 10.222.0.81 "GET /v2.0/networks/f0bfc686-5a9f-4760-8a91-fab0346012c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206755 May 26 16:05:22.337915 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-ded2835d-ae12-4a05-a28b-a02d4b269470 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df607435-9b32-45a6-934d-63adba00786b HTTP/1.1" status: 200 len: 217 time: 0.0574777 May 26 16:05:22.465639 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-c09dbf08-2a4c-486a-bb86-bcdaaa45847d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.467089 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-c09dbf08-2a4c-486a-bb86-bcdaaa45847d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=19f707b5-dbb7-44bf-9d91-1c1a69227d64 HTTP/1.1" status: 200 len: 852 time: 0.1078098 May 26 16:05:22.471028 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb61d9-1f95-4f66-8bcd-5506c4326882 req-1e218864-72b0-437b-aa8a-2149eea39504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.473240 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8ceb61d9-1f95-4f66-8bcd-5506c4326882 req-1e218864-72b0-437b-aa8a-2149eea39504 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=73c00ccb-c63a-47b0-b4fa-0f82408bf451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475551 May 26 16:05:22.529761 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-ccd6c1b6-8c93-4762-b0d3-1ef10e4cd0c8 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.531122 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-ccd6c1b6-8c93-4762-b0d3-1ef10e4cd0c8 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/networks?id=1266241d-c924-4f6c-9aee-26a91490c901 HTTP/1.1" status: 200 len: 815 time: 0.2848916 May 26 16:05:22.543061 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-1b68f3b6-6f58-446e-9b4d-1f1ef25731eb tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.544484 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-1b68f3b6-6f58-446e-9b4d-1f1ef25731eb tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/networks?id=48798ccf-c01b-4baf-8c1d-06629758249c HTTP/1.1" status: 200 len: 817 time: 0.2740254 May 26 16:05:22.547486 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-6d241d47-bcd2-4c8e-9f52-38be11713802 service neutron] 10.222.0.81 "GET /v2.0/networks/f0bfc686-5a9f-4760-8a91-fab0346012c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122724 May 26 16:05:22.551611 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-008fac3a-a4ce-4a66-adae-c8d8fbaef5fb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719864 May 26 16:05:22.569924 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-1b85284a-b09b-403d-9dd1-6822d71af23a tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/quotas/48b645bc4074429e8fc191f5d438d6ae HTTP/1.1" status: 200 len: 375 time: 0.0243955 May 26 16:05:22.573203 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-53a2aa5f-65db-45e5-8973-b59c97cb4245 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/quotas/e054f09efe5e48a1a811c34416f57f3d HTTP/1.1" status: 200 len: 375 time: 0.0189242 May 26 16:05:22.603519 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-947141f9-215b-469d-b0b8-5fe056bacf53 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 HTTP/1.1" status: 200 len: 217 time: 0.0417097 May 26 16:05:22.651213 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-720a3bb7-de54-4191-96a8-e610aa88d7c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:22.711489 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-e5b5dbbb-11f7-4864-affc-78f55b8c72c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.712977 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-e5b5dbbb-11f7-4864-affc-78f55b8c72c0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1f5e3e2-46bf-451b-841b-adc78325b3e9 HTTP/1.1" status: 200 len: 797 time: 0.0954494 May 26 16:05:22.724925 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-b355a868-ce23-47c8-af69-479a8f1245f7 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=48b645bc4074429e8fc191f5d438d6ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1243684 May 26 16:05:22.737278 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-c804d6c4-e495-47c1-ba7d-80eabe299a57 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e054f09efe5e48a1a811c34416f57f3d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1377289 May 26 16:05:22.743244 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8ceb61d9-1f95-4f66-8bcd-5506c4326882 req-71ff96fb-fd90-4287-a0c8-061de772ce7e service neutron] 10.222.0.81 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561669 May 26 16:05:22.837914 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-bca30feb-33cf-429c-91c8-1f52d58ffc03 service neutron] 10.222.0.83 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569394 May 26 16:05:22.888078 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-eecb0944-4d39-4cc7-a308-912b067162bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:22.889577 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-eecb0944-4d39-4cc7-a308-912b067162bc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f0bfc686-5a9f-4760-8a91-fab0346012c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1636777 May 26 16:05:22.952008 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8ceb61d9-1f95-4f66-8bcd-5506c4326882 req-aff0a7bb-0f9c-403a-8efc-ec81772ca56b service neutron] 10.222.0.81 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994586 May 26 16:05:22.970938 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-0e85d8a8-d35b-4904-a843-e9c96ba9f4da service neutron] 10.222.0.77 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166412 May 26 16:05:22.981948 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-832a2d0f-6dac-4f31-9021-84e6aef93248 service neutron] 10.222.0.77 "GET /v2.0/networks/1266241d-c924-4f6c-9aee-26a91490c901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360685 May 26 16:05:23.014984 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e7a5013d-598c-43d7-91ec-90de8fb107b3 req-a57b2c93-108a-412b-89a0-183736de9fef service neutron] 10.222.0.83 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647923 May 26 16:05:23.076122 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720a3bb7-de54-4191-96a8-e610aa88d7c9 admin admin] Router a4873f4d-0870-4e54-9a83-e5bce1f4b1b5 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:05:23.193736 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720a3bb7-de54-4191-96a8-e610aa88d7c9 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:05:23.201596 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-720a3bb7-de54-4191-96a8-e610aa88d7c9 admin admin] 10.222.0.77 "PUT /v2.0/routers/a4873f4d-0870-4e54-9a83-e5bce1f4b1b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1571531 May 26 16:05:23.202603 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 45108) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:23.206907 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a44e532-0077-48b2-a270-2e9df6535275 None None] Sync routers for ids ['a4873f4d-0870-4e54-9a83-e5bce1f4b1b5'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:05:23.218595 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a44e532-0077-48b2-a270-2e9df6535275 None None] Routers {'a4873f4d-0870-4e54-9a83-e5bce1f4b1b5'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:05:23.219332 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7a44e532-0077-48b2-a270-2e9df6535275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:05:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['a4873f4d-0870-4e54-9a83-e5bce1f4b1b5'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:23.310087 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-baa18994-a252-4e3a-bd7f-71cceb12af00 admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:23.410198 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-59c3f37b-a202-4eb1-8a65-748b9713cf17 service neutron] 10.222.0.81 "GET /v2.0/networks/f0bfc686-5a9f-4760-8a91-fab0346012c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117848 May 26 16:05:23.414450 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-7a44e532-0077-48b2-a270-2e9df6535275 None None] Set router a4873f4d-0870-4e54-9a83-e5bce1f4b1b5 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:05:23.424204 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-baa18994-a252-4e3a-bd7f-71cceb12af00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:23.488978 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-baa18994-a252-4e3a-bd7f-71cceb12af00 admin admin] Deleting port d40add1c-daed-4be6-94dc-206bf64e7af7 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:05:23.489602 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-baa18994-a252-4e3a-bd7f-71cceb12af00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:23.499233 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-449098e1-86ce-4af8-8c6a-1ccf886c51b5 service neutron] 10.222.0.77 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195327 May 26 16:05:23.505959 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-d42c18a4-8902-4bfe-a8b3-4b224ebd2636 service neutron] 10.222.0.77 "GET /v2.0/networks/1266241d-c924-4f6c-9aee-26a91490c901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149033 May 26 16:05:23.543082 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88344d61-b65d-4de4-9bc6-cb5f1a4d95ba req-18553a20-2703-44dd-b8bc-0d828a19c835 service neutron] 10.222.0.81 "GET /v2.0/networks/f0bfc686-5a9f-4760-8a91-fab0346012c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210265 May 26 16:05:23.609998 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-baa18994-a252-4e3a-bd7f-71cceb12af00 admin admin] For port d40add1c-daed-4be6-94dc-206bf64e7af7, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d40add1c-daed-4be6-94dc-206bf64e7af7,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:23.610399 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-baa18994-a252-4e3a-bd7f-71cceb12af00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:23.613461 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7a44e532-0077-48b2-a270-2e9df6535275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4873f4d-0870-4e54-9a83-e5bce1f4b1b5', 'name': 'tempest-ServersTestMultiNic-1737838522-router', 'tenant_id': 'c6cedca6b56247978dd71967ceac922e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'd40add1c-daed-4be6-94dc-206bf64e7af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:19Z', 'updated_at': '2022-05-26T16:05:21Z', 'revision_number': 5, 'project_id': 'c6cedca6b56247978dd71967ceac922e', 'gw_port': {'id': 'd40add1c-daed-4be6-94dc-206bf64e7af7', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:81:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4873f4d-0870-4e54-9a83-e5bce1f4b1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:03:20Z', 'updated_at': '2022-05-26T16:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:23.623208 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-baa18994-a252-4e3a-bd7f-71cceb12af00 admin admin] Calling delete_port for d40add1c-daed-4be6-94dc-206bf64e7af7 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:05:23.647940 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a44e532-0077-48b2-a270-2e9df6535275 None None] Checking router: a4873f4d-0870-4e54-9a83-e5bce1f4b1b5 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:05:23.656349 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a44e532-0077-48b2-a270-2e9df6535275 None None] Routers {'a4873f4d-0870-4e54-9a83-e5bce1f4b1b5'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:05:23.656975 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7a44e532-0077-48b2-a270-2e9df6535275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:05:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['a4873f4d-0870-4e54-9a83-e5bce1f4b1b5'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:23.753864 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-7a44e532-0077-48b2-a270-2e9df6535275 None None] Set router a4873f4d-0870-4e54-9a83-e5bce1f4b1b5 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:05:23.812132 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7a44e532-0077-48b2-a270-2e9df6535275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4873f4d-0870-4e54-9a83-e5bce1f4b1b5', 'name': 'tempest-ServersTestMultiNic-1737838522-router', 'tenant_id': 'c6cedca6b56247978dd71967ceac922e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:19Z', 'updated_at': '2022-05-26T16:05:23Z', 'revision_number': 6, 'project_id': 'c6cedca6b56247978dd71967ceac922e', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:23.843904 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a44e532-0077-48b2-a270-2e9df6535275 None None] The sync data for ids ['a4873f4d-0870-4e54-9a83-e5bce1f4b1b5'] in n-d-843337-2 is: [{'id': 'a4873f4d-0870-4e54-9a83-e5bce1f4b1b5', 'name': 'tempest-ServersTestMultiNic-1737838522-router', 'tenant_id': 'c6cedca6b56247978dd71967ceac922e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:03:19Z', 'updated_at': '2022-05-26T16:05:23Z', 'revision_number': 6, 'project_id': 'c6cedca6b56247978dd71967ceac922e', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:05:23.990782 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbc98ec-3882-442d-abd7-832e514394cc x-openstack-request-id: req-3bbc98ec-3882-442d-abd7-832e514394cc {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:23.991119 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86de365-38a9-4a2d-b03b-d518e8b76654", "tag": "df607435-9b32-45a6-934d-63adba00786b", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:23.991379 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3bbc98ec-3882-442d-abd7-832e514394cc {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:23.992193 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bbc98ec-3882-442d-abd7-832e514394cc'] response: {'name': 'network-changed', 'server_uuid': 'f86de365-38a9-4a2d-b03b-d518e8b76654', 'tag': 'df607435-9b32-45a6-934d-63adba00786b', 'status': 'completed', 'code': 200} May 26 16:05:24.134794 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfd6c2-b189-4807-9b15-9ae8bdbb13ac req-272f6192-ecf0-4a86-849a-177cd2a79f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.136296 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3fdfd6c2-b189-4807-9b15-9ae8bdbb13ac req-272f6192-ecf0-4a86-849a-177cd2a79f9d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3e96c338002c49fcb12a908abaf34a6e&device_id=f86de365-38a9-4a2d-b03b-d518e8b76654 HTTP/1.1" status: 200 len: 1094 time: 0.0864453 May 26 16:05:24.148731 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac19965-61d1-4f0a-b83c-cd3791230f4b req-9b3cb2d6-c30e-4210-bc97-1abc5f71cd3e tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.156579 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ac19965-61d1-4f0a-b83c-cd3791230f4b req-9b3cb2d6-c30e-4210-bc97-1abc5f71cd3e tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 944 time: 0.1093140 May 26 16:05:24.258733 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ac19965-61d1-4f0a-b83c-cd3791230f4b req-688bcec4-f444-45dc-adcc-201d5ff6e985 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943518 May 26 16:05:24.360926 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-baa18994-a252-4e3a-bd7f-71cceb12af00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:24.369551 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:05:24.378528 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4d557056-26d2-422a-b1b9-dffb752c234d req-929e93e3-eab4-4b00-8366-c3c4c7011341 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 210 time: 0.0588179 May 26 16:05:24.446011 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7941c8-575e-4af5-b87c-4f79e0d1f24b req-024e27ce-5b98-4092-8b5d-39a2f984c2c2 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.454004 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf7941c8-575e-4af5-b87c-4f79e0d1f24b req-024e27ce-5b98-4092-8b5d-39a2f984c2c2 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=f86de365-38a9-4a2d-b03b-d518e8b76654 HTTP/1.1" status: 200 len: 943 time: 0.0903423 May 26 16:05:24.476709 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:05:24.481033 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9c719a6e-50ae-4b0b-abe1-e22f08e8f4fe not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:05:24.511763 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf7941c8-575e-4af5-b87c-4f79e0d1f24b req-bb30e44a-3fd5-4989-93c4-c14075b28e0b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563669 May 26 16:05:24.567061 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-815eacbb-1d88-41c9-99c2-4380c0ddc287 req-9f5b4e68-fddf-42f0-86b9-86cc189f44e5 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 210 time: 0.0498853 May 26 16:05:24.577466 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa18994-a252-4e3a-bd7f-71cceb12af00 admin admin] Pushing event deleted for resources: {'Port': ['ID=d40add1c-daed-4be6-94dc-206bf64e7af7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:24.632427 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfd6c2-b189-4807-9b15-9ae8bdbb13ac req-6bf20f4b-b231-4a6d-9d5b-e77cb4db1e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.634706 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3fdfd6c2-b189-4807-9b15-9ae8bdbb13ac req-6bf20f4b-b231-4a6d-9d5b-e77cb4db1e97 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089 HTTP/1.1" status: 200 len: 913 time: 0.4433572 May 26 16:05:24.636674 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-baa18994-a252-4e3a-bd7f-71cceb12af00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:24.694548 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc9453-cdc8-4a18-a34c-427210d8859c req-39492694-19b2-4df4-896e-26f0b5cd2c26 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.696367 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cddc9453-cdc8-4a18-a34c-427210d8859c req-39492694-19b2-4df4-896e-26f0b5cd2c26 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.0602880 May 26 16:05:24.776691 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cddc9453-cdc8-4a18-a34c-427210d8859c req-7d740ae3-ac5e-43da-a88c-14a19bd4a71a tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656140 May 26 16:05:24.811597 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3fdfd6c2-b189-4807-9b15-9ae8bdbb13ac req-de40bb0d-8e52-4f12-873b-e5e58390e19b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df607435-9b32-45a6-934d-63adba00786b HTTP/1.1" status: 200 len: 217 time: 0.0911279 May 26 16:05:24.816555 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e1420-fc20-46fd-a638-a5b23af98790 req-1f0dde90-3faa-419a-a6f5-b79e79d4aacb tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.816964 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-baa18994-a252-4e3a-bd7f-71cceb12af00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:24.819356 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-baa18994-a252-4e3a-bd7f-71cceb12af00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:24.824539 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-381e1420-fc20-46fd-a638-a5b23af98790 req-1f0dde90-3faa-419a-a6f5-b79e79d4aacb tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 951 time: 0.1269751 May 26 16:05:24.875213 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-381e1420-fc20-46fd-a638-a5b23af98790 req-28e96159-ed38-4929-a794-7827eb11d227 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/security-groups?id=be219cfa-f419-431b-b5f8-12176a6dcc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459809 May 26 16:05:24.915253 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-baa18994-a252-4e3a-bd7f-71cceb12af00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:24.915796 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa18994-a252-4e3a-bd7f-71cceb12af00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4873f4d-0870-4e54-9a83-e5bce1f4b1b5 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:05:24.921425 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-baa18994-a252-4e3a-bd7f-71cceb12af00 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:24.922531 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-baa18994-a252-4e3a-bd7f-71cceb12af00 admin admin] 10.222.0.77 "DELETE /v2.0/routers/a4873f4d-0870-4e54-9a83-e5bce1f4b1b5 HTTP/1.1" status: 204 len: 168 time: 1.7196929 May 26 16:05:24.925738 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 45178) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:24.947148 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfd6c2-b189-4807-9b15-9ae8bdbb13ac req-1cb4acc2-2be4-4f43-b761-8862b97885e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:24.949158 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3fdfd6c2-b189-4807-9b15-9ae8bdbb13ac req-1cb4acc2-2be4-4f43-b761-8862b97885e0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=19f707b5-dbb7-44bf-9d91-1c1a69227d64 HTTP/1.1" status: 200 len: 852 time: 0.0830638 May 26 16:05:24.992637 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-b32bdf62-b204-4689-a6aa-32af62693a02 admin admin] Deleting subnet e6e7a94e-adf5-4957-8e1b-cf2c70c3a36d {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:05:24.994341 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3fdfd6c2-b189-4807-9b15-9ae8bdbb13ac req-71d61d95-0273-4d75-bfb7-2d16b0c84069 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319316 May 26 16:05:24.996951 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b32bdf62-b204-4689-a6aa-32af62693a02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:25.034639 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b32bdf62-b204-4689-a6aa-32af62693a02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:25.115314 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3fdfd6c2-b189-4807-9b15-9ae8bdbb13ac req-7b0b5897-ba90-4fbe-9242-483835cd2e14 service neutron] 10.222.0.83 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121328 May 26 16:05:25.146929 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b32bdf62-b204-4689-a6aa-32af62693a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:25.227728 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b32bdf62-b204-4689-a6aa-32af62693a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:25.231959 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3fdfd6c2-b189-4807-9b15-9ae8bdbb13ac req-b9e592e8-4b55-42bb-94c9-f3f9bc139533 service neutron] 10.222.0.83 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083789 May 26 16:05:25.258959 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bdf62-b204-4689-a6aa-32af62693a02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6e7a94e-adf5-4957-8e1b-cf2c70c3a36d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:25.262858 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b32bdf62-b204-4689-a6aa-32af62693a02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:25.264134 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b32bdf62-b204-4689-a6aa-32af62693a02 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e6e7a94e-adf5-4957-8e1b-cf2c70c3a36d HTTP/1.1" status: 204 len: 168 time: 0.3373513 May 26 16:05:25.267360 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 45194) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:25.283750 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deaf8b0-45b4-451b-9ff6-cdf21ac401ae None None] Network 369de868-f88b-496a-81db-e39dac250d27 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:05:25.342964 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee984fbc-d1b5-4f21-b465-c0bf529a6f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:25.401646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa60d6e-8e43-46e6-9bc1-e67c131dd96b req-ecb6cc0e-c808-4403-9df8-561eb29ffac9 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:25.404165 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-caa60d6e-8e43-46e6-9bc1-e67c131dd96b req-ecb6cc0e-c808-4403-9df8-561eb29ffac9 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 944 time: 0.0622499 May 26 16:05:25.408033 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ee984fbc-d1b5-4f21-b465-c0bf529a6f9e admin admin] Deleting port 8bba38f1-7452-4ecd-a4ca-4bb79e17f560 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:05:25.408541 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee984fbc-d1b5-4f21-b465-c0bf529a6f9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:25.485176 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-ee984fbc-d1b5-4f21-b465-c0bf529a6f9e admin admin] For port 8bba38f1-7452-4ecd-a4ca-4bb79e17f560, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=8bba38f1-7452-4ecd-a4ca-4bb79e17f560,segment=NetworkSegment(47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12),segment_id=47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:25.485726 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee984fbc-d1b5-4f21-b465-c0bf529a6f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:25.495313 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-caa60d6e-8e43-46e6-9bc1-e67c131dd96b req-cbe3cbe4-6c98-4e75-beae-f6dd007a978f tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844862 May 26 16:05:25.501905 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ee984fbc-d1b5-4f21-b465-c0bf529a6f9e admin admin] Calling delete_port for 8bba38f1-7452-4ecd-a4ca-4bb79e17f560 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:05:25.637025 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee984fbc-d1b5-4f21-b465-c0bf529a6f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:25.641842 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c3de2c-98a8-49af-acb5-4b6e1dc5f35b None None] DHCP port deletion for 369de868-f88b-496a-81db-e39dac250d27 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:05:25.648180 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db40c0ea-43e6-4119-b0ac-7ae6b960271c req-babd7d8b-be6a-4899-a776-8320de0fa303 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 210 time: 0.0383768 May 26 16:05:25.679817 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee984fbc-d1b5-4f21-b465-c0bf529a6f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=8bba38f1-7452-4ecd-a4ca-4bb79e17f560,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:25.696343 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-1567bbbe-5d4e-4139-b84b-a0bcec74872e tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:25.698622 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-1567bbbe-5d4e-4139-b84b-a0bcec74872e tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.81 "GET /v2.0/networks?id=48798ccf-c01b-4baf-8c1d-06629758249c HTTP/1.1" status: 200 len: 817 time: 0.1925073 May 26 16:05:25.698830 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee984fbc-d1b5-4f21-b465-c0bf529a6f9e admin admin] No DVR routers for this DVR port 8bba38f1-7452-4ecd-a4ca-4bb79e17f560 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:05:25.788504 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-cacb3fdf-10fc-4ae8-bb17-50337aa9f3ad tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e054f09efe5e48a1a811c34416f57f3d HTTP/1.1" status: 200 len: 379 time: 0.0779026 May 26 16:05:25.789333 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee984fbc-d1b5-4f21-b465-c0bf529a6f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:25.803304 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-d7a8dd35-6da7-42b6-8689-468c97a2d331 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Request body: {'port': {'device_id': '4d5679c4-c890-45ad-a7c9-7f01a14feb96', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'admin_state_up': True, 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'security_groups': ['4f0afac3-c48f-4709-a022-98f88f43ba8c']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:25.816710 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-ee984fbc-d1b5-4f21-b465-c0bf529a6f9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369de868-f88b-496a-81db-e39dac250d27']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:25.826969 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-ee984fbc-d1b5-4f21-b465-c0bf529a6f9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:25.827270 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-ee984fbc-d1b5-4f21-b465-c0bf529a6f9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:25.836826 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ba6f2-7ce3-4811-a7a6-f485b6bfaf36 req-3c2d1063-696c-482a-912d-728a36a97765 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:25.837006 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee984fbc-d1b5-4f21-b465-c0bf529a6f9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:25.838263 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f24ba6f2-7ce3-4811-a7a6-f485b6bfaf36 req-3c2d1063-696c-482a-912d-728a36a97765 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=f86de365-38a9-4a2d-b03b-d518e8b76654 HTTP/1.1" status: 200 len: 943 time: 0.1032076 May 26 16:05:25.850943 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee984fbc-d1b5-4f21-b465-c0bf529a6f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:25.857267 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee984fbc-d1b5-4f21-b465-c0bf529a6f9e admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:05:25.857594 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee984fbc-d1b5-4f21-b465-c0bf529a6f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:25.884055 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 2af233fa-e97c-46fd-884b-47c4ca77cb72 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:05:25.901614 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12 resource provider aggregate not found May 26 16:05:25.904727 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-292fde3d-8eac-4ed8-bf58-3fab34b86d5a req-ea473fac-ba01-4a6a-a1f3-d04147d72d9d tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 210 time: 0.0857360 May 26 16:05:25.962434 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee984fbc-d1b5-4f21-b465-c0bf529a6f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:25.989041 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f24ba6f2-7ce3-4811-a7a6-f485b6bfaf36 req-63741611-4736-4a2c-aa8a-1f80e4232db8 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081872 May 26 16:05:26.007420 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 2af233fa-e97c-46fd-884b-47c4ca77cb72, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=2af233fa-e97c-46fd-884b-47c4ca77cb72,segment=NetworkSegment(6881238a-7213-4299-a4d2-edb4f9a8e1f3),segment_id=6881238a-7213-4299-a4d2-edb4f9a8e1f3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:26.025947 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47b6c9d8-ce8d-4c8e-b6ba-667fae6e9e12 found for delete ", "request_id": "req-d4e0748b-03cd-40e3-9042-7535aa0451c2"}]} May 26 16:05:26.027587 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee984fbc-d1b5-4f21-b465-c0bf529a6f9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:26.032263 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ee984fbc-d1b5-4f21-b465-c0bf529a6f9e admin admin] 10.222.0.77 "DELETE /v2.0/networks/369de868-f88b-496a-81db-e39dac250d27 HTTP/1.1" status: 204 len: 168 time: 0.7634184 May 26 16:05:26.034185 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee984fbc-d1b5-4f21-b465-c0bf529a6f9e admin admin] Pushing event deleted for resources: {'Network': ['ID=369de868-f88b-496a-81db-e39dac250d27,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:26.054983 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '2af233fa-e97c-46fd-884b-47c4ca77cb72', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'port_id': '2af233fa-e97c-46fd-884b-47c4ca77cb72', 'mac_address': 'fa:16:3e:61:3e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:05:26.055286 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-d7a8dd35-6da7-42b6-8689-468c97a2d331 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Made reservation on behalf of e054f09efe5e48a1a811c34416f57f3d for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:26.068241 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-d7a8dd35-6da7-42b6-8689-468c97a2d331 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:26.117459 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 2af233fa-e97c-46fd-884b-47c4ca77cb72 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:26.118919 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:26.139487 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af233fa-e97c-46fd-884b-47c4ca77cb72 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:26.166729 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 2af233fa-e97c-46fd-884b-47c4ca77cb72, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=2af233fa-e97c-46fd-884b-47c4ca77cb72,segment=NetworkSegment(6881238a-7213-4299-a4d2-edb4f9a8e1f3),segment_id=6881238a-7213-4299-a4d2-edb4f9a8e1f3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:26.173141 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:26.236417 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36673e69-d2d9-489d-9592-a32b40b5100c req-ccea37f4-8877-4582-8ac6-aab390aa5d80 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:26.240792 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-36673e69-d2d9-489d-9592-a32b40b5100c req-ccea37f4-8877-4582-8ac6-aab390aa5d80 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.1653674 May 26 16:05:26.241694 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 45240) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:26.302189 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=2af233fa-e97c-46fd-884b-47c4ca77cb72,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:26.315322 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8bba38f1-7452-4ecd-a4ca-4bb79e17f560 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:05:26.356879 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 8bba38f1-7452-4ecd-a4ca-4bb79e17f560 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:05:26.358790 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8bba38f1-7452-4ecd-a4ca-4bb79e17f560 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:05:26.359387 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d40add1c-daed-4be6-94dc-206bf64e7af7 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:05:26.368304 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-a660a8f0-6ac0-4121-9e67-3d530de9baab tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:26.369917 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-a660a8f0-6ac0-4121-9e67-3d530de9baab tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.81 "GET /v2.0/networks?id=1266241d-c924-4f6c-9aee-26a91490c901 HTTP/1.1" status: 200 len: 815 time: 0.1806684 May 26 16:05:26.388996 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: d40add1c-daed-4be6-94dc-206bf64e7af7 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:05:26.389575 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d40add1c-daed-4be6-94dc-206bf64e7af7 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:05:26.402965 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-36673e69-d2d9-489d-9592-a32b40b5100c req-d9e8f591-7040-4179-b5c4-2dac189b4e56 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350861 May 26 16:05:26.417189 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-d7a8dd35-6da7-42b6-8689-468c97a2d331 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Allocated IP 172.20.0.7 (48798ccf-c01b-4baf-8c1d-06629758249c/667adff5-0c1e-46ec-b83e-3fbb957aa36c/3356d0da-ac7e-43e5-89af-75248d7aebd4) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:05:26.421295 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-faaf9ae2-1e7e-4b91-8667-a3b22aabf0b1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c6cedca6b56247978dd71967ceac922e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1785395 May 26 16:05:26.426967 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 45242) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:26.431068 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-32ead7c9-30c7-4ba4-aacb-92f1cf2db7b2 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48b645bc4074429e8fc191f5d438d6ae HTTP/1.1" status: 200 len: 379 time: 0.0509856 May 26 16:05:26.443975 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-43c1d439-9525-4dfa-b75d-35dafceb5cc0 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Request body: {'port': {'device_id': 'c654ba41-46b9-47e4-9f88-ac26d306c696', 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901', 'admin_state_up': True, 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'security_groups': ['84b70ddb-c37d-4b63-a14c-6f6f832dafeb']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:26.564199 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915ed1d-c092-46bb-86f3-3d64fd86f6c2 req-998e187e-f8a5-46d7-a8ac-f008fb5ee74e tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:26.566460 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7915ed1d-c092-46bb-86f3-3d64fd86f6c2 req-998e187e-f8a5-46d7-a8ac-f008fb5ee74e tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 951 time: 0.1868122 May 26 16:05:26.574621 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['2af233fa-e97c-46fd-884b-47c4ca77cb72'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:26.580472 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2027f08a-c5b5-420c-8fd9-c23bfbaff664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:26.585756 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-43c1d439-9525-4dfa-b75d-35dafceb5cc0 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Made reservation on behalf of 48b645bc4074429e8fc191f5d438d6ae for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:26.589826 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-43c1d439-9525-4dfa-b75d-35dafceb5cc0 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:26.636381 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7915ed1d-c092-46bb-86f3-3d64fd86f6c2 req-93bca7eb-1ea3-41b4-afab-ca1b03fa7a4d tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/security-groups?id=be219cfa-f419-431b-b5f8-12176a6dcc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614922 May 26 16:05:26.762758 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2027f08a-c5b5-420c-8fd9-c23bfbaff664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:26.768040 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-43c1d439-9525-4dfa-b75d-35dafceb5cc0 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Allocated IP 172.20.0.12 (1266241d-c924-4f6c-9aee-26a91490c901/b6c07fbb-b64c-482e-9f16-d044a11cb78b/d5a8e2c6-5ac2-4b23-ba9b-f543e302219d) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:05:26.828713 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-49feb61a-1931-46d0-a99a-ebd30f9ae3f7 req-6b02cfed-3874-44dc-9b33-60b9c46ad25c tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 210 time: 0.0613372 May 26 16:05:26.833413 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device df607435-9b32-45a6-934d-63adba00786b details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:05:26.872017 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0e932-4c47-480f-9bb7-0afbb067df6c req-3a04a396-f6e9-4fa7-90ae-5fab2b52633a tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:26.879406 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 77669548-de09-4082-a168-6e89fbf18838 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:05:26.880228 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55e0e932-4c47-480f-9bb7-0afbb067df6c req-3a04a396-f6e9-4fa7-90ae-5fab2b52633a tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 945 time: 0.2876027 May 26 16:05:26.908744 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-d7a8dd35-6da7-42b6-8689-468c97a2d331 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:26.956779 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2027f08a-c5b5-420c-8fd9-c23bfbaff664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:26.960985 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2027f08a-c5b5-420c-8fd9-c23bfbaff664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:26.962156 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2027f08a-c5b5-420c-8fd9-c23bfbaff664 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/40f26699-987f-40fc-bde2-69da646af443 HTTP/1.1" status: 204 len: 168 time: 0.5278637 May 26 16:05:26.975493 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55e0e932-4c47-480f-9bb7-0afbb067df6c req-81e6fa27-a02c-422f-9585-a20fc749b4a0 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921533 May 26 16:05:26.981170 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-43c1d439-9525-4dfa-b75d-35dafceb5cc0 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.025361 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027f08a-c5b5-420c-8fd9-c23bfbaff664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f26699-987f-40fc-bde2-69da646af443,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:27.038971 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-43c1d439-9525-4dfa-b75d-35dafceb5cc0 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.056608 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-d7a8dd35-6da7-42b6-8689-468c97a2d331 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.073291 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-43c1d439-9525-4dfa-b75d-35dafceb5cc0 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Network 1266241d-c924-4f6c-9aee-26a91490c901 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:27.079313 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-43c1d439-9525-4dfa-b75d-35dafceb5cc0 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:27.117020 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-43c1d439-9525-4dfa-b75d-35dafceb5cc0 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:05:27.151418 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-d7a8dd35-6da7-42b6-8689-468c97a2d331 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Network 48798ccf-c01b-4baf-8c1d-06629758249c is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:27.165033 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-d7a8dd35-6da7-42b6-8689-468c97a2d331 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:27.197681 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1d439-9525-4dfa-b75d-35dafceb5cc0 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Pushing event updated for resources: {'Port': ['ID=d5a8e2c6-5ac2-4b23-ba9b-f543e302219d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:27.201527 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4435c2-ad0d-470a-9068-dde6901c7887 req-1e935346-21ee-401b-a8a9-44ae70051afe tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:27.212853 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e4435c2-ad0d-470a-9068-dde6901c7887 req-1e935346-21ee-401b-a8a9-44ae70051afe tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 932 time: 0.2007122 May 26 16:05:27.230280 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-43c1d439-9525-4dfa-b75d-35dafceb5cc0 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:27.231351 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-43c1d439-9525-4dfa-b75d-35dafceb5cc0 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.233792 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-d7a8dd35-6da7-42b6-8689-468c97a2d331 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:05:27.252576 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8dd35-6da7-42b6-8689-468c97a2d331 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Pushing event updated for resources: {'Port': ['ID=3356d0da-ac7e-43e5-89af-75248d7aebd4,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:27.293799 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-43c1d439-9525-4dfa-b75d-35dafceb5cc0 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8556859 May 26 16:05:27.328575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-e8ad334f-2dff-4ab4-89ef-32dc3c76112a service neutron] Request body: {'port': {'device_id': 'c654ba41-46b9-47e4-9f88-ac26d306c696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:27.381522 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port df607435-9b32-45a6-934d-63adba00786b, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=df607435-9b32-45a6-934d-63adba00786b,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:27.454018 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-e8ad334f-2dff-4ab4-89ef-32dc3c76112a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.465495 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': 'df607435-9b32-45a6-934d-63adba00786b', 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089', 'port_id': 'df607435-9b32-45a6-934d-63adba00786b', 'mac_address': 'fa:16:3e:d6:a4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f707b5-dbb7-44bf-9d91-1c1a69227d64', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:05:27.469887 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 77669548-de09-4082-a168-6e89fbf18838 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:27.470267 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.500134 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-d7a8dd35-6da7-42b6-8689-468c97a2d331 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:27.500813 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-d7a8dd35-6da7-42b6-8689-468c97a2d331 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.551406 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e4435c2-ad0d-470a-9068-dde6901c7887 req-6f78e247-3b87-4250-bfea-00b4261ac8e6 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/security-groups?id=84b70ddb-c37d-4b63-a14c-6f6f832dafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3325853 May 26 16:05:27.561739 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77669548-de09-4082-a168-6e89fbf18838'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:27.563945 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3618e9a8-014d-471b-86d9-5a44bb861c5a" -d '{"events": [{"server_uuid": "7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186", "name": "network-vif-unplugged", "status": "completed", "tag": "77669548-de09-4082-a168-6e89fbf18838"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:27.569736 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-d7a8dd35-6da7-42b6-8689-468c97a2d331 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7708454 May 26 16:05:27.588601 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-71ddcec3-3039-4eaf-97b3-88075af85748 service neutron] Request body: {'port': {'device_id': '4d5679c4-c890-45ad-a7c9-7f01a14feb96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:27.597862 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 77669548-de09-4082-a168-6e89fbf18838, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=77669548-de09-4082-a168-6e89fbf18838,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:27.599010 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port df607435-9b32-45a6-934d-63adba00786b is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:27.599328 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.633966 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df607435-9b32-45a6-934d-63adba00786b {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:27.634980 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051707e0-8cb0-4a63-8d40-11387054dc3a req-20a8ba59-81cb-4045-85b7-53c667760a20 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:27.637484 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-051707e0-8cb0-4a63-8d40-11387054dc3a req-20a8ba59-81cb-4045-85b7-53c667760a20 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=f86de365-38a9-4a2d-b03b-d518e8b76654 HTTP/1.1" status: 200 len: 943 time: 0.4733548 May 26 16:05:27.651198 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.694588 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-71ddcec3-3039-4eaf-97b3-88075af85748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.701212 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port df607435-9b32-45a6-934d-63adba00786b, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=df607435-9b32-45a6-934d-63adba00786b,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:27.713012 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-1fb9a41a-df93-4778-a1ff-f2112f501603 None None] Provisioning complete for port d5a8e2c6-5ac2-4b23-ba9b-f543e302219d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:27.713390 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1fb9a41a-df93-4778-a1ff-f2112f501603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.714914 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:27.723543 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-051707e0-8cb0-4a63-8d40-11387054dc3a req-67e382e0-ecb5-41f3-a2a0-cdfa74372783 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796278 May 26 16:05:27.795988 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=77669548-de09-4082-a168-6e89fbf18838,revision_number=11']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:27.813828 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f878aed-ab03-4884-b364-05903eef56be x-openstack-request-id: req-5f878aed-ab03-4884-b364-05903eef56be {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:27.821344 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186", "name": "network-vif-unplugged", "status": "completed", "tag": "77669548-de09-4082-a168-6e89fbf18838", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:27.821789 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5f878aed-ab03-4884-b364-05903eef56be {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:27.822360 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f878aed-ab03-4884-b364-05903eef56be'] response: {'server_uuid': '7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77669548-de09-4082-a168-6e89fbf18838', 'code': 200} May 26 16:05:27.849711 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e813d6b-b726-4cb4-a801-5757707cacc2 req-6fad639d-3fb7-4b16-8f48-a39693e7df48 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:27.852023 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e813d6b-b726-4cb4-a801-5757707cacc2 req-6fad639d-3fb7-4b16-8f48-a39693e7df48 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.1156023 May 26 16:05:27.879324 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1fb9a41a-df93-4778-a1ff-f2112f501603 None None] Port d5a8e2c6-5ac2-4b23-ba9b-f543e302219d cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:05:27.896191 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 2af233fa-e97c-46fd-884b-47c4ca77cb72 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:27.959950 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=df607435-9b32-45a6-934d-63adba00786b,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:27.982328 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 2af233fa-e97c-46fd-884b-47c4ca77cb72 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:05:28.000216 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 2af233fa-e97c-46fd-884b-47c4ca77cb72 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:28.000603 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.031222 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-334bb1ab-9e56-4511-81bf-09126b509f77 None None] Provisioning complete for port 3356d0da-ac7e-43e5-89af-75248d7aebd4 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:28.031593 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-334bb1ab-9e56-4511-81bf-09126b509f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.049331 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-e8ad334f-2dff-4ab4-89ef-32dc3c76112a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a8e2c6-5ac2-4b23-ba9b-f543e302219d {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:28.060504 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-e8ad334f-2dff-4ab4-89ef-32dc3c76112a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.087705 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-e8ad334f-2dff-4ab4-89ef-32dc3c76112a service neutron] Transition to ACTIVE for port object d5a8e2c6-5ac2-4b23-ba9b-f543e302219d will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:05:28.087969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-334bb1ab-9e56-4511-81bf-09126b509f77 None None] Port 3356d0da-ac7e-43e5-89af-75248d7aebd4 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:05:28.096076 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-e8ad334f-2dff-4ab4-89ef-32dc3c76112a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.147927 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 2af233fa-e97c-46fd-884b-47c4ca77cb72 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:28.148666 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.150950 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad334f-2dff-4ab4-89ef-32dc3c76112a service neutron] Pushing event updated for resources: {'Port': ['ID=d5a8e2c6-5ac2-4b23-ba9b-f543e302219d,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:28.174163 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e09e4-471f-4641-86ab-c17dbe0bf023 req-8fb59093-f845-442f-baf5-f3ff5807d336 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:28.176466 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf2e09e4-471f-4641-86ab-c17dbe0bf023 req-8fb59093-f845-442f-baf5-f3ff5807d336 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 949 time: 0.2137055 May 26 16:05:28.182973 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e813d6b-b726-4cb4-a801-5757707cacc2 req-7afc9ead-1065-41c2-a43d-5ce7a05aae77 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209114 May 26 16:05:28.229924 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 2af233fa-e97c-46fd-884b-47c4ca77cb72, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=2af233fa-e97c-46fd-884b-47c4ca77cb72,segment=NetworkSegment(6881238a-7213-4299-a4d2-edb4f9a8e1f3),segment_id=6881238a-7213-4299-a4d2-edb4f9a8e1f3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:28.236932 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.281430 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf2e09e4-471f-4641-86ab-c17dbe0bf023 req-cee741f1-91a2-4460-a097-915e0e76031c tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/security-groups?id=be219cfa-f419-431b-b5f8-12176a6dcc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841241 May 26 16:05:28.336261 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-e8ad334f-2dff-4ab4-89ef-32dc3c76112a service neutron] Attempting to bind port d5a8e2c6-5ac2-4b23-ba9b-f543e302219d on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:28.340479 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-e8ad334f-2dff-4ab4-89ef-32dc3c76112a service neutron] Attempting to bind port d5a8e2c6-5ac2-4b23-ba9b-f543e302219d by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '4448ff35-1293-4f51-b793-89ca71d00242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:28.340710 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=2af233fa-e97c-46fd-884b-47c4ca77cb72,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:28.341197 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-e8ad334f-2dff-4ab4-89ef-32dc3c76112a service neutron] Attempting to bind port d5a8e2c6-5ac2-4b23-ba9b-f543e302219d on network 1266241d-c924-4f6c-9aee-26a91490c901 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:28.360294 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-e8ad334f-2dff-4ab4-89ef-32dc3c76112a service neutron] Port d5a8e2c6-5ac2-4b23-ba9b-f543e302219d on network 1266241d-c924-4f6c-9aee-26a91490c901 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:05:28.360294 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-e8ad334f-2dff-4ab4-89ef-32dc3c76112a service neutron] Attempting to bind port d5a8e2c6-5ac2-4b23-ba9b-f543e302219d on network 1266241d-c924-4f6c-9aee-26a91490c901 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:28.372378 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-e8ad334f-2dff-4ab4-89ef-32dc3c76112a service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:28.372378 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-e8ad334f-2dff-4ab4-89ef-32dc3c76112a service neutron] Checking segment: {'id': '4448ff35-1293-4f51-b793-89ca71d00242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:28.372760 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-e8ad334f-2dff-4ab4-89ef-32dc3c76112a service neutron] Bound using segment: {'id': '4448ff35-1293-4f51-b793-89ca71d00242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:28.373189 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-e8ad334f-2dff-4ab4-89ef-32dc3c76112a service neutron] Bound port: d5a8e2c6-5ac2-4b23-ba9b-f543e302219d, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4448ff35-1293-4f51-b793-89ca71d00242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:28.373546 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-e8ad334f-2dff-4ab4-89ef-32dc3c76112a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.390278 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['df607435-9b32-45a6-934d-63adba00786b'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:28.515985 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-e8ad334f-2dff-4ab4-89ef-32dc3c76112a service neutron] For port d5a8e2c6-5ac2-4b23-ba9b-f543e302219d, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:28.522086 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-e8ad334f-2dff-4ab4-89ef-32dc3c76112a service neutron] For port d5a8e2c6-5ac2-4b23-ba9b-f543e302219d, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=d5a8e2c6-5ac2-4b23-ba9b-f543e302219d,segment=NetworkSegment(4448ff35-1293-4f51-b793-89ca71d00242),segment_id=4448ff35-1293-4f51-b793-89ca71d00242)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:28.527788 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-e8ad334f-2dff-4ab4-89ef-32dc3c76112a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.533350 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a26c6-d6de-4ad2-b76b-2ad8d881007a req-d55ec582-a983-4467-952e-5f1dbf3b88f8 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:28.542765 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-006a26c6-d6de-4ad2-b76b-2ad8d881007a req-d55ec582-a983-4467-952e-5f1dbf3b88f8 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 931 time: 0.2416792 May 26 16:05:28.605739 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-e8ad334f-2dff-4ab4-89ef-32dc3c76112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:28.606534 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-e8ad334f-2dff-4ab4-89ef-32dc3c76112a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.608003 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-e8ad334f-2dff-4ab4-89ef-32dc3c76112a service neutron] 10.222.0.81 "PUT /v2.0/ports/d5a8e2c6-5ac2-4b23-ba9b-f543e302219d HTTP/1.1" status: 200 len: 1092 time: 1.2996650 May 26 16:05:28.608556 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c654ba41-46b9-47e4-9f88-ac26d306c696', 'tag': 'd5a8e2c6-5ac2-4b23-ba9b-f543e302219d'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:28.610869 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ed888e-9686-450b-9baf-2814da241b71" -d '{"events": [{"name": "network-changed", "server_uuid": "c654ba41-46b9-47e4-9f88-ac26d306c696", "tag": "d5a8e2c6-5ac2-4b23-ba9b-f543e302219d"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:28.637289 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c59091-6b18-434c-bd5a-a113437d3e5c req-2ab4c00f-0a22-440b-98a3-a4e8ef3e0f4d tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:28.638968 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60c59091-6b18-434c-bd5a-a113437d3e5c req-2ab4c00f-0a22-440b-98a3-a4e8ef3e0f4d tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 946 time: 0.2115211 May 26 16:05:28.643063 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad334f-2dff-4ab4-89ef-32dc3c76112a service neutron] Pushing event updated for resources: {'Port': ['ID=d5a8e2c6-5ac2-4b23-ba9b-f543e302219d,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:28.662440 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-006a26c6-d6de-4ad2-b76b-2ad8d881007a req-f5eea9a6-a8de-4e66-820c-50a9bc6eee3b tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184664 May 26 16:05:28.675229 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-71ddcec3-3039-4eaf-97b3-88075af85748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3356d0da-ac7e-43e5-89af-75248d7aebd4 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:28.687831 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-71ddcec3-3039-4eaf-97b3-88075af85748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.715541 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-71ddcec3-3039-4eaf-97b3-88075af85748 service neutron] Transition to ACTIVE for port object 3356d0da-ac7e-43e5-89af-75248d7aebd4 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:05:28.727248 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-71ddcec3-3039-4eaf-97b3-88075af85748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:28.746389 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60c59091-6b18-434c-bd5a-a113437d3e5c req-ef7a3a9d-b093-4abe-ba54-541ed071fb6f tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809479 May 26 16:05:28.789877 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-23b1b497-dfde-4fc2-8cae-bc69dffd5da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:28.794808 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-23b1b497-dfde-4fc2-8cae-bc69dffd5da3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=48b645bc4074429e8fc191f5d438d6ae&device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 1095 time: 0.1113310 May 26 16:05:28.815931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddcec3-3039-4eaf-97b3-88075af85748 service neutron] Pushing event updated for resources: {'Port': ['ID=3356d0da-ac7e-43e5-89af-75248d7aebd4,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:28.897085 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-753fcbba-202f-47a8-9c2a-e7546c7e1173 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5a8e2c6-5ac2-4b23-ba9b-f543e302219d HTTP/1.1" status: 200 len: 217 time: 0.0914924 May 26 16:05:28.964459 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-ac1b9189-ca38-45fb-bfd1-1e48ffcc7c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:28.966249 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-ac1b9189-ca38-45fb-bfd1-1e48ffcc7c39 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b6c07fbb-b64c-482e-9f16-d044a11cb78b HTTP/1.1" status: 200 len: 854 time: 0.0523794 May 26 16:05:28.993598 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-71ddcec3-3039-4eaf-97b3-88075af85748 service neutron] Attempting to bind port 3356d0da-ac7e-43e5-89af-75248d7aebd4 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:28.994015 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-71ddcec3-3039-4eaf-97b3-88075af85748 service neutron] Attempting to bind port 3356d0da-ac7e-43e5-89af-75248d7aebd4 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'c6380c4f-2eb2-46a7-b445-d8da7d649974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:28.994348 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-71ddcec3-3039-4eaf-97b3-88075af85748 service neutron] Attempting to bind port 3356d0da-ac7e-43e5-89af-75248d7aebd4 on network 48798ccf-c01b-4baf-8c1d-06629758249c {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:28.999054 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-71ddcec3-3039-4eaf-97b3-88075af85748 service neutron] Port 3356d0da-ac7e-43e5-89af-75248d7aebd4 on network 48798ccf-c01b-4baf-8c1d-06629758249c not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:05:28.999475 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-71ddcec3-3039-4eaf-97b3-88075af85748 service neutron] Attempting to bind port 3356d0da-ac7e-43e5-89af-75248d7aebd4 on network 48798ccf-c01b-4baf-8c1d-06629758249c {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:29.022178 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-71ddcec3-3039-4eaf-97b3-88075af85748 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:29.022567 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-71ddcec3-3039-4eaf-97b3-88075af85748 service neutron] Checking segment: {'id': 'c6380c4f-2eb2-46a7-b445-d8da7d649974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:29.022903 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-71ddcec3-3039-4eaf-97b3-88075af85748 service neutron] Bound using segment: {'id': 'c6380c4f-2eb2-46a7-b445-d8da7d649974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:29.023512 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-71ddcec3-3039-4eaf-97b3-88075af85748 service neutron] Bound port: 3356d0da-ac7e-43e5-89af-75248d7aebd4, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6380c4f-2eb2-46a7-b445-d8da7d649974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:29.023704 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-71ddcec3-3039-4eaf-97b3-88075af85748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:29.054222 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dda4f0-a7cf-44c4-a96d-d8a3381d92d9 req-427842b5-6d41-4e27-b494-1165fa2db522 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:29.056162 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2dda4f0-a7cf-44c4-a96d-d8a3381d92d9 req-427842b5-6d41-4e27-b494-1165fa2db522 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 944 time: 0.1763358 May 26 16:05:29.068479 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e9548199-a3d1-41bc-bf51-f8d44f0ab891 req-9f5a3b9d-c6d8-480f-b480-b4e67da2eaa7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1819053 May 26 16:05:29.105457 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-438d7f32-871b-476e-ae95-932edef7186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:29.107284 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-438d7f32-871b-476e-ae95-932edef7186c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1266241d-c924-4f6c-9aee-26a91490c901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184702 May 26 16:05:29.193473 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2dda4f0-a7cf-44c4-a96d-d8a3381d92d9 req-7593adc5-83f3-4d42-86bb-544be9bab4b9 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/security-groups?id=84b70ddb-c37d-4b63-a14c-6f6f832dafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021552 May 26 16:05:29.242225 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-71ddcec3-3039-4eaf-97b3-88075af85748 service neutron] For port 3356d0da-ac7e-43e5-89af-75248d7aebd4, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:29.253161 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-71ddcec3-3039-4eaf-97b3-88075af85748 service neutron] For port 3356d0da-ac7e-43e5-89af-75248d7aebd4, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=3356d0da-ac7e-43e5-89af-75248d7aebd4,segment=NetworkSegment(c6380c4f-2eb2-46a7-b445-d8da7d649974),segment_id=c6380c4f-2eb2-46a7-b445-d8da7d649974)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:29.260501 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8359e4-5b4a-4c43-b5ff-bb07148d54ae x-openstack-request-id: req-3b8359e4-5b4a-4c43-b5ff-bb07148d54ae {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:29.260804 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c654ba41-46b9-47e4-9f88-ac26d306c696", "tag": "d5a8e2c6-5ac2-4b23-ba9b-f543e302219d", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:29.261098 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3b8359e4-5b4a-4c43-b5ff-bb07148d54ae {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:29.261499 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b8359e4-5b4a-4c43-b5ff-bb07148d54ae'] response: {'name': 'network-changed', 'server_uuid': 'c654ba41-46b9-47e4-9f88-ac26d306c696', 'tag': 'd5a8e2c6-5ac2-4b23-ba9b-f543e302219d', 'status': 'completed', 'code': 200} May 26 16:05:29.272932 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-71ddcec3-3039-4eaf-97b3-88075af85748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:29.301402 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9548199-a3d1-41bc-bf51-f8d44f0ab891 req-b4bfa9f2-5d2a-424d-af09-b13083764be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:29.303005 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e9548199-a3d1-41bc-bf51-f8d44f0ab891 req-b4bfa9f2-5d2a-424d-af09-b13083764be5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e054f09efe5e48a1a811c34416f57f3d&device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 1097 time: 0.1213725 May 26 16:05:29.338071 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-fd936970-dd3f-493e-a627-dec0605f32ae service neutron] 10.222.0.81 "GET /v2.0/networks/1266241d-c924-4f6c-9aee-26a91490c901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206464 May 26 16:05:29.383576 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5205d87-6c72-4329-a5f0-7224f3e6fdcf req-122ea3af-3648-464c-afc2-43369c0a1066 tempest-ServersAaction247Test-233469760 tempest-ServersAaction247Test-233469760-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8575d79-59b3-4e7f-bba6-dc472a3e714e HTTP/1.1" status: 200 len: 210 time: 0.0440471 May 26 16:05:29.446594 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-71ddcec3-3039-4eaf-97b3-88075af85748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:29.454239 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-71ddcec3-3039-4eaf-97b3-88075af85748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:29.457388 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-71ddcec3-3039-4eaf-97b3-88075af85748 service neutron] 10.222.0.81 "PUT /v2.0/ports/3356d0da-ac7e-43e5-89af-75248d7aebd4 HTTP/1.1" status: 200 len: 1091 time: 1.8736069 May 26 16:05:29.458195 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5679c4-c890-45ad-a7c9-7f01a14feb96', 'tag': '3356d0da-ac7e-43e5-89af-75248d7aebd4'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:29.460831 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa05eeed-85ea-4a33-b04b-482702645d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5679c4-c890-45ad-a7c9-7f01a14feb96", "tag": "3356d0da-ac7e-43e5-89af-75248d7aebd4"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:29.505726 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddcec3-3039-4eaf-97b3-88075af85748 service neutron] Pushing event updated for resources: {'Port': ['ID=3356d0da-ac7e-43e5-89af-75248d7aebd4,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:29.537943 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260409a-43f8-45b8-8498-26afd39bedae req-ea65fd79-5f50-41c8-a400-0325ba322fa3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:29.539567 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d260409a-43f8-45b8-8498-26afd39bedae req-ea65fd79-5f50-41c8-a400-0325ba322fa3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=f86de365-38a9-4a2d-b03b-d518e8b76654 HTTP/1.1" status: 200 len: 944 time: 0.1987572 May 26 16:05:29.608936 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ec88d9c0-9369-48bf-9ceb-1ca8383edef2 req-f15ccdce-a42c-41b1-900c-0ebad6ff97b1 service neutron] 10.222.0.81 "GET /v2.0/networks/1266241d-c924-4f6c-9aee-26a91490c901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600915 May 26 16:05:29.611631 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9548199-a3d1-41bc-bf51-f8d44f0ab891 req-312867a0-a2a2-43d5-b3a0-7fe130deb1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:29.613840 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e9548199-a3d1-41bc-bf51-f8d44f0ab891 req-312867a0-a2a2-43d5-b3a0-7fe130deb1f9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=48798ccf-c01b-4baf-8c1d-06629758249c HTTP/1.1" status: 200 len: 918 time: 0.2198889 May 26 16:05:29.693635 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e9548199-a3d1-41bc-bf51-f8d44f0ab891 req-3a22f5fe-1487-4abc-9ed0-1fc88a0fa6dc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0da5bd1c-cdaf-4399-82d9-704116636903 HTTP/1.1" status: 200 len: 217 time: 0.0715775 May 26 16:05:29.727813 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d880b7c-fda9-4f91-b500-696cb6ce8b06 req-06ea7f53-e63a-4593-be08-d7f3f2056fbd tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:29.735787 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2d880b7c-fda9-4f91-b500-696cb6ce8b06 req-06ea7f53-e63a-4593-be08-d7f3f2056fbd tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.2074893 May 26 16:05:29.760063 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d260409a-43f8-45b8-8498-26afd39bedae req-b5635d5e-3e91-4a5f-b505-322a7cf8dd7d tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707611 May 26 16:05:29.801064 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-d2ab1c40-0723-4e2e-a747-09f48aac622f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:29.803495 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-d2ab1c40-0723-4e2e-a747-09f48aac622f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e054f09efe5e48a1a811c34416f57f3d&device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 1094 time: 0.2621324 May 26 16:05:29.818405 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed888e-9686-450b-9baf-2814da241b71 req-03fe3ab1-b6c7-496a-8f91-c535c176b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:29.820655 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a9ed888e-9686-450b-9baf-2814da241b71 req-03fe3ab1-b6c7-496a-8f91-c535c176b002 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=48b645bc4074429e8fc191f5d438d6ae&device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 1095 time: 0.1467912 May 26 16:05:29.823197 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf149a8-cf1d-4277-ae58-f7941d30fe3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af233fa-e97c-46fd-884b-47c4ca77cb72'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:29.829940 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6353e6cc-55eb-4174-ab03-0c98e3dfbe44" -d '{"events": [{"server_uuid": "1cf149a8-cf1d-4277-ae58-f7941d30fe3f", "name": "network-vif-plugged", "status": "completed", "tag": "2af233fa-e97c-46fd-884b-47c4ca77cb72"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:29.898669 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2d880b7c-fda9-4f91-b500-696cb6ce8b06 req-9d9cf9a8-1ec9-495f-8256-2da7a73b8901 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620264 May 26 16:05:29.909378 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-9a00de65-3687-43fe-ac65-9fb29ef7ac3b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3356d0da-ac7e-43e5-89af-75248d7aebd4 HTTP/1.1" status: 200 len: 217 time: 0.0933268 May 26 16:05:29.965484 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912828e2-a69f-4c47-84d5-6d4ce143234e x-openstack-request-id: req-912828e2-a69f-4c47-84d5-6d4ce143234e {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:29.965797 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5679c4-c890-45ad-a7c9-7f01a14feb96", "tag": "3356d0da-ac7e-43e5-89af-75248d7aebd4", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:29.967119 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-912828e2-a69f-4c47-84d5-6d4ce143234e {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:29.967119 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-912828e2-a69f-4c47-84d5-6d4ce143234e'] response: {'name': 'network-changed', 'server_uuid': '4d5679c4-c890-45ad-a7c9-7f01a14feb96', 'tag': '3356d0da-ac7e-43e5-89af-75248d7aebd4', 'status': 'completed', 'code': 200} May 26 16:05:29.979104 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9548199-a3d1-41bc-bf51-f8d44f0ab891 req-407d7857-8dcb-4011-ace0-f37db10b4573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:29.982713 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e9548199-a3d1-41bc-bf51-f8d44f0ab891 req-407d7857-8dcb-4011-ace0-f37db10b4573 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=667adff5-0c1e-46ec-b83e-3fbb957aa36c HTTP/1.1" status: 200 len: 856 time: 0.2155011 May 26 16:05:29.994517 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e331f-c239-45a0-abdb-8a673ab76bcf req-74af818b-0a48-4fdc-992e-9b08daba29e9 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:29.996203 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-365e331f-c239-45a0-abdb-8a673ab76bcf req-74af818b-0a48-4fdc-992e-9b08daba29e9 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 949 time: 0.1806629 May 26 16:05:29.998287 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a127e75-5e64-40ee-8ff6-9d6c8d5784fa req-f89485fe-8df4-4077-9973-433098c1667b tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:30.005670 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a127e75-5e64-40ee-8ff6-9d6c8d5784fa req-f89485fe-8df4-4077-9973-433098c1667b tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 949 time: 0.1230848 May 26 16:05:30.018148 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-9322bd95-71ea-4da2-bed4-8d39cb19a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:30.021164 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-9322bd95-71ea-4da2-bed4-8d39cb19a184 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=667adff5-0c1e-46ec-b83e-3fbb957aa36c HTTP/1.1" status: 200 len: 856 time: 0.0900211 May 26 16:05:30.148214 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a127e75-5e64-40ee-8ff6-9d6c8d5784fa req-d3c0c984-f77b-42c0-9769-17de1d7ff92f tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/security-groups?id=be219cfa-f419-431b-b5f8-12176a6dcc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415153 May 26 16:05:30.152673 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed888e-9686-450b-9baf-2814da241b71 req-765714d5-717a-4494-98c6-a1d2d2f16e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:30.154912 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a9ed888e-9686-450b-9baf-2814da241b71 req-765714d5-717a-4494-98c6-a1d2d2f16e63 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1266241d-c924-4f6c-9aee-26a91490c901 HTTP/1.1" status: 200 len: 916 time: 0.2962899 May 26 16:05:30.170878 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-c567a187-1941-4db8-bf0f-3e48c5cef42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:30.170878 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-c567a187-1941-4db8-bf0f-3e48c5cef42e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48798ccf-c01b-4baf-8c1d-06629758249c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401913 May 26 16:05:30.183150 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b44019-9dca-4585-a493-e95cfebaeea4 req-49d6aec8-4abd-46c5-80a8-9475905ac642 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:30.190652 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3b44019-9dca-4585-a493-e95cfebaeea4 req-49d6aec8-4abd-46c5-80a8-9475905ac642 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 943 time: 0.1318009 May 26 16:05:30.216126 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:30.268824 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a9ed888e-9686-450b-9baf-2814da241b71 req-00b1ab0d-ce80-4c3e-bb4b-824e32a7b422 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5a8e2c6-5ac2-4b23-ba9b-f543e302219d HTTP/1.1" status: 200 len: 217 time: 0.0819893 May 26 16:05:30.280559 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9548199-a3d1-41bc-bf51-f8d44f0ab891 req-4a1cb158-dff2-4967-9c79-955d170ce860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:30.282670 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e9548199-a3d1-41bc-bf51-f8d44f0ab891 req-4a1cb158-dff2-4967-9c79-955d170ce860 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48798ccf-c01b-4baf-8c1d-06629758249c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2688375 May 26 16:05:30.326492 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3b44019-9dca-4585-a493-e95cfebaeea4 req-44c5d650-cf6b-49e7-8978-3fbdcae20345 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349325 May 26 16:05:30.371062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d06e4-2a3c-4ac9-b9c7-379bbc032933 req-485cc713-970c-44a9-b91a-9f3f6bcf5f7d tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:30.372770 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f81d06e4-2a3c-4ac9-b9c7-379bbc032933 req-485cc713-970c-44a9-b91a-9f3f6bcf5f7d tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 946 time: 0.1143508 May 26 16:05:30.374966 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-25100020-68f9-413c-a779-822cda27cdbe service neutron] 10.222.0.81 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775358 May 26 16:05:30.392070 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b96f4f-a106-481c-ba56-123deed95be3 x-openstack-request-id: req-d0b96f4f-a106-481c-ba56-123deed95be3 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:30.392396 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf149a8-cf1d-4277-ae58-f7941d30fe3f", "name": "network-vif-plugged", "status": "completed", "tag": "2af233fa-e97c-46fd-884b-47c4ca77cb72", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:30.392656 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d0b96f4f-a106-481c-ba56-123deed95be3 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:30.393056 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b96f4f-a106-481c-ba56-123deed95be3'] response: {'server_uuid': '1cf149a8-cf1d-4277-ae58-f7941d30fe3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af233fa-e97c-46fd-884b-47c4ca77cb72', 'code': 200} May 26 16:05:30.400901 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-365e331f-c239-45a0-abdb-8a673ab76bcf req-46cb7f6e-bb31-47ef-abc6-0ce8898337dc tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Deleting port 77669548-de09-4082-a168-6e89fbf18838 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:05:30.401159 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-365e331f-c239-45a0-abdb-8a673ab76bcf req-46cb7f6e-bb31-47ef-abc6-0ce8898337dc tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:30.502931 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f81d06e4-2a3c-4ac9-b9c7-379bbc032933 req-183c928b-6e81-4b9f-ba9b-b57d73dd6a2a tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228642 May 26 16:05:30.545424 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ef2bc-ffe5-4c27-976d-01d8b001748c req-74d78b5c-417f-450c-a321-a4d024324b74 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:30.546975 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-867ef2bc-ffe5-4c27-976d-01d8b001748c req-74d78b5c-417f-450c-a321-a4d024324b74 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 944 time: 0.0891588 May 26 16:05:30.549091 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37d2c7c3-be27-4494-baab-d65c3702ea06 req-c3ab815e-6381-4e76-8ebb-da107b8bbb4e service neutron] 10.222.0.81 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629875 May 26 16:05:30.650228 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-867ef2bc-ffe5-4c27-976d-01d8b001748c req-a40d99b7-0d38-4c84-8581-80a1086f671a tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/security-groups?id=84b70ddb-c37d-4b63-a14c-6f6f832dafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953891 May 26 16:05:30.672370 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39a71a14-9787-4527-a57c-7406f87fcf6b req-42d9c60a-a6e3-486f-972f-356debd7d045 tempest-ServersAaction247Test-233469760 tempest-ServersAaction247Test-233469760-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8575d79-59b3-4e7f-bba6-dc472a3e714e HTTP/1.1" status: 200 len: 210 time: 0.0617652 May 26 16:05:30.731425 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05eeed-85ea-4a33-b04b-482702645d8f req-655c70a3-e136-403b-9642-8662d4dfaa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:30.732989 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa05eeed-85ea-4a33-b04b-482702645d8f req-655c70a3-e136-403b-9642-8662d4dfaa1f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e054f09efe5e48a1a811c34416f57f3d&device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 1094 time: 0.0865047 May 26 16:05:30.829853 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed888e-9686-450b-9baf-2814da241b71 req-a8769581-cfef-4175-bd4e-7e39a05e11d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:30.831310 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a9ed888e-9686-450b-9baf-2814da241b71 req-a8769581-cfef-4175-bd4e-7e39a05e11d5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b6c07fbb-b64c-482e-9f16-d044a11cb78b HTTP/1.1" status: 200 len: 854 time: 0.5452254 May 26 16:05:30.884848 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device df607435-9b32-45a6-934d-63adba00786b up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:30.900044 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05eeed-85ea-4a33-b04b-482702645d8f req-7c194f52-4566-4348-bd22-275cbe42de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:30.901732 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa05eeed-85ea-4a33-b04b-482702645d8f req-7c194f52-4566-4348-bd22-275cbe42de99 service neutron] 10.222.0.81 "GET /v2.0/networks?id=48798ccf-c01b-4baf-8c1d-06629758249c HTTP/1.1" status: 200 len: 918 time: 0.1592441 May 26 16:05:30.926918 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e9548199-a3d1-41bc-bf51-f8d44f0ab891 req-8fb4ef95-3cad-4bd6-ad99-3251242aab31 service neutron] 10.222.0.83 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6212928 May 26 16:05:30.933519 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-365e331f-c239-45a0-abdb-8a673ab76bcf req-46cb7f6e-bb31-47ef-abc6-0ce8898337dc tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] For port 77669548-de09-4082-a168-6e89fbf18838, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=77669548-de09-4082-a168-6e89fbf18838,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:30.933889 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-365e331f-c239-45a0-abdb-8a673ab76bcf req-46cb7f6e-bb31-47ef-abc6-0ce8898337dc tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:30.948135 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b237c27-e4dc-4210-aa03-8d400fd74a6a req-9f85c9f1-fad8-4a8f-a8ef-49c79d3c4540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:30.950012 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1b237c27-e4dc-4210-aa03-8d400fd74a6a req-9f85c9f1-fad8-4a8f-a8ef-49c79d3c4540 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 1097 time: 0.4796066 May 26 16:05:30.973594 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-365e331f-c239-45a0-abdb-8a673ab76bcf req-46cb7f6e-bb31-47ef-abc6-0ce8898337dc tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Calling delete_port for 77669548-de09-4082-a168-6e89fbf18838 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:05:30.982404 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port df607435-9b32-45a6-934d-63adba00786b completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:05:30.988014 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port df607435-9b32-45a6-934d-63adba00786b triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:30.989586 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:31.071893 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed888e-9686-450b-9baf-2814da241b71 req-ac16a9a4-7043-41a6-b682-8d43902e82bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:31.074050 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a9ed888e-9686-450b-9baf-2814da241b71 req-ac16a9a4-7043-41a6-b682-8d43902e82bb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1266241d-c924-4f6c-9aee-26a91490c901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2238977 May 26 16:05:31.104154 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port df607435-9b32-45a6-934d-63adba00786b is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:31.105089 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:31.126886 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1b237c27-e4dc-4210-aa03-8d400fd74a6a req-0ec1fc14-7334-41e6-b864-90981f80f9f0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586409 May 26 16:05:31.148589 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port df607435-9b32-45a6-934d-63adba00786b, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=df607435-9b32-45a6-934d-63adba00786b,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:31.153748 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:31.155141 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 77669548-de09-4082-a168-6e89fbf18838 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:05:31.251134 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e9548199-a3d1-41bc-bf51-f8d44f0ab891 req-2677ec71-9be4-40b7-8685-242609394770 service neutron] 10.222.0.83 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136842 May 26 16:05:31.285971 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=df607435-9b32-45a6-934d-63adba00786b,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:31.298248 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a9ed888e-9686-450b-9baf-2814da241b71 req-eeaa6add-9b56-4c51-ab5c-fbee62c9eea7 service neutron] 10.222.0.81 "GET /v2.0/networks/1266241d-c924-4f6c-9aee-26a91490c901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758106 May 26 16:05:31.378230 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 77669548-de09-4082-a168-6e89fbf18838 is: DOWN; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:31.421673 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-365e331f-c239-45a0-abdb-8a673ab76bcf req-46cb7f6e-bb31-47ef-abc6-0ce8898337dc tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:31.453646 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb7f6e-bb31-47ef-abc6-0ce8898337dc tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Pushing event deleted for resources: {'Port': ['ID=77669548-de09-4082-a168-6e89fbf18838,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:31.466895 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa05eeed-85ea-4a33-b04b-482702645d8f req-0cbfce73-2967-4027-912b-d813034eb08c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3356d0da-ac7e-43e5-89af-75248d7aebd4 HTTP/1.1" status: 200 len: 217 time: 0.4379170 May 26 16:05:31.522174 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-365e331f-c239-45a0-abdb-8a673ab76bcf req-46cb7f6e-bb31-47ef-abc6-0ce8898337dc tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] No DVR routers for this DVR port 77669548-de09-4082-a168-6e89fbf18838 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:05:31.528994 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-365e331f-c239-45a0-abdb-8a673ab76bcf req-46cb7f6e-bb31-47ef-abc6-0ce8898337dc tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:31.532412 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-365e331f-c239-45a0-abdb-8a673ab76bcf req-46cb7f6e-bb31-47ef-abc6-0ce8898337dc tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.83 "DELETE /v2.0/ports/77669548-de09-4082-a168-6e89fbf18838 HTTP/1.1" status: 204 len: 173 time: 1.5154204 May 26 16:05:31.533043 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186', 'name': 'network-vif-deleted', 'tag': '77669548-de09-4082-a168-6e89fbf18838'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:31.536688 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b25826a-84ea-43d3-9ee3-f18e5c0d0fac" -d '{"events": [{"server_uuid": "7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186", "name": "network-vif-deleted", "tag": "77669548-de09-4082-a168-6e89fbf18838"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:31.543223 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a9d14-c9d3-43be-b7a6-b271d0315eb7 req-10231d4b-166b-436b-a438-c51b6d5e9f48 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:31.544795 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-175a9d14-c9d3-43be-b7a6-b271d0315eb7 req-10231d4b-166b-436b-a438-c51b6d5e9f48 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=f86de365-38a9-4a2d-b03b-d518e8b76654 HTTP/1.1" status: 200 len: 944 time: 0.6410382 May 26 16:05:31.546514 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a9ed888e-9686-450b-9baf-2814da241b71 req-b3ab1bf1-b7c6-402b-b8c6-3bf214f855a3 service neutron] 10.222.0.81 "GET /v2.0/networks/1266241d-c924-4f6c-9aee-26a91490c901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027173 May 26 16:05:31.608616 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45458c1f-754f-463f-a70e-9027fea17f15 req-d428db87-1c64-4855-a3ca-38b6b05129a8 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:31.610406 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-45458c1f-754f-463f-a70e-9027fea17f15 req-d428db87-1c64-4855-a3ca-38b6b05129a8 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.1470728 May 26 16:05:31.611766 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05eeed-85ea-4a33-b04b-482702645d8f req-6649819d-d1ee-4cfe-a319-737037c3af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:31.613860 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa05eeed-85ea-4a33-b04b-482702645d8f req-6649819d-d1ee-4cfe-a319-737037c3af4b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=667adff5-0c1e-46ec-b83e-3fbb957aa36c HTTP/1.1" status: 200 len: 856 time: 0.1318336 May 26 16:05:31.642623 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-175a9d14-c9d3-43be-b7a6-b271d0315eb7 req-50d91470-eb2f-49e8-983e-e9698bc6a44b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835478 May 26 16:05:31.696734 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-45458c1f-754f-463f-a70e-9027fea17f15 req-f3c65401-cc6a-417b-9d0a-d3712b3863cb tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752509 May 26 16:05:31.707253 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05eeed-85ea-4a33-b04b-482702645d8f req-ed263e53-6458-4b88-8305-4693ccb7f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:31.714453 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa05eeed-85ea-4a33-b04b-482702645d8f req-ed263e53-6458-4b88-8305-4693ccb7f1ad service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48798ccf-c01b-4baf-8c1d-06629758249c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787427 May 26 16:05:31.815820 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e037f482-56b4-4a3b-bad0-52561226ec67 req-5456cff5-535b-4bff-b0f1-81028e8041d2 tempest-ImagesOneServerTestJSON-560494812 tempest-ImagesOneServerTestJSON-560494812-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186 HTTP/1.1" status: 200 len: 210 time: 0.0670810 May 26 16:05:31.882881 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa05eeed-85ea-4a33-b04b-482702645d8f req-9193f0f9-8bbd-4266-a2c9-6e2d3c6e7b0f service neutron] 10.222.0.81 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623619 May 26 16:05:31.904714 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9029e52-c574-4b93-a576-22682a1938e8 req-dbe5ae4b-3f3d-4795-8775-023eae82ac41 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:31.908572 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9029e52-c574-4b93-a576-22682a1938e8 req-dbe5ae4b-3f3d-4795-8775-023eae82ac41 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 943 time: 0.1351712 May 26 16:05:32.036222 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9029e52-c574-4b93-a576-22682a1938e8 req-0c1da8f1-524b-454c-9426-cf5d00aac680 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168249 May 26 16:05:32.049212 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54af9ee-fd17-4f9e-8e77-f040b78cda00 req-df7f54ea-a9ae-4637-9a29-7fbad29a7d06 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:32.050781 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c54af9ee-fd17-4f9e-8e77-f040b78cda00 req-df7f54ea-a9ae-4637-9a29-7fbad29a7d06 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 946 time: 0.1656613 May 26 16:05:32.077746 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa05eeed-85ea-4a33-b04b-482702645d8f req-9704b904-fe88-44ee-88e5-162baa5d24df service neutron] 10.222.0.81 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809115 May 26 16:05:32.102055 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c54af9ee-fd17-4f9e-8e77-f040b78cda00 req-55f78db3-3a9b-42f4-b50b-1e39eca710cb tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439150 May 26 16:05:32.102212 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a5b3ae-c3e6-486e-b6d4-ef3a7e47e6dc x-openstack-request-id: req-95a5b3ae-c3e6-486e-b6d4-ef3a7e47e6dc {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:32.102702 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186", "name": "network-vif-deleted", "tag": "77669548-de09-4082-a168-6e89fbf18838", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:32.102702 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-95a5b3ae-c3e6-486e-b6d4-ef3a7e47e6dc {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:32.103000 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95a5b3ae-c3e6-486e-b6d4-ef3a7e47e6dc'] response: {'server_uuid': '7a7cc9b0-5f5a-4177-ac3f-ba7c6783c186', 'name': 'network-vif-deleted', 'tag': '77669548-de09-4082-a168-6e89fbf18838', 'status': 'completed', 'code': 200} May 26 16:05:32.218428 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43d770a7-f0c6-4f6d-9bd9-81442c2991f9 req-560ad9e3-56af-4567-a6ce-76806d7bb4d0 tempest-ServersAaction247Test-233469760 tempest-ServersAaction247Test-233469760-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8575d79-59b3-4e7f-bba6-dc472a3e714e HTTP/1.1" status: 200 len: 210 time: 0.0342593 May 26 16:05:32.245168 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefff503-4ccf-4060-9873-0599dc1c6314 req-48634c5b-f9fb-4fa1-a0cf-34685ce149f7 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:32.245168 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eefff503-4ccf-4060-9873-0599dc1c6314 req-48634c5b-f9fb-4fa1-a0cf-34685ce149f7 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 944 time: 0.0816479 May 26 16:05:32.277904 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eefff503-4ccf-4060-9873-0599dc1c6314 req-0ab361b7-0a8a-42fd-87cf-c119ede5cc8e tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/security-groups?id=84b70ddb-c37d-4b63-a14c-6f6f832dafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329857 May 26 16:05:32.400046 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86de365-38a9-4a2d-b03b-d518e8b76654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df607435-9b32-45a6-934d-63adba00786b'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:32.400046 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e158d63e-63d8-44a8-9657-ca525e4914db" -d '{"events": [{"server_uuid": "f86de365-38a9-4a2d-b03b-d518e8b76654", "name": "network-vif-plugged", "status": "completed", "tag": "df607435-9b32-45a6-934d-63adba00786b"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:32.438315 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ef9c43-8f62-4e6c-95a0-4abdd86a2931 x-openstack-request-id: req-97ef9c43-8f62-4e6c-95a0-4abdd86a2931 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:32.438704 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86de365-38a9-4a2d-b03b-d518e8b76654", "name": "network-vif-plugged", "status": "completed", "tag": "df607435-9b32-45a6-934d-63adba00786b", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:32.439070 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-97ef9c43-8f62-4e6c-95a0-4abdd86a2931 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:32.439538 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97ef9c43-8f62-4e6c-95a0-4abdd86a2931'] response: {'server_uuid': 'f86de365-38a9-4a2d-b03b-d518e8b76654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df607435-9b32-45a6-934d-63adba00786b', 'code': 200} May 26 16:05:32.680824 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374e229-baea-4371-884c-8c133c043fa7 req-d6432750-0bbe-4f31-b2fd-7a01b74f9b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:32.682403 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b374e229-baea-4371-884c-8c133c043fa7 req-d6432750-0bbe-4f31-b2fd-7a01b74f9b28 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f86de365-38a9-4a2d-b03b-d518e8b76654 HTTP/1.1" status: 200 len: 1096 time: 0.0432382 May 26 16:05:32.729587 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b374e229-baea-4371-884c-8c133c043fa7 req-9f529c91-7167-4928-beb5-f43b5591d657 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338259 May 26 16:05:32.765884 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8de40-8ff7-434a-a63d-61d2c70f65b0 req-51439efc-a972-4163-bbb4-d0ea42b1e100 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:32.767396 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-00e8de40-8ff7-434a-a63d-61d2c70f65b0 req-51439efc-a972-4163-bbb4-d0ea42b1e100 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=f86de365-38a9-4a2d-b03b-d518e8b76654 HTTP/1.1" status: 200 len: 945 time: 0.0497460 May 26 16:05:32.829814 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-00e8de40-8ff7-434a-a63d-61d2c70f65b0 req-ec910a58-9361-4250-8094-270a87834900 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528498 May 26 16:05:32.838320 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d694135-2646-499c-b5bc-474055f570f4 req-bd525051-0064-432d-af68-743f56247f06 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:32.839832 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9d694135-2646-499c-b5bc-474055f570f4 req-bd525051-0064-432d-af68-743f56247f06 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.0715611 May 26 16:05:32.889060 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9d694135-2646-499c-b5bc-474055f570f4 req-f729e355-7b44-477b-b22a-6e9fd1e1f62d tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424891 May 26 16:05:33.123102 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 45360) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:33.169677 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb0039-29da-457d-94b2-98f49c290e10 req-c6a28cfa-e1d8-4269-88e4-ee274397f78d tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:33.171357 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5ebb0039-29da-457d-94b2-98f49c290e10 req-c6a28cfa-e1d8-4269-88e4-ee274397f78d tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 943 time: 0.0605505 May 26 16:05:33.244831 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5ebb0039-29da-457d-94b2-98f49c290e10 req-00cd2c1a-c0ec-426a-8802-ea499094591b tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643806 May 26 16:05:33.264602 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e55103-7157-4a9f-9070-139935c71223 req-b20af0fa-e1db-4699-87b4-9b2d4d2584d5 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:33.266196 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5e55103-7157-4a9f-9070-139935c71223 req-b20af0fa-e1db-4699-87b4-9b2d4d2584d5 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 946 time: 0.0775185 May 26 16:05:33.295665 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-72f311dc-9b57-43b9-a4ea-3828e3fc79a1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c9cd85671a834205b1d3f8201bc3efec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1713071 May 26 16:05:33.295928 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 45368) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:33.338565 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5e55103-7157-4a9f-9070-139935c71223 req-f70561a0-2882-4868-98af-4c28bd5bfde0 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647495 May 26 16:05:33.359904 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2ea64a7-7099-4ce7-8f62-d8145d9eba22 req-dbeb5e8c-d35b-43cf-b21e-f165ca7b950a tempest-ServersAaction247Test-233469760 tempest-ServersAaction247Test-233469760-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8575d79-59b3-4e7f-bba6-dc472a3e714e HTTP/1.1" status: 200 len: 210 time: 0.0517385 May 26 16:05:33.386085 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d628eb8-703b-4f74-9e00-8c50de19dc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:33.485864 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d628eb8-703b-4f74-9e00-8c50de19dc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:33.555746 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ff4a4-cc5f-4d9a-826a-89e0e8040aed req-2e99bc12-6e98-419d-a194-0f5db28df85c tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:33.557263 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb1ff4a4-cc5f-4d9a-826a-89e0e8040aed req-2e99bc12-6e98-419d-a194-0f5db28df85c tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 944 time: 0.1517415 May 26 16:05:33.589641 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-480f67b5-e322-48d9-aafa-0eff7a6bfaaf req-7837d011-d451-4bb9-a343-d65542882512 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2007778 May 26 16:05:33.610005 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-480f67b5-e322-48d9-aafa-0eff7a6bfaaf req-5ed83554-0719-42f9-b217-bf11a02c4693 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:33.617723 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d628eb8-703b-4f74-9e00-8c50de19dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:33.620183 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d628eb8-703b-4f74-9e00-8c50de19dc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:33.621259 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6d628eb8-703b-4f74-9e00-8c50de19dc3d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/be219cfa-f419-431b-b5f8-12176a6dcc58 HTTP/1.1" status: 204 len: 168 time: 0.3244004 May 26 16:05:33.630521 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb1ff4a4-cc5f-4d9a-826a-89e0e8040aed req-f723264a-909e-45a3-a322-d4b78fc085b6 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/security-groups?id=84b70ddb-c37d-4b63-a14c-6f6f832dafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629704 May 26 16:05:33.638281 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d628eb8-703b-4f74-9e00-8c50de19dc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be219cfa-f419-431b-b5f8-12176a6dcc58,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:33.651646 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-480f67b5-e322-48d9-aafa-0eff7a6bfaaf req-5ed83554-0719-42f9-b217-bf11a02c4693 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:33.752471 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-480f67b5-e322-48d9-aafa-0eff7a6bfaaf req-5ed83554-0719-42f9-b217-bf11a02c4693 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:33.868474 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-480f67b5-e322-48d9-aafa-0eff7a6bfaaf req-5ed83554-0719-42f9-b217-bf11a02c4693 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Allocated IP 172.25.7.120 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/6d572864-996e-4eca-8115-2a7d8d07ede3) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:05:33.933379 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 3356d0da-ac7e-43e5-89af-75248d7aebd4 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:05:34.011318 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a475e-87be-4d0b-aaec-558604b94104 req-6f7f3c78-07a7-48e4-aa6c-b475eb0d9c59 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:34.012764 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8f3a475e-87be-4d0b-aaec-558604b94104 req-6f7f3c78-07a7-48e4-aa6c-b475eb0d9c59 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=f86de365-38a9-4a2d-b03b-d518e8b76654 HTTP/1.1" status: 200 len: 945 time: 0.0823679 May 26 16:05:34.037267 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-480f67b5-e322-48d9-aafa-0eff7a6bfaaf req-5ed83554-0719-42f9-b217-bf11a02c4693 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:34.044431 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 3356d0da-ac7e-43e5-89af-75248d7aebd4, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=3356d0da-ac7e-43e5-89af-75248d7aebd4,segment=NetworkSegment(c6380c4f-2eb2-46a7-b445-d8da7d649974),segment_id=c6380c4f-2eb2-46a7-b445-d8da7d649974)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:34.059068 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '3356d0da-ac7e-43e5-89af-75248d7aebd4', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'port_id': '3356d0da-ac7e-43e5-89af-75248d7aebd4', 'mac_address': 'fa:16:3e:13:3c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:05:34.076234 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8f3a475e-87be-4d0b-aaec-558604b94104 req-239757ca-3bbd-4cfe-a3f0-5598b2fe613f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498221 May 26 16:05:34.108549 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-480f67b5-e322-48d9-aafa-0eff7a6bfaaf req-5ed83554-0719-42f9-b217-bf11a02c4693 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:34.111892 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 3356d0da-ac7e-43e5-89af-75248d7aebd4 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:34.112324 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:34.126793 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3356d0da-ac7e-43e5-89af-75248d7aebd4 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:34.150465 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 3356d0da-ac7e-43e5-89af-75248d7aebd4, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=3356d0da-ac7e-43e5-89af-75248d7aebd4,segment=NetworkSegment(c6380c4f-2eb2-46a7-b445-d8da7d649974),segment_id=c6380c4f-2eb2-46a7-b445-d8da7d649974)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:34.152951 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-480f67b5-e322-48d9-aafa-0eff7a6bfaaf req-5ed83554-0719-42f9-b217-bf11a02c4693 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:34.156127 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:34.162295 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-480f67b5-e322-48d9-aafa-0eff7a6bfaaf req-5ed83554-0719-42f9-b217-bf11a02c4693 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:34.179394 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-480f67b5-e322-48d9-aafa-0eff7a6bfaaf req-5ed83554-0719-42f9-b217-bf11a02c4693 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:05:34.213798 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=3356d0da-ac7e-43e5-89af-75248d7aebd4,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:34.230693 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed83554-0719-42f9-b217-bf11a02c4693 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Pushing event updated for resources: {'Port': ['ID=6d572864-996e-4eca-8115-2a7d8d07ede3,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:34.265160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71569c-d671-4f96-a1ca-14584e53bb1c req-4b7a2103-6c1f-467d-8c3e-2763177d3095 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:34.267185 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1f71569c-d671-4f96-a1ca-14584e53bb1c req-4b7a2103-6c1f-467d-8c3e-2763177d3095 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.1123838 May 26 16:05:34.333383 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-480f67b5-e322-48d9-aafa-0eff7a6bfaaf req-5ed83554-0719-42f9-b217-bf11a02c4693 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:34.340471 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1f71569c-d671-4f96-a1ca-14584e53bb1c req-30b35fbb-374f-484b-8b3f-4555f2ee23ea tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498013 May 26 16:05:34.374508 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-480f67b5-e322-48d9-aafa-0eff7a6bfaaf req-5ed83554-0719-42f9-b217-bf11a02c4693 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:34.513560 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c13f2-835a-454d-85e4-aa698cb15c43 req-9eb325a5-7116-4a3b-8b6a-c5e6fa70ee7f tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:34.515045 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-222c13f2-835a-454d-85e4-aa698cb15c43 req-9eb325a5-7116-4a3b-8b6a-c5e6fa70ee7f tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 944 time: 0.1087239 May 26 16:05:34.554454 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['3356d0da-ac7e-43e5-89af-75248d7aebd4'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:34.593202 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-222c13f2-835a-454d-85e4-aa698cb15c43 req-c8ccf1ca-c834-4506-9467-9651af27a6a7 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687187 May 26 16:05:34.619928 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-480f67b5-e322-48d9-aafa-0eff7a6bfaaf req-5ed83554-0719-42f9-b217-bf11a02c4693 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:34.625559 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-480f67b5-e322-48d9-aafa-0eff7a6bfaaf req-5ed83554-0719-42f9-b217-bf11a02c4693 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:34.709237 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe5515ac-df48-4af1-832e-227937fade73 req-b01679b9-74db-4a18-a86f-9ada37a41d83 tempest-ServersAaction247Test-233469760 tempest-ServersAaction247Test-233469760-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8575d79-59b3-4e7f-bba6-dc472a3e714e HTTP/1.1" status: 200 len: 210 time: 0.0514820 May 26 16:05:34.721108 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed83554-0719-42f9-b217-bf11a02c4693 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Pushing event updated for resources: {'Port': ['ID=6d572864-996e-4eca-8115-2a7d8d07ede3,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:34.729837 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-480f67b5-e322-48d9-aafa-0eff7a6bfaaf req-5ed83554-0719-42f9-b217-bf11a02c4693 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:34.746213 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-480f67b5-e322-48d9-aafa-0eff7a6bfaaf req-5ed83554-0719-42f9-b217-bf11a02c4693 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:34.747432 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-480f67b5-e322-48d9-aafa-0eff7a6bfaaf req-5ed83554-0719-42f9-b217-bf11a02c4693 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1501749 May 26 16:05:34.812525 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-480f67b5-e322-48d9-aafa-0eff7a6bfaaf req-a7962380-2edc-44ab-8a23-cd95563a0b8f tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 696 time: 0.0574262 May 26 16:05:34.908782 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34d578-e33b-4f08-be98-8d9d27ca054b req-4a0e0a4a-26c8-4c25-bfe1-ef10045d621a tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:34.910876 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c34d578-e33b-4f08-be98-8d9d27ca054b req-4a0e0a4a-26c8-4c25-bfe1-ef10045d621a tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 944 time: 0.1156294 May 26 16:05:34.969473 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f67b5-e322-48d9-aafa-0eff7a6bfaaf req-37186e63-99ec-45d2-adf4-66f6a8cf67ec tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:34.970857 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-480f67b5-e322-48d9-aafa-0eff7a6bfaaf req-37186e63-99ec-45d2-adf4-66f6a8cf67ec tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.1454813 May 26 16:05:34.979056 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c34d578-e33b-4f08-be98-8d9d27ca054b req-9ae1a398-b2a0-479b-b174-50210fddcfd2 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/security-groups?id=84b70ddb-c37d-4b63-a14c-6f6f832dafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559034 May 26 16:05:35.267832 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05963f04-ef31-47c4-abe3-b3201bce8119 req-0c290653-d076-46b4-8efb-25c8bf6f806d tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:35.269332 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-05963f04-ef31-47c4-abe3-b3201bce8119 req-0c290653-d076-46b4-8efb-25c8bf6f806d tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=f86de365-38a9-4a2d-b03b-d518e8b76654 HTTP/1.1" status: 200 len: 945 time: 0.1141467 May 26 16:05:35.294974 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-f45a8d23-b42d-45ea-bdb5-5c43c0a2b635 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:35.296378 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-f45a8d23-b42d-45ea-bdb5-5c43c0a2b635 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/networks?id=73c00ccb-c63a-47b0-b4fa-0f82408bf451 HTTP/1.1" status: 200 len: 820 time: 0.1517396 May 26 16:05:35.318206 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-7aa07e66-73c3-4970-a3d3-e2f55e9978f9 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/quotas/9d5433c434574619b929cc3d96200a3d HTTP/1.1" status: 200 len: 375 time: 0.0146492 May 26 16:05:35.340138 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-05963f04-ef31-47c4-abe3-b3201bce8119 req-2b32f16f-f1d4-44aa-959f-8e8b58ff4807 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605545 May 26 16:05:35.378208 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-cf9671bb-5a69-4cbf-8b07-0d461d4df100 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d5433c434574619b929cc3d96200a3d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0545111 May 26 16:05:35.509031 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5a27d-a9e6-439f-9be8-cfc63b976b42 req-a35d86a6-c864-40c2-925f-71ca7db968a4 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:35.510466 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-00b5a27d-a9e6-439f-9be8-cfc63b976b42 req-a35d86a6-c864-40c2-925f-71ca7db968a4 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.0760753 May 26 16:05:35.512624 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-077bee4c-1cb7-4aa9-b108-cde6ba350cbb service neutron] 10.222.0.77 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267846 May 26 16:05:35.598382 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-00b5a27d-a9e6-439f-9be8-cfc63b976b42 req-0754a7ce-6fa6-4b8d-ac21-1e019306aac5 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813105 May 26 16:05:35.633025 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-cf411a0b-d794-4707-b56d-1ed9f92415b6 service neutron] 10.222.0.77 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106386 May 26 16:05:35.722202 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed178f4-f4e8-45b1-b166-57629405c7ab req-dac366ca-b680-4186-a863-9ac25cceae96 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:35.724412 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ed178f4-f4e8-45b1-b166-57629405c7ab req-dac366ca-b680-4186-a863-9ac25cceae96 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 944 time: 0.0547559 May 26 16:05:35.774910 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ed178f4-f4e8-45b1-b166-57629405c7ab req-777e396b-a727-49b8-a45c-a3e12a67b542 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432045 May 26 16:05:35.840898 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0e76f457-1304-46ce-991d-d8b92d85ddbe req-ad7deb16-010a-4140-acdf-b15b72ba8a37 tempest-ServersAaction247Test-233469760 tempest-ServersAaction247Test-233469760-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8575d79-59b3-4e7f-bba6-dc472a3e714e HTTP/1.1" status: 200 len: 210 time: 0.0308146 May 26 16:05:35.878141 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-08bec4b6-adb0-49b1-8887-309f14805740 req-c2a77a59-13d2-4c7e-bedd-1ab8df7de064 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86 HTTP/1.1" status: 200 len: 210 time: 0.0344505 May 26 16:05:35.910572 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-38b0c1a0-2a41-4838-9b65-ed403c098b5c req-a80c8995-97f0-4a02-8843-884688d43f6b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f8575d79-59b3-4e7f-bba6-dc472a3e714e HTTP/1.1" status: 200 len: 210 time: 0.0327210 May 26 16:05:35.949699 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 3356d0da-ac7e-43e5-89af-75248d7aebd4 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:36.014073 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 3356d0da-ac7e-43e5-89af-75248d7aebd4 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:05:36.020638 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 3356d0da-ac7e-43e5-89af-75248d7aebd4 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:36.021020 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:36.138187 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e80b09-90f8-402b-b09d-a9d7aa144226 req-ea8fbcad-c8f9-4bd5-8977-4ede8e67fbb6 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:36.139707 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-09e80b09-90f8-402b-b09d-a9d7aa144226 req-ea8fbcad-c8f9-4bd5-8977-4ede8e67fbb6 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 944 time: 0.0624833 May 26 16:05:36.144524 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 3356d0da-ac7e-43e5-89af-75248d7aebd4 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:36.146100 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:36.171059 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5679c4-c890-45ad-a7c9-7f01a14feb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3356d0da-ac7e-43e5-89af-75248d7aebd4'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:36.173302 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7472ae-6f89-4239-81fe-47a9e2fbece2" -d '{"events": [{"server_uuid": "4d5679c4-c890-45ad-a7c9-7f01a14feb96", "name": "network-vif-plugged", "status": "completed", "tag": "3356d0da-ac7e-43e5-89af-75248d7aebd4"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:36.186878 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 3356d0da-ac7e-43e5-89af-75248d7aebd4, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=3356d0da-ac7e-43e5-89af-75248d7aebd4,segment=NetworkSegment(c6380c4f-2eb2-46a7-b445-d8da7d649974),segment_id=c6380c4f-2eb2-46a7-b445-d8da7d649974)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:36.193927 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:36.209956 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-09e80b09-90f8-402b-b09d-a9d7aa144226 req-f10e0ce4-b37c-4b8c-abb3-992214e39176 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/security-groups?id=84b70ddb-c37d-4b63-a14c-6f6f832dafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584502 May 26 16:05:36.243752 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b31709-acad-4fce-9e72-cc53ef3d5f12 x-openstack-request-id: req-56b31709-acad-4fce-9e72-cc53ef3d5f12 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:36.244699 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5679c4-c890-45ad-a7c9-7f01a14feb96", "name": "network-vif-plugged", "status": "completed", "tag": "3356d0da-ac7e-43e5-89af-75248d7aebd4", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:36.245287 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-56b31709-acad-4fce-9e72-cc53ef3d5f12 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:36.245885 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56b31709-acad-4fce-9e72-cc53ef3d5f12'] response: {'server_uuid': '4d5679c4-c890-45ad-a7c9-7f01a14feb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3356d0da-ac7e-43e5-89af-75248d7aebd4', 'code': 200} May 26 16:05:36.266617 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=3356d0da-ac7e-43e5-89af-75248d7aebd4,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:36.358379 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d59536-ad73-4037-ab59-b7e71bdbc967 req-cc54b00d-7c70-442b-b51e-7468aa2a09b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:36.359910 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-75d59536-ad73-4037-ab59-b7e71bdbc967 req-cc54b00d-7c70-442b-b51e-7468aa2a09b3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 1096 time: 0.0400734 May 26 16:05:36.403319 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-75d59536-ad73-4037-ab59-b7e71bdbc967 req-ca3dc74d-3f30-48c7-8952-446aacfb4e65 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360820 May 26 16:05:36.462503 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21c6da-8483-426d-8b23-98816fdba610 req-7969fe3d-035f-42c7-bd4e-e58faaca85af tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:36.464004 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c21c6da-8483-426d-8b23-98816fdba610 req-7969fe3d-035f-42c7-bd4e-e58faaca85af tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=f86de365-38a9-4a2d-b03b-d518e8b76654 HTTP/1.1" status: 200 len: 945 time: 0.0496364 May 26 16:05:36.501588 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c21c6da-8483-426d-8b23-98816fdba610 req-5cc366b6-f603-41cd-9fe3-71bd585b610f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312054 May 26 16:05:36.748703 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9bd956-8031-401c-8fa9-9f018647b40d req-d611ef3d-371a-4c34-a70e-bfa13e20f57b tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:36.750153 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a9bd956-8031-401c-8fa9-9f018647b40d req-d611ef3d-371a-4c34-a70e-bfa13e20f57b tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.0811505 May 26 16:05:36.762223 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a92bf-0f60-4ceb-9dcf-7ccc69bd312f req-a8098982-47da-4783-abd8-8879c3482f28 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:36.763553 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee4a92bf-0f60-4ceb-9dcf-7ccc69bd312f req-a8098982-47da-4783-abd8-8879c3482f28 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=f86de365-38a9-4a2d-b03b-d518e8b76654 HTTP/1.1" status: 200 len: 945 time: 0.0642872 May 26 16:05:36.814230 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a9bd956-8031-401c-8fa9-9f018647b40d req-eb7eef2e-842c-42f1-a960-961b9c85e6bc tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497527 May 26 16:05:36.821755 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee4a92bf-0f60-4ceb-9dcf-7ccc69bd312f req-7d03f77a-8573-4893-b84b-e85b931d9291 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518134 May 26 16:05:36.922349 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c2971-02f0-4fc1-a535-b5d7c5e3e6e6 req-6a718ce1-5e30-46ba-bce4-110c45a8eed1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:36.923814 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f2c2971-02f0-4fc1-a535-b5d7c5e3e6e6 req-6a718ce1-5e30-46ba-bce4-110c45a8eed1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 945 time: 0.0526872 May 26 16:05:36.968566 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9f0b5b09-9dc5-464e-9efb-85df68f103bf req-7cee15f0-6b39-45eb-8a93-7a807890fb24 tempest-ServersAaction247Test-233469760 tempest-ServersAaction247Test-233469760-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8575d79-59b3-4e7f-bba6-dc472a3e714e HTTP/1.1" status: 200 len: 210 time: 0.0321259 May 26 16:05:36.985558 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f2c2971-02f0-4fc1-a535-b5d7c5e3e6e6 req-09dd1c69-7adb-4478-96e3-c3d0d4f30da8 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549269 May 26 16:05:37.052697 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e15fdcd7-41bd-4b8a-b0ee-c72fe0b7d556 req-dee655f4-8852-496d-97b4-abfd73629ec7 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86 HTTP/1.1" status: 200 len: 210 time: 0.0267434 May 26 16:05:37.350466 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bb2c8-f10b-4e00-9689-bafb064f131e req-07933a80-7eb3-49de-bb10-6c2fb9951f1a tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:37.352183 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8f3bb2c8-f10b-4e00-9689-bafb064f131e req-07933a80-7eb3-49de-bb10-6c2fb9951f1a tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 944 time: 0.0801396 May 26 16:05:37.422087 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8f3bb2c8-f10b-4e00-9689-bafb064f131e req-b1d7d973-7217-4c1d-9dcc-43732d01058d tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/security-groups?id=84b70ddb-c37d-4b63-a14c-6f6f832dafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633707 May 26 16:05:37.433964 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-b58bf6cb-606a-42ab-b22f-162a360437af tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:37.436003 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-b58bf6cb-606a-42ab-b22f-162a360437af tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.83 "GET /v2.0/networks?id=73c00ccb-c63a-47b0-b4fa-0f82408bf451 HTTP/1.1" status: 200 len: 820 time: 0.1528492 May 26 16:05:37.475709 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-3d137555-f755-4269-80e8-b6c8c0453152 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Request body: {'port': {'device_id': '8d3df5e1-bb72-4fe2-a091-6a909b12af86', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'admin_state_up': True, 'tenant_id': '9d5433c434574619b929cc3d96200a3d'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:37.594451 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-3d137555-f755-4269-80e8-b6c8c0453152 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Made reservation on behalf of 9d5433c434574619b929cc3d96200a3d for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:37.598505 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-3d137555-f755-4269-80e8-b6c8c0453152 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:37.734805 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-3d137555-f755-4269-80e8-b6c8c0453152 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Allocated IP 172.20.0.11 (73c00ccb-c63a-47b0-b4fa-0f82408bf451/5cc54f86-23cb-4d55-b78f-eccd82b0b645/b0d9bee8-689b-4174-a52f-3bbf9151c158) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:05:37.880636 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-3d137555-f755-4269-80e8-b6c8c0453152 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:37.918509 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-3d137555-f755-4269-80e8-b6c8c0453152 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:37.931500 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['2af233fa-e97c-46fd-884b-47c4ca77cb72'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:37.983818 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-3d137555-f755-4269-80e8-b6c8c0453152 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Network 73c00ccb-c63a-47b0-b4fa-0f82408bf451 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:37.986096 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-3d137555-f755-4269-80e8-b6c8c0453152 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:37.993208 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8f47b-43f9-4b48-b9aa-666321b2d82d req-92554269-d05d-4757-af50-8524db4571ce tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:37.996578 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e5a8f47b-43f9-4b48-b9aa-666321b2d82d req-92554269-d05d-4757-af50-8524db4571ce tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=f86de365-38a9-4a2d-b03b-d518e8b76654 HTTP/1.1" status: 200 len: 945 time: 0.0842013 May 26 16:05:38.016283 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290a6bc-72da-418c-b408-6fe508a4b445 req-880226b4-73cc-47c6-8c73-b72700254d69 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:38.019114 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-3d137555-f755-4269-80e8-b6c8c0453152 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:05:38.026724 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d137555-f755-4269-80e8-b6c8c0453152 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Pushing event updated for resources: {'Port': ['ID=b0d9bee8-689b-4174-a52f-3bbf9151c158,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:38.031836 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f290a6bc-72da-418c-b408-6fe508a4b445 req-880226b4-73cc-47c6-8c73-b72700254d69 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.1329882 May 26 16:05:38.086283 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-3d137555-f755-4269-80e8-b6c8c0453152 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:38.086942 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-3d137555-f755-4269-80e8-b6c8c0453152 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.101883 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e5a8f47b-43f9-4b48-b9aa-666321b2d82d req-d0c2b7f7-326a-4e4e-a1ee-f020d361dcbf tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676186 May 26 16:05:38.128112 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-3d137555-f755-4269-80e8-b6c8c0453152 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6564922 May 26 16:05:38.144152 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f290a6bc-72da-418c-b408-6fe508a4b445 req-f0556904-ab9e-4311-ad5f-50663c25a186 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111853 May 26 16:05:38.160024 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-fd91c41b-8b5b-4817-9f30-a576558e374a service neutron] Request body: {'port': {'device_id': '8d3df5e1-bb72-4fe2-a091-6a909b12af86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:38.237423 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-fd91c41b-8b5b-4817-9f30-a576558e374a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.262673 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-69580ddf-9885-4d1a-8487-b5a44ded45bb req-c338789d-1a1a-413d-b2ed-253127195222 tempest-ServersAaction247Test-233469760 tempest-ServersAaction247Test-233469760-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8575d79-59b3-4e7f-bba6-dc472a3e714e HTTP/1.1" status: 200 len: 210 time: 0.0398161 May 26 16:05:38.363464 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-fab5f801-bb02-47da-b855-4e8b6473200e None None] Provisioning complete for port b0d9bee8-689b-4174-a52f-3bbf9151c158 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:38.364569 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fab5f801-bb02-47da-b855-4e8b6473200e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.419239 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-fab5f801-bb02-47da-b855-4e8b6473200e None None] Port b0d9bee8-689b-4174-a52f-3bbf9151c158 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:05:38.555910 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-fd91c41b-8b5b-4817-9f30-a576558e374a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d9bee8-689b-4174-a52f-3bbf9151c158 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:38.563363 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-fd91c41b-8b5b-4817-9f30-a576558e374a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.576668 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-fd91c41b-8b5b-4817-9f30-a576558e374a service neutron] Transition to ACTIVE for port object b0d9bee8-689b-4174-a52f-3bbf9151c158 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:05:38.580429 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-fd91c41b-8b5b-4817-9f30-a576558e374a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.609032 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a097c6-aa0b-4f32-8f6a-dcf3cfece80d req-48cb569d-1a26-45f5-b074-f7b0f5e78625 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:38.616624 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87a097c6-aa0b-4f32-8f6a-dcf3cfece80d req-48cb569d-1a26-45f5-b074-f7b0f5e78625 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 945 time: 0.3829074 May 26 16:05:38.632928 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91c41b-8b5b-4817-9f30-a576558e374a service neutron] Pushing event updated for resources: {'Port': ['ID=b0d9bee8-689b-4174-a52f-3bbf9151c158,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:38.642750 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ecf66-1f72-4d62-8164-18e3ebe5f881 req-08e0fa12-3059-4c0d-8ebd-611ecb98a546 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:38.644286 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-020ecf66-1f72-4d62-8164-18e3ebe5f881 req-08e0fa12-3059-4c0d-8ebd-611ecb98a546 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86 HTTP/1.1" status: 200 len: 932 time: 0.0867965 May 26 16:05:38.677406 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87a097c6-aa0b-4f32-8f6a-dcf3cfece80d req-cbe4b69d-2a5a-4f5b-920e-e9f41ee79635 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598900 May 26 16:05:38.705107 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-020ecf66-1f72-4d62-8164-18e3ebe5f881 req-3b2b5c29-a24d-4d4e-beaa-8a6b9cdd49bd tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536695 May 26 16:05:38.742749 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-fd91c41b-8b5b-4817-9f30-a576558e374a service neutron] Attempting to bind port b0d9bee8-689b-4174-a52f-3bbf9151c158 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:38.743349 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-fd91c41b-8b5b-4817-9f30-a576558e374a service neutron] Attempting to bind port b0d9bee8-689b-4174-a52f-3bbf9151c158 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '6881238a-7213-4299-a4d2-edb4f9a8e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:38.743886 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-fd91c41b-8b5b-4817-9f30-a576558e374a service neutron] Attempting to bind port b0d9bee8-689b-4174-a52f-3bbf9151c158 on network 73c00ccb-c63a-47b0-b4fa-0f82408bf451 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:38.751620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-fd91c41b-8b5b-4817-9f30-a576558e374a service neutron] Port b0d9bee8-689b-4174-a52f-3bbf9151c158 on network 73c00ccb-c63a-47b0-b4fa-0f82408bf451 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:05:38.751954 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-fd91c41b-8b5b-4817-9f30-a576558e374a service neutron] Attempting to bind port b0d9bee8-689b-4174-a52f-3bbf9151c158 on network 73c00ccb-c63a-47b0-b4fa-0f82408bf451 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:38.759424 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-fd91c41b-8b5b-4817-9f30-a576558e374a service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:38.759946 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-fd91c41b-8b5b-4817-9f30-a576558e374a service neutron] Checking segment: {'id': '6881238a-7213-4299-a4d2-edb4f9a8e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:38.760507 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-fd91c41b-8b5b-4817-9f30-a576558e374a service neutron] Bound using segment: {'id': '6881238a-7213-4299-a4d2-edb4f9a8e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:38.760952 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-fd91c41b-8b5b-4817-9f30-a576558e374a service neutron] Bound port: b0d9bee8-689b-4174-a52f-3bbf9151c158, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6881238a-7213-4299-a4d2-edb4f9a8e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:38.761990 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-fd91c41b-8b5b-4817-9f30-a576558e374a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.873845 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba169e8-88db-4440-a90f-a449c36e585d req-72b1fcb9-e2a0-43e8-82e4-8d16cd1002a6 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:38.886334 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ba169e8-88db-4440-a90f-a449c36e585d req-72b1fcb9-e2a0-43e8-82e4-8d16cd1002a6 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 944 time: 0.1024909 May 26 16:05:38.891295 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-fd91c41b-8b5b-4817-9f30-a576558e374a service neutron] For port b0d9bee8-689b-4174-a52f-3bbf9151c158, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:38.895133 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-fd91c41b-8b5b-4817-9f30-a576558e374a service neutron] For port b0d9bee8-689b-4174-a52f-3bbf9151c158, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=b0d9bee8-689b-4174-a52f-3bbf9151c158,segment=NetworkSegment(6881238a-7213-4299-a4d2-edb4f9a8e1f3),segment_id=6881238a-7213-4299-a4d2-edb4f9a8e1f3)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:38.901458 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-fd91c41b-8b5b-4817-9f30-a576558e374a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.959766 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ba169e8-88db-4440-a90f-a449c36e585d req-c45be05a-1a25-448a-a72e-85576fb8b373 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/security-groups?id=84b70ddb-c37d-4b63-a14c-6f6f832dafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701914 May 26 16:05:38.968678 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-fd91c41b-8b5b-4817-9f30-a576558e374a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:38.969303 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-fd91c41b-8b5b-4817-9f30-a576558e374a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:38.970699 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-fd91c41b-8b5b-4817-9f30-a576558e374a service neutron] 10.222.0.83 "PUT /v2.0/ports/b0d9bee8-689b-4174-a52f-3bbf9151c158 HTTP/1.1" status: 200 len: 1092 time: 0.8151410 May 26 16:05:38.971137 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3df5e1-bb72-4fe2-a091-6a909b12af86', 'tag': 'b0d9bee8-689b-4174-a52f-3bbf9151c158'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:38.973738 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabfaafd-4489-4436-a26a-8178841c89fc" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3df5e1-bb72-4fe2-a091-6a909b12af86", "tag": "b0d9bee8-689b-4174-a52f-3bbf9151c158"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:39.025126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91c41b-8b5b-4817-9f30-a576558e374a service neutron] Pushing event updated for resources: {'Port': ['ID=b0d9bee8-689b-4174-a52f-3bbf9151c158,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:39.119712 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4321a91-a11d-46d8-8c6e-08f50cbbeca3 req-484d9725-f464-4318-a3ed-4db664095bab tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:39.129359 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-ca989b53-e2c0-41dd-9b1a-f981f03e0f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:39.131713 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-ca989b53-e2c0-41dd-9b1a-f981f03e0f59 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d5433c434574619b929cc3d96200a3d&device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86 HTTP/1.1" status: 200 len: 1095 time: 0.0621736 May 26 16:05:39.132121 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 45588) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:39.136722 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b4321a91-a11d-46d8-8c6e-08f50cbbeca3 req-484d9725-f464-4318-a3ed-4db664095bab tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 945 time: 0.1239626 May 26 16:05:39.139526 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-fb8e18f5-8e68-4c45-bdb7-7a89e14af953 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Request body: {'floatingip': {'port_id': '3356d0da-ac7e-43e5-89af-75248d7aebd4'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:39.193908 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fb8e18f5-8e68-4c45-bdb7-7a89e14af953 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for floatingip, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:39.234200 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f9e795-7f73-49de-b599-a927ca0d4bb6 x-openstack-request-id: req-05f9e795-7f73-49de-b599-a927ca0d4bb6 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:39.234480 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3df5e1-bb72-4fe2-a091-6a909b12af86", "tag": "b0d9bee8-689b-4174-a52f-3bbf9151c158", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:39.234726 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-05f9e795-7f73-49de-b599-a927ca0d4bb6 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:39.235120 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f9e795-7f73-49de-b599-a927ca0d4bb6'] response: {'name': 'network-changed', 'server_uuid': '8d3df5e1-bb72-4fe2-a091-6a909b12af86', 'tag': 'b0d9bee8-689b-4174-a52f-3bbf9151c158', 'status': 'completed', 'code': 200} May 26 16:05:39.319255 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-f9f5cfab-f9a9-4005-887b-0d31370946e1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0d9bee8-689b-4174-a52f-3bbf9151c158 HTTP/1.1" status: 200 len: 217 time: 0.0866644 May 26 16:05:39.335964 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ac2af-68e2-49c0-bb6d-e1cdb46889f3 req-2a0e4b1f-c255-4022-ac86-9b172418a26c tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:39.337564 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-814ac2af-68e2-49c0-bb6d-e1cdb46889f3 req-2a0e4b1f-c255-4022-ac86-9b172418a26c tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=f86de365-38a9-4a2d-b03b-d518e8b76654 HTTP/1.1" status: 200 len: 945 time: 0.0818002 May 26 16:05:39.394455 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-814ac2af-68e2-49c0-bb6d-e1cdb46889f3 req-1c8341d5-e814-455c-a7dd-5ab54c63890d tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453269 May 26 16:05:39.458760 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75529074-4810-415a-bcdb-bdeebd54ca50 req-50ec5c2e-b4e5-46ac-be94-d0b6b8491900 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:39.460393 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-75529074-4810-415a-bcdb-bdeebd54ca50 req-50ec5c2e-b4e5-46ac-be94-d0b6b8491900 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.0784376 May 26 16:05:39.486424 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6a2e5717-0909-41c7-a2e3-ddd2be82afb9 req-711f07eb-b27c-4192-9877-b1e6b33efec3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=065643f3699848bfbddc91df92542110&device_id=f8575d79-59b3-4e7f-bba6-dc472a3e714e HTTP/1.1" status: 200 len: 210 time: 0.0330002 May 26 16:05:39.515330 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-75529074-4810-415a-bcdb-bdeebd54ca50 req-4100d285-97ac-4a11-8a85-9f2284a87dfc tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457721 May 26 16:05:39.565718 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-56289621-6706-49fe-91f6-52901eec52d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:39.568711 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-56289621-6706-49fe-91f6-52901eec52d9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5cc54f86-23cb-4d55-b78f-eccd82b0b645 HTTP/1.1" status: 200 len: 859 time: 0.1486380 May 26 16:05:39.572180 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6a2e5717-0909-41c7-a2e3-ddd2be82afb9 req-9c54d107-4890-4355-8ac9-34c143bc0ca7 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=065643f3699848bfbddc91df92542110&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534194 May 26 16:05:39.574431 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-afb2e198-28a3-45b4-98b1-b84c805977f9 req-fa7f232f-dee2-42b3-a9b1-88276add7398 tempest-ServersAaction247Test-233469760 tempest-ServersAaction247Test-233469760-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8575d79-59b3-4e7f-bba6-dc472a3e714e HTTP/1.1" status: 200 len: 210 time: 0.0309446 May 26 16:05:39.622600 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-4e79afc6-10a0-40e0-b317-d2c2bb5d91f1 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=966d4a9874ce4d0ebebd099646012db8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211051 May 26 16:05:39.749568 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbe0ba-c40e-4c82-88ac-bb960bbed726 req-9098a15c-960b-4af5-a245-315b5dae0ee5 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:39.752884 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7cbe0ba-c40e-4c82-88ac-bb960bbed726 req-9098a15c-960b-4af5-a245-315b5dae0ee5 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.83 "GET /v2.0/ports?device_id=f86de365-38a9-4a2d-b03b-d518e8b76654 HTTP/1.1" status: 200 len: 945 time: 0.0753582 May 26 16:05:39.778783 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-6e72e32b-fc9e-4314-9563-1e7bed7cc419 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:39.780243 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-6e72e32b-fc9e-4314-9563-1e7bed7cc419 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1516466 May 26 16:05:39.815519 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-126a9cf6-4d64-4dea-b0da-c72266d212c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:39.817650 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-126a9cf6-4d64-4dea-b0da-c72266d212c7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=73c00ccb-c63a-47b0-b4fa-0f82408bf451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1516726 May 26 16:05:39.842211 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-57cd8180-8bab-4fa7-8ce8-0f5ebf0f315a tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/quotas/966d4a9874ce4d0ebebd099646012db8 HTTP/1.1" status: 200 len: 375 time: 0.0448425 May 26 16:05:39.902322 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-4cacb1c9-5bd9-493a-b1b2-ba32b151fdba tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=966d4a9874ce4d0ebebd099646012db8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506589 May 26 16:05:39.915021 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e5717-0909-41c7-a2e3-ddd2be82afb9 req-14217fce-e395-43b9-b96b-1f017befbdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:39.916512 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6a2e5717-0909-41c7-a2e3-ddd2be82afb9 req-14217fce-e395-43b9-b96b-1f017befbdc5 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2398348 May 26 16:05:39.917600 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6c2a9-5387-47b7-8692-84480dda9259 req-8b78ad03-6007-4f9a-9103-ccf9155a7f27 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:39.919036 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a2b6c2a9-5387-47b7-8692-84480dda9259 req-8b78ad03-6007-4f9a-9103-ccf9155a7f27 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86 HTTP/1.1" status: 200 len: 944 time: 0.1207809 May 26 16:05:39.964347 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-e7cbe0ba-c40e-4c82-88ac-bb960bbed726 req-15b73944-151a-4d0d-8b2d-9d47bce40d6f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Deleting port df607435-9b32-45a6-934d-63adba00786b {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:05:39.964347 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e7cbe0ba-c40e-4c82-88ac-bb960bbed726 req-15b73944-151a-4d0d-8b2d-9d47bce40d6f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:39.997878 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-699e2b40-c68b-4b49-a413-38a15e3c0411 service neutron] 10.222.0.83 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712348 May 26 16:05:40.004061 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fb8e18f5-8e68-4c45-bdb7-7a89e14af953 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:40.014941 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fb8e18f5-8e68-4c45-bdb7-7a89e14af953 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:40.050573 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a2b6c2a9-5387-47b7-8692-84480dda9259 req-fd0f01e2-7880-4bc1-83fb-ce2e57fd3634 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068110 May 26 16:05:40.109953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-e7cbe0ba-c40e-4c82-88ac-bb960bbed726 req-15b73944-151a-4d0d-8b2d-9d47bce40d6f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] For port df607435-9b32-45a6-934d-63adba00786b, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=df607435-9b32-45a6-934d-63adba00786b,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:40.110585 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e7cbe0ba-c40e-4c82-88ac-bb960bbed726 req-15b73944-151a-4d0d-8b2d-9d47bce40d6f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:40.125042 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-e7cbe0ba-c40e-4c82-88ac-bb960bbed726 req-15b73944-151a-4d0d-8b2d-9d47bce40d6f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Calling delete_port for df607435-9b32-45a6-934d-63adba00786b owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:05:40.185047 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-722d3995-78ee-47f1-a04f-df3a4113dc38 req-286b01ac-13b3-4988-8dd5-e9b54e7c66ad service neutron] 10.222.0.83 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787519 May 26 16:05:40.188271 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-fb8e18f5-8e68-4c45-bdb7-7a89e14af953 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Floating IP d25ecceb-0b85-4014-885b-b30e1f827300 associated. External IP: 172.25.7.63, port: 3356d0da-ac7e-43e5-89af-75248d7aebd4. May 26 16:05:40.312082 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-da2d906a-dd23-42b9-b40a-ec59ea0f0347 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=966d4a9874ce4d0ebebd099646012db8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549386 May 26 16:05:40.389304 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7a8a2-c522-434d-8239-4dd609ac91e7 req-c203b218-cda0-4a71-82a0-6b41de1c6b55 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:40.390793 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-abe7a8a2-c522-434d-8239-4dd609ac91e7 req-c203b218-cda0-4a71-82a0-6b41de1c6b55 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 944 time: 0.2185988 May 26 16:05:40.522005 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-26e97c0e-afff-4a28-8a16-e0c20558eedc tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:40.531153 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-26e97c0e-afff-4a28-8a16-e0c20558eedc tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2185266 May 26 16:05:40.545644 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-abe7a8a2-c522-434d-8239-4dd609ac91e7 req-70d77622-21c8-47da-a342-ba87c2f013e5 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/security-groups?id=84b70ddb-c37d-4b63-a14c-6f6f832dafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367431 May 26 16:05:40.561784 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-4f325d68-7424-424d-ad0a-5653a2d3fe99 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/quotas/966d4a9874ce4d0ebebd099646012db8 HTTP/1.1" status: 200 len: 375 time: 0.0292649 May 26 16:05:40.602087 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-65252715-0a18-46cd-abc4-b1e04bf10bc0 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=966d4a9874ce4d0ebebd099646012db8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393012 May 26 16:05:40.602851 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e7cbe0ba-c40e-4c82-88ac-bb960bbed726 req-15b73944-151a-4d0d-8b2d-9d47bce40d6f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:40.661221 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b73944-151a-4d0d-8b2d-9d47bce40d6f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Pushing event deleted for resources: {'Port': ['ID=df607435-9b32-45a6-934d-63adba00786b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:40.665443 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['df607435-9b32-45a6-934d-63adba00786b'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:40.714640 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76df3e42-978e-4900-949a-4ee1b9085e0e req-b15e4de2-4c15-429a-bac1-18d8ffb9b386 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=f86de365-38a9-4a2d-b03b-d518e8b76654 HTTP/1.1" status: 200 len: 210 time: 0.0562313 May 26 16:05:40.715991 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b73944-151a-4d0d-8b2d-9d47bce40d6f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:40.716744 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b73944-151a-4d0d-8b2d-9d47bce40d6f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:40.716744 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b73944-151a-4d0d-8b2d-9d47bce40d6f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:40.717032 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b73944-151a-4d0d-8b2d-9d47bce40d6f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:40.717310 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b73944-151a-4d0d-8b2d-9d47bce40d6f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:40.717632 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b73944-151a-4d0d-8b2d-9d47bce40d6f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:40.717954 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b73944-151a-4d0d-8b2d-9d47bce40d6f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:40.718365 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b73944-151a-4d0d-8b2d-9d47bce40d6f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:40.718565 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b73944-151a-4d0d-8b2d-9d47bce40d6f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:40.718884 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b73944-151a-4d0d-8b2d-9d47bce40d6f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:40.719204 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b73944-151a-4d0d-8b2d-9d47bce40d6f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:40.719521 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b73944-151a-4d0d-8b2d-9d47bce40d6f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:40.761984 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cbe0ba-c40e-4c82-88ac-bb960bbed726 req-15b73944-151a-4d0d-8b2d-9d47bce40d6f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] No DVR routers for this DVR port df607435-9b32-45a6-934d-63adba00786b on host n-h2-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:05:40.766655 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e7cbe0ba-c40e-4c82-88ac-bb960bbed726 req-15b73944-151a-4d0d-8b2d-9d47bce40d6f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:40.774099 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7cbe0ba-c40e-4c82-88ac-bb960bbed726 req-15b73944-151a-4d0d-8b2d-9d47bce40d6f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.83 "DELETE /v2.0/ports/df607435-9b32-45a6-934d-63adba00786b HTTP/1.1" status: 204 len: 173 time: 1.0131335 May 26 16:05:40.774761 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86de365-38a9-4a2d-b03b-d518e8b76654', 'name': 'network-vif-deleted', 'tag': 'df607435-9b32-45a6-934d-63adba00786b'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:40.778007 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293875f2-38aa-4db2-88ab-3d6c4141f0b1" -d '{"events": [{"server_uuid": "f86de365-38a9-4a2d-b03b-d518e8b76654", "name": "network-vif-deleted", "tag": "df607435-9b32-45a6-934d-63adba00786b"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:40.861602 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfaafd-4489-4436-a26a-8178841c89fc req-49293756-7383-418e-b738-2349466a7b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:40.863331 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eabfaafd-4489-4436-a26a-8178841c89fc req-49293756-7383-418e-b738-2349466a7b74 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d5433c434574619b929cc3d96200a3d&device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86 HTTP/1.1" status: 200 len: 1095 time: 0.4858720 May 26 16:05:40.892976 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8e18f5-8e68-4c45-bdb7-7a89e14af953 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Router 23c82539-53d7-436a-8f44-e10b8849fb9a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:05:40.901545 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-19bed4af-8a63-4e97-8b6a-70f557111034 req-835f7a0b-1517-4402-b1fd-1f8ccfdf3927 tempest-ServersAaction247Test-233469760 tempest-ServersAaction247Test-233469760-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8575d79-59b3-4e7f-bba6-dc472a3e714e HTTP/1.1" status: 200 len: 210 time: 0.0391042 May 26 16:05:40.947833 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b174b55-783b-46da-adab-336093cc76e9 req-7d7f2dae-fcc7-4d85-84cc-4917e709eafd tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:40.949409 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b174b55-783b-46da-adab-336093cc76e9 req-7d7f2dae-fcc7-4d85-84cc-4917e709eafd tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.1322815 May 26 16:05:41.067200 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3fb87b3a-b128-4242-a748-0df1f37786d3 req-d474966e-90e6-4b19-8e51-1250e04c21fe tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=b00688e5-979c-4ee4-85d4-5fab3da6335e HTTP/1.1" status: 200 len: 210 time: 0.0656118 May 26 16:05:41.076692 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b174b55-783b-46da-adab-336093cc76e9 req-e999ba40-1e4b-454d-946a-7a0f114a3297 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120689 May 26 16:05:41.095030 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfaafd-4489-4436-a26a-8178841c89fc req-73d53687-fa1b-48a1-81ad-9ee14a79322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:41.096638 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eabfaafd-4489-4436-a26a-8178841c89fc req-73d53687-fa1b-48a1-81ad-9ee14a79322c service neutron] 10.222.0.83 "GET /v2.0/networks?id=73c00ccb-c63a-47b0-b4fa-0f82408bf451 HTTP/1.1" status: 200 len: 921 time: 0.2144289 May 26 16:05:41.133368 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ac6386-5744-44d0-b31c-0814f6fc7c6a x-openstack-request-id: req-50ac6386-5744-44d0-b31c-0814f6fc7c6a {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:41.133668 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86de365-38a9-4a2d-b03b-d518e8b76654", "name": "network-vif-deleted", "tag": "df607435-9b32-45a6-934d-63adba00786b", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:41.133950 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-50ac6386-5744-44d0-b31c-0814f6fc7c6a {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:41.134401 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50ac6386-5744-44d0-b31c-0814f6fc7c6a'] response: {'server_uuid': 'f86de365-38a9-4a2d-b03b-d518e8b76654', 'name': 'network-vif-deleted', 'tag': 'df607435-9b32-45a6-934d-63adba00786b', 'status': 'completed', 'code': 200} May 26 16:05:41.163238 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8e18f5-8e68-4c45-bdb7-7a89e14af953 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:05:41.167477 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fb8e18f5-8e68-4c45-bdb7-7a89e14af953 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:41.170453 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eabfaafd-4489-4436-a26a-8178841c89fc req-f730b912-fea6-4080-a905-a5e590d2f224 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0d9bee8-689b-4174-a52f-3bbf9151c158 HTTP/1.1" status: 200 len: 217 time: 0.0542564 May 26 16:05:41.177082 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111b444c-5681-4200-ba9c-63f137f92479 None None] Sync routers for ids ['23c82539-53d7-436a-8f44-e10b8849fb9a'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:05:41.187716 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111b444c-5681-4200-ba9c-63f137f92479 None None] Routers {'23c82539-53d7-436a-8f44-e10b8849fb9a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:05:41.188391 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-111b444c-5681-4200-ba9c-63f137f92479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:05:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['23c82539-53d7-436a-8f44-e10b8849fb9a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:41.210237 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fb8e18f5-8e68-4c45-bdb7-7a89e14af953 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "PUT /v2.0/floatingips/d25ecceb-0b85-4014-885b-b30e1f827300 HTTP/1.1" status: 200 len: 990 time: 2.0725212 May 26 16:05:41.236602 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5679c4-c890-45ad-a7c9-7f01a14feb96', 'tag': '3356d0da-ac7e-43e5-89af-75248d7aebd4'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:41.239589 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a115edc4-a3d7-40e0-8274-a8ad7c2673dd" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5679c4-c890-45ad-a7c9-7f01a14feb96", "tag": "3356d0da-ac7e-43e5-89af-75248d7aebd4"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:41.246132 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ab174-188c-4a24-8d09-a2e9bd8d5208 req-f82891bd-92c3-46fd-a84a-32c7a4aa6325 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:41.247907 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d88ab174-188c-4a24-8d09-a2e9bd8d5208 req-f82891bd-92c3-46fd-a84a-32c7a4aa6325 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86 HTTP/1.1" status: 200 len: 944 time: 0.0819650 May 26 16:05:41.267714 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfaafd-4489-4436-a26a-8178841c89fc req-c0717120-2241-4b78-833a-3f7a0bcd2c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:41.269484 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eabfaafd-4489-4436-a26a-8178841c89fc req-c0717120-2241-4b78-833a-3f7a0bcd2c0f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5cc54f86-23cb-4d55-b78f-eccd82b0b645 HTTP/1.1" status: 200 len: 859 time: 0.0617163 May 26 16:05:41.291114 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d88ab174-188c-4a24-8d09-a2e9bd8d5208 req-f0cd952d-d925-4336-a518-93737aad64d9 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364146 May 26 16:05:41.313871 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd7db62-e944-4b2b-bb35-9e5c6894974d x-openstack-request-id: req-9dd7db62-e944-4b2b-bb35-9e5c6894974d {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:41.314188 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5679c4-c890-45ad-a7c9-7f01a14feb96", "tag": "3356d0da-ac7e-43e5-89af-75248d7aebd4", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:41.314439 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9dd7db62-e944-4b2b-bb35-9e5c6894974d {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:41.314828 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dd7db62-e944-4b2b-bb35-9e5c6894974d'] response: {'name': 'network-changed', 'server_uuid': '4d5679c4-c890-45ad-a7c9-7f01a14feb96', 'tag': '3356d0da-ac7e-43e5-89af-75248d7aebd4', 'status': 'completed', 'code': 200} May 26 16:05:41.339724 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfaafd-4489-4436-a26a-8178841c89fc req-a1fb3c7e-9a0f-4e48-81b8-577dd265d16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:41.341261 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eabfaafd-4489-4436-a26a-8178841c89fc req-a1fb3c7e-9a0f-4e48-81b8-577dd265d16b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=73c00ccb-c63a-47b0-b4fa-0f82408bf451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617955 May 26 16:05:41.355910 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-111b444c-5681-4200-ba9c-63f137f92479 None None] Set router 23c82539-53d7-436a-8f44-e10b8849fb9a gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:05:41.368802 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115edc4-a3d7-40e0-8274-a8ad7c2673dd req-455bdb6c-7ec3-48b3-9569-3f0b4712bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:41.370655 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a115edc4-a3d7-40e0-8274-a8ad7c2673dd req-455bdb6c-7ec3-48b3-9569-3f0b4712bf82 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e054f09efe5e48a1a811c34416f57f3d&device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 1096 time: 0.0442824 May 26 16:05:41.465676 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eabfaafd-4489-4436-a26a-8178841c89fc req-6486a944-b66a-4157-b9fb-da659e5f6d98 service neutron] 10.222.0.83 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050086 May 26 16:05:41.485014 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115edc4-a3d7-40e0-8274-a8ad7c2673dd req-5b7198ce-d54b-4857-a0ab-fbf50e7825d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:41.488050 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a115edc4-a3d7-40e0-8274-a8ad7c2673dd req-5b7198ce-d54b-4857-a0ab-fbf50e7825d6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=48798ccf-c01b-4baf-8c1d-06629758249c HTTP/1.1" status: 200 len: 918 time: 0.1058979 May 26 16:05:41.565618 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a115edc4-a3d7-40e0-8274-a8ad7c2673dd req-f1ee3a55-bc8e-49bc-b5ea-d21a3e1a1012 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3356d0da-ac7e-43e5-89af-75248d7aebd4 HTTP/1.1" status: 200 len: 998 time: 0.0692911 May 26 16:05:41.570596 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eabfaafd-4489-4436-a26a-8178841c89fc req-f45068d7-8549-467c-9c58-88da410ebe2c service neutron] 10.222.0.83 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950377 May 26 16:05:41.632258 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115edc4-a3d7-40e0-8274-a8ad7c2673dd req-47c61e67-29b6-4101-a531-4b74bba86562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:41.633735 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a115edc4-a3d7-40e0-8274-a8ad7c2673dd req-47c61e67-29b6-4101-a531-4b74bba86562 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=667adff5-0c1e-46ec-b83e-3fbb957aa36c HTTP/1.1" status: 200 len: 856 time: 0.0516429 May 26 16:05:41.638494 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-111b444c-5681-4200-ba9c-63f137f92479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'name': 'tempest-ServerRescueNegativeTestJSON-53084757-router', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:51Z', 'updated_at': '2022-05-26T16:02:56Z', 'revision_number': 4, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'gw_port': {'id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:52Z', 'updated_at': '2022-05-26T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'd25ecceb-0b85-4014-885b-b30e1f827300', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'port_id': '3356d0da-ac7e-43e5-89af-75248d7aebd4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'mac_address': 'fa:16:3e:13:3c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5679c4-c890-45ad-a7c9-7f01a14feb96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:05:20Z', 'updated_at': '2022-05-26T16:05:39Z', 'revision_number': 1, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3840c6de-891e-4b2e-9143-8c3b45aa1fe7', 'name': '', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'mac_address': 'fa:16:3e:1a:04:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:55Z', 'updated_at': '2022-05-26T16:03:03Z', 'revision_number': 5, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'subnets': [{'id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:41.665297 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111b444c-5681-4200-ba9c-63f137f92479 None None] Checking router: 23c82539-53d7-436a-8f44-e10b8849fb9a for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:05:41.673983 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111b444c-5681-4200-ba9c-63f137f92479 None None] Routers {'23c82539-53d7-436a-8f44-e10b8849fb9a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:05:41.674642 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-111b444c-5681-4200-ba9c-63f137f92479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:05:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['23c82539-53d7-436a-8f44-e10b8849fb9a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:41.713652 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115edc4-a3d7-40e0-8274-a8ad7c2673dd req-4e064dc0-9d17-45f2-aa41-707f9dc24afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:41.715145 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a115edc4-a3d7-40e0-8274-a8ad7c2673dd req-4e064dc0-9d17-45f2-aa41-707f9dc24afc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48798ccf-c01b-4baf-8c1d-06629758249c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737700 May 26 16:05:41.727472 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d008d-e45f-4eab-9c46-dd796a194e54 req-3755642e-97d1-46b2-a362-c8bb074ba679 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:41.728859 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c88d008d-e45f-4eab-9c46-dd796a194e54 req-3755642e-97d1-46b2-a362-c8bb074ba679 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 944 time: 0.0764437 May 26 16:05:41.791048 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-111b444c-5681-4200-ba9c-63f137f92479 None None] Set router 23c82539-53d7-436a-8f44-e10b8849fb9a gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:05:41.843499 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b711e0df-2886-47be-a52b-e9a9a0f43a68 req-8137f8fc-5ce8-479e-a57f-49ce29b87fa2 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=f86de365-38a9-4a2d-b03b-d518e8b76654 HTTP/1.1" status: 200 len: 210 time: 0.0363145 May 26 16:05:41.846350 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c88d008d-e45f-4eab-9c46-dd796a194e54 req-41a518f8-cd42-4df5-9d39-21a1b1781a8d tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/security-groups?id=84b70ddb-c37d-4b63-a14c-6f6f832dafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085093 May 26 16:05:41.889169 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a115edc4-a3d7-40e0-8274-a8ad7c2673dd req-231c6f90-198a-478a-b6d2-3a0408a985a6 service neutron] 10.222.0.81 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581976 May 26 16:05:42.004767 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a115edc4-a3d7-40e0-8274-a8ad7c2673dd req-3ef01032-39c2-4974-b1f1-a2cdc8afbd53 service neutron] 10.222.0.81 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057205 May 26 16:05:42.025524 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0a3099be-46b4-43e7-9239-c3e332147528 req-b1084516-2692-44da-947d-d19c53f6fa11 tempest-ServersAaction247Test-233469760 tempest-ServersAaction247Test-233469760-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8575d79-59b3-4e7f-bba6-dc472a3e714e HTTP/1.1" status: 200 len: 210 time: 0.0361612 May 26 16:05:42.037994 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device d5a8e2c6-5ac2-4b23-ba9b-f543e302219d details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:05:42.233849 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port d5a8e2c6-5ac2-4b23-ba9b-f543e302219d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=d5a8e2c6-5ac2-4b23-ba9b-f543e302219d,segment=NetworkSegment(4448ff35-1293-4f51-b793-89ca71d00242),segment_id=4448ff35-1293-4f51-b793-89ca71d00242)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:42.234137 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-91d8c829-05bd-44a3-a328-1549d5fe15ba req-74d1442a-3c5d-4c73-b6a1-e4e118f64299 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=b00688e5-979c-4ee4-85d4-5fab3da6335e HTTP/1.1" status: 200 len: 210 time: 0.0315080 May 26 16:05:42.250546 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'd5a8e2c6-5ac2-4b23-ba9b-f543e302219d', 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901', 'port_id': 'd5a8e2c6-5ac2-4b23-ba9b-f543e302219d', 'mac_address': 'fa:16:3e:fa:b3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6c07fbb-b64c-482e-9f16-d044a11cb78b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:05:42.267807 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346522f-2590-49dc-8900-3e57ead751a6 req-1a5c8553-9693-4de1-9ec7-561b62387d99 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:42.269357 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4346522f-2590-49dc-8900-3e57ead751a6 req-1a5c8553-9693-4de1-9ec7-561b62387d99 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.1015131 May 26 16:05:42.299472 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-111b444c-5681-4200-ba9c-63f137f92479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'name': 'tempest-ServerRescueNegativeTestJSON-53084757-router', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:51Z', 'updated_at': '2022-05-26T16:02:56Z', 'revision_number': 4, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'gw_port': {'id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:52Z', 'updated_at': '2022-05-26T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'd25ecceb-0b85-4014-885b-b30e1f827300', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'port_id': '3356d0da-ac7e-43e5-89af-75248d7aebd4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'mac_address': 'fa:16:3e:13:3c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5679c4-c890-45ad-a7c9-7f01a14feb96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:05:20Z', 'updated_at': '2022-05-26T16:05:39Z', 'revision_number': 1, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3840c6de-891e-4b2e-9143-8c3b45aa1fe7', 'name': '', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'mac_address': 'fa:16:3e:1a:04:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:55Z', 'updated_at': '2022-05-26T16:03:03Z', 'revision_number': 5, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'subnets': [{'id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:42.307892 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-9a8dc173-6c70-4ac0-9836-09437f735746 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=966d4a9874ce4d0ebebd099646012db8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556757 May 26 16:05:42.349251 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111b444c-5681-4200-ba9c-63f137f92479 None None] The sync data for ids ['23c82539-53d7-436a-8f44-e10b8849fb9a'] in n-d-843337-2 is: [{'id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'name': 'tempest-ServerRescueNegativeTestJSON-53084757-router', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:51Z', 'updated_at': '2022-05-26T16:02:56Z', 'revision_number': 4, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'gw_port': {'id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:52Z', 'updated_at': '2022-05-26T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'd25ecceb-0b85-4014-885b-b30e1f827300', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'port_id': '3356d0da-ac7e-43e5-89af-75248d7aebd4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'mac_address': 'fa:16:3e:13:3c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5679c4-c890-45ad-a7c9-7f01a14feb96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:05:20Z', 'updated_at': '2022-05-26T16:05:39Z', 'revision_number': 1, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3840c6de-891e-4b2e-9143-8c3b45aa1fe7', 'name': '', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'mac_address': 'fa:16:3e:1a:04:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:55Z', 'updated_at': '2022-05-26T16:03:03Z', 'revision_number': 5, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'subnets': [{'id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:05:42.366922 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4346522f-2590-49dc-8900-3e57ead751a6 req-b4ef84b2-0871-4dce-b6e6-93140262f529 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827608 May 26 16:05:42.385139 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port d5a8e2c6-5ac2-4b23-ba9b-f543e302219d is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:42.385730 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:42.405824 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a8e2c6-5ac2-4b23-ba9b-f543e302219d {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:42.448380 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port d5a8e2c6-5ac2-4b23-ba9b-f543e302219d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=d5a8e2c6-5ac2-4b23-ba9b-f543e302219d,segment=NetworkSegment(4448ff35-1293-4f51-b793-89ca71d00242),segment_id=4448ff35-1293-4f51-b793-89ca71d00242)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:42.472391 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:42.550584 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-80634b12-3898-463f-b67e-3f6fac561d5d tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:42.557609 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-80634b12-3898-463f-b67e-3f6fac561d5d tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2254722 May 26 16:05:42.563738 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=d5a8e2c6-5ac2-4b23-ba9b-f543e302219d,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:42.586015 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e753026-201d-4260-973a-db826c36e381 req-ce136e13-9ea5-4244-9a8f-80450e085b14 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:42.587563 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e753026-201d-4260-973a-db826c36e381 req-ce136e13-9ea5-4244-9a8f-80450e085b14 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86 HTTP/1.1" status: 200 len: 944 time: 0.0846732 May 26 16:05:42.599875 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-19bded66-f733-461b-939c-650f2928e394 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Request body: {'port': {'device_id': 'c8b9f2b5-5e62-4366-8c18-c882a41497f8', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '966d4a9874ce4d0ebebd099646012db8'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:42.664739 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e753026-201d-4260-973a-db826c36e381 req-1c28923a-c42f-46f9-9347-c1262197212b tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686171 May 26 16:05:42.760889 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7ae150-6ca2-4e6a-ac93-5fd2327021e7 None None] New status for floating IP d25ecceb-0b85-4014-885b-b30e1f827300: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:05:42.768480 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-19bded66-f733-461b-939c-650f2928e394 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Made reservation on behalf of 966d4a9874ce4d0ebebd099646012db8 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:42.772607 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-19bded66-f733-461b-939c-650f2928e394 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:42.787101 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-19bded66-f733-461b-939c-650f2928e394 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:42.911028 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-19bded66-f733-461b-939c-650f2928e394 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:42.928476 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-19bded66-f733-461b-939c-650f2928e394 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:42.930538 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device df607435-9b32-45a6-934d-63adba00786b no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:05:42.933100 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['d5a8e2c6-5ac2-4b23-ba9b-f543e302219d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:42.941825 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d45a1575-94c7-40d6-b2a8-2adcfef37c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:43.031045 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: df607435-9b32-45a6-934d-63adba00786b {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:05:43.031844 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device df607435-9b32-45a6-934d-63adba00786b not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:05:43.035048 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bded66-f733-461b-939c-650f2928e394 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=268deadd-10fd-48d5-9fbb-899f3108e123,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:43.062085 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa42e280-d785-4ad0-8884-f4021398836f req-0bd15107-dd06-4397-8125-250217052f1a tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=f86de365-38a9-4a2d-b03b-d518e8b76654 HTTP/1.1" status: 200 len: 210 time: 0.0503433 May 26 16:05:43.080695 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f34d8-b36f-43ed-ac31-16709fa0458d req-2a141bc7-7b36-4098-9ec1-a2f3c3930392 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:43.085049 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9b1f34d8-b36f-43ed-ac31-16709fa0458d req-2a141bc7-7b36-4098-9ec1-a2f3c3930392 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 945 time: 0.1312523 May 26 16:05:43.132583 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9b1f34d8-b36f-43ed-ac31-16709fa0458d req-d9f75007-c797-470e-8227-3091810b6dc3 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/security-groups?id=84b70ddb-c37d-4b63-a14c-6f6f832dafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464971 May 26 16:05:43.157531 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-19bded66-f733-461b-939c-650f2928e394 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Allocated IP 192.168.233.225 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/cd43cea2-94fc-4128-8c8f-cf29cb7ddc44) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:05:43.184154 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-992559c9-cc6a-4067-a8a8-21915ff6a060 req-d37fbd70-8c60-4077-a64d-c0134fbe2a97 tempest-ServersAaction247Test-233469760 tempest-ServersAaction247Test-233469760-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8575d79-59b3-4e7f-bba6-dc472a3e714e HTTP/1.1" status: 200 len: 210 time: 0.0290849 May 26 16:05:43.318492 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-19bded66-f733-461b-939c-650f2928e394 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:43.351040 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a40daee-0da6-4077-be33-0b478d1aec6e req-af7f4805-f662-4f22-be6f-1676f6a083d9 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=b00688e5-979c-4ee4-85d4-5fab3da6335e HTTP/1.1" status: 200 len: 210 time: 0.0255241 May 26 16:05:43.352875 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-19bded66-f733-461b-939c-650f2928e394 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:43.400607 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-19bded66-f733-461b-939c-650f2928e394 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:43.403536 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-19bded66-f733-461b-939c-650f2928e394 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:43.406010 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-19bded66-f733-461b-939c-650f2928e394 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:05:43.439245 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bded66-f733-461b-939c-650f2928e394 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Pushing event updated for resources: {'Port': ['ID=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:43.468277 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-19bded66-f733-461b-939c-650f2928e394 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:43.468929 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-19bded66-f733-461b-939c-650f2928e394 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:43.483453 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b496e99-e0a6-4d37-bc06-505047dd1d95 req-79a4a10f-b28b-4b77-8ed7-5bfad1b1015b tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:43.485091 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b496e99-e0a6-4d37-bc06-505047dd1d95 req-79a4a10f-b28b-4b77-8ed7-5bfad1b1015b tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.0628014 May 26 16:05:43.487433 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-19bded66-f733-461b-939c-650f2928e394 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9027233 May 26 16:05:43.520315 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-35d31a9e-7971-421f-b79c-663f50e681ca service neutron] Request body: {'port': {'device_id': 'c8b9f2b5-5e62-4366-8c18-c882a41497f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:43.533364 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b496e99-e0a6-4d37-bc06-505047dd1d95 req-d4b8b346-c0ed-48cf-87ff-37eeacee9c06 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398095 May 26 16:05:43.581488 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-35d31a9e-7971-421f-b79c-663f50e681ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:43.652417 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-876243eb-8742-4308-8a45-638c20c40052 None None] Provisioning complete for port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:43.652804 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-876243eb-8742-4308-8a45-638c20c40052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:43.696404 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-876243eb-8742-4308-8a45-638c20c40052 None None] Port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:05:43.780390 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-cd06f414-f3f4-4351-a40b-08db7356a098 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=966d4a9874ce4d0ebebd099646012db8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373054 May 26 16:05:43.861304 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea80df2-9245-4fc7-ae8b-e5e28b0a5da2 req-fb6afa38-e26e-43e1-b570-e92c594e6114 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:43.862788 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ea80df2-9245-4fc7-ae8b-e5e28b0a5da2 req-fb6afa38-e26e-43e1-b570-e92c594e6114 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86 HTTP/1.1" status: 200 len: 944 time: 0.1298349 May 26 16:05:43.878519 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-35d31a9e-7971-421f-b79c-663f50e681ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:43.886056 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-35d31a9e-7971-421f-b79c-663f50e681ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:43.898985 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-35d31a9e-7971-421f-b79c-663f50e681ca service neutron] Transition to ACTIVE for port object cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:05:43.902424 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-35d31a9e-7971-421f-b79c-663f50e681ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:43.935590 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ea80df2-9245-4fc7-ae8b-e5e28b0a5da2 req-660c20f6-a666-470b-86e7-f01f9a133f15 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626452 May 26 16:05:43.945528 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-fe7ea250-9e4b-4f2e-9a61-c9f7d59347f5 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:43.947042 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-fe7ea250-9e4b-4f2e-9a61-c9f7d59347f5 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1540539 May 26 16:05:43.958854 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d31a9e-7971-421f-b79c-663f50e681ca service neutron] Pushing event updated for resources: {'Port': ['ID=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:43.970436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-85439f90-59b6-4e23-956c-d5d3f8a9542c tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Request body: {'port': {'device_id': 'b00688e5-979c-4ee4-85d4-5fab3da6335e', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '966d4a9874ce4d0ebebd099646012db8'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:44.039403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-35d31a9e-7971-421f-b79c-663f50e681ca service neutron] Attempting to bind port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:44.039743 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-35d31a9e-7971-421f-b79c-663f50e681ca service neutron] Attempting to bind port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:44.040072 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-35d31a9e-7971-421f-b79c-663f50e681ca service neutron] Attempting to bind port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:44.044697 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-35d31a9e-7971-421f-b79c-663f50e681ca service neutron] Port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:05:44.045024 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-35d31a9e-7971-421f-b79c-663f50e681ca service neutron] Attempting to bind port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:44.050371 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-35d31a9e-7971-421f-b79c-663f50e681ca service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:44.050646 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-35d31a9e-7971-421f-b79c-663f50e681ca service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:44.051030 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-35d31a9e-7971-421f-b79c-663f50e681ca service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:44.051609 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-35d31a9e-7971-421f-b79c-663f50e681ca service neutron] Bound port: cd43cea2-94fc-4128-8c8f-cf29cb7ddc44, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:44.051965 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-35d31a9e-7971-421f-b79c-663f50e681ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:44.092740 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-85439f90-59b6-4e23-956c-d5d3f8a9542c tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Made reservation on behalf of 966d4a9874ce4d0ebebd099646012db8 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:44.096328 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-85439f90-59b6-4e23-956c-d5d3f8a9542c tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:44.143316 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-35d31a9e-7971-421f-b79c-663f50e681ca service neutron] For port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:44.148879 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-35d31a9e-7971-421f-b79c-663f50e681ca service neutron] For port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:44.165003 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-35d31a9e-7971-421f-b79c-663f50e681ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:44.226389 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-35d31a9e-7971-421f-b79c-663f50e681ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:44.227011 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-35d31a9e-7971-421f-b79c-663f50e681ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:44.228456 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-35d31a9e-7971-421f-b79c-663f50e681ca service neutron] 10.222.0.83 "PUT /v2.0/ports/cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 HTTP/1.1" status: 200 len: 1096 time: 0.7127090 May 26 16:05:44.229156 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b9f2b5-5e62-4366-8c18-c882a41497f8', 'tag': 'cd43cea2-94fc-4128-8c8f-cf29cb7ddc44'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:44.231693 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c9cdc7-cb81-410c-90d0-d9f62bb571e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b9f2b5-5e62-4366-8c18-c882a41497f8", "tag": "cd43cea2-94fc-4128-8c8f-cf29cb7ddc44"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:44.272218 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d31a9e-7971-421f-b79c-663f50e681ca service neutron] Pushing event updated for resources: {'Port': ['ID=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:44.337063 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ece988d-68c3-4446-a733-ebdeec7077d7 req-602faf42-ffed-4415-af7e-e81846be7f8b tempest-ServersAaction247Test-233469760 tempest-ServersAaction247Test-233469760-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8575d79-59b3-4e7f-bba6-dc472a3e714e HTTP/1.1" status: 200 len: 210 time: 0.0478866 May 26 16:05:44.349074 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-85439f90-59b6-4e23-956c-d5d3f8a9542c tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Allocated IP 192.168.233.163 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/6ea56204-60fe-4318-9307-450800766422) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:05:44.367934 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-a33e03b3-08c1-4bed-8e30-d85d07e99b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:44.370365 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-a33e03b3-08c1-4bed-8e30-d85d07e99b71 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=966d4a9874ce4d0ebebd099646012db8&device_id=c8b9f2b5-5e62-4366-8c18-c882a41497f8 HTTP/1.1" status: 200 len: 1099 time: 0.0576148 May 26 16:05:44.376981 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6af814-5ed8-430f-8b95-6f3ba2479c0d req-007a1640-3561-4049-b866-1e1d42052a7d tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:44.379002 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab6af814-5ed8-430f-8b95-6f3ba2479c0d req-007a1640-3561-4049-b866-1e1d42052a7d tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 945 time: 0.1370027 May 26 16:05:44.406739 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8f6d79-416b-43ff-8e02-6ae700b1a8c0 x-openstack-request-id: req-1f8f6d79-416b-43ff-8e02-6ae700b1a8c0 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:44.407029 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b9f2b5-5e62-4366-8c18-c882a41497f8", "tag": "cd43cea2-94fc-4128-8c8f-cf29cb7ddc44", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:44.407663 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1f8f6d79-416b-43ff-8e02-6ae700b1a8c0 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:44.408074 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f8f6d79-416b-43ff-8e02-6ae700b1a8c0'] response: {'name': 'network-changed', 'server_uuid': 'c8b9f2b5-5e62-4366-8c18-c882a41497f8', 'tag': 'cd43cea2-94fc-4128-8c8f-cf29cb7ddc44', 'status': 'completed', 'code': 200} May 26 16:05:44.447554 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-c5ea8084-d3e9-443a-95dd-2ce5e1778191 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 HTTP/1.1" status: 200 len: 217 time: 0.0528927 May 26 16:05:44.482383 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab6af814-5ed8-430f-8b95-6f3ba2479c0d req-647cdc93-efe9-4483-b692-85c2c90efad7 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/security-groups?id=84b70ddb-c37d-4b63-a14c-6f6f832dafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850885 May 26 16:05:44.535633 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-63ed013c-3654-4063-bbc7-8efe49513eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:44.537359 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-63ed013c-3654-4063-bbc7-8efe49513eb8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0729611 May 26 16:05:44.598307 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-915f648d-ef67-4361-8c53-9b54fc70918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:44.599838 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-915f648d-ef67-4361-8c53-9b54fc70918a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0481977 May 26 16:05:44.622130 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-72210563-9ffb-434b-ac11-bf7dff57e944 req-cc651b45-05ed-4a1f-b835-b3fdb2569e65 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=b00688e5-979c-4ee4-85d4-5fab3da6335e HTTP/1.1" status: 200 len: 210 time: 0.0728116 May 26 16:05:44.707371 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-85439f90-59b6-4e23-956c-d5d3f8a9542c tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:44.709975 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-01edecd0-284e-437e-b179-fb8781dc53f9 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985479 May 26 16:05:44.752962 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05011e-19bb-4127-a906-c43760451963 req-f1fcc034-f117-4743-9ac2-ae4b8117616f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:44.754481 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b05011e-19bb-4127-a906-c43760451963 req-f1fcc034-f117-4743-9ac2-ae4b8117616f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/networks?id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089 HTTP/1.1" status: 200 len: 812 time: 0.2478850 May 26 16:05:44.793997 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b05011e-19bb-4127-a906-c43760451963 req-543e26cb-3a8f-45ec-8719-a31e4f269950 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/quotas/3e96c338002c49fcb12a908abaf34a6e HTTP/1.1" status: 200 len: 375 time: 0.0260608 May 26 16:05:44.805389 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e273ea5-f948-4d86-8f8c-dcab996d592b req-0ec3aebb-0f87-432f-b472-46fd0bc598b9 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:44.806882 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e273ea5-f948-4d86-8f8c-dcab996d592b req-0ec3aebb-0f87-432f-b472-46fd0bc598b9 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.1109438 May 26 16:05:44.825466 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-85439f90-59b6-4e23-956c-d5d3f8a9542c tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:44.833744 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b57985f9-9d26-43b9-9bde-9e62e11598d2 req-c5504dd4-0be2-4611-835d-2891b0735278 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112795 May 26 16:05:44.863127 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b05011e-19bb-4127-a906-c43760451963 req-17ff73bc-27e1-49d6-896b-04e33d35ea39 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e96c338002c49fcb12a908abaf34a6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537689 May 26 16:05:44.971140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-85439f90-59b6-4e23-956c-d5d3f8a9542c tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:44.985015 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-85439f90-59b6-4e23-956c-d5d3f8a9542c tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:44.988869 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85439f90-59b6-4e23-956c-d5d3f8a9542c tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Pushing event updated for resources: {'Port': ['ID=6ea56204-60fe-4318-9307-450800766422,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:44.993966 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-85439f90-59b6-4e23-956c-d5d3f8a9542c tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:05:44.998808 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e273ea5-f948-4d86-8f8c-dcab996d592b req-0dc04b26-49f2-4c36-8c0b-d714f1fead75 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766622 May 26 16:05:45.077943 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-85439f90-59b6-4e23-956c-d5d3f8a9542c tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:45.078596 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-85439f90-59b6-4e23-956c-d5d3f8a9542c tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:45.106950 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b05011e-19bb-4127-a906-c43760451963 req-23c140d7-4e40-4306-a93c-a7f561b4e7f7 service neutron] 10.222.0.77 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157109 May 26 16:05:45.117617 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9cdc7-cb81-410c-90d0-d9f62bb571e3 req-10b85e37-f962-4dfe-aa7d-5e644c05a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:45.119744 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9c9cdc7-cb81-410c-90d0-d9f62bb571e3 req-10b85e37-f962-4dfe-aa7d-5e644c05a062 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=966d4a9874ce4d0ebebd099646012db8&device_id=c8b9f2b5-5e62-4366-8c18-c882a41497f8 HTTP/1.1" status: 200 len: 1099 time: 0.0712006 May 26 16:05:45.263809 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9cdc7-cb81-410c-90d0-d9f62bb571e3 req-df0731be-e394-4d55-87c1-da90ed68fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:45.265389 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9c9cdc7-cb81-410c-90d0-d9f62bb571e3 req-df0731be-e394-4d55-87c1-da90ed68fbd2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.1339586 May 26 16:05:45.309066 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-fb91ed3a-1ef2-4171-8804-284a1fd29833 None None] Provisioning complete for port 6ea56204-60fe-4318-9307-450800766422 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:45.310154 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fb91ed3a-1ef2-4171-8804-284a1fd29833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:45.329896 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9c9cdc7-cb81-410c-90d0-d9f62bb571e3 req-e65b58aa-64a4-457e-8cfb-2a09988efb76 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 HTTP/1.1" status: 200 len: 217 time: 0.0529513 May 26 16:05:45.352271 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-fb91ed3a-1ef2-4171-8804-284a1fd29833 None None] Port 6ea56204-60fe-4318-9307-450800766422 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:05:45.386276 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9cdc7-cb81-410c-90d0-d9f62bb571e3 req-d4315d1e-b60a-41bd-a379-9d8ca58db0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:45.388309 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9c9cdc7-cb81-410c-90d0-d9f62bb571e3 req-d4315d1e-b60a-41bd-a379-9d8ca58db0c4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0500309 May 26 16:05:45.394060 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-30e79f02-f106-433d-b9c6-72ac1bc345fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:45.439050 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-85439f90-59b6-4e23-956c-d5d3f8a9542c tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4730985 May 26 16:05:45.459954 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9cdc7-cb81-410c-90d0-d9f62bb571e3 req-2e9083b9-3cb5-4c2b-bc7d-173894be27d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:45.461502 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9c9cdc7-cb81-410c-90d0-d9f62bb571e3 req-2e9083b9-3cb5-4c2b-bc7d-173894be27d1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0638447 May 26 16:05:45.490492 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-99dc13fe-6fa6-46a2-8bde-4a140cec7af5 service neutron] Request body: {'port': {'device_id': 'b00688e5-979c-4ee4-85d4-5fab3da6335e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:45.543826 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cbe50-7d62-4b1b-ba7b-84ebd554a581 req-ec88f14a-21d3-4d1c-96c3-bc74cfaa6e76 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:45.545366 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f48cbe50-7d62-4b1b-ba7b-84ebd554a581 req-ec88f14a-21d3-4d1c-96c3-bc74cfaa6e76 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86 HTTP/1.1" status: 200 len: 944 time: 0.4640014 May 26 16:05:45.559658 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9c9cdc7-cb81-410c-90d0-d9f62bb571e3 req-b5d79ab5-07e4-4b26-b90c-fd79918e2a66 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900738 May 26 16:05:45.616623 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b05011e-19bb-4127-a906-c43760451963 req-482a4da7-7445-47ec-b197-eab9c8d73f10 service neutron] 10.222.0.77 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912363 May 26 16:05:45.622661 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-99dc13fe-6fa6-46a2-8bde-4a140cec7af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:45.637708 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f48cbe50-7d62-4b1b-ba7b-84ebd554a581 req-b59605d3-bb94-49ea-b93a-b1ef99f4514d tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765693 May 26 16:05:45.676829 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9c9cdc7-cb81-410c-90d0-d9f62bb571e3 req-508b37ea-5a62-4b82-bb48-4f049872c2f7 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092861 May 26 16:05:45.794428 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ade29d24-e6e0-4135-b5e5-eb9e4c8ea8a3 req-3708aab1-9a33-4257-b011-02968b08703e tempest-ServersAaction247Test-233469760 tempest-ServersAaction247Test-233469760-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8575d79-59b3-4e7f-bba6-dc472a3e714e HTTP/1.1" status: 200 len: 210 time: 0.0451939 May 26 16:05:45.946408 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31150420-13e4-48b8-9d5a-3b47a2002338 req-007a9281-aab6-4bd4-8508-60a726bd4d71 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:45.947969 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31150420-13e4-48b8-9d5a-3b47a2002338 req-007a9281-aab6-4bd4-8508-60a726bd4d71 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 945 time: 0.1544125 May 26 16:05:45.967394 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device d5a8e2c6-5ac2-4b23-ba9b-f543e302219d up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:45.998836 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce31cc5-8bfe-4c8a-beb0-afb25ba0136c req-286d6e30-1f7a-4e8c-bbc7-40dc685fa034 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:46.000365 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ce31cc5-8bfe-4c8a-beb0-afb25ba0136c req-286d6e30-1f7a-4e8c-bbc7-40dc685fa034 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=b00688e5-979c-4ee4-85d4-5fab3da6335e HTTP/1.1" status: 200 len: 936 time: 0.1194732 May 26 16:05:46.036926 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port d5a8e2c6-5ac2-4b23-ba9b-f543e302219d completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:05:46.041229 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port d5a8e2c6-5ac2-4b23-ba9b-f543e302219d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:46.041702 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:46.053479 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31150420-13e4-48b8-9d5a-3b47a2002338 req-85610407-1b05-421c-838a-e7231a42b418 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/security-groups?id=84b70ddb-c37d-4b63-a14c-6f6f832dafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955532 May 26 16:05:46.110294 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ce31cc5-8bfe-4c8a-beb0-afb25ba0136c req-9aebeb6e-0f19-4f90-a937-4f2d7650c99e tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/security-groups?id=268deadd-10fd-48d5-9fbb-899f3108e123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999489 May 26 16:05:46.125204 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-99dc13fe-6fa6-46a2-8bde-4a140cec7af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea56204-60fe-4318-9307-450800766422 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:46.147890 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea6ca93a-fad2-49c7-8337-d7b1885a3ff1 req-7f313400-6960-4cad-9d92-c4b6bbee57df tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 210 time: 0.0364704 May 26 16:05:46.149859 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-99dc13fe-6fa6-46a2-8bde-4a140cec7af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:46.166512 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port d5a8e2c6-5ac2-4b23-ba9b-f543e302219d is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:46.166663 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:46.180905 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-99dc13fe-6fa6-46a2-8bde-4a140cec7af5 service neutron] Transition to ACTIVE for port object 6ea56204-60fe-4318-9307-450800766422 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:05:46.187238 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-99dc13fe-6fa6-46a2-8bde-4a140cec7af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:46.204575 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c654ba41-46b9-47e4-9f88-ac26d306c696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a8e2c6-5ac2-4b23-ba9b-f543e302219d'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:46.206876 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d713e4-931f-4cb1-bf53-c97ca71515b6" -d '{"events": [{"server_uuid": "c654ba41-46b9-47e4-9f88-ac26d306c696", "name": "network-vif-plugged", "status": "completed", "tag": "d5a8e2c6-5ac2-4b23-ba9b-f543e302219d"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:46.229679 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port d5a8e2c6-5ac2-4b23-ba9b-f543e302219d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=d5a8e2c6-5ac2-4b23-ba9b-f543e302219d,segment=NetworkSegment(4448ff35-1293-4f51-b793-89ca71d00242),segment_id=4448ff35-1293-4f51-b793-89ca71d00242)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:46.235398 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:46.265828 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf2fb06-1a92-4071-863a-18edb9213e48 x-openstack-request-id: req-daf2fb06-1a92-4071-863a-18edb9213e48 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:46.266114 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c654ba41-46b9-47e4-9f88-ac26d306c696", "name": "network-vif-plugged", "status": "completed", "tag": "d5a8e2c6-5ac2-4b23-ba9b-f543e302219d", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:46.266356 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-daf2fb06-1a92-4071-863a-18edb9213e48 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:46.267076 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf2fb06-1a92-4071-863a-18edb9213e48'] response: {'server_uuid': 'c654ba41-46b9-47e4-9f88-ac26d306c696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a8e2c6-5ac2-4b23-ba9b-f543e302219d', 'code': 200} May 26 16:05:46.299353 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d6943-3351-43fc-a1e5-fcc3b567c47f req-e4e7ed6c-2562-4247-870e-78a62c333c53 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:46.300954 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-541d6943-3351-43fc-a1e5-fcc3b567c47f req-e4e7ed6c-2562-4247-870e-78a62c333c53 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.1112151 May 26 16:05:46.301616 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc13fe-6fa6-46a2-8bde-4a140cec7af5 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea56204-60fe-4318-9307-450800766422,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:46.315968 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=d5a8e2c6-5ac2-4b23-ba9b-f543e302219d,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:46.389547 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:46.414230 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-541d6943-3351-43fc-a1e5-fcc3b567c47f req-d8905cda-cef3-4fca-bc37-c64feb31e16a tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882335 May 26 16:05:46.436496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-99dc13fe-6fa6-46a2-8bde-4a140cec7af5 service neutron] Attempting to bind port 6ea56204-60fe-4318-9307-450800766422 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:46.436496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-99dc13fe-6fa6-46a2-8bde-4a140cec7af5 service neutron] Attempting to bind port 6ea56204-60fe-4318-9307-450800766422 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:46.436496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-99dc13fe-6fa6-46a2-8bde-4a140cec7af5 service neutron] Attempting to bind port 6ea56204-60fe-4318-9307-450800766422 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:46.441805 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-99dc13fe-6fa6-46a2-8bde-4a140cec7af5 service neutron] Port 6ea56204-60fe-4318-9307-450800766422 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:05:46.442132 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-99dc13fe-6fa6-46a2-8bde-4a140cec7af5 service neutron] Attempting to bind port 6ea56204-60fe-4318-9307-450800766422 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:46.450345 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45caba2-6b2c-4245-9698-cd203f476238 req-0d2350ec-407b-4e7c-9403-fbad82ee3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:46.451829 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d45caba2-6b2c-4245-9698-cd203f476238 req-0d2350ec-407b-4e7c-9403-fbad82ee3bbd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 1097 time: 0.0697126 May 26 16:05:46.453009 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-99dc13fe-6fa6-46a2-8bde-4a140cec7af5 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:46.453345 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-99dc13fe-6fa6-46a2-8bde-4a140cec7af5 service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:46.453722 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-99dc13fe-6fa6-46a2-8bde-4a140cec7af5 service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:46.454161 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-99dc13fe-6fa6-46a2-8bde-4a140cec7af5 service neutron] Bound port: 6ea56204-60fe-4318-9307-450800766422, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:46.454516 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-99dc13fe-6fa6-46a2-8bde-4a140cec7af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:46.531825 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d45caba2-6b2c-4245-9698-cd203f476238 req-a877a711-228e-4122-a583-d1ff37f893bb service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=84b70ddb-c37d-4b63-a14c-6f6f832dafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677052 May 26 16:05:46.555977 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-99dc13fe-6fa6-46a2-8bde-4a140cec7af5 service neutron] For port 6ea56204-60fe-4318-9307-450800766422, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:46.560187 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-99dc13fe-6fa6-46a2-8bde-4a140cec7af5 service neutron] For port 6ea56204-60fe-4318-9307-450800766422, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=6ea56204-60fe-4318-9307-450800766422,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:46.564171 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-99dc13fe-6fa6-46a2-8bde-4a140cec7af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:46.600550 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-99dc13fe-6fa6-46a2-8bde-4a140cec7af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:46.601168 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-99dc13fe-6fa6-46a2-8bde-4a140cec7af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:46.602559 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-99dc13fe-6fa6-46a2-8bde-4a140cec7af5 service neutron] 10.222.0.83 "PUT /v2.0/ports/6ea56204-60fe-4318-9307-450800766422 HTTP/1.1" status: 200 len: 1096 time: 1.1172957 May 26 16:05:46.603019 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00688e5-979c-4ee4-85d4-5fab3da6335e', 'tag': '6ea56204-60fe-4318-9307-450800766422'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:46.606135 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e065d50c-f5ef-4f24-a652-19fb897c3e52" -d '{"events": [{"name": "network-changed", "server_uuid": "b00688e5-979c-4ee4-85d4-5fab3da6335e", "tag": "6ea56204-60fe-4318-9307-450800766422"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:46.633072 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc13fe-6fa6-46a2-8bde-4a140cec7af5 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea56204-60fe-4318-9307-450800766422,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:46.652591 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c280c25c-555b-4218-b329-9e6d5fc4f98f x-openstack-request-id: req-c280c25c-555b-4218-b329-9e6d5fc4f98f {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:46.653113 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00688e5-979c-4ee4-85d4-5fab3da6335e", "tag": "6ea56204-60fe-4318-9307-450800766422", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:46.653427 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c280c25c-555b-4218-b329-9e6d5fc4f98f {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:46.653843 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c280c25c-555b-4218-b329-9e6d5fc4f98f'] response: {'name': 'network-changed', 'server_uuid': 'b00688e5-979c-4ee4-85d4-5fab3da6335e', 'tag': '6ea56204-60fe-4318-9307-450800766422', 'status': 'completed', 'code': 200} May 26 16:05:46.735209 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-1fed2c48-b3fe-48ca-ae16-e2cb084fc6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:46.736774 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-1fed2c48-b3fe-48ca-ae16-e2cb084fc6fd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=966d4a9874ce4d0ebebd099646012db8&device_id=b00688e5-979c-4ee4-85d4-5fab3da6335e HTTP/1.1" status: 200 len: 1099 time: 0.0538447 May 26 16:05:46.795023 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-7692864b-93c1-4fe5-9bc6-8d1c2437b8ff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=6ea56204-60fe-4318-9307-450800766422 HTTP/1.1" status: 200 len: 217 time: 0.0375278 May 26 16:05:46.818944 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8a389-d5a6-4102-b692-4668c81717bd req-29be8dd1-33b0-40a9-8a80-e1670bb4ec61 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:46.820395 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0b8a389-d5a6-4102-b692-4668c81717bd req-29be8dd1-33b0-40a9-8a80-e1670bb4ec61 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86 HTTP/1.1" status: 200 len: 944 time: 0.1010983 May 26 16:05:46.890139 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-90d747aa-239b-4326-859d-2aa1d7b40feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:46.891521 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-90d747aa-239b-4326-859d-2aa1d7b40feb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0880740 May 26 16:05:46.895881 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0b8a389-d5a6-4102-b692-4668c81717bd req-7750a811-ed34-4c46-8219-dd9fce069912 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578680 May 26 16:05:46.916892 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec3534c7-fb88-425c-b554-e9f6f3e2c59e req-5e31b5ad-ca58-42da-9b62-da645662d419 tempest-ServersAaction247Test-233469760 tempest-ServersAaction247Test-233469760-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8575d79-59b3-4e7f-bba6-dc472a3e714e HTTP/1.1" status: 200 len: 210 time: 0.0419781 May 26 16:05:46.954732 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-9ea677b2-ce92-4e23-a9da-5cdf8e5274ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:46.956257 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-9ea677b2-ce92-4e23-a9da-5cdf8e5274ad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0418956 May 26 16:05:46.971585 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device b0d9bee8-689b-4174-a52f-3bbf9151c158 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:05:47.040337 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6a2e5717-0909-41c7-a2e3-ddd2be82afb9 req-c6c84f75-e302-47f8-9741-b13e1b3a16ab tempest-ServersAaction247Test-233469760 tempest-ServersAaction247Test-233469760-project] 10.222.0.83 "GET /v2.0/ports?device_id=f8575d79-59b3-4e7f-bba6-dc472a3e714e HTTP/1.1" status: 200 len: 210 time: 0.0284688 May 26 16:05:47.071993 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port b0d9bee8-689b-4174-a52f-3bbf9151c158, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=b0d9bee8-689b-4174-a52f-3bbf9151c158,segment=NetworkSegment(6881238a-7213-4299-a4d2-edb4f9a8e1f3),segment_id=6881238a-7213-4299-a4d2-edb4f9a8e1f3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:47.087044 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': 'b0d9bee8-689b-4174-a52f-3bbf9151c158', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'port_id': 'b0d9bee8-689b-4174-a52f-3bbf9151c158', 'mac_address': 'fa:16:3e:9c:3f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:05:47.105050 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-ba123db4-8182-404e-bfe7-1d90fcda4e62 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940413 May 26 16:05:47.143569 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port b0d9bee8-689b-4174-a52f-3bbf9151c158 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:47.144183 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:47.163772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d9bee8-689b-4174-a52f-3bbf9151c158 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:47.198835 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port b0d9bee8-689b-4174-a52f-3bbf9151c158, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=b0d9bee8-689b-4174-a52f-3bbf9151c158,segment=NetworkSegment(6881238a-7213-4299-a4d2-edb4f9a8e1f3),segment_id=6881238a-7213-4299-a4d2-edb4f9a8e1f3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:47.211698 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:47.263715 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=b0d9bee8-689b-4174-a52f-3bbf9151c158,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:47.279372 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd1638-7dd6-497e-939c-a8b06104f85a req-b7dd318d-091d-43f1-8d98-bc124de1cf27 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:47.281072 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26fd1638-7dd6-497e-939c-a8b06104f85a req-b7dd318d-091d-43f1-8d98-bc124de1cf27 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 946 time: 0.1146698 May 26 16:05:47.283879 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3aed8df4-2e5b-4b62-924c-073ee2955aad req-2a71eadf-56df-4f6f-8d46-eb27fec324df service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703017 May 26 16:05:47.295631 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd9c86-18bd-4b98-8dd7-a1d6c26e475b req-a57a491b-ff4a-4b55-980d-5276275eb997 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:47.297184 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cbdd9c86-18bd-4b98-8dd7-a1d6c26e475b req-a57a491b-ff4a-4b55-980d-5276275eb997 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=b00688e5-979c-4ee4-85d4-5fab3da6335e HTTP/1.1" status: 200 len: 948 time: 0.0997803 May 26 16:05:47.370801 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26fd1638-7dd6-497e-939c-a8b06104f85a req-c575a4da-010e-4bed-a1da-dfe6d5b0b8ab tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/security-groups?id=84b70ddb-c37d-4b63-a14c-6f6f832dafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724752 May 26 16:05:47.422928 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cbdd9c86-18bd-4b98-8dd7-a1d6c26e475b req-7d6d456e-858f-4243-9a67-853a398f1aeb tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/security-groups?id=268deadd-10fd-48d5-9fbb-899f3108e123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178079 May 26 16:05:47.507574 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5ccdb104-f870-4ffb-bc31-800c1b991c7b req-6495311e-1079-4cf4-80ce-ef9250bd5c9d tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 210 time: 0.0462017 May 26 16:05:47.572580 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065d50c-f5ef-4f24-a652-19fb897c3e52 req-48a6d1b0-90e7-44ba-a112-930682ba7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:47.574054 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e065d50c-f5ef-4f24-a652-19fb897c3e52 req-48a6d1b0-90e7-44ba-a112-930682ba7132 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=966d4a9874ce4d0ebebd099646012db8&device_id=b00688e5-979c-4ee4-85d4-5fab3da6335e HTTP/1.1" status: 200 len: 1099 time: 0.1560957 May 26 16:05:47.586152 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05011e-19bb-4127-a906-c43760451963 req-31baf857-1a09-4051-8968-fa52546a6166 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:47.587464 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b05011e-19bb-4127-a906-c43760451963 req-31baf857-1a09-4051-8968-fa52546a6166 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.81 "GET /v2.0/networks?id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089 HTTP/1.1" status: 200 len: 812 time: 0.2329068 May 26 16:05:47.614628 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-4b05011e-19bb-4127-a906-c43760451963 req-40655db3-48d9-4571-9817-98e7f3dbdddb tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Request body: {'port': {'device_id': '72326bbe-b0eb-4cb5-a611-86093cb1af99', 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089', 'admin_state_up': True, 'tenant_id': '3e96c338002c49fcb12a908abaf34a6e'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:47.650568 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:47.673589 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b631d9-3980-4f2c-afd2-8e7a0245005a req-b818c372-01bc-444d-9d38-bdc8d399f7dd tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:47.674983 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58b631d9-3980-4f2c-afd2-8e7a0245005a req-b818c372-01bc-444d-9d38-bdc8d399f7dd tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.1706958 May 26 16:05:47.782564 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065d50c-f5ef-4f24-a652-19fb897c3e52 req-1e70d50b-7d8e-4bea-9ecb-6ae0f0990e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:47.784207 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e065d50c-f5ef-4f24-a652-19fb897c3e52 req-1e70d50b-7d8e-4bea-9ecb-6ae0f0990e00 service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.1942420 May 26 16:05:47.806682 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58b631d9-3980-4f2c-afd2-8e7a0245005a req-0df7e047-c93b-41c4-b4f4-b0ce36567190 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010857 May 26 16:05:47.842121 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e065d50c-f5ef-4f24-a652-19fb897c3e52 req-cd845481-a522-4fee-a9c8-b2ea4768a298 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=6ea56204-60fe-4318-9307-450800766422 HTTP/1.1" status: 200 len: 217 time: 0.0490799 May 26 16:05:47.887305 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b05011e-19bb-4127-a906-c43760451963 req-40655db3-48d9-4571-9817-98e7f3dbdddb tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Made reservation on behalf of 3e96c338002c49fcb12a908abaf34a6e for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:47.890708 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4b05011e-19bb-4127-a906-c43760451963 req-40655db3-48d9-4571-9817-98e7f3dbdddb tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:47.928159 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065d50c-f5ef-4f24-a652-19fb897c3e52 req-a38118da-a7e6-49ce-8101-28ae11da6965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:47.929573 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e065d50c-f5ef-4f24-a652-19fb897c3e52 req-a38118da-a7e6-49ce-8101-28ae11da6965 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0717819 May 26 16:05:48.082667 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065d50c-f5ef-4f24-a652-19fb897c3e52 req-cd3d5de6-334b-4c42-9d14-d1c3914faa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:48.084480 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e065d50c-f5ef-4f24-a652-19fb897c3e52 req-cd3d5de6-334b-4c42-9d14-d1c3914faa62 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1261420 May 26 16:05:48.092485 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee76c4a-cc73-41cf-bd66-00c573fa57db req-71bc0303-6aec-4940-a81b-453dd8f3045f tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:48.093904 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4ee76c4a-cc73-41cf-bd66-00c573fa57db req-71bc0303-6aec-4940-a81b-453dd8f3045f tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86 HTTP/1.1" status: 200 len: 945 time: 0.1225278 May 26 16:05:48.125656 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:48.171277 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-4b05011e-19bb-4127-a906-c43760451963 req-40655db3-48d9-4571-9817-98e7f3dbdddb tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Allocated IP 172.20.0.5 (b24d5e3e-51fb-4cb8-acdc-f7937b83f089/19f707b5-dbb7-44bf-9d91-1c1a69227d64/a6d4b31a-a693-4ea5-a08c-22f5d79e196a) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:05:48.208845 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4ee76c4a-cc73-41cf-bd66-00c573fa57db req-01d68c0b-1283-4462-88b4-d14f63acdc69 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007781 May 26 16:05:48.245273 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 45772) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:48.253784 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['b0d9bee8-689b-4174-a52f-3bbf9151c158'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:48.263842 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e065d50c-f5ef-4f24-a652-19fb897c3e52 req-066c1afa-b246-4852-9a04-b843ce8f2b7d service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663940 May 26 16:05:48.374287 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3803e953-2b09-4b4d-bee7-05d62e004961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:48.433263 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e065d50c-f5ef-4f24-a652-19fb897c3e52 req-f4575d79-a9c1-4b23-8c73-3bbbe2e96e53 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543119 May 26 16:05:48.438422 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4b05011e-19bb-4127-a906-c43760451963 req-40655db3-48d9-4571-9817-98e7f3dbdddb tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:48.482191 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4b05011e-19bb-4127-a906-c43760451963 req-40655db3-48d9-4571-9817-98e7f3dbdddb tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:48.545968 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3803e953-2b09-4b4d-bee7-05d62e004961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:48.552028 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3803e953-2b09-4b4d-bee7-05d62e004961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:48.596026 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3803e953-2b09-4b4d-bee7-05d62e004961 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=065643f3699848bfbddc91df92542110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3493891 May 26 16:05:48.596527 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b05011e-19bb-4127-a906-c43760451963 req-40655db3-48d9-4571-9817-98e7f3dbdddb tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:48.598771 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803e953-2b09-4b4d-bee7-05d62e004961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8a8d2f-2836-4969-a1aa-5f47455674a0,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:48.601460 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 45784) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:48.606390 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-4b05011e-19bb-4127-a906-c43760451963 req-40655db3-48d9-4571-9817-98e7f3dbdddb tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:48.610645 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40655db3-48d9-4571-9817-98e7f3dbdddb tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Pushing event updated for resources: {'Port': ['ID=a6d4b31a-a693-4ea5-a08c-22f5d79e196a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:48.613764 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b05011e-19bb-4127-a906-c43760451963 req-40655db3-48d9-4571-9817-98e7f3dbdddb tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:05:48.627949 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803e953-2b09-4b4d-bee7-05d62e004961 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:48.628333 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803e953-2b09-4b4d-bee7-05d62e004961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:48.628680 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803e953-2b09-4b4d-bee7-05d62e004961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:48.629019 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803e953-2b09-4b4d-bee7-05d62e004961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:48.629355 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803e953-2b09-4b4d-bee7-05d62e004961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:48.629685 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803e953-2b09-4b4d-bee7-05d62e004961 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:48.630014 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803e953-2b09-4b4d-bee7-05d62e004961 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:48.630625 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803e953-2b09-4b4d-bee7-05d62e004961 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:48.630958 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803e953-2b09-4b4d-bee7-05d62e004961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:48.631289 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803e953-2b09-4b4d-bee7-05d62e004961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:48.631614 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803e953-2b09-4b4d-bee7-05d62e004961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:48.631937 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803e953-2b09-4b4d-bee7-05d62e004961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:48.658731 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ee9b5-bfbd-4b98-8c2d-bfe592038239 req-a07f1cc6-eeae-4b2d-976e-211aa98a77ff tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:48.660254 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d0ee9b5-bfbd-4b98-8c2d-bfe592038239 req-a07f1cc6-eeae-4b2d-976e-211aa98a77ff tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 946 time: 0.1420670 May 26 16:05:48.670411 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d2568-a495-4da9-9eed-c8a49c0537ba req-410f1001-3cef-48e9-94cd-3b3ad62b0ea9 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:48.671858 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-863d2568-a495-4da9-9eed-c8a49c0537ba req-410f1001-3cef-48e9-94cd-3b3ad62b0ea9 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=b00688e5-979c-4ee4-85d4-5fab3da6335e HTTP/1.1" status: 200 len: 948 time: 0.1495192 May 26 16:05:48.674625 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d4a5c557-d99b-45d1-b8ed-222609b10d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:48.696704 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d4a5c557-d99b-45d1-b8ed-222609b10d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:48.718536 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05011e-19bb-4127-a906-c43760451963 req-40655db3-48d9-4571-9817-98e7f3dbdddb tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:48.719067 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4b05011e-19bb-4127-a906-c43760451963 req-40655db3-48d9-4571-9817-98e7f3dbdddb tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:48.748378 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d4a5c557-d99b-45d1-b8ed-222609b10d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:48.751293 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d4a5c557-d99b-45d1-b8ed-222609b10d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:48.755153 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d0ee9b5-bfbd-4b98-8c2d-bfe592038239 req-5059ed05-b79c-460a-9020-d3fd5617d4bc tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/security-groups?id=84b70ddb-c37d-4b63-a14c-6f6f832dafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822976 May 26 16:05:48.756071 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d4a5c557-d99b-45d1-b8ed-222609b10d95 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8a8a8d2f-2836-4969-a1aa-5f47455674a0 HTTP/1.1" status: 204 len: 168 time: 0.1519446 May 26 16:05:48.761084 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b05011e-19bb-4127-a906-c43760451963 req-40655db3-48d9-4571-9817-98e7f3dbdddb tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1511998 May 26 16:05:48.764877 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5c557-d99b-45d1-b8ed-222609b10d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8a8d2f-2836-4969-a1aa-5f47455674a0,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:48.766322 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-863d2568-a495-4da9-9eed-c8a49c0537ba req-209b0e37-e6a6-4ebc-9a1b-fdbe4d50e46c tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/security-groups?id=268deadd-10fd-48d5-9fbb-899f3108e123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829258 May 26 16:05:48.794250 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-4b05011e-19bb-4127-a906-c43760451963 req-3343eb51-b260-4f3c-8d17-bef173902ee6 service neutron] Request body: {'port': {'device_id': '72326bbe-b0eb-4cb5-a611-86093cb1af99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:48.912200 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:48.918481 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4b05011e-19bb-4127-a906-c43760451963 req-3343eb51-b260-4f3c-8d17-bef173902ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:48.951437 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ecbff-cae1-4a1f-8e50-c377483a7f9e req-df63471e-4db3-48a4-ac94-e6c915bbbd24 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:48.952961 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f2ecbff-cae1-4a1f-8e50-c377483a7f9e req-df63471e-4db3-48a4-ac94-e6c915bbbd24 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 931 time: 0.1306188 May 26 16:05:48.963304 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1250eda-839d-4253-a599-c8b9c8ed6af8 req-191f762e-2040-492e-bba3-518fa4b2b122 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:48.964787 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d1250eda-839d-4253-a599-c8b9c8ed6af8 req-191f762e-2040-492e-bba3-518fa4b2b122 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 946 time: 0.1304774 May 26 16:05:48.973496 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 45794) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:48.978340 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-7eeba873-e301-4580-adf9-d8b7e0e758d7 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Request body: {'floatingip': {'port_id': 'd5a8e2c6-5ac2-4b23-ba9b-f543e302219d'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:49.022677 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7eeba873-e301-4580-adf9-d8b7e0e758d7 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks [] for floatingip, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:49.459586 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f2ecbff-cae1-4a1f-8e50-c377483a7f9e req-ca4d4456-803c-4b0e-84e8-435cdd9ceb00 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782588 May 26 16:05:49.509304 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0407ff-39f1-404d-a63a-4126e4545b71 req-4362496d-4974-498f-b033-d239043601fa tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:49.510812 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2c0407ff-39f1-404d-a63a-4126e4545b71 req-4362496d-4974-498f-b033-d239043601fa tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.4866610 May 26 16:05:49.519924 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7eeba873-e301-4580-adf9-d8b7e0e758d7 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:49.525369 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7eeba873-e301-4580-adf9-d8b7e0e758d7 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:49.594927 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 45814) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:49.633869 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2c0407ff-39f1-404d-a63a-4126e4545b71 req-97e9faaf-9d9e-4da3-b19d-bf12f24fe155 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142642 May 26 16:05:49.634374 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-7eeba873-e301-4580-adf9-d8b7e0e758d7 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Floating IP e43ede7d-9aa5-4e71-ab0c-919c4e48d4cb associated. External IP: 172.25.7.249, port: d5a8e2c6-5ac2-4b23-ba9b-f543e302219d. May 26 16:05:49.647765 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2684d5-2dce-450c-9194-86a1b091b37b req-e02611f5-35a7-4769-9c98-db961b380e08 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:49.655814 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca2684d5-2dce-450c-9194-86a1b091b37b req-e02611f5-35a7-4769-9c98-db961b380e08 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86 HTTP/1.1" status: 200 len: 945 time: 0.1328402 May 26 16:05:49.723805 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-1a2931c0-be57-4221-bef0-e4c4a42639c6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1929216529-network', 'tenant_id': '8476ca9e7f74446f9c07dd1131c1948a'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:49.737329 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca2684d5-2dce-450c-9194-86a1b091b37b req-3d45074c-6b13-4f40-9390-97708b85ee62 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806341 May 26 16:05:49.746861 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-4b05011e-19bb-4127-a906-c43760451963 req-3343eb51-b260-4f3c-8d17-bef173902ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d4b31a-a693-4ea5-a08c-22f5d79e196a {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:49.760545 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4b05011e-19bb-4127-a906-c43760451963 req-3343eb51-b260-4f3c-8d17-bef173902ee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:49.769192 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2931c0-be57-4221-bef0-e4c4a42639c6 admin admin] Made reservation on behalf of 8476ca9e7f74446f9c07dd1131c1948a for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:49.772008 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a2931c0-be57-4221-bef0-e4c4a42639c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:49.783286 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-4b05011e-19bb-4127-a906-c43760451963 req-3343eb51-b260-4f3c-8d17-bef173902ee6 service neutron] Transition to ACTIVE for port object a6d4b31a-a693-4ea5-a08c-22f5d79e196a will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:05:49.784224 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a2931c0-be57-4221-bef0-e4c4a42639c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:49.792067 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4b05011e-19bb-4127-a906-c43760451963 req-3343eb51-b260-4f3c-8d17-bef173902ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:49.867413 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eeba873-e301-4580-adf9-d8b7e0e758d7 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Router c5e2c908-cf39-4224-b009-038caa93e00e has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:05:49.890624 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343eb51-b260-4f3c-8d17-bef173902ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d4b31a-a693-4ea5-a08c-22f5d79e196a,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:49.978598 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eeba873-e301-4580-adf9-d8b7e0e758d7 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:05:49.982830 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12063ec-faaf-4b65-925e-9d45bf874007 req-c211e978-d396-43da-9e0f-0caa74a44c38 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:49.983703 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7eeba873-e301-4580-adf9-d8b7e0e758d7 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:49.984420 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e12063ec-faaf-4b65-925e-9d45bf874007 req-c211e978-d396-43da-9e0f-0caa74a44c38 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=b00688e5-979c-4ee4-85d4-5fab3da6335e HTTP/1.1" status: 200 len: 948 time: 0.1404865 May 26 16:05:49.990966 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d35bbc-8ad0-4b84-b197-415b390d6780 None None] Sync routers for ids ['c5e2c908-cf39-4224-b009-038caa93e00e'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:05:50.001962 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d35bbc-8ad0-4b84-b197-415b390d6780 None None] Routers {'c5e2c908-cf39-4224-b009-038caa93e00e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:05:50.003095 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-45d35bbc-8ad0-4b84-b197-415b390d6780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:05:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c5e2c908-cf39-4224-b009-038caa93e00e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:50.018314 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7eeba873-e301-4580-adf9-d8b7e0e758d7 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "PUT /v2.0/floatingips/e43ede7d-9aa5-4e71-ab0c-919c4e48d4cb HTTP/1.1" status: 200 len: 992 time: 1.0411305 May 26 16:05:50.018314 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c654ba41-46b9-47e4-9f88-ac26d306c696', 'tag': 'd5a8e2c6-5ac2-4b23-ba9b-f543e302219d'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:50.019287 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd638352-8972-4826-a442-b2b0103c7867" -d '{"events": [{"name": "network-changed", "server_uuid": "c654ba41-46b9-47e4-9f88-ac26d306c696", "tag": "d5a8e2c6-5ac2-4b23-ba9b-f543e302219d"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:50.023060 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-4b05011e-19bb-4127-a906-c43760451963 req-3343eb51-b260-4f3c-8d17-bef173902ee6 service neutron] Attempting to bind port a6d4b31a-a693-4ea5-a08c-22f5d79e196a on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:50.023398 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-4b05011e-19bb-4127-a906-c43760451963 req-3343eb51-b260-4f3c-8d17-bef173902ee6 service neutron] Attempting to bind port a6d4b31a-a693-4ea5-a08c-22f5d79e196a by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '27db717a-2f60-44cd-8e74-311e0a4c3ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:50.023729 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b05011e-19bb-4127-a906-c43760451963 req-3343eb51-b260-4f3c-8d17-bef173902ee6 service neutron] Attempting to bind port a6d4b31a-a693-4ea5-a08c-22f5d79e196a on network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:50.041403 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b05011e-19bb-4127-a906-c43760451963 req-3343eb51-b260-4f3c-8d17-bef173902ee6 service neutron] Port a6d4b31a-a693-4ea5-a08c-22f5d79e196a on network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:05:50.041744 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b05011e-19bb-4127-a906-c43760451963 req-3343eb51-b260-4f3c-8d17-bef173902ee6 service neutron] Attempting to bind port a6d4b31a-a693-4ea5-a08c-22f5d79e196a on network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:50.057784 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a2931c0-be57-4221-bef0-e4c4a42639c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:50.067256 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e12063ec-faaf-4b65-925e-9d45bf874007 req-d258d76e-6a02-415c-b90a-660784cd0dd9 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/security-groups?id=268deadd-10fd-48d5-9fbb-899f3108e123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680089 May 26 16:05:50.068826 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b05011e-19bb-4127-a906-c43760451963 req-3343eb51-b260-4f3c-8d17-bef173902ee6 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:50.069123 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b05011e-19bb-4127-a906-c43760451963 req-3343eb51-b260-4f3c-8d17-bef173902ee6 service neutron] Checking segment: {'id': '27db717a-2f60-44cd-8e74-311e0a4c3ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:50.069509 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b05011e-19bb-4127-a906-c43760451963 req-3343eb51-b260-4f3c-8d17-bef173902ee6 service neutron] Bound using segment: {'id': '27db717a-2f60-44cd-8e74-311e0a4c3ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:50.069951 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-4b05011e-19bb-4127-a906-c43760451963 req-3343eb51-b260-4f3c-8d17-bef173902ee6 service neutron] Bound port: a6d4b31a-a693-4ea5-a08c-22f5d79e196a, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27db717a-2f60-44cd-8e74-311e0a4c3ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:50.070309 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4b05011e-19bb-4127-a906-c43760451963 req-3343eb51-b260-4f3c-8d17-bef173902ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:50.073718 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a2931c0-be57-4221-bef0-e4c4a42639c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:50.131670 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b160048d-7d09-42d9-aceb-92ef0c32ec1c x-openstack-request-id: req-b160048d-7d09-42d9-aceb-92ef0c32ec1c {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:50.132179 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c654ba41-46b9-47e4-9f88-ac26d306c696", "tag": "d5a8e2c6-5ac2-4b23-ba9b-f543e302219d", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:50.132575 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b160048d-7d09-42d9-aceb-92ef0c32ec1c {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:50.133071 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b160048d-7d09-42d9-aceb-92ef0c32ec1c'] response: {'name': 'network-changed', 'server_uuid': 'c654ba41-46b9-47e4-9f88-ac26d306c696', 'tag': 'd5a8e2c6-5ac2-4b23-ba9b-f543e302219d', 'status': 'completed', 'code': 200} May 26 16:05:50.137206 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a2931c0-be57-4221-bef0-e4c4a42639c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:05:50.145413 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-45d35bbc-8ad0-4b84-b197-415b390d6780 None None] Set router c5e2c908-cf39-4224-b009-038caa93e00e gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:05:50.167836 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2931c0-be57-4221-bef0-e4c4a42639c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d182405-6bd2-404b-b283-55bd3fc2808c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:50.175075 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a2931c0-be57-4221-bef0-e4c4a42639c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:50.175429 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-1a2931c0-be57-4221-bef0-e4c4a42639c6 admin admin] Added segment c3efc366-2a54-4b43-982a-2f5d229a584b of type vlan for network f95107c8-bc71-4c78-85e6-7efb358dbd28 May 26 16:05:50.210939 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd638352-8972-4826-a442-b2b0103c7867 req-28b1f8d5-7ce2-4c36-b602-79ab5288408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:50.212596 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dd638352-8972-4826-a442-b2b0103c7867 req-28b1f8d5-7ce2-4c36-b602-79ab5288408e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=48b645bc4074429e8fc191f5d438d6ae&device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 1097 time: 0.0542877 May 26 16:05:50.248465 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a2931c0-be57-4221-bef0-e4c4a42639c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:50.258365 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277588c-48b2-47f1-9e18-56e79365637d req-7cb2f130-ff60-47cf-96d9-a184c1363c4c tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:50.259894 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0277588c-48b2-47f1-9e18-56e79365637d req-7cb2f130-ff60-47cf-96d9-a184c1363c4c tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 946 time: 0.1764691 May 26 16:05:50.262372 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-4b05011e-19bb-4127-a906-c43760451963 req-3343eb51-b260-4f3c-8d17-bef173902ee6 service neutron] For port a6d4b31a-a693-4ea5-a08c-22f5d79e196a, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:50.291315 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-4b05011e-19bb-4127-a906-c43760451963 req-3343eb51-b260-4f3c-8d17-bef173902ee6 service neutron] For port a6d4b31a-a693-4ea5-a08c-22f5d79e196a, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a6d4b31a-a693-4ea5-a08c-22f5d79e196a,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:50.303660 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4b05011e-19bb-4127-a906-c43760451963 req-3343eb51-b260-4f3c-8d17-bef173902ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:50.321037 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd638352-8972-4826-a442-b2b0103c7867 req-ecda7981-c43d-4c83-92f6-4d689e5d591b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:50.322512 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dd638352-8972-4826-a442-b2b0103c7867 req-ecda7981-c43d-4c83-92f6-4d689e5d591b service neutron] 10.222.0.81 "GET /v2.0/networks?id=1266241d-c924-4f6c-9aee-26a91490c901 HTTP/1.1" status: 200 len: 916 time: 0.0949256 May 26 16:05:50.346763 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a2931c0-be57-4221-bef0-e4c4a42639c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:50.347727 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2931c0-be57-4221-bef0-e4c4a42639c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:50.348395 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a2931c0-be57-4221-bef0-e4c4a42639c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:50.360657 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05011e-19bb-4127-a906-c43760451963 req-3343eb51-b260-4f3c-8d17-bef173902ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:50.361275 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-4b05011e-19bb-4127-a906-c43760451963 req-3343eb51-b260-4f3c-8d17-bef173902ee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:50.362676 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b05011e-19bb-4127-a906-c43760451963 req-3343eb51-b260-4f3c-8d17-bef173902ee6 service neutron] 10.222.0.81 "PUT /v2.0/ports/a6d4b31a-a693-4ea5-a08c-22f5d79e196a HTTP/1.1" status: 200 len: 1091 time: 1.5887828 May 26 16:05:50.369570 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72326bbe-b0eb-4cb5-a611-86093cb1af99', 'tag': 'a6d4b31a-a693-4ea5-a08c-22f5d79e196a'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:50.371838 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a9fe42-c20e-4080-a819-cd9f66c636e0" -d '{"events": [{"name": "network-changed", "server_uuid": "72326bbe-b0eb-4cb5-a611-86093cb1af99", "tag": "a6d4b31a-a693-4ea5-a08c-22f5d79e196a"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:50.388319 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-45d35bbc-8ad0-4b84-b197-415b390d6780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'name': 'tempest-ServersTestBootFromVolume-333930328-router', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:43Z', 'updated_at': '2022-05-26T16:04:47Z', 'revision_number': 4, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'gw_port': {'id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:44Z', 'updated_at': '2022-05-26T16:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'e43ede7d-9aa5-4e71-ab0c-919c4e48d4cb', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'floating_ip_address': '172.25.7.249', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'port_id': 'd5a8e2c6-5ac2-4b23-ba9b-f543e302219d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901', 'mac_address': 'fa:16:3e:fa:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c654ba41-46b9-47e4-9f88-ac26d306c696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:04:51Z', 'updated_at': '2022-05-26T16:05:49Z', 'revision_number': 1, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f65736-cd23-452f-afa9-9e51f3b182e4', 'name': '', 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'mac_address': 'fa:16:3e:f1:8e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'b6c07fbb-b64c-482e-9f16-d044a11cb78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:46Z', 'updated_at': '2022-05-26T16:04:55Z', 'revision_number': 5, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'subnets': [{'id': 'b6c07fbb-b64c-482e-9f16-d044a11cb78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:50.398114 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0277588c-48b2-47f1-9e18-56e79365637d req-62194d3b-1e88-491b-aa12-5b7cb659a4c7 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/security-groups?id=84b70ddb-c37d-4b63-a14c-6f6f832dafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292105 May 26 16:05:50.409633 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dd638352-8972-4826-a442-b2b0103c7867 req-b699c0f7-b500-4175-beb0-0efeb380da87 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5a8e2c6-5ac2-4b23-ba9b-f543e302219d HTTP/1.1" status: 200 len: 1000 time: 0.0721097 May 26 16:05:50.429703 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d35bbc-8ad0-4b84-b197-415b390d6780 None None] Checking router: c5e2c908-cf39-4224-b009-038caa93e00e for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:05:50.439750 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d35bbc-8ad0-4b84-b197-415b390d6780 None None] Routers {'c5e2c908-cf39-4224-b009-038caa93e00e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:05:50.440679 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-45d35bbc-8ad0-4b84-b197-415b390d6780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:05:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c5e2c908-cf39-4224-b009-038caa93e00e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:50.465349 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1a2931c0-be57-4221-bef0-e4c4a42639c6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8673244 May 26 16:05:50.466776 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 45830) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:05:50.472077 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-be01d41c-e405-488c-9bdc-ad2e3ea984fa admin admin] Request body: {'subnet': {'network_id': 'f95107c8-bc71-4c78-85e6-7efb358dbd28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1929216529-subnet', 'tenant_id': '8476ca9e7f74446f9c07dd1131c1948a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:50.494955 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae84dc3a-1faa-41b4-a6da-135524534ce9 x-openstack-request-id: req-ae84dc3a-1faa-41b4-a6da-135524534ce9 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:50.495277 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72326bbe-b0eb-4cb5-a611-86093cb1af99", "tag": "a6d4b31a-a693-4ea5-a08c-22f5d79e196a", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:50.495864 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ae84dc3a-1faa-41b4-a6da-135524534ce9 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:50.495993 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae84dc3a-1faa-41b4-a6da-135524534ce9'] response: {'name': 'network-changed', 'server_uuid': '72326bbe-b0eb-4cb5-a611-86093cb1af99', 'tag': 'a6d4b31a-a693-4ea5-a08c-22f5d79e196a', 'status': 'completed', 'code': 200} May 26 16:05:50.499869 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2931c0-be57-4221-bef0-e4c4a42639c6 admin admin] Pushing event updated for resources: {'Network': ['ID=f95107c8-bc71-4c78-85e6-7efb358dbd28,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:50.504279 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd638352-8972-4826-a442-b2b0103c7867 req-a5f146d8-a1a9-454c-b98b-6ae08251710c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:50.506229 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343eb51-b260-4f3c-8d17-bef173902ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d4b31a-a693-4ea5-a08c-22f5d79e196a,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:50.506701 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dd638352-8972-4826-a442-b2b0103c7867 req-a5f146d8-a1a9-454c-b98b-6ae08251710c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b6c07fbb-b64c-482e-9f16-d044a11cb78b HTTP/1.1" status: 200 len: 854 time: 0.0854383 May 26 16:05:50.507898 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be01d41c-e405-488c-9bdc-ad2e3ea984fa admin admin] Made reservation on behalf of 8476ca9e7f74446f9c07dd1131c1948a for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:50.511164 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be01d41c-e405-488c-9bdc-ad2e3ea984fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:50.521042 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05011e-19bb-4127-a906-c43760451963 req-785207a2-1130-4bbe-bfa3-907d4c615cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:50.522762 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b05011e-19bb-4127-a906-c43760451963 req-785207a2-1130-4bbe-bfa3-907d4c615cf7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3e96c338002c49fcb12a908abaf34a6e&device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 1094 time: 0.0782144 May 26 16:05:50.529678 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network f95107c8-bc71-4c78-85e6-7efb358dbd28 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:05:50.583120 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b05011e-19bb-4127-a906-c43760451963 req-81aa9642-43e8-42a5-8050-030ae9b6049e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6d4b31a-a693-4ea5-a08c-22f5d79e196a HTTP/1.1" status: 200 len: 217 time: 0.0477116 May 26 16:05:50.622485 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd638352-8972-4826-a442-b2b0103c7867 req-16e1c326-8e3f-4d98-abc1-5269513de769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:50.623968 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dd638352-8972-4826-a442-b2b0103c7867 req-16e1c326-8e3f-4d98-abc1-5269513de769 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1266241d-c924-4f6c-9aee-26a91490c901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989840 May 26 16:05:50.669340 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-45d35bbc-8ad0-4b84-b197-415b390d6780 None None] Set router c5e2c908-cf39-4224-b009-038caa93e00e gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:05:50.672442 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05011e-19bb-4127-a906-c43760451963 req-22a8e291-0d02-462b-b9f1-af54fd11557e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:50.673929 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b05011e-19bb-4127-a906-c43760451963 req-22a8e291-0d02-462b-b9f1-af54fd11557e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=19f707b5-dbb7-44bf-9d91-1c1a69227d64 HTTP/1.1" status: 200 len: 852 time: 0.0788531 May 26 16:05:50.682598 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f290031-d065-4771-bf7b-73476dde2de6 req-935b0b56-0b76-46df-bc50-46872aad2af2 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:50.684197 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8f290031-d065-4771-bf7b-73476dde2de6 req-935b0b56-0b76-46df-bc50-46872aad2af2 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 943 time: 0.1036568 May 26 16:05:50.728149 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b05011e-19bb-4127-a906-c43760451963 req-bce27213-f289-44cb-8a1d-5a31187500f4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399001 May 26 16:05:50.858379 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8f290031-d065-4771-bf7b-73476dde2de6 req-e78c146e-a6e6-4a63-ae3b-199dcb27788d tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329503 May 26 16:05:50.901241 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f98cd-e401-4c52-9814-0f33003a4c99 req-47f04186-53ed-40cd-8ba7-b33e5960937f tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:50.902804 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b8f98cd-e401-4c52-9814-0f33003a4c99 req-47f04186-53ed-40cd-8ba7-b33e5960937f tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.1336923 May 26 16:05:50.907212 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b05011e-19bb-4127-a906-c43760451963 req-1a154d7a-3f4f-4e90-8ddd-d61060421042 service neutron] 10.222.0.81 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629457 May 26 16:05:50.954599 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-45d35bbc-8ad0-4b84-b197-415b390d6780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'name': 'tempest-ServersTestBootFromVolume-333930328-router', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:43Z', 'updated_at': '2022-05-26T16:04:47Z', 'revision_number': 4, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'gw_port': {'id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:44Z', 'updated_at': '2022-05-26T16:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'e43ede7d-9aa5-4e71-ab0c-919c4e48d4cb', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'floating_ip_address': '172.25.7.249', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'port_id': 'd5a8e2c6-5ac2-4b23-ba9b-f543e302219d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901', 'mac_address': 'fa:16:3e:fa:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c654ba41-46b9-47e4-9f88-ac26d306c696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:04:51Z', 'updated_at': '2022-05-26T16:05:49Z', 'revision_number': 1, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f65736-cd23-452f-afa9-9e51f3b182e4', 'name': '', 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'mac_address': 'fa:16:3e:f1:8e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'b6c07fbb-b64c-482e-9f16-d044a11cb78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:46Z', 'updated_at': '2022-05-26T16:04:55Z', 'revision_number': 5, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'subnets': [{'id': 'b6c07fbb-b64c-482e-9f16-d044a11cb78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:50.983220 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:05:50.986800 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device b0d9bee8-689b-4174-a52f-3bbf9151c158 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:50.990603 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d35bbc-8ad0-4b84-b197-415b390d6780 None None] The sync data for ids ['c5e2c908-cf39-4224-b009-038caa93e00e'] in n-d-843337-2 is: [{'id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'name': 'tempest-ServersTestBootFromVolume-333930328-router', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:43Z', 'updated_at': '2022-05-26T16:04:47Z', 'revision_number': 4, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'gw_port': {'id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:44Z', 'updated_at': '2022-05-26T16:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'e43ede7d-9aa5-4e71-ab0c-919c4e48d4cb', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'floating_ip_address': '172.25.7.249', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'port_id': 'd5a8e2c6-5ac2-4b23-ba9b-f543e302219d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901', 'mac_address': 'fa:16:3e:fa:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c654ba41-46b9-47e4-9f88-ac26d306c696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:04:51Z', 'updated_at': '2022-05-26T16:05:49Z', 'revision_number': 1, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f65736-cd23-452f-afa9-9e51f3b182e4', 'name': '', 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'mac_address': 'fa:16:3e:f1:8e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'b6c07fbb-b64c-482e-9f16-d044a11cb78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:46Z', 'updated_at': '2022-05-26T16:04:55Z', 'revision_number': 5, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'subnets': [{'id': 'b6c07fbb-b64c-482e-9f16-d044a11cb78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:05:51.045794 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b8f98cd-e401-4c52-9814-0f33003a4c99 req-d10a32e0-d2c6-42a6-b88c-5e53998c7b9b tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297894 May 26 16:05:51.101727 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eddb26-c419-4a42-b11b-4dd5564f08b6 req-a20760f7-1e3e-4fdf-82e7-42f646560a3b tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:51.109963 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25eddb26-c419-4a42-b11b-4dd5564f08b6 req-a20760f7-1e3e-4fdf-82e7-42f646560a3b tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86 HTTP/1.1" status: 200 len: 945 time: 0.1598983 May 26 16:05:51.136489 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dd638352-8972-4826-a442-b2b0103c7867 req-ff298d41-7538-4e04-9235-0951d6cdb155 service neutron] 10.222.0.81 "GET /v2.0/networks/1266241d-c924-4f6c-9aee-26a91490c901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023177 May 26 16:05:51.137882 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be01d41c-e405-488c-9bdc-ad2e3ea984fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:51.140963 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b05011e-19bb-4127-a906-c43760451963 req-004104f8-d16a-4274-b46c-f879f884c140 service neutron] 10.222.0.81 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105460 May 26 16:05:51.168363 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25eddb26-c419-4a42-b11b-4dd5564f08b6 req-2175980e-3f41-463b-8ed3-97b942195b4e tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576863 May 26 16:05:51.272847 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f10ef-91a0-443c-9603-d9d7af481afd req-ab0adcdc-9a0c-449d-baef-7254d788043f tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:51.281183 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-912f10ef-91a0-443c-9603-d9d7af481afd req-ab0adcdc-9a0c-449d-baef-7254d788043f tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=b00688e5-979c-4ee4-85d4-5fab3da6335e HTTP/1.1" status: 200 len: 948 time: 0.1116660 May 26 16:05:51.293180 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01d41c-e405-488c-9bdc-ad2e3ea984fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf5a418b-356f-4d0f-9c4d-2fda3e0cd75c,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:51.300343 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01d41c-e405-488c-9bdc-ad2e3ea984fa admin admin] Checking segment: {'id': 'c3efc366-2a54-4b43-982a-2f5d229a584b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f95107c8-bc71-4c78-85e6-7efb358dbd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:51.300708 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be01d41c-e405-488c-9bdc-ad2e3ea984fa admin admin] Network hostable DHCP agents. Network: f95107c8-bc71-4c78-85e6-7efb358dbd28, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:05:51.313673 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9fe42-c20e-4080-a819-cd9f66c636e0 req-d395138c-f930-45a4-bf6d-5d4eb1965e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:51.315706 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-02a9fe42-c20e-4080-a819-cd9f66c636e0 req-d395138c-f930-45a4-bf6d-5d4eb1965e43 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3e96c338002c49fcb12a908abaf34a6e&device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 1094 time: 0.1039703 May 26 16:05:51.340981 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dd638352-8972-4826-a442-b2b0103c7867 req-49bfa510-6d61-453f-93f2-ec2291f8739b service neutron] 10.222.0.81 "GET /v2.0/networks/1266241d-c924-4f6c-9aee-26a91490c901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731832 May 26 16:05:51.344968 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:51.351663 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be01d41c-e405-488c-9bdc-ad2e3ea984fa admin admin] Network f95107c8-bc71-4c78-85e6-7efb358dbd28 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:05:51.357463 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030dbe8f-d3d3-4678-a94f-406e4e2ace13 None None] New status for floating IP e43ede7d-9aa5-4e71-ab0c-919c4e48d4cb: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:05:51.363579 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': 'cd43cea2-94fc-4128-8c8f-cf29cb7ddc44', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': 'cd43cea2-94fc-4128-8c8f-cf29cb7ddc44', 'mac_address': 'fa:16:3e:a7:e7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:05:51.378554 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-912f10ef-91a0-443c-9603-d9d7af481afd req-b40ee727-aa02-4132-bb30-b5b5603befc2 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/security-groups?id=268deadd-10fd-48d5-9fbb-899f3108e123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902796 May 26 16:05:51.397700 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-be01d41c-e405-488c-9bdc-ad2e3ea984fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, f95107c8-bc71-4c78-85e6-7efb358dbd28) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:51.408059 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be01d41c-e405-488c-9bdc-ad2e3ea984fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:51.408822 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be01d41c-e405-488c-9bdc-ad2e3ea984fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:51.420588 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83289c9-2646-4194-9586-7a73fde842cf None None] Network f95107c8-bc71-4c78-85e6-7efb358dbd28 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:05:51.423630 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:51.424331 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:51.426157 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port b0d9bee8-689b-4174-a52f-3bbf9151c158 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:05:51.448819 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-be01d41c-e405-488c-9bdc-ad2e3ea984fa admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9809437 May 26 16:05:51.478025 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9fe42-c20e-4080-a819-cd9f66c636e0 req-1b187135-f1a8-4d07-bd56-63e85ef32181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:51.479742 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-02a9fe42-c20e-4080-a819-cd9f66c636e0 req-1b187135-f1a8-4d07-bd56-63e85ef32181 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089 HTTP/1.1" status: 200 len: 913 time: 0.1512630 May 26 16:05:51.487005 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port b0d9bee8-689b-4174-a52f-3bbf9151c158 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:51.487663 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:51.531409 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:51.564879 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-02a9fe42-c20e-4080-a819-cd9f66c636e0 req-87dd3e69-1115-4192-b40a-c6457f955ba2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6d4b31a-a693-4ea5-a08c-22f5d79e196a HTTP/1.1" status: 200 len: 217 time: 0.0687394 May 26 16:05:51.569506 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:51.577445 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:51.634668 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9fe42-c20e-4080-a819-cd9f66c636e0 req-600ac00a-717c-47e7-9740-e1223d34c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:51.636151 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-02a9fe42-c20e-4080-a819-cd9f66c636e0 req-600ac00a-717c-47e7-9740-e1223d34c8e5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=19f707b5-dbb7-44bf-9d91-1c1a69227d64 HTTP/1.1" status: 200 len: 852 time: 0.0611663 May 26 16:05:51.671401 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-02a9fe42-c20e-4080-a819-cd9f66c636e0 req-c7d7b250-906a-4148-a4e8-ac24da449685 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257368 May 26 16:05:51.702794 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port b0d9bee8-689b-4174-a52f-3bbf9151c158 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:51.703183 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:51.723512 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb39da9-ec0a-4fca-a7d5-e6ee914c247c None None] Network f95107c8-bc71-4c78-85e6-7efb358dbd28 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:05:51.747895 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:51.780163 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-02a9fe42-c20e-4080-a819-cd9f66c636e0 req-aa59f602-385f-466d-8f4c-2ba0b8ac3ad8 service neutron] 10.222.0.81 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886769 May 26 16:05:51.792494 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3df5e1-bb72-4fe2-a091-6a909b12af86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d9bee8-689b-4174-a52f-3bbf9151c158'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:51.794704 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564c4a14-7887-441b-9315-0f9b1aad2f6c" -d '{"events": [{"server_uuid": "8d3df5e1-bb72-4fe2-a091-6a909b12af86", "name": "network-vif-plugged", "status": "completed", "tag": "b0d9bee8-689b-4174-a52f-3bbf9151c158"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:51.801754 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:51.802109 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:51.803017 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:51.803377 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:51.803699 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:51.804031 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:51.804403 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:51.804731 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:51.805056 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:51.805384 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:51.805709 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:51.806031 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:05:51.822072 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port b0d9bee8-689b-4174-a52f-3bbf9151c158, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=b0d9bee8-689b-4174-a52f-3bbf9151c158,segment=NetworkSegment(6881238a-7213-4299-a4d2-edb4f9a8e1f3),segment_id=6881238a-7213-4299-a4d2-edb4f9a8e1f3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:51.836443 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:51.865826 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7522a59-780a-4ac7-b765-c5493a809e91 x-openstack-request-id: req-a7522a59-780a-4ac7-b765-c5493a809e91 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:51.866126 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3df5e1-bb72-4fe2-a091-6a909b12af86", "name": "network-vif-plugged", "status": "completed", "tag": "b0d9bee8-689b-4174-a52f-3bbf9151c158", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:51.866384 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a7522a59-780a-4ac7-b765-c5493a809e91 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:51.866778 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7522a59-780a-4ac7-b765-c5493a809e91'] response: {'server_uuid': '8d3df5e1-bb72-4fe2-a091-6a909b12af86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d9bee8-689b-4174-a52f-3bbf9151c158', 'code': 200} May 26 16:05:51.954964 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=b0d9bee8-689b-4174-a52f-3bbf9151c158,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:52.016820 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-02a9fe42-c20e-4080-a819-cd9f66c636e0 req-1b909c26-c9f6-40d4-81c8-813a6cf3abd9 service neutron] 10.222.0.81 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264569 May 26 16:05:52.026459 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-cb3acbf9-06f9-4318-8fb1-23bc64a12b4f tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:52.027883 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-cb3acbf9-06f9-4318-8fb1-23bc64a12b4f tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/networks?id=f95107c8-bc71-4c78-85e6-7efb358dbd28 HTTP/1.1" status: 200 len: 822 time: 0.1678090 May 26 16:05:52.071882 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60715d-1584-479e-af99-d876a6a3f5ee req-9929a625-f043-415e-bc4e-6d00167f9f4b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:52.073989 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed60715d-1584-479e-af99-d876a6a3f5ee req-9929a625-f043-415e-bc4e-6d00167f9f4b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 943 time: 0.1345725 May 26 16:05:52.077212 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-7df10d56-b13a-4303-a4c6-c9c1a55d3fc5 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/quotas/8476ca9e7f74446f9c07dd1131c1948a HTTP/1.1" status: 200 len: 375 time: 0.0387909 May 26 16:05:52.133619 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-801f4096-96f3-40d5-b87c-a32c14e8a028 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8476ca9e7f74446f9c07dd1131c1948a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454965 May 26 16:05:52.139821 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc018390-7e5f-4a07-bfc9-cc6783a6aec7 req-115a53a2-1d70-472f-a558-762f9bdd25ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:52.141241 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bc018390-7e5f-4a07-bfc9-cc6783a6aec7 req-115a53a2-1d70-472f-a558-762f9bdd25ee service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86 HTTP/1.1" status: 200 len: 1097 time: 0.1124692 May 26 16:05:52.160625 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed60715d-1584-479e-af99-d876a6a3f5ee req-ec0da6db-d109-46ad-9226-eb89fb3380b7 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792813 May 26 16:05:52.215289 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['cd43cea2-94fc-4128-8c8f-cf29cb7ddc44'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:52.239896 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bc018390-7e5f-4a07-bfc9-cc6783a6aec7 req-ccadefa5-71d1-459a-ab5d-e64c785055a8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871174 May 26 16:05:52.277613 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:05:52.284389 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-7a35da64-3b8d-4545-998a-6b2203147b58 service neutron] 10.222.0.77 "GET /v2.0/networks/f95107c8-bc71-4c78-85e6-7efb358dbd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404793 May 26 16:05:52.295149 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c9df4-f498-4e2c-ba50-aa0b4b7ea241 req-46b85de8-1467-4618-a64b-3bc3350f5a31 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:52.296615 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae7c9df4-f498-4e2c-ba50-aa0b4b7ea241 req-46b85de8-1467-4618-a64b-3bc3350f5a31 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.0770874 May 26 16:05:52.383743 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae7c9df4-f498-4e2c-ba50-aa0b4b7ea241 req-fc8822c9-560a-41a5-9f6a-79530606bd62 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791249 May 26 16:05:52.419842 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-7f6068d2-7f21-425e-b2a8-9e3832ce8922 service neutron] 10.222.0.77 "GET /v2.0/networks/f95107c8-bc71-4c78-85e6-7efb358dbd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222842 May 26 16:05:52.499895 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06dccc-9b85-424e-9b7b-091a8f389a73 req-b8a45df2-1276-48d4-8988-1447cf891919 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:52.501393 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb06dccc-9b85-424e-9b7b-091a8f389a73 req-b8a45df2-1276-48d4-8988-1447cf891919 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86 HTTP/1.1" status: 200 len: 946 time: 0.0493093 May 26 16:05:52.547996 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb06dccc-9b85-424e-9b7b-091a8f389a73 req-29f32f98-20eb-468a-977d-0d3e780c9fc2 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397191 May 26 16:05:52.635080 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87a7949f-77ff-446b-bf06-f9e42baef637 req-775313e6-66ba-43c7-a940-bf83002b6422 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc6e4d92-88b1-4630-adc1-d1522e5a7042 HTTP/1.1" status: 200 len: 210 time: 0.0460420 May 26 16:05:52.655106 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3994d-2614-4ca4-8be3-424834f23ed7 req-8dce62dd-f390-4c3b-be78-8561d853ec51 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:52.656659 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dab3994d-2614-4ca4-8be3-424834f23ed7 req-8dce62dd-f390-4c3b-be78-8561d853ec51 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=b00688e5-979c-4ee4-85d4-5fab3da6335e HTTP/1.1" status: 200 len: 948 time: 0.0809696 May 26 16:05:52.695814 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dab3994d-2614-4ca4-8be3-424834f23ed7 req-a9754ac1-1870-4a69-acd8-d95afa93ca8e tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/security-groups?id=268deadd-10fd-48d5-9fbb-899f3108e123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326483 May 26 16:05:52.991920 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 6ea56204-60fe-4318-9307-450800766422 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:05:53.091355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 6ea56204-60fe-4318-9307-450800766422, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=6ea56204-60fe-4318-9307-450800766422,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:53.104356 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '6ea56204-60fe-4318-9307-450800766422', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '6ea56204-60fe-4318-9307-450800766422', 'mac_address': 'fa:16:3e:70:3c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:05:53.143943 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 6ea56204-60fe-4318-9307-450800766422 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:53.144369 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:53.158517 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea56204-60fe-4318-9307-450800766422 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:53.179537 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 6ea56204-60fe-4318-9307-450800766422, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=6ea56204-60fe-4318-9307-450800766422,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:53.185651 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:53.233457 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=6ea56204-60fe-4318-9307-450800766422,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:53.280822 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b1216-ea0c-4f2b-888e-93986800b2d9 req-a7b73ad4-55f5-45f3-8775-088f8584df63 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:53.282445 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b1b1216-ea0c-4f2b-888e-93986800b2d9 req-a7b73ad4-55f5-45f3-8775-088f8584df63 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 943 time: 0.0498207 May 26 16:05:53.321844 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b1b1216-ea0c-4f2b-888e-93986800b2d9 req-a94727b2-1d88-4499-a55c-75a5a5852e56 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328298 May 26 16:05:53.506275 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96358db6-796b-4490-a07b-8a1012e1a422 req-847687aa-e5f2-4d4a-b1e5-0213e5abb61b tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:53.508517 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96358db6-796b-4490-a07b-8a1012e1a422 req-847687aa-e5f2-4d4a-b1e5-0213e5abb61b tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.0537860 May 26 16:05:53.545957 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96358db6-796b-4490-a07b-8a1012e1a422 req-4675b435-d738-411e-9c2c-a75a77602046 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312250 May 26 16:05:53.668330 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468f315-b506-4cc3-b79d-2829d76acdd1 req-a8fe3734-893f-4dbf-bb74-ae78dd25a9af tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:53.672598 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1468f315-b506-4cc3-b79d-2829d76acdd1 req-a8fe3734-893f-4dbf-bb74-ae78dd25a9af tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86 HTTP/1.1" status: 200 len: 946 time: 0.0549238 May 26 16:05:53.718849 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1468f315-b506-4cc3-b79d-2829d76acdd1 req-2f7bec8f-8e75-4ebc-8eea-54783f063525 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368340 May 26 16:05:53.769979 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98820af2-7b0d-4b0d-9e25-28cb9261b72b req-952fd558-aa99-42cb-88d1-6ebb51bf698e tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc6e4d92-88b1-4630-adc1-d1522e5a7042 HTTP/1.1" status: 200 len: 210 time: 0.0339594 May 26 16:05:53.921561 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa7f4c-7963-479b-ab8a-994d6208b27b req-a701857e-38c1-4920-9d9f-33ca1e21a5fe tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:53.923046 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-50aa7f4c-7963-479b-ab8a-994d6208b27b req-a701857e-38c1-4920-9d9f-33ca1e21a5fe tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=b00688e5-979c-4ee4-85d4-5fab3da6335e HTTP/1.1" status: 200 len: 949 time: 0.0851185 May 26 16:05:53.929911 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-0159169f-022d-485d-bdc0-dd0d150df7e2 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:53.931280 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-0159169f-022d-485d-bdc0-dd0d150df7e2 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.83 "GET /v2.0/networks?id=f95107c8-bc71-4c78-85e6-7efb358dbd28 HTTP/1.1" status: 200 len: 822 time: 0.1599519 May 26 16:05:53.966764 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-50aa7f4c-7963-479b-ab8a-994d6208b27b req-daf8c51f-61ed-4f33-899d-7d6d2d6fee7b tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/security-groups?id=268deadd-10fd-48d5-9fbb-899f3108e123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345201 May 26 16:05:53.990119 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['6ea56204-60fe-4318-9307-450800766422'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:54.013836 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-327b8322-4688-4615-b1b6-baece7d29de8 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Request body: {'port': {'device_id': 'bc6e4d92-88b1-4630-adc1-d1522e5a7042', 'network_id': 'f95107c8-bc71-4c78-85e6-7efb358dbd28', 'admin_state_up': True, 'tenant_id': '8476ca9e7f74446f9c07dd1131c1948a'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:54.140286 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-327b8322-4688-4615-b1b6-baece7d29de8 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Made reservation on behalf of 8476ca9e7f74446f9c07dd1131c1948a for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:05:54.144512 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-327b8322-4688-4615-b1b6-baece7d29de8 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:54.270412 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-327b8322-4688-4615-b1b6-baece7d29de8 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Allocated IP 172.20.0.2 (f95107c8-bc71-4c78-85e6-7efb358dbd28/bf5a418b-356f-4d0f-9c4d-2fda3e0cd75c/22a740b8-c1b2-4716-9a74-31c680ea2ad7) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:05:54.448571 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-327b8322-4688-4615-b1b6-baece7d29de8 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:54.468512 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d050ec-9d01-44d5-a8bc-711f7c0e691e req-1d8f2cdb-7fc1-4277-a82b-4bd62b4dc53d tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:54.469994 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84d050ec-9d01-44d5-a8bc-711f7c0e691e req-1d8f2cdb-7fc1-4277-a82b-4bd62b4dc53d tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 943 time: 0.0776474 May 26 16:05:54.524794 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84d050ec-9d01-44d5-a8bc-711f7c0e691e req-c631d7ed-51ee-4b10-b173-20712500a4fa tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465183 May 26 16:05:54.526119 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-327b8322-4688-4615-b1b6-baece7d29de8 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:54.570640 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-327b8322-4688-4615-b1b6-baece7d29de8 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Network f95107c8-bc71-4c78-85e6-7efb358dbd28 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:05:54.573574 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-327b8322-4688-4615-b1b6-baece7d29de8 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:05:54.577187 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-327b8322-4688-4615-b1b6-baece7d29de8 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:05:54.583478 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b8322-4688-4615-b1b6-baece7d29de8 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Pushing event updated for resources: {'Port': ['ID=22a740b8-c1b2-4716-9a74-31c680ea2ad7,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:54.633561 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-327b8322-4688-4615-b1b6-baece7d29de8 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:54.634217 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-327b8322-4688-4615-b1b6-baece7d29de8 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:54.673703 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-327b8322-4688-4615-b1b6-baece7d29de8 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6639059 May 26 16:05:54.690376 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f610b-1f88-496b-9b26-7131c0cb367a req-2c82c684-a246-4388-8069-dfc738b33839 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:54.691810 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9b8f610b-1f88-496b-9b26-7131c0cb367a req-2c82c684-a246-4388-8069-dfc738b33839 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.0664599 May 26 16:05:54.721159 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-a20751b7-0af2-44c6-aa4b-d396501bb94b service neutron] Request body: {'port': {'device_id': 'bc6e4d92-88b1-4630-adc1-d1522e5a7042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:54.761455 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9b8f610b-1f88-496b-9b26-7131c0cb367a req-12d8f4dd-081f-4d47-8d37-01d149f39425 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623505 May 26 16:05:54.791360 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-a20751b7-0af2-44c6-aa4b-d396501bb94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:54.967957 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4fa063-fd0e-4627-8b58-4e751010b3e6 req-1ac66ba5-513b-4547-824c-211995030907 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:54.969445 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3c4fa063-fd0e-4627-8b58-4e751010b3e6 req-1ac66ba5-513b-4547-824c-211995030907 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86 HTTP/1.1" status: 200 len: 946 time: 0.1633861 May 26 16:05:54.994967 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cba968-7741-4db2-a444-999618efa324 req-0399007b-dab5-41f2-9c4c-9b1c7d2d04a8 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:54.996413 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12cba968-7741-4db2-a444-999618efa324 req-0399007b-dab5-41f2-9c4c-9b1c7d2d04a8 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc6e4d92-88b1-4630-adc1-d1522e5a7042 HTTP/1.1" status: 200 len: 931 time: 0.1418159 May 26 16:05:55.002712 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:55.054307 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:05:55.058579 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:55.058952 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:55.112312 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3c4fa063-fd0e-4627-8b58-4e751010b3e6 req-b88b1d00-0ee1-474c-a1ba-8c2b82e7422c tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329019 May 26 16:05:55.120934 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12cba968-7741-4db2-a444-999618efa324 req-f093f52e-6377-4d99-a147-a071ea79cc42 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d182405-6bd2-404b-b283-55bd3fc2808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155586 May 26 16:05:55.169287 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:55.169772 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:55.197259 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b9f2b5-5e62-4366-8c18-c882a41497f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd43cea2-94fc-4128-8c8f-cf29cb7ddc44'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:55.199631 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abceb7f6-1ae4-433e-be59-dca89e381842" -d '{"events": [{"server_uuid": "c8b9f2b5-5e62-4366-8c18-c882a41497f8", "name": "network-vif-plugged", "status": "completed", "tag": "cd43cea2-94fc-4128-8c8f-cf29cb7ddc44"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:55.214672 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:55.218802 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:55.267854 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:55.584796 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-a20751b7-0af2-44c6-aa4b-d396501bb94b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a740b8-c1b2-4716-9a74-31c680ea2ad7 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:55.593777 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-a20751b7-0af2-44c6-aa4b-d396501bb94b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:55.619587 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea15360-d4d7-4ba8-ae3d-7cc8cfa6f75e req-49fb3e7c-2ae0-4777-a222-57d50c7a2ccf tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:55.621077 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ea15360-d4d7-4ba8-ae3d-7cc8cfa6f75e req-49fb3e7c-2ae0-4777-a222-57d50c7a2ccf tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=b00688e5-979c-4ee4-85d4-5fab3da6335e HTTP/1.1" status: 200 len: 949 time: 0.4411516 May 26 16:05:55.627804 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-a20751b7-0af2-44c6-aa4b-d396501bb94b service neutron] Transition to ACTIVE for port object 22a740b8-c1b2-4716-9a74-31c680ea2ad7 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:05:55.641505 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-a20751b7-0af2-44c6-aa4b-d396501bb94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:55.662831 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2ad70-15fe-4357-b363-eefaf06cd55f req-76f3f37c-2bd9-4724-bf5b-8c64e4d69411 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:55.664359 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ceb2ad70-15fe-4357-b363-eefaf06cd55f req-76f3f37c-2bd9-4724-bf5b-8c64e4d69411 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4287448 May 26 16:05:55.759329 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20751b7-0af2-44c6-aa4b-d396501bb94b service neutron] Pushing event updated for resources: {'Port': ['ID=22a740b8-c1b2-4716-9a74-31c680ea2ad7,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:55.763998 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ceb2ad70-15fe-4357-b363-eefaf06cd55f req-7eafa207-44f5-456a-9eee-7a64846e5334 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 696 time: 0.0799196 May 26 16:05:55.769552 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ea15360-d4d7-4ba8-ae3d-7cc8cfa6f75e req-f4860128-f841-42c8-940a-f08774f3ddfe tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/security-groups?id=268deadd-10fd-48d5-9fbb-899f3108e123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396923 May 26 16:05:55.775523 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-ceb2ad70-15fe-4357-b363-eefaf06cd55f req-73648508-a353-40ed-b18e-7457bb8ba5b6 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Request body: {'floatingip': {'port_id': '2af233fa-e97c-46fd-884b-47c4ca77cb72', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:55.826957 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1de8d9b-2cda-4a88-bc98-7b8654c7670d x-openstack-request-id: req-e1de8d9b-2cda-4a88-bc98-7b8654c7670d {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:55.827487 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b9f2b5-5e62-4366-8c18-c882a41497f8", "name": "network-vif-plugged", "status": "completed", "tag": "cd43cea2-94fc-4128-8c8f-cf29cb7ddc44", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:55.827838 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e1de8d9b-2cda-4a88-bc98-7b8654c7670d {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:55.828367 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1de8d9b-2cda-4a88-bc98-7b8654c7670d'] response: {'server_uuid': 'c8b9f2b5-5e62-4366-8c18-c882a41497f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd43cea2-94fc-4128-8c8f-cf29cb7ddc44', 'code': 200} May 26 16:05:55.845507 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ceb2ad70-15fe-4357-b363-eefaf06cd55f req-73648508-a353-40ed-b18e-7457bb8ba5b6 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:55.995478 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-a20751b7-0af2-44c6-aa4b-d396501bb94b service neutron] Attempting to bind port 22a740b8-c1b2-4716-9a74-31c680ea2ad7 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:05:55.995812 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-a20751b7-0af2-44c6-aa4b-d396501bb94b service neutron] Attempting to bind port 22a740b8-c1b2-4716-9a74-31c680ea2ad7 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'c3efc366-2a54-4b43-982a-2f5d229a584b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f95107c8-bc71-4c78-85e6-7efb358dbd28'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:05:55.996156 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-a20751b7-0af2-44c6-aa4b-d396501bb94b service neutron] Attempting to bind port 22a740b8-c1b2-4716-9a74-31c680ea2ad7 on network f95107c8-bc71-4c78-85e6-7efb358dbd28 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:56.002904 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4377555-ee44-44f8-b10f-4ec6f3f5ee58 req-ae741ffc-432d-43c4-8126-148523d5a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:56.004512 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a4377555-ee44-44f8-b10f-4ec6f3f5ee58 req-ae741ffc-432d-43c4-8126-148523d5a7fc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c8b9f2b5-5e62-4366-8c18-c882a41497f8 HTTP/1.1" status: 200 len: 1101 time: 0.0433204 May 26 16:05:56.019557 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457c36d-e144-4162-9e6b-06bf689fb7b5 req-86957846-7212-45b4-834b-e6229c161c79 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:56.021778 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8457c36d-e144-4162-9e6b-06bf689fb7b5 req-86957846-7212-45b4-834b-e6229c161c79 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 943 time: 0.1320205 May 26 16:05:56.022405 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-a20751b7-0af2-44c6-aa4b-d396501bb94b service neutron] Port 22a740b8-c1b2-4716-9a74-31c680ea2ad7 on network f95107c8-bc71-4c78-85e6-7efb358dbd28 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:05:56.022759 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-a20751b7-0af2-44c6-aa4b-d396501bb94b service neutron] Attempting to bind port 22a740b8-c1b2-4716-9a74-31c680ea2ad7 on network f95107c8-bc71-4c78-85e6-7efb358dbd28 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:05:56.025817 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device a6d4b31a-a693-4ea5-a08c-22f5d79e196a details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:05:56.049911 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a4377555-ee44-44f8-b10f-4ec6f3f5ee58 req-2623c438-c1d3-46bc-8a75-cce73292f001 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=268deadd-10fd-48d5-9fbb-899f3108e123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350745 May 26 16:05:56.061456 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-a20751b7-0af2-44c6-aa4b-d396501bb94b service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:05:56.061766 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-a20751b7-0af2-44c6-aa4b-d396501bb94b service neutron] Checking segment: {'id': 'c3efc366-2a54-4b43-982a-2f5d229a584b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f95107c8-bc71-4c78-85e6-7efb358dbd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:05:56.062140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-a20751b7-0af2-44c6-aa4b-d396501bb94b service neutron] Bound using segment: {'id': 'c3efc366-2a54-4b43-982a-2f5d229a584b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f95107c8-bc71-4c78-85e6-7efb358dbd28'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:05:56.062577 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-a20751b7-0af2-44c6-aa4b-d396501bb94b service neutron] Bound port: 22a740b8-c1b2-4716-9a74-31c680ea2ad7, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3efc366-2a54-4b43-982a-2f5d229a584b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f95107c8-bc71-4c78-85e6-7efb358dbd28'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:05:56.062925 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-a20751b7-0af2-44c6-aa4b-d396501bb94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:56.134408 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port a6d4b31a-a693-4ea5-a08c-22f5d79e196a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a6d4b31a-a693-4ea5-a08c-22f5d79e196a,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:56.146225 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'a6d4b31a-a693-4ea5-a08c-22f5d79e196a', 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089', 'port_id': 'a6d4b31a-a693-4ea5-a08c-22f5d79e196a', 'mac_address': 'fa:16:3e:e3:dd:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f707b5-dbb7-44bf-9d91-1c1a69227d64', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:05:56.179521 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8457c36d-e144-4162-9e6b-06bf689fb7b5 req-65ad9f31-6a33-4063-bd8d-15fa15471f81 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215286 May 26 16:05:56.187844 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port a6d4b31a-a693-4ea5-a08c-22f5d79e196a is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:56.188592 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:56.205892 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d4b31a-a693-4ea5-a08c-22f5d79e196a {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:05:56.214693 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-a20751b7-0af2-44c6-aa4b-d396501bb94b service neutron] For port 22a740b8-c1b2-4716-9a74-31c680ea2ad7, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:05:56.233527 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port a6d4b31a-a693-4ea5-a08c-22f5d79e196a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a6d4b31a-a693-4ea5-a08c-22f5d79e196a,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:56.238144 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:56.274708 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-a20751b7-0af2-44c6-aa4b-d396501bb94b service neutron] For port 22a740b8-c1b2-4716-9a74-31c680ea2ad7, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=22a740b8-c1b2-4716-9a74-31c680ea2ad7,segment=NetworkSegment(c3efc366-2a54-4b43-982a-2f5d229a584b),segment_id=c3efc366-2a54-4b43-982a-2f5d229a584b)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:05:56.297133 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=a6d4b31a-a693-4ea5-a08c-22f5d79e196a,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:56.330502 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-a20751b7-0af2-44c6-aa4b-d396501bb94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:56.379994 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-a20751b7-0af2-44c6-aa4b-d396501bb94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:56.381249 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-a20751b7-0af2-44c6-aa4b-d396501bb94b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:56.382716 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-a20751b7-0af2-44c6-aa4b-d396501bb94b service neutron] 10.222.0.83 "PUT /v2.0/ports/22a740b8-c1b2-4716-9a74-31c680ea2ad7 HTTP/1.1" status: 200 len: 1091 time: 1.6670258 May 26 16:05:56.383146 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6e4d92-88b1-4630-adc1-d1522e5a7042', 'tag': '22a740b8-c1b2-4716-9a74-31c680ea2ad7'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:56.385469 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adf6d19-81d6-4c29-9408-340aa1549003" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6e4d92-88b1-4630-adc1-d1522e5a7042", "tag": "22a740b8-c1b2-4716-9a74-31c680ea2ad7"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:56.440154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b35d7b-87e7-4a23-8214-f6e46bc070a1 req-4545e440-ad22-4adc-afb0-c4a3b5df9355 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:56.441707 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-47b35d7b-87e7-4a23-8214-f6e46bc070a1 req-4545e440-ad22-4adc-afb0-c4a3b5df9355 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.1884112 May 26 16:05:56.449852 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20751b7-0af2-44c6-aa4b-d396501bb94b service neutron] Pushing event updated for resources: {'Port': ['ID=22a740b8-c1b2-4716-9a74-31c680ea2ad7,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:56.520656 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-47b35d7b-87e7-4a23-8214-f6e46bc070a1 req-e08a8261-e928-4f6c-98d0-473286fef99a tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714238 May 26 16:05:56.663771 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ceb2ad70-15fe-4357-b363-eefaf06cd55f req-73648508-a353-40ed-b18e-7457bb8ba5b6 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:56.673712 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ceb2ad70-15fe-4357-b363-eefaf06cd55f req-73648508-a353-40ed-b18e-7457bb8ba5b6 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:56.745089 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70739ad3-fa47-4cd0-a022-3fa1010e636c req-84acf789-8470-4ff7-9d06-e8609295276e tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:56.746570 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-70739ad3-fa47-4cd0-a022-3fa1010e636c req-84acf789-8470-4ff7-9d06-e8609295276e tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc6e4d92-88b1-4630-adc1-d1522e5a7042 HTTP/1.1" status: 200 len: 943 time: 0.1636677 May 26 16:05:56.750218 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-48c702ae-fa89-4656-b527-82165af1c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:56.751780 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-48c702ae-fa89-4656-b527-82165af1c471 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8476ca9e7f74446f9c07dd1131c1948a&device_id=bc6e4d92-88b1-4630-adc1-d1522e5a7042 HTTP/1.1" status: 200 len: 1094 time: 0.1503487 May 26 16:05:56.799619 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['a6d4b31a-a693-4ea5-a08c-22f5d79e196a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:05:56.860921 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-70739ad3-fa47-4cd0-a022-3fa1010e636c req-3ea637ba-ff76-4b0b-8ddf-7c0fdeb44293 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d182405-6bd2-404b-b283-55bd3fc2808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062760 May 26 16:05:56.863572 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-0f13124f-2c10-466c-894b-650a6312fc5f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22a740b8-c1b2-4716-9a74-31c680ea2ad7 HTTP/1.1" status: 200 len: 217 time: 0.0840139 May 26 16:05:56.885081 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [req-ceb2ad70-15fe-4357-b363-eefaf06cd55f req-73648508-a353-40ed-b18e-7457bb8ba5b6 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Floating IP 4d72b464-09fd-4d51-b47b-0a7e86f24f14 associated. External IP: 172.25.7.120, port: 2af233fa-e97c-46fd-884b-47c4ca77cb72. May 26 16:05:56.941143 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a716671-2f41-4a9f-be86-0b3436d1dd17 x-openstack-request-id: req-6a716671-2f41-4a9f-be86-0b3436d1dd17 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:56.941412 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6e4d92-88b1-4630-adc1-d1522e5a7042", "tag": "22a740b8-c1b2-4716-9a74-31c680ea2ad7", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:56.941668 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6a716671-2f41-4a9f-be86-0b3436d1dd17 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:56.942055 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a716671-2f41-4a9f-be86-0b3436d1dd17'] response: {'name': 'network-changed', 'server_uuid': 'bc6e4d92-88b1-4630-adc1-d1522e5a7042', 'tag': '22a740b8-c1b2-4716-9a74-31c680ea2ad7', 'status': 'completed', 'code': 200} May 26 16:05:56.999219 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 6ea56204-60fe-4318-9307-450800766422 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:05:57.015223 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-ac153f50-a6bc-4698-9eff-46d7d9816032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:57.016697 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-ac153f50-a6bc-4698-9eff-46d7d9816032 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bf5a418b-356f-4d0f-9c4d-2fda3e0cd75c HTTP/1.1" status: 200 len: 862 time: 0.1421764 May 26 16:05:57.051180 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 6ea56204-60fe-4318-9307-450800766422 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:05:57.054990 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 6ea56204-60fe-4318-9307-450800766422 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:05:57.055378 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:57.061742 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-12634913-70ce-43d5-a271-82bf58e75fbc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f95107c8-bc71-4c78-85e6-7efb358dbd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363646 May 26 16:05:57.098243 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260687e-a087-486d-95b5-a4ac62d1cc73 req-a7678dff-4db1-4a38-bb76-570b1d031a52 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:57.099722 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d260687e-a087-486d-95b5-a4ac62d1cc73 req-a7678dff-4db1-4a38-bb76-570b1d031a52 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=b00688e5-979c-4ee4-85d4-5fab3da6335e HTTP/1.1" status: 200 len: 949 time: 0.1405032 May 26 16:05:57.133432 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 6ea56204-60fe-4318-9307-450800766422 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:05:57.133914 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:57.169514 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 6ea56204-60fe-4318-9307-450800766422, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=6ea56204-60fe-4318-9307-450800766422,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:05:57.174027 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:57.228327 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=6ea56204-60fe-4318-9307-450800766422,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:05:57.229699 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d260687e-a087-486d-95b5-a4ac62d1cc73 req-431fc999-a535-4897-bdc5-6201b0174995 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/security-groups?id=268deadd-10fd-48d5-9fbb-899f3108e123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020861 May 26 16:05:57.274304 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-0b1cb93b-1842-4032-905b-58299328bce7 service neutron] 10.222.0.83 "GET /v2.0/networks/f95107c8-bc71-4c78-85e6-7efb358dbd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029631 May 26 16:05:57.346727 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ceb2ad70-15fe-4357-b363-eefaf06cd55f req-73648508-a353-40ed-b18e-7457bb8ba5b6 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Router 05889495-e55f-4cfb-95d5-cc196f7e3b23 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:05:57.455450 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98b85676-5cb9-46ff-8b73-70182f207c79 req-88076d2a-9832-4ed7-956f-a26a7b6cceab service neutron] 10.222.0.83 "GET /v2.0/networks/f95107c8-bc71-4c78-85e6-7efb358dbd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692183 May 26 16:05:57.465603 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9577785-357a-45f0-9ee2-f77d8b34ca95 req-04cca4a8-5d53-465a-9535-075ec253903d tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:57.466954 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9577785-357a-45f0-9ee2-f77d8b34ca95 req-04cca4a8-5d53-465a-9535-075ec253903d tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 944 time: 0.1602085 May 26 16:05:57.829449 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00688e5-979c-4ee4-85d4-5fab3da6335e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea56204-60fe-4318-9307-450800766422'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:57.831823 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c5da12-cd5a-4c17-a20e-9f790405e313" -d '{"events": [{"server_uuid": "b00688e5-979c-4ee4-85d4-5fab3da6335e", "name": "network-vif-plugged", "status": "completed", "tag": "6ea56204-60fe-4318-9307-450800766422"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:57.844811 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9577785-357a-45f0-9ee2-f77d8b34ca95 req-41254295-4ab0-4a4c-86d4-f11443f82888 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706088 May 26 16:05:57.847380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ceb2ad70-15fe-4357-b363-eefaf06cd55f req-73648508-a353-40ed-b18e-7457bb8ba5b6 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:05:57.852066 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ceb2ad70-15fe-4357-b363-eefaf06cd55f req-73648508-a353-40ed-b18e-7457bb8ba5b6 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:57.855324 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf6d19-81d6-4c29-9408-340aa1549003 req-3061bdcf-22b7-42a1-9f15-b2798af1a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:57.857059 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1adf6d19-81d6-4c29-9408-340aa1549003 req-3061bdcf-22b7-42a1-9f15-b2798af1a7c2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8476ca9e7f74446f9c07dd1131c1948a&device_id=bc6e4d92-88b1-4630-adc1-d1522e5a7042 HTTP/1.1" status: 200 len: 1094 time: 0.0889516 May 26 16:05:57.860017 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72e004d-6738-497e-90f2-da5e86779113 None None] Sync routers for ids ['05889495-e55f-4cfb-95d5-cc196f7e3b23'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:05:57.870930 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72e004d-6738-497e-90f2-da5e86779113 None None] Routers {'05889495-e55f-4cfb-95d5-cc196f7e3b23'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:05:57.871711 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b72e004d-6738-497e-90f2-da5e86779113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:05:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['05889495-e55f-4cfb-95d5-cc196f7e3b23'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:57.928970 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ceb2ad70-15fe-4357-b363-eefaf06cd55f req-73648508-a353-40ed-b18e-7457bb8ba5b6 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "PUT /v2.0/floatingips/4d72b464-09fd-4d51-b47b-0a7e86f24f14 HTTP/1.1" status: 200 len: 997 time: 2.1572502 May 26 16:05:57.983620 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-b72e004d-6738-497e-90f2-da5e86779113 None None] Set router 05889495-e55f-4cfb-95d5-cc196f7e3b23 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:05:58.044344 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8c1cf-3916-4528-abd1-f8dd870df72f req-8ea6d4a4-4dda-4c37-ad8f-751f3c92de35 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:58.045838 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ca8c1cf-3916-4528-abd1-f8dd870df72f req-8ea6d4a4-4dda-4c37-ad8f-751f3c92de35 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.1191154 May 26 16:05:58.049238 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2ad70-15fe-4357-b363-eefaf06cd55f req-cf5ae774-9c01-43e2-a027-0ba864916bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:58.050920 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ceb2ad70-15fe-4357-b363-eefaf06cd55f req-cf5ae774-9c01-43e2-a027-0ba864916bae service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d5433c434574619b929cc3d96200a3d&device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 1097 time: 0.1061342 May 26 16:05:58.052260 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf6d19-81d6-4c29-9408-340aa1549003 req-7d07cbe9-6953-43ca-926f-66ede7bfd637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:58.053828 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1adf6d19-81d6-4c29-9408-340aa1549003 req-7d07cbe9-6953-43ca-926f-66ede7bfd637 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f95107c8-bc71-4c78-85e6-7efb358dbd28 HTTP/1.1" status: 200 len: 923 time: 0.1771157 May 26 16:05:58.168643 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1adf6d19-81d6-4c29-9408-340aa1549003 req-59b722dc-b039-4a71-9615-60b8c08d5a25 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22a740b8-c1b2-4716-9a74-31c680ea2ad7 HTTP/1.1" status: 200 len: 217 time: 0.0551937 May 26 16:05:58.171491 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ca8c1cf-3916-4528-abd1-f8dd870df72f req-852bc2bc-3b49-49e9-b952-9a8595f65a12 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167376 May 26 16:05:58.207069 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2ad70-15fe-4357-b363-eefaf06cd55f req-64f8d020-f629-4d8a-91a2-565cc9236bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:58.208687 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ceb2ad70-15fe-4357-b363-eefaf06cd55f req-64f8d020-f629-4d8a-91a2-565cc9236bf4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=73c00ccb-c63a-47b0-b4fa-0f82408bf451 HTTP/1.1" status: 200 len: 921 time: 0.1473975 May 26 16:05:58.251498 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b72e004d-6738-497e-90f2-da5e86779113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '4d72b464-09fd-4d51-b47b-0a7e86f24f14', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'port_id': '2af233fa-e97c-46fd-884b-47c4ca77cb72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'mac_address': 'fa:16:3e:61:3e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf149a8-cf1d-4277-ae58-f7941d30fe3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:05:34Z', 'updated_at': '2022-05-26T16:05:56Z', 'revision_number': 1, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f299eb5c-3f5f-4f42-bb56-2cbed86996cb', 'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'mac_address': 'fa:16:3e:c0:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:00Z', 'updated_at': '2022-05-26T16:05:06Z', 'revision_number': 5, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'subnets': [{'id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:58.299611 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3f2449-1afc-478f-8d9f-b362d34aaef1 x-openstack-request-id: req-ca3f2449-1afc-478f-8d9f-b362d34aaef1 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:58.300364 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00688e5-979c-4ee4-85d4-5fab3da6335e", "name": "network-vif-plugged", "status": "completed", "tag": "6ea56204-60fe-4318-9307-450800766422", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:58.301519 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ca3f2449-1afc-478f-8d9f-b362d34aaef1 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:58.302133 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca3f2449-1afc-478f-8d9f-b362d34aaef1'] response: {'server_uuid': 'b00688e5-979c-4ee4-85d4-5fab3da6335e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea56204-60fe-4318-9307-450800766422', 'code': 200} May 26 16:05:58.303206 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72e004d-6738-497e-90f2-da5e86779113 None None] Checking router: 05889495-e55f-4cfb-95d5-cc196f7e3b23 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:05:58.313998 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72e004d-6738-497e-90f2-da5e86779113 None None] Routers {'05889495-e55f-4cfb-95d5-cc196f7e3b23'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:05:58.314693 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b72e004d-6738-497e-90f2-da5e86779113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:05:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['05889495-e55f-4cfb-95d5-cc196f7e3b23'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:58.321679 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf6d19-81d6-4c29-9408-340aa1549003 req-f1391ab3-bd16-455c-8af4-04555e3910d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:58.323122 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1adf6d19-81d6-4c29-9408-340aa1549003 req-f1391ab3-bd16-455c-8af4-04555e3910d3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bf5a418b-356f-4d0f-9c4d-2fda3e0cd75c HTTP/1.1" status: 200 len: 862 time: 0.1100452 May 26 16:05:58.328527 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ceb2ad70-15fe-4357-b363-eefaf06cd55f req-43c993c3-af43-4e9e-829f-ef9cf17f7a2b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2af233fa-e97c-46fd-884b-47c4ca77cb72 HTTP/1.1" status: 200 len: 1000 time: 0.1067939 May 26 16:05:58.414803 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1adf6d19-81d6-4c29-9408-340aa1549003 req-d99cb78f-b650-469b-92f5-3f7fc2dbb891 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f95107c8-bc71-4c78-85e6-7efb358dbd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397377 May 26 16:05:58.425983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2ad70-15fe-4357-b363-eefaf06cd55f req-75dae1e1-207a-4adc-9de5-a0267fbfee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:58.427502 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ceb2ad70-15fe-4357-b363-eefaf06cd55f req-75dae1e1-207a-4adc-9de5-a0267fbfee28 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5cc54f86-23cb-4d55-b78f-eccd82b0b645 HTTP/1.1" status: 200 len: 859 time: 0.0851772 May 26 16:05:58.436866 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577b4d3-0b80-47df-828b-58b2bce3e256 req-d038abb4-df49-4f0e-b6ae-1cdeaa1cc621 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:58.438445 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6577b4d3-0b80-47df-828b-58b2bce3e256 req-d038abb4-df49-4f0e-b6ae-1cdeaa1cc621 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc6e4d92-88b1-4630-adc1-d1522e5a7042 HTTP/1.1" status: 200 len: 943 time: 0.1329160 May 26 16:05:58.524328 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad0855-004a-46e7-b1b9-80296177e2f2 req-0f8736ff-e6a4-4f8e-a681-0d7f97ddc393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:58.527109 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-41ad0855-004a-46e7-b1b9-80296177e2f2 req-0f8736ff-e6a4-4f8e-a681-0d7f97ddc393 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b00688e5-979c-4ee4-85d4-5fab3da6335e HTTP/1.1" status: 200 len: 1101 time: 0.0535283 May 26 16:05:58.566187 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-b72e004d-6738-497e-90f2-da5e86779113 None None] Set router 05889495-e55f-4cfb-95d5-cc196f7e3b23 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:05:58.566938 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6577b4d3-0b80-47df-828b-58b2bce3e256 req-cbd45edd-e6c4-4ae6-ac3d-7de106391b86 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d182405-6bd2-404b-b283-55bd3fc2808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102576 May 26 16:05:58.577782 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2ad70-15fe-4357-b363-eefaf06cd55f req-b576c09b-83dc-4b1a-bfb5-fff0ec95ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:58.579292 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ceb2ad70-15fe-4357-b363-eefaf06cd55f req-b576c09b-83dc-4b1a-bfb5-fff0ec95ec9d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=73c00ccb-c63a-47b0-b4fa-0f82408bf451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397777 May 26 16:05:58.587968 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-41ad0855-004a-46e7-b1b9-80296177e2f2 req-8252579c-ad11-45c6-ab78-7282fd441f6c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=268deadd-10fd-48d5-9fbb-899f3108e123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476170 May 26 16:05:58.612841 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-ceb2ad70-15fe-4357-b363-eefaf06cd55f req-98b3c666-53ce-4265-b70e-bc215cca7f95 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:05:58.613808 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ceb2ad70-15fe-4357-b363-eefaf06cd55f req-98b3c666-53ce-4265-b70e-bc215cca7f95 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079482 May 26 16:05:58.618156 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1adf6d19-81d6-4c29-9408-340aa1549003 req-3f7f8912-aa2d-442a-b58c-33c43a3cdd93 service neutron] 10.222.0.83 "GET /v2.0/networks/f95107c8-bc71-4c78-85e6-7efb358dbd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774955 May 26 16:05:58.743205 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3212c5-c14c-4068-b532-3af3f9d3309b req-9e110d18-c9b3-438e-acbd-c169cefa119e tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:58.744700 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd3212c5-c14c-4068-b532-3af3f9d3309b req-9e110d18-c9b3-438e-acbd-c169cefa119e tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=b00688e5-979c-4ee4-85d4-5fab3da6335e HTTP/1.1" status: 200 len: 950 time: 0.0769267 May 26 16:05:58.750433 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ceb2ad70-15fe-4357-b363-eefaf06cd55f req-bfe46fa6-3c84-4bd4-9606-eaa5c6eda6a3 service neutron] 10.222.0.77 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254478 May 26 16:05:58.803659 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b72e004d-6738-497e-90f2-da5e86779113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '4d72b464-09fd-4d51-b47b-0a7e86f24f14', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'port_id': '2af233fa-e97c-46fd-884b-47c4ca77cb72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'mac_address': 'fa:16:3e:61:3e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf149a8-cf1d-4277-ae58-f7941d30fe3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:05:34Z', 'updated_at': '2022-05-26T16:05:56Z', 'revision_number': 1, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f299eb5c-3f5f-4f42-bb56-2cbed86996cb', 'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'mac_address': 'fa:16:3e:c0:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:00Z', 'updated_at': '2022-05-26T16:05:06Z', 'revision_number': 5, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'subnets': [{'id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:05:58.828543 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd3212c5-c14c-4068-b532-3af3f9d3309b req-61c04402-bdf0-49c8-8d2c-70fce790913e tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/security-groups?id=268deadd-10fd-48d5-9fbb-899f3108e123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774548 May 26 16:05:58.829142 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72e004d-6738-497e-90f2-da5e86779113 None None] The sync data for ids ['05889495-e55f-4cfb-95d5-cc196f7e3b23'] in n-d-843337-2 is: [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '4d72b464-09fd-4d51-b47b-0a7e86f24f14', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'port_id': '2af233fa-e97c-46fd-884b-47c4ca77cb72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'mac_address': 'fa:16:3e:61:3e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf149a8-cf1d-4277-ae58-f7941d30fe3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:05:34Z', 'updated_at': '2022-05-26T16:05:56Z', 'revision_number': 1, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f299eb5c-3f5f-4f42-bb56-2cbed86996cb', 'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'mac_address': 'fa:16:3e:c0:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:00Z', 'updated_at': '2022-05-26T16:05:06Z', 'revision_number': 5, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'subnets': [{'id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:05:58.866361 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ceb2ad70-15fe-4357-b363-eefaf06cd55f req-cb7e8f1a-97eb-41d2-a368-5fae5d73e1c1 service neutron] 10.222.0.77 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076531 May 26 16:05:58.947483 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf149a8-cf1d-4277-ae58-f7941d30fe3f', 'tag': '2af233fa-e97c-46fd-884b-47c4ca77cb72'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:05:58.949693 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf6f3a3-c228-4e0f-882f-143ad6c9b716" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf149a8-cf1d-4277-ae58-f7941d30fe3f", "tag": "2af233fa-e97c-46fd-884b-47c4ca77cb72"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:05:59.015056 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14a34c-b72d-4673-8167-6e7e8a5a6282 req-21c4314c-7e13-4122-a397-a0b6fa4d4f0f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:59.016781 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa14a34c-b72d-4673-8167-6e7e8a5a6282 req-21c4314c-7e13-4122-a397-a0b6fa4d4f0f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 944 time: 0.0889971 May 26 16:05:59.026254 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-6eede720-1f25-4129-bd27-18c62ead28b9 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:59.027772 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-6eede720-1f25-4129-bd27-18c62ead28b9 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0905931 May 26 16:05:59.050381 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f3f0f3-4e95-45f2-8aac-451ecfbab4f2 None None] New status for floating IP 4d72b464-09fd-4d51-b47b-0a7e86f24f14: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:05:59.133087 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa14a34c-b72d-4673-8167-6e7e8a5a6282 req-8e95a727-38da-4e0f-859e-ae976cfd044a tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042507 May 26 16:05:59.142509 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-c5e385a6-7dc5-4150-94c9-71826e13d9ad tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 1000 time: 0.1077504 May 26 16:05:59.161157 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-9f5f423a-2dc3-47f8-af83-69cd2eae891d tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Request body: {'floatingip': {'port_id': 'b0d9bee8-689b-4174-a52f-3bbf9151c158', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:05:59.201126 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44534c6-8351-4dd9-8e5b-85061357ec12 x-openstack-request-id: req-d44534c6-8351-4dd9-8e5b-85061357ec12 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:05:59.201418 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf149a8-cf1d-4277-ae58-f7941d30fe3f", "tag": "2af233fa-e97c-46fd-884b-47c4ca77cb72", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:05:59.203003 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d44534c6-8351-4dd9-8e5b-85061357ec12 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:05:59.203003 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d44534c6-8351-4dd9-8e5b-85061357ec12'] response: {'name': 'network-changed', 'server_uuid': '1cf149a8-cf1d-4277-ae58-f7941d30fe3f', 'tag': '2af233fa-e97c-46fd-884b-47c4ca77cb72', 'status': 'completed', 'code': 200} May 26 16:05:59.328538 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-9f5f423a-2dc3-47f8-af83-69cd2eae891d tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:05:59.386994 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6f3a3-c228-4e0f-882f-143ad6c9b716 req-5d0e3914-221f-445f-afb7-07710d4b7263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:59.388485 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1cf6f3a3-c228-4e0f-882f-143ad6c9b716 req-5d0e3914-221f-445f-afb7-07710d4b7263 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d5433c434574619b929cc3d96200a3d&device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 1097 time: 0.1530230 May 26 16:05:59.395081 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1adf6d19-81d6-4c29-9408-340aa1549003 req-ba6d97a3-0aa7-4ce3-bde3-f2eafdfe5b20 service neutron] 10.222.0.83 "GET /v2.0/networks/f95107c8-bc71-4c78-85e6-7efb358dbd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446957 May 26 16:05:59.432954 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a63a0-136c-4e6b-8c22-657236782adf req-a5119605-687a-453a-9578-ee8a8cedea6d tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:59.438929 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d67a63a0-136c-4e6b-8c22-657236782adf req-a5119605-687a-453a-9578-ee8a8cedea6d tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.1648123 May 26 16:05:59.627666 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d67a63a0-136c-4e6b-8c22-657236782adf req-a38ca3ca-64e1-4142-8eed-537b190d8735 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421487 May 26 16:05:59.635175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6f3a3-c228-4e0f-882f-143ad6c9b716 req-29055cd3-321e-4386-945b-64c4e33929f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:05:59.637412 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1cf6f3a3-c228-4e0f-882f-143ad6c9b716 req-29055cd3-321e-4386-945b-64c4e33929f1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=73c00ccb-c63a-47b0-b4fa-0f82408bf451 HTTP/1.1" status: 200 len: 921 time: 0.2413085 May 26 16:06:00.023992 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device a6d4b31a-a693-4ea5-a08c-22f5d79e196a up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:00.038201 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1cf6f3a3-c228-4e0f-882f-143ad6c9b716 req-ce02b257-424d-4478-aafb-73a691207a5e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2af233fa-e97c-46fd-884b-47c4ca77cb72 HTTP/1.1" status: 200 len: 1002 time: 0.3868244 May 26 16:06:00.077639 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port a6d4b31a-a693-4ea5-a08c-22f5d79e196a completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:06:00.082533 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port a6d4b31a-a693-4ea5-a08c-22f5d79e196a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:00.083042 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:00.117108 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed61a34-899b-48b8-b33f-d9a5afd94044 req-df26e927-a6ad-48a3-a467-34b1d5353953 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:00.118623 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ed61a34-899b-48b8-b33f-d9a5afd94044 req-df26e927-a6ad-48a3-a467-34b1d5353953 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc6e4d92-88b1-4630-adc1-d1522e5a7042 HTTP/1.1" status: 200 len: 943 time: 0.1725504 May 26 16:06:00.173374 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6f3a3-c228-4e0f-882f-143ad6c9b716 req-b60114dd-ae34-4094-9ea5-4d07fd44666b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:00.174844 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1cf6f3a3-c228-4e0f-882f-143ad6c9b716 req-b60114dd-ae34-4094-9ea5-4d07fd44666b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5cc54f86-23cb-4d55-b78f-eccd82b0b645 HTTP/1.1" status: 200 len: 859 time: 0.1068330 May 26 16:06:00.182778 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port a6d4b31a-a693-4ea5-a08c-22f5d79e196a is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:00.183172 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:00.226751 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port a6d4b31a-a693-4ea5-a08c-22f5d79e196a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a6d4b31a-a693-4ea5-a08c-22f5d79e196a,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:00.227350 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ed61a34-899b-48b8-b33f-d9a5afd94044 req-22d7de50-3184-489f-a00b-a36b4fb8a183 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d182405-6bd2-404b-b283-55bd3fc2808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014607 May 26 16:06:00.230091 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:00.232046 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:00.288339 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=a6d4b31a-a693-4ea5-a08c-22f5d79e196a,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:00.302792 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6f3a3-c228-4e0f-882f-143ad6c9b716 req-13a2f70c-4f33-44b7-a903-ba7c35bd7537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:00.304015 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72326bbe-b0eb-4cb5-a611-86093cb1af99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d4b31a-a693-4ea5-a08c-22f5d79e196a'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:00.304353 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1cf6f3a3-c228-4e0f-882f-143ad6c9b716 req-13a2f70c-4f33-44b7-a903-ba7c35bd7537 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=73c00ccb-c63a-47b0-b4fa-0f82408bf451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963724 May 26 16:06:00.306644 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20716ed-fd1b-40e8-990d-e74148591a13" -d '{"events": [{"server_uuid": "72326bbe-b0eb-4cb5-a611-86093cb1af99", "name": "network-vif-plugged", "status": "completed", "tag": "a6d4b31a-a693-4ea5-a08c-22f5d79e196a"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:00.453976 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9ec2c-2c53-4b55-8098-1f03e581fb7d req-b82a4d1f-e2b7-4711-be3f-5c978f0539a6 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:00.455475 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84c9ec2c-2c53-4b55-8098-1f03e581fb7d req-b82a4d1f-e2b7-4711-be3f-5c978f0539a6 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=b00688e5-979c-4ee4-85d4-5fab3da6335e HTTP/1.1" status: 200 len: 950 time: 0.1488950 May 26 16:06:00.521851 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1cf6f3a3-c228-4e0f-882f-143ad6c9b716 req-d43bb6f5-f275-4085-b034-3e6c1f479342 service neutron] 10.222.0.81 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031620 May 26 16:06:00.547548 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-9f5f423a-2dc3-47f8-af83-69cd2eae891d tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:00.558280 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-9f5f423a-2dc3-47f8-af83-69cd2eae891d tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:00.572174 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84c9ec2c-2c53-4b55-8098-1f03e581fb7d req-827f46e9-82fe-4d27-bded-5ea633d1f865 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/security-groups?id=268deadd-10fd-48d5-9fbb-899f3108e123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845325 May 26 16:06:00.755269 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd545612-c2c2-412e-b5f3-2ca09bde4e73 req-d7374d17-02e4-4f87-8117-97d55efbe6ce tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:00.757612 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd545612-c2c2-412e-b5f3-2ca09bde4e73 req-d7374d17-02e4-4f87-8117-97d55efbe6ce tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 945 time: 0.1186335 May 26 16:06:00.762102 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1cf6f3a3-c228-4e0f-882f-143ad6c9b716 req-44f74c72-5499-451b-8e20-572a7a251939 service neutron] 10.222.0.81 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184353 May 26 16:06:00.774583 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-9f5f423a-2dc3-47f8-af83-69cd2eae891d tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Floating IP 4d72b464-09fd-4d51-b47b-0a7e86f24f14 associated. External IP: 172.25.7.120, port: 2af233fa-e97c-46fd-884b-47c4ca77cb72. May 26 16:06:00.838631 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd545612-c2c2-412e-b5f3-2ca09bde4e73 req-b2dbe639-e04a-4b1b-91f3-814dd9803300 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741348 May 26 16:06:00.883782 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44c88f0-334e-4df0-b10d-e5aac8d32a66 x-openstack-request-id: req-d44c88f0-334e-4df0-b10d-e5aac8d32a66 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:00.884105 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72326bbe-b0eb-4cb5-a611-86093cb1af99", "name": "network-vif-plugged", "status": "completed", "tag": "a6d4b31a-a693-4ea5-a08c-22f5d79e196a", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:00.884421 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d44c88f0-334e-4df0-b10d-e5aac8d32a66 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:00.884856 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d44c88f0-334e-4df0-b10d-e5aac8d32a66'] response: {'server_uuid': '72326bbe-b0eb-4cb5-a611-86093cb1af99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d4b31a-a693-4ea5-a08c-22f5d79e196a', 'code': 200} May 26 16:06:01.071277 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c155c04-5f7d-45c1-ac55-181aa9740af0 req-801db103-b953-49e2-9288-a71050995466 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:01.072778 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c155c04-5f7d-45c1-ac55-181aa9740af0 req-801db103-b953-49e2-9288-a71050995466 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.1326272 May 26 16:06:01.076595 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141c6e3-688a-4962-8cd2-d3a7ae0bac88 req-f1c908ab-5aec-412a-a944-201fd42f8032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:01.077944 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c141c6e3-688a-4962-8cd2-d3a7ae0bac88 req-f1c908ab-5aec-412a-a944-201fd42f8032 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 1096 time: 0.1059713 May 26 16:06:01.113778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-9f5f423a-2dc3-47f8-af83-69cd2eae891d tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Router 05889495-e55f-4cfb-95d5-cc196f7e3b23 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:06:01.151167 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c141c6e3-688a-4962-8cd2-d3a7ae0bac88 req-4beeebaf-b44f-46ac-9673-f45fef5bc395 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627511 May 26 16:06:01.153917 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c155c04-5f7d-45c1-ac55-181aa9740af0 req-72f5ca2c-752c-4725-bc4d-e2eb7a613788 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732346 May 26 16:06:01.258568 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-9f5f423a-2dc3-47f8-af83-69cd2eae891d tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:06:01.269233 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b33cab-7785-4208-83c6-401b45b6de30 None None] Sync routers for ids ['05889495-e55f-4cfb-95d5-cc196f7e3b23'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:06:01.279561 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b33cab-7785-4208-83c6-401b45b6de30 None None] Routers {'05889495-e55f-4cfb-95d5-cc196f7e3b23'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:01.280227 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-23b33cab-7785-4208-83c6-401b45b6de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:05:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['05889495-e55f-4cfb-95d5-cc196f7e3b23'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:01.390983 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-23b33cab-7785-4208-83c6-401b45b6de30 None None] Set router 05889495-e55f-4cfb-95d5-cc196f7e3b23 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:01.394968 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82e625-acaf-4b03-9e1f-1845001a26e3 req-b76bbb0d-05a9-4850-a2ca-98aff581aded tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:01.396485 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d82e625-acaf-4b03-9e1f-1845001a26e3 req-b76bbb0d-05a9-4850-a2ca-98aff581aded tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc6e4d92-88b1-4630-adc1-d1522e5a7042 HTTP/1.1" status: 200 len: 943 time: 0.0906231 May 26 16:06:01.483717 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d82e625-acaf-4b03-9e1f-1845001a26e3 req-0def6155-c112-4dd2-a277-87ae63173684 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d182405-6bd2-404b-b283-55bd3fc2808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785751 May 26 16:06:01.550729 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-9f5f423a-2dc3-47f8-af83-69cd2eae891d tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Router 05889495-e55f-4cfb-95d5-cc196f7e3b23 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:06:01.633147 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-23b33cab-7785-4208-83c6-401b45b6de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '4d72b464-09fd-4d51-b47b-0a7e86f24f14', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'port_id': 'b0d9bee8-689b-4174-a52f-3bbf9151c158', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'mac_address': 'fa:16:3e:9c:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3df5e1-bb72-4fe2-a091-6a909b12af86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:05:34Z', 'updated_at': '2022-05-26T16:06:00Z', 'revision_number': 3, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f299eb5c-3f5f-4f42-bb56-2cbed86996cb', 'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'mac_address': 'fa:16:3e:c0:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:00Z', 'updated_at': '2022-05-26T16:05:06Z', 'revision_number': 5, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'subnets': [{'id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:01.665270 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b33cab-7785-4208-83c6-401b45b6de30 None None] Checking router: 05889495-e55f-4cfb-95d5-cc196f7e3b23 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:06:01.674157 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b33cab-7785-4208-83c6-401b45b6de30 None None] Routers {'05889495-e55f-4cfb-95d5-cc196f7e3b23'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:01.674782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-23b33cab-7785-4208-83c6-401b45b6de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:05:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['05889495-e55f-4cfb-95d5-cc196f7e3b23'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:01.709569 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-9f5f423a-2dc3-47f8-af83-69cd2eae891d tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:06:01.714494 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-9f5f423a-2dc3-47f8-af83-69cd2eae891d tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:01.785039 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-23b33cab-7785-4208-83c6-401b45b6de30 None None] Set router 05889495-e55f-4cfb-95d5-cc196f7e3b23 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:02.020283 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-23b33cab-7785-4208-83c6-401b45b6de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '4d72b464-09fd-4d51-b47b-0a7e86f24f14', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'port_id': 'b0d9bee8-689b-4174-a52f-3bbf9151c158', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'mac_address': 'fa:16:3e:9c:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3df5e1-bb72-4fe2-a091-6a909b12af86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:05:34Z', 'updated_at': '2022-05-26T16:06:00Z', 'revision_number': 3, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f299eb5c-3f5f-4f42-bb56-2cbed86996cb', 'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'mac_address': 'fa:16:3e:c0:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:00Z', 'updated_at': '2022-05-26T16:05:06Z', 'revision_number': 5, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'subnets': [{'id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:02.030791 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf57340-3beb-41ea-98ca-076fbd64db4d req-128c8253-f9ff-4caa-9eaf-b974cc1c1d98 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:02.032282 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4bf57340-3beb-41ea-98ca-076fbd64db4d req-128c8253-f9ff-4caa-9eaf-b974cc1c1d98 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=b00688e5-979c-4ee4-85d4-5fab3da6335e HTTP/1.1" status: 200 len: 950 time: 0.3773725 May 26 16:06:02.038826 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf149a8-cf1d-4277-ae58-f7941d30fe3f', 'tag': '2af233fa-e97c-46fd-884b-47c4ca77cb72'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:02.041156 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b8582b-abf4-465c-982f-a9d5eeaaa1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf149a8-cf1d-4277-ae58-f7941d30fe3f", "tag": "2af233fa-e97c-46fd-884b-47c4ca77cb72"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:02.047614 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b33cab-7785-4208-83c6-401b45b6de30 None None] The sync data for ids ['05889495-e55f-4cfb-95d5-cc196f7e3b23'] in n-d-843337-2 is: [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '4d72b464-09fd-4d51-b47b-0a7e86f24f14', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'port_id': 'b0d9bee8-689b-4174-a52f-3bbf9151c158', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'mac_address': 'fa:16:3e:9c:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3df5e1-bb72-4fe2-a091-6a909b12af86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:05:34Z', 'updated_at': '2022-05-26T16:06:00Z', 'revision_number': 3, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f299eb5c-3f5f-4f42-bb56-2cbed86996cb', 'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'mac_address': 'fa:16:3e:c0:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:00Z', 'updated_at': '2022-05-26T16:05:06Z', 'revision_number': 5, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'subnets': [{'id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:06:02.089467 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-9f5f423a-2dc3-47f8-af83-69cd2eae891d tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "PUT /v2.0/floatingips/4d72b464-09fd-4d51-b47b-0a7e86f24f14 HTTP/1.1" status: 200 len: 999 time: 2.9400954 May 26 16:06:02.106265 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4bf57340-3beb-41ea-98ca-076fbd64db4d req-8dadae1d-f982-4ca8-8cc9-3cfd0b87608f tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/security-groups?id=268deadd-10fd-48d5-9fbb-899f3108e123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619109 May 26 16:06:02.153789 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-e3670e8a-6e69-421f-85cd-be6024b3052b tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:02.155139 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-e3670e8a-6e69-421f-85cd-be6024b3052b tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports/2af233fa-e97c-46fd-884b-47c4ca77cb72 HTTP/1.1" status: 200 len: 943 time: 0.0533791 May 26 16:06:02.236962 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4c10d-fb42-4295-a5dc-3fb06796aa57 req-deee664f-fce5-430e-a90f-f6e70a2d0b46 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:02.238511 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-22f4c10d-fb42-4295-a5dc-3fb06796aa57 req-deee664f-fce5-430e-a90f-f6e70a2d0b46 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 945 time: 0.0566149 May 26 16:06:02.281033 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcec47c-d6be-4b9b-9c83-d3868f00fdf9 None None] New status for floating IP 4d72b464-09fd-4d51-b47b-0a7e86f24f14: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:06:02.311751 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-22f4c10d-fb42-4295-a5dc-3fb06796aa57 req-d876c1fb-d487-4498-b86e-40b955fc27d3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654557 May 26 16:06:02.316214 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-6b8eeef2-7bdd-47d5-97ba-007324b5db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:02.317687 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-6b8eeef2-7bdd-47d5-97ba-007324b5db15 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d5433c434574619b929cc3d96200a3d&device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 1097 time: 0.0727341 May 26 16:06:02.370512 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629a97bf-40cb-4cfc-bd34-f3b79eb1bccc x-openstack-request-id: req-629a97bf-40cb-4cfc-bd34-f3b79eb1bccc {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:02.370823 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf149a8-cf1d-4277-ae58-f7941d30fe3f", "tag": "2af233fa-e97c-46fd-884b-47c4ca77cb72", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:02.371119 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-629a97bf-40cb-4cfc-bd34-f3b79eb1bccc {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:02.371523 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-629a97bf-40cb-4cfc-bd34-f3b79eb1bccc'] response: {'name': 'network-changed', 'server_uuid': '1cf149a8-cf1d-4277-ae58-f7941d30fe3f', 'tag': '2af233fa-e97c-46fd-884b-47c4ca77cb72', 'status': 'completed', 'code': 200} May 26 16:06:02.421343 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-92c7127c-3737-489f-a856-34a57441dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:02.423007 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-92c7127c-3737-489f-a856-34a57441dd96 service neutron] 10.222.0.77 "GET /v2.0/networks?id=73c00ccb-c63a-47b0-b4fa-0f82408bf451 HTTP/1.1" status: 200 len: 921 time: 0.0978041 May 26 16:06:02.510966 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-1cffa0fe-04f4-4dfc-a1b7-c9c87c1fa961 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2af233fa-e97c-46fd-884b-47c4ca77cb72 HTTP/1.1" status: 200 len: 217 time: 0.0791757 May 26 16:06:02.527883 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab9eea0-7390-4ca7-83b9-8c7178513a4d None None] Sync routers for ids ['05889495-e55f-4cfb-95d5-cc196f7e3b23'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:06:02.538807 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab9eea0-7390-4ca7-83b9-8c7178513a4d None None] Routers {'05889495-e55f-4cfb-95d5-cc196f7e3b23'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:02.539425 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5ab9eea0-7390-4ca7-83b9-8c7178513a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:05:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['05889495-e55f-4cfb-95d5-cc196f7e3b23'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:02.580873 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6541bf3-1fc6-413a-bdae-51ab1215d839 req-ddf60da1-3805-4ec5-9124-ddb3019813f4 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:02.582350 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d6541bf3-1fc6-413a-bdae-51ab1215d839 req-ddf60da1-3805-4ec5-9124-ddb3019813f4 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8b9f2b5-5e62-4366-8c18-c882a41497f8 HTTP/1.1" status: 200 len: 950 time: 0.1432176 May 26 16:06:02.588622 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8582b-abf4-465c-982f-a9d5eeaaa1e2 req-ce4ef590-edff-4dfb-b68f-6a587d393435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:02.590110 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99b8582b-abf4-465c-982f-a9d5eeaaa1e2 req-ce4ef590-edff-4dfb-b68f-6a587d393435 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d5433c434574619b929cc3d96200a3d&device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 1097 time: 0.1155460 May 26 16:06:02.593455 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-ffbd5e0f-481e-4893-9292-78a97bbe3acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:02.594788 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-ffbd5e0f-481e-4893-9292-78a97bbe3acd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5cc54f86-23cb-4d55-b78f-eccd82b0b645 HTTP/1.1" status: 200 len: 859 time: 0.0755496 May 26 16:06:02.648563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-5ab9eea0-7390-4ca7-83b9-8c7178513a4d None None] Set router 05889495-e55f-4cfb-95d5-cc196f7e3b23 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:02.703271 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d6541bf3-1fc6-413a-bdae-51ab1215d839 req-a0aa9520-3d52-4313-921e-91675aefe380 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/security-groups?id=268deadd-10fd-48d5-9fbb-899f3108e123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120093 May 26 16:06:02.728001 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-8b216ea1-814e-4125-9ba3-37fcbf43fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:02.728001 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-8b216ea1-814e-4125-9ba3-37fcbf43fb74 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=73c00ccb-c63a-47b0-b4fa-0f82408bf451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118300 May 26 16:06:02.834232 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8582b-abf4-465c-982f-a9d5eeaaa1e2 req-4f455a04-f708-4909-acf3-5162cfdd38f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:02.836153 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99b8582b-abf4-465c-982f-a9d5eeaaa1e2 req-4f455a04-f708-4909-acf3-5162cfdd38f3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=73c00ccb-c63a-47b0-b4fa-0f82408bf451 HTTP/1.1" status: 200 len: 921 time: 0.2284143 May 26 16:06:02.889854 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5ab9eea0-7390-4ca7-83b9-8c7178513a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '4d72b464-09fd-4d51-b47b-0a7e86f24f14', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'port_id': 'b0d9bee8-689b-4174-a52f-3bbf9151c158', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'mac_address': 'fa:16:3e:9c:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3df5e1-bb72-4fe2-a091-6a909b12af86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:05:34Z', 'updated_at': '2022-05-26T16:06:02Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f299eb5c-3f5f-4f42-bb56-2cbed86996cb', 'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'mac_address': 'fa:16:3e:c0:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:00Z', 'updated_at': '2022-05-26T16:05:06Z', 'revision_number': 5, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'subnets': [{'id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:02.900620 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99b8582b-abf4-465c-982f-a9d5eeaaa1e2 req-523a2dfa-eb0d-4fac-9ff7-2d1ff5c245c9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2af233fa-e97c-46fd-884b-47c4ca77cb72 HTTP/1.1" status: 200 len: 217 time: 0.0463252 May 26 16:06:02.925209 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab9eea0-7390-4ca7-83b9-8c7178513a4d None None] Checking router: 05889495-e55f-4cfb-95d5-cc196f7e3b23 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:06:02.929698 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f1d4a-f6ca-45fb-8b8b-3e9c6c0c9696 req-13d88e8a-ed8f-4725-a45f-2751d6fafd76 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:02.930815 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-304f1d4a-f6ca-45fb-8b8b-3e9c6c0c9696 req-13d88e8a-ed8f-4725-a45f-2751d6fafd76 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.1381299 May 26 16:06:02.934796 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab9eea0-7390-4ca7-83b9-8c7178513a4d None None] Routers {'05889495-e55f-4cfb-95d5-cc196f7e3b23'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:02.935434 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5ab9eea0-7390-4ca7-83b9-8c7178513a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:05:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['05889495-e55f-4cfb-95d5-cc196f7e3b23'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:02.949615 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-fab94f9c-4a91-40fd-bf93-96ac62eecebd service neutron] 10.222.0.77 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195828 May 26 16:06:03.037305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 22a740b8-c1b2-4716-9a74-31c680ea2ad7 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:06:03.039320 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8582b-abf4-465c-982f-a9d5eeaaa1e2 req-233d0366-1fc1-4d69-a889-10e81b53c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:03.040811 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99b8582b-abf4-465c-982f-a9d5eeaaa1e2 req-233d0366-1fc1-4d69-a889-10e81b53c1a3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5cc54f86-23cb-4d55-b78f-eccd82b0b645 HTTP/1.1" status: 200 len: 859 time: 0.1305630 May 26 16:06:03.061040 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-304f1d4a-f6ca-45fb-8b8b-3e9c6c0c9696 req-dbfee7d0-ea9e-4206-8ba1-5fa9d6f999f1 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075075 May 26 16:06:03.073613 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-5ab9eea0-7390-4ca7-83b9-8c7178513a4d None None] Set router 05889495-e55f-4cfb-95d5-cc196f7e3b23 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:03.118854 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8582b-abf4-465c-982f-a9d5eeaaa1e2 req-20066266-85c5-4966-9993-0472ec0922c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:03.120622 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99b8582b-abf4-465c-982f-a9d5eeaaa1e2 req-20066266-85c5-4966-9993-0472ec0922c0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=73c00ccb-c63a-47b0-b4fa-0f82408bf451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703022 May 26 16:06:03.124080 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-bf144974-870a-45f0-937d-846354ac19cd service neutron] 10.222.0.77 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611018 May 26 16:06:03.283615 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-780539ca-c90f-45b5-91f0-7c186684bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:03.284798 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-780539ca-c90f-45b5-91f0-7c186684bd31 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d5433c434574619b929cc3d96200a3d&device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86 HTTP/1.1" status: 200 len: 1097 time: 0.1143129 May 26 16:06:03.298587 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b453b-96e9-4c6a-acce-fedf2d404706 req-2c64951b-6109-4a84-9651-2b7839126d1b tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:03.300164 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e30b453b-96e9-4c6a-acce-fedf2d404706 req-2c64951b-6109-4a84-9651-2b7839126d1b tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc6e4d92-88b1-4630-adc1-d1522e5a7042 HTTP/1.1" status: 200 len: 943 time: 0.1538482 May 26 16:06:03.376533 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99b8582b-abf4-465c-982f-a9d5eeaaa1e2 req-efca7b91-fbff-4490-9c6e-fb4ea3f63be5 service neutron] 10.222.0.81 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397199 May 26 16:06:03.392526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 22a740b8-c1b2-4716-9a74-31c680ea2ad7, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=22a740b8-c1b2-4716-9a74-31c680ea2ad7,segment=NetworkSegment(c3efc366-2a54-4b43-982a-2f5d229a584b),segment_id=c3efc366-2a54-4b43-982a-2f5d229a584b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:03.443730 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '22a740b8-c1b2-4716-9a74-31c680ea2ad7', 'network_id': 'f95107c8-bc71-4c78-85e6-7efb358dbd28', 'port_id': '22a740b8-c1b2-4716-9a74-31c680ea2ad7', 'mac_address': 'fa:16:3e:50:3f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5a418b-356f-4d0f-9c4d-2fda3e0cd75c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:06:03.449115 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e30b453b-96e9-4c6a-acce-fedf2d404706 req-34995df5-d8a8-493b-a818-eb11538ae3fa tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d182405-6bd2-404b-b283-55bd3fc2808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342149 May 26 16:06:03.495464 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-5a73d091-f7ce-49ca-a738-5012b6878096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:03.496342 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-5a73d091-f7ce-49ca-a738-5012b6878096 service neutron] 10.222.0.77 "GET /v2.0/networks?id=73c00ccb-c63a-47b0-b4fa-0f82408bf451 HTTP/1.1" status: 200 len: 921 time: 0.1934865 May 26 16:06:03.501694 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 22a740b8-c1b2-4716-9a74-31c680ea2ad7 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:03.502128 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:03.533925 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a740b8-c1b2-4716-9a74-31c680ea2ad7 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:06:03.548315 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99b8582b-abf4-465c-982f-a9d5eeaaa1e2 req-01d810b1-2df2-4372-8f69-a98ed1cc7b0a service neutron] 10.222.0.81 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610923 May 26 16:06:03.580336 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 22a740b8-c1b2-4716-9a74-31c680ea2ad7, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=22a740b8-c1b2-4716-9a74-31c680ea2ad7,segment=NetworkSegment(c3efc366-2a54-4b43-982a-2f5d229a584b),segment_id=c3efc366-2a54-4b43-982a-2f5d229a584b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:03.590519 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:03.592117 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-4773260b-ece8-4b09-8bfc-9effdf8bdc85 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0d9bee8-689b-4174-a52f-3bbf9151c158 HTTP/1.1" status: 200 len: 1002 time: 0.0837138 May 26 16:06:03.648717 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=22a740b8-c1b2-4716-9a74-31c680ea2ad7,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:03.655435 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-9ea44f2b-09de-41fa-8a3b-875a2ab9ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:03.655696 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5ab9eea0-7390-4ca7-83b9-8c7178513a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '4d72b464-09fd-4d51-b47b-0a7e86f24f14', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'port_id': 'b0d9bee8-689b-4174-a52f-3bbf9151c158', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'mac_address': 'fa:16:3e:9c:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3df5e1-bb72-4fe2-a091-6a909b12af86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:05:34Z', 'updated_at': '2022-05-26T16:06:02Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f299eb5c-3f5f-4f42-bb56-2cbed86996cb', 'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'mac_address': 'fa:16:3e:c0:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:00Z', 'updated_at': '2022-05-26T16:05:06Z', 'revision_number': 5, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'subnets': [{'id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:03.660552 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-9ea44f2b-09de-41fa-8a3b-875a2ab9ed86 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5cc54f86-23cb-4d55-b78f-eccd82b0b645 HTTP/1.1" status: 200 len: 859 time: 0.0612814 May 26 16:06:03.688722 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab9eea0-7390-4ca7-83b9-8c7178513a4d None None] The sync data for ids ['05889495-e55f-4cfb-95d5-cc196f7e3b23'] in n-d-843337-2 is: [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '4d72b464-09fd-4d51-b47b-0a7e86f24f14', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'port_id': 'b0d9bee8-689b-4174-a52f-3bbf9151c158', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'mac_address': 'fa:16:3e:9c:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3df5e1-bb72-4fe2-a091-6a909b12af86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:05:34Z', 'updated_at': '2022-05-26T16:06:02Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f299eb5c-3f5f-4f42-bb56-2cbed86996cb', 'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'mac_address': 'fa:16:3e:c0:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:00Z', 'updated_at': '2022-05-26T16:05:06Z', 'revision_number': 5, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'subnets': [{'id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:06:03.719146 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-db53ca31-232a-477e-b3c2-ae44fbfdb67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:03.720847 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-db53ca31-232a-477e-b3c2-ae44fbfdb67a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=73c00ccb-c63a-47b0-b4fa-0f82408bf451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523210 May 26 16:06:03.859139 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-0e21688c-359f-49c9-a91c-33d858fa952c service neutron] 10.222.0.77 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296601 May 26 16:06:03.964287 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8e2ca-cdc2-400b-a7fb-dc12e3878d62 req-2b109bb3-2713-4dde-a431-6ccc512a5e93 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:03.965847 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b3a8e2ca-cdc2-400b-a7fb-dc12e3878d62 req-2b109bb3-2713-4dde-a431-6ccc512a5e93 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 945 time: 0.1107576 May 26 16:06:04.014174 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7d69fc3-dc48-43bc-96ac-38a85d38e54b req-912381b5-def6-4c92-835c-bbdddda6163f service neutron] 10.222.0.77 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246963 May 26 16:06:04.028353 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b3a8e2ca-cdc2-400b-a7fb-dc12e3878d62 req-3e04c995-792c-4ec5-89e5-76a10d3d4b86 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537117 May 26 16:06:04.126725 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-920e78b9-27d7-470b-a429-6b80a3545e3d req-52a0765f-f490-406f-92f4-9f518cffdd5a tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 1002 time: 0.0736270 May 26 16:06:04.193155 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e78b9-27d7-470b-a429-6b80a3545e3d req-be7196e9-cecc-4016-9480-47ee98d43d35 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:04.195358 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-920e78b9-27d7-470b-a429-6b80a3545e3d req-be7196e9-cecc-4016-9480-47ee98d43d35 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports/b0d9bee8-689b-4174-a52f-3bbf9151c158 HTTP/1.1" status: 200 len: 943 time: 0.0617316 May 26 16:06:04.238075 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94d040-543f-46e0-8ab3-13c4ef60aaa7 req-0c138488-2fb6-43f2-a1db-d1ff279f1d19 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:04.239610 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2c94d040-543f-46e0-8ab3-13c4ef60aaa7 req-0c138488-2fb6-43f2-a1db-d1ff279f1d19 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.0657105 May 26 16:06:04.284541 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2c94d040-543f-46e0-8ab3-13c4ef60aaa7 req-d6df7baa-ddd4-44ba-87e2-c033b5f2c67a tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344188 May 26 16:06:04.372563 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3df5e1-bb72-4fe2-a091-6a909b12af86', 'tag': 'b0d9bee8-689b-4174-a52f-3bbf9151c158'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:04.375157 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1955e533-443f-42b0-9bee-1841ababb0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3df5e1-bb72-4fe2-a091-6a909b12af86", "tag": "b0d9bee8-689b-4174-a52f-3bbf9151c158"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:04.416086 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['22a740b8-c1b2-4716-9a74-31c680ea2ad7'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:06:04.446715 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f4e3ff-69aa-4f67-b572-20f509caffbf x-openstack-request-id: req-61f4e3ff-69aa-4f67-b572-20f509caffbf {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:04.447008 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3df5e1-bb72-4fe2-a091-6a909b12af86", "tag": "b0d9bee8-689b-4174-a52f-3bbf9151c158", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:04.447264 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-61f4e3ff-69aa-4f67-b572-20f509caffbf {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:04.447668 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61f4e3ff-69aa-4f67-b572-20f509caffbf'] response: {'name': 'network-changed', 'server_uuid': '8d3df5e1-bb72-4fe2-a091-6a909b12af86', 'tag': 'b0d9bee8-689b-4174-a52f-3bbf9151c158', 'status': 'completed', 'code': 200} May 26 16:06:04.665014 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955e533-443f-42b0-9bee-1841ababb0f2 req-e722c123-6a5e-4e5a-af55-9198acbae6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:04.666440 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1955e533-443f-42b0-9bee-1841ababb0f2 req-e722c123-6a5e-4e5a-af55-9198acbae6ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d5433c434574619b929cc3d96200a3d&device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86 HTTP/1.1" status: 200 len: 1097 time: 0.1424811 May 26 16:06:04.679925 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-920e78b9-27d7-470b-a429-6b80a3545e3d req-cb2ce717-f36a-4c00-a9b5-4339564360cc tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 1002 time: 0.1215436 May 26 16:06:04.699768 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff56a2-842b-4bf3-9f8a-0b348581b23c req-4a2fcc88-aef9-4b5f-941e-9345ade991a8 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:04.701303 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-11ff56a2-842b-4bf3-9f8a-0b348581b23c req-4a2fcc88-aef9-4b5f-941e-9345ade991a8 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc6e4d92-88b1-4630-adc1-d1522e5a7042 HTTP/1.1" status: 200 len: 944 time: 0.1441178 May 26 16:06:04.848354 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-11ff56a2-842b-4bf3-9f8a-0b348581b23c req-4e223c03-bdf4-4114-9cd3-95dee954d913 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d182405-6bd2-404b-b283-55bd3fc2808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287804 May 26 16:06:04.897634 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955e533-443f-42b0-9bee-1841ababb0f2 req-fd9bcae6-f6f1-47e2-a76d-60c922445afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:04.899012 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1955e533-443f-42b0-9bee-1841ababb0f2 req-fd9bcae6-f6f1-47e2-a76d-60c922445afe service neutron] 10.222.0.83 "GET /v2.0/networks?id=73c00ccb-c63a-47b0-b4fa-0f82408bf451 HTTP/1.1" status: 200 len: 921 time: 0.2166104 May 26 16:06:04.909651 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e78b9-27d7-470b-a429-6b80a3545e3d req-d5d002a8-d0fc-48cb-9e9a-e66ccc241c63 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:04.911007 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-920e78b9-27d7-470b-a429-6b80a3545e3d req-d5d002a8-d0fc-48cb-9e9a-e66ccc241c63 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.2206705 May 26 16:06:04.923393 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-920e78b9-27d7-470b-a429-6b80a3545e3d req-9c627b3f-42f2-4a80-b799-a407a0ee9f70 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:06:04.924306 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-920e78b9-27d7-470b-a429-6b80a3545e3d req-9c627b3f-42f2-4a80-b799-a407a0ee9f70 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061338 May 26 16:06:05.024972 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1955e533-443f-42b0-9bee-1841ababb0f2 req-b0c5d86a-4d43-46f2-b09e-4ec2382e7b87 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0d9bee8-689b-4174-a52f-3bbf9151c158 HTTP/1.1" status: 200 len: 1002 time: 0.1097975 May 26 16:06:05.033824 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-67040c05-a94c-4934-8f07-85554f243441 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 1002 time: 0.0780663 May 26 16:06:05.406417 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-88940dfa-93f4-4a7f-b91d-fd335e3582ab tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:05.407750 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-88940dfa-93f4-4a7f-b91d-fd335e3582ab tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports/b0d9bee8-689b-4174-a52f-3bbf9151c158 HTTP/1.1" status: 200 len: 943 time: 0.3641472 May 26 16:06:05.416067 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955e533-443f-42b0-9bee-1841ababb0f2 req-8958bc84-c413-4823-8eb3-5ca5f75ad046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:05.417485 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1955e533-443f-42b0-9bee-1841ababb0f2 req-8958bc84-c413-4823-8eb3-5ca5f75ad046 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5cc54f86-23cb-4d55-b78f-eccd82b0b645 HTTP/1.1" status: 200 len: 859 time: 0.3815558 May 26 16:06:05.434569 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de910e8-023d-4dbc-b927-e89d4615a516 req-c6478b38-2df5-4dd2-8565-4d70cb8ddf86 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:05.435926 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6de910e8-023d-4dbc-b927-e89d4615a516 req-c6478b38-2df5-4dd2-8565-4d70cb8ddf86 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.0739076 May 26 16:06:05.544746 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6de910e8-023d-4dbc-b927-e89d4615a516 req-157f35ba-2406-4f9b-b518-6a9bf66ba55d tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004620 May 26 16:06:05.550304 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955e533-443f-42b0-9bee-1841ababb0f2 req-87280983-45cd-44c4-89aa-f7d467806331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:05.551709 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1955e533-443f-42b0-9bee-1841ababb0f2 req-87280983-45cd-44c4-89aa-f7d467806331 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=73c00ccb-c63a-47b0-b4fa-0f82408bf451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149080 May 26 16:06:05.567869 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-83992cec-8589-42e2-ba67-1512aeedf491 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 1002 time: 0.1019611 May 26 16:06:05.732962 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1955e533-443f-42b0-9bee-1841ababb0f2 req-e37c9228-c02b-4d40-887a-98179eb8cad1 service neutron] 10.222.0.83 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638093 May 26 16:06:05.744473 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-f0bf78ce-a194-452d-8c41-6c68d85c8371 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:05.745782 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-f0bf78ce-a194-452d-8c41-6c68d85c8371 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.1677575 May 26 16:06:05.869481 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-307df93a-a600-4e1a-a49f-f803e126efba tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 1002 time: 0.1162064 May 26 16:06:05.882750 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-5c72192b-8a37-42bb-9cdd-f77cc553f922 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:05.968826 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1955e533-443f-42b0-9bee-1841ababb0f2 req-7aa7d4fb-9b95-43c9-adc6-aaff721f01c9 service neutron] 10.222.0.83 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142789 May 26 16:06:05.986356 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-5c72192b-8a37-42bb-9cdd-f77cc553f922 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:06.033064 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27265743-8efa-4a4b-9304-c3ac176c0b0a req-8651774e-b006-4702-9264-316b3d878414 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:06.034585 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-27265743-8efa-4a4b-9304-c3ac176c0b0a req-8651774e-b006-4702-9264-316b3d878414 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc6e4d92-88b1-4630-adc1-d1522e5a7042 HTTP/1.1" status: 200 len: 944 time: 0.1062500 May 26 16:06:06.063199 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 58c9f581-9690-4045-a71c-d9294bd4cbfb details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:06:06.069761 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 58c9f581-9690-4045-a71c-d9294bd4cbfb no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:06.125758 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-27265743-8efa-4a4b-9304-c3ac176c0b0a req-849bb144-279f-4c23-ba67-d26f7d874ca8 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d182405-6bd2-404b-b283-55bd3fc2808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839517 May 26 16:06:06.179311 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-5c72192b-8a37-42bb-9cdd-f77cc553f922 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:06.184032 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-5c72192b-8a37-42bb-9cdd-f77cc553f922 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:06.184530 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-5c72192b-8a37-42bb-9cdd-f77cc553f922 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Floating IP 4d72b464-09fd-4d51-b47b-0a7e86f24f14 disassociated. External IP: 172.25.7.120, port: b0d9bee8-689b-4174-a52f-3bbf9151c158. May 26 16:06:06.242854 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 58c9f581-9690-4045-a71c-d9294bd4cbfb, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=58c9f581-9690-4045-a71c-d9294bd4cbfb,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:06.246044 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 58c9f581-9690-4045-a71c-d9294bd4cbfb is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:06.246614 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:06.265501 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '58c9f581-9690-4045-a71c-d9294bd4cbfb', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '58c9f581-9690-4045-a71c-d9294bd4cbfb', 'mac_address': 'fa:16:3e:72:ea:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:06:06.279676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb37a4b-c723-4ea2-b0b2-8e27828624ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c9f581-9690-4045-a71c-d9294bd4cbfb'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:06.282237 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be985d9-b969-4d7a-b66e-cdee116a6b42" -d '{"events": [{"server_uuid": "beb37a4b-c723-4ea2-b0b2-8e27828624ee", "name": "network-vif-unplugged", "status": "completed", "tag": "58c9f581-9690-4045-a71c-d9294bd4cbfb"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:06.315202 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 58c9f581-9690-4045-a71c-d9294bd4cbfb, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=58c9f581-9690-4045-a71c-d9294bd4cbfb,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:06.328682 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:06.339679 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 58c9f581-9690-4045-a71c-d9294bd4cbfb is: ACTIVE; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:06.340459 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:06.356793 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b2683c-e46f-4029-a505-0d3f3a5a90dc x-openstack-request-id: req-a4b2683c-e46f-4029-a505-0d3f3a5a90dc {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:06.357122 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb37a4b-c723-4ea2-b0b2-8e27828624ee", "name": "network-vif-unplugged", "status": "completed", "tag": "58c9f581-9690-4045-a71c-d9294bd4cbfb", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:06.357343 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a4b2683c-e46f-4029-a505-0d3f3a5a90dc {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:06.357996 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4b2683c-e46f-4029-a505-0d3f3a5a90dc'] response: {'server_uuid': 'beb37a4b-c723-4ea2-b0b2-8e27828624ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c9f581-9690-4045-a71c-d9294bd4cbfb', 'code': 200} May 26 16:06:06.377544 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58c9f581-9690-4045-a71c-d9294bd4cbfb {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:06:06.439202 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-5c72192b-8a37-42bb-9cdd-f77cc553f922 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Router 05889495-e55f-4cfb-95d5-cc196f7e3b23 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:06:06.441102 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=58c9f581-9690-4045-a71c-d9294bd4cbfb,revision_number=9']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:06.449791 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:06:06.450406 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:06:06.552068 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-5c72192b-8a37-42bb-9cdd-f77cc553f922 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:06:06.557227 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-5c72192b-8a37-42bb-9cdd-f77cc553f922 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:06.562194 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7d85d0-2b14-4212-b159-63b69929c409 None None] Sync routers for ids ['05889495-e55f-4cfb-95d5-cc196f7e3b23'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:06:06.572040 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7d85d0-2b14-4212-b159-63b69929c409 None None] Routers {'05889495-e55f-4cfb-95d5-cc196f7e3b23'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:06.572679 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4a7d85d0-2b14-4212-b159-63b69929c409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:05:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['05889495-e55f-4cfb-95d5-cc196f7e3b23'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:06.600005 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-5c72192b-8a37-42bb-9cdd-f77cc553f922 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "PUT /v2.0/floatingips/4d72b464-09fd-4d51-b47b-0a7e86f24f14 HTTP/1.1" status: 200 len: 695 time: 0.7155936 May 26 16:06:06.601584 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3df5e1-bb72-4fe2-a091-6a909b12af86', 'tag': 'b0d9bee8-689b-4174-a52f-3bbf9151c158'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:06.604823 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03372bb-0416-4bf0-bc3c-cb42c8cdc0d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3df5e1-bb72-4fe2-a091-6a909b12af86", "tag": "b0d9bee8-689b-4174-a52f-3bbf9151c158"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:06.686617 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-4a7d85d0-2b14-4212-b159-63b69929c409 None None] Set router 05889495-e55f-4cfb-95d5-cc196f7e3b23 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:06.706134 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-ad076b4e-8173-448a-8fa0-32bef647d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:06.708872 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-ad076b4e-8173-448a-8fa0-32bef647d1d3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d5433c434574619b929cc3d96200a3d&device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86 HTTP/1.1" status: 200 len: 1097 time: 0.0999334 May 26 16:06:06.717405 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981b50b-de1e-474b-8dba-0d79153051e1 req-b52e6994-9bb1-4823-939e-4aab730756be tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:06.728414 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2981b50b-de1e-474b-8dba-0d79153051e1 req-b52e6994-9bb1-4823-939e-4aab730756be tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 948 time: 0.0920174 May 26 16:06:06.811508 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2981b50b-de1e-474b-8dba-0d79153051e1 req-48a8f25e-48e4-4360-8496-0044670bb4cb tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820107 May 26 16:06:06.857262 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-40b0282f-fd78-45c6-808e-ce007e501a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:06.860130 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-40b0282f-fd78-45c6-808e-ce007e501a6e service neutron] 10.222.0.77 "GET /v2.0/networks?id=73c00ccb-c63a-47b0-b4fa-0f82408bf451 HTTP/1.1" status: 200 len: 921 time: 0.1232114 May 26 16:06:06.918359 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ade4dd7-c824-4a5c-a6a1-cc3fac3a9666 x-openstack-request-id: req-3ade4dd7-c824-4a5c-a6a1-cc3fac3a9666 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:06.918713 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3df5e1-bb72-4fe2-a091-6a909b12af86", "tag": "b0d9bee8-689b-4174-a52f-3bbf9151c158", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:06.919022 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3ade4dd7-c824-4a5c-a6a1-cc3fac3a9666 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:06.919492 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ade4dd7-c824-4a5c-a6a1-cc3fac3a9666'] response: {'name': 'network-changed', 'server_uuid': '8d3df5e1-bb72-4fe2-a091-6a909b12af86', 'tag': 'b0d9bee8-689b-4174-a52f-3bbf9151c158', 'status': 'completed', 'code': 200} May 26 16:06:06.921384 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-219903e3-83a7-4487-88a1-6e827cd8540b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0d9bee8-689b-4174-a52f-3bbf9151c158 HTTP/1.1" status: 200 len: 217 time: 0.0543938 May 26 16:06:06.994558 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 58c9f581-9690-4045-a71c-d9294bd4cbfb is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:06.995310 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:07.010977 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c9f581-9690-4045-a71c-d9294bd4cbfb {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:06:07.012555 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-85c0f05d-cf5a-477c-96a9-c744188d6f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:07.021367 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-85c0f05d-cf5a-477c-96a9-c744188d6f74 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5cc54f86-23cb-4d55-b78f-eccd82b0b645 HTTP/1.1" status: 200 len: 859 time: 0.0937321 May 26 16:06:07.033763 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 58c9f581-9690-4045-a71c-d9294bd4cbfb, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=58c9f581-9690-4045-a71c-d9294bd4cbfb,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:07.037233 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4a7d85d0-2b14-4212-b159-63b69929c409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'f299eb5c-3f5f-4f42-bb56-2cbed86996cb', 'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'mac_address': 'fa:16:3e:c0:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:00Z', 'updated_at': '2022-05-26T16:05:06Z', 'revision_number': 5, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'subnets': [{'id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:07.040775 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:07.066805 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7d85d0-2b14-4212-b159-63b69929c409 None None] Checking router: 05889495-e55f-4cfb-95d5-cc196f7e3b23 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:06:07.070525 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 22a740b8-c1b2-4716-9a74-31c680ea2ad7 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:07.071928 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03372bb-0416-4bf0-bc3c-cb42c8cdc0d1 req-2be05b15-c351-4608-928c-0205644ff22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:07.073464 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e03372bb-0416-4bf0-bc3c-cb42c8cdc0d1 req-2be05b15-c351-4608-928c-0205644ff22e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d5433c434574619b929cc3d96200a3d&device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86 HTTP/1.1" status: 200 len: 1097 time: 0.1047869 May 26 16:06:07.077510 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7d85d0-2b14-4212-b159-63b69929c409 None None] Routers {'05889495-e55f-4cfb-95d5-cc196f7e3b23'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:07.078576 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4a7d85d0-2b14-4212-b159-63b69929c409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:05:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['05889495-e55f-4cfb-95d5-cc196f7e3b23'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:07.097879 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-4552939d-db64-42cc-931c-a9b7659de5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:07.100324 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-4552939d-db64-42cc-931c-a9b7659de5c4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=73c00ccb-c63a-47b0-b4fa-0f82408bf451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777671 May 26 16:06:07.145822 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=58c9f581-9690-4045-a71c-d9294bd4cbfb,revision_number=10']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:07.213038 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 22a740b8-c1b2-4716-9a74-31c680ea2ad7 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:06:07.217464 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 22a740b8-c1b2-4716-9a74-31c680ea2ad7 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:07.217831 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:07.262833 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-4a7d85d0-2b14-4212-b159-63b69929c409 None None] Set router 05889495-e55f-4cfb-95d5-cc196f7e3b23 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:07.293598 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-01ab5bb1-b1e4-4c26-b58c-ed45c7e759e4 service neutron] 10.222.0.77 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681621 May 26 16:06:07.314581 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 22a740b8-c1b2-4716-9a74-31c680ea2ad7 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:07.314963 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:07.364352 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 22a740b8-c1b2-4716-9a74-31c680ea2ad7, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=22a740b8-c1b2-4716-9a74-31c680ea2ad7,segment=NetworkSegment(c3efc366-2a54-4b43-982a-2f5d229a584b),segment_id=c3efc366-2a54-4b43-982a-2f5d229a584b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:07.369927 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:07.417606 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['58c9f581-9690-4045-a71c-d9294bd4cbfb'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:06:07.439050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03372bb-0416-4bf0-bc3c-cb42c8cdc0d1 req-36af7b20-f0dc-4029-8bdd-8badea0fbf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:07.440307 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e03372bb-0416-4bf0-bc3c-cb42c8cdc0d1 req-36af7b20-f0dc-4029-8bdd-8badea0fbf2a service neutron] 10.222.0.83 "GET /v2.0/networks?id=73c00ccb-c63a-47b0-b4fa-0f82408bf451 HTTP/1.1" status: 200 len: 921 time: 0.3518610 May 26 16:06:07.477823 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526cfbd-c305-4290-a3e4-4de7713c81e5 req-9d5d965c-cd22-47eb-91c0-3e2571c4be6f tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:07.479591 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6526cfbd-c305-4290-a3e4-4de7713c81e5 req-9d5d965c-cd22-47eb-91c0-3e2571c4be6f tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc6e4d92-88b1-4630-adc1-d1522e5a7042 HTTP/1.1" status: 200 len: 944 time: 0.2339554 May 26 16:06:07.500253 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=22a740b8-c1b2-4716-9a74-31c680ea2ad7,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:07.512752 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4a7d85d0-2b14-4212-b159-63b69929c409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'f299eb5c-3f5f-4f42-bb56-2cbed86996cb', 'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'mac_address': 'fa:16:3e:c0:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:00Z', 'updated_at': '2022-05-26T16:05:06Z', 'revision_number': 5, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'subnets': [{'id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:07.546593 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7d85d0-2b14-4212-b159-63b69929c409 None None] The sync data for ids ['05889495-e55f-4cfb-95d5-cc196f7e3b23'] in n-d-843337-2 is: [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'f299eb5c-3f5f-4f42-bb56-2cbed86996cb', 'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'mac_address': 'fa:16:3e:c0:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:00Z', 'updated_at': '2022-05-26T16:05:06Z', 'revision_number': 5, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'subnets': [{'id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:06:07.556445 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e03372bb-0416-4bf0-bc3c-cb42c8cdc0d1 req-3be2bf78-6a1f-41b8-82b7-77bbfb9bf6e8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0d9bee8-689b-4174-a52f-3bbf9151c158 HTTP/1.1" status: 200 len: 217 time: 0.0758133 May 26 16:06:07.641034 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6526cfbd-c305-4290-a3e4-4de7713c81e5 req-71633778-e7a5-49e8-a9d9-3a00be8d7364 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d182405-6bd2-404b-b283-55bd3fc2808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439955 May 26 16:06:07.677915 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-846513ee-56f7-4b6a-977b-9d6aa1ce95ec req-62d474ca-e011-42db-9557-a3196366695f service neutron] 10.222.0.77 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963593 May 26 16:06:07.680799 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03372bb-0416-4bf0-bc3c-cb42c8cdc0d1 req-f5e768ef-f07e-4b4f-8fa2-271ab51e8ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:07.682194 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e03372bb-0416-4bf0-bc3c-cb42c8cdc0d1 req-f5e768ef-f07e-4b4f-8fa2-271ab51e8ce5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5cc54f86-23cb-4d55-b78f-eccd82b0b645 HTTP/1.1" status: 200 len: 859 time: 0.1046071 May 26 16:06:07.750038 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03372bb-0416-4bf0-bc3c-cb42c8cdc0d1 req-d782546b-7492-46e6-9924-a9f1c5922045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:07.751716 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e03372bb-0416-4bf0-bc3c-cb42c8cdc0d1 req-d782546b-7492-46e6-9924-a9f1c5922045 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=73c00ccb-c63a-47b0-b4fa-0f82408bf451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562384 May 26 16:06:07.910818 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d91c5-2e5a-4940-b503-7ce563f9a66b None None] New status for floating IP 4d72b464-09fd-4d51-b47b-0a7e86f24f14: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:06:07.919770 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e03372bb-0416-4bf0-bc3c-cb42c8cdc0d1 req-3d2857e1-c800-460f-92c9-6bbb1c9737f9 service neutron] 10.222.0.83 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486297 May 26 16:06:08.103129 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce257463-9844-4cfd-aefa-e30f79c711fb req-da410b42-bb8b-48df-8509-2d4ff165099c tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:08.104882 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce257463-9844-4cfd-aefa-e30f79c711fb req-da410b42-bb8b-48df-8509-2d4ff165099c tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1686149 May 26 16:06:08.120618 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98bb95-639a-4fcf-a1c3-508a6a8e7e4c req-39d1ab8c-05ab-4c4f-9124-bb3951bed8c5 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:08.122263 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e98bb95-639a-4fcf-a1c3-508a6a8e7e4c req-39d1ab8c-05ab-4c4f-9124-bb3951bed8c5 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.1749611 May 26 16:06:08.190740 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e03372bb-0416-4bf0-bc3c-cb42c8cdc0d1 req-b642cd67-e510-4930-90ad-087667616210 service neutron] 10.222.0.83 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171609 May 26 16:06:08.199775 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce257463-9844-4cfd-aefa-e30f79c711fb req-7fb84c51-21e3-48f5-ae8f-8bc3d05771dc tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 696 time: 0.0763538 May 26 16:06:08.215644 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-ce257463-9844-4cfd-aefa-e30f79c711fb req-dec86a26-320b-4a85-b752-58daf80e4a26 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Request body: {'floatingip': {'port_id': '2af233fa-e97c-46fd-884b-47c4ca77cb72', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:08.225074 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e98bb95-639a-4fcf-a1c3-508a6a8e7e4c req-367e5328-096c-4cde-8833-340f71fd5084 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883672 May 26 16:06:08.263577 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ce257463-9844-4cfd-aefa-e30f79c711fb req-dec86a26-320b-4a85-b752-58daf80e4a26 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:08.358892 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6e4d92-88b1-4630-adc1-d1522e5a7042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a740b8-c1b2-4716-9a74-31c680ea2ad7'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:08.361389 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b6a33e-b831-4c31-880c-370acad95b57" -d '{"events": [{"server_uuid": "bc6e4d92-88b1-4630-adc1-d1522e5a7042", "name": "network-vif-plugged", "status": "completed", "tag": "22a740b8-c1b2-4716-9a74-31c680ea2ad7"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:08.426571 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccbce43-aadc-44bf-873a-683e196a8466 x-openstack-request-id: req-5ccbce43-aadc-44bf-873a-683e196a8466 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:08.426965 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6e4d92-88b1-4630-adc1-d1522e5a7042", "name": "network-vif-plugged", "status": "completed", "tag": "22a740b8-c1b2-4716-9a74-31c680ea2ad7", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:08.427312 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5ccbce43-aadc-44bf-873a-683e196a8466 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:08.427797 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ccbce43-aadc-44bf-873a-683e196a8466'] response: {'server_uuid': 'bc6e4d92-88b1-4630-adc1-d1522e5a7042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a740b8-c1b2-4716-9a74-31c680ea2ad7', 'code': 200} May 26 16:06:08.964350 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd61591-fa67-492f-94da-29ae825b2516 req-85a38005-08f1-4520-a28d-0e6c02b6a427 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:08.965825 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fdd61591-fa67-492f-94da-29ae825b2516 req-85a38005-08f1-4520-a28d-0e6c02b6a427 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc6e4d92-88b1-4630-adc1-d1522e5a7042 HTTP/1.1" status: 200 len: 945 time: 0.1231740 May 26 16:06:08.967405 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ba093-725f-49d8-8919-8ef8ea46c7ee req-630ebee4-3ee4-4e8a-814d-02cb599b70af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:08.968742 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-073ba093-725f-49d8-8919-8ef8ea46c7ee req-630ebee4-3ee4-4e8a-814d-02cb599b70af service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bc6e4d92-88b1-4630-adc1-d1522e5a7042 HTTP/1.1" status: 200 len: 1096 time: 0.1250429 May 26 16:06:09.070599 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fdd61591-fa67-492f-94da-29ae825b2516 req-b78f3449-99cd-4f4a-be7b-971002aee2db tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d182405-6bd2-404b-b283-55bd3fc2808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976231 May 26 16:06:09.075066 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-073ba093-725f-49d8-8919-8ef8ea46c7ee req-10942f5d-fcd5-4f65-aa60-32f5287cc8b8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8d182405-6bd2-404b-b283-55bd3fc2808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842290 May 26 16:06:09.081952 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:06:09.129961 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ce257463-9844-4cfd-aefa-e30f79c711fb req-dec86a26-320b-4a85-b752-58daf80e4a26 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:09.136238 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ce257463-9844-4cfd-aefa-e30f79c711fb req-dec86a26-320b-4a85-b752-58daf80e4a26 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:09.225242 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:09.240356 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': 'cd43cea2-94fc-4128-8c8f-cf29cb7ddc44', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': 'cd43cea2-94fc-4128-8c8f-cf29cb7ddc44', 'mac_address': 'fa:16:3e:a7:e7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:06:09.252422 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [req-ce257463-9844-4cfd-aefa-e30f79c711fb req-dec86a26-320b-4a85-b752-58daf80e4a26 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Floating IP 4d72b464-09fd-4d51-b47b-0a7e86f24f14 associated. External IP: 172.25.7.120, port: 2af233fa-e97c-46fd-884b-47c4ca77cb72. May 26 16:06:09.282454 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 is: ACTIVE; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:09.282843 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:09.296954 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:06:09.322628 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:09.327144 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:09.377423 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:09.407972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77806f17-bcdd-46db-92d0-651ae4afe0a9 req-5afd9de0-6fcb-4afb-8de3-69f5edc25d19 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:09.409458 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77806f17-bcdd-46db-92d0-651ae4afe0a9 req-5afd9de0-6fcb-4afb-8de3-69f5edc25d19 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 950 time: 0.1084621 May 26 16:06:09.515944 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77806f17-bcdd-46db-92d0-651ae4afe0a9 req-80962e3b-2f0b-4dde-92c0-f6e4699a39c1 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993118 May 26 16:06:09.573547 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce257463-9844-4cfd-aefa-e30f79c711fb req-dec86a26-320b-4a85-b752-58daf80e4a26 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Router 05889495-e55f-4cfb-95d5-cc196f7e3b23 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:06:09.686864 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce257463-9844-4cfd-aefa-e30f79c711fb req-dec86a26-320b-4a85-b752-58daf80e4a26 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:06:09.691615 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ce257463-9844-4cfd-aefa-e30f79c711fb req-dec86a26-320b-4a85-b752-58daf80e4a26 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:09.698438 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202fd088-a009-49f4-af95-dc36f02927c9 None None] Sync routers for ids ['05889495-e55f-4cfb-95d5-cc196f7e3b23'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:06:09.709392 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202fd088-a009-49f4-af95-dc36f02927c9 None None] Routers {'05889495-e55f-4cfb-95d5-cc196f7e3b23'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:09.710294 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-202fd088-a009-49f4-af95-dc36f02927c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:05:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['05889495-e55f-4cfb-95d5-cc196f7e3b23'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:09.719774 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce257463-9844-4cfd-aefa-e30f79c711fb req-dec86a26-320b-4a85-b752-58daf80e4a26 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "PUT /v2.0/floatingips/4d72b464-09fd-4d51-b47b-0a7e86f24f14 HTTP/1.1" status: 200 len: 997 time: 1.5121248 May 26 16:06:09.720473 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf149a8-cf1d-4277-ae58-f7941d30fe3f', 'tag': '2af233fa-e97c-46fd-884b-47c4ca77cb72'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:09.722980 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e334fd-2112-4083-a0c6-b0e67d09199d" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf149a8-cf1d-4277-ae58-f7941d30fe3f", "tag": "2af233fa-e97c-46fd-884b-47c4ca77cb72"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:09.746447 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['cd43cea2-94fc-4128-8c8f-cf29cb7ddc44'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:06:09.775059 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927ab13f-f88e-4229-a818-f3d596fec9e7 x-openstack-request-id: req-927ab13f-f88e-4229-a818-f3d596fec9e7 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:09.775352 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf149a8-cf1d-4277-ae58-f7941d30fe3f", "tag": "2af233fa-e97c-46fd-884b-47c4ca77cb72", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:09.775608 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-927ab13f-f88e-4229-a818-f3d596fec9e7 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:09.776011 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-927ab13f-f88e-4229-a818-f3d596fec9e7'] response: {'name': 'network-changed', 'server_uuid': '1cf149a8-cf1d-4277-ae58-f7941d30fe3f', 'tag': '2af233fa-e97c-46fd-884b-47c4ca77cb72', 'status': 'completed', 'code': 200} May 26 16:06:09.796346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce257463-9844-4cfd-aefa-e30f79c711fb req-97529074-9ef7-41e3-9481-26c7f7df29ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:09.805493 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce257463-9844-4cfd-aefa-e30f79c711fb req-97529074-9ef7-41e3-9481-26c7f7df29ad service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d5433c434574619b929cc3d96200a3d&device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 1097 time: 0.0680914 May 26 16:06:09.846630 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-202fd088-a009-49f4-af95-dc36f02927c9 None None] Set router 05889495-e55f-4cfb-95d5-cc196f7e3b23 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:09.924449 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e334fd-2112-4083-a0c6-b0e67d09199d req-b0afd21b-04a0-4d54-b419-01998346afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:09.926480 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7e334fd-2112-4083-a0c6-b0e67d09199d req-b0afd21b-04a0-4d54-b419-01998346afe8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d5433c434574619b929cc3d96200a3d&device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 1097 time: 0.1066885 May 26 16:06:10.012310 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce257463-9844-4cfd-aefa-e30f79c711fb req-fc5102d4-838a-4e0e-9993-f4277ffd1ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:10.019959 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce257463-9844-4cfd-aefa-e30f79c711fb req-fc5102d4-838a-4e0e-9993-f4277ffd1ec0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=73c00ccb-c63a-47b0-b4fa-0f82408bf451 HTTP/1.1" status: 200 len: 921 time: 0.2133214 May 26 16:06:10.077080 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 58c9f581-9690-4045-a71c-d9294bd4cbfb up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:10.117307 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce257463-9844-4cfd-aefa-e30f79c711fb req-11e67897-f0ad-4661-b363-66da1d1de898 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2af233fa-e97c-46fd-884b-47c4ca77cb72 HTTP/1.1" status: 200 len: 1000 time: 0.0957718 May 26 16:06:10.158287 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 58c9f581-9690-4045-a71c-d9294bd4cbfb triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:10.158658 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:10.171138 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e334fd-2112-4083-a0c6-b0e67d09199d req-7dad2789-4371-42e3-a0fa-40d299891aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:10.173581 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7e334fd-2112-4083-a0c6-b0e67d09199d req-7dad2789-4371-42e3-a0fa-40d299891aab service neutron] 10.222.0.81 "GET /v2.0/networks?id=73c00ccb-c63a-47b0-b4fa-0f82408bf451 HTTP/1.1" status: 200 len: 921 time: 0.2345166 May 26 16:06:10.237049 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-202fd088-a009-49f4-af95-dc36f02927c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '4d72b464-09fd-4d51-b47b-0a7e86f24f14', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'port_id': '2af233fa-e97c-46fd-884b-47c4ca77cb72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'mac_address': 'fa:16:3e:61:3e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf149a8-cf1d-4277-ae58-f7941d30fe3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:05:34Z', 'updated_at': '2022-05-26T16:06:08Z', 'revision_number': 8, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f299eb5c-3f5f-4f42-bb56-2cbed86996cb', 'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'mac_address': 'fa:16:3e:c0:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:00Z', 'updated_at': '2022-05-26T16:05:06Z', 'revision_number': 5, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'subnets': [{'id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:10.244800 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce257463-9844-4cfd-aefa-e30f79c711fb req-f396eb18-f9be-4672-a321-dcc266de1a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:10.247042 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce257463-9844-4cfd-aefa-e30f79c711fb req-f396eb18-f9be-4672-a321-dcc266de1a98 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5cc54f86-23cb-4d55-b78f-eccd82b0b645 HTTP/1.1" status: 200 len: 859 time: 0.1287332 May 26 16:06:10.267192 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202fd088-a009-49f4-af95-dc36f02927c9 None None] Checking router: 05889495-e55f-4cfb-95d5-cc196f7e3b23 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:06:10.275005 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 58c9f581-9690-4045-a71c-d9294bd4cbfb is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:10.275518 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:10.278718 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202fd088-a009-49f4-af95-dc36f02927c9 None None] Routers {'05889495-e55f-4cfb-95d5-cc196f7e3b23'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:10.279355 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-202fd088-a009-49f4-af95-dc36f02927c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:05:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['05889495-e55f-4cfb-95d5-cc196f7e3b23'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:10.312924 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 58c9f581-9690-4045-a71c-d9294bd4cbfb, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=58c9f581-9690-4045-a71c-d9294bd4cbfb,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:10.318271 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:10.331725 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7e334fd-2112-4083-a0c6-b0e67d09199d req-885f7920-9b85-4e39-8bb8-68b902746dda service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2af233fa-e97c-46fd-884b-47c4ca77cb72 HTTP/1.1" status: 200 len: 1000 time: 0.1380394 May 26 16:06:10.352475 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce257463-9844-4cfd-aefa-e30f79c711fb req-bc57b9e6-1fe5-4368-9497-dc64b7ebf483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:10.354465 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce257463-9844-4cfd-aefa-e30f79c711fb req-bc57b9e6-1fe5-4368-9497-dc64b7ebf483 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=73c00ccb-c63a-47b0-b4fa-0f82408bf451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939176 May 26 16:06:10.368501 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf164609-76e9-409d-b190-0d7311677abe req-39885dd2-0ed2-4e66-a7ab-1109c03ea390 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:10.372695 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf164609-76e9-409d-b190-0d7311677abe req-39885dd2-0ed2-4e66-a7ab-1109c03ea390 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc6e4d92-88b1-4630-adc1-d1522e5a7042 HTTP/1.1" status: 200 len: 945 time: 0.1780267 May 26 16:06:10.374452 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=58c9f581-9690-4045-a71c-d9294bd4cbfb,revision_number=11']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:10.400478 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-202fd088-a009-49f4-af95-dc36f02927c9 None None] Set router 05889495-e55f-4cfb-95d5-cc196f7e3b23 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:10.429538 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb37a4b-c723-4ea2-b0b2-8e27828624ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c9f581-9690-4045-a71c-d9294bd4cbfb'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:10.433752 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec2a940-8b86-46e0-a4d5-5c64a69cc62e" -d '{"events": [{"server_uuid": "beb37a4b-c723-4ea2-b0b2-8e27828624ee", "name": "network-vif-plugged", "status": "completed", "tag": "58c9f581-9690-4045-a71c-d9294bd4cbfb"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:10.495636 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e334fd-2112-4083-a0c6-b0e67d09199d req-444f912f-5dcb-455f-928a-f12e124b78f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:10.497117 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7e334fd-2112-4083-a0c6-b0e67d09199d req-444f912f-5dcb-455f-928a-f12e124b78f8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5cc54f86-23cb-4d55-b78f-eccd82b0b645 HTTP/1.1" status: 200 len: 859 time: 0.1475742 May 26 16:06:10.508706 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf164609-76e9-409d-b190-0d7311677abe req-9971f34f-9eeb-42d3-a25d-6038ad0f3549 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d182405-6bd2-404b-b283-55bd3fc2808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224916 May 26 16:06:10.562428 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce257463-9844-4cfd-aefa-e30f79c711fb req-00b861d8-8a58-40ea-b765-f664c8aeb537 service neutron] 10.222.0.77 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883798 May 26 16:06:10.596362 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e334fd-2112-4083-a0c6-b0e67d09199d req-3f78143a-ea23-4d9e-82d4-7ad71e4e69e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:10.597953 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7e334fd-2112-4083-a0c6-b0e67d09199d req-3f78143a-ea23-4d9e-82d4-7ad71e4e69e1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=73c00ccb-c63a-47b0-b4fa-0f82408bf451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804172 May 26 16:06:10.630021 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4867c4-1805-449d-b877-b150831bb912 x-openstack-request-id: req-bc4867c4-1805-449d-b877-b150831bb912 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:10.630587 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb37a4b-c723-4ea2-b0b2-8e27828624ee", "name": "network-vif-plugged", "status": "completed", "tag": "58c9f581-9690-4045-a71c-d9294bd4cbfb", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:10.631099 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc4867c4-1805-449d-b877-b150831bb912 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:10.632487 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc4867c4-1805-449d-b877-b150831bb912'] response: {'server_uuid': 'beb37a4b-c723-4ea2-b0b2-8e27828624ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c9f581-9690-4045-a71c-d9294bd4cbfb', 'code': 200} May 26 16:06:10.682030 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-202fd088-a009-49f4-af95-dc36f02927c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '4d72b464-09fd-4d51-b47b-0a7e86f24f14', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'port_id': '2af233fa-e97c-46fd-884b-47c4ca77cb72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'mac_address': 'fa:16:3e:61:3e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf149a8-cf1d-4277-ae58-f7941d30fe3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:05:34Z', 'updated_at': '2022-05-26T16:06:08Z', 'revision_number': 8, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f299eb5c-3f5f-4f42-bb56-2cbed86996cb', 'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'mac_address': 'fa:16:3e:c0:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:00Z', 'updated_at': '2022-05-26T16:05:06Z', 'revision_number': 5, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'subnets': [{'id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:10.711051 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202fd088-a009-49f4-af95-dc36f02927c9 None None] The sync data for ids ['05889495-e55f-4cfb-95d5-cc196f7e3b23'] in n-d-843337-2 is: [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '4d72b464-09fd-4d51-b47b-0a7e86f24f14', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'port_id': '2af233fa-e97c-46fd-884b-47c4ca77cb72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'mac_address': 'fa:16:3e:61:3e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf149a8-cf1d-4277-ae58-f7941d30fe3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:05:34Z', 'updated_at': '2022-05-26T16:06:08Z', 'revision_number': 8, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f299eb5c-3f5f-4f42-bb56-2cbed86996cb', 'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'mac_address': 'fa:16:3e:c0:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:00Z', 'updated_at': '2022-05-26T16:05:06Z', 'revision_number': 5, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'subnets': [{'id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:06:10.766316 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce257463-9844-4cfd-aefa-e30f79c711fb req-34b29963-676b-4fcd-9ab0-2c7aac7f4b07 service neutron] 10.222.0.77 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956351 May 26 16:06:10.788863 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da154ea-5af7-4e4b-9ce8-c36b03dc6e7c req-a0935cb4-8c4c-4f83-a413-a07bebc49b37 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:10.790502 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3da154ea-5af7-4e4b-9ce8-c36b03dc6e7c req-a0935cb4-8c4c-4f83-a413-a07bebc49b37 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 951 time: 0.1068645 May 26 16:06:10.792880 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7e334fd-2112-4083-a0c6-b0e67d09199d req-161f59fa-ac3d-4300-9713-4b330fb16e04 service neutron] 10.222.0.81 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675267 May 26 16:06:10.832984 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a00d3-e3e9-43b9-ad2f-9f3b2e31fdd0 req-eef9809f-d249-428d-8c4c-b55a31dfa447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:10.834613 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b04a00d3-e3e9-43b9-ad2f-9f3b2e31fdd0 req-eef9809f-d249-428d-8c4c-b55a31dfa447 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 1102 time: 0.0467756 May 26 16:06:10.878981 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b04a00d3-e3e9-43b9-ad2f-9f3b2e31fdd0 req-392730a9-1527-49e6-ae8c-bc372e788080 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308535 May 26 16:06:10.941845 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3da154ea-5af7-4e4b-9ce8-c36b03dc6e7c req-15ef5545-7004-4e8d-a10d-245849a966a0 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416154 May 26 16:06:10.948035 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b96e939-16c5-4e6e-9442-9a8376ef90cd None None] New status for floating IP 4d72b464-09fd-4d51-b47b-0a7e86f24f14: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:06:10.949718 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cb90a1d5-c387-40b3-85d1-0b30eff3f5de req-dd94ea4a-549f-455e-9414-01290e348cb2 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/floatingips/4d72b464-09fd-4d51-b47b-0a7e86f24f14 HTTP/1.1" status: 200 len: 997 time: 0.1406026 May 26 16:06:11.030592 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7e334fd-2112-4083-a0c6-b0e67d09199d req-d9a2c814-36f3-4093-9d91-c47ba79b577d service neutron] 10.222.0.81 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235210 May 26 16:06:11.075541 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90a1d5-c387-40b3-85d1-0b30eff3f5de req-fa290b03-b3df-41d1-ab6f-5c9eebd8b416 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:11.076872 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cb90a1d5-c387-40b3-85d1-0b30eff3f5de req-fa290b03-b3df-41d1-ab6f-5c9eebd8b416 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.1208286 May 26 16:06:11.104587 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:11.156226 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:11.156601 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:11.165712 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-73ad3a55-6a21-4860-96ab-226f1e9115dd tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 1002 time: 0.0669937 May 26 16:06:11.231746 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-82469023-cf5a-4bb2-ba87-94cd3c2d39a2 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:11.231746 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-82469023-cf5a-4bb2-ba87-94cd3c2d39a2 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports/2af233fa-e97c-46fd-884b-47c4ca77cb72 HTTP/1.1" status: 200 len: 943 time: 0.0519531 May 26 16:06:11.258918 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:11.259401 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:11.299134 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:11.304060 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:11.346232 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-0abe6f69-f302-492a-b9fb-630c35141a62 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 1002 time: 0.0640507 May 26 16:06:11.352468 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:11.457451 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-18e5eebe-9e88-4476-82f2-a1df63256e28 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:11.458996 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-18e5eebe-9e88-4476-82f2-a1df63256e28 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.1066866 May 26 16:06:11.531025 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-b1ef3f77-3bc6-4cbe-8be0-6298c6860cf5 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 1002 time: 0.0642390 May 26 16:06:11.540765 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-6e189a20-a5b1-4c16-acbd-640040fc16cb tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:11.621812 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-6e189a20-a5b1-4c16-acbd-640040fc16cb tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:11.684742 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35745ed-a729-4aa8-8dd1-6b311d414823 req-558c17ae-b07f-4e6e-96b3-9346ebb81ece tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:11.686226 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b35745ed-a729-4aa8-8dd1-6b311d414823 req-558c17ae-b07f-4e6e-96b3-9346ebb81ece tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc6e4d92-88b1-4630-adc1-d1522e5a7042 HTTP/1.1" status: 200 len: 945 time: 0.0977185 May 26 16:06:11.774888 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b35745ed-a729-4aa8-8dd1-6b311d414823 req-ba8ead22-ef81-4fa0-a0af-397e0d81b0da tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d182405-6bd2-404b-b283-55bd3fc2808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818348 May 26 16:06:11.814917 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-6e189a20-a5b1-4c16-acbd-640040fc16cb tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:11.819043 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-6e189a20-a5b1-4c16-acbd-640040fc16cb tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:11.819403 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-6e189a20-a5b1-4c16-acbd-640040fc16cb tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Floating IP 4d72b464-09fd-4d51-b47b-0a7e86f24f14 disassociated. External IP: 172.25.7.120, port: 2af233fa-e97c-46fd-884b-47c4ca77cb72. May 26 16:06:12.045926 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-6e189a20-a5b1-4c16-acbd-640040fc16cb tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Router 05889495-e55f-4cfb-95d5-cc196f7e3b23 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:06:12.202200 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-6e189a20-a5b1-4c16-acbd-640040fc16cb tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:06:12.207015 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-6e189a20-a5b1-4c16-acbd-640040fc16cb tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:12.211440 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4734dfee-b8b5-409d-866b-d6e8c10f6d06 None None] Sync routers for ids ['05889495-e55f-4cfb-95d5-cc196f7e3b23'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:06:12.221686 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4734dfee-b8b5-409d-866b-d6e8c10f6d06 None None] Routers {'05889495-e55f-4cfb-95d5-cc196f7e3b23'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:12.222299 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4734dfee-b8b5-409d-866b-d6e8c10f6d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:05:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['05889495-e55f-4cfb-95d5-cc196f7e3b23'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:12.248922 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99621fa2-4dda-4541-8d75-2d0cd6989301 req-740e9732-1df6-4003-bcbd-7578262bf5a9 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:12.250394 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99621fa2-4dda-4541-8d75-2d0cd6989301 req-740e9732-1df6-4003-bcbd-7578262bf5a9 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 951 time: 0.0989940 May 26 16:06:12.253081 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-6e189a20-a5b1-4c16-acbd-640040fc16cb tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "PUT /v2.0/floatingips/4d72b464-09fd-4d51-b47b-0a7e86f24f14 HTTP/1.1" status: 200 len: 696 time: 0.7162123 May 26 16:06:12.253530 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf149a8-cf1d-4277-ae58-f7941d30fe3f', 'tag': '2af233fa-e97c-46fd-884b-47c4ca77cb72'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:12.256181 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32341084-c283-4def-9820-70d19313a18c" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf149a8-cf1d-4277-ae58-f7941d30fe3f", "tag": "2af233fa-e97c-46fd-884b-47c4ca77cb72"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:12.336354 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-4734dfee-b8b5-409d-866b-d6e8c10f6d06 None None] Set router 05889495-e55f-4cfb-95d5-cc196f7e3b23 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:12.620980 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99621fa2-4dda-4541-8d75-2d0cd6989301 req-390ce7d8-09c7-43f5-99dd-5d26c21e3ab2 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611200 May 26 16:06:12.637359 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b9f2b5-5e62-4366-8c18-c882a41497f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd43cea2-94fc-4128-8c8f-cf29cb7ddc44'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:12.640469 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0b2df1-0aa1-4047-8fd3-147cb3482c5a" -d '{"events": [{"server_uuid": "c8b9f2b5-5e62-4366-8c18-c882a41497f8", "name": "network-vif-plugged", "status": "completed", "tag": "cd43cea2-94fc-4128-8c8f-cf29cb7ddc44"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:12.645322 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-9db66062-86bf-4486-a1e6-ef4d6b1d872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:12.648310 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-9db66062-86bf-4486-a1e6-ef4d6b1d872a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9d5433c434574619b929cc3d96200a3d&device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 1097 time: 0.0757146 May 26 16:06:12.667550 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4734dfee-b8b5-409d-866b-d6e8c10f6d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'f299eb5c-3f5f-4f42-bb56-2cbed86996cb', 'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'mac_address': 'fa:16:3e:c0:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:00Z', 'updated_at': '2022-05-26T16:05:06Z', 'revision_number': 5, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'subnets': [{'id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:12.695140 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4734dfee-b8b5-409d-866b-d6e8c10f6d06 None None] Checking router: 05889495-e55f-4cfb-95d5-cc196f7e3b23 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:06:12.703564 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4734dfee-b8b5-409d-866b-d6e8c10f6d06 None None] Routers {'05889495-e55f-4cfb-95d5-cc196f7e3b23'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:12.704297 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4734dfee-b8b5-409d-866b-d6e8c10f6d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:05:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['05889495-e55f-4cfb-95d5-cc196f7e3b23'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:12.815549 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-4734dfee-b8b5-409d-866b-d6e8c10f6d06 None None] Set router 05889495-e55f-4cfb-95d5-cc196f7e3b23 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:12.816827 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81031369-5e1f-4dd0-9229-74bafcd26d50 req-b28fe216-2559-408a-b7c7-684c99e26747 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:12.823434 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81031369-5e1f-4dd0-9229-74bafcd26d50 req-b28fe216-2559-408a-b7c7-684c99e26747 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:12.829231 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81031369-5e1f-4dd0-9229-74bafcd26d50 req-b28fe216-2559-408a-b7c7-684c99e26747 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:12.835081 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81031369-5e1f-4dd0-9229-74bafcd26d50 req-b28fe216-2559-408a-b7c7-684c99e26747 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:12.841227 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81031369-5e1f-4dd0-9229-74bafcd26d50 req-b28fe216-2559-408a-b7c7-684c99e26747 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:12.847287 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81031369-5e1f-4dd0-9229-74bafcd26d50 req-b28fe216-2559-408a-b7c7-684c99e26747 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:12.854249 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81031369-5e1f-4dd0-9229-74bafcd26d50 req-b28fe216-2559-408a-b7c7-684c99e26747 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:12.855811 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-81031369-5e1f-4dd0-9229-74bafcd26d50 req-b28fe216-2559-408a-b7c7-684c99e26747 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5434 time: 0.1482148 May 26 16:06:12.873998 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd4c53-9d8b-4a5c-aa08-cc8bc72a81f3 req-05b1f213-7594-4880-8cd1-a33b738e24bd tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:12.875350 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7bfd4c53-9d8b-4a5c-aa08-cc8bc72a81f3 req-05b1f213-7594-4880-8cd1-a33b738e24bd tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.83 "GET /v2.0/ports?device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86 HTTP/1.1" status: 200 len: 946 time: 0.1666942 May 26 16:06:12.884215 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-b6d97417-6050-43db-8649-ea206ae587d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:12.885782 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-b6d97417-6050-43db-8649-ea206ae587d9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=73c00ccb-c63a-47b0-b4fa-0f82408bf451 HTTP/1.1" status: 200 len: 921 time: 0.2294738 May 26 16:06:12.909536 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-39d62b64-7928-474a-bc85-b7b5a2767ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:12.970921 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-e62a5abf-cdc2-4295-a24a-c23e281c4c12 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2af233fa-e97c-46fd-884b-47c4ca77cb72 HTTP/1.1" status: 200 len: 217 time: 0.0763605 May 26 16:06:12.998637 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-81031369-5e1f-4dd0-9229-74bafcd26d50 req-28b52e9d-0c05-4bbb-827c-760ff3127ac4 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1355412 May 26 16:06:13.031655 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4734dfee-b8b5-409d-866b-d6e8c10f6d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'f299eb5c-3f5f-4f42-bb56-2cbed86996cb', 'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'mac_address': 'fa:16:3e:c0:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:00Z', 'updated_at': '2022-05-26T16:05:06Z', 'revision_number': 5, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'subnets': [{'id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:13.054443 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ffbe4e-7cc3-4e48-888b-df146eea6476 x-openstack-request-id: req-27ffbe4e-7cc3-4e48-888b-df146eea6476 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:13.054980 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf149a8-cf1d-4277-ae58-f7941d30fe3f", "tag": "2af233fa-e97c-46fd-884b-47c4ca77cb72", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:13.054980 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-27ffbe4e-7cc3-4e48-888b-df146eea6476 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:13.055347 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27ffbe4e-7cc3-4e48-888b-df146eea6476'] response: {'name': 'network-changed', 'server_uuid': '1cf149a8-cf1d-4277-ae58-f7941d30fe3f', 'tag': '2af233fa-e97c-46fd-884b-47c4ca77cb72', 'status': 'completed', 'code': 200} May 26 16:06:13.075179 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-ea5865cf-1a7a-4d59-a822-d0fc104a9840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:13.076066 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4734dfee-b8b5-409d-866b-d6e8c10f6d06 None None] The sync data for ids ['05889495-e55f-4cfb-95d5-cc196f7e3b23'] in n-d-843337-2 is: [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'f299eb5c-3f5f-4f42-bb56-2cbed86996cb', 'name': '', 'network_id': '73c00ccb-c63a-47b0-b4fa-0f82408bf451', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'mac_address': 'fa:16:3e:c0:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:05:00Z', 'updated_at': '2022-05-26T16:05:06Z', 'revision_number': 5, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'subnets': [{'id': '5cc54f86-23cb-4d55-b78f-eccd82b0b645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:06:13.076675 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-ea5865cf-1a7a-4d59-a822-d0fc104a9840 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5cc54f86-23cb-4d55-b78f-eccd82b0b645 HTTP/1.1" status: 200 len: 859 time: 0.0955386 May 26 16:06:13.099328 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b88ccf-b6cf-4dee-9ab5-68501cc55577 x-openstack-request-id: req-61b88ccf-b6cf-4dee-9ab5-68501cc55577 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:13.099842 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b9f2b5-5e62-4366-8c18-c882a41497f8", "name": "network-vif-plugged", "status": "completed", "tag": "cd43cea2-94fc-4128-8c8f-cf29cb7ddc44", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:13.100370 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-61b88ccf-b6cf-4dee-9ab5-68501cc55577 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:13.100954 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b88ccf-b6cf-4dee-9ab5-68501cc55577'] response: {'server_uuid': 'c8b9f2b5-5e62-4366-8c18-c882a41497f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd43cea2-94fc-4128-8c8f-cf29cb7ddc44', 'code': 200} May 26 16:06:13.141544 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32341084-c283-4def-9820-70d19313a18c req-769a4b4b-3cef-4723-9c21-c614ede0314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:13.142670 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-7bfd4c53-9d8b-4a5c-aa08-cc8bc72a81f3 req-87a1c8ed-39b0-4127-903d-35ff6f97a3b8 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Deleting port b0d9bee8-689b-4174-a52f-3bbf9151c158 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:06:13.143016 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7bfd4c53-9d8b-4a5c-aa08-cc8bc72a81f3 req-87a1c8ed-39b0-4127-903d-35ff6f97a3b8 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:13.144526 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-32341084-c283-4def-9820-70d19313a18c req-769a4b4b-3cef-4723-9c21-c614ede0314d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d5433c434574619b929cc3d96200a3d&device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 1097 time: 0.0565534 May 26 16:06:13.252563 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-edf002fd-5d04-46b9-a2b6-276980633c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:13.254089 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-edf002fd-5d04-46b9-a2b6-276980633c3d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=73c00ccb-c63a-47b0-b4fa-0f82408bf451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1688521 May 26 16:06:13.254239 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32341084-c283-4def-9820-70d19313a18c req-5829537b-5178-4054-a85e-93442ddd7c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:13.255889 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-32341084-c283-4def-9820-70d19313a18c req-5829537b-5178-4054-a85e-93442ddd7c60 service neutron] 10.222.0.81 "GET /v2.0/networks?id=73c00ccb-c63a-47b0-b4fa-0f82408bf451 HTTP/1.1" status: 200 len: 921 time: 0.1013508 May 26 16:06:13.259700 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-17cf31e0-ab3e-4d4d-9c6a-4b16c4943105 req-85e0bb8f-82c1-4b23-ad82-f4b6c0bb511e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1660483 May 26 16:06:13.318384 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-32341084-c283-4def-9820-70d19313a18c req-f31e03cf-4bf4-4f24-99c7-514f52cca740 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2af233fa-e97c-46fd-884b-47c4ca77cb72 HTTP/1.1" status: 200 len: 217 time: 0.0465693 May 26 16:06:13.320324 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98a6be-0298-4d8c-ae75-935a89944734 req-6cb5d3e7-6cdf-46da-8d7d-5f50c8df9eb8 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:13.322096 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af98a6be-0298-4d8c-ae75-935a89944734 req-6cb5d3e7-6cdf-46da-8d7d-5f50c8df9eb8 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc6e4d92-88b1-4630-adc1-d1522e5a7042 HTTP/1.1" status: 200 len: 945 time: 0.1554902 May 26 16:06:13.372784 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cba5c12-93eb-4717-a385-61c83b7fcf72 None None] New status for floating IP 4d72b464-09fd-4d51-b47b-0a7e86f24f14: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:06:13.382624 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32341084-c283-4def-9820-70d19313a18c req-2df2967d-f2a6-49e6-8acf-776f4b442319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:13.384353 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-32341084-c283-4def-9820-70d19313a18c req-2df2967d-f2a6-49e6-8acf-776f4b442319 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5cc54f86-23cb-4d55-b78f-eccd82b0b645 HTTP/1.1" status: 200 len: 859 time: 0.0528104 May 26 16:06:13.422420 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-7bfd4c53-9d8b-4a5c-aa08-cc8bc72a81f3 req-87a1c8ed-39b0-4127-903d-35ff6f97a3b8 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] For port b0d9bee8-689b-4174-a52f-3bbf9151c158, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=b0d9bee8-689b-4174-a52f-3bbf9151c158,segment=NetworkSegment(6881238a-7213-4299-a4d2-edb4f9a8e1f3),segment_id=6881238a-7213-4299-a4d2-edb4f9a8e1f3)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:13.422837 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7bfd4c53-9d8b-4a5c-aa08-cc8bc72a81f3 req-87a1c8ed-39b0-4127-903d-35ff6f97a3b8 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:13.457926 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-7bfd4c53-9d8b-4a5c-aa08-cc8bc72a81f3 req-87a1c8ed-39b0-4127-903d-35ff6f97a3b8 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Calling delete_port for b0d9bee8-689b-4174-a52f-3bbf9151c158 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:06:13.473171 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32341084-c283-4def-9820-70d19313a18c req-dc4e7567-8d1e-455f-8b42-14882eff445b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:13.473449 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf31e0-ab3e-4d4d-9c6a-4b16c4943105 req-4ab60e20-d228-4e42-813e-6917dec00d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:13.474964 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-17cf31e0-ab3e-4d4d-9c6a-4b16c4943105 req-4ab60e20-d228-4e42-813e-6917dec00d15 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3e94954a41614b099cb2eaeeaa6b7193&device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 1102 time: 0.1748562 May 26 16:06:13.475409 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-32341084-c283-4def-9820-70d19313a18c req-dc4e7567-8d1e-455f-8b42-14882eff445b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=73c00ccb-c63a-47b0-b4fa-0f82408bf451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723681 May 26 16:06:13.495600 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af98a6be-0298-4d8c-ae75-935a89944734 req-5770e7df-5dbc-4a1f-99d3-dc4d034dcf5e tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d182405-6bd2-404b-b283-55bd3fc2808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266429 May 26 16:06:13.504187 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-09cd91e9-1ee7-443b-8f8d-75cea3856b80 service neutron] 10.222.0.77 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400420 May 26 16:06:13.628837 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-32341084-c283-4def-9820-70d19313a18c req-fba75aca-1313-4010-9ef5-9edc6b312a21 service neutron] 10.222.0.81 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267195 May 26 16:06:13.750697 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-32341084-c283-4def-9820-70d19313a18c req-810e5849-fefc-4fe6-86ca-55e435422cec service neutron] 10.222.0.81 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017885 May 26 16:06:13.774010 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf31e0-ab3e-4d4d-9c6a-4b16c4943105 req-0ebeaf4d-a9f0-4f84-bb76-a17798c18a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:13.775751 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-17cf31e0-ab3e-4d4d-9c6a-4b16c4943105 req-0ebeaf4d-a9f0-4f84-bb76-a17798c18a51 service neutron] 10.222.0.81 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.2706442 May 26 16:06:13.783600 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf9c9c83-c88c-4119-82ab-dedd7dc531a6 req-c7aaf77e-3a91-45f5-9a19-fd514ad0c6cf service neutron] 10.222.0.77 "GET /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231426 May 26 16:06:13.869896 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55279ce-3ca5-4bcc-b25b-350fd846f4ec req-6b91f642-b6ec-4243-b689-d128e09e01cd tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:13.871849 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b55279ce-3ca5-4bcc-b25b-350fd846f4ec req-6b91f642-b6ec-4243-b689-d128e09e01cd tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 951 time: 0.1629579 May 26 16:06:13.876018 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-17cf31e0-ab3e-4d4d-9c6a-4b16c4943105 req-b88c8b55-21f9-4069-912c-de809be4498b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=58c9f581-9690-4045-a71c-d9294bd4cbfb HTTP/1.1" status: 200 len: 217 time: 0.0812249 May 26 16:06:13.948252 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7bfd4c53-9d8b-4a5c-aa08-cc8bc72a81f3 req-87a1c8ed-39b0-4127-903d-35ff6f97a3b8 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:13.964363 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['2af233fa-e97c-46fd-884b-47c4ca77cb72'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:06:13.966209 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b55279ce-3ca5-4bcc-b25b-350fd846f4ec req-a7d308f7-466e-4c21-8cc7-c595be10bcd4 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857036 May 26 16:06:13.996128 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1c8ed-39b0-4127-903d-35ff6f97a3b8 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Pushing event deleted for resources: {'Port': ['ID=b0d9bee8-689b-4174-a52f-3bbf9151c158,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:14.006763 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf31e0-ab3e-4d4d-9c6a-4b16c4943105 req-3f581763-a36a-4855-80fc-8a92a9d5f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:14.018027 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-17cf31e0-ab3e-4d4d-9c6a-4b16c4943105 req-3f581763-a36a-4855-80fc-8a92a9d5f48c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1176167 May 26 16:06:14.106222 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77d1862c-5c07-4867-a9c4-63f806764479 req-0ed86aac-8625-4665-8bc5-80ea73b3f7cb tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86 HTTP/1.1" status: 200 len: 210 time: 0.0405896 May 26 16:06:14.154954 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfd4c53-9d8b-4a5c-aa08-cc8bc72a81f3 req-87a1c8ed-39b0-4127-903d-35ff6f97a3b8 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] No DVR routers for this DVR port b0d9bee8-689b-4174-a52f-3bbf9151c158 on host n-h2-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:06:14.163494 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7bfd4c53-9d8b-4a5c-aa08-cc8bc72a81f3 req-87a1c8ed-39b0-4127-903d-35ff6f97a3b8 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:14.167762 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7bfd4c53-9d8b-4a5c-aa08-cc8bc72a81f3 req-87a1c8ed-39b0-4127-903d-35ff6f97a3b8 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.83 "DELETE /v2.0/ports/b0d9bee8-689b-4174-a52f-3bbf9151c158 HTTP/1.1" status: 204 len: 173 time: 1.2744508 May 26 16:06:14.184127 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf31e0-ab3e-4d4d-9c6a-4b16c4943105 req-ce23fc79-a79b-4773-a82a-00b5ab763f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:14.185019 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-17cf31e0-ab3e-4d4d-9c6a-4b16c4943105 req-ce23fc79-a79b-4773-a82a-00b5ab763f81 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1311817 May 26 16:06:14.341646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06884ea8-2c60-4582-a7c7-35ba77da9b4c req-f2e084ab-3e08-4d08-868e-660e8bc9d0e8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:14.347560 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06884ea8-2c60-4582-a7c7-35ba77da9b4c req-f2e084ab-3e08-4d08-868e-660e8bc9d0e8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:14.353479 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06884ea8-2c60-4582-a7c7-35ba77da9b4c req-f2e084ab-3e08-4d08-868e-660e8bc9d0e8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:14.359572 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06884ea8-2c60-4582-a7c7-35ba77da9b4c req-f2e084ab-3e08-4d08-868e-660e8bc9d0e8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:14.365561 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06884ea8-2c60-4582-a7c7-35ba77da9b4c req-f2e084ab-3e08-4d08-868e-660e8bc9d0e8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:14.372073 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06884ea8-2c60-4582-a7c7-35ba77da9b4c req-f2e084ab-3e08-4d08-868e-660e8bc9d0e8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:14.378072 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06884ea8-2c60-4582-a7c7-35ba77da9b4c req-f2e084ab-3e08-4d08-868e-660e8bc9d0e8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:14.379932 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-06884ea8-2c60-4582-a7c7-35ba77da9b4c req-f2e084ab-3e08-4d08-868e-660e8bc9d0e8 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5434 time: 0.1348586 May 26 16:06:14.392974 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-17cf31e0-ab3e-4d4d-9c6a-4b16c4943105 req-cad1e2f5-902d-46b4-8f04-13fdc8c9425f service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978080 May 26 16:06:14.509442 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-06884ea8-2c60-4582-a7c7-35ba77da9b4c req-8c431038-7f4a-43e9-a144-7b484735fc0b tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1143672 May 26 16:06:14.519015 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70ff6c-b2ed-4a13-8e40-dc4bacc25557 req-d34d1861-3660-4a7c-b423-0e6ea617b2ac tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:14.520530 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba70ff6c-b2ed-4a13-8e40-dc4bacc25557 req-d34d1861-3660-4a7c-b423-0e6ea617b2ac tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc6e4d92-88b1-4630-adc1-d1522e5a7042 HTTP/1.1" status: 200 len: 945 time: 0.1380291 May 26 16:06:14.562912 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-17cf31e0-ab3e-4d4d-9c6a-4b16c4943105 req-f77b625f-7ddf-4c4d-86a5-af5dd40defd2 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418486 May 26 16:06:14.583357 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba70ff6c-b2ed-4a13-8e40-dc4bacc25557 req-28cdadad-328c-4089-a09f-c5c0d9d584e2 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d182405-6bd2-404b-b283-55bd3fc2808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432034 May 26 16:06:14.644793 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a39d01-9cd6-4e1c-8b4e-7edfbcaea9d0 req-b05e6103-8f40-4ec2-81f0-c8ab37031751 tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:14.652508 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-64a39d01-9cd6-4e1c-8b4e-7edfbcaea9d0 req-b05e6103-8f40-4ec2-81f0-c8ab37031751 tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 1102 time: 0.0562117 May 26 16:06:14.684670 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-64a39d01-9cd6-4e1c-8b4e-7edfbcaea9d0 req-014c17d8-31f1-4535-98ae-9b3d9ab9ed49 tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310647 May 26 16:06:14.890460 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b360e-db6c-4e6f-b6bc-1f8455e5e0df req-e56ed0a8-4b9a-4177-8c6c-6a8ecb859f16 tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:14.891981 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d46b360e-db6c-4e6f-b6bc-1f8455e5e0df req-e56ed0a8-4b9a-4177-8c6c-6a8ecb859f16 tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 1102 time: 0.0451579 May 26 16:06:14.930121 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d46b360e-db6c-4e6f-b6bc-1f8455e5e0df req-ddaed4cb-f47b-4591-a177-256cd0ca4f93 tempest-ServersAdminTestJSON-1919413936 tempest-ServersAdminTestJSON-1919413936-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312707 May 26 16:06:15.056881 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3df5e1-bb72-4fe2-a091-6a909b12af86', 'name': 'network-vif-deleted', 'tag': 'b0d9bee8-689b-4174-a52f-3bbf9151c158'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:15.059433 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68aa532-a000-4789-9d7c-304cd1c1ea46" -d '{"events": [{"server_uuid": "8d3df5e1-bb72-4fe2-a091-6a909b12af86", "name": "network-vif-deleted", "tag": "b0d9bee8-689b-4174-a52f-3bbf9151c158"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:15.108109 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a424531d-3004-43ef-af88-48bc8feded8c x-openstack-request-id: req-a424531d-3004-43ef-af88-48bc8feded8c {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:15.109045 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3df5e1-bb72-4fe2-a091-6a909b12af86", "name": "network-vif-deleted", "tag": "b0d9bee8-689b-4174-a52f-3bbf9151c158", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:15.109045 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a424531d-3004-43ef-af88-48bc8feded8c {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:15.109273 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a424531d-3004-43ef-af88-48bc8feded8c'] response: {'server_uuid': '8d3df5e1-bb72-4fe2-a091-6a909b12af86', 'name': 'network-vif-deleted', 'tag': 'b0d9bee8-689b-4174-a52f-3bbf9151c158', 'status': 'completed', 'code': 200} May 26 16:06:15.121372 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device b0d9bee8-689b-4174-a52f-3bbf9151c158 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:15.153489 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: b0d9bee8-689b-4174-a52f-3bbf9151c158 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:06:15.154044 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device b0d9bee8-689b-4174-a52f-3bbf9151c158 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:06:15.186079 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936c7ce-728d-4305-8bcc-a9ac7860befb req-5c6403fd-8ea7-4bf8-b90d-f575f9bdd3b4 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:15.187647 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e936c7ce-728d-4305-8bcc-a9ac7860befb req-5c6403fd-8ea7-4bf8-b90d-f575f9bdd3b4 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=ababdab4-90b1-419f-a526-63186d4d1985 HTTP/1.1" status: 200 len: 950 time: 0.0527425 May 26 16:06:15.251400 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10ced5f5-2cc9-4c95-9768-57ca329069f0 req-a4f9f686-6b4d-4d9e-a975-40b165d73fb4 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d3df5e1-bb72-4fe2-a091-6a909b12af86 HTTP/1.1" status: 200 len: 210 time: 0.0360403 May 26 16:06:15.254753 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e936c7ce-728d-4305-8bcc-a9ac7860befb req-2e98260d-5a33-4c80-b8a4-a892af5d9c2e tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609255 May 26 16:06:15.387666 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d775198c-eb83-4c81-8de1-9a305f43b0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:15.647179 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0d5d3-074f-4b32-8b11-5cce21e3c152 req-f9e9bf25-91b3-43ee-bfd1-7e9cbbaa7698 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:15.654154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0d5d3-074f-4b32-8b11-5cce21e3c152 req-f9e9bf25-91b3-43ee-bfd1-7e9cbbaa7698 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:15.659958 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0d5d3-074f-4b32-8b11-5cce21e3c152 req-f9e9bf25-91b3-43ee-bfd1-7e9cbbaa7698 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:15.668150 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0d5d3-074f-4b32-8b11-5cce21e3c152 req-f9e9bf25-91b3-43ee-bfd1-7e9cbbaa7698 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:15.676644 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0d5d3-074f-4b32-8b11-5cce21e3c152 req-f9e9bf25-91b3-43ee-bfd1-7e9cbbaa7698 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:15.683390 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0d5d3-074f-4b32-8b11-5cce21e3c152 req-f9e9bf25-91b3-43ee-bfd1-7e9cbbaa7698 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:15.689452 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0d5d3-074f-4b32-8b11-5cce21e3c152 req-f9e9bf25-91b3-43ee-bfd1-7e9cbbaa7698 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:15.691316 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-54b0d5d3-074f-4b32-8b11-5cce21e3c152 req-f9e9bf25-91b3-43ee-bfd1-7e9cbbaa7698 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5434 time: 0.1039319 May 26 16:06:15.770037 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b0edf-257d-4deb-b309-5fe47a4e9c57 req-8171d233-467e-47cc-bf24-438d27da5d32 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:15.771525 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba5b0edf-257d-4deb-b309-5fe47a4e9c57 req-8171d233-467e-47cc-bf24-438d27da5d32 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc6e4d92-88b1-4630-adc1-d1522e5a7042 HTTP/1.1" status: 200 len: 945 time: 0.0792015 May 26 16:06:15.776579 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-54b0d5d3-074f-4b32-8b11-5cce21e3c152 req-58aaf1a1-24f9-4b73-a9e4-3ea89db9c08b tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0738118 May 26 16:06:15.844690 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba5b0edf-257d-4deb-b309-5fe47a4e9c57 req-9f989a8f-539f-4ae1-a163-297bd9d726b6 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d182405-6bd2-404b-b283-55bd3fc2808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474179 May 26 16:06:16.390947 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:16.432416 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-995a747f-149c-4acf-9d70-eec72121be08 req-7f6c8d1a-c624-46e5-958c-afad7a6d07b7 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/floatingips/4d72b464-09fd-4d51-b47b-0a7e86f24f14 HTTP/1.1" status: 200 len: 694 time: 0.0880144 May 26 16:06:16.480566 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86de058-1fba-45c0-9799-fbd662884b71 req-c6a641dd-f463-410c-9a60-f6276312f70a tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:16.482317 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a86de058-1fba-45c0-9799-fbd662884b71 req-c6a641dd-f463-410c-9a60-f6276312f70a tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=ababdab4-90b1-419f-a526-63186d4d1985 HTTP/1.1" status: 200 len: 950 time: 0.1367831 May 26 16:06:16.589555 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a86de058-1fba-45c0-9799-fbd662884b71 req-a41a4a75-18f5-4ffa-b4c6-aa1c1d31307f tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721912 May 26 16:06:16.658959 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a747f-149c-4acf-9d70-eec72121be08 req-749c5acf-1750-4737-9e42-7a0e9f299d4b tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:16.668954 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-995a747f-149c-4acf-9d70-eec72121be08 req-749c5acf-1750-4737-9e42-7a0e9f299d4b tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.2219009 May 26 16:06:16.730722 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-995a747f-149c-4acf-9d70-eec72121be08 req-ad824c4b-b982-46d2-9360-79d4a6734191 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 697 time: 0.0604758 May 26 16:06:16.780601 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-995a747f-149c-4acf-9d70-eec72121be08 req-2148de99-339e-4f19-a242-a5731f5443f2 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 697 time: 0.0480580 May 26 16:06:16.996291 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec1023-2e3b-4e13-8b34-dc20fdc809f8 req-90998979-da6e-4872-9472-25446ccb35ad tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:17.002977 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec1023-2e3b-4e13-8b34-dc20fdc809f8 req-90998979-da6e-4872-9472-25446ccb35ad tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:17.010184 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec1023-2e3b-4e13-8b34-dc20fdc809f8 req-90998979-da6e-4872-9472-25446ccb35ad tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:17.016010 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec1023-2e3b-4e13-8b34-dc20fdc809f8 req-90998979-da6e-4872-9472-25446ccb35ad tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:17.021911 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec1023-2e3b-4e13-8b34-dc20fdc809f8 req-90998979-da6e-4872-9472-25446ccb35ad tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:17.028846 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec1023-2e3b-4e13-8b34-dc20fdc809f8 req-90998979-da6e-4872-9472-25446ccb35ad tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:17.044046 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec1023-2e3b-4e13-8b34-dc20fdc809f8 req-90998979-da6e-4872-9472-25446ccb35ad tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:17.052952 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9cec1023-2e3b-4e13-8b34-dc20fdc809f8 req-90998979-da6e-4872-9472-25446ccb35ad tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5434 time: 0.1528597 May 26 16:06:17.119787 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9cec1023-2e3b-4e13-8b34-dc20fdc809f8 req-8788674d-3e59-41f3-9255-4b5a092a4377 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653961 May 26 16:06:17.123484 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-995a747f-149c-4acf-9d70-eec72121be08 req-ef3e4591-7286-4929-b4cd-3ec52a1267c8 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Deleting port 6d572864-996e-4eca-8115-2a7d8d07ede3 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:06:17.123961 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-995a747f-149c-4acf-9d70-eec72121be08 req-ef3e4591-7286-4929-b4cd-3ec52a1267c8 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:17.239469 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-995a747f-149c-4acf-9d70-eec72121be08 req-ef3e4591-7286-4929-b4cd-3ec52a1267c8 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:17.240053 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-995a747f-149c-4acf-9d70-eec72121be08 req-ef3e4591-7286-4929-b4cd-3ec52a1267c8 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:17.257745 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-995a747f-149c-4acf-9d70-eec72121be08 req-ef3e4591-7286-4929-b4cd-3ec52a1267c8 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Calling delete_port for 6d572864-996e-4eca-8115-2a7d8d07ede3 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:06:17.642934 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:17.738053 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ae718-ea42-447f-8ec1-1a56a9b87489 req-c8b421db-2a61-4023-92dc-1010a49797f9 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:17.739530 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b1ae718-ea42-447f-8ec1-1a56a9b87489 req-c8b421db-2a61-4023-92dc-1010a49797f9 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc6e4d92-88b1-4630-adc1-d1522e5a7042 HTTP/1.1" status: 200 len: 945 time: 0.1548343 May 26 16:06:17.753344 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a63392-1544-43bf-be8d-1a1e7c927a09 req-227c833c-fc4a-433e-9181-94172862fa88 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:17.754947 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9a63392-1544-43bf-be8d-1a1e7c927a09 req-227c833c-fc4a-433e-9181-94172862fa88 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6e4d92-88b1-4630-adc1-d1522e5a7042 HTTP/1.1" status: 200 len: 945 time: 0.1714549 May 26 16:06:17.769534 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-3c1a74ef-e12c-4c59-8270-05738751cec9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:17.775495 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-3c1a74ef-e12c-4c59-8270-05738751cec9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:17.781424 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-3c1a74ef-e12c-4c59-8270-05738751cec9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:17.787465 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-3c1a74ef-e12c-4c59-8270-05738751cec9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:17.794031 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-3c1a74ef-e12c-4c59-8270-05738751cec9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:17.800264 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-3c1a74ef-e12c-4c59-8270-05738751cec9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:17.807317 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-3c1a74ef-e12c-4c59-8270-05738751cec9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:17.809369 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-3c1a74ef-e12c-4c59-8270-05738751cec9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5434 time: 0.2018461 May 26 16:06:17.966731 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-a09f4d0e-62a5-4d6e-ae66-3e3ab5275bc3 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:17.968253 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-a09f4d0e-62a5-4d6e-ae66-3e3ab5275bc3 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.81 "GET /v2.0/ports/2cf21d6d-e79d-4c8c-9e61-5ea961f8d787?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1453652 May 26 16:06:17.992527 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b1ae718-ea42-447f-8ec1-1a56a9b87489 req-8804a551-4082-459c-8616-ed50d0ecb251 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d182405-6bd2-404b-b283-55bd3fc2808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256200 May 26 16:06:18.022703 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-995a747f-149c-4acf-9d70-eec72121be08 req-ef3e4591-7286-4929-b4cd-3ec52a1267c8 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:18.094812 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e4591-7286-4929-b4cd-3ec52a1267c8 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Pushing event deleted for resources: {'Port': ['ID=6d572864-996e-4eca-8115-2a7d8d07ede3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:18.145228 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:18.239934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-a9a63392-1544-43bf-be8d-1a1e7c927a09 req-36d27a5f-daa3-4819-9bc4-d2e03baf2ca6 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Deleting port 22a740b8-c1b2-4716-9a74-31c680ea2ad7 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:06:18.240220 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a9a63392-1544-43bf-be8d-1a1e7c927a09 req-36d27a5f-daa3-4819-9bc4-d2e03baf2ca6 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:18.269365 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-81f6b5c9-f134-4378-8c13-bac7737405b7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.81 "GET /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2755795 May 26 16:06:18.277166 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5ec54-c666-4039-ae1e-d793705b73d8 req-5c52965e-9e54-442c-9466-d0f0b6fbd10e tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:18.284889 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2cf5ec54-c666-4039-ae1e-d793705b73d8 req-5c52965e-9e54-442c-9466-d0f0b6fbd10e tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=ababdab4-90b1-419f-a526-63186d4d1985 HTTP/1.1" status: 200 len: 950 time: 0.1971920 May 26 16:06:18.327070 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-b785d82c-08d2-4e9b-81bc-80939c8c9e00 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:18.334268 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-995a747f-149c-4acf-9d70-eec72121be08 req-ef3e4591-7286-4929-b4cd-3ec52a1267c8 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:18.337027 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-995a747f-149c-4acf-9d70-eec72121be08 req-ef3e4591-7286-4929-b4cd-3ec52a1267c8 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:18.338193 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-995a747f-149c-4acf-9d70-eec72121be08 req-ef3e4591-7286-4929-b4cd-3ec52a1267c8 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "DELETE /v2.0/floatingips/4d72b464-09fd-4d51-b47b-0a7e86f24f14 HTTP/1.1" status: 204 len: 173 time: 1.5524240 May 26 16:06:18.428082 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2cf5ec54-c666-4039-ae1e-d793705b73d8 req-9845548b-ecf5-4af5-9c75-fdd8ea2e30e6 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378038 May 26 16:06:18.500201 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-b785d82c-08d2-4e9b-81bc-80939c8c9e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:18.510737 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e96716-9066-4ebc-9eb3-98822cc9bf02 req-11ea8fe8-bc2a-4ad1-8075-e17570e6d173 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:18.512311 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-59e96716-9066-4ebc-9eb3-98822cc9bf02 req-11ea8fe8-bc2a-4ad1-8075-e17570e6d173 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.81 "GET /v2.0/ports?device_id=ababdab4-90b1-419f-a526-63186d4d1985 HTTP/1.1" status: 200 len: 950 time: 0.0963278 May 26 16:06:18.529457 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-a9a63392-1544-43bf-be8d-1a1e7c927a09 req-36d27a5f-daa3-4819-9bc4-d2e03baf2ca6 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] For port 22a740b8-c1b2-4716-9a74-31c680ea2ad7, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=22a740b8-c1b2-4716-9a74-31c680ea2ad7,segment=NetworkSegment(c3efc366-2a54-4b43-982a-2f5d229a584b),segment_id=c3efc366-2a54-4b43-982a-2f5d229a584b)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:18.530080 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a9a63392-1544-43bf-be8d-1a1e7c927a09 req-36d27a5f-daa3-4819-9bc4-d2e03baf2ca6 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:18.552279 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-a9a63392-1544-43bf-be8d-1a1e7c927a09 req-36d27a5f-daa3-4819-9bc4-d2e03baf2ca6 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Calling delete_port for 22a740b8-c1b2-4716-9a74-31c680ea2ad7 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:06:18.642707 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-59e96716-9066-4ebc-9eb3-98822cc9bf02 req-f6b9b35b-5ffe-4395-91ed-5c937b49a5b8 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Deleting port cddd68a5-d910-4b0a-a23e-76a5f2ca0390 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:06:18.643347 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-59e96716-9066-4ebc-9eb3-98822cc9bf02 req-f6b9b35b-5ffe-4395-91ed-5c937b49a5b8 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:18.758847 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a9a63392-1544-43bf-be8d-1a1e7c927a09 req-36d27a5f-daa3-4819-9bc4-d2e03baf2ca6 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:18.775967 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-59e96716-9066-4ebc-9eb3-98822cc9bf02 req-f6b9b35b-5ffe-4395-91ed-5c937b49a5b8 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] For port cddd68a5-d910-4b0a-a23e-76a5f2ca0390, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=cddd68a5-d910-4b0a-a23e-76a5f2ca0390,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:18.776357 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-59e96716-9066-4ebc-9eb3-98822cc9bf02 req-f6b9b35b-5ffe-4395-91ed-5c937b49a5b8 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:18.798910 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-59e96716-9066-4ebc-9eb3-98822cc9bf02 req-f6b9b35b-5ffe-4395-91ed-5c937b49a5b8 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Calling delete_port for cddd68a5-d910-4b0a-a23e-76a5f2ca0390 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:06:18.830833 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['22a740b8-c1b2-4716-9a74-31c680ea2ad7'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:06:18.888742 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d27a5f-daa3-4819-9bc4-d2e03baf2ca6 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Pushing event deleted for resources: {'Port': ['ID=22a740b8-c1b2-4716-9a74-31c680ea2ad7,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:18.954214 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428a2f3-03c9-4e52-8050-a8d53ae2263e req-e75bf001-b2b8-404b-967f-0021e0d38b96 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:18.957498 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:18.962706 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428a2f3-03c9-4e52-8050-a8d53ae2263e req-e75bf001-b2b8-404b-967f-0021e0d38b96 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:18.969901 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428a2f3-03c9-4e52-8050-a8d53ae2263e req-e75bf001-b2b8-404b-967f-0021e0d38b96 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:18.976432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428a2f3-03c9-4e52-8050-a8d53ae2263e req-e75bf001-b2b8-404b-967f-0021e0d38b96 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:18.983236 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428a2f3-03c9-4e52-8050-a8d53ae2263e req-e75bf001-b2b8-404b-967f-0021e0d38b96 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:18.993281 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428a2f3-03c9-4e52-8050-a8d53ae2263e req-e75bf001-b2b8-404b-967f-0021e0d38b96 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:18.995977 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428a2f3-03c9-4e52-8050-a8d53ae2263e req-e75bf001-b2b8-404b-967f-0021e0d38b96 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:18.998280 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e428a2f3-03c9-4e52-8050-a8d53ae2263e req-e75bf001-b2b8-404b-967f-0021e0d38b96 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 5434 time: 0.2604043 May 26 16:06:19.035602 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a63392-1544-43bf-be8d-1a1e7c927a09 req-36d27a5f-daa3-4819-9bc4-d2e03baf2ca6 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] No DVR routers for this DVR port 22a740b8-c1b2-4716-9a74-31c680ea2ad7 on host n-h2-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:06:19.066628 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a9a63392-1544-43bf-be8d-1a1e7c927a09 req-36d27a5f-daa3-4819-9bc4-d2e03baf2ca6 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:19.069964 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9a63392-1544-43bf-be8d-1a1e7c927a09 req-36d27a5f-daa3-4819-9bc4-d2e03baf2ca6 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.83 "DELETE /v2.0/ports/22a740b8-c1b2-4716-9a74-31c680ea2ad7 HTTP/1.1" status: 204 len: 173 time: 1.2586548 May 26 16:06:19.070946 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6e4d92-88b1-4630-adc1-d1522e5a7042', 'name': 'network-vif-deleted', 'tag': '22a740b8-c1b2-4716-9a74-31c680ea2ad7'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:19.074291 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6bec0f-2242-46aa-96b4-20a689556044" -d '{"events": [{"server_uuid": "bc6e4d92-88b1-4630-adc1-d1522e5a7042", "name": "network-vif-deleted", "tag": "22a740b8-c1b2-4716-9a74-31c680ea2ad7"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:19.085558 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-59e96716-9066-4ebc-9eb3-98822cc9bf02 req-f6b9b35b-5ffe-4395-91ed-5c937b49a5b8 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:19.102993 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['cddd68a5-d910-4b0a-a23e-76a5f2ca0390', '58c9f581-9690-4045-a71c-d9294bd4cbfb'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:06:19.119315 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9b35b-5ffe-4395-91ed-5c937b49a5b8 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Pushing event deleted for resources: {'Port': ['ID=cddd68a5-d910-4b0a-a23e-76a5f2ca0390,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:19.167560 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['11a1ce1f-16ef-44db-80f7-fc56040c8f44'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:06:19.203989 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e428a2f3-03c9-4e52-8050-a8d53ae2263e req-b1f7be30-b0f8-4f51-b7b8-f924eda0164f tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1747139 May 26 16:06:19.223888 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17c7b3-dbf2-4bf1-bad6-bd1b62433886 req-40b66110-773f-47ff-8458-8c366c8d5911 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:19.232330 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af17c7b3-dbf2-4bf1-bad6-bd1b62433886 req-40b66110-773f-47ff-8458-8c366c8d5911 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 945 time: 0.2135069 May 26 16:06:19.287418 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-b785d82c-08d2-4e9b-81bc-80939c8c9e00 service neutron] For port 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=2cf21d6d-e79d-4c8c-9e61-5ea961f8d787,segment=NetworkSegment(1a7b7922-5c77-4d0b-a0da-c10ad2b6209b),segment_id=1a7b7922-5c77-4d0b-a0da-c10ad2b6209b)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:19.303598 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e96716-9066-4ebc-9eb3-98822cc9bf02 req-f6b9b35b-5ffe-4395-91ed-5c937b49a5b8 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] No DVR routers for this DVR port cddd68a5-d910-4b0a-a23e-76a5f2ca0390 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:06:19.311219 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-59e96716-9066-4ebc-9eb3-98822cc9bf02 req-f6b9b35b-5ffe-4395-91ed-5c937b49a5b8 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:19.321128 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af17c7b3-dbf2-4bf1-bad6-bd1b62433886 req-c090b7a4-308f-4e3b-8d0b-ca59e3be4cf1 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851610 May 26 16:06:19.325142 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-59e96716-9066-4ebc-9eb3-98822cc9bf02 req-f6b9b35b-5ffe-4395-91ed-5c937b49a5b8 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.81 "DELETE /v2.0/ports/cddd68a5-d910-4b0a-a23e-76a5f2ca0390 HTTP/1.1" status: 204 len: 173 time: 0.8005614 May 26 16:06:19.326388 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ababdab4-90b1-419f-a526-63186d4d1985', 'name': 'network-vif-deleted', 'tag': 'cddd68a5-d910-4b0a-a23e-76a5f2ca0390'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:19.336022 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa59c31-2ea7-45bb-92bb-237412715829" -d '{"events": [{"server_uuid": "ababdab4-90b1-419f-a526-63186d4d1985", "name": "network-vif-deleted", "tag": "cddd68a5-d910-4b0a-a23e-76a5f2ca0390"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:19.413046 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-b785d82c-08d2-4e9b-81bc-80939c8c9e00 service neutron] For port 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:06:19.472635 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-b785d82c-08d2-4e9b-81bc-80939c8c9e00 service neutron] device_id is not set on port 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:06:19.493838 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-b785d82c-08d2-4e9b-81bc-80939c8c9e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:19.523590 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3165c3-174b-4ae8-8f53-f6da910d04d6 req-19f26705-415f-4051-8764-91f79d8b5ff3 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:19.532580 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f3165c3-174b-4ae8-8f53-f6da910d04d6 req-19f26705-415f-4051-8764-91f79d8b5ff3 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 946 time: 0.1590798 May 26 16:06:19.576547 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-b785d82c-08d2-4e9b-81bc-80939c8c9e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:19.612854 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec0b8b2c-6cff-4661-8227-f9a6eeb95a75 req-f2324a6d-432a-47c6-bae8-2c2e49348188 tempest-ServerAddressesNegativeTestJSON-245233227 tempest-ServerAddressesNegativeTestJSON-245233227-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc6e4d92-88b1-4630-adc1-d1522e5a7042 HTTP/1.1" status: 200 len: 210 time: 0.0723715 May 26 16:06:19.723847 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a94620c-1b78-41e1-bd9f-6f8600816ba1 x-openstack-request-id: req-3a94620c-1b78-41e1-bd9f-6f8600816ba1 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:19.724227 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6e4d92-88b1-4630-adc1-d1522e5a7042", "name": "network-vif-deleted", "tag": "22a740b8-c1b2-4716-9a74-31c680ea2ad7", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:19.724462 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3a94620c-1b78-41e1-bd9f-6f8600816ba1 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:19.724863 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a94620c-1b78-41e1-bd9f-6f8600816ba1'] response: {'server_uuid': 'bc6e4d92-88b1-4630-adc1-d1522e5a7042', 'name': 'network-vif-deleted', 'tag': '22a740b8-c1b2-4716-9a74-31c680ea2ad7', 'status': 'completed', 'code': 200} May 26 16:06:19.730247 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-b785d82c-08d2-4e9b-81bc-80939c8c9e00 service neutron] No DVR routers for this DVR port 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:06:19.747079 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f3165c3-174b-4ae8-8f53-f6da910d04d6 req-456aece5-0e85-458d-a0dd-4edbd16066f4 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122483 May 26 16:06:19.771132 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04a8f18-102f-44af-b8df-c13a8267cffa x-openstack-request-id: req-e04a8f18-102f-44af-b8df-c13a8267cffa {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:19.771633 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ababdab4-90b1-419f-a526-63186d4d1985", "name": "network-vif-deleted", "tag": "cddd68a5-d910-4b0a-a23e-76a5f2ca0390", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:19.771751 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e04a8f18-102f-44af-b8df-c13a8267cffa {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:19.772135 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e04a8f18-102f-44af-b8df-c13a8267cffa'] response: {'server_uuid': 'ababdab4-90b1-419f-a526-63186d4d1985', 'name': 'network-vif-deleted', 'tag': 'cddd68a5-d910-4b0a-a23e-76a5f2ca0390', 'status': 'completed', 'code': 200} May 26 16:06:19.821137 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785d82c-08d2-4e9b-81bc-80939c8c9e00 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf21d6d-e79d-4c8c-9e61-5ea961f8d787,revision_number=6']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:19.847222 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-b785d82c-08d2-4e9b-81bc-80939c8c9e00 service neutron] In _notify_port_updated(), no bound segment for port 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 on network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 {{(pid=103896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:06:19.848635 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-b785d82c-08d2-4e9b-81bc-80939c8c9e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:19.849502 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-b785d82c-08d2-4e9b-81bc-80939c8c9e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:19.851077 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-b785d82c-08d2-4e9b-81bc-80939c8c9e00 service neutron] 10.222.0.81 "PUT /v2.0/ports/2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 HTTP/1.1" status: 200 len: 1028 time: 1.5586801 May 26 16:06:19.969540 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f38f61f-e1d4-47e0-a60f-7286c13c8907 req-38d635d9-f843-46aa-86f0-6ae94d50b69c tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=ababdab4-90b1-419f-a526-63186d4d1985 HTTP/1.1" status: 200 len: 210 time: 0.0750737 May 26 16:06:19.980741 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-b5f7649c-1c49-4d77-9955-a59c20fdf9d9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:19.982546 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-b5f7649c-1c49-4d77-9955-a59c20fdf9d9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.81 "GET /v2.0/ports/050f7dea-7df3-4c3e-9043-c8ce4c335535?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1079452 May 26 16:06:20.004513 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-1d07c98b-5ca8-4ba7-9d40-ebc24ebe3cc0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:20.077765 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-72c5a360-f8fe-4471-8d95-47303743539e None None] Provisioning complete for port 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:20.078924 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-72c5a360-f8fe-4471-8d95-47303743539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:20.097392 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-1d07c98b-5ca8-4ba7-9d40-ebc24ebe3cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:20.152118 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device cddd68a5-d910-4b0a-a23e-76a5f2ca0390 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:20.174396 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: cddd68a5-d910-4b0a-a23e-76a5f2ca0390 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:06:20.174685 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device cddd68a5-d910-4b0a-a23e-76a5f2ca0390 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:06:20.175300 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:20.215135 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-72c5a360-f8fe-4471-8d95-47303743539e None None] Port 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:06:20.281724 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:20.282631 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:20.315669 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:20.319908 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc3b741-b4ce-4d33-a5ec-4a916051fc2c" -d '{"events": [{"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-unplugged", "status": "completed", "tag": "0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:20.340029 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d,segment=NetworkSegment(96a5f615-fb63-4c2b-92cf-d8a80dc39cae),segment_id=96a5f615-fb63-4c2b-92cf-d8a80dc39cae)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:20.345779 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-1d07c98b-5ca8-4ba7-9d40-ebc24ebe3cc0 service neutron] For port 050f7dea-7df3-4c3e-9043-c8ce4c335535, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=050f7dea-7df3-4c3e-9043-c8ce4c335535,segment=NetworkSegment(1a7b7922-5c77-4d0b-a0da-c10ad2b6209b),segment_id=1a7b7922-5c77-4d0b-a0da-c10ad2b6209b)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:20.346853 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:20.348009 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 050f7dea-7df3-4c3e-9043-c8ce4c335535 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:20.403573 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c41d33-c0fe-4487-b01c-e5ba910bb73a x-openstack-request-id: req-d7c41d33-c0fe-4487-b01c-e5ba910bb73a {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:20.404080 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-unplugged", "status": "completed", "tag": "0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:20.404553 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7c41d33-c0fe-4487-b01c-e5ba910bb73a {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:20.405337 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c41d33-c0fe-4487-b01c-e5ba910bb73a'] response: {'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d', 'code': 200} May 26 16:06:20.444788 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-1d07c98b-5ca8-4ba7-9d40-ebc24ebe3cc0 service neutron] For port 050f7dea-7df3-4c3e-9043-c8ce4c335535, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:06:20.462538 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:20.494410 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe711bb-6fe7-4be2-b2b3-a7ce04f977de req-63fdb61e-068a-465d-b894-64b0b6f03a34 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:20.503491 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe711bb-6fe7-4be2-b2b3-a7ce04f977de req-63fdb61e-068a-465d-b894-64b0b6f03a34 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:20.512877 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe711bb-6fe7-4be2-b2b3-a7ce04f977de req-63fdb61e-068a-465d-b894-64b0b6f03a34 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:20.517670 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 050f7dea-7df3-4c3e-9043-c8ce4c335535 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:20.518342 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:20.520182 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe711bb-6fe7-4be2-b2b3-a7ce04f977de req-63fdb61e-068a-465d-b894-64b0b6f03a34 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:20.527747 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe711bb-6fe7-4be2-b2b3-a7ce04f977de req-63fdb61e-068a-465d-b894-64b0b6f03a34 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:20.535449 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe711bb-6fe7-4be2-b2b3-a7ce04f977de req-63fdb61e-068a-465d-b894-64b0b6f03a34 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:20.537443 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6fe711bb-6fe7-4be2-b2b3-a7ce04f977de req-63fdb61e-068a-465d-b894-64b0b6f03a34 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 4657 time: 0.1895409 May 26 16:06:20.601444 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-1d07c98b-5ca8-4ba7-9d40-ebc24ebe3cc0 service neutron] device_id is not set on port 050f7dea-7df3-4c3e-9043-c8ce4c335535 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:06:20.619047 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-1d07c98b-5ca8-4ba7-9d40-ebc24ebe3cc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:20.657300 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6fe711bb-6fe7-4be2-b2b3-a7ce04f977de req-db8ba1c0-7f0d-46c0-82a6-e836700a5eee tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&id=408b8c3a-3c54-4349-9727-5f5f95bd65b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0992928 May 26 16:06:20.658759 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-1d07c98b-5ca8-4ba7-9d40-ebc24ebe3cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:20.713388 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8d0eb-9fae-4bca-98d1-ba5c5fe86e21 req-e7826efa-87e5-4651-a5fd-d9b6f92eb567 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:20.714749 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48c8d0eb-9fae-4bca-98d1-ba5c5fe86e21 req-e7826efa-87e5-4651-a5fd-d9b6f92eb567 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 945 time: 0.1763997 May 26 16:06:20.736155 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:06:20.736526 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:06:20.741630 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 46314) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:20.797291 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07c98b-5ca8-4ba7-9d40-ebc24ebe3cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=050f7dea-7df3-4c3e-9043-c8ce4c335535,revision_number=6']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:20.838601 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a07e3f1f-b962-4a9d-9021-33e473eee440 admin admin] Deleting subnet bf5a418b-356f-4d0f-9c4d-2fda3e0cd75c {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:06:20.842799 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a07e3f1f-b962-4a9d-9021-33e473eee440 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:20.845673 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48c8d0eb-9fae-4bca-98d1-ba5c5fe86e21 req-e1cce34a-a05d-4bbb-83a2-4102a799438d tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132693 May 26 16:06:20.846608 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-1d07c98b-5ca8-4ba7-9d40-ebc24ebe3cc0 service neutron] No DVR routers for this DVR port 050f7dea-7df3-4c3e-9043-c8ce4c335535 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:06:20.892651 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a07e3f1f-b962-4a9d-9021-33e473eee440 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:20.961799 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a07e3f1f-b962-4a9d-9021-33e473eee440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:20.979485 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-1d07c98b-5ca8-4ba7-9d40-ebc24ebe3cc0 service neutron] In _notify_port_updated(), no bound segment for port 050f7dea-7df3-4c3e-9043-c8ce4c335535 on network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 {{(pid=103896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:06:20.980474 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-1d07c98b-5ca8-4ba7-9d40-ebc24ebe3cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:20.981154 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-1d07c98b-5ca8-4ba7-9d40-ebc24ebe3cc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:20.982540 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-1d07c98b-5ca8-4ba7-9d40-ebc24ebe3cc0 service neutron] 10.222.0.81 "PUT /v2.0/ports/050f7dea-7df3-4c3e-9043-c8ce4c335535 HTTP/1.1" status: 200 len: 1027 time: 0.9862456 May 26 16:06:21.068962 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a07e3f1f-b962-4a9d-9021-33e473eee440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:21.072815 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645eb857-ccdd-472f-bc55-0d2b60b59fda req-c7a7cfa3-cad4-4b50-a0aa-4f9e72251271 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:21.083189 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-645eb857-ccdd-472f-bc55-0d2b60b59fda req-c7a7cfa3-cad4-4b50-a0aa-4f9e72251271 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 946 time: 0.1767712 May 26 16:06:21.098953 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e3f1f-b962-4a9d-9021-33e473eee440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf5a418b-356f-4d0f-9c4d-2fda3e0cd75c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:21.111879 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a07e3f1f-b962-4a9d-9021-33e473eee440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:21.115872 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a07e3f1f-b962-4a9d-9021-33e473eee440 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/bf5a418b-356f-4d0f-9c4d-2fda3e0cd75c HTTP/1.1" status: 204 len: 168 time: 0.3718069 May 26 16:06:21.119817 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 46332) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:21.147303 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7fc5e3a5-28c1-4ce9-9694-b955062c2017 None None] Provisioning complete for port 050f7dea-7df3-4c3e-9043-c8ce4c335535 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:21.147911 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7fc5e3a5-28c1-4ce9-9694-b955062c2017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:21.184701 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-645eb857-ccdd-472f-bc55-0d2b60b59fda req-5e06182b-b89e-48f3-aa18-cb5753dc8084 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005559 May 26 16:06:21.235274 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c6b23dc5-ed83-457b-9d48-302925a91f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:21.247770 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-92913c28-f207-47f6-84b1-faa34f94c937 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Deleting port 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:06:21.249620 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-92913c28-f207-47f6-84b1-faa34f94c937 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:21.305727 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5e3a5-28c1-4ce9-9694-b955062c2017 None None] Port 050f7dea-7df3-4c3e-9043-c8ce4c335535 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:06:21.333994 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 050f7dea-7df3-4c3e-9043-c8ce4c335535 is: DOWN; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:21.335154 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:21.406619 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c6b23dc5-ed83-457b-9d48-302925a91f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:21.452667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-c6b23dc5-ed83-457b-9d48-302925a91f64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95107c8-bc71-4c78-85e6-7efb358dbd28']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:21.461419 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:06:21.462099 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f28bda9b-d8f5-48c0-94b8-265841b80e6b no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:21.481855 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-c6b23dc5-ed83-457b-9d48-302925a91f64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3efc366-2a54-4b43-982a-2f5d229a584b') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:21.482242 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-c6b23dc5-ed83-457b-9d48-302925a91f64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3efc366-2a54-4b43-982a-2f5d229a584b') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:21.502761 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c6b23dc5-ed83-457b-9d48-302925a91f64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:21.529892 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c6b23dc5-ed83-457b-9d48-302925a91f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:21.537719 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b23dc5-ed83-457b-9d48-302925a91f64 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:06:21.538616 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c6b23dc5-ed83-457b-9d48-302925a91f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:21.560464 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-92913c28-f207-47f6-84b1-faa34f94c937 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] For port 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d,segment=NetworkSegment(96a5f615-fb63-4c2b-92cf-d8a80dc39cae),segment_id=96a5f615-fb63-4c2b-92cf-d8a80dc39cae)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:21.561002 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-92913c28-f207-47f6-84b1-faa34f94c937 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:21.586630 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port f28bda9b-d8f5-48c0-94b8-265841b80e6b is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:21.587057 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:21.639103 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment c3efc366-2a54-4b43-982a-2f5d229a584b resource provider aggregate not found May 26 16:06:21.639331 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f28bda9b-d8f5-48c0-94b8-265841b80e6b, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f28bda9b-d8f5-48c0-94b8-265841b80e6b,segment=NetworkSegment(524dc500-34cd-4ad3-91d5-17681818fd86),segment_id=524dc500-34cd-4ad3-91d5-17681818fd86)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:21.650188 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:21.651043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device ca2c9533-8b3b-4f83-8365-a6bca11cfad7 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:21.676333 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26e5d7-3da4-4d77-9dd1-66ec51c735ae req-d0f43ac0-02c6-4554-838e-48a446b8dd55 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:21.678564 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9d26e5d7-3da4-4d77-9dd1-66ec51c735ae req-d0f43ac0-02c6-4554-838e-48a446b8dd55 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 949 time: 0.2027290 May 26 16:06:21.727728 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=f28bda9b-d8f5-48c0-94b8-265841b80e6b,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:21.728428 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment c3efc366-2a54-4b43-982a-2f5d229a584b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3efc366-2a54-4b43-982a-2f5d229a584b found for delete ", "request_id": "req-05e253bb-63d4-4633-87d4-ab8d645b9d97"}]} May 26 16:06:21.777306 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c6b23dc5-ed83-457b-9d48-302925a91f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:21.861569 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c6b23dc5-ed83-457b-9d48-302925a91f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:21.868661 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c6b23dc5-ed83-457b-9d48-302925a91f64 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f95107c8-bc71-4c78-85e6-7efb358dbd28 HTTP/1.1" status: 204 len: 168 time: 0.7470069 May 26 16:06:21.920645 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port ca2c9533-8b3b-4f83-8365-a6bca11cfad7 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:21.921122 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:21.951136 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b23dc5-ed83-457b-9d48-302925a91f64 admin admin] Pushing event deleted for resources: {'Network': ['ID=f95107c8-bc71-4c78-85e6-7efb358dbd28,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:21.974839 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9c4de-2639-43d5-a094-89e26ae9efb2 req-888c5538-e7f3-479e-87d6-cb677ea4347b tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:21.978428 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ece9c4de-2639-43d5-a094-89e26ae9efb2 req-888c5538-e7f3-479e-87d6-cb677ea4347b tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.81 "GET /v2.0/ports?device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 946 time: 0.2489376 May 26 16:06:21.998056 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port ca2c9533-8b3b-4f83-8365-a6bca11cfad7, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ca2c9533-8b3b-4f83-8365-a6bca11cfad7,segment=NetworkSegment(1a7b7922-5c77-4d0b-a0da-c10ad2b6209b),segment_id=1a7b7922-5c77-4d0b-a0da-c10ad2b6209b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:22.007959 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:22.009821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:22.015475 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9d26e5d7-3da4-4d77-9dd1-66ec51c735ae req-ca8f2335-c929-4be4-957b-200dfff97b05 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990232 May 26 16:06:22.075720 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f2806-3be8-452a-b0ae-2453988ecb66 req-df0032c5-924a-4b54-83e2-defb82e8da87 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:22.093522 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f2806-3be8-452a-b0ae-2453988ecb66 req-df0032c5-924a-4b54-83e2-defb82e8da87 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:22.118742 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f2806-3be8-452a-b0ae-2453988ecb66 req-df0032c5-924a-4b54-83e2-defb82e8da87 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:22.125907 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f2806-3be8-452a-b0ae-2453988ecb66 req-df0032c5-924a-4b54-83e2-defb82e8da87 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:22.132409 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f2806-3be8-452a-b0ae-2453988ecb66 req-df0032c5-924a-4b54-83e2-defb82e8da87 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:22.134485 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e9f2806-3be8-452a-b0ae-2453988ecb66 req-df0032c5-924a-4b54-83e2-defb82e8da87 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 3881 time: 0.2694907 May 26 16:06:22.153031 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 46348) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:22.194016 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=ca2c9533-8b3b-4f83-8365-a6bca11cfad7,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:22.236663 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-57646bc1-974b-4464-8288-9e82f4a4986a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8476ca9e7f74446f9c07dd1131c1948a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0775402 May 26 16:06:22.239885 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 46352) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:22.248121 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:22.249639 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:22.270428 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e9f2806-3be8-452a-b0ae-2453988ecb66 req-b4b7a450-f5d3-403e-ba08-0cdbcb744bab tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820198 May 26 16:06:22.309353 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f36ee-e82f-4f80-a0e1-ad7d1c1da5e5 req-c72559a3-3772-44e0-9faf-49f6b798caa1 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:22.312285 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b26f36ee-e82f-4f80-a0e1-ad7d1c1da5e5 req-c72559a3-3772-44e0-9faf-49f6b798caa1 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 945 time: 0.1765945 May 26 16:06:22.316125 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-92913c28-f207-47f6-84b1-faa34f94c937 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:22.316493 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-92913c28-f207-47f6-84b1-faa34f94c937 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:22.316816 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-92913c28-f207-47f6-84b1-faa34f94c937 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Floating IP 958efa2b-6a3b-462d-a7bb-a2e094dac130 disassociated. External IP: 172.25.7.225, port: 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d. May 26 16:06:22.317165 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-92913c28-f207-47f6-84b1-faa34f94c937 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Calling delete_port for 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:06:22.331336 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e4ea2-25e8-4b21-8a67-344c3a13bdf0 req-54377ddd-2093-4116-86bd-dd3630890025 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:22.333006 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-181e4ea2-25e8-4b21-8a67-344c3a13bdf0 req-54377ddd-2093-4116-86bd-dd3630890025 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.81 "GET /v2.0/ports?device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 945 time: 0.4868407 May 26 16:06:22.343167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7,segment=NetworkSegment(524dc500-34cd-4ad3-91d5-17681818fd86),segment_id=524dc500-34cd-4ad3-91d5-17681818fd86)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:22.350377 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:22.354852 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b8113dc2-ac75-4d93-99ef-3dee360d64f7 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:22.413347 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f28bda9b-d8f5-48c0-94b8-265841b80e6b'}, {'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca2c9533-8b3b-4f83-8365-a6bca11cfad7'}, {'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:22.416698 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752a6e00-2429-4be4-a82b-18ce494de7cb" -d '{"events": [{"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-unplugged", "status": "completed", "tag": "f28bda9b-d8f5-48c0-94b8-265841b80e6b"}, {"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-unplugged", "status": "completed", "tag": "ca2c9533-8b3b-4f83-8365-a6bca11cfad7"}, {"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-unplugged", "status": "completed", "tag": "3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:22.459169 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b26f36ee-e82f-4f80-a0e1-ad7d1c1da5e5 req-668bc4e5-7003-4e09-aacf-9e1739ee7b30 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324627 May 26 16:06:22.472901 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-ece9c4de-2639-43d5-a094-89e26ae9efb2 req-f2411792-3475-4831-8a5a-9b024f6e46b7 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Deleting port 2af233fa-e97c-46fd-884b-47c4ca77cb72 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:06:22.473323 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ece9c4de-2639-43d5-a094-89e26ae9efb2 req-f2411792-3475-4831-8a5a-9b024f6e46b7 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:22.485622 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:22.527524 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ace4baf-4768-41a4-b4bb-4cc635f1dc88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:22.552139 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 26 May 2022 16:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789b86a5-c6c2-4d8e-80ae-9128d6301c45 x-openstack-request-id: req-789b86a5-c6c2-4d8e-80ae-9128d6301c45 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:22.552572 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-unplugged", "status": "completed", "tag": "f28bda9b-d8f5-48c0-94b8-265841b80e6b", "code": 200}, {"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-unplugged", "status": "completed", "tag": "ca2c9533-8b3b-4f83-8365-a6bca11cfad7", "code": 200}, {"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-unplugged", "status": "completed", "tag": "3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:22.552941 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-789b86a5-c6c2-4d8e-80ae-9128d6301c45 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:22.553411 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-789b86a5-c6c2-4d8e-80ae-9128d6301c45'] response: {'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f28bda9b-d8f5-48c0-94b8-265841b80e6b', 'code': 200} May 26 16:06:22.553769 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-789b86a5-c6c2-4d8e-80ae-9128d6301c45'] response: {'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca2c9533-8b3b-4f83-8365-a6bca11cfad7', 'code': 200} May 26 16:06:22.554102 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-789b86a5-c6c2-4d8e-80ae-9128d6301c45'] response: {'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7', 'code': 200} May 26 16:06:22.573044 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port b8113dc2-ac75-4d93-99ef-3dee360d64f7 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:22.573554 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:22.598051 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4df9ce-d24c-4e74-a50c-d055b36074f6 req-ed0d9714-4c9e-4ca6-bf1d-0437b11f0a95 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:22.599817 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4a4df9ce-d24c-4e74-a50c-d055b36074f6 req-ed0d9714-4c9e-4ca6-bf1d-0437b11f0a95 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 946 time: 0.1397173 May 26 16:06:22.637866 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b8113dc2-ac75-4d93-99ef-3dee360d64f7, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b8113dc2-ac75-4d93-99ef-3dee360d64f7,segment=NetworkSegment(1a7b7922-5c77-4d0b-a0da-c10ad2b6209b),segment_id=1a7b7922-5c77-4d0b-a0da-c10ad2b6209b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:22.653938 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:22.682027 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ece9c4de-2639-43d5-a094-89e26ae9efb2 req-f2411792-3475-4831-8a5a-9b024f6e46b7 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] For port 2af233fa-e97c-46fd-884b-47c4ca77cb72, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=2af233fa-e97c-46fd-884b-47c4ca77cb72,segment=NetworkSegment(6881238a-7213-4299-a4d2-edb4f9a8e1f3),segment_id=6881238a-7213-4299-a4d2-edb4f9a8e1f3)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:22.682382 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ece9c4de-2639-43d5-a094-89e26ae9efb2 req-f2411792-3475-4831-8a5a-9b024f6e46b7 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:22.711479 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ace4baf-4768-41a4-b4bb-4cc635f1dc88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:22.724545 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=b8113dc2-ac75-4d93-99ef-3dee360d64f7,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:22.773075 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-ece9c4de-2639-43d5-a094-89e26ae9efb2 req-f2411792-3475-4831-8a5a-9b024f6e46b7 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Calling delete_port for 2af233fa-e97c-46fd-884b-47c4ca77cb72 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:06:22.778491 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ace4baf-4768-41a4-b4bb-4cc635f1dc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:22.781395 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ace4baf-4768-41a4-b4bb-4cc635f1dc88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:22.782907 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0ace4baf-4768-41a4-b4bb-4cc635f1dc88 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8d182405-6bd2-404b-b283-55bd3fc2808c HTTP/1.1" status: 204 len: 168 time: 0.5354848 May 26 16:06:22.815483 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-181e4ea2-25e8-4b21-8a67-344c3a13bdf0 req-725a5134-f6a8-48bc-a3ad-f3e4a5aab85b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Deleting port a6d4b31a-a693-4ea5-a08c-22f5d79e196a {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:06:22.815880 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-181e4ea2-25e8-4b21-8a67-344c3a13bdf0 req-725a5134-f6a8-48bc-a3ad-f3e4a5aab85b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:22.821969 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace4baf-4768-41a4-b4bb-4cc635f1dc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d182405-6bd2-404b-b283-55bd3fc2808c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:22.921976 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-181e4ea2-25e8-4b21-8a67-344c3a13bdf0 req-725a5134-f6a8-48bc-a3ad-f3e4a5aab85b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] For port a6d4b31a-a693-4ea5-a08c-22f5d79e196a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a6d4b31a-a693-4ea5-a08c-22f5d79e196a,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:22.922786 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-181e4ea2-25e8-4b21-8a67-344c3a13bdf0 req-725a5134-f6a8-48bc-a3ad-f3e4a5aab85b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:22.935917 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-181e4ea2-25e8-4b21-8a67-344c3a13bdf0 req-725a5134-f6a8-48bc-a3ad-f3e4a5aab85b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Calling delete_port for a6d4b31a-a693-4ea5-a08c-22f5d79e196a owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:06:23.105534 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4a4df9ce-d24c-4e74-a50c-d055b36074f6 req-c50d946f-9a4c-4aa0-b24e-9840e997553f tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/security-groups?id=0c73a631-e708-4efa-b8be-3bc18ffa983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873433 May 26 16:06:23.122056 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 22a740b8-c1b2-4716-9a74-31c680ea2ad7 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:23.147279 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-92913c28-f207-47f6-84b1-faa34f94c937 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:23.165488 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 22a740b8-c1b2-4716-9a74-31c680ea2ad7 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:06:23.165729 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 22a740b8-c1b2-4716-9a74-31c680ea2ad7 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:06:23.211984 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-181e4ea2-25e8-4b21-8a67-344c3a13bdf0 req-725a5134-f6a8-48bc-a3ad-f3e4a5aab85b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:23.229486 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['a6d4b31a-a693-4ea5-a08c-22f5d79e196a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:06:23.249883 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ece9c4de-2639-43d5-a094-89e26ae9efb2 req-f2411792-3475-4831-8a5a-9b024f6e46b7 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:23.252769 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a5134-f6a8-48bc-a3ad-f3e4a5aab85b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Pushing event deleted for resources: {'Port': ['ID=a6d4b31a-a693-4ea5-a08c-22f5d79e196a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:23.283715 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92913c28-f207-47f6-84b1-faa34f94c937 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event deleted for resources: {'Port': ['ID=0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:23.297616 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2411792-3475-4831-8a5a-9b024f6e46b7 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Pushing event deleted for resources: {'Port': ['ID=2af233fa-e97c-46fd-884b-47c4ca77cb72,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:23.349610 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['2af233fa-e97c-46fd-884b-47c4ca77cb72'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:06:23.386200 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-181e4ea2-25e8-4b21-8a67-344c3a13bdf0 req-725a5134-f6a8-48bc-a3ad-f3e4a5aab85b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] No DVR routers for this DVR port a6d4b31a-a693-4ea5-a08c-22f5d79e196a on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:06:23.410268 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-181e4ea2-25e8-4b21-8a67-344c3a13bdf0 req-725a5134-f6a8-48bc-a3ad-f3e4a5aab85b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:23.414436 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-181e4ea2-25e8-4b21-8a67-344c3a13bdf0 req-725a5134-f6a8-48bc-a3ad-f3e4a5aab85b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.81 "DELETE /v2.0/ports/a6d4b31a-a693-4ea5-a08c-22f5d79e196a HTTP/1.1" status: 204 len: 173 time: 1.0716028 May 26 16:06:23.425741 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72326bbe-b0eb-4cb5-a611-86093cb1af99', 'name': 'network-vif-deleted', 'tag': 'a6d4b31a-a693-4ea5-a08c-22f5d79e196a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:23.428563 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5914454-b264-4387-a8ae-e8f85282cd78" -d '{"events": [{"server_uuid": "72326bbe-b0eb-4cb5-a611-86093cb1af99", "name": "network-vif-deleted", "tag": "a6d4b31a-a693-4ea5-a08c-22f5d79e196a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:23.461949 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece9c4de-2639-43d5-a094-89e26ae9efb2 req-f2411792-3475-4831-8a5a-9b024f6e46b7 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] No DVR routers for this DVR port 2af233fa-e97c-46fd-884b-47c4ca77cb72 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:06:23.464827 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ece9c4de-2639-43d5-a094-89e26ae9efb2 req-f2411792-3475-4831-8a5a-9b024f6e46b7 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:23.477512 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ece9c4de-2639-43d5-a094-89e26ae9efb2 req-f2411792-3475-4831-8a5a-9b024f6e46b7 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.81 "DELETE /v2.0/ports/2af233fa-e97c-46fd-884b-47c4ca77cb72 HTTP/1.1" status: 204 len: 173 time: 1.4909811 May 26 16:06:23.568608 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d26f0-f491-45f1-a252-f83e970782ae req-727cb344-d890-40cf-9886-db2d3bb2b982 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:23.579855 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf4d26f0-f491-45f1-a252-f83e970782ae req-727cb344-d890-40cf-9886-db2d3bb2b982 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 949 time: 0.3523843 May 26 16:06:23.744465 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf4d26f0-f491-45f1-a252-f83e970782ae req-cf1f6111-7f73-418d-9489-95c83b3df580 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635926 May 26 16:06:23.779540 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-92913c28-f207-47f6-84b1-faa34f94c937 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Router 229722ab-e0c0-4325-9f91-d15f57837081 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:06:23.858626 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8eb46-0456-4d76-8739-fec264ee4a43 req-d6c96fb4-5e3e-451e-b65b-ea6630144eae tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:23.877251 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8eb46-0456-4d76-8739-fec264ee4a43 req-d6c96fb4-5e3e-451e-b65b-ea6630144eae tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:23.918218 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8eb46-0456-4d76-8739-fec264ee4a43 req-d6c96fb4-5e3e-451e-b65b-ea6630144eae tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:23.931867 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8eb46-0456-4d76-8739-fec264ee4a43 req-d6c96fb4-5e3e-451e-b65b-ea6630144eae tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:23.938995 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-53f8eb46-0456-4d76-8739-fec264ee4a43 req-d6c96fb4-5e3e-451e-b65b-ea6630144eae tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 3141 time: 0.4974108 May 26 16:06:24.000178 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba28769-c1aa-4cba-90f1-79cf790eea93 x-openstack-request-id: req-dba28769-c1aa-4cba-90f1-79cf790eea93 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:24.000713 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72326bbe-b0eb-4cb5-a611-86093cb1af99", "name": "network-vif-deleted", "tag": "a6d4b31a-a693-4ea5-a08c-22f5d79e196a", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:24.000713 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dba28769-c1aa-4cba-90f1-79cf790eea93 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:24.001097 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba28769-c1aa-4cba-90f1-79cf790eea93'] response: {'server_uuid': '72326bbe-b0eb-4cb5-a611-86093cb1af99', 'name': 'network-vif-deleted', 'tag': 'a6d4b31a-a693-4ea5-a08c-22f5d79e196a', 'status': 'completed', 'code': 200} May 26 16:06:24.211894 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76addf78-2c7e-4e88-85e5-f20ee55fc894 req-f465f28f-a81f-4382-96c2-684b2e61dbd7 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 210 time: 0.0935137 May 26 16:06:24.228063 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-53f8eb46-0456-4d76-8739-fec264ee4a43 req-7b0c7ad3-9efe-426a-96f1-772d9464460c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2742310 May 26 16:06:24.252683 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-92913c28-f207-47f6-84b1-faa34f94c937 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:06:24.264904 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2fb903-7de8-4333-8451-bc6be81fa40a None None] Sync routers for ids ['229722ab-e0c0-4325-9f91-d15f57837081'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:06:24.281444 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2fb903-7de8-4333-8451-bc6be81fa40a None None] Routers {'229722ab-e0c0-4325-9f91-d15f57837081'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:24.292718 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0e2fb903-7de8-4333-8451-bc6be81fa40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:06:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['229722ab-e0c0-4325-9f91-d15f57837081'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:24.330423 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-92913c28-f207-47f6-84b1-faa34f94c937 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] No DVR routers for this DVR port 0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:06:24.334719 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-92913c28-f207-47f6-84b1-faa34f94c937 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:24.340274 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-92913c28-f207-47f6-84b1-faa34f94c937 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.81 "DELETE /v2.0/ports/0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d HTTP/1.1" status: 204 len: 173 time: 3.3468816 May 26 16:06:24.341120 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-deleted', 'tag': '0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:24.344351 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3eef3e-aa45-4db0-9de6-b057100958be" -d '{"events": [{"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-deleted", "tag": "0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:24.497731 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-74ad2888-b276-40d4-b7ce-659be12dc1fb req-f94aa892-c9cf-442a-9342-2303468c0403 tempest-FloatingIPsAssociationTestJSON-980432032 tempest-FloatingIPsAssociationTestJSON-980432032-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf149a8-cf1d-4277-ae58-f7941d30fe3f HTTP/1.1" status: 200 len: 210 time: 0.0810633 May 26 16:06:24.526764 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62062a08-571a-4955-b592-e25d08b145a6 x-openstack-request-id: req-62062a08-571a-4955-b592-e25d08b145a6 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:24.527168 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-deleted", "tag": "0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:24.527582 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-62062a08-571a-4955-b592-e25d08b145a6 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:24.528140 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62062a08-571a-4955-b592-e25d08b145a6'] response: {'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-deleted', 'tag': '0fec79fb-3f8f-41ba-b6bf-8dd37bee7c5d', 'status': 'completed', 'code': 200} May 26 16:06:24.556227 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8113dc2-ac75-4d93-99ef-3dee360d64f7'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:24.560712 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081d9026-402d-4cf3-86ac-1ac13926dbfc" -d '{"events": [{"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-unplugged", "status": "completed", "tag": "b8113dc2-ac75-4d93-99ef-3dee360d64f7"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:24.567078 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff782a-2b9d-4a5c-97a4-3586849d3288 req-1ddc75f1-4c1d-4ac9-8077-82fefcaa6957 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:24.568656 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d3ff782a-2b9d-4a5c-97a4-3586849d3288 req-1ddc75f1-4c1d-4ac9-8077-82fefcaa6957 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.83 "GET /v2.0/ports?device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 949 time: 0.1729577 May 26 16:06:24.598042 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-0e2fb903-7de8-4333-8451-bc6be81fa40a None None] Set router 229722ab-e0c0-4325-9f91-d15f57837081 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:24.637587 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7dd25e-215f-465c-bcf4-1942cf5bf021 x-openstack-request-id: req-5f7dd25e-215f-465c-bcf4-1942cf5bf021 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:24.637883 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-unplugged", "status": "completed", "tag": "b8113dc2-ac75-4d93-99ef-3dee360d64f7", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:24.638141 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5f7dd25e-215f-465c-bcf4-1942cf5bf021 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:24.638539 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f7dd25e-215f-465c-bcf4-1942cf5bf021'] response: {'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8113dc2-ac75-4d93-99ef-3dee360d64f7', 'code': 200} May 26 16:06:24.697293 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-4932ebc2-21a9-4725-83ae-d17a7d84c8c3 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Deleting port b8113dc2-ac75-4d93-99ef-3dee360d64f7 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:06:24.697638 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-4932ebc2-21a9-4725-83ae-d17a7d84c8c3 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:24.811187 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-4932ebc2-21a9-4725-83ae-d17a7d84c8c3 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] For port b8113dc2-ac75-4d93-99ef-3dee360d64f7, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b8113dc2-ac75-4d93-99ef-3dee360d64f7,segment=NetworkSegment(1a7b7922-5c77-4d0b-a0da-c10ad2b6209b),segment_id=1a7b7922-5c77-4d0b-a0da-c10ad2b6209b)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:24.811556 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-4932ebc2-21a9-4725-83ae-d17a7d84c8c3 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:24.826567 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-4932ebc2-21a9-4725-83ae-d17a7d84c8c3 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Calling delete_port for b8113dc2-ac75-4d93-99ef-3dee360d64f7 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:06:24.972313 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0e2fb903-7de8-4333-8451-bc6be81fa40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229722ab-e0c0-4325-9f91-d15f57837081', 'name': 'tempest-TaggedBootDevicesTest-929346699-router', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:21Z', 'updated_at': '2022-05-26T16:00:32Z', 'revision_number': 4, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'gw_port': {'id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229722ab-e0c0-4325-9f91-d15f57837081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:22Z', 'updated_at': '2022-05-26T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '176a9e25-90af-4aa8-9c73-4524d47a8814', 'name': '', 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'mac_address': 'fa:16:3e:15:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229722ab-e0c0-4325-9f91-d15f57837081', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '5b75a4a7-49bc-43e9-90df-4f07b481bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:30Z', 'updated_at': '2022-05-26T16:00:38Z', 'revision_number': 5, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'subnets': [{'id': '5b75a4a7-49bc-43e9-90df-4f07b481bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:25.008121 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2fb903-7de8-4333-8451-bc6be81fa40a None None] Checking router: 229722ab-e0c0-4325-9f91-d15f57837081 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:06:25.017106 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2fb903-7de8-4333-8451-bc6be81fa40a None None] Routers {'229722ab-e0c0-4325-9f91-d15f57837081'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:25.018618 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0e2fb903-7de8-4333-8451-bc6be81fa40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:06:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['229722ab-e0c0-4325-9f91-d15f57837081'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:25.150099 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-d3ff782a-2b9d-4a5c-97a4-3586849d3288 req-cdf0b5c7-70ee-4ea7-bd5d-6ef9ddc83ebf tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Deleting port 11a1ce1f-16ef-44db-80f7-fc56040c8f44 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:06:25.150882 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d3ff782a-2b9d-4a5c-97a4-3586849d3288 req-cdf0b5c7-70ee-4ea7-bd5d-6ef9ddc83ebf tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:25.166639 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36506c72-b27e-4357-8d68-62434a26e45f req-c342ac61-8aab-47e1-a5d9-1149a0220ce5 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:25.168380 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-36506c72-b27e-4357-8d68-62434a26e45f req-c342ac61-8aab-47e1-a5d9-1149a0220ce5 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 949 time: 0.2607069 May 26 16:06:25.196207 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-0e2fb903-7de8-4333-8451-bc6be81fa40a None None] Set router 229722ab-e0c0-4325-9f91-d15f57837081 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:25.420639 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-012ad7dc-c2f2-462c-81af-46e75bafa58b req-d1bc3b20-6bf4-4e25-a142-761bec830879 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 210 time: 0.0539727 May 26 16:06:25.428158 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-36506c72-b27e-4357-8d68-62434a26e45f req-051011a0-31d1-4178-baeb-977e58027d88 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816854 May 26 16:06:25.428781 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-4932ebc2-21a9-4725-83ae-d17a7d84c8c3 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:25.483811 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932ebc2-21a9-4725-83ae-d17a7d84c8c3 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event deleted for resources: {'Port': ['ID=b8113dc2-ac75-4d93-99ef-3dee360d64f7,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:25.566385 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0e2fb903-7de8-4333-8451-bc6be81fa40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229722ab-e0c0-4325-9f91-d15f57837081', 'name': 'tempest-TaggedBootDevicesTest-929346699-router', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:21Z', 'updated_at': '2022-05-26T16:00:32Z', 'revision_number': 4, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'gw_port': {'id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229722ab-e0c0-4325-9f91-d15f57837081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:22Z', 'updated_at': '2022-05-26T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '176a9e25-90af-4aa8-9c73-4524d47a8814', 'name': '', 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'mac_address': 'fa:16:3e:15:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229722ab-e0c0-4325-9f91-d15f57837081', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '5b75a4a7-49bc-43e9-90df-4f07b481bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:30Z', 'updated_at': '2022-05-26T16:00:38Z', 'revision_number': 5, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'subnets': [{'id': '5b75a4a7-49bc-43e9-90df-4f07b481bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:25.574740 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-d3ff782a-2b9d-4a5c-97a4-3586849d3288 req-cdf0b5c7-70ee-4ea7-bd5d-6ef9ddc83ebf tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] For port 11a1ce1f-16ef-44db-80f7-fc56040c8f44, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=11a1ce1f-16ef-44db-80f7-fc56040c8f44,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:25.575119 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d3ff782a-2b9d-4a5c-97a4-3586849d3288 req-cdf0b5c7-70ee-4ea7-bd5d-6ef9ddc83ebf tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:25.598701 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 46436) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:25.613967 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2fb903-7de8-4333-8451-bc6be81fa40a None None] The sync data for ids ['229722ab-e0c0-4325-9f91-d15f57837081'] in n-d-843337-2 is: [{'id': '229722ab-e0c0-4325-9f91-d15f57837081', 'name': 'tempest-TaggedBootDevicesTest-929346699-router', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:21Z', 'updated_at': '2022-05-26T16:00:32Z', 'revision_number': 4, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'gw_port': {'id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229722ab-e0c0-4325-9f91-d15f57837081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:22Z', 'updated_at': '2022-05-26T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '176a9e25-90af-4aa8-9c73-4524d47a8814', 'name': '', 'network_id': 'cc5ef074-7315-4026-8964-d75cc2ddf062', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'mac_address': 'fa:16:3e:15:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229722ab-e0c0-4325-9f91-d15f57837081', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '5b75a4a7-49bc-43e9-90df-4f07b481bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:30Z', 'updated_at': '2022-05-26T16:00:38Z', 'revision_number': 5, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'subnets': [{'id': '5b75a4a7-49bc-43e9-90df-4f07b481bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:06:25.621843 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-d3ff782a-2b9d-4a5c-97a4-3586849d3288 req-cdf0b5c7-70ee-4ea7-bd5d-6ef9ddc83ebf tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Calling delete_port for 11a1ce1f-16ef-44db-80f7-fc56040c8f44 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:06:25.911153 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d3ff782a-2b9d-4a5c-97a4-3586849d3288 req-cdf0b5c7-70ee-4ea7-bd5d-6ef9ddc83ebf tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:25.919654 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-4932ebc2-21a9-4725-83ae-d17a7d84c8c3 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] No DVR routers for this DVR port b8113dc2-ac75-4d93-99ef-3dee360d64f7 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:06:25.927369 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['58c9f581-9690-4045-a71c-d9294bd4cbfb'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:06:25.982163 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-4932ebc2-21a9-4725-83ae-d17a7d84c8c3 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:25.989192 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-4932ebc2-21a9-4725-83ae-d17a7d84c8c3 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.81 "DELETE /v2.0/ports/b8113dc2-ac75-4d93-99ef-3dee360d64f7 HTTP/1.1" status: 204 len: 173 time: 1.6391623 May 26 16:06:25.998246 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0b5c7-70ee-4ea7-bd5d-6ef9ddc83ebf tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Pushing event deleted for resources: {'Port': ['ID=11a1ce1f-16ef-44db-80f7-fc56040c8f44,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:26.009185 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf149a8-cf1d-4277-ae58-f7941d30fe3f', 'name': 'network-vif-deleted', 'tag': '2af233fa-e97c-46fd-884b-47c4ca77cb72'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:26.012056 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa51aa75-175a-4ff7-b78b-7e6e638dd0a0" -d '{"events": [{"server_uuid": "1cf149a8-cf1d-4277-ae58-f7941d30fe3f", "name": "network-vif-deleted", "tag": "2af233fa-e97c-46fd-884b-47c4ca77cb72"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:26.083840 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['11a1ce1f-16ef-44db-80f7-fc56040c8f44'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:06:26.116249 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ff782a-2b9d-4a5c-97a4-3586849d3288 req-cdf0b5c7-70ee-4ea7-bd5d-6ef9ddc83ebf tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] No DVR routers for this DVR port 11a1ce1f-16ef-44db-80f7-fc56040c8f44 on host n-h2-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:06:26.119994 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d3ff782a-2b9d-4a5c-97a4-3586849d3288 req-cdf0b5c7-70ee-4ea7-bd5d-6ef9ddc83ebf tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:26.123380 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d3ff782a-2b9d-4a5c-97a4-3586849d3288 req-cdf0b5c7-70ee-4ea7-bd5d-6ef9ddc83ebf tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.83 "DELETE /v2.0/ports/11a1ce1f-16ef-44db-80f7-fc56040c8f44 HTTP/1.1" status: 204 len: 173 time: 1.5294263 May 26 16:06:26.141213 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fee2a4-f09c-4c83-91c5-23127461b3ce req-12f89381-f9dd-42fe-b3f3-75a31a5aba82 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:26.150522 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fee2a4-f09c-4c83-91c5-23127461b3ce req-12f89381-f9dd-42fe-b3f3-75a31a5aba82 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:26.168129 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fee2a4-f09c-4c83-91c5-23127461b3ce req-12f89381-f9dd-42fe-b3f3-75a31a5aba82 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:26.182636 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8fee2a4-f09c-4c83-91c5-23127461b3ce req-12f89381-f9dd-42fe-b3f3-75a31a5aba82 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 2409 time: 0.3398182 May 26 16:06:26.213029 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 2af233fa-e97c-46fd-884b-47c4ca77cb72 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:26.306589 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8fee2a4-f09c-4c83-91c5-23127461b3ce req-2b5e1f51-b6a1-4b32-87b0-aab1e6413641 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228704 May 26 16:06:26.321551 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da92d371-4655-483a-8447-2b7c68bad5a5 None None] New status for floating IP 958efa2b-6a3b-462d-a7bb-a2e094dac130: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:06:26.345413 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a13f13-58d0-4849-9c3e-4143d380b0f7 x-openstack-request-id: req-41a13f13-58d0-4849-9c3e-4143d380b0f7 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:26.346031 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf149a8-cf1d-4277-ae58-f7941d30fe3f", "name": "network-vif-deleted", "tag": "2af233fa-e97c-46fd-884b-47c4ca77cb72", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:26.346475 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41a13f13-58d0-4849-9c3e-4143d380b0f7 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:26.349512 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41a13f13-58d0-4849-9c3e-4143d380b0f7'] response: {'server_uuid': '1cf149a8-cf1d-4277-ae58-f7941d30fe3f', 'name': 'network-vif-deleted', 'tag': '2af233fa-e97c-46fd-884b-47c4ca77cb72', 'status': 'completed', 'code': 200} May 26 16:06:26.376023 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-4b3e4fa1-d701-4464-ba2e-118766ca6e9c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Deleting port f28bda9b-d8f5-48c0-94b8-265841b80e6b {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:06:26.376829 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-4b3e4fa1-d701-4464-ba2e-118766ca6e9c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:26.405652 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 2af233fa-e97c-46fd-884b-47c4ca77cb72 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:06:26.406211 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 2af233fa-e97c-46fd-884b-47c4ca77cb72 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:06:26.406797 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device a6d4b31a-a693-4ea5-a08c-22f5d79e196a no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:26.531349 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: a6d4b31a-a693-4ea5-a08c-22f5d79e196a {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:06:26.544790 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device a6d4b31a-a693-4ea5-a08c-22f5d79e196a not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:06:26.620611 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-deleted', 'tag': 'b8113dc2-ac75-4d93-99ef-3dee360d64f7'}, {'server_uuid': '0ab76d90-ff8b-4c42-a440-db4f1409dd34', 'name': 'network-vif-deleted', 'tag': '11a1ce1f-16ef-44db-80f7-fc56040c8f44'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:26.623531 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8caa08c6-6c1e-425b-8188-5260b79b1ba5" -d '{"events": [{"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-deleted", "tag": "b8113dc2-ac75-4d93-99ef-3dee360d64f7"}, {"server_uuid": "0ab76d90-ff8b-4c42-a440-db4f1409dd34", "name": "network-vif-deleted", "tag": "11a1ce1f-16ef-44db-80f7-fc56040c8f44"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:26.731241 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb2ac24-a104-494f-bb0e-2ab87843d49b req-4e444578-3f31-4bb7-ac15-12f357c9250d tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 210 time: 0.0945406 May 26 16:06:26.872907 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-22f08e77-1ce1-4c94-96b5-117777b6ee85 req-e9d4d113-d3f6-4fc9-9071-0709e5c047d5 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ab76d90-ff8b-4c42-a440-db4f1409dd34 HTTP/1.1" status: 200 len: 210 time: 0.1404724 May 26 16:06:26.888692 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 26 May 2022 16:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06a4a26-efea-4b4a-b15f-e964d1c76404 x-openstack-request-id: req-a06a4a26-efea-4b4a-b15f-e964d1c76404 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:26.889636 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-deleted", "tag": "b8113dc2-ac75-4d93-99ef-3dee360d64f7", "status": "completed", "code": 200}, {"server_uuid": "0ab76d90-ff8b-4c42-a440-db4f1409dd34", "name": "network-vif-deleted", "tag": "11a1ce1f-16ef-44db-80f7-fc56040c8f44", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:26.890741 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a06a4a26-efea-4b4a-b15f-e964d1c76404 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:26.891400 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a06a4a26-efea-4b4a-b15f-e964d1c76404'] response: {'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-deleted', 'tag': 'b8113dc2-ac75-4d93-99ef-3dee360d64f7', 'status': 'completed', 'code': 200} May 26 16:06:26.893389 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a06a4a26-efea-4b4a-b15f-e964d1c76404'] response: {'server_uuid': '0ab76d90-ff8b-4c42-a440-db4f1409dd34', 'name': 'network-vif-deleted', 'tag': '11a1ce1f-16ef-44db-80f7-fc56040c8f44', 'status': 'completed', 'code': 200} May 26 16:06:26.917865 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ec6e767-3ce2-4631-b3a1-04f9ec0ff1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:26.927734 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-4b3e4fa1-d701-4464-ba2e-118766ca6e9c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] For port f28bda9b-d8f5-48c0-94b8-265841b80e6b, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f28bda9b-d8f5-48c0-94b8-265841b80e6b,segment=NetworkSegment(524dc500-34cd-4ad3-91d5-17681818fd86),segment_id=524dc500-34cd-4ad3-91d5-17681818fd86)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:26.928514 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-4b3e4fa1-d701-4464-ba2e-118766ca6e9c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:26.946920 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-4b3e4fa1-d701-4464-ba2e-118766ca6e9c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Calling delete_port for f28bda9b-d8f5-48c0-94b8-265841b80e6b owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:06:27.279737 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-4b3e4fa1-d701-4464-ba2e-118766ca6e9c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:27.457807 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e4fa1-d701-4464-ba2e-118766ca6e9c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event deleted for resources: {'Port': ['ID=f28bda9b-d8f5-48c0-94b8-265841b80e6b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:27.469282 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-6ec6e767-3ce2-4631-b3a1-04f9ec0ff1cf admin admin] Deleting port f299eb5c-3f5f-4f42-bb56-2cbed86996cb {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:06:27.469704 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ec6e767-3ce2-4631-b3a1-04f9ec0ff1cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:27.512643 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-4b3e4fa1-d701-4464-ba2e-118766ca6e9c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] No DVR routers for this DVR port f28bda9b-d8f5-48c0-94b8-265841b80e6b on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:06:27.516984 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-4b3e4fa1-d701-4464-ba2e-118766ca6e9c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:27.521526 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-4b3e4fa1-d701-4464-ba2e-118766ca6e9c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.81 "DELETE /v2.0/ports/f28bda9b-d8f5-48c0-94b8-265841b80e6b HTTP/1.1" status: 204 len: 173 time: 1.5204017 May 26 16:06:27.612514 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc98580-408e-42d3-9f5b-bfe65543519a req-bd5bf93c-b302-4386-b7dd-33859c5c4c47 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:27.621067 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc98580-408e-42d3-9f5b-bfe65543519a req-bd5bf93c-b302-4386-b7dd-33859c5c4c47 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:27.627480 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4dc98580-408e-42d3-9f5b-bfe65543519a req-bd5bf93c-b302-4386-b7dd-33859c5c4c47 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 1676 time: 0.1802201 May 26 16:06:27.634420 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-6ec6e767-3ce2-4631-b3a1-04f9ec0ff1cf admin admin] For port f299eb5c-3f5f-4f42-bb56-2cbed86996cb, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f299eb5c-3f5f-4f42-bb56-2cbed86996cb,segment=NetworkSegment(6881238a-7213-4299-a4d2-edb4f9a8e1f3),segment_id=6881238a-7213-4299-a4d2-edb4f9a8e1f3)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:27.634802 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ec6e767-3ce2-4631-b3a1-04f9ec0ff1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:27.669986 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-6ec6e767-3ce2-4631-b3a1-04f9ec0ff1cf admin admin] Calling delete_port for f299eb5c-3f5f-4f42-bb56-2cbed86996cb owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:06:27.794769 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-91c41a2e-1fc2-42e8-b44c-34ec8e895923 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Deleting port ca2c9533-8b3b-4f83-8365-a6bca11cfad7 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:06:27.795287 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-91c41a2e-1fc2-42e8-b44c-34ec8e895923 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:27.826138 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4dc98580-408e-42d3-9f5b-bfe65543519a req-e9c87e4b-d7d5-40cd-84c9-36c9ca44eaa1 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671152 May 26 16:06:28.074084 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-91c41a2e-1fc2-42e8-b44c-34ec8e895923 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] For port ca2c9533-8b3b-4f83-8365-a6bca11cfad7, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ca2c9533-8b3b-4f83-8365-a6bca11cfad7,segment=NetworkSegment(1a7b7922-5c77-4d0b-a0da-c10ad2b6209b),segment_id=1a7b7922-5c77-4d0b-a0da-c10ad2b6209b)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:28.075708 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-91c41a2e-1fc2-42e8-b44c-34ec8e895923 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:28.108139 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-91c41a2e-1fc2-42e8-b44c-34ec8e895923 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Calling delete_port for ca2c9533-8b3b-4f83-8365-a6bca11cfad7 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:06:28.197960 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ec6e767-3ce2-4631-b3a1-04f9ec0ff1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:28.255521 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6e767-3ce2-4631-b3a1-04f9ec0ff1cf admin admin] Pushing event deleted for resources: {'Port': ['ID=f299eb5c-3f5f-4f42-bb56-2cbed86996cb,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:28.527169 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-91c41a2e-1fc2-42e8-b44c-34ec8e895923 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:28.654590 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c41a2e-1fc2-42e8-b44c-34ec8e895923 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event deleted for resources: {'Port': ['ID=ca2c9533-8b3b-4f83-8365-a6bca11cfad7,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:28.753579 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ec6e767-3ce2-4631-b3a1-04f9ec0ff1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:28.763821 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0a698398-abf2-43a9-baac-1bce09af50fe req-204a5808-5184-4b8d-aaf3-10b05a187155 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 210 time: 0.1108999 May 26 16:06:28.812037 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-91c41a2e-1fc2-42e8-b44c-34ec8e895923 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] No DVR routers for this DVR port ca2c9533-8b3b-4f83-8365-a6bca11cfad7 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:06:28.825357 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-91c41a2e-1fc2-42e8-b44c-34ec8e895923 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:28.831025 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-91c41a2e-1fc2-42e8-b44c-34ec8e895923 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.81 "DELETE /v2.0/ports/ca2c9533-8b3b-4f83-8365-a6bca11cfad7 HTTP/1.1" status: 204 len: 173 time: 1.2916729 May 26 16:06:28.894883 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-deleted', 'tag': 'f28bda9b-d8f5-48c0-94b8-265841b80e6b'}, {'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-deleted', 'tag': 'ca2c9533-8b3b-4f83-8365-a6bca11cfad7'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:28.902688 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db1e8ec-1dfb-4236-8fd5-e285ae6fa75d" -d '{"events": [{"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-deleted", "tag": "f28bda9b-d8f5-48c0-94b8-265841b80e6b"}, {"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-deleted", "tag": "ca2c9533-8b3b-4f83-8365-a6bca11cfad7"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:29.029660 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41c934-6b1e-4190-a8eb-1585df88d65e req-70d99661-246f-4d46-8472-f8cf507de12d tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:29.042691 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dc41c934-6b1e-4190-a8eb-1585df88d65e req-70d99661-246f-4d46-8472-f8cf507de12d tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 951 time: 0.2316566 May 26 16:06:29.157960 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c0f46-e436-4e19-b42c-f0b51f0adc72 req-0058dd1b-301a-489f-af5a-c2f4411e5fdc tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:29.166262 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a2c0f46-e436-4e19-b42c-f0b51f0adc72 req-0058dd1b-301a-489f-af5a-c2f4411e5fdc tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 943 time: 0.2002795 May 26 16:06:29.181197 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 11a1ce1f-16ef-44db-80f7-fc56040c8f44 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:29.248640 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 11a1ce1f-16ef-44db-80f7-fc56040c8f44 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:06:29.251201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 11a1ce1f-16ef-44db-80f7-fc56040c8f44 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:06:29.280236 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:06:29.293575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec6e767-3ce2-4631-b3a1-04f9ec0ff1cf admin admin] Router 05889495-e55f-4cfb-95d5-cc196f7e3b23 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:06:29.301343 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dc41c934-6b1e-4190-a8eb-1585df88d65e req-7a0bb58d-595e-4709-ab1b-9ec1f6c26330 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570813 May 26 16:06:29.348368 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a2c0f46-e436-4e19-b42c-f0b51f0adc72 req-b00987fb-4400-4804-a8d0-ba37c504cb65 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688530 May 26 16:06:29.368829 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-7b9d4d76-f75f-4ec3-acda-64ea858e27a6 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Deleting port 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:06:29.369528 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-7b9d4d76-f75f-4ec3-acda-64ea858e27a6 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:29.570116 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 26 May 2022 16:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7704b32-64b3-4469-bb40-84adc706b7c4 x-openstack-request-id: req-f7704b32-64b3-4469-bb40-84adc706b7c4 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:29.570431 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-deleted", "tag": "f28bda9b-d8f5-48c0-94b8-265841b80e6b", "status": "completed", "code": 200}, {"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-deleted", "tag": "ca2c9533-8b3b-4f83-8365-a6bca11cfad7", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:29.571474 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f7704b32-64b3-4469-bb40-84adc706b7c4 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:29.572295 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7704b32-64b3-4469-bb40-84adc706b7c4'] response: {'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-deleted', 'tag': 'f28bda9b-d8f5-48c0-94b8-265841b80e6b', 'status': 'completed', 'code': 200} May 26 16:06:29.572636 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7704b32-64b3-4469-bb40-84adc706b7c4'] response: {'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-deleted', 'tag': 'ca2c9533-8b3b-4f83-8365-a6bca11cfad7', 'status': 'completed', 'code': 200} May 26 16:06:29.599027 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec6e767-3ce2-4631-b3a1-04f9ec0ff1cf admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:06:29.605728 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6ec6e767-3ce2-4631-b3a1-04f9ec0ff1cf admin admin] 10.222.0.77 "PUT /v2.0/routers/05889495-e55f-4cfb-95d5-cc196f7e3b23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0056064 May 26 16:06:29.611433 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 46516) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:29.614381 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab2ef3c-2489-4785-92a4-77b9c458c33b None None] Sync routers for ids ['05889495-e55f-4cfb-95d5-cc196f7e3b23'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:06:29.629426 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab2ef3c-2489-4785-92a4-77b9c458c33b None None] Routers {'05889495-e55f-4cfb-95d5-cc196f7e3b23'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:29.631641 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-3ab2ef3c-2489-4785-92a4-77b9c458c33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:06:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['05889495-e55f-4cfb-95d5-cc196f7e3b23'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:29.636443 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-7b9d4d76-f75f-4ec3-acda-64ea858e27a6 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] For port 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7,segment=NetworkSegment(524dc500-34cd-4ad3-91d5-17681818fd86),segment_id=524dc500-34cd-4ad3-91d5-17681818fd86)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:29.638099 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-7b9d4d76-f75f-4ec3-acda-64ea858e27a6 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:29.663878 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-7b9d4d76-f75f-4ec3-acda-64ea858e27a6 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Calling delete_port for 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:06:29.789383 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-3ab2ef3c-2489-4785-92a4-77b9c458c33b None None] Set router 05889495-e55f-4cfb-95d5-cc196f7e3b23 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:29.926624 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2317f25-21d9-4820-9969-27d0ad1d383d admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:30.058456 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-69504ae8-a0b4-4965-a23f-98a14f907596 req-cc146c60-d1ab-4812-988f-afe659325235 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 210 time: 0.0767875 May 26 16:06:30.105494 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-7b9d4d76-f75f-4ec3-acda-64ea858e27a6 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:30.252061 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:30.270740 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d4d76-f75f-4ec3-acda-64ea858e27a6 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event deleted for resources: {'Port': ['ID=3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:30.337393 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-7b9d4d76-f75f-4ec3-acda-64ea858e27a6 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] No DVR routers for this DVR port 3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:06:30.341228 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-7b9d4d76-f75f-4ec3-acda-64ea858e27a6 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:30.349214 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cef394ba-cc7f-4198-bd0f-a2272f764e7f req-7b9d4d76-f75f-4ec3-acda-64ea858e27a6 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.81 "DELETE /v2.0/ports/3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7 HTTP/1.1" status: 204 len: 173 time: 1.5074043 May 26 16:06:30.401619 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-3ab2ef3c-2489-4785-92a4-77b9c458c33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:06:28Z', 'revision_number': 5, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:30.468826 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab2ef3c-2489-4785-92a4-77b9c458c33b None None] Checking router: 05889495-e55f-4cfb-95d5-cc196f7e3b23 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:06:30.484992 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab2ef3c-2489-4785-92a4-77b9c458c33b None None] Routers {'05889495-e55f-4cfb-95d5-cc196f7e3b23'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:30.485943 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-3ab2ef3c-2489-4785-92a4-77b9c458c33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:06:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['05889495-e55f-4cfb-95d5-cc196f7e3b23'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:30.646885 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31ed3fa9-1ce5-4b23-b833-223df445f691 req-5209fe14-f8b3-4f78-b70b-9b379038de1c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 210 time: 0.0764387 May 26 16:06:30.689619 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adccd5-4d15-4b8f-928a-c742747da76a req-ade3e1b1-b33c-48e1-b7ff-a50514cb14a3 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:30.697887 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12adccd5-4d15-4b8f-928a-c742747da76a req-ade3e1b1-b33c-48e1-b7ff-a50514cb14a3 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 951 time: 0.1932869 May 26 16:06:30.791734 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-3ab2ef3c-2489-4785-92a4-77b9c458c33b None None] Set router 05889495-e55f-4cfb-95d5-cc196f7e3b23 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:30.795464 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12adccd5-4d15-4b8f-928a-c742747da76a req-f15e2833-4e1b-47c5-8b9f-2b3d01d18b7b tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902989 May 26 16:06:30.947043 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5cdccfc-f3a2-465f-8a72-931bc5d4f5e0 req-f6ca187e-fd89-4866-9d6f-59d927956657 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1002622 May 26 16:06:31.016709 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767c72f-b544-46e0-8653-0fe60d955b91 req-6576738d-e066-450c-b477-ec06e503511d tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:31.018344 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7767c72f-b544-46e0-8653-0fe60d955b91 req-6576738d-e066-450c-b477-ec06e503511d tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.81 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 951 time: 0.0983860 May 26 16:06:31.019706 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2317f25-21d9-4820-9969-27d0ad1d383d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:31.068944 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdccfc-f3a2-465f-8a72-931bc5d4f5e0 req-3f7b967e-5d2b-490a-9213-a4450432e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:31.072178 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5cdccfc-f3a2-465f-8a72-931bc5d4f5e0 req-3f7b967e-5d2b-490a-9213-a4450432e95f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e054f09efe5e48a1a811c34416f57f3d&device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 1097 time: 0.0728621 May 26 16:06:31.102577 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-3ab2ef3c-2489-4785-92a4-77b9c458c33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:06:28Z', 'revision_number': 5, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:31.131937 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab2ef3c-2489-4785-92a4-77b9c458c33b None None] The sync data for ids ['05889495-e55f-4cfb-95d5-cc196f7e3b23'] in n-d-843337-2 is: [{'id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'name': 'tempest-FloatingIPsAssociationTestJSON-818473500-router', 'tenant_id': '9d5433c434574619b929cc3d96200a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:53Z', 'updated_at': '2022-05-26T16:06:28Z', 'revision_number': 5, 'project_id': '9d5433c434574619b929cc3d96200a3d', 'gw_port': {'id': '0656c794-f23f-4ffd-8f04-be9184e44633', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05889495-e55f-4cfb-95d5-cc196f7e3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:55Z', 'updated_at': '2022-05-26T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:06:31.163829 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b2317f25-21d9-4820-9969-27d0ad1d383d admin admin] Deleting port 0656c794-f23f-4ffd-8f04-be9184e44633 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:06:31.172516 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2317f25-21d9-4820-9969-27d0ad1d383d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:31.254400 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-7767c72f-b544-46e0-8653-0fe60d955b91 req-cd94fc1c-2c25-4773-9d59-31c7c4727d76 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Deleting port 58c9f581-9690-4045-a71c-d9294bd4cbfb {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:06:31.254805 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7767c72f-b544-46e0-8653-0fe60d955b91 req-cd94fc1c-2c25-4773-9d59-31c7c4727d76 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:31.261692 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d395cc2-a167-4826-8738-82b1f6f429f5 req-97e85f27-97f6-47f6-925f-4ca18f2d1ecd tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 210 time: 0.0437765 May 26 16:06:31.295135 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdccfc-f3a2-465f-8a72-931bc5d4f5e0 req-30725dd6-0a8b-458d-afc3-561c330778e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:31.298168 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5cdccfc-f3a2-465f-8a72-931bc5d4f5e0 req-30725dd6-0a8b-458d-afc3-561c330778e3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=48798ccf-c01b-4baf-8c1d-06629758249c HTTP/1.1" status: 200 len: 918 time: 0.1944582 May 26 16:06:31.359647 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-b2317f25-21d9-4820-9969-27d0ad1d383d admin admin] For port 0656c794-f23f-4ffd-8f04-be9184e44633, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0656c794-f23f-4ffd-8f04-be9184e44633,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:31.359937 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2317f25-21d9-4820-9969-27d0ad1d383d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:31.386159 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b2317f25-21d9-4820-9969-27d0ad1d383d admin admin] Calling delete_port for 0656c794-f23f-4ffd-8f04-be9184e44633 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:06:31.396111 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5cdccfc-f3a2-465f-8a72-931bc5d4f5e0 req-9104d3db-c4b1-4290-bfcc-af826f7a16dd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 HTTP/1.1" status: 200 len: 217 time: 0.0873430 May 26 16:06:31.467477 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-7767c72f-b544-46e0-8653-0fe60d955b91 req-cd94fc1c-2c25-4773-9d59-31c7c4727d76 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] For port 58c9f581-9690-4045-a71c-d9294bd4cbfb, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=58c9f581-9690-4045-a71c-d9294bd4cbfb,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:31.467724 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7767c72f-b544-46e0-8653-0fe60d955b91 req-cd94fc1c-2c25-4773-9d59-31c7c4727d76 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:31.473180 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdccfc-f3a2-465f-8a72-931bc5d4f5e0 req-e96d56c0-ac30-40ce-93b1-dbbb7d394697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:31.475568 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5cdccfc-f3a2-465f-8a72-931bc5d4f5e0 req-e96d56c0-ac30-40ce-93b1-dbbb7d394697 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=667adff5-0c1e-46ec-b83e-3fbb957aa36c HTTP/1.1" status: 200 len: 856 time: 0.0662265 May 26 16:06:31.521479 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-7767c72f-b544-46e0-8653-0fe60d955b91 req-cd94fc1c-2c25-4773-9d59-31c7c4727d76 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Calling delete_port for 58c9f581-9690-4045-a71c-d9294bd4cbfb owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:06:31.578983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-deleted', 'tag': '3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:31.585264 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ad66d7-d420-4a5e-b562-b14c57268277" -d '{"events": [{"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-deleted", "tag": "3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:31.606028 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdccfc-f3a2-465f-8a72-931bc5d4f5e0 req-bf316957-7d45-4435-a11d-a75d196f7dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:31.608835 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5cdccfc-f3a2-465f-8a72-931bc5d4f5e0 req-bf316957-7d45-4435-a11d-a75d196f7dea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48798ccf-c01b-4baf-8c1d-06629758249c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173875 May 26 16:06:31.834200 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1377e2-b576-4fba-8c2b-31de6f99d3e4 x-openstack-request-id: req-cc1377e2-b576-4fba-8c2b-31de6f99d3e4 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:31.834867 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a983605-7737-4931-9c07-7b4b4bbbf274", "name": "network-vif-deleted", "tag": "3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:31.834867 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cc1377e2-b576-4fba-8c2b-31de6f99d3e4 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:31.835166 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc1377e2-b576-4fba-8c2b-31de6f99d3e4'] response: {'server_uuid': '6a983605-7737-4931-9c07-7b4b4bbbf274', 'name': 'network-vif-deleted', 'tag': '3d9d8d93-0f63-4cb2-b2c5-0cd3e8973df7', 'status': 'completed', 'code': 200} May 26 16:06:31.869179 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2317f25-21d9-4820-9969-27d0ad1d383d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:31.976295 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed2e6206-282d-4e39-a0db-2c8a33bd6e17 req-18eb5d9e-0697-45f7-a5c0-3427647848e0 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 210 time: 0.1386731 May 26 16:06:31.996517 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2317f25-21d9-4820-9969-27d0ad1d383d admin admin] Pushing event deleted for resources: {'Port': ['ID=0656c794-f23f-4ffd-8f04-be9184e44633,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:32.140802 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7767c72f-b544-46e0-8653-0fe60d955b91 req-cd94fc1c-2c25-4773-9d59-31c7c4727d76 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:32.193293 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2317f25-21d9-4820-9969-27d0ad1d383d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:32.195258 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94fc1c-2c25-4773-9d59-31c7c4727d76 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Pushing event deleted for resources: {'Port': ['ID=58c9f581-9690-4045-a71c-d9294bd4cbfb,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:32.230318 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5cdccfc-f3a2-465f-8a72-931bc5d4f5e0 req-d69d0fcc-3b45-4f23-af9d-5eafec904895 service neutron] 10.222.0.83 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920630 May 26 16:06:32.291403 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811f87e-7ef0-4594-b2b9-efb8cc40918d req-90cdcc25-d9d0-4ac6-b988-2be04b60e870 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:32.307586 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9811f87e-7ef0-4594-b2b9-efb8cc40918d req-90cdcc25-d9d0-4ac6-b988-2be04b60e870 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/ports?device_id=beb37a4b-c723-4ea2-b0b2-8e27828624ee HTTP/1.1" status: 200 len: 868 time: 0.2859123 May 26 16:06:32.627279 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7767c72f-b544-46e0-8653-0fe60d955b91 req-cd94fc1c-2c25-4773-9d59-31c7c4727d76 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] No DVR routers for this DVR port 58c9f581-9690-4045-a71c-d9294bd4cbfb on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:06:32.631397 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7767c72f-b544-46e0-8653-0fe60d955b91 req-cd94fc1c-2c25-4773-9d59-31c7c4727d76 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:32.646644 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7767c72f-b544-46e0-8653-0fe60d955b91 req-cd94fc1c-2c25-4773-9d59-31c7c4727d76 tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.81 "DELETE /v2.0/ports/58c9f581-9690-4045-a71c-d9294bd4cbfb HTTP/1.1" status: 204 len: 173 time: 1.6175511 May 26 16:06:32.652661 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f299eb5c-3f5f-4f42-bb56-2cbed86996cb no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:32.672890 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb37a4b-c723-4ea2-b0b2-8e27828624ee', 'name': 'network-vif-deleted', 'tag': '58c9f581-9690-4045-a71c-d9294bd4cbfb'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:32.699604 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983b28ed-fdc7-4b6a-9c2f-150781077320" -d '{"events": [{"server_uuid": "beb37a4b-c723-4ea2-b0b2-8e27828624ee", "name": "network-vif-deleted", "tag": "58c9f581-9690-4045-a71c-d9294bd4cbfb"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:32.722052 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: f299eb5c-3f5f-4f42-bb56-2cbed86996cb {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:06:32.722478 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f299eb5c-3f5f-4f42-bb56-2cbed86996cb not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:06:32.739390 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2317f25-21d9-4820-9969-27d0ad1d383d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:32.746252 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2317f25-21d9-4820-9969-27d0ad1d383d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:32.926442 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2317f25-21d9-4820-9969-27d0ad1d383d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:32.927234 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2317f25-21d9-4820-9969-27d0ad1d383d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05889495-e55f-4cfb-95d5-cc196f7e3b23 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:06:32.945637 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2317f25-21d9-4820-9969-27d0ad1d383d admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:32.950197 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b2317f25-21d9-4820-9969-27d0ad1d383d admin admin] 10.222.0.77 "DELETE /v2.0/routers/05889495-e55f-4cfb-95d5-cc196f7e3b23 HTTP/1.1" status: 204 len: 168 time: 3.3363140 May 26 16:06:32.953168 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 46580) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:33.051760 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af210dbe-7eaf-463d-9663-39bfa487a76c req-33623b9f-e1bd-4136-a7a9-9f90e9e5cd48 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=72326bbe-b0eb-4cb5-a611-86093cb1af99 HTTP/1.1" status: 200 len: 210 time: 0.0628998 May 26 16:06:33.140384 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9811f87e-7ef0-4594-b2b9-efb8cc40918d req-1c150184-f4aa-4045-92d0-7bd796ec567a tempest-ServersAdminTestJSON-2086741236 tempest-ServersAdminTestJSON-2086741236-project] 10.222.0.77 "GET /v2.0/security-groups?id=b494cc33-ea5d-463c-ae41-c740371ad9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8306308 May 26 16:06:33.199738 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-f907ea58-e63e-4b75-a99a-928a1778c43d admin admin] Deleting subnet 5cc54f86-23cb-4d55-b78f-eccd82b0b645 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:06:33.214871 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f907ea58-e63e-4b75-a99a-928a1778c43d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:33.224698 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5cdccfc-f3a2-465f-8a72-931bc5d4f5e0 req-05faf40f-d310-4f07-9be2-ae60b08ca871 service neutron] 10.222.0.83 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9830403 May 26 16:06:33.297405 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8248021c-b4d2-4448-b826-1b287e05fbfb x-openstack-request-id: req-8248021c-b4d2-4448-b826-1b287e05fbfb {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:33.297687 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb37a4b-c723-4ea2-b0b2-8e27828624ee", "name": "network-vif-deleted", "tag": "58c9f581-9690-4045-a71c-d9294bd4cbfb", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:33.301722 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8248021c-b4d2-4448-b826-1b287e05fbfb {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:33.302052 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8248021c-b4d2-4448-b826-1b287e05fbfb'] response: {'server_uuid': 'beb37a4b-c723-4ea2-b0b2-8e27828624ee', 'name': 'network-vif-deleted', 'tag': '58c9f581-9690-4045-a71c-d9294bd4cbfb', 'status': 'completed', 'code': 200} May 26 16:06:33.349389 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f907ea58-e63e-4b75-a99a-928a1778c43d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:33.389011 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-657f1640-2a59-4796-b63a-1d14ec3da4df req-51853e9a-100a-438d-a9bd-6f34838474e7 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 210 time: 0.0882020 May 26 16:06:33.531369 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f907ea58-e63e-4b75-a99a-928a1778c43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:33.630482 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f907ea58-e63e-4b75-a99a-928a1778c43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:33.663694 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907ea58-e63e-4b75-a99a-928a1778c43d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cc54f86-23cb-4d55-b78f-eccd82b0b645,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:33.680187 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f907ea58-e63e-4b75-a99a-928a1778c43d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:33.687359 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fca1d7-d284-42f0-a1d3-46eba5d6cc52 None None] Network 73c00ccb-c63a-47b0-b4fa-0f82408bf451 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:06:33.694200 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f907ea58-e63e-4b75-a99a-928a1778c43d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5cc54f86-23cb-4d55-b78f-eccd82b0b645 HTTP/1.1" status: 204 len: 168 time: 0.7392190 May 26 16:06:33.695141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 46602) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:33.877452 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-773795d8-e1a0-4bbb-b2bb-78863f3e8538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:34.044481 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9544a80e-859e-4d18-abba-37f9790b6201 None None] DHCP port deletion for 73c00ccb-c63a-47b0-b4fa-0f82408bf451 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:06:34.060335 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-773795d8-e1a0-4bbb-b2bb-78863f3e8538 admin admin] Deleting port 179c452c-ced4-4ea8-a53d-3a71e992a5c8 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:06:34.060932 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-773795d8-e1a0-4bbb-b2bb-78863f3e8538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:34.114617 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 58c9f581-9690-4045-a71c-d9294bd4cbfb no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:34.137338 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 58c9f581-9690-4045-a71c-d9294bd4cbfb {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:06:34.138124 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 58c9f581-9690-4045-a71c-d9294bd4cbfb not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:06:34.146552 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9544a80e-859e-4d18-abba-37f9790b6201 None None] Deleting port 179c452c-ced4-4ea8-a53d-3a71e992a5c8 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:06:34.147117 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9544a80e-859e-4d18-abba-37f9790b6201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:34.305963 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9544a80e-859e-4d18-abba-37f9790b6201 None None] For port 179c452c-ced4-4ea8-a53d-3a71e992a5c8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=179c452c-ced4-4ea8-a53d-3a71e992a5c8,segment=NetworkSegment(6881238a-7213-4299-a4d2-edb4f9a8e1f3),segment_id=6881238a-7213-4299-a4d2-edb4f9a8e1f3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:34.306902 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9544a80e-859e-4d18-abba-37f9790b6201 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:34.319624 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-773795d8-e1a0-4bbb-b2bb-78863f3e8538 admin admin] For port 179c452c-ced4-4ea8-a53d-3a71e992a5c8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=179c452c-ced4-4ea8-a53d-3a71e992a5c8,segment=NetworkSegment(6881238a-7213-4299-a4d2-edb4f9a8e1f3),segment_id=6881238a-7213-4299-a4d2-edb4f9a8e1f3)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:34.320030 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-773795d8-e1a0-4bbb-b2bb-78863f3e8538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:34.336612 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9544a80e-859e-4d18-abba-37f9790b6201 None None] Calling delete_port for 179c452c-ced4-4ea8-a53d-3a71e992a5c8 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:06:34.358677 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-773795d8-e1a0-4bbb-b2bb-78863f3e8538 admin admin] Calling delete_port for 179c452c-ced4-4ea8-a53d-3a71e992a5c8 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:06:34.527393 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9544a80e-859e-4d18-abba-37f9790b6201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:34.572752 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544a80e-859e-4d18-abba-37f9790b6201 None None] Pushing event deleted for resources: {'Port': ['ID=179c452c-ced4-4ea8-a53d-3a71e992a5c8,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:34.582049 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9544a80e-859e-4d18-abba-37f9790b6201 None None] No DVR routers for this DVR port 179c452c-ced4-4ea8-a53d-3a71e992a5c8 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:06:34.619366 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b63d759-f911-4b02-9810-548a4e21f9d4 req-8545dc0b-5073-4251-b6cf-d53f8fbca5f9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 210 time: 0.0619724 May 26 16:06:34.651154 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 179c452c-ced4-4ea8-a53d-3a71e992a5c8 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:34.665670 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-773795d8-e1a0-4bbb-b2bb-78863f3e8538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:34.717685 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773795d8-e1a0-4bbb-b2bb-78863f3e8538 admin admin] Pushing event deleted for resources: {'Port': ['ID=179c452c-ced4-4ea8-a53d-3a71e992a5c8,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:34.725541 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773795d8-e1a0-4bbb-b2bb-78863f3e8538 admin admin] No DVR routers for this DVR port 179c452c-ced4-4ea8-a53d-3a71e992a5c8 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:06:34.881307 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-773795d8-e1a0-4bbb-b2bb-78863f3e8538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:34.906953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-773795d8-e1a0-4bbb-b2bb-78863f3e8538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c00ccb-c63a-47b0-b4fa-0f82408bf451']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:34.917448 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-773795d8-e1a0-4bbb-b2bb-78863f3e8538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6881238a-7213-4299-a4d2-edb4f9a8e1f3') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:34.917915 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-773795d8-e1a0-4bbb-b2bb-78863f3e8538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6881238a-7213-4299-a4d2-edb4f9a8e1f3') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:34.934269 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 46662) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:34.951197 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-773795d8-e1a0-4bbb-b2bb-78863f3e8538 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:34.951366 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 179c452c-ced4-4ea8-a53d-3a71e992a5c8 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:06:34.952426 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 179c452c-ced4-4ea8-a53d-3a71e992a5c8 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:06:34.952915 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0656c794-f23f-4ffd-8f04-be9184e44633 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:34.980472 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-773795d8-e1a0-4bbb-b2bb-78863f3e8538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:34.994944 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773795d8-e1a0-4bbb-b2bb-78863f3e8538 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:06:34.995253 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 0656c794-f23f-4ffd-8f04-be9184e44633 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:06:34.995437 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-773795d8-e1a0-4bbb-b2bb-78863f3e8538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:34.997322 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0656c794-f23f-4ffd-8f04-be9184e44633 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:06:35.113537 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 6881238a-7213-4299-a4d2-edb4f9a8e1f3 resource provider aggregate not found May 26 16:06:35.154309 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 6881238a-7213-4299-a4d2-edb4f9a8e1f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6881238a-7213-4299-a4d2-edb4f9a8e1f3 found for delete ", "request_id": "req-382c067f-f2ec-4285-ba68-fb103419a054"}]} May 26 16:06:35.194770 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b9939-303d-46ff-8bd0-83379c9e1faf req-99768c8e-66b5-4fa6-83b3-95e54f9b2480 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:35.197321 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a3b9939-303d-46ff-8bd0-83379c9e1faf req-99768c8e-66b5-4fa6-83b3-95e54f9b2480 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/networks?id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089 HTTP/1.1" status: 200 len: 812 time: 0.1955614 May 26 16:06:35.198668 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-773795d8-e1a0-4bbb-b2bb-78863f3e8538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:35.221991 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-773795d8-e1a0-4bbb-b2bb-78863f3e8538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:35.228495 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-773795d8-e1a0-4bbb-b2bb-78863f3e8538 admin admin] 10.222.0.77 "DELETE /v2.0/networks/73c00ccb-c63a-47b0-b4fa-0f82408bf451 HTTP/1.1" status: 204 len: 168 time: 1.5304134 May 26 16:06:35.229852 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773795d8-e1a0-4bbb-b2bb-78863f3e8538 admin admin] Pushing event deleted for resources: {'Network': ['ID=73c00ccb-c63a-47b0-b4fa-0f82408bf451,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:35.242853 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a3b9939-303d-46ff-8bd0-83379c9e1faf req-5d40e24a-d089-44e1-a687-fb366e290af6 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/quotas/3e96c338002c49fcb12a908abaf34a6e HTTP/1.1" status: 200 len: 375 time: 0.0224998 May 26 16:06:35.284553 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-32a3760f-da7c-4dd0-a8c2-112d9f09da50 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3e94954a41614b099cb2eaeeaa6b7193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482864 May 26 16:06:35.286340 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 46676) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:35.302482 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a3b9939-303d-46ff-8bd0-83379c9e1faf req-7fde4075-d964-483b-a074-7810af25dd9a tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e96c338002c49fcb12a908abaf34a6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476825 May 26 16:06:35.382943 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e9a058a-4777-433f-80c0-b6c229508d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:35.429907 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e9a058a-4777-433f-80c0-b6c229508d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:35.443213 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 46678) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:35.488178 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a3b9939-303d-46ff-8bd0-83379c9e1faf req-bd933e8f-af31-4ed9-90dd-b9b78ff6cf5e service neutron] 10.222.0.77 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697004 May 26 16:06:35.501874 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e9a058a-4777-433f-80c0-b6c229508d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:35.504857 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e9a058a-4777-433f-80c0-b6c229508d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:35.506107 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2e9a058a-4777-433f-80c0-b6c229508d4a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b494cc33-ea5d-463c-ae41-c740371ad9c3 HTTP/1.1" status: 204 len: 168 time: 0.2188213 May 26 16:06:35.521877 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a058a-4777-433f-80c0-b6c229508d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b494cc33-ea5d-463c-ae41-c740371ad9c3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:35.612880 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1aa130f8-3404-4503-abf4-1b22f6c26e4b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9d5433c434574619b929cc3d96200a3d&name=default HTTP/1.1" status: 200 len: 2982 time: 0.1643858 May 26 16:06:35.613974 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 46694) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:35.716972 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a3b9939-303d-46ff-8bd0-83379c9e1faf req-bd2f9fdf-71a1-42c9-ae71-538a69500ab2 service neutron] 10.222.0.77 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271674 May 26 16:06:35.723317 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a72b9ce8-99ab-4d28-8189-cce58c11ee4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:35.751282 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a72b9ce8-99ab-4d28-8189-cce58c11ee4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:35.826727 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a72b9ce8-99ab-4d28-8189-cce58c11ee4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:35.831482 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a72b9ce8-99ab-4d28-8189-cce58c11ee4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:35.834147 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a72b9ce8-99ab-4d28-8189-cce58c11ee4b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0c73a631-e708-4efa-b8be-3bc18ffa983b HTTP/1.1" status: 204 len: 168 time: 0.2193336 May 26 16:06:35.875138 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b9ce8-99ab-4d28-8189-cce58c11ee4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c73a631-e708-4efa-b8be-3bc18ffa983b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:36.100957 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1f168c3-131f-4302-a71d-4a781f00c456 req-2b85cb96-378f-45e1-b37c-5a1accdbe768 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 210 time: 0.0603559 May 26 16:06:36.242004 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 46730) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:36.268132 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-168355f5-241e-4e2c-b02d-7e985d0ec67e req-948f299e-14bc-47d3-b48d-05c995444253 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9e93d4e-653a-4642-8ae0-8d38e27944b6 HTTP/1.1" status: 200 len: 210 time: 0.0651548 May 26 16:06:36.295106 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c72e0-510e-40b5-9d6f-abad86402de1 req-089066db-87e0-464c-9efa-2689681894db tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:36.296852 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f40c72e0-510e-40b5-9d6f-abad86402de1 req-089066db-87e0-464c-9efa-2689681894db tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8b9f2b5-5e62-4366-8c18-c882a41497f8 HTTP/1.1" status: 200 len: 950 time: 0.1381474 May 26 16:06:36.359272 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8e4086be-ffe8-4286-8f08-bd348d448e3e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=22a599ebbc6544c4b91091a5b85e6e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1155634 May 26 16:06:36.363235 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 46738) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:36.403633 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f40c72e0-510e-40b5-9d6f-abad86402de1 req-6072b743-afa2-45dd-8735-7ed3416365ec tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/security-groups?id=268deadd-10fd-48d5-9fbb-899f3108e123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899312 May 26 16:06:36.520658 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-440560a4-bb78-4c9c-adfb-22f7bf880302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:36.589616 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-440560a4-bb78-4c9c-adfb-22f7bf880302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:36.703668 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-440560a4-bb78-4c9c-adfb-22f7bf880302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:36.706998 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-440560a4-bb78-4c9c-adfb-22f7bf880302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:36.708785 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-440560a4-bb78-4c9c-adfb-22f7bf880302 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8c9cda21-2c44-4d8e-90da-f6b5bdea1ee1 HTTP/1.1" status: 204 len: 168 time: 0.3433681 May 26 16:06:36.727921 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440560a4-bb78-4c9c-adfb-22f7bf880302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9cda21-2c44-4d8e-90da-f6b5bdea1ee1,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:37.418557 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c33f92a-87fe-4239-837e-8f600f5404ee req-dae4b583-27b6-43bc-910e-f4a3adcd09ef tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 210 time: 0.0484645 May 26 16:06:38.141108 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-802a48b2-4f18-47de-b5bc-89f6971cc0c7 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:38.160651 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-802a48b2-4f18-47de-b5bc-89f6971cc0c7 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/networks?id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089 HTTP/1.1" status: 200 len: 812 time: 0.2026551 May 26 16:06:38.195334 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-a8ca2b65-be90-48c2-aa25-fd729cbabb56 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/quotas/3e96c338002c49fcb12a908abaf34a6e HTTP/1.1" status: 200 len: 375 time: 0.0245059 May 26 16:06:38.254599 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-313982ce-dc42-429e-9f85-99facd2a3489 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e96c338002c49fcb12a908abaf34a6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538814 May 26 16:06:38.392917 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-a44640a1-77c2-4e71-9ce1-9b29aa12f45a service neutron] 10.222.0.77 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363261 May 26 16:06:38.514526 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-7b222f41-ec6d-4348-b1b5-517f4f518bd8 service neutron] 10.222.0.77 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104863 May 26 16:06:38.873935 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9424d0b-485c-4f3d-aba7-59093856647a req-677070b4-d83d-4a54-9200-0c1d394779a9 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 210 time: 0.0423691 May 26 16:06:39.010831 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c47435b9-6697-455c-a54e-f59b220397ed req-fd1170cc-d2a6-4679-8473-6702fffed479 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=53116698-ec40-455c-851b-2c78020accc8 HTTP/1.1" status: 200 len: 210 time: 0.0352807 May 26 16:06:39.182036 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 46936) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:39.211096 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:39.329418 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:39.329856 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:39.363659 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ca4c5c3a-6ccd-40b4-a762-5681908c44ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:39.372562 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b9f2b5-5e62-4366-8c18-c882a41497f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd43cea2-94fc-4128-8c8f-cf29cb7ddc44'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:39.375002 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b45b50-ac10-4e2a-be46-eabd398d0173" -d '{"events": [{"server_uuid": "c8b9f2b5-5e62-4366-8c18-c882a41497f8", "name": "network-vif-unplugged", "status": "completed", "tag": "cd43cea2-94fc-4128-8c8f-cf29cb7ddc44"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:39.406547 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:39.414843 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:39.471678 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-888b2310-9419-49e5-839a-79e4c9472596 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=174d64ba844b421799c9f2136fec1233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393593 May 26 16:06:39.478938 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:39.534386 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ca4c5c3a-6ccd-40b4-a762-5681908c44ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:39.539793 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ca4c5c3a-6ccd-40b4-a762-5681908c44ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:39.582249 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c5c3a-6ccd-40b4-a762-5681908c44ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28401e46-9f27-4b09-a52f-d24ed2e0f411,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:39.590475 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ca4c5c3a-6ccd-40b4-a762-5681908c44ad admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cabfb9ce5943414e9928d381fec9bf51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4067457 May 26 16:06:39.591148 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 46950) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:39.627789 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-5e314fcc-ad99-40e9-b8bc-f2fddfd6d777 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:39.629475 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-5e314fcc-ad99-40e9-b8bc-f2fddfd6d777 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1569564 May 26 16:06:39.646680 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-f03c404c-8c60-4801-8b71-eeadbbc1b709 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/quotas/174d64ba844b421799c9f2136fec1233 HTTP/1.1" status: 200 len: 375 time: 0.0097973 May 26 16:06:39.648128 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-658ac6a7-495e-4539-9a92-0913690bc9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:39.672147 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-658ac6a7-495e-4539-9a92-0913690bc9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:39.683817 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-1e5f27af-6c7a-4d58-a994-a5b7992482ca tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=174d64ba844b421799c9f2136fec1233&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298953 May 26 16:06:39.722843 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-658ac6a7-495e-4539-9a92-0913690bc9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:39.725961 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-658ac6a7-495e-4539-9a92-0913690bc9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:39.727315 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-658ac6a7-495e-4539-9a92-0913690bc9d2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/28401e46-9f27-4b09-a52f-d24ed2e0f411 HTTP/1.1" status: 204 len: 168 time: 0.1347866 May 26 16:06:39.743947 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ac6a7-495e-4539-9a92-0913690bc9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28401e46-9f27-4b09-a52f-d24ed2e0f411,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:39.842174 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115e5a86-cdef-4bc2-b1d0-2f0527574343 x-openstack-request-id: req-115e5a86-cdef-4bc2-b1d0-2f0527574343 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:39.843275 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b9f2b5-5e62-4366-8c18-c882a41497f8", "name": "network-vif-unplugged", "status": "completed", "tag": "cd43cea2-94fc-4128-8c8f-cf29cb7ddc44", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:39.843600 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-115e5a86-cdef-4bc2-b1d0-2f0527574343 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:39.844136 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-115e5a86-cdef-4bc2-b1d0-2f0527574343'] response: {'server_uuid': 'c8b9f2b5-5e62-4366-8c18-c882a41497f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd43cea2-94fc-4128-8c8f-cf29cb7ddc44', 'code': 200} May 26 16:06:39.909825 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c11e28fa-b07c-4fa5-af07-a68adab6a2f4 req-96e8b751-e351-4bc7-a93b-811faff82023 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2d7479-2229-48ab-926b-563f3f06d0b5 HTTP/1.1" status: 200 len: 210 time: 0.0345042 May 26 16:06:40.086894 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-df217923-7b0e-45dc-9cdf-d6ca29a48090 req-a6c5a218-136c-4bf1-aa60-0d9b7b3d4044 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 210 time: 0.0554636 May 26 16:06:40.232061 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-aaa095b9-7b70-457e-ad25-45fc811eaa93 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:40.235001 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-aaa095b9-7b70-457e-ad25-45fc811eaa93 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.81 "GET /v2.0/networks?id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089 HTTP/1.1" status: 200 len: 812 time: 0.2466645 May 26 16:06:40.253565 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-320de147-fcec-4052-af82-cdab275feb13 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Request body: {'port': {'device_id': '53116698-ec40-455c-851b-2c78020accc8', 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089', 'admin_state_up': True, 'tenant_id': '3e96c338002c49fcb12a908abaf34a6e'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:40.319736 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a10778f-94be-4188-962e-19aa69c78db2 req-565f3db4-c397-418c-8652-5539e5d80670 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=53116698-ec40-455c-851b-2c78020accc8 HTTP/1.1" status: 200 len: 210 time: 0.0502517 May 26 16:06:40.455735 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-320de147-fcec-4052-af82-cdab275feb13 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Made reservation on behalf of 3e96c338002c49fcb12a908abaf34a6e for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:06:40.462513 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-320de147-fcec-4052-af82-cdab275feb13 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:40.623094 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-320de147-fcec-4052-af82-cdab275feb13 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Allocated IP 172.20.0.4 (b24d5e3e-51fb-4cb8-acdc-f7937b83f089/19f707b5-dbb7-44bf-9d91-1c1a69227d64/f2838aec-e1f0-4da2-a99d-2ff558c605bf) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:06:40.797457 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-320de147-fcec-4052-af82-cdab275feb13 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:40.840816 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-320de147-fcec-4052-af82-cdab275feb13 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:40.894052 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-320de147-fcec-4052-af82-cdab275feb13 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:06:40.897558 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-320de147-fcec-4052-af82-cdab275feb13 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:06:40.902773 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-320de147-fcec-4052-af82-cdab275feb13 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:06:40.943994 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320de147-fcec-4052-af82-cdab275feb13 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Pushing event updated for resources: {'Port': ['ID=f2838aec-e1f0-4da2-a99d-2ff558c605bf,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:40.962950 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-320de147-fcec-4052-af82-cdab275feb13 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:40.963904 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-320de147-fcec-4052-af82-cdab275feb13 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:40.982154 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-320de147-fcec-4052-af82-cdab275feb13 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7359304 May 26 16:06:40.995930 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-1b880b02-c593-4e19-8a9e-14029e4d975b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:06:40.997259 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-1b880b02-c593-4e19-8a9e-14029e4d975b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066226 May 26 16:06:41.012713 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-ad0598b2-efe7-4815-9095-bf839b16f315 service neutron] Request body: {'port': {'device_id': '53116698-ec40-455c-851b-2c78020accc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:41.072920 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-ad0598b2-efe7-4815-9095-bf839b16f315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:41.138810 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aed23268-5007-4fee-aa79-d9760b12ad1f req-3c5dca92-aa72-4731-863f-ecdb3284961f tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2d7479-2229-48ab-926b-563f3f06d0b5 HTTP/1.1" status: 200 len: 210 time: 0.0298779 May 26 16:06:41.246544 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dfc8cad1-3926-4f30-93df-2ba9edad727e req-e2feb08e-5b57-4a24-b0ed-106c2069f793 tempest-AbsoluteLimitsNegativeTestJSON-2082072914 tempest-AbsoluteLimitsNegativeTestJSON-2082072914-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=4f1787f9fb1e49fc85ff5d303baa6642&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241072 May 26 16:06:41.362449 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8cad1-3926-4f30-93df-2ba9edad727e req-6449631a-1ac7-4939-88c5-da8ae6bab197 tempest-AbsoluteLimitsNegativeTestJSON-2082072914 tempest-AbsoluteLimitsNegativeTestJSON-2082072914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:41.364053 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dfc8cad1-3926-4f30-93df-2ba9edad727e req-6449631a-1ac7-4939-88c5-da8ae6bab197 tempest-AbsoluteLimitsNegativeTestJSON-2082072914 tempest-AbsoluteLimitsNegativeTestJSON-2082072914-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1118858 May 26 16:06:41.381747 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dfc8cad1-3926-4f30-93df-2ba9edad727e req-5771e849-90c2-4f52-b6e5-7220fb0c982a tempest-AbsoluteLimitsNegativeTestJSON-2082072914 tempest-AbsoluteLimitsNegativeTestJSON-2082072914-project] 10.222.0.77 "GET /v2.0/quotas/4f1787f9fb1e49fc85ff5d303baa6642 HTTP/1.1" status: 200 len: 375 time: 0.0104704 May 26 16:06:41.390977 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-ad0598b2-efe7-4815-9095-bf839b16f315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2838aec-e1f0-4da2-a99d-2ff558c605bf {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:06:41.404828 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-ad0598b2-efe7-4815-9095-bf839b16f315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:41.417263 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-ad0598b2-efe7-4815-9095-bf839b16f315 service neutron] Transition to ACTIVE for port object f2838aec-e1f0-4da2-a99d-2ff558c605bf will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:06:41.421799 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-ad0598b2-efe7-4815-9095-bf839b16f315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:41.424817 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dfc8cad1-3926-4f30-93df-2ba9edad727e req-79510447-72cd-44c1-a907-a6091b21cd32 tempest-AbsoluteLimitsNegativeTestJSON-2082072914 tempest-AbsoluteLimitsNegativeTestJSON-2082072914-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f1787f9fb1e49fc85ff5d303baa6642&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362537 May 26 16:06:41.478309 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0598b2-efe7-4815-9095-bf839b16f315 service neutron] Pushing event updated for resources: {'Port': ['ID=f2838aec-e1f0-4da2-a99d-2ff558c605bf,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:41.554522 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-ad0598b2-efe7-4815-9095-bf839b16f315 service neutron] Attempting to bind port f2838aec-e1f0-4da2-a99d-2ff558c605bf on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:06:41.555387 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-ad0598b2-efe7-4815-9095-bf839b16f315 service neutron] Attempting to bind port f2838aec-e1f0-4da2-a99d-2ff558c605bf by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '27db717a-2f60-44cd-8e74-311e0a4c3ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:06:41.556650 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-ad0598b2-efe7-4815-9095-bf839b16f315 service neutron] Attempting to bind port f2838aec-e1f0-4da2-a99d-2ff558c605bf on network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:06:41.560847 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2c22ecbb-83d3-469a-be41-5a29f6c7de44 req-a9ed81b5-982b-4b12-99c1-c0c91e5875a6 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 210 time: 0.0367701 May 26 16:06:41.562370 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-ad0598b2-efe7-4815-9095-bf839b16f315 service neutron] Port f2838aec-e1f0-4da2-a99d-2ff558c605bf on network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:06:41.562940 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-ad0598b2-efe7-4815-9095-bf839b16f315 service neutron] Attempting to bind port f2838aec-e1f0-4da2-a99d-2ff558c605bf on network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:06:41.582574 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-ad0598b2-efe7-4815-9095-bf839b16f315 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:06:41.582932 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-ad0598b2-efe7-4815-9095-bf839b16f315 service neutron] Checking segment: {'id': '27db717a-2f60-44cd-8e74-311e0a4c3ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:06:41.583301 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-ad0598b2-efe7-4815-9095-bf839b16f315 service neutron] Bound using segment: {'id': '27db717a-2f60-44cd-8e74-311e0a4c3ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:06:41.583737 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-ad0598b2-efe7-4815-9095-bf839b16f315 service neutron] Bound port: f2838aec-e1f0-4da2-a99d-2ff558c605bf, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27db717a-2f60-44cd-8e74-311e0a4c3ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:06:41.584170 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-ad0598b2-efe7-4815-9095-bf839b16f315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:41.695058 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-ad0598b2-efe7-4815-9095-bf839b16f315 service neutron] For port f2838aec-e1f0-4da2-a99d-2ff558c605bf, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:06:41.699966 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-ad0598b2-efe7-4815-9095-bf839b16f315 service neutron] For port f2838aec-e1f0-4da2-a99d-2ff558c605bf, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f2838aec-e1f0-4da2-a99d-2ff558c605bf,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:06:41.711868 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-ad0598b2-efe7-4815-9095-bf839b16f315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:41.771464 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-ad0598b2-efe7-4815-9095-bf839b16f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:41.772214 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-ad0598b2-efe7-4815-9095-bf839b16f315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:41.773671 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-ad0598b2-efe7-4815-9095-bf839b16f315 service neutron] 10.222.0.81 "PUT /v2.0/ports/f2838aec-e1f0-4da2-a99d-2ff558c605bf HTTP/1.1" status: 200 len: 1091 time: 0.7662661 May 26 16:06:41.774123 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53116698-ec40-455c-851b-2c78020accc8', 'tag': 'f2838aec-e1f0-4da2-a99d-2ff558c605bf'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:41.777329 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aff7ab4-dd78-4757-b3e0-5ec476ba5317" -d '{"events": [{"name": "network-changed", "server_uuid": "53116698-ec40-455c-851b-2c78020accc8", "tag": "f2838aec-e1f0-4da2-a99d-2ff558c605bf"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:41.810463 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc028ee0-ab93-442d-a353-b0b9bb05ddce req-77660d67-dc66-41ef-ba3d-a5b62916c5be tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:41.818517 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bc028ee0-ab93-442d-a353-b0b9bb05ddce req-77660d67-dc66-41ef-ba3d-a5b62916c5be tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=53116698-ec40-455c-851b-2c78020accc8 HTTP/1.1" status: 200 len: 943 time: 0.0896254 May 26 16:06:41.831810 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0598b2-efe7-4815-9095-bf839b16f315 service neutron] Pushing event updated for resources: {'Port': ['ID=f2838aec-e1f0-4da2-a99d-2ff558c605bf,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:41.886162 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-16b5bf06-c292-41cb-9883-9384f05f385e tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=174d64ba844b421799c9f2136fec1233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337942 May 26 16:06:41.894898 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-ce2b812e-594a-4069-a455-042b61be529f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:41.897198 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-ce2b812e-594a-4069-a455-042b61be529f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3e96c338002c49fcb12a908abaf34a6e&device_id=53116698-ec40-455c-851b-2c78020accc8 HTTP/1.1" status: 200 len: 1094 time: 0.0502656 May 26 16:06:41.898240 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bc028ee0-ab93-442d-a353-b0b9bb05ddce req-d3cfc5ef-b7b7-48b0-b528-c7c3128e7ac7 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761914 May 26 16:06:41.965594 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-e364826e-8814-4939-9142-58a284d3dc13 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2838aec-e1f0-4da2-a99d-2ff558c605bf HTTP/1.1" status: 200 len: 217 time: 0.0566971 May 26 16:06:41.968668 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47034) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:42.018103 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581c4ed8-cb44-4dbe-86de-795728f469fd x-openstack-request-id: req-581c4ed8-cb44-4dbe-86de-795728f469fd {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:42.018463 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53116698-ec40-455c-851b-2c78020accc8", "tag": "f2838aec-e1f0-4da2-a99d-2ff558c605bf", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:42.018629 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-581c4ed8-cb44-4dbe-86de-795728f469fd {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:42.019002 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-581c4ed8-cb44-4dbe-86de-795728f469fd'] response: {'name': 'network-changed', 'server_uuid': '53116698-ec40-455c-851b-2c78020accc8', 'tag': 'f2838aec-e1f0-4da2-a99d-2ff558c605bf', 'status': 'completed', 'code': 200} May 26 16:06:42.043659 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-8d02d32e-a79d-4296-a99e-b4e710dac136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:42.046106 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-8d02d32e-a79d-4296-a99e-b4e710dac136 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=19f707b5-dbb7-44bf-9d91-1c1a69227d64 HTTP/1.1" status: 200 len: 852 time: 0.0706649 May 26 16:06:42.102202 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-7fa0e061-4e49-42f2-9089-62f2fe18bd1b tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:42.105188 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-7fa0e061-4e49-42f2-9089-62f2fe18bd1b tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1928794 May 26 16:06:42.112017 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-11c902fb-0fcb-4fe5-92e9-38646f5ffdde service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564003 May 26 16:06:42.143486 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Request body: {'port': {'device_id': 'bd2d7479-2229-48ab-926b-563f3f06d0b5', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '174d64ba844b421799c9f2136fec1233'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:42.248471 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1afb3837-b561-4c47-b115-dd758a7dae42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:42.325123 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-525b8b06-c564-4ca2-b056-0d31b3ab5c0b service neutron] 10.222.0.81 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040594 May 26 16:06:42.334031 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Made reservation on behalf of 174d64ba844b421799c9f2136fec1233 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:06:42.340397 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:42.363437 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:42.374486 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-94b0dda3-803a-4700-9036-b96ab00462e8 req-dd3a6745-e491-4436-8920-f4b3a6aed1b9 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2d7479-2229-48ab-926b-563f3f06d0b5 HTTP/1.1" status: 200 len: 210 time: 0.0621850 May 26 16:06:42.466590 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1afb3837-b561-4c47-b115-dd758a7dae42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:42.467217 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:42.473104 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:42.473507 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1afb3837-b561-4c47-b115-dd758a7dae42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:42.495015 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e2b8e5a7-ad62-4bec-b27e-46b080e5361b req-9390751d-4419-4873-8671-cebf581d8f12 service neutron] 10.222.0.81 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560488 May 26 16:06:42.525898 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1afb3837-b561-4c47-b115-dd758a7dae42 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4f1787f9fb1e49fc85ff5d303baa6642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5561638 May 26 16:06:42.529046 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47042) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:42.544725 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb3837-b561-4c47-b115-dd758a7dae42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b73027-f7c7-4600-b574-e12cf0ce3f79,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:42.567749 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a505b2-f339-4911-aac4-e932e1ed132c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:42.581489 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:42.581836 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:42.582175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:42.582628 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:42.583141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:42.583485 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:42.583851 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:42.584180 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:42.586200 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:42.586200 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:42.586200 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:42.586200 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:42.640909 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff7ab4-dd78-4757-b3e0-5ec476ba5317 req-21bab185-a7c2-45ab-a2d8-012b7a5ba08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:42.642838 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3aff7ab4-dd78-4757-b3e0-5ec476ba5317 req-21bab185-a7c2-45ab-a2d8-012b7a5ba08d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3e96c338002c49fcb12a908abaf34a6e&device_id=53116698-ec40-455c-851b-2c78020accc8 HTTP/1.1" status: 200 len: 1094 time: 0.0896618 May 26 16:06:42.643462 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2b594978-9ed0-45b5-9734-5202924fd09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:42.699064 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d45adf3a-8061-45db-bbd5-57e2a54a1d4f req-7601101d-0215-4994-a0a7-7f2aeb484000 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 210 time: 0.0314786 May 26 16:06:42.700492 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Allocated IP 192.168.233.193 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/e6ab5e70-f277-49ee-a065-7ef61c455d13) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:06:42.749334 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2b594978-9ed0-45b5-9734-5202924fd09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:42.845934 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2b594978-9ed0-45b5-9734-5202924fd09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:42.849196 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2b594978-9ed0-45b5-9734-5202924fd09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:42.850699 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2b594978-9ed0-45b5-9734-5202924fd09d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/00b73027-f7c7-4600-b574-e12cf0ce3f79 HTTP/1.1" status: 204 len: 168 time: 0.3207290 May 26 16:06:42.870927 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b594978-9ed0-45b5-9734-5202924fd09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b73027-f7c7-4600-b574-e12cf0ce3f79,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:42.889554 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff7ab4-dd78-4757-b3e0-5ec476ba5317 req-abcff9c6-c68f-42f1-a03f-8e73dbbd842d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:42.891163 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3aff7ab4-dd78-4757-b3e0-5ec476ba5317 req-abcff9c6-c68f-42f1-a03f-8e73dbbd842d service neutron] 10.222.0.81 "GET /v2.0/networks?id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089 HTTP/1.1" status: 200 len: 913 time: 0.2380633 May 26 16:06:42.934190 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0a2ace71-a146-41f0-80a0-5ce988b162ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:42.950159 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:42.994291 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:43.011070 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3aff7ab4-dd78-4757-b3e0-5ec476ba5317 req-4e0b5acc-24be-4e5d-8738-4ae9e1a06ab9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2838aec-e1f0-4da2-a99d-2ff558c605bf HTTP/1.1" status: 200 len: 217 time: 0.1113048 May 26 16:06:43.094479 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff7ab4-dd78-4757-b3e0-5ec476ba5317 req-7a84c486-600a-448f-b27b-0bc8bff73004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:43.096339 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3aff7ab4-dd78-4757-b3e0-5ec476ba5317 req-7a84c486-600a-448f-b27b-0bc8bff73004 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=19f707b5-dbb7-44bf-9d91-1c1a69227d64 HTTP/1.1" status: 200 len: 852 time: 0.0765536 May 26 16:06:43.097596 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:06:43.117396 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:06:43.122205 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:06:43.123283 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Pushing event updated for resources: {'Port': ['ID=e6ab5e70-f277-49ee-a065-7ef61c455d13,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:43.166589 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3aff7ab4-dd78-4757-b3e0-5ec476ba5317 req-7afcab22-b4ab-4931-93f5-36152356802b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599260 May 26 16:06:43.189026 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebb491-f085-476e-9188-ae03450fa4c8 req-491b2f2d-ec26-40d9-964c-30d66850084c tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:43.196670 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61ebb491-f085-476e-9188-ae03450fa4c8 req-491b2f2d-ec26-40d9-964c-30d66850084c tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=53116698-ec40-455c-851b-2c78020accc8 HTTP/1.1" status: 200 len: 943 time: 0.1871016 May 26 16:06:43.218153 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 6ea56204-60fe-4318-9307-450800766422 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:06:43.314682 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61ebb491-f085-476e-9188-ae03450fa4c8 req-ba8af2e4-b406-490c-8bbc-b537bcaf418b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169181 May 26 16:06:43.334858 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:43.335533 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:43.356910 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3aff7ab4-dd78-4757-b3e0-5ec476ba5317 req-56914894-0c6a-41ef-bbc8-66f69ea17801 service neutron] 10.222.0.81 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801841 May 26 16:06:43.374027 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-87b8fbdc-4611-4833-968c-a843768d5eec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2349532 May 26 16:06:43.381080 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 6ea56204-60fe-4318-9307-450800766422, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=6ea56204-60fe-4318-9307-450800766422,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:43.406276 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '6ea56204-60fe-4318-9307-450800766422', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '6ea56204-60fe-4318-9307-450800766422', 'mac_address': 'fa:16:3e:70:3c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:06:43.460854 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 6ea56204-60fe-4318-9307-450800766422 is: ACTIVE; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:43.461246 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:43.476657 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ea56204-60fe-4318-9307-450800766422 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:06:43.499446 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 6ea56204-60fe-4318-9307-450800766422, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=6ea56204-60fe-4318-9307-450800766422,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:43.510367 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:43.555930 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ec561-fd6f-466f-83b1-9915fcf70439 req-9018e7aa-c50c-4166-a042-bda34185ff49 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:43.558142 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f25ec561-fd6f-466f-83b1-9915fcf70439 req-9018e7aa-c50c-4166-a042-bda34185ff49 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2d7479-2229-48ab-926b-563f3f06d0b5 HTTP/1.1" status: 200 len: 936 time: 0.0913827 May 26 16:06:43.579592 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3aff7ab4-dd78-4757-b3e0-5ec476ba5317 req-51911391-7bd5-4d31-a1d2-2ed8f58f374d service neutron] 10.222.0.81 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143874 May 26 16:06:43.612816 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-545fa516-9926-499f-b7f0-723d04f7dbfa service neutron] Request body: {'port': {'device_id': 'bd2d7479-2229-48ab-926b-563f3f06d0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:43.617186 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0b821260-7980-4bc7-9f9f-6ce4c3542408 None None] Provisioning complete for port e6ab5e70-f277-49ee-a065-7ef61c455d13 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:43.617560 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0b821260-7980-4bc7-9f9f-6ce4c3542408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:43.664461 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0b821260-7980-4bc7-9f9f-6ce4c3542408 None None] Port e6ab5e70-f277-49ee-a065-7ef61c455d13 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:06:43.666205 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f25ec561-fd6f-466f-83b1-9915fcf70439 req-4d1ce84a-aaec-41de-bb66-467d726c0c4d tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967155 May 26 16:06:43.674657 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=6ea56204-60fe-4318-9307-450800766422,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:43.721903 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-545fa516-9926-499f-b7f0-723d04f7dbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:43.789703 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['6ea56204-60fe-4318-9307-450800766422'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:06:43.996358 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47094) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:44.043761 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-565c9832-dd34-45af-99a4-373c04bd2460 req-6971d15a-8374-4e30-8354-03c75da15e04 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 210 time: 0.0465851 May 26 16:06:44.121355 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-6e15bcdb-b104-4cdc-97f8-bc03c28e19f3 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-843351537-network', 'tenant_id': '02fcff3e7ef447ba9d8e075059e5bd3a'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:44.148786 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e15bcdb-b104-4cdc-97f8-bc03c28e19f3 admin admin] Made reservation on behalf of 02fcff3e7ef447ba9d8e075059e5bd3a for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:06:44.149343 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-545fa516-9926-499f-b7f0-723d04f7dbfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6ab5e70-f277-49ee-a065-7ef61c455d13 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:06:44.152647 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e15bcdb-b104-4cdc-97f8-bc03c28e19f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:44.158937 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-545fa516-9926-499f-b7f0-723d04f7dbfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:44.164499 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e15bcdb-b104-4cdc-97f8-bc03c28e19f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:44.173540 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-545fa516-9926-499f-b7f0-723d04f7dbfa service neutron] Transition to ACTIVE for port object e6ab5e70-f277-49ee-a065-7ef61c455d13 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:06:44.178378 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-545fa516-9926-499f-b7f0-723d04f7dbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:44.261614 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e15bcdb-b104-4cdc-97f8-bc03c28e19f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:44.268165 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e15bcdb-b104-4cdc-97f8-bc03c28e19f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:44.295720 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e15bcdb-b104-4cdc-97f8-bc03c28e19f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:06:44.300192 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fa516-9926-499f-b7f0-723d04f7dbfa service neutron] Pushing event updated for resources: {'Port': ['ID=e6ab5e70-f277-49ee-a065-7ef61c455d13,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:44.312858 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15bcdb-b104-4cdc-97f8-bc03c28e19f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a239445-56ca-41a8-8e00-bf98671b770d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:44.328782 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e15bcdb-b104-4cdc-97f8-bc03c28e19f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:44.329131 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-6e15bcdb-b104-4cdc-97f8-bc03c28e19f3 admin admin] Added segment d4c13abe-fc58-438a-8ee2-57ffca5704b8 of type vlan for network fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d May 26 16:06:44.335875 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-545fa516-9926-499f-b7f0-723d04f7dbfa service neutron] Attempting to bind port e6ab5e70-f277-49ee-a065-7ef61c455d13 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:06:44.336336 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-545fa516-9926-499f-b7f0-723d04f7dbfa service neutron] Attempting to bind port e6ab5e70-f277-49ee-a065-7ef61c455d13 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:06:44.336785 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-545fa516-9926-499f-b7f0-723d04f7dbfa service neutron] Attempting to bind port e6ab5e70-f277-49ee-a065-7ef61c455d13 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:06:44.341981 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-545fa516-9926-499f-b7f0-723d04f7dbfa service neutron] Port e6ab5e70-f277-49ee-a065-7ef61c455d13 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:06:44.342415 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-545fa516-9926-499f-b7f0-723d04f7dbfa service neutron] Attempting to bind port e6ab5e70-f277-49ee-a065-7ef61c455d13 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:06:44.348713 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-545fa516-9926-499f-b7f0-723d04f7dbfa service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:06:44.349336 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-545fa516-9926-499f-b7f0-723d04f7dbfa service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:06:44.349712 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-545fa516-9926-499f-b7f0-723d04f7dbfa service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:06:44.350247 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-545fa516-9926-499f-b7f0-723d04f7dbfa service neutron] Bound port: e6ab5e70-f277-49ee-a065-7ef61c455d13, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:06:44.350710 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-545fa516-9926-499f-b7f0-723d04f7dbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:44.387128 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e15bcdb-b104-4cdc-97f8-bc03c28e19f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:44.433313 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e15bcdb-b104-4cdc-97f8-bc03c28e19f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:44.434444 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e15bcdb-b104-4cdc-97f8-bc03c28e19f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:44.434976 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e15bcdb-b104-4cdc-97f8-bc03c28e19f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:44.499029 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-545fa516-9926-499f-b7f0-723d04f7dbfa service neutron] For port e6ab5e70-f277-49ee-a065-7ef61c455d13, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:06:44.520239 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6e15bcdb-b104-4cdc-97f8-bc03c28e19f3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5200667 May 26 16:06:44.520501 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-545fa516-9926-499f-b7f0-723d04f7dbfa service neutron] For port e6ab5e70-f277-49ee-a065-7ef61c455d13, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=e6ab5e70-f277-49ee-a065-7ef61c455d13,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:06:44.520655 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47100) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:44.527999 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ccbad050-e5ea-4609-8a07-d6f4877ba658 admin admin] Request body: {'subnet': {'network_id': 'fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-843351537-subnet', 'tenant_id': '02fcff3e7ef447ba9d8e075059e5bd3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:44.531756 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15bcdb-b104-4cdc-97f8-bc03c28e19f3 admin admin] Pushing event updated for resources: {'Network': ['ID=fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:44.545459 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:06:44.546590 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5e493-f9da-4029-b02f-9697e1627db2 req-512108a5-8a41-4590-9e05-d17c3fea6ded tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:44.548599 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52c5e493-f9da-4029-b02f-9697e1627db2 req-512108a5-8a41-4590-9e05-d17c3fea6ded tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=53116698-ec40-455c-851b-2c78020accc8 HTTP/1.1" status: 200 len: 943 time: 0.1044180 May 26 16:06:44.550511 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-545fa516-9926-499f-b7f0-723d04f7dbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:44.561714 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbad050-e5ea-4609-8a07-d6f4877ba658 admin admin] Made reservation on behalf of 02fcff3e7ef447ba9d8e075059e5bd3a for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:06:44.564592 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ccbad050-e5ea-4609-8a07-d6f4877ba658 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:44.612647 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fa516-9926-499f-b7f0-723d04f7dbfa service neutron] Pushing event updated for resources: {'Port': ['ID=e6ab5e70-f277-49ee-a065-7ef61c455d13,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:44.629023 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-545fa516-9926-499f-b7f0-723d04f7dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:44.630043 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-545fa516-9926-499f-b7f0-723d04f7dbfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:44.631439 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-545fa516-9926-499f-b7f0-723d04f7dbfa service neutron] 10.222.0.83 "PUT /v2.0/ports/e6ab5e70-f277-49ee-a065-7ef61c455d13 HTTP/1.1" status: 200 len: 1096 time: 1.0260282 May 26 16:06:44.640040 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2d7479-2229-48ab-926b-563f3f06d0b5', 'tag': 'e6ab5e70-f277-49ee-a065-7ef61c455d13'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:44.643625 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7453ef08-b345-4797-bdb2-de5a08e1ae0b" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2d7479-2229-48ab-926b-563f3f06d0b5", "tag": "e6ab5e70-f277-49ee-a065-7ef61c455d13"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:44.676186 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52c5e493-f9da-4029-b02f-9697e1627db2 req-99809fd3-3084-4760-aea1-a3cb254b8e39 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163883 May 26 16:06:44.714227 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bddfb8e-28df-4a86-ba78-ca48b02d0ddc x-openstack-request-id: req-8bddfb8e-28df-4a86-ba78-ca48b02d0ddc {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:44.714520 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2d7479-2229-48ab-926b-563f3f06d0b5", "tag": "e6ab5e70-f277-49ee-a065-7ef61c455d13", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:44.715149 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8bddfb8e-28df-4a86-ba78-ca48b02d0ddc {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:44.715694 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bddfb8e-28df-4a86-ba78-ca48b02d0ddc'] response: {'name': 'network-changed', 'server_uuid': 'bd2d7479-2229-48ab-926b-563f3f06d0b5', 'tag': 'e6ab5e70-f277-49ee-a065-7ef61c455d13', 'status': 'completed', 'code': 200} May 26 16:06:44.831489 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ccbad050-e5ea-4609-8a07-d6f4877ba658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:44.877171 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-a8401111-fdd9-43d2-8831-fd817fd2a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:44.879989 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-a8401111-fdd9-43d2-8831-fd817fd2a3a5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=174d64ba844b421799c9f2136fec1233&device_id=bd2d7479-2229-48ab-926b-563f3f06d0b5 HTTP/1.1" status: 200 len: 1099 time: 0.1349080 May 26 16:06:44.904766 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c4835-ec11-4244-ab8c-a276a1f4c39e req-137059d7-0918-4313-a7d2-bc7d4bb59f0c tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:44.906364 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-df7c4835-ec11-4244-ab8c-a276a1f4c39e req-137059d7-0918-4313-a7d2-bc7d4bb59f0c tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2d7479-2229-48ab-926b-563f3f06d0b5 HTTP/1.1" status: 200 len: 948 time: 0.1232860 May 26 16:06:44.911465 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbad050-e5ea-4609-8a07-d6f4877ba658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a992287-2970-4abf-ab38-5a0a4fa91447,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:44.921645 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbad050-e5ea-4609-8a07-d6f4877ba658 admin admin] Checking segment: {'id': 'd4c13abe-fc58-438a-8ee2-57ffca5704b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:06:44.922044 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbad050-e5ea-4609-8a07-d6f4877ba658 admin admin] Network hostable DHCP agents. Network: fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:06:44.942080 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbad050-e5ea-4609-8a07-d6f4877ba658 admin admin] Network fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:06:44.954072 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-ccbad050-e5ea-4609-8a07-d6f4877ba658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:06:44.958478 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbad050-e5ea-4609-8a07-d6f4877ba658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:44.959077 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ccbad050-e5ea-4609-8a07-d6f4877ba658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:44.983199 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ccbad050-e5ea-4609-8a07-d6f4877ba658 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4612834 May 26 16:06:45.000305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8081702a-e876-4cdb-b43e-a38237718839 None None] Network fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:06:45.011357 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-67effbaf-8312-451a-a455-94bd56a1e039 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=e6ab5e70-f277-49ee-a065-7ef61c455d13 HTTP/1.1" status: 200 len: 217 time: 0.1038847 May 26 16:06:45.014398 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-df7c4835-ec11-4244-ab8c-a276a1f4c39e req-975cd02c-7bc8-43cc-83aa-833aa4d564b7 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815973 May 26 16:06:45.094874 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-0f1027a6-8b9d-45b1-bdf1-07c8ff589ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:45.096365 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-0f1027a6-8b9d-45b1-bdf1-07c8ff589ef6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0756798 May 26 16:06:45.204501 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e903bc2-0a38-445a-9716-8f28c6c96ac9 req-f5ec5fd4-e61f-4fdd-b1a9-69fb720df643 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 210 time: 0.0420425 May 26 16:06:45.221803 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8ccc7e-d00e-49d5-b74e-785b17a81877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d', 'network_id': 'fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d', 'tenant_id': '02fcff3e7ef447ba9d8e075059e5bd3a', 'fixed_ips': [{'subnet_id': '0a992287-2970-4abf-ab38-5a0a4fa91447'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:06:45.222807 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ec8ccc7e-d00e-49d5-b74e-785b17a81877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:45.236407 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-62df16cc-5627-407a-b665-1a16447b747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:45.238219 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-62df16cc-5627-407a-b665-1a16447b747d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1337938 May 26 16:06:45.244766 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 6ea56204-60fe-4318-9307-450800766422 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:45.353150 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-65d5d283-dc9f-49d6-bd23-52c9f601b082 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968931 May 26 16:06:45.425952 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eae3f177-b1aa-4733-b055-77fa278e0d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:45.432531 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 6ea56204-60fe-4318-9307-450800766422 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:45.432894 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:45.458268 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87ebb9d8-2d34-4712-b7fa-550e511d2c37 req-4a0a71fe-86c9-4e81-9436-fea05aaf6460 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965631 May 26 16:06:45.476001 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-ec8ccc7e-d00e-49d5-b74e-785b17a81877 None None] Allocated IP 172.20.0.2 (fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d/0a992287-2970-4abf-ab38-5a0a4fa91447/cc636bcf-aa2f-40f0-acc4-64040d68c47c) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:06:45.596400 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 6ea56204-60fe-4318-9307-450800766422 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:45.597131 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:45.641925 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00688e5-979c-4ee4-85d4-5fab3da6335e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea56204-60fe-4318-9307-450800766422'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:45.644234 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140e7a5a-e0be-43c5-9d5a-154dc7740223" -d '{"events": [{"server_uuid": "b00688e5-979c-4ee4-85d4-5fab3da6335e", "name": "network-vif-plugged", "status": "completed", "tag": "6ea56204-60fe-4318-9307-450800766422"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:45.714054 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f1b091-eaa2-460c-b1f1-19f9d5553c93 x-openstack-request-id: req-a5f1b091-eaa2-460c-b1f1-19f9d5553c93 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:45.716223 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00688e5-979c-4ee4-85d4-5fab3da6335e", "name": "network-vif-plugged", "status": "completed", "tag": "6ea56204-60fe-4318-9307-450800766422", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:45.716350 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a5f1b091-eaa2-460c-b1f1-19f9d5553c93 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:45.716726 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f1b091-eaa2-460c-b1f1-19f9d5553c93'] response: {'server_uuid': 'b00688e5-979c-4ee4-85d4-5fab3da6335e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea56204-60fe-4318-9307-450800766422', 'code': 200} May 26 16:06:45.719664 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453ef08-b345-4797-bdb2-de5a08e1ae0b req-e930ca94-aaf3-44c2-8f21-4d0ac8528158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:45.721268 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7453ef08-b345-4797-bdb2-de5a08e1ae0b req-e930ca94-aaf3-44c2-8f21-4d0ac8528158 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=174d64ba844b421799c9f2136fec1233&device_id=bd2d7479-2229-48ab-926b-563f3f06d0b5 HTTP/1.1" status: 200 len: 1099 time: 0.1296017 May 26 16:06:45.728787 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 6ea56204-60fe-4318-9307-450800766422, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=6ea56204-60fe-4318-9307-450800766422,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:45.737417 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:45.807715 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ec8ccc7e-d00e-49d5-b74e-785b17a81877 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:45.824516 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ec8ccc7e-d00e-49d5-b74e-785b17a81877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:45.826799 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=6ea56204-60fe-4318-9307-450800766422,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:45.852496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-3ac59151-21bc-482c-bc22-3757fabbdd8b tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:45.854858 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-3ac59151-21bc-482c-bc22-3757fabbdd8b tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/networks?id=fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d HTTP/1.1" status: 200 len: 815 time: 0.2546973 May 26 16:06:45.874828 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8ccc7e-d00e-49d5-b74e-785b17a81877 None None] Network fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:06:45.880531 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-ec8ccc7e-d00e-49d5-b74e-785b17a81877 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:06:45.886749 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8ccc7e-d00e-49d5-b74e-785b17a81877 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:06:45.928568 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ccc7e-d00e-49d5-b74e-785b17a81877 None None] Pushing event updated for resources: {'Port': ['ID=cc636bcf-aa2f-40f0-acc4-64040d68c47c,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:45.929845 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-52b1330d-38bd-451f-8ebb-135b4110babe tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/quotas/02fcff3e7ef447ba9d8e075059e5bd3a HTTP/1.1" status: 200 len: 375 time: 0.0544405 May 26 16:06:45.961561 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ec8ccc7e-d00e-49d5-b74e-785b17a81877 None None] Attempting to bind port cc636bcf-aa2f-40f0-acc4-64040d68c47c on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:06:45.962035 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ec8ccc7e-d00e-49d5-b74e-785b17a81877 None None] Attempting to bind port cc636bcf-aa2f-40f0-acc4-64040d68c47c by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'd4c13abe-fc58-438a-8ee2-57ffca5704b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:06:45.963473 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8ccc7e-d00e-49d5-b74e-785b17a81877 None None] Attempting to bind port cc636bcf-aa2f-40f0-acc4-64040d68c47c on network fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:06:45.971595 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8ccc7e-d00e-49d5-b74e-785b17a81877 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:06:45.972199 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8ccc7e-d00e-49d5-b74e-785b17a81877 None None] Checking segment: {'id': 'd4c13abe-fc58-438a-8ee2-57ffca5704b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:06:45.972672 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ec8ccc7e-d00e-49d5-b74e-785b17a81877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:45.973064 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8ccc7e-d00e-49d5-b74e-785b17a81877 None None] Bound using segment: {'id': 'd4c13abe-fc58-438a-8ee2-57ffca5704b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:06:45.973674 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ec8ccc7e-d00e-49d5-b74e-785b17a81877 None None] Bound port: cc636bcf-aa2f-40f0-acc4-64040d68c47c, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c13abe-fc58-438a-8ee2-57ffca5704b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:06:45.974119 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ec8ccc7e-d00e-49d5-b74e-785b17a81877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:46.076749 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ec8ccc7e-d00e-49d5-b74e-785b17a81877 None None] For port cc636bcf-aa2f-40f0-acc4-64040d68c47c, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:06:46.080881 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ec8ccc7e-d00e-49d5-b74e-785b17a81877 None None] For port cc636bcf-aa2f-40f0-acc4-64040d68c47c, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=cc636bcf-aa2f-40f0-acc4-64040d68c47c,segment=NetworkSegment(d4c13abe-fc58-438a-8ee2-57ffca5704b8),segment_id=d4c13abe-fc58-438a-8ee2-57ffca5704b8)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:06:46.086559 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ec8ccc7e-d00e-49d5-b74e-785b17a81877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:46.167727 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ccc7e-d00e-49d5-b74e-785b17a81877 None None] Pushing event updated for resources: {'Port': ['ID=cc636bcf-aa2f-40f0-acc4-64040d68c47c,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:46.186810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f2838aec-e1f0-4da2-a99d-2ff558c605bf details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:06:46.339734 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f2838aec-e1f0-4da2-a99d-2ff558c605bf, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f2838aec-e1f0-4da2-a99d-2ff558c605bf,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:46.366236 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'f2838aec-e1f0-4da2-a99d-2ff558c605bf', 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089', 'port_id': 'f2838aec-e1f0-4da2-a99d-2ff558c605bf', 'mac_address': 'fa:16:3e:bb:d1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f707b5-dbb7-44bf-9d91-1c1a69227d64', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:06:46.383457 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453ef08-b345-4797-bdb2-de5a08e1ae0b req-8046e7a6-ac01-4be9-bd14-d8284b8334b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:46.385823 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7453ef08-b345-4797-bdb2-de5a08e1ae0b req-8046e7a6-ac01-4be9-bd14-d8284b8334b6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.6281743 May 26 16:06:46.395694 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a63060-ba2b-4ea1-bb5f-6ac2d25382cf req-622c7dda-c937-4874-9524-9841556fadbd tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:46.396617 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32a63060-ba2b-4ea1-bb5f-6ac2d25382cf req-622c7dda-c937-4874-9524-9841556fadbd tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=53116698-ec40-455c-851b-2c78020accc8 HTTP/1.1" status: 200 len: 943 time: 0.5524635 May 26 16:06:46.452283 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7453ef08-b345-4797-bdb2-de5a08e1ae0b req-f27aebfc-bac4-4cf1-9069-f3b751309132 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=e6ab5e70-f277-49ee-a065-7ef61c455d13 HTTP/1.1" status: 200 len: 217 time: 0.0538750 May 26 16:06:46.479012 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:46.499358 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port f2838aec-e1f0-4da2-a99d-2ff558c605bf is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:46.499992 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:46.533708 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2838aec-e1f0-4da2-a99d-2ff558c605bf {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:06:46.540452 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-0bccbd75-2c36-4ccf-9fb9-6f4a0d368bdc tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=02fcff3e7ef447ba9d8e075059e5bd3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2162716 May 26 16:06:46.575033 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f2838aec-e1f0-4da2-a99d-2ff558c605bf, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f2838aec-e1f0-4da2-a99d-2ff558c605bf,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:46.582171 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:46.617622 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32a63060-ba2b-4ea1-bb5f-6ac2d25382cf req-6b46f28e-b5c6-4227-a417-e6a3e2d154bb tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782904 May 26 16:06:46.647260 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=f2838aec-e1f0-4da2-a99d-2ff558c605bf,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:46.691003 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453ef08-b345-4797-bdb2-de5a08e1ae0b req-e441ba79-9545-40b6-9c8f-1579eb10c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:46.692709 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7453ef08-b345-4797-bdb2-de5a08e1ae0b req-e441ba79-9545-40b6-9c8f-1579eb10c5b4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1795599 May 26 16:06:46.782338 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-0ff271ac-6bc9-4c64-982e-df06cf377658 service neutron] 10.222.0.77 "GET /v2.0/networks/fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914639 May 26 16:06:46.787124 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453ef08-b345-4797-bdb2-de5a08e1ae0b req-a584e026-e7f4-4836-b5c1-f5a24a832e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:46.788685 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7453ef08-b345-4797-bdb2-de5a08e1ae0b req-a584e026-e7f4-4836-b5c1-f5a24a832e4b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0857680 May 26 16:06:46.834100 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['f2838aec-e1f0-4da2-a99d-2ff558c605bf'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:06:46.997037 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc194c-8a2c-4be5-9b44-d04a9f8c19c0 req-562c27e8-1765-4b90-bbcd-9aadd2a68196 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:46.998646 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d4dc194c-8a2c-4be5-9b44-d04a9f8c19c0 req-562c27e8-1765-4b90-bbcd-9aadd2a68196 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2d7479-2229-48ab-926b-563f3f06d0b5 HTTP/1.1" status: 200 len: 948 time: 0.2091041 May 26 16:06:47.097033 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-28df7877-5d53-4cc7-a01a-e622899a1700 service neutron] 10.222.0.77 "GET /v2.0/networks/fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975626 May 26 16:06:47.102777 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7453ef08-b345-4797-bdb2-de5a08e1ae0b req-f7a8da01-9d4b-473a-8d08-93aa3797f333 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026123 May 26 16:06:47.114020 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d4dc194c-8a2c-4be5-9b44-d04a9f8c19c0 req-5e0c9a94-2214-47a1-873b-b7a8adce359d tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027770 May 26 16:06:47.267498 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42365e0f-8b56-4d8c-9cba-e07abd365c42 req-6df9948b-b35b-43c3-be07-2a2bed5f9b88 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 210 time: 0.0415201 May 26 16:06:47.378622 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7453ef08-b345-4797-bdb2-de5a08e1ae0b req-ecb43951-ba9d-43ae-9126-6508c26b76d9 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587640 May 26 16:06:47.520484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10353376-2691-4502-a229-d63695fb0a9e None None] Network fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:06:47.559606 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced9319-5e46-456f-b257-3072dc058d20 req-e780b32f-5bfd-4d05-bbbf-b45e5f242ba0 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:47.561117 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bced9319-5e46-456f-b257-3072dc058d20 req-e780b32f-5bfd-4d05-bbbf-b45e5f242ba0 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/networks?id=fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d HTTP/1.1" status: 200 len: 815 time: 0.1339064 May 26 16:06:47.582654 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bced9319-5e46-456f-b257-3072dc058d20 req-9ae8d2b9-b825-47ab-9d27-725ad0428076 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/quotas/02fcff3e7ef447ba9d8e075059e5bd3a HTTP/1.1" status: 200 len: 375 time: 0.0154221 May 26 16:06:47.595015 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-88db0780-4db2-4c6b-8ad8-75e8144da15c None None] Provisioning complete for port cc636bcf-aa2f-40f0-acc4-64040d68c47c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:47.595385 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-88db0780-4db2-4c6b-8ad8-75e8144da15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:47.645510 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bced9319-5e46-456f-b257-3072dc058d20 req-98b713ec-d9c0-4b54-80cc-f0fb86079b13 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=02fcff3e7ef447ba9d8e075059e5bd3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0619199 May 26 16:06:47.738093 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:47.818596 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-88db0780-4db2-4c6b-8ad8-75e8144da15c None None] Current status of the port cc636bcf-aa2f-40f0-acc4-64040d68c47c is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:47.819018 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-88db0780-4db2-4c6b-8ad8-75e8144da15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:47.825332 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bced9319-5e46-456f-b257-3072dc058d20 req-393801c0-b218-4991-a0de-8bcaa296392e service neutron] 10.222.0.77 "GET /v2.0/networks/fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711726 May 26 16:06:47.867227 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-88db0780-4db2-4c6b-8ad8-75e8144da15c None None] For port cc636bcf-aa2f-40f0-acc4-64040d68c47c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=cc636bcf-aa2f-40f0-acc4-64040d68c47c,segment=NetworkSegment(d4c13abe-fc58-438a-8ee2-57ffca5704b8),segment_id=d4c13abe-fc58-438a-8ee2-57ffca5704b8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:47.874786 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-88db0780-4db2-4c6b-8ad8-75e8144da15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:47.934317 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bced9319-5e46-456f-b257-3072dc058d20 req-0c62f764-f9ec-4725-b582-2709ffb4f1cf service neutron] 10.222.0.77 "GET /v2.0/networks/fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079516 May 26 16:06:47.957465 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84591a8-6142-4356-8424-d9f8cfcfdfe2 req-4b86b445-d58d-475b-b138-46185068e39e tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:47.959019 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d84591a8-6142-4356-8424-d9f8cfcfdfe2 req-4b86b445-d58d-475b-b138-46185068e39e tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=53116698-ec40-455c-851b-2c78020accc8 HTTP/1.1" status: 200 len: 944 time: 0.2110507 May 26 16:06:47.969563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db0780-4db2-4c6b-8ad8-75e8144da15c None None] Pushing event updated for resources: {'Port': ['ID=cc636bcf-aa2f-40f0-acc4-64040d68c47c,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:48.033635 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d84591a8-6142-4356-8424-d9f8cfcfdfe2 req-e72e589f-6052-4986-98c1-7b4b66e3299b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637653 May 26 16:06:48.157033 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:48.206389 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f2838aec-e1f0-4da2-a99d-2ff558c605bf up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:48.211849 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9629e106-04a8-4823-9f1e-c4b9e8121938 None None] Provisioning complete for port cc636bcf-aa2f-40f0-acc4-64040d68c47c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:48.211849 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9629e106-04a8-4823-9f1e-c4b9e8121938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:48.347339 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port f2838aec-e1f0-4da2-a99d-2ff558c605bf completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:06:48.357840 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port f2838aec-e1f0-4da2-a99d-2ff558c605bf triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:48.358318 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:48.385226 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482603a2-0f70-4c39-a45e-f51ee701c731 req-9e6f838f-835d-4ec9-911c-16fed2fa6b39 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:48.388334 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-482603a2-0f70-4c39-a45e-f51ee701c731 req-9e6f838f-835d-4ec9-911c-16fed2fa6b39 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2d7479-2229-48ab-926b-563f3f06d0b5 HTTP/1.1" status: 200 len: 948 time: 0.1600430 May 26 16:06:48.412256 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9629e106-04a8-4823-9f1e-c4b9e8121938 None None] Current status of the port cc636bcf-aa2f-40f0-acc4-64040d68c47c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:48.530657 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port f2838aec-e1f0-4da2-a99d-2ff558c605bf is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:48.532193 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:48.547330 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-482603a2-0f70-4c39-a45e-f51ee701c731 req-d7452be2-285f-456a-87a6-f8cf6ab78727 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839596 May 26 16:06:48.568455 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53116698-ec40-455c-851b-2c78020accc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2838aec-e1f0-4da2-a99d-2ff558c605bf'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:48.572960 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60016bd5-93ee-4e76-aec9-ebe117cff2a2" -d '{"events": [{"server_uuid": "53116698-ec40-455c-851b-2c78020accc8", "name": "network-vif-plugged", "status": "completed", "tag": "f2838aec-e1f0-4da2-a99d-2ff558c605bf"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:48.591663 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f2838aec-e1f0-4da2-a99d-2ff558c605bf, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f2838aec-e1f0-4da2-a99d-2ff558c605bf,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:48.597530 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-6abff194-6f5e-4617-93d1-d926e8b98171 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:48.598359 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:48.613383 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-6abff194-6f5e-4617-93d1-d926e8b98171 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/networks?id=fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d HTTP/1.1" status: 200 len: 815 time: 0.2753086 May 26 16:06:48.630035 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-44cd8d06-6aba-4ffd-b40d-baf94822f89d tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/quotas/02fcff3e7ef447ba9d8e075059e5bd3a HTTP/1.1" status: 200 len: 375 time: 0.0157621 May 26 16:06:48.650320 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device cc636bcf-aa2f-40f0-acc4-64040d68c47c up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:48.692890 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-bfd7f08c-8882-4c17-a1d6-512ab1c4863a tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=02fcff3e7ef447ba9d8e075059e5bd3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0619183 May 26 16:06:48.702638 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=f2838aec-e1f0-4da2-a99d-2ff558c605bf,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:48.743610 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port cc636bcf-aa2f-40f0-acc4-64040d68c47c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:48.745957 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:48.815427 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-c8e3a654-b6d4-46a8-b8a9-510bbfb67117 service neutron] 10.222.0.77 "GET /v2.0/networks/fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216123 May 26 16:06:48.863272 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port cc636bcf-aa2f-40f0-acc4-64040d68c47c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:48.937604 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:48.979404 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-5f94776f-76c9-4971-a973-17c0098cd7a2 service neutron] 10.222.0.77 "GET /v2.0/networks/fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630750 May 26 16:06:49.074936 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2a003bd6-8664-40f9-9f69-cdcadd758f3a req-1cbe2fb8-4409-48d3-85da-d719d6b9b57d tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 210 time: 0.0629292 May 26 16:06:49.093614 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-7666433f-aa08-49a9-861d-bee23f5c463f tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:49.095520 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-7666433f-aa08-49a9-861d-bee23f5c463f tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.81 "GET /v2.0/networks?id=fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d HTTP/1.1" status: 200 len: 815 time: 0.2429626 May 26 16:06:49.111297 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-cd64e32c-3d03-454b-b02f-13fd4c7cac01 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Request body: {'port': {'device_id': 'b1ec6319-b400-4f6f-b920-da5ae385670a', 'network_id': 'fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d', 'admin_state_up': True, 'tenant_id': '02fcff3e7ef447ba9d8e075059e5bd3a'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:49.157851 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bab37c-2a01-4a5a-b0bf-5623ed12f38e x-openstack-request-id: req-66bab37c-2a01-4a5a-b0bf-5623ed12f38e {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:49.158213 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53116698-ec40-455c-851b-2c78020accc8", "name": "network-vif-plugged", "status": "completed", "tag": "f2838aec-e1f0-4da2-a99d-2ff558c605bf", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:49.158647 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-66bab37c-2a01-4a5a-b0bf-5623ed12f38e {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:49.159102 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66bab37c-2a01-4a5a-b0bf-5623ed12f38e'] response: {'server_uuid': '53116698-ec40-455c-851b-2c78020accc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2838aec-e1f0-4da2-a99d-2ff558c605bf', 'code': 200} May 26 16:06:49.288809 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-cd64e32c-3d03-454b-b02f-13fd4c7cac01 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Made reservation on behalf of 02fcff3e7ef447ba9d8e075059e5bd3a for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:06:49.295646 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-cd64e32c-3d03-454b-b02f-13fd4c7cac01 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:49.425578 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640f05e-68ef-4aef-87b8-f213971a91b2 req-cf4ac961-700c-47ab-97e9-688ee3cd66fd tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:49.428708 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3640f05e-68ef-4aef-87b8-f213971a91b2 req-cf4ac961-700c-47ab-97e9-688ee3cd66fd tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=53116698-ec40-455c-851b-2c78020accc8 HTTP/1.1" status: 200 len: 945 time: 0.1512001 May 26 16:06:49.444481 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3d2a8-35ed-4a4f-9a1c-a10af9b41224 req-ccc13cf1-f993-452b-a4fb-a8e1cd709080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:49.446184 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4fa3d2a8-35ed-4a4f-9a1c-a10af9b41224 req-ccc13cf1-f993-452b-a4fb-a8e1cd709080 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=53116698-ec40-455c-851b-2c78020accc8 HTTP/1.1" status: 200 len: 1096 time: 0.2053063 May 26 16:06:49.520545 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-cd64e32c-3d03-454b-b02f-13fd4c7cac01 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Allocated IP 172.20.0.13 (fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d/0a992287-2970-4abf-ab38-5a0a4fa91447/b62771d8-d2ca-46b2-9981-2246d0cae8b5) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:06:49.590717 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4fa3d2a8-35ed-4a4f-9a1c-a10af9b41224 req-e069370c-c8d7-4346-a613-3cb4ddc925b6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229930 May 26 16:06:49.615205 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997e951-a712-44a5-83a5-b85d85f102de req-9463cae1-2e2e-4a90-a65f-62ceef6caf01 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:49.618972 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7997e951-a712-44a5-83a5-b85d85f102de req-9463cae1-2e2e-4a90-a65f-62ceef6caf01 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 946 time: 0.1524670 May 26 16:06:49.623180 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3640f05e-68ef-4aef-87b8-f213971a91b2 req-05abf910-fd8e-4a1e-b0e7-e2d375962b01 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810210 May 26 16:06:49.722396 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7997e951-a712-44a5-83a5-b85d85f102de req-f5d54c28-72f5-4a0e-a15c-69514fe65480 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/security-groups?id=84b70ddb-c37d-4b63-a14c-6f6f832dafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963891 May 26 16:06:49.836779 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d7f8857-3e9c-4525-8719-aded06a16032 req-2835d2a8-6c29-4f00-80a7-f070360a711a tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=440a58e5-32a5-4781-b9f5-12cf640546cc HTTP/1.1" status: 200 len: 210 time: 0.0714123 May 26 16:06:49.982574 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-cd64e32c-3d03-454b-b02f-13fd4c7cac01 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:50.052939 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced9319-5e46-456f-b257-3072dc058d20 req-d2894d36-ee0b-4968-99fa-b4bb9ebaf0c6 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:50.054922 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bced9319-5e46-456f-b257-3072dc058d20 req-d2894d36-ee0b-4968-99fa-b4bb9ebaf0c6 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.81 "GET /v2.0/networks?id=fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d HTTP/1.1" status: 200 len: 815 time: 0.2171376 May 26 16:06:50.074369 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-bced9319-5e46-456f-b257-3072dc058d20 req-11ecb8b5-cd00-4447-b9c6-52e2bd4b3769 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Request body: {'port': {'device_id': '9355017a-9cd4-47e4-8f46-db224f64c40a', 'network_id': 'fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d', 'admin_state_up': True, 'tenant_id': '02fcff3e7ef447ba9d8e075059e5bd3a'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:50.097865 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-cd64e32c-3d03-454b-b02f-13fd4c7cac01 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:50.230981 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-cd64e32c-3d03-454b-b02f-13fd4c7cac01 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Network fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:06:50.240520 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-cd64e32c-3d03-454b-b02f-13fd4c7cac01 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:06:50.246493 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-cd64e32c-3d03-454b-b02f-13fd4c7cac01 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:06:50.264766 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5074b-4e2c-4ee9-aa5f-e1320b74f81c req-18dc9859-4a2c-44c3-bc55-76c79505b60d tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:50.286677 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-94a5074b-4e2c-4ee9-aa5f-e1320b74f81c req-18dc9859-4a2c-44c3-bc55-76c79505b60d tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2d7479-2229-48ab-926b-563f3f06d0b5 HTTP/1.1" status: 200 len: 948 time: 0.3296080 May 26 16:06:50.326352 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64e32c-3d03-454b-b02f-13fd4c7cac01 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Pushing event updated for resources: {'Port': ['ID=b62771d8-d2ca-46b2-9981-2246d0cae8b5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:50.342241 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64e32c-3d03-454b-b02f-13fd4c7cac01 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:50.342840 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64e32c-3d03-454b-b02f-13fd4c7cac01 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:50.343438 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64e32c-3d03-454b-b02f-13fd4c7cac01 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:50.344155 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64e32c-3d03-454b-b02f-13fd4c7cac01 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:50.344734 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64e32c-3d03-454b-b02f-13fd4c7cac01 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:50.345289 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64e32c-3d03-454b-b02f-13fd4c7cac01 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:50.345880 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64e32c-3d03-454b-b02f-13fd4c7cac01 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:50.346492 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64e32c-3d03-454b-b02f-13fd4c7cac01 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:50.347045 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64e32c-3d03-454b-b02f-13fd4c7cac01 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:50.347625 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64e32c-3d03-454b-b02f-13fd4c7cac01 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:50.348216 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64e32c-3d03-454b-b02f-13fd4c7cac01 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:50.348790 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64e32c-3d03-454b-b02f-13fd4c7cac01 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:50.373516 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-cd64e32c-3d03-454b-b02f-13fd4c7cac01 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:50.375694 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-cd64e32c-3d03-454b-b02f-13fd4c7cac01 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:50.381274 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44d9093b-1786-47af-b2f2-a9b721a454f9 req-56ff41da-12ff-4084-bfd7-a13fdffdc81c tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a983605-7737-4931-9c07-7b4b4bbbf274 HTTP/1.1" status: 200 len: 210 time: 0.0708964 May 26 16:06:50.434222 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-cd64e32c-3d03-454b-b02f-13fd4c7cac01 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3265262 May 26 16:06:50.455728 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-6e319ae3-314a-4f49-9af6-8fef67c07b11 service neutron] Request body: {'port': {'device_id': 'b1ec6319-b400-4f6f-b920-da5ae385670a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:50.558234 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-94a5074b-4e2c-4ee9-aa5f-e1320b74f81c req-6eee8352-c5ea-474e-839e-e5d8a9c73539 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600193 May 26 16:06:50.678693 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bced9319-5e46-456f-b257-3072dc058d20 req-11ecb8b5-cd00-4447-b9c6-52e2bd4b3769 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Made reservation on behalf of 02fcff3e7ef447ba9d8e075059e5bd3a for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:06:50.682738 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bced9319-5e46-456f-b257-3072dc058d20 req-11ecb8b5-cd00-4447-b9c6-52e2bd4b3769 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:50.870730 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-2529bb01-cd9d-43d3-8374-c5d47f3bb1da None None] Provisioning complete for port b62771d8-d2ca-46b2-9981-2246d0cae8b5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:50.871358 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2529bb01-cd9d-43d3-8374-c5d47f3bb1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:50.992810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2529bb01-cd9d-43d3-8374-c5d47f3bb1da None None] Port b62771d8-d2ca-46b2-9981-2246d0cae8b5 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:06:51.159816 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-6e319ae3-314a-4f49-9af6-8fef67c07b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:51.195467 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289efef2-d9a1-43d7-a7bf-595b7bba0f77 req-186a49c7-c850-44ee-b479-7b1fc69a1259 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:51.206863 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-289efef2-d9a1-43d7-a7bf-595b7bba0f77 req-186a49c7-c850-44ee-b479-7b1fc69a1259 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=53116698-ec40-455c-851b-2c78020accc8 HTTP/1.1" status: 200 len: 945 time: 0.3539784 May 26 16:06:51.269765 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device e6ab5e70-f277-49ee-a065-7ef61c455d13 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:06:51.359956 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-289efef2-d9a1-43d7-a7bf-595b7bba0f77 req-7acfa86d-07c2-4795-a9a9-8d9566034c49 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521223 May 26 16:06:51.398912 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-bced9319-5e46-456f-b257-3072dc058d20 req-11ecb8b5-cd00-4447-b9c6-52e2bd4b3769 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Allocated IP 172.20.0.12 (fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d/0a992287-2970-4abf-ab38-5a0a4fa91447/3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:06:51.491073 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fea46-71a2-4e54-a6ea-9d3742f19684 req-7fea8d0b-da97-4cab-8c37-1533b4057df4 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:51.493035 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b6fea46-71a2-4e54-a6ea-9d3742f19684 req-7fea8d0b-da97-4cab-8c37-1533b4057df4 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 946 time: 0.3593202 May 26 16:06:51.543742 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port e6ab5e70-f277-49ee-a065-7ef61c455d13, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=e6ab5e70-f277-49ee-a065-7ef61c455d13,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:51.563441 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': 'e6ab5e70-f277-49ee-a065-7ef61c455d13', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': 'e6ab5e70-f277-49ee-a065-7ef61c455d13', 'mac_address': 'fa:16:3e:88:33:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:06:51.621604 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port e6ab5e70-f277-49ee-a065-7ef61c455d13 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:51.622008 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:51.646446 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b6e34ac8-6d4f-4701-b396-5369a3218583 req-f8f4344f-8c32-4667-a841-7e870d0b6be3 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=440a58e5-32a5-4781-b9f5-12cf640546cc HTTP/1.1" status: 200 len: 210 time: 0.1473958 May 26 16:06:51.678384 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ab5e70-f277-49ee-a065-7ef61c455d13 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:06:51.724156 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b6fea46-71a2-4e54-a6ea-9d3742f19684 req-b72d378e-0177-4d48-8c47-f758756b04a9 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/security-groups?id=84b70ddb-c37d-4b63-a14c-6f6f832dafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992030 May 26 16:06:51.739306 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port e6ab5e70-f277-49ee-a065-7ef61c455d13, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=e6ab5e70-f277-49ee-a065-7ef61c455d13,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:51.739306 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:51.764546 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-ad88140e-c348-4dbd-8c7a-a25b78df5a29 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:51.769515 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-ad88140e-c348-4dbd-8c7a-a25b78df5a29 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.83 "GET /v2.0/networks?id=fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d HTTP/1.1" status: 200 len: 815 time: 0.6374648 May 26 16:06:51.795334 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47304) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:51.805643 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-b892b40b-c9ac-4230-afb5-2ad2ed86eefe tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Request body: {'port': {'device_id': '440a58e5-32a5-4781-b9f5-12cf640546cc', 'network_id': 'fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d', 'admin_state_up': True, 'tenant_id': '02fcff3e7ef447ba9d8e075059e5bd3a'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:51.842955 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=e6ab5e70-f277-49ee-a065-7ef61c455d13,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:51.859312 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:51.859809 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:51.860299 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:51.860983 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:51.861415 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:51.861848 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:51.862520 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:51.863255 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:51.863686 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:51.864711 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:51.865141 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:51.866195 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:06:51.956039 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5d8137b-01a3-4330-bdb6-4033c747da07 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:52.054728 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5d8137b-01a3-4330-bdb6-4033c747da07 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:52.081384 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-b892b40b-c9ac-4230-afb5-2ad2ed86eefe tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Made reservation on behalf of 02fcff3e7ef447ba9d8e075059e5bd3a for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:06:52.089663 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-b892b40b-c9ac-4230-afb5-2ad2ed86eefe tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:52.137088 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5d8137b-01a3-4330-bdb6-4033c747da07 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:52.139858 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5d8137b-01a3-4330-bdb6-4033c747da07 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:52.141131 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e5d8137b-01a3-4330-bdb6-4033c747da07 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "DELETE /v2.0/security-groups/a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a HTTP/1.1" status: 204 len: 168 time: 0.3447764 May 26 16:06:52.147490 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 47318) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:52.160841 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8137b-01a3-4330-bdb6-4033c747da07 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:52.265848 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-40816261-170b-4189-8af9-c99af97de791 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] show failed (client error): The resource could not be found. May 26 16:06:52.269838 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-40816261-170b-4189-8af9-c99af97de791 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "GET /v2.0/security-groups/a3f2fcd5-6a90-4b09-8837-42bbfdabeb5a HTTP/1.1" status: 404 len: 347 time: 0.1107435 May 26 16:06:52.270065 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47322) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:52.323297 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c59929-a228-4704-b57f-11ad6c24e336 req-be3024ff-0b74-4007-8f4e-c73c7f07c567 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:52.333496 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a5c59929-a228-4704-b57f-11ad6c24e336 req-be3024ff-0b74-4007-8f4e-c73c7f07c567 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2d7479-2229-48ab-926b-563f3f06d0b5 HTTP/1.1" status: 200 len: 949 time: 0.3769469 May 26 16:06:52.390470 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['e6ab5e70-f277-49ee-a065-7ef61c455d13'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:06:52.441799 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a5c59929-a228-4704-b57f-11ad6c24e336 req-1f8549ee-5bed-4eeb-aa30-cc010d97e5c2 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070910 May 26 16:06:52.472332 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bced9319-5e46-456f-b257-3072dc058d20 req-11ecb8b5-cd00-4447-b9c6-52e2bd4b3769 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:52.504423 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-aaedf719-0d8a-4063-bbef-50f8e949166f tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Deleting port 41bb6b71-83e7-4526-9e66-9e0bc388abb6 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:06:52.506404 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aaedf719-0d8a-4063-bbef-50f8e949166f tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:52.595129 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba3e56-41fd-4483-8eef-a9f32f7392e0 req-c02e3812-4647-4c31-a021-bc2f3ca24add tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:52.596630 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ddba3e56-41fd-4483-8eef-a9f32f7392e0 req-c02e3812-4647-4c31-a021-bc2f3ca24add tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=53116698-ec40-455c-851b-2c78020accc8 HTTP/1.1" status: 200 len: 945 time: 0.0781591 May 26 16:06:52.597711 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bced9319-5e46-456f-b257-3072dc058d20 req-11ecb8b5-cd00-4447-b9c6-52e2bd4b3769 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:52.616919 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aaedf719-0d8a-4063-bbef-50f8e949166f tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:52.617696 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aaedf719-0d8a-4063-bbef-50f8e949166f tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:52.684469 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-aaedf719-0d8a-4063-bbef-50f8e949166f tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Calling delete_port for 41bb6b71-83e7-4526-9e66-9e0bc388abb6 owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:06:52.724823 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bced9319-5e46-456f-b257-3072dc058d20 req-11ecb8b5-cd00-4447-b9c6-52e2bd4b3769 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Network fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:06:52.737012 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-bced9319-5e46-456f-b257-3072dc058d20 req-11ecb8b5-cd00-4447-b9c6-52e2bd4b3769 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:06:52.746204 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-bced9319-5e46-456f-b257-3072dc058d20 req-11ecb8b5-cd00-4447-b9c6-52e2bd4b3769 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:06:52.811750 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e42500-591e-42ad-9ab2-8086d805e27c req-d93b614a-c299-43da-b0d1-252f91ac30fa tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:52.814831 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f6e42500-591e-42ad-9ab2-8086d805e27c req-d93b614a-c299-43da-b0d1-252f91ac30fa tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.81 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 946 time: 0.1914308 May 26 16:06:52.854752 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced9319-5e46-456f-b257-3072dc058d20 req-11ecb8b5-cd00-4447-b9c6-52e2bd4b3769 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:52.854981 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bced9319-5e46-456f-b257-3072dc058d20 req-11ecb8b5-cd00-4447-b9c6-52e2bd4b3769 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:52.871073 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ecb8b5-cd00-4447-b9c6-52e2bd4b3769 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Pushing event updated for resources: {'Port': ['ID=3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:52.926803 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ddba3e56-41fd-4483-8eef-a9f32f7392e0 req-d9ce92ae-9406-45e4-9ab4-6158544f379b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829003 May 26 16:06:52.956837 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2053415f-03d5-49f6-9d4a-bb84f2301ad5 req-1ff5eed5-6a5f-433b-8611-3dbad06a0b99 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=440a58e5-32a5-4781-b9f5-12cf640546cc HTTP/1.1" status: 200 len: 210 time: 0.1100979 May 26 16:06:52.979788 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bced9319-5e46-456f-b257-3072dc058d20 req-11ecb8b5-cd00-4447-b9c6-52e2bd4b3769 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9134729 May 26 16:06:52.999909 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-bced9319-5e46-456f-b257-3072dc058d20 req-358557c9-b124-43d3-99c1-f2c89ac0fb02 service neutron] Request body: {'port': {'device_id': '9355017a-9cd4-47e4-8f46-db224f64c40a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:53.161852 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-f6e42500-591e-42ad-9ab2-8086d805e27c req-1f9ef736-6bb5-4688-bb85-d06c5d0a4bca tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Deleting port d5a8e2c6-5ac2-4b23-ba9b-f543e302219d {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:06:53.162809 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f6e42500-591e-42ad-9ab2-8086d805e27c req-1f9ef736-6bb5-4688-bb85-d06c5d0a4bca tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:53.242738 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-6cc58d1d-30e2-4f6c-81f9-d3913ab3347f None None] Provisioning complete for port 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:53.243272 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6cc58d1d-30e2-4f6c-81f9-d3913ab3347f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:53.287310 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bced9319-5e46-456f-b257-3072dc058d20 req-358557c9-b124-43d3-99c1-f2c89ac0fb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:53.319819 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6cc58d1d-30e2-4f6c-81f9-d3913ab3347f None None] Port 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:06:53.331091 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-f6e42500-591e-42ad-9ab2-8086d805e27c req-1f9ef736-6bb5-4688-bb85-d06c5d0a4bca tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] For port d5a8e2c6-5ac2-4b23-ba9b-f543e302219d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=d5a8e2c6-5ac2-4b23-ba9b-f543e302219d,segment=NetworkSegment(4448ff35-1293-4f51-b793-89ca71d00242),segment_id=4448ff35-1293-4f51-b793-89ca71d00242)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:53.331580 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f6e42500-591e-42ad-9ab2-8086d805e27c req-1f9ef736-6bb5-4688-bb85-d06c5d0a4bca tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:53.480976 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474423f-d41f-4b54-9b7b-aedc91098d90 req-55fa2a68-3b84-44fc-bc8e-e76b5f087ac4 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:53.491375 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c474423f-d41f-4b54-9b7b-aedc91098d90 req-55fa2a68-3b84-44fc-bc8e-e76b5f087ac4 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 946 time: 0.3795912 May 26 16:06:53.636692 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f6e42500-591e-42ad-9ab2-8086d805e27c req-1f9ef736-6bb5-4688-bb85-d06c5d0a4bca tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:53.638296 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f6e42500-591e-42ad-9ab2-8086d805e27c req-1f9ef736-6bb5-4688-bb85-d06c5d0a4bca tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:53.638718 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [req-f6e42500-591e-42ad-9ab2-8086d805e27c req-1f9ef736-6bb5-4688-bb85-d06c5d0a4bca tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Floating IP e43ede7d-9aa5-4e71-ab0c-919c4e48d4cb disassociated. External IP: 172.25.7.249, port: d5a8e2c6-5ac2-4b23-ba9b-f543e302219d. May 26 16:06:53.639291 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-f6e42500-591e-42ad-9ab2-8086d805e27c req-1f9ef736-6bb5-4688-bb85-d06c5d0a4bca tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Calling delete_port for d5a8e2c6-5ac2-4b23-ba9b-f543e302219d owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:06:53.700379 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c474423f-d41f-4b54-9b7b-aedc91098d90 req-fec73591-11ae-40ad-b2dc-2f9c496b01a5 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/security-groups?id=84b70ddb-c37d-4b63-a14c-6f6f832dafeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079654 May 26 16:06:53.778081 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8dc86-6d21-46f4-94e7-9fd0628683d4 req-1cc4a192-f175-46da-8b4f-11fdc56d7250 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:53.779717 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52b8dc86-6d21-46f4-94e7-9fd0628683d4 req-1cc4a192-f175-46da-8b4f-11fdc56d7250 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=53116698-ec40-455c-851b-2c78020accc8 HTTP/1.1" status: 200 len: 945 time: 0.2492089 May 26 16:06:53.871896 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52b8dc86-6d21-46f4-94e7-9fd0628683d4 req-fda984d2-8565-4aa3-85b8-b0374f074331 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842018 May 26 16:06:53.927137 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f6e42500-591e-42ad-9ab2-8086d805e27c req-1f9ef736-6bb5-4688-bb85-d06c5d0a4bca tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:53.962394 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ef736-6bb5-4688-bb85-d06c5d0a4bca tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Pushing event deleted for resources: {'Port': ['ID=d5a8e2c6-5ac2-4b23-ba9b-f543e302219d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:54.004789 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28ca68-6478-4486-b226-f3e362b5171f req-ef824b99-8828-4675-91ef-30c2d9e04fc2 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:54.019056 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff28ca68-6478-4486-b226-f3e362b5171f req-ef824b99-8828-4675-91ef-30c2d9e04fc2 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2d7479-2229-48ab-926b-563f3f06d0b5 HTTP/1.1" status: 200 len: 949 time: 0.1887813 May 26 16:06:54.097447 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-6e319ae3-314a-4f49-9af6-8fef67c07b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b62771d8-d2ca-46b2-9981-2246d0cae8b5 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:06:54.130662 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a980c903-ced3-4ccf-8e75-ad0f93a60cdc req-ccd1edef-e359-40c7-a62a-00cbbdf67091 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=440a58e5-32a5-4781-b9f5-12cf640546cc HTTP/1.1" status: 200 len: 210 time: 0.0688956 May 26 16:06:54.146382 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff28ca68-6478-4486-b226-f3e362b5171f req-61ee30d8-88fc-48eb-8ab1-0580b054c087 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230531 May 26 16:06:54.231965 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-6e319ae3-314a-4f49-9af6-8fef67c07b11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:54.278679 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aaedf719-0d8a-4063-bbef-50f8e949166f tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:54.333535 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-6e319ae3-314a-4f49-9af6-8fef67c07b11 service neutron] Transition to ACTIVE for port object b62771d8-d2ca-46b2-9981-2246d0cae8b5 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:06:54.390875 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedf719-0d8a-4063-bbef-50f8e949166f tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event deleted for resources: {'Port': ['ID=41bb6b71-83e7-4526-9e66-9e0bc388abb6,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:54.407543 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-6e319ae3-314a-4f49-9af6-8fef67c07b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:54.481195 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-b892b40b-c9ac-4230-afb5-2ad2ed86eefe tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Allocated IP 172.20.0.10 (fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d/0a992287-2970-4abf-ab38-5a0a4fa91447/556ce328-1fab-4315-9598-42c317a1562a) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:06:54.844065 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6e42500-591e-42ad-9ab2-8086d805e27c req-1f9ef736-6bb5-4688-bb85-d06c5d0a4bca tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Router c5e2c908-cf39-4224-b009-038caa93e00e has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:06:54.864075 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e319ae3-314a-4f49-9af6-8fef67c07b11 service neutron] Pushing event updated for resources: {'Port': ['ID=b62771d8-d2ca-46b2-9981-2246d0cae8b5,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:54.902920 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-b892b40b-c9ac-4230-afb5-2ad2ed86eefe tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:55.058366 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57b33a62-8f41-44f5-9133-d616884ec7e2 req-47da2f86-15dd-4eed-9a42-5b1a8c6e6d4f tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 210 time: 0.0999515 May 26 16:06:55.063813 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aaedf719-0d8a-4063-bbef-50f8e949166f tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:55.066415 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aaedf719-0d8a-4063-bbef-50f8e949166f tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:55.067696 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-aaedf719-0d8a-4063-bbef-50f8e949166f tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "DELETE /v2.0/floatingips/958efa2b-6a3b-462d-a7bb-a2e094dac130 HTTP/1.1" status: 204 len: 168 time: 2.7966969 May 26 16:06:55.069099 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6e42500-591e-42ad-9ab2-8086d805e27c req-1f9ef736-6bb5-4688-bb85-d06c5d0a4bca tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:06:55.070662 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47374) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:55.082263 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1e597d-d9c3-4d9c-b0c5-6fe88c434ebc None None] Sync routers for ids ['c5e2c908-cf39-4224-b009-038caa93e00e'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:06:55.108499 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1e597d-d9c3-4d9c-b0c5-6fe88c434ebc None None] Routers {'c5e2c908-cf39-4224-b009-038caa93e00e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:55.109310 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-df1e597d-d9c3-4d9c-b0c5-6fe88c434ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:06:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c5e2c908-cf39-4224-b009-038caa93e00e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:55.137972 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-b892b40b-c9ac-4230-afb5-2ad2ed86eefe tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:55.165479 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e42500-591e-42ad-9ab2-8086d805e27c req-1f9ef736-6bb5-4688-bb85-d06c5d0a4bca tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] No DVR routers for this DVR port d5a8e2c6-5ac2-4b23-ba9b-f543e302219d on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:06:55.174448 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f6e42500-591e-42ad-9ab2-8086d805e27c req-1f9ef736-6bb5-4688-bb85-d06c5d0a4bca tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:55.180285 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f6e42500-591e-42ad-9ab2-8086d805e27c req-1f9ef736-6bb5-4688-bb85-d06c5d0a4bca tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.81 "DELETE /v2.0/ports/d5a8e2c6-5ac2-4b23-ba9b-f543e302219d HTTP/1.1" status: 204 len: 173 time: 2.3586247 May 26 16:06:55.181250 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c654ba41-46b9-47e4-9f88-ac26d306c696', 'name': 'network-vif-deleted', 'tag': 'd5a8e2c6-5ac2-4b23-ba9b-f543e302219d'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:55.184506 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca262d5-5a0c-4eb0-89f2-89d128b8a9b9" -d '{"events": [{"server_uuid": "c654ba41-46b9-47e4-9f88-ac26d306c696", "name": "network-vif-deleted", "tag": "d5a8e2c6-5ac2-4b23-ba9b-f543e302219d"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:55.191146 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-6e319ae3-314a-4f49-9af6-8fef67c07b11 service neutron] Attempting to bind port b62771d8-d2ca-46b2-9981-2246d0cae8b5 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:06:55.191852 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-6e319ae3-314a-4f49-9af6-8fef67c07b11 service neutron] Attempting to bind port b62771d8-d2ca-46b2-9981-2246d0cae8b5 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'd4c13abe-fc58-438a-8ee2-57ffca5704b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:06:55.192454 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-6e319ae3-314a-4f49-9af6-8fef67c07b11 service neutron] Attempting to bind port b62771d8-d2ca-46b2-9981-2246d0cae8b5 on network fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:06:55.231055 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-6e319ae3-314a-4f49-9af6-8fef67c07b11 service neutron] Port b62771d8-d2ca-46b2-9981-2246d0cae8b5 on network fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:06:55.235615 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-6e319ae3-314a-4f49-9af6-8fef67c07b11 service neutron] Attempting to bind port b62771d8-d2ca-46b2-9981-2246d0cae8b5 on network fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:06:55.262586 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device e6ab5e70-f277-49ee-a065-7ef61c455d13 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:06:55.329684 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-6e319ae3-314a-4f49-9af6-8fef67c07b11 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:06:55.330004 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-6e319ae3-314a-4f49-9af6-8fef67c07b11 service neutron] Checking segment: {'id': 'd4c13abe-fc58-438a-8ee2-57ffca5704b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:06:55.330349 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-6e319ae3-314a-4f49-9af6-8fef67c07b11 service neutron] Bound using segment: {'id': 'd4c13abe-fc58-438a-8ee2-57ffca5704b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:06:55.330810 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-6e319ae3-314a-4f49-9af6-8fef67c07b11 service neutron] Bound port: b62771d8-d2ca-46b2-9981-2246d0cae8b5, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c13abe-fc58-438a-8ee2-57ffca5704b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:06:55.331693 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-6e319ae3-314a-4f49-9af6-8fef67c07b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:55.425205 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port e6ab5e70-f277-49ee-a065-7ef61c455d13 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:06:55.442084 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-df1e597d-d9c3-4d9c-b0c5-6fe88c434ebc None None] Set router c5e2c908-cf39-4224-b009-038caa93e00e gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:55.445462 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port e6ab5e70-f277-49ee-a065-7ef61c455d13 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:55.445951 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:55.460408 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-6e319ae3-314a-4f49-9af6-8fef67c07b11 service neutron] For port b62771d8-d2ca-46b2-9981-2246d0cae8b5, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:06:55.475457 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-6e319ae3-314a-4f49-9af6-8fef67c07b11 service neutron] For port b62771d8-d2ca-46b2-9981-2246d0cae8b5, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b62771d8-d2ca-46b2-9981-2246d0cae8b5,segment=NetworkSegment(d4c13abe-fc58-438a-8ee2-57ffca5704b8),segment_id=d4c13abe-fc58-438a-8ee2-57ffca5704b8)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:06:55.486361 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-48889e72-32db-46a3-b042-7a716befb8b5 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Deleting port 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:06:55.488949 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48889e72-32db-46a3-b042-7a716befb8b5 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:55.536683 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-6e319ae3-314a-4f49-9af6-8fef67c07b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:55.586648 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port e6ab5e70-f277-49ee-a065-7ef61c455d13 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:06:55.586883 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:55.681056 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-6e319ae3-314a-4f49-9af6-8fef67c07b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:55.682238 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-6e319ae3-314a-4f49-9af6-8fef67c07b11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:55.683871 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-6e319ae3-314a-4f49-9af6-8fef67c07b11 service neutron] 10.222.0.81 "PUT /v2.0/ports/b62771d8-d2ca-46b2-9981-2246d0cae8b5 HTTP/1.1" status: 200 len: 1092 time: 5.2359111 May 26 16:06:55.875405 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48889e72-32db-46a3-b042-7a716befb8b5 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:55.891235 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-48889e72-32db-46a3-b042-7a716befb8b5 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Calling delete_port for 2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:06:55.950119 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892b40b-c9ac-4230-afb5-2ad2ed86eefe tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Pushing event updated for resources: {'Port': ['ID=556ce328-1fab-4315-9598-42c317a1562a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:55.965483 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port e6ab5e70-f277-49ee-a065-7ef61c455d13, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=e6ab5e70-f277-49ee-a065-7ef61c455d13,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:06:55.968592 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2d7479-2229-48ab-926b-563f3f06d0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ab5e70-f277-49ee-a065-7ef61c455d13'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:55.972373 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c304dcf6-1781-4cf2-936c-6df6308f3a05" -d '{"events": [{"server_uuid": "bd2d7479-2229-48ab-926b-563f3f06d0b5", "name": "network-vif-plugged", "status": "completed", "tag": "e6ab5e70-f277-49ee-a065-7ef61c455d13"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:55.985586 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d403f-ba1a-4623-8ab0-2192d47020cb req-5847898b-c122-43c1-893f-b1ba3b2164d8 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:56.006972 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-638d403f-ba1a-4623-8ab0-2192d47020cb req-5847898b-c122-43c1-893f-b1ba3b2164d8 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=53116698-ec40-455c-851b-2c78020accc8 HTTP/1.1" status: 200 len: 945 time: 0.9980426 May 26 16:06:56.029458 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:56.100164 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=e6ab5e70-f277-49ee-a065-7ef61c455d13,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:56.141018 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-638d403f-ba1a-4623-8ab0-2192d47020cb req-31cb7ed5-810d-40a9-81bc-fca6cf3e7341 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980730 May 26 16:06:56.144560 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-b892b40b-c9ac-4230-afb5-2ad2ed86eefe tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Network fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:06:56.155672 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-b892b40b-c9ac-4230-afb5-2ad2ed86eefe tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:06:56.163127 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-b892b40b-c9ac-4230-afb5-2ad2ed86eefe tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:06:56.186858 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48889e72-32db-46a3-b042-7a716befb8b5 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:56.200940 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-df1e597d-d9c3-4d9c-b0c5-6fe88c434ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'name': 'tempest-ServersTestBootFromVolume-333930328-router', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:43Z', 'updated_at': '2022-05-26T16:04:47Z', 'revision_number': 4, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'gw_port': {'id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:44Z', 'updated_at': '2022-05-26T16:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '15f65736-cd23-452f-afa9-9e51f3b182e4', 'name': '', 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'mac_address': 'fa:16:3e:f1:8e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'b6c07fbb-b64c-482e-9f16-d044a11cb78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:46Z', 'updated_at': '2022-05-26T16:04:55Z', 'revision_number': 5, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'subnets': [{'id': 'b6c07fbb-b64c-482e-9f16-d044a11cb78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:56.218944 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-b892b40b-c9ac-4230-afb5-2ad2ed86eefe tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:56.232167 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-b892b40b-c9ac-4230-afb5-2ad2ed86eefe tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:56.236243 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e319ae3-314a-4f49-9af6-8fef67c07b11 service neutron] Pushing event updated for resources: {'Port': ['ID=b62771d8-d2ca-46b2-9981-2246d0cae8b5,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:56.279538 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1e597d-d9c3-4d9c-b0c5-6fe88c434ebc None None] Checking router: c5e2c908-cf39-4224-b009-038caa93e00e for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:06:56.298140 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device d5a8e2c6-5ac2-4b23-ba9b-f543e302219d no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:06:56.302904 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-b003e61b-63a7-4a7f-9440-39b7a2a9390a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:56.306092 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-b003e61b-63a7-4a7f-9440-39b7a2a9390a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=02fcff3e7ef447ba9d8e075059e5bd3a&device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 1095 time: 0.5540757 May 26 16:06:56.373890 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: d5a8e2c6-5ac2-4b23-ba9b-f543e302219d {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:06:56.374276 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device d5a8e2c6-5ac2-4b23-ba9b-f543e302219d not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:06:56.386755 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1e597d-d9c3-4d9c-b0c5-6fe88c434ebc None None] Routers {'c5e2c908-cf39-4224-b009-038caa93e00e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:06:56.390243 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-df1e597d-d9c3-4d9c-b0c5-6fe88c434ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:06:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c5e2c908-cf39-4224-b009-038caa93e00e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:56.410611 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48889e72-32db-46a3-b042-7a716befb8b5 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event deleted for resources: {'Port': ['ID=2cf21d6d-e79d-4c8c-9e61-5ea961f8d787,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:56.418248 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-b892b40b-c9ac-4230-afb5-2ad2ed86eefe tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6191099 May 26 16:06:56.444649 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdd15f-a486-4d93-aab1-7b4989095932 req-dfa45b14-5f5a-4055-a789-9029707b4202 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:56.446222 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25cdd15f-a486-4d93-aab1-7b4989095932 req-dfa45b14-5f5a-4055-a789-9029707b4202 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=440a58e5-32a5-4781-b9f5-12cf640546cc HTTP/1.1" status: 200 len: 932 time: 0.5992777 May 26 16:06:56.470985 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-d5fa0c0c-a326-415f-b97b-e51d23f3ef04 service neutron] Request body: {'port': {'device_id': '440a58e5-32a5-4781-b9f5-12cf640546cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:06:56.533747 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48889e72-32db-46a3-b042-7a716befb8b5 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:56.548444 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-48889e72-32db-46a3-b042-7a716befb8b5 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "DELETE /v2.0/ports/2cf21d6d-e79d-4c8c-9e61-5ea961f8d787 HTTP/1.1" status: 204 len: 168 time: 1.4763510 May 26 16:06:56.549071 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47394) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:56.556986 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-ac7e955f-b10e-4ee1-bf22-cb42e8842dd6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b62771d8-d2ca-46b2-9981-2246d0cae8b5 HTTP/1.1" status: 200 len: 217 time: 0.1500387 May 26 16:06:56.613684 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-bced9319-5e46-456f-b257-3072dc058d20 req-358557c9-b124-43d3-99c1-f2c89ac0fb02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:06:56.638362 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25cdd15f-a486-4d93-aab1-7b4989095932 req-8b5e0eda-9828-4bcf-ac6f-36befa585a89 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645207 May 26 16:06:56.640310 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bced9319-5e46-456f-b257-3072dc058d20 req-358557c9-b124-43d3-99c1-f2c89ac0fb02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:56.734790 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-d5fa0c0c-a326-415f-b97b-e51d23f3ef04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:56.766864 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8154ef-c3ec-449a-8855-40f28c444d7d req-fa44d7f1-5762-4201-9028-dc1c8d83f0d6 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:56.769419 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-df1e597d-d9c3-4d9c-b0c5-6fe88c434ebc None None] Set router c5e2c908-cf39-4224-b009-038caa93e00e gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:06:56.783103 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf8154ef-c3ec-449a-8855-40f28c444d7d req-fa44d7f1-5762-4201-9028-dc1c8d83f0d6 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2d7479-2229-48ab-926b-563f3f06d0b5 HTTP/1.1" status: 200 len: 950 time: 0.3722448 May 26 16:06:56.786602 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-bced9319-5e46-456f-b257-3072dc058d20 req-358557c9-b124-43d3-99c1-f2c89ac0fb02 service neutron] Transition to ACTIVE for port object 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:06:56.815795 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bced9319-5e46-456f-b257-3072dc058d20 req-358557c9-b124-43d3-99c1-f2c89ac0fb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:56.822945 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b324427d-70ce-4ad2-8879-899ae72fef85 x-openstack-request-id: req-b324427d-70ce-4ad2-8879-899ae72fef85 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:56.825064 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c654ba41-46b9-47e4-9f88-ac26d306c696", "name": "network-vif-deleted", "tag": "d5a8e2c6-5ac2-4b23-ba9b-f543e302219d", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:56.825362 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b324427d-70ce-4ad2-8879-899ae72fef85 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:56.825942 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b324427d-70ce-4ad2-8879-899ae72fef85'] response: {'server_uuid': 'c654ba41-46b9-47e4-9f88-ac26d306c696', 'name': 'network-vif-deleted', 'tag': 'd5a8e2c6-5ac2-4b23-ba9b-f543e302219d', 'status': 'completed', 'code': 200} May 26 16:06:56.986366 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-83d05976-ebd4-469b-b0e1-0f212958eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:56.988875 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-83d05976-ebd4-469b-b0e1-0f212958eaa2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0a992287-2970-4abf-ab38-5a0a4fa91447 HTTP/1.1" status: 200 len: 854 time: 0.3205671 May 26 16:06:57.034642 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-d7b6a982-b787-43f4-a3a4-9eb724252c37 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Deleting port 050f7dea-7df3-4c3e-9043-c8ce4c335535 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:06:57.035141 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a982-b787-43f4-a3a4-9eb724252c37 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:57.091684 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4e03b0-0c21-4929-9a25-792b6ab4db12 x-openstack-request-id: req-ec4e03b0-0c21-4929-9a25-792b6ab4db12 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:57.091989 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2d7479-2229-48ab-926b-563f3f06d0b5", "name": "network-vif-plugged", "status": "completed", "tag": "e6ab5e70-f277-49ee-a065-7ef61c455d13", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:57.092282 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ec4e03b0-0c21-4929-9a25-792b6ab4db12 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:57.092742 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec4e03b0-0c21-4929-9a25-792b6ab4db12'] response: {'server_uuid': 'bd2d7479-2229-48ab-926b-563f3f06d0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ab5e70-f277-49ee-a065-7ef61c455d13', 'code': 200} May 26 16:06:57.127049 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7794b44e-b885-4567-903e-c9c592cacfe9 None None] Provisioning complete for port 556ce328-1fab-4315-9598-42c317a1562a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:06:57.128964 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7794b44e-b885-4567-903e-c9c592cacfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:57.295983 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf8154ef-c3ec-449a-8855-40f28c444d7d req-66d7ea34-5ae5-468e-80ba-894f85568662 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120714 May 26 16:06:57.348678 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358557c9-b124-43d3-99c1-f2c89ac0fb02 service neutron] Pushing event updated for resources: {'Port': ['ID=3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:57.379361 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-86ea056e-4694-43f3-a2aa-fec9e58c2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:57.393246 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-86ea056e-4694-43f3-a2aa-fec9e58c2656 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3841598 May 26 16:06:57.411959 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-bced9319-5e46-456f-b257-3072dc058d20 req-358557c9-b124-43d3-99c1-f2c89ac0fb02 service neutron] Attempting to bind port 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:06:57.421794 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-bced9319-5e46-456f-b257-3072dc058d20 req-358557c9-b124-43d3-99c1-f2c89ac0fb02 service neutron] Attempting to bind port 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'd4c13abe-fc58-438a-8ee2-57ffca5704b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:06:57.422221 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bced9319-5e46-456f-b257-3072dc058d20 req-358557c9-b124-43d3-99c1-f2c89ac0fb02 service neutron] Attempting to bind port 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba on network fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:06:57.446140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bced9319-5e46-456f-b257-3072dc058d20 req-358557c9-b124-43d3-99c1-f2c89ac0fb02 service neutron] Port 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba on network fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:06:57.450450 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bced9319-5e46-456f-b257-3072dc058d20 req-358557c9-b124-43d3-99c1-f2c89ac0fb02 service neutron] Attempting to bind port 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba on network fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:06:57.467405 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c6fa921-5b73-4ca8-8a00-21ca9e86bd98 req-cba13a66-f478-43ea-bb29-87330611ec35 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 210 time: 0.1829050 May 26 16:06:57.473084 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bced9319-5e46-456f-b257-3072dc058d20 req-358557c9-b124-43d3-99c1-f2c89ac0fb02 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:06:57.474697 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bced9319-5e46-456f-b257-3072dc058d20 req-358557c9-b124-43d3-99c1-f2c89ac0fb02 service neutron] Checking segment: {'id': 'd4c13abe-fc58-438a-8ee2-57ffca5704b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:06:57.475231 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bced9319-5e46-456f-b257-3072dc058d20 req-358557c9-b124-43d3-99c1-f2c89ac0fb02 service neutron] Bound using segment: {'id': 'd4c13abe-fc58-438a-8ee2-57ffca5704b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:06:57.475668 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-bced9319-5e46-456f-b257-3072dc058d20 req-358557c9-b124-43d3-99c1-f2c89ac0fb02 service neutron] Bound port: 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c13abe-fc58-438a-8ee2-57ffca5704b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:06:57.476022 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bced9319-5e46-456f-b257-3072dc058d20 req-358557c9-b124-43d3-99c1-f2c89ac0fb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:57.664188 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a982-b787-43f4-a3a4-9eb724252c37 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:57.710059 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec01bc9-acd2-4c35-bd59-d91848b34a3e req-63529332-d7c0-4968-b549-f66f42ab929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:57.712127 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5ec01bc9-acd2-4c35-bd59-d91848b34a3e req-63529332-d7c0-4968-b549-f66f42ab929e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bd2d7479-2229-48ab-926b-563f3f06d0b5 HTTP/1.1" status: 200 len: 1101 time: 0.4471776 May 26 16:06:57.754862 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-d7b6a982-b787-43f4-a3a4-9eb724252c37 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Calling delete_port for 050f7dea-7df3-4c3e-9043-c8ce4c335535 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:06:57.832361 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7794b44e-b885-4567-903e-c9c592cacfe9 None None] Port 556ce328-1fab-4315-9598-42c317a1562a cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:06:57.878668 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-9bc435af-bce7-488e-8513-8be88840a4e4 service neutron] 10.222.0.81 "GET /v2.0/networks/fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744442 May 26 16:06:57.922873 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-bced9319-5e46-456f-b257-3072dc058d20 req-358557c9-b124-43d3-99c1-f2c89ac0fb02 service neutron] For port 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:06:57.951357 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0368821-9e3e-4388-bb56-b3395244eabd req-b5f417ef-f8e7-426a-b37b-b571900295bd tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:57.959928 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0368821-9e3e-4388-bb56-b3395244eabd req-b5f417ef-f8e7-426a-b37b-b571900295bd tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=53116698-ec40-455c-851b-2c78020accc8 HTTP/1.1" status: 200 len: 945 time: 0.2548044 May 26 16:06:58.007752 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-bced9319-5e46-456f-b257-3072dc058d20 req-358557c9-b124-43d3-99c1-f2c89ac0fb02 service neutron] For port 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba,segment=NetworkSegment(d4c13abe-fc58-438a-8ee2-57ffca5704b8),segment_id=d4c13abe-fc58-438a-8ee2-57ffca5704b8)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:06:58.074650 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-df1e597d-d9c3-4d9c-b0c5-6fe88c434ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'name': 'tempest-ServersTestBootFromVolume-333930328-router', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:43Z', 'updated_at': '2022-05-26T16:04:47Z', 'revision_number': 4, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'gw_port': {'id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:44Z', 'updated_at': '2022-05-26T16:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '15f65736-cd23-452f-afa9-9e51f3b182e4', 'name': '', 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'mac_address': 'fa:16:3e:f1:8e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'b6c07fbb-b64c-482e-9f16-d044a11cb78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:46Z', 'updated_at': '2022-05-26T16:04:55Z', 'revision_number': 5, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'subnets': [{'id': 'b6c07fbb-b64c-482e-9f16-d044a11cb78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:06:58.089409 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c49f3-7ef6-4d22-b5c9-812338d70161 req-afd28736-3098-4c36-9e76-1cde28484431 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:58.098978 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d71c49f3-7ef6-4d22-b5c9-812338d70161 req-afd28736-3098-4c36-9e76-1cde28484431 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=440a58e5-32a5-4781-b9f5-12cf640546cc HTTP/1.1" status: 200 len: 932 time: 0.2892990 May 26 16:06:58.101734 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bced9319-5e46-456f-b257-3072dc058d20 req-358557c9-b124-43d3-99c1-f2c89ac0fb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:58.148974 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1e597d-d9c3-4d9c-b0c5-6fe88c434ebc None None] The sync data for ids ['c5e2c908-cf39-4224-b009-038caa93e00e'] in n-d-843337-2 is: [{'id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'name': 'tempest-ServersTestBootFromVolume-333930328-router', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:43Z', 'updated_at': '2022-05-26T16:04:47Z', 'revision_number': 4, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'gw_port': {'id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:44Z', 'updated_at': '2022-05-26T16:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '15f65736-cd23-452f-afa9-9e51f3b182e4', 'name': '', 'network_id': '1266241d-c924-4f6c-9aee-26a91490c901', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'mac_address': 'fa:16:3e:f1:8e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'b6c07fbb-b64c-482e-9f16-d044a11cb78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:46Z', 'updated_at': '2022-05-26T16:04:55Z', 'revision_number': 5, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'subnets': [{'id': 'b6c07fbb-b64c-482e-9f16-d044a11cb78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:06:58.194191 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358557c9-b124-43d3-99c1-f2c89ac0fb02 service neutron] Pushing event updated for resources: {'Port': ['ID=3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:58.253016 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0368821-9e3e-4388-bb56-b3395244eabd req-222b7d88-078a-4507-ae0f-e36badf0f6af tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807889 May 26 16:06:58.266041 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced9319-5e46-456f-b257-3072dc058d20 req-358557c9-b124-43d3-99c1-f2c89ac0fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:58.266041 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bced9319-5e46-456f-b257-3072dc058d20 req-358557c9-b124-43d3-99c1-f2c89ac0fb02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:58.267856 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bced9319-5e46-456f-b257-3072dc058d20 req-358557c9-b124-43d3-99c1-f2c89ac0fb02 service neutron] 10.222.0.81 "PUT /v2.0/ports/3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba HTTP/1.1" status: 200 len: 1092 time: 5.2807202 May 26 16:06:58.273071 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9355017a-9cd4-47e4-8f46-db224f64c40a', 'tag': '3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:58.275961 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad7f17a-142a-4182-b4b3-efb88a841f71" -d '{"events": [{"name": "network-changed", "server_uuid": "9355017a-9cd4-47e4-8f46-db224f64c40a", "tag": "3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:58.348455 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d71c49f3-7ef6-4d22-b5c9-812338d70161 req-ef781368-ae8a-4cd9-8cca-939e49506193 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482538 May 26 16:06:58.456044 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a982-b787-43f4-a3a4-9eb724252c37 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:58.515432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-d5fa0c0c-a326-415f-b97b-e51d23f3ef04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 556ce328-1fab-4315-9598-42c317a1562a {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:06:58.537076 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5ec01bc9-acd2-4c35-bd59-d91848b34a3e req-8c226bf9-7b70-4185-b913-c63e2d8b110f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8066232 May 26 16:06:58.547322 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-d5fa0c0c-a326-415f-b97b-e51d23f3ef04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:58.589911 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-d5fa0c0c-a326-415f-b97b-e51d23f3ef04 service neutron] Transition to ACTIVE for port object 556ce328-1fab-4315-9598-42c317a1562a will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:06:58.620463 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-d5fa0c0c-a326-415f-b97b-e51d23f3ef04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:58.624028 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91ed89a-d5e3-4784-977e-50536419a394 x-openstack-request-id: req-b91ed89a-d5e3-4784-977e-50536419a394 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:06:58.624445 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9355017a-9cd4-47e4-8f46-db224f64c40a", "tag": "3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:06:58.624796 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b91ed89a-d5e3-4784-977e-50536419a394 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:06:58.625312 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b91ed89a-d5e3-4784-977e-50536419a394'] response: {'name': 'network-changed', 'server_uuid': '9355017a-9cd4-47e4-8f46-db224f64c40a', 'tag': '3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba', 'status': 'completed', 'code': 200} May 26 16:06:58.629912 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced9319-5e46-456f-b257-3072dc058d20 req-10842f9a-088a-4a27-bec6-f049c30779fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:58.638546 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bced9319-5e46-456f-b257-3072dc058d20 req-10842f9a-088a-4a27-bec6-f049c30779fa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=02fcff3e7ef447ba9d8e075059e5bd3a&device_id=9355017a-9cd4-47e4-8f46-db224f64c40a HTTP/1.1" status: 200 len: 1095 time: 0.3067145 May 26 16:06:58.700837 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6a982-b787-43f4-a3a4-9eb724252c37 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event deleted for resources: {'Port': ['ID=050f7dea-7df3-4c3e-9043-c8ce4c335535,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:58.853005 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bced9319-5e46-456f-b257-3072dc058d20 req-aaf2abc8-c63f-4de8-87e4-ca774f23fa16 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba HTTP/1.1" status: 200 len: 217 time: 0.1202018 May 26 16:06:58.887485 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ec6319-b400-4f6f-b920-da5ae385670a', 'tag': 'b62771d8-d2ca-46b2-9981-2246d0cae8b5'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:06:58.902218 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406b109f-9e3d-4676-8479-89be8bd49844" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ec6319-b400-4f6f-b920-da5ae385670a", "tag": "b62771d8-d2ca-46b2-9981-2246d0cae8b5"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:06:58.962483 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab0d48f-8bea-4b8e-8f81-a079bc7f68b7 None None] New status for floating IP e43ede7d-9aa5-4e71-ab0c-919c4e48d4cb: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:06:58.970820 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced9319-5e46-456f-b257-3072dc058d20 req-0b93515b-4f2e-4387-9723-df83620fef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:58.976754 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bced9319-5e46-456f-b257-3072dc058d20 req-0b93515b-4f2e-4387-9723-df83620fef85 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0a992287-2970-4abf-ab38-5a0a4fa91447 HTTP/1.1" status: 200 len: 854 time: 0.1084988 May 26 16:06:59.137392 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa0c0c-a326-415f-b97b-e51d23f3ef04 service neutron] Pushing event updated for resources: {'Port': ['ID=556ce328-1fab-4315-9598-42c317a1562a,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:06:59.280087 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e38ba43-c1fa-4dba-94fd-a1a450603b21 req-4af6f7d2-d209-4244-9322-973c1f22ab77 service neutron] 10.222.0.81 "GET /v2.0/networks/fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2556040 May 26 16:06:59.315904 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a982-b787-43f4-a3a4-9eb724252c37 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:59.327383 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d7b6a982-b787-43f4-a3a4-9eb724252c37 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "DELETE /v2.0/ports/050f7dea-7df3-4c3e-9043-c8ce4c335535 HTTP/1.1" status: 204 len: 168 time: 2.7770526 May 26 16:06:59.330999 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47448) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:06:59.428724 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-21d9021f-b4ad-4e51-a107-19d6f7d07761 req-e55b5670-7497-46b1-84e4-4505f257fb53 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 210 time: 0.3442130 May 26 16:06:59.487372 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-f012e720-a426-4fae-b59b-7e4159071738 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Deleting subnet c1f5e3e2-46bf-451b-841b-adc78325b3e9 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:06:59.507177 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f012e720-a426-4fae-b59b-7e4159071738 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:59.516339 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced9319-5e46-456f-b257-3072dc058d20 req-84aed810-3050-4836-8827-febd051f4031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:59.517895 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bced9319-5e46-456f-b257-3072dc058d20 req-84aed810-3050-4836-8827-febd051f4031 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5222282 May 26 16:06:59.532376 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ece6c-0a70-4774-adcf-97dd5c098cf2 req-0e32ce70-add2-4d91-ad65-a882ce13c5ed tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:59.547781 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-688ece6c-0a70-4774-adcf-97dd5c098cf2 req-0e32ce70-add2-4d91-ad65-a882ce13c5ed tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2d7479-2229-48ab-926b-563f3f06d0b5 HTTP/1.1" status: 200 len: 950 time: 0.5564458 May 26 16:06:59.606982 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ded30f-3e99-4ea7-a6ca-46aa23eefbb3 req-11a7945e-0280-4fd6-b479-eb83feb2d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:59.617400 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30ded30f-3e99-4ea7-a6ca-46aa23eefbb3 req-11a7945e-0280-4fd6-b479-eb83feb2d410 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e054f09efe5e48a1a811c34416f57f3d&device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 1096 time: 0.5848820 May 26 16:06:59.735766 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f012e720-a426-4fae-b59b-7e4159071738 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:06:59.748652 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-d5fa0c0c-a326-415f-b97b-e51d23f3ef04 service neutron] Attempting to bind port 556ce328-1fab-4315-9598-42c317a1562a on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:06:59.749300 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-d5fa0c0c-a326-415f-b97b-e51d23f3ef04 service neutron] Attempting to bind port 556ce328-1fab-4315-9598-42c317a1562a by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'd4c13abe-fc58-438a-8ee2-57ffca5704b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:06:59.749855 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-d5fa0c0c-a326-415f-b97b-e51d23f3ef04 service neutron] Attempting to bind port 556ce328-1fab-4315-9598-42c317a1562a on network fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:06:59.792859 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-d5fa0c0c-a326-415f-b97b-e51d23f3ef04 service neutron] Port 556ce328-1fab-4315-9598-42c317a1562a on network fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:06:59.792859 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-d5fa0c0c-a326-415f-b97b-e51d23f3ef04 service neutron] Attempting to bind port 556ce328-1fab-4315-9598-42c317a1562a on network fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:06:59.803031 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa019e9-ffb4-4562-b6e1-58d728c899ef req-7772bafd-1fa9-4f6f-8779-a821843018de tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:06:59.804660 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9aa019e9-ffb4-4562-b6e1-58d728c899ef req-7772bafd-1fa9-4f6f-8779-a821843018de tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.81 "GET /v2.0/ports?device_id=53116698-ec40-455c-851b-2c78020accc8 HTTP/1.1" status: 200 len: 945 time: 0.7216017 May 26 16:06:59.847650 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-688ece6c-0a70-4774-adcf-97dd5c098cf2 req-126f39fc-ccc0-492a-a779-3fbc13387937 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952433 May 26 16:06:59.852272 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-d5fa0c0c-a326-415f-b97b-e51d23f3ef04 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:06:59.852623 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-d5fa0c0c-a326-415f-b97b-e51d23f3ef04 service neutron] Checking segment: {'id': 'd4c13abe-fc58-438a-8ee2-57ffca5704b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:06:59.853020 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-d5fa0c0c-a326-415f-b97b-e51d23f3ef04 service neutron] Bound using segment: {'id': 'd4c13abe-fc58-438a-8ee2-57ffca5704b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:06:59.853482 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-d5fa0c0c-a326-415f-b97b-e51d23f3ef04 service neutron] Bound port: 556ce328-1fab-4315-9598-42c317a1562a, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c13abe-fc58-438a-8ee2-57ffca5704b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:06:59.854362 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-d5fa0c0c-a326-415f-b97b-e51d23f3ef04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:00.133366 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-d5fa0c0c-a326-415f-b97b-e51d23f3ef04 service neutron] For port 556ce328-1fab-4315-9598-42c317a1562a, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:07:00.139778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-d5fa0c0c-a326-415f-b97b-e51d23f3ef04 service neutron] For port 556ce328-1fab-4315-9598-42c317a1562a, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=556ce328-1fab-4315-9598-42c317a1562a,segment=NetworkSegment(d4c13abe-fc58-438a-8ee2-57ffca5704b8),segment_id=d4c13abe-fc58-438a-8ee2-57ffca5704b8)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:07:00.167324 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-d5fa0c0c-a326-415f-b97b-e51d23f3ef04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:00.255588 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b77396-bb3f-425c-b754-83ca653585d4 x-openstack-request-id: req-e1b77396-bb3f-425c-b754-83ca653585d4 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:00.256284 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ec6319-b400-4f6f-b920-da5ae385670a", "tag": "b62771d8-d2ca-46b2-9981-2246d0cae8b5", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:00.256769 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e1b77396-bb3f-425c-b754-83ca653585d4 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:00.257388 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b77396-bb3f-425c-b754-83ca653585d4'] response: {'name': 'network-changed', 'server_uuid': 'b1ec6319-b400-4f6f-b920-da5ae385670a', 'tag': 'b62771d8-d2ca-46b2-9981-2246d0cae8b5', 'status': 'completed', 'code': 200} May 26 16:07:00.264609 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:00.390686 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b109f-9e3d-4676-8479-89be8bd49844 req-035c6d78-c886-42c4-b4f4-107132f51dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:00.392633 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-406b109f-9e3d-4676-8479-89be8bd49844 req-035c6d78-c886-42c4-b4f4-107132f51dbe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=02fcff3e7ef447ba9d8e075059e5bd3a&device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 1095 time: 0.1461596 May 26 16:07:00.411858 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55eea8-909e-474b-8ab2-98734fd4c6e2 req-f0ca92c7-c4ee-4950-8bf9-95c49c0fedde tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:00.420023 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b55eea8-909e-474b-8ab2-98734fd4c6e2 req-f0ca92c7-c4ee-4950-8bf9-95c49c0fedde tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 945 time: 0.6917443 May 26 16:07:00.483438 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bced9319-5e46-456f-b257-3072dc058d20 req-89289aee-9bab-4baf-85bf-7f115dc9e069 service neutron] 10.222.0.81 "GET /v2.0/networks/fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9287989 May 26 16:07:00.491987 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-d5fa0c0c-a326-415f-b97b-e51d23f3ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:00.492648 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-d5fa0c0c-a326-415f-b97b-e51d23f3ef04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:00.494061 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-d5fa0c0c-a326-415f-b97b-e51d23f3ef04 service neutron] 10.222.0.83 "PUT /v2.0/ports/556ce328-1fab-4315-9598-42c317a1562a HTTP/1.1" status: 200 len: 1092 time: 4.0469003 May 26 16:07:00.511992 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af6e38-395c-4514-90fb-783a111d0e79 req-0c4f578c-0997-4c13-9fe0-2865785153ee tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:00.532949 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-95af6e38-395c-4514-90fb-783a111d0e79 req-0c4f578c-0997-4c13-9fe0-2865785153ee tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=53116698-ec40-455c-851b-2c78020accc8 HTTP/1.1" status: 200 len: 945 time: 0.3828039 May 26 16:07:00.564886 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b109f-9e3d-4676-8479-89be8bd49844 req-f58d9399-62b7-4627-b648-fecda0386c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:00.566896 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-406b109f-9e3d-4676-8479-89be8bd49844 req-f58d9399-62b7-4627-b648-fecda0386c33 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d HTTP/1.1" status: 200 len: 916 time: 0.1577590 May 26 16:07:00.570575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ded30f-3e99-4ea7-a6ca-46aa23eefbb3 req-b72ec684-ce20-49e4-abca-cccbea6371db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:00.572003 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30ded30f-3e99-4ea7-a6ca-46aa23eefbb3 req-b72ec684-ce20-49e4-abca-cccbea6371db service neutron] 10.222.0.81 "GET /v2.0/networks?id=48798ccf-c01b-4baf-8c1d-06629758249c HTTP/1.1" status: 200 len: 918 time: 0.9308720 May 26 16:07:00.743886 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-406b109f-9e3d-4676-8479-89be8bd49844 req-289aa957-67bb-4373-8592-0c99673b249c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b62771d8-d2ca-46b2-9981-2246d0cae8b5 HTTP/1.1" status: 200 len: 217 time: 0.1553738 May 26 16:07:00.751478 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f012e720-a426-4fae-b59b-7e4159071738 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:00.779124 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440a58e5-32a5-4781-b9f5-12cf640546cc', 'tag': '556ce328-1fab-4315-9598-42c317a1562a'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:00.784053 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4573a631-580b-4caa-8633-9e84901ef4b5" -d '{"events": [{"name": "network-changed", "server_uuid": "440a58e5-32a5-4781-b9f5-12cf640546cc", "tag": "556ce328-1fab-4315-9598-42c317a1562a"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:00.793674 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bced9319-5e46-456f-b257-3072dc058d20 req-12e3d682-fa39-4815-9c39-5cc7cc68ae58 service neutron] 10.222.0.81 "GET /v2.0/networks/fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500217 May 26 16:07:00.846352 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa0c0c-a326-415f-b97b-e51d23f3ef04 service neutron] Pushing event updated for resources: {'Port': ['ID=556ce328-1fab-4315-9598-42c317a1562a,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:00.860011 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30ded30f-3e99-4ea7-a6ca-46aa23eefbb3 req-77d5270c-ff35-4258-99af-ebb051f1f66a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3356d0da-ac7e-43e5-89af-75248d7aebd4 HTTP/1.1" status: 200 len: 1000 time: 0.2778277 May 26 16:07:00.960201 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ded30f-3e99-4ea7-a6ca-46aa23eefbb3 req-53251961-3d6a-4816-af43-86e0acafe10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:00.962345 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30ded30f-3e99-4ea7-a6ca-46aa23eefbb3 req-53251961-3d6a-4816-af43-86e0acafe10f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=667adff5-0c1e-46ec-b83e-3fbb957aa36c HTTP/1.1" status: 200 len: 856 time: 0.0897994 May 26 16:07:00.966907 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b109f-9e3d-4676-8479-89be8bd49844 req-3939ff53-bad5-46ed-b12c-29fcddc2dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:00.969410 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-406b109f-9e3d-4676-8479-89be8bd49844 req-3939ff53-bad5-46ed-b12c-29fcddc2dbe6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0a992287-2970-4abf-ab38-5a0a4fa91447 HTTP/1.1" status: 200 len: 854 time: 0.2112126 May 26 16:07:01.021137 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b55eea8-909e-474b-8ab2-98734fd4c6e2 req-9b9cd83a-cb2f-4d15-8708-0f3fd8699e9e tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6000428 May 26 16:07:01.128193 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b109f-9e3d-4676-8479-89be8bd49844 req-a80d2b9f-2d31-4188-88f9-c239da89b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:01.133144 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-406b109f-9e3d-4676-8479-89be8bd49844 req-a80d2b9f-2d31-4188-88f9-c239da89b1bb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531811 May 26 16:07:01.156797 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-9aa019e9-ffb4-4562-b6e1-58d728c899ef req-ed6aa0db-ada3-4865-87c3-69927e066b86 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Deleting port f2838aec-e1f0-4da2-a99d-2ff558c605bf {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:01.157139 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9aa019e9-ffb4-4562-b6e1-58d728c899ef req-ed6aa0db-ada3-4865-87c3-69927e066b86 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:01.172640 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-95af6e38-395c-4514-90fb-783a111d0e79 req-eb2abdc8-a182-4108-a204-c2737cad96a4 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6386878 May 26 16:07:01.228684 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-19dbbd5c-9f95-477d-a722-7495934ea124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:01.230793 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-19dbbd5c-9f95-477d-a722-7495934ea124 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=02fcff3e7ef447ba9d8e075059e5bd3a&device_id=440a58e5-32a5-4781-b9f5-12cf640546cc HTTP/1.1" status: 200 len: 1095 time: 0.3894775 May 26 16:07:01.293362 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-406b109f-9e3d-4676-8479-89be8bd49844 req-0265db54-d9c6-4aa8-bbf8-dbefab0fa62d service neutron] 10.222.0.81 "GET /v2.0/networks/fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485572 May 26 16:07:01.309256 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ded30f-3e99-4ea7-a6ca-46aa23eefbb3 req-4f52a532-b51d-42ed-af7d-88d566d6a879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:01.310709 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30ded30f-3e99-4ea7-a6ca-46aa23eefbb3 req-4f52a532-b51d-42ed-af7d-88d566d6a879 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48798ccf-c01b-4baf-8c1d-06629758249c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3400838 May 26 16:07:01.311669 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f012e720-a426-4fae-b59b-7e4159071738 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:01.432300 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2775487-be69-4d88-a765-28441a8ae72e None None] Network f0bfc686-5a9f-4760-8a91-fab0346012c9 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:07:01.439463 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f012e720-a426-4fae-b59b-7e4159071738 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:01.441476 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f012e720-a426-4fae-b59b-7e4159071738 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "DELETE /v2.0/subnets/c1f5e3e2-46bf-451b-841b-adc78325b3e9 HTTP/1.1" status: 204 len: 168 time: 2.1090181 May 26 16:07:01.442157 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47476) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:01.449726 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012e720-a426-4fae-b59b-7e4159071738 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f5e3e2-46bf-451b-841b-adc78325b3e9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:01.576731 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bc2fb10c-09de-456a-bd15-aa0e33ccddfb req-b73123c1-a903-47d5-8082-5a09f1608be0 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 210 time: 0.1688907 May 26 16:07:01.616392 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-022e508e-67ed-490b-bac1-d64d50d984f0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=556ce328-1fab-4315-9598-42c317a1562a HTTP/1.1" status: 200 len: 217 time: 0.2641983 May 26 16:07:01.631021 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7f17a-142a-4182-b4b3-efb88a841f71 req-48eb3529-50f2-47f0-95a3-9eb93a820628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:01.636353 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ad7f17a-142a-4182-b4b3-efb88a841f71 req-48eb3529-50f2-47f0-95a3-9eb93a820628 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=02fcff3e7ef447ba9d8e075059e5bd3a&device_id=9355017a-9cd4-47e4-8f46-db224f64c40a HTTP/1.1" status: 200 len: 1095 time: 0.6710052 May 26 16:07:01.715037 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-bba0f529-7f05-48fc-9486-9fe175b85411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:01.716812 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-bba0f529-7f05-48fc-9486-9fe175b85411 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0a992287-2970-4abf-ab38-5a0a4fa91447 HTTP/1.1" status: 200 len: 854 time: 0.0770979 May 26 16:07:01.814755 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab49729-e0e7-4ba9-ad65-5d4489e426c1 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Deleting subnet 76c12a3a-8e39-4b12-a18f-cbc2de2ba639 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:07:01.820625 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7f17a-142a-4182-b4b3-efb88a841f71 req-522f00fc-a875-4b64-b3d3-5df9529fea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:01.820809 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-406b109f-9e3d-4676-8479-89be8bd49844 req-afdf01da-ca4a-420f-9354-4d1abf7cdcef service neutron] 10.222.0.81 "GET /v2.0/networks/fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214238 May 26 16:07:01.822054 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ad7f17a-142a-4182-b4b3-efb88a841f71 req-522f00fc-a875-4b64-b3d3-5df9529fea2a service neutron] 10.222.0.81 "GET /v2.0/networks?id=fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d HTTP/1.1" status: 200 len: 916 time: 0.1149802 May 26 16:07:01.890057 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7e4a2f-3822-4d58-86cf-d72b8c2d91ee None None] DHCP port deletion for f0bfc686-5a9f-4760-8a91-fab0346012c9 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:07:01.906968 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ab49729-e0e7-4ba9-ad65-5d4489e426c1 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:01.909342 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-9aa019e9-ffb4-4562-b6e1-58d728c899ef req-ed6aa0db-ada3-4865-87c3-69927e066b86 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] For port f2838aec-e1f0-4da2-a99d-2ff558c605bf, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f2838aec-e1f0-4da2-a99d-2ff558c605bf,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:01.911886 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9aa019e9-ffb4-4562-b6e1-58d728c899ef req-ed6aa0db-ada3-4865-87c3-69927e066b86 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:01.957414 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61cf9f2-7da7-494d-a63e-963f841c7868 req-bdc30dfb-d3b9-45c1-bbeb-2326d49bfaac tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:01.969670 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d61cf9f2-7da7-494d-a63e-963f841c7868 req-bdc30dfb-d3b9-45c1-bbeb-2326d49bfaac tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=440a58e5-32a5-4781-b9f5-12cf640546cc HTTP/1.1" status: 200 len: 944 time: 0.7958906 May 26 16:07:01.973655 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ab49729-e0e7-4ba9-ad65-5d4489e426c1 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:02.015154 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2ddd1f-907e-4b45-9990-4fbdbb994a59 x-openstack-request-id: req-fc2ddd1f-907e-4b45-9990-4fbdbb994a59 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:02.015445 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440a58e5-32a5-4781-b9f5-12cf640546cc", "tag": "556ce328-1fab-4315-9598-42c317a1562a", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:02.015695 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fc2ddd1f-907e-4b45-9990-4fbdbb994a59 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:02.016506 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc2ddd1f-907e-4b45-9990-4fbdbb994a59'] response: {'name': 'network-changed', 'server_uuid': '440a58e5-32a5-4781-b9f5-12cf640546cc', 'tag': '556ce328-1fab-4315-9598-42c317a1562a', 'status': 'completed', 'code': 200} May 26 16:07:02.046406 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30ded30f-3e99-4ea7-a6ca-46aa23eefbb3 req-c81c1240-f3dc-4d25-ba21-cd5fd383b2e2 service neutron] 10.222.0.81 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6969399 May 26 16:07:02.087439 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1a7e4a2f-3822-4d58-86cf-d72b8c2d91ee None None] Deleting port 695e4195-9a7b-4d84-8b43-92ea439f544f {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:02.088900 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1a7e4a2f-3822-4d58-86cf-d72b8c2d91ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:02.194931 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ad7f17a-142a-4182-b4b3-efb88a841f71 req-2314c3cc-eb30-436e-8366-5f49761fd3f1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba HTTP/1.1" status: 200 len: 217 time: 0.3376501 May 26 16:07:02.196044 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-9aa019e9-ffb4-4562-b6e1-58d728c899ef req-ed6aa0db-ada3-4865-87c3-69927e066b86 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Calling delete_port for f2838aec-e1f0-4da2-a99d-2ff558c605bf owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:02.238202 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-1a7e4a2f-3822-4d58-86cf-d72b8c2d91ee None None] For port 695e4195-9a7b-4d84-8b43-92ea439f544f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=695e4195-9a7b-4d84-8b43-92ea439f544f,segment=NetworkSegment(524dc500-34cd-4ad3-91d5-17681818fd86),segment_id=524dc500-34cd-4ad3-91d5-17681818fd86)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:02.240107 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1a7e4a2f-3822-4d58-86cf-d72b8c2d91ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:02.260648 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1a7e4a2f-3822-4d58-86cf-d72b8c2d91ee None None] Calling delete_port for 695e4195-9a7b-4d84-8b43-92ea439f544f owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:02.304426 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47492) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:02.309021 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d61cf9f2-7da7-494d-a63e-963f841c7868 req-b758d92d-1dfd-4de3-9b45-f4b9c8c5d7a0 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372877 May 26 16:07:02.375592 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ab49729-e0e7-4ba9-ad65-5d4489e426c1 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:02.457460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b62771d8-d2ca-46b2-9981-2246d0cae8b5 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:07:02.463124 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f2838aec-e1f0-4da2-a99d-2ff558c605bf no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:07:02.584378 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30ded30f-3e99-4ea7-a6ca-46aa23eefbb3 req-1e8429df-a53b-44d5-a1db-f88727cf7ae5 service neutron] 10.222.0.81 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5110424 May 26 16:07:02.685943 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7471f304-8f01-43cf-8579-5672867bad8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:02.712758 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ab49729-e0e7-4ba9-ad65-5d4489e426c1 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:02.742812 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b62771d8-d2ca-46b2-9981-2246d0cae8b5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b62771d8-d2ca-46b2-9981-2246d0cae8b5,segment=NetworkSegment(d4c13abe-fc58-438a-8ee2-57ffca5704b8),segment_id=d4c13abe-fc58-438a-8ee2-57ffca5704b8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:02.752457 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab49729-e0e7-4ba9-ad65-5d4489e426c1 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event deleted for resources: {'Subnet': ['ID=76c12a3a-8e39-4b12-a18f-cbc2de2ba639,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:02.766361 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ab49729-e0e7-4ba9-ad65-5d4489e426c1 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:02.769686 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5ab49729-e0e7-4ba9-ad65-5d4489e426c1 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "DELETE /v2.0/subnets/76c12a3a-8e39-4b12-a18f-cbc2de2ba639 HTTP/1.1" status: 204 len: 168 time: 1.3098094 May 26 16:07:02.773396 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47502) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:02.775355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'b62771d8-d2ca-46b2-9981-2246d0cae8b5', 'network_id': 'fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d', 'port_id': 'b62771d8-d2ca-46b2-9981-2246d0cae8b5', 'mac_address': 'fa:16:3e:14:db:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a992287-2970-4abf-ab38-5a0a4fa91447', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:07:02.778733 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 695e4195-9a7b-4d84-8b43-92ea439f544f no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:07:02.810813 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6b19fd-8b97-4e72-b4ce-e1f8f3f49d63 None None] Network 1eb55624-9c37-44ca-b94a-5b2c77ca0424 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:07:02.902790 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 695e4195-9a7b-4d84-8b43-92ea439f544f {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:07:02.903180 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 695e4195-9a7b-4d84-8b43-92ea439f544f not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:07:02.903782 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15c8f517-c86c-4e7f-af2f-bdb51c1764e4 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:02.908790 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1a7e4a2f-3822-4d58-86cf-d72b8c2d91ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:02.985563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7e4a2f-3822-4d58-86cf-d72b8c2d91ee None None] No DVR routers for this DVR port 695e4195-9a7b-4d84-8b43-92ea439f544f on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:07:03.066308 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15c8f517-c86c-4e7f-af2f-bdb51c1764e4 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:03.069868 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port f2838aec-e1f0-4da2-a99d-2ff558c605bf is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:03.070270 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:03.092617 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-15c8f517-c86c-4e7f-af2f-bdb51c1764e4 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0bfc686-5a9f-4760-8a91-fab0346012c9']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:03.092895 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e4a2f-3822-4d58-86cf-d72b8c2d91ee None None] Pushing event deleted for resources: {'Port': ['ID=695e4195-9a7b-4d84-8b43-92ea439f544f,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:03.111527 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-15c8f517-c86c-4e7f-af2f-bdb51c1764e4 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524dc500-34cd-4ad3-91d5-17681818fd86') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:03.112418 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-15c8f517-c86c-4e7f-af2f-bdb51c1764e4 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524dc500-34cd-4ad3-91d5-17681818fd86') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:03.127588 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15c8f517-c86c-4e7f-af2f-bdb51c1764e4 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:03.146954 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53116698-ec40-455c-851b-2c78020accc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2838aec-e1f0-4da2-a99d-2ff558c605bf'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:03.149102 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15c8f517-c86c-4e7f-af2f-bdb51c1764e4 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:03.149389 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34d99e9-d620-48a7-bfdf-fc819e5a55d9" -d '{"events": [{"server_uuid": "53116698-ec40-455c-851b-2c78020accc8", "name": "network-vif-unplugged", "status": "completed", "tag": "f2838aec-e1f0-4da2-a99d-2ff558c605bf"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:03.160923 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c8f517-c86c-4e7f-af2f-bdb51c1764e4 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:07:03.161954 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15c8f517-c86c-4e7f-af2f-bdb51c1764e4 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:03.178728 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f2838aec-e1f0-4da2-a99d-2ff558c605bf, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f2838aec-e1f0-4da2-a99d-2ff558c605bf,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:03.191149 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port b62771d8-d2ca-46b2-9981-2246d0cae8b5 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:03.192360 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:03.197183 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:03.202496 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7471f304-8f01-43cf-8579-5672867bad8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:03.235970 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 524dc500-34cd-4ad3-91d5-17681818fd86 resource provider aggregate not found May 26 16:07:03.241541 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7471f304-8f01-43cf-8579-5672867bad8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:03.274931 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=f2838aec-e1f0-4da2-a99d-2ff558c605bf,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:03.293993 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 524dc500-34cd-4ad3-91d5-17681818fd86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 524dc500-34cd-4ad3-91d5-17681818fd86 found for delete ", "request_id": "req-7cc5244e-9e1c-424c-a562-7e6b52d44a8d"}]} May 26 16:07:03.303253 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b62771d8-d2ca-46b2-9981-2246d0cae8b5 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:03.329698 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-f05c5077-6001-48a4-9cfd-5438300b3acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:03.338331 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-f05c5077-6001-48a4-9cfd-5438300b3acc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5153267 May 26 16:07:03.340921 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b62771d8-d2ca-46b2-9981-2246d0cae8b5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b62771d8-d2ca-46b2-9981-2246d0cae8b5,segment=NetworkSegment(d4c13abe-fc58-438a-8ee2-57ffca5704b8),segment_id=d4c13abe-fc58-438a-8ee2-57ffca5704b8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:03.380463 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:03.420325 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7859b358-8237-48d6-ae55-53d432687ca0 None None] DHCP port deletion for 1eb55624-9c37-44ca-b94a-5b2c77ca0424 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:07:03.425698 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471f304-8f01-43cf-8579-5672867bad8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1d67f5-d794-4cf1-87fc-7e71d74aaf94,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:03.519503 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7471f304-8f01-43cf-8579-5672867bad8c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=81d0ab11fd0c4108a942d05c81e5254b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2062995 May 26 16:07:03.523470 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47512) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:03.551603 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=b62771d8-d2ca-46b2-9981-2246d0cae8b5,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:03.571947 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7859b358-8237-48d6-ae55-53d432687ca0 None None] Deleting port f11c68c0-202f-438d-a7d5-15bb17937b66 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:03.572420 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7859b358-8237-48d6-ae55-53d432687ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:03.597691 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15c8f517-c86c-4e7f-af2f-bdb51c1764e4 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:03.603469 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7f17a-142a-4182-b4b3-efb88a841f71 req-e493ebfc-fde7-4a63-b654-6eb9216946be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:03.608273 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ad7f17a-142a-4182-b4b3-efb88a841f71 req-e493ebfc-fde7-4a63-b654-6eb9216946be service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0a992287-2970-4abf-ab38-5a0a4fa91447 HTTP/1.1" status: 200 len: 854 time: 1.3889389 May 26 16:07:03.611485 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15c8f517-c86c-4e7f-af2f-bdb51c1764e4 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:03.621609 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-15c8f517-c86c-4e7f-af2f-bdb51c1764e4 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "DELETE /v2.0/networks/f0bfc686-5a9f-4760-8a91-fab0346012c9 HTTP/1.1" status: 204 len: 168 time: 0.8432131 May 26 16:07:03.623017 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47514) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:03.647058 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9aa019e9-ffb4-4562-b6e1-58d728c899ef req-ed6aa0db-ada3-4865-87c3-69927e066b86 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:03.679612 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7859b358-8237-48d6-ae55-53d432687ca0 None None] For port f11c68c0-202f-438d-a7d5-15bb17937b66, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f11c68c0-202f-438d-a7d5-15bb17937b66,segment=NetworkSegment(1a7b7922-5c77-4d0b-a0da-c10ad2b6209b),segment_id=1a7b7922-5c77-4d0b-a0da-c10ad2b6209b)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:03.680021 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7859b358-8237-48d6-ae55-53d432687ca0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:03.701889 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7859b358-8237-48d6-ae55-53d432687ca0 None None] Calling delete_port for f11c68c0-202f-438d-a7d5-15bb17937b66 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:03.770691 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8f517-c86c-4e7f-af2f-bdb51c1764e4 tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event deleted for resources: {'Network': ['ID=f0bfc686-5a9f-4760-8a91-fab0346012c9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:03.779150 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9a802-d322-4138-a100-c641c226cda5 req-de5da9be-571a-42c5-8996-5dc0e9b3d3a0 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:03.780145 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7db9a802-d322-4138-a100-c641c226cda5 req-de5da9be-571a-42c5-8996-5dc0e9b3d3a0 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2d7479-2229-48ab-926b-563f3f06d0b5 HTTP/1.1" status: 200 len: 950 time: 1.5689785 May 26 16:07:03.795191 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6aa0db-ada3-4865-87c3-69927e066b86 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Pushing event deleted for resources: {'Port': ['ID=f2838aec-e1f0-4da2-a99d-2ff558c605bf,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:03.804276 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['b62771d8-d2ca-46b2-9981-2246d0cae8b5'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:07:03.806571 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7859b358-8237-48d6-ae55-53d432687ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:03.857568 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859b358-8237-48d6-ae55-53d432687ca0 None None] Pushing event deleted for resources: {'Port': ['ID=f11c68c0-202f-438d-a7d5-15bb17937b66,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:03.876181 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7859b358-8237-48d6-ae55-53d432687ca0 None None] No DVR routers for this DVR port f11c68c0-202f-438d-a7d5-15bb17937b66 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:07:03.878232 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fc69aef7-d885-4bd5-acbf-21e833644716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:03.883199 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-175b743b-2647-4a7c-bc68-4e00ccf8efad tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:03.889013 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2352e-5390-49b7-8af4-5760f8e1a534 req-a10e0186-6d28-4c84-ad1a-4bb886e68433 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:03.892589 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-64f2352e-5390-49b7-8af4-5760f8e1a534 req-a10e0186-6d28-4c84-ad1a-4bb886e68433 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 945 time: 1.3387017 May 26 16:07:03.963483 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fc69aef7-d885-4bd5-acbf-21e833644716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:03.992325 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa019e9-ffb4-4562-b6e1-58d728c899ef req-ed6aa0db-ada3-4865-87c3-69927e066b86 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] No DVR routers for this DVR port f2838aec-e1f0-4da2-a99d-2ff558c605bf on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:07:03.996546 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9aa019e9-ffb4-4562-b6e1-58d728c899ef req-ed6aa0db-ada3-4865-87c3-69927e066b86 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:04.000114 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9aa019e9-ffb4-4562-b6e1-58d728c899ef req-ed6aa0db-ada3-4865-87c3-69927e066b86 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.81 "DELETE /v2.0/ports/f2838aec-e1f0-4da2-a99d-2ff558c605bf HTTP/1.1" status: 204 len: 173 time: 4.1814008 May 26 16:07:04.026755 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53116698-ec40-455c-851b-2c78020accc8', 'name': 'network-vif-deleted', 'tag': 'f2838aec-e1f0-4da2-a99d-2ff558c605bf'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:04.029565 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af6d112-5f01-4b2d-9134-052e5856385b" -d '{"events": [{"server_uuid": "53116698-ec40-455c-851b-2c78020accc8", "name": "network-vif-deleted", "tag": "f2838aec-e1f0-4da2-a99d-2ff558c605bf"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:04.051233 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7f17a-142a-4182-b4b3-efb88a841f71 req-6e68e864-9c57-4642-b9a3-d3a69bef25d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:04.053450 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ad7f17a-142a-4182-b4b3-efb88a841f71 req-6e68e864-9c57-4642-b9a3-d3a69bef25d2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4084997 May 26 16:07:04.066334 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-175b743b-2647-4a7c-bc68-4e00ccf8efad tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:04.067288 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7db9a802-d322-4138-a100-c641c226cda5 req-7f8bb320-2c26-4686-8a7e-9500fe11c714 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681746 May 26 16:07:04.074428 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-2badeb33-09a0-4bf5-9fa6-52d977290943 service neutron] 10.222.0.83 "GET /v2.0/networks/fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648151 May 26 16:07:04.103738 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fc69aef7-d885-4bd5-acbf-21e833644716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:04.107207 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fc69aef7-d885-4bd5-acbf-21e833644716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:04.111439 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fc69aef7-d885-4bd5-acbf-21e833644716 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cf1d67f5-d794-4cf1-87fc-7e71d74aaf94 HTTP/1.1" status: 204 len: 168 time: 0.5866709 May 26 16:07:04.122710 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-175b743b-2647-4a7c-bc68-4e00ccf8efad tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb55624-9c37-44ca-b94a-5b2c77ca0424']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:04.137022 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-64f2352e-5390-49b7-8af4-5760f8e1a534 req-59912530-a5b1-47a3-ac84-e67f2741a533 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020147 May 26 16:07:04.140278 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69aef7-d885-4bd5-acbf-21e833644716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1d67f5-d794-4cf1-87fc-7e71d74aaf94,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:04.145501 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-175b743b-2647-4a7c-bc68-4e00ccf8efad tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7b7922-5c77-4d0b-a0da-c10ad2b6209b') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:04.145849 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-175b743b-2647-4a7c-bc68-4e00ccf8efad tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7b7922-5c77-4d0b-a0da-c10ad2b6209b') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:04.188890 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-175b743b-2647-4a7c-bc68-4e00ccf8efad tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:04.230828 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-175b743b-2647-4a7c-bc68-4e00ccf8efad tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:04.242406 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:07:04.269225 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175b743b-2647-4a7c-bc68-4e00ccf8efad tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:07:04.269648 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-175b743b-2647-4a7c-bc68-4e00ccf8efad tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:04.385910 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9b46504d-7d83-4003-8110-63a44e3e7f6e req-cd73bc79-b212-4753-8fc2-90181ac7aa11 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=53116698-ec40-455c-851b-2c78020accc8 HTTP/1.1" status: 200 len: 210 time: 0.1113012 May 26 16:07:04.450571 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba,segment=NetworkSegment(d4c13abe-fc58-438a-8ee2-57ffca5704b8),segment_id=d4c13abe-fc58-438a-8ee2-57ffca5704b8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:04.478358 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-175b743b-2647-4a7c-bc68-4e00ccf8efad tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:04.486781 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-175b743b-2647-4a7c-bc68-4e00ccf8efad tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:04.499445 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-175b743b-2647-4a7c-bc68-4e00ccf8efad tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] 10.222.0.77 "DELETE /v2.0/networks/1eb55624-9c37-44ca-b94a-5b2c77ca0424 HTTP/1.1" status: 204 len: 168 time: 0.8468292 May 26 16:07:04.500286 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba', 'network_id': 'fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d', 'port_id': '3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba', 'mac_address': 'fa:16:3e:d8:82:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a992287-2970-4abf-ab38-5a0a4fa91447', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:07:04.536583 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b743b-2647-4a7c-bc68-4e00ccf8efad tempest-TaggedBootDevicesTest-972162373 tempest-TaggedBootDevicesTest-972162373-project] Pushing event deleted for resources: {'Network': ['ID=1eb55624-9c37-44ca-b94a-5b2c77ca0424,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:04.586880 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:04.587477 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:04.638023 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-65c51af9-87aa-4c2f-90d6-502af6548e1d req-e8908a44-9ebf-4fde-b6be-4e8fe489790b tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/ports?device_id=c654ba41-46b9-47e4-9f88-ac26d306c696 HTTP/1.1" status: 200 len: 210 time: 0.1016517 May 26 16:07:04.640144 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:04.641529 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ad7f17a-142a-4182-b4b3-efb88a841f71 req-385a8470-f999-4507-bf85-614e33310a05 service neutron] 10.222.0.81 "GET /v2.0/networks/fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5712306 May 26 16:07:04.644668 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae6a3f1d-c520-4298-a257-5d292c5db9f8 req-98f88ac9-717c-437f-92d0-fd413d880f6c service neutron] 10.222.0.83 "GET /v2.0/networks/fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5585992 May 26 16:07:04.657952 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f11c68c0-202f-438d-a7d5-15bb17937b66 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:07:04.735770 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: f11c68c0-202f-438d-a7d5-15bb17937b66 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:07:04.753299 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f11c68c0-202f-438d-a7d5-15bb17937b66 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:07:04.795128 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba,segment=NetworkSegment(d4c13abe-fc58-438a-8ee2-57ffca5704b8),segment_id=d4c13abe-fc58-438a-8ee2-57ffca5704b8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:04.804116 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:04.864405 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa29d1b9-1b13-40d9-9af6-ca07de099741 x-openstack-request-id: req-fa29d1b9-1b13-40d9-9af6-ca07de099741 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:04.864748 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53116698-ec40-455c-851b-2c78020accc8", "name": "network-vif-unplugged", "status": "completed", "tag": "f2838aec-e1f0-4da2-a99d-2ff558c605bf", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:04.864981 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fa29d1b9-1b13-40d9-9af6-ca07de099741 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:04.865715 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa29d1b9-1b13-40d9-9af6-ca07de099741'] response: {'server_uuid': '53116698-ec40-455c-851b-2c78020accc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2838aec-e1f0-4da2-a99d-2ff558c605bf', 'code': 200} May 26 16:07:04.931243 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:04.962408 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21578d3a-690f-40d0-9ba9-d08866e48164 x-openstack-request-id: req-21578d3a-690f-40d0-9ba9-d08866e48164 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:04.964674 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53116698-ec40-455c-851b-2c78020accc8", "name": "network-vif-deleted", "tag": "f2838aec-e1f0-4da2-a99d-2ff558c605bf", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:04.965150 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-21578d3a-690f-40d0-9ba9-d08866e48164 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:04.966834 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21578d3a-690f-40d0-9ba9-d08866e48164'] response: {'server_uuid': '53116698-ec40-455c-851b-2c78020accc8', 'name': 'network-vif-deleted', 'tag': 'f2838aec-e1f0-4da2-a99d-2ff558c605bf', 'status': 'completed', 'code': 200} May 26 16:07:05.045092 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:07:05.090880 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ad7f17a-142a-4182-b4b3-efb88a841f71 req-de17067b-8a0c-4208-b82e-412056ad6a53 service neutron] 10.222.0.81 "GET /v2.0/networks/fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309385 May 26 16:07:05.127667 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573a631-580b-4caa-8633-9e84901ef4b5 req-1cf5c667-8bde-40d8-8147-e830db82b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:05.132779 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4573a631-580b-4caa-8633-9e84901ef4b5 req-1cf5c667-8bde-40d8-8147-e830db82b3be service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=02fcff3e7ef447ba9d8e075059e5bd3a&device_id=440a58e5-32a5-4781-b9f5-12cf640546cc HTTP/1.1" status: 200 len: 1095 time: 0.2317598 May 26 16:07:05.150875 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54747cb4-b9c5-48f0-9c83-fa8cf32597d6 req-49692ef5-6a38-48d9-b480-dea2ef92d0b2 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:05.157014 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-54747cb4-b9c5-48f0-9c83-fa8cf32597d6 req-49692ef5-6a38-48d9-b480-dea2ef92d0b2 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=440a58e5-32a5-4781-b9f5-12cf640546cc HTTP/1.1" status: 200 len: 944 time: 0.2606022 May 26 16:07:05.316283 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 1a7b7922-5c77-4d0b-a0da-c10ad2b6209b resource provider aggregate not found May 26 16:07:05.336829 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 1a7b7922-5c77-4d0b-a0da-c10ad2b6209b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a7b7922-5c77-4d0b-a0da-c10ad2b6209b found for delete ", "request_id": "req-bcbe1317-ed7e-445c-bddf-3fd48e4eb6a0"}]} May 26 16:07:05.407458 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-54747cb4-b9c5-48f0-9c83-fa8cf32597d6 req-e86e0db1-ec32-4c9e-8c7e-880ae72fb85c tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397761 May 26 16:07:05.491199 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7369a31-c3a4-4905-b32f-ce49a1290162 req-9f2c8783-1666-4320-9d00-761666fecd4c tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:05.499357 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7369a31-c3a4-4905-b32f-ce49a1290162 req-9f2c8783-1666-4320-9d00-761666fecd4c tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=bd2d7479-2229-48ab-926b-563f3f06d0b5 HTTP/1.1" status: 200 len: 1101 time: 0.1517169 May 26 16:07:05.534184 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c7369a31-c3a4-4905-b32f-ce49a1290162 req-50f4b4d3-b788-466b-94dc-81b20d58ec6f tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:05.555733 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573a631-580b-4caa-8633-9e84901ef4b5 req-2f83d86c-ef78-415b-94c2-17da840ee761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:05.560400 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4573a631-580b-4caa-8633-9e84901ef4b5 req-2f83d86c-ef78-415b-94c2-17da840ee761 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d HTTP/1.1" status: 200 len: 916 time: 0.3937731 May 26 16:07:05.702920 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4573a631-580b-4caa-8633-9e84901ef4b5 req-4bd4ab20-88db-4580-9223-c338a1b51a50 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=556ce328-1fab-4315-9598-42c317a1562a HTTP/1.1" status: 200 len: 217 time: 0.1111166 May 26 16:07:05.815148 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc09c3-da0e-42b9-a600-2c7626bc100e req-75989ed5-2533-405c-a638-3caea88883d4 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:05.816798 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bccc09c3-da0e-42b9-a600-2c7626bc100e req-75989ed5-2533-405c-a638-3caea88883d4 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 945 time: 0.1119363 May 26 16:07:05.818314 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573a631-580b-4caa-8633-9e84901ef4b5 req-38c17e7f-f38d-474b-84fb-b255304254b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:05.819708 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4573a631-580b-4caa-8633-9e84901ef4b5 req-38c17e7f-f38d-474b-84fb-b255304254b0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0a992287-2970-4abf-ab38-5a0a4fa91447 HTTP/1.1" status: 200 len: 854 time: 0.0780969 May 26 16:07:05.872167 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bccc09c3-da0e-42b9-a600-2c7626bc100e req-06e163f8-c39d-4d05-a9c6-61fe3822dc09 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448380 May 26 16:07:05.940129 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573a631-580b-4caa-8633-9e84901ef4b5 req-313283b6-e832-43b0-8651-de8cb5c1b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:05.942104 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4573a631-580b-4caa-8633-9e84901ef4b5 req-313283b6-e832-43b0-8651-de8cb5c1b4f9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747240 May 26 16:07:05.956360 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c7369a31-c3a4-4905-b32f-ce49a1290162 req-50f4b4d3-b788-466b-94dc-81b20d58ec6f tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:06.051049 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4573a631-580b-4caa-8633-9e84901ef4b5 req-934b3c09-182b-417a-9635-6b5fda87ef7e service neutron] 10.222.0.83 "GET /v2.0/networks/fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971370 May 26 16:07:06.052220 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c7369a31-c3a4-4905-b32f-ce49a1290162 req-50f4b4d3-b788-466b-94dc-81b20d58ec6f tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:06.109103 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7369a31-c3a4-4905-b32f-ce49a1290162 req-50f4b4d3-b788-466b-94dc-81b20d58ec6f tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6088643 May 26 16:07:06.147587 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4b4d3-b788-466b-94dc-81b20d58ec6f tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4045a3b2-e53e-4e2e-8109-8f0d3d054a1d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:06.200138 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4573a631-580b-4caa-8633-9e84901ef4b5 req-2f24a9d0-de6c-405a-b52e-765cba548ddd service neutron] 10.222.0.83 "GET /v2.0/networks/fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368284 May 26 16:07:06.249976 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b62771d8-d2ca-46b2-9981-2246d0cae8b5 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:07:06.281596 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:07:06.328415 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47590) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:06.449183 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port b62771d8-d2ca-46b2-9981-2246d0cae8b5 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:07:06.453584 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port b62771d8-d2ca-46b2-9981-2246d0cae8b5 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:06.454224 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:06.557334 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8df329f-958f-480d-98c1-5c1e2caf7d58 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:06.704476 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8df329f-958f-480d-98c1-5c1e2caf7d58 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:06.726991 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de2329-b96c-47e7-b92c-dbaa6253ee72 req-7ebab6db-3fca-4748-8389-26178d5663a6 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:06.736323 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-67de2329-b96c-47e7-b92c-dbaa6253ee72 req-7ebab6db-3fca-4748-8389-26178d5663a6 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=440a58e5-32a5-4781-b9f5-12cf640546cc HTTP/1.1" status: 200 len: 944 time: 0.1282933 May 26 16:07:06.811938 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-67de2329-b96c-47e7-b92c-dbaa6253ee72 req-a4625bae-ce5f-46a0-a41e-20b2d894f9cf tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746572 May 26 16:07:06.838604 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-7815a030-f77e-43e2-b71c-26aeb9e4acf4 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:06.841162 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-7815a030-f77e-43e2-b71c-26aeb9e4acf4 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/networks?id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089 HTTP/1.1" status: 200 len: 812 time: 0.3469598 May 26 16:07:06.855602 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port b62771d8-d2ca-46b2-9981-2246d0cae8b5 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:06.856414 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:06.887617 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-7cc1778e-8931-4716-9134-e0953c957975 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/quotas/3e96c338002c49fcb12a908abaf34a6e HTTP/1.1" status: 200 len: 375 time: 0.0365968 May 26 16:07:06.927919 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8df329f-958f-480d-98c1-5c1e2caf7d58 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:06.930834 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8df329f-958f-480d-98c1-5c1e2caf7d58 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:06.932480 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e8df329f-958f-480d-98c1-5c1e2caf7d58 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "DELETE /v2.0/security-groups/84b70ddb-c37d-4b63-a14c-6f6f832dafeb HTTP/1.1" status: 204 len: 168 time: 0.6027658 May 26 16:07:06.935929 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47616) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:06.938347 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ec6319-b400-4f6f-b920-da5ae385670a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62771d8-d2ca-46b2-9981-2246d0cae8b5'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:06.941332 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7752a2fe-8cf1-4b57-b66d-297e1677a3b6" -d '{"events": [{"server_uuid": "b1ec6319-b400-4f6f-b920-da5ae385670a", "name": "network-vif-plugged", "status": "completed", "tag": "b62771d8-d2ca-46b2-9981-2246d0cae8b5"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:06.960023 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b62771d8-d2ca-46b2-9981-2246d0cae8b5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b62771d8-d2ca-46b2-9981-2246d0cae8b5,segment=NetworkSegment(d4c13abe-fc58-438a-8ee2-57ffca5704b8),segment_id=d4c13abe-fc58-438a-8ee2-57ffca5704b8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:06.971258 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-198a3e95-8c98-4e69-b850-19370764ce03 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e96c338002c49fcb12a908abaf34a6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770156 May 26 16:07:06.977378 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:06.978579 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:07:06.978793 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-e10becf2-ff76-4247-8b35-ab67e517c44f tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] show failed (client error): The resource could not be found. May 26 16:07:06.988062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 47624) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:06.993522 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e10becf2-ff76-4247-8b35-ab67e517c44f tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "GET /v2.0/security-groups/84b70ddb-c37d-4b63-a14c-6f6f832dafeb HTTP/1.1" status: 404 len: 347 time: 0.0433333 May 26 16:07:07.011359 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df329f-958f-480d-98c1-5c1e2caf7d58 tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b70ddb-c37d-4b63-a14c-6f6f832dafeb,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:07.191104 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=b62771d8-d2ca-46b2-9981-2246d0cae8b5,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:07.219241 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:07:07.231786 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:07.232087 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:07.307277 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10db152e-798a-4a21-981b-8c565e4d8781 req-3891242e-48ee-4c75-82ea-fa06d9c0ce34 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=174d64ba844b421799c9f2136fec1233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2269559 May 26 16:07:07.460991 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-9845468d-8b61-406b-b996-cb71794491a5 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:07:07.464304 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-9845468d-8b61-406b-b996-cb71794491a5 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4757202 May 26 16:07:07.506131 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:07.507708 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:07.553509 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba,segment=NetworkSegment(d4c13abe-fc58-438a-8ee2-57ffca5704b8),segment_id=d4c13abe-fc58-438a-8ee2-57ffca5704b8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:07.559770 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:07.701100 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:07.802511 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db152e-798a-4a21-981b-8c565e4d8781 req-09c937fb-5343-48d2-bb22-4b7e0aad4df2 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:07.811219 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10db152e-798a-4a21-981b-8c565e4d8781 req-09c937fb-5343-48d2-bb22-4b7e0aad4df2 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5029495 May 26 16:07:07.847333 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10db152e-798a-4a21-981b-8c565e4d8781 req-f8d68aaf-0a6c-4d57-9695-2814d3491025 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/quotas/174d64ba844b421799c9f2136fec1233 HTTP/1.1" status: 200 len: 375 time: 0.0351691 May 26 16:07:07.914160 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-ca93e3a9-b3ad-4d7d-871a-1cba3b24f11e service neutron] 10.222.0.77 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455922 May 26 16:07:07.917473 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-67cac215-5008-4d1a-8acf-43fe9269d25a tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Deleting port 1ee61a26-dd44-4880-87a7-13e23048f30d {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:07.917835 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67cac215-5008-4d1a-8acf-43fe9269d25a tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:08.140564 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-b1491720-79dd-485e-b58b-64b1cb9ed435 service neutron] 10.222.0.77 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254653 May 26 16:07:08.181264 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10db152e-798a-4a21-981b-8c565e4d8781 req-0159cb9d-16f9-488e-b955-dee6d12bbb7a tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=174d64ba844b421799c9f2136fec1233&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3329532 May 26 16:07:08.310271 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67cac215-5008-4d1a-8acf-43fe9269d25a tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:08.311840 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67cac215-5008-4d1a-8acf-43fe9269d25a tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:08.352192 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-67cac215-5008-4d1a-8acf-43fe9269d25a tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Calling delete_port for 1ee61a26-dd44-4880-87a7-13e23048f30d owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:08.728286 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95348669-5583-45b2-9f35-b21aed4ed417 req-2b0a9749-00f6-4540-894b-6184cbd10a9d tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:08.731483 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-95348669-5583-45b2-9f35-b21aed4ed417 req-2b0a9749-00f6-4540-894b-6184cbd10a9d tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 945 time: 0.1728437 May 26 16:07:08.966288 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-95348669-5583-45b2-9f35-b21aed4ed417 req-3e17f40e-c384-43ce-a4ad-6dfa7b5925d5 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129793 May 26 16:07:09.003652 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67cac215-5008-4d1a-8acf-43fe9269d25a tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:09.089453 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cac215-5008-4d1a-8acf-43fe9269d25a tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Pushing event deleted for resources: {'Port': ['ID=1ee61a26-dd44-4880-87a7-13e23048f30d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:09.098852 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d7a07e-0a5f-4e6e-892d-7383596b1152 x-openstack-request-id: req-86d7a07e-0a5f-4e6e-892d-7383596b1152 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:09.099775 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ec6319-b400-4f6f-b920-da5ae385670a", "name": "network-vif-plugged", "status": "completed", "tag": "b62771d8-d2ca-46b2-9981-2246d0cae8b5", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:09.100513 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-86d7a07e-0a5f-4e6e-892d-7383596b1152 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:09.101248 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d7a07e-0a5f-4e6e-892d-7383596b1152'] response: {'server_uuid': 'b1ec6319-b400-4f6f-b920-da5ae385670a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62771d8-d2ca-46b2-9981-2246d0cae8b5', 'code': 200} May 26 16:07:09.343576 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 556ce328-1fab-4315-9598-42c317a1562a details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:07:09.559936 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 556ce328-1fab-4315-9598-42c317a1562a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=556ce328-1fab-4315-9598-42c317a1562a,segment=NetworkSegment(d4c13abe-fc58-438a-8ee2-57ffca5704b8),segment_id=d4c13abe-fc58-438a-8ee2-57ffca5704b8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:09.574972 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '556ce328-1fab-4315-9598-42c317a1562a', 'network_id': 'fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d', 'port_id': '556ce328-1fab-4315-9598-42c317a1562a', 'mac_address': 'fa:16:3e:b7:1b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a992287-2970-4abf-ab38-5a0a4fa91447', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:07:09.618366 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38b1025a-e1bd-466e-8bb4-56851ed26725 req-d168a0b3-46ac-4305-acea-ef14828c183a tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 210 time: 0.1875927 May 26 16:07:09.632202 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67cac215-5008-4d1a-8acf-43fe9269d25a tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:09.638922 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67cac215-5008-4d1a-8acf-43fe9269d25a tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:09.642916 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-67cac215-5008-4d1a-8acf-43fe9269d25a tempest-ServersTestBootFromVolume-583078880 tempest-ServersTestBootFromVolume-583078880-project] 10.222.0.77 "DELETE /v2.0/floatingips/e43ede7d-9aa5-4e71-ab0c-919c4e48d4cb HTTP/1.1" status: 204 len: 168 time: 2.6511869 May 26 16:07:09.643128 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47690) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:09.643580 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 556ce328-1fab-4315-9598-42c317a1562a is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:09.643735 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:09.674686 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a2433-8f71-431b-be0f-05cce0ffa9f7 req-57c5fcda-78e9-4f0e-9aac-7e0f6c844582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:09.676392 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f33a2433-8f71-431b-be0f-05cce0ffa9f7 req-57c5fcda-78e9-4f0e-9aac-7e0f6c844582 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 1097 time: 0.4712298 May 26 16:07:09.718023 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556ce328-1fab-4315-9598-42c317a1562a {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:09.808825 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 556ce328-1fab-4315-9598-42c317a1562a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=556ce328-1fab-4315-9598-42c317a1562a,segment=NetworkSegment(d4c13abe-fc58-438a-8ee2-57ffca5704b8),segment_id=d4c13abe-fc58-438a-8ee2-57ffca5704b8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:09.826373 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:09.890020 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4beaaf-e3fc-4c9d-bd3e-afe8e8b08ba5 req-69341baf-5f9a-42b1-a765-7b969de07a27 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:09.891579 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b4beaaf-e3fc-4c9d-bd3e-afe8e8b08ba5 req-69341baf-5f9a-42b1-a765-7b969de07a27 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=440a58e5-32a5-4781-b9f5-12cf640546cc HTTP/1.1" status: 200 len: 944 time: 0.5223882 May 26 16:07:09.982699 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=556ce328-1fab-4315-9598-42c317a1562a,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:10.062850 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f33a2433-8f71-431b-be0f-05cce0ffa9f7 req-1ce2e7a3-98ea-447e-81f6-0ce3c6594860 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601079 May 26 16:07:10.124436 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68e65050-32ed-4202-b083-912c8449a5a7 req-206e780e-9720-4550-9d14-7d4df1492773 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f1c9f0-2927-4e73-a11b-bccc71057174 HTTP/1.1" status: 200 len: 210 time: 0.1181376 May 26 16:07:10.244601 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b4beaaf-e3fc-4c9d-bd3e-afe8e8b08ba5 req-9f27649d-5a9b-481f-874e-64b2a745d42d tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922096 May 26 16:07:10.355018 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd978904-7329-4b86-a87a-30df7e5e19f8 req-2df86919-0a5d-42bd-85fd-207bad47e274 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:10.388661 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd978904-7329-4b86-a87a-30df7e5e19f8 req-2df86919-0a5d-42bd-85fd-207bad47e274 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 945 time: 0.0950618 May 26 16:07:10.481498 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['556ce328-1fab-4315-9598-42c317a1562a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:07:10.572797 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd978904-7329-4b86-a87a-30df7e5e19f8 req-c57a6924-528c-4c4e-a110-45d31a56e55e tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831443 May 26 16:07:10.839471 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-24a8c3d9-c47b-4d40-9cf4-63930ad3d99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:10.904942 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-66ceec04-d3a2-4e3c-820e-dda0e769f7be req-284ef474-9a8a-4f14-bdd9-33f6c7e89ebb tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 210 time: 0.0590436 May 26 16:07:11.102949 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9355017a-9cd4-47e4-8f46-db224f64c40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:11.105818 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93a584a-f266-484f-b0b3-2fb76159188e" -d '{"events": [{"server_uuid": "9355017a-9cd4-47e4-8f46-db224f64c40a", "name": "network-vif-plugged", "status": "completed", "tag": "3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:11.274036 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4756b3a0-1b2d-4b0a-992f-4908d20e4d32 x-openstack-request-id: req-4756b3a0-1b2d-4b0a-992f-4908d20e4d32 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:11.274383 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9355017a-9cd4-47e4-8f46-db224f64c40a", "name": "network-vif-plugged", "status": "completed", "tag": "3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:11.274737 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4756b3a0-1b2d-4b0a-992f-4908d20e4d32 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:11.275140 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4756b3a0-1b2d-4b0a-992f-4908d20e4d32'] response: {'server_uuid': '9355017a-9cd4-47e4-8f46-db224f64c40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba', 'code': 200} May 26 16:07:11.497636 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-881b275d-8634-4b07-9605-e065930cb4a3 req-59ef624b-4d9a-46a9-b4cd-39327b3338f2 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f1c9f0-2927-4e73-a11b-bccc71057174 HTTP/1.1" status: 200 len: 210 time: 0.1948318 May 26 16:07:11.605951 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-24a8c3d9-c47b-4d40-9cf4-63930ad3d99a admin admin] Deleting port 15f65736-cd23-452f-afa9-9e51f3b182e4 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:11.606200 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-24a8c3d9-c47b-4d40-9cf4-63930ad3d99a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:11.650312 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-629534a9-a5cf-4697-9920-3f8c9f292668 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:11.665285 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-629534a9-a5cf-4697-9920-3f8c9f292668 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.81 "GET /v2.0/networks?id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089 HTTP/1.1" status: 200 len: 812 time: 0.7427318 May 26 16:07:11.873610 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-24a8c3d9-c47b-4d40-9cf4-63930ad3d99a admin admin] For port 15f65736-cd23-452f-afa9-9e51f3b182e4, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=15f65736-cd23-452f-afa9-9e51f3b182e4,segment=NetworkSegment(4448ff35-1293-4f51-b793-89ca71d00242),segment_id=4448ff35-1293-4f51-b793-89ca71d00242)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:11.874620 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-24a8c3d9-c47b-4d40-9cf4-63930ad3d99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:11.894035 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-24a8c3d9-c47b-4d40-9cf4-63930ad3d99a admin admin] Calling delete_port for 15f65736-cd23-452f-afa9-9e51f3b182e4 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:12.341114 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-24a8c3d9-c47b-4d40-9cf4-63930ad3d99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:12.343584 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-535c1064-ee39-46cc-b8eb-98151c94edd3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Request body: {'port': {'device_id': '8511edc6-70b9-48e9-99e0-4550c6370be4', 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089', 'admin_state_up': True, 'tenant_id': '3e96c338002c49fcb12a908abaf34a6e'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:12.496180 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8c3d9-c47b-4d40-9cf4-63930ad3d99a admin admin] Pushing event deleted for resources: {'Port': ['ID=15f65736-cd23-452f-afa9-9e51f3b182e4,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:12.521211 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-10db152e-798a-4a21-981b-8c565e4d8781 req-c65fb96d-6f20-4aac-903b-546b1ce0bb7c tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=174d64ba844b421799c9f2136fec1233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1042902 May 26 16:07:12.534924 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207501d9-fc9c-49f7-98b0-0aaeb1d72e47 req-9f2b1131-1cbd-47d8-9ba5-eb72d5747516 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:12.543620 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-207501d9-fc9c-49f7-98b0-0aaeb1d72e47 req-9f2b1131-1cbd-47d8-9ba5-eb72d5747516 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=440a58e5-32a5-4781-b9f5-12cf640546cc HTTP/1.1" status: 200 len: 945 time: 1.0431845 May 26 16:07:12.568916 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce8a95-8e8d-4cab-b4a6-ad29d83a047b req-c3805201-1840-4c3e-93f8-7bb240a36f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:12.585520 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d0ce8a95-8e8d-4cab-b4a6-ad29d83a047b req-c3805201-1840-4c3e-93f8-7bb240a36f77 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9355017a-9cd4-47e4-8f46-db224f64c40a HTTP/1.1" status: 200 len: 1097 time: 0.9078650 May 26 16:07:12.673707 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2354234-abcd-4b2f-8042-d5d07899743e req-58212928-f011-483d-9837-f94d7ba01809 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:12.681387 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2354234-abcd-4b2f-8042-d5d07899743e req-58212928-f011-483d-9837-f94d7ba01809 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 945 time: 0.3308573 May 26 16:07:12.735125 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-207501d9-fc9c-49f7-98b0-0aaeb1d72e47 req-36094956-f3b0-4dd2-8910-18ab6da68d69 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855636 May 26 16:07:12.822086 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db152e-798a-4a21-981b-8c565e4d8781 req-d361b159-8861-4a64-a5e8-cc504963af30 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:12.826050 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-10db152e-798a-4a21-981b-8c565e4d8781 req-d361b159-8861-4a64-a5e8-cc504963af30 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2538183 May 26 16:07:12.850884 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-10db152e-798a-4a21-981b-8c565e4d8781 req-3b8fdb15-aa34-4339-87b3-3113547549e5 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Request body: {'port': {'device_id': '43ff2a1d-e328-4609-b877-72eb6bb70a50', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '174d64ba844b421799c9f2136fec1233'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:12.864670 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d0ce8a95-8e8d-4cab-b4a6-ad29d83a047b req-fe805af9-d860-4974-a6e5-47eb4888b745 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462277 May 26 16:07:12.951600 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aa6e2601-e5e4-44e7-92a6-2af6a080835a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:12.974024 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0236ec1-63d8-4eb9-9ffe-d8ccd6c6a367 req-eaa2409c-3330-425d-a4be-541a2ff8c4fd tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 210 time: 0.0784552 May 26 16:07:13.080387 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2354234-abcd-4b2f-8042-d5d07899743e req-390d6bdc-83bd-4097-b366-27929ae7667a tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3945079 May 26 16:07:13.231251 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ed684c8-b531-4dd2-a6f8-57639ef435fa req-f99d5449-187a-4aea-b3ef-1966e744b3ad tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f1c9f0-2927-4e73-a11b-bccc71057174 HTTP/1.1" status: 200 len: 210 time: 0.1110384 May 26 16:07:13.272750 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-535c1064-ee39-46cc-b8eb-98151c94edd3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Made reservation on behalf of 3e96c338002c49fcb12a908abaf34a6e for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:13.276745 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-535c1064-ee39-46cc-b8eb-98151c94edd3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:13.305655 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10db152e-798a-4a21-981b-8c565e4d8781 req-ad57558b-caec-4b35-96e6-0047921da649 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=174d64ba844b421799c9f2136fec1233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2242203 May 26 16:07:13.377090 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 556ce328-1fab-4315-9598-42c317a1562a up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:07:13.570933 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 556ce328-1fab-4315-9598-42c317a1562a completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:07:13.576468 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 556ce328-1fab-4315-9598-42c317a1562a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:13.577084 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:13.598235 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-24a8c3d9-c47b-4d40-9cf4-63930ad3d99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:13.630074 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db152e-798a-4a21-981b-8c565e4d8781 req-7473aa02-fb3d-44c3-9e99-c693a22d33dc tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:13.631777 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10db152e-798a-4a21-981b-8c565e4d8781 req-7473aa02-fb3d-44c3-9e99-c693a22d33dc tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3132970 May 26 16:07:13.647151 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-10db152e-798a-4a21-981b-8c565e4d8781 req-2506132e-a833-4015-85c3-7b5098000b94 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Request body: {'port': {'device_id': 'a8f1c9f0-2927-4e73-a11b-bccc71057174', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '174d64ba844b421799c9f2136fec1233'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:13.723865 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10db152e-798a-4a21-981b-8c565e4d8781 req-3b8fdb15-aa34-4339-87b3-3113547549e5 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Made reservation on behalf of 174d64ba844b421799c9f2136fec1233 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:13.732259 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-10db152e-798a-4a21-981b-8c565e4d8781 req-3b8fdb15-aa34-4339-87b3-3113547549e5 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:13.742848 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 556ce328-1fab-4315-9598-42c317a1562a is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:13.743036 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:13.796857 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440a58e5-32a5-4781-b9f5-12cf640546cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556ce328-1fab-4315-9598-42c317a1562a'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:13.799369 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169eabef-f756-4497-ad6a-aa26ed9faea1" -d '{"events": [{"server_uuid": "440a58e5-32a5-4781-b9f5-12cf640546cc", "name": "network-vif-plugged", "status": "completed", "tag": "556ce328-1fab-4315-9598-42c317a1562a"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:13.838281 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 556ce328-1fab-4315-9598-42c317a1562a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=556ce328-1fab-4315-9598-42c317a1562a,segment=NetworkSegment(d4c13abe-fc58-438a-8ee2-57ffca5704b8),segment_id=d4c13abe-fc58-438a-8ee2-57ffca5704b8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:13.845825 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:13.854337 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-535c1064-ee39-46cc-b8eb-98151c94edd3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Allocated IP 172.20.0.3 (b24d5e3e-51fb-4cb8-acdc-f7937b83f089/19f707b5-dbb7-44bf-9d91-1c1a69227d64/a31cf77a-f4c6-4c87-a28d-146ab196f011) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:13.949075 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=556ce328-1fab-4315-9598-42c317a1562a,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:13.970207 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a810f5-ef42-4680-a6bf-8e1212727171 x-openstack-request-id: req-35a810f5-ef42-4680-a6bf-8e1212727171 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:13.971613 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440a58e5-32a5-4781-b9f5-12cf640546cc", "name": "network-vif-plugged", "status": "completed", "tag": "556ce328-1fab-4315-9598-42c317a1562a", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:13.971877 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-35a810f5-ef42-4680-a6bf-8e1212727171 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:13.972449 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a810f5-ef42-4680-a6bf-8e1212727171'] response: {'server_uuid': '440a58e5-32a5-4781-b9f5-12cf640546cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556ce328-1fab-4315-9598-42c317a1562a', 'code': 200} May 26 16:07:14.000786 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10db152e-798a-4a21-981b-8c565e4d8781 req-2506132e-a833-4015-85c3-7b5098000b94 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Made reservation on behalf of 174d64ba844b421799c9f2136fec1233 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:14.005579 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-10db152e-798a-4a21-981b-8c565e4d8781 req-2506132e-a833-4015-85c3-7b5098000b94 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:14.291389 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee5b1898-208f-42c8-b6db-f08d7b9f82fd req-70971ccd-b905-40c4-8abb-25ba6f8baf9d tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 210 time: 0.0525517 May 26 16:07:14.351518 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe623c66-3c2c-4a6a-9dfd-8d5a5c4682e0 req-b7a8b0ed-918b-431d-adf2-8f42cedfd87a tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:14.353773 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe623c66-3c2c-4a6a-9dfd-8d5a5c4682e0 req-b7a8b0ed-918b-431d-adf2-8f42cedfd87a tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=440a58e5-32a5-4781-b9f5-12cf640546cc HTTP/1.1" status: 200 len: 946 time: 0.3558025 May 26 16:07:14.471878 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-10db152e-798a-4a21-981b-8c565e4d8781 req-2506132e-a833-4015-85c3-7b5098000b94 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Allocated IP 192.168.233.210 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/9c72859c-b2b3-4535-a8da-f620119789db) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:14.568563 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe623c66-3c2c-4a6a-9dfd-8d5a5c4682e0 req-41b05f96-fd49-4480-b5a8-f6aed04231f9 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923087 May 26 16:07:14.772777 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233e544-ea05-4455-ad89-0566dca1e326 req-56634347-4c37-4f54-a379-168dff74b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:14.775876 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0233e544-ea05-4455-ad89-0566dca1e326 req-56634347-4c37-4f54-a379-168dff74b715 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=440a58e5-32a5-4781-b9f5-12cf640546cc HTTP/1.1" status: 200 len: 1097 time: 0.5413351 May 26 16:07:14.785141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be10d6-6b4d-444b-a015-fde90c070d23 req-c648bc00-590e-4705-99ec-35656f842f58 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:14.795105 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5be10d6-6b4d-444b-a015-fde90c070d23 req-c648bc00-590e-4705-99ec-35656f842f58 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 945 time: 0.3569474 May 26 16:07:14.864270 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a8c3d9-c47b-4d40-9cf4-63930ad3d99a admin admin] Router c5e2c908-cf39-4224-b009-038caa93e00e has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:07:14.929137 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-535c1064-ee39-46cc-b8eb-98151c94edd3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:15.000565 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0233e544-ea05-4455-ad89-0566dca1e326 req-e84be14e-e19f-4700-8d94-175256be659a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022595 May 26 16:07:15.020731 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-463a786f-fcc8-4adb-8d10-bfa11386c0cd req-0ffcbfa5-73ec-4556-b781-41d1398e511e tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f1c9f0-2927-4e73-a11b-bccc71057174 HTTP/1.1" status: 200 len: 210 time: 0.1087372 May 26 16:07:15.048731 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5be10d6-6b4d-444b-a015-fde90c070d23 req-8fd1939f-46bd-45cf-a6f7-73ba25ba5e53 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2516990 May 26 16:07:15.053175 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a8c3d9-c47b-4d40-9cf4-63930ad3d99a admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:07:15.067432 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf4b231-2261-44c0-b2ee-a2a8597c41b9 None None] Sync routers for ids ['c5e2c908-cf39-4224-b009-038caa93e00e'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:07:15.074104 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-24a8c3d9-c47b-4d40-9cf4-63930ad3d99a admin admin] 10.222.0.77 "PUT /v2.0/routers/c5e2c908-cf39-4224-b009-038caa93e00e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4292364 May 26 16:07:15.075099 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47868) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:15.089836 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf4b231-2261-44c0-b2ee-a2a8597c41b9 None None] Routers {'c5e2c908-cf39-4224-b009-038caa93e00e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:07:15.091994 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9cf4b231-2261-44c0-b2ee-a2a8597c41b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:06:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c5e2c908-cf39-4224-b009-038caa93e00e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:15.213611 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-535c1064-ee39-46cc-b8eb-98151c94edd3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:15.238183 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-10db152e-798a-4a21-981b-8c565e4d8781 req-2506132e-a833-4015-85c3-7b5098000b94 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:15.311630 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-277521ec-5806-45e7-8d3d-88e1f9ed078f admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:15.367561 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c1064-ee39-46cc-b8eb-98151c94edd3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Pushing event updated for resources: {'Port': ['ID=a31cf77a-f4c6-4c87-a28d-146ab196f011,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:15.410568 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-535c1064-ee39-46cc-b8eb-98151c94edd3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:15.422728 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-535c1064-ee39-46cc-b8eb-98151c94edd3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:15.436003 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-535c1064-ee39-46cc-b8eb-98151c94edd3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:15.560734 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-535c1064-ee39-46cc-b8eb-98151c94edd3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:15.562295 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-535c1064-ee39-46cc-b8eb-98151c94edd3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:15.570807 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-10db152e-798a-4a21-981b-8c565e4d8781 req-2506132e-a833-4015-85c3-7b5098000b94 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:15.629185 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506132e-a833-4015-85c3-7b5098000b94 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Pushing event updated for resources: {'Port': ['ID=9c72859c-b2b3-4535-a8da-f620119789db,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:15.650840 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-277521ec-5806-45e7-8d3d-88e1f9ed078f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:15.662781 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a66738-acce-4340-82d4-5da4800bd63e req-919a8b40-24de-4115-9a9a-877a982306b5 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:15.677401 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51a66738-acce-4340-82d4-5da4800bd63e req-919a8b40-24de-4115-9a9a-877a982306b5 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 931 time: 0.2296975 May 26 16:07:15.708676 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-10db152e-798a-4a21-981b-8c565e4d8781 req-3b8fdb15-aa34-4339-87b3-3113547549e5 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Allocated IP 192.168.233.81 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/dfc31f36-132b-43af-81bd-f16d278e89e9) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:15.710642 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-535c1064-ee39-46cc-b8eb-98151c94edd3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3730123 May 26 16:07:15.749142 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-9fa49784-877a-4450-96e2-207c4a0b55b1 service neutron] Request body: {'port': {'device_id': '8511edc6-70b9-48e9-99e0-4550c6370be4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:15.781583 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10db152e-798a-4a21-981b-8c565e4d8781 req-2506132e-a833-4015-85c3-7b5098000b94 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:15.814855 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-277521ec-5806-45e7-8d3d-88e1f9ed078f admin admin] Deleting port 6aaea139-b34c-4bd9-80d1-8b7528e26e8a {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:15.815200 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-277521ec-5806-45e7-8d3d-88e1f9ed078f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:15.908612 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['e6ab5e70-f277-49ee-a065-7ef61c455d13'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:07:15.930243 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-10db152e-798a-4a21-981b-8c565e4d8781 req-2506132e-a833-4015-85c3-7b5098000b94 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:15.975838 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-10db152e-798a-4a21-981b-8c565e4d8781 req-2506132e-a833-4015-85c3-7b5098000b94 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:16.083977 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-376e567d-aa5a-4430-84e7-0fdf42f6988a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:16.108894 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51a66738-acce-4340-82d4-5da4800bd63e req-092c431a-3d41-4256-9e51-19ca1b4b2ba6 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266872 May 26 16:07:16.125499 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-9cf4b231-2261-44c0-b2ee-a2a8597c41b9 None None] Set router c5e2c908-cf39-4224-b009-038caa93e00e gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:07:16.149720 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-277521ec-5806-45e7-8d3d-88e1f9ed078f admin admin] For port 6aaea139-b34c-4bd9-80d1-8b7528e26e8a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=6aaea139-b34c-4bd9-80d1-8b7528e26e8a,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:16.150189 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-277521ec-5806-45e7-8d3d-88e1f9ed078f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:16.204869 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-10db152e-798a-4a21-981b-8c565e4d8781 req-3b8fdb15-aa34-4339-87b3-3113547549e5 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:16.206919 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-277521ec-5806-45e7-8d3d-88e1f9ed078f admin admin] Calling delete_port for 6aaea139-b34c-4bd9-80d1-8b7528e26e8a owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:16.284804 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36438e-dad5-4648-a2c3-e481e6a6df30 req-2219b25e-f4fa-4f0e-a8c5-f0f12dec47a2 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:16.295944 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd36438e-dad5-4648-a2c3-e481e6a6df30 req-2219b25e-f4fa-4f0e-a8c5-f0f12dec47a2 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=440a58e5-32a5-4781-b9f5-12cf640546cc HTTP/1.1" status: 200 len: 946 time: 0.5108981 May 26 16:07:16.389318 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db152e-798a-4a21-981b-8c565e4d8781 req-2506132e-a833-4015-85c3-7b5098000b94 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:16.392371 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-10db152e-798a-4a21-981b-8c565e4d8781 req-2506132e-a833-4015-85c3-7b5098000b94 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:16.426608 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-9fa49784-877a-4450-96e2-207c4a0b55b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:16.484281 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:16.488209 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-10db152e-798a-4a21-981b-8c565e4d8781 req-3b8fdb15-aa34-4339-87b3-3113547549e5 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:16.558927 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd36438e-dad5-4648-a2c3-e481e6a6df30 req-bdd6a756-6e29-48cd-b3fb-704e481cdc73 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613354 May 26 16:07:16.576434 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10db152e-798a-4a21-981b-8c565e4d8781 req-2506132e-a833-4015-85c3-7b5098000b94 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9339705 May 26 16:07:16.598297 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-10db152e-798a-4a21-981b-8c565e4d8781 req-ce38740a-817f-407a-8ad7-0887f87d167f service neutron] Request body: {'port': {'device_id': 'a8f1c9f0-2927-4e73-a11b-bccc71057174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:16.614318 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fdb15-aa34-4339-87b3-3113547549e5 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Pushing event updated for resources: {'Port': ['ID=dfc31f36-132b-43af-81bd-f16d278e89e9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:16.618481 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10db152e-798a-4a21-981b-8c565e4d8781 req-3b8fdb15-aa34-4339-87b3-3113547549e5 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:16.666523 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-49bcfce2-bae6-4b28-bcbe-2b71c451b348 None None] Provisioning complete for port 9c72859c-b2b3-4535-a8da-f620119789db triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:16.668057 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-49bcfce2-bae6-4b28-bcbe-2b71c451b348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:16.788896 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f2994-8162-4bb2-a465-aba4eefee7f4 req-886c337f-4ff7-4b7d-ba97-079b74e6ddbf tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:16.790255 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be8f2994-8162-4bb2-a465-aba4eefee7f4 req-886c337f-4ff7-4b7d-ba97-079b74e6ddbf tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f1c9f0-2927-4e73-a11b-bccc71057174 HTTP/1.1" status: 200 len: 936 time: 0.3755791 May 26 16:07:16.795337 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-10db152e-798a-4a21-981b-8c565e4d8781 req-ce38740a-817f-407a-8ad7-0887f87d167f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:16.802670 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-49bcfce2-bae6-4b28-bcbe-2b71c451b348 None None] Port 9c72859c-b2b3-4535-a8da-f620119789db cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:07:16.877827 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-10db152e-798a-4a21-981b-8c565e4d8781 req-3b8fdb15-aa34-4339-87b3-3113547549e5 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:16.886734 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-277521ec-5806-45e7-8d3d-88e1f9ed078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:16.898699 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-10db152e-798a-4a21-981b-8c565e4d8781 req-3b8fdb15-aa34-4339-87b3-3113547549e5 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:17.011148 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9cf4b231-2261-44c0-b2ee-a2a8597c41b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'name': 'tempest-ServersTestBootFromVolume-333930328-router', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:43Z', 'updated_at': '2022-05-26T16:07:12Z', 'revision_number': 5, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'gw_port': {'id': '6aaea139-b34c-4bd9-80d1-8b7528e26e8a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:04:44Z', 'updated_at': '2022-05-26T16:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:17.027766 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db152e-798a-4a21-981b-8c565e4d8781 req-3b8fdb15-aa34-4339-87b3-3113547549e5 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:17.033588 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-10db152e-798a-4a21-981b-8c565e4d8781 req-3b8fdb15-aa34-4339-87b3-3113547549e5 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:17.122139 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf4b231-2261-44c0-b2ee-a2a8597c41b9 None None] Checking router: c5e2c908-cf39-4224-b009-038caa93e00e for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:07:17.141587 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277521ec-5806-45e7-8d3d-88e1f9ed078f admin admin] Pushing event deleted for resources: {'Port': ['ID=6aaea139-b34c-4bd9-80d1-8b7528e26e8a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:17.153356 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf4b231-2261-44c0-b2ee-a2a8597c41b9 None None] Routers {'c5e2c908-cf39-4224-b009-038caa93e00e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:07:17.156811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9cf4b231-2261-44c0-b2ee-a2a8597c41b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:07:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c5e2c908-cf39-4224-b009-038caa93e00e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:17.185268 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-10db152e-798a-4a21-981b-8c565e4d8781 req-3b8fdb15-aa34-4339-87b3-3113547549e5 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3473127 May 26 16:07:17.244525 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-10db152e-798a-4a21-981b-8c565e4d8781 req-682105fe-f3fb-45fd-b167-ddc95c93975f service neutron] Request body: {'port': {'device_id': '43ff2a1d-e328-4609-b877-72eb6bb70a50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:17.345307 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-9cf4b231-2261-44c0-b2ee-a2a8597c41b9 None None] Set router c5e2c908-cf39-4224-b009-038caa93e00e gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:07:17.468718 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-277521ec-5806-45e7-8d3d-88e1f9ed078f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:17.512437 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['e6ab5e70-f277-49ee-a065-7ef61c455d13'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:07:17.519200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9cf4b231-2261-44c0-b2ee-a2a8597c41b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'name': 'tempest-ServersTestBootFromVolume-333930328-router', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:43Z', 'updated_at': '2022-05-26T16:07:16Z', 'revision_number': 7, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:17.689728 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf4b231-2261-44c0-b2ee-a2a8597c41b9 None None] The sync data for ids ['c5e2c908-cf39-4224-b009-038caa93e00e'] in n-d-843337-2 is: [{'id': 'c5e2c908-cf39-4224-b009-038caa93e00e', 'name': 'tempest-ServersTestBootFromVolume-333930328-router', 'tenant_id': '48b645bc4074429e8fc191f5d438d6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:04:43Z', 'updated_at': '2022-05-26T16:07:16Z', 'revision_number': 7, 'project_id': '48b645bc4074429e8fc191f5d438d6ae', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:07:17.706174 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-10db152e-798a-4a21-981b-8c565e4d8781 req-682105fe-f3fb-45fd-b167-ddc95c93975f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:17.789548 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-277521ec-5806-45e7-8d3d-88e1f9ed078f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:17.802119 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-277521ec-5806-45e7-8d3d-88e1f9ed078f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:17.807552 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-20810588-ab0e-4e97-a71e-21522faa45fc None None] Provisioning complete for port dfc31f36-132b-43af-81bd-f16d278e89e9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:17.809583 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-20810588-ab0e-4e97-a71e-21522faa45fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:17.812471 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456b25d-03e5-4c3a-b14b-5f2b92992e9a req-6d7c280a-99c8-4df5-a982-f577a3bab4b8 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:17.818623 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b456b25d-03e5-4c3a-b14b-5f2b92992e9a req-6d7c280a-99c8-4df5-a982-f577a3bab4b8 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 945 time: 1.0579529 May 26 16:07:17.825511 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 47980) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:17.892893 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:17.893236 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-20810588-ab0e-4e97-a71e-21522faa45fc None None] Port dfc31f36-132b-43af-81bd-f16d278e89e9 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:07:17.985845 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be8f2994-8162-4bb2-a465-aba4eefee7f4 req-1e0e80af-2d1d-4ec2-bfbf-8f52340899e1 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1674230 May 26 16:07:18.095883 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-10db152e-798a-4a21-981b-8c565e4d8781 req-ce38740a-817f-407a-8ad7-0887f87d167f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c72859c-b2b3-4535-a8da-f620119789db {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:18.155723 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-10db152e-798a-4a21-981b-8c565e4d8781 req-ce38740a-817f-407a-8ad7-0887f87d167f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:18.184969 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:18.225764 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-277521ec-5806-45e7-8d3d-88e1f9ed078f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:18.227333 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277521ec-5806-45e7-8d3d-88e1f9ed078f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5e2c908-cf39-4224-b009-038caa93e00e {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:07:18.239092 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-277521ec-5806-45e7-8d3d-88e1f9ed078f admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:18.240793 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-277521ec-5806-45e7-8d3d-88e1f9ed078f admin admin] 10.222.0.77 "DELETE /v2.0/routers/c5e2c908-cf39-4224-b009-038caa93e00e HTTP/1.1" status: 204 len: 168 time: 3.1637256 May 26 16:07:18.244805 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47986) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:18.247469 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7a205ed5-af91-4a5a-af02-470505f517b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:18.305135 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b456b25d-03e5-4c3a-b14b-5f2b92992e9a req-1cd9af99-e428-400e-8fa9-c1efa8f52d10 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3885081 May 26 16:07:18.307546 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-10db152e-798a-4a21-981b-8c565e4d8781 req-ce38740a-817f-407a-8ad7-0887f87d167f service neutron] Transition to ACTIVE for port object 9c72859c-b2b3-4535-a8da-f620119789db will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:07:18.397811 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d998e94-1cf0-4f0f-8fe9-59098493fd8c admin admin] Deleting subnet b6c07fbb-b64c-482e-9f16-d044a11cb78b {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:07:18.405495 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d998e94-1cf0-4f0f-8fe9-59098493fd8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:18.409116 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7a205ed5-af91-4a5a-af02-470505f517b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:18.413703 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-10db152e-798a-4a21-981b-8c565e4d8781 req-ce38740a-817f-407a-8ad7-0887f87d167f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:18.466787 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7a205ed5-af91-4a5a-af02-470505f517b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:18.486806 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d998e94-1cf0-4f0f-8fe9-59098493fd8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:18.611804 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7a205ed5-af91-4a5a-af02-470505f517b7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=572953b4310743419fc2926ac6eb019f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7752059 May 26 16:07:18.624560 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38740a-817f-407a-8ad7-0887f87d167f service neutron] Pushing event updated for resources: {'Port': ['ID=9c72859c-b2b3-4535-a8da-f620119789db,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:18.635593 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47996) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:18.736465 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6aaea139-b34c-4bd9-80d1-8b7528e26e8a no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:07:18.773474 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-10db152e-798a-4a21-981b-8c565e4d8781 req-682105fe-f3fb-45fd-b167-ddc95c93975f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc31f36-132b-43af-81bd-f16d278e89e9 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:18.785884 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 6aaea139-b34c-4bd9-80d1-8b7528e26e8a {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:07:18.786252 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6aaea139-b34c-4bd9-80d1-8b7528e26e8a not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:07:18.786958 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 15f65736-cd23-452f-afa9-9e51f3b182e4 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:07:18.789478 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-10db152e-798a-4a21-981b-8c565e4d8781 req-682105fe-f3fb-45fd-b167-ddc95c93975f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:18.804285 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-10db152e-798a-4a21-981b-8c565e4d8781 req-682105fe-f3fb-45fd-b167-ddc95c93975f service neutron] Transition to ACTIVE for port object dfc31f36-132b-43af-81bd-f16d278e89e9 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:07:18.809324 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088ca14-52d4-4060-a02e-c905b5a1b798 req-f34734e9-2496-4247-a7b2-abf8d6e62f05 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:18.811018 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0088ca14-52d4-4060-a02e-c905b5a1b798 req-f34734e9-2496-4247-a7b2-abf8d6e62f05 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 931 time: 0.6458244 May 26 16:07:18.826089 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-10db152e-798a-4a21-981b-8c565e4d8781 req-682105fe-f3fb-45fd-b167-ddc95c93975f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:18.863212 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 15f65736-cd23-452f-afa9-9e51f3b182e4 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:07:18.863523 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 15f65736-cd23-452f-afa9-9e51f3b182e4 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:07:18.929017 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:18.951634 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a205ed5-af91-4a5a-af02-470505f517b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e496f1b9-55dc-4aeb-ae5f-fd2d9cbc0e21,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:19.021787 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d998e94-1cf0-4f0f-8fe9-59098493fd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:19.026228 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6aec6d18-0692-4752-9ad8-58ddac9849d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:19.070715 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6aec6d18-0692-4752-9ad8-58ddac9849d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:19.190379 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682105fe-f3fb-45fd-b167-ddc95c93975f service neutron] Pushing event updated for resources: {'Port': ['ID=dfc31f36-132b-43af-81bd-f16d278e89e9,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:19.224429 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6aec6d18-0692-4752-9ad8-58ddac9849d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:19.231214 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6aec6d18-0692-4752-9ad8-58ddac9849d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:19.239467 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6aec6d18-0692-4752-9ad8-58ddac9849d4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e496f1b9-55dc-4aeb-ae5f-fd2d9cbc0e21 HTTP/1.1" status: 204 len: 168 time: 0.5987518 May 26 16:07:19.330833 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec6d18-0692-4752-9ad8-58ddac9849d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e496f1b9-55dc-4aeb-ae5f-fd2d9cbc0e21,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:19.385219 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d998e94-1cf0-4f0f-8fe9-59098493fd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:19.431922 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d998e94-1cf0-4f0f-8fe9-59098493fd8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6c07fbb-b64c-482e-9f16-d044a11cb78b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:19.453974 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-10db152e-798a-4a21-981b-8c565e4d8781 req-682105fe-f3fb-45fd-b167-ddc95c93975f service neutron] Attempting to bind port dfc31f36-132b-43af-81bd-f16d278e89e9 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:07:19.454473 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-10db152e-798a-4a21-981b-8c565e4d8781 req-682105fe-f3fb-45fd-b167-ddc95c93975f service neutron] Attempting to bind port dfc31f36-132b-43af-81bd-f16d278e89e9 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:07:19.454919 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10db152e-798a-4a21-981b-8c565e4d8781 req-682105fe-f3fb-45fd-b167-ddc95c93975f service neutron] Attempting to bind port dfc31f36-132b-43af-81bd-f16d278e89e9 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:19.465295 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d998e94-1cf0-4f0f-8fe9-59098493fd8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:19.465586 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992d266b-6c47-4d99-b7b2-d056a2d9369b None None] Network 1266241d-c924-4f6c-9aee-26a91490c901 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:07:19.487275 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7d998e94-1cf0-4f0f-8fe9-59098493fd8c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b6c07fbb-b64c-482e-9f16-d044a11cb78b HTTP/1.1" status: 204 len: 168 time: 1.2381654 May 26 16:07:19.490253 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48006) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:19.525743 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10db152e-798a-4a21-981b-8c565e4d8781 req-682105fe-f3fb-45fd-b167-ddc95c93975f service neutron] Port dfc31f36-132b-43af-81bd-f16d278e89e9 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:07:19.531685 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10db152e-798a-4a21-981b-8c565e4d8781 req-682105fe-f3fb-45fd-b167-ddc95c93975f service neutron] Attempting to bind port dfc31f36-132b-43af-81bd-f16d278e89e9 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:19.579188 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10db152e-798a-4a21-981b-8c565e4d8781 req-682105fe-f3fb-45fd-b167-ddc95c93975f service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:07:19.579779 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10db152e-798a-4a21-981b-8c565e4d8781 req-682105fe-f3fb-45fd-b167-ddc95c93975f service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:19.580421 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10db152e-798a-4a21-981b-8c565e4d8781 req-682105fe-f3fb-45fd-b167-ddc95c93975f service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:07:19.581107 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-10db152e-798a-4a21-981b-8c565e4d8781 req-682105fe-f3fb-45fd-b167-ddc95c93975f service neutron] Bound port: dfc31f36-132b-43af-81bd-f16d278e89e9, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:07:19.581788 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-10db152e-798a-4a21-981b-8c565e4d8781 req-682105fe-f3fb-45fd-b167-ddc95c93975f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:19.684167 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-98e186a1-822e-4fc1-a5e5-403f963f5767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:19.785210 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-10db152e-798a-4a21-981b-8c565e4d8781 req-682105fe-f3fb-45fd-b167-ddc95c93975f service neutron] For port dfc31f36-132b-43af-81bd-f16d278e89e9, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:07:19.793026 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-10db152e-798a-4a21-981b-8c565e4d8781 req-682105fe-f3fb-45fd-b167-ddc95c93975f service neutron] For port dfc31f36-132b-43af-81bd-f16d278e89e9, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=dfc31f36-132b-43af-81bd-f16d278e89e9,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:07:19.815555 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cda59-ac57-4967-b438-78877216d6c1 req-6cfe6739-9796-4732-849d-48c6f564157c tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:19.829397 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c0cda59-ac57-4967-b438-78877216d6c1 req-6cfe6739-9796-4732-849d-48c6f564157c tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=440a58e5-32a5-4781-b9f5-12cf640546cc HTTP/1.1" status: 200 len: 946 time: 1.1985910 May 26 16:07:19.831945 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-10db152e-798a-4a21-981b-8c565e4d8781 req-682105fe-f3fb-45fd-b167-ddc95c93975f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:19.901293 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-9fa49784-877a-4450-96e2-207c4a0b55b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31cf77a-f4c6-4c87-a28d-146ab196f011 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:19.911557 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-9fa49784-877a-4450-96e2-207c4a0b55b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:19.924505 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-98e186a1-822e-4fc1-a5e5-403f963f5767 admin admin] Deleting port f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:19.924693 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-98e186a1-822e-4fc1-a5e5-403f963f5767 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:19.925804 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-9fa49784-877a-4450-96e2-207c4a0b55b1 service neutron] Transition to ACTIVE for port object a31cf77a-f4c6-4c87-a28d-146ab196f011 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:07:19.949970 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8814708c-bc1e-4d5e-a5a3-4f56db68a2b2 None None] DHCP port deletion for 1266241d-c924-4f6c-9aee-26a91490c901 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:07:19.969351 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c0cda59-ac57-4967-b438-78877216d6c1 req-c41399e8-ca76-4d52-aaee-9b7e44678e4d tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390731 May 26 16:07:19.970002 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-9fa49784-877a-4450-96e2-207c4a0b55b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:20.038731 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-98e186a1-822e-4fc1-a5e5-403f963f5767 admin admin] For port f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef,segment=NetworkSegment(4448ff35-1293-4f51-b793-89ca71d00242),segment_id=4448ff35-1293-4f51-b793-89ca71d00242)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:20.039109 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-98e186a1-822e-4fc1-a5e5-403f963f5767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:20.067546 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-98e186a1-822e-4fc1-a5e5-403f963f5767 admin admin] Calling delete_port for f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:20.083086 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db152e-798a-4a21-981b-8c565e4d8781 req-682105fe-f3fb-45fd-b167-ddc95c93975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:20.083694 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-10db152e-798a-4a21-981b-8c565e4d8781 req-682105fe-f3fb-45fd-b167-ddc95c93975f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:20.085161 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-10db152e-798a-4a21-981b-8c565e4d8781 req-682105fe-f3fb-45fd-b167-ddc95c93975f service neutron] 10.222.0.81 "PUT /v2.0/ports/dfc31f36-132b-43af-81bd-f16d278e89e9 HTTP/1.1" status: 200 len: 1095 time: 2.8595538 May 26 16:07:20.087537 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ff2a1d-e328-4609-b877-72eb6bb70a50', 'tag': 'dfc31f36-132b-43af-81bd-f16d278e89e9'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:20.097452 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8814708c-bc1e-4d5e-a5a3-4f56db68a2b2 None None] Deleting port f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:20.097928 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8814708c-bc1e-4d5e-a5a3-4f56db68a2b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:20.101359 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01328128-0b42-479a-b55d-9b783cf6a591" -d '{"events": [{"name": "network-changed", "server_uuid": "43ff2a1d-e328-4609-b877-72eb6bb70a50", "tag": "dfc31f36-132b-43af-81bd-f16d278e89e9"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:20.107339 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa49784-877a-4450-96e2-207c4a0b55b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a31cf77a-f4c6-4c87-a28d-146ab196f011,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:20.110711 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48018) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:20.119789 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0088ca14-52d4-4060-a02e-c905b5a1b798 req-bd712af9-9498-47f5-99f4-c2a796d6e41f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2710128 May 26 16:07:20.198302 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab9b6208-d5cf-4d75-adc8-71938dd797c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:20.342388 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682105fe-f3fb-45fd-b167-ddc95c93975f service neutron] Pushing event updated for resources: {'Port': ['ID=dfc31f36-132b-43af-81bd-f16d278e89e9,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:20.356570 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8814708c-bc1e-4d5e-a5a3-4f56db68a2b2 None None] For port f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef,segment=NetworkSegment(4448ff35-1293-4f51-b793-89ca71d00242),segment_id=4448ff35-1293-4f51-b793-89ca71d00242)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:20.356841 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8814708c-bc1e-4d5e-a5a3-4f56db68a2b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:20.366342 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88e7a3-33c9-4633-bd4d-24732f4daa9c req-7399c4ce-c593-4a00-a518-ea701799b677 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:20.367925 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd88e7a3-33c9-4633-bd4d-24732f4daa9c req-7399c4ce-c593-4a00-a518-ea701799b677 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f1c9f0-2927-4e73-a11b-bccc71057174 HTTP/1.1" status: 200 len: 948 time: 0.2471468 May 26 16:07:20.369718 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db152e-798a-4a21-981b-8c565e4d8781 req-3eda8809-70a0-45d8-a8a1-89b4c34483d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:20.371710 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-10db152e-798a-4a21-981b-8c565e4d8781 req-3eda8809-70a0-45d8-a8a1-89b4c34483d2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=174d64ba844b421799c9f2136fec1233&device_id=43ff2a1d-e328-4609-b877-72eb6bb70a50 HTTP/1.1" status: 200 len: 1098 time: 0.1475792 May 26 16:07:20.401189 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8814708c-bc1e-4d5e-a5a3-4f56db68a2b2 None None] Calling delete_port for f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:20.544576 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-10db152e-798a-4a21-981b-8c565e4d8781 req-5e3bb46b-3256-400b-b9a2-0e1546ced3f0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=dfc31f36-132b-43af-81bd-f16d278e89e9 HTTP/1.1" status: 200 len: 217 time: 0.1495481 May 26 16:07:20.581827 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-10db152e-798a-4a21-981b-8c565e4d8781 req-ce38740a-817f-407a-8ad7-0887f87d167f service neutron] Attempting to bind port 9c72859c-b2b3-4535-a8da-f620119789db on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:07:20.583714 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-10db152e-798a-4a21-981b-8c565e4d8781 req-ce38740a-817f-407a-8ad7-0887f87d167f service neutron] Attempting to bind port 9c72859c-b2b3-4535-a8da-f620119789db by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:07:20.585352 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10db152e-798a-4a21-981b-8c565e4d8781 req-ce38740a-817f-407a-8ad7-0887f87d167f service neutron] Attempting to bind port 9c72859c-b2b3-4535-a8da-f620119789db on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:20.627610 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db152e-798a-4a21-981b-8c565e4d8781 req-1966f6e4-a9df-4baa-8518-a6d3f346601b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:20.629568 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-10db152e-798a-4a21-981b-8c565e4d8781 req-1966f6e4-a9df-4baa-8518-a6d3f346601b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0840263 May 26 16:07:20.630320 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-98e186a1-822e-4fc1-a5e5-403f963f5767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:20.631425 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:07:20.674454 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd35e9-db4d-4066-a7e9-ebefe6c0e32f req-238e54c6-d32d-49eb-beee-8b28269ebf13 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:20.675325 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:07:20.675910 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:07:20.676012 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-20fd35e9-db4d-4066-a7e9-ebefe6c0e32f req-238e54c6-d32d-49eb-beee-8b28269ebf13 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 945 time: 0.3886249 May 26 16:07:20.677159 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10db152e-798a-4a21-981b-8c565e4d8781 req-ce38740a-817f-407a-8ad7-0887f87d167f service neutron] Port 9c72859c-b2b3-4535-a8da-f620119789db on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:07:20.677498 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10db152e-798a-4a21-981b-8c565e4d8781 req-ce38740a-817f-407a-8ad7-0887f87d167f service neutron] Attempting to bind port 9c72859c-b2b3-4535-a8da-f620119789db on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:20.701812 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8814708c-bc1e-4d5e-a5a3-4f56db68a2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:20.728906 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814708c-bc1e-4d5e-a5a3-4f56db68a2b2 None None] Pushing event deleted for resources: {'Port': ['ID=f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:20.731309 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10db152e-798a-4a21-981b-8c565e4d8781 req-ce38740a-817f-407a-8ad7-0887f87d167f service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:07:20.731593 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10db152e-798a-4a21-981b-8c565e4d8781 req-ce38740a-817f-407a-8ad7-0887f87d167f service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:20.731978 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10db152e-798a-4a21-981b-8c565e4d8781 req-ce38740a-817f-407a-8ad7-0887f87d167f service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:07:20.732472 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-10db152e-798a-4a21-981b-8c565e4d8781 req-ce38740a-817f-407a-8ad7-0887f87d167f service neutron] Bound port: 9c72859c-b2b3-4535-a8da-f620119789db, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:07:20.732828 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-10db152e-798a-4a21-981b-8c565e4d8781 req-ce38740a-817f-407a-8ad7-0887f87d167f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:20.742466 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8814708c-bc1e-4d5e-a5a3-4f56db68a2b2 None None] No DVR routers for this DVR port f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:07:20.796186 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab9b6208-d5cf-4d75-adc8-71938dd797c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:20.805599 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e186a1-822e-4fc1-a5e5-403f963f5767 admin admin] No DVR routers for this DVR port f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:07:20.808474 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab9b6208-d5cf-4d75-adc8-71938dd797c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:20.818970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-9fa49784-877a-4450-96e2-207c4a0b55b1 service neutron] Attempting to bind port a31cf77a-f4c6-4c87-a28d-146ab196f011 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:07:20.819310 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-9fa49784-877a-4450-96e2-207c4a0b55b1 service neutron] Attempting to bind port a31cf77a-f4c6-4c87-a28d-146ab196f011 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '27db717a-2f60-44cd-8e74-311e0a4c3ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:07:20.819640 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-9fa49784-877a-4450-96e2-207c4a0b55b1 service neutron] Attempting to bind port a31cf77a-f4c6-4c87-a28d-146ab196f011 on network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:20.836349 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e186a1-822e-4fc1-a5e5-403f963f5767 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d943c2-3dbe-4df1-b67e-f8ea3790c7ef,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:20.856913 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd88e7a3-33c9-4633-bd4d-24732f4daa9c req-10444c0c-85ae-4759-9a63-92ccdcae825c tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098766 May 26 16:07:20.857814 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-9fa49784-877a-4450-96e2-207c4a0b55b1 service neutron] Port a31cf77a-f4c6-4c87-a28d-146ab196f011 on network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:07:20.858331 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-9fa49784-877a-4450-96e2-207c4a0b55b1 service neutron] Attempting to bind port a31cf77a-f4c6-4c87-a28d-146ab196f011 on network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:20.872594 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-9fa49784-877a-4450-96e2-207c4a0b55b1 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:07:20.878454 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-9fa49784-877a-4450-96e2-207c4a0b55b1 service neutron] Checking segment: {'id': '27db717a-2f60-44cd-8e74-311e0a4c3ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:20.879112 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-9fa49784-877a-4450-96e2-207c4a0b55b1 service neutron] Bound using segment: {'id': '27db717a-2f60-44cd-8e74-311e0a4c3ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:07:20.879701 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-9fa49784-877a-4450-96e2-207c4a0b55b1 service neutron] Bound port: a31cf77a-f4c6-4c87-a28d-146ab196f011, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27db717a-2f60-44cd-8e74-311e0a4c3ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:07:20.880061 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-9fa49784-877a-4450-96e2-207c4a0b55b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:20.896130 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ab9b6208-d5cf-4d75-adc8-71938dd797c3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b008250c41345798f6f1df81d401cd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7747598 May 26 16:07:20.896212 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48028) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:20.971800 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-10db152e-798a-4a21-981b-8c565e4d8781 req-ce38740a-817f-407a-8ad7-0887f87d167f service neutron] For port 9c72859c-b2b3-4535-a8da-f620119789db, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:07:20.976060 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-10db152e-798a-4a21-981b-8c565e4d8781 req-ce38740a-817f-407a-8ad7-0887f87d167f service neutron] For port 9c72859c-b2b3-4535-a8da-f620119789db, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=9c72859c-b2b3-4535-a8da-f620119789db,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:07:21.000677 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-20fd35e9-db4d-4066-a7e9-ebefe6c0e32f req-54ad4fd0-c546-4304-8fbf-a548acd70774 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3007731 May 26 16:07:21.028287 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-10db152e-798a-4a21-981b-8c565e4d8781 req-ce38740a-817f-407a-8ad7-0887f87d167f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:21.088267 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db152e-798a-4a21-981b-8c565e4d8781 req-aa63bc95-0307-4520-883c-42c6ea71e11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:21.092591 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-10db152e-798a-4a21-981b-8c565e4d8781 req-aa63bc95-0307-4520-883c-42c6ea71e11b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4498124 May 26 16:07:21.099826 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b6208-d5cf-4d75-adc8-71938dd797c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce436f2-a44a-43a8-bc0a-d2580a6cbf4d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:21.111072 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-98e186a1-822e-4fc1-a5e5-403f963f5767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:21.175891 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38740a-817f-407a-8ad7-0887f87d167f service neutron] Pushing event updated for resources: {'Port': ['ID=9c72859c-b2b3-4535-a8da-f620119789db,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:21.267795 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db152e-798a-4a21-981b-8c565e4d8781 req-ce38740a-817f-407a-8ad7-0887f87d167f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:21.268695 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-10db152e-798a-4a21-981b-8c565e4d8781 req-ce38740a-817f-407a-8ad7-0887f87d167f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:21.269018 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-98e186a1-822e-4fc1-a5e5-403f963f5767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1266241d-c924-4f6c-9aee-26a91490c901']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:21.271384 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10db152e-798a-4a21-981b-8c565e4d8781 req-ce38740a-817f-407a-8ad7-0887f87d167f service neutron] 10.222.0.81 "PUT /v2.0/ports/9c72859c-b2b3-4535-a8da-f620119789db HTTP/1.1" status: 200 len: 1096 time: 4.6851919 May 26 16:07:21.271868 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f1c9f0-2927-4e73-a11b-bccc71057174', 'tag': '9c72859c-b2b3-4535-a8da-f620119789db'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:21.274199 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0b543d-ea94-4fef-8dfb-c8416e28df50" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f1c9f0-2927-4e73-a11b-bccc71057174", "tag": "9c72859c-b2b3-4535-a8da-f620119789db"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:21.285926 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-98e186a1-822e-4fc1-a5e5-403f963f5767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4448ff35-1293-4f51-b793-89ca71d00242') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:21.285926 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-98e186a1-822e-4fc1-a5e5-403f963f5767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4448ff35-1293-4f51-b793-89ca71d00242') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:21.301221 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-98e186a1-822e-4fc1-a5e5-403f963f5767 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:21.314951 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d489651a-90c3-4b67-a3c1-ed1f0bf43f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:21.339639 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-9fa49784-877a-4450-96e2-207c4a0b55b1 service neutron] For port a31cf77a-f4c6-4c87-a28d-146ab196f011, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:07:21.344463 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-98e186a1-822e-4fc1-a5e5-403f963f5767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:21.352569 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bafc9-3af5-4cae-9650-b61f04c53eb5 req-d7fa6c09-a591-46ca-94ae-2f084a0e6e24 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:21.354113 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac0bafc9-3af5-4cae-9650-b61f04c53eb5 req-d7fa6c09-a591-46ca-94ae-2f084a0e6e24 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 946 time: 0.1897726 May 26 16:07:21.368834 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e186a1-822e-4fc1-a5e5-403f963f5767 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:07:21.369253 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-98e186a1-822e-4fc1-a5e5-403f963f5767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:21.379535 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d489651a-90c3-4b67-a3c1-ed1f0bf43f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:21.433817 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 4448ff35-1293-4f51-b793-89ca71d00242 resource provider aggregate not found May 26 16:07:21.446589 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-10db152e-798a-4a21-981b-8c565e4d8781 req-24b71234-0913-4897-b9e2-1f855671b767 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376505 May 26 16:07:21.471394 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4c995a-8ba1-4c61-bae4-7143f43aed2a x-openstack-request-id: req-0e4c995a-8ba1-4c61-bae4-7143f43aed2a {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:21.471715 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ff2a1d-e328-4609-b877-72eb6bb70a50", "tag": "dfc31f36-132b-43af-81bd-f16d278e89e9", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:21.472911 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e4c995a-8ba1-4c61-bae4-7143f43aed2a {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:21.473434 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e4c995a-8ba1-4c61-bae4-7143f43aed2a'] response: {'name': 'network-changed', 'server_uuid': '43ff2a1d-e328-4609-b877-72eb6bb70a50', 'tag': 'dfc31f36-132b-43af-81bd-f16d278e89e9', 'status': 'completed', 'code': 200} May 26 16:07:21.474892 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 4448ff35-1293-4f51-b793-89ca71d00242 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4448ff35-1293-4f51-b793-89ca71d00242 found for delete ", "request_id": "req-976a2480-190c-4902-818f-60ef02931739"}]} May 26 16:07:21.493268 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-98e186a1-822e-4fc1-a5e5-403f963f5767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:21.496941 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac0bafc9-3af5-4cae-9650-b61f04c53eb5 req-86ea9386-1cd9-4ccf-bdde-5ae14a7b4410 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213319 May 26 16:07:21.500642 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-9fa49784-877a-4450-96e2-207c4a0b55b1 service neutron] For port a31cf77a-f4c6-4c87-a28d-146ab196f011, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a31cf77a-f4c6-4c87-a28d-146ab196f011,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:07:21.505170 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db152e-798a-4a21-981b-8c565e4d8781 req-cb99ea95-5247-4571-92ae-d2afaebcbbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:21.506971 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10db152e-798a-4a21-981b-8c565e4d8781 req-cb99ea95-5247-4571-92ae-d2afaebcbbf4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=174d64ba844b421799c9f2136fec1233&device_id=a8f1c9f0-2927-4e73-a11b-bccc71057174 HTTP/1.1" status: 200 len: 1099 time: 0.1472003 May 26 16:07:21.508605 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-9fa49784-877a-4450-96e2-207c4a0b55b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:21.578823 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-98e186a1-822e-4fc1-a5e5-403f963f5767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:21.584853 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-98e186a1-822e-4fc1-a5e5-403f963f5767 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1266241d-c924-4f6c-9aee-26a91490c901 HTTP/1.1" status: 204 len: 168 time: 2.0888412 May 26 16:07:21.584853 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e186a1-822e-4fc1-a5e5-403f963f5767 admin admin] Pushing event deleted for resources: {'Network': ['ID=1266241d-c924-4f6c-9aee-26a91490c901,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:21.637642 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-10db152e-798a-4a21-981b-8c565e4d8781 req-e4c9cf08-0de9-4956-81e5-52e13f37ed7f service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826651 May 26 16:07:21.662335 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89677cc-22d3-4c9e-9da9-bea37fb26361 x-openstack-request-id: req-f89677cc-22d3-4c9e-9da9-bea37fb26361 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:21.662614 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f1c9f0-2927-4e73-a11b-bccc71057174", "tag": "9c72859c-b2b3-4535-a8da-f620119789db", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:21.662881 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f89677cc-22d3-4c9e-9da9-bea37fb26361 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:21.663455 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f89677cc-22d3-4c9e-9da9-bea37fb26361'] response: {'name': 'network-changed', 'server_uuid': 'a8f1c9f0-2927-4e73-a11b-bccc71057174', 'tag': '9c72859c-b2b3-4535-a8da-f620119789db', 'status': 'completed', 'code': 200} May 26 16:07:21.694974 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10db152e-798a-4a21-981b-8c565e4d8781 req-81e3e0ee-e56e-4113-8415-515323423b50 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=9c72859c-b2b3-4535-a8da-f620119789db HTTP/1.1" status: 200 len: 217 time: 0.1765552 May 26 16:07:21.707921 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-9fa49784-877a-4450-96e2-207c4a0b55b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:21.708568 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-9fa49784-877a-4450-96e2-207c4a0b55b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:21.709988 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-9fa49784-877a-4450-96e2-207c4a0b55b1 service neutron] 10.222.0.81 "PUT /v2.0/ports/a31cf77a-f4c6-4c87-a28d-146ab196f011 HTTP/1.1" status: 200 len: 1091 time: 5.9704981 May 26 16:07:21.710588 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d489651a-90c3-4b67-a3c1-ed1f0bf43f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:21.712565 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48060) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:21.713184 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d489651a-90c3-4b67-a3c1-ed1f0bf43f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:21.716870 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d489651a-90c3-4b67-a3c1-ed1f0bf43f7d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8ce436f2-a44a-43a8-bc0a-d2580a6cbf4d HTTP/1.1" status: 204 len: 168 time: 0.8133416 May 26 16:07:21.785737 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01328128-0b42-479a-b55d-9b783cf6a591 req-29634c83-bee0-4ff6-80ca-b1ee2334f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:21.787741 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-01328128-0b42-479a-b55d-9b783cf6a591 req-29634c83-bee0-4ff6-80ca-b1ee2334f7ed service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=174d64ba844b421799c9f2136fec1233&device_id=43ff2a1d-e328-4609-b877-72eb6bb70a50 HTTP/1.1" status: 200 len: 1098 time: 0.0655153 May 26 16:07:21.802977 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489651a-90c3-4b67-a3c1-ed1f0bf43f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce436f2-a44a-43a8-bc0a-d2580a6cbf4d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:21.817621 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa49784-877a-4450-96e2-207c4a0b55b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a31cf77a-f4c6-4c87-a28d-146ab196f011,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:21.861628 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe901225-89fa-4413-968a-2b9d56f3a695 req-86d806f8-973f-493c-bb4e-24f306994b05 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:21.863650 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe901225-89fa-4413-968a-2b9d56f3a695 req-86d806f8-973f-493c-bb4e-24f306994b05 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 943 time: 0.3250070 May 26 16:07:21.874242 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db152e-798a-4a21-981b-8c565e4d8781 req-d9ef1e4f-b71a-4ed6-850f-bbc6ef8443bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:21.875554 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10db152e-798a-4a21-981b-8c565e4d8781 req-d9ef1e4f-b71a-4ed6-850f-bbc6ef8443bd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1526513 May 26 16:07:21.919653 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776f347-ae91-4f9b-858c-91fab5213b83 req-558cb6cf-c4c5-4c05-b426-2ab02c02be8f tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:21.927038 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3776f347-ae91-4f9b-858c-91fab5213b83 req-558cb6cf-c4c5-4c05-b426-2ab02c02be8f tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=9355017a-9cd4-47e4-8f46-db224f64c40a HTTP/1.1" status: 200 len: 946 time: 0.2664478 May 26 16:07:21.972284 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-248e1ce6-20af-4804-845e-5ecf35396b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:21.973819 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-248e1ce6-20af-4804-845e-5ecf35396b1f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3e96c338002c49fcb12a908abaf34a6e&device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 1094 time: 0.1761799 May 26 16:07:22.010912 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48070) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:22.011865 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe901225-89fa-4413-968a-2b9d56f3a695 req-dbd37f30-a0dd-4963-9815-f1f8e68deb45 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337285 May 26 16:07:22.033546 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01328128-0b42-479a-b55d-9b783cf6a591 req-e23ef9da-ed0a-4470-be3f-a5cf32d3fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:22.035837 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-01328128-0b42-479a-b55d-9b783cf6a591 req-e23ef9da-ed0a-4470-be3f-a5cf32d3fd95 service neutron] 10.222.0.81 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.2415195 May 26 16:07:22.061249 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3776f347-ae91-4f9b-858c-91fab5213b83 req-810ea113-f2ea-4c2c-a5a1-7b37d6f890a0 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332197 May 26 16:07:22.067473 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db152e-798a-4a21-981b-8c565e4d8781 req-3bed6eed-4ea8-4852-afa2-29ffa05a8432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:22.076440 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10db152e-798a-4a21-981b-8c565e4d8781 req-3bed6eed-4ea8-4852-afa2-29ffa05a8432 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1875358 May 26 16:07:22.078139 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-af9b4c92-e343-4a4d-a583-d11dbf9169e6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a31cf77a-f4c6-4c87-a28d-146ab196f011 HTTP/1.1" status: 200 len: 217 time: 0.0822504 May 26 16:07:22.160039 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-01328128-0b42-479a-b55d-9b783cf6a591 req-31aa14c3-a1f7-478c-b992-041acd9b95d8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=dfc31f36-132b-43af-81bd-f16d278e89e9 HTTP/1.1" status: 200 len: 217 time: 0.1145003 May 26 16:07:22.217945 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-845dd63e-d8c6-479a-b6c5-4050fee9a4f9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=48b645bc4074429e8fc191f5d438d6ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2053208 May 26 16:07:22.245769 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48090) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:22.280141 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01328128-0b42-479a-b55d-9b783cf6a591 req-95cdfe98-57ce-4d61-b622-0cfceb071e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:22.281996 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-01328128-0b42-479a-b55d-9b783cf6a591 req-95cdfe98-57ce-4d61-b622-0cfceb071e4a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1010361 May 26 16:07:22.360671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-0af9a567-5909-4b56-9a39-e2441363f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:22.360671 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-0af9a567-5909-4b56-9a39-e2441363f13d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=19f707b5-dbb7-44bf-9d91-1c1a69227d64 HTTP/1.1" status: 200 len: 852 time: 0.1612792 May 26 16:07:22.362442 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10db152e-798a-4a21-981b-8c565e4d8781 req-ead42d48-2d78-48f0-8516-6678c152ae6e service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832863 May 26 16:07:22.377466 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6d46b-c422-424d-9d30-40a5cd86d7c4 req-fb370764-e313-4186-804b-09fa052a578a tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:22.379510 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68c6d46b-c422-424d-9d30-40a5cd86d7c4 req-fb370764-e313-4186-804b-09fa052a578a tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f1c9f0-2927-4e73-a11b-bccc71057174 HTTP/1.1" status: 200 len: 948 time: 0.1811547 May 26 16:07:22.434950 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-013e7ae8-7b2a-4a45-9500-ba16cecef789 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530944 May 26 16:07:22.468273 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9477b81-8f6f-4d37-9d05-8a53c103723a req-ffbe3da9-76bc-49b1-bd4f-f360b9fb41e4 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:22.469826 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d9477b81-8f6f-4d37-9d05-8a53c103723a req-ffbe3da9-76bc-49b1-bd4f-f360b9fb41e4 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 945 time: 0.2113156 May 26 16:07:22.586808 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68c6d46b-c422-424d-9d30-40a5cd86d7c4 req-c678f145-e9d5-4ad0-a48f-dabb4b8d5399 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880810 May 26 16:07:22.634682 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d9477b81-8f6f-4d37-9d05-8a53c103723a req-4b8bc284-7851-4832-b201-70404df6093c tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404483 May 26 16:07:22.693449 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10db152e-798a-4a21-981b-8c565e4d8781 req-65b43307-58fa-4836-87c9-1e6e3b240ebd service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131380 May 26 16:07:22.708065 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-0b961913-7de0-464e-846f-23a24f87d906 service neutron] 10.222.0.81 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372079 May 26 16:07:22.849540 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7e33ab0-4538-4d8f-899d-0f6cf31e69db req-e08906e5-7e81-4ad2-8135-0a5a9af4f535 service neutron] 10.222.0.81 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322527 May 26 16:07:22.951611 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01328128-0b42-479a-b55d-9b783cf6a591 req-b45d9729-8f68-4675-bd0d-4613a1b8f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:22.953158 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-01328128-0b42-479a-b55d-9b783cf6a591 req-b45d9729-8f68-4675-bd0d-4613a1b8f943 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6060660 May 26 16:07:22.960058 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8405a07d-7d29-4dfb-af2f-23cf4d8b2d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:23.016485 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b543d-ea94-4fef-8dfb-c8416e28df50 req-16f77ad0-a892-410d-a49a-0114763d4d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:23.018011 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca0b543d-ea94-4fef-8dfb-c8416e28df50 req-16f77ad0-a892-410d-a49a-0114763d4d15 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=174d64ba844b421799c9f2136fec1233&device_id=a8f1c9f0-2927-4e73-a11b-bccc71057174 HTTP/1.1" status: 200 len: 1099 time: 0.1675272 May 26 16:07:23.044767 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02955a68-7d4e-405d-bdd1-f21fab8dae61 req-224325e2-f0a0-4e0c-8f99-155e47e926e0 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:23.046357 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-02955a68-7d4e-405d-bdd1-f21fab8dae61 req-224325e2-f0a0-4e0c-8f99-155e47e926e0 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=440a58e5-32a5-4781-b9f5-12cf640546cc HTTP/1.1" status: 200 len: 946 time: 0.0894947 May 26 16:07:23.055353 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca876171-c96d-48a3-b06e-47d3783d368a req-9bc90860-e227-4279-9332-452d4c23a879 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:23.056851 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca876171-c96d-48a3-b06e-47d3783d368a req-9bc90860-e227-4279-9332-452d4c23a879 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=b00688e5-979c-4ee4-85d4-5fab3da6335e HTTP/1.1" status: 200 len: 950 time: 0.1579728 May 26 16:07:23.086765 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8405a07d-7d29-4dfb-af2f-23cf4d8b2d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:23.117649 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca876171-c96d-48a3-b06e-47d3783d368a req-bad8c25e-39b9-4a6b-98e7-0fae6758aaf4 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/security-groups?id=268deadd-10fd-48d5-9fbb-899f3108e123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473692 May 26 16:07:23.193785 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-02955a68-7d4e-405d-bdd1-f21fab8dae61 req-1f70411a-44a3-49e4-9f81-a5cd09a15be8 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296062 May 26 16:07:23.255823 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b543d-ea94-4fef-8dfb-c8416e28df50 req-e72a3331-61d6-47d9-b216-c07e7b6faf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:23.256612 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca0b543d-ea94-4fef-8dfb-c8416e28df50 req-e72a3331-61d6-47d9-b216-c07e7b6faf00 service neutron] 10.222.0.81 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.2093480 May 26 16:07:23.282360 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8405a07d-7d29-4dfb-af2f-23cf4d8b2d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:23.284850 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8405a07d-7d29-4dfb-af2f-23cf4d8b2d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:23.297756 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8405a07d-7d29-4dfb-af2f-23cf4d8b2d51 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/329fa3ab-dd46-4443-8df4-af55d10fc940 HTTP/1.1" status: 204 len: 168 time: 1.0424290 May 26 16:07:23.311692 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405a07d-7d29-4dfb-af2f-23cf4d8b2d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329fa3ab-dd46-4443-8df4-af55d10fc940,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:23.318405 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-01328128-0b42-479a-b55d-9b783cf6a591 req-e624e27b-64c8-425f-822d-e7e9c00b5cdf service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539870 May 26 16:07:23.408609 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca0b543d-ea94-4fef-8dfb-c8416e28df50 req-1084d838-3ec0-480c-a756-27d88d18f13a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=9c72859c-b2b3-4535-a8da-f620119789db HTTP/1.1" status: 200 len: 217 time: 0.1220086 May 26 16:07:23.440034 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e655aa-ba59-424b-bae3-42404fbcbc70 req-4d2718eb-46f2-485f-a2c8-d09d8438329f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:23.441700 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c9e655aa-ba59-424b-bae3-42404fbcbc70 req-4d2718eb-46f2-485f-a2c8-d09d8438329f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 943 time: 0.1841657 May 26 16:07:23.523343 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-01328128-0b42-479a-b55d-9b783cf6a591 req-aaed150f-3af5-4c2f-a470-220b027fd84f service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610661 May 26 16:07:23.533497 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b543d-ea94-4fef-8dfb-c8416e28df50 req-c8a3c925-9050-44b4-b2ca-f18a432a723b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:23.535530 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca0b543d-ea94-4fef-8dfb-c8416e28df50 req-c8a3c925-9050-44b4-b2ca-f18a432a723b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1165013 May 26 16:07:23.544695 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c9e655aa-ba59-424b-bae3-42404fbcbc70 req-719c37e7-c694-4ece-87de-776c1bbcb927 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832295 May 26 16:07:23.634622 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b543d-ea94-4fef-8dfb-c8416e28df50 req-41006cd7-a403-4d1b-a64d-58017d51f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:23.636488 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca0b543d-ea94-4fef-8dfb-c8416e28df50 req-41006cd7-a403-4d1b-a64d-58017d51f2cb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0879784 May 26 16:07:23.663528 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2f614464-590c-462e-b7f1-7ec3a67e6f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:23.786894 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8511edc6-70b9-48e9-99e0-4550c6370be4', 'tag': 'a31cf77a-f4c6-4c87-a28d-146ab196f011'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:23.789502 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d4bc2d-aa32-4a98-908d-acb2e3cf31d5" -d '{"events": [{"name": "network-changed", "server_uuid": "8511edc6-70b9-48e9-99e0-4550c6370be4", "tag": "a31cf77a-f4c6-4c87-a28d-146ab196f011"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:23.916499 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca0b543d-ea94-4fef-8dfb-c8416e28df50 req-adc3ff57-89c7-4d00-93f6-c1d7cb0a91c2 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659714 May 26 16:07:24.060714 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2f614464-590c-462e-b7f1-7ec3a67e6f93 admin admin] Deleting port 176a9e25-90af-4aa8-9c73-4524d47a8814 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:24.061253 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2f614464-590c-462e-b7f1-7ec3a67e6f93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:24.101769 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd458b-4e4c-4472-b6f6-07226f9d6b83 req-c4691fbe-af84-4f41-8ec7-e7e5b00486a5 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:24.110063 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5cd458b-4e4c-4472-b6f6-07226f9d6b83 req-c4691fbe-af84-4f41-8ec7-e7e5b00486a5 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f1c9f0-2927-4e73-a11b-bccc71057174 HTTP/1.1" status: 200 len: 948 time: 0.2772493 May 26 16:07:24.178510 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-2f614464-590c-462e-b7f1-7ec3a67e6f93 admin admin] For port 176a9e25-90af-4aa8-9c73-4524d47a8814, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=176a9e25-90af-4aa8-9c73-4524d47a8814,segment=NetworkSegment(96a5f615-fb63-4c2b-92cf-d8a80dc39cae),segment_id=96a5f615-fb63-4c2b-92cf-d8a80dc39cae)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:24.179763 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2f614464-590c-462e-b7f1-7ec3a67e6f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:24.204724 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5cd458b-4e4c-4472-b6f6-07226f9d6b83 req-7661d7a0-ab7e-4f7c-b312-fe77f5e14e1e tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936804 May 26 16:07:24.207049 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2f614464-590c-462e-b7f1-7ec3a67e6f93 admin admin] Calling delete_port for 176a9e25-90af-4aa8-9c73-4524d47a8814 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:24.229224 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2c903-bd23-4e3d-ae17-0212043d072c req-371064fa-7d0c-41b6-ad99-573f175137b2 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:24.239675 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f7d2c903-bd23-4e3d-ae17-0212043d072c req-371064fa-7d0c-41b6-ad99-573f175137b2 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 946 time: 0.2314231 May 26 16:07:24.244901 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca0b543d-ea94-4fef-8dfb-c8416e28df50 req-c0561727-b4da-48c5-8d2e-048e9d10ba35 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168719 May 26 16:07:24.296908 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbb8e5-1444-4fe0-8608-ddfdbef77cf6 req-54a44aa3-3193-41be-b105-866a161f4c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:24.298573 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b6fbb8e5-1444-4fe0-8608-ddfdbef77cf6 req-54a44aa3-3193-41be-b105-866a161f4c45 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 1096 time: 0.1084743 May 26 16:07:24.313179 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f7d2c903-bd23-4e3d-ae17-0212043d072c req-22eba7b4-eb01-46ed-8143-adb136f169b6 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720484 May 26 16:07:24.346666 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device dfc31f36-132b-43af-81bd-f16d278e89e9 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:07:24.361610 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b6fbb8e5-1444-4fe0-8608-ddfdbef77cf6 req-2377e0f5-08ed-4bd4-9fc1-76423b034d33 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458355 May 26 16:07:24.471975 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21faefb-5996-4fb8-b4b8-12318b77a381 req-953494ad-71c2-406f-89cd-9c4b48cfc950 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:24.485972 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b21faefb-5996-4fb8-b4b8-12318b77a381 req-953494ad-71c2-406f-89cd-9c4b48cfc950 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 945 time: 0.1715631 May 26 16:07:24.498867 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4748f0e-baac-4cf8-820b-8742f21dc8b3 x-openstack-request-id: req-b4748f0e-baac-4cf8-820b-8742f21dc8b3 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:24.499217 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8511edc6-70b9-48e9-99e0-4550c6370be4", "tag": "a31cf77a-f4c6-4c87-a28d-146ab196f011", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:24.499466 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b4748f0e-baac-4cf8-820b-8742f21dc8b3 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:24.499833 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4748f0e-baac-4cf8-820b-8742f21dc8b3'] response: {'name': 'network-changed', 'server_uuid': '8511edc6-70b9-48e9-99e0-4550c6370be4', 'tag': 'a31cf77a-f4c6-4c87-a28d-146ab196f011', 'status': 'completed', 'code': 200} May 26 16:07:24.525622 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port dfc31f36-132b-43af-81bd-f16d278e89e9, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=dfc31f36-132b-43af-81bd-f16d278e89e9,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:24.541619 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'dfc31f36-132b-43af-81bd-f16d278e89e9', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': 'dfc31f36-132b-43af-81bd-f16d278e89e9', 'mac_address': 'fa:16:3e:a5:e0:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:07:24.567476 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b21faefb-5996-4fb8-b4b8-12318b77a381 req-424e73f5-40fb-4bb7-b256-6712279479a1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760763 May 26 16:07:24.571345 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2f614464-590c-462e-b7f1-7ec3a67e6f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:24.586721 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48194) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:24.625782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port dfc31f36-132b-43af-81bd-f16d278e89e9 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:24.627115 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:24.645656 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc31f36-132b-43af-81bd-f16d278e89e9 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:24.677577 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port dfc31f36-132b-43af-81bd-f16d278e89e9, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=dfc31f36-132b-43af-81bd-f16d278e89e9,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:24.691463 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:24.704644 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f614464-590c-462e-b7f1-7ec3a67e6f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=176a9e25-90af-4aa8-9c73-4524d47a8814,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:24.738094 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153aa6f-32c8-4c99-93b2-ae12b231f643 req-1a17b99e-c49e-46a6-9992-b428a0b2703c tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:24.749157 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8153aa6f-32c8-4c99-93b2-ae12b231f643 req-1a17b99e-c49e-46a6-9992-b428a0b2703c tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 943 time: 0.0818164 May 26 16:07:24.780513 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=dfc31f36-132b-43af-81bd-f16d278e89e9,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:24.797815 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8153aa6f-32c8-4c99-93b2-ae12b231f643 req-6dc25c11-b727-4a6f-a417-f40020224e0c tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473592 May 26 16:07:24.840723 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-5a443841-4e24-43fb-808d-993229bba54e admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-414839873-network', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:24.859369 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4bc2d-aa32-4a98-908d-acb2e3cf31d5 req-3386c584-553a-459b-82b2-a2b7f734c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:24.860862 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-41d4bc2d-aa32-4a98-908d-acb2e3cf31d5 req-3386c584-553a-459b-82b2-a2b7f734c2b6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3e96c338002c49fcb12a908abaf34a6e&device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 1094 time: 0.2174554 May 26 16:07:24.870265 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a443841-4e24-43fb-808d-993229bba54e admin admin] Made reservation on behalf of 9e790462556f4bdfb100ed398ecc2d13 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:24.874433 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a443841-4e24-43fb-808d-993229bba54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:24.892599 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a443841-4e24-43fb-808d-993229bba54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:24.999591 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['dfc31f36-132b-43af-81bd-f16d278e89e9'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:07:25.015552 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e87b5-2eca-4d57-a659-3f367d4ca488 req-d1f0ef21-58fd-46f7-87b6-cbae15c5aee6 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:25.022784 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e87b5-2eca-4d57-a659-3f367d4ca488 req-d1f0ef21-58fd-46f7-87b6-cbae15c5aee6 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:25.028420 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e87b5-2eca-4d57-a659-3f367d4ca488 req-d1f0ef21-58fd-46f7-87b6-cbae15c5aee6 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:25.030110 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-609e87b5-2eca-4d57-a659-3f367d4ca488 req-d1f0ef21-58fd-46f7-87b6-cbae15c5aee6 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=440a58e5-32a5-4781-b9f5-12cf640546cc&device_id=9355017a-9cd4-47e4-8f46-db224f64c40a&device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 2419 time: 0.0916488 May 26 16:07:25.059978 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a443841-4e24-43fb-808d-993229bba54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:25.071908 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a443841-4e24-43fb-808d-993229bba54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:25.093490 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4bc2d-aa32-4a98-908d-acb2e3cf31d5 req-d55e9a49-b882-48de-8e75-bcf1b2c7b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:25.094954 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-41d4bc2d-aa32-4a98-908d-acb2e3cf31d5 req-d55e9a49-b882-48de-8e75-bcf1b2c7b9c4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089 HTTP/1.1" status: 200 len: 913 time: 0.2213840 May 26 16:07:25.097267 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2f614464-590c-462e-b7f1-7ec3a67e6f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:25.110286 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a443841-4e24-43fb-808d-993229bba54e admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:07:25.137345 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-609e87b5-2eca-4d57-a659-3f367d4ca488 req-93dd828b-9b0e-4af8-9a16-15e75f9848be tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886605 May 26 16:07:25.139832 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a443841-4e24-43fb-808d-993229bba54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:25.140689 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-5a443841-4e24-43fb-808d-993229bba54e admin admin] Added segment 3b847ed8-c57d-448c-8e0a-7ae74db9cec6 of type vlan for network 23673925-e14c-4f85-bcac-47743e1d0ffa May 26 16:07:25.151332 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a443841-4e24-43fb-808d-993229bba54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497c1f02-e86a-46a7-b36c-e77883f4cae4,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:25.192002 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-41d4bc2d-aa32-4a98-908d-acb2e3cf31d5 req-1ebd3803-47ef-4232-9b48-6bb3d28ae72d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a31cf77a-f4c6-4c87-a28d-146ab196f011 HTTP/1.1" status: 200 len: 217 time: 0.0866458 May 26 16:07:25.252894 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a443841-4e24-43fb-808d-993229bba54e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:25.291789 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a443841-4e24-43fb-808d-993229bba54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:25.294335 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a443841-4e24-43fb-808d-993229bba54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:25.295846 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a443841-4e24-43fb-808d-993229bba54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:25.302972 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4bc2d-aa32-4a98-908d-acb2e3cf31d5 req-b8b74ffc-7a24-4c2a-8479-0395bcdabcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:25.304449 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-41d4bc2d-aa32-4a98-908d-acb2e3cf31d5 req-b8b74ffc-7a24-4c2a-8479-0395bcdabcc6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=19f707b5-dbb7-44bf-9d91-1c1a69227d64 HTTP/1.1" status: 200 len: 852 time: 0.1020820 May 26 16:07:25.345466 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-41d4bc2d-aa32-4a98-908d-acb2e3cf31d5 req-ae461422-8d29-4c1d-825f-40ab4d8be54b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312481 May 26 16:07:25.413207 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5a443841-4e24-43fb-808d-993229bba54e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8250215 May 26 16:07:25.422194 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 6ea56204-60fe-4318-9307-450800766422 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:07:25.439790 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48218) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:25.445612 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-6a695372-8cdc-41d3-b3f0-4c004481fccd admin admin] Request body: {'subnet': {'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-414839873-subnet', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:25.470059 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a443841-4e24-43fb-808d-993229bba54e admin admin] Pushing event updated for resources: {'Network': ['ID=23673925-e14c-4f85-bcac-47743e1d0ffa,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:25.508182 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 23673925-e14c-4f85-bcac-47743e1d0ffa details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:07:25.509887 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5f43c-245b-415b-81d0-05018e863ab1 req-49c4333d-245f-4034-98d7-32f5106324ff tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:25.519395 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9fe5f43c-245b-415b-81d0-05018e863ab1 req-49c4333d-245f-4034-98d7-32f5106324ff tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=440a58e5-32a5-4781-b9f5-12cf640546cc HTTP/1.1" status: 200 len: 946 time: 0.2115853 May 26 16:07:25.537963 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfc04c-4efa-4a13-9a59-dd6a644ed605 req-9a7897df-cf65-4f35-80d3-b4520f6d3eba tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:25.538849 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-41d4bc2d-aa32-4a98-908d-acb2e3cf31d5 req-4ccf1c49-6a5e-4a1f-83cf-39849cf45505 service neutron] 10.222.0.81 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577177 May 26 16:07:25.540543 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9fcfc04c-4efa-4a13-9a59-dd6a644ed605 req-9a7897df-cf65-4f35-80d3-b4520f6d3eba tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f1c9f0-2927-4e73-a11b-bccc71057174 HTTP/1.1" status: 200 len: 948 time: 0.2002912 May 26 16:07:25.540670 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f614464-590c-462e-b7f1-7ec3a67e6f93 admin admin] Router 229722ab-e0c0-4325-9f91-d15f57837081 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:07:25.573730 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a695372-8cdc-41d3-b3f0-4c004481fccd admin admin] Made reservation on behalf of 9e790462556f4bdfb100ed398ecc2d13 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:25.577326 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6a695372-8cdc-41d3-b3f0-4c004481fccd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:25.603923 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 6ea56204-60fe-4318-9307-450800766422 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:25.604340 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:25.630086 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9fe5f43c-245b-415b-81d0-05018e863ab1 req-a12896b1-f2b6-4786-a0ab-14e1375d2b7b tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095159 May 26 16:07:25.684005 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00688e5-979c-4ee4-85d4-5fab3da6335e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ea56204-60fe-4318-9307-450800766422'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:25.689413 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80959461-60fa-4f9a-9dcb-f15df06e99c0" -d '{"events": [{"server_uuid": "b00688e5-979c-4ee4-85d4-5fab3da6335e", "name": "network-vif-unplugged", "status": "completed", "tag": "6ea56204-60fe-4318-9307-450800766422"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:25.704790 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-41d4bc2d-aa32-4a98-908d-acb2e3cf31d5 req-7f549499-c96d-4652-b207-4e8b0ec64b05 service neutron] 10.222.0.81 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051500 May 26 16:07:25.743571 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 6ea56204-60fe-4318-9307-450800766422, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=6ea56204-60fe-4318-9307-450800766422,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:25.755789 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:25.784221 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9fcfc04c-4efa-4a13-9a59-dd6a644ed605 req-e02aa109-8a99-415b-a653-df7d378c3818 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350895 May 26 16:07:25.816874 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f614464-590c-462e-b7f1-7ec3a67e6f93 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:07:25.828546 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2f614464-590c-462e-b7f1-7ec3a67e6f93 admin admin] 10.222.0.77 "PUT /v2.0/routers/229722ab-e0c0-4325-9f91-d15f57837081/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1132345 May 26 16:07:25.829503 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48238) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:25.830692 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91016073-4f4a-4b00-9191-bf1a64530020 None None] Sync routers for ids ['229722ab-e0c0-4325-9f91-d15f57837081'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:07:25.851064 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91016073-4f4a-4b00-9191-bf1a64530020 None None] Routers {'229722ab-e0c0-4325-9f91-d15f57837081'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:07:25.851899 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-91016073-4f4a-4b00-9191-bf1a64530020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:07:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['229722ab-e0c0-4325-9f91-d15f57837081'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:25.885619 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=6ea56204-60fe-4318-9307-450800766422,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:25.962078 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0386cd7-601c-4e5e-b26d-abdffa0b2a51 req-62461412-016f-48c5-b09c-800735aeaa54 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:25.964140 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a0386cd7-601c-4e5e-b26d-abdffa0b2a51 req-62461412-016f-48c5-b09c-800735aeaa54 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 945 time: 0.1564174 May 26 16:07:25.998270 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25001b52-f8a3-4e62-b91c-d20e9d4ac6e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:26.017811 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23da4e56-780a-41c9-9a4f-a77e409f145f x-openstack-request-id: req-23da4e56-780a-41c9-9a4f-a77e409f145f {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:26.018133 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00688e5-979c-4ee4-85d4-5fab3da6335e", "name": "network-vif-unplugged", "status": "completed", "tag": "6ea56204-60fe-4318-9307-450800766422", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:26.018450 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-23da4e56-780a-41c9-9a4f-a77e409f145f {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:26.018881 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23da4e56-780a-41c9-9a4f-a77e409f145f'] response: {'server_uuid': 'b00688e5-979c-4ee4-85d4-5fab3da6335e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ea56204-60fe-4318-9307-450800766422', 'code': 200} May 26 16:07:26.066945 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a0386cd7-601c-4e5e-b26d-abdffa0b2a51 req-4b70fe34-fa44-4d97-ba45-10e3c7ad7f04 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937207 May 26 16:07:26.075349 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-91016073-4f4a-4b00-9191-bf1a64530020 None None] Set router 229722ab-e0c0-4325-9f91-d15f57837081 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:07:26.188186 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25001b52-f8a3-4e62-b91c-d20e9d4ac6e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:26.255078 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6a695372-8cdc-41d3-b3f0-4c004481fccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:26.285646 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-25001b52-f8a3-4e62-b91c-d20e9d4ac6e2 admin admin] Deleting port 3a148c15-3584-4020-9e5a-b546edd151e4 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:26.286744 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25001b52-f8a3-4e62-b91c-d20e9d4ac6e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:26.290847 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e5e9f-6d7a-40bd-a036-c1c1cccb70b1 req-849ab0ca-2539-496d-a9a8-fe4e5ef14a5c tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:26.299517 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b57e5e9f-6d7a-40bd-a036-c1c1cccb70b1 req-849ab0ca-2539-496d-a9a8-fe4e5ef14a5c tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 943 time: 0.1637521 May 26 16:07:26.359341 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device a31cf77a-f4c6-4c87-a28d-146ab196f011 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:07:26.414117 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b57e5e9f-6d7a-40bd-a036-c1c1cccb70b1 req-cee35baf-8152-497e-9f1c-2ff8979205e7 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136076 May 26 16:07:26.422067 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a695372-8cdc-41d3-b3f0-4c004481fccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3ee4340-63c3-4ec4-993b-fddfc0470c23,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:26.437368 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-25001b52-f8a3-4e62-b91c-d20e9d4ac6e2 admin admin] For port 3a148c15-3584-4020-9e5a-b546edd151e4, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3a148c15-3584-4020-9e5a-b546edd151e4,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:26.437751 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25001b52-f8a3-4e62-b91c-d20e9d4ac6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:26.446096 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a695372-8cdc-41d3-b3f0-4c004481fccd admin admin] Checking segment: {'id': '3b847ed8-c57d-448c-8e0a-7ae74db9cec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:26.446468 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a695372-8cdc-41d3-b3f0-4c004481fccd admin admin] Network hostable DHCP agents. Network: 23673925-e14c-4f85-bcac-47743e1d0ffa, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:07:26.466422 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-91016073-4f4a-4b00-9191-bf1a64530020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229722ab-e0c0-4325-9f91-d15f57837081', 'name': 'tempest-TaggedBootDevicesTest-929346699-router', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:21Z', 'updated_at': '2022-05-26T16:07:24Z', 'revision_number': 5, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'gw_port': {'id': '3a148c15-3584-4020-9e5a-b546edd151e4', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229722ab-e0c0-4325-9f91-d15f57837081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:22Z', 'updated_at': '2022-05-26T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:26.479558 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-25001b52-f8a3-4e62-b91c-d20e9d4ac6e2 admin admin] Calling delete_port for 3a148c15-3584-4020-9e5a-b546edd151e4 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:26.491392 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port a31cf77a-f4c6-4c87-a28d-146ab196f011, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a31cf77a-f4c6-4c87-a28d-146ab196f011,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:26.504075 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a695372-8cdc-41d3-b3f0-4c004481fccd admin admin] Network 23673925-e14c-4f85-bcac-47743e1d0ffa is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:07:26.507390 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device dfc31f36-132b-43af-81bd-f16d278e89e9 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:07:26.513487 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'a31cf77a-f4c6-4c87-a28d-146ab196f011', 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089', 'port_id': 'a31cf77a-f4c6-4c87-a28d-146ab196f011', 'mac_address': 'fa:16:3e:e1:e5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f707b5-dbb7-44bf-9d91-1c1a69227d64', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:07:26.519449 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91016073-4f4a-4b00-9191-bf1a64530020 None None] Checking router: 229722ab-e0c0-4325-9f91-d15f57837081 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:07:26.521709 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-6a695372-8cdc-41d3-b3f0-4c004481fccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 23673925-e14c-4f85-bcac-47743e1d0ffa) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:26.532642 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a695372-8cdc-41d3-b3f0-4c004481fccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:26.533236 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6a695372-8cdc-41d3-b3f0-4c004481fccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:26.544506 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66e5781-20dd-4bce-9392-9cf1a2d09974 None None] Network 23673925-e14c-4f85-bcac-47743e1d0ffa requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:07:26.571565 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91016073-4f4a-4b00-9191-bf1a64530020 None None] Routers {'229722ab-e0c0-4325-9f91-d15f57837081'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:07:26.572242 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-91016073-4f4a-4b00-9191-bf1a64530020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:07:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['229722ab-e0c0-4325-9f91-d15f57837081'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:26.594646 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6a695372-8cdc-41d3-b3f0-4c004481fccd admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1551101 May 26 16:07:26.595138 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48260) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:26.600797 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e44b7186-e71d-4f88-9786-8b7930ed6204 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-414839873-router', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:26.671847 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e44b7186-e71d-4f88-9786-8b7930ed6204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:26.672972 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e44b7186-e71d-4f88-9786-8b7930ed6204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:26.789474 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e44b7186-e71d-4f88-9786-8b7930ed6204 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:26.794150 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-91016073-4f4a-4b00-9191-bf1a64530020 None None] Set router 229722ab-e0c0-4325-9f91-d15f57837081 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:07:26.896747 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port a31cf77a-f4c6-4c87-a28d-146ab196f011 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:26.897307 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:26.931383 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31cf77a-f4c6-4c87-a28d-146ab196f011 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:26.953862 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-91016073-4f4a-4b00-9191-bf1a64530020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229722ab-e0c0-4325-9f91-d15f57837081', 'name': 'tempest-TaggedBootDevicesTest-929346699-router', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:21Z', 'updated_at': '2022-05-26T16:07:26Z', 'revision_number': 6, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:26.961860 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port dfc31f36-132b-43af-81bd-f16d278e89e9 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:07:26.978821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port a31cf77a-f4c6-4c87-a28d-146ab196f011, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a31cf77a-f4c6-4c87-a28d-146ab196f011,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:26.984665 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port dfc31f36-132b-43af-81bd-f16d278e89e9 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:26.985040 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:27.014017 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:27.014867 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 9c72859c-b2b3-4535-a8da-f620119789db details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:07:27.132801 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 9c72859c-b2b3-4535-a8da-f620119789db, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=9c72859c-b2b3-4535-a8da-f620119789db,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:27.151448 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '9c72859c-b2b3-4535-a8da-f620119789db', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '9c72859c-b2b3-4535-a8da-f620119789db', 'mac_address': 'fa:16:3e:23:e6:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:07:27.238753 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91016073-4f4a-4b00-9191-bf1a64530020 None None] The sync data for ids ['229722ab-e0c0-4325-9f91-d15f57837081'] in n-d-843337-2 is: [{'id': '229722ab-e0c0-4325-9f91-d15f57837081', 'name': 'tempest-TaggedBootDevicesTest-929346699-router', 'tenant_id': '829e9f52f7f3454cafe50e0d9182f678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:21Z', 'updated_at': '2022-05-26T16:07:26Z', 'revision_number': 6, 'project_id': '829e9f52f7f3454cafe50e0d9182f678', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:07:27.334043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ce9c78-32e8-400c-95cd-debb1595efb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-23673925-e14c-4f85-bcac-47743e1d0ffa', 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'fixed_ips': [{'subnet_id': 'e3ee4340-63c3-4ec4-993b-fddfc0470c23'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:07:27.334837 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-11ce9c78-32e8-400c-95cd-debb1595efb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:27.373693 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 9c72859c-b2b3-4535-a8da-f620119789db is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:27.373915 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:27.391095 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c72859c-b2b3-4535-a8da-f620119789db {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:27.396401 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=a31cf77a-f4c6-4c87-a28d-146ab196f011,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:27.511553 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port dfc31f36-132b-43af-81bd-f16d278e89e9 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:27.512766 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:27.515704 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 9c72859c-b2b3-4535-a8da-f620119789db, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=9c72859c-b2b3-4535-a8da-f620119789db,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:27.519816 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25001b52-f8a3-4e62-b91c-d20e9d4ac6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:27.538290 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:27.565512 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350ce54-ce87-48cd-9147-2eba0311046c req-c4c0890f-ea55-4d72-9919-82942a703e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:27.567057 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3350ce54-ce87-48cd-9147-2eba0311046c req-c4c0890f-ea55-4d72-9919-82942a703e16 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e054f09efe5e48a1a811c34416f57f3d&device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 1096 time: 0.6061034 May 26 16:07:27.570720 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25001b52-f8a3-4e62-b91c-d20e9d4ac6e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a148c15-3584-4020-9e5a-b546edd151e4,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:27.573919 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port dfc31f36-132b-43af-81bd-f16d278e89e9, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=dfc31f36-132b-43af-81bd-f16d278e89e9,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:27.575913 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e44b7186-e71d-4f88-9786-8b7930ed6204 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:27.606382 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:27.692574 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=9c72859c-b2b3-4535-a8da-f620119789db,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:27.727015 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bf4e2-6f18-4ca8-b156-8a84d783d9ca req-8f1c2168-71b6-404f-b31a-f9501191c066 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:27.736051 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b50bf4e2-6f18-4ca8-b156-8a84d783d9ca req-8f1c2168-71b6-404f-b31a-f9501191c066 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f1c9f0-2927-4e73-a11b-bccc71057174 HTTP/1.1" status: 200 len: 949 time: 0.1829538 May 26 16:07:27.738733 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25001b52-f8a3-4e62-b91c-d20e9d4ac6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:27.763106 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-11ce9c78-32e8-400c-95cd-debb1595efb7 None None] Allocated IP 172.20.0.2 (23673925-e14c-4f85-bcac-47743e1d0ffa/e3ee4340-63c3-4ec4-993b-fddfc0470c23/f79697e1-e726-490b-8f40-1359db24628e) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:27.769779 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f39831-6a47-4af0-82c8-23969f241d5c req-cb4da2a1-afcf-4231-9f11-98fa7aefdeb9 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:27.777832 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-09f39831-6a47-4af0-82c8-23969f241d5c req-cb4da2a1-afcf-4231-9f11-98fa7aefdeb9 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 945 time: 0.2255952 May 26 16:07:27.844434 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b50bf4e2-6f18-4ca8-b156-8a84d783d9ca req-567722ec-f08f-44f5-852a-3ca00d94c2b8 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017532 May 26 16:07:27.882154 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25001b52-f8a3-4e62-b91c-d20e9d4ac6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:27.882831 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-09f39831-6a47-4af0-82c8-23969f241d5c req-40e38666-ca93-486a-8b4f-b55fe35fc3ac tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940747 May 26 16:07:27.890509 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25001b52-f8a3-4e62-b91c-d20e9d4ac6e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:27.897690 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350ce54-ce87-48cd-9147-2eba0311046c req-fc405924-b3aa-4505-a12d-abb96de48b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:27.899526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=dfc31f36-132b-43af-81bd-f16d278e89e9,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:27.901557 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3350ce54-ce87-48cd-9147-2eba0311046c req-fc405924-b3aa-4505-a12d-abb96de48b25 service neutron] 10.222.0.81 "GET /v2.0/networks?id=48798ccf-c01b-4baf-8c1d-06629758249c HTTP/1.1" status: 200 len: 918 time: 0.3086894 May 26 16:07:27.910576 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['9c72859c-b2b3-4535-a8da-f620119789db'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:07:27.949539 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['a31cf77a-f4c6-4c87-a28d-146ab196f011'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:07:28.025678 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ff2a1d-e328-4609-b877-72eb6bb70a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc31f36-132b-43af-81bd-f16d278e89e9'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:28.028659 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5463faf1-4735-4840-bc0a-c27d296b8545" -d '{"events": [{"server_uuid": "43ff2a1d-e328-4609-b877-72eb6bb70a50", "name": "network-vif-plugged", "status": "completed", "tag": "dfc31f36-132b-43af-81bd-f16d278e89e9"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:28.046619 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25001b52-f8a3-4e62-b91c-d20e9d4ac6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:28.048342 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25001b52-f8a3-4e62-b91c-d20e9d4ac6e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 229722ab-e0c0-4325-9f91-d15f57837081 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:07:28.059787 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25001b52-f8a3-4e62-b91c-d20e9d4ac6e2 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:28.065207 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-25001b52-f8a3-4e62-b91c-d20e9d4ac6e2 admin admin] 10.222.0.77 "DELETE /v2.0/routers/229722ab-e0c0-4325-9f91-d15f57837081 HTTP/1.1" status: 204 len: 168 time: 2.2346902 May 26 16:07:28.066264 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48312) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:28.130455 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3350ce54-ce87-48cd-9147-2eba0311046c req-08486344-c69e-4ff6-8630-665a84f02a0e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3356d0da-ac7e-43e5-89af-75248d7aebd4 HTTP/1.1" status: 200 len: 1000 time: 0.2106616 May 26 16:07:28.178495 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6cf0b-fef1-45d8-903a-f4a30c593144 req-d4f8e202-e31b-48db-bca3-24635e7d9619 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:28.185833 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aff6cf0b-fef1-45d8-903a-f4a30c593144 req-d4f8e202-e31b-48db-bca3-24635e7d9619 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 944 time: 0.1330662 May 26 16:07:28.198090 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e44b7186-e71d-4f88-9786-8b7930ed6204 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:28.228608 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-f253eea3-5166-4f63-847c-078fecfb9c59 admin admin] Deleting subnet 5b75a4a7-49bc-43e9-90df-4f07b481bb2f {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:07:28.234402 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f253eea3-5166-4f63-847c-078fecfb9c59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:28.250565 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e44b7186-e71d-4f88-9786-8b7930ed6204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:28.295903 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350ce54-ce87-48cd-9147-2eba0311046c req-7332c554-c54d-46a3-a6ca-a400d6693775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:28.300759 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3350ce54-ce87-48cd-9147-2eba0311046c req-7332c554-c54d-46a3-a6ca-a400d6693775 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=667adff5-0c1e-46ec-b83e-3fbb957aa36c HTTP/1.1" status: 200 len: 856 time: 0.1595509 May 26 16:07:28.323188 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aff6cf0b-fef1-45d8-903a-f4a30c593144 req-e6a55e13-6a78-4cc5-8e9b-92f8439febb5 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364157 May 26 16:07:28.330961 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-11ce9c78-32e8-400c-95cd-debb1595efb7 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:28.334594 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f253eea3-5166-4f63-847c-078fecfb9c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:28.357437 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-11ce9c78-32e8-400c-95cd-debb1595efb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:28.426394 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce9c78-32e8-400c-95cd-debb1595efb7 None None] Pushing event updated for resources: {'Port': ['ID=f79697e1-e726-490b-8f40-1359db24628e,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:28.443428 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2036c456-7d44-44ed-9a8c-ae7b0506d5fb x-openstack-request-id: req-2036c456-7d44-44ed-9a8c-ae7b0506d5fb {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:28.443720 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ff2a1d-e328-4609-b877-72eb6bb70a50", "name": "network-vif-plugged", "status": "completed", "tag": "dfc31f36-132b-43af-81bd-f16d278e89e9", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:28.443975 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2036c456-7d44-44ed-9a8c-ae7b0506d5fb {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:28.444410 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2036c456-7d44-44ed-9a8c-ae7b0506d5fb'] response: {'server_uuid': '43ff2a1d-e328-4609-b877-72eb6bb70a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc31f36-132b-43af-81bd-f16d278e89e9', 'code': 200} May 26 16:07:28.457068 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ce9c78-32e8-400c-95cd-debb1595efb7 None None] Network 23673925-e14c-4f85-bcac-47743e1d0ffa is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:28.463725 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-11ce9c78-32e8-400c-95cd-debb1595efb7 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:28.470821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ce9c78-32e8-400c-95cd-debb1595efb7 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:28.540154 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350ce54-ce87-48cd-9147-2eba0311046c req-05b6d65d-6307-4984-b8be-c383bc23a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:28.545103 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3350ce54-ce87-48cd-9147-2eba0311046c req-05b6d65d-6307-4984-b8be-c383bc23a2c8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48798ccf-c01b-4baf-8c1d-06629758249c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2279656 May 26 16:07:28.546903 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-11ce9c78-32e8-400c-95cd-debb1595efb7 None None] Attempting to bind port f79697e1-e726-490b-8f40-1359db24628e on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:07:28.547770 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-11ce9c78-32e8-400c-95cd-debb1595efb7 None None] Attempting to bind port f79697e1-e726-490b-8f40-1359db24628e by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '3b847ed8-c57d-448c-8e0a-7ae74db9cec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:07:28.548316 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce9c78-32e8-400c-95cd-debb1595efb7 None None] Attempting to bind port f79697e1-e726-490b-8f40-1359db24628e on network 23673925-e14c-4f85-bcac-47743e1d0ffa {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:28.567745 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce9c78-32e8-400c-95cd-debb1595efb7 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:07:28.571517 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce9c78-32e8-400c-95cd-debb1595efb7 None None] Checking segment: {'id': '3b847ed8-c57d-448c-8e0a-7ae74db9cec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:28.572652 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-11ce9c78-32e8-400c-95cd-debb1595efb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:28.573201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce9c78-32e8-400c-95cd-debb1595efb7 None None] Bound using segment: {'id': '3b847ed8-c57d-448c-8e0a-7ae74db9cec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:07:28.575951 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-11ce9c78-32e8-400c-95cd-debb1595efb7 None None] Bound port: f79697e1-e726-490b-8f40-1359db24628e, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b847ed8-c57d-448c-8e0a-7ae74db9cec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:07:28.577109 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-11ce9c78-32e8-400c-95cd-debb1595efb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:28.579701 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-e44b7186-e71d-4f88-9786-8b7930ed6204 admin admin] Allocated IP 172.25.7.56 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/eff878f9-0556-4e2e-9ba1-7c9bf44d0118) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:28.602892 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 176a9e25-90af-4aa8-9c73-4524d47a8814 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:07:28.669034 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 176a9e25-90af-4aa8-9c73-4524d47a8814 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:07:28.669469 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 176a9e25-90af-4aa8-9c73-4524d47a8814 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:07:28.669898 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3a148c15-3584-4020-9e5a-b546edd151e4 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:07:28.713714 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 3a148c15-3584-4020-9e5a-b546edd151e4 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:07:28.714147 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3a148c15-3584-4020-9e5a-b546edd151e4 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:07:28.740211 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b31f40-9d86-44a6-84f8-c193b0a65899 req-e2b9477b-05bc-486f-8801-b7638adac53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:28.743410 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-20b31f40-9d86-44a6-84f8-c193b0a65899 req-e2b9477b-05bc-486f-8801-b7638adac53b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=43ff2a1d-e328-4609-b877-72eb6bb70a50 HTTP/1.1" status: 200 len: 1100 time: 0.2258863 May 26 16:07:28.744771 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f253eea3-5166-4f63-847c-078fecfb9c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:28.758747 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-11ce9c78-32e8-400c-95cd-debb1595efb7 None None] For port f79697e1-e726-490b-8f40-1359db24628e, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:07:28.763320 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-11ce9c78-32e8-400c-95cd-debb1595efb7 None None] For port f79697e1-e726-490b-8f40-1359db24628e, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f79697e1-e726-490b-8f40-1359db24628e,segment=NetworkSegment(3b847ed8-c57d-448c-8e0a-7ae74db9cec6),segment_id=3b847ed8-c57d-448c-8e0a-7ae74db9cec6)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:07:28.770684 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-11ce9c78-32e8-400c-95cd-debb1595efb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:28.857853 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3350ce54-ce87-48cd-9147-2eba0311046c req-c915c36c-9f59-4889-9649-30f0669a107a service neutron] 10.222.0.81 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950795 May 26 16:07:28.874709 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e44b7186-e71d-4f88-9786-8b7930ed6204 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:28.887417 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce9c78-32e8-400c-95cd-debb1595efb7 None None] Pushing event updated for resources: {'Port': ['ID=f79697e1-e726-490b-8f40-1359db24628e,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:28.929373 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e44b7186-e71d-4f88-9786-8b7930ed6204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:28.974085 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-20b31f40-9d86-44a6-84f8-c193b0a65899 req-ef569258-27e2-46f3-9781-72e6e3abd89e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102885 May 26 16:07:28.985230 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f253eea3-5166-4f63-847c-078fecfb9c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:29.039002 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f253eea3-5166-4f63-847c-078fecfb9c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:29.045374 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f253eea3-5166-4f63-847c-078fecfb9c59 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5b75a4a7-49bc-43e9-90df-4f07b481bb2f HTTP/1.1" status: 204 len: 168 time: 0.9726832 May 26 16:07:29.045374 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253eea3-5166-4f63-847c-078fecfb9c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b75a4a7-49bc-43e9-90df-4f07b481bb2f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:29.046403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48336) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:29.048027 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c95e52-39d5-4a8e-a95d-e5e565aa200b None None] Network cc5ef074-7315-4026-8964-d75cc2ddf062 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:07:29.072281 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44b7186-e71d-4f88-9786-8b7930ed6204 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:29.090297 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-e44b7186-e71d-4f88-9786-8b7930ed6204 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:29.096198 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44b7186-e71d-4f88-9786-8b7930ed6204 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:29.154504 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b7186-e71d-4f88-9786-8b7930ed6204 admin admin] Pushing event updated for resources: {'Port': ['ID=eff878f9-0556-4e2e-9ba1-7c9bf44d0118,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:29.160049 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3350ce54-ce87-48cd-9147-2eba0311046c req-94509581-52db-4116-b8ae-1814fd9bf766 service neutron] 10.222.0.81 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917550 May 26 16:07:29.165292 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7403337c-08cf-4aeb-9847-59d14a4bf5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:29.252482 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0295cc-6ebc-480f-affe-c097c6df6de1 req-06ee89df-276c-4f22-9e20-c42a934b2084 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:29.259584 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-7403337c-08cf-4aeb-9847-59d14a4bf5ab admin admin] Deleting port 082c82f6-43b7-40ff-a515-0a2eaac2048c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:29.259917 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7403337c-08cf-4aeb-9847-59d14a4bf5ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:29.262249 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf0295cc-6ebc-480f-affe-c097c6df6de1 req-06ee89df-276c-4f22-9e20-c42a934b2084 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f1c9f0-2927-4e73-a11b-bccc71057174 HTTP/1.1" status: 200 len: 949 time: 0.2859709 May 26 16:07:29.296773 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0bee2-c89d-4fe4-98e6-8173e02317e2 req-9f8f0dfe-0be8-4a2b-b6be-698d602fdfef tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:29.304731 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-20b0bee2-c89d-4fe4-98e6-8173e02317e2 req-9f8f0dfe-0be8-4a2b-b6be-698d602fdfef tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 946 time: 0.3365953 May 26 16:07:29.353083 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-7403337c-08cf-4aeb-9847-59d14a4bf5ab admin admin] For port 082c82f6-43b7-40ff-a515-0a2eaac2048c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=082c82f6-43b7-40ff-a515-0a2eaac2048c,segment=NetworkSegment(96a5f615-fb63-4c2b-92cf-d8a80dc39cae),segment_id=96a5f615-fb63-4c2b-92cf-d8a80dc39cae)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:29.353490 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7403337c-08cf-4aeb-9847-59d14a4bf5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:29.378664 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-7403337c-08cf-4aeb-9847-59d14a4bf5ab admin admin] Calling delete_port for 082c82f6-43b7-40ff-a515-0a2eaac2048c owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:29.384849 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee7d2f0-1ebb-4180-bc89-1eadd32f066f None None] DHCP port deletion for cc5ef074-7315-4026-8964-d75cc2ddf062 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:07:29.412332 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf0295cc-6ebc-480f-affe-c097c6df6de1 req-92e19e05-f006-4de9-b31f-61b36919872d tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488914 May 26 16:07:29.470358 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cee7d2f0-1ebb-4180-bc89-1eadd32f066f None None] Deleting port 082c82f6-43b7-40ff-a515-0a2eaac2048c {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:29.470739 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cee7d2f0-1ebb-4180-bc89-1eadd32f066f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:29.505254 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-20b0bee2-c89d-4fe4-98e6-8173e02317e2 req-7d2d1fd3-a8ab-49ae-b783-2a9fdc9d14a1 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951468 May 26 16:07:29.547415 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7403337c-08cf-4aeb-9847-59d14a4bf5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:29.574516 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7403337c-08cf-4aeb-9847-59d14a4bf5ab admin admin] No DVR routers for this DVR port 082c82f6-43b7-40ff-a515-0a2eaac2048c on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:07:29.581210 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-cee7d2f0-1ebb-4180-bc89-1eadd32f066f None None] For port 082c82f6-43b7-40ff-a515-0a2eaac2048c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=082c82f6-43b7-40ff-a515-0a2eaac2048c,segment=NetworkSegment(96a5f615-fb63-4c2b-92cf-d8a80dc39cae),segment_id=96a5f615-fb63-4c2b-92cf-d8a80dc39cae)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:29.581729 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cee7d2f0-1ebb-4180-bc89-1eadd32f066f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:29.621861 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cee7d2f0-1ebb-4180-bc89-1eadd32f066f None None] Calling delete_port for 082c82f6-43b7-40ff-a515-0a2eaac2048c owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:29.626624 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045726d-e3d0-4db4-a218-d40af17ff29f req-43ee02ec-a6b9-4117-8c5e-338053870bcf tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:29.628042 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4045726d-e3d0-4db4-a218-d40af17ff29f req-43ee02ec-a6b9-4117-8c5e-338053870bcf tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 945 time: 0.1097310 May 26 16:07:29.632864 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403337c-08cf-4aeb-9847-59d14a4bf5ab admin admin] Pushing event deleted for resources: {'Port': ['ID=082c82f6-43b7-40ff-a515-0a2eaac2048c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:29.712285 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7403337c-08cf-4aeb-9847-59d14a4bf5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: from cryptography.utils import int_from_bytes May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: from cryptography.utils import int_from_bytes May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.739923 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.743023 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.743023 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.743023 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.743023 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.743023 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.743023 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.743023 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.743023 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.743023 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.743023 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.743023 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.743023 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.743023 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:07:29.743023 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:07:29.743866 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-7403337c-08cf-4aeb-9847-59d14a4bf5ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5ef074-7315-4026-8964-d75cc2ddf062']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:29.755212 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-7403337c-08cf-4aeb-9847-59d14a4bf5ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a5f615-fb63-4c2b-92cf-d8a80dc39cae') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:29.755676 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-7403337c-08cf-4aeb-9847-59d14a4bf5ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a5f615-fb63-4c2b-92cf-d8a80dc39cae') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:29.756513 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cee7d2f0-1ebb-4180-bc89-1eadd32f066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:29.768847 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7403337c-08cf-4aeb-9847-59d14a4bf5ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:29.783837 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7403337c-08cf-4aeb-9847-59d14a4bf5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:29.789159 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7d2f0-1ebb-4180-bc89-1eadd32f066f None None] Pushing event deleted for resources: {'Port': ['ID=082c82f6-43b7-40ff-a515-0a2eaac2048c,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:29.796263 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee7d2f0-1ebb-4180-bc89-1eadd32f066f None None] No DVR routers for this DVR port 082c82f6-43b7-40ff-a515-0a2eaac2048c on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:07:29.813054 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7403337c-08cf-4aeb-9847-59d14a4bf5ab admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:07:29.813994 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7403337c-08cf-4aeb-9847-59d14a4bf5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:29.854591 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4045726d-e3d0-4db4-a218-d40af17ff29f req-45ce2f29-aca9-4265-b37e-1915cdaf0a96 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453903 May 26 16:07:29.866934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabf956-4152-4894-9e23-9b9b935da104 req-c146a41b-2a3f-4c07-9915-946d1f66c47b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:29.888735 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7fabf956-4152-4894-9e23-9b9b935da104 req-c146a41b-2a3f-4c07-9915-946d1f66c47b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 944 time: 0.1783268 May 26 16:07:29.894460 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7403337c-08cf-4aeb-9847-59d14a4bf5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:29.904254 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 96a5f615-fb63-4c2b-92cf-d8a80dc39cae resource provider aggregate not found May 26 16:07:29.909419 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7403337c-08cf-4aeb-9847-59d14a4bf5ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:29.918116 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7403337c-08cf-4aeb-9847-59d14a4bf5ab admin admin] 10.222.0.77 "DELETE /v2.0/networks/cc5ef074-7315-4026-8964-d75cc2ddf062 HTTP/1.1" status: 204 len: 168 time: 0.8638072 May 26 16:07:29.918408 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48364) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:29.920517 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e44b7186-e71d-4f88-9786-8b7930ed6204 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:29.938022 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403337c-08cf-4aeb-9847-59d14a4bf5ab admin admin] Pushing event deleted for resources: {'Network': ['ID=cc5ef074-7315-4026-8964-d75cc2ddf062,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:29.946369 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 96a5f615-fb63-4c2b-92cf-d8a80dc39cae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96a5f615-fb63-4c2b-92cf-d8a80dc39cae found for delete ", "request_id": "req-5b5d0c3b-6df8-46e6-936d-2c69d95d89bd"}]} May 26 16:07:30.037913 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7fabf956-4152-4894-9e23-9b9b935da104 req-756b7ecd-e709-4f54-ac43-5ed82b492896 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411386 May 26 16:07:30.251070 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:30.298212 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099ffbe1-9aae-4e51-8420-d5f6f48b01bf None None] Network 23673925-e14c-4f85-bcac-47743e1d0ffa requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:07:30.338146 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e44b7186-e71d-4f88-9786-8b7930ed6204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:30.352683 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device a31cf77a-f4c6-4c87-a28d-146ab196f011 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:07:30.457785 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-afd5fe90-2b28-4998-9583-792627ce844f None None] Provisioning complete for port f79697e1-e726-490b-8f40-1359db24628e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:30.459399 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-afd5fe90-2b28-4998-9583-792627ce844f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:30.503434 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port a31cf77a-f4c6-4c87-a28d-146ab196f011 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:07:30.519560 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port a31cf77a-f4c6-4c87-a28d-146ab196f011 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:30.519975 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:30.670470 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f79697e1-e726-490b-8f40-1359db24628e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:07:30.686545 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541b658-da52-4d89-afbf-c082697a4ccb req-3618d454-c346-4efa-bce3-6a89b578531f tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:30.688170 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4541b658-da52-4d89-afbf-c082697a4ccb req-3618d454-c346-4efa-bce3-6a89b578531f tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f1c9f0-2927-4e73-a11b-bccc71057174 HTTP/1.1" status: 200 len: 949 time: 0.1609716 May 26 16:07:30.702942 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1e617-7c30-43a2-926e-e3d960114904 req-84f687a9-faee-4d5b-862b-f931eee40e7d tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:30.704571 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-20b1e617-7c30-43a2-926e-e3d960114904 req-84f687a9-faee-4d5b-862b-f931eee40e7d tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 946 time: 0.1169562 May 26 16:07:30.710144 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44b7186-e71d-4f88-9786-8b7930ed6204 admin admin] Router 0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:07:30.820942 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4541b658-da52-4d89-afbf-c082697a4ccb req-24a9889e-e821-4eb4-9061-b6ce55bb0f86 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151693 May 26 16:07:30.829723 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-56376d4c-7c03-4a9d-ad9d-73be7085e100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:30.922051 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-afd5fe90-2b28-4998-9583-792627ce844f None None] Current status of the port f79697e1-e726-490b-8f40-1359db24628e is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:30.922443 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-afd5fe90-2b28-4998-9583-792627ce844f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:30.976409 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port a31cf77a-f4c6-4c87-a28d-146ab196f011 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:30.976798 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:31.009977 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-afd5fe90-2b28-4998-9583-792627ce844f None None] For port f79697e1-e726-490b-8f40-1359db24628e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f79697e1-e726-490b-8f40-1359db24628e,segment=NetworkSegment(3b847ed8-c57d-448c-8e0a-7ae74db9cec6),segment_id=3b847ed8-c57d-448c-8e0a-7ae74db9cec6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:31.023653 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-afd5fe90-2b28-4998-9583-792627ce844f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:31.028919 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port f79697e1-e726-490b-8f40-1359db24628e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:31.029112 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:31.038334 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8511edc6-70b9-48e9-99e0-4550c6370be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31cf77a-f4c6-4c87-a28d-146ab196f011'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:31.039864 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64cad88-e2c4-41b2-b26d-117ec37dc1d3" -d '{"events": [{"server_uuid": "8511edc6-70b9-48e9-99e0-4550c6370be4", "name": "network-vif-plugged", "status": "completed", "tag": "a31cf77a-f4c6-4c87-a28d-146ab196f011"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:31.118957 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port a31cf77a-f4c6-4c87-a28d-146ab196f011, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a31cf77a-f4c6-4c87-a28d-146ab196f011,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:31.129788 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:31.130859 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 9c72859c-b2b3-4535-a8da-f620119789db up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:07:31.174063 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5fe90-2b28-4998-9583-792627ce844f None None] Pushing event updated for resources: {'Port': ['ID=f79697e1-e726-490b-8f40-1359db24628e,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:31.205967 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-20b1e617-7c30-43a2-926e-e3d960114904 req-2fcd491a-9251-42f7-8377-6b7dc73769ce tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730897 May 26 16:07:31.294021 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port f79697e1-e726-490b-8f40-1359db24628e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:31.306882 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=a31cf77a-f4c6-4c87-a28d-146ab196f011,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:31.314260 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 9c72859c-b2b3-4535-a8da-f620119789db completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:07:31.321313 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 9c72859c-b2b3-4535-a8da-f620119789db triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:31.322664 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:31.377523 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5e5c19f1-f5a7-470d-8036-4fd943914fe2 None None] Provisioning complete for port f79697e1-e726-490b-8f40-1359db24628e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:31.377979 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5e5c19f1-f5a7-470d-8036-4fd943914fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:31.406546 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 082c82f6-43b7-40ff-a515-0a2eaac2048c no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:07:31.469320 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 082c82f6-43b7-40ff-a515-0a2eaac2048c {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:07:31.469666 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 082c82f6-43b7-40ff-a515-0a2eaac2048c not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:07:31.477981 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:07:31.509034 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d61829-64e4-4883-ab85-1962ee79a891 req-e9fa3fc1-d2e9-484a-9d0b-0dac29e384e4 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:31.516623 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 9c72859c-b2b3-4535-a8da-f620119789db is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:31.516832 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-54d61829-64e4-4883-ab85-1962ee79a891 req-e9fa3fc1-d2e9-484a-9d0b-0dac29e384e4 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 945 time: 0.3352084 May 26 16:07:31.517114 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:31.526079 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44b7186-e71d-4f88-9786-8b7930ed6204 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:07:31.554207 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] Sync routers for ids ['0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:07:31.562775 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad582cf-0149-4a45-90c8-d2b17183042a req-1db0cd20-389c-4507-a928-baccfca76e60 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:31.564541 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fad582cf-0149-4a45-90c8-d2b17183042a req-1db0cd20-389c-4507-a928-baccfca76e60 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.2330256 May 26 16:07:31.646544 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 9c72859c-b2b3-4535-a8da-f620119789db, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=9c72859c-b2b3-4535-a8da-f620119789db,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:31.650739 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] Routers {'0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:07:31.651379 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:07:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:31.655117 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e44b7186-e71d-4f88-9786-8b7930ed6204 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:31.658917 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e44b7186-e71d-4f88-9786-8b7930ed6204 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0602653 May 26 16:07:31.662209 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:31.662395 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48406) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:31.675318 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-54d61829-64e4-4883-ab85-1962ee79a891 req-ba84f2ac-816f-4ebf-9dac-dddf6bbfc0f9 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467295 May 26 16:07:31.738039 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5e5c19f1-f5a7-470d-8036-4fd943914fe2 None None] Current status of the port f79697e1-e726-490b-8f40-1359db24628e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:31.753056 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c46337-97cb-4dca-b352-9c96fd78796a x-openstack-request-id: req-53c46337-97cb-4dca-b352-9c96fd78796a {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:31.753237 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8511edc6-70b9-48e9-99e0-4550c6370be4", "name": "network-vif-plugged", "status": "completed", "tag": "a31cf77a-f4c6-4c87-a28d-146ab196f011", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:31.753387 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-53c46337-97cb-4dca-b352-9c96fd78796a {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:31.753731 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53c46337-97cb-4dca-b352-9c96fd78796a'] response: {'server_uuid': '8511edc6-70b9-48e9-99e0-4550c6370be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31cf77a-f4c6-4c87-a28d-146ab196f011', 'code': 200} May 26 16:07:31.779110 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:31.839677 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': 'cd43cea2-94fc-4128-8c8f-cf29cb7ddc44', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': 'cd43cea2-94fc-4128-8c8f-cf29cb7ddc44', 'mac_address': 'fa:16:3e:a7:e7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:07:31.842545 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fad582cf-0149-4a45-90c8-d2b17183042a req-b02addba-f9ad-40d2-863b-d9dede9d30a4 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626832 May 26 16:07:31.854591 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=9c72859c-b2b3-4535-a8da-f620119789db,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:31.914741 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5237c5-f757-44e3-8841-1e6bc962860f req-b000ef48-1e88-4f0a-b8f9-e3b00ad3d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:31.916306 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-df5237c5-f757-44e3-8841-1e6bc962860f req-b000ef48-1e88-4f0a-b8f9-e3b00ad3d525 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 1096 time: 0.0759008 May 26 16:07:31.916438 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] Set router 0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:07:31.950531 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:31.950977 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:32.010879 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:32.053827 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-df5237c5-f757-44e3-8841-1e6bc962860f req-c506b697-974a-495d-82d2-383826928ae8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287894 May 26 16:07:32.071891 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:32.079950 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:32.176640 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44,revision_number=9']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:32.204077 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'name': 'tempest-ServersTestFqdnHostnames-414839873-router', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:26Z', 'updated_at': '2022-05-26T16:07:29Z', 'revision_number': 3, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'gw_port': {'id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:28Z', 'updated_at': '2022-05-26T16:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:32.236082 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] Checking router: 0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:07:32.236472 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] Updating router 0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579 port eff878f9-0556-4e2e-9ba1-7c9bf44d0118 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:07:32.241057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551288a-bb72-4889-b8ab-0c27e7e57ed8 req-d123133c-364a-45f5-a707-eb4e5be83bea tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:32.242719 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b551288a-bb72-4889-b8ab-0c27e7e57ed8 req-d123133c-364a-45f5-a707-eb4e5be83bea tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f1c9f0-2927-4e73-a11b-bccc71057174 HTTP/1.1" status: 200 len: 950 time: 0.2039149 May 26 16:07:32.266265 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:32.361935 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['cd43cea2-94fc-4128-8c8f-cf29cb7ddc44'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:07:32.364295 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b551288a-bb72-4889-b8ab-0c27e7e57ed8 req-fea89277-4b05-46e7-9592-f29e7a001e36 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086631 May 26 16:07:32.370310 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-56376d4c-7c03-4a9d-ad9d-73be7085e100 admin admin] Deleting port 335d6b17-5bec-442f-a459-c8b3ec9316f6 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:32.370650 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-56376d4c-7c03-4a9d-ad9d-73be7085e100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:32.452138 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186421d-e087-4a28-a56e-7eeeac786be9 req-5b5d7ad2-5f42-474e-bf89-03773fea2c5c tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:32.453656 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6186421d-e087-4a28-a56e-7eeeac786be9 req-5b5d7ad2-5f42-474e-bf89-03773fea2c5c tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 946 time: 0.1873047 May 26 16:07:32.566614 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6186421d-e087-4a28-a56e-7eeeac786be9 req-0d6d466f-4cb3-4956-a247-c5c52a4da1ed tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047630 May 26 16:07:32.571578 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-56376d4c-7c03-4a9d-ad9d-73be7085e100 admin admin] For port 335d6b17-5bec-442f-a459-c8b3ec9316f6, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=335d6b17-5bec-442f-a459-c8b3ec9316f6,segment=NetworkSegment(11068202-f54b-47d9-804a-5570a7a895dc),segment_id=11068202-f54b-47d9-804a-5570a7a895dc)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:32.571578 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-56376d4c-7c03-4a9d-ad9d-73be7085e100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:32.576430 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ed913691-424e-438b-9cf2-7f7723de1335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:32.608076 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-56376d4c-7c03-4a9d-ad9d-73be7085e100 admin admin] Calling delete_port for 335d6b17-5bec-442f-a459-c8b3ec9316f6 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:32.625810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f79697e1-e726-490b-8f40-1359db24628e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:07:32.695314 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:32.713910 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:32.765943 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48434) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:32.798440 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] Attempting to bind port eff878f9-0556-4e2e-9ba1-7c9bf44d0118 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:07:32.799066 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] Attempting to bind port eff878f9-0556-4e2e-9ba1-7c9bf44d0118 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:07:32.799173 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] Attempting to bind port eff878f9-0556-4e2e-9ba1-7c9bf44d0118 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:32.815486 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port f79697e1-e726-490b-8f40-1359db24628e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:32.815864 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:32.817678 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:07:32.818046 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:32.818442 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:32.818824 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:07:32.819295 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] Bound port: eff878f9-0556-4e2e-9ba1-7c9bf44d0118, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:07:32.819670 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:32.822901 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e65e6-9cab-4019-a6a5-a7e4d38d61df None None] Pushing event updated for resources: {'Port': ['ID=eff878f9-0556-4e2e-9ba1-7c9bf44d0118,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:32.914928 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f80ffccc-34b0-40d0-ab84-67e09cf138d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:32.920461 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] For port eff878f9-0556-4e2e-9ba1-7c9bf44d0118, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:07:32.923848 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] For port eff878f9-0556-4e2e-9ba1-7c9bf44d0118, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=eff878f9-0556-4e2e-9ba1-7c9bf44d0118,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:07:32.960524 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port f79697e1-e726-490b-8f40-1359db24628e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:32.962012 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc5df4-d729-4987-ac95-0d7e484d0110 req-353f7f75-b42b-4d3c-9f74-f4a32b3a3bd8 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:32.963266 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:32.970214 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c4dc5df4-d729-4987-ac95-0d7e484d0110 req-353f7f75-b42b-4d3c-9f74-f4a32b3a3bd8 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 945 time: 0.1308947 May 26 16:07:33.000367 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-ed913691-424e-438b-9cf2-7f7723de1335 admin admin] Allocated IP 172.20.0.1 (23673925-e14c-4f85-bcac-47743e1d0ffa/e3ee4340-63c3-4ec4-993b-fddfc0470c23/efe8353f-8988-4353-8704-212ce7a86df7) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:33.022846 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] Routers {'0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:07:33.023383 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:07:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:33.029464 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e65e6-9cab-4019-a6a5-a7e4d38d61df None None] Pushing event updated for resources: {'Port': ['ID=eff878f9-0556-4e2e-9ba1-7c9bf44d0118,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:33.031323 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f80ffccc-34b0-40d0-ab84-67e09cf138d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:33.041004 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f80ffccc-34b0-40d0-ab84-67e09cf138d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:33.082394 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ffccc-34b0-40d0-ab84-67e09cf138d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdceb62-dd15-4ea1-b4b0-c98dfd554df9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:33.090696 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f80ffccc-34b0-40d0-ab84-67e09cf138d2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9b75025d387d4dd99b682a875c1f7041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230538 May 26 16:07:33.091577 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48442) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:33.112911 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c4dc5df4-d729-4987-ac95-0d7e484d0110 req-a9195f7b-fd33-4af9-b6eb-230d4c25bca6 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417062 May 26 16:07:33.159199 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-56376d4c-7c03-4a9d-ad9d-73be7085e100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:33.169561 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4adba3cd-abef-436e-8dda-8c317b4e9178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:33.200949 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4adba3cd-abef-436e-8dda-8c317b4e9178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:33.206078 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56376d4c-7c03-4a9d-ad9d-73be7085e100 admin admin] Pushing event deleted for resources: {'Port': ['ID=335d6b17-5bec-442f-a459-c8b3ec9316f6,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:33.252346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0d26b-2813-4fb3-87c0-2a4871e82e80 req-e397ff66-2b7c-4f90-b2e3-dd427961f8a5 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:33.264848 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1af0d26b-2813-4fb3-87c0-2a4871e82e80 req-e397ff66-2b7c-4f90-b2e3-dd427961f8a5 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.2302227 May 26 16:07:33.297367 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4adba3cd-abef-436e-8dda-8c317b4e9178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:33.300414 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4adba3cd-abef-436e-8dda-8c317b4e9178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:33.315601 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4adba3cd-abef-436e-8dda-8c317b4e9178 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8cdceb62-dd15-4ea1-b4b0-c98dfd554df9 HTTP/1.1" status: 204 len: 168 time: 0.2213714 May 26 16:07:33.336005 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adba3cd-abef-436e-8dda-8c317b4e9178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdceb62-dd15-4ea1-b4b0-c98dfd554df9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:33.379303 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ed913691-424e-438b-9cf2-7f7723de1335 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:33.415386 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] Set router 0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:07:33.463825 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1af0d26b-2813-4fb3-87c0-2a4871e82e80 req-bd9dbb42-e633-4deb-9ce7-aa30f24f007a tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896870 May 26 16:07:33.617803 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281c3ab-3fe1-4305-a5f6-ab28c7b96f9e req-6716a4ee-b0af-49b1-80a2-841f5c39aad8 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:33.619320 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3281c3ab-3fe1-4305-a5f6-ab28c7b96f9e req-6716a4ee-b0af-49b1-80a2-841f5c39aad8 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 945 time: 0.2849858 May 26 16:07:33.628120 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48462) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:33.633426 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-3abc3695-4b9f-4c0a-895f-0fab36b3e78c tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Request body: {'floatingip': {'port_id': '3356d0da-ac7e-43e5-89af-75248d7aebd4'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:33.670930 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ed913691-424e-438b-9cf2-7f7723de1335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:33.711322 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3abc3695-4b9f-4c0a-895f-0fab36b3e78c tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for floatingip, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:33.722966 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'name': 'tempest-ServersTestFqdnHostnames-414839873-router', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:26Z', 'updated_at': '2022-05-26T16:07:29Z', 'revision_number': 3, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'gw_port': {'id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:28Z', 'updated_at': '2022-05-26T16:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:33.740457 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c65f0-c989-437b-b52c-927ef87d6274 req-948afdf1-185f-456a-a074-88e7e8a53c0f tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:33.748109 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-340c65f0-c989-437b-b52c-927ef87d6274 req-948afdf1-185f-456a-a074-88e7e8a53c0f tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f1c9f0-2927-4e73-a11b-bccc71057174 HTTP/1.1" status: 200 len: 950 time: 0.1903434 May 26 16:07:33.754460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39f8b99-81a0-4059-9673-a217a18dfcc9 None None] The sync data for ids ['0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'] in n-d-843337-2 is: [{'id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'name': 'tempest-ServersTestFqdnHostnames-414839873-router', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:26Z', 'updated_at': '2022-05-26T16:07:29Z', 'revision_number': 3, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'gw_port': {'id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:28Z', 'updated_at': '2022-05-26T16:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:07:33.756002 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f1c9f0-2927-4e73-a11b-bccc71057174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c72859c-b2b3-4535-a8da-f620119789db'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:33.758418 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636d1368-7a60-4136-a131-cd052dca292a" -d '{"events": [{"server_uuid": "a8f1c9f0-2927-4e73-a11b-bccc71057174", "name": "network-vif-plugged", "status": "completed", "tag": "9c72859c-b2b3-4535-a8da-f620119789db"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:33.769321 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48466) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:33.782518 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed913691-424e-438b-9cf2-7f7723de1335 admin admin] Network 23673925-e14c-4f85-bcac-47743e1d0ffa is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:33.791032 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ecfd4378-18d8-41fd-8740-41a27d5411b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:33.795493 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-ed913691-424e-438b-9cf2-7f7723de1335 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:33.807056 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed913691-424e-438b-9cf2-7f7723de1335 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:33.812416 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed913691-424e-438b-9cf2-7f7723de1335 admin admin] Pushing event updated for resources: {'Port': ['ID=efe8353f-8988-4353-8704-212ce7a86df7,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:33.814946 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-56376d4c-7c03-4a9d-ad9d-73be7085e100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:33.931900 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-340c65f0-c989-437b-b52c-927ef87d6274 req-5b109cb2-097a-433a-8710-400b5764963e tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782568 May 26 16:07:33.938022 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ed913691-424e-438b-9cf2-7f7723de1335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:33.947699 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84866a23-1831-4a02-9fd9-9668918cb369 req-fef90264-15ed-43d5-ae04-d8bc1d39ff14 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:33.953570 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84866a23-1831-4a02-9fd9-9668918cb369 req-fef90264-15ed-43d5-ae04-d8bc1d39ff14 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 946 time: 0.2412941 May 26 16:07:34.021193 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0623bce-0026-4773-9e57-6ae19037bdfc x-openstack-request-id: req-e0623bce-0026-4773-9e57-6ae19037bdfc {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:34.021675 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f1c9f0-2927-4e73-a11b-bccc71057174", "name": "network-vif-plugged", "status": "completed", "tag": "9c72859c-b2b3-4535-a8da-f620119789db", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:34.021762 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e0623bce-0026-4773-9e57-6ae19037bdfc {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:34.022098 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0623bce-0026-4773-9e57-6ae19037bdfc'] response: {'server_uuid': 'a8f1c9f0-2927-4e73-a11b-bccc71057174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c72859c-b2b3-4535-a8da-f620119789db', 'code': 200} May 26 16:07:34.201250 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ed8350b6-6c5f-4f70-b3d7-621d8833940a None None] Provisioning complete for port efe8353f-8988-4353-8704-212ce7a86df7 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:34.201626 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed8350b6-6c5f-4f70-b3d7-621d8833940a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:34.210987 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ecfd4378-18d8-41fd-8740-41a27d5411b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:34.230328 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ecfd4378-18d8-41fd-8740-41a27d5411b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:34.270006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ed8350b6-6c5f-4f70-b3d7-621d8833940a None None] Port efe8353f-8988-4353-8704-212ce7a86df7 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:07:34.308968 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b77985-b279-4c67-a2fc-7c15deab26cc req-916b6037-2a80-4d57-9c3d-187d30b38ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:34.310665 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-93b77985-b279-4c67-a2fc-7c15deab26cc req-916b6037-2a80-4d57-9c3d-187d30b38ec7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a8f1c9f0-2927-4e73-a11b-bccc71057174 HTTP/1.1" status: 200 len: 1101 time: 0.2095840 May 26 16:07:34.362892 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ecfd4378-18d8-41fd-8740-41a27d5411b7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a486a579109643b19a93c9e5d3f52e59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5921168 May 26 16:07:34.363637 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd4378-18d8-41fd-8740-41a27d5411b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedd767c-76e3-4115-b69f-bd7a2c2eff37,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:34.368126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48478) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:34.460336 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-93b77985-b279-4c67-a2fc-7c15deab26cc req-d9aa0120-73a8-403a-b8c2-a1bf142e30e8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224556 May 26 16:07:34.490146 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-558c8eb3-198a-4f83-9de0-e4a625a5c978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:34.541781 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84866a23-1831-4a02-9fd9-9668918cb369 req-019bb19c-4d14-4dbd-984c-54f25bbae301 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5376790 May 26 16:07:34.542475 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-558c8eb3-198a-4f83-9de0-e4a625a5c978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:34.633555 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3abc3695-4b9f-4c0a-895f-0fab36b3e78c tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:34.639331 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3abc3695-4b9f-4c0a-895f-0fab36b3e78c tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:34.723300 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7517f59-9c07-4cd5-ad4d-b483fea954d8 req-d818c67c-d33b-4187-b956-ca3ecd39abfa tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:34.725282 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7517f59-9c07-4cd5-ad4d-b483fea954d8 req-d818c67c-d33b-4187-b956-ca3ecd39abfa tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.1846764 May 26 16:07:34.727155 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device eff878f9-0556-4e2e-9ba1-7c9bf44d0118 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:07:34.783419 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-558c8eb3-198a-4f83-9de0-e4a625a5c978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:34.786324 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-558c8eb3-198a-4f83-9de0-e4a625a5c978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:34.787666 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-558c8eb3-198a-4f83-9de0-e4a625a5c978 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aedd767c-76e3-4115-b69f-bd7a2c2eff37 HTTP/1.1" status: 204 len: 168 time: 0.4174113 May 26 16:07:34.803752 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c8eb3-198a-4f83-9de0-e4a625a5c978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedd767c-76e3-4115-b69f-bd7a2c2eff37,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:34.805715 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port eff878f9-0556-4e2e-9ba1-7c9bf44d0118 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:34.806092 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:34.888909 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ed913691-424e-438b-9cf2-7f7723de1335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:34.908759 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port eff878f9-0556-4e2e-9ba1-7c9bf44d0118 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:34.909151 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:34.948607 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port eff878f9-0556-4e2e-9ba1-7c9bf44d0118, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=eff878f9-0556-4e2e-9ba1-7c9bf44d0118,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:34.952755 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56376d4c-7c03-4a9d-ad9d-73be7085e100 admin admin] Router 0612e1cc-b0d5-46e2-8a49-fcde8b4cf313 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:07:34.960659 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7517f59-9c07-4cd5-ad4d-b483fea954d8 req-828f2232-21a5-43ff-9cc2-d6da347f9f24 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069211 May 26 16:07:34.961418 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:34.987541 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abc3695-4b9f-4c0a-895f-0fab36b3e78c tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Router 23c82539-53d7-436a-8f44-e10b8849fb9a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:07:35.095790 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=eff878f9-0556-4e2e-9ba1-7c9bf44d0118,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:35.180962 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abc3695-4b9f-4c0a-895f-0fab36b3e78c tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:07:35.186825 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3abc3695-4b9f-4c0a-895f-0fab36b3e78c tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:35.203243 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af22a6e2-0f8d-4454-8665-edf17d13243e None None] Sync routers for ids ['23c82539-53d7-436a-8f44-e10b8849fb9a'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:07:35.235378 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af22a6e2-0f8d-4454-8665-edf17d13243e None None] Routers {'23c82539-53d7-436a-8f44-e10b8849fb9a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:07:35.237600 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-af22a6e2-0f8d-4454-8665-edf17d13243e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:07:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['23c82539-53d7-436a-8f44-e10b8849fb9a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:35.244470 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5679c4-c890-45ad-a7c9-7f01a14feb96', 'tag': '3356d0da-ac7e-43e5-89af-75248d7aebd4'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:35.248355 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ab6b87-3026-48f8-9ea0-7e1c3300eaeb" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5679c4-c890-45ad-a7c9-7f01a14feb96", "tag": "3356d0da-ac7e-43e5-89af-75248d7aebd4"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:35.265534 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85614fc-e9f9-424d-89b1-905972eb2a09 req-694f9772-5368-4cb7-8898-a97f76bcca4b tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:35.267074 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d85614fc-e9f9-424d-89b1-905972eb2a09 req-694f9772-5368-4cb7-8898-a97f76bcca4b tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f1c9f0-2927-4e73-a11b-bccc71057174 HTTP/1.1" status: 200 len: 950 time: 0.1884913 May 26 16:07:35.270178 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56376d4c-7c03-4a9d-ad9d-73be7085e100 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:07:35.280764 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e43252-537c-4577-9442-9cf48b61c14a None None] Sync routers for ids ['0612e1cc-b0d5-46e2-8a49-fcde8b4cf313'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:07:35.281503 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-56376d4c-7c03-4a9d-ad9d-73be7085e100 admin admin] 10.222.0.77 "PUT /v2.0/routers/0612e1cc-b0d5-46e2-8a49-fcde8b4cf313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3618724 May 26 16:07:35.289174 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48500) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:35.309255 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3abc3695-4b9f-4c0a-895f-0fab36b3e78c tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "PUT /v2.0/floatingips/d25ecceb-0b85-4014-885b-b30e1f827300 HTTP/1.1" status: 200 len: 992 time: 1.6788394 May 26 16:07:35.311171 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e43252-537c-4577-9442-9cf48b61c14a None None] Routers {'0612e1cc-b0d5-46e2-8a49-fcde8b4cf313'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:07:35.312064 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-62e43252-537c-4577-9442-9cf48b61c14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:07:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0612e1cc-b0d5-46e2-8a49-fcde8b4cf313'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:35.466136 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-af22a6e2-0f8d-4454-8665-edf17d13243e None None] Set router 23c82539-53d7-436a-8f44-e10b8849fb9a gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:07:35.476415 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:07:35.485299 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d85614fc-e9f9-424d-89b1-905972eb2a09 req-b8b2615d-62b6-48ee-879d-6951a5973f6c tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026346 May 26 16:07:35.493281 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc837d28-b361-4bc7-86a1-1ca11a61ac61 admin admin] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:35.529303 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-62e43252-537c-4577-9442-9cf48b61c14a None None] Set router 0612e1cc-b0d5-46e2-8a49-fcde8b4cf313 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:07:35.614269 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1771241f-5642-4494-b487-f5b817cd92bc x-openstack-request-id: req-1771241f-5642-4494-b487-f5b817cd92bc {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:35.614542 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5679c4-c890-45ad-a7c9-7f01a14feb96", "tag": "3356d0da-ac7e-43e5-89af-75248d7aebd4", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:35.614798 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1771241f-5642-4494-b487-f5b817cd92bc {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:35.615197 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1771241f-5642-4494-b487-f5b817cd92bc'] response: {'name': 'network-changed', 'server_uuid': '4d5679c4-c890-45ad-a7c9-7f01a14feb96', 'tag': '3356d0da-ac7e-43e5-89af-75248d7aebd4', 'status': 'completed', 'code': 200} May 26 16:07:35.718620 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ed913691-424e-438b-9cf2-7f7723de1335 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:35.722940 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc837d28-b361-4bc7-86a1-1ca11a61ac61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:35.743466 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ed913691-424e-438b-9cf2-7f7723de1335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:35.763532 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab6b87-3026-48f8-9ea0-7e1c3300eaeb req-d4ef0d0c-b1a0-451f-83b7-47d72f3d3bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:35.765437 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-81ab6b87-3026-48f8-9ea0-7e1c3300eaeb req-d4ef0d0c-b1a0-451f-83b7-47d72f3d3bdf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e054f09efe5e48a1a811c34416f57f3d&device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 1096 time: 0.1035364 May 26 16:07:35.776308 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:35.777192 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:35.973617 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab6b87-3026-48f8-9ea0-7e1c3300eaeb req-c8f67de3-5e89-4f47-96d9-18b61d6fa972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:35.975742 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-81ab6b87-3026-48f8-9ea0-7e1c3300eaeb req-c8f67de3-5e89-4f47-96d9-18b61d6fa972 service neutron] 10.222.0.81 "GET /v2.0/networks?id=48798ccf-c01b-4baf-8c1d-06629758249c HTTP/1.1" status: 200 len: 918 time: 0.1848710 May 26 16:07:36.013910 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-af22a6e2-0f8d-4454-8665-edf17d13243e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'name': 'tempest-ServerRescueNegativeTestJSON-53084757-router', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:51Z', 'updated_at': '2022-05-26T16:02:56Z', 'revision_number': 4, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'gw_port': {'id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:52Z', 'updated_at': '2022-05-26T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'd25ecceb-0b85-4014-885b-b30e1f827300', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'port_id': '3356d0da-ac7e-43e5-89af-75248d7aebd4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'mac_address': 'fa:16:3e:13:3c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5679c4-c890-45ad-a7c9-7f01a14feb96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:05:20Z', 'updated_at': '2022-05-26T16:07:34Z', 'revision_number': 3, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3840c6de-891e-4b2e-9143-8c3b45aa1fe7', 'name': '', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'mac_address': 'fa:16:3e:1a:04:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:55Z', 'updated_at': '2022-05-26T16:03:03Z', 'revision_number': 5, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'subnets': [{'id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:36.039702 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:36.040042 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:36.064489 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed913691-424e-438b-9cf2-7f7723de1335 admin admin] Pushing event updated for resources: {'Port': ['ID=efe8353f-8988-4353-8704-212ce7a86df7,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:36.073541 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ed913691-424e-438b-9cf2-7f7723de1335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:36.088421 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-62e43252-537c-4577-9442-9cf48b61c14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612e1cc-b0d5-46e2-8a49-fcde8b4cf313', 'name': 'tempest-TaggedBootDevicesTest-1932144028-router', 'tenant_id': '9cb74b506ea543708292c52de0326210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'a9707b8f-e277-48d9-a14a-6b13fbab96a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:38Z', 'updated_at': '2022-05-26T16:07:32Z', 'revision_number': 5, 'project_id': '9cb74b506ea543708292c52de0326210', 'gw_port': {'id': 'a9707b8f-e277-48d9-a14a-6b13fbab96a9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612e1cc-b0d5-46e2-8a49-fcde8b4cf313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:00:39Z', 'updated_at': '2022-05-26T16:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:36.103143 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb1b26-6944-45b8-b340-58e85eb5a292 req-18aa36fb-39f1-4aba-bb70-435644a24d75 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:36.113051 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-53cb1b26-6944-45b8-b340-58e85eb5a292 req-18aa36fb-39f1-4aba-bb70-435644a24d75 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.3739872 May 26 16:07:36.136555 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e43252-537c-4577-9442-9cf48b61c14a None None] Checking router: 0612e1cc-b0d5-46e2-8a49-fcde8b4cf313 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:07:36.139023 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af22a6e2-0f8d-4454-8665-edf17d13243e None None] Checking router: 23c82539-53d7-436a-8f44-e10b8849fb9a for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:07:36.149667 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af22a6e2-0f8d-4454-8665-edf17d13243e None None] Routers {'23c82539-53d7-436a-8f44-e10b8849fb9a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:07:36.150573 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-af22a6e2-0f8d-4454-8665-edf17d13243e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:07:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['23c82539-53d7-436a-8f44-e10b8849fb9a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:36.161357 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b9f2b5-5e62-4366-8c18-c882a41497f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd43cea2-94fc-4128-8c8f-cf29cb7ddc44'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:36.161557 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59753688-c5a7-4c7a-b61f-4df9e0347463 req-d7e31abc-6e65-4dff-9b36-474bb37ace68 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:36.164945 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7556eb-3cc4-4a78-94d6-1409814af921" -d '{"events": [{"server_uuid": "c8b9f2b5-5e62-4366-8c18-c882a41497f8", "name": "network-vif-plugged", "status": "completed", "tag": "cd43cea2-94fc-4128-8c8f-cf29cb7ddc44"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:36.169216 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-59753688-c5a7-4c7a-b61f-4df9e0347463 req-d7e31abc-6e65-4dff-9b36-474bb37ace68 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 946 time: 0.3091331 May 26 16:07:36.172900 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e43252-537c-4577-9442-9cf48b61c14a None None] Routers {'0612e1cc-b0d5-46e2-8a49-fcde8b4cf313'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:07:36.173716 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-62e43252-537c-4577-9442-9cf48b61c14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:07:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0612e1cc-b0d5-46e2-8a49-fcde8b4cf313'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:36.192241 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-81ab6b87-3026-48f8-9ea0-7e1c3300eaeb req-33d8b228-5287-49cf-ac8f-c0be59c8baed service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3356d0da-ac7e-43e5-89af-75248d7aebd4 HTTP/1.1" status: 200 len: 1000 time: 0.2048190 May 26 16:07:36.235769 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-dc837d28-b361-4bc7-86a1-1ca11a61ac61 admin admin] Deleting port a9707b8f-e277-48d9-a14a-6b13fbab96a9 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:36.236123 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc837d28-b361-4bc7-86a1-1ca11a61ac61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:36.273036 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-53cb1b26-6944-45b8-b340-58e85eb5a292 req-8fb127f8-1fc9-4b39-a0a3-78eca73842c5 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587462 May 26 16:07:36.289676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:36.298401 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:36.304939 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-62e43252-537c-4577-9442-9cf48b61c14a None None] Set router 0612e1cc-b0d5-46e2-8a49-fcde8b4cf313 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:07:36.311890 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab6b87-3026-48f8-9ea0-7e1c3300eaeb req-eee9fb80-fd51-4192-a16f-131c70ac42bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:36.313557 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-81ab6b87-3026-48f8-9ea0-7e1c3300eaeb req-eee9fb80-fd51-4192-a16f-131c70ac42bb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=667adff5-0c1e-46ec-b83e-3fbb957aa36c HTTP/1.1" status: 200 len: 856 time: 0.1022398 May 26 16:07:36.320830 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-af22a6e2-0f8d-4454-8665-edf17d13243e None None] Set router 23c82539-53d7-436a-8f44-e10b8849fb9a gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:07:36.385324 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab760df-d498-45d2-a5f0-d71f38a9e56c x-openstack-request-id: req-dab760df-d498-45d2-a5f0-d71f38a9e56c {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:36.385679 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b9f2b5-5e62-4366-8c18-c882a41497f8", "name": "network-vif-plugged", "status": "completed", "tag": "cd43cea2-94fc-4128-8c8f-cf29cb7ddc44", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:36.386000 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dab760df-d498-45d2-a5f0-d71f38a9e56c {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:36.386476 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab760df-d498-45d2-a5f0-d71f38a9e56c'] response: {'server_uuid': 'c8b9f2b5-5e62-4366-8c18-c882a41497f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd43cea2-94fc-4128-8c8f-cf29cb7ddc44', 'code': 200} May 26 16:07:36.386659 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-59753688-c5a7-4c7a-b61f-4df9e0347463 req-94b09bd2-3e23-4d11-8400-340bf810e976 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159908 May 26 16:07:36.392357 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-62e43252-537c-4577-9442-9cf48b61c14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612e1cc-b0d5-46e2-8a49-fcde8b4cf313', 'name': 'tempest-TaggedBootDevicesTest-1932144028-router', 'tenant_id': '9cb74b506ea543708292c52de0326210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:38Z', 'updated_at': '2022-05-26T16:07:35Z', 'revision_number': 6, 'project_id': '9cb74b506ea543708292c52de0326210', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:36.422026 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab6b87-3026-48f8-9ea0-7e1c3300eaeb req-45f8136e-95b6-48c7-8cde-b57106d2cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:36.423549 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-81ab6b87-3026-48f8-9ea0-7e1c3300eaeb req-45f8136e-95b6-48c7-8cde-b57106d2cb0e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48798ccf-c01b-4baf-8c1d-06629758249c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015046 May 26 16:07:36.448307 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e43252-537c-4577-9442-9cf48b61c14a None None] The sync data for ids ['0612e1cc-b0d5-46e2-8a49-fcde8b4cf313'] in n-d-843337-2 is: [{'id': '0612e1cc-b0d5-46e2-8a49-fcde8b4cf313', 'name': 'tempest-TaggedBootDevicesTest-1932144028-router', 'tenant_id': '9cb74b506ea543708292c52de0326210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:00:38Z', 'updated_at': '2022-05-26T16:07:35Z', 'revision_number': 6, 'project_id': '9cb74b506ea543708292c52de0326210', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:07:36.448821 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed913691-424e-438b-9cf2-7f7723de1335 admin admin] Network 23673925-e14c-4f85-bcac-47743e1d0ffa is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:36.456149 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-ed913691-424e-438b-9cf2-7f7723de1335 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:36.483753 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44,revision_number=10']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:36.493471 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-dc837d28-b361-4bc7-86a1-1ca11a61ac61 admin admin] For port a9707b8f-e277-48d9-a14a-6b13fbab96a9, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a9707b8f-e277-48d9-a14a-6b13fbab96a9,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:36.493971 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc837d28-b361-4bc7-86a1-1ca11a61ac61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:36.545728 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-dc837d28-b361-4bc7-86a1-1ca11a61ac61 admin admin] Calling delete_port for a9707b8f-e277-48d9-a14a-6b13fbab96a9 owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:36.643194 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-81ab6b87-3026-48f8-9ea0-7e1c3300eaeb req-ec129ff8-a864-4c37-b197-cbdc18aa021e service neutron] 10.222.0.81 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077279 May 26 16:07:36.745995 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-af22a6e2-0f8d-4454-8665-edf17d13243e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'name': 'tempest-ServerRescueNegativeTestJSON-53084757-router', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:51Z', 'updated_at': '2022-05-26T16:02:56Z', 'revision_number': 4, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'gw_port': {'id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:52Z', 'updated_at': '2022-05-26T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'd25ecceb-0b85-4014-885b-b30e1f827300', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'port_id': '3356d0da-ac7e-43e5-89af-75248d7aebd4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'mac_address': 'fa:16:3e:13:3c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5679c4-c890-45ad-a7c9-7f01a14feb96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:05:20Z', 'updated_at': '2022-05-26T16:07:34Z', 'revision_number': 3, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3840c6de-891e-4b2e-9143-8c3b45aa1fe7', 'name': '', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'mac_address': 'fa:16:3e:1a:04:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:55Z', 'updated_at': '2022-05-26T16:03:03Z', 'revision_number': 5, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'subnets': [{'id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:36.783901 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af22a6e2-0f8d-4454-8665-edf17d13243e None None] The sync data for ids ['23c82539-53d7-436a-8f44-e10b8849fb9a'] in n-d-843337-2 is: [{'id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'name': 'tempest-ServerRescueNegativeTestJSON-53084757-router', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:51Z', 'updated_at': '2022-05-26T16:02:56Z', 'revision_number': 4, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'gw_port': {'id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:52Z', 'updated_at': '2022-05-26T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'd25ecceb-0b85-4014-885b-b30e1f827300', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'port_id': '3356d0da-ac7e-43e5-89af-75248d7aebd4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'mac_address': 'fa:16:3e:13:3c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5679c4-c890-45ad-a7c9-7f01a14feb96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:05:20Z', 'updated_at': '2022-05-26T16:07:34Z', 'revision_number': 3, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3840c6de-891e-4b2e-9143-8c3b45aa1fe7', 'name': '', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'mac_address': 'fa:16:3e:1a:04:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:55Z', 'updated_at': '2022-05-26T16:03:03Z', 'revision_number': 5, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'subnets': [{'id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:07:36.882977 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-81ab6b87-3026-48f8-9ea0-7e1c3300eaeb req-e5279650-1a30-4c45-ba64-bebbf26a03df service neutron] 10.222.0.81 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281013 May 26 16:07:36.904064 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed913691-424e-438b-9cf2-7f7723de1335 admin admin] Router 0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:07:36.925269 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f84d7-4710-4187-be43-913506d2d27f req-fa5432a0-6821-4ec1-a685-b33523f0c195 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:36.941811 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5b6f84d7-4710-4187-be43-913506d2d27f req-fa5432a0-6821-4ec1-a685-b33523f0c195 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8f1c9f0-2927-4e73-a11b-bccc71057174 HTTP/1.1" status: 200 len: 950 time: 0.3048570 May 26 16:07:36.953113 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ef2b6dcf-0151-4437-9918-b443a05b6ab1 None None] Provisioning complete for port efe8353f-8988-4353-8704-212ce7a86df7 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:36.953890 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ef2b6dcf-0151-4437-9918-b443a05b6ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:36.958130 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device eff878f9-0556-4e2e-9ba1-7c9bf44d0118 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:07:37.049454 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ef2b6dcf-0151-4437-9918-b443a05b6ab1 None None] Port efe8353f-8988-4353-8704-212ce7a86df7 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:07:37.059484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port eff878f9-0556-4e2e-9ba1-7c9bf44d0118 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:37.059926 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:37.124424 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5b6f84d7-4710-4187-be43-913506d2d27f req-dddb7eaf-6c5c-4001-862e-89867666cff1 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783965 May 26 16:07:37.163620 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc837d28-b361-4bc7-86a1-1ca11a61ac61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:37.186981 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port eff878f9-0556-4e2e-9ba1-7c9bf44d0118 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:37.196991 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 335d6b17-5bec-442f-a459-c8b3ec9316f6 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:07:37.221738 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 335d6b17-5bec-442f-a459-c8b3ec9316f6 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:07:37.222449 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 335d6b17-5bec-442f-a459-c8b3ec9316f6 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:07:37.258480 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc837d28-b361-4bc7-86a1-1ca11a61ac61 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9707b8f-e277-48d9-a14a-6b13fbab96a9,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:37.357231 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed913691-424e-438b-9cf2-7f7723de1335 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:07:37.365486 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ed913691-424e-438b-9cf2-7f7723de1335 admin admin] 10.222.0.77 "PUT /v2.0/routers/0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7001338 May 26 16:07:37.369770 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] Sync routers for ids ['0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:07:37.380019 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] Routers {'0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:07:37.380903 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:07:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:37.409132 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc837d28-b361-4bc7-86a1-1ca11a61ac61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:37.468083 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b94bf-8b98-4955-896e-8544d45d94f2 req-eae64fd2-ed59-4b01-a00c-29ed1f1ecdd5 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:37.475589 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-083b94bf-8b98-4955-896e-8544d45d94f2 req-eae64fd2-ed59-4b01-a00c-29ed1f1ecdd5 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=43ff2a1d-e328-4609-b877-72eb6bb70a50 HTTP/1.1" status: 200 len: 949 time: 0.2226026 May 26 16:07:37.559747 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] Set router 0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:07:37.616976 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5679c4-c890-45ad-a7c9-7f01a14feb96', 'tag': '3356d0da-ac7e-43e5-89af-75248d7aebd4'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:37.620001 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c6f470-2f60-415f-8824-bee47b076958" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5679c4-c890-45ad-a7c9-7f01a14feb96", "tag": "3356d0da-ac7e-43e5-89af-75248d7aebd4"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:37.898114 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'name': 'tempest-ServersTestFqdnHostnames-414839873-router', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:26Z', 'updated_at': '2022-05-26T16:07:34Z', 'revision_number': 4, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'gw_port': {'id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:28Z', 'updated_at': '2022-05-26T16:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'efe8353f-8988-4353-8704-212ce7a86df7', 'name': '', 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'mac_address': 'fa:16:3e:40:c0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'e3ee4340-63c3-4ec4-993b-fddfc0470c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:32Z', 'updated_at': '2022-05-26T16:07:35Z', 'revision_number': 2, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'subnets': [{'id': 'e3ee4340-63c3-4ec4-993b-fddfc0470c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:37.904836 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc837d28-b361-4bc7-86a1-1ca11a61ac61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:37.912220 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc837d28-b361-4bc7-86a1-1ca11a61ac61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:37.929755 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4192f-3532-41c2-9387-c9639f005d3b req-61c163d8-7e7f-470f-bc66-e3b62d149ba8 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:37.930815 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] Checking router: 0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:07:37.931414 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] Updating router 0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579 port efe8353f-8988-4353-8704-212ce7a86df7 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:07:37.937746 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d1b4192f-3532-41c2-9387-c9639f005d3b req-61c163d8-7e7f-470f-bc66-e3b62d149ba8 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.5711093 May 26 16:07:37.961121 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-083b94bf-8b98-4955-896e-8544d45d94f2 req-44426ae6-08cd-4b04-8e22-eb5ff8d5bf59 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796426 May 26 16:07:37.977863 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.125454 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc837d28-b361-4bc7-86a1-1ca11a61ac61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.125983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc837d28-b361-4bc7-86a1-1ca11a61ac61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0612e1cc-b0d5-46e2-8a49-fcde8b4cf313 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:07:38.133655 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc837d28-b361-4bc7-86a1-1ca11a61ac61 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.138870 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48622) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:38.150610 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-dc837d28-b361-4bc7-86a1-1ca11a61ac61 admin admin] 10.222.0.77 "DELETE /v2.0/routers/0612e1cc-b0d5-46e2-8a49-fcde8b4cf313 HTTP/1.1" status: 204 len: 168 time: 2.8578551 May 26 16:07:38.192518 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d1b4192f-3532-41c2-9387-c9639f005d3b req-73027c5c-fc8f-4f11-85e6-6d4928023d71 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482169 May 26 16:07:38.233063 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0df183-f8e6-4700-9f41-1bd4a83b6b8e req-fe4b5dce-5540-4633-b98c-39dad4ff8707 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:38.250653 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e0df183-f8e6-4700-9f41-1bd4a83b6b8e req-fe4b5dce-5540-4633-b98c-39dad4ff8707 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 946 time: 0.1459448 May 26 16:07:38.355582 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e0df183-f8e6-4700-9f41-1bd4a83b6b8e req-8444e4d5-6ec1-48c9-b2fc-13b3cb6a429a tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038711 May 26 16:07:38.493304 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.531131 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.564415 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48638) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:38.570035 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d69f0441-938d-4f76-9030-9b0d07ebec59 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--454844779', 'description': 'tempest-description--1522726577'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:38.609988 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a9707b8f-e277-48d9-a14a-6b13fbab96a9 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:07:38.618827 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e4246-a539-4e71-9dd7-c2ff21345b57 None None] Pushing event updated for resources: {'Port': ['ID=efe8353f-8988-4353-8704-212ce7a86df7,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:38.632496 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4e4246-a539-4e71-9dd7-c2ff21345b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:38.633068 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4e4246-a539-4e71-9dd7-c2ff21345b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:38.633507 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4e4246-a539-4e71-9dd7-c2ff21345b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:38.633972 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4e4246-a539-4e71-9dd7-c2ff21345b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:38.634403 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4e4246-a539-4e71-9dd7-c2ff21345b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:38.634954 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4e4246-a539-4e71-9dd7-c2ff21345b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:38.635390 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4e4246-a539-4e71-9dd7-c2ff21345b57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:38.635940 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4e4246-a539-4e71-9dd7-c2ff21345b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:38.636589 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4e4246-a539-4e71-9dd7-c2ff21345b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:38.637166 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4e4246-a539-4e71-9dd7-c2ff21345b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:38.637724 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4e4246-a539-4e71-9dd7-c2ff21345b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:38.638352 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4e4246-a539-4e71-9dd7-c2ff21345b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:38.641093 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d69f0441-938d-4f76-9030-9b0d07ebec59 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.693811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: a9707b8f-e277-48d9-a14a-6b13fbab96a9 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:07:38.694524 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a9707b8f-e277-48d9-a14a-6b13fbab96a9 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:07:38.722173 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] Attempting to bind port efe8353f-8988-4353-8704-212ce7a86df7 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:07:38.722777 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] Attempting to bind port efe8353f-8988-4353-8704-212ce7a86df7 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '3b847ed8-c57d-448c-8e0a-7ae74db9cec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:07:38.723304 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] Attempting to bind port efe8353f-8988-4353-8704-212ce7a86df7 on network 23673925-e14c-4f85-bcac-47743e1d0ffa {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:38.730162 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:07:38.731313 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] Checking segment: {'id': '3b847ed8-c57d-448c-8e0a-7ae74db9cec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:38.736649 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.736649 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] Bound using segment: {'id': '3b847ed8-c57d-448c-8e0a-7ae74db9cec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:07:38.736649 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] Bound port: efe8353f-8988-4353-8704-212ce7a86df7, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b847ed8-c57d-448c-8e0a-7ae74db9cec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:07:38.736649 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.770505 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-49fb8222-1576-429f-b5db-ff2082606927 admin admin] Deleting subnet be29a909-908e-4167-9a63-18de79f935d2 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:07:38.775433 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-49fb8222-1576-429f-b5db-ff2082606927 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.891895 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-49fb8222-1576-429f-b5db-ff2082606927 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.912258 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d69f0441-938d-4f76-9030-9b0d07ebec59 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.924057 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d69f0441-938d-4f76-9030-9b0d07ebec59 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:38.955999 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] For port efe8353f-8988-4353-8704-212ce7a86df7, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:07:38.961405 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] For port efe8353f-8988-4353-8704-212ce7a86df7, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=efe8353f-8988-4353-8704-212ce7a86df7,segment=NetworkSegment(3b847ed8-c57d-448c-8e0a-7ae74db9cec6),segment_id=3b847ed8-c57d-448c-8e0a-7ae74db9cec6)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:07:38.969089 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:39.013164 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f0441-938d-4f76-9030-9b0d07ebec59 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddc8780-507e-443e-a881-18610fb14b97,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:39.041941 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d69f0441-938d-4f76-9030-9b0d07ebec59 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:39.043827 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d69f0441-938d-4f76-9030-9b0d07ebec59 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4777591 May 26 16:07:39.055045 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48652) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:39.068889 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e8d43235-c469-47ef-8825-118c3e9a152a tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Request body: {'security_group_rule': {'security_group_id': '4ddc8780-507e-443e-a881-18610fb14b97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:39.119425 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e46e83ac-6c7b-43d9-8228-702ff3f7b320 None None] Provisioning complete for port efe8353f-8988-4353-8704-212ce7a86df7 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:39.120653 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e46e83ac-6c7b-43d9-8228-702ff3f7b320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:39.123207 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-49fb8222-1576-429f-b5db-ff2082606927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:39.132024 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] Routers {'0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:07:39.139389 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:07:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:39.153536 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e8d43235-c469-47ef-8825-118c3e9a152a tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:39.311813 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e8d43235-c469-47ef-8825-118c3e9a152a tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:39.324492 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e4246-a539-4e71-9dd7-c2ff21345b57 None None] Pushing event updated for resources: {'Port': ['ID=efe8353f-8988-4353-8704-212ce7a86df7,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:39.326624 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e8d43235-c469-47ef-8825-118c3e9a152a tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:39.377932 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d43235-c469-47ef-8825-118c3e9a152a tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5cb49ed-c9f2-42b5-8e8e-eee30e526e99,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:39.390086 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9fd5e4-460c-47d2-86ee-70a3d772d845 x-openstack-request-id: req-bd9fd5e4-460c-47d2-86ee-70a3d772d845 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:39.390385 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5679c4-c890-45ad-a7c9-7f01a14feb96", "tag": "3356d0da-ac7e-43e5-89af-75248d7aebd4", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:39.390641 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bd9fd5e4-460c-47d2-86ee-70a3d772d845 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:39.391047 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd9fd5e4-460c-47d2-86ee-70a3d772d845'] response: {'name': 'network-changed', 'server_uuid': '4d5679c4-c890-45ad-a7c9-7f01a14feb96', 'tag': '3356d0da-ac7e-43e5-89af-75248d7aebd4', 'status': 'completed', 'code': 200} May 26 16:07:39.392706 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e8d43235-c469-47ef-8825-118c3e9a152a tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:39.396448 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e8d43235-c469-47ef-8825-118c3e9a152a tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3337660 May 26 16:07:39.412894 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-49fb8222-1576-429f-b5db-ff2082606927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:39.431708 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48658) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:39.452077 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e46e83ac-6c7b-43d9-8228-702ff3f7b320 None None] Current status of the port efe8353f-8988-4353-8704-212ce7a86df7 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:39.452550 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e46e83ac-6c7b-43d9-8228-702ff3f7b320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:39.457827 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7417a-c692-440d-8d64-03a95c0e88f6 req-9d78dcd8-7e28-4f4d-947d-1fd6af36fb06 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:39.459683 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38f7417a-c692-440d-8d64-03a95c0e88f6 req-9d78dcd8-7e28-4f4d-947d-1fd6af36fb06 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.1000190 May 26 16:07:39.461516 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-db5c2744-a575-4468-955d-1168c2a7a79c tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Request body: {'security_group_rule': {'security_group_id': '4ddc8780-507e-443e-a881-18610fb14b97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:39.556210 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e46e83ac-6c7b-43d9-8228-702ff3f7b320 None None] For port efe8353f-8988-4353-8704-212ce7a86df7, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=efe8353f-8988-4353-8704-212ce7a86df7,segment=NetworkSegment(3b847ed8-c57d-448c-8e0a-7ae74db9cec6),segment_id=3b847ed8-c57d-448c-8e0a-7ae74db9cec6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:39.563400 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e46e83ac-6c7b-43d9-8228-702ff3f7b320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:39.581128 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38f7417a-c692-440d-8d64-03a95c0e88f6 req-bd327af8-9411-4e37-a57e-6315a1fd6007 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109071 May 26 16:07:39.586177 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] Set router 0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:07:39.595345 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-db5c2744-a575-4468-955d-1168c2a7a79c tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:39.621216 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cd76e-0fb4-412c-84c5-0f10ee8a8cc6 req-51d2babd-c0f9-4de8-8958-6457f6ac79a2 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:39.637835 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cd76e-0fb4-412c-84c5-0f10ee8a8cc6 req-51d2babd-c0f9-4de8-8958-6457f6ac79a2 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:39.639467 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-518cd76e-0fb4-412c-84c5-0f10ee8a8cc6 req-51d2babd-c0f9-4de8-8958-6457f6ac79a2 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=43ff2a1d-e328-4609-b877-72eb6bb70a50&device_id=a8f1c9f0-2927-4e73-a11b-bccc71057174 HTTP/1.1" status: 200 len: 1690 time: 0.1419520 May 26 16:07:39.642389 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48664) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:39.693283 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-db5c2744-a575-4468-955d-1168c2a7a79c tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:39.698753 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb8222-1576-429f-b5db-ff2082606927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be29a909-908e-4167-9a63-18de79f935d2,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:39.702254 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-49fb8222-1576-429f-b5db-ff2082606927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:39.709240 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48668) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:39.710145 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-49fb8222-1576-429f-b5db-ff2082606927 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/be29a909-908e-4167-9a63-18de79f935d2 HTTP/1.1" status: 204 len: 168 time: 1.5701780 May 26 16:07:39.713125 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3af9d6-4d8f-4518-9981-9bbbe810f1ba None None] Network 9762cd5c-e967-4c6d-ac9d-8d87a68d5c26 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:07:39.726474 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6f470-2f60-415f-8824-bee47b076958 req-059c84b5-5cd2-4623-8467-c43a67d6dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:39.729532 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a2c6f470-2f60-415f-8824-bee47b076958 req-059c84b5-5cd2-4623-8467-c43a67d6dbca service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e054f09efe5e48a1a811c34416f57f3d&device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 1096 time: 0.4336152 May 26 16:07:39.730211 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-db5c2744-a575-4468-955d-1168c2a7a79c tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:39.787843 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-518cd76e-0fb4-412c-84c5-0f10ee8a8cc6 req-4852eea1-f0ca-4198-8fe7-fa77b99f32b8 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279480 May 26 16:07:39.800261 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c2744-a575-4468-955d-1168c2a7a79c tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=928b531f-7802-430d-9738-50414818319c,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:39.819027 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-db5c2744-a575-4468-955d-1168c2a7a79c tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:39.820505 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-db5c2744-a575-4468-955d-1168c2a7a79c tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3852060 May 26 16:07:39.831206 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48676) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:39.839896 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-03939f53-e8e0-4706-a71c-20e33f3c14a8 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:39.843935 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e83ac-6c7b-43d9-8228-702ff3f7b320 None None] Pushing event updated for resources: {'Port': ['ID=efe8353f-8988-4353-8704-212ce7a86df7,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:39.933738 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f699d77-0e79-417f-80f5-b8203b6f061f req-86ef0e90-d52d-4f66-8145-72f24295278e tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:39.936019 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f699d77-0e79-417f-80f5-b8203b6f061f req-86ef0e90-d52d-4f66-8145-72f24295278e tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 946 time: 0.2260501 May 26 16:07:39.946283 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ce62d7ea-5ce3-4ad0-8471-d919accfd999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:39.955577 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9515f956-5c84-4445-9093-7fb4e96c6739 None None] Provisioning complete for port efe8353f-8988-4353-8704-212ce7a86df7 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:39.956365 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9515f956-5c84-4445-9093-7fb4e96c6739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:39.974572 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03939f53-e8e0-4706-a71c-20e33f3c14a8 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:39.976166 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e341aaaa-ba0f-4020-a9b1-f0a034bca94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:40.061077 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f699d77-0e79-417f-80f5-b8203b6f061f req-d29597d4-87c0-4d44-917e-aa6b648b824f tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116784 May 26 16:07:40.115051 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6f470-2f60-415f-8824-bee47b076958 req-54f8156f-ec4a-4203-844e-d55ed685914c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:40.117135 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a2c6f470-2f60-415f-8824-bee47b076958 req-54f8156f-ec4a-4203-844e-d55ed685914c service neutron] 10.222.0.81 "GET /v2.0/networks?id=48798ccf-c01b-4baf-8c1d-06629758249c HTTP/1.1" status: 200 len: 918 time: 0.3610365 May 26 16:07:40.152357 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9515f956-5c84-4445-9093-7fb4e96c6739 None None] Current status of the port efe8353f-8988-4353-8704-212ce7a86df7 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:40.212996 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463145fd-3e19-46b4-95bd-276b48ca2898 None None] DHCP port deletion for 9762cd5c-e967-4c6d-ac9d-8d87a68d5c26 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:07:40.242657 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e341aaaa-ba0f-4020-a9b1-f0a034bca94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:40.245324 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'name': 'tempest-ServersTestFqdnHostnames-414839873-router', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:26Z', 'updated_at': '2022-05-26T16:07:34Z', 'revision_number': 4, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'gw_port': {'id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:28Z', 'updated_at': '2022-05-26T16:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'efe8353f-8988-4353-8704-212ce7a86df7', 'name': '', 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'mac_address': 'fa:16:3e:40:c0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'e3ee4340-63c3-4ec4-993b-fddfc0470c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:32Z', 'updated_at': '2022-05-26T16:07:38Z', 'revision_number': 4, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'subnets': [{'id': 'e3ee4340-63c3-4ec4-993b-fddfc0470c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:40.263411 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a2c6f470-2f60-415f-8824-bee47b076958 req-830f3e56-5b17-43ca-b880-cf86bb1db7c3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3356d0da-ac7e-43e5-89af-75248d7aebd4 HTTP/1.1" status: 200 len: 1000 time: 0.1316607 May 26 16:07:40.283384 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5240c677-8e7a-4b36-8b3f-401782ef9faf None None] The sync data for ids ['0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'] in n-d-843337-2 is: [{'id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'name': 'tempest-ServersTestFqdnHostnames-414839873-router', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:26Z', 'updated_at': '2022-05-26T16:07:34Z', 'revision_number': 4, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'gw_port': {'id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:28Z', 'updated_at': '2022-05-26T16:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'efe8353f-8988-4353-8704-212ce7a86df7', 'name': '', 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'mac_address': 'fa:16:3e:40:c0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'e3ee4340-63c3-4ec4-993b-fddfc0470c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:32Z', 'updated_at': '2022-05-26T16:07:38Z', 'revision_number': 4, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'subnets': [{'id': 'e3ee4340-63c3-4ec4-993b-fddfc0470c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:07:40.311296 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e341aaaa-ba0f-4020-a9b1-f0a034bca94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:40.312067 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-463145fd-3e19-46b4-95bd-276b48ca2898 None None] Deleting port be568299-c67d-499c-a6fe-dd2bed3c3914 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:40.312468 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-463145fd-3e19-46b4-95bd-276b48ca2898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:40.381228 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03939f53-e8e0-4706-a71c-20e33f3c14a8 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:40.392905 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e341aaaa-ba0f-4020-a9b1-f0a034bca94b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e7eb9f8c41c14e73b3ad1ce1dd879538&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7470455 May 26 16:07:40.394605 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48684) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:40.421774 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-463145fd-3e19-46b4-95bd-276b48ca2898 None None] For port be568299-c67d-499c-a6fe-dd2bed3c3914, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=be568299-c67d-499c-a6fe-dd2bed3c3914,segment=NetworkSegment(11068202-f54b-47d9-804a-5570a7a895dc),segment_id=11068202-f54b-47d9-804a-5570a7a895dc)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:40.423502 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-463145fd-3e19-46b4-95bd-276b48ca2898 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:40.440312 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-ce62d7ea-5ce3-4ad0-8471-d919accfd999 admin admin] Deleting port be568299-c67d-499c-a6fe-dd2bed3c3914 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:07:40.440690 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ce62d7ea-5ce3-4ad0-8471-d919accfd999 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:40.446253 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-463145fd-3e19-46b4-95bd-276b48ca2898 None None] Calling delete_port for be568299-c67d-499c-a6fe-dd2bed3c3914 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:40.532197 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-03939f53-e8e0-4706-a71c-20e33f3c14a8 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Allocated IP 172.25.7.89 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/3af404f7-96ea-46a5-bd2c-74ec5876ed51) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:40.580590 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-ce62d7ea-5ce3-4ad0-8471-d919accfd999 admin admin] For port be568299-c67d-499c-a6fe-dd2bed3c3914, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=be568299-c67d-499c-a6fe-dd2bed3c3914,segment=NetworkSegment(11068202-f54b-47d9-804a-5570a7a895dc),segment_id=11068202-f54b-47d9-804a-5570a7a895dc)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:40.581000 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ce62d7ea-5ce3-4ad0-8471-d919accfd999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:40.598031 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-ce62d7ea-5ce3-4ad0-8471-d919accfd999 admin admin] Calling delete_port for be568299-c67d-499c-a6fe-dd2bed3c3914 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:07:40.678607 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03939f53-e8e0-4706-a71c-20e33f3c14a8 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:40.679720 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c91b8f-81a8-44ad-ba36-c59e5d5ab7c0 req-1b6e5da0-b7d6-4539-a787-d9ab30537455 tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:40.681531 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-67c91b8f-81a8-44ad-ba36-c59e5d5ab7c0 req-1b6e5da0-b7d6-4539-a787-d9ab30537455 tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=43ff2a1d-e328-4609-b877-72eb6bb70a50 HTTP/1.1" status: 200 len: 1100 time: 0.5707135 May 26 16:07:40.789346 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6f470-2f60-415f-8824-bee47b076958 req-2c10b862-2744-44ab-8ea0-a7a21897d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:40.791225 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a2c6f470-2f60-415f-8824-bee47b076958 req-2c10b862-2744-44ab-8ea0-a7a21897d8f2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=667adff5-0c1e-46ec-b83e-3fbb957aa36c HTTP/1.1" status: 200 len: 856 time: 0.5205255 May 26 16:07:40.812854 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device efe8353f-8988-4353-8704-212ce7a86df7 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:07:40.814840 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341aaaa-ba0f-4020-a9b1-f0a034bca94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48904693-a496-46ee-b8cd-7b60348dbfdf,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:40.847620 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03939f53-e8e0-4706-a71c-20e33f3c14a8 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:40.913155 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-67c91b8f-81a8-44ad-ba36-c59e5d5ab7c0 req-7f113e1e-1e6c-464b-9864-d87344882e21 tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122688 May 26 16:07:40.926032 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6f470-2f60-415f-8824-bee47b076958 req-d73b9dd7-7e66-4bab-8874-bec38f9af712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:40.928432 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a2c6f470-2f60-415f-8824-bee47b076958 req-d73b9dd7-7e66-4bab-8874-bec38f9af712 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48798ccf-c01b-4baf-8c1d-06629758249c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244459 May 26 16:07:40.932414 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03939f53-e8e0-4706-a71c-20e33f3c14a8 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:40.939479 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-03939f53-e8e0-4706-a71c-20e33f3c14a8 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:40.951771 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port efe8353f-8988-4353-8704-212ce7a86df7 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:40.952165 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:40.977992 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2c5f6-e694-4bae-ae49-8916a05e3716 req-10280343-9ba0-45c0-b8de-805ce702654c tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:40.982116 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-70d2c5f6-e694-4bae-ae49-8916a05e3716 req-10280343-9ba0-45c0-b8de-805ce702654c tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.2316024 May 26 16:07:40.986246 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7051ebd-56e3-4a6b-be92-8dbec60c7646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:41.040850 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7051ebd-56e3-4a6b-be92-8dbec60c7646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:41.079003 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-463145fd-3e19-46b4-95bd-276b48ca2898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:41.088526 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-70d2c5f6-e694-4bae-ae49-8916a05e3716 req-044a8466-a49b-48ef-a68d-f36d57b4f862 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999393 May 26 16:07:41.110221 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a2c6f470-2f60-415f-8824-bee47b076958 req-9ebac8d5-33e2-433d-851f-a2f820a9bfaa service neutron] 10.222.0.81 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740441 May 26 16:07:41.111087 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03939f53-e8e0-4706-a71c-20e33f3c14a8 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:41.139604 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03939f53-e8e0-4706-a71c-20e33f3c14a8 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Pushing event updated for resources: {'Port': ['ID=3af404f7-96ea-46a5-bd2c-74ec5876ed51,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:41.172840 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ce62d7ea-5ce3-4ad0-8471-d919accfd999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:41.205006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463145fd-3e19-46b4-95bd-276b48ca2898 None None] Pushing event deleted for resources: {'Port': ['ID=be568299-c67d-499c-a6fe-dd2bed3c3914,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:41.210814 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463145fd-3e19-46b4-95bd-276b48ca2898 None None] No DVR routers for this DVR port be568299-c67d-499c-a6fe-dd2bed3c3914 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:07:41.294346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62d7ea-5ce3-4ad0-8471-d919accfd999 admin admin] Pushing event deleted for resources: {'Port': ['ID=be568299-c67d-499c-a6fe-dd2bed3c3914,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:41.312898 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a2c6f470-2f60-415f-8824-bee47b076958 req-2c3a43f7-403a-4b58-8338-6737f1f5bc41 service neutron] 10.222.0.81 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738651 May 26 16:07:41.329708 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce62d7ea-5ce3-4ad0-8471-d919accfd999 admin admin] No DVR routers for this DVR port be568299-c67d-499c-a6fe-dd2bed3c3914 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:07:41.333549 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port efe8353f-8988-4353-8704-212ce7a86df7 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:41.427620 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7051ebd-56e3-4a6b-be92-8dbec60c7646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:41.430121 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7051ebd-56e3-4a6b-be92-8dbec60c7646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:41.436430 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device be568299-c67d-499c-a6fe-dd2bed3c3914 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:07:41.448681 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e7051ebd-56e3-4a6b-be92-8dbec60c7646 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/48904693-a496-46ee-b8cd-7b60348dbfdf HTTP/1.1" status: 204 len: 168 time: 1.0476642 May 26 16:07:41.469148 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03939f53-e8e0-4706-a71c-20e33f3c14a8 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:41.477995 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: be568299-c67d-499c-a6fe-dd2bed3c3914 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:07:41.478872 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device be568299-c67d-499c-a6fe-dd2bed3c3914 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:07:41.531759 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7051ebd-56e3-4a6b-be92-8dbec60c7646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48904693-a496-46ee-b8cd-7b60348dbfdf,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:41.548360 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03939f53-e8e0-4706-a71c-20e33f3c14a8 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:41.554778 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ce62d7ea-5ce3-4ad0-8471-d919accfd999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:41.606365 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c10c42-2616-4bef-af95-7da54296c7a3 req-22937175-bf54-4c84-8b60-c2059d85931e tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:41.608001 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-93c10c42-2616-4bef-af95-7da54296c7a3 req-22937175-bf54-4c84-8b60-c2059d85931e tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 946 time: 0.3442824 May 26 16:07:41.610753 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b355fa-ef89-493d-b8c4-611f27f96c1f req-925789de-43f7-4612-8a95-d5c8f9d7b778 tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:41.619376 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d9b355fa-ef89-493d-b8c4-611f27f96c1f req-925789de-43f7-4612-8a95-d5c8f9d7b778 tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a8f1c9f0-2927-4e73-a11b-bccc71057174 HTTP/1.1" status: 200 len: 1101 time: 0.4222207 May 26 16:07:41.672624 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-ce62d7ea-5ce3-4ad0-8471-d919accfd999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9762cd5c-e967-4c6d-ac9d-8d87a68d5c26']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:41.702744 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-ce62d7ea-5ce3-4ad0-8471-d919accfd999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11068202-f54b-47d9-804a-5570a7a895dc') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:41.703423 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-ce62d7ea-5ce3-4ad0-8471-d919accfd999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11068202-f54b-47d9-804a-5570a7a895dc') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:41.717613 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ce62d7ea-5ce3-4ad0-8471-d919accfd999 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:41.741071 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ce62d7ea-5ce3-4ad0-8471-d919accfd999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:41.752555 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce62d7ea-5ce3-4ad0-8471-d919accfd999 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:07:41.753291 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ce62d7ea-5ce3-4ad0-8471-d919accfd999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:41.828405 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03939f53-e8e0-4706-a71c-20e33f3c14a8 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:41.835682 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03939f53-e8e0-4706-a71c-20e33f3c14a8 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:41.895246 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 11068202-f54b-47d9-804a-5570a7a895dc resource provider aggregate not found May 26 16:07:41.929300 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 11068202-f54b-47d9-804a-5570a7a895dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11068202-f54b-47d9-804a-5570a7a895dc found for delete ", "request_id": "req-11733b81-c104-4935-beba-505149884e19"}]} May 26 16:07:41.937562 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-93c10c42-2616-4bef-af95-7da54296c7a3 req-67a5c228-a6fe-44d6-af95-5a4175dbf924 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170252 May 26 16:07:41.959425 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48710) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:41.982328 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ce62d7ea-5ce3-4ad0-8471-d919accfd999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:41.986184 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d9b355fa-ef89-493d-b8c4-611f27f96c1f req-74585bff-f1e5-42ab-8c0c-ea7efa525248 tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501141 May 26 16:07:42.001768 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ce62d7ea-5ce3-4ad0-8471-d919accfd999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:42.018836 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ce62d7ea-5ce3-4ad0-8471-d919accfd999 admin admin] 10.222.0.77 "DELETE /v2.0/networks/9762cd5c-e967-4c6d-ac9d-8d87a68d5c26 HTTP/1.1" status: 204 len: 168 time: 2.3027201 May 26 16:07:42.041125 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-df481a2b-3a8a-4a09-be1a-f9f69d7aaf10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:42.082298 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03939f53-e8e0-4706-a71c-20e33f3c14a8 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Pushing event updated for resources: {'Port': ['ID=3af404f7-96ea-46a5-bd2c-74ec5876ed51,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:42.086930 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62d7ea-5ce3-4ad0-8471-d919accfd999 admin admin] Pushing event deleted for resources: {'Network': ['ID=9762cd5c-e967-4c6d-ac9d-8d87a68d5c26,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:42.116330 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03939f53-e8e0-4706-a71c-20e33f3c14a8 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:42.172638 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03939f53-e8e0-4706-a71c-20e33f3c14a8 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:42.190557 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-03939f53-e8e0-4706-a71c-20e33f3c14a8 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3578217 May 26 16:07:42.312846 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-df481a2b-3a8a-4a09-be1a-f9f69d7aaf10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:42.328082 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-df481a2b-3a8a-4a09-be1a-f9f69d7aaf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:42.349874 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370eeb7-f64f-4b05-9a12-56d9355b996d req-d4fd5de4-b9fa-4264-a973-e604ded0fb2a tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:42.357931 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1370eeb7-f64f-4b05-9a12-56d9355b996d req-d4fd5de4-b9fa-4264-a973-e604ded0fb2a tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.0969374 May 26 16:07:42.427065 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1370eeb7-f64f-4b05-9a12-56d9355b996d req-4cda2dcb-ce4e-48a1-b359-975e12169e78 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676951 May 26 16:07:42.465292 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-df481a2b-3a8a-4a09-be1a-f9f69d7aaf10 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=055dbe3c2e754d6db90e934a977a5b73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5000157 May 26 16:07:42.466197 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48738) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:42.467128 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df481a2b-3a8a-4a09-be1a-f9f69d7aaf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7ce25c-bb0c-493e-a121-03ae20431fc2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:42.534799 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48744) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:42.588545 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dac7130f-5302-416a-829a-93eef5834858 req-0fb6007c-cdec-4d99-862b-d1c8897c18b0 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--454844779&fields=id&tenant_id=9e790462556f4bdfb100ed398ecc2d13 HTTP/1.1" status: 200 len: 267 time: 0.0575066 May 26 16:07:42.642864 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b104ec5f-0472-4c56-82a3-ba91e03fbd04 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=829e9f52f7f3454cafe50e0d9182f678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0991945 May 26 16:07:42.643576 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6953b729-1401-4729-9200-df80cf8190a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:42.645923 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48752) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:42.692462 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6953b729-1401-4729-9200-df80cf8190a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:42.721105 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-fa3a2299-1ffa-4db8-b6b6-8a9268c49366 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=174d64ba844b421799c9f2136fec1233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306137 May 26 16:07:42.753278 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e178abcf-3a5c-42b5-9d93-af8b5d5a9200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:42.767308 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7130f-5302-416a-829a-93eef5834858 req-6d4ae595-ac05-4e99-9c9c-c0cbd5e3708f tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:42.774798 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dac7130f-5302-416a-829a-93eef5834858 req-6d4ae595-ac05-4e99-9c9c-c0cbd5e3708f tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/networks?id=23673925-e14c-4f85-bcac-47743e1d0ffa HTTP/1.1" status: 200 len: 814 time: 0.1853449 May 26 16:07:42.790200 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e178abcf-3a5c-42b5-9d93-af8b5d5a9200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:42.819027 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6953b729-1401-4729-9200-df80cf8190a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:42.828949 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dac7130f-5302-416a-829a-93eef5834858 req-840495e6-f0cf-4c6f-af7f-3ed1ff857159 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/quotas/9e790462556f4bdfb100ed398ecc2d13 HTTP/1.1" status: 200 len: 375 time: 0.0532253 May 26 16:07:42.831073 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6953b729-1401-4729-9200-df80cf8190a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:42.836859 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6953b729-1401-4729-9200-df80cf8190a5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ef7ce25c-bb0c-493e-a121-03ae20431fc2 HTTP/1.1" status: 204 len: 168 time: 0.3652806 May 26 16:07:42.879923 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953b729-1401-4729-9200-df80cf8190a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7ce25c-bb0c-493e-a121-03ae20431fc2,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:42.940134 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-085b0863-2c17-4227-9d82-3cba918bf30c tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:42.942105 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-085b0863-2c17-4227-9d82-3cba918bf30c tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2107301 May 26 16:07:42.971068 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dac7130f-5302-416a-829a-93eef5834858 req-7e8188d2-230f-4c23-bbf1-3ea5eb7b3931 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e790462556f4bdfb100ed398ecc2d13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1376483 May 26 16:07:42.976744 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e178abcf-3a5c-42b5-9d93-af8b5d5a9200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:42.979290 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e178abcf-3a5c-42b5-9d93-af8b5d5a9200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:42.983068 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e178abcf-3a5c-42b5-9d93-af8b5d5a9200 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/408b8c3a-3c54-4349-9727-5f5f95bd65b8 HTTP/1.1" status: 204 len: 168 time: 0.3336599 May 26 16:07:43.003239 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178abcf-3a5c-42b5-9d93-af8b5d5a9200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408b8c3a-3c54-4349-9727-5f5f95bd65b8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:43.011965 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cd8726b4-c743-458f-af7a-9de745995fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:43.060430 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-ed4480d5-9dc5-4738-a164-3e8944f714ce tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/quotas/174d64ba844b421799c9f2136fec1233 HTTP/1.1" status: 200 len: 375 time: 0.0881107 May 26 16:07:43.162649 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-e8f70663-ed38-4612-9e05-39330c158a58 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=174d64ba844b421799c9f2136fec1233&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0951712 May 26 16:07:43.166432 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dac7130f-5302-416a-829a-93eef5834858 req-82a2d608-7631-4ab1-95bc-5b9f235f8cd1 service neutron] 10.222.0.77 "GET /v2.0/networks/23673925-e14c-4f85-bcac-47743e1d0ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826215 May 26 16:07:43.285717 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:07:43.327155 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dac7130f-5302-416a-829a-93eef5834858 req-09d8b5be-6620-4c73-8463-078e83a12121 service neutron] 10.222.0.77 "GET /v2.0/networks/23673925-e14c-4f85-bcac-47743e1d0ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521053 May 26 16:07:43.770920 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48782) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:43.902855 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7b4811f6-6d0c-484a-bbb5-9eb761bcfc7c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9cb74b506ea543708292c52de0326210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1297119 May 26 16:07:43.905677 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48790) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:43.912594 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729407eb-93cf-471c-80da-321c7b8e8318 req-48fd5905-3ee8-461d-baed-e4645284dcd6 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:43.928426 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-729407eb-93cf-471c-80da-321c7b8e8318 req-48fd5905-3ee8-461d-baed-e4645284dcd6 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 946 time: 0.1705430 May 26 16:07:44.037789 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-729407eb-93cf-471c-80da-321c7b8e8318 req-a7efd946-206d-4595-9879-0b508076d70e tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062882 May 26 16:07:44.081157 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ffaf18e-d477-49ff-b05f-c73ab87f0e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:44.153710 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ffaf18e-d477-49ff-b05f-c73ab87f0e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:44.213128 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97a0af-ca42-4ccf-9b66-da873a24ae33 req-074a790b-8d05-4f40-8c15-a54c646b2544 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:44.222883 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0a97a0af-ca42-4ccf-9b66-da873a24ae33 req-074a790b-8d05-4f40-8c15-a54c646b2544 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.0986326 May 26 16:07:44.282417 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ffaf18e-d477-49ff-b05f-c73ab87f0e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:44.289069 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ffaf18e-d477-49ff-b05f-c73ab87f0e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:44.295413 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7ffaf18e-d477-49ff-b05f-c73ab87f0e09 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8c0ae39b-b924-4521-9aaf-19aeef334cf7 HTTP/1.1" status: 204 len: 168 time: 0.3881316 May 26 16:07:44.311717 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0a97a0af-ca42-4ccf-9b66-da873a24ae33 req-2fe37a89-f89d-4cf1-b985-52aeb2a13c72 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877788 May 26 16:07:44.319251 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffaf18e-d477-49ff-b05f-c73ab87f0e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0ae39b-b924-4521-9aaf-19aeef334cf7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:44.411302 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-20e0a632-8f67-42c3-961b-5ba820d2d736 req-5d581ae2-4a8f-42a7-a6c7-72eb3788d05a tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 210 time: 0.0952709 May 26 16:07:44.597617 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bda888d5-0d5c-477f-95fa-6f3de6814890 req-1a949f17-676a-4409-90e2-00322bab9d1a tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac05c6fd-7fde-4d15-9a88-ce77a294e6d5 HTTP/1.1" status: 200 len: 210 time: 0.0480471 May 26 16:07:45.367452 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8420e-a927-4f42-9944-034ab930cc3e req-c6ef7215-5e28-4561-938f-b96cbe2bebe3 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:45.389980 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-70f8420e-a927-4f42-9944-034ab930cc3e req-c6ef7215-5e28-4561-938f-b96cbe2bebe3 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 946 time: 0.2224827 May 26 16:07:45.410352 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c29bd6d4-3dcc-4c5e-91b7-6724a38d7f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:45.477136 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-70f8420e-a927-4f42-9944-034ab930cc3e req-cb6098c2-9053-4f41-a34b-f91433887c30 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790443 May 26 16:07:45.721469 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c3c4096f-459a-4094-af40-fc23d1d88756 req-7fab4adf-6a39-4e57-9b80-879de0c508aa tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 210 time: 0.0776265 May 26 16:07:45.756438 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48892) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:45.947770 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b452447-f633-4c87-a0a1-caa67d2a64d6 req-ce480062-c47b-45e9-b7df-0b65ce3d7b20 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:45.957758 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b452447-f633-4c87-a0a1-caa67d2a64d6 req-ce480062-c47b-45e9-b7df-0b65ce3d7b20 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.4141929 May 26 16:07:46.034619 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb859db2-a304-4a6b-a8a6-6d65c61de99b req-caa3631b-f1d7-4de2-99b1-22a4833a9932 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac05c6fd-7fde-4d15-9a88-ce77a294e6d5 HTTP/1.1" status: 200 len: 210 time: 0.1509483 May 26 16:07:46.037176 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a5c6453d-2eb3-426c-9d2d-f2fa9779586e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2123964333-network', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:46.113805 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c6453d-2eb3-426c-9d2d-f2fa9779586e admin admin] Made reservation on behalf of d3f44b6fae1d4ce4bc737c28e8283000 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:46.120952 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a5c6453d-2eb3-426c-9d2d-f2fa9779586e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:46.131256 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b452447-f633-4c87-a0a1-caa67d2a64d6 req-6fb3fe93-ed48-4d95-bf95-f19e400aad08 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500990 May 26 16:07:46.151214 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a5c6453d-2eb3-426c-9d2d-f2fa9779586e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:46.188126 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7130f-5302-416a-829a-93eef5834858 req-6a04ae20-0ff0-4bee-9fa0-f93a956bff8b tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:46.190206 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dac7130f-5302-416a-829a-93eef5834858 req-6a04ae20-0ff0-4bee-9fa0-f93a956bff8b tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.83 "GET /v2.0/networks?id=23673925-e14c-4f85-bcac-47743e1d0ffa HTTP/1.1" status: 200 len: 814 time: 0.5847108 May 26 16:07:46.279218 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dac7130f-5302-416a-829a-93eef5834858 req-982dcb8b-d15f-414c-b670-0771150749e3 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e790462556f4bdfb100ed398ecc2d13 HTTP/1.1" status: 200 len: 379 time: 0.0433943 May 26 16:07:46.299567 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-dac7130f-5302-416a-829a-93eef5834858 req-1034d295-1dbb-49ef-8934-3acf6112c06f tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Request body: {'port': {'device_id': 'f4f271bb-9d6c-4989-a829-0d253572f124', 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa', 'admin_state_up': True, 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'security_groups': ['4ddc8780-507e-443e-a881-18610fb14b97']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:46.304540 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a5c6453d-2eb3-426c-9d2d-f2fa9779586e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:46.318191 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a5c6453d-2eb3-426c-9d2d-f2fa9779586e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:46.352458 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48908) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:46.386925 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6453d-2eb3-426c-9d2d-f2fa9779586e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d708bde-052d-46b4-a366-3921eefb61f8,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:46.391070 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c6453d-2eb3-426c-9d2d-f2fa9779586e admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:07:46.414335 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a5c6453d-2eb3-426c-9d2d-f2fa9779586e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:46.414954 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-a5c6453d-2eb3-426c-9d2d-f2fa9779586e admin admin] Added segment 4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75 of type vlan for network 759f9984-acd0-4751-a36a-a91d134cc760 May 26 16:07:46.424388 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:46.492767 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a5c6453d-2eb3-426c-9d2d-f2fa9779586e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:46.574053 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a5c6453d-2eb3-426c-9d2d-f2fa9779586e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:46.577545 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c6453d-2eb3-426c-9d2d-f2fa9779586e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:46.578222 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a5c6453d-2eb3-426c-9d2d-f2fa9779586e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:46.618342 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a5c6453d-2eb3-426c-9d2d-f2fa9779586e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8572495 May 26 16:07:46.640370 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48918) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:46.658135 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-db2e100f-ce3e-4b0d-9d2c-6af04f649951 admin admin] Request body: {'subnet': {'network_id': '759f9984-acd0-4751-a36a-a91d134cc760', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2123964333-subnet', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:46.715146 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f23b5f74-088b-4856-8591-8310b993af02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:46.717750 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2e100f-ce3e-4b0d-9d2c-6af04f649951 admin admin] Made reservation on behalf of d3f44b6fae1d4ce4bc737c28e8283000 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:46.721775 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-db2e100f-ce3e-4b0d-9d2c-6af04f649951 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:46.778676 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d5ec6-ab8b-44a0-bb3d-1f673f026951 req-0b99d2c7-8652-41de-ab6e-a900e8e55a68 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:46.780541 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-915d5ec6-ab8b-44a0-bb3d-1f673f026951 req-0b99d2c7-8652-41de-ab6e-a900e8e55a68 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 946 time: 0.1788402 May 26 16:07:46.781292 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac7130f-5302-416a-829a-93eef5834858 req-1034d295-1dbb-49ef-8934-3acf6112c06f tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Made reservation on behalf of 9e790462556f4bdfb100ed398ecc2d13 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:46.784950 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dac7130f-5302-416a-829a-93eef5834858 req-1034d295-1dbb-49ef-8934-3acf6112c06f tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:46.902379 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6453d-2eb3-426c-9d2d-f2fa9779586e admin admin] Pushing event updated for resources: {'Network': ['ID=759f9984-acd0-4751-a36a-a91d134cc760,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:46.915940 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 759f9984-acd0-4751-a36a-a91d134cc760 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:07:46.930053 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-f5d1a4d4-90a6-4366-b8cf-1dd8ce7b935a tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=174d64ba844b421799c9f2136fec1233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479090 May 26 16:07:47.103481 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3dbb611b-b709-4daa-9df3-2635f079be66 req-08fe3930-88c8-41f1-9b34-4cf71c363be3 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 210 time: 0.1073470 May 26 16:07:47.119954 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-915d5ec6-ab8b-44a0-bb3d-1f673f026951 req-44408316-7191-4690-8a43-bb3a601d2b5f tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128572 May 26 16:07:47.209414 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f23b5f74-088b-4856-8591-8310b993af02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:47.227139 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-dac7130f-5302-416a-829a-93eef5834858 req-1034d295-1dbb-49ef-8934-3acf6112c06f tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Allocated IP 172.20.0.8 (23673925-e14c-4f85-bcac-47743e1d0ffa/e3ee4340-63c3-4ec4-993b-fddfc0470c23/e051e928-8473-40b5-864d-5e23ef3acf01) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:47.229429 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f23b5f74-088b-4856-8591-8310b993af02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:47.269281 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-10c5ab14-084b-4d41-864c-0d2ac0a1ecec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:47.271501 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-10c5ab14-084b-4d41-864c-0d2ac0a1ecec tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3298287 May 26 16:07:47.276574 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-db2e100f-ce3e-4b0d-9d2c-6af04f649951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:47.323885 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c31053ce-d8f2-4f71-84fb-1c733d1083ed req-b120c1b8-cb90-4ac2-aae0-d285a15ff906 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac05c6fd-7fde-4d15-9a88-ce77a294e6d5 HTTP/1.1" status: 200 len: 210 time: 0.0876322 May 26 16:07:47.361880 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-b990f9c1-d48b-4dfb-a32b-887c24dba90a tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Request body: {'port': {'device_id': 'ac05c6fd-7fde-4d15-9a88-ce77a294e6d5', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '174d64ba844b421799c9f2136fec1233'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:47.406619 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-9e807012-f27a-4593-88d0-fb06f80e0b95 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=174d64ba844b421799c9f2136fec1233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1339531 May 26 16:07:47.424943 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b5f74-088b-4856-8591-8310b993af02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fe8ff3-7310-4102-aff3-e4f9b10077ef,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:47.444810 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f23b5f74-088b-4856-8591-8310b993af02 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=04d15b960a73404f81ede726537aaba6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0912151 May 26 16:07:47.445461 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48936) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:47.500484 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5f74-088b-4856-8591-8310b993af02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:47.500870 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5f74-088b-4856-8591-8310b993af02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:47.501179 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5f74-088b-4856-8591-8310b993af02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:47.501513 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5f74-088b-4856-8591-8310b993af02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:47.501841 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5f74-088b-4856-8591-8310b993af02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:47.502165 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5f74-088b-4856-8591-8310b993af02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:47.502488 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5f74-088b-4856-8591-8310b993af02 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:47.502818 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5f74-088b-4856-8591-8310b993af02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:47.503131 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5f74-088b-4856-8591-8310b993af02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:47.503451 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5f74-088b-4856-8591-8310b993af02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:47.503771 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5f74-088b-4856-8591-8310b993af02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:47.504085 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5f74-088b-4856-8591-8310b993af02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:47.526386 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebd0da-ec42-4765-8950-76abbca84e58 req-3c788e6d-ad5c-4c37-872d-2d342ee30d8e tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:47.528749 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2ebd0da-ec42-4765-8950-76abbca84e58 req-3c788e6d-ad5c-4c37-872d-2d342ee30d8e tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.2793646 May 26 16:07:47.562408 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e100f-ce3e-4b0d-9d2c-6af04f649951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e39dcd09-8b50-4182-9445-d6005ccf9aaa,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:47.564645 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2e100f-ce3e-4b0d-9d2c-6af04f649951 admin admin] Checking segment: {'id': '4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:47.565002 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2e100f-ce3e-4b0d-9d2c-6af04f649951 admin admin] Network hostable DHCP agents. Network: 759f9984-acd0-4751-a36a-a91d134cc760, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:07:47.657377 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2ebd0da-ec42-4765-8950-76abbca84e58 req-1630080e-10c3-4a26-9e50-65ad94fa3ff2 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056676 May 26 16:07:47.666802 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2e100f-ce3e-4b0d-9d2c-6af04f649951 admin admin] Network 759f9984-acd0-4751-a36a-a91d134cc760 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:07:47.688577 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-0ac37081-9a63-4450-bcb7-7ed818c4a6c2 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:47.690093 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-0ac37081-9a63-4450-bcb7-7ed818c4a6c2 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2720397 May 26 16:07:47.690719 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-b990f9c1-d48b-4dfb-a32b-887c24dba90a tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Made reservation on behalf of 174d64ba844b421799c9f2136fec1233 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:47.694201 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-b990f9c1-d48b-4dfb-a32b-887c24dba90a tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:47.696554 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-af03e71b-1910-434c-bb21-4c73fed88ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:47.706326 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-db2e100f-ce3e-4b0d-9d2c-6af04f649951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 759f9984-acd0-4751-a36a-a91d134cc760) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:47.719082 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303eae6b-493e-4c5c-88dd-44b7c65675f7 None None] Network 759f9984-acd0-4751-a36a-a91d134cc760 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:07:47.725445 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:47.731899 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-0bc96f4a-706e-4d9c-b583-697a615676de tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Request body: {'port': {'device_id': '812d43a3-812a-4dbe-b3b5-82ead49efa3b', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '174d64ba844b421799c9f2136fec1233'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:47.736358 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dac7130f-5302-416a-829a-93eef5834858 req-1034d295-1dbb-49ef-8934-3acf6112c06f tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:47.741533 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2e100f-ce3e-4b0d-9d2c-6af04f649951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:47.741922 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-db2e100f-ce3e-4b0d-9d2c-6af04f649951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:47.748862 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-af03e71b-1910-434c-bb21-4c73fed88ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:47.781206 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-db2e100f-ce3e-4b0d-9d2c-6af04f649951 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1397185 May 26 16:07:47.788587 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48938) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:47.792771 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-aa14a5d8-f124-47b1-8568-173e74df1d85 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2123964333-router', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:47.843772 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aa14a5d8-f124-47b1-8568-173e74df1d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:47.848431 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aa14a5d8-f124-47b1-8568-173e74df1d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:47.860519 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-af03e71b-1910-434c-bb21-4c73fed88ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:47.863395 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-af03e71b-1910-434c-bb21-4c73fed88ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:47.867604 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-af03e71b-1910-434c-bb21-4c73fed88ad1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/41fe8ff3-7310-4102-aff3-e4f9b10077ef HTTP/1.1" status: 204 len: 168 time: 0.4031670 May 26 16:07:47.869064 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dac7130f-5302-416a-829a-93eef5834858 req-1034d295-1dbb-49ef-8934-3acf6112c06f tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:47.930218 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03e71b-1910-434c-bb21-4c73fed88ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fe8ff3-7310-4102-aff3-e4f9b10077ef,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:47.954986 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac7130f-5302-416a-829a-93eef5834858 req-1034d295-1dbb-49ef-8934-3acf6112c06f tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Network 23673925-e14c-4f85-bcac-47743e1d0ffa is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:47.963351 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-dac7130f-5302-416a-829a-93eef5834858 req-1034d295-1dbb-49ef-8934-3acf6112c06f tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:48.022407 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14a51f1-0d26-49d4-bd61-2ca5d4d93eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-759f9984-acd0-4751-a36a-a91d134cc760', 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'fixed_ips': [{'subnet_id': 'e39dcd09-8b50-4182-9445-d6005ccf9aaa'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:07:48.023347 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e14a51f1-0d26-49d4-bd61-2ca5d4d93eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.026904 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac7130f-5302-416a-829a-93eef5834858 req-1034d295-1dbb-49ef-8934-3acf6112c06f tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:48.041451 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aa14a5d8-f124-47b1-8568-173e74df1d85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.042288 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034d295-1dbb-49ef-8934-3acf6112c06f tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Pushing event updated for resources: {'Port': ['ID=e051e928-8473-40b5-864d-5e23ef3acf01,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:48.082520 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-b990f9c1-d48b-4dfb-a32b-887c24dba90a tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Allocated IP 192.168.233.131 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:48.188583 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.320125 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-e14a51f1-0d26-49d4-bd61-2ca5d4d93eb2 None None] Allocated IP 172.20.0.2 (759f9984-acd0-4751-a36a-a91d134cc760/e39dcd09-8b50-4182-9445-d6005ccf9aaa/b5fa973c-863e-4b82-943d-4faf43877d2d) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:48.326392 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7130f-5302-416a-829a-93eef5834858 req-1034d295-1dbb-49ef-8934-3acf6112c06f tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:48.329321 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dac7130f-5302-416a-829a-93eef5834858 req-1034d295-1dbb-49ef-8934-3acf6112c06f tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.355418 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-b990f9c1-d48b-4dfb-a32b-887c24dba90a tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.420252 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-b990f9c1-d48b-4dfb-a32b-887c24dba90a tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.448590 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['dfc31f36-132b-43af-81bd-f16d278e89e9', '9c72859c-b2b3-4535-a8da-f620119789db'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:07:48.493114 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['e6ab5e70-f277-49ee-a065-7ef61c455d13'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:07:48.495039 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-0bc96f4a-706e-4d9c-b583-697a615676de tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Made reservation on behalf of 174d64ba844b421799c9f2136fec1233 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:07:48.498974 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-0bc96f4a-706e-4d9c-b583-697a615676de tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.505233 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-b990f9c1-d48b-4dfb-a32b-887c24dba90a tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:48.516793 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-b990f9c1-d48b-4dfb-a32b-887c24dba90a tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:48.521781 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-b990f9c1-d48b-4dfb-a32b-887c24dba90a tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:48.574033 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ea00818a-8c6a-4f31-95b3-65eae0af170f None None] Provisioning complete for port e051e928-8473-40b5-864d-5e23ef3acf01 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:48.576579 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ea00818a-8c6a-4f31-95b3-65eae0af170f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.588023 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dac7130f-5302-416a-829a-93eef5834858 req-1034d295-1dbb-49ef-8934-3acf6112c06f tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2925274 May 26 16:07:48.617574 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-dac7130f-5302-416a-829a-93eef5834858 req-aeda9213-dda2-4a99-9f20-07a72f6c3c0a tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:07:48.618849 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dac7130f-5302-416a-829a-93eef5834858 req-aeda9213-dda2-4a99-9f20-07a72f6c3c0a tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100737 May 26 16:07:48.733029 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-0bc96f4a-706e-4d9c-b583-697a615676de tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Allocated IP 192.168.233.64 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/058a3fd7-d578-4ee5-9881-ba3f12edb876) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:48.792389 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ea00818a-8c6a-4f31-95b3-65eae0af170f None None] Port e051e928-8473-40b5-864d-5e23ef3acf01 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:07:48.835796 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990f9c1-d48b-4dfb-a32b-887c24dba90a tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Pushing event updated for resources: {'Port': ['ID=21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:48.951306 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-b990f9c1-d48b-4dfb-a32b-887c24dba90a tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:48.952016 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-b990f9c1-d48b-4dfb-a32b-887c24dba90a tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:48.971341 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e14a51f1-0d26-49d4-bd61-2ca5d4d93eb2 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.036627 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-b990f9c1-d48b-4dfb-a32b-887c24dba90a tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7240620 May 26 16:07:49.051194 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e14a51f1-0d26-49d4-bd61-2ca5d4d93eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.060628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Request body: {'port': {'device_id': 'ac05c6fd-7fde-4d15-9a88-ce77a294e6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:49.159144 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14a51f1-0d26-49d4-bd61-2ca5d4d93eb2 None None] Network 759f9984-acd0-4751-a36a-a91d134cc760 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:49.167238 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.192541 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-e14a51f1-0d26-49d4-bd61-2ca5d4d93eb2 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:49.203854 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14a51f1-0d26-49d4-bd61-2ca5d4d93eb2 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:49.224991 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-dac7130f-5302-416a-829a-93eef5834858 req-d00cf666-eca6-440d-ad4d-2e30d0c97784 service neutron] Request body: {'port': {'device_id': 'f4f271bb-9d6c-4989-a829-0d253572f124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:49.236112 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-0bc96f4a-706e-4d9c-b583-697a615676de tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.240277 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aa14a5d8-f124-47b1-8568-173e74df1d85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.291408 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da223d37-23eb-4ec0-9ba6-1f07c714be37 req-c367dd4f-ab4d-411e-a4bf-4a7998ba21cd tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:49.300530 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da223d37-23eb-4ec0-9ba6-1f07c714be37 req-c367dd4f-ab4d-411e-a4bf-4a7998ba21cd tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 931 time: 0.9640386 May 26 16:07:49.314792 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.316722 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e26b1b-1106-480c-a13a-10a922455fba req-508f4f39-807b-4ba6-b2a2-8d44a427c0bf tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:49.324029 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77e26b1b-1106-480c-a13a-10a922455fba req-508f4f39-807b-4ba6-b2a2-8d44a427c0bf tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 946 time: 0.9848299 May 26 16:07:49.367977 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-0bc96f4a-706e-4d9c-b583-697a615676de tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.424386 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dac7130f-5302-416a-829a-93eef5834858 req-d00cf666-eca6-440d-ad4d-2e30d0c97784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.549594 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da223d37-23eb-4ec0-9ba6-1f07c714be37 req-fef94703-b840-422d-baaa-ad12afc00490 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ddc8780-507e-443e-a881-18610fb14b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2480524 May 26 16:07:49.555097 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f2bb0f3a-dbe4-4c18-ab55-23896735ee32 None None] Provisioning complete for port 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:49.556211 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f2bb0f3a-dbe4-4c18-ab55-23896735ee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.557228 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-0bc96f4a-706e-4d9c-b583-697a615676de tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:49.572132 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-0bc96f4a-706e-4d9c-b583-697a615676de tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:49.592766 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-0bc96f4a-706e-4d9c-b583-697a615676de tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:49.598502 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc96f4a-706e-4d9c-b583-697a615676de tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Pushing event updated for resources: {'Port': ['ID=058a3fd7-d578-4ee5-9881-ba3f12edb876,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:49.624723 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77e26b1b-1106-480c-a13a-10a922455fba req-8bce1381-94b0-4660-a038-98b819904912 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997437 May 26 16:07:49.719010 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f2bb0f3a-dbe4-4c18-ab55-23896735ee32 None None] Port 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:07:49.771672 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a51f1-0d26-49d4-bd61-2ca5d4d93eb2 None None] Pushing event updated for resources: {'Port': ['ID=b5fa973c-863e-4b82-943d-4faf43877d2d,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:49.822043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-e14a51f1-0d26-49d4-bd61-2ca5d4d93eb2 None None] Attempting to bind port b5fa973c-863e-4b82-943d-4faf43877d2d on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:07:49.822677 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-e14a51f1-0d26-49d4-bd61-2ca5d4d93eb2 None None] Attempting to bind port b5fa973c-863e-4b82-943d-4faf43877d2d by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:07:49.822800 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a51f1-0d26-49d4-bd61-2ca5d4d93eb2 None None] Attempting to bind port b5fa973c-863e-4b82-943d-4faf43877d2d on network 759f9984-acd0-4751-a36a-a91d134cc760 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:49.827673 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-0bc96f4a-706e-4d9c-b583-697a615676de tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:49.828374 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-0bc96f4a-706e-4d9c-b583-697a615676de tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.849293 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a51f1-0d26-49d4-bd61-2ca5d4d93eb2 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:07:49.849698 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a51f1-0d26-49d4-bd61-2ca5d4d93eb2 None None] Checking segment: {'id': '4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:49.850067 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e14a51f1-0d26-49d4-bd61-2ca5d4d93eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.850459 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a51f1-0d26-49d4-bd61-2ca5d4d93eb2 None None] Bound using segment: {'id': '4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:07:49.850950 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-e14a51f1-0d26-49d4-bd61-2ca5d4d93eb2 None None] Bound port: b5fa973c-863e-4b82-943d-4faf43877d2d, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:07:49.851331 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e14a51f1-0d26-49d4-bd61-2ca5d4d93eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:49.872961 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-0bc96f4a-706e-4d9c-b583-697a615676de tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1530139 May 26 16:07:49.940235 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-d1f17574-ab6f-4382-9dd9-c42ad6353c71 service neutron] Request body: {'port': {'device_id': '812d43a3-812a-4dbe-b3b5-82ead49efa3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:07:50.020660 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e14a51f1-0d26-49d4-bd61-2ca5d4d93eb2 None None] For port b5fa973c-863e-4b82-943d-4faf43877d2d, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:07:50.047299 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e14a51f1-0d26-49d4-bd61-2ca5d4d93eb2 None None] For port b5fa973c-863e-4b82-943d-4faf43877d2d, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b5fa973c-863e-4b82-943d-4faf43877d2d,segment=NetworkSegment(4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75),segment_id=4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:07:50.064177 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e14a51f1-0d26-49d4-bd61-2ca5d4d93eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:50.085866 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:50.090376 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-d1f17574-ab6f-4382-9dd9-c42ad6353c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:50.097062 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:50.139670 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Transition to ACTIVE for port object 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:07:50.160738 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:50.208928 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a51f1-0d26-49d4-bd61-2ca5d4d93eb2 None None] Pushing event updated for resources: {'Port': ['ID=b5fa973c-863e-4b82-943d-4faf43877d2d,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:50.233011 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4e7de0f8-bfd2-4563-b3a1-0f77afaa2a9e None None] Provisioning complete for port 058a3fd7-d578-4ee5-9881-ba3f12edb876 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:50.233287 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4e7de0f8-bfd2-4563-b3a1-0f77afaa2a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:50.315967 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-dac7130f-5302-416a-829a-93eef5834858 req-d00cf666-eca6-440d-ad4d-2e30d0c97784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e051e928-8473-40b5-864d-5e23ef3acf01 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:50.344787 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4e7de0f8-bfd2-4563-b3a1-0f77afaa2a9e None None] Port 058a3fd7-d578-4ee5-9881-ba3f12edb876 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:07:50.368751 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dac7130f-5302-416a-829a-93eef5834858 req-d00cf666-eca6-440d-ad4d-2e30d0c97784 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:50.401291 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-dac7130f-5302-416a-829a-93eef5834858 req-d00cf666-eca6-440d-ad4d-2e30d0c97784 service neutron] Transition to ACTIVE for port object e051e928-8473-40b5-864d-5e23ef3acf01 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:07:50.443570 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['e6ab5e70-f277-49ee-a065-7ef61c455d13'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:07:50.445206 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dac7130f-5302-416a-829a-93eef5834858 req-d00cf666-eca6-440d-ad4d-2e30d0c97784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:50.578514 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29a098-394a-4fc8-9b7a-f357f24a1acc req-dea81cf7-5d46-4ea2-9b97-02c8a3c9711e tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:50.593033 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1f29a098-394a-4fc8-9b7a-f357f24a1acc req-dea81cf7-5d46-4ea2-9b97-02c8a3c9711e tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac05c6fd-7fde-4d15-9a88-ce77a294e6d5 HTTP/1.1" status: 200 len: 936 time: 0.8744674 May 26 16:07:50.646501 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cf666-eca6-440d-ad4d-2e30d0c97784 service neutron] Pushing event updated for resources: {'Port': ['ID=e051e928-8473-40b5-864d-5e23ef3acf01,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:50.837613 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124ac3f-d2d9-42e5-be09-33ee09949de2 req-24281bca-90c9-47f2-8a04-2967e40a6da2 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:50.846422 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f124ac3f-d2d9-42e5-be09-33ee09949de2 req-24281bca-90c9-47f2-8a04-2967e40a6da2 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.9376185 May 26 16:07:50.858420 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['dfc31f36-132b-43af-81bd-f16d278e89e9', '9c72859c-b2b3-4535-a8da-f620119789db'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:07:50.863127 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Pushing event updated for resources: {'Port': ['ID=21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:50.883388 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:50.883969 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:50.885128 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:50.886430 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:50.887136 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:50.888233 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:50.889022 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:50.889541 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:50.890905 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:50.891562 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:50.892036 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:50.892551 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:51.045626 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Attempting to bind port 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:07:51.046097 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Attempting to bind port 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:07:51.046431 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Attempting to bind port 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:51.047494 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1f29a098-394a-4fc8-9b7a-f357f24a1acc req-49308992-8ba1-403f-a979-030bb08ddb08 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528828 May 26 16:07:51.060302 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Port 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:07:51.060763 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Attempting to bind port 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:51.084270 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:07:51.084981 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:51.085377 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:07:51.085830 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Bound port: 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:07:51.086187 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:51.231230 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f124ac3f-d2d9-42e5-be09-33ee09949de2 req-e55c5743-77d0-4adf-97e6-d0ee470a3e2f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834560 May 26 16:07:51.264347 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] For port 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:07:51.320155 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] For port 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:07:51.328015 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:51.365073 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-d1f17574-ab6f-4382-9dd9-c42ad6353c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 058a3fd7-d578-4ee5-9881-ba3f12edb876 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:51.381043 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-d1f17574-ab6f-4382-9dd9-c42ad6353c71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:51.390524 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aa14a5d8-f124-47b1-8568-173e74df1d85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:51.415002 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:51.415776 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:51.417457 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] 10.222.0.81 "PUT /v2.0/ports/21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 HTTP/1.1" status: 200 len: 1096 time: 2.3695769 May 26 16:07:51.419967 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac05c6fd-7fde-4d15-9a88-ce77a294e6d5', 'tag': '21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:51.422740 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cda8429-9dc2-4900-a8ae-acc2e87206c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ac05c6fd-7fde-4d15-9a88-ce77a294e6d5", "tag": "21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:51.429458 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-dac7130f-5302-416a-829a-93eef5834858 req-d00cf666-eca6-440d-ad4d-2e30d0c97784 service neutron] Attempting to bind port e051e928-8473-40b5-864d-5e23ef3acf01 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:07:51.432313 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-dac7130f-5302-416a-829a-93eef5834858 req-d00cf666-eca6-440d-ad4d-2e30d0c97784 service neutron] Attempting to bind port e051e928-8473-40b5-864d-5e23ef3acf01 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '3b847ed8-c57d-448c-8e0a-7ae74db9cec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:07:51.432660 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac7130f-5302-416a-829a-93eef5834858 req-d00cf666-eca6-440d-ad4d-2e30d0c97784 service neutron] Attempting to bind port e051e928-8473-40b5-864d-5e23ef3acf01 on network 23673925-e14c-4f85-bcac-47743e1d0ffa {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:51.462693 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-d1f17574-ab6f-4382-9dd9-c42ad6353c71 service neutron] Transition to ACTIVE for port object 058a3fd7-d578-4ee5-9881-ba3f12edb876 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:07:51.475804 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-d1f17574-ab6f-4382-9dd9-c42ad6353c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:51.501286 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af770b-76f5-4e6a-ba0b-c058bdbb3f54 req-4c17072d-2839-4c8a-8183-7d0b3a38e6f2 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:51.505228 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2af770b-76f5-4e6a-ba0b-c058bdbb3f54 req-4c17072d-2839-4c8a-8183-7d0b3a38e6f2 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 943 time: 0.2687891 May 26 16:07:51.506793 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aa14a5d8-f124-47b1-8568-173e74df1d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:51.539641 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14ec29-f28c-43e1-9b49-896985321dcd service neutron] Pushing event updated for resources: {'Port': ['ID=21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:51.647620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f17574-ab6f-4382-9dd9-c42ad6353c71 service neutron] Pushing event updated for resources: {'Port': ['ID=058a3fd7-d578-4ee5-9881-ba3f12edb876,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:51.688765 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-c5bf484d-2dec-44ee-a67a-629e6813925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:51.690582 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-c5bf484d-2dec-44ee-a67a-629e6813925f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=174d64ba844b421799c9f2136fec1233&device_id=ac05c6fd-7fde-4d15-9a88-ce77a294e6d5 HTTP/1.1" status: 200 len: 1099 time: 0.2165713 May 26 16:07:51.733369 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac7130f-5302-416a-829a-93eef5834858 req-d00cf666-eca6-440d-ad4d-2e30d0c97784 service neutron] Port e051e928-8473-40b5-864d-5e23ef3acf01 on network 23673925-e14c-4f85-bcac-47743e1d0ffa not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:07:51.733826 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac7130f-5302-416a-829a-93eef5834858 req-d00cf666-eca6-440d-ad4d-2e30d0c97784 service neutron] Attempting to bind port e051e928-8473-40b5-864d-5e23ef3acf01 on network 23673925-e14c-4f85-bcac-47743e1d0ffa {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:51.748083 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac7130f-5302-416a-829a-93eef5834858 req-d00cf666-eca6-440d-ad4d-2e30d0c97784 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:07:51.748731 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac7130f-5302-416a-829a-93eef5834858 req-d00cf666-eca6-440d-ad4d-2e30d0c97784 service neutron] Checking segment: {'id': '3b847ed8-c57d-448c-8e0a-7ae74db9cec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:51.749184 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac7130f-5302-416a-829a-93eef5834858 req-d00cf666-eca6-440d-ad4d-2e30d0c97784 service neutron] Bound using segment: {'id': '3b847ed8-c57d-448c-8e0a-7ae74db9cec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:07:51.750417 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-dac7130f-5302-416a-829a-93eef5834858 req-d00cf666-eca6-440d-ad4d-2e30d0c97784 service neutron] Bound port: e051e928-8473-40b5-864d-5e23ef3acf01, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b847ed8-c57d-448c-8e0a-7ae74db9cec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:07:51.750863 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dac7130f-5302-416a-829a-93eef5834858 req-d00cf666-eca6-440d-ad4d-2e30d0c97784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:51.835767 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-798dfcfc-871b-4d94-8eb5-0728e0fdaa63 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 HTTP/1.1" status: 200 len: 217 time: 0.1215591 May 26 16:07:51.850161 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-d1f17574-ab6f-4382-9dd9-c42ad6353c71 service neutron] Attempting to bind port 058a3fd7-d578-4ee5-9881-ba3f12edb876 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:07:51.850626 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-d1f17574-ab6f-4382-9dd9-c42ad6353c71 service neutron] Attempting to bind port 058a3fd7-d578-4ee5-9881-ba3f12edb876 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:07:51.851225 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-d1f17574-ab6f-4382-9dd9-c42ad6353c71 service neutron] Attempting to bind port 058a3fd7-d578-4ee5-9881-ba3f12edb876 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:51.867711 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-d1f17574-ab6f-4382-9dd9-c42ad6353c71 service neutron] Port 058a3fd7-d578-4ee5-9881-ba3f12edb876 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:07:51.868377 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-d1f17574-ab6f-4382-9dd9-c42ad6353c71 service neutron] Attempting to bind port 058a3fd7-d578-4ee5-9881-ba3f12edb876 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:51.949844 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cfed9-de02-45a6-8303-0827efc919bf req-90016511-707c-4c57-ba10-551da6dcdf12 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:51.959370 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db3cfed9-de02-45a6-8303-0827efc919bf req-90016511-707c-4c57-ba10-551da6dcdf12 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 946 time: 0.5930760 May 26 16:07:51.980193 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-7a7bec25-cc86-426e-8208-990023e390e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:51.982143 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-7a7bec25-cc86-426e-8208-990023e390e4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1156588 May 26 16:07:51.993810 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-d1f17574-ab6f-4382-9dd9-c42ad6353c71 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:07:51.998398 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-d1f17574-ab6f-4382-9dd9-c42ad6353c71 service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:51.998913 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-d1f17574-ab6f-4382-9dd9-c42ad6353c71 service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:07:51.999387 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-d1f17574-ab6f-4382-9dd9-c42ad6353c71 service neutron] Bound port: 058a3fd7-d578-4ee5-9881-ba3f12edb876, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:07:51.999759 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-d1f17574-ab6f-4382-9dd9-c42ad6353c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:52.006684 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-aa14a5d8-f124-47b1-8568-173e74df1d85 admin admin] Allocated IP 172.25.7.68 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/4cd90625-9146-4dba-b5e7-5f4dc40e539f) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:52.016221 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2af770b-76f5-4e6a-ba0b-c058bdbb3f54 req-66fd2f7d-620a-46dd-bc30-9ff3f49cb01e tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ddc8780-507e-443e-a881-18610fb14b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2882373 May 26 16:07:52.137689 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-d918eae7-198c-4c96-ae09-57342d8f0061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.139505 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-d918eae7-198c-4c96-ae09-57342d8f0061 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1332967 May 26 16:07:52.254998 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-d1f17574-ab6f-4382-9dd9-c42ad6353c71 service neutron] For port 058a3fd7-d578-4ee5-9881-ba3f12edb876, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:07:52.274432 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef61178b-db69-4070-9041-e493ca742e6f x-openstack-request-id: req-ef61178b-db69-4070-9041-e493ca742e6f {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:52.274904 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac05c6fd-7fde-4d15-9a88-ce77a294e6d5", "tag": "21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:52.275199 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ef61178b-db69-4070-9041-e493ca742e6f {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:52.275603 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef61178b-db69-4070-9041-e493ca742e6f'] response: {'name': 'network-changed', 'server_uuid': 'ac05c6fd-7fde-4d15-9a88-ce77a294e6d5', 'tag': '21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4', 'status': 'completed', 'code': 200} May 26 16:07:52.281635 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-d1f17574-ab6f-4382-9dd9-c42ad6353c71 service neutron] For port 058a3fd7-d578-4ee5-9881-ba3f12edb876, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=058a3fd7-d578-4ee5-9881-ba3f12edb876,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:07:52.300979 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-d1f17574-ab6f-4382-9dd9-c42ad6353c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:52.307057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-dac7130f-5302-416a-829a-93eef5834858 req-d00cf666-eca6-440d-ad4d-2e30d0c97784 service neutron] For port e051e928-8473-40b5-864d-5e23ef3acf01, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:07:52.368440 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-d1f17574-ab6f-4382-9dd9-c42ad6353c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.368440 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-d1f17574-ab6f-4382-9dd9-c42ad6353c71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:52.368440 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-d1f17574-ab6f-4382-9dd9-c42ad6353c71 service neutron] 10.222.0.83 "PUT /v2.0/ports/058a3fd7-d578-4ee5-9881-ba3f12edb876 HTTP/1.1" status: 200 len: 1095 time: 2.4737139 May 26 16:07:52.372596 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a640069-f477-4978-9f7f-d57b40dce3b7 None None] Network 759f9984-acd0-4751-a36a-a91d134cc760 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:07:52.377188 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db3cfed9-de02-45a6-8303-0827efc919bf req-d18eb749-1d2d-4eab-a8fd-b9d904a0609d tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171283 May 26 16:07:52.418114 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-9033e5c5-7f3e-473b-a214-e1d46a83e568 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598016 May 26 16:07:52.424836 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-dac7130f-5302-416a-829a-93eef5834858 req-d00cf666-eca6-440d-ad4d-2e30d0c97784 service neutron] For port e051e928-8473-40b5-864d-5e23ef3acf01, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=e051e928-8473-40b5-864d-5e23ef3acf01,segment=NetworkSegment(3b847ed8-c57d-448c-8e0a-7ae74db9cec6),segment_id=3b847ed8-c57d-448c-8e0a-7ae74db9cec6)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:07:52.457092 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dac7130f-5302-416a-829a-93eef5834858 req-d00cf666-eca6-440d-ad4d-2e30d0c97784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:52.589157 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7130f-5302-416a-829a-93eef5834858 req-d00cf666-eca6-440d-ad4d-2e30d0c97784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.589654 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dac7130f-5302-416a-829a-93eef5834858 req-d00cf666-eca6-440d-ad4d-2e30d0c97784 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:52.592047 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dac7130f-5302-416a-829a-93eef5834858 req-d00cf666-eca6-440d-ad4d-2e30d0c97784 service neutron] 10.222.0.83 "PUT /v2.0/ports/e051e928-8473-40b5-864d-5e23ef3acf01 HTTP/1.1" status: 200 len: 1091 time: 3.3752191 May 26 16:07:52.623669 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f271bb-9d6c-4989-a829-0d253572f124', 'tag': 'e051e928-8473-40b5-864d-5e23ef3acf01'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:52.630564 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982f519a-57c8-4d86-b206-d6703183b32d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f271bb-9d6c-4989-a829-0d253572f124", "tag": "e051e928-8473-40b5-864d-5e23ef3acf01"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:52.748595 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b5fa973c-863e-4b82-943d-4faf43877d2d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:07:52.793636 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f17574-ab6f-4382-9dd9-c42ad6353c71 service neutron] Pushing event updated for resources: {'Port': ['ID=058a3fd7-d578-4ee5-9881-ba3f12edb876,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:52.799864 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-64e4c49b-7c7d-4b28-be29-29a00497f14a service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501270 May 26 16:07:52.817913 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-9dff5592-4eee-4541-82c4-4eb0dec78c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.823750 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-9dff5592-4eee-4541-82c4-4eb0dec78c81 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=174d64ba844b421799c9f2136fec1233&device_id=812d43a3-812a-4dbe-b3b5-82ead49efa3b HTTP/1.1" status: 200 len: 1098 time: 0.3440833 May 26 16:07:52.830082 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845f20d-bb1e-4dc0-94f9-6bc0a397687c req-3ec079c5-d275-48f5-bcc4-6304b9352f7a tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:52.844906 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a845f20d-bb1e-4dc0-94f9-6bc0a397687c req-3ec079c5-d275-48f5-bcc4-6304b9352f7a tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac05c6fd-7fde-4d15-9a88-ce77a294e6d5 HTTP/1.1" status: 200 len: 948 time: 0.4121454 May 26 16:07:52.944859 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-3f631f69-c7c1-4906-b158-770d7f8c7e63 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=058a3fd7-d578-4ee5-9881-ba3f12edb876 HTTP/1.1" status: 200 len: 217 time: 0.1011660 May 26 16:07:52.962349 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port b5fa973c-863e-4b82-943d-4faf43877d2d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:52.962809 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.052111 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-93d60aa0-f51b-408c-b45a-e9bf9fd8a2a0 None None] Provisioning complete for port b5fa973c-863e-4b82-943d-4faf43877d2d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:53.052847 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-93d60aa0-f51b-408c-b45a-e9bf9fd8a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.058410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda8429-9dc2-4900-a8ae-acc2e87206c0 req-d7c4443f-7461-4c18-831d-174746223574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:53.060294 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0cda8429-9dc2-4900-a8ae-acc2e87206c0 req-d7c4443f-7461-4c18-831d-174746223574 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=174d64ba844b421799c9f2136fec1233&device_id=ac05c6fd-7fde-4d15-9a88-ce77a294e6d5 HTTP/1.1" status: 200 len: 1099 time: 0.1259260 May 26 16:07:53.067836 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-65f9b6af-c07c-4ce5-b0d2-344fc4a3fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:53.068781 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-65f9b6af-c07c-4ce5-b0d2-344fc4a3fd69 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0790198 May 26 16:07:53.082485 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a845f20d-bb1e-4dc0-94f9-6bc0a397687c req-490e290d-c688-4926-8ec2-60c3e80a2b51 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352347 May 26 16:07:53.105287 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aa14a5d8-f124-47b1-8568-173e74df1d85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.119313 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cf666-eca6-440d-ad4d-2e30d0c97784 service neutron] Pushing event updated for resources: {'Port': ['ID=e051e928-8473-40b5-864d-5e23ef3acf01,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:53.204087 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-a88e7973-748d-480a-aca5-505775342853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:53.206047 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-a88e7973-748d-480a-aca5-505775342853 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1212931 May 26 16:07:53.255038 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7130f-5302-416a-829a-93eef5834858 req-d0ad18dc-6ca4-4fc7-b8c3-df68f57e432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:53.260121 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dac7130f-5302-416a-829a-93eef5834858 req-d0ad18dc-6ca4-4fc7-b8c3-df68f57e432b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e790462556f4bdfb100ed398ecc2d13&device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 1094 time: 0.5281076 May 26 16:07:53.287014 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7dd74-82d7-4f98-aa84-6fb121bfdeec req-0c38cda6-aa1e-4fac-98fb-face44a63f94 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:53.288677 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5bd7dd74-82d7-4f98-aa84-6fb121bfdeec req-0c38cda6-aa1e-4fac-98fb-face44a63f94 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.6221297 May 26 16:07:53.363813 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-93d60aa0-f51b-408c-b45a-e9bf9fd8a2a0 None None] Current status of the port b5fa973c-863e-4b82-943d-4faf43877d2d is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:53.364426 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-93d60aa0-f51b-408c-b45a-e9bf9fd8a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.428801 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-ca067a84-0a41-4895-9471-70d38da485ee service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076874 May 26 16:07:53.431415 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dac7130f-5302-416a-829a-93eef5834858 req-31b5f754-bfde-4e9d-b112-b2390bcefa17 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e051e928-8473-40b5-864d-5e23ef3acf01 HTTP/1.1" status: 200 len: 217 time: 0.1417198 May 26 16:07:53.444413 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 49102) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:53.463819 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-93d60aa0-f51b-408c-b45a-e9bf9fd8a2a0 None None] For port b5fa973c-863e-4b82-943d-4faf43877d2d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b5fa973c-863e-4b82-943d-4faf43877d2d,segment=NetworkSegment(4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75),segment_id=4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:53.489954 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3c77ad-af96-457d-8926-6462eb9de985 x-openstack-request-id: req-2b3c77ad-af96-457d-8926-6462eb9de985 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:53.491391 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f271bb-9d6c-4989-a829-0d253572f124", "tag": "e051e928-8473-40b5-864d-5e23ef3acf01", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:53.491891 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2b3c77ad-af96-457d-8926-6462eb9de985 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:53.495148 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b3c77ad-af96-457d-8926-6462eb9de985'] response: {'name': 'network-changed', 'server_uuid': 'f4f271bb-9d6c-4989-a829-0d253572f124', 'tag': 'e051e928-8473-40b5-864d-5e23ef3acf01', 'status': 'completed', 'code': 200} May 26 16:07:53.505648 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5bd7dd74-82d7-4f98-aa84-6fb121bfdeec req-739515df-92b4-4788-9672-8343e52ede35 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847382 May 26 16:07:53.556392 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda8429-9dc2-4900-a8ae-acc2e87206c0 req-bbcaabf8-d065-440b-8acd-c069b38c69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:53.557891 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0cda8429-9dc2-4900-a8ae-acc2e87206c0 req-bbcaabf8-d065-440b-8acd-c069b38c69d1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.4814093 May 26 16:07:53.563889 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port b5fa973c-863e-4b82-943d-4faf43877d2d is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:53.565598 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.574505 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-93d60aa0-f51b-408c-b45a-e9bf9fd8a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.587455 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aa14a5d8-f124-47b1-8568-173e74df1d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:53.655016 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14a5d8-f124-47b1-8568-173e74df1d85 admin admin] Pushing event updated for resources: {'Port': ['ID=4cd90625-9146-4dba-b5e7-5f4dc40e539f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:53.708854 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa14a5d8-f124-47b1-8568-173e74df1d85 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:53.713835 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-aa14a5d8-f124-47b1-8568-173e74df1d85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:53.717968 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa14a5d8-f124-47b1-8568-173e74df1d85 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:53.721023 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7130f-5302-416a-829a-93eef5834858 req-63b8727f-f31c-49b2-a1c8-cc4bcaf17d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:53.722720 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dac7130f-5302-416a-829a-93eef5834858 req-63b8727f-f31c-49b2-a1c8-cc4bcaf17d2c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e3ee4340-63c3-4ec4-993b-fddfc0470c23 HTTP/1.1" status: 200 len: 853 time: 0.2262363 May 26 16:07:53.757085 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f721ea-4568-4fef-a7d2-346cdf786bcd req-56b75a09-efd5-457d-8b98-ab5ae957a4de tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:53.766702 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2f721ea-4568-4fef-a7d2-346cdf786bcd req-56b75a09-efd5-457d-8b98-ab5ae957a4de tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 943 time: 0.1800759 May 26 16:07:53.772834 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0cda8429-9dc2-4900-a8ae-acc2e87206c0 req-02ff17b6-443f-4a8a-88b9-7496c9a108d6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 HTTP/1.1" status: 200 len: 217 time: 0.1340227 May 26 16:07:53.881601 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2f721ea-4568-4fef-a7d2-346cdf786bcd req-67c2757c-f721-40f4-8f97-f09346e001ac tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ddc8780-507e-443e-a881-18610fb14b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136069 May 26 16:07:53.969989 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:07:53.972131 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:07:54.024283 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30537cbf-516e-4fa6-ad3f-7bcc6d558a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:54.049792 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7130f-5302-416a-829a-93eef5834858 req-d6eebfe2-350c-477c-bf91-974444fa19dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:54.052499 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dac7130f-5302-416a-829a-93eef5834858 req-d6eebfe2-350c-477c-bf91-974444fa19dc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=23673925-e14c-4f85-bcac-47743e1d0ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2772849 May 26 16:07:54.053497 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d60aa0-f51b-408c-b45a-e9bf9fd8a2a0 None None] Pushing event updated for resources: {'Port': ['ID=b5fa973c-863e-4b82-943d-4faf43877d2d,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:54.063837 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d60aa0-f51b-408c-b45a-e9bf9fd8a2a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:54.064227 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d60aa0-f51b-408c-b45a-e9bf9fd8a2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:54.064576 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d60aa0-f51b-408c-b45a-e9bf9fd8a2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:54.064916 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d60aa0-f51b-408c-b45a-e9bf9fd8a2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:54.065309 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d60aa0-f51b-408c-b45a-e9bf9fd8a2a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:54.065732 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d60aa0-f51b-408c-b45a-e9bf9fd8a2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:54.066069 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d60aa0-f51b-408c-b45a-e9bf9fd8a2a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:54.066860 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d60aa0-f51b-408c-b45a-e9bf9fd8a2a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:54.067295 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d60aa0-f51b-408c-b45a-e9bf9fd8a2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:54.067634 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d60aa0-f51b-408c-b45a-e9bf9fd8a2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:54.067966 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d60aa0-f51b-408c-b45a-e9bf9fd8a2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:54.068321 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d60aa0-f51b-408c-b45a-e9bf9fd8a2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:07:54.082418 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53f8d202-66b1-4ce6-808e-8940990ede19 req-dafa9a9c-c832-45de-8ef8-ffcb70e032e6 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6270735 May 26 16:07:54.102294 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda8429-9dc2-4900-a8ae-acc2e87206c0 req-e44da6d0-c13f-41cd-a87c-07bf991a8bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:54.104598 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0cda8429-9dc2-4900-a8ae-acc2e87206c0 req-e44da6d0-c13f-41cd-a87c-07bf991a8bf5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.3195553 May 26 16:07:54.250633 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda8429-9dc2-4900-a8ae-acc2e87206c0 req-23f2e5cf-060f-47aa-b312-0e60ca96626f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:54.252784 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0cda8429-9dc2-4900-a8ae-acc2e87206c0 req-23f2e5cf-060f-47aa-b312-0e60ca96626f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1200414 May 26 16:07:54.277476 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812d43a3-812a-4dbe-b3b5-82ead49efa3b', 'tag': '058a3fd7-d578-4ee5-9881-ba3f12edb876'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:07:54.282702 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dac7130f-5302-416a-829a-93eef5834858 req-a61ca2ef-423a-43eb-94f5-9d21b38584ce service neutron] 10.222.0.83 "GET /v2.0/networks/23673925-e14c-4f85-bcac-47743e1d0ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088578 May 26 16:07:54.286401 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546bdcc6-65a7-4f32-867b-bd605a5ef9ae" -d '{"events": [{"name": "network-changed", "server_uuid": "812d43a3-812a-4dbe-b3b5-82ead49efa3b", "tag": "058a3fd7-d578-4ee5-9881-ba3f12edb876"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:07:54.378687 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30537cbf-516e-4fa6-ad3f-7bcc6d558a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:54.411591 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30537cbf-516e-4fa6-ad3f-7bcc6d558a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:54.519343 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0cda8429-9dc2-4900-a8ae-acc2e87206c0 req-5823ea66-3f26-4947-830f-d147921c837c service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555275 May 26 16:07:54.570745 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port b5fa973c-863e-4b82-943d-4faf43877d2d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:54.576924 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-30537cbf-516e-4fa6-ad3f-7bcc6d558a2d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6cc2e3aa16fd44ba9c13ec9a8a140284&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1249945 May 26 16:07:54.594431 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-583a9c15-63e1-4b03-9aaa-cd9621474c89 None None] Provisioning complete for port b5fa973c-863e-4b82-943d-4faf43877d2d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:54.599660 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-583a9c15-63e1-4b03-9aaa-cd9621474c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:54.611204 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30537cbf-516e-4fa6-ad3f-7bcc6d558a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfc3b4a-25f5-4242-83d2-13232e8204ed,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:54.613923 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 49122) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:54.792439 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-583a9c15-63e1-4b03-9aaa-cd9621474c89 None None] Current status of the port b5fa973c-863e-4b82-943d-4faf43877d2d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:54.802409 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b5fa973c-863e-4b82-943d-4faf43877d2d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:07:54.846317 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0cda8429-9dc2-4900-a8ae-acc2e87206c0 req-299c7571-0836-4f07-b835-b9a508ee0665 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159697 May 26 16:07:54.859354 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9ce2-c004-4d04-936d-6614b2635020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:54.893909 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port b5fa973c-863e-4b82-943d-4faf43877d2d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:54.894645 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:54.907636 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9ce2-c004-4d04-936d-6614b2635020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:54.979233 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9ce2-c004-4d04-936d-6614b2635020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:54.983562 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9ce2-c004-4d04-936d-6614b2635020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:54.985190 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5aeb9ce2-c004-4d04-936d-6614b2635020 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6cfc3b4a-25f5-4242-83d2-13232e8204ed HTTP/1.1" status: 204 len: 168 time: 0.3518085 May 26 16:07:54.995958 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb9ce2-c004-4d04-936d-6614b2635020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfc3b4a-25f5-4242-83d2-13232e8204ed,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:55.192758 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port b5fa973c-863e-4b82-943d-4faf43877d2d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:55.246877 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b93208-f605-4182-a7a3-f902a47479ff req-826a0097-9b62-42c2-89d9-0226cc0db1c0 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:55.254815 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3b93208-f605-4182-a7a3-f902a47479ff req-826a0097-9b62-42c2-89d9-0226cc0db1c0 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac05c6fd-7fde-4d15-9a88-ce77a294e6d5 HTTP/1.1" status: 200 len: 948 time: 0.9292774 May 26 16:07:55.274037 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed471e7-149f-47c1-b346-876c6d4138fe req-cfb352ed-653e-4dea-a276-fded3deb3675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:55.275686 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fed471e7-149f-47c1-b346-876c6d4138fe req-cfb352ed-653e-4dea-a276-fded3deb3675 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=02fcff3e7ef447ba9d8e075059e5bd3a&device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 1097 time: 1.2348931 May 26 16:07:55.276412 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aa14a5d8-f124-47b1-8568-173e74df1d85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:55.348999 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94b80e-29dd-4345-b34a-bac304321a10 req-cec71a7a-7466-42bb-afe4-fb85014a9405 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:55.361027 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dc94b80e-29dd-4345-b34a-bac304321a10 req-cec71a7a-7466-42bb-afe4-fb85014a9405 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 946 time: 1.2985191 May 26 16:07:55.428948 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 49132) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:55.451877 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7f30c966-e9b2-4776-b188-1c99e448f316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:55.533067 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dac7130f-5302-416a-829a-93eef5834858 req-e1d036ef-339c-41fe-b2a8-c7b0f1310b7e service neutron] 10.222.0.83 "GET /v2.0/networks/23673925-e14c-4f85-bcac-47743e1d0ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2036588 May 26 16:07:55.539629 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3b93208-f605-4182-a7a3-f902a47479ff req-8d5b38d6-eb98-457a-a9f5-64e2e24f5f50 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840159 May 26 16:07:55.565627 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7f30c966-e9b2-4776-b188-1c99e448f316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:55.577620 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7f30c966-e9b2-4776-b188-1c99e448f316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:55.609770 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dc94b80e-29dd-4345-b34a-bac304321a10 req-82c0f644-abcb-4215-a133-e4225700b061 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295215 May 26 16:07:55.627155 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed471e7-149f-47c1-b346-876c6d4138fe req-12c148ef-1eb1-49b0-bab1-5270c08f9169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:55.628892 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fed471e7-149f-47c1-b346-876c6d4138fe req-12c148ef-1eb1-49b0-bab1-5270c08f9169 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d HTTP/1.1" status: 200 len: 916 time: 0.3314409 May 26 16:07:55.658539 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7f30c966-e9b2-4776-b188-1c99e448f316 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=29600391b2724692ab697e8111e6c846&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2257838 May 26 16:07:55.659245 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 49134) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:55.678975 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb59c853-7efd-44de-9340-23bbf4dd1630 x-openstack-request-id: req-fb59c853-7efd-44de-9340-23bbf4dd1630 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:07:55.687326 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "812d43a3-812a-4dbe-b3b5-82ead49efa3b", "tag": "058a3fd7-d578-4ee5-9881-ba3f12edb876", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:07:55.688447 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fb59c853-7efd-44de-9340-23bbf4dd1630 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:07:55.689697 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb59c853-7efd-44de-9340-23bbf4dd1630'] response: {'name': 'network-changed', 'server_uuid': '812d43a3-812a-4dbe-b3b5-82ead49efa3b', 'tag': '058a3fd7-d578-4ee5-9881-ba3f12edb876', 'status': 'completed', 'code': 200} May 26 16:07:55.729606 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fed471e7-149f-47c1-b346-876c6d4138fe req-ffc1983c-1c5a-4509-b9be-c11e0de77877 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b62771d8-d2ca-46b2-9981-2246d0cae8b5 HTTP/1.1" status: 200 len: 217 time: 0.0570052 May 26 16:07:55.782445 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30c966-e9b2-4776-b188-1c99e448f316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425ea537-d39e-42e3-ae3f-bfdabd236c6c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:55.895395 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-946f9534-760d-4fc8-aa22-5165ac6f4212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:55.930989 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed471e7-149f-47c1-b346-876c6d4138fe req-cc34e823-6f94-4ca8-b6da-96b7971c811e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:55.932648 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fed471e7-149f-47c1-b346-876c6d4138fe req-cc34e823-6f94-4ca8-b6da-96b7971c811e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0a992287-2970-4abf-ab38-5a0a4fa91447 HTTP/1.1" status: 200 len: 854 time: 0.1866405 May 26 16:07:55.943117 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bdcc6-65a7-4f32-867b-bd605a5ef9ae req-b74f9f3c-b647-46f6-a93a-9bd8e1a48677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:55.944666 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-546bdcc6-65a7-4f32-867b-bd605a5ef9ae req-b74f9f3c-b647-46f6-a93a-9bd8e1a48677 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=174d64ba844b421799c9f2136fec1233&device_id=812d43a3-812a-4dbe-b3b5-82ead49efa3b HTTP/1.1" status: 200 len: 1098 time: 0.1634753 May 26 16:07:55.946502 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-946f9534-760d-4fc8-aa22-5165ac6f4212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:55.982753 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aa14a5d8-f124-47b1-8568-173e74df1d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:55.991608 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f519a-57c8-4d86-b206-d6703183b32d req-53789988-a1ea-4612-add5-fe13b193b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:55.993877 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-982f519a-57c8-4d86-b206-d6703183b32d req-53789988-a1ea-4612-add5-fe13b193b7be service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e790462556f4bdfb100ed398ecc2d13&device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 1094 time: 0.2459686 May 26 16:07:56.007613 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8094b22-fdfc-49a8-996d-f9fd37fc121c req-892e1d79-362a-499c-a666-9e46c05c7c9a tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:56.009218 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e8094b22-fdfc-49a8-996d-f9fd37fc121c req-892e1d79-362a-499c-a666-9e46c05c7c9a tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.2172027 May 26 16:07:56.049496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedcad9-039f-435b-8fcc-c03b1dc728c6 req-2d284ce7-3932-46a0-bed5-59bfdb835e8b tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:56.051105 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1aedcad9-039f-435b-8fcc-c03b1dc728c6 req-2d284ce7-3932-46a0-bed5-59bfdb835e8b tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 943 time: 0.1714299 May 26 16:07:56.055754 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bdcc6-65a7-4f32-867b-bd605a5ef9ae req-80e47508-2c61-4637-81b4-cc8c70fa24e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:56.057291 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-546bdcc6-65a7-4f32-867b-bd605a5ef9ae req-80e47508-2c61-4637-81b4-cc8c70fa24e7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.0981221 May 26 16:07:56.120938 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-546bdcc6-65a7-4f32-867b-bd605a5ef9ae req-d6cc5865-5358-4a7b-a227-1e17f42123ef service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=058a3fd7-d578-4ee5-9881-ba3f12edb876 HTTP/1.1" status: 200 len: 217 time: 0.0477469 May 26 16:07:56.188153 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-946f9534-760d-4fc8-aa22-5165ac6f4212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:56.195691 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-946f9534-760d-4fc8-aa22-5165ac6f4212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:56.196911 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-946f9534-760d-4fc8-aa22-5165ac6f4212 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/425ea537-d39e-42e3-ae3f-bfdabd236c6c HTTP/1.1" status: 204 len: 168 time: 0.5344090 May 26 16:07:56.217886 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bdcc6-65a7-4f32-867b-bd605a5ef9ae req-1cc586c6-86b0-484e-8d2f-b160631502e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:56.219513 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-546bdcc6-65a7-4f32-867b-bd605a5ef9ae req-1cc586c6-86b0-484e-8d2f-b160631502e9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0868032 May 26 16:07:56.219785 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed471e7-149f-47c1-b346-876c6d4138fe req-b5286cc0-79ca-4acd-97fc-d20386a0a0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:56.222038 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fed471e7-149f-47c1-b346-876c6d4138fe req-b5286cc0-79ca-4acd-97fc-d20386a0a0fb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2778070 May 26 16:07:56.227160 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f9534-760d-4fc8-aa22-5165ac6f4212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425ea537-d39e-42e3-ae3f-bfdabd236c6c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:56.297950 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bdcc6-65a7-4f32-867b-bd605a5ef9ae req-3aceef40-33f7-4b9c-b065-068b7be12a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:56.299608 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-546bdcc6-65a7-4f32-867b-bd605a5ef9ae req-3aceef40-33f7-4b9c-b065-068b7be12a3e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0686381 May 26 16:07:56.341446 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e8094b22-fdfc-49a8-996d-f9fd37fc121c req-965fce99-d177-48ec-9c12-9982586bc7c8 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017950 May 26 16:07:56.418615 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1aedcad9-039f-435b-8fcc-c03b1dc728c6 req-ea4031cf-2734-4741-b40e-71875a60538b tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ddc8780-507e-443e-a881-18610fb14b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3260624 May 26 16:07:56.483247 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:07:56.491719 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f519a-57c8-4d86-b206-d6703183b32d req-66bc27d1-4fe1-48f2-a31c-9dba12b483d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:56.493811 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-982f519a-57c8-4d86-b206-d6703183b32d req-66bc27d1-4fe1-48f2-a31c-9dba12b483d3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=23673925-e14c-4f85-bcac-47743e1d0ffa HTTP/1.1" status: 200 len: 915 time: 0.4726589 May 26 16:07:56.499348 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-546bdcc6-65a7-4f32-867b-bd605a5ef9ae req-8a816a2d-dfeb-4ea0-9758-bc5c7f5ca4b7 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865149 May 26 16:07:56.524695 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fed471e7-149f-47c1-b346-876c6d4138fe req-b1b6dba3-de0b-444b-8e95-9a70fceab68a service neutron] 10.222.0.81 "GET /v2.0/networks/fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796586 May 26 16:07:56.613774 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-982f519a-57c8-4d86-b206-d6703183b32d req-0a07daff-7879-4384-bfff-c2d39434e4a8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e051e928-8473-40b5-864d-5e23ef3acf01 HTTP/1.1" status: 200 len: 217 time: 0.0867691 May 26 16:07:56.642224 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa14a5d8-f124-47b1-8568-173e74df1d85 admin admin] Router 31267388-5dc3-4858-8f6c-1d34e54ef18a is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:07:56.679324 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-546bdcc6-65a7-4f32-867b-bd605a5ef9ae req-7c1c85ce-d4b6-4e3f-9c68-e72aa120a7de service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554883 May 26 16:07:56.729650 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:56.758074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4', 'mac_address': 'fa:16:3e:7e:f8:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:07:56.832689 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:07:56.833073 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:56.853395 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:07:56.879659 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:07:56.895521 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:56.940642 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d699bd-bf49-43a0-8eba-ba1181c07a82 req-21c553ea-af54-4ba2-9ecc-fb6d5096aacd tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:56.942160 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39d699bd-bf49-43a0-8eba-ba1181c07a82 req-21c553ea-af54-4ba2-9ecc-fb6d5096aacd tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 946 time: 0.1686726 May 26 16:07:56.948189 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f519a-57c8-4d86-b206-d6703183b32d req-108c82a2-b262-4f10-8e50-7a099fcd598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:56.950059 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-982f519a-57c8-4d86-b206-d6703183b32d req-108c82a2-b262-4f10-8e50-7a099fcd598a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e3ee4340-63c3-4ec4-993b-fddfc0470c23 HTTP/1.1" status: 200 len: 853 time: 0.2888861 May 26 16:07:57.000727 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:57.063070 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fed471e7-149f-47c1-b346-876c6d4138fe req-8ee54df8-9ae2-4532-aa70-e4bd5367c53b service neutron] 10.222.0.81 "GET /v2.0/networks/fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5245452 May 26 16:07:57.070491 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7223dec-69d9-4b4e-9a36-8c45e632b2f7 req-de50547f-208a-40b3-93bc-9881f9116af8 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:57.071932 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7223dec-69d9-4b4e-9a36-8c45e632b2f7 req-de50547f-208a-40b3-93bc-9881f9116af8 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac05c6fd-7fde-4d15-9a88-ce77a294e6d5 HTTP/1.1" status: 200 len: 948 time: 0.2973509 May 26 16:07:57.090238 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39d699bd-bf49-43a0-8eba-ba1181c07a82 req-fb5080e9-98b0-4f2b-b117-c43302bdf65c tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362092 May 26 16:07:57.110790 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f519a-57c8-4d86-b206-d6703183b32d req-cd68593a-effb-491c-9143-17fdb9f5690e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:57.112362 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-982f519a-57c8-4d86-b206-d6703183b32d req-cd68593a-effb-491c-9143-17fdb9f5690e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=23673925-e14c-4f85-bcac-47743e1d0ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198025 May 26 16:07:57.119638 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa14a5d8-f124-47b1-8568-173e74df1d85 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:07:57.144119 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] Sync routers for ids ['31267388-5dc3-4858-8f6c-1d34e54ef18a'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:07:57.197209 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] Routers {'31267388-5dc3-4858-8f6c-1d34e54ef18a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:07:57.206652 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:07:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['31267388-5dc3-4858-8f6c-1d34e54ef18a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:57.263827 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7223dec-69d9-4b4e-9a36-8c45e632b2f7 req-7f466e68-b1d7-4e77-a7d1-24c7e0c3490b tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700478 May 26 16:07:57.274617 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-982f519a-57c8-4d86-b206-d6703183b32d req-ade38335-30ad-429d-87fa-1eee40253ab8 service neutron] 10.222.0.83 "GET /v2.0/networks/23673925-e14c-4f85-bcac-47743e1d0ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482718 May 26 16:07:57.277855 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aa14a5d8-f124-47b1-8568-173e74df1d85 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:57.279702 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-aa14a5d8-f124-47b1-8568-173e74df1d85 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.4901652 May 26 16:07:57.282692 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 49178) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:07:57.399540 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] Set router 31267388-5dc3-4858-8f6c-1d34e54ef18a gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:07:57.477244 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-982f519a-57c8-4d86-b206-d6703183b32d req-086b3bd9-a6ac-4458-a0a9-47a9ef8e1314 service neutron] 10.222.0.83 "GET /v2.0/networks/23673925-e14c-4f85-bcac-47743e1d0ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730046 May 26 16:07:57.480180 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:07:57.703902 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f395a-907d-4e21-b586-d35cb0873226 req-d03370d9-1815-4222-b0ff-a702ccc4e15a tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:57.720800 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e6f395a-907d-4e21-b586-d35cb0873226 req-d03370d9-1815-4222-b0ff-a702ccc4e15a tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.2479615 May 26 16:07:57.743392 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae651667-8dd3-41f9-b251-185d188cb321 req-76981010-e0dd-44a7-9e1d-e174e1466ec5 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:57.751362 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae651667-8dd3-41f9-b251-185d188cb321 req-76981010-e0dd-44a7-9e1d-e174e1466ec5 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 943 time: 0.1802211 May 26 16:07:57.810739 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e6f395a-907d-4e21-b586-d35cb0873226 req-b2ea05e5-13ad-4354-a63a-d82a7a60fa6d tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818865 May 26 16:07:57.823705 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae651667-8dd3-41f9-b251-185d188cb321 req-53a5dd80-84b1-4c2c-bec9-568292a8db04 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ddc8780-507e-443e-a881-18610fb14b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713983 May 26 16:07:57.944803 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'name': 'tempest-TaggedBootDevicesTest_v242-2123964333-router', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:47Z', 'updated_at': '2022-05-26T16:07:54Z', 'revision_number': 3, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'gw_port': {'id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:51Z', 'updated_at': '2022-05-26T16:07:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:57.984465 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] Checking router: 31267388-5dc3-4858-8f6c-1d34e54ef18a for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:07:57.984822 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] Updating router 31267388-5dc3-4858-8f6c-1d34e54ef18a port 4cd90625-9146-4dba-b5e7-5f4dc40e539f binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:07:58.022081 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:58.102382 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d8c3-e89d-4c27-8a14-c469b2c9eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:58.324690 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58755e0-8018-4fe9-8cb5-bd16d4c243de req-4ae9a092-fa62-4843-b1d3-977dc45286bb tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:58.337870 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a58755e0-8018-4fe9-8cb5-bd16d4c243de req-4ae9a092-fa62-4843-b1d3-977dc45286bb tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 946 time: 0.1261482 May 26 16:07:58.452992 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a58755e0-8018-4fe9-8cb5-bd16d4c243de req-97c0a950-0837-4fca-af84-65a9b0aea01f tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134450 May 26 16:07:58.469249 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-c0b5d8c3-e89d-4c27-8a14-c469b2c9eba0 admin admin] Allocated IP 172.20.0.1 (759f9984-acd0-4751-a36a-a91d134cc760/e39dcd09-8b50-4182-9445-d6005ccf9aaa/51eb3f43-4d06-4977-a80e-96b9e891ff4c) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:07:58.617561 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f91be2-82cf-431c-ac8a-7b27b996c5c1 req-38985557-4c7a-434d-8004-3eafe5506009 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:58.619407 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-22f91be2-82cf-431c-ac8a-7b27b996c5c1 req-38985557-4c7a-434d-8004-3eafe5506009 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac05c6fd-7fde-4d15-9a88-ce77a294e6d5 HTTP/1.1" status: 200 len: 949 time: 0.0902317 May 26 16:07:58.646208 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:58.659934 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:58.706675 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d8c3-e89d-4c27-8a14-c469b2c9eba0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:58.741312 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869dbd0-6448-4a8e-9c89-f317b7d3d52d req-bb9223b7-d676-4e93-b798-8a9bf55bfd96 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:58.749998 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8869dbd0-6448-4a8e-9c89-f317b7d3d52d req-bb9223b7-d676-4e93-b798-8a9bf55bfd96 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 946 time: 0.1238456 May 26 16:07:58.754889 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-22f91be2-82cf-431c-ac8a-7b27b996c5c1 req-09382dc2-7a56-4fd7-ac7b-52230532494c tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192894 May 26 16:07:58.759001 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] Attempting to bind port 4cd90625-9146-4dba-b5e7-5f4dc40e539f on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:07:58.759380 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] Attempting to bind port 4cd90625-9146-4dba-b5e7-5f4dc40e539f by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:07:58.759761 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] Attempting to bind port 4cd90625-9146-4dba-b5e7-5f4dc40e539f on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:07:58.774501 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:07:58.774885 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:07:58.775285 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:58.775673 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:07:58.776301 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] Bound port: 4cd90625-9146-4dba-b5e7-5f4dc40e539f, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:07:58.776607 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:58.787856 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d8c3-e89d-4c27-8a14-c469b2c9eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:58.816630 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9543aeb-7b3d-4713-b41e-7a0b86a55d02 None None] Pushing event updated for resources: {'Port': ['ID=4cd90625-9146-4dba-b5e7-5f4dc40e539f,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:58.830044 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8869dbd0-6448-4a8e-9c89-f317b7d3d52d req-b4a2d9be-8605-43ac-8042-d2f63078ac89 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790763 May 26 16:07:58.887261 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] For port 4cd90625-9146-4dba-b5e7-5f4dc40e539f, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:07:58.896614 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] For port 4cd90625-9146-4dba-b5e7-5f4dc40e539f, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4cd90625-9146-4dba-b5e7-5f4dc40e539f,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:07:58.914117 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b5d8c3-e89d-4c27-8a14-c469b2c9eba0 admin admin] Network 759f9984-acd0-4751-a36a-a91d134cc760 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:07:58.920161 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-c0b5d8c3-e89d-4c27-8a14-c469b2c9eba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:07:58.922577 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:58.924041 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b5d8c3-e89d-4c27-8a14-c469b2c9eba0 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:07:58.966855 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d8c3-e89d-4c27-8a14-c469b2c9eba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:59.040124 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5d8c3-e89d-4c27-8a14-c469b2c9eba0 admin admin] Pushing event updated for resources: {'Port': ['ID=51eb3f43-4d06-4977-a80e-96b9e891ff4c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:59.095361 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9543aeb-7b3d-4713-b41e-7a0b86a55d02 None None] Pushing event updated for resources: {'Port': ['ID=4cd90625-9146-4dba-b5e7-5f4dc40e539f,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:07:59.149395 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd4508-2d22-44ac-8056-ff352a228e09 req-2743241e-50b4-4dd6-9646-2777c0dd02cb tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:59.150103 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] Routers {'31267388-5dc3-4858-8f6c-1d34e54ef18a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:07:59.150912 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:07:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['31267388-5dc3-4858-8f6c-1d34e54ef18a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:07:59.158820 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-22cd4508-2d22-44ac-8056-ff352a228e09 req-2743241e-50b4-4dd6-9646-2777c0dd02cb tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.2162116 May 26 16:07:59.255004 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-22cd4508-2d22-44ac-8056-ff352a228e09 req-e7907422-0610-4835-9eea-870d06b19672 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939624 May 26 16:07:59.270947 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d8c3-e89d-4c27-8a14-c469b2c9eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:59.275178 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eadf22-7568-41d5-b607-a8e7dcb1bb44 req-faa16cab-b932-453f-9301-6711620666c7 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:59.295541 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48eadf22-7568-41d5-b607-a8e7dcb1bb44 req-faa16cab-b932-453f-9301-6711620666c7 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 943 time: 0.2797925 May 26 16:07:59.383998 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48eadf22-7568-41d5-b607-a8e7dcb1bb44 req-6dfc6085-29e5-48d6-b5ce-65236ec2c6a5 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ddc8780-507e-443e-a881-18610fb14b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847766 May 26 16:07:59.444770 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] Set router 31267388-5dc3-4858-8f6c-1d34e54ef18a gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:07:59.475118 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a4374-3308-46c2-8619-d0f2bd334d57 req-e7a53cba-3a3e-4248-85fc-91ac286c0ca8 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:59.484480 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b29a4374-3308-46c2-8619-d0f2bd334d57 req-e7a53cba-3a3e-4248-85fc-91ac286c0ca8 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=9355017a-9cd4-47e4-8f46-db224f64c40a HTTP/1.1" status: 200 len: 946 time: 0.0970502 May 26 16:07:59.530779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9ab1f1f4-004a-4883-9556-63f8a7e8d2e5 None None] Provisioning complete for port 51eb3f43-4d06-4977-a80e-96b9e891ff4c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:07:59.531511 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f1f4-004a-4883-9556-63f8a7e8d2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:59.532354 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b29a4374-3308-46c2-8619-d0f2bd334d57 req-b488ca80-3df0-411a-b79a-12de488258e4 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433590 May 26 16:07:59.582767 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1f1f4-004a-4883-9556-63f8a7e8d2e5 None None] Port 51eb3f43-4d06-4977-a80e-96b9e891ff4c cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:07:59.667067 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a11bf-90cb-4773-a77d-d742b6ed1593 req-c628d011-eaf7-44a9-8e26-dfb1a1b2e39c tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:07:59.672766 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 058a3fd7-d578-4ee5-9881-ba3f12edb876 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:07:59.676509 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b33a11bf-90cb-4773-a77d-d742b6ed1593 req-c628d011-eaf7-44a9-8e26-dfb1a1b2e39c tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=440a58e5-32a5-4781-b9f5-12cf640546cc HTTP/1.1" status: 200 len: 946 time: 0.0705717 May 26 16:07:59.717189 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d8c3-e89d-4c27-8a14-c469b2c9eba0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:59.733547 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d8c3-e89d-4c27-8a14-c469b2c9eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:59.747594 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b33a11bf-90cb-4773-a77d-d742b6ed1593 req-28133e78-9f9f-4ca6-8b69-dd780b5e7d8d tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701151 May 26 16:07:59.803239 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-c7968f77-1309-4844-88e6-2b808292c88e req-5d71db9a-aa34-474a-a29c-5b8407686b3e tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:07:59.804425 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7968f77-1309-4844-88e6-2b808292c88e req-5d71db9a-aa34-474a-a29c-5b8407686b3e tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093191 May 26 16:07:59.849326 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d8c3-e89d-4c27-8a14-c469b2c9eba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:07:59.861585 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5d8c3-e89d-4c27-8a14-c469b2c9eba0 admin admin] Pushing event updated for resources: {'Port': ['ID=51eb3f43-4d06-4977-a80e-96b9e891ff4c,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:00.037221 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b5d8c3-e89d-4c27-8a14-c469b2c9eba0 admin admin] Network 759f9984-acd0-4751-a36a-a91d134cc760 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:00.038851 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-c0b5d8c3-e89d-4c27-8a14-c469b2c9eba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:00.158005 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 058a3fd7-d578-4ee5-9881-ba3f12edb876, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=058a3fd7-d578-4ee5-9881-ba3f12edb876,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:00.194324 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '058a3fd7-d578-4ee5-9881-ba3f12edb876', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '058a3fd7-d578-4ee5-9881-ba3f12edb876', 'mac_address': 'fa:16:3e:65:8d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:08:00.202207 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'name': 'tempest-TaggedBootDevicesTest_v242-2123964333-router', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:47Z', 'updated_at': '2022-05-26T16:07:54Z', 'revision_number': 3, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'gw_port': {'id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:51Z', 'updated_at': '2022-05-26T16:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:00.243534 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeaa747-82e6-4fb5-b7bb-91f46ca6a8b6 None None] The sync data for ids ['31267388-5dc3-4858-8f6c-1d34e54ef18a'] in n-d-843337-2 is: [{'id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'name': 'tempest-TaggedBootDevicesTest_v242-2123964333-router', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:47Z', 'updated_at': '2022-05-26T16:07:54Z', 'revision_number': 3, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'gw_port': {'id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:51Z', 'updated_at': '2022-05-26T16:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:08:00.366158 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b5d8c3-e89d-4c27-8a14-c469b2c9eba0 admin admin] Router 31267388-5dc3-4858-8f6c-1d34e54ef18a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:08:00.373937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 058a3fd7-d578-4ee5-9881-ba3f12edb876 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:00.373937 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:00.373937 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:00.408162 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 058a3fd7-d578-4ee5-9881-ba3f12edb876 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:00.439697 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 058a3fd7-d578-4ee5-9881-ba3f12edb876, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=058a3fd7-d578-4ee5-9881-ba3f12edb876,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:00.448797 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:00.522619 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:00.555781 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=058a3fd7-d578-4ee5-9881-ba3f12edb876,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:00.576536 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49298) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:00.603452 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b5d8c3-e89d-4c27-8a14-c469b2c9eba0 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:08:00.621593 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-605f0a90-bfc9-4bb6-b1c9-adf0463147e8 None None] Provisioning complete for port 51eb3f43-4d06-4977-a80e-96b9e891ff4c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:00.622013 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-605f0a90-bfc9-4bb6-b1c9-adf0463147e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:00.628713 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c0b5d8c3-e89d-4c27-8a14-c469b2c9eba0 admin admin] 10.222.0.77 "PUT /v2.0/routers/31267388-5dc3-4858-8f6c-1d34e54ef18a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3428359 May 26 16:08:00.664851 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7968f77-1309-4844-88e6-2b808292c88e req-c8c0b945-4c25-4e76-aab3-6554bbbe6c63 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.8528662 May 26 16:08:00.682077 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b31d94-c4b2-4c5b-a859-56604a06af8c req-afa9a58b-6cdf-4bce-a778-75ef6832a1e8 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:00.708351 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:08:00.709475 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7b31d94-c4b2-4c5b-a859-56604a06af8c req-afa9a58b-6cdf-4bce-a778-75ef6832a1e8 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac05c6fd-7fde-4d15-9a88-ce77a294e6d5 HTTP/1.1" status: 200 len: 949 time: 0.1593153 May 26 16:08:00.713610 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:00.715205 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:00.726628 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-605f0a90-bfc9-4bb6-b1c9-adf0463147e8 None None] Port 51eb3f43-4d06-4977-a80e-96b9e891ff4c cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:00.774473 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7b31d94-c4b2-4c5b-a859-56604a06af8c req-7e5ef75e-0394-49bd-8ae5-1477f79774de tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641141 May 26 16:08:00.836069 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-383554ce-b0d5-4f68-a05c-9a48d8408051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:00.906586 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:00.906804 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:00.940493 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac05c6fd-7fde-4d15-9a88-ce77a294e6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:00.942637 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c532d2-b3b8-41cf-8f4a-db4fb12fa29f" -d '{"events": [{"server_uuid": "ac05c6fd-7fde-4d15-9a88-ce77a294e6d5", "name": "network-vif-plugged", "status": "completed", "tag": "21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:00.960863 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-383554ce-b0d5-4f68-a05c-9a48d8408051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:00.962521 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:00.970757 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:00.975234 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-383554ce-b0d5-4f68-a05c-9a48d8408051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:01.038864 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:01.052822 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-383554ce-b0d5-4f68-a05c-9a48d8408051 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a3ee92e04adc4ce0879bc35f8019fe1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4750514 May 26 16:08:01.055303 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 49318) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:01.111464 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383554ce-b0d5-4f68-a05c-9a48d8408051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d85479-91bd-4861-901c-cd6cabed8379,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:01.124803 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923d2b1-4a96-48b8-8e82-7aa4961cc0dc req-8fa87a98-928c-4424-ba5d-89836deffb24 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:01.126356 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4923d2b1-4a96-48b8-8e82-7aa4961cc0dc req-8fa87a98-928c-4424-ba5d-89836deffb24 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.2276304 May 26 16:08:01.163856 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b1993e6e-dd49-4bf4-8183-90d87d26ad4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:01.190729 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b1993e6e-dd49-4bf4-8183-90d87d26ad4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:01.197224 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b29b69-c232-4380-a2b5-f0b519c482f8 req-21278423-4a32-4e99-99eb-94bd577ab49b tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:01.198743 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-54b29b69-c232-4380-a2b5-f0b519c482f8 req-21278423-4a32-4e99-99eb-94bd577ab49b tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 943 time: 0.1175075 May 26 16:08:01.245070 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b1993e6e-dd49-4bf4-8183-90d87d26ad4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:01.249268 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b1993e6e-dd49-4bf4-8183-90d87d26ad4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:01.250743 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b1993e6e-dd49-4bf4-8183-90d87d26ad4e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b3d85479-91bd-4861-901c-cd6cabed8379 HTTP/1.1" status: 204 len: 168 time: 0.1942973 May 26 16:08:01.254839 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4923d2b1-4a96-48b8-8e82-7aa4961cc0dc req-a2ad5575-76f1-4978-b672-e120dbc811c9 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031365 May 26 16:08:01.288894 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-54b29b69-c232-4380-a2b5-f0b519c482f8 req-57357ea2-e21d-4dc3-ba83-8c89faf24858 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ddc8780-507e-443e-a881-18610fb14b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765924 May 26 16:08:01.290680 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1993e6e-dd49-4bf4-8183-90d87d26ad4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d85479-91bd-4861-901c-cd6cabed8379,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:01.359549 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6e1582-2b0c-465b-b7d8-d50866d7fe4c x-openstack-request-id: req-da6e1582-2b0c-465b-b7d8-d50866d7fe4c {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:01.360130 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac05c6fd-7fde-4d15-9a88-ce77a294e6d5", "name": "network-vif-plugged", "status": "completed", "tag": "21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:01.360130 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-da6e1582-2b0c-465b-b7d8-d50866d7fe4c {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:01.360512 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da6e1582-2b0c-465b-b7d8-d50866d7fe4c'] response: {'server_uuid': 'ac05c6fd-7fde-4d15-9a88-ce77a294e6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4', 'code': 200} May 26 16:08:01.513302 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['058a3fd7-d578-4ee5-9881-ba3f12edb876'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:01.534389 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf5c97-3307-4a2b-8081-1ed29c064e27 req-deee081e-3b0f-49f3-8751-3775edb86910 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:01.541888 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-63cf5c97-3307-4a2b-8081-1ed29c064e27 req-deee081e-3b0f-49f3-8751-3775edb86910 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 946 time: 0.0979190 May 26 16:08:01.567004 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab8021-2bda-4415-8e07-1ceff96c7fff req-b93517ab-35f2-4501-a84e-ff0bb08d201a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:01.568536 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e8ab8021-2bda-4415-8e07-1ceff96c7fff req-b93517ab-35f2-4501-a84e-ff0bb08d201a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ac05c6fd-7fde-4d15-9a88-ce77a294e6d5 HTTP/1.1" status: 200 len: 1101 time: 0.1223807 May 26 16:08:01.649984 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device e051e928-8473-40b5-864d-5e23ef3acf01 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:08:01.708111 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-63cf5c97-3307-4a2b-8081-1ed29c064e27 req-89624b8e-9809-4040-a279-93d367373e37 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652429 May 26 16:08:01.752762 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 49354) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:01.768941 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9b4884e7-1177-4753-8c11-ee0e7b290ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:01.776681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a6593-bc30-46be-858c-9374f7bdaf64 req-9bf4f664-4fbc-4c29-ba2d-8eb6ed63caf7 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:01.782339 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 49356) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:01.787016 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c33a6593-bc30-46be-858c-9374f7bdaf64 req-9bf4f664-4fbc-4c29-ba2d-8eb6ed63caf7 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8b9f2b5-5e62-4366-8c18-c882a41497f8 HTTP/1.1" status: 200 len: 951 time: 0.2393651 May 26 16:08:01.792438 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-67e12f0d-06e8-43cd-9d3d-89d462ecab7d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-200196266-network', 'tenant_id': '5c0cc693f4d9414b82d7588e7bbfbbb8'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:01.797991 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e8ab8021-2bda-4415-8e07-1ceff96c7fff req-abce95df-ea39-4ac5-ac7f-ddbcd30bc740 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189355 May 26 16:08:01.834198 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e12f0d-06e8-43cd-9d3d-89d462ecab7d admin admin] Made reservation on behalf of 5c0cc693f4d9414b82d7588e7bbfbbb8 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:01.837028 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-67e12f0d-06e8-43cd-9d3d-89d462ecab7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:01.847554 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-67e12f0d-06e8-43cd-9d3d-89d462ecab7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:01.852914 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port e051e928-8473-40b5-864d-5e23ef3acf01, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=e051e928-8473-40b5-864d-5e23ef3acf01,segment=NetworkSegment(3b847ed8-c57d-448c-8e0a-7ae74db9cec6),segment_id=3b847ed8-c57d-448c-8e0a-7ae74db9cec6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:01.873450 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': 'e051e928-8473-40b5-864d-5e23ef3acf01', 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa', 'port_id': 'e051e928-8473-40b5-864d-5e23ef3acf01', 'mac_address': 'fa:16:3e:e5:7b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ee4340-63c3-4ec4-993b-fddfc0470c23', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:08:01.897542 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c33a6593-bc30-46be-858c-9374f7bdaf64 req-2c05581c-0f65-4a4c-9252-f90413cf9564 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/security-groups?id=268deadd-10fd-48d5-9fbb-899f3108e123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095147 May 26 16:08:01.927416 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4368ee6-49e7-4f42-b9c9-230e225c78bc req-8f74e927-ae29-4c75-b5e6-51cf6f5c1156 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:01.933677 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d4368ee6-49e7-4f42-b9c9-230e225c78bc req-8f74e927-ae29-4c75-b5e6-51cf6f5c1156 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=9355017a-9cd4-47e4-8f46-db224f64c40a HTTP/1.1" status: 200 len: 946 time: 0.1203287 May 26 16:08:01.959425 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port e051e928-8473-40b5-864d-5e23ef3acf01 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:01.960181 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:01.968847 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9b4884e7-1177-4753-8c11-ee0e7b290ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:01.980672 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9b4884e7-1177-4753-8c11-ee0e7b290ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:01.983606 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e051e928-8473-40b5-864d-5e23ef3acf01 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:02.010805 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port e051e928-8473-40b5-864d-5e23ef3acf01, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=e051e928-8473-40b5-864d-5e23ef3acf01,segment=NetworkSegment(3b847ed8-c57d-448c-8e0a-7ae74db9cec6),segment_id=3b847ed8-c57d-448c-8e0a-7ae74db9cec6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:02.015557 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:02.016412 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d4368ee6-49e7-4f42-b9c9-230e225c78bc req-abf1c33b-1beb-4fa0-a342-ea0756b47646 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747564 May 26 16:08:02.023534 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-67e12f0d-06e8-43cd-9d3d-89d462ecab7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:02.044019 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedad084-80e2-4892-b8f7-f8682ae66d08 req-90d52f3e-0d38-4125-ada3-fa11c9eaf200 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:02.048551 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aedad084-80e2-4892-b8f7-f8682ae66d08 req-90d52f3e-0d38-4125-ada3-fa11c9eaf200 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac05c6fd-7fde-4d15-9a88-ce77a294e6d5 HTTP/1.1" status: 200 len: 950 time: 0.0811348 May 26 16:08:02.073816 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=e051e928-8473-40b5-864d-5e23ef3acf01,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:02.093204 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aedad084-80e2-4892-b8f7-f8682ae66d08 req-37f3f5fd-439c-4185-893a-1df05444ec69 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437126 May 26 16:08:02.160852 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cfa9b-8685-4017-a497-3c32f80d3a41 req-555ebcad-048c-45f0-a594-acf5c1d8b178 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:02.162465 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e33cfa9b-8685-4017-a497-3c32f80d3a41 req-555ebcad-048c-45f0-a594-acf5c1d8b178 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=440a58e5-32a5-4781-b9f5-12cf640546cc HTTP/1.1" status: 200 len: 946 time: 0.0531502 May 26 16:08:02.205379 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e33cfa9b-8685-4017-a497-3c32f80d3a41 req-134161d5-5284-4d57-8fc7-46cbc5276ba3 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350332 May 26 16:08:02.324047 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-67e12f0d-06e8-43cd-9d3d-89d462ecab7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:02.329410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4884e7-1177-4753-8c11-ee0e7b290ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2eef56-2922-4fb6-a6df-e14b162650ab,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:02.338336 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e12f0d-06e8-43cd-9d3d-89d462ecab7d admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:08:02.347263 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-67e12f0d-06e8-43cd-9d3d-89d462ecab7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:02.347612 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-67e12f0d-06e8-43cd-9d3d-89d462ecab7d admin admin] Added segment 6785a572-1250-4295-8c35-f5a7e3c8eaec of type vlan for network 894edd86-70f1-4e5c-b1a8-69ee19e161ad May 26 16:08:02.352418 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9b4884e7-1177-4753-8c11-ee0e7b290ff6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e275042c3e8e4b1eb8307cc21f257a49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5985994 May 26 16:08:02.358602 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49368) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:02.404831 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-67e12f0d-06e8-43cd-9d3d-89d462ecab7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:02.414570 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e12f0d-06e8-43cd-9d3d-89d462ecab7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4357a9d2-8bef-4b3c-9680-3cbb744c2b85,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:02.444899 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-67e12f0d-06e8-43cd-9d3d-89d462ecab7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:02.445984 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e12f0d-06e8-43cd-9d3d-89d462ecab7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:02.446453 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-67e12f0d-06e8-43cd-9d3d-89d462ecab7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:02.447443 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5345a-75ad-49db-8e87-0f1c19e98c36 req-37bab8e5-c459-4e9c-9850-0769aa9951ed tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:02.453102 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2fc5345a-75ad-49db-8e87-0f1c19e98c36 req-37bab8e5-c459-4e9c-9850-0769aa9951ed tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.1246374 May 26 16:08:02.480187 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-67e12f0d-06e8-43cd-9d3d-89d462ecab7d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6940901 May 26 16:08:02.486678 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49370) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:02.494885 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-fc67bd42-0047-4f85-be97-882e12190f9e admin admin] Request body: {'subnet': {'network_id': '894edd86-70f1-4e5c-b1a8-69ee19e161ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-200196266-subnet', 'tenant_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:02.509849 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045e9e8-fe54-4831-9acf-3cb11b0ef766 req-6e71e7a9-cd30-4de4-a2ef-d4558980b65b tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:02.516163 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045e9e8-fe54-4831-9acf-3cb11b0ef766 req-6e71e7a9-cd30-4de4-a2ef-d4558980b65b tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:02.517135 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e12f0d-06e8-43cd-9d3d-89d462ecab7d admin admin] Pushing event updated for resources: {'Network': ['ID=894edd86-70f1-4e5c-b1a8-69ee19e161ad,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:02.525118 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device a31cf77a-f4c6-4c87-a28d-146ab196f011 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:08:02.525616 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045e9e8-fe54-4831-9acf-3cb11b0ef766 req-6e71e7a9-cd30-4de4-a2ef-d4558980b65b tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:02.527145 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4045e9e8-fe54-4831-9acf-3cb11b0ef766 req-6e71e7a9-cd30-4de4-a2ef-d4558980b65b tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=440a58e5-32a5-4781-b9f5-12cf640546cc&device_id=9355017a-9cd4-47e4-8f46-db224f64c40a&device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 2419 time: 0.1674635 May 26 16:08:02.530776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 894edd86-70f1-4e5c-b1a8-69ee19e161ad details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:08:02.574514 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36fc128e-867d-4740-a3a7-e317c81124ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:02.585093 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2fc5345a-75ad-49db-8e87-0f1c19e98c36 req-7aa93079-f22b-460b-8d05-e7307bf2c5bd tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196327 May 26 16:08:02.604960 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc67bd42-0047-4f85-be97-882e12190f9e admin admin] Made reservation on behalf of 5c0cc693f4d9414b82d7588e7bbfbbb8 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:02.607862 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fc67bd42-0047-4f85-be97-882e12190f9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:02.713922 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36fc128e-867d-4740-a3a7-e317c81124ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:02.719019 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port a31cf77a-f4c6-4c87-a28d-146ab196f011, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a31cf77a-f4c6-4c87-a28d-146ab196f011,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:02.724704 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4045e9e8-fe54-4831-9acf-3cb11b0ef766 req-5819e3a7-62a8-477e-8f55-5969ea0c8a9d tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852717 May 26 16:08:02.730711 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'a31cf77a-f4c6-4c87-a28d-146ab196f011', 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089', 'port_id': 'a31cf77a-f4c6-4c87-a28d-146ab196f011', 'mac_address': 'fa:16:3e:e1:e5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f707b5-dbb7-44bf-9d91-1c1a69227d64', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:08:02.766172 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4cd90625-9146-4dba-b5e7-5f4dc40e539f up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:02.815838 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port a31cf77a-f4c6-4c87-a28d-146ab196f011 is: ACTIVE; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:02.816265 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:02.836775 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a31cf77a-f4c6-4c87-a28d-146ab196f011 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:02.864151 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 4cd90625-9146-4dba-b5e7-5f4dc40e539f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:02.864529 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:02.867061 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port a31cf77a-f4c6-4c87-a28d-146ab196f011, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a31cf77a-f4c6-4c87-a28d-146ab196f011,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:02.876423 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] Sync routers for ids ['31267388-5dc3-4858-8f6c-1d34e54ef18a'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:08:02.890210 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] Routers {'31267388-5dc3-4858-8f6c-1d34e54ef18a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:02.891094 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:07:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['31267388-5dc3-4858-8f6c-1d34e54ef18a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:02.894101 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:02.894734 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2f020-9efa-4087-b6b9-0db7c7a0c3ba req-e584db4e-79a1-4874-82cd-5f218d4f0626 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:02.897437 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f8b2f020-9efa-4087-b6b9-0db7c7a0c3ba req-e584db4e-79a1-4874-82cd-5f218d4f0626 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 944 time: 0.2061660 May 26 16:08:02.935528 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12d2133d-c49b-4833-8415-87e60305da45 req-fea5cacc-f0da-46c4-bef4-9828bf8a717e tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.1675158 May 26 16:08:02.940599 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36fc128e-867d-4740-a3a7-e317c81124ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:02.943363 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36fc128e-867d-4740-a3a7-e317c81124ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:02.959269 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-36fc128e-867d-4740-a3a7-e317c81124ca admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/de2eef56-2922-4fb6-a6df-e14b162650ab HTTP/1.1" status: 204 len: 168 time: 0.5931051 May 26 16:08:02.968821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['e051e928-8473-40b5-864d-5e23ef3acf01'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:02.994444 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=a31cf77a-f4c6-4c87-a28d-146ab196f011,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:03.014546 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc128e-867d-4740-a3a7-e317c81124ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2eef56-2922-4fb6-a6df-e14b162650ab,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:03.037455 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] Set router 31267388-5dc3-4858-8f6c-1d34e54ef18a gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:03.072776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['a31cf77a-f4c6-4c87-a28d-146ab196f011'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:03.105896 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 4cd90625-9146-4dba-b5e7-5f4dc40e539f is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:03.106288 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:03.153003 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 4cd90625-9146-4dba-b5e7-5f4dc40e539f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4cd90625-9146-4dba-b5e7-5f4dc40e539f,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:03.159712 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f8b2f020-9efa-4087-b6b9-0db7c7a0c3ba req-f42d510d-aa43-49e4-8f61-f3c6d7ee6db2 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ddc8780-507e-443e-a881-18610fb14b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2435503 May 26 16:08:03.176786 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:03.195505 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fc67bd42-0047-4f85-be97-882e12190f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:03.289521 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f683c-5a15-4cc2-86c3-9bc6b801319b req-35530c56-1721-498a-99e0-7e42cd9bf0ff tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:03.289782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=4cd90625-9146-4dba-b5e7-5f4dc40e539f,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:03.302549 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-248f683c-5a15-4cc2-86c3-9bc6b801319b req-35530c56-1721-498a-99e0-7e42cd9bf0ff tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8b9f2b5-5e62-4366-8c18-c882a41497f8 HTTP/1.1" status: 200 len: 951 time: 0.1802342 May 26 16:08:03.319362 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67bd42-0047-4f85-be97-882e12190f9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fdd3bcf-8f59-4c02-9bcb-bf2c86952f24,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:03.333446 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc67bd42-0047-4f85-be97-882e12190f9e admin admin] Checking segment: {'id': '6785a572-1250-4295-8c35-f5a7e3c8eaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '894edd86-70f1-4e5c-b1a8-69ee19e161ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:03.335539 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc67bd42-0047-4f85-be97-882e12190f9e admin admin] Network hostable DHCP agents. Network: 894edd86-70f1-4e5c-b1a8-69ee19e161ad, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:08:03.388838 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc67bd42-0047-4f85-be97-882e12190f9e admin admin] Network 894edd86-70f1-4e5c-b1a8-69ee19e161ad is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:08:03.408790 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-248f683c-5a15-4cc2-86c3-9bc6b801319b req-6bd6d44a-50b4-47bf-83ae-9764cad9153a tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/security-groups?id=268deadd-10fd-48d5-9fbb-899f3108e123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922527 May 26 16:08:03.426848 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'name': 'tempest-TaggedBootDevicesTest_v242-2123964333-router', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:47Z', 'updated_at': '2022-05-26T16:07:59Z', 'revision_number': 4, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'gw_port': {'id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:51Z', 'updated_at': '2022-05-26T16:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '51eb3f43-4d06-4977-a80e-96b9e891ff4c', 'name': '', 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'mac_address': 'fa:16:3e:b2:4b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'e39dcd09-8b50-4182-9445-d6005ccf9aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:58Z', 'updated_at': '2022-05-26T16:07:59Z', 'revision_number': 2, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'subnets': [{'id': 'e39dcd09-8b50-4182-9445-d6005ccf9aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:03.442225 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-fc67bd42-0047-4f85-be97-882e12190f9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 894edd86-70f1-4e5c-b1a8-69ee19e161ad) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:03.449305 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc67bd42-0047-4f85-be97-882e12190f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:03.451640 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fc67bd42-0047-4f85-be97-882e12190f9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:03.454864 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f58d630-f062-419f-84b7-62954b16dfd2 None None] Network 894edd86-70f1-4e5c-b1a8-69ee19e161ad requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:03.474681 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] Checking router: 31267388-5dc3-4858-8f6c-1d34e54ef18a for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:08:03.475041 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] Updating router 31267388-5dc3-4858-8f6c-1d34e54ef18a port 51eb3f43-4d06-4977-a80e-96b9e891ff4c binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:08:03.494824 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fc67bd42-0047-4f85-be97-882e12190f9e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0048990 May 26 16:08:03.498006 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 49390) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:03.505570 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-44b9e9a7-9cd5-4f15-b46a-124906ae60aa admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-200196266-router', 'tenant_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:03.526193 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:03.561697 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-44b9e9a7-9cd5-4f15-b46a-124906ae60aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:03.563191 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-44b9e9a7-9cd5-4f15-b46a-124906ae60aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:03.667240 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590237f-d6c6-46b5-9d7b-5e811fdf2593 req-53a57c91-0cfe-42d5-bb8e-3b8477bb8234 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:03.676074 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2590237f-d6c6-46b5-9d7b-5e811fdf2593 req-53a57c91-0cfe-42d5-bb8e-3b8477bb8234 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac05c6fd-7fde-4d15-9a88-ce77a294e6d5 HTTP/1.1" status: 200 len: 950 time: 0.1173887 May 26 16:08:03.690381 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-44b9e9a7-9cd5-4f15-b46a-124906ae60aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:03.730328 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2590237f-d6c6-46b5-9d7b-5e811fdf2593 req-7134f5c6-2bb1-4cc1-aa34-6267eb185a3b tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487404 May 26 16:08:03.800841 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acce518f-1252-4d9a-add6-573432f7068b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-894edd86-70f1-4e5c-b1a8-69ee19e161ad', 'network_id': '894edd86-70f1-4e5c-b1a8-69ee19e161ad', 'tenant_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'fixed_ips': [{'subnet_id': '2fdd3bcf-8f59-4c02-9bcb-bf2c86952f24'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:08:03.801715 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-acce518f-1252-4d9a-add6-573432f7068b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:03.927764 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec613e-ea2e-477c-8051-4d560bc10ba8 req-63ee9c16-471d-4d56-8850-30f69b2d2017 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:03.935700 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-72ec613e-ea2e-477c-8051-4d560bc10ba8 req-63ee9c16-471d-4d56-8850-30f69b2d2017 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 944 time: 0.0752251 May 26 16:08:03.996536 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-72ec613e-ea2e-477c-8051-4d560bc10ba8 req-d4efdc32-a321-4a20-b3c2-5480ab3a55c9 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598202 May 26 16:08:04.040149 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-44b9e9a7-9cd5-4f15-b46a-124906ae60aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:04.144908 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-acce518f-1252-4d9a-add6-573432f7068b None None] Allocated IP 172.20.0.2 (894edd86-70f1-4e5c-b1a8-69ee19e161ad/2fdd3bcf-8f59-4c02-9bcb-bf2c86952f24/e171a0b5-14f1-4821-a102-bf8690d91364) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:04.279351 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:04.287103 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:04.428070 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2eb808-ced1-4f60-8ead-9deab75700a6 req-0d40c318-ef79-4ad5-a5f1-5373a56c5659 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:04.447642 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e2eb808-ced1-4f60-8ead-9deab75700a6 req-0d40c318-ef79-4ad5-a5f1-5373a56c5659 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 944 time: 0.1340029 May 26 16:08:04.449449 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336868b-56cc-4a41-ab2b-46f6569376c3 None None] Pushing event updated for resources: {'Port': ['ID=51eb3f43-4d06-4977-a80e-96b9e891ff4c,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:04.460025 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-acce518f-1252-4d9a-add6-573432f7068b None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:04.475788 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-acce518f-1252-4d9a-add6-573432f7068b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:04.542396 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e2eb808-ced1-4f60-8ead-9deab75700a6 req-e3c5fcfd-84fb-4749-9f77-67810beb0d9c tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ddc8780-507e-443e-a881-18610fb14b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934045 May 26 16:08:04.623381 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce518f-1252-4d9a-add6-573432f7068b None None] Pushing event updated for resources: {'Port': ['ID=e171a0b5-14f1-4821-a102-bf8690d91364,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:04.626808 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device a31cf77a-f4c6-4c87-a28d-146ab196f011 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:04.650560 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] Attempting to bind port 51eb3f43-4d06-4977-a80e-96b9e891ff4c on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:04.657429 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] Attempting to bind port 51eb3f43-4d06-4977-a80e-96b9e891ff4c by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:04.658006 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] Attempting to bind port 51eb3f43-4d06-4977-a80e-96b9e891ff4c on network 759f9984-acd0-4751-a36a-a91d134cc760 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:04.674476 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-44b9e9a7-9cd5-4f15-b46a-124906ae60aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:04.682124 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:04.685046 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] Checking segment: {'id': '4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:04.685765 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:04.688741 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] Bound using segment: {'id': '4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:04.689496 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] Bound port: 51eb3f43-4d06-4977-a80e-96b9e891ff4c, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:04.690053 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:04.700038 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acce518f-1252-4d9a-add6-573432f7068b None None] Network 894edd86-70f1-4e5c-b1a8-69ee19e161ad is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:04.706063 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-acce518f-1252-4d9a-add6-573432f7068b None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:04.728825 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acce518f-1252-4d9a-add6-573432f7068b None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:04.750392 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-44b9e9a7-9cd5-4f15-b46a-124906ae60aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:04.817407 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4cd90625-9146-4dba-b5e7-5f4dc40e539f up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:04.899290 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] For port 51eb3f43-4d06-4977-a80e-96b9e891ff4c, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:04.904021 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] For port 51eb3f43-4d06-4977-a80e-96b9e891ff4c, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=51eb3f43-4d06-4977-a80e-96b9e891ff4c,segment=NetworkSegment(4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75),segment_id=4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:04.922345 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:05.022123 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-acce518f-1252-4d9a-add6-573432f7068b None None] Attempting to bind port e171a0b5-14f1-4821-a102-bf8690d91364 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:05.022525 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-acce518f-1252-4d9a-add6-573432f7068b None None] Attempting to bind port e171a0b5-14f1-4821-a102-bf8690d91364 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '6785a572-1250-4295-8c35-f5a7e3c8eaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '894edd86-70f1-4e5c-b1a8-69ee19e161ad'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:05.022930 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acce518f-1252-4d9a-add6-573432f7068b None None] Attempting to bind port e171a0b5-14f1-4821-a102-bf8690d91364 on network 894edd86-70f1-4e5c-b1a8-69ee19e161ad {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:05.031285 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-44b9e9a7-9cd5-4f15-b46a-124906ae60aa admin admin] Allocated IP 172.25.7.35 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:05.035468 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336868b-56cc-4a41-ab2b-46f6569376c3 None None] Pushing event updated for resources: {'Port': ['ID=51eb3f43-4d06-4977-a80e-96b9e891ff4c,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:05.050003 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] Routers {'31267388-5dc3-4858-8f6c-1d34e54ef18a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:05.051428 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:07:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['31267388-5dc3-4858-8f6c-1d34e54ef18a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:05.056656 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port a31cf77a-f4c6-4c87-a28d-146ab196f011 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:05.058162 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:05.150991 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acce518f-1252-4d9a-add6-573432f7068b None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:05.151633 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acce518f-1252-4d9a-add6-573432f7068b None None] Checking segment: {'id': '6785a572-1250-4295-8c35-f5a7e3c8eaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '894edd86-70f1-4e5c-b1a8-69ee19e161ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:05.152277 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-acce518f-1252-4d9a-add6-573432f7068b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:05.152989 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acce518f-1252-4d9a-add6-573432f7068b None None] Bound using segment: {'id': '6785a572-1250-4295-8c35-f5a7e3c8eaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '894edd86-70f1-4e5c-b1a8-69ee19e161ad'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:05.153857 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-acce518f-1252-4d9a-add6-573432f7068b None None] Bound port: e171a0b5-14f1-4821-a102-bf8690d91364, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6785a572-1250-4295-8c35-f5a7e3c8eaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '894edd86-70f1-4e5c-b1a8-69ee19e161ad'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:05.154482 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-acce518f-1252-4d9a-add6-573432f7068b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:05.191948 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] Set router 31267388-5dc3-4858-8f6c-1d34e54ef18a gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:05.227185 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8e52690e-7273-4345-9f4d-e8512e59d878 None None] Provisioning complete for port 51eb3f43-4d06-4977-a80e-96b9e891ff4c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:05.227815 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8e52690e-7273-4345-9f4d-e8512e59d878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:05.238308 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0c71f-17d3-49ea-bde8-4eccb23dde05 req-2534f7b1-aff9-4dcb-99e8-e82b978ad782 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:05.255063 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d2c0c71f-17d3-49ea-bde8-4eccb23dde05 req-2534f7b1-aff9-4dcb-99e8-e82b978ad782 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac05c6fd-7fde-4d15-9a88-ce77a294e6d5 HTTP/1.1" status: 200 len: 950 time: 0.1408255 May 26 16:08:05.302920 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 4cd90625-9146-4dba-b5e7-5f4dc40e539f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:05.303658 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:05.343687 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-44b9e9a7-9cd5-4f15-b46a-124906ae60aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:05.365667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 49508) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:05.371337 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d2c0c71f-17d3-49ea-bde8-4eccb23dde05 req-5cfc079b-6e99-4674-8225-3c9ac804c03e tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152892 May 26 16:08:05.517977 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-44b9e9a7-9cd5-4f15-b46a-124906ae60aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:05.592933 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8e52690e-7273-4345-9f4d-e8512e59d878 None None] Current status of the port 51eb3f43-4d06-4977-a80e-96b9e891ff4c is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:05.594080 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8e52690e-7273-4345-9f4d-e8512e59d878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:05.640751 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port a31cf77a-f4c6-4c87-a28d-146ab196f011 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:05.641150 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:05.646026 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'name': 'tempest-TaggedBootDevicesTest_v242-2123964333-router', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:47Z', 'updated_at': '2022-05-26T16:07:59Z', 'revision_number': 4, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'gw_port': {'id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:51Z', 'updated_at': '2022-05-26T16:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '51eb3f43-4d06-4977-a80e-96b9e891ff4c', 'name': '', 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'mac_address': 'fa:16:3e:b2:4b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'e39dcd09-8b50-4182-9445-d6005ccf9aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:58Z', 'updated_at': '2022-05-26T16:08:04Z', 'revision_number': 4, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'subnets': [{'id': 'e39dcd09-8b50-4182-9445-d6005ccf9aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:05.671711 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b9e9a7-9cd5-4f15-b46a-124906ae60aa admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:05.672834 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device e051e928-8473-40b5-864d-5e23ef3acf01 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:05.680082 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-44b9e9a7-9cd5-4f15-b46a-124906ae60aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:05.686340 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b9e9a7-9cd5-4f15-b46a-124906ae60aa admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:05.711673 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e8d53c-bb4d-4024-9fac-8d93e0cba4b7 None None] The sync data for ids ['31267388-5dc3-4858-8f6c-1d34e54ef18a'] in n-d-843337-2 is: [{'id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'name': 'tempest-TaggedBootDevicesTest_v242-2123964333-router', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:47Z', 'updated_at': '2022-05-26T16:07:59Z', 'revision_number': 4, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'gw_port': {'id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:51Z', 'updated_at': '2022-05-26T16:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '51eb3f43-4d06-4977-a80e-96b9e891ff4c', 'name': '', 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'mac_address': 'fa:16:3e:b2:4b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'e39dcd09-8b50-4182-9445-d6005ccf9aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:58Z', 'updated_at': '2022-05-26T16:08:04Z', 'revision_number': 4, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'subnets': [{'id': 'e39dcd09-8b50-4182-9445-d6005ccf9aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:08:05.750624 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5871d09-b407-44a4-8db9-3988e5cc18e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:05.752767 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9e9a7-9cd5-4f15-b46a-124906ae60aa admin admin] Pushing event updated for resources: {'Port': ['ID=b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:05.853570 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e6144-017c-4089-8610-f98a750b7281 req-a1634d92-9537-4650-9b4a-17c6650f735e tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:05.862828 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-022e6144-017c-4089-8610-f98a750b7281 req-a1634d92-9537-4650-9b4a-17c6650f735e tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 944 time: 0.2496934 May 26 16:08:05.923003 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-022e6144-017c-4089-8610-f98a750b7281 req-07946a50-d0c6-476e-8057-168cafbfee9b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587821 May 26 16:08:05.954875 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a579b49-5e6f-41cb-9321-186b43e87005 req-b1938c76-2df9-4b98-ba96-d82d29f39731 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:05.959082 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a579b49-5e6f-41cb-9321-186b43e87005 req-b1938c76-2df9-4b98-ba96-d82d29f39731 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=812d43a3-812a-4dbe-b3b5-82ead49efa3b HTTP/1.1" status: 200 len: 948 time: 0.2590020 May 26 16:08:05.983441 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port a31cf77a-f4c6-4c87-a28d-146ab196f011, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a31cf77a-f4c6-4c87-a28d-146ab196f011,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:06.000508 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-acce518f-1252-4d9a-add6-573432f7068b None None] For port e171a0b5-14f1-4821-a102-bf8690d91364, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:06.011344 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8511edc6-70b9-48e9-99e0-4550c6370be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31cf77a-f4c6-4c87-a28d-146ab196f011'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:06.015487 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0386e2fd-597b-460d-a224-05906bc8dbc2" -d '{"events": [{"server_uuid": "8511edc6-70b9-48e9-99e0-4550c6370be4", "name": "network-vif-plugged", "status": "completed", "tag": "a31cf77a-f4c6-4c87-a28d-146ab196f011"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:06.057743 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a579b49-5e6f-41cb-9321-186b43e87005 req-ef09031c-f6b5-49c5-89d4-35c9c71ac2f5 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903289 May 26 16:08:06.096969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 4cd90625-9146-4dba-b5e7-5f4dc40e539f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:06.099079 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:06.123502 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5871d09-b407-44a4-8db9-3988e5cc18e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:06.131768 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8e52690e-7273-4345-9f4d-e8512e59d878 None None] For port 51eb3f43-4d06-4977-a80e-96b9e891ff4c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=51eb3f43-4d06-4977-a80e-96b9e891ff4c,segment=NetworkSegment(4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75),segment_id=4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:06.150549 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-acce518f-1252-4d9a-add6-573432f7068b None None] For port e171a0b5-14f1-4821-a102-bf8690d91364, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e171a0b5-14f1-4821-a102-bf8690d91364,segment=NetworkSegment(6785a572-1250-4295-8c35-f5a7e3c8eaec),segment_id=6785a572-1250-4295-8c35-f5a7e3c8eaec)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:06.194765 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5871d09-b407-44a4-8db9-3988e5cc18e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:06.244071 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e5871d09-b407-44a4-8db9-3988e5cc18e1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=373e23a1b1da41b4aacf8136a096e198&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8753753 May 26 16:08:06.248234 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49544) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:06.289728 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=a31cf77a-f4c6-4c87-a28d-146ab196f011,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:06.306704 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8e52690e-7273-4345-9f4d-e8512e59d878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:06.324565 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-acce518f-1252-4d9a-add6-573432f7068b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:06.343101 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2295c395-502a-41fe-a9f1-34aec791a239 x-openstack-request-id: req-2295c395-502a-41fe-a9f1-34aec791a239 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:06.343492 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8511edc6-70b9-48e9-99e0-4550c6370be4", "name": "network-vif-plugged", "status": "completed", "tag": "a31cf77a-f4c6-4c87-a28d-146ab196f011", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:06.343680 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2295c395-502a-41fe-a9f1-34aec791a239 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:06.344034 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2295c395-502a-41fe-a9f1-34aec791a239'] response: {'server_uuid': '8511edc6-70b9-48e9-99e0-4550c6370be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31cf77a-f4c6-4c87-a28d-146ab196f011', 'code': 200} May 26 16:08:06.370422 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5871d09-b407-44a4-8db9-3988e5cc18e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4353a927-5cb3-4f70-aa87-bc24b42a8a5e,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:06.403205 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-44b9e9a7-9cd5-4f15-b46a-124906ae60aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:06.464927 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port e051e928-8473-40b5-864d-5e23ef3acf01 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:08:06.505713 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port e051e928-8473-40b5-864d-5e23ef3acf01 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:06.507731 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:06.527799 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc86c02-f3dc-4e53-8a24-e8120675edd6 req-8d49cbdd-8af7-4f3c-9b90-08d3fa3288a0 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:06.535898 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3cc86c02-f3dc-4e53-8a24-e8120675edd6 req-8d49cbdd-8af7-4f3c-9b90-08d3fa3288a0 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 944 time: 0.2217872 May 26 16:08:06.627796 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a78a3eec-8483-4abb-94b1-6de4205ca858 None None] Provisioning complete for port 51eb3f43-4d06-4977-a80e-96b9e891ff4c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:06.628187 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a78a3eec-8483-4abb-94b1-6de4205ca858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:06.691278 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-437e9691-1075-4371-bbdc-9f700588a141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:06.726580 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52690e-7273-4345-9f4d-e8512e59d878 None None] Pushing event updated for resources: {'Port': ['ID=51eb3f43-4d06-4977-a80e-96b9e891ff4c,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:06.741712 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a31f6-6e67-4c26-9faa-d4dbe0e57b59 req-de5c617e-00f6-4223-861d-ae4e4b2c89ae tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:06.751392 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-600a31f6-6e67-4c26-9faa-d4dbe0e57b59 req-de5c617e-00f6-4223-861d-ae4e4b2c89ae tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=440a58e5-32a5-4781-b9f5-12cf640546cc HTTP/1.1" status: 200 len: 946 time: 0.2967944 May 26 16:08:06.795818 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3cc86c02-f3dc-4e53-8a24-e8120675edd6 req-74d9e22e-ad56-4a1b-b073-f2ffb05f404b tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ddc8780-507e-443e-a881-18610fb14b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442169 May 26 16:08:06.912078 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-44b9e9a7-9cd5-4f15-b46a-124906ae60aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:06.924393 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-600a31f6-6e67-4c26-9faa-d4dbe0e57b59 req-7b80a227-a37a-4f46-9693-0b8ac24caf64 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676993 May 26 16:08:06.937185 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-437e9691-1075-4371-bbdc-9f700588a141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:06.981446 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 51eb3f43-4d06-4977-a80e-96b9e891ff4c up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:07.098226 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-437e9691-1075-4371-bbdc-9f700588a141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:07.104573 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-437e9691-1075-4371-bbdc-9f700588a141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:07.126433 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-437e9691-1075-4371-bbdc-9f700588a141 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4353a927-5cb3-4f70-aa87-bc24b42a8a5e HTTP/1.1" status: 204 len: 168 time: 0.8768356 May 26 16:08:07.174247 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e9691-1075-4371-bbdc-9f700588a141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4353a927-5cb3-4f70-aa87-bc24b42a8a5e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:07.197891 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port e051e928-8473-40b5-864d-5e23ef3acf01 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:07.198380 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:07.200720 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce518f-1252-4d9a-add6-573432f7068b None None] Pushing event updated for resources: {'Port': ['ID=e171a0b5-14f1-4821-a102-bf8690d91364,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:07.211233 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a78a3eec-8483-4abb-94b1-6de4205ca858 None None] Current status of the port 51eb3f43-4d06-4977-a80e-96b9e891ff4c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:07.234951 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b9e9a7-9cd5-4f15-b46a-124906ae60aa admin admin] Router 32e400bf-6aec-46d7-b772-7cc0c1af5a93 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:08:07.277117 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110ae33-acc5-472a-9a2a-445ad18b433f req-17e4d1c6-8e31-4c97-b773-a37668712455 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:07.288631 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d110ae33-acc5-472a-9a2a-445ad18b433f req-17e4d1c6-8e31-4c97-b773-a37668712455 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.1608133 May 26 16:08:07.326471 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port e051e928-8473-40b5-864d-5e23ef3acf01, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=e051e928-8473-40b5-864d-5e23ef3acf01,segment=NetworkSegment(3b847ed8-c57d-448c-8e0a-7ae74db9cec6),segment_id=3b847ed8-c57d-448c-8e0a-7ae74db9cec6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:07.342871 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 51eb3f43-4d06-4977-a80e-96b9e891ff4c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:07.343596 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:07.345635 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:07.346800 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 058a3fd7-d578-4ee5-9881-ba3f12edb876 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:07.490442 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d110ae33-acc5-472a-9a2a-445ad18b433f req-ebc4ba7f-07c1-46d8-a6ac-629fa5402fde tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008498 May 26 16:08:07.517481 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=e051e928-8473-40b5-864d-5e23ef3acf01,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:07.531617 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b9e9a7-9cd5-4f15-b46a-124906ae60aa admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:08:07.548444 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fab608-5eec-4d68-911a-c45c83404326 req-65997d72-b8a4-4266-9192-ecaa4e3f36e2 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:07.553628 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c5fab608-5eec-4d68-911a-c45c83404326 req-65997d72-b8a4-4266-9192-ecaa4e3f36e2 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=812d43a3-812a-4dbe-b3b5-82ead49efa3b HTTP/1.1" status: 200 len: 948 time: 0.2054737 May 26 16:08:07.572014 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-44b9e9a7-9cd5-4f15-b46a-124906ae60aa admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:07.576863 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-44b9e9a7-9cd5-4f15-b46a-124906ae60aa admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0736794 May 26 16:08:07.577516 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 49580) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:07.581289 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] Sync routers for ids ['32e400bf-6aec-46d7-b772-7cc0c1af5a93'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:08:07.673945 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c5fab608-5eec-4d68-911a-c45c83404326 req-4fa3e836-4fc0-4ac2-b204-975c6495d936 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097295 May 26 16:08:07.739867 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] Routers {'32e400bf-6aec-46d7-b772-7cc0c1af5a93'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:07.741217 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:07:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['32e400bf-6aec-46d7-b772-7cc0c1af5a93'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:07.835219 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 058a3fd7-d578-4ee5-9881-ba3f12edb876 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:08:07.850563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 058a3fd7-d578-4ee5-9881-ba3f12edb876 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:07.850971 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:08.059422 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266712ce-e68e-4961-8c4d-c97eaee1e5dd req-5a6211e7-c3af-4d29-bc6a-f15a1644cf20 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:08.069261 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-266712ce-e68e-4961-8c4d-c97eaee1e5dd req-5a6211e7-c3af-4d29-bc6a-f15a1644cf20 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 945 time: 0.1295459 May 26 16:08:08.155902 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-266712ce-e68e-4961-8c4d-c97eaee1e5dd req-500161d7-cd23-4c7b-add6-b7aac05e7258 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ddc8780-507e-443e-a881-18610fb14b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753844 May 26 16:08:08.346067 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 058a3fd7-d578-4ee5-9881-ba3f12edb876 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:08.346509 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:08.348497 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f271bb-9d6c-4989-a829-0d253572f124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e051e928-8473-40b5-864d-5e23ef3acf01'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:08.352237 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f985e6cb-6337-468b-a98a-96f282625214" -d '{"events": [{"server_uuid": "f4f271bb-9d6c-4989-a829-0d253572f124", "name": "network-vif-plugged", "status": "completed", "tag": "e051e928-8473-40b5-864d-5e23ef3acf01"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:08.428073 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 51eb3f43-4d06-4977-a80e-96b9e891ff4c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:08.473951 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e3840b-6882-4000-bdb2-e0c19bfd7d42 None None] Network 894edd86-70f1-4e5c-b1a8-69ee19e161ad requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:08.505056 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] Set router 32e400bf-6aec-46d7-b772-7cc0c1af5a93 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:08.614595 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3de02d5d-b292-4095-8d0f-3fb8481554fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:08.684080 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba32fd2-4ffd-4869-aa97-df21fdd61f76 req-158e8eda-9dec-467b-a5d0-ab04df179889 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:08.693851 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bba32fd2-4ffd-4869-aa97-df21fdd61f76 req-158e8eda-9dec-467b-a5d0-ab04df179889 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.83 "GET /v2.0/ports?device_id=440a58e5-32a5-4781-b9f5-12cf640546cc HTTP/1.1" status: 200 len: 946 time: 0.1308188 May 26 16:08:08.787685 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d511e772-0de0-4683-bbe1-bf48cbafdef3 x-openstack-request-id: req-d511e772-0de0-4683-bbe1-bf48cbafdef3 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:08.788154 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f271bb-9d6c-4989-a829-0d253572f124", "name": "network-vif-plugged", "status": "completed", "tag": "e051e928-8473-40b5-864d-5e23ef3acf01", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:08.788413 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d511e772-0de0-4683-bbe1-bf48cbafdef3 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:08.788831 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d511e772-0de0-4683-bbe1-bf48cbafdef3'] response: {'server_uuid': 'f4f271bb-9d6c-4989-a829-0d253572f124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e051e928-8473-40b5-864d-5e23ef3acf01', 'code': 200} May 26 16:08:08.806667 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 058a3fd7-d578-4ee5-9881-ba3f12edb876, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=058a3fd7-d578-4ee5-9881-ba3f12edb876,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:08.855392 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:08.856080 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:08:08.997041 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fdc3a-ff48-4180-9787-725f0200455b req-c1f24861-e261-4619-a220-68db0b732f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:08.998983 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-816fdc3a-ff48-4180-9787-725f0200455b req-c1f24861-e261-4619-a220-68db0b732f1f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 1096 time: 0.2156827 May 26 16:08:09.070619 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=058a3fd7-d578-4ee5-9881-ba3f12edb876,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:09.089117 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-3de02d5d-b292-4095-8d0f-3fb8481554fe admin admin] Allocated IP 172.20.0.1 (894edd86-70f1-4e5c-b1a8-69ee19e161ad/2fdd3bcf-8f59-4c02-9bcb-bf2c86952f24/cc582925-d8e2-44e2-acae-f97492d1d27b) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:09.093936 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-816fdc3a-ff48-4180-9787-725f0200455b req-ddfdb634-e03a-408e-a6d0-84dec8d01e55 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4ddc8780-507e-443e-a881-18610fb14b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829232 May 26 16:08:09.109820 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-bba32fd2-4ffd-4869-aa97-df21fdd61f76 req-00343d75-1e26-4f19-9c03-ae46ff864129 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Deleting port 556ce328-1fab-4315-9598-42c317a1562a {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:09.110320 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bba32fd2-4ffd-4869-aa97-df21fdd61f76 req-00343d75-1e26-4f19-9c03-ae46ff864129 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.167393 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 51eb3f43-4d06-4977-a80e-96b9e891ff4c up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:09.188770 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5d805-d759-4be6-ab92-994811674911 req-6960df1f-56f4-4284-9fab-0c1282dc1bab tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:09.196199 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e6d5d805-d759-4be6-ab92-994811674911 req-6960df1f-56f4-4284-9fab-0c1282dc1bab tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.2885904 May 26 16:08:09.216477 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01759141-4982-4165-8bb4-6132f7f29d18 req-db3ff567-f235-4e4f-9368-52dcf647ab58 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:09.218939 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-01759141-4982-4165-8bb4-6132f7f29d18 req-db3ff567-f235-4e4f-9368-52dcf647ab58 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=440a58e5-32a5-4781-b9f5-12cf640546cc HTTP/1.1" status: 200 len: 946 time: 0.2160957 May 26 16:08:09.248220 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3de02d5d-b292-4095-8d0f-3fb8481554fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.290902 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0023684a-f2cd-432d-8126-d0191965ff33 None None] Provisioning complete for port e171a0b5-14f1-4821-a102-bf8690d91364 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:09.291296 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0023684a-f2cd-432d-8126-d0191965ff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.319600 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3de02d5d-b292-4095-8d0f-3fb8481554fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.369781 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-01759141-4982-4165-8bb4-6132f7f29d18 req-8c913df8-6083-4215-8d51-157c8f75a37a tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398075 May 26 16:08:09.376909 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e6d5d805-d759-4be6-ab92-994811674911 req-1cb5165c-a914-4424-bcf7-53562937a181 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798804 May 26 16:08:09.424017 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-bba32fd2-4ffd-4869-aa97-df21fdd61f76 req-00343d75-1e26-4f19-9c03-ae46ff864129 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] For port 556ce328-1fab-4315-9598-42c317a1562a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=556ce328-1fab-4315-9598-42c317a1562a,segment=NetworkSegment(d4c13abe-fc58-438a-8ee2-57ffca5704b8),segment_id=d4c13abe-fc58-438a-8ee2-57ffca5704b8)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:09.427851 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bba32fd2-4ffd-4869-aa97-df21fdd61f76 req-00343d75-1e26-4f19-9c03-ae46ff864129 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.464419 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-bba32fd2-4ffd-4869-aa97-df21fdd61f76 req-00343d75-1e26-4f19-9c03-ae46ff864129 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Calling delete_port for 556ce328-1fab-4315-9598-42c317a1562a owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:09.470592 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de02d5d-b292-4095-8d0f-3fb8481554fe admin admin] Pushing event updated for resources: {'Port': ['ID=cc582925-d8e2-44e2-acae-f97492d1d27b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:09.480476 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de02d5d-b292-4095-8d0f-3fb8481554fe admin admin] Network 894edd86-70f1-4e5c-b1a8-69ee19e161ad is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:09.486104 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-3de02d5d-b292-4095-8d0f-3fb8481554fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:09.493343 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de02d5d-b292-4095-8d0f-3fb8481554fe admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:09.599565 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3de02d5d-b292-4095-8d0f-3fb8481554fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.652350 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:09.653068 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.743971 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad256a1-af9d-4b58-8eeb-42d49190a780 req-c6c71691-4f8a-4d40-9e81-8cbeaa07f471 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:09.745590 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fad256a1-af9d-4b58-8eeb-42d49190a780 req-c6c71691-4f8a-4d40-9e81-8cbeaa07f471 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=812d43a3-812a-4dbe-b3b5-82ead49efa3b HTTP/1.1" status: 200 len: 949 time: 0.2302482 May 26 16:08:09.766281 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e400bf-6aec-46d7-b772-7cc0c1af5a93', 'name': 'tempest-TaggedBootDevicesTest_v242-200196266-router', 'tenant_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:03Z', 'updated_at': '2022-05-26T16:08:06Z', 'revision_number': 3, 'project_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'gw_port': {'id': 'b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e400bf-6aec-46d7-b772-7cc0c1af5a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:04Z', 'updated_at': '2022-05-26T16:08:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:09.835861 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] Checking router: 32e400bf-6aec-46d7-b772-7cc0c1af5a93 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:08:09.836260 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] Updating router 32e400bf-6aec-46d7-b772-7cc0c1af5a93 port b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:08:09.845744 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fad256a1-af9d-4b58-8eeb-42d49190a780 req-8f0a51a9-caad-4fb6-a0c8-1a0063fed252 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836868 May 26 16:08:09.868036 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3de02d5d-b292-4095-8d0f-3fb8481554fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.899335 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:09.910139 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 51eb3f43-4d06-4977-a80e-96b9e891ff4c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:09.910513 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.913883 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:09.915366 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:10.010533 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bba32fd2-4ffd-4869-aa97-df21fdd61f76 req-00343d75-1e26-4f19-9c03-ae46ff864129 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:10.065277 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00343d75-1e26-4f19-9c03-ae46ff864129 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Pushing event deleted for resources: {'Port': ['ID=556ce328-1fab-4315-9598-42c317a1562a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:10.081364 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b96a1-0f8a-4760-95f0-2929fa9b3b7c req-82c3ca78-cb23-4a63-ae37-7560af5081bd tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:10.090813 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e22b96a1-0f8a-4760-95f0-2929fa9b3b7c req-82c3ca78-cb23-4a63-ae37-7560af5081bd tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 945 time: 0.1145484 May 26 16:08:10.185542 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba32fd2-4ffd-4869-aa97-df21fdd61f76 req-00343d75-1e26-4f19-9c03-ae46ff864129 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] No DVR routers for this DVR port 556ce328-1fab-4315-9598-42c317a1562a on host n-h2-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:08:10.210727 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bba32fd2-4ffd-4869-aa97-df21fdd61f76 req-00343d75-1e26-4f19-9c03-ae46ff864129 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:10.214241 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bba32fd2-4ffd-4869-aa97-df21fdd61f76 req-00343d75-1e26-4f19-9c03-ae46ff864129 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.83 "DELETE /v2.0/ports/556ce328-1fab-4315-9598-42c317a1562a HTTP/1.1" status: 204 len: 173 time: 1.5134509 May 26 16:08:10.235930 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e22b96a1-0f8a-4760-95f0-2929fa9b3b7c req-430ac7ed-c038-4889-865f-7b78f11a7636 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ddc8780-507e-443e-a881-18610fb14b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409223 May 26 16:08:10.235930 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440a58e5-32a5-4781-b9f5-12cf640546cc', 'name': 'network-vif-deleted', 'tag': '556ce328-1fab-4315-9598-42c317a1562a'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:10.274445 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11d0b21-0cdd-483c-9920-96ba65eabe4a" -d '{"events": [{"server_uuid": "440a58e5-32a5-4781-b9f5-12cf640546cc", "name": "network-vif-deleted", "tag": "556ce328-1fab-4315-9598-42c317a1562a"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:10.352350 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6223e95-b742-4da2-b43c-c47cb6eb23b9 x-openstack-request-id: req-a6223e95-b742-4da2-b43c-c47cb6eb23b9 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:10.352580 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440a58e5-32a5-4781-b9f5-12cf640546cc", "name": "network-vif-deleted", "tag": "556ce328-1fab-4315-9598-42c317a1562a", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:10.352838 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6223e95-b742-4da2-b43c-c47cb6eb23b9 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:10.353247 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6223e95-b742-4da2-b43c-c47cb6eb23b9'] response: {'server_uuid': '440a58e5-32a5-4781-b9f5-12cf640546cc', 'name': 'network-vif-deleted', 'tag': '556ce328-1fab-4315-9598-42c317a1562a', 'status': 'completed', 'code': 200} May 26 16:08:10.441129 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3de02d5d-b292-4095-8d0f-3fb8481554fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:10.450407 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3de02d5d-b292-4095-8d0f-3fb8481554fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:10.608476 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44,revision_number=11']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:10.613917 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bc9a0afc-e321-4e19-a4c6-60b27d0e1f9f req-40b68171-269a-4f2c-84c7-ac0cfb0a8f7b tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=440a58e5-32a5-4781-b9f5-12cf640546cc HTTP/1.1" status: 200 len: 210 time: 0.0372555 May 26 16:08:10.621308 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 556ce328-1fab-4315-9598-42c317a1562a no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:08:10.623641 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['b62771d8-d2ca-46b2-9981-2246d0cae8b5', '3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:10.697178 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3de02d5d-b292-4095-8d0f-3fb8481554fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:10.708795 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de02d5d-b292-4095-8d0f-3fb8481554fe admin admin] Pushing event updated for resources: {'Port': ['ID=cc582925-d8e2-44e2-acae-f97492d1d27b,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:10.712068 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 556ce328-1fab-4315-9598-42c317a1562a {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:08:10.712603 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 556ce328-1fab-4315-9598-42c317a1562a not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:08:10.752470 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0023684a-f2cd-432d-8126-d0191965ff33 None None] Current status of the port e171a0b5-14f1-4821-a102-bf8690d91364 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:10.753048 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0023684a-f2cd-432d-8126-d0191965ff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:10.772678 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49730) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:10.811349 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac0dea-515a-482d-85cb-81eb539bc167 req-06619bfe-9dd0-4431-8a85-ed381aa46b7c tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:10.820151 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812d43a3-812a-4dbe-b3b5-82ead49efa3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058a3fd7-d578-4ee5-9881-ba3f12edb876'}, {'server_uuid': 'c8b9f2b5-5e62-4366-8c18-c882a41497f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd43cea2-94fc-4128-8c8f-cf29cb7ddc44'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:10.825485 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfcb179-057d-448d-8862-4ebc64e6be1f" -d '{"events": [{"server_uuid": "812d43a3-812a-4dbe-b3b5-82ead49efa3b", "name": "network-vif-plugged", "status": "completed", "tag": "058a3fd7-d578-4ee5-9881-ba3f12edb876"}, {"server_uuid": "c8b9f2b5-5e62-4366-8c18-c882a41497f8", "name": "network-vif-unplugged", "status": "completed", "tag": "cd43cea2-94fc-4128-8c8f-cf29cb7ddc44"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:10.827483 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-daac0dea-515a-482d-85cb-81eb539bc167 req-06619bfe-9dd0-4431-8a85-ed381aa46b7c tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.0997798 May 26 16:08:10.905946 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-daac0dea-515a-482d-85cb-81eb539bc167 req-a239b410-14e1-45b5-b35f-2edd88ad44ae tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761228 May 26 16:08:10.924184 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de02d5d-b292-4095-8d0f-3fb8481554fe admin admin] Network 894edd86-70f1-4e5c-b1a8-69ee19e161ad is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:10.926809 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-3de02d5d-b292-4095-8d0f-3fb8481554fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:11.017889 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d71a7ff4-b4b6-4b8c-aa23-56470df7b3b5 tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:11.033528 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 26 May 2022 16:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cdc0ae-dfac-47bd-a145-f2e3c6bf8fa9 x-openstack-request-id: req-63cdc0ae-dfac-47bd-a145-f2e3c6bf8fa9 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:11.034471 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812d43a3-812a-4dbe-b3b5-82ead49efa3b", "name": "network-vif-plugged", "status": "completed", "tag": "058a3fd7-d578-4ee5-9881-ba3f12edb876", "code": 200}, {"server_uuid": "c8b9f2b5-5e62-4366-8c18-c882a41497f8", "name": "network-vif-unplugged", "status": "completed", "tag": "cd43cea2-94fc-4128-8c8f-cf29cb7ddc44", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:11.034898 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-63cdc0ae-dfac-47bd-a145-f2e3c6bf8fa9 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:11.036568 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63cdc0ae-dfac-47bd-a145-f2e3c6bf8fa9'] response: {'server_uuid': '812d43a3-812a-4dbe-b3b5-82ead49efa3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058a3fd7-d578-4ee5-9881-ba3f12edb876', 'code': 200} May 26 16:08:11.037072 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63cdc0ae-dfac-47bd-a145-f2e3c6bf8fa9'] response: {'server_uuid': 'c8b9f2b5-5e62-4366-8c18-c882a41497f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd43cea2-94fc-4128-8c8f-cf29cb7ddc44', 'code': 200} May 26 16:08:11.119120 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-0023684a-f2cd-432d-8126-d0191965ff33 None None] For port e171a0b5-14f1-4821-a102-bf8690d91364, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e171a0b5-14f1-4821-a102-bf8690d91364,segment=NetworkSegment(6785a572-1250-4295-8c35-f5a7e3c8eaec),segment_id=6785a572-1250-4295-8c35-f5a7e3c8eaec)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:11.123420 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d71a7ff4-b4b6-4b8c-aa23-56470df7b3b5 tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] 10.222.0.77 "PUT /v2.0/quotas/92083cc0a43848ddb631bf4bf13423b8 HTTP/1.1" status: 200 len: 366 time: 0.3407865 May 26 16:08:11.123615 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49744) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:11.142457 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-dce9fb14-634b-4357-a29a-76ccefd38151 tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] 10.222.0.77 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0173833 May 26 16:08:11.145170 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49746) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:11.176390 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0023684a-f2cd-432d-8126-d0191965ff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:11.214279 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-82b61696-789c-45ea-aecc-1e4a5850799e tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] 10.222.0.77 "GET /v2.0/quotas/92083cc0a43848ddb631bf4bf13423b8 HTTP/1.1" status: 200 len: 366 time: 0.0677581 May 26 16:08:11.220543 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49750) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:11.258620 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4245c-3e51-4093-b54a-a9feac14f68c req-c02de602-ce95-45dc-8e97-b88734faec42 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:11.273096 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-64c4245c-3e51-4093-b54a-a9feac14f68c req-c02de602-ce95-45dc-8e97-b88734faec42 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=812d43a3-812a-4dbe-b3b5-82ead49efa3b HTTP/1.1" status: 200 len: 949 time: 0.1201036 May 26 16:08:11.276953 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a15bfe3d-7a63-42e8-8351-1de21eac2c2d tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] 10.222.0.77 "DELETE /v2.0/quotas/92083cc0a43848ddb631bf4bf13423b8 HTTP/1.1" status: 204 len: 168 time: 0.0555432 May 26 16:08:11.314365 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49752) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:11.360155 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e6fde737-3b49-45cc-ba8d-6e88a4e4ddae tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] 10.222.0.77 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0431573 May 26 16:08:11.364581 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49756) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:11.399500 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-64c4245c-3e51-4093-b54a-a9feac14f68c req-6d72b6c5-839f-4326-828e-273ebfb672e3 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226346 May 26 16:08:11.401352 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2efd899a-15cb-415c-93c7-273a223fecaa tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] 10.222.0.77 "GET /v2.0/quotas/92083cc0a43848ddb631bf4bf13423b8 HTTP/1.1" status: 200 len: 370 time: 0.0314085 May 26 16:08:11.408052 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49760) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:11.415574 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-21041c62-0b0a-4581-b084-56d9d9be99e6 tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] 10.222.0.77 "GET /v2.0/quotas/92083cc0a43848ddb631bf4bf13423b8/default HTTP/1.1" status: 200 len: 370 time: 0.0046041 May 26 16:08:11.418448 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49762) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:11.441286 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-7ddf39f3-11ce-428b-8c87-b39da88e1223 tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] delete failed (client error): The resource could not be found. May 26 16:08:11.442367 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7ddf39f3-11ce-428b-8c87-b39da88e1223 tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] 10.222.0.77 "DELETE /v2.0/quotas/92083cc0a43848ddb631bf4bf13423b8 HTTP/1.1" status: 404 len: 348 time: 0.0229187 May 26 16:08:11.639935 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 51eb3f43-4d06-4977-a80e-96b9e891ff4c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:11.642788 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09c0e0-e355-4a02-b6f7-5178f06bdbd7 req-8e4660e5-dff3-407e-8960-473eb5b4ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:11.643389 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e171a0b5-14f1-4821-a102-bf8690d91364 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:11.650117 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd09c0e0-e355-4a02-b6f7-5178f06bdbd7 req-8e4660e5-dff3-407e-8960-473eb5b4ebe6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=812d43a3-812a-4dbe-b3b5-82ead49efa3b HTTP/1.1" status: 200 len: 1100 time: 0.1203351 May 26 16:08:11.745211 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023684a-f2cd-432d-8126-d0191965ff33 None None] Pushing event updated for resources: {'Port': ['ID=e171a0b5-14f1-4821-a102-bf8690d91364,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:11.773362 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49770) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:11.777297 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd09c0e0-e355-4a02-b6f7-5178f06bdbd7 req-e2d8b54e-137a-453b-86e6-55482eba032f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832610 May 26 16:08:11.782726 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-007f33f2-e21e-40f0-8493-34aa10b29d97 None None] Provisioning complete for port cc582925-d8e2-44e2-acae-f97492d1d27b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:11.783059 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-007f33f2-e21e-40f0-8493-34aa10b29d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:11.829013 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d22b5d-8f0f-4772-a85e-1185f7922319 req-4a7f9160-fc33-46fd-8479-a0a8f77219bb tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:11.837272 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-66d22b5d-8f0f-4772-a85e-1185f7922319 req-4a7f9160-fc33-46fd-8479-a0a8f77219bb tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 945 time: 0.1849632 May 26 16:08:11.881498 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-007f33f2-e21e-40f0-8493-34aa10b29d97 None None] Port cc582925-d8e2-44e2-acae-f97492d1d27b cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:11.924871 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-66d22b5d-8f0f-4772-a85e-1185f7922319 req-bd0e63f7-61a4-442f-8206-c30ad6baecfd tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ddc8780-507e-443e-a881-18610fb14b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863047 May 26 16:08:11.940564 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de02d5d-b292-4095-8d0f-3fb8481554fe admin admin] Router 32e400bf-6aec-46d7-b772-7cc0c1af5a93 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:08:11.946701 n-d-843337-2 neutron-server[103896]: DEBUG neutron.quota.resource [None req-7c41f2e3-3205-4e3b-818c-48ca86939139 tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] Usage tracker for resource:network and tenant:24de37704d184527af88b4ae16498261 is out of sync, need to count used quota {{(pid=103896) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 26 16:08:11.949311 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-007f33f2-e21e-40f0-8493-34aa10b29d97 None None] Provisioning complete for port e171a0b5-14f1-4821-a102-bf8690d91364 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:11.949899 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-007f33f2-e21e-40f0-8493-34aa10b29d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:11.963616 n-d-843337-2 neutron-server[103896]: DEBUG neutron.quota.resource [None req-7c41f2e3-3205-4e3b-818c-48ca86939139 tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103896) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 26 16:08:12.001365 n-d-843337-2 neutron-server[103896]: DEBUG neutron.quota.resource [None req-7c41f2e3-3205-4e3b-818c-48ca86939139 tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] Usage tracker for resource:subnet and tenant:24de37704d184527af88b4ae16498261 is out of sync, need to count used quota {{(pid=103896) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 26 16:08:12.013054 n-d-843337-2 neutron-server[103896]: DEBUG neutron.quota.resource [None req-7c41f2e3-3205-4e3b-818c-48ca86939139 tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103896) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 26 16:08:12.039801 n-d-843337-2 neutron-server[103896]: DEBUG neutron.quota.resource [None req-7c41f2e3-3205-4e3b-818c-48ca86939139 tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] Usage tracker for resource:subnetpool and tenant:24de37704d184527af88b4ae16498261 is out of sync, need to count used quota {{(pid=103896) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 26 16:08:12.069586 n-d-843337-2 neutron-server[103896]: DEBUG neutron.quota.resource [None req-7c41f2e3-3205-4e3b-818c-48ca86939139 tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103896) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 26 16:08:12.081859 n-d-843337-2 neutron-server[103896]: DEBUG neutron.quota.resource [None req-7c41f2e3-3205-4e3b-818c-48ca86939139 tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] Usage tracker for resource:port and tenant:24de37704d184527af88b4ae16498261 is out of sync, need to count used quota {{(pid=103896) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 26 16:08:12.101538 n-d-843337-2 neutron-server[103896]: DEBUG neutron.quota.resource [None req-7c41f2e3-3205-4e3b-818c-48ca86939139 tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103896) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 26 16:08:12.119665 n-d-843337-2 neutron-server[103896]: DEBUG neutron.quota.resource [None req-7c41f2e3-3205-4e3b-818c-48ca86939139 tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] Usage tracker for resource:router and tenant:24de37704d184527af88b4ae16498261 is out of sync, need to count used quota {{(pid=103896) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 26 16:08:12.149503 n-d-843337-2 neutron-server[103896]: DEBUG neutron.quota.resource [None req-7c41f2e3-3205-4e3b-818c-48ca86939139 tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103896) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 26 16:08:12.165003 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de02d5d-b292-4095-8d0f-3fb8481554fe admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:08:12.170607 n-d-843337-2 neutron-server[103896]: DEBUG neutron.quota.resource [None req-7c41f2e3-3205-4e3b-818c-48ca86939139 tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] Usage tracker for resource:floatingip and tenant:24de37704d184527af88b4ae16498261 is out of sync, need to count used quota {{(pid=103896) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 26 16:08:12.183742 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3de02d5d-b292-4095-8d0f-3fb8481554fe admin admin] 10.222.0.77 "PUT /v2.0/routers/32e400bf-6aec-46d7-b772-7cc0c1af5a93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6046886 May 26 16:08:12.196679 n-d-843337-2 neutron-server[103896]: DEBUG neutron.quota.resource [None req-7c41f2e3-3205-4e3b-818c-48ca86939139 tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103896) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 26 16:08:12.221406 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port e171a0b5-14f1-4821-a102-bf8690d91364 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:12.221864 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:12.303639 n-d-843337-2 neutron-server[103896]: DEBUG neutron.quota.resource [None req-7c41f2e3-3205-4e3b-818c-48ca86939139 tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] Usage tracker for resource:security_group and tenant:24de37704d184527af88b4ae16498261 is out of sync, need to count used quota {{(pid=103896) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 26 16:08:12.309903 n-d-843337-2 neutron-server[103896]: DEBUG neutron.quota.resource [None req-7c41f2e3-3205-4e3b-818c-48ca86939139 tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103896) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 26 16:08:12.323647 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b507f-092b-464b-bed2-732ca6faacf9 req-9863b06b-7b49-49ff-b38a-ffb35f4b9741 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:12.325365 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f1b507f-092b-464b-bed2-732ca6faacf9 req-9863b06b-7b49-49ff-b38a-ffb35f4b9741 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.1390066 May 26 16:08:12.333455 n-d-843337-2 neutron-server[103896]: DEBUG neutron.quota.resource [None req-7c41f2e3-3205-4e3b-818c-48ca86939139 tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] Usage tracker for resource:security_group_rule and tenant:24de37704d184527af88b4ae16498261 is out of sync, need to count used quota {{(pid=103896) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 26 16:08:12.348283 n-d-843337-2 neutron-server[103896]: DEBUG neutron.quota.resource [None req-7c41f2e3-3205-4e3b-818c-48ca86939139 tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103896) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 26 16:08:12.370045 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7c41f2e3-3205-4e3b-818c-48ca86939139 tempest-QuotasTest-1896879600 tempest-QuotasTest-1896879600-project-admin] 10.222.0.77 "GET /v2.0/quotas/24de37704d184527af88b4ae16498261/details.json HTTP/1.1" status: 200 len: 703 time: 0.5880232 May 26 16:08:12.398875 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f1b507f-092b-464b-bed2-732ca6faacf9 req-c4b58d86-a990-4d94-8fff-c46052d1fa86 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589716 May 26 16:08:12.491941 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:12.576814 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:12.633323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port e171a0b5-14f1-4821-a102-bf8690d91364 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:12.701451 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-007f33f2-e21e-40f0-8493-34aa10b29d97 None None] Current status of the port e171a0b5-14f1-4821-a102-bf8690d91364 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:12.750282 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] Attempting to bind port b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:12.750898 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] Attempting to bind port b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:12.751038 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] Attempting to bind port b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:12.766587 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:12.766990 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:12.771135 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:12.772478 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:12.773000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] Bound port: b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:12.773595 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:12.783949 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5878d0-fd04-4e1a-9fec-db8ce8159a4f None None] Pushing event updated for resources: {'Port': ['ID=b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:12.894428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e171a0b5-14f1-4821-a102-bf8690d91364 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:12.966322 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49824) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:13.042062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c32410-5dfc-435c-ab86-f465556f41bd req-aa54a252-56c4-4645-ae72-80965a587c07 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:13.043412 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-049a0baf-0d08-4a02-b504-17b061dafb8b None None] Provisioning complete for port cc582925-d8e2-44e2-acae-f97492d1d27b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:13.043794 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-049a0baf-0d08-4a02-b504-17b061dafb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.051395 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25c32410-5dfc-435c-ab86-f465556f41bd req-aa54a252-56c4-4645-ae72-80965a587c07 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=812d43a3-812a-4dbe-b3b5-82ead49efa3b HTTP/1.1" status: 200 len: 949 time: 0.1365552 May 26 16:08:13.100208 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ab871d97-03f4-491b-bfc3-c84c29f63fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.172467 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186d5e1-e300-4ce0-81c6-13bf1369a959 req-ca3e7894-0b26-4954-afcb-ee55d46949a7 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:13.173784 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-049a0baf-0d08-4a02-b504-17b061dafb8b None None] Port cc582925-d8e2-44e2-acae-f97492d1d27b cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:13.174399 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1186d5e1-e300-4ce0-81c6-13bf1369a959 req-ca3e7894-0b26-4954-afcb-ee55d46949a7 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=9355017a-9cd4-47e4-8f46-db224f64c40a HTTP/1.1" status: 200 len: 946 time: 0.1182110 May 26 16:08:13.175994 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] For port b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:13.180936 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] For port b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:13.187781 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.196193 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25c32410-5dfc-435c-ab86-f465556f41bd req-ab32a9d0-0774-41de-942c-e0f2936636ea tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376069 May 26 16:08:13.219607 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port e171a0b5-14f1-4821-a102-bf8690d91364 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:13.219986 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.281407 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] Routers {'32e400bf-6aec-46d7-b772-7cc0c1af5a93'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:13.282054 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:07:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['32e400bf-6aec-46d7-b772-7cc0c1af5a93'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:13.289090 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1186d5e1-e300-4ce0-81c6-13bf1369a959 req-7c78ac11-008d-458e-8d98-54717b6a70c8 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904920 May 26 16:08:13.368606 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5c6fcc8-3f26-45cf-9b4b-220ea406a211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.420672 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be5d1f-48f3-4579-9af4-6230ee17886c req-96ad1ee3-5b5c-4ec9-9285-baba40e689a9 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:13.431120 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-01be5d1f-48f3-4579-9af4-6230ee17886c req-96ad1ee3-5b5c-4ec9-9285-baba40e689a9 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 945 time: 0.1225507 May 26 16:08:13.498916 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-01be5d1f-48f3-4579-9af4-6230ee17886c req-b4a736f0-4ad7-4b63-9240-45275c8e33da tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ddc8780-507e-443e-a881-18610fb14b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667255 May 26 16:08:13.555461 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5878d0-fd04-4e1a-9fec-db8ce8159a4f None None] Pushing event updated for resources: {'Port': ['ID=b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:13.644912 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5c6fcc8-3f26-45cf-9b4b-220ea406a211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.654782 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5c6fcc8-3f26-45cf-9b4b-220ea406a211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:13.676493 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] Set router 32e400bf-6aec-46d7-b772-7cc0c1af5a93 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:13.678152 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port e171a0b5-14f1-4821-a102-bf8690d91364 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:13.939590 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6fcc8-3f26-45cf-9b4b-220ea406a211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a9b63d-ee63-4a09-85c4-e424f00ce9e9,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:13.962778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847fd25-f1f5-4fed-a4ee-ea3e1d945d3a req-56815f5d-7e51-4218-af5d-43efe657ae38 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:13.970710 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0847fd25-f1f5-4fed-a4ee-ea3e1d945d3a req-56815f5d-7e51-4218-af5d-43efe657ae38 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.2992456 May 26 16:08:13.971737 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e400bf-6aec-46d7-b772-7cc0c1af5a93', 'name': 'tempest-TaggedBootDevicesTest_v242-200196266-router', 'tenant_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:03Z', 'updated_at': '2022-05-26T16:08:09Z', 'revision_number': 4, 'project_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'gw_port': {'id': 'b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e400bf-6aec-46d7-b772-7cc0c1af5a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:04Z', 'updated_at': '2022-05-26T16:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'cc582925-d8e2-44e2-acae-f97492d1d27b', 'name': '', 'network_id': '894edd86-70f1-4e5c-b1a8-69ee19e161ad', 'tenant_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'mac_address': 'fa:16:3e:6c:6f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e400bf-6aec-46d7-b772-7cc0c1af5a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '2fdd3bcf-8f59-4c02-9bcb-bf2c86952f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:08Z', 'updated_at': '2022-05-26T16:08:09Z', 'revision_number': 2, 'project_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'subnets': [{'id': '2fdd3bcf-8f59-4c02-9bcb-bf2c86952f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:13.985613 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f5c6fcc8-3f26-45cf-9b4b-220ea406a211 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=22d0c1c81f6a4e238d365d6f200ae3c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0168395 May 26 16:08:13.995839 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 49880) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:14.009577 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f13f6a-ba56-45b2-9244-9f5423ddb19d None None] The sync data for ids ['32e400bf-6aec-46d7-b772-7cc0c1af5a93'] in n-d-843337-2 is: [{'id': '32e400bf-6aec-46d7-b772-7cc0c1af5a93', 'name': 'tempest-TaggedBootDevicesTest_v242-200196266-router', 'tenant_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:03Z', 'updated_at': '2022-05-26T16:08:09Z', 'revision_number': 4, 'project_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'gw_port': {'id': 'b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e400bf-6aec-46d7-b772-7cc0c1af5a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:04Z', 'updated_at': '2022-05-26T16:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'cc582925-d8e2-44e2-acae-f97492d1d27b', 'name': '', 'network_id': '894edd86-70f1-4e5c-b1a8-69ee19e161ad', 'tenant_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'mac_address': 'fa:16:3e:6c:6f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e400bf-6aec-46d7-b772-7cc0c1af5a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '2fdd3bcf-8f59-4c02-9bcb-bf2c86952f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:08Z', 'updated_at': '2022-05-26T16:08:09Z', 'revision_number': 2, 'project_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'subnets': [{'id': '2fdd3bcf-8f59-4c02-9bcb-bf2c86952f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:08:14.040790 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0847fd25-f1f5-4fed-a4ee-ea3e1d945d3a req-f2184462-6335-42c6-b4f5-aa3fa056c36e tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631378 May 26 16:08:14.094085 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f24de7bf-aab7-4882-9ce1-d79888530260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:14.130343 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f24de7bf-aab7-4882-9ce1-d79888530260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:14.231485 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f24de7bf-aab7-4882-9ce1-d79888530260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:14.235479 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f24de7bf-aab7-4882-9ce1-d79888530260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:14.239319 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f24de7bf-aab7-4882-9ce1-d79888530260 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/25a9b63d-ee63-4a09-85c4-e424f00ce9e9 HTTP/1.1" status: 204 len: 168 time: 0.2390223 May 26 16:08:14.255844 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24de7bf-aab7-4882-9ce1-d79888530260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a9b63d-ee63-4a09-85c4-e424f00ce9e9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:14.258173 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ac3fa-8823-41f6-ae70-606e634b94ac req-da1246c4-8d72-44af-b9e0-a9761ec4a44b tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:14.264861 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be2ac3fa-8823-41f6-ae70-606e634b94ac req-da1246c4-8d72-44af-b9e0-a9761ec4a44b tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 945 time: 0.1592059 May 26 16:08:14.270377 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 49892) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:14.281737 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-45abb89c-7ffd-4574-ad29-32ccda44fa63 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Request body: {'floatingip': {'port_id': 'e051e928-8473-40b5-864d-5e23ef3acf01'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:14.388473 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-45abb89c-7ffd-4574-ad29-32ccda44fa63 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks [] for floatingip, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:14.559749 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623937d3-91ae-4d8c-af28-1d145f891e52 req-2aecedca-c081-45d1-b6a4-715c17182205 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:14.564652 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-623937d3-91ae-4d8c-af28-1d145f891e52 req-2aecedca-c081-45d1-b6a4-715c17182205 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=812d43a3-812a-4dbe-b3b5-82ead49efa3b HTTP/1.1" status: 200 len: 949 time: 0.1320033 May 26 16:08:14.709223 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-623937d3-91ae-4d8c-af28-1d145f891e52 req-a2dc7bef-dbe5-4fa7-8048-f234849ada60 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337512 May 26 16:08:14.890217 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e1f7-4ada-44de-bc9e-3a98657c2db8 req-8db33039-86f6-4d48-a29c-f60cb1d580e1 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:14.892424 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5725e1f7-4ada-44de-bc9e-3a98657c2db8 req-8db33039-86f6-4d48-a29c-f60cb1d580e1 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.81 "GET /v2.0/ports?device_id=9355017a-9cd4-47e4-8f46-db224f64c40a HTTP/1.1" status: 200 len: 946 time: 0.1492116 May 26 16:08:14.893472 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49926) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:14.952940 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-908fcd4f-5093-489a-a9aa-4ac3f8205fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:15.117857 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922edc3-889e-4d59-9b5e-0c3c3b493ac3 req-2380056e-6cf9-4405-b878-27ca51fff483 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:15.134744 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b922edc3-889e-4d59-9b5e-0c3c3b493ac3 req-2380056e-6cf9-4405-b878-27ca51fff483 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=9355017a-9cd4-47e4-8f46-db224f64c40a HTTP/1.1" status: 200 len: 946 time: 0.2668064 May 26 16:08:15.301190 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b922edc3-889e-4d59-9b5e-0c3c3b493ac3 req-8ae7b2c8-b954-4708-92be-961ab58e8a7f tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615427 May 26 16:08:15.356085 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-5725e1f7-4ada-44de-bc9e-3a98657c2db8 req-dc1106cb-9861-4f29-8a2c-7c28aa4a2a5d tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Deleting port 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:15.356436 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5725e1f7-4ada-44de-bc9e-3a98657c2db8 req-dc1106cb-9861-4f29-8a2c-7c28aa4a2a5d tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:15.398937 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.db.resource_extend [None req-45abb89c-7ffd-4574-ad29-32ccda44fa63 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:08:15.407723 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c5a48e1f-dac2-44a6-b27a-b36bec1cc832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:15.469878 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-57d53373-fd74-4f32-98a0-620aca29b4d4 req-fd408aff-210c-4739-8af8-f775eb8f0eed service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1429913 May 26 16:08:15.480248 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-45abb89c-7ffd-4574-ad29-32ccda44fa63 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:15.487568 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-45abb89c-7ffd-4574-ad29-32ccda44fa63 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:15.632447 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d53373-fd74-4f32-98a0-620aca29b4d4 req-875fd4fa-8b04-4599-a1a4-065244a20f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:15.638813 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-57d53373-fd74-4f32-98a0-620aca29b4d4 req-875fd4fa-8b04-4599-a1a4-065244a20f16 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e054f09efe5e48a1a811c34416f57f3d&device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 1096 time: 0.0749302 May 26 16:08:15.814854 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-45abb89c-7ffd-4574-ad29-32ccda44fa63 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Floating IP cda6b53a-82b9-4fb3-8978-198d21835b1f associated. External IP: 172.25.7.89, port: e051e928-8473-40b5-864d-5e23ef3acf01. May 26 16:08:15.922539 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d53373-fd74-4f32-98a0-620aca29b4d4 req-5dcaae61-95f7-465e-b6f5-2aae737b8685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:15.924825 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-57d53373-fd74-4f32-98a0-620aca29b4d4 req-5dcaae61-95f7-465e-b6f5-2aae737b8685 service neutron] 10.222.0.81 "GET /v2.0/networks?id=48798ccf-c01b-4baf-8c1d-06629758249c HTTP/1.1" status: 200 len: 918 time: 0.2442527 May 26 16:08:16.100915 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-57d53373-fd74-4f32-98a0-620aca29b4d4 req-3445853c-940d-481d-a9de-402308f454d0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3356d0da-ac7e-43e5-89af-75248d7aebd4 HTTP/1.1" status: 200 len: 1000 time: 0.1232121 May 26 16:08:16.127095 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-908fcd4f-5093-489a-a9aa-4ac3f8205fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:16.166302 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-908fcd4f-5093-489a-a9aa-4ac3f8205fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:16.171053 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d53373-fd74-4f32-98a0-620aca29b4d4 req-154e33a3-fc1a-4902-bb03-43713860d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:16.172697 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-57d53373-fd74-4f32-98a0-620aca29b4d4 req-154e33a3-fc1a-4902-bb03-43713860d80e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=667adff5-0c1e-46ec-b83e-3fbb957aa36c HTTP/1.1" status: 200 len: 856 time: 0.0608301 May 26 16:08:16.239966 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-908fcd4f-5093-489a-a9aa-4ac3f8205fd3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=24de37704d184527af88b4ae16498261&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3406014 May 26 16:08:16.254505 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 49962) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:16.279649 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7816a8-a5e0-43fd-8173-158f951fe6ba req-57df0fce-412e-4349-9084-78c19022a708 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:16.283131 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a7816a8-a5e0-43fd-8173-158f951fe6ba req-57df0fce-412e-4349-9084-78c19022a708 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.8704171 May 26 16:08:16.304638 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949c27a-aa62-442b-a4bf-aa2b27ff10b9 req-41d5fa1d-888f-45cf-85fa-3182b82e71ca tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:16.314920 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e949c27a-aa62-442b-a4bf-aa2b27ff10b9 req-41d5fa1d-888f-45cf-85fa-3182b82e71ca tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=b00688e5-979c-4ee4-85d4-5fab3da6335e HTTP/1.1" status: 200 len: 948 time: 0.9015081 May 26 16:08:16.329325 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-5725e1f7-4ada-44de-bc9e-3a98657c2db8 req-dc1106cb-9861-4f29-8a2c-7c28aa4a2a5d tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] For port 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba,segment=NetworkSegment(d4c13abe-fc58-438a-8ee2-57ffca5704b8),segment_id=d4c13abe-fc58-438a-8ee2-57ffca5704b8)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:16.329990 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5725e1f7-4ada-44de-bc9e-3a98657c2db8 req-dc1106cb-9861-4f29-8a2c-7c28aa4a2a5d tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:16.398971 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-5725e1f7-4ada-44de-bc9e-3a98657c2db8 req-dc1106cb-9861-4f29-8a2c-7c28aa4a2a5d tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Calling delete_port for 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:16.405353 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d53373-fd74-4f32-98a0-620aca29b4d4 req-10bf8ae1-2795-47e5-b654-4b51d69063fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:16.408266 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-57d53373-fd74-4f32-98a0-620aca29b4d4 req-10bf8ae1-2795-47e5-b654-4b51d69063fb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48798ccf-c01b-4baf-8c1d-06629758249c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2132387 May 26 16:08:16.413353 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908fcd4f-5093-489a-a9aa-4ac3f8205fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7e631c-246a-44ad-9f00-a79f3a16ae8a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:16.430010 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:16.480453 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e949c27a-aa62-442b-a4bf-aa2b27ff10b9 req-43b2e35e-7d6f-4ede-aebb-ec8f0e0357ac tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/security-groups?id=268deadd-10fd-48d5-9fbb-899f3108e123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589620 May 26 16:08:16.494015 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a7816a8-a5e0-43fd-8173-158f951fe6ba req-003d88c2-a968-4f44-a909-6a36999d5dcd tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584992 May 26 16:08:16.674851 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-41cc847c-b84c-4726-8142-7b64daf5c50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:16.797462 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-57d53373-fd74-4f32-98a0-620aca29b4d4 req-4f2a3a2e-bf50-49f3-82ac-72feb7d2ae80 service neutron] 10.222.0.81 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665380 May 26 16:08:16.897198 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:16.942634 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45abb89c-7ffd-4574-ad29-32ccda44fa63 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Router 0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:08:16.984307 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fed4dd-9f18-42af-9e9e-9ad11ad159eb req-12e1617a-c771-4f71-8e91-4818bf6c386b tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:16.986995 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43fed4dd-9f18-42af-9e9e-9ad11ad159eb req-12e1617a-c771-4f71-8e91-4818bf6c386b tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=9355017a-9cd4-47e4-8f46-db224f64c40a HTTP/1.1" status: 200 len: 946 time: 0.3730383 May 26 16:08:17.021606 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12c701-2880-498a-979e-738e3d7bd834 req-0f91275a-b8af-499d-95f4-5df60ffc2599 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:17.029622 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4c12c701-2880-498a-979e-738e3d7bd834 req-0f91275a-b8af-499d-95f4-5df60ffc2599 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=812d43a3-812a-4dbe-b3b5-82ead49efa3b HTTP/1.1" status: 200 len: 949 time: 0.3913925 May 26 16:08:17.057566 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:17.058583 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:17.161511 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-57d53373-fd74-4f32-98a0-620aca29b4d4 req-53a632c7-1c8f-4ede-bf6a-00f90e5596c1 service neutron] 10.222.0.81 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339758 May 26 16:08:17.168965 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-41cc847c-b84c-4726-8142-7b64daf5c50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:17.348984 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-41cc847c-b84c-4726-8142-7b64daf5c50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:17.352363 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-41cc847c-b84c-4726-8142-7b64daf5c50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:17.356961 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-41cc847c-b84c-4726-8142-7b64daf5c50a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4f7e631c-246a-44ad-9f00-a79f3a16ae8a HTTP/1.1" status: 204 len: 168 time: 1.0982990 May 26 16:08:17.372282 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc847c-b84c-4726-8142-7b64daf5c50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7e631c-246a-44ad-9f00-a79f3a16ae8a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:17.372282 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45abb89c-7ffd-4574-ad29-32ccda44fa63 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:08:17.377959 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-45abb89c-7ffd-4574-ad29-32ccda44fa63 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:17.387429 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ca6de-8c01-44cd-aa2d-5f17763efc44 None None] Sync routers for ids ['0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:08:17.420787 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43fed4dd-9f18-42af-9e9e-9ad11ad159eb req-739d8503-00d2-453c-9c8a-13a0e4ad79c6 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827662 May 26 16:08:17.442291 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ca6de-8c01-44cd-aa2d-5f17763efc44 None None] Routers {'0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:17.444115 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-45abb89c-7ffd-4574-ad29-32ccda44fa63 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "PUT /v2.0/floatingips/cda6b53a-82b9-4fb3-8978-198d21835b1f HTTP/1.1" status: 200 len: 990 time: 3.1725204 May 26 16:08:17.445292 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f271bb-9d6c-4989-a829-0d253572f124', 'tag': 'e051e928-8473-40b5-864d-5e23ef3acf01'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:17.449341 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb8c3f5-fcfa-4a1a-8990-0921a6972c61" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f271bb-9d6c-4989-a829-0d253572f124", "tag": "e051e928-8473-40b5-864d-5e23ef3acf01"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:17.455966 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-220ca6de-8c01-44cd-aa2d-5f17763efc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:08:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:17.478285 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4c12c701-2880-498a-979e-738e3d7bd834 req-bf2686ed-8e03-4973-9601-4df9c2ffe014 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212954 May 26 16:08:17.535547 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5725e1f7-4ada-44de-bc9e-3a98657c2db8 req-dc1106cb-9861-4f29-8a2c-7c28aa4a2a5d tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:17.538339 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:17.538892 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:17.639489 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c81e4a6-c306-4eb1-9545-dabc0bc7e82c x-openstack-request-id: req-3c81e4a6-c306-4eb1-9545-dabc0bc7e82c {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:17.641092 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f271bb-9d6c-4989-a829-0d253572f124", "tag": "e051e928-8473-40b5-864d-5e23ef3acf01", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:17.641092 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3c81e4a6-c306-4eb1-9545-dabc0bc7e82c {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:17.641542 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c81e4a6-c306-4eb1-9545-dabc0bc7e82c'] response: {'name': 'network-changed', 'server_uuid': 'f4f271bb-9d6c-4989-a829-0d253572f124', 'tag': 'e051e928-8473-40b5-864d-5e23ef3acf01', 'status': 'completed', 'code': 200} May 26 16:08:17.644784 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:17.677828 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['b62771d8-d2ca-46b2-9981-2246d0cae8b5'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:17.745401 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:17.819174 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1106cb-9861-4f29-8a2c-7c28aa4a2a5d tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Pushing event deleted for resources: {'Port': ['ID=3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:17.956198 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:17.959537 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-220ca6de-8c01-44cd-aa2d-5f17763efc44 None None] Set router 0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:18.014425 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:18.027423 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5725e1f7-4ada-44de-bc9e-3a98657c2db8 req-dc1106cb-9861-4f29-8a2c-7c28aa4a2a5d tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] No DVR routers for this DVR port 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:08:18.041360 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5725e1f7-4ada-44de-bc9e-3a98657c2db8 req-dc1106cb-9861-4f29-8a2c-7c28aa4a2a5d tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:18.053522 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5725e1f7-4ada-44de-bc9e-3a98657c2db8 req-dc1106cb-9861-4f29-8a2c-7c28aa4a2a5d tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.81 "DELETE /v2.0/ports/3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba HTTP/1.1" status: 204 len: 173 time: 3.1274128 May 26 16:08:18.055234 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9355017a-9cd4-47e4-8f46-db224f64c40a', 'name': 'network-vif-deleted', 'tag': '3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:18.077222 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27d1dbf-af4e-48eb-ab22-e436b5acd87c" -d '{"events": [{"server_uuid": "9355017a-9cd4-47e4-8f46-db224f64c40a", "name": "network-vif-deleted", "tag": "3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:18.142710 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8c3f5-fcfa-4a1a-8990-0921a6972c61 req-abf796ab-7942-4294-b345-3495bf3c3dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:18.157060 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7bb8c3f5-fcfa-4a1a-8990-0921a6972c61 req-abf796ab-7942-4294-b345-3495bf3c3dd0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e790462556f4bdfb100ed398ecc2d13&device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 1096 time: 0.3564317 May 26 16:08:18.166106 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:18.537246 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8c3f5-fcfa-4a1a-8990-0921a6972c61 req-b8c9bcbd-cc61-4b66-86ad-61862f5fd1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:18.538726 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7bb8c3f5-fcfa-4a1a-8990-0921a6972c61 req-b8c9bcbd-cc61-4b66-86ad-61862f5fd1c0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=23673925-e14c-4f85-bcac-47743e1d0ffa HTTP/1.1" status: 200 len: 915 time: 0.3681602 May 26 16:08:18.543395 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c2c290-091a-451e-b193-8994162be8be None None] Sync routers for ids ['32e400bf-6aec-46d7-b772-7cc0c1af5a93'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:08:18.564555 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c2c290-091a-451e-b193-8994162be8be None None] Routers {'32e400bf-6aec-46d7-b772-7cc0c1af5a93'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:18.579298 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-00c2c290-091a-451e-b193-8994162be8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:08:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['32e400bf-6aec-46d7-b772-7cc0c1af5a93'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:18.696260 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46893a-d4f7-4c4b-bb14-75c150fc5f17 req-aa37ab90-f7b9-40b7-b429-f4e7f2791973 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:18.696459 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827437d-857f-4daf-9781-805c43b8ab19 req-9879de8c-229d-49c9-9d07-48a7a8e5f199 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:18.700037 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b827437d-857f-4daf-9781-805c43b8ab19 req-9879de8c-229d-49c9-9d07-48a7a8e5f199 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.83 "GET /v2.0/ports?device_id=b00688e5-979c-4ee4-85d4-5fab3da6335e HTTP/1.1" status: 200 len: 948 time: 0.2262828 May 26 16:08:18.706816 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce46893a-d4f7-4c4b-bb14-75c150fc5f17 req-aa37ab90-f7b9-40b7-b429-f4e7f2791973 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=b00688e5-979c-4ee4-85d4-5fab3da6335e HTTP/1.1" status: 200 len: 948 time: 0.1669798 May 26 16:08:18.754707 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7bb8c3f5-fcfa-4a1a-8990-0921a6972c61 req-5e6ed53b-3464-48c2-ab48-74f1511571ea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e051e928-8473-40b5-864d-5e23ef3acf01 HTTP/1.1" status: 200 len: 998 time: 0.1592996 May 26 16:08:18.853744 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8c3f5-fcfa-4a1a-8990-0921a6972c61 req-a768ba88-3396-4c3e-bf84-ab0dc31eff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:18.857701 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7bb8c3f5-fcfa-4a1a-8990-0921a6972c61 req-a768ba88-3396-4c3e-bf84-ab0dc31eff58 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e3ee4340-63c3-4ec4-993b-fddfc0470c23 HTTP/1.1" status: 200 len: 853 time: 0.0823464 May 26 16:08:18.962715 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce46893a-d4f7-4c4b-bb14-75c150fc5f17 req-a5083650-5afe-46a0-84f8-e0f9d8d3aa86 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/security-groups?id=268deadd-10fd-48d5-9fbb-899f3108e123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533338 May 26 16:08:18.965074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:08:18.970700 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:18.984920 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-220ca6de-8c01-44cd-aa2d-5f17763efc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'name': 'tempest-ServersTestFqdnHostnames-414839873-router', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:26Z', 'updated_at': '2022-05-26T16:07:34Z', 'revision_number': 4, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'gw_port': {'id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:28Z', 'updated_at': '2022-05-26T16:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'cda6b53a-82b9-4fb3-8978-198d21835b1f', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'floating_ip_address': '172.25.7.89', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'port_id': 'e051e928-8473-40b5-864d-5e23ef3acf01', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa', 'mac_address': 'fa:16:3e:e5:7b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f271bb-9d6c-4989-a829-0d253572f124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:07:41Z', 'updated_at': '2022-05-26T16:08:15Z', 'revision_number': 1, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efe8353f-8988-4353-8704-212ce7a86df7', 'name': '', 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'mac_address': 'fa:16:3e:40:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'e3ee4340-63c3-4ec4-993b-fddfc0470c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:32Z', 'updated_at': '2022-05-26T16:07:39Z', 'revision_number': 5, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'subnets': [{'id': 'e3ee4340-63c3-4ec4-993b-fddfc0470c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:19.017687 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-b827437d-857f-4daf-9781-805c43b8ab19 req-be50826e-af3f-4374-bba7-2ac0d7c442f3 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Deleting port 6ea56204-60fe-4318-9307-450800766422 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:19.018121 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b827437d-857f-4daf-9781-805c43b8ab19 req-be50826e-af3f-4374-bba7-2ac0d7c442f3 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:19.037389 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e47bf-cfff-487d-a9aa-389a51b68587 req-20800e1f-62c5-457e-8f3e-0abc3591240b tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:19.053603 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e47bf-cfff-487d-a9aa-389a51b68587 req-20800e1f-62c5-457e-8f3e-0abc3591240b tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:19.061909 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a86e47bf-cfff-487d-a9aa-389a51b68587 req-20800e1f-62c5-457e-8f3e-0abc3591240b tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=812d43a3-812a-4dbe-b3b5-82ead49efa3b&device_id=ac05c6fd-7fde-4d15-9a88-ce77a294e6d5 HTTP/1.1" status: 200 len: 1690 time: 0.3460014 May 26 16:08:19.136482 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-00c2c290-091a-451e-b193-8994162be8be None None] Set router 32e400bf-6aec-46d7-b772-7cc0c1af5a93 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:19.148605 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8c3f5-fcfa-4a1a-8990-0921a6972c61 req-f9b6b09c-f594-46ab-8078-691e5aa78113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:19.153381 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7bb8c3f5-fcfa-4a1a-8990-0921a6972c61 req-f9b6b09c-f594-46ab-8078-691e5aa78113 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=23673925-e14c-4f85-bcac-47743e1d0ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2751462 May 26 16:08:19.213251 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ca6de-8c01-44cd-aa2d-5f17763efc44 None None] Checking router: 0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:08:19.245842 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ca6de-8c01-44cd-aa2d-5f17763efc44 None None] Routers {'0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:19.249957 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-220ca6de-8c01-44cd-aa2d-5f17763efc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:08:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:19.252639 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:08:19.252984 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:08:19.285837 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:19.325630 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-b827437d-857f-4daf-9781-805c43b8ab19 req-be50826e-af3f-4374-bba7-2ac0d7c442f3 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] For port 6ea56204-60fe-4318-9307-450800766422, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=6ea56204-60fe-4318-9307-450800766422,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:19.328705 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b827437d-857f-4daf-9781-805c43b8ab19 req-be50826e-af3f-4374-bba7-2ac0d7c442f3 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:19.375797 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-b827437d-857f-4daf-9781-805c43b8ab19 req-be50826e-af3f-4374-bba7-2ac0d7c442f3 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Calling delete_port for 6ea56204-60fe-4318-9307-450800766422 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:19.494957 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a86e47bf-cfff-487d-a9aa-389a51b68587 req-a7e244ac-354c-44b0-b472-ec3198ecc321 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292066 May 26 16:08:19.593239 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5962cc-ecfa-436b-8957-098f10a4c1d6 req-122ffb7d-cd4e-42f3-8378-c10f3c8c3472 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:19.603126 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec5962cc-ecfa-436b-8957-098f10a4c1d6 req-122ffb7d-cd4e-42f3-8378-c10f3c8c3472 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.2440109 May 26 16:08:19.624653 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0dfa35-4615-4c73-9579-27769936ec4c x-openstack-request-id: req-2d0dfa35-4615-4c73-9579-27769936ec4c {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:19.626319 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9355017a-9cd4-47e4-8f46-db224f64c40a", "name": "network-vif-deleted", "tag": "3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:19.626581 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2d0dfa35-4615-4c73-9579-27769936ec4c {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:19.631573 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d0dfa35-4615-4c73-9579-27769936ec4c'] response: {'server_uuid': '9355017a-9cd4-47e4-8f46-db224f64c40a', 'name': 'network-vif-deleted', 'tag': '3294e21c-8e2e-4abd-9b6a-cccb5ab0d9ba', 'status': 'completed', 'code': 200} May 26 16:08:19.706528 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7bb8c3f5-fcfa-4a1a-8990-0921a6972c61 req-14e7bc84-382a-4f9b-8dff-be62021a06a7 service neutron] 10.222.0.83 "GET /v2.0/networks/23673925-e14c-4f85-bcac-47743e1d0ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5346444 May 26 16:08:19.809566 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-220ca6de-8c01-44cd-aa2d-5f17763efc44 None None] Set router 0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:19.875303 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b827437d-857f-4daf-9781-805c43b8ab19 req-be50826e-af3f-4374-bba7-2ac0d7c442f3 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:19.927969 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50826e-af3f-4374-bba7-2ac0d7c442f3 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Pushing event deleted for resources: {'Port': ['ID=6ea56204-60fe-4318-9307-450800766422,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:19.981724 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:19.984500 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b827437d-857f-4daf-9781-805c43b8ab19 req-be50826e-af3f-4374-bba7-2ac0d7c442f3 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] No DVR routers for this DVR port 6ea56204-60fe-4318-9307-450800766422 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:08:19.987748 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b827437d-857f-4daf-9781-805c43b8ab19 req-be50826e-af3f-4374-bba7-2ac0d7c442f3 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:19.991228 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:19.993956 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b827437d-857f-4daf-9781-805c43b8ab19 req-be50826e-af3f-4374-bba7-2ac0d7c442f3 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.83 "DELETE /v2.0/ports/6ea56204-60fe-4318-9307-450800766422 HTTP/1.1" status: 204 len: 173 time: 1.2805398 May 26 16:08:19.994760 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00688e5-979c-4ee4-85d4-5fab3da6335e', 'name': 'network-vif-deleted', 'tag': '6ea56204-60fe-4318-9307-450800766422'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:19.997563 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a327c642-c8f3-4bca-bd4e-abe12d967135" -d '{"events": [{"server_uuid": "b00688e5-979c-4ee4-85d4-5fab3da6335e", "name": "network-vif-deleted", "tag": "6ea56204-60fe-4318-9307-450800766422"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:20.152943 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7bb8c3f5-fcfa-4a1a-8990-0921a6972c61 req-38ae9164-4664-45cc-93cc-86c11577b58c service neutron] 10.222.0.83 "GET /v2.0/networks/23673925-e14c-4f85-bcac-47743e1d0ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363780 May 26 16:08:20.172323 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50028) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:20.176201 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec5962cc-ecfa-436b-8957-098f10a4c1d6 req-071ef721-e65d-4223-abb8-6a0fc0179f00 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5702431 May 26 16:08:20.191718 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-00c2c290-091a-451e-b193-8994162be8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e400bf-6aec-46d7-b772-7cc0c1af5a93', 'name': 'tempest-TaggedBootDevicesTest_v242-200196266-router', 'tenant_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:03Z', 'updated_at': '2022-05-26T16:08:09Z', 'revision_number': 4, 'project_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'gw_port': {'id': 'b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e400bf-6aec-46d7-b772-7cc0c1af5a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:04Z', 'updated_at': '2022-05-26T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'cc582925-d8e2-44e2-acae-f97492d1d27b', 'name': '', 'network_id': '894edd86-70f1-4e5c-b1a8-69ee19e161ad', 'tenant_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'mac_address': 'fa:16:3e:6c:6f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e400bf-6aec-46d7-b772-7cc0c1af5a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '2fdd3bcf-8f59-4c02-9bcb-bf2c86952f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:08Z', 'updated_at': '2022-05-26T16:08:09Z', 'revision_number': 2, 'project_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'subnets': [{'id': '2fdd3bcf-8f59-4c02-9bcb-bf2c86952f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:20.330777 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:08:20.382152 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c2c290-091a-451e-b193-8994162be8be None None] Checking router: 32e400bf-6aec-46d7-b772-7cc0c1af5a93 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:08:20.383288 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c2c290-091a-451e-b193-8994162be8be None None] Updating router 32e400bf-6aec-46d7-b772-7cc0c1af5a93 port cc582925-d8e2-44e2-acae-f97492d1d27b binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:08:20.486275 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f8a6e401-c585-49d6-974d-c24bba32a995 req-917f260f-71f3-4c1f-ba08-42b48b3b81e8 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=b00688e5-979c-4ee4-85d4-5fab3da6335e HTTP/1.1" status: 200 len: 210 time: 0.0789371 May 26 16:08:20.531494 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-00c2c290-091a-451e-b193-8994162be8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:20.564138 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-98886fa5-7c7f-4c4e-bd24-736d01086392 tempest-AgentManagementNegativeTest-1983015407 tempest-AgentManagementNegativeTest-1983015407-project] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3707058 May 26 16:08:20.573092 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0012e9-e8e1-43b5-9e82-f3ab2a1b6b02 x-openstack-request-id: req-7c0012e9-e8e1-43b5-9e82-f3ab2a1b6b02 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:20.573340 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00688e5-979c-4ee4-85d4-5fab3da6335e", "name": "network-vif-deleted", "tag": "6ea56204-60fe-4318-9307-450800766422", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:20.573603 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7c0012e9-e8e1-43b5-9e82-f3ab2a1b6b02 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:20.574034 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c0012e9-e8e1-43b5-9e82-f3ab2a1b6b02'] response: {'server_uuid': 'b00688e5-979c-4ee4-85d4-5fab3da6335e', 'name': 'network-vif-deleted', 'tag': '6ea56204-60fe-4318-9307-450800766422', 'status': 'completed', 'code': 200} May 26 16:08:20.729888 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-220ca6de-8c01-44cd-aa2d-5f17763efc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'name': 'tempest-ServersTestFqdnHostnames-414839873-router', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:26Z', 'updated_at': '2022-05-26T16:07:34Z', 'revision_number': 4, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'gw_port': {'id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:28Z', 'updated_at': '2022-05-26T16:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'cda6b53a-82b9-4fb3-8978-198d21835b1f', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'floating_ip_address': '172.25.7.89', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'port_id': 'e051e928-8473-40b5-864d-5e23ef3acf01', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa', 'mac_address': 'fa:16:3e:e5:7b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f271bb-9d6c-4989-a829-0d253572f124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:07:41Z', 'updated_at': '2022-05-26T16:08:15Z', 'revision_number': 1, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efe8353f-8988-4353-8704-212ce7a86df7', 'name': '', 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'mac_address': 'fa:16:3e:40:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'e3ee4340-63c3-4ec4-993b-fddfc0470c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:32Z', 'updated_at': '2022-05-26T16:07:39Z', 'revision_number': 5, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'subnets': [{'id': 'e3ee4340-63c3-4ec4-993b-fddfc0470c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:20.784326 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534939aa-602e-42a9-ba02-f4f5affbab04 req-4d7ebc28-3552-404b-82f5-c61f8cd9e2a2 tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:20.797266 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:20.799332 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-534939aa-602e-42a9-ba02-f4f5affbab04 req-4d7ebc28-3552-404b-82f5-c61f8cd9e2a2 tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=812d43a3-812a-4dbe-b3b5-82ead49efa3b HTTP/1.1" status: 200 len: 1100 time: 0.1188471 May 26 16:08:20.871678 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-534939aa-602e-42a9-ba02-f4f5affbab04 req-77c1e0c9-e7b0-4708-8160-c16da764a61a tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709434 May 26 16:08:20.965524 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ca6de-8c01-44cd-aa2d-5f17763efc44 None None] The sync data for ids ['0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'] in n-d-843337-2 is: [{'id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'name': 'tempest-ServersTestFqdnHostnames-414839873-router', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:26Z', 'updated_at': '2022-05-26T16:07:34Z', 'revision_number': 4, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'gw_port': {'id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:28Z', 'updated_at': '2022-05-26T16:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'cda6b53a-82b9-4fb3-8978-198d21835b1f', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'floating_ip_address': '172.25.7.89', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'port_id': 'e051e928-8473-40b5-864d-5e23ef3acf01', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa', 'mac_address': 'fa:16:3e:e5:7b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f271bb-9d6c-4989-a829-0d253572f124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:07:41Z', 'updated_at': '2022-05-26T16:08:15Z', 'revision_number': 1, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efe8353f-8988-4353-8704-212ce7a86df7', 'name': '', 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'mac_address': 'fa:16:3e:40:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'e3ee4340-63c3-4ec4-993b-fddfc0470c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:32Z', 'updated_at': '2022-05-26T16:07:39Z', 'revision_number': 5, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'subnets': [{'id': 'e3ee4340-63c3-4ec4-993b-fddfc0470c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:08:21.195951 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd98b4e-e996-4ea6-80fa-b06cab2fe954 req-be10fcc4-2d6a-4fac-9f3d-2e8de63ad86b tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:21.197954 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bfd98b4e-e996-4ea6-80fa-b06cab2fe954 req-be10fcc4-2d6a-4fac-9f3d-2e8de63ad86b tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 946 time: 0.1912487 May 26 16:08:21.324133 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bfd98b4e-e996-4ea6-80fa-b06cab2fe954 req-4f612dbd-35b7-433f-bafd-c17c2bc80981 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562162 May 26 16:08:21.345794 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c96c5-b8b5-42c0-9aba-0a39dcbc8e58 req-c77425f7-3a6c-44d5-b1fb-27253acd51fe tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:21.355248 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec8c96c5-b8b5-42c0-9aba-0a39dcbc8e58 req-c77425f7-3a6c-44d5-b1fb-27253acd51fe tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ac05c6fd-7fde-4d15-9a88-ce77a294e6d5 HTTP/1.1" status: 200 len: 1101 time: 0.1560073 May 26 16:08:21.409158 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec8c96c5-b8b5-42c0-9aba-0a39dcbc8e58 req-88416fb5-681a-4248-b1f8-2dd540132313 tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525796 May 26 16:08:21.542988 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50050) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:21.578265 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e756d8-6a2a-44d7-8827-ccf1d7b624ec None None] New status for floating IP cda6b53a-82b9-4fb3-8978-198d21835b1f: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:08:21.628012 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-00c2c290-091a-451e-b193-8994162be8be None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:21.643049 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-00c2c290-091a-451e-b193-8994162be8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:21.731890 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfa2b4-6f47-4d08-a5af-a4ab9d40fa92 req-e11424cf-1ca9-4c8a-b21c-0c976392a0ec tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:21.745716 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8dfa2b4-6f47-4d08-a5af-a4ab9d40fa92 req-e11424cf-1ca9-4c8a-b21c-0c976392a0ec tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.2208328 May 26 16:08:21.812993 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be464846-41e8-4f78-b5d5-da7189a201e1 None None] Pushing event updated for resources: {'Port': ['ID=cc582925-d8e2-44e2-acae-f97492d1d27b,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:21.841811 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8dfa2b4-6f47-4d08-a5af-a4ab9d40fa92 req-fce50535-619c-4d40-90b0-0653b6f0c619 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949876 May 26 16:08:21.845309 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 6ea56204-60fe-4318-9307-450800766422 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:08:21.927608 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 6ea56204-60fe-4318-9307-450800766422 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:08:21.934462 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 6ea56204-60fe-4318-9307-450800766422 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:08:21.943698 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-01d59c7b-52e1-429e-8887-57a770740bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:22.072555 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-00c2c290-091a-451e-b193-8994162be8be None None] Attempting to bind port cc582925-d8e2-44e2-acae-f97492d1d27b on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:22.073181 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-00c2c290-091a-451e-b193-8994162be8be None None] Attempting to bind port cc582925-d8e2-44e2-acae-f97492d1d27b by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '6785a572-1250-4295-8c35-f5a7e3c8eaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '894edd86-70f1-4e5c-b1a8-69ee19e161ad'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:22.074254 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c2c290-091a-451e-b193-8994162be8be None None] Attempting to bind port cc582925-d8e2-44e2-acae-f97492d1d27b on network 894edd86-70f1-4e5c-b1a8-69ee19e161ad {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:22.081428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c2c290-091a-451e-b193-8994162be8be None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:22.081971 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c2c290-091a-451e-b193-8994162be8be None None] Checking segment: {'id': '6785a572-1250-4295-8c35-f5a7e3c8eaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '894edd86-70f1-4e5c-b1a8-69ee19e161ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:22.082465 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-00c2c290-091a-451e-b193-8994162be8be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:22.083006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c2c290-091a-451e-b193-8994162be8be None None] Bound using segment: {'id': '6785a572-1250-4295-8c35-f5a7e3c8eaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '894edd86-70f1-4e5c-b1a8-69ee19e161ad'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:22.083685 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-00c2c290-091a-451e-b193-8994162be8be None None] Bound port: cc582925-d8e2-44e2-acae-f97492d1d27b, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6785a572-1250-4295-8c35-f5a7e3c8eaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '894edd86-70f1-4e5c-b1a8-69ee19e161ad'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:22.084348 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-00c2c290-091a-451e-b193-8994162be8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:22.204325 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-01d59c7b-52e1-429e-8887-57a770740bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:22.214842 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-00c2c290-091a-451e-b193-8994162be8be None None] For port cc582925-d8e2-44e2-acae-f97492d1d27b, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:22.219510 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-01d59c7b-52e1-429e-8887-57a770740bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:22.222316 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-00c2c290-091a-451e-b193-8994162be8be None None] For port cc582925-d8e2-44e2-acae-f97492d1d27b, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=cc582925-d8e2-44e2-acae-f97492d1d27b,segment=NetworkSegment(6785a572-1250-4295-8c35-f5a7e3c8eaec),segment_id=6785a572-1250-4295-8c35-f5a7e3c8eaec)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:22.228802 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-00c2c290-091a-451e-b193-8994162be8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:22.325106 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c2c290-091a-451e-b193-8994162be8be None None] Routers {'32e400bf-6aec-46d7-b772-7cc0c1af5a93'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:22.325790 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-00c2c290-091a-451e-b193-8994162be8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:08:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['32e400bf-6aec-46d7-b772-7cc0c1af5a93'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:22.371404 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885bc73-f327-4f6a-9397-5662740d494c req-7d64aa6a-0b16-4a82-ad6a-1b8e9e9f03b8 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:22.375170 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1885bc73-f327-4f6a-9397-5662740d494c req-7d64aa6a-0b16-4a82-ad6a-1b8e9e9f03b8 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8b9f2b5-5e62-4366-8c18-c882a41497f8 HTTP/1.1" status: 200 len: 949 time: 0.1164312 May 26 16:08:22.380657 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50070) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:22.383680 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-01d59c7b-52e1-429e-8887-57a770740bcb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2d473dda73c24ab69bc732c9bf985a5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8314915 May 26 16:08:22.391430 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d59c7b-52e1-429e-8887-57a770740bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a303f8b6-af07-4f9e-9b0c-982f9abebee5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:22.648392 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be464846-41e8-4f78-b5d5-da7189a201e1 None None] Pushing event updated for resources: {'Port': ['ID=cc582925-d8e2-44e2-acae-f97492d1d27b,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:22.677030 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1885bc73-f327-4f6a-9397-5662740d494c req-04ddcc53-25d9-46df-a391-e47b19fb376b tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/security-groups?id=268deadd-10fd-48d5-9fbb-899f3108e123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786052 May 26 16:08:22.720494 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-89641d85-51b3-410c-ad13-54d244f2cb61 None None] Provisioning complete for port cc582925-d8e2-44e2-acae-f97492d1d27b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:22.725048 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-89641d85-51b3-410c-ad13-54d244f2cb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:22.732301 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ee9162f-1e78-41da-afba-a61ee96d8517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:22.734907 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-00c2c290-091a-451e-b193-8994162be8be None None] Set router 32e400bf-6aec-46d7-b772-7cc0c1af5a93 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:22.800159 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ee9162f-1e78-41da-afba-a61ee96d8517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:23.020236 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device cc582925-d8e2-44e2-acae-f97492d1d27b up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:23.047512 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf10a52-265d-4787-9bfd-df76ae490d0d req-abfe5813-0721-4e42-a359-ccb7dcec240d tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:23.049130 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0cf10a52-265d-4787-9bfd-df76ae490d0d req-abfe5813-0721-4e42-a359-ccb7dcec240d tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 946 time: 0.1363745 May 26 16:08:23.051037 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ee9162f-1e78-41da-afba-a61ee96d8517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:23.053711 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ee9162f-1e78-41da-afba-a61ee96d8517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:23.054899 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7ee9162f-1e78-41da-afba-a61ee96d8517 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a303f8b6-af07-4f9e-9b0c-982f9abebee5 HTTP/1.1" status: 204 len: 168 time: 0.6731582 May 26 16:08:23.082710 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7e8cc-b8b3-4371-8191-7bb1e248a90b req-514058a6-3e01-4e98-b51e-92407bc5c423 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:23.093737 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8cf7e8cc-b8b3-4371-8191-7bb1e248a90b req-514058a6-3e01-4e98-b51e-92407bc5c423 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 946 time: 0.2078125 May 26 16:08:23.165613 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-89641d85-51b3-410c-ad13-54d244f2cb61 None None] Current status of the port cc582925-d8e2-44e2-acae-f97492d1d27b is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:23.165921 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-89641d85-51b3-410c-ad13-54d244f2cb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:23.204479 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9162f-1e78-41da-afba-a61ee96d8517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a303f8b6-af07-4f9e-9b0c-982f9abebee5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:23.225841 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port cc582925-d8e2-44e2-acae-f97492d1d27b triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:23.226213 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:23.303139 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8cf7e8cc-b8b3-4371-8191-7bb1e248a90b req-6964fb2f-8a2c-4eef-a28a-e3b9d6b98c9a tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a239445-56ca-41a8-8e00-bf98671b770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082026 May 26 16:08:23.309006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-89641d85-51b3-410c-ad13-54d244f2cb61 None None] For port cc582925-d8e2-44e2-acae-f97492d1d27b, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=cc582925-d8e2-44e2-acae-f97492d1d27b,segment=NetworkSegment(6785a572-1250-4295-8c35-f5a7e3c8eaec),segment_id=6785a572-1250-4295-8c35-f5a7e3c8eaec)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:23.326722 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-89641d85-51b3-410c-ad13-54d244f2cb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:23.386966 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-00c2c290-091a-451e-b193-8994162be8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e400bf-6aec-46d7-b772-7cc0c1af5a93', 'name': 'tempest-TaggedBootDevicesTest_v242-200196266-router', 'tenant_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:03Z', 'updated_at': '2022-05-26T16:08:09Z', 'revision_number': 4, 'project_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'gw_port': {'id': 'b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e400bf-6aec-46d7-b772-7cc0c1af5a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:04Z', 'updated_at': '2022-05-26T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'cc582925-d8e2-44e2-acae-f97492d1d27b', 'name': '', 'network_id': '894edd86-70f1-4e5c-b1a8-69ee19e161ad', 'tenant_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'mac_address': 'fa:16:3e:6c:6f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e400bf-6aec-46d7-b772-7cc0c1af5a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '2fdd3bcf-8f59-4c02-9bcb-bf2c86952f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:08Z', 'updated_at': '2022-05-26T16:08:22Z', 'revision_number': 4, 'project_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'subnets': [{'id': '2fdd3bcf-8f59-4c02-9bcb-bf2c86952f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:23.432690 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c2c290-091a-451e-b193-8994162be8be None None] The sync data for ids ['32e400bf-6aec-46d7-b772-7cc0c1af5a93'] in n-d-843337-2 is: [{'id': '32e400bf-6aec-46d7-b772-7cc0c1af5a93', 'name': 'tempest-TaggedBootDevicesTest_v242-200196266-router', 'tenant_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:03Z', 'updated_at': '2022-05-26T16:08:09Z', 'revision_number': 4, 'project_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'gw_port': {'id': 'b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e400bf-6aec-46d7-b772-7cc0c1af5a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:04Z', 'updated_at': '2022-05-26T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'cc582925-d8e2-44e2-acae-f97492d1d27b', 'name': '', 'network_id': '894edd86-70f1-4e5c-b1a8-69ee19e161ad', 'tenant_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'mac_address': 'fa:16:3e:6c:6f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e400bf-6aec-46d7-b772-7cc0c1af5a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '2fdd3bcf-8f59-4c02-9bcb-bf2c86952f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:08Z', 'updated_at': '2022-05-26T16:08:22Z', 'revision_number': 4, 'project_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'subnets': [{'id': '2fdd3bcf-8f59-4c02-9bcb-bf2c86952f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:08:23.495358 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-0cf10a52-265d-4787-9bfd-df76ae490d0d req-c28affeb-e2e3-400e-b071-71f0982cb99b tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Deleting port b62771d8-d2ca-46b2-9981-2246d0cae8b5 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:23.499274 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0cf10a52-265d-4787-9bfd-df76ae490d0d req-c28affeb-e2e3-400e-b071-71f0982cb99b tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:23.508395 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port cc582925-d8e2-44e2-acae-f97492d1d27b is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:23.525826 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89641d85-51b3-410c-ad13-54d244f2cb61 None None] Pushing event updated for resources: {'Port': ['ID=cc582925-d8e2-44e2-acae-f97492d1d27b,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:23.552901 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ac6c87a4-7041-47b0-84ca-f96c60710e3c None None] Provisioning complete for port cc582925-d8e2-44e2-acae-f97492d1d27b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:23.553269 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ac6c87a4-7041-47b0-84ca-f96c60710e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:23.727171 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c87a4-7041-47b0-84ca-f96c60710e3c None None] Current status of the port cc582925-d8e2-44e2-acae-f97492d1d27b is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:23.772633 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-0cf10a52-265d-4787-9bfd-df76ae490d0d req-c28affeb-e2e3-400e-b071-71f0982cb99b tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] For port b62771d8-d2ca-46b2-9981-2246d0cae8b5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b62771d8-d2ca-46b2-9981-2246d0cae8b5,segment=NetworkSegment(d4c13abe-fc58-438a-8ee2-57ffca5704b8),segment_id=d4c13abe-fc58-438a-8ee2-57ffca5704b8)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:23.773510 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0cf10a52-265d-4787-9bfd-df76ae490d0d req-c28affeb-e2e3-400e-b071-71f0982cb99b tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:23.807763 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-0cf10a52-265d-4787-9bfd-df76ae490d0d req-c28affeb-e2e3-400e-b071-71f0982cb99b tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Calling delete_port for b62771d8-d2ca-46b2-9981-2246d0cae8b5 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:23.944113 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51140334-b80e-4b44-8a81-577b898e0b92 req-a7b1923c-7651-42ff-94e5-d19c58078387 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:23.945701 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51140334-b80e-4b44-8a81-577b898e0b92 req-a7b1923c-7651-42ff-94e5-d19c58078387 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.3939579 May 26 16:08:24.035091 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51140334-b80e-4b44-8a81-577b898e0b92 req-150eb7d2-1577-4535-8619-25ec1bc6fb2f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682788 May 26 16:08:24.300121 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0cf10a52-265d-4787-9bfd-df76ae490d0d req-c28affeb-e2e3-400e-b071-71f0982cb99b tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:24.315004 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['b62771d8-d2ca-46b2-9981-2246d0cae8b5'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:24.448813 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28affeb-e2e3-400e-b071-71f0982cb99b tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Pushing event deleted for resources: {'Port': ['ID=b62771d8-d2ca-46b2-9981-2246d0cae8b5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:24.534135 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf10a52-265d-4787-9bfd-df76ae490d0d req-c28affeb-e2e3-400e-b071-71f0982cb99b tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] No DVR routers for this DVR port b62771d8-d2ca-46b2-9981-2246d0cae8b5 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:08:24.537391 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0cf10a52-265d-4787-9bfd-df76ae490d0d req-c28affeb-e2e3-400e-b071-71f0982cb99b tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:24.542004 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0cf10a52-265d-4787-9bfd-df76ae490d0d req-c28affeb-e2e3-400e-b071-71f0982cb99b tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.81 "DELETE /v2.0/ports/b62771d8-d2ca-46b2-9981-2246d0cae8b5 HTTP/1.1" status: 204 len: 173 time: 1.4294229 May 26 16:08:24.546234 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ec6319-b400-4f6f-b920-da5ae385670a', 'name': 'network-vif-deleted', 'tag': 'b62771d8-d2ca-46b2-9981-2246d0cae8b5'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:24.558145 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a61c83-6cb3-40d7-9da6-ff5e85f09773" -d '{"events": [{"server_uuid": "b1ec6319-b400-4f6f-b920-da5ae385670a", "name": "network-vif-deleted", "tag": "b62771d8-d2ca-46b2-9981-2246d0cae8b5"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:24.585213 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0548fac-8543-4c4d-b4cf-85551bf6414c req-a8412a0f-ad47-40f9-bd3b-061c7d24eab4 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:24.594151 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e0548fac-8543-4c4d-b4cf-85551bf6414c req-a8412a0f-ad47-40f9-bd3b-061c7d24eab4 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8b9f2b5-5e62-4366-8c18-c882a41497f8 HTTP/1.1" status: 200 len: 949 time: 0.3414876 May 26 16:08:24.643903 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50112) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:24.688428 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e0548fac-8543-4c4d-b4cf-85551bf6414c req-e37aff76-05ca-4f13-8af6-becffb16751f tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/security-groups?id=268deadd-10fd-48d5-9fbb-899f3108e123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930088 May 26 16:08:24.811644 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-563b3d97-ec62-45d4-b085-0ffd55381c36 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1899127151'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:24.867493 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563b3d97-ec62-45d4-b085-0ffd55381c36 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Made reservation on behalf of 1aa46ba5e1434dc699ca5e81b300452c for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:24.873844 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-563b3d97-ec62-45d4-b085-0ffd55381c36 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:24.887074 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-563b3d97-ec62-45d4-b085-0ffd55381c36 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:24.956502 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-97cd62d3-0b9e-4676-a603-2c82d350fe03 req-e722d4b4-4e29-4213-aee9-1e787667ab76 tempest-ListServerFiltersTestJSON-652280896 tempest-ListServerFiltersTestJSON-652280896-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1ec6319-b400-4f6f-b920-da5ae385670a HTTP/1.1" status: 200 len: 210 time: 0.0789628 May 26 16:08:25.007081 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device cc582925-d8e2-44e2-acae-f97492d1d27b up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:25.056432 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7386f49-48b4-4b13-8bc8-ef36495c08c1 x-openstack-request-id: req-a7386f49-48b4-4b13-8bc8-ef36495c08c1 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:25.056751 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ec6319-b400-4f6f-b920-da5ae385670a", "name": "network-vif-deleted", "tag": "b62771d8-d2ca-46b2-9981-2246d0cae8b5", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:25.057005 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a7386f49-48b4-4b13-8bc8-ef36495c08c1 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:25.057414 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7386f49-48b4-4b13-8bc8-ef36495c08c1'] response: {'server_uuid': 'b1ec6319-b400-4f6f-b920-da5ae385670a', 'name': 'network-vif-deleted', 'tag': 'b62771d8-d2ca-46b2-9981-2246d0cae8b5', 'status': 'completed', 'code': 200} May 26 16:08:25.064974 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-563b3d97-ec62-45d4-b085-0ffd55381c36 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.071309 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-563b3d97-ec62-45d4-b085-0ffd55381c36 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.114271 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b3d97-ec62-45d4-b085-0ffd55381c36 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=539c6b53-bde3-4dd9-a9a1-6befc3fa93af,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:25.151021 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563b3d97-ec62-45d4-b085-0ffd55381c36 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:08:25.167112 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-563b3d97-ec62-45d4-b085-0ffd55381c36 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.167855 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-563b3d97-ec62-45d4-b085-0ffd55381c36 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Added segment acde0042-bb4b-48d5-8a55-73e6da12122d of type vlan for network 216fa83d-bd94-4740-83d2-1d50d26862ba May 26 16:08:25.195011 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port cc582925-d8e2-44e2-acae-f97492d1d27b triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:25.195428 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.317343 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162cb72-75e9-44c8-86ca-4fcb367a25ad req-e33797cb-09ca-4c1c-84f9-6cf0bd2912fe tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:25.324720 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9162cb72-75e9-44c8-86ca-4fcb367a25ad req-e33797cb-09ca-4c1c-84f9-6cf0bd2912fe tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.1091769 May 26 16:08:25.338895 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-563b3d97-ec62-45d4-b085-0ffd55381c36 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.384081 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port cc582925-d8e2-44e2-acae-f97492d1d27b is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:25.409037 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-563b3d97-ec62-45d4-b085-0ffd55381c36 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.417744 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563b3d97-ec62-45d4-b085-0ffd55381c36 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:25.418387 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-563b3d97-ec62-45d4-b085-0ffd55381c36 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:25.431386 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9162cb72-75e9-44c8-86ca-4fcb367a25ad req-e106de27-a884-4b4f-8f3e-ca8976b401f6 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031542 May 26 16:08:25.549687 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50122) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:25.549877 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-563b3d97-ec62-45d4-b085-0ffd55381c36 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9046345 May 26 16:08:25.566238 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b3d97-ec62-45d4-b085-0ffd55381c36 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Pushing event updated for resources: {'Network': ['ID=216fa83d-bd94-4740-83d2-1d50d26862ba,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:25.582630 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 216fa83d-bd94-4740-83d2-1d50d26862ba details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:08:25.587009 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-1c10bcd3-a756-4a14-adb2-f4290612e249 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Request body: {'subnet': {'network_id': '216fa83d-bd94-4740-83d2-1d50d26862ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:25.627804 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a956a-0acf-4f55-b26e-ac0f437cec3a req-454c06f3-41cd-4d94-89bf-a86b6e024ab9 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:25.629812 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c05a956a-0acf-4f55-b26e-ac0f437cec3a req-454c06f3-41cd-4d94-89bf-a86b6e024ab9 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8b9f2b5-5e62-4366-8c18-c882a41497f8 HTTP/1.1" status: 200 len: 949 time: 0.2557316 May 26 16:08:25.930931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235f5ec-bc4e-4f02-ad5f-e3ee7c16b6f1 req-d33ce6a5-3588-4807-88c2-ab68683b40ed tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:25.936638 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1235f5ec-bc4e-4f02-ad5f-e3ee7c16b6f1 req-d33ce6a5-3588-4807-88c2-ab68683b40ed tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8b9f2b5-5e62-4366-8c18-c882a41497f8 HTTP/1.1" status: 200 len: 949 time: 0.1097496 May 26 16:08:26.002929 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-c05a956a-0acf-4f55-b26e-ac0f437cec3a req-ec4e68e7-01de-414e-9b15-86c80e801654 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Deleting port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:26.003293 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c05a956a-0acf-4f55-b26e-ac0f437cec3a req-ec4e68e7-01de-414e-9b15-86c80e801654 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.040712 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1235f5ec-bc4e-4f02-ad5f-e3ee7c16b6f1 req-d2bc3115-b142-45eb-a36f-a1cc066db817 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/security-groups?id=268deadd-10fd-48d5-9fbb-899f3108e123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936544 May 26 16:08:26.099123 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c10bcd3-a756-4a14-adb2-f4290612e249 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Made reservation on behalf of 1aa46ba5e1434dc699ca5e81b300452c for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:26.102697 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c10bcd3-a756-4a14-adb2-f4290612e249 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.134619 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50128) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:26.222406 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1f9c40-8174-4e9e-8ab3-6497de55d728 admin admin] Deleting subnet 0a992287-2970-4abf-ab38-5a0a4fa91447 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:08:26.238104 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ca1f9c40-8174-4e9e-8ab3-6497de55d728 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.305428 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ca1f9c40-8174-4e9e-8ab3-6497de55d728 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.319418 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-c05a956a-0acf-4f55-b26e-ac0f437cec3a req-ec4e68e7-01de-414e-9b15-86c80e801654 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] For port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:26.320070 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c05a956a-0acf-4f55-b26e-ac0f437cec3a req-ec4e68e7-01de-414e-9b15-86c80e801654 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.337656 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-c05a956a-0acf-4f55-b26e-ac0f437cec3a req-ec4e68e7-01de-414e-9b15-86c80e801654 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Calling delete_port for cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:26.450178 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ca1f9c40-8174-4e9e-8ab3-6497de55d728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.545244 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c10bcd3-a756-4a14-adb2-f4290612e249 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.590599 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ca1f9c40-8174-4e9e-8ab3-6497de55d728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.605781 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ca1f9c40-8174-4e9e-8ab3-6497de55d728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.611048 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca66464-6898-4282-9e11-c4a7d0fd2765 None None] Network fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:26.613097 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ca1f9c40-8174-4e9e-8ab3-6497de55d728 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0a992287-2970-4abf-ab38-5a0a4fa91447 HTTP/1.1" status: 204 len: 168 time: 0.4774022 May 26 16:08:26.642495 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b62771d8-d2ca-46b2-9981-2246d0cae8b5 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:08:26.645947 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50134) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:26.655361 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f9c40-8174-4e9e-8ab3-6497de55d728 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a992287-2970-4abf-ab38-5a0a4fa91447,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:26.710849 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c05a956a-0acf-4f55-b26e-ac0f437cec3a req-ec4e68e7-01de-414e-9b15-86c80e801654 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.749977 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-506f52a7-27d5-495a-8539-bcbcb6817fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.837944 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-506f52a7-27d5-495a-8539-bcbcb6817fa3 admin admin] Deleting port cc636bcf-aa2f-40f0-acc4-64040d68c47c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:26.838648 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-506f52a7-27d5-495a-8539-bcbcb6817fa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.845223 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10bcd3-a756-4a14-adb2-f4290612e249 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Pushing event updated for resources: {'Subnet': ['ID=533bbe76-47f2-4420-8e5d-abf26d84dabc,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:26.893492 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e68e7-01de-414e-9b15-86c80e801654 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Pushing event deleted for resources: {'Port': ['ID=cd43cea2-94fc-4128-8c8f-cf29cb7ddc44,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:26.900821 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05a956a-0acf-4f55-b26e-ac0f437cec3a req-ec4e68e7-01de-414e-9b15-86c80e801654 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] No DVR routers for this DVR port cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 on host n-h2-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:08:26.904862 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c05a956a-0acf-4f55-b26e-ac0f437cec3a req-ec4e68e7-01de-414e-9b15-86c80e801654 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:26.908781 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c05a956a-0acf-4f55-b26e-ac0f437cec3a req-ec4e68e7-01de-414e-9b15-86c80e801654 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.83 "DELETE /v2.0/ports/cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 HTTP/1.1" status: 204 len: 173 time: 1.2670395 May 26 16:08:26.916712 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe0907-1ed5-44a0-938a-8b84116aeaf0 req-6050a83f-a6f8-42fd-b18b-b62aa0767075 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:26.932419 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d9fe0907-1ed5-44a0-938a-8b84116aeaf0 req-6050a83f-a6f8-42fd-b18b-b62aa0767075 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.3500192 May 26 16:08:26.974099 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c10bcd3-a756-4a14-adb2-f4290612e249 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Checking segment: {'id': 'acde0042-bb4b-48d5-8a55-73e6da12122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '216fa83d-bd94-4740-83d2-1d50d26862ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:26.974456 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c10bcd3-a756-4a14-adb2-f4290612e249 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Network hostable DHCP agents. Network: 216fa83d-bd94-4740-83d2-1d50d26862ba, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:08:27.021262 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d9fe0907-1ed5-44a0-938a-8b84116aeaf0 req-ac51a707-caa8-460e-bdbd-5c6570be4b08 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878761 May 26 16:08:27.048234 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-506f52a7-27d5-495a-8539-bcbcb6817fa3 admin admin] For port cc636bcf-aa2f-40f0-acc4-64040d68c47c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=cc636bcf-aa2f-40f0-acc4-64040d68c47c,segment=NetworkSegment(d4c13abe-fc58-438a-8ee2-57ffca5704b8),segment_id=d4c13abe-fc58-438a-8ee2-57ffca5704b8)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:27.048623 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-506f52a7-27d5-495a-8539-bcbcb6817fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:27.059048 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b9f2b5-5e62-4366-8c18-c882a41497f8', 'name': 'network-vif-deleted', 'tag': 'cd43cea2-94fc-4128-8c8f-cf29cb7ddc44'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:27.062008 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50770590-fe21-416e-ab65-42a2602ffbe2" -d '{"events": [{"server_uuid": "c8b9f2b5-5e62-4366-8c18-c882a41497f8", "name": "network-vif-deleted", "tag": "cd43cea2-94fc-4128-8c8f-cf29cb7ddc44"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:27.080759 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c10bcd3-a756-4a14-adb2-f4290612e249 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Network 216fa83d-bd94-4740-83d2-1d50d26862ba is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:08:27.111579 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-506f52a7-27d5-495a-8539-bcbcb6817fa3 admin admin] Calling delete_port for cc636bcf-aa2f-40f0-acc4-64040d68c47c owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:27.118305 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-1c10bcd3-a756-4a14-adb2-f4290612e249 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 216fa83d-bd94-4740-83d2-1d50d26862ba) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:27.124640 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c10bcd3-a756-4a14-adb2-f4290612e249 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:27.125513 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c10bcd3-a756-4a14-adb2-f4290612e249 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:27.179300 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1c10bcd3-a756-4a14-adb2-f4290612e249 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6260388 May 26 16:08:27.183567 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50142) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:27.190767 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ce8a1ca2-3429-4403-8ab1-9c15ac8062e8 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Request body: {'port': {'network_id': '216fa83d-bd94-4740-83d2-1d50d26862ba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1809804391'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:27.202980 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864e24bb-dbdd-4d14-b117-7892b2a7f6d1 None None] Network 216fa83d-bd94-4740-83d2-1d50d26862ba requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:27.407330 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-506f52a7-27d5-495a-8539-bcbcb6817fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:27.521780 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506f52a7-27d5-495a-8539-bcbcb6817fa3 admin admin] No DVR routers for this DVR port cc636bcf-aa2f-40f0-acc4-64040d68c47c on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:08:27.525427 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f52a7-27d5-495a-8539-bcbcb6817fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc636bcf-aa2f-40f0-acc4-64040d68c47c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:27.594279 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-999df1f4-d5b0-432c-b8ca-3131d509cfea req-3ba05b9c-64a0-4647-9ca9-dc528a8c1ef5 tempest-ListImageFiltersTestJSON-1098390947 tempest-ListImageFiltersTestJSON-1098390947-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8b9f2b5-5e62-4366-8c18-c882a41497f8 HTTP/1.1" status: 200 len: 210 time: 0.1072135 May 26 16:08:27.598688 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8a1ca2-3429-4403-8ab1-9c15ac8062e8 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Made reservation on behalf of 1aa46ba5e1434dc699ca5e81b300452c for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:27.627969 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ce8a1ca2-3429-4403-8ab1-9c15ac8062e8 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:27.640523 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: b62771d8-d2ca-46b2-9981-2246d0cae8b5 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:08:27.641004 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b62771d8-d2ca-46b2-9981-2246d0cae8b5 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:08:27.695110 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-ce8a1ca2-3429-4403-8ab1-9c15ac8062e8 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] device_id is not set on port f35eae61-7fbc-493d-9a58-b25ebbe54f08 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:08:27.759330 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-506f52a7-27d5-495a-8539-bcbcb6817fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:27.760995 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b230c79a-e33a-4c60-a276-c13823b398eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-216fa83d-bd94-4740-83d2-1d50d26862ba', 'network_id': '216fa83d-bd94-4740-83d2-1d50d26862ba', 'tenant_id': '1aa46ba5e1434dc699ca5e81b300452c', 'fixed_ips': [{'subnet_id': '533bbe76-47f2-4420-8e5d-abf26d84dabc'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:08:27.762220 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b230c79a-e33a-4c60-a276-c13823b398eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:27.807693 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-506f52a7-27d5-495a-8539-bcbcb6817fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:27.812188 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45e8870-0ba4-4240-9550-b2c4994fced7 x-openstack-request-id: req-b45e8870-0ba4-4240-9550-b2c4994fced7 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:27.812481 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b9f2b5-5e62-4366-8c18-c882a41497f8", "name": "network-vif-deleted", "tag": "cd43cea2-94fc-4128-8c8f-cf29cb7ddc44", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:27.812755 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b45e8870-0ba4-4240-9550-b2c4994fced7 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:27.813135 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b45e8870-0ba4-4240-9550-b2c4994fced7'] response: {'server_uuid': 'c8b9f2b5-5e62-4366-8c18-c882a41497f8', 'name': 'network-vif-deleted', 'tag': 'cd43cea2-94fc-4128-8c8f-cf29cb7ddc44', 'status': 'completed', 'code': 200} May 26 16:08:27.829766 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-506f52a7-27d5-495a-8539-bcbcb6817fa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c13abe-fc58-438a-8ee2-57ffca5704b8') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:27.830070 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-506f52a7-27d5-495a-8539-bcbcb6817fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c13abe-fc58-438a-8ee2-57ffca5704b8') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:27.845558 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:08:27.872444 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-506f52a7-27d5-495a-8539-bcbcb6817fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:27.902814 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-506f52a7-27d5-495a-8539-bcbcb6817fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:27.912523 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506f52a7-27d5-495a-8539-bcbcb6817fa3 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:08:27.913119 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-506f52a7-27d5-495a-8539-bcbcb6817fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:28.004154 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-506f52a7-27d5-495a-8539-bcbcb6817fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:28.012890 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-506f52a7-27d5-495a-8539-bcbcb6817fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:28.015580 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-ce8a1ca2-3429-4403-8ab1-9c15ac8062e8 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Allocated IP 2001:db8::19e (216fa83d-bd94-4740-83d2-1d50d26862ba/533bbe76-47f2-4420-8e5d-abf26d84dabc/f35eae61-7fbc-493d-9a58-b25ebbe54f08) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:28.025199 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-506f52a7-27d5-495a-8539-bcbcb6817fa3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d HTTP/1.1" status: 204 len: 168 time: 1.3750854 May 26 16:08:28.059420 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:08:28.059697 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device cd43cea2-94fc-4128-8c8f-cf29cb7ddc44 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:08:28.082137 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7520724-11c8-43a0-b294-17442218d3af None None] DHCP port deletion for fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:08:28.101200 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f52a7-27d5-495a-8539-bcbcb6817fa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcc79c4b-6fb1-4bad-8506-a03bdfc89b5d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:28.327965 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82545cbd-8507-4728-be4d-6533e0cdff30 req-f8b49980-3a9c-40a9-a9c8-6907163fe6ef tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:28.329907 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82545cbd-8507-4728-be4d-6533e0cdff30 req-f8b49980-3a9c-40a9-a9c8-6907163fe6ef tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.1367049 May 26 16:08:28.343634 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment d4c13abe-fc58-438a-8ee2-57ffca5704b8 resource provider aggregate not found May 26 16:08:28.372134 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment d4c13abe-fc58-438a-8ee2-57ffca5704b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4c13abe-fc58-438a-8ee2-57ffca5704b8 found for delete ", "request_id": "req-7160fd23-fa49-4847-99b2-be472679c466"}]} May 26 16:08:28.439086 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ce8a1ca2-3429-4403-8ab1-9c15ac8062e8 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:28.447841 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50162) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:28.469106 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82545cbd-8507-4728-be4d-6533e0cdff30 req-7b5dd8c5-c676-451a-9866-8e1aa3b110e6 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240027 May 26 16:08:28.584919 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-baa68eba-dd28-444b-bebc-f8e6c53dacfb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=02fcff3e7ef447ba9d8e075059e5bd3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348584 May 26 16:08:28.588555 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50164) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:28.618352 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ce8a1ca2-3429-4403-8ab1-9c15ac8062e8 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:28.689816 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a1ca2-3429-4403-8ab1-9c15ac8062e8 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Pushing event updated for resources: {'Port': ['ID=f35eae61-7fbc-493d-9a58-b25ebbe54f08,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:28.737227 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-b230c79a-e33a-4c60-a276-c13823b398eb None None] Allocated IP 2001:db8::2 (216fa83d-bd94-4740-83d2-1d50d26862ba/533bbe76-47f2-4420-8e5d-abf26d84dabc/90d122b8-cc99-4a58-adc3-b55e54537190) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:28.754367 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8a1ca2-3429-4403-8ab1-9c15ac8062e8 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Network 216fa83d-bd94-4740-83d2-1d50d26862ba is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:28.778325 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-ce8a1ca2-3429-4403-8ab1-9c15ac8062e8 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:28.796966 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8a1ca2-3429-4403-8ab1-9c15ac8062e8 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:28.803566 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8a1ca2-3429-4403-8ab1-9c15ac8062e8 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:28.804240 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ce8a1ca2-3429-4403-8ab1-9c15ac8062e8 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:28.831152 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9ed93f6-d200-4f6e-a5ea-c50063d8b5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:28.838190 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ce8a1ca2-3429-4403-8ab1-9c15ac8062e8 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6529250 May 26 16:08:28.841253 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50178) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:28.848929 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-fdfacc3d-ee3f-4c79-abee-9cf82dffa18d tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Request body: {'port': {'network_id': '216fa83d-bd94-4740-83d2-1d50d26862ba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-454925974', 'allowed_address_pairs': [{'ip_address': '2001:db8::19e', 'mac_address': 'fa:16:3e:5b:5e:58'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:28.869739 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9ed93f6-d200-4f6e-a5ea-c50063d8b5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:28.961705 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9ed93f6-d200-4f6e-a5ea-c50063d8b5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:28.968816 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9ed93f6-d200-4f6e-a5ea-c50063d8b5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:28.970673 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c9ed93f6-d200-4f6e-a5ea-c50063d8b5a1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0a239445-56ca-41a8-8e00-bf98671b770d HTTP/1.1" status: 204 len: 168 time: 0.3803859 May 26 16:08:29.017736 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed93f6-d200-4f6e-a5ea-c50063d8b5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a239445-56ca-41a8-8e00-bf98671b770d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:29.041251 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device cc636bcf-aa2f-40f0-acc4-64040d68c47c no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:08:29.088916 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: cc636bcf-aa2f-40f0-acc4-64040d68c47c {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:08:29.089202 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device cc636bcf-aa2f-40f0-acc4-64040d68c47c not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:08:29.111034 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b230c79a-e33a-4c60-a276-c13823b398eb None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.121982 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b230c79a-e33a-4c60-a276-c13823b398eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.144510 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfacc3d-ee3f-4c79-abee-9cf82dffa18d tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Made reservation on behalf of 1aa46ba5e1434dc699ca5e81b300452c for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:29.151059 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b230c79a-e33a-4c60-a276-c13823b398eb None None] Network 216fa83d-bd94-4740-83d2-1d50d26862ba is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:29.172597 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-b230c79a-e33a-4c60-a276-c13823b398eb None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:29.181769 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b230c79a-e33a-4c60-a276-c13823b398eb None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:29.231201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230c79a-e33a-4c60-a276-c13823b398eb None None] Pushing event updated for resources: {'Port': ['ID=90d122b8-cc99-4a58-adc3-b55e54537190,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:29.270999 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b230c79a-e33a-4c60-a276-c13823b398eb None None] Attempting to bind port 90d122b8-cc99-4a58-adc3-b55e54537190 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:29.271482 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b230c79a-e33a-4c60-a276-c13823b398eb None None] Attempting to bind port 90d122b8-cc99-4a58-adc3-b55e54537190 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'acde0042-bb4b-48d5-8a55-73e6da12122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '216fa83d-bd94-4740-83d2-1d50d26862ba'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:29.271870 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b230c79a-e33a-4c60-a276-c13823b398eb None None] Attempting to bind port 90d122b8-cc99-4a58-adc3-b55e54537190 on network 216fa83d-bd94-4740-83d2-1d50d26862ba {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:29.280582 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b230c79a-e33a-4c60-a276-c13823b398eb None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:29.280582 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b230c79a-e33a-4c60-a276-c13823b398eb None None] Checking segment: {'id': 'acde0042-bb4b-48d5-8a55-73e6da12122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '216fa83d-bd94-4740-83d2-1d50d26862ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:29.280582 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b230c79a-e33a-4c60-a276-c13823b398eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.282024 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b230c79a-e33a-4c60-a276-c13823b398eb None None] Bound using segment: {'id': 'acde0042-bb4b-48d5-8a55-73e6da12122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '216fa83d-bd94-4740-83d2-1d50d26862ba'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:29.282652 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b230c79a-e33a-4c60-a276-c13823b398eb None None] Bound port: 90d122b8-cc99-4a58-adc3-b55e54537190, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acde0042-bb4b-48d5-8a55-73e6da12122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '216fa83d-bd94-4740-83d2-1d50d26862ba'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:29.283088 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b230c79a-e33a-4c60-a276-c13823b398eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.377168 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b230c79a-e33a-4c60-a276-c13823b398eb None None] For port 90d122b8-cc99-4a58-adc3-b55e54537190, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:29.383446 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b230c79a-e33a-4c60-a276-c13823b398eb None None] For port 90d122b8-cc99-4a58-adc3-b55e54537190, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=90d122b8-cc99-4a58-adc3-b55e54537190,segment=NetworkSegment(acde0042-bb4b-48d5-8a55-73e6da12122d),segment_id=acde0042-bb4b-48d5-8a55-73e6da12122d)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:29.392301 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b230c79a-e33a-4c60-a276-c13823b398eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.406137 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fdfacc3d-ee3f-4c79-abee-9cf82dffa18d tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:29.431676 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-fdfacc3d-ee3f-4c79-abee-9cf82dffa18d tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] device_id is not set on port 72216964-a418-490a-906d-f3dacaf5feea yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:08:29.488803 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230c79a-e33a-4c60-a276-c13823b398eb None None] Pushing event updated for resources: {'Port': ['ID=90d122b8-cc99-4a58-adc3-b55e54537190,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:29.651605 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-fdfacc3d-ee3f-4c79-abee-9cf82dffa18d tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Allocated IP 2001:db8::12c (216fa83d-bd94-4740-83d2-1d50d26862ba/533bbe76-47f2-4420-8e5d-abf26d84dabc/72216964-a418-490a-906d-f3dacaf5feea) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:30.293172 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:30.382099 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fdfacc3d-ee3f-4c79-abee-9cf82dffa18d tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:30.431664 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fdfacc3d-ee3f-4c79-abee-9cf82dffa18d tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:30.495823 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfacc3d-ee3f-4c79-abee-9cf82dffa18d tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Pushing event updated for resources: {'Port': ['ID=72216964-a418-490a-906d-f3dacaf5feea,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:30.514726 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfacc3d-ee3f-4c79-abee-9cf82dffa18d tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Network 216fa83d-bd94-4740-83d2-1d50d26862ba is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:30.517637 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-fdfacc3d-ee3f-4c79-abee-9cf82dffa18d tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:30.520744 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfacc3d-ee3f-4c79-abee-9cf82dffa18d tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:30.526522 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfacc3d-ee3f-4c79-abee-9cf82dffa18d tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:30.527368 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fdfacc3d-ee3f-4c79-abee-9cf82dffa18d tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:30.561838 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fdfacc3d-ee3f-4c79-abee-9cf82dffa18d tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.7160013 May 26 16:08:30.563359 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50204) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:30.595759 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50208) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:30.768537 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26bce06-5088-4d5e-9294-8027a80f54bc tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:30.786892 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26bce06-5088-4d5e-9294-8027a80f54bc tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:30.803153 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-fc9fadaa-9793-4fc2-bfea-74819a9e3ad4 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1522900202-network', 'tenant_id': '2f533887e25e4ff29ed33fe3e40c4626'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:30.809960 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26bce06-5088-4d5e-9294-8027a80f54bc tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:30.814805 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c26bce06-5088-4d5e-9294-8027a80f54bc tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2500510 May 26 16:08:30.817336 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50212) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:30.838718 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9fadaa-9793-4fc2-bfea-74819a9e3ad4 admin admin] Made reservation on behalf of 2f533887e25e4ff29ed33fe3e40c4626 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:30.843580 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fc9fadaa-9793-4fc2-bfea-74819a9e3ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:30.878818 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fc9fadaa-9793-4fc2-bfea-74819a9e3ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:31.012508 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 90d122b8-cc99-4a58-adc3-b55e54537190 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:31.066795 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e6e7be87-5a39-4f99-bfbd-b46d31375d9a tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Deleting port 72216964-a418-490a-906d-f3dacaf5feea {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:31.067314 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e6e7be87-5a39-4f99-bfbd-b46d31375d9a tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:31.127305 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fc9fadaa-9793-4fc2-bfea-74819a9e3ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:31.131205 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 90d122b8-cc99-4a58-adc3-b55e54537190 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:31.131743 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:31.154635 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fc9fadaa-9793-4fc2-bfea-74819a9e3ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:31.166439 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0733d62e-9b7d-46ce-b33b-cbc74a2bc2c4 None None] Network 216fa83d-bd94-4740-83d2-1d50d26862ba requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:31.189860 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9fadaa-9793-4fc2-bfea-74819a9e3ad4 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:08:31.210010 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e6e7be87-5a39-4f99-bfbd-b46d31375d9a tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:31.229223 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fc9fadaa-9793-4fc2-bfea-74819a9e3ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:31.229575 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-fc9fadaa-9793-4fc2-bfea-74819a9e3ad4 admin admin] Added segment 41dcd584-f06b-403a-8be3-49a4d3d15b46 of type vlan for network 9126e523-7eaf-4c3c-8e9e-af4d1c24e560 May 26 16:08:31.257401 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e6e7be87-5a39-4f99-bfbd-b46d31375d9a tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Calling delete_port for 72216964-a418-490a-906d-f3dacaf5feea owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:31.312304 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-05a97eda-5d30-4f14-b3a2-a03a269ed080 None None] Provisioning complete for port 90d122b8-cc99-4a58-adc3-b55e54537190 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:31.312909 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-05a97eda-5d30-4f14-b3a2-a03a269ed080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:31.329633 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fadaa-9793-4fc2-bfea-74819a9e3ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3768cf65-0143-494e-bdf6-53d5eb31a674,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:31.372211 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fc9fadaa-9793-4fc2-bfea-74819a9e3ad4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:31.438128 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fc9fadaa-9793-4fc2-bfea-74819a9e3ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:31.439412 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9fadaa-9793-4fc2-bfea-74819a9e3ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:31.440269 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fc9fadaa-9793-4fc2-bfea-74819a9e3ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:31.497545 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e6e7be87-5a39-4f99-bfbd-b46d31375d9a tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:31.503316 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 90d122b8-cc99-4a58-adc3-b55e54537190 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:31.504011 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:31.504636 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fc9fadaa-9793-4fc2-bfea-74819a9e3ad4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9071782 May 26 16:08:31.515232 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50218) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:31.530433 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-eff73680-bc1b-45f5-9be2-e5d87e164ba8 admin admin] Request body: {'subnet': {'network_id': '9126e523-7eaf-4c3c-8e9e-af4d1c24e560', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1522900202-subnet', 'tenant_id': '2f533887e25e4ff29ed33fe3e40c4626', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:31.533135 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fadaa-9793-4fc2-bfea-74819a9e3ad4 admin admin] Pushing event updated for resources: {'Network': ['ID=9126e523-7eaf-4c3c-8e9e-af4d1c24e560,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:31.567336 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7be87-5a39-4f99-bfbd-b46d31375d9a tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Pushing event deleted for resources: {'Port': ['ID=72216964-a418-490a-906d-f3dacaf5feea,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:31.595146 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 9126e523-7eaf-4c3c-8e9e-af4d1c24e560 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:08:31.634648 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff73680-bc1b-45f5-9be2-e5d87e164ba8 admin admin] Made reservation on behalf of 2f533887e25e4ff29ed33fe3e40c4626 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:31.636968 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eff73680-bc1b-45f5-9be2-e5d87e164ba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:31.694219 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 90d122b8-cc99-4a58-adc3-b55e54537190, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=90d122b8-cc99-4a58-adc3-b55e54537190,segment=NetworkSegment(acde0042-bb4b-48d5-8a55-73e6da12122d),segment_id=acde0042-bb4b-48d5-8a55-73e6da12122d)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:31.705867 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:31.799463 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e6e7be87-5a39-4f99-bfbd-b46d31375d9a tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:31.804631 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e6e7be87-5a39-4f99-bfbd-b46d31375d9a tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] 10.222.0.77 "DELETE /v2.0/ports/72216964-a418-490a-906d-f3dacaf5feea HTTP/1.1" status: 204 len: 168 time: 0.9863365 May 26 16:08:31.811491 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50222) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:31.843046 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b00b8809-980e-4dfb-b343-89d7e9603e0a tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] GET failed (client error): The resource could not be found. May 26 16:08:31.844965 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b00b8809-980e-4dfb-b343-89d7e9603e0a tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] 10.222.0.77 "GET /v2.0/ports/72216964-a418-490a-906d-f3dacaf5feea HTTP/1.1" status: 404 len: 333 time: 0.0324552 May 26 16:08:31.846418 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-05a97eda-5d30-4f14-b3a2-a03a269ed080 None None] Current status of the port 90d122b8-cc99-4a58-adc3-b55e54537190 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:31.855081 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50224) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:31.865428 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-03be2e42-5ccb-4751-bf72-b7a90af9f460 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Request body: {'port': {'network_id': '216fa83d-bd94-4740-83d2-1d50d26862ba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-856424319'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:31.876242 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=90d122b8-cc99-4a58-adc3-b55e54537190,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:32.202356 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-34d80224-1de5-4842-8826-b5a7a3d6df6a None None] Provisioning complete for port f35eae61-7fbc-493d-9a58-b25ebbe54f08 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:32.202739 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-34d80224-1de5-4842-8826-b5a7a3d6df6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:32.256351 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-34d80224-1de5-4842-8826-b5a7a3d6df6a None None] Port f35eae61-7fbc-493d-9a58-b25ebbe54f08 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:32.269740 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-34d80224-1de5-4842-8826-b5a7a3d6df6a None None] Provisioning complete for port 90d122b8-cc99-4a58-adc3-b55e54537190 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:32.270384 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-34d80224-1de5-4842-8826-b5a7a3d6df6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:32.410864 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-34d80224-1de5-4842-8826-b5a7a3d6df6a None None] Current status of the port 90d122b8-cc99-4a58-adc3-b55e54537190 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:32.477440 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eff73680-bc1b-45f5-9be2-e5d87e164ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:32.551090 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-65d0b468-42e5-49a4-9be8-6baa99d9385b None None] Provisioning complete for port f35eae61-7fbc-493d-9a58-b25ebbe54f08 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:32.551457 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-65d0b468-42e5-49a4-9be8-6baa99d9385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:32.554074 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03be2e42-5ccb-4751-bf72-b7a90af9f460 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Made reservation on behalf of 1aa46ba5e1434dc699ca5e81b300452c for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:32.557803 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-03be2e42-5ccb-4751-bf72-b7a90af9f460 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:32.568945 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff73680-bc1b-45f5-9be2-e5d87e164ba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d877ed1-aa21-432d-9524-f2fe196b3de2,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:32.587029 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-03be2e42-5ccb-4751-bf72-b7a90af9f460 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] device_id is not set on port 3ad12c11-369f-4b96-92cf-0e5f2a18d3f4 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:08:32.610307 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-65d0b468-42e5-49a4-9be8-6baa99d9385b None None] Port f35eae61-7fbc-493d-9a58-b25ebbe54f08 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:32.644849 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff73680-bc1b-45f5-9be2-e5d87e164ba8 admin admin] Checking segment: {'id': '41dcd584-f06b-403a-8be3-49a4d3d15b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9126e523-7eaf-4c3c-8e9e-af4d1c24e560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:32.645210 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff73680-bc1b-45f5-9be2-e5d87e164ba8 admin admin] Network hostable DHCP agents. Network: 9126e523-7eaf-4c3c-8e9e-af4d1c24e560, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:08:32.685924 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff73680-bc1b-45f5-9be2-e5d87e164ba8 admin admin] Network 9126e523-7eaf-4c3c-8e9e-af4d1c24e560 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:08:32.722445 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-eff73680-bc1b-45f5-9be2-e5d87e164ba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 9126e523-7eaf-4c3c-8e9e-af4d1c24e560) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:32.730048 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff73680-bc1b-45f5-9be2-e5d87e164ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:32.730847 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eff73680-bc1b-45f5-9be2-e5d87e164ba8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:32.733482 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824ebc80-9c5c-4ead-8c4e-16c2b6e6020c None None] Network 9126e523-7eaf-4c3c-8e9e-af4d1c24e560 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:32.756601 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-03be2e42-5ccb-4751-bf72-b7a90af9f460 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Allocated IP 2001:db8::131 (216fa83d-bd94-4740-83d2-1d50d26862ba/533bbe76-47f2-4420-8e5d-abf26d84dabc/3ad12c11-369f-4b96-92cf-0e5f2a18d3f4) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:32.776856 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-eff73680-bc1b-45f5-9be2-e5d87e164ba8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2599869 May 26 16:08:33.018463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 90d122b8-cc99-4a58-adc3-b55e54537190 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:33.021904 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-18ebbd6f-7e0d-4f5f-86e1-b7fe1cc3e4ba None None] Could not find standard attr ID for object 72216964-a418-490a-906d-f3dacaf5feea. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:08:33.045957 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918a878c-641b-4093-93cb-7f93aa735c91 None None] Network 9126e523-7eaf-4c3c-8e9e-af4d1c24e560 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:33.156885 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-ad631835-152a-43b0-9186-c1f05615efe9 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=174d64ba844b421799c9f2136fec1233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353713 May 26 16:08:33.171241 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-03be2e42-5ccb-4751-bf72-b7a90af9f460 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:33.214077 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 90d122b8-cc99-4a58-adc3-b55e54537190 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:33.214854 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:33.329112 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 90d122b8-cc99-4a58-adc3-b55e54537190 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:33.337001 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516503b5-639f-426e-a1bc-2c604cfe6d5c req-65c1d810-a294-4a9b-b5cd-eb5147d7f3f1 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:33.338554 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-516503b5-639f-426e-a1bc-2c604cfe6d5c req-65c1d810-a294-4a9b-b5cd-eb5147d7f3f1 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.1586142 May 26 16:08:33.354816 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-03be2e42-5ccb-4751-bf72-b7a90af9f460 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:33.412462 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-a600076d-c0c2-45e0-9d55-941afab2bf2e tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:33.413910 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-a600076d-c0c2-45e0-9d55-941afab2bf2e tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2028301 May 26 16:08:33.456927 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03be2e42-5ccb-4751-bf72-b7a90af9f460 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Network 216fa83d-bd94-4740-83d2-1d50d26862ba is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:33.461519 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-cd1bcac6-e3fd-40f4-9bdc-8bd4c063864e tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/quotas/174d64ba844b421799c9f2136fec1233 HTTP/1.1" status: 200 len: 375 time: 0.0370989 May 26 16:08:33.462108 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be2e42-5ccb-4751-bf72-b7a90af9f460 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Pushing event updated for resources: {'Port': ['ID=3ad12c11-369f-4b96-92cf-0e5f2a18d3f4,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:33.468498 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-516503b5-639f-426e-a1bc-2c604cfe6d5c req-8b79b6ad-ab8e-496a-9d16-7cd75503689c tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220422 May 26 16:08:33.469375 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-03be2e42-5ccb-4751-bf72-b7a90af9f460 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:33.471557 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03be2e42-5ccb-4751-bf72-b7a90af9f460 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:33.477214 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03be2e42-5ccb-4751-bf72-b7a90af9f460 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:33.477846 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-03be2e42-5ccb-4751-bf72-b7a90af9f460 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:33.533458 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-03be2e42-5ccb-4751-bf72-b7a90af9f460 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6706820 May 26 16:08:33.533679 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50266) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:33.539890 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-66f4190d-f263-4944-9e96-ff6daeaa5bf6 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19e', 'mac_address': 'fa:16:3e:5b:5e:58'}]}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:33.671473 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-42b8474b-8ab0-49a8-b196-651de1a19a8c tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=174d64ba844b421799c9f2136fec1233&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1859839 May 26 16:08:33.755055 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073ca6c-6fdf-45d2-b3d3-0c45aaddf166 req-31a305ba-78f7-41ba-9560-b0f39427d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:33.757464 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c073ca6c-6fdf-45d2-b3d3-0c45aaddf166 req-31a305ba-78f7-41ba-9560-b0f39427d9bf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3e96c338002c49fcb12a908abaf34a6e&device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 1096 time: 0.0789587 May 26 16:08:33.886206 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d2da21d9-8650-4e3b-b867-3a5b258d6f00 None None] Provisioning complete for port 3ad12c11-369f-4b96-92cf-0e5f2a18d3f4 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:33.886790 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d2da21d9-8650-4e3b-b867-3a5b258d6f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:33.964317 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d2da21d9-8650-4e3b-b867-3a5b258d6f00 None None] Port 3ad12c11-369f-4b96-92cf-0e5f2a18d3f4 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:34.007988 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-66f4190d-f263-4944-9e96-ff6daeaa5bf6 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:34.025790 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-33737113-4194-4380-a8df-c05520e8cc3d req-5eba60d4-b9e9-4781-a1b6-fa055c849406 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=af645639-b74a-41e1-8e6f-3208ad68be52 HTTP/1.1" status: 200 len: 210 time: 0.0667009 May 26 16:08:34.129026 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12155b26-affa-46b6-9ec9-83efff815c75 req-0180a1ea-2b36-44b0-92d5-6982464288da service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3070958 May 26 16:08:34.188835 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073ca6c-6fdf-45d2-b3d3-0c45aaddf166 req-6d7e8d52-8b42-44af-a578-5beb04c03a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:34.190322 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c073ca6c-6fdf-45d2-b3d3-0c45aaddf166 req-6d7e8d52-8b42-44af-a578-5beb04c03a60 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089 HTTP/1.1" status: 200 len: 913 time: 0.4243479 May 26 16:08:34.302162 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c073ca6c-6fdf-45d2-b3d3-0c45aaddf166 req-3f3585b2-0c7c-471b-a522-cbc50b6d060d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a31cf77a-f4c6-4c87-a28d-146ab196f011 HTTP/1.1" status: 200 len: 217 time: 0.0956647 May 26 16:08:34.412605 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12155b26-affa-46b6-9ec9-83efff815c75 req-7a5d5fee-dcae-4afc-9b58-dcfedcb6eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:34.414110 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12155b26-affa-46b6-9ec9-83efff815c75 req-7a5d5fee-dcae-4afc-9b58-dcfedcb6eac9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e054f09efe5e48a1a811c34416f57f3d&device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 1097 time: 0.1584065 May 26 16:08:34.430509 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073ca6c-6fdf-45d2-b3d3-0c45aaddf166 req-2522bb8c-8b69-4a44-b49f-d588feceeba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:34.432713 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c073ca6c-6fdf-45d2-b3d3-0c45aaddf166 req-2522bb8c-8b69-4a44-b49f-d588feceeba2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=19f707b5-dbb7-44bf-9d91-1c1a69227d64 HTTP/1.1" status: 200 len: 852 time: 0.1090105 May 26 16:08:34.500173 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c073ca6c-6fdf-45d2-b3d3-0c45aaddf166 req-df12711d-0e4c-46f2-8912-34f083a6b939 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609922 May 26 16:08:34.577828 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-66f4190d-f263-4944-9e96-ff6daeaa5bf6 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:34.599752 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-66f4190d-f263-4944-9e96-ff6daeaa5bf6 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:34.740501 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12155b26-affa-46b6-9ec9-83efff815c75 req-d081822c-63fe-4aa3-af3e-3d7b1398c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:34.741993 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12155b26-affa-46b6-9ec9-83efff815c75 req-d081822c-63fe-4aa3-af3e-3d7b1398c29c service neutron] 10.222.0.83 "GET /v2.0/networks?id=48798ccf-c01b-4baf-8c1d-06629758249c HTTP/1.1" status: 200 len: 918 time: 0.2923036 May 26 16:08:34.742970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-66f4190d-f263-4944-9e96-ff6daeaa5bf6 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] In _notify_port_updated(), no bound segment for port 3ad12c11-369f-4b96-92cf-0e5f2a18d3f4 on network 216fa83d-bd94-4740-83d2-1d50d26862ba {{(pid=103896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:08:34.749284 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f4190d-f263-4944-9e96-ff6daeaa5bf6 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:34.749943 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-66f4190d-f263-4944-9e96-ff6daeaa5bf6 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:34.753761 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-66f4190d-f263-4944-9e96-ff6daeaa5bf6 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] 10.222.0.77 "PUT /v2.0/ports/3ad12c11-369f-4b96-92cf-0e5f2a18d3f4 HTTP/1.1" status: 200 len: 1002 time: 1.2166502 May 26 16:08:34.754151 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50330) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:34.862005 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50332) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:34.875713 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4190d-f263-4944-9e96-ff6daeaa5bf6 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Pushing event updated for resources: {'Port': ['ID=3ad12c11-369f-4b96-92cf-0e5f2a18d3f4,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:34.887229 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12155b26-affa-46b6-9ec9-83efff815c75 req-90375308-fb00-4ca6-a5ec-aae9d5a66d84 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0da5bd1c-cdaf-4399-82d9-704116636903 HTTP/1.1" status: 200 len: 217 time: 0.0984833 May 26 16:08:34.900064 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-d652329f-2a65-41a0-8f3e-462f35b9d0ce tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Deleting port 3ad12c11-369f-4b96-92cf-0e5f2a18d3f4 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:34.900670 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d652329f-2a65-41a0-8f3e-462f35b9d0ce tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:34.955335 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beb676-e91e-49f5-b55c-c10fd340e8c5 req-391d1467-849f-40e0-8423-4d58dce8e9b0 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:34.956980 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e5beb676-e91e-49f5-b55c-c10fd340e8c5 req-391d1467-849f-40e0-8423-4d58dce8e9b0 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.3077967 May 26 16:08:34.963575 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c073ca6c-6fdf-45d2-b3d3-0c45aaddf166 req-8bec3325-ea99-4124-8022-345c3cf937e7 service neutron] 10.222.0.81 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555058 May 26 16:08:34.971450 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6baf9c-c5fe-4f75-841c-ede60a785904 req-1f91700b-a293-422a-afed-8fa6a5c12221 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:34.973056 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3c6baf9c-c5fe-4f75-841c-ede60a785904 req-1f91700b-a293-422a-afed-8fa6a5c12221 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 945 time: 0.2208672 May 26 16:08:35.038183 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d652329f-2a65-41a0-8f3e-462f35b9d0ce tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.055392 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-d652329f-2a65-41a0-8f3e-462f35b9d0ce tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Calling delete_port for 3ad12c11-369f-4b96-92cf-0e5f2a18d3f4 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:35.109504 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-501c107a-e0d6-4459-bd89-ed6d4674a75a None None] Provisioning complete for port 3ad12c11-369f-4b96-92cf-0e5f2a18d3f4 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:35.109991 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12155b26-affa-46b6-9ec9-83efff815c75 req-e01f8a73-8609-46dd-9864-004ed3bcc9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:35.110576 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-501c107a-e0d6-4459-bd89-ed6d4674a75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.111112 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12155b26-affa-46b6-9ec9-83efff815c75 req-e01f8a73-8609-46dd-9864-004ed3bcc9b5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=667adff5-0c1e-46ec-b83e-3fbb957aa36c HTTP/1.1" status: 200 len: 856 time: 0.2050266 May 26 16:08:35.150278 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e5beb676-e91e-49f5-b55c-c10fd340e8c5 req-2a4441ad-9abc-450a-9baa-ca3038c548cb tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728435 May 26 16:08:35.167230 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-501c107a-e0d6-4459-bd89-ed6d4674a75a None None] Port 3ad12c11-369f-4b96-92cf-0e5f2a18d3f4 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:35.196150 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3c6baf9c-c5fe-4f75-841c-ede60a785904 req-6a80a0b4-3ea8-40cc-a6dc-9b32c246a657 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989057 May 26 16:08:35.208448 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50340) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:35.231955 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b7ec6e4a-3cd7-4b05-930a-841e2ddb50b2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=966d4a9874ce4d0ebebd099646012db8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3676953 May 26 16:08:35.235969 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50342) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:35.292000 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c073ca6c-6fdf-45d2-b3d3-0c45aaddf166 req-dd746e51-2431-4a82-ab04-5c1ac78a2f30 service neutron] 10.222.0.81 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179283 May 26 16:08:35.314646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12155b26-affa-46b6-9ec9-83efff815c75 req-c18d72ab-2529-4a18-b989-a0402db15e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:35.316190 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12155b26-affa-46b6-9ec9-83efff815c75 req-c18d72ab-2529-4a18-b989-a0402db15e96 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48798ccf-c01b-4baf-8c1d-06629758249c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1885116 May 26 16:08:35.318003 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0d5e9327-8aec-463b-94bb-fd870c66d87f req-ca73338a-99a4-4443-98a2-7795faa5b698 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=af645639-b74a-41e1-8e6f-3208ad68be52 HTTP/1.1" status: 200 len: 210 time: 0.0494301 May 26 16:08:35.326938 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f557270-e9b1-47b7-9477-f9575feefa5c admin admin] Deleting subnet 5d877ed1-aa21-432d-9524-f2fe196b3de2 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:08:35.331959 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4f557270-e9b1-47b7-9477-f9575feefa5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.355422 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-6951fa6d-4cc5-4d98-96b7-c8d86469dca0 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=174d64ba844b421799c9f2136fec1233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649264 May 26 16:08:35.427248 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4f557270-e9b1-47b7-9477-f9575feefa5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.484632 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6574b832-b102-4183-a62f-9136501699cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.504569 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4f557270-e9b1-47b7-9477-f9575feefa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.508767 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12155b26-affa-46b6-9ec9-83efff815c75 req-f2251104-d732-4997-aa22-a6de9cf2b2b1 service neutron] 10.222.0.83 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773362 May 26 16:08:35.538427 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6574b832-b102-4183-a62f-9136501699cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.554568 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d652329f-2a65-41a0-8f3e-462f35b9d0ce tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.615229 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652329f-2a65-41a0-8f3e-462f35b9d0ce tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Pushing event deleted for resources: {'Port': ['ID=3ad12c11-369f-4b96-92cf-0e5f2a18d3f4,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:35.631496 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-7e995d30-f235-403e-98b0-8a901175ba72 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:35.633029 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-7e995d30-f235-403e-98b0-8a901175ba72 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2703452 May 26 16:08:35.636075 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4f557270-e9b1-47b7-9477-f9575feefa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.656778 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12155b26-affa-46b6-9ec9-83efff815c75 req-dff11cf8-263d-4fed-8d44-10801d23cd98 service neutron] 10.222.0.83 "GET /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298602 May 26 16:08:35.665162 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-4f2ab73d-576a-44bb-bd97-06bda335ea76 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Request body: {'port': {'device_id': 'af645639-b74a-41e1-8e6f-3208ad68be52', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '174d64ba844b421799c9f2136fec1233'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:35.689708 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f557270-e9b1-47b7-9477-f9575feefa5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d877ed1-aa21-432d-9524-f2fe196b3de2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:35.694714 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4f557270-e9b1-47b7-9477-f9575feefa5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.698387 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4f557270-e9b1-47b7-9477-f9575feefa5c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5d877ed1-aa21-432d-9524-f2fe196b3de2 HTTP/1.1" status: 204 len: 168 time: 0.4880288 May 26 16:08:35.701881 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50344) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:35.783151 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fc275585-1cea-498c-893d-f48236283733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.787344 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6574b832-b102-4183-a62f-9136501699cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.790538 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6574b832-b102-4183-a62f-9136501699cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.794018 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6574b832-b102-4183-a62f-9136501699cd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/268deadd-10fd-48d5-9fbb-899f3108e123 HTTP/1.1" status: 204 len: 168 time: 0.5522561 May 26 16:08:35.879635 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574b832-b102-4183-a62f-9136501699cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268deadd-10fd-48d5-9fbb-899f3108e123,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:35.899286 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d652329f-2a65-41a0-8f3e-462f35b9d0ce tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.903437 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d652329f-2a65-41a0-8f3e-462f35b9d0ce tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] 10.222.0.77 "DELETE /v2.0/ports/3ad12c11-369f-4b96-92cf-0e5f2a18d3f4 HTTP/1.1" status: 204 len: 168 time: 1.1470933 May 26 16:08:35.907566 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50350) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:35.910759 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fc275585-1cea-498c-893d-f48236283733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.957284 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a2fa1c-7349-4537-bbb6-bf51d5cff78b tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] GET failed (client error): The resource could not be found. May 26 16:08:35.962648 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-82a2fa1c-7349-4537-bbb6-bf51d5cff78b tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] 10.222.0.77 "GET /v2.0/ports/3ad12c11-369f-4b96-92cf-0e5f2a18d3f4 HTTP/1.1" status: 404 len: 333 time: 0.0434179 May 26 16:08:35.963384 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50352) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:35.965643 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-fc275585-1cea-498c-893d-f48236283733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9126e523-7eaf-4c3c-8e9e-af4d1c24e560']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:35.973740 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-25db6463-ef77-40c3-a14d-8f72879b0789 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Request body: {'port': {'network_id': '216fa83d-bd94-4740-83d2-1d50d26862ba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1489003770'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:35.974892 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-4f2ab73d-576a-44bb-bd97-06bda335ea76 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Made reservation on behalf of 174d64ba844b421799c9f2136fec1233 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:35.978944 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-4f2ab73d-576a-44bb-bd97-06bda335ea76 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:35.997600 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-fc275585-1cea-498c-893d-f48236283733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41dcd584-f06b-403a-8be3-49a4d3d15b46') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:35.998159 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-fc275585-1cea-498c-893d-f48236283733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41dcd584-f06b-403a-8be3-49a4d3d15b46') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:36.050862 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fc275585-1cea-498c-893d-f48236283733 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:36.071440 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fc275585-1cea-498c-893d-f48236283733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:36.084071 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc275585-1cea-498c-893d-f48236283733 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:08:36.084517 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fc275585-1cea-498c-893d-f48236283733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:36.138505 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 41dcd584-f06b-403a-8be3-49a4d3d15b46 resource provider aggregate not found May 26 16:08:36.161297 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 41dcd584-f06b-403a-8be3-49a4d3d15b46 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41dcd584-f06b-403a-8be3-49a4d3d15b46 found for delete ", "request_id": "req-a8bb6a1f-50b6-4345-9b42-17ce942484b9"}]} May 26 16:08:36.199737 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-4f2ab73d-576a-44bb-bd97-06bda335ea76 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Allocated IP 192.168.233.163 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/28667205-0ec4-4128-9b3d-9c7d9a4469db) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:36.202871 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fc275585-1cea-498c-893d-f48236283733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:36.223639 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fc275585-1cea-498c-893d-f48236283733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:36.241775 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fc275585-1cea-498c-893d-f48236283733 admin admin] 10.222.0.77 "DELETE /v2.0/networks/9126e523-7eaf-4c3c-8e9e-af4d1c24e560 HTTP/1.1" status: 204 len: 168 time: 0.5383120 May 26 16:08:36.285860 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc275585-1cea-498c-893d-f48236283733 admin admin] Pushing event deleted for resources: {'Network': ['ID=9126e523-7eaf-4c3c-8e9e-af4d1c24e560,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:36.352750 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25db6463-ef77-40c3-a14d-8f72879b0789 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Made reservation on behalf of 1aa46ba5e1434dc699ca5e81b300452c for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:36.358878 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-25db6463-ef77-40c3-a14d-8f72879b0789 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:36.482459 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50376) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:36.540910 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-4f2ab73d-576a-44bb-bd97-06bda335ea76 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:36.587114 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a33cf096-bcdf-429e-af74-4dcae83d23ff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2f533887e25e4ff29ed33fe3e40c4626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0900419 May 26 16:08:36.592969 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50380) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:36.642207 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-4f2ab73d-576a-44bb-bd97-06bda335ea76 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:36.653795 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['dfc31f36-132b-43af-81bd-f16d278e89e9', '9c72859c-b2b3-4535-a8da-f620119789db', '21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:36.708143 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-4f2ab73d-576a-44bb-bd97-06bda335ea76 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:36.716281 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-4f2ab73d-576a-44bb-bd97-06bda335ea76 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:36.719661 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-4f2ab73d-576a-44bb-bd97-06bda335ea76 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:36.728370 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-405238ad-3c72-44cd-aa8c-acf55650cd98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:36.750957 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ab73d-576a-44bb-bd97-06bda335ea76 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Pushing event updated for resources: {'Port': ['ID=28667205-0ec4-4128-9b3d-9c7d9a4469db,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:36.751318 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device a31cf77a-f4c6-4c87-a28d-146ab196f011 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:08:36.753662 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['e6ab5e70-f277-49ee-a065-7ef61c455d13', '058a3fd7-d578-4ee5-9881-ba3f12edb876'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:36.780551 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-405238ad-3c72-44cd-aa8c-acf55650cd98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:36.797977 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-25db6463-ef77-40c3-a14d-8f72879b0789 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] device_id is not set on port 1cf2deaf-2491-417a-88c0-450e44ea9664 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:08:36.837315 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-405238ad-3c72-44cd-aa8c-acf55650cd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:36.838741 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd6ab5-5526-47c1-9bd0-77d1212c2634 req-e2be823f-e7c9-4bf3-a1c7-e85bc1dc990e tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:36.840442 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b6fd6ab5-5526-47c1-9bd0-77d1212c2634 req-e2be823f-e7c9-4bf3-a1c7-e85bc1dc990e tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 945 time: 0.5515854 May 26 16:08:36.847784 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-405238ad-3c72-44cd-aa8c-acf55650cd98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:36.849368 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-405238ad-3c72-44cd-aa8c-acf55650cd98 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3768cf65-0143-494e-bdf6-53d5eb31a674 HTTP/1.1" status: 204 len: 168 time: 0.2550781 May 26 16:08:36.871136 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-4f2ab73d-576a-44bb-bd97-06bda335ea76 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:36.871811 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-4f2ab73d-576a-44bb-bd97-06bda335ea76 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:36.874801 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405238ad-3c72-44cd-aa8c-acf55650cd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3768cf65-0143-494e-bdf6-53d5eb31a674,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:36.941068 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-4f2ab73d-576a-44bb-bd97-06bda335ea76 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2798984 May 26 16:08:36.953209 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8921f-a07b-4ff7-bb95-de3ee26db6f8 req-52ed833f-8e47-443e-bc1f-b49f2c0746f0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:36.953885 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-183305fb-1183-471d-9d92-9643a89ed90e service neutron] Request body: {'port': {'device_id': 'af645639-b74a-41e1-8e6f-3208ad68be52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:36.972147 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a0f8921f-a07b-4ff7-bb95-de3ee26db6f8 req-52ed833f-8e47-443e-bc1f-b49f2c0746f0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 945 time: 0.6625011 May 26 16:08:37.078640 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-183305fb-1183-471d-9d92-9643a89ed90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:37.125584 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b6fd6ab5-5526-47c1-9bd0-77d1212c2634 req-fb631a17-8a81-4719-9054-6a121cf1a8ab tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978660 May 26 16:08:37.242150 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a0f8921f-a07b-4ff7-bb95-de3ee26db6f8 req-98364b0e-a920-4a98-8b66-0e7470b79f4a tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2689934 May 26 16:08:37.340758 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-25db6463-ef77-40c3-a14d-8f72879b0789 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Allocated IP 2001:db8::159 (216fa83d-bd94-4740-83d2-1d50d26862ba/533bbe76-47f2-4420-8e5d-abf26d84dabc/1cf2deaf-2491-417a-88c0-450e44ea9664) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:37.379111 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d34c56-ab06-4762-a247-04f32d29158d req-bf49cd00-01de-45b3-8dcb-cb85286e4012 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:37.381256 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b6d34c56-ab06-4762-a247-04f32d29158d req-bf49cd00-01de-45b3-8dcb-cb85286e4012 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=af645639-b74a-41e1-8e6f-3208ad68be52 HTTP/1.1" status: 200 len: 936 time: 0.1241987 May 26 16:08:37.475743 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b6d34c56-ab06-4762-a247-04f32d29158d req-17c82656-e809-4a53-ac8d-9ec9d2431a5b tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813510 May 26 16:08:37.480483 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d1e4274f-f3a7-4faa-a536-d028bd2315a7 None None] Provisioning complete for port 28667205-0ec4-4128-9b3d-9c7d9a4469db triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:37.480860 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d1e4274f-f3a7-4faa-a536-d028bd2315a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:37.539271 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d1e4274f-f3a7-4faa-a536-d028bd2315a7 None None] Port 28667205-0ec4-4128-9b3d-9c7d9a4469db cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:37.551402 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port a31cf77a-f4c6-4c87-a28d-146ab196f011 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:37.551990 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:37.673692 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-183305fb-1183-471d-9d92-9643a89ed90e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28667205-0ec4-4128-9b3d-9c7d9a4469db {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:37.692004 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-25db6463-ef77-40c3-a14d-8f72879b0789 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:37.702105 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8511edc6-70b9-48e9-99e0-4550c6370be4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a31cf77a-f4c6-4c87-a28d-146ab196f011'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:37.703553 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-183305fb-1183-471d-9d92-9643a89ed90e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:37.709036 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1d0cd4-dd88-4d7b-befa-5f6b590d50d2" -d '{"events": [{"server_uuid": "8511edc6-70b9-48e9-99e0-4550c6370be4", "name": "network-vif-unplugged", "status": "completed", "tag": "a31cf77a-f4c6-4c87-a28d-146ab196f011"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:37.734448 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-183305fb-1183-471d-9d92-9643a89ed90e service neutron] Transition to ACTIVE for port object 28667205-0ec4-4128-9b3d-9c7d9a4469db will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:08:37.740380 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-183305fb-1183-471d-9d92-9643a89ed90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:37.813102 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-25db6463-ef77-40c3-a14d-8f72879b0789 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:37.908542 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25db6463-ef77-40c3-a14d-8f72879b0789 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Network 216fa83d-bd94-4740-83d2-1d50d26862ba is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:37.914880 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-25db6463-ef77-40c3-a14d-8f72879b0789 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:37.929019 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25db6463-ef77-40c3-a14d-8f72879b0789 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:37.934651 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25db6463-ef77-40c3-a14d-8f72879b0789 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:37.935370 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-25db6463-ef77-40c3-a14d-8f72879b0789 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:37.974711 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183305fb-1183-471d-9d92-9643a89ed90e service neutron] Pushing event updated for resources: {'Port': ['ID=28667205-0ec4-4128-9b3d-9c7d9a4469db,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:37.994649 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-25db6463-ef77-40c3-a14d-8f72879b0789 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0258582 May 26 16:08:38.007175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db6463-ef77-40c3-a14d-8f72879b0789 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Pushing event updated for resources: {'Port': ['ID=1cf2deaf-2491-417a-88c0-450e44ea9664,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:38.007785 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50420) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:38.016545 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d735257c-5753-4891-b27a-2607b4445978 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5b:5e:58'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:38.129739 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42faf418-2f4b-45cb-8f8e-70818866fbb6 x-openstack-request-id: req-42faf418-2f4b-45cb-8f8e-70818866fbb6 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:38.129988 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8511edc6-70b9-48e9-99e0-4550c6370be4", "name": "network-vif-unplugged", "status": "completed", "tag": "a31cf77a-f4c6-4c87-a28d-146ab196f011", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:38.130226 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-42faf418-2f4b-45cb-8f8e-70818866fbb6 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:38.130622 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42faf418-2f4b-45cb-8f8e-70818866fbb6'] response: {'server_uuid': '8511edc6-70b9-48e9-99e0-4550c6370be4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a31cf77a-f4c6-4c87-a28d-146ab196f011', 'code': 200} May 26 16:08:38.149284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port a31cf77a-f4c6-4c87-a28d-146ab196f011, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a31cf77a-f4c6-4c87-a28d-146ab196f011,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:38.196501 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:38.316177 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-183305fb-1183-471d-9d92-9643a89ed90e service neutron] Attempting to bind port 28667205-0ec4-4128-9b3d-9c7d9a4469db on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:38.316552 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-183305fb-1183-471d-9d92-9643a89ed90e service neutron] Attempting to bind port 28667205-0ec4-4128-9b3d-9c7d9a4469db by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:38.316868 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-183305fb-1183-471d-9d92-9643a89ed90e service neutron] Attempting to bind port 28667205-0ec4-4128-9b3d-9c7d9a4469db on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:38.343045 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=a31cf77a-f4c6-4c87-a28d-146ab196f011,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:38.371325 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-183305fb-1183-471d-9d92-9643a89ed90e service neutron] Port 28667205-0ec4-4128-9b3d-9c7d9a4469db on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:08:38.371682 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-183305fb-1183-471d-9d92-9643a89ed90e service neutron] Attempting to bind port 28667205-0ec4-4128-9b3d-9c7d9a4469db on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:38.401500 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-183305fb-1183-471d-9d92-9643a89ed90e service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:38.401858 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-183305fb-1183-471d-9d92-9643a89ed90e service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:38.405318 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-183305fb-1183-471d-9d92-9643a89ed90e service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:38.406185 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-183305fb-1183-471d-9d92-9643a89ed90e service neutron] Bound port: 28667205-0ec4-4128-9b3d-9c7d9a4469db, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:38.406570 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-183305fb-1183-471d-9d92-9643a89ed90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:38.498394 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50436) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:38.541624 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a9348-c45e-4c8e-acb9-46dc92a9de0a req-d516b7e1-01a8-4491-b0af-5b7f17c34a42 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:38.543157 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-518a9348-c45e-4c8e-acb9-46dc92a9de0a req-d516b7e1-01a8-4491-b0af-5b7f17c34a42 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 945 time: 0.2781126 May 26 16:08:38.545148 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d735257c-5753-4891-b27a-2607b4445978 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:38.563691 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-183305fb-1183-471d-9d92-9643a89ed90e service neutron] For port 28667205-0ec4-4128-9b3d-9c7d9a4469db, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:38.606242 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd172f78-a58b-4dbe-a9cb-8b06d21ec1ce req-e1332d36-0faf-498e-99de-d83866447569 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:38.607771 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd172f78-a58b-4dbe-a9cb-8b06d21ec1ce req-e1332d36-0faf-498e-99de-d83866447569 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 943 time: 0.2904518 May 26 16:08:38.713377 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-183305fb-1183-471d-9d92-9643a89ed90e service neutron] For port 28667205-0ec4-4128-9b3d-9c7d9a4469db, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=28667205-0ec4-4128-9b3d-9c7d9a4469db,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:38.722377 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-183305fb-1183-471d-9d92-9643a89ed90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:38.725876 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a431d377-1bc6-4a6a-bb69-6e9abf2bbc56 None None] Provisioning complete for port 1cf2deaf-2491-417a-88c0-450e44ea9664 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:38.726350 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03463787-d993-4905-8149-b04813e57b7d req-95dbc7a1-0f49-42c2-9860-1ad3041b41f4 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:38.726468 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a431d377-1bc6-4a6a-bb69-6e9abf2bbc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:38.733275 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-03463787-d993-4905-8149-b04813e57b7d req-95dbc7a1-0f49-42c2-9860-1ad3041b41f4 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 945 time: 0.3294089 May 26 16:08:38.796424 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-183305fb-1183-471d-9d92-9643a89ed90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:38.796936 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-183305fb-1183-471d-9d92-9643a89ed90e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:38.798750 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-183305fb-1183-471d-9d92-9643a89ed90e service neutron] 10.222.0.81 "PUT /v2.0/ports/28667205-0ec4-4128-9b3d-9c7d9a4469db HTTP/1.1" status: 200 len: 1096 time: 1.8498743 May 26 16:08:38.816275 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af645639-b74a-41e1-8e6f-3208ad68be52', 'tag': '28667205-0ec4-4128-9b3d-9c7d9a4469db'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:38.819333 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4535d7f2-37a8-4247-ad62-d7f70240783d" -d '{"events": [{"name": "network-changed", "server_uuid": "af645639-b74a-41e1-8e6f-3208ad68be52", "tag": "28667205-0ec4-4128-9b3d-9c7d9a4469db"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:38.820913 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd172f78-a58b-4dbe-a9cb-8b06d21ec1ce req-13a73547-8edb-4991-b8a0-10c2c8c8b4ff tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563342 May 26 16:08:38.832779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a431d377-1bc6-4a6a-bb69-6e9abf2bbc56 None None] Port 1cf2deaf-2491-417a-88c0-450e44ea9664 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:38.913846 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-03463787-d993-4905-8149-b04813e57b7d req-b926c250-afa7-4510-8d45-969e3884e1b1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795983 May 26 16:08:38.921511 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12ade8ae-14b0-4c94-a853-8e3d98d17c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:39.002610 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183305fb-1183-471d-9d92-9643a89ed90e service neutron] Pushing event updated for resources: {'Port': ['ID=28667205-0ec4-4128-9b3d-9c7d9a4469db,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:39.010222 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-53d81f3f-13b9-4689-af31-18709f5c40a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:39.011747 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-53d81f3f-13b9-4689-af31-18709f5c40a0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=174d64ba844b421799c9f2136fec1233&device_id=af645639-b74a-41e1-8e6f-3208ad68be52 HTTP/1.1" status: 200 len: 1099 time: 0.1276751 May 26 16:08:39.037103 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d735257c-5753-4891-b27a-2607b4445978 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:39.062135 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-518a9348-c45e-4c8e-acb9-46dc92a9de0a req-552c8acd-404d-408c-8c00-ce8f28b07ec1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Deleting port 3356d0da-ac7e-43e5-89af-75248d7aebd4 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:39.062578 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-518a9348-c45e-4c8e-acb9-46dc92a9de0a req-552c8acd-404d-408c-8c00-ce8f28b07ec1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:39.082213 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d735257c-5753-4891-b27a-2607b4445978 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:39.102458 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12ade8ae-14b0-4c94-a853-8e3d98d17c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:39.144726 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12ade8ae-14b0-4c94-a853-8e3d98d17c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:39.147831 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-bcf1638e-4093-46f8-ab0b-622d5b4de135 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=28667205-0ec4-4128-9b3d-9c7d9a4469db HTTP/1.1" status: 200 len: 217 time: 0.1086035 May 26 16:08:39.161573 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-d735257c-5753-4891-b27a-2607b4445978 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] In _notify_port_updated(), no bound segment for port 1cf2deaf-2491-417a-88c0-450e44ea9664 on network 216fa83d-bd94-4740-83d2-1d50d26862ba {{(pid=103895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:08:39.167895 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d735257c-5753-4891-b27a-2607b4445978 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:39.168942 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d735257c-5753-4891-b27a-2607b4445978 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:39.171846 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d735257c-5753-4891-b27a-2607b4445978 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] 10.222.0.77 "PUT /v2.0/ports/1cf2deaf-2491-417a-88c0-450e44ea9664 HTTP/1.1" status: 200 len: 1003 time: 1.1628032 May 26 16:08:39.180264 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50462) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:39.188459 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735257c-5753-4891-b27a-2607b4445978 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Pushing event updated for resources: {'Port': ['ID=1cf2deaf-2491-417a-88c0-450e44ea9664,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:39.274693 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f5633-7ae7-4e43-98e1-80fb6e06ae14 req-588a7e37-a7b9-45ee-a583-4fe1e2c42ce9 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:39.282700 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e3f5633-7ae7-4e43-98e1-80fb6e06ae14 req-588a7e37-a7b9-45ee-a583-4fe1e2c42ce9 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=af645639-b74a-41e1-8e6f-3208ad68be52 HTTP/1.1" status: 200 len: 948 time: 0.3441191 May 26 16:08:39.297859 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-54c56e64-8993-4e70-922a-907aed0eb3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:39.299505 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-54c56e64-8993-4e70-922a-907aed0eb3ac service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1011770 May 26 16:08:39.338416 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-12ade8ae-14b0-4c94-a853-8e3d98d17c82 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cbbe0a7287ef4f03b8096d02b792267f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8321888 May 26 16:08:39.343715 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ade8ae-14b0-4c94-a853-8e3d98d17c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c468ca7c-221c-483d-9f24-033b433343e9,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:39.346436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50472) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:39.393818 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-0ef8d845-d1bb-444a-8fed-af479f581f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:39.396070 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-0ef8d845-d1bb-444a-8fed-af479f581f27 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0864625 May 26 16:08:39.448754 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5766da-8349-4775-97db-c1d6e049106f x-openstack-request-id: req-7f5766da-8349-4775-97db-c1d6e049106f {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:39.448990 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af645639-b74a-41e1-8e6f-3208ad68be52", "tag": "28667205-0ec4-4128-9b3d-9c7d9a4469db", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:39.449168 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7f5766da-8349-4775-97db-c1d6e049106f {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:39.449580 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f5766da-8349-4775-97db-c1d6e049106f'] response: {'name': 'network-changed', 'server_uuid': 'af645639-b74a-41e1-8e6f-3208ad68be52', 'tag': '28667205-0ec4-4128-9b3d-9c7d9a4469db', 'status': 'completed', 'code': 200} May 26 16:08:39.573018 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e3f5633-7ae7-4e43-98e1-80fb6e06ae14 req-bdb03d0c-d64c-4b4e-b654-b4e0ac4d3b6f tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894266 May 26 16:08:39.575127 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-518a9348-c45e-4c8e-acb9-46dc92a9de0a req-552c8acd-404d-408c-8c00-ce8f28b07ec1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] For port 3356d0da-ac7e-43e5-89af-75248d7aebd4, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=3356d0da-ac7e-43e5-89af-75248d7aebd4,segment=NetworkSegment(c6380c4f-2eb2-46a7-b445-d8da7d649974),segment_id=c6380c4f-2eb2-46a7-b445-d8da7d649974)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:39.575694 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-518a9348-c45e-4c8e-acb9-46dc92a9de0a req-552c8acd-404d-408c-8c00-ce8f28b07ec1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:39.645667 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-dd75e420-1e43-4502-b913-23c923539e80 None None] Provisioning complete for port 1cf2deaf-2491-417a-88c0-450e44ea9664 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:39.646039 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dd75e420-1e43-4502-b913-23c923539e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:39.678456 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-13042f05-af2d-44b5-8744-3f34255b63a4 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759113 May 26 16:08:39.710557 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-dd75e420-1e43-4502-b913-23c923539e80 None None] Port 1cf2deaf-2491-417a-88c0-450e44ea9664 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:39.813290 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9d8b873b-076b-48bf-bacd-623277f1d957 req-f217e162-d281-422a-ab6f-a508007c1b41 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.1316919 May 26 16:08:39.843293 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c03adfcb-47b4-489d-9c91-caf591a95dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:39.855865 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c7f66479-a86f-43df-b086-2a81fb19a11b tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Deleting port 1cf2deaf-2491-417a-88c0-450e44ea9664 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:39.856153 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-12b82e28-b7e7-44fb-8be8-85b6cc54f8a2 req-acda7b4c-433d-4e5c-9485-ba179bb84ea8 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700981 May 26 16:08:39.856947 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c7f66479-a86f-43df-b086-2a81fb19a11b tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:39.993264 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535d7f2-37a8-4247-ad62-d7f70240783d req-baf6448c-06f8-4e38-8c82-a70e04e0b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:39.994842 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4535d7f2-37a8-4247-ad62-d7f70240783d req-baf6448c-06f8-4e38-8c82-a70e04e0b6ee service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=174d64ba844b421799c9f2136fec1233&device_id=af645639-b74a-41e1-8e6f-3208ad68be52 HTTP/1.1" status: 200 len: 1099 time: 0.0833488 May 26 16:08:40.038526 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c03adfcb-47b4-489d-9c91-caf591a95dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:40.134927 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535d7f2-37a8-4247-ad62-d7f70240783d req-d2c7d632-c1d3-4338-a6fc-53780b07c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:40.137676 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4535d7f2-37a8-4247-ad62-d7f70240783d req-d2c7d632-c1d3-4338-a6fc-53780b07c2d4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.1346662 May 26 16:08:40.147181 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-518a9348-c45e-4c8e-acb9-46dc92a9de0a req-552c8acd-404d-408c-8c00-ce8f28b07ec1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:40.147561 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-518a9348-c45e-4c8e-acb9-46dc92a9de0a req-552c8acd-404d-408c-8c00-ce8f28b07ec1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:40.147887 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [req-518a9348-c45e-4c8e-acb9-46dc92a9de0a req-552c8acd-404d-408c-8c00-ce8f28b07ec1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Floating IP d25ecceb-0b85-4014-885b-b30e1f827300 disassociated. External IP: 172.25.7.63, port: 3356d0da-ac7e-43e5-89af-75248d7aebd4. May 26 16:08:40.148270 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-518a9348-c45e-4c8e-acb9-46dc92a9de0a req-552c8acd-404d-408c-8c00-ce8f28b07ec1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Calling delete_port for 3356d0da-ac7e-43e5-89af-75248d7aebd4 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:40.160127 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c7f66479-a86f-43df-b086-2a81fb19a11b tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:40.194542 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c7f66479-a86f-43df-b086-2a81fb19a11b tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Calling delete_port for 1cf2deaf-2491-417a-88c0-450e44ea9664 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:40.227751 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4535d7f2-37a8-4247-ad62-d7f70240783d req-647c41aa-1033-4b46-b845-786cfc025fda service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=28667205-0ec4-4128-9b3d-9c7d9a4469db HTTP/1.1" status: 200 len: 217 time: 0.0825641 May 26 16:08:40.243643 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c7e82-f827-4662-9551-9fcc4d306302 req-f286e16b-e087-4f01-9ff1-47a4a43b9f7b tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:40.254055 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a7c7e82-f827-4662-9551-9fcc4d306302 req-f286e16b-e087-4f01-9ff1-47a4a43b9f7b tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 945 time: 0.2171915 May 26 16:08:40.313576 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c03adfcb-47b4-489d-9c91-caf591a95dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:40.318596 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c03adfcb-47b4-489d-9c91-caf591a95dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:40.322724 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c03adfcb-47b4-489d-9c91-caf591a95dae admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c468ca7c-221c-483d-9f24-033b433343e9 HTTP/1.1" status: 204 len: 168 time: 0.9713473 May 26 16:08:40.331460 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535d7f2-37a8-4247-ad62-d7f70240783d req-70d65c43-09b2-43fd-b179-0b70fabefaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:40.333550 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4535d7f2-37a8-4247-ad62-d7f70240783d req-70d65c43-09b2-43fd-b179-0b70fabefaca service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0982385 May 26 16:08:40.366482 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03adfcb-47b4-489d-9c91-caf591a95dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c468ca7c-221c-483d-9f24-033b433343e9,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:40.394027 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a7c7e82-f827-4662-9551-9fcc4d306302 req-4a3cd3c8-3d8c-4a18-ab03-9f7a8a9f6cf4 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f0afac3-c48f-4709-a022-98f88f43ba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388156 May 26 16:08:40.468525 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535d7f2-37a8-4247-ad62-d7f70240783d req-93da7585-01c7-421d-9a0a-708f707cd3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:40.470084 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4535d7f2-37a8-4247-ad62-d7f70240783d req-93da7585-01c7-421d-9a0a-708f707cd3ee service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1264868 May 26 16:08:40.676686 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device a31cf77a-f4c6-4c87-a28d-146ab196f011 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:08:40.685928 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-518a9348-c45e-4c8e-acb9-46dc92a9de0a req-552c8acd-404d-408c-8c00-ce8f28b07ec1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:40.712438 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4535d7f2-37a8-4247-ad62-d7f70240783d req-79d124d3-9951-4717-b067-c0bf947ad71a service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339387 May 26 16:08:40.718193 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c7f66479-a86f-43df-b086-2a81fb19a11b tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:40.756220 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c8acd-404d-408c-8c00-ce8f28b07ec1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Pushing event deleted for resources: {'Port': ['ID=3356d0da-ac7e-43e5-89af-75248d7aebd4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:40.829469 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f66479-a86f-43df-b086-2a81fb19a11b tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Pushing event deleted for resources: {'Port': ['ID=1cf2deaf-2491-417a-88c0-450e44ea9664,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:40.869996 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port a31cf77a-f4c6-4c87-a28d-146ab196f011 is: DOWN; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:40.871287 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 3356d0da-ac7e-43e5-89af-75248d7aebd4 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:08:40.885814 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c7f66479-a86f-43df-b086-2a81fb19a11b tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:40.892412 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c7f66479-a86f-43df-b086-2a81fb19a11b tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] 10.222.0.77 "DELETE /v2.0/ports/1cf2deaf-2491-417a-88c0-450e44ea9664 HTTP/1.1" status: 204 len: 168 time: 1.7023699 May 26 16:08:40.894075 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50550) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:40.912488 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 3356d0da-ac7e-43e5-89af-75248d7aebd4 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:08:40.913048 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 3356d0da-ac7e-43e5-89af-75248d7aebd4 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:08:40.967856 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c674bdd-fb37-4aeb-84c9-2736a5b0f778 req-b9cc9542-f495-49f6-859f-84089cd01cc7 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:40.975222 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c674bdd-fb37-4aeb-84c9-2736a5b0f778 req-b9cc9542-f495-49f6-859f-84089cd01cc7 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=8511edc6-70b9-48e9-99e0-4550c6370be4 HTTP/1.1" status: 200 len: 943 time: 0.3016031 May 26 16:08:40.981632 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f72bc38-389e-4661-a0ca-7f80fa21621e tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] GET failed (client error): The resource could not be found. May 26 16:08:40.989833 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8f72bc38-389e-4661-a0ca-7f80fa21621e tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] 10.222.0.77 "GET /v2.0/ports/1cf2deaf-2491-417a-88c0-450e44ea9664 HTTP/1.1" status: 404 len: 333 time: 0.0869765 May 26 16:08:40.990047 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50554) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:40.995253 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-4d282a41-ad17-4685-a3e6-faf70b6d9638 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Request body: {'port': {'network_id': '216fa83d-bd94-4740-83d2-1d50d26862ba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1473777900'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:41.029896 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4535d7f2-37a8-4247-ad62-d7f70240783d req-200ae8d8-434a-4aca-888b-fc1dd217c79d service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095274 May 26 16:08:41.137592 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dd837-dae6-48de-a41c-835496348250 req-5d9aff9e-5bd2-4aa5-816f-30e73ae97121 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:41.153440 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-761dd837-dae6-48de-a41c-835496348250 req-5d9aff9e-5bd2-4aa5-816f-30e73ae97121 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=af645639-b74a-41e1-8e6f-3208ad68be52 HTTP/1.1" status: 200 len: 948 time: 0.3561196 May 26 16:08:41.183126 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-518a9348-c45e-4c8e-acb9-46dc92a9de0a req-552c8acd-404d-408c-8c00-ce8f28b07ec1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Router 23c82539-53d7-436a-8f44-e10b8849fb9a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:08:41.236282 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d282a41-ad17-4685-a3e6-faf70b6d9638 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Made reservation on behalf of 1aa46ba5e1434dc699ca5e81b300452c for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:41.241125 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4d282a41-ad17-4685-a3e6-faf70b6d9638 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:41.297884 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-4d282a41-ad17-4685-a3e6-faf70b6d9638 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] device_id is not set on port b2e20497-15e6-4528-a739-18873d31371c yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:08:41.473174 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-518a9348-c45e-4c8e-acb9-46dc92a9de0a req-552c8acd-404d-408c-8c00-ce8f28b07ec1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:08:41.492943 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224667d1-92eb-4bbc-850c-5233a3fe9dab None None] Sync routers for ids ['23c82539-53d7-436a-8f44-e10b8849fb9a'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:08:41.510162 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-761dd837-dae6-48de-a41c-835496348250 req-1f1d8c9e-7f3a-4705-b770-1fea6c69c98c tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560605 May 26 16:08:41.546832 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224667d1-92eb-4bbc-850c-5233a3fe9dab None None] Routers {'23c82539-53d7-436a-8f44-e10b8849fb9a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:41.547653 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-224667d1-92eb-4bbc-850c-5233a3fe9dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:08:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['23c82539-53d7-436a-8f44-e10b8849fb9a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:41.548540 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-518a9348-c45e-4c8e-acb9-46dc92a9de0a req-552c8acd-404d-408c-8c00-ce8f28b07ec1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] No DVR routers for this DVR port 3356d0da-ac7e-43e5-89af-75248d7aebd4 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:08:41.552348 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-518a9348-c45e-4c8e-acb9-46dc92a9de0a req-552c8acd-404d-408c-8c00-ce8f28b07ec1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:41.554889 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-518a9348-c45e-4c8e-acb9-46dc92a9de0a req-552c8acd-404d-408c-8c00-ce8f28b07ec1 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.81 "DELETE /v2.0/ports/3356d0da-ac7e-43e5-89af-75248d7aebd4 HTTP/1.1" status: 204 len: 173 time: 2.9946580 May 26 16:08:41.555088 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-4d282a41-ad17-4685-a3e6-faf70b6d9638 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Allocated IP 2001:db8::b5 (216fa83d-bd94-4740-83d2-1d50d26862ba/533bbe76-47f2-4420-8e5d-abf26d84dabc/b2e20497-15e6-4528-a739-18873d31371c) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:41.555526 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5679c4-c890-45ad-a7c9-7f01a14feb96', 'name': 'network-vif-deleted', 'tag': '3356d0da-ac7e-43e5-89af-75248d7aebd4'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:41.559753 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f6dfcf-47ff-4d2d-9ea9-e2192ed3fa1f" -d '{"events": [{"server_uuid": "4d5679c4-c890-45ad-a7c9-7f01a14feb96", "name": "network-vif-deleted", "tag": "3356d0da-ac7e-43e5-89af-75248d7aebd4"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:41.574250 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-9c674bdd-fb37-4aeb-84c9-2736a5b0f778 req-b6f09c53-4aa0-4276-add7-02cb1f52fb13 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Deleting port a31cf77a-f4c6-4c87-a28d-146ab196f011 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:41.574711 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9c674bdd-fb37-4aeb-84c9-2736a5b0f778 req-b6f09c53-4aa0-4276-add7-02cb1f52fb13 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:41.660116 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50568) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:41.719987 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-9c674bdd-fb37-4aeb-84c9-2736a5b0f778 req-b6f09c53-4aa0-4276-add7-02cb1f52fb13 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] For port a31cf77a-f4c6-4c87-a28d-146ab196f011, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a31cf77a-f4c6-4c87-a28d-146ab196f011,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:41.723149 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9c674bdd-fb37-4aeb-84c9-2736a5b0f778 req-b6f09c53-4aa0-4276-add7-02cb1f52fb13 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:41.742897 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-9c674bdd-fb37-4aeb-84c9-2736a5b0f778 req-b6f09c53-4aa0-4276-add7-02cb1f52fb13 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Calling delete_port for a31cf77a-f4c6-4c87-a28d-146ab196f011 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:41.832642 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c0bf5c61-3075-4a0a-a7bd-cdfca202fad4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-46258916-network', 'tenant_id': '761e120a66af43a8a2d3026127028d84'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:41.836858 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-224667d1-92eb-4bbc-850c-5233a3fe9dab None None] Set router 23c82539-53d7-436a-8f44-e10b8849fb9a gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:41.868332 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ef7c8156-16e8-4b89-a2ba-92728255f2c8 req-ce910f1b-c0c0-4663-92d2-274e82ca30c0 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0414810 May 26 16:08:41.884635 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bf5c61-3075-4a0a-a7bd-cdfca202fad4 admin admin] Made reservation on behalf of 761e120a66af43a8a2d3026127028d84 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:41.887488 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0bf5c61-3075-4a0a-a7bd-cdfca202fad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:41.903259 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0bf5c61-3075-4a0a-a7bd-cdfca202fad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:41.946338 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4d282a41-ad17-4685-a3e6-faf70b6d9638 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:41.970929 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9c674bdd-fb37-4aeb-84c9-2736a5b0f778 req-b6f09c53-4aa0-4276-add7-02cb1f52fb13 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:42.038559 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f09c53-4aa0-4276-add7-02cb1f52fb13 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Pushing event deleted for resources: {'Port': ['ID=a31cf77a-f4c6-4c87-a28d-146ab196f011,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:42.042131 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4d282a41-ad17-4685-a3e6-faf70b6d9638 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:42.098334 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0d4cdb6f-1793-4275-b31d-c6d25ec4d35f req-af5b51b1-14d5-46ea-894d-f4444baf2ce0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d5679c4-c890-45ad-a7c9-7f01a14feb96 HTTP/1.1" status: 200 len: 210 time: 0.0712340 May 26 16:08:42.114467 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0bf5c61-3075-4a0a-a7bd-cdfca202fad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:42.122645 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d282a41-ad17-4685-a3e6-faf70b6d9638 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Network 216fa83d-bd94-4740-83d2-1d50d26862ba is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:42.133799 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-4d282a41-ad17-4685-a3e6-faf70b6d9638 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:42.136460 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d282a41-ad17-4685-a3e6-faf70b6d9638 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:42.146372 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d282a41-ad17-4685-a3e6-faf70b6d9638 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:42.147049 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4d282a41-ad17-4685-a3e6-faf70b6d9638 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:42.149508 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0bf5c61-3075-4a0a-a7bd-cdfca202fad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:42.169043 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0bf5c61-3075-4a0a-a7bd-cdfca202fad4 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:08:42.178009 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c674bdd-fb37-4aeb-84c9-2736a5b0f778 req-b6f09c53-4aa0-4276-add7-02cb1f52fb13 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] No DVR routers for this DVR port a31cf77a-f4c6-4c87-a28d-146ab196f011 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:08:42.183806 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9c674bdd-fb37-4aeb-84c9-2736a5b0f778 req-b6f09c53-4aa0-4276-add7-02cb1f52fb13 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:42.190231 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-224667d1-92eb-4bbc-850c-5233a3fe9dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'name': 'tempest-ServerRescueNegativeTestJSON-53084757-router', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:51Z', 'updated_at': '2022-05-26T16:02:56Z', 'revision_number': 4, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'gw_port': {'id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:52Z', 'updated_at': '2022-05-26T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '3840c6de-891e-4b2e-9143-8c3b45aa1fe7', 'name': '', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'mac_address': 'fa:16:3e:1a:04:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:55Z', 'updated_at': '2022-05-26T16:03:03Z', 'revision_number': 5, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'subnets': [{'id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:42.193588 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0bf5c61-3075-4a0a-a7bd-cdfca202fad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:42.194099 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c674bdd-fb37-4aeb-84c9-2736a5b0f778 req-b6f09c53-4aa0-4276-add7-02cb1f52fb13 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "DELETE /v2.0/ports/a31cf77a-f4c6-4c87-a28d-146ab196f011 HTTP/1.1" status: 204 len: 173 time: 1.2179143 May 26 16:08:42.204404 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-c0bf5c61-3075-4a0a-a7bd-cdfca202fad4 admin admin] Added segment d08733de-ad11-432b-b900-61e5fd17da53 of type vlan for network ff9026dc-5008-4549-9e82-a9bfaf1c5d7f May 26 16:08:42.212708 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7804eb0-2f74-46f6-a0ad-548c802101d4 x-openstack-request-id: req-c7804eb0-2f74-46f6-a0ad-548c802101d4 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:42.213133 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5679c4-c890-45ad-a7c9-7f01a14feb96", "name": "network-vif-deleted", "tag": "3356d0da-ac7e-43e5-89af-75248d7aebd4", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:42.213824 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c7804eb0-2f74-46f6-a0ad-548c802101d4 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:42.213824 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7804eb0-2f74-46f6-a0ad-548c802101d4'] response: {'server_uuid': '4d5679c4-c890-45ad-a7c9-7f01a14feb96', 'name': 'network-vif-deleted', 'tag': '3356d0da-ac7e-43e5-89af-75248d7aebd4', 'status': 'completed', 'code': 200} May 26 16:08:42.235382 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224667d1-92eb-4bbc-850c-5233a3fe9dab None None] Checking router: 23c82539-53d7-436a-8f44-e10b8849fb9a for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:08:42.246389 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224667d1-92eb-4bbc-850c-5233a3fe9dab None None] Routers {'23c82539-53d7-436a-8f44-e10b8849fb9a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:08:42.246992 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-224667d1-92eb-4bbc-850c-5233a3fe9dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:08:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['23c82539-53d7-436a-8f44-e10b8849fb9a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:42.313818 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0bf5c61-3075-4a0a-a7bd-cdfca202fad4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:42.347995 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0bf5c61-3075-4a0a-a7bd-cdfca202fad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:42.348973 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bf5c61-3075-4a0a-a7bd-cdfca202fad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:42.349583 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0bf5c61-3075-4a0a-a7bd-cdfca202fad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:42.366477 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d282a41-ad17-4685-a3e6-faf70b6d9638 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Pushing event updated for resources: {'Port': ['ID=b2e20497-15e6-4528-a739-18873d31371c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:42.385572 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-224667d1-92eb-4bbc-850c-5233a3fe9dab None None] Set router 23c82539-53d7-436a-8f44-e10b8849fb9a gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:08:42.410780 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4d282a41-ad17-4685-a3e6-faf70b6d9638 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4196291 May 26 16:08:42.411047 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50578) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:42.418788 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-c26e64f7-067c-49bb-8971-e86951c54db0 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Request body: {'port': {'network_id': '216fa83d-bd94-4740-83d2-1d50d26862ba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-419788771'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:42.459313 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf5c61-3075-4a0a-a7bd-cdfca202fad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5c5662-2919-4f07-9eae-a92994459638,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:42.472209 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c0bf5c61-3075-4a0a-a7bd-cdfca202fad4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8051333 May 26 16:08:42.475098 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50586) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:42.481923 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-1e557160-7ef5-4c1a-b240-ed1f4d63976d admin admin] Request body: {'subnet': {'network_id': 'ff9026dc-5008-4549-9e82-a9bfaf1c5d7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-46258916-subnet', 'tenant_id': '761e120a66af43a8a2d3026127028d84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:42.493934 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf5c61-3075-4a0a-a7bd-cdfca202fad4 admin admin] Pushing event updated for resources: {'Network': ['ID=ff9026dc-5008-4549-9e82-a9bfaf1c5d7f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:42.526181 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e557160-7ef5-4c1a-b240-ed1f4d63976d admin admin] Made reservation on behalf of 761e120a66af43a8a2d3026127028d84 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:42.528638 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e557160-7ef5-4c1a-b240-ed1f4d63976d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:42.540685 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network ff9026dc-5008-4549-9e82-a9bfaf1c5d7f details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:08:42.723239 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 28667205-0ec4-4128-9b3d-9c7d9a4469db details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:08:42.748784 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85150942-99c1-47ed-8393-05a34f3c648a req-bd4045ba-d495-45d4-8166-47a95c7e2639 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:42.759485 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85150942-99c1-47ed-8393-05a34f3c648a req-bd4045ba-d495-45d4-8166-47a95c7e2639 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=af645639-b74a-41e1-8e6f-3208ad68be52 HTTP/1.1" status: 200 len: 948 time: 0.1002524 May 26 16:08:42.775089 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26e64f7-067c-49bb-8971-e86951c54db0 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Made reservation on behalf of 1aa46ba5e1434dc699ca5e81b300452c for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:42.782705 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c26e64f7-067c-49bb-8971-e86951c54db0 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:42.797283 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e557160-7ef5-4c1a-b240-ed1f4d63976d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:42.864747 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-c26e64f7-067c-49bb-8971-e86951c54db0 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] device_id is not set on port 6253a27d-dbfa-42b3-a890-9ef2ebd26ff1 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:08:42.874017 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e557160-7ef5-4c1a-b240-ed1f4d63976d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f8b6edc-c229-4559-b7ff-dd457d6dace9,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:42.936642 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-017c4690-556c-472d-8664-387366bdf685 None None] Provisioning complete for port b2e20497-15e6-4528-a739-18873d31371c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:42.937467 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-017c4690-556c-472d-8664-387366bdf685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:42.944067 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e557160-7ef5-4c1a-b240-ed1f4d63976d admin admin] Checking segment: {'id': 'd08733de-ad11-432b-b900-61e5fd17da53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff9026dc-5008-4549-9e82-a9bfaf1c5d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:42.947612 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e557160-7ef5-4c1a-b240-ed1f4d63976d admin admin] Network hostable DHCP agents. Network: ff9026dc-5008-4549-9e82-a9bfaf1c5d7f, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:08:42.997034 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e557160-7ef5-4c1a-b240-ed1f4d63976d admin admin] Network ff9026dc-5008-4549-9e82-a9bfaf1c5d7f is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:08:43.016038 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-1e557160-7ef5-4c1a-b240-ed1f4d63976d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, ff9026dc-5008-4549-9e82-a9bfaf1c5d7f) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:43.030858 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e557160-7ef5-4c1a-b240-ed1f4d63976d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:43.031775 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e557160-7ef5-4c1a-b240-ed1f4d63976d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:43.048230 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f794e1ad-294b-4292-810c-2a15d758d86e None None] Network ff9026dc-5008-4549-9e82-a9bfaf1c5d7f requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:43.068984 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1e557160-7ef5-4c1a-b240-ed1f4d63976d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5903585 May 26 16:08:43.088453 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1522a028-3d76-4826-bcf1-6c70859758ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:43.099550 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-45bce22e-7cbe-425b-afbc-a5e40d2aaa5b req-d2853df5-b184-4d1d-8247-601c40e68f42 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0790415 May 26 16:08:43.116794 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85150942-99c1-47ed-8393-05a34f3c648a req-fc57c6f1-6376-401c-a304-8d1b1b4a7d7d tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508956 May 26 16:08:43.194854 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-017c4690-556c-472d-8664-387366bdf685 None None] Port b2e20497-15e6-4528-a739-18873d31371c cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:43.212164 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 28667205-0ec4-4128-9b3d-9c7d9a4469db, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=28667205-0ec4-4128-9b3d-9c7d9a4469db,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:43.239479 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-224667d1-92eb-4bbc-850c-5233a3fe9dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'name': 'tempest-ServerRescueNegativeTestJSON-53084757-router', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:51Z', 'updated_at': '2022-05-26T16:02:56Z', 'revision_number': 4, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'gw_port': {'id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:52Z', 'updated_at': '2022-05-26T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '3840c6de-891e-4b2e-9143-8c3b45aa1fe7', 'name': '', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'mac_address': 'fa:16:3e:1a:04:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:55Z', 'updated_at': '2022-05-26T16:03:03Z', 'revision_number': 5, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'subnets': [{'id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:43.242374 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-c26e64f7-067c-49bb-8971-e86951c54db0 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Allocated IP 2001:db8::2cc (216fa83d-bd94-4740-83d2-1d50d26862ba/533bbe76-47f2-4420-8e5d-abf26d84dabc/6253a27d-dbfa-42b3-a890-9ef2ebd26ff1) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:43.251470 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '28667205-0ec4-4128-9b3d-9c7d9a4469db', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '28667205-0ec4-4128-9b3d-9c7d9a4469db', 'mac_address': 'fa:16:3e:2a:29:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:08:43.272328 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50614) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:43.287032 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224667d1-92eb-4bbc-850c-5233a3fe9dab None None] The sync data for ids ['23c82539-53d7-436a-8f44-e10b8849fb9a'] in n-d-843337-2 is: [{'id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'name': 'tempest-ServerRescueNegativeTestJSON-53084757-router', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:51Z', 'updated_at': '2022-05-26T16:02:56Z', 'revision_number': 4, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'gw_port': {'id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:52Z', 'updated_at': '2022-05-26T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '3840c6de-891e-4b2e-9143-8c3b45aa1fe7', 'name': '', 'network_id': '48798ccf-c01b-4baf-8c1d-06629758249c', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'mac_address': 'fa:16:3e:1a:04:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:55Z', 'updated_at': '2022-05-26T16:03:03Z', 'revision_number': 5, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'subnets': [{'id': '667adff5-0c1e-46ec-b83e-3fbb957aa36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:08:43.395730 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 28667205-0ec4-4128-9b3d-9c7d9a4469db is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:43.396326 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:43.407393 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d665c4d-b73c-45f7-9d8b-b9aaa09af440 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:43.427862 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fde9f83-b6e1-4632-ac7e-8a0ab45bf833 None None] Network ff9026dc-5008-4549-9e82-a9bfaf1c5d7f requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:43.432255 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28667205-0ec4-4128-9b3d-9c7d9a4469db {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:43.457014 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d665c4d-b73c-45f7-9d8b-b9aaa09af440 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:43.536706 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-1192821b-6223-4403-9489-a26aae575a49 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:43.551066 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-1192821b-6223-4403-9489-a26aae575a49 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/networks?id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089 HTTP/1.1" status: 200 len: 812 time: 0.2681894 May 26 16:08:43.565690 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d665c4d-b73c-45f7-9d8b-b9aaa09af440 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:43.573829 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d665c4d-b73c-45f7-9d8b-b9aaa09af440 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:43.576891 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3d665c4d-b73c-45f7-9d8b-b9aaa09af440 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "DELETE /v2.0/security-groups/4f0afac3-c48f-4709-a022-98f88f43ba8c HTTP/1.1" status: 204 len: 168 time: 0.3027611 May 26 16:08:43.580545 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50620) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:43.585985 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-8148e6cd-182a-4652-9df1-133198927fea tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/quotas/3e96c338002c49fcb12a908abaf34a6e HTTP/1.1" status: 200 len: 375 time: 0.0352476 May 26 16:08:43.614943 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 28667205-0ec4-4128-9b3d-9c7d9a4469db, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=28667205-0ec4-4128-9b3d-9c7d9a4469db,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:43.632309 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:43.633110 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d665c4d-b73c-45f7-9d8b-b9aaa09af440 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0afac3-c48f-4709-a022-98f88f43ba8c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:43.664053 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-a2bd1166-fafb-4d42-8fda-a87795bb3966 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] show failed (client error): The resource could not be found. May 26 16:08:43.668686 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a2bd1166-fafb-4d42-8fda-a87795bb3966 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups/4f0afac3-c48f-4709-a022-98f88f43ba8c HTTP/1.1" status: 404 len: 347 time: 0.0870836 May 26 16:08:43.669767 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50622) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:43.683572 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-316a27ba-25db-4c31-96dc-6a0c86c8894a tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e96c338002c49fcb12a908abaf34a6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876393 May 26 16:08:43.687521 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c26e64f7-067c-49bb-8971-e86951c54db0 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:43.693097 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-8f8a5abf-09bb-491d-a2a9-8b1291e8f9f9 req-66b543f9-3658-42e9-a419-f40790e37fc8 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-120632514', 'description': 'tempest-description-1690237150'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:43.786356 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8344f7-d491-4601-adb7-b734f8ec7459 None None] New status for floating IP d25ecceb-0b85-4014-885b-b30e1f827300: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:08:43.818100 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8f8a5abf-09bb-491d-a2a9-8b1291e8f9f9 req-66b543f9-3658-42e9-a419-f40790e37fc8 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:43.944705 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c26e64f7-067c-49bb-8971-e86951c54db0 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:44.135405 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8d247120-ea60-43cd-9746-def7e0673923 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Deleting port 7923fdca-75e3-4217-b3e1-cf01912e8118 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:44.135786 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8d247120-ea60-43cd-9746-def7e0673923 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:44.166564 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['28667205-0ec4-4128-9b3d-9c7d9a4469db'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:44.247766 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=28667205-0ec4-4128-9b3d-9c7d9a4469db,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:44.511710 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8511edc6-70b9-48e9-99e0-4550c6370be4', 'name': 'network-vif-deleted', 'tag': 'a31cf77a-f4c6-4c87-a28d-146ab196f011'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:44.514876 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ce0646-1866-4d62-87c5-c8b4108742c6" -d '{"events": [{"server_uuid": "8511edc6-70b9-48e9-99e0-4550c6370be4", "name": "network-vif-deleted", "tag": "a31cf77a-f4c6-4c87-a28d-146ab196f011"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:44.521957 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26e64f7-067c-49bb-8971-e86951c54db0 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Network 216fa83d-bd94-4740-83d2-1d50d26862ba is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:44.531666 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-c26e64f7-067c-49bb-8971-e86951c54db0 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:44.539225 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-cd7063fd-152d-4322-ba2d-37c2d61694d9 service neutron] 10.222.0.77 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8169904 May 26 16:08:44.547097 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e64f7-067c-49bb-8971-e86951c54db0 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:44.553297 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26e64f7-067c-49bb-8971-e86951c54db0 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:44.554083 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c26e64f7-067c-49bb-8971-e86951c54db0 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:44.565782 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e64f7-067c-49bb-8971-e86951c54db0 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Pushing event updated for resources: {'Port': ['ID=6253a27d-dbfa-42b3-a890-9ef2ebd26ff1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:44.610354 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8f8a5abf-09bb-491d-a2a9-8b1291e8f9f9 req-66b543f9-3658-42e9-a419-f40790e37fc8 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:44.617731 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c26e64f7-067c-49bb-8971-e86951c54db0 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2048697 May 26 16:08:44.644062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50634) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:44.646667 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8f8a5abf-09bb-491d-a2a9-8b1291e8f9f9 req-66b543f9-3658-42e9-a419-f40790e37fc8 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:44.666816 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-aad43d43-1a8c-421e-a79b-b8dca1a4811e tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19e', 'mac_address': 'fa:16:3e:5b:5e:58'}, {'ip_address': '2001:db8::b5', 'mac_address': 'fa:16:3e:e2:e2:9d'}]}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:44.703158 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8d247120-ea60-43cd-9746-def7e0673923 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:44.703836 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8d247120-ea60-43cd-9746-def7e0673923 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:44.719501 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8d247120-ea60-43cd-9746-def7e0673923 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Calling delete_port for 7923fdca-75e3-4217-b3e1-cf01912e8118 owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:44.719703 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8f8a5abf-09bb-491d-a2a9-8b1291e8f9f9 req-66b543f9-3658-42e9-a419-f40790e37fc8 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:44.733416 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8f8a5abf-09bb-491d-a2a9-8b1291e8f9f9 req-66b543f9-3658-42e9-a419-f40790e37fc8 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.0700936 May 26 16:08:44.878597 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b543f9-3658-42e9-a419-f40790e37fc8 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d50e5381-15e1-4311-a0ea-59d360df4ce7,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:44.899912 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8d247120-ea60-43cd-9746-def7e0673923 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:44.930725 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d247120-ea60-43cd-9746-def7e0673923 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Pushing event deleted for resources: {'Port': ['ID=7923fdca-75e3-4217-b3e1-cf01912e8118,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:44.950201 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-db1b8a0b-3403-4053-bee3-df6e17a403bc service neutron] 10.222.0.77 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857214 May 26 16:08:44.955397 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4587c0e2-e0ec-4b1c-b66d-4a1645981a8d None None] Provisioning complete for port 6253a27d-dbfa-42b3-a890-9ef2ebd26ff1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:44.958340 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4587c0e2-e0ec-4b1c-b66d-4a1645981a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:45.010732 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8d247120-ea60-43cd-9746-def7e0673923 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:45.011931 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4587c0e2-e0ec-4b1c-b66d-4a1645981a8d None None] Port 6253a27d-dbfa-42b3-a890-9ef2ebd26ff1 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:45.014643 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8d247120-ea60-43cd-9746-def7e0673923 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:45.016487 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8d247120-ea60-43cd-9746-def7e0673923 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "DELETE /v2.0/floatingips/d25ecceb-0b85-4014-885b-b30e1f827300 HTTP/1.1" status: 204 len: 168 time: 1.3458254 May 26 16:08:45.032190 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29240dfe-fd41-4575-8f77-528389e7748c req-37d7d561-c5fb-4ce3-a9b8-72bb3976ac53 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:45.033754 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-29240dfe-fd41-4575-8f77-528389e7748c req-37d7d561-c5fb-4ce3-a9b8-72bb3976ac53 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=af645639-b74a-41e1-8e6f-3208ad68be52 HTTP/1.1" status: 200 len: 949 time: 0.1877301 May 26 16:08:45.044336 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aad43d43-1a8c-421e-a79b-b8dca1a4811e tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:45.202522 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-97cfb6c6-52d8-4cec-b164-a9a55d3dea84 req-ba483532-b19a-4937-8fb4-68910040c67e tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0351741 May 26 16:08:45.252406 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-29240dfe-fd41-4575-8f77-528389e7748c req-9d05f2c0-8113-4f0b-b44b-6e0f69ed4590 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094860 May 26 16:08:45.284332 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 26 May 2022 16:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cd811f-38ad-4c06-a1f2-4af77a22a76f x-openstack-request-id: req-27cd811f-38ad-4c06-a1f2-4af77a22a76f {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:45.284631 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8511edc6-70b9-48e9-99e0-4550c6370be4", "name": "network-vif-deleted", "tag": "a31cf77a-f4c6-4c87-a28d-146ab196f011", "status": "failed", "code": 422}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:45.284890 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-27cd811f-38ad-4c06-a1f2-4af77a22a76f {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:45.285441 n-d-843337-2 neutron-server[103896]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-27cd811f-38ad-4c06-a1f2-4af77a22a76f']: {'server_uuid': '8511edc6-70b9-48e9-99e0-4550c6370be4', 'name': 'network-vif-deleted', 'tag': 'a31cf77a-f4c6-4c87-a28d-146ab196f011', 'status': 'failed', 'code': 422} returned with failed status May 26 16:08:45.388694 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-72eee0b3-86f3-4068-87db-c3e4a52f864a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:45.402652 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d30265c1-9cef-46c2-86c9-76825cedabb8 req-33fb1d02-e293-48ad-92be-1c20aeaa5515 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 210 time: 0.0643682 May 26 16:08:45.423311 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1d9f1ea7-01a8-4e84-aab2-8fb978a31be3 req-43648b1f-bc18-429f-85a5-4f242e50422e tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "GET /v2.0/security-groups/d50e5381-15e1-4311-a0ea-59d360df4ce7 HTTP/1.1" status: 200 len: 1814 time: 0.1271684 May 26 16:08:45.430526 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-1d9f1ea7-01a8-4e84-aab2-8fb978a31be3 req-1ccf5aee-1eb7-4a6b-94be-70cdeff4a1f1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd50e5381-15e1-4311-a0ea-59d360df4ce7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:45.430857 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-1d9f1ea7-01a8-4e84-aab2-8fb978a31be3 req-1ccf5aee-1eb7-4a6b-94be-70cdeff4a1f1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd50e5381-15e1-4311-a0ea-59d360df4ce7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:45.475475 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aad43d43-1a8c-421e-a79b-b8dca1a4811e tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:45.493322 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aad43d43-1a8c-421e-a79b-b8dca1a4811e tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:45.546874 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-aad43d43-1a8c-421e-a79b-b8dca1a4811e tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] In _notify_port_updated(), no bound segment for port 6253a27d-dbfa-42b3-a890-9ef2ebd26ff1 on network 216fa83d-bd94-4740-83d2-1d50d26862ba {{(pid=103896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:08:45.553522 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad43d43-1a8c-421e-a79b-b8dca1a4811e tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:45.554474 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aad43d43-1a8c-421e-a79b-b8dca1a4811e tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:45.559041 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50656) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:45.559220 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-aad43d43-1a8c-421e-a79b-b8dca1a4811e tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] 10.222.0.77 "PUT /v2.0/ports/6253a27d-dbfa-42b3-a890-9ef2ebd26ff1 HTTP/1.1" status: 200 len: 1066 time: 0.9134653 May 26 16:08:45.574901 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1d9f1ea7-01a8-4e84-aab2-8fb978a31be3 req-1ccf5aee-1eb7-4a6b-94be-70cdeff4a1f1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:45.593235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad43d43-1a8c-421e-a79b-b8dca1a4811e tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Pushing event updated for resources: {'Port': ['ID=6253a27d-dbfa-42b3-a890-9ef2ebd26ff1,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:45.622058 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1d9f1ea7-01a8-4e84-aab2-8fb978a31be3 req-1ccf5aee-1eb7-4a6b-94be-70cdeff4a1f1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:45.627286 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1d9f1ea7-01a8-4e84-aab2-8fb978a31be3 req-1ccf5aee-1eb7-4a6b-94be-70cdeff4a1f1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:45.651636 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf5aee-1eb7-4a6b-94be-70cdeff4a1f1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6a0f4c-2621-41d0-982f-79670dc0fb6f,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:45.665826 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1d9f1ea7-01a8-4e84-aab2-8fb978a31be3 req-1ccf5aee-1eb7-4a6b-94be-70cdeff4a1f1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:45.676698 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1d9f1ea7-01a8-4e84-aab2-8fb978a31be3 req-1ccf5aee-1eb7-4a6b-94be-70cdeff4a1f1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2523580 May 26 16:08:45.737409 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-be72de3e-7afd-493c-8be8-ecc2b91486c6 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Deleting port 6253a27d-dbfa-42b3-a890-9ef2ebd26ff1 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:45.738436 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be72de3e-7afd-493c-8be8-ecc2b91486c6 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:45.771302 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1326ce5f-eff0-4a2b-8fc5-d67392118cc1 req-26f55c84-0366-4f37-80c6-7231cdd07a65 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "GET /v2.0/security-groups/d50e5381-15e1-4311-a0ea-59d360df4ce7 HTTP/1.1" status: 200 len: 2408 time: 0.0660455 May 26 16:08:45.892499 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f09e4dd-fe36-4749-8afd-c71bf4380c04 req-ed02345f-d289-4323-a31c-48f4fdb11bcd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0631890 May 26 16:08:45.895622 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-704a8d52-fac1-4af8-b00b-0134a3cfc014 req-32a7746f-e23c-4330-b76a-124fb5f081b1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "GET /v2.0/security-group-rules/9d6a0f4c-2621-41d0-982f-79670dc0fb6f HTTP/1.1" status: 200 len: 778 time: 0.0936000 May 26 16:08:45.899414 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be72de3e-7afd-493c-8be8-ecc2b91486c6 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:45.918588 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-be72de3e-7afd-493c-8be8-ecc2b91486c6 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Calling delete_port for 6253a27d-dbfa-42b3-a890-9ef2ebd26ff1 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:45.962106 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-704a8d52-fac1-4af8-b00b-0134a3cfc014 req-3f5e6328-d592-4d9e-88d4-bfb49d0587c4 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "GET /v2.0/security-groups/d50e5381-15e1-4311-a0ea-59d360df4ce7 HTTP/1.1" status: 200 len: 2408 time: 0.0525923 May 26 16:08:45.988717 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-704a8d52-fac1-4af8-b00b-0134a3cfc014 req-42b0b5c5-ab6d-4265-b529-c35fc4f67985 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:45.998527 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-704a8d52-fac1-4af8-b00b-0134a3cfc014 req-42b0b5c5-ab6d-4265-b529-c35fc4f67985 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.053571 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-88cd9911-e0d9-40fc-98ee-f25a9526ea88 None None] Provisioning complete for port 6253a27d-dbfa-42b3-a890-9ef2ebd26ff1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:46.053950 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-88cd9911-e0d9-40fc-98ee-f25a9526ea88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.054152 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-704a8d52-fac1-4af8-b00b-0134a3cfc014 req-42b0b5c5-ab6d-4265-b529-c35fc4f67985 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.061386 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-704a8d52-fac1-4af8-b00b-0134a3cfc014 req-42b0b5c5-ab6d-4265-b529-c35fc4f67985 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.066485 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-704a8d52-fac1-4af8-b00b-0134a3cfc014 req-42b0b5c5-ab6d-4265-b529-c35fc4f67985 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/9d6a0f4c-2621-41d0-982f-79670dc0fb6f HTTP/1.1" status: 204 len: 173 time: 0.1027405 May 26 16:08:46.075092 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0b5c5-ab6d-4265-b529-c35fc4f67985 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d6a0f4c-2621-41d0-982f-79670dc0fb6f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:46.092384 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-155e166d-e8e0-4da4-a9f5-e91210d9e79e req-c0a97080-6a0e-4d69-9557-af61d6bbea0e tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-264002627', 'description': 'tempest-description-1739058843'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:46.125764 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be72de3e-7afd-493c-8be8-ecc2b91486c6 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.127546 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-155e166d-e8e0-4da4-a9f5-e91210d9e79e req-c0a97080-6a0e-4d69-9557-af61d6bbea0e tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.147759 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-88cd9911-e0d9-40fc-98ee-f25a9526ea88 None None] Port 6253a27d-dbfa-42b3-a890-9ef2ebd26ff1 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:46.164899 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72de3e-7afd-493c-8be8-ecc2b91486c6 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Pushing event deleted for resources: {'Port': ['ID=6253a27d-dbfa-42b3-a890-9ef2ebd26ff1,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:46.273174 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-155e166d-e8e0-4da4-a9f5-e91210d9e79e req-c0a97080-6a0e-4d69-9557-af61d6bbea0e tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.278595 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-155e166d-e8e0-4da4-a9f5-e91210d9e79e req-c0a97080-6a0e-4d69-9557-af61d6bbea0e tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.322666 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a97080-6a0e-4d69-9557-af61d6bbea0e tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2deae5b-638a-4923-b59c-ed27b046a612,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:46.340270 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-155e166d-e8e0-4da4-a9f5-e91210d9e79e req-c0a97080-6a0e-4d69-9557-af61d6bbea0e tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.355130 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-155e166d-e8e0-4da4-a9f5-e91210d9e79e req-c0a97080-6a0e-4d69-9557-af61d6bbea0e tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2676566 May 26 16:08:46.427359 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.446439 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5378a0ab-1975-4913-9750-b6e840dff849 req-4f5c34a4-9f0c-4187-860a-ac8035000866 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0883603 May 26 16:08:46.452218 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be72de3e-7afd-493c-8be8-ecc2b91486c6 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.457078 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-be72de3e-7afd-493c-8be8-ecc2b91486c6 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] 10.222.0.77 "DELETE /v2.0/ports/6253a27d-dbfa-42b3-a890-9ef2ebd26ff1 HTTP/1.1" status: 204 len: 168 time: 0.8968911 May 26 16:08:46.459856 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50678) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:46.499295 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-5acddca2-594b-461d-93e3-19405ba38756 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] GET failed (client error): The resource could not be found. May 26 16:08:46.501589 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5acddca2-594b-461d-93e3-19405ba38756 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] 10.222.0.77 "GET /v2.0/ports/6253a27d-dbfa-42b3-a890-9ef2ebd26ff1 HTTP/1.1" status: 404 len: 333 time: 0.0405474 May 26 16:08:46.504523 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50680) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:46.665016 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fee58e-8924-43f8-9a00-0e5d4d32ccc4 req-2edfb6ae-1d67-4fd1-a22c-efb079bd8795 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:46.681821 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2fee58e-8924-43f8-9a00-0e5d4d32ccc4 req-2edfb6ae-1d67-4fd1-a22c-efb079bd8795 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=af645639-b74a-41e1-8e6f-3208ad68be52 HTTP/1.1" status: 200 len: 949 time: 0.2342784 May 26 16:08:46.691083 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 28667205-0ec4-4128-9b3d-9c7d9a4469db up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:46.727689 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8e47cc6b-a4c1-48f4-ad08-ada2a4a74a78 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Deleting port b2e20497-15e6-4528-a739-18873d31371c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:46.728039 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e47cc6b-a4c1-48f4-ad08-ada2a4a74a78 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.800756 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5049f488-34bf-446e-be5e-d5474a328810 req-918b3638-6cdd-41d5-8618-d020f5fa4023 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "GET /v2.0/security-groups/a2deae5b-638a-4923-b59c-ed27b046a612 HTTP/1.1" status: 200 len: 1814 time: 0.2635252 May 26 16:08:46.814235 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 28667205-0ec4-4128-9b3d-9c7d9a4469db completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:08:46.820907 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 28667205-0ec4-4128-9b3d-9c7d9a4469db triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:46.822116 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.887031 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-87658fce-9f90-479c-8b08-0815e692198a tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:46.889202 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-87658fce-9f90-479c-8b08-0815e692198a tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.81 "GET /v2.0/networks?id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089 HTTP/1.1" status: 200 len: 812 time: 0.3366911 May 26 16:08:46.929987 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e47cc6b-a4c1-48f4-ad08-ada2a4a74a78 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:46.942142 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-7fe91944-b8dc-4ce2-87f1-31c31bc65350 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Request body: {'port': {'device_id': '2ae7867b-92ab-49f5-a667-31fb0f6b3250', 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089', 'admin_state_up': True, 'tenant_id': '3e96c338002c49fcb12a908abaf34a6e'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:46.946682 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8e47cc6b-a4c1-48f4-ad08-ada2a4a74a78 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Calling delete_port for b2e20497-15e6-4528-a739-18873d31371c owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:46.950275 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2fee58e-8924-43f8-9a00-0e5d4d32ccc4 req-34b9a682-b415-4e3e-affe-608b25d23357 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676089 May 26 16:08:47.009205 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d8544d16-cd17-435f-87c1-5bfa5f4f331a req-340f5f22-669b-40ec-84b0-bbb04c90cb54 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 210 time: 0.0965264 May 26 16:08:47.024713 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 28667205-0ec4-4128-9b3d-9c7d9a4469db is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:47.025922 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:47.040422 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-5c8a0a04-681f-482f-8518-e050337c5e50 req-33040e3d-caa5-4548-ac06-929cadb45fe1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-889967551', 'description': 'tempest-description-1025324527'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:47.059825 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af645639-b74a-41e1-8e6f-3208ad68be52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28667205-0ec4-4128-9b3d-9c7d9a4469db'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:47.065178 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c7c94d-347e-4d01-a8f1-d171603af91e" -d '{"events": [{"server_uuid": "af645639-b74a-41e1-8e6f-3208ad68be52", "name": "network-vif-plugged", "status": "completed", "tag": "28667205-0ec4-4128-9b3d-9c7d9a4469db"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:47.079942 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5c8a0a04-681f-482f-8518-e050337c5e50 req-33040e3d-caa5-4548-ac06-929cadb45fe1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:47.110967 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 28667205-0ec4-4128-9b3d-9c7d9a4469db, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=28667205-0ec4-4128-9b3d-9c7d9a4469db,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:47.116293 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:47.148490 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e47cc6b-a4c1-48f4-ad08-ada2a4a74a78 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:47.181316 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2db7fef-8f2d-446c-aaf0-77260e9cde58 x-openstack-request-id: req-c2db7fef-8f2d-446c-aaf0-77260e9cde58 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:47.182956 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47cc6b-a4c1-48f4-ad08-ada2a4a74a78 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Pushing event deleted for resources: {'Port': ['ID=b2e20497-15e6-4528-a739-18873d31371c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:47.202343 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af645639-b74a-41e1-8e6f-3208ad68be52", "name": "network-vif-plugged", "status": "completed", "tag": "28667205-0ec4-4128-9b3d-9c7d9a4469db", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:47.202716 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c2db7fef-8f2d-446c-aaf0-77260e9cde58 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:47.203795 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2db7fef-8f2d-446c-aaf0-77260e9cde58'] response: {'server_uuid': 'af645639-b74a-41e1-8e6f-3208ad68be52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28667205-0ec4-4128-9b3d-9c7d9a4469db', 'code': 200} May 26 16:08:47.236854 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=28667205-0ec4-4128-9b3d-9c7d9a4469db,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:47.241753 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e47cc6b-a4c1-48f4-ad08-ada2a4a74a78 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:47.252348 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8e47cc6b-a4c1-48f4-ad08-ada2a4a74a78 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] 10.222.0.77 "DELETE /v2.0/ports/b2e20497-15e6-4528-a739-18873d31371c HTTP/1.1" status: 204 len: 168 time: 0.7460420 May 26 16:08:47.255064 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50694) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:47.340048 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-34317068-979e-4d1e-bdfb-fbeb8b679fc7 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] GET failed (client error): The resource could not be found. May 26 16:08:47.341969 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-34317068-979e-4d1e-bdfb-fbeb8b679fc7 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] 10.222.0.77 "GET /v2.0/ports/b2e20497-15e6-4528-a739-18873d31371c HTTP/1.1" status: 404 len: 333 time: 0.0813715 May 26 16:08:47.348014 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-7fe91944-b8dc-4ce2-87f1-31c31bc65350 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Made reservation on behalf of 3e96c338002c49fcb12a908abaf34a6e for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:47.353403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50698) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:47.359270 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-7fe91944-b8dc-4ce2-87f1-31c31bc65350 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:47.399340 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57797df-3e32-4c86-b098-bab5d50cf645 req-017dd544-9750-44bc-8e60-ca406cfd63c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:47.401235 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a57797df-3e32-4c86-b098-bab5d50cf645 req-017dd544-9750-44bc-8e60-ca406cfd63c5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=af645639-b74a-41e1-8e6f-3208ad68be52 HTTP/1.1" status: 200 len: 1101 time: 0.1667216 May 26 16:08:47.427204 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5c8a0a04-681f-482f-8518-e050337c5e50 req-33040e3d-caa5-4548-ac06-929cadb45fe1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:47.444636 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5c8a0a04-681f-482f-8518-e050337c5e50 req-33040e3d-caa5-4548-ac06-929cadb45fe1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:47.499387 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a57797df-3e32-4c86-b098-bab5d50cf645 req-ddfbae7b-01ad-421d-b36f-956c9e51c608 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802159 May 26 16:08:47.542917 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-d87318cb-293d-4aac-9be0-b21594903073 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Deleting port f35eae61-7fbc-493d-9a58-b25ebbe54f08 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:47.543513 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d87318cb-293d-4aac-9be0-b21594903073 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:47.546482 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33040e3d-caa5-4548-ac06-929cadb45fe1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9be0960-4d87-406c-ba05-ad9be1ee2810,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:47.554407 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5c8a0a04-681f-482f-8518-e050337c5e50 req-33040e3d-caa5-4548-ac06-929cadb45fe1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:47.555870 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c8a0a04-681f-482f-8518-e050337c5e50 req-33040e3d-caa5-4548-ac06-929cadb45fe1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5491152 May 26 16:08:47.569928 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33040e3d-caa5-4548-ac06-929cadb45fe1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:47.570297 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33040e3d-caa5-4548-ac06-929cadb45fe1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:47.570653 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33040e3d-caa5-4548-ac06-929cadb45fe1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:47.571423 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33040e3d-caa5-4548-ac06-929cadb45fe1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:47.571423 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33040e3d-caa5-4548-ac06-929cadb45fe1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:47.571695 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33040e3d-caa5-4548-ac06-929cadb45fe1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:47.571978 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33040e3d-caa5-4548-ac06-929cadb45fe1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:47.572338 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33040e3d-caa5-4548-ac06-929cadb45fe1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:47.572672 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33040e3d-caa5-4548-ac06-929cadb45fe1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:47.573007 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33040e3d-caa5-4548-ac06-929cadb45fe1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:47.573355 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33040e3d-caa5-4548-ac06-929cadb45fe1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:47.573665 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33040e3d-caa5-4548-ac06-929cadb45fe1 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:47.696420 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d87318cb-293d-4aac-9be0-b21594903073 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:47.716382 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-d87318cb-293d-4aac-9be0-b21594903073 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Calling delete_port for f35eae61-7fbc-493d-9a58-b25ebbe54f08 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:47.738053 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-62e7546b-7f89-4ba9-8297-9aa6b2eaab74 req-a70326c1-cd43-4ce2-99fc-8f2703210079 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0693452 May 26 16:08:47.750773 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:47.785149 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-7fe91944-b8dc-4ce2-87f1-31c31bc65350 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Allocated IP 172.20.0.10 (b24d5e3e-51fb-4cb8-acdc-f7937b83f089/19f707b5-dbb7-44bf-9d91-1c1a69227d64/ed571ce7-4c7c-4342-8805-b93c4a44a633) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:47.794842 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-94394179-fbc5-48f9-9ccb-b59d9ae25759 req-90a9093d-2752-4c5a-93c5-fca403a2ab56 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "GET /v2.0/security-groups/d9be0960-4d87-406c-ba05-ad9be1ee2810 HTTP/1.1" status: 200 len: 1814 time: 0.1281245 May 26 16:08:47.821001 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-2dd9d278-a0c2-4d0b-bc56-5fb20d8a0110 req-52c0f98a-721b-4c63-902c-52c501736a41 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-624323035', 'description': 'tempest-description-738027991'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:47.882650 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2dd9d278-a0c2-4d0b-bc56-5fb20d8a0110 req-52c0f98a-721b-4c63-902c-52c501736a41 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:47.923631 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d87318cb-293d-4aac-9be0-b21594903073 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:47.972400 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87318cb-293d-4aac-9be0-b21594903073 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Pushing event deleted for resources: {'Port': ['ID=f35eae61-7fbc-493d-9a58-b25ebbe54f08,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:48.026110 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d87318cb-293d-4aac-9be0-b21594903073 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:48.029457 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d87318cb-293d-4aac-9be0-b21594903073 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] 10.222.0.77 "DELETE /v2.0/ports/f35eae61-7fbc-493d-9a58-b25ebbe54f08 HTTP/1.1" status: 204 len: 168 time: 0.6746681 May 26 16:08:48.033581 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50712) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:48.105172 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2dd9d278-a0c2-4d0b-bc56-5fb20d8a0110 req-52c0f98a-721b-4c63-902c-52c501736a41 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:48.126014 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9dabe7b-ced5-496f-a80e-3fbee811d841 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Deleting subnet 533bbe76-47f2-4420-8e5d-abf26d84dabc {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:08:48.130504 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d9dabe7b-ced5-496f-a80e-3fbee811d841 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:48.142570 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2dd9d278-a0c2-4d0b-bc56-5fb20d8a0110 req-52c0f98a-721b-4c63-902c-52c501736a41 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:48.167115 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:48.239447 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d9dabe7b-ced5-496f-a80e-3fbee811d841 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:48.268174 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-7fe91944-b8dc-4ce2-87f1-31c31bc65350 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:48.288417 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2dd9d278-a0c2-4d0b-bc56-5fb20d8a0110 req-52c0f98a-721b-4c63-902c-52c501736a41 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:48.290420 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2dd9d278-a0c2-4d0b-bc56-5fb20d8a0110 req-52c0f98a-721b-4c63-902c-52c501736a41 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4733546 May 26 16:08:48.296176 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0f98a-721b-4c63-902c-52c501736a41 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6aa9270-6a76-4a32-b431-5538878882f3,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:48.341026 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96371952-1b51-4213-a883-05973a9108b0 req-deb1b0fc-29bf-4198-9982-d5fef5dd63aa tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:48.343624 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96371952-1b51-4213-a883-05973a9108b0 req-deb1b0fc-29bf-4198-9982-d5fef5dd63aa tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=af645639-b74a-41e1-8e6f-3208ad68be52 HTTP/1.1" status: 200 len: 950 time: 0.2713461 May 26 16:08:48.419337 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-7fe91944-b8dc-4ce2-87f1-31c31bc65350 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:48.431414 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d9dabe7b-ced5-496f-a80e-3fbee811d841 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:48.438740 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96371952-1b51-4213-a883-05973a9108b0 req-86b67a8f-900c-4d75-bb0f-ea73cf5a8052 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821917 May 26 16:08:48.539875 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d9dabe7b-ced5-496f-a80e-3fbee811d841 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:48.604826 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dabe7b-ced5-496f-a80e-3fbee811d841 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Pushing event deleted for resources: {'Subnet': ['ID=533bbe76-47f2-4420-8e5d-abf26d84dabc,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:48.611061 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-7fe91944-b8dc-4ce2-87f1-31c31bc65350 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:48.617183 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d9dabe7b-ced5-496f-a80e-3fbee811d841 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:48.622366 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-67e82312-971b-4966-a9ee-84beba604c71 req-5853015c-65ff-4621-96c4-1ad272af192f tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "GET /v2.0/security-groups/b6aa9270-6a76-4a32-b431-5538878882f3 HTTP/1.1" status: 200 len: 1813 time: 0.1265609 May 26 16:08:48.623247 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe91944-b8dc-4ce2-87f1-31c31bc65350 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Pushing event updated for resources: {'Port': ['ID=ed571ce7-4c7c-4342-8805-b93c4a44a633,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:48.625411 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c017b1-9d4b-4268-b61e-a8f48f32e0b6 None None] Network 216fa83d-bd94-4740-83d2-1d50d26862ba requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:48.627556 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50726) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:48.640512 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-7fe91944-b8dc-4ce2-87f1-31c31bc65350 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:48.645360 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d9dabe7b-ced5-496f-a80e-3fbee811d841 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] 10.222.0.77 "DELETE /v2.0/subnets/533bbe76-47f2-4420-8e5d-abf26d84dabc HTTP/1.1" status: 204 len: 168 time: 0.5925448 May 26 16:08:48.657761 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-7fe91944-b8dc-4ce2-87f1-31c31bc65350 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:48.691473 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a60fab-9a67-42dc-bded-d9e23885815e req-9d8ce415-7d4e-4873-9d2c-66b03f617542 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:48.693405 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4a60fab-9a67-42dc-bded-d9e23885815e req-9d8ce415-7d4e-4873-9d2c-66b03f617542 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 932 time: 0.1954572 May 26 16:08:48.724951 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-a5896087-0057-4d1f-b84b-d1a598ce46ad req-3b612a8c-01db-427d-992d-92aa871df4ff tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1044524970', 'description': 'tempest-description-2006358538'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:48.891262 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-7fe91944-b8dc-4ce2-87f1-31c31bc65350 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:48.892193 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-7fe91944-b8dc-4ce2-87f1-31c31bc65350 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:48.898001 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d395b940-d1bb-4ffd-b166-9341b5213951 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:48.903328 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a5896087-0057-4d1f-b84b-d1a598ce46ad req-3b612a8c-01db-427d-992d-92aa871df4ff tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:48.917045 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:48.945069 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4a60fab-9a67-42dc-bded-d9e23885815e req-8050d164-f9b0-407a-abb9-70a66b7d68c3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749141 May 26 16:08:48.984704 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-7fe91944-b8dc-4ce2-87f1-31c31bc65350 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0777071 May 26 16:08:49.003178 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969c4485-5b38-4b79-9916-64ea87f9ccce None None] DHCP port deletion for 216fa83d-bd94-4740-83d2-1d50d26862ba request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:08:49.004275 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-61e363ec-01c7-419a-b11b-40f2418ef154 service neutron] Request body: {'port': {'device_id': '2ae7867b-92ab-49f5-a667-31fb0f6b3250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:49.081862 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-969c4485-5b38-4b79-9916-64ea87f9ccce None None] Deleting port 90d122b8-cc99-4a58-adc3-b55e54537190 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:49.082391 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-969c4485-5b38-4b79-9916-64ea87f9ccce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:49.111655 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5aebbec-0d73-4be2-afb4-9e2ca2b1748d req-a7e37505-7e8d-49ec-9ce8-c54e163fa689 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0604608 May 26 16:08:49.179527 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-969c4485-5b38-4b79-9916-64ea87f9ccce None None] For port 90d122b8-cc99-4a58-adc3-b55e54537190, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=90d122b8-cc99-4a58-adc3-b55e54537190,segment=NetworkSegment(acde0042-bb4b-48d5-8a55-73e6da12122d),segment_id=acde0042-bb4b-48d5-8a55-73e6da12122d)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:49.180030 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-969c4485-5b38-4b79-9916-64ea87f9ccce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:49.198093 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-969c4485-5b38-4b79-9916-64ea87f9ccce None None] Calling delete_port for 90d122b8-cc99-4a58-adc3-b55e54537190 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:49.209276 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a5896087-0057-4d1f-b84b-d1a598ce46ad req-3b612a8c-01db-427d-992d-92aa871df4ff tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:49.214059 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-d395b940-d1bb-4ffd-b166-9341b5213951 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Deleting port 90d122b8-cc99-4a58-adc3-b55e54537190 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:49.214250 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d395b940-d1bb-4ffd-b166-9341b5213951 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:49.230137 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a5896087-0057-4d1f-b84b-d1a598ce46ad req-3b612a8c-01db-427d-992d-92aa871df4ff tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:49.264711 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-61e363ec-01c7-419a-b11b-40f2418ef154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:49.300148 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b612a8c-01db-427d-992d-92aa871df4ff tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281c567d-2b8d-4bf6-bb31-1dea7b70b47c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:49.306384 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-969c4485-5b38-4b79-9916-64ea87f9ccce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:49.346727 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969c4485-5b38-4b79-9916-64ea87f9ccce None None] No DVR routers for this DVR port 90d122b8-cc99-4a58-adc3-b55e54537190 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:08:49.348235 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50744) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:49.355012 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b6eb1f18-abf3-49f8-acae-8897130b10f4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1183689690'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:49.386198 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-d395b940-d1bb-4ffd-b166-9341b5213951 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] For port 90d122b8-cc99-4a58-adc3-b55e54537190, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=90d122b8-cc99-4a58-adc3-b55e54537190,segment=NetworkSegment(acde0042-bb4b-48d5-8a55-73e6da12122d),segment_id=acde0042-bb4b-48d5-8a55-73e6da12122d)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:49.386710 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d395b940-d1bb-4ffd-b166-9341b5213951 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:49.400751 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-d395b940-d1bb-4ffd-b166-9341b5213951 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Calling delete_port for 90d122b8-cc99-4a58-adc3-b55e54537190 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:49.405764 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6eb1f18-abf3-49f8-acae-8897130b10f4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Made reservation on behalf of d3f44b6fae1d4ce4bc737c28e8283000 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:49.409221 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b6eb1f18-abf3-49f8-acae-8897130b10f4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:49.418231 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c4485-5b38-4b79-9916-64ea87f9ccce None None] Pushing event deleted for resources: {'Port': ['ID=90d122b8-cc99-4a58-adc3-b55e54537190,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:49.429652 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a5896087-0057-4d1f-b84b-d1a598ce46ad req-3b612a8c-01db-427d-992d-92aa871df4ff tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:49.430679 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a5896087-0057-4d1f-b84b-d1a598ce46ad req-3b612a8c-01db-427d-992d-92aa871df4ff tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7617812 May 26 16:08:49.470967 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6eb1f18-abf3-49f8-acae-8897130b10f4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:08:49.497868 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b6eb1f18-abf3-49f8-acae-8897130b10f4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:49.498198 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-b6eb1f18-abf3-49f8-acae-8897130b10f4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Added segment 49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3 of type vlan for network f3afb84f-a007-4e52-a1fb-611cc73f2208 May 26 16:08:49.617259 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b6eb1f18-abf3-49f8-acae-8897130b10f4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:49.659419 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-95d583d6-6b95-4550-9fc2-716a1298fdce req-8d2eb071-bdab-45d3-acfe-74cc4794ec8f tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "GET /v2.0/security-groups/281c567d-2b8d-4bf6-bb31-1dea7b70b47c HTTP/1.1" status: 200 len: 1815 time: 0.1776156 May 26 16:08:49.687167 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b6eb1f18-abf3-49f8-acae-8897130b10f4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:49.693052 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eb1f18-abf3-49f8-acae-8897130b10f4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:49.693672 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b6eb1f18-abf3-49f8-acae-8897130b10f4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:49.767331 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d395b940-d1bb-4ffd-b166-9341b5213951 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:49.768936 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b6eb1f18-abf3-49f8-acae-8897130b10f4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4184122 May 26 16:08:49.771864 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50764) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:49.776804 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-8a4f67ad-050d-44c7-b016-335be03915de tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1022420178'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:49.801582 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb1f18-abf3-49f8-acae-8897130b10f4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event updated for resources: {'Network': ['ID=f3afb84f-a007-4e52-a1fb-611cc73f2208,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:49.810123 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4f67ad-050d-44c7-b016-335be03915de tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Made reservation on behalf of d3f44b6fae1d4ce4bc737c28e8283000 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:49.813178 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395b940-d1bb-4ffd-b166-9341b5213951 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Pushing event deleted for resources: {'Port': ['ID=90d122b8-cc99-4a58-adc3-b55e54537190,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:49.815050 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a4f67ad-050d-44c7-b016-335be03915de tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:49.821034 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network f3afb84f-a007-4e52-a1fb-611cc73f2208 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:08:49.852173 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4f67ad-050d-44c7-b016-335be03915de tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:08:49.854714 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4c4591b2-6912-437a-8b71-86ccb25cdb66 req-466aceba-355f-4681-a9e6-c84921dd380d tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0955732 May 26 16:08:49.879601 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a4f67ad-050d-44c7-b016-335be03915de tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:49.880174 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-8a4f67ad-050d-44c7-b016-335be03915de tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Added segment bde2e863-0c91-4084-b263-89615b414bdf of type vlan for network 67be992b-b4e7-4fb4-b3b4-ab1f54c2d199 May 26 16:08:49.892973 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d395b940-d1bb-4ffd-b166-9341b5213951 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] No DVR routers for this DVR port 90d122b8-cc99-4a58-adc3-b55e54537190 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:08:49.944356 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35779b83-f7ce-47dd-9ec8-3a678bf3188e req-7f8ba943-7fe4-4b8b-b6f5-98874e374413 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:49.945928 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a4f67ad-050d-44c7-b016-335be03915de tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:49.946120 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-35779b83-f7ce-47dd-9ec8-3a678bf3188e req-7f8ba943-7fe4-4b8b-b6f5-98874e374413 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=af645639-b74a-41e1-8e6f-3208ad68be52 HTTP/1.1" status: 200 len: 950 time: 0.2722631 May 26 16:08:49.984305 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a4f67ad-050d-44c7-b016-335be03915de tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.001733 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4f67ad-050d-44c7-b016-335be03915de tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:50.002629 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-369275a2-8291-4373-b9aa-fd356ed72987 req-8d0e81f4-215f-44e8-9c38-83ed16309b4a tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] show failed (client error): The resource could not be found. May 26 16:08:50.004752 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a4f67ad-050d-44c7-b016-335be03915de tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.005946 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-369275a2-8291-4373-b9aa-fd356ed72987 req-8d0e81f4-215f-44e8-9c38-83ed16309b4a tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "GET /v2.0/security-groups/af3736b4-8e65-4bd2-aa26-ccb1c58a1a78 HTTP/1.1" status: 404 len: 352 time: 0.0878654 May 26 16:08:50.094725 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d395b940-d1bb-4ffd-b166-9341b5213951 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.123276 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-d395b940-d1bb-4ffd-b166-9341b5213951 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216fa83d-bd94-4740-83d2-1d50d26862ba']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:50.138553 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-d395b940-d1bb-4ffd-b166-9341b5213951 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acde0042-bb4b-48d5-8a55-73e6da12122d') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:50.142627 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-d395b940-d1bb-4ffd-b166-9341b5213951 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acde0042-bb4b-48d5-8a55-73e6da12122d') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:50.154163 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8a4f67ad-050d-44c7-b016-335be03915de tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3779685 May 26 16:08:50.154163 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50770) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:50.159231 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-fd092bfd-ad7a-4f77-a1bc-872b32acf767 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Request body: {'subnet': {'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:50.166460 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f67ad-050d-44c7-b016-335be03915de tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event updated for resources: {'Network': ['ID=67be992b-b4e7-4fb4-b3b4-ab1f54c2d199,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:50.167497 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d395b940-d1bb-4ffd-b166-9341b5213951 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.182424 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 67be992b-b4e7-4fb4-b3b4-ab1f54c2d199 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:08:50.211630 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d395b940-d1bb-4ffd-b166-9341b5213951 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.228364 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d395b940-d1bb-4ffd-b166-9341b5213951 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:08:50.229037 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d395b940-d1bb-4ffd-b166-9341b5213951 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.251096 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-35779b83-f7ce-47dd-9ec8-3a678bf3188e req-9e0f14a4-e61b-407d-b557-ca536f8142e6 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808008 May 26 16:08:50.265747 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd092bfd-ad7a-4f77-a1bc-872b32acf767 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Made reservation on behalf of d3f44b6fae1d4ce4bc737c28e8283000 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:50.269586 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fd092bfd-ad7a-4f77-a1bc-872b32acf767 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.341763 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment acde0042-bb4b-48d5-8a55-73e6da12122d resource provider aggregate not found May 26 16:08:50.388475 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment acde0042-bb4b-48d5-8a55-73e6da12122d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid acde0042-bb4b-48d5-8a55-73e6da12122d found for delete ", "request_id": "req-be96534f-613a-4828-9511-0832a2aa729d"}]} May 26 16:08:50.426243 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-cc551dc6-ab6b-4fd0-902a-5f363a7e52e3 req-78e2964f-fe69-43a1-8d09-3406e7be9fbe tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] show failed (client error): The resource could not be found. May 26 16:08:50.427339 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cc551dc6-ab6b-4fd0-902a-5f363a7e52e3 req-78e2964f-fe69-43a1-8d09-3406e7be9fbe tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "GET /v2.0/security-group-rules/511cf666-7703-421b-90a9-39a3af4dec3d HTTP/1.1" status: 404 len: 361 time: 0.0516880 May 26 16:08:50.432337 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d395b940-d1bb-4ffd-b166-9341b5213951 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.479311 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d395b940-d1bb-4ffd-b166-9341b5213951 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.483399 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d395b940-d1bb-4ffd-b166-9341b5213951 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] 10.222.0.77 "DELETE /v2.0/networks/216fa83d-bd94-4740-83d2-1d50d26862ba HTTP/1.1" status: 204 len: 168 time: 1.8527827 May 26 16:08:50.509507 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edca977-e9a2-478b-9a47-5f8ec25f08cd req-fd054d5b-e550-495e-9346-b4cc9ab1eeff tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:50.511248 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5edca977-e9a2-478b-9a47-5f8ec25f08cd req-fd054d5b-e550-495e-9346-b4cc9ab1eeff tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 932 time: 0.2532525 May 26 16:08:50.517358 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395b940-d1bb-4ffd-b166-9341b5213951 tempest-AllowedAddressPairIpV6TestJSON-931204841 tempest-AllowedAddressPairIpV6TestJSON-931204841-project] Pushing event deleted for resources: {'Network': ['ID=216fa83d-bd94-4740-83d2-1d50d26862ba,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:50.576397 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-61e363ec-01c7-419a-b11b-40f2418ef154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed571ce7-4c7c-4342-8805-b93c4a44a633 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:50.581070 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fd092bfd-ad7a-4f77-a1bc-872b32acf767 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.595155 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-61e363ec-01c7-419a-b11b-40f2418ef154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.635829 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd092bfd-ad7a-4f77-a1bc-872b32acf767 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event updated for resources: {'Subnet': ['ID=0d8967df-8a4c-46db-92d8-93f94220fcb8,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:50.636388 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5edca977-e9a2-478b-9a47-5f8ec25f08cd req-23352cb5-fb23-4baf-8104-fdcb732b40fa tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983434 May 26 16:08:50.637442 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-61e363ec-01c7-419a-b11b-40f2418ef154 service neutron] Transition to ACTIVE for port object ed571ce7-4c7c-4342-8805-b93c4a44a633 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:08:50.650303 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-61e363ec-01c7-419a-b11b-40f2418ef154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.660807 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0992620-1e60-4d68-b5f4-5335ce35c3b6 req-8de6c1bf-aefd-4921-9b4e-019fa40711f7 tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:50.662525 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0992620-1e60-4d68-b5f4-5335ce35c3b6 req-8de6c1bf-aefd-4921-9b4e-019fa40711f7 tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=af645639-b74a-41e1-8e6f-3208ad68be52 HTTP/1.1" status: 200 len: 1101 time: 0.0907147 May 26 16:08:50.725379 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd092bfd-ad7a-4f77-a1bc-872b32acf767 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Checking segment: {'id': '49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:50.725756 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd092bfd-ad7a-4f77-a1bc-872b32acf767 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Network hostable DHCP agents. Network: f3afb84f-a007-4e52-a1fb-611cc73f2208, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:08:50.751154 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd092bfd-ad7a-4f77-a1bc-872b32acf767 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Network f3afb84f-a007-4e52-a1fb-611cc73f2208 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:08:50.766338 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-fd092bfd-ad7a-4f77-a1bc-872b32acf767 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, f3afb84f-a007-4e52-a1fb-611cc73f2208) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:50.777072 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700d03f2-7fe5-4da7-a61e-ef8b7845829c None None] Network f3afb84f-a007-4e52-a1fb-611cc73f2208 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:50.781416 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd092bfd-ad7a-4f77-a1bc-872b32acf767 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:50.782773 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fd092bfd-ad7a-4f77-a1bc-872b32acf767 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:50.785423 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e363ec-01c7-419a-b11b-40f2418ef154 service neutron] Pushing event updated for resources: {'Port': ['ID=ed571ce7-4c7c-4342-8805-b93c4a44a633,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:50.797020 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0992620-1e60-4d68-b5f4-5335ce35c3b6 req-5bba342b-6cf1-4042-9022-6594a1b6c033 tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115956 May 26 16:08:50.810773 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fd092bfd-ad7a-4f77-a1bc-872b32acf767 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6557114 May 26 16:08:50.811903 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50786) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:50.821862 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-fb2a2d7d-4797-4bd8-aa89-831d5dad3aab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Request body: {'subnet': {'network_id': '67be992b-b4e7-4fb4-b3b4-ab1f54c2d199', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:50.980648 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 90d122b8-cc99-4a58-adc3-b55e54537190 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:08:50.986075 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50792) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:51.005818 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2a2d7d-4797-4bd8-aa89-831d5dad3aab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Made reservation on behalf of d3f44b6fae1d4ce4bc737c28e8283000 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:51.007811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 90d122b8-cc99-4a58-adc3-b55e54537190 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:08:51.008131 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 90d122b8-cc99-4a58-adc3-b55e54537190 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:08:51.012530 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fb2a2d7d-4797-4bd8-aa89-831d5dad3aab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:51.122562 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417b9f6a-1ff8-48aa-bae2-d9f683501841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-f3afb84f-a007-4e52-a1fb-611cc73f2208', 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'fixed_ips': [{'subnet_id': '0d8967df-8a4c-46db-92d8-93f94220fcb8'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:08:51.123577 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-417b9f6a-1ff8-48aa-bae2-d9f683501841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:51.272854 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-df78c303-7bf1-4126-ae64-dbb6ca50673b req-679c0487-5e2e-4813-8621-0caa7d556072 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "GET /v2.0/security-groups/281c567d-2b8d-4bf6-bb31-1dea7b70b47c HTTP/1.1" status: 200 len: 1815 time: 0.5832980 May 26 16:08:51.309509 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5a3173aa-27a6-4cf9-9fb9-ea656fea2d66 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1aa46ba5e1434dc699ca5e81b300452c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3219931 May 26 16:08:51.314134 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50798) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:51.324415 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-417b9f6a-1ff8-48aa-bae2-d9f683501841 None None] Allocated IP 10.1.1.2 (f3afb84f-a007-4e52-a1fb-611cc73f2208/0d8967df-8a4c-46db-92d8-93f94220fcb8/637bec37-8e51-44b0-a768-84aa6398c32e) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:51.332390 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fb2a2d7d-4797-4bd8-aa89-831d5dad3aab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:51.353146 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5eb673c-f709-4ca9-84ac-2465a9845f55 req-89493d42-6f5f-4ced-89c9-ea409abe1306 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0858417 May 26 16:08:51.390394 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-df78c303-7bf1-4126-ae64-dbb6ca50673b req-022be462-16ae-49e9-aaf8-654a26dbaf47 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:51.419744 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-61e363ec-01c7-419a-b11b-40f2418ef154 service neutron] Attempting to bind port ed571ce7-4c7c-4342-8805-b93c4a44a633 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:51.420086 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-61e363ec-01c7-419a-b11b-40f2418ef154 service neutron] Attempting to bind port ed571ce7-4c7c-4342-8805-b93c4a44a633 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '27db717a-2f60-44cd-8e74-311e0a4c3ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:51.420637 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-61e363ec-01c7-419a-b11b-40f2418ef154 service neutron] Attempting to bind port ed571ce7-4c7c-4342-8805-b93c4a44a633 on network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:51.440413 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-61e363ec-01c7-419a-b11b-40f2418ef154 service neutron] Port ed571ce7-4c7c-4342-8805-b93c4a44a633 on network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:08:51.440801 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-61e363ec-01c7-419a-b11b-40f2418ef154 service neutron] Attempting to bind port ed571ce7-4c7c-4342-8805-b93c4a44a633 on network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:51.443962 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-df78c303-7bf1-4126-ae64-dbb6ca50673b req-022be462-16ae-49e9-aaf8-654a26dbaf47 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:51.448780 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a2d7d-4797-4bd8-aa89-831d5dad3aab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event updated for resources: {'Subnet': ['ID=32f4c445-da8d-4e31-a37f-63415d1eb855,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:51.462959 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-61e363ec-01c7-419a-b11b-40f2418ef154 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:51.463307 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-61e363ec-01c7-419a-b11b-40f2418ef154 service neutron] Checking segment: {'id': '27db717a-2f60-44cd-8e74-311e0a4c3ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:51.463700 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-61e363ec-01c7-419a-b11b-40f2418ef154 service neutron] Bound using segment: {'id': '27db717a-2f60-44cd-8e74-311e0a4c3ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:51.464216 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-61e363ec-01c7-419a-b11b-40f2418ef154 service neutron] Bound port: ed571ce7-4c7c-4342-8805-b93c4a44a633, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27db717a-2f60-44cd-8e74-311e0a4c3ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:51.464551 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-61e363ec-01c7-419a-b11b-40f2418ef154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:51.503192 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a2d7d-4797-4bd8-aa89-831d5dad3aab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:51.503548 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a2d7d-4797-4bd8-aa89-831d5dad3aab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:51.503896 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a2d7d-4797-4bd8-aa89-831d5dad3aab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:51.504451 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a2d7d-4797-4bd8-aa89-831d5dad3aab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:51.504906 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a2d7d-4797-4bd8-aa89-831d5dad3aab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:51.505251 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a2d7d-4797-4bd8-aa89-831d5dad3aab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:51.505587 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a2d7d-4797-4bd8-aa89-831d5dad3aab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:51.505920 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a2d7d-4797-4bd8-aa89-831d5dad3aab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:51.506255 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a2d7d-4797-4bd8-aa89-831d5dad3aab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:51.507081 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a2d7d-4797-4bd8-aa89-831d5dad3aab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:51.507081 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a2d7d-4797-4bd8-aa89-831d5dad3aab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:51.507698 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a2d7d-4797-4bd8-aa89-831d5dad3aab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:51.560252 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a28e178f-e5b8-4ef9-be9a-4671ad9c4f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:51.561669 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-ea2e22b2-db09-40f5-94ba-c4105401eb28 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=174d64ba844b421799c9f2136fec1233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532863 May 26 16:08:51.568736 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-417b9f6a-1ff8-48aa-bae2-d9f683501841 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:51.577825 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-417b9f6a-1ff8-48aa-bae2-d9f683501841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:51.578878 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a2d7d-4797-4bd8-aa89-831d5dad3aab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Checking segment: {'id': 'bde2e863-0c91-4084-b263-89615b414bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '67be992b-b4e7-4fb4-b3b4-ab1f54c2d199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:51.579251 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2a2d7d-4797-4bd8-aa89-831d5dad3aab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Network hostable DHCP agents. Network: 67be992b-b4e7-4fb4-b3b4-ab1f54c2d199, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:08:51.588671 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-df78c303-7bf1-4126-ae64-dbb6ca50673b req-022be462-16ae-49e9-aaf8-654a26dbaf47 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:51.591345 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-df78c303-7bf1-4126-ae64-dbb6ca50673b req-022be462-16ae-49e9-aaf8-654a26dbaf47 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:51.593179 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-df78c303-7bf1-4126-ae64-dbb6ca50673b req-022be462-16ae-49e9-aaf8-654a26dbaf47 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "DELETE /v2.0/security-groups/281c567d-2b8d-4bf6-bb31-1dea7b70b47c HTTP/1.1" status: 204 len: 173 time: 0.3097205 May 26 16:08:51.601932 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a28e178f-e5b8-4ef9-be9a-4671ad9c4f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:51.626786 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022be462-16ae-49e9-aaf8-654a26dbaf47 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=281c567d-2b8d-4bf6-bb31-1dea7b70b47c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:51.645877 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2a2d7d-4797-4bd8-aa89-831d5dad3aab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Network 67be992b-b4e7-4fb4-b3b4-ab1f54c2d199 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:08:51.663486 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-fb2a2d7d-4797-4bd8-aa89-831d5dad3aab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 67be992b-b4e7-4fb4-b3b4-ab1f54c2d199) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:51.666860 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417b9f6a-1ff8-48aa-bae2-d9f683501841 None None] Network f3afb84f-a007-4e52-a1fb-611cc73f2208 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:51.679927 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2a2d7d-4797-4bd8-aa89-831d5dad3aab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:51.679927 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fb2a2d7d-4797-4bd8-aa89-831d5dad3aab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:51.695960 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97ef343-20d8-417c-81fe-cb2885b6e1ce None None] Network 67be992b-b4e7-4fb4-b3b4-ab1f54c2d199 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:51.703836 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-417b9f6a-1ff8-48aa-bae2-d9f683501841 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:51.717909 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fb2a2d7d-4797-4bd8-aa89-831d5dad3aab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8973000 May 26 16:08:51.717909 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a28e178f-e5b8-4ef9-be9a-4671ad9c4f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:51.720709 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a28e178f-e5b8-4ef9-be9a-4671ad9c4f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:51.724410 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a28e178f-e5b8-4ef9-be9a-4671ad9c4f29 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/539c6b53-bde3-4dd9-a9a1-6befc3fa93af HTTP/1.1" status: 204 len: 168 time: 0.4066885 May 26 16:08:51.724410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50812) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:51.729362 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417b9f6a-1ff8-48aa-bae2-d9f683501841 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:51.734370 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-be890538-9ce5-4800-8f43-782eadfae55a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Request body: {'port': {'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208', 'name': 'tempest-TaggedBootDevicesTest_v242-2030750879', 'fixed_ips': [{'subnet_id': '0d8967df-8a4c-46db-92d8-93f94220fcb8'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:51.750556 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-61e363ec-01c7-419a-b11b-40f2418ef154 service neutron] For port ed571ce7-4c7c-4342-8805-b93c4a44a633, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:51.783390 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-61e363ec-01c7-419a-b11b-40f2418ef154 service neutron] For port ed571ce7-4c7c-4342-8805-b93c4a44a633, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ed571ce7-4c7c-4342-8805-b93c4a44a633,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:51.799176 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0b035de3-1e3a-455f-a15b-a80ed550ffc7 req-532d0b97-957c-475b-8739-7a70871442e7 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "GET /v2.0/security-groups/b6aa9270-6a76-4a32-b431-5538878882f3 HTTP/1.1" status: 200 len: 1813 time: 0.1515884 May 26 16:08:51.820714 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e178f-e5b8-4ef9-be9a-4671ad9c4f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539c6b53-bde3-4dd9-a9a1-6befc3fa93af,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:51.833361 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-61e363ec-01c7-419a-b11b-40f2418ef154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:51.856264 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b9f6a-1ff8-48aa-bae2-d9f683501841 None None] Pushing event updated for resources: {'Port': ['ID=637bec37-8e51-44b0-a768-84aa6398c32e,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:51.907812 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be890538-9ce5-4800-8f43-782eadfae55a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Made reservation on behalf of d3f44b6fae1d4ce4bc737c28e8283000 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:51.940913 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-417b9f6a-1ff8-48aa-bae2-d9f683501841 None None] Attempting to bind port 637bec37-8e51-44b0-a768-84aa6398c32e on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:51.941288 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-417b9f6a-1ff8-48aa-bae2-d9f683501841 None None] Attempting to bind port 637bec37-8e51-44b0-a768-84aa6398c32e by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:51.941657 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417b9f6a-1ff8-48aa-bae2-d9f683501841 None None] Attempting to bind port 637bec37-8e51-44b0-a768-84aa6398c32e on network f3afb84f-a007-4e52-a1fb-611cc73f2208 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:51.942754 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-61e363ec-01c7-419a-b11b-40f2418ef154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:51.944661 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-61e363ec-01c7-419a-b11b-40f2418ef154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:51.946268 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-61e363ec-01c7-419a-b11b-40f2418ef154 service neutron] 10.222.0.81 "PUT /v2.0/ports/ed571ce7-4c7c-4342-8805-b93c4a44a633 HTTP/1.1" status: 200 len: 1092 time: 2.9462934 May 26 16:08:51.954928 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae7867b-92ab-49f5-a667-31fb0f6b3250', 'tag': 'ed571ce7-4c7c-4342-8805-b93c4a44a633'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:51.956283 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417b9f6a-1ff8-48aa-bae2-d9f683501841 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:51.956664 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417b9f6a-1ff8-48aa-bae2-d9f683501841 None None] Checking segment: {'id': '49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:51.957067 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-417b9f6a-1ff8-48aa-bae2-d9f683501841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:51.957463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417b9f6a-1ff8-48aa-bae2-d9f683501841 None None] Bound using segment: {'id': '49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:51.957944 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-417b9f6a-1ff8-48aa-bae2-d9f683501841 None None] Bound port: 637bec37-8e51-44b0-a768-84aa6398c32e, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:51.958328 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-417b9f6a-1ff8-48aa-bae2-d9f683501841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:51.959488 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0808a14b-d18c-4d54-b9b7-7a5d66058ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae7867b-92ab-49f5-a667-31fb0f6b3250", "tag": "ed571ce7-4c7c-4342-8805-b93c4a44a633"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:51.988193 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-b67d5496-dc52-4ed3-8348-4a94e9c94c06 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:51.995375 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-b67d5496-dc52-4ed3-8348-4a94e9c94c06 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4224110 May 26 16:08:52.066762 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-2e47e0ca-b36f-4066-af48-51326f95c0ef tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/quotas/174d64ba844b421799c9f2136fec1233 HTTP/1.1" status: 200 len: 375 time: 0.0704291 May 26 16:08:52.072698 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be890538-9ce5-4800-8f43-782eadfae55a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:52.083165 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e363ec-01c7-419a-b11b-40f2418ef154 service neutron] Pushing event updated for resources: {'Port': ['ID=ed571ce7-4c7c-4342-8805-b93c4a44a633,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:52.100180 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-be890538-9ce5-4800-8f43-782eadfae55a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] device_id is not set on port f1118030-abd2-4542-9495-9b488c4efc14 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:08:52.103955 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-417b9f6a-1ff8-48aa-bae2-d9f683501841 None None] For port 637bec37-8e51-44b0-a768-84aa6398c32e, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:52.107175 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-417b9f6a-1ff8-48aa-bae2-d9f683501841 None None] For port 637bec37-8e51-44b0-a768-84aa6398c32e, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=637bec37-8e51-44b0-a768-84aa6398c32e,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:52.115925 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-417b9f6a-1ff8-48aa-bae2-d9f683501841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:52.121129 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef628901-8623-46bb-ae2e-0881af5d3909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-67be992b-b4e7-4fb4-b3b4-ab1f54c2d199', 'network_id': '67be992b-b4e7-4fb4-b3b4-ab1f54c2d199', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'fixed_ips': [{'subnet_id': '32f4c445-da8d-4e31-a37f-63415d1eb855'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:08:52.122609 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ef628901-8623-46bb-ae2e-0881af5d3909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:52.136908 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0b035de3-1e3a-455f-a15b-a80ed550ffc7 req-f6fbf9fb-fc6d-4fdb-9316-55355e52a667 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:52.174449 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0b035de3-1e3a-455f-a15b-a80ed550ffc7 req-f6fbf9fb-fc6d-4fdb-9316-55355e52a667 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:52.181060 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-c0164138-6667-4e63-a9a6-b5b020c5a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:52.183123 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-c0164138-6667-4e63-a9a6-b5b020c5a252 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3e96c338002c49fcb12a908abaf34a6e&device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 1095 time: 0.1806273 May 26 16:08:52.274408 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-7539a5eb-1fd2-4b2c-8603-3ec3279c4bc1 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=174d64ba844b421799c9f2136fec1233&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2066677 May 26 16:08:52.301835 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b9f6a-1ff8-48aa-bae2-d9f683501841 None None] Pushing event updated for resources: {'Port': ['ID=637bec37-8e51-44b0-a768-84aa6398c32e,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:52.349450 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-3f366916-17af-4799-8e25-6a804c4df99d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed571ce7-4c7c-4342-8805-b93c4a44a633 HTTP/1.1" status: 200 len: 217 time: 0.1487894 May 26 16:08:52.433289 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-ef628901-8623-46bb-ae2e-0881af5d3909 None None] Allocated IP 10.2.2.2 (67be992b-b4e7-4fb4-b3b4-ab1f54c2d199/32f4c445-da8d-4e31-a37f-63415d1eb855/4aa3201b-fe92-4799-916a-0b76aaa93e38) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:52.465030 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-cf4633fd-bd84-4385-a3b6-303ab081f6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:52.468033 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-cf4633fd-bd84-4385-a3b6-303ab081f6a5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=19f707b5-dbb7-44bf-9d91-1c1a69227d64 HTTP/1.1" status: 200 len: 852 time: 0.1037078 May 26 16:08:52.475123 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0b035de3-1e3a-455f-a15b-a80ed550ffc7 req-f6fbf9fb-fc6d-4fdb-9316-55355e52a667 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:52.478834 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0b035de3-1e3a-455f-a15b-a80ed550ffc7 req-f6fbf9fb-fc6d-4fdb-9316-55355e52a667 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:52.480085 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0b035de3-1e3a-455f-a15b-a80ed550ffc7 req-f6fbf9fb-fc6d-4fdb-9316-55355e52a667 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "DELETE /v2.0/security-groups/b6aa9270-6a76-4a32-b431-5538878882f3 HTTP/1.1" status: 204 len: 173 time: 0.6579683 May 26 16:08:52.608865 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-be890538-9ce5-4800-8f43-782eadfae55a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Allocated IP 10.1.1.205 (f3afb84f-a007-4e52-a1fb-611cc73f2208/0d8967df-8a4c-46db-92d8-93f94220fcb8/f1118030-abd2-4542-9495-9b488c4efc14) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:52.637071 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-6076529c-0e56-452e-87b1-8f943cad418c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1559212 May 26 16:08:52.711226 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fbf9fb-fc6d-4fdb-9316-55355e52a667 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6aa9270-6a76-4a32-b431-5538878882f3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:52.916131 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ef628901-8623-46bb-ae2e-0881af5d3909 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:52.934802 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ef628901-8623-46bb-ae2e-0881af5d3909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:53.001648 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-a4b03d95-11ab-4f43-afa1-6ceccb35f2fd service neutron] 10.222.0.81 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577870 May 26 16:08:53.022345 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326ee60e-9d56-4f2c-a877-cac9ed7e24d1 x-openstack-request-id: req-326ee60e-9d56-4f2c-a877-cac9ed7e24d1 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:53.022688 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae7867b-92ab-49f5-a667-31fb0f6b3250", "tag": "ed571ce7-4c7c-4342-8805-b93c4a44a633", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:53.022888 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-326ee60e-9d56-4f2c-a877-cac9ed7e24d1 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:53.023293 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-326ee60e-9d56-4f2c-a877-cac9ed7e24d1'] response: {'name': 'network-changed', 'server_uuid': '2ae7867b-92ab-49f5-a667-31fb0f6b3250', 'tag': 'ed571ce7-4c7c-4342-8805-b93c4a44a633', 'status': 'completed', 'code': 200} May 26 16:08:53.036103 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef628901-8623-46bb-ae2e-0881af5d3909 None None] Network 67be992b-b4e7-4fb4-b3b4-ab1f54c2d199 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:53.039288 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be890538-9ce5-4800-8f43-782eadfae55a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:53.055137 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-ef628901-8623-46bb-ae2e-0881af5d3909 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:53.071663 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef628901-8623-46bb-ae2e-0881af5d3909 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:53.094594 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef628901-8623-46bb-ae2e-0881af5d3909 None None] Pushing event updated for resources: {'Port': ['ID=4aa3201b-fe92-4799-916a-0b76aaa93e38,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:53.117332 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be890538-9ce5-4800-8f43-782eadfae55a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:53.134905 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-53c1da49-c2ca-4324-a905-97a67c851bb3 req-b8ff606d-68d5-4bec-9801-84d28cc92e29 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0751295 May 26 16:08:53.174465 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 637bec37-8e51-44b0-a768-84aa6398c32e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:53.175333 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be890538-9ce5-4800-8f43-782eadfae55a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Network f3afb84f-a007-4e52-a1fb-611cc73f2208 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:53.180728 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-be890538-9ce5-4800-8f43-782eadfae55a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:53.190319 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be890538-9ce5-4800-8f43-782eadfae55a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:53.196345 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50856) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:53.245973 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be890538-9ce5-4800-8f43-782eadfae55a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event updated for resources: {'Port': ['ID=f1118030-abd2-4542-9495-9b488c4efc14,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:53.263609 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed14197-092d-428d-9127-3f0f136b85c2 req-294e07dc-68a0-41d4-8585-aa76d43e0901 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:53.271551 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ef628901-8623-46bb-ae2e-0881af5d3909 None None] Attempting to bind port 4aa3201b-fe92-4799-916a-0b76aaa93e38 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:53.272229 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ef628901-8623-46bb-ae2e-0881af5d3909 None None] Attempting to bind port 4aa3201b-fe92-4799-916a-0b76aaa93e38 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'bde2e863-0c91-4084-b263-89615b414bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '67be992b-b4e7-4fb4-b3b4-ab1f54c2d199'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:53.272796 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef628901-8623-46bb-ae2e-0881af5d3909 None None] Attempting to bind port 4aa3201b-fe92-4799-916a-0b76aaa93e38 on network 67be992b-b4e7-4fb4-b3b4-ab1f54c2d199 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:53.282754 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ed14197-092d-428d-9127-3f0f136b85c2 req-294e07dc-68a0-41d4-8585-aa76d43e0901 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 944 time: 0.6445875 May 26 16:08:53.283297 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be890538-9ce5-4800-8f43-782eadfae55a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:53.283762 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be890538-9ce5-4800-8f43-782eadfae55a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:53.291181 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef628901-8623-46bb-ae2e-0881af5d3909 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:53.291913 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef628901-8623-46bb-ae2e-0881af5d3909 None None] Checking segment: {'id': 'bde2e863-0c91-4084-b263-89615b414bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '67be992b-b4e7-4fb4-b3b4-ab1f54c2d199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:53.292529 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ef628901-8623-46bb-ae2e-0881af5d3909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:53.293120 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef628901-8623-46bb-ae2e-0881af5d3909 None None] Bound using segment: {'id': 'bde2e863-0c91-4084-b263-89615b414bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '67be992b-b4e7-4fb4-b3b4-ab1f54c2d199'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:53.293795 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ef628901-8623-46bb-ae2e-0881af5d3909 None None] Bound port: 4aa3201b-fe92-4799-916a-0b76aaa93e38, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde2e863-0c91-4084-b263-89615b414bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '67be992b-b4e7-4fb4-b3b4-ab1f54c2d199'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:53.294383 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ef628901-8623-46bb-ae2e-0881af5d3909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:53.318614 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-be890538-9ce5-4800-8f43-782eadfae55a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5905666 May 26 16:08:53.321950 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50860) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:53.332453 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-65b0e9bf-4823-4e12-a266-b0850b8f8279 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Request body: {'port': {'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208', 'name': 'tempest-TaggedBootDevicesTest_v242-46010725', 'fixed_ips': [{'subnet_id': '0d8967df-8a4c-46db-92d8-93f94220fcb8'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:53.356303 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-34e84692-b984-424c-a09d-9787b5da5a0a req-2d2ea530-f152-4c6f-af7e-7bec99e7bfbf tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=f077dbfc-ca70-40f7-be4a-7e56f6d29bab HTTP/1.1" status: 200 len: 210 time: 0.0292847 May 26 16:08:53.411824 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ed14197-092d-428d-9127-3f0f136b85c2 req-1bdbced2-f490-4563-a9b6-661a8b54fce9 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280997 May 26 16:08:53.497379 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b5665989-98a0-4d30-8fea-170f15a328e6 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1121745019'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:53.524495 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 637bec37-8e51-44b0-a768-84aa6398c32e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:53.524999 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:53.546938 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5665989-98a0-4d30-8fea-170f15a328e6 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Made reservation on behalf of f8d5c335506245d3b928d1185c66e01e for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:53.550739 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b5665989-98a0-4d30-8fea-170f15a328e6 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:53.556648 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28df258e-b8fd-40f1-92d4-c5415b3e98e6 req-0c3b282d-3155-40f0-afc5-fee2c854050f tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "GET /v2.0/security-groups/d9be0960-4d87-406c-ba05-ad9be1ee2810 HTTP/1.1" status: 200 len: 1814 time: 0.1060748 May 26 16:08:53.562602 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57164d78-fd19-4c64-aeee-caaa596f5683 req-4e44dd0d-2c75-4f2a-a97b-284b13fc6563 service neutron] 10.222.0.81 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600746 May 26 16:08:53.586264 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b5665989-98a0-4d30-8fea-170f15a328e6 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:53.624692 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ef628901-8623-46bb-ae2e-0881af5d3909 None None] For port 4aa3201b-fe92-4799-916a-0b76aaa93e38, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:53.642288 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b0e9bf-4823-4e12-a266-b0850b8f8279 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Made reservation on behalf of d3f44b6fae1d4ce4bc737c28e8283000 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:53.649185 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-65b0e9bf-4823-4e12-a266-b0850b8f8279 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:53.661087 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ef628901-8623-46bb-ae2e-0881af5d3909 None None] For port 4aa3201b-fe92-4799-916a-0b76aaa93e38, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4aa3201b-fe92-4799-916a-0b76aaa93e38,segment=NetworkSegment(bde2e863-0c91-4084-b263-89615b414bdf),segment_id=bde2e863-0c91-4084-b263-89615b414bdf)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:53.677093 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ef628901-8623-46bb-ae2e-0881af5d3909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:53.729343 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-65b0e9bf-4823-4e12-a266-b0850b8f8279 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] device_id is not set on port 17546000-b263-4011-a4e6-5dc6daed213a yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:08:53.753818 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef628901-8623-46bb-ae2e-0881af5d3909 None None] Pushing event updated for resources: {'Port': ['ID=4aa3201b-fe92-4799-916a-0b76aaa93e38,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:53.786621 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-28df258e-b8fd-40f1-92d4-c5415b3e98e6 req-c3c1f00e-517f-45ad-ab0a-f84b8837a057 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:53.815520 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0be7a8-ae63-44ae-938e-125ec8424205 req-ffd4e637-6adb-4d15-8e42-3ef4044a4633 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:53.818550 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f0be7a8-ae63-44ae-938e-125ec8424205 req-ffd4e637-6adb-4d15-8e42-3ef4044a4633 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.2609041 May 26 16:08:53.883996 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808a14b-d18c-4d54-b9b7-7a5d66058ce0 req-2d519e1c-f7c0-4368-a501-35722de2b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:53.885929 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0808a14b-d18c-4d54-b9b7-7a5d66058ce0 req-2d519e1c-f7c0-4368-a501-35722de2b763 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3e96c338002c49fcb12a908abaf34a6e&device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 1095 time: 0.1832030 May 26 16:08:53.892957 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-28df258e-b8fd-40f1-92d4-c5415b3e98e6 req-c3c1f00e-517f-45ad-ab0a-f84b8837a057 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:53.930650 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b5665989-98a0-4d30-8fea-170f15a328e6 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:53.941727 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b5665989-98a0-4d30-8fea-170f15a328e6 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.016064 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5665989-98a0-4d30-8fea-170f15a328e6 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:08:54.016385 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12b8600-927e-490d-a6e8-5c1bbeeb9b4b None None] Network f3afb84f-a007-4e52-a1fb-611cc73f2208 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:54.058158 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f0be7a8-ae63-44ae-938e-125ec8424205 req-c2c124fa-8f53-444d-8a78-35074e25f96d tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234735 May 26 16:08:54.062401 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-28df258e-b8fd-40f1-92d4-c5415b3e98e6 req-c3c1f00e-517f-45ad-ab0a-f84b8837a057 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.066218 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-28df258e-b8fd-40f1-92d4-c5415b3e98e6 req-c3c1f00e-517f-45ad-ab0a-f84b8837a057 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.075328 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b5665989-98a0-4d30-8fea-170f15a328e6 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.075328 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-b5665989-98a0-4d30-8fea-170f15a328e6 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Added segment 7d5ca209-3cb3-4079-b91a-0a040bbc66b3 of type vlan for network c6937381-8b8a-4155-97f8-fbb0cd0ef926 May 26 16:08:54.077344 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28df258e-b8fd-40f1-92d4-c5415b3e98e6 req-c3c1f00e-517f-45ad-ab0a-f84b8837a057 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "DELETE /v2.0/security-groups/d9be0960-4d87-406c-ba05-ad9be1ee2810 HTTP/1.1" status: 204 len: 173 time: 0.5082014 May 26 16:08:54.087803 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-65b0e9bf-4823-4e12-a266-b0850b8f8279 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Allocated IP 10.1.1.143 (f3afb84f-a007-4e52-a1fb-611cc73f2208/0d8967df-8a4c-46db-92d8-93f94220fcb8/17546000-b263-4011-a4e6-5dc6daed213a) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:54.115492 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 637bec37-8e51-44b0-a768-84aa6398c32e is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:54.115886 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.116033 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5665989-98a0-4d30-8fea-170f15a328e6 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12c63316-77cd-4002-815f-6ce14a22d66d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:54.119044 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1f00e-517f-45ad-ab0a-f84b8837a057 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9be0960-4d87-406c-ba05-ad9be1ee2810,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:54.197691 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b86c3374-5af4-4550-a8eb-3a3afa7e2197 None None] Provisioning complete for port 637bec37-8e51-44b0-a768-84aa6398c32e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:54.200422 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b86c3374-5af4-4550-a8eb-3a3afa7e2197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.225154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808a14b-d18c-4d54-b9b7-7a5d66058ce0 req-9596e0d4-1d02-41d2-a6f2-b2860cd5452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:54.226661 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0808a14b-d18c-4d54-b9b7-7a5d66058ce0 req-9596e0d4-1d02-41d2-a6f2-b2860cd5452a service neutron] 10.222.0.81 "GET /v2.0/networks?id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089 HTTP/1.1" status: 200 len: 913 time: 0.3284397 May 26 16:08:54.235807 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-3ff938db-d912-4bc0-affa-7d41bc5619a4 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=174d64ba844b421799c9f2136fec1233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1631718 May 26 16:08:54.241973 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b336a01d-9806-4bf6-86c6-ab2e07ea7a5f req-deca428c-1895-44df-b4da-8587086c5e2f tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "GET /v2.0/security-groups/a2deae5b-638a-4923-b59c-ed27b046a612 HTTP/1.1" status: 200 len: 1814 time: 0.1247969 May 26 16:08:54.299598 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0808a14b-d18c-4d54-b9b7-7a5d66058ce0 req-84ace9f8-5679-4e23-a729-7130852ce2b4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed571ce7-4c7c-4342-8805-b93c4a44a633 HTTP/1.1" status: 200 len: 217 time: 0.0554917 May 26 16:08:54.310164 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 637bec37-8e51-44b0-a768-84aa6398c32e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=637bec37-8e51-44b0-a768-84aa6398c32e,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:54.312059 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b5665989-98a0-4d30-8fea-170f15a328e6 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.343737 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.388468 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-170ddcb3-ff40-4208-a503-8363c08f34a2 req-a0f79ebe-d85e-477a-b8ea-ce3deb93940b tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0877590 May 26 16:08:54.432872 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808a14b-d18c-4d54-b9b7-7a5d66058ce0 req-2ad4cc61-53ed-4f5e-814c-71302fb306c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:54.440154 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0808a14b-d18c-4d54-b9b7-7a5d66058ce0 req-2ad4cc61-53ed-4f5e-814c-71302fb306c2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=19f707b5-dbb7-44bf-9d91-1c1a69227d64 HTTP/1.1" status: 200 len: 852 time: 0.1076727 May 26 16:08:54.475476 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0808a14b-d18c-4d54-b9b7-7a5d66058ce0 req-f2c9a1b4-054b-4930-8a7f-6856744d4701 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316017 May 26 16:08:54.481217 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b336a01d-9806-4bf6-86c6-ab2e07ea7a5f req-7e4aa56f-8471-47ef-a453-ad0531f127c2 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.490344 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b5665989-98a0-4d30-8fea-170f15a328e6 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.497398 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5665989-98a0-4d30-8fea-170f15a328e6 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:54.498011 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b5665989-98a0-4d30-8fea-170f15a328e6 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.522533 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=637bec37-8e51-44b0-a768-84aa6398c32e,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:54.540946 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:54.541688 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:54.541912 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:54.542342 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:54.542771 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:54.543200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:54.543641 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:54.544063 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:54.544562 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:54.544955 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:54.545347 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:54.546354 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:08:54.548720 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b336a01d-9806-4bf6-86c6-ab2e07ea7a5f req-7e4aa56f-8471-47ef-a453-ad0531f127c2 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.550414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b86c3374-5af4-4550-a8eb-3a3afa7e2197 None None] Current status of the port 637bec37-8e51-44b0-a768-84aa6398c32e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:54.554404 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc850109-9d33-4c02-8be1-998f383dd5cc req-432b8284-cdf5-4c2d-a937-a0389c07da62 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=f077dbfc-ca70-40f7-be4a-7e56f6d29bab HTTP/1.1" status: 200 len: 210 time: 0.0567577 May 26 16:08:54.634187 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b5665989-98a0-4d30-8fea-170f15a328e6 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4365768 May 26 16:08:54.640165 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50872) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:54.651595 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-0670f67d-8500-4c65-95f3-1c414e1c3b71 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Request body: {'subnet': {'network_id': 'c6937381-8b8a-4155-97f8-fbb0cd0ef926', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:54.658062 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5665989-98a0-4d30-8fea-170f15a328e6 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Pushing event updated for resources: {'Network': ['ID=c6937381-8b8a-4155-97f8-fbb0cd0ef926,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:54.670925 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network c6937381-8b8a-4155-97f8-fbb0cd0ef926 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:08:54.679758 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-98c8468a-56cb-4dd9-b39b-43d20cfcc0cf tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:54.681423 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-98c8468a-56cb-4dd9-b39b-43d20cfcc0cf tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4247370 May 26 16:08:54.685503 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b336a01d-9806-4bf6-86c6-ab2e07ea7a5f req-7e4aa56f-8471-47ef-a453-ad0531f127c2 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.689763 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b336a01d-9806-4bf6-86c6-ab2e07ea7a5f req-7e4aa56f-8471-47ef-a453-ad0531f127c2 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.696670 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b336a01d-9806-4bf6-86c6-ab2e07ea7a5f req-7e4aa56f-8471-47ef-a453-ad0531f127c2 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "DELETE /v2.0/security-groups/a2deae5b-638a-4923-b59c-ed27b046a612 HTTP/1.1" status: 204 len: 173 time: 0.4510560 May 26 16:08:54.710372 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-c2ce9fe8-3833-4745-8d87-fe8e0977b747 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Request body: {'port': {'device_id': 'f077dbfc-ca70-40f7-be4a-7e56f6d29bab', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '174d64ba844b421799c9f2136fec1233'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:54.775343 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-65b0e9bf-4823-4e12-a266-b0850b8f8279 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.817063 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4aa56f-8471-47ef-a453-ad0531f127c2 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2deae5b-638a-4923-b59c-ed27b046a612,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:54.861541 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0808a14b-d18c-4d54-b9b7-7a5d66058ce0 req-026e80b8-e754-4ce9-bfd7-1178bd4f7aa5 service neutron] 10.222.0.81 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627048 May 26 16:08:54.863018 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-65b0e9bf-4823-4e12-a266-b0850b8f8279 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.909059 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8723443-c4eb-4d2c-b4ed-f27fec0f8116 req-b20cd539-589e-43b6-a93a-0bec48291f18 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "GET /v2.0/security-groups/d50e5381-15e1-4311-a0ea-59d360df4ce7 HTTP/1.1" status: 200 len: 1814 time: 0.1670682 May 26 16:08:54.934348 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c948b-b18d-453e-bb7a-c4b89f8e047f req-ef6314e8-35f0-4f69-a45e-467bd8e25dad tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:54.948370 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f65c948b-b18d-453e-bb7a-c4b89f8e047f req-ef6314e8-35f0-4f69-a45e-467bd8e25dad tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 944 time: 0.3052886 May 26 16:08:54.960436 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b0e9bf-4823-4e12-a266-b0850b8f8279 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Network f3afb84f-a007-4e52-a1fb-611cc73f2208 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:54.968520 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-65b0e9bf-4823-4e12-a266-b0850b8f8279 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:54.978690 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-658c2ed3-3c86-4e6a-a84e-7ab264461f6c None None] Provisioning complete for port 637bec37-8e51-44b0-a768-84aa6398c32e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:54.979071 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-658c2ed3-3c86-4e6a-a84e-7ab264461f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:54.980125 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b0e9bf-4823-4e12-a266-b0850b8f8279 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:55.046783 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0e9bf-4823-4e12-a266-b0850b8f8279 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event updated for resources: {'Port': ['ID=17546000-b263-4011-a4e6-5dc6daed213a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:55.083893 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-c2ce9fe8-3833-4745-8d87-fe8e0977b747 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Made reservation on behalf of 174d64ba844b421799c9f2136fec1233 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:55.088132 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f65c948b-b18d-453e-bb7a-c4b89f8e047f req-3dbf74f3-0ad9-4c53-a214-d83814a6ea9d tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351697 May 26 16:08:55.088902 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0670f67d-8500-4c65-95f3-1c414e1c3b71 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Made reservation on behalf of f8d5c335506245d3b928d1185c66e01e for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:08:55.092950 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0670f67d-8500-4c65-95f3-1c414e1c3b71 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:55.099996 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-c2ce9fe8-3833-4745-8d87-fe8e0977b747 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:55.159182 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b0e9bf-4823-4e12-a266-b0850b8f8279 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:55.159815 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-65b0e9bf-4823-4e12-a266-b0850b8f8279 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:55.181669 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 637bec37-8e51-44b0-a768-84aa6398c32e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:55.195764 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-65b0e9bf-4823-4e12-a266-b0850b8f8279 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8724413 May 26 16:08:55.219113 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-658c2ed3-3c86-4e6a-a84e-7ab264461f6c None None] Current status of the port 637bec37-8e51-44b0-a768-84aa6398c32e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:55.256284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-658c2ed3-3c86-4e6a-a84e-7ab264461f6c None None] Provisioning complete for port f1118030-abd2-4542-9495-9b488c4efc14 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:55.256935 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-658c2ed3-3c86-4e6a-a84e-7ab264461f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:55.258615 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0808a14b-d18c-4d54-b9b7-7a5d66058ce0 req-0666c39b-907e-4fe3-a521-c879df71aad8 service neutron] 10.222.0.81 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877811 May 26 16:08:55.323507 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-658c2ed3-3c86-4e6a-a84e-7ab264461f6c None None] Port f1118030-abd2-4542-9495-9b488c4efc14 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:55.348019 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 637bec37-8e51-44b0-a768-84aa6398c32e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:55.348428 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:55.370952 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-c2ce9fe8-3833-4745-8d87-fe8e0977b747 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Allocated IP 192.168.233.65 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/080090e1-aac8-4194-9fd1-9bcb464e068a) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:55.470831 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc71d55-c5a6-4f04-ad67-07b2f5356d2a req-e9dd6b0a-61b1-43d6-83e2-973347d51b93 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:55.472411 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1fc71d55-c5a6-4f04-ad67-07b2f5356d2a req-e9dd6b0a-61b1-43d6-83e2-973347d51b93 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.83 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.1654532 May 26 16:08:55.474843 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c8723443-c4eb-4d2c-b4ed-f27fec0f8116 req-b3961731-fa4e-483f-8230-def0a0eda825 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:55.494343 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-fdb9fa6e-0e18-4939-bb8c-a186570bc629 None None] Provisioning complete for port f1118030-abd2-4542-9495-9b488c4efc14 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:55.494848 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fdb9fa6e-0e18-4939-bb8c-a186570bc629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:55.497769 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 637bec37-8e51-44b0-a768-84aa6398c32e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:55.499038 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4aa3201b-fe92-4799-916a-0b76aaa93e38 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:55.551112 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63bd3ea-57a6-4b91-9392-38f5faf1a3c9 None None] Network 67be992b-b4e7-4fb4-b3b4-ab1f54c2d199 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:55.560158 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c87f1-f2ab-4037-8938-6b160728d716 req-b396636b-6d74-444c-84b9-0564bceb31d0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:55.562424 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-984c87f1-f2ab-4037-8938-6b160728d716 req-b396636b-6d74-444c-84b9-0564bceb31d0 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 946 time: 0.3599112 May 26 16:08:55.589390 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c8723443-c4eb-4d2c-b4ed-f27fec0f8116 req-b3961731-fa4e-483f-8230-def0a0eda825 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:55.634628 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-c2ce9fe8-3833-4745-8d87-fe8e0977b747 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:55.644249 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-fdb9fa6e-0e18-4939-bb8c-a186570bc629 None None] Port f1118030-abd2-4542-9495-9b488c4efc14 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:55.659318 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 4aa3201b-fe92-4799-916a-0b76aaa93e38 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:55.659637 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:55.687306 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-c2ce9fe8-3833-4745-8d87-fe8e0977b747 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:55.709644 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['dfc31f36-132b-43af-81bd-f16d278e89e9', '9c72859c-b2b3-4535-a8da-f620119789db', '21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4', '28667205-0ec4-4128-9b3d-9c7d9a4469db'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:55.734589 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-c2ce9fe8-3833-4745-8d87-fe8e0977b747 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:55.737696 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-c2ce9fe8-3833-4745-8d87-fe8e0977b747 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:55.741912 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-c2ce9fe8-3833-4745-8d87-fe8e0977b747 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:55.752282 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-984c87f1-f2ab-4037-8938-6b160728d716 req-002a7f8b-4aec-4014-ad1b-cbe64b4670e9 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750174 May 26 16:08:55.755242 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['e6ab5e70-f277-49ee-a065-7ef61c455d13', '058a3fd7-d578-4ee5-9881-ba3f12edb876'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:55.789285 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce9fe8-3833-4745-8d87-fe8e0977b747 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Pushing event updated for resources: {'Port': ['ID=080090e1-aac8-4194-9fd1-9bcb464e068a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:55.805693 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-c2ce9fe8-3833-4745-8d87-fe8e0977b747 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:55.805693 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-c2ce9fe8-3833-4745-8d87-fe8e0977b747 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:55.831909 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c8723443-c4eb-4d2c-b4ed-f27fec0f8116 req-b3961731-fa4e-483f-8230-def0a0eda825 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:55.834898 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c8723443-c4eb-4d2c-b4ed-f27fec0f8116 req-b3961731-fa4e-483f-8230-def0a0eda825 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:55.836301 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8723443-c4eb-4d2c-b4ed-f27fec0f8116 req-b3961731-fa4e-483f-8230-def0a0eda825 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] 10.222.0.77 "DELETE /v2.0/security-groups/d50e5381-15e1-4311-a0ea-59d360df4ce7 HTTP/1.1" status: 204 len: 173 time: 0.9105759 May 26 16:08:55.844335 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0670f67d-8500-4c65-95f3-1c414e1c3b71 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:55.847531 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50884) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:55.851189 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-c2ce9fe8-3833-4745-8d87-fe8e0977b747 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1482341 May 26 16:08:55.866069 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-45113ed9-7596-444c-8560-17eb9f9be900 None None] Provisioning complete for port 17546000-b263-4011-a4e6-5dc6daed213a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:55.866852 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-45113ed9-7596-444c-8560-17eb9f9be900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:55.896507 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3961731-fa4e-483f-8230-def0a0eda825 tempest-SecurityGroupRulesNegativeTestJSON-1158416950 tempest-SecurityGroupRulesNegativeTestJSON-1158416950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50e5381-15e1-4311-a0ea-59d360df4ce7,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:55.910169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-1fc71d55-c5a6-4f04-ad67-07b2f5356d2a req-7419c6a2-3be5-4410-95f0-286070bcafb6 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Deleting port 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:08:55.915990 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1fc71d55-c5a6-4f04-ad67-07b2f5356d2a req-7419c6a2-3be5-4410-95f0-286070bcafb6 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:55.948377 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-141cfbad-58f7-4773-b2d4-5affb193350e service neutron] Request body: {'port': {'device_id': 'f077dbfc-ca70-40f7-be4a-7e56f6d29bab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:55.973853 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50886) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:55.980961 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-8197632c-8fc2-4c96-84b2-5b2bc18c221e tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1476822446', 'description': 'tempest-description--116719524'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:56.023097 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa06e8e4-2d9f-47c2-a5cc-9ea94bed0f6c admin admin] Deleting subnet 2f8b6edc-c229-4559-b7ff-dd457d6dace9 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:08:56.053174 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa06e8e4-2d9f-47c2-a5cc-9ea94bed0f6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.057075 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-1fc71d55-c5a6-4f04-ad67-07b2f5356d2a req-7419c6a2-3be5-4410-95f0-286070bcafb6 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] For port 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=3c64db47-9eeb-42d6-b4e4-66a4b7fbd212,segment=NetworkSegment(c6380c4f-2eb2-46a7-b445-d8da7d649974),segment_id=c6380c4f-2eb2-46a7-b445-d8da7d649974)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:56.057562 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1fc71d55-c5a6-4f04-ad67-07b2f5356d2a req-7419c6a2-3be5-4410-95f0-286070bcafb6 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.076043 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8197632c-8fc2-4c96-84b2-5b2bc18c221e tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.096651 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-141cfbad-58f7-4773-b2d4-5affb193350e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.101347 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-45113ed9-7596-444c-8560-17eb9f9be900 None None] Port 17546000-b263-4011-a4e6-5dc6daed213a cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:08:56.101932 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-1fc71d55-c5a6-4f04-ad67-07b2f5356d2a req-7419c6a2-3be5-4410-95f0-286070bcafb6 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Calling delete_port for 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:08:56.112861 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 4aa3201b-fe92-4799-916a-0b76aaa93e38 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:56.113250 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.126297 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa06e8e4-2d9f-47c2-a5cc-9ea94bed0f6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.131494 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-45113ed9-7596-444c-8560-17eb9f9be900 None None] Provisioning complete for port 4aa3201b-fe92-4799-916a-0b76aaa93e38 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:56.131866 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-45113ed9-7596-444c-8560-17eb9f9be900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.151277 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb4aaa2a-ea92-4625-82aa-9e5b54f1e25d req-914b5fb2-0116-4fb2-9925-1e3bb413a030 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0814507 May 26 16:08:56.179137 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670f67d-8500-4c65-95f3-1c414e1c3b71 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Pushing event updated for resources: {'Subnet': ['ID=e583d612-dbf6-436b-acca-8f4ee13d7415,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:56.222056 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0670f67d-8500-4c65-95f3-1c414e1c3b71 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Checking segment: {'id': '7d5ca209-3cb3-4079-b91a-0a040bbc66b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c6937381-8b8a-4155-97f8-fbb0cd0ef926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:56.222056 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0670f67d-8500-4c65-95f3-1c414e1c3b71 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Network hostable DHCP agents. Network: c6937381-8b8a-4155-97f8-fbb0cd0ef926, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:08:56.242169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619126cb-bd1b-441a-8c1b-8d5253ce7cbf req-68e1ddca-35c0-48b3-abbf-bb5da18960f2 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:56.243860 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-619126cb-bd1b-441a-8c1b-8d5253ce7cbf req-68e1ddca-35c0-48b3-abbf-bb5da18960f2 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=f077dbfc-ca70-40f7-be4a-7e56f6d29bab HTTP/1.1" status: 200 len: 935 time: 0.1782136 May 26 16:08:56.281399 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa06e8e4-2d9f-47c2-a5cc-9ea94bed0f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.319513 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0670f67d-8500-4c65-95f3-1c414e1c3b71 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Network c6937381-8b8a-4155-97f8-fbb0cd0ef926 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:08:56.349913 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 4aa3201b-fe92-4799-916a-0b76aaa93e38, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4aa3201b-fe92-4799-916a-0b76aaa93e38,segment=NetworkSegment(bde2e863-0c91-4084-b263-89615b414bdf),segment_id=bde2e863-0c91-4084-b263-89615b414bdf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:56.353745 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-619126cb-bd1b-441a-8c1b-8d5253ce7cbf req-b3885f9c-050a-4f39-8fbf-e95b95d24f5d tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003058 May 26 16:08:56.362770 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-0670f67d-8500-4c65-95f3-1c414e1c3b71 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, c6937381-8b8a-4155-97f8-fbb0cd0ef926) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:56.363033 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8197632c-8fc2-4c96-84b2-5b2bc18c221e tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.369159 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670f67d-8500-4c65-95f3-1c414e1c3b71 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:56.369892 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0670f67d-8500-4c65-95f3-1c414e1c3b71 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.378549 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ed69b7-5e55-449b-9efa-a84a087eb533 None None] Network c6937381-8b8a-4155-97f8-fbb0cd0ef926 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:56.383461 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8197632c-8fc2-4c96-84b2-5b2bc18c221e tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.407553 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc870c-4b16-433e-a013-4fb85a57a683 req-616b610b-f8f5-4ad3-9961-ef161ee11028 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:56.417414 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ebc870c-4b16-433e-a013-4fb85a57a683 req-616b610b-f8f5-4ad3-9961-ef161ee11028 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 944 time: 0.1721988 May 26 16:08:56.465971 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.477540 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa06e8e4-2d9f-47c2-a5cc-9ea94bed0f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.519461 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ebc870c-4b16-433e-a013-4fb85a57a683 req-5db56217-a854-40e0-b4f8-3b463aa884c1 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003549 May 26 16:08:56.535864 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0670f67d-8500-4c65-95f3-1c414e1c3b71 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8911543 May 26 16:08:56.539903 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50890) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:56.546471 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d7b33783-059e-46ba-847e-44d9370089d7 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-834824399', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:56.546815 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8197632c-8fc2-4c96-84b2-5b2bc18c221e tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.548310 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8197632c-8fc2-4c96-84b2-5b2bc18c221e tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5713599 May 26 16:08:56.549205 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197632c-8fc2-4c96-84b2-5b2bc18c221e tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a61d52fc-2efc-4663-b505-33ebee78b50e,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:56.556644 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50892) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:56.562116 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b47363ce-6d1c-45cd-b63a-d7b85f7090e5 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Request body: {'security_group_rule': {'security_group_id': 'a61d52fc-2efc-4663-b505-33ebee78b50e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:56.573698 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d7b33783-059e-46ba-847e-44d9370089d7 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.574787 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d7b33783-059e-46ba-847e-44d9370089d7 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.584004 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1fc71d55-c5a6-4f04-ad67-07b2f5356d2a req-7419c6a2-3be5-4410-95f0-286070bcafb6 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.597418 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06e8e4-2d9f-47c2-a5cc-9ea94bed0f6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f8b6edc-c229-4559-b7ff-dd457d6dace9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:56.609988 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa06e8e4-2d9f-47c2-a5cc-9ea94bed0f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.613247 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-aa06e8e4-2d9f-47c2-a5cc-9ea94bed0f6c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2f8b6edc-c229-4559-b7ff-dd457d6dace9 HTTP/1.1" status: 204 len: 168 time: 0.7611284 May 26 16:08:56.628898 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50894) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:56.695297 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419c6a2-3be5-4410-95f0-286070bcafb6 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Pushing event deleted for resources: {'Port': ['ID=3c64db47-9eeb-42d6-b4e4-66a4b7fbd212,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:56.700391 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc71d55-c5a6-4f04-ad67-07b2f5356d2a req-7419c6a2-3be5-4410-95f0-286070bcafb6 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] No DVR routers for this DVR port 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 on host n-h2-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:08:56.701208 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=4aa3201b-fe92-4799-916a-0b76aaa93e38,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:56.705886 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-1fc71d55-c5a6-4f04-ad67-07b2f5356d2a req-7419c6a2-3be5-4410-95f0-286070bcafb6 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.709385 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-45113ed9-7596-444c-8560-17eb9f9be900 None None] Current status of the port 4aa3201b-fe92-4799-916a-0b76aaa93e38 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:56.710103 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1fc71d55-c5a6-4f04-ad67-07b2f5356d2a req-7419c6a2-3be5-4410-95f0-286070bcafb6 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.83 "DELETE /v2.0/ports/3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 HTTP/1.1" status: 204 len: 173 time: 1.2293818 May 26 16:08:56.720995 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47d79bc-e680-4b39-b5ee-730a40007067', 'name': 'network-vif-deleted', 'tag': '3c64db47-9eeb-42d6-b4e4-66a4b7fbd212'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:56.723242 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d8781e-746f-4c17-86d1-2ee89ade16b8" -d '{"events": [{"server_uuid": "c47d79bc-e680-4b39-b5ee-730a40007067", "name": "network-vif-deleted", "tag": "3c64db47-9eeb-42d6-b4e4-66a4b7fbd212"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:56.742277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device ed571ce7-4c7c-4342-8805-b93c4a44a633 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:08:56.742617 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b47363ce-6d1c-45cd-b63a-d7b85f7090e5 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.752742 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-141cfbad-58f7-4773-b2d4-5affb193350e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080090e1-aac8-4194-9fd1-9bcb464e068a {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:56.773425 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-141cfbad-58f7-4773-b2d4-5affb193350e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.785149 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d7b33783-059e-46ba-847e-44d9370089d7 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.797534 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671ca89e-0380-4595-88d3-56ed1c91434c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-c6937381-8b8a-4155-97f8-fbb0cd0ef926', 'network_id': 'c6937381-8b8a-4155-97f8-fbb0cd0ef926', 'tenant_id': 'f8d5c335506245d3b928d1185c66e01e', 'fixed_ips': [{'subnet_id': 'e583d612-dbf6-436b-acca-8f4ee13d7415'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:08:56.798737 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-671ca89e-0380-4595-88d3-56ed1c91434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.798892 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-190c875d-a1f2-471d-872a-35b37269cb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.800263 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d7b33783-059e-46ba-847e-44d9370089d7 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.810838 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-141cfbad-58f7-4773-b2d4-5affb193350e service neutron] Transition to ACTIVE for port object 080090e1-aac8-4194-9fd1-9bcb464e068a will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:08:56.837606 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d7b33783-059e-46ba-847e-44d9370089d7 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.838667 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-141cfbad-58f7-4773-b2d4-5affb193350e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.844213 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d7b33783-059e-46ba-847e-44d9370089d7 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3012896 May 26 16:08:56.849683 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50900) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:56.925652 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b47363ce-6d1c-45cd-b63a-d7b85f7090e5 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:56.980844 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b47363ce-6d1c-45cd-b63a-d7b85f7090e5 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.016337 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa66a08f-d5cc-4f2c-86e1-8042c8c394d9 x-openstack-request-id: req-aa66a08f-d5cc-4f2c-86e1-8042c8c394d9 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:57.017347 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47d79bc-e680-4b39-b5ee-730a40007067", "name": "network-vif-deleted", "tag": "3c64db47-9eeb-42d6-b4e4-66a4b7fbd212", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:57.017680 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aa66a08f-d5cc-4f2c-86e1-8042c8c394d9 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:57.018152 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa66a08f-d5cc-4f2c-86e1-8042c8c394d9'] response: {'server_uuid': 'c47d79bc-e680-4b39-b5ee-730a40007067', 'name': 'network-vif-deleted', 'tag': '3c64db47-9eeb-42d6-b4e4-66a4b7fbd212', 'status': 'completed', 'code': 200} May 26 16:08:57.124752 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47363ce-6d1c-45cd-b63a-d7b85f7090e5 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf910908-6d78-43d1-aa44-7fa5aa450fc8,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:57.126786 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141cfbad-58f7-4773-b2d4-5affb193350e service neutron] Pushing event updated for resources: {'Port': ['ID=080090e1-aac8-4194-9fd1-9bcb464e068a,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:57.136958 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-692e18e9-c1d2-4b29-9935-2a92535030ef req-bca46d27-dd1e-45c4-989f-609811e0d543 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c47d79bc-e680-4b39-b5ee-730a40007067 HTTP/1.1" status: 200 len: 210 time: 0.2373362 May 26 16:08:57.170037 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b47363ce-6d1c-45cd-b63a-d7b85f7090e5 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.177839 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b47363ce-6d1c-45cd-b63a-d7b85f7090e5 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6186593 May 26 16:08:57.181306 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50902) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:57.187551 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-190c875d-a1f2-471d-872a-35b37269cb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.197352 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-31c3a8d1-5a48-4831-8729-8d78ac2f5451 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Request body: {'security_group_rule': {'security_group_id': 'a61d52fc-2efc-4663-b505-33ebee78b50e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:57.292138 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:08:57.338341 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-671ca89e-0380-4595-88d3-56ed1c91434c None None] Allocated IP 172.20.0.2 (c6937381-8b8a-4155-97f8-fbb0cd0ef926/e583d612-dbf6-436b-acca-8f4ee13d7415/b8c93b9e-7b68-4e7a-ad79-fd2e3297232f) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:57.377735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4aa3201b-fe92-4799-916a-0b76aaa93e38 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:57.478493 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e777e20-d098-4b7a-8ada-359de5eb1898 req-03cfb5c8-ff00-4018-8a7b-098544cf6224 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.1499588 May 26 16:08:57.538581 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a9269629-b6d9-4ce0-8ebc-3dac99503fdb None None] Provisioning complete for port 4aa3201b-fe92-4799-916a-0b76aaa93e38 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:57.539121 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a9269629-b6d9-4ce0-8ebc-3dac99503fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.577981 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31c3a8d1-5a48-4831-8729-8d78ac2f5451 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.620694 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port ed571ce7-4c7c-4342-8805-b93c4a44a633, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ed571ce7-4c7c-4342-8805-b93c4a44a633,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:57.628001 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-190c875d-a1f2-471d-872a-35b37269cb28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9026dc-5008-4549-9e82-a9bfaf1c5d7f']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:57.643290 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f375c778-db24-4a06-9055-e0e3357eeef5 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.646992 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-190c875d-a1f2-471d-872a-35b37269cb28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08733de-ad11-432b-b900-61e5fd17da53') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:57.647345 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-190c875d-a1f2-471d-872a-35b37269cb28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08733de-ad11-432b-b900-61e5fd17da53') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:08:57.670898 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-190c875d-a1f2-471d-872a-35b37269cb28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.672739 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2d2db-efe0-4da3-82ee-863cb5310ba0 req-9e8b8735-ffc9-4948-bb2c-0db33ad67a00 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:57.674873 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84b2d2db-efe0-4da3-82ee-863cb5310ba0 req-9e8b8735-ffc9-4948-bb2c-0db33ad67a00 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=f077dbfc-ca70-40f7-be4a-7e56f6d29bab HTTP/1.1" status: 200 len: 947 time: 0.1562681 May 26 16:08:57.694355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'ed571ce7-4c7c-4342-8805-b93c4a44a633', 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089', 'port_id': 'ed571ce7-4c7c-4342-8805-b93c4a44a633', 'mac_address': 'fa:16:3e:aa:98:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f707b5-dbb7-44bf-9d91-1c1a69227d64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:08:57.694584 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-141cfbad-58f7-4773-b2d4-5affb193350e service neutron] Attempting to bind port 080090e1-aac8-4194-9fd1-9bcb464e068a on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:57.694715 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-141cfbad-58f7-4773-b2d4-5affb193350e service neutron] Attempting to bind port 080090e1-aac8-4194-9fd1-9bcb464e068a by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:57.695096 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-141cfbad-58f7-4773-b2d4-5affb193350e service neutron] Attempting to bind port 080090e1-aac8-4194-9fd1-9bcb464e068a on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:57.703002 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-190c875d-a1f2-471d-872a-35b37269cb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.707825 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-141cfbad-58f7-4773-b2d4-5affb193350e service neutron] Port 080090e1-aac8-4194-9fd1-9bcb464e068a on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:08:57.708178 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-141cfbad-58f7-4773-b2d4-5affb193350e service neutron] Attempting to bind port 080090e1-aac8-4194-9fd1-9bcb464e068a on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:57.714668 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190c875d-a1f2-471d-872a-35b37269cb28 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:08:57.715166 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-190c875d-a1f2-471d-872a-35b37269cb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.730540 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-141cfbad-58f7-4773-b2d4-5affb193350e service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:57.730540 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-141cfbad-58f7-4773-b2d4-5affb193350e service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:57.731317 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-141cfbad-58f7-4773-b2d4-5affb193350e service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:57.731317 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-141cfbad-58f7-4773-b2d4-5affb193350e service neutron] Bound port: 080090e1-aac8-4194-9fd1-9bcb464e068a, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:57.731525 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-141cfbad-58f7-4773-b2d4-5affb193350e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.776648 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 4aa3201b-fe92-4799-916a-0b76aaa93e38 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:57.777233 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.785980 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment d08733de-ad11-432b-b900-61e5fd17da53 resource provider aggregate not found May 26 16:08:57.806106 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment d08733de-ad11-432b-b900-61e5fd17da53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d08733de-ad11-432b-b900-61e5fd17da53 found for delete ", "request_id": "req-c6efabc8-a35e-49c7-9205-2655ed5d6a2b"}]} May 26 16:08:57.834841 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-190c875d-a1f2-471d-872a-35b37269cb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.841685 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-190c875d-a1f2-471d-872a-35b37269cb28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.847477 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-190c875d-a1f2-471d-872a-35b37269cb28 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ff9026dc-5008-4549-9e82-a9bfaf1c5d7f HTTP/1.1" status: 204 len: 168 time: 1.2152956 May 26 16:08:57.854994 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-671ca89e-0380-4595-88d3-56ed1c91434c None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.860392 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c875d-a1f2-471d-872a-35b37269cb28 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff9026dc-5008-4549-9e82-a9bfaf1c5d7f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:57.899054 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-141cfbad-58f7-4773-b2d4-5affb193350e service neutron] For port 080090e1-aac8-4194-9fd1-9bcb464e068a, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:57.906868 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-141cfbad-58f7-4773-b2d4-5affb193350e service neutron] For port 080090e1-aac8-4194-9fd1-9bcb464e068a, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=080090e1-aac8-4194-9fd1-9bcb464e068a,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:57.909576 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a9269629-b6d9-4ce0-8ebc-3dac99503fdb None None] Current status of the port 4aa3201b-fe92-4799-916a-0b76aaa93e38 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:57.921550 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-141cfbad-58f7-4773-b2d4-5affb193350e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.934390 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port ed571ce7-4c7c-4342-8805-b93c4a44a633 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:57.934791 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.960717 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-671ca89e-0380-4595-88d3-56ed1c91434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.961544 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-141cfbad-58f7-4773-b2d4-5affb193350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:57.963433 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-141cfbad-58f7-4773-b2d4-5affb193350e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:57.966496 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-141cfbad-58f7-4773-b2d4-5affb193350e service neutron] 10.222.0.81 "PUT /v2.0/ports/080090e1-aac8-4194-9fd1-9bcb464e068a HTTP/1.1" status: 200 len: 1095 time: 2.0235415 May 26 16:08:57.970397 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f077dbfc-ca70-40f7-be4a-7e56f6d29bab', 'tag': '080090e1-aac8-4194-9fd1-9bcb464e068a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:08:57.974097 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:08:57.974291 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c228e0e6-df98-4868-8a5e-dc40830af6ff" -d '{"events": [{"name": "network-changed", "server_uuid": "f077dbfc-ca70-40f7-be4a-7e56f6d29bab", "tag": "080090e1-aac8-4194-9fd1-9bcb464e068a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:08:58.069555 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed571ce7-4c7c-4342-8805-b93c4a44a633 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:08:58.087335 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:08:58.087947 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 3c64db47-9eeb-42d6-b4e4-66a4b7fbd212 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:08:58.137910 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671ca89e-0380-4595-88d3-56ed1c91434c None None] Network c6937381-8b8a-4155-97f8-fbb0cd0ef926 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:58.142236 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-15ebdbe8-9fd5-4e44-8c01-cd11adbcd75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:58.145218 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-15ebdbe8-9fd5-4e44-8c01-cd11adbcd75e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=174d64ba844b421799c9f2136fec1233&device_id=f077dbfc-ca70-40f7-be4a-7e56f6d29bab HTTP/1.1" status: 200 len: 1098 time: 0.1088629 May 26 16:08:58.150747 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141cfbad-58f7-4773-b2d4-5affb193350e service neutron] Pushing event updated for resources: {'Port': ['ID=080090e1-aac8-4194-9fd1-9bcb464e068a,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:58.154338 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50918) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:58.159128 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-671ca89e-0380-4595-88d3-56ed1c91434c None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:58.179985 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port ed571ce7-4c7c-4342-8805-b93c4a44a633, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ed571ce7-4c7c-4342-8805-b93c4a44a633,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:58.182329 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671ca89e-0380-4595-88d3-56ed1c91434c None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:58.190238 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ca89e-0380-4595-88d3-56ed1c91434c None None] Pushing event updated for resources: {'Port': ['ID=b8c93b9e-7b68-4e7a-ad79-fd2e3297232f,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:58.200267 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:58.247731 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-976137a7-a966-4a11-b412-6d990f4762fe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=080090e1-aac8-4194-9fd1-9bcb464e068a HTTP/1.1" status: 200 len: 217 time: 0.0913355 May 26 16:08:58.269390 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 4aa3201b-fe92-4799-916a-0b76aaa93e38 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:58.312954 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-671ca89e-0380-4595-88d3-56ed1c91434c None None] Attempting to bind port b8c93b9e-7b68-4e7a-ad79-fd2e3297232f on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:08:58.313362 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-671ca89e-0380-4595-88d3-56ed1c91434c None None] Attempting to bind port b8c93b9e-7b68-4e7a-ad79-fd2e3297232f by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '7d5ca209-3cb3-4079-b91a-0a040bbc66b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c6937381-8b8a-4155-97f8-fbb0cd0ef926'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:08:58.313678 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671ca89e-0380-4595-88d3-56ed1c91434c None None] Attempting to bind port b8c93b9e-7b68-4e7a-ad79-fd2e3297232f on network c6937381-8b8a-4155-97f8-fbb0cd0ef926 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:08:58.323171 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=ed571ce7-4c7c-4342-8805-b93c4a44a633,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:58.323368 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8c4f045c-bd04-45e2-9d83-ecb9c0b5ea54 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=761e120a66af43a8a2d3026127028d84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0927284 May 26 16:08:58.323470 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671ca89e-0380-4595-88d3-56ed1c91434c None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:08:58.324183 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671ca89e-0380-4595-88d3-56ed1c91434c None None] Checking segment: {'id': '7d5ca209-3cb3-4079-b91a-0a040bbc66b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c6937381-8b8a-4155-97f8-fbb0cd0ef926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:08:58.324183 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-671ca89e-0380-4595-88d3-56ed1c91434c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:58.324554 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671ca89e-0380-4595-88d3-56ed1c91434c None None] Bound using segment: {'id': '7d5ca209-3cb3-4079-b91a-0a040bbc66b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c6937381-8b8a-4155-97f8-fbb0cd0ef926'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:08:58.325022 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-671ca89e-0380-4595-88d3-56ed1c91434c None None] Bound port: b8c93b9e-7b68-4e7a-ad79-fd2e3297232f, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5ca209-3cb3-4079-b91a-0a040bbc66b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c6937381-8b8a-4155-97f8-fbb0cd0ef926'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:08:58.325395 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-671ca89e-0380-4595-88d3-56ed1c91434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:58.329180 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50922) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:58.335796 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84b2d2db-efe0-4da3-82ee-863cb5310ba0 req-29e63fc5-1bc7-42f6-a6c6-7a7d5ad2018e tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6444252 May 26 16:08:58.350307 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31c3a8d1-5a48-4831-8729-8d78ac2f5451 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:58.370736 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353ce70-9920-40c4-ba79-e40d5ae66655 req-78475281-8581-4fc0-948b-5c9e77e4e84e tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:58.378501 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9353ce70-9920-40c4-ba79-e40d5ae66655 req-78475281-8581-4fc0-948b-5c9e77e4e84e tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 944 time: 0.7006874 May 26 16:08:58.392409 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-bc9d0101-6dce-4658-afcd-ccba584adacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:58.406222 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31c3a8d1-5a48-4831-8729-8d78ac2f5451 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:58.407917 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-671ca89e-0380-4595-88d3-56ed1c91434c None None] For port b8c93b9e-7b68-4e7a-ad79-fd2e3297232f, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:08:58.410254 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-bc9d0101-6dce-4658-afcd-ccba584adacd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1136918 May 26 16:08:58.413978 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-671ca89e-0380-4595-88d3-56ed1c91434c None None] For port b8c93b9e-7b68-4e7a-ad79-fd2e3297232f, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b8c93b9e-7b68-4e7a-ad79-fd2e3297232f,segment=NetworkSegment(7d5ca209-3cb3-4079-b91a-0a040bbc66b3),segment_id=7d5ca209-3cb3-4079-b91a-0a040bbc66b3)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:08:58.424151 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-671ca89e-0380-4595-88d3-56ed1c91434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:58.431466 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b342e1-4715-419a-8840-95ead569ab33 x-openstack-request-id: req-44b342e1-4715-419a-8840-95ead569ab33 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:08:58.442841 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f077dbfc-ca70-40f7-be4a-7e56f6d29bab", "tag": "080090e1-aac8-4194-9fd1-9bcb464e068a", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:08:58.444280 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-44b342e1-4715-419a-8840-95ead569ab33 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:08:58.445016 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44b342e1-4715-419a-8840-95ead569ab33'] response: {'name': 'network-changed', 'server_uuid': 'f077dbfc-ca70-40f7-be4a-7e56f6d29bab', 'tag': '080090e1-aac8-4194-9fd1-9bcb464e068a', 'status': 'completed', 'code': 200} May 26 16:08:58.460349 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3a8d1-5a48-4831-8729-8d78ac2f5451 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d255c9e4-4152-446f-bd10-4006d819e51d,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:58.487537 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9353ce70-9920-40c4-ba79-e40d5ae66655 req-48ce77bd-e95f-49d9-93b3-8aeeacc1b2f9 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081781 May 26 16:08:58.500334 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['0da5bd1c-cdaf-4399-82d9-704116636903'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:58.502841 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['ed571ce7-4c7c-4342-8805-b93c4a44a633'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:08:58.506545 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31c3a8d1-5a48-4831-8729-8d78ac2f5451 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:58.507794 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-31c3a8d1-5a48-4831-8729-8d78ac2f5451 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3255587 May 26 16:08:58.509954 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ca89e-0380-4595-88d3-56ed1c91434c None None] Pushing event updated for resources: {'Port': ['ID=b8c93b9e-7b68-4e7a-ad79-fd2e3297232f,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:58.510940 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50928) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:08:58.519361 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ef95b437-a30a-4a41-9188-be92c85b2ff3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:08:58.525692 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bb86bba6-83bc-4ba8-9381-61f5d7d302d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:58.569634 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bb86bba6-83bc-4ba8-9381-61f5d7d302d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:58.580781 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-c5a1dbbd-adb0-4b01-afd7-8ba57ad82fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:58.582809 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-c5a1dbbd-adb0-4b01-afd7-8ba57ad82fb2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1722245 May 26 16:08:58.597365 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ef95b437-a30a-4a41-9188-be92c85b2ff3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:58.628992 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-f375c778-db24-4a06-9055-e0e3357eeef5 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Allocated IP 172.20.0.1 (c6937381-8b8a-4155-97f8-fbb0cd0ef926/e583d612-dbf6-436b-acca-8f4ee13d7415/861a1d62-7e8b-4f72-b07b-3e7b3c8906d3) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:58.725000 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52e842d2-6bef-4618-8eeb-5de5e9a6e734 req-0db70932-3d8a-4520-b8f5-e1eb1b259512 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0467236 May 26 16:08:58.736058 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-8fdeb985-9f67-4f64-b7e8-5e5f166083ad service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385391 May 26 16:08:58.897888 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f375c778-db24-4a06-9055-e0e3357eeef5 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:58.912452 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ef95b437-a30a-4a41-9188-be92c85b2ff3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:58.971474 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bb86bba6-83bc-4ba8-9381-61f5d7d302d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:58.974284 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bb86bba6-83bc-4ba8-9381-61f5d7d302d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:58.977809 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bb86bba6-83bc-4ba8-9381-61f5d7d302d8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2e5c5662-2919-4f07-9eae-a92994459638 HTTP/1.1" status: 204 len: 168 time: 0.6345034 May 26 16:08:59.003941 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86bba6-83bc-4ba8-9381-61f5d7d302d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5c5662-2919-4f07-9eae-a92994459638,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:59.008075 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1dead217-13ae-4130-ab3d-ce6929c14d7b req-7da0ea1b-ce74-42d8-be7a-6e606394f3fa service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622311 May 26 16:08:59.090727 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b8c93b9e-7b68-4e7a-ad79-fd2e3297232f up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:08:59.137584 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f375c778-db24-4a06-9055-e0e3357eeef5 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:59.142361 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228e0e6-df98-4868-8a5e-dc40830af6ff req-cbd77954-c47b-4d8a-8af2-d3050b4b94a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:59.144407 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c228e0e6-df98-4868-8a5e-dc40830af6ff req-cbd77954-c47b-4d8a-8af2-d3050b4b94a8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=174d64ba844b421799c9f2136fec1233&device_id=f077dbfc-ca70-40f7-be4a-7e56f6d29bab HTTP/1.1" status: 200 len: 1098 time: 0.0703220 May 26 16:08:59.162443 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port b8c93b9e-7b68-4e7a-ad79-fd2e3297232f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:08:59.162745 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2373fbd-670d-40e7-a750-747ded51bd72 req-afc76d20-ead2-4e32-afb8-43c5f9186dcd tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:59.162887 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:59.165292 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d2373fbd-670d-40e7-a750-747ded51bd72 req-afc76d20-ead2-4e32-afb8-43c5f9186dcd tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.1780992 May 26 16:08:59.224141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f375c778-db24-4a06-9055-e0e3357eeef5 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Network c6937381-8b8a-4155-97f8-fbb0cd0ef926 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:08:59.248164 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-f375c778-db24-4a06-9055-e0e3357eeef5 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:08:59.253889 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-ef95b437-a30a-4a41-9188-be92c85b2ff3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Allocated IP 172.25.7.77 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/8230b328-6dec-4891-a880-cbcc4269d466) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:08:59.259546 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f375c778-db24-4a06-9055-e0e3357eeef5 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:08:59.274408 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228e0e6-df98-4868-8a5e-dc40830af6ff req-bd6bff2b-3474-45da-9910-cb55d342cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:59.276491 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c228e0e6-df98-4868-8a5e-dc40830af6ff req-bd6bff2b-3474-45da-9910-cb55d342cc38 service neutron] 10.222.0.81 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.1234353 May 26 16:08:59.279660 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port b8c93b9e-7b68-4e7a-ad79-fd2e3297232f is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:08:59.280780 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:59.304034 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d2373fbd-670d-40e7-a750-747ded51bd72 req-1a79ec58-b71c-42d2-b189-ad4e6a06569f tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115448 May 26 16:08:59.308059 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375c778-db24-4a06-9055-e0e3357eeef5 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Pushing event updated for resources: {'Port': ['ID=861a1d62-7e8b-4f72-b07b-3e7b3c8906d3,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:59.335077 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f375c778-db24-4a06-9055-e0e3357eeef5 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:59.348796 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c228e0e6-df98-4868-8a5e-dc40830af6ff req-7e86dcb7-90f3-4699-bd7e-00376ddb6193 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=080090e1-aac8-4194-9fd1-9bcb464e068a HTTP/1.1" status: 200 len: 217 time: 0.0570924 May 26 16:08:59.357308 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port b8c93b9e-7b68-4e7a-ad79-fd2e3297232f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b8c93b9e-7b68-4e7a-ad79-fd2e3297232f,segment=NetworkSegment(7d5ca209-3cb3-4079-b91a-0a040bbc66b3),segment_id=7d5ca209-3cb3-4079-b91a-0a040bbc66b3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:08:59.368320 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:59.416184 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228e0e6-df98-4868-8a5e-dc40830af6ff req-29abcba9-3868-4b70-85fc-66d081e8c404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:59.417739 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c228e0e6-df98-4868-8a5e-dc40830af6ff req-29abcba9-3868-4b70-85fc-66d081e8c404 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0614133 May 26 16:08:59.492613 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=b8c93b9e-7b68-4e7a-ad79-fd2e3297232f,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:08:59.513588 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228e0e6-df98-4868-8a5e-dc40830af6ff req-b8c7cab5-f5dd-4a17-bcc4-d6a70a7a7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:59.515424 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c228e0e6-df98-4868-8a5e-dc40830af6ff req-b8c7cab5-f5dd-4a17-bcc4-d6a70a7a7e5d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0892758 May 26 16:08:59.576113 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f375c778-db24-4a06-9055-e0e3357eeef5 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:59.585356 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ef95b437-a30a-4a41-9188-be92c85b2ff3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:59.631227 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c228e0e6-df98-4868-8a5e-dc40830af6ff req-f8dd2c73-4492-46c3-84f0-b783b24d7bac service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024449 May 26 16:08:59.640260 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c9d69-9592-459c-bf8c-fd9f184c7bbc req-33443171-f54c-4dda-a004-d66c4a2ada61 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:59.648347 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f24c9d69-9592-459c-bf8c-fd9f184c7bbc req-33443171-f54c-4dda-a004-d66c4a2ada61 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=f077dbfc-ca70-40f7-be4a-7e56f6d29bab HTTP/1.1" status: 200 len: 947 time: 0.1602015 May 26 16:08:59.750352 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c228e0e6-df98-4868-8a5e-dc40830af6ff req-05ba2621-554e-47a0-970e-07c96363b56c service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113939 May 26 16:08:59.882983 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f24c9d69-9592-459c-bf8c-fd9f184c7bbc req-f0a37e12-0c39-426f-b72b-11bbb121962b tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309575 May 26 16:08:59.909550 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ef95b437-a30a-4a41-9188-be92c85b2ff3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:08:59.933046 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b1e23-dd6a-4dfd-86be-a5e29e53d9e3 req-ca2434a9-87ff-4d34-b1e8-77c4b3593c9c tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:08:59.935227 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-290b1e23-dd6a-4dfd-86be-a5e29e53d9e3 req-ca2434a9-87ff-4d34-b1e8-77c4b3593c9c tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 945 time: 0.1942592 May 26 16:08:59.980356 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b31f0c7-73d8-460d-9d90-32a576ba47d7 None None] Network c6937381-8b8a-4155-97f8-fbb0cd0ef926 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:08:59.995096 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50958) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:00.050369 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-01cbeab3-61f0-464d-b8e9-287d9bec949d None None] Provisioning complete for port b8c93b9e-7b68-4e7a-ad79-fd2e3297232f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:00.050800 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-01cbeab3-61f0-464d-b8e9-287d9bec949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:00.073984 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6fd50494-af34-419d-84ef-00f59c30790b req-952c4d24-3f21-4d51-bc8f-0de017db5acc tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.1001532 May 26 16:09:00.077637 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef95b437-a30a-4a41-9188-be92c85b2ff3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:00.086472 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-ef95b437-a30a-4a41-9188-be92c85b2ff3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:00.089201 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95b437-a30a-4a41-9188-be92c85b2ff3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event updated for resources: {'Port': ['ID=8230b328-6dec-4891-a880-cbcc4269d466,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:00.098994 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef95b437-a30a-4a41-9188-be92c85b2ff3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:00.132011 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e4d3757e-b46b-4764-8e42-40a23e51dfee admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-718000113-network', 'tenant_id': '2a60138d5cbf45c18161145d2c69b076'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:00.147892 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-290b1e23-dd6a-4dfd-86be-a5e29e53d9e3 req-96c56ee3-9743-46f3-b008-3d20f1431efc tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751444 May 26 16:09:00.153832 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d3757e-b46b-4764-8e42-40a23e51dfee admin admin] Made reservation on behalf of 2a60138d5cbf45c18161145d2c69b076 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:00.157312 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4d3757e-b46b-4764-8e42-40a23e51dfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:00.167819 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4d3757e-b46b-4764-8e42-40a23e51dfee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:00.226127 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-01cbeab3-61f0-464d-b8e9-287d9bec949d None None] Current status of the port b8c93b9e-7b68-4e7a-ad79-fd2e3297232f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:00.249642 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f375c778-db24-4a06-9055-e0e3357eeef5 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:00.258443 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f375c778-db24-4a06-9055-e0e3357eeef5 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:00.261338 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4d3757e-b46b-4764-8e42-40a23e51dfee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:00.266928 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4d3757e-b46b-4764-8e42-40a23e51dfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:00.287540 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:00.296806 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ef95b437-a30a-4a41-9188-be92c85b2ff3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:00.300179 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d3757e-b46b-4764-8e42-40a23e51dfee admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:09:00.320278 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4d3757e-b46b-4764-8e42-40a23e51dfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:00.320610 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-e4d3757e-b46b-4764-8e42-40a23e51dfee admin admin] Added segment 9f6d882e-8a79-43cf-a11e-6afbc4dd6e44 of type vlan for network 3cdbb0e1-e363-4760-b488-894ac8b625c3 May 26 16:09:00.321975 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3757e-b46b-4764-8e42-40a23e51dfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06b3f50-fcfd-4fe3-922a-fa03f9e99fd1,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:00.375071 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f375c778-db24-4a06-9055-e0e3357eeef5 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:00.383271 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375c778-db24-4a06-9055-e0e3357eeef5 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Pushing event updated for resources: {'Port': ['ID=861a1d62-7e8b-4f72-b07b-3e7b3c8906d3,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:00.388816 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4d3757e-b46b-4764-8e42-40a23e51dfee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:00.423557 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4d3757e-b46b-4764-8e42-40a23e51dfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:00.428425 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d3757e-b46b-4764-8e42-40a23e51dfee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:00.429257 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4d3757e-b46b-4764-8e42-40a23e51dfee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:00.462259 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ef95b437-a30a-4a41-9188-be92c85b2ff3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:00.490109 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e4d3757e-b46b-4764-8e42-40a23e51dfee admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4896238 May 26 16:09:00.493480 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50964) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:00.499930 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-28616a4c-dda6-4d17-bd90-11d3e39c1a66 admin admin] Request body: {'subnet': {'network_id': '3cdbb0e1-e363-4760-b488-894ac8b625c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-718000113-subnet', 'tenant_id': '2a60138d5cbf45c18161145d2c69b076', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:00.522099 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3757e-b46b-4764-8e42-40a23e51dfee admin admin] Pushing event updated for resources: {'Network': ['ID=3cdbb0e1-e363-4760-b488-894ac8b625c3,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:00.526210 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28616a4c-dda6-4d17-bd90-11d3e39c1a66 admin admin] Made reservation on behalf of 2a60138d5cbf45c18161145d2c69b076 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:00.533902 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 3cdbb0e1-e363-4760-b488-894ac8b625c3 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:09:00.534317 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-28616a4c-dda6-4d17-bd90-11d3e39c1a66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:00.570939 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a2c00-68bc-41ef-95e5-f392621f418e req-7670174c-5c38-4d6e-89f8-4afd56503c2f tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:00.572531 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-524a2c00-68bc-41ef-95e5-f392621f418e req-7670174c-5c38-4d6e-89f8-4afd56503c2f tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.1305535 May 26 16:09:00.648534 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f375c778-db24-4a06-9055-e0e3357eeef5 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Network c6937381-8b8a-4155-97f8-fbb0cd0ef926 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:00.656389 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-f375c778-db24-4a06-9055-e0e3357eeef5 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:00.697253 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-524a2c00-68bc-41ef-95e5-f392621f418e req-ef5ccfbe-c1f0-4365-af2f-cf12879d1819 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125743 May 26 16:09:00.758611 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-28616a4c-dda6-4d17-bd90-11d3e39c1a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:00.797442 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 080090e1-aac8-4194-9fd1-9bcb464e068a details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:09:00.800544 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device ed571ce7-4c7c-4342-8805-b93c4a44a633 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:00.816915 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28616a4c-dda6-4d17-bd90-11d3e39c1a66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6831a08-94b7-4d3f-978e-be2ec586ab0a,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:00.828969 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ef95b437-a30a-4a41-9188-be92c85b2ff3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:00.834542 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28616a4c-dda6-4d17-bd90-11d3e39c1a66 admin admin] Checking segment: {'id': '9f6d882e-8a79-43cf-a11e-6afbc4dd6e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3cdbb0e1-e363-4760-b488-894ac8b625c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:00.835029 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28616a4c-dda6-4d17-bd90-11d3e39c1a66 admin admin] Network hostable DHCP agents. Network: 3cdbb0e1-e363-4760-b488-894ac8b625c3, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:09:00.843410 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ef95b437-a30a-4a41-9188-be92c85b2ff3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:00.857893 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28616a4c-dda6-4d17-bd90-11d3e39c1a66 admin admin] Network 3cdbb0e1-e363-4760-b488-894ac8b625c3 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:09:00.871296 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-28616a4c-dda6-4d17-bd90-11d3e39c1a66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 3cdbb0e1-e363-4760-b488-894ac8b625c3) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:00.875909 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ef6d2e2a-9f04-42a1-8eb7-0c6f71787a35 None None] Provisioning complete for port 861a1d62-7e8b-4f72-b07b-3e7b3c8906d3 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:00.876306 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ef6d2e2a-9f04-42a1-8eb7-0c6f71787a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:00.879391 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28616a4c-dda6-4d17-bd90-11d3e39c1a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:00.880324 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-28616a4c-dda6-4d17-bd90-11d3e39c1a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:00.925819 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f375c778-db24-4a06-9055-e0e3357eeef5 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Router e1affaec-98c8-4645-8285-55a2fa31fa2a is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:09:00.930264 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-28616a4c-dda6-4d17-bd90-11d3e39c1a66 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4357271 May 26 16:09:00.943187 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95b437-a30a-4a41-9188-be92c85b2ff3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event updated for resources: {'Port': ['ID=8230b328-6dec-4891-a880-cbcc4269d466,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:01.006373 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24af37e-4d57-476b-9b41-60c6ecfbdee5 None None] Network 3cdbb0e1-e363-4760-b488-894ac8b625c3 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:09:01.021026 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ef95b437-a30a-4a41-9188-be92c85b2ff3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:01.075180 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b8c93b9e-7b68-4e7a-ad79-fd2e3297232f up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:01.122207 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port ed571ce7-4c7c-4342-8805-b93c4a44a633 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:09:01.126504 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ef95b437-a30a-4a41-9188-be92c85b2ff3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:01.127900 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ef95b437-a30a-4a41-9188-be92c85b2ff3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6160347 May 26 16:09:01.149019 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ef6d2e2a-9f04-42a1-8eb7-0c6f71787a35 None None] Port 861a1d62-7e8b-4f72-b07b-3e7b3c8906d3 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:09:01.163080 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f375c778-db24-4a06-9055-e0e3357eeef5 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:09:01.169303 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port ed571ce7-4c7c-4342-8805-b93c4a44a633 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:01.169608 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:01.179257 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f375c778-db24-4a06-9055-e0e3357eeef5 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] 10.222.0.77 "PUT /v2.0/routers/e1affaec-98c8-4645-8285-55a2fa31fa2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3283999 May 26 16:09:01.181911 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50976) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:01.187795 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29da9dcb-bd9c-4bc4-981d-7965ba2c7a90 None None] Sync routers for ids ['e1affaec-98c8-4645-8285-55a2fa31fa2a'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:09:01.191001 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a863132e-f5ed-4cad-acc3-8609c9d0bd79 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Request body: {'port': {'network_id': 'c6937381-8b8a-4155-97f8-fbb0cd0ef926', 'name': 'tempest-FloatingIPNegativeTestJSON-369811515'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:01.213550 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb5262-873c-429a-8f49-a618382112f0 req-3f3b3cb7-0836-492a-926e-3664360da264 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:01.215135 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7fbb5262-873c-429a-8f49-a618382112f0 req-3f3b3cb7-0836-492a-926e-3664360da264 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=f077dbfc-ca70-40f7-be4a-7e56f6d29bab HTTP/1.1" status: 200 len: 947 time: 0.2201571 May 26 16:09:01.254706 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ef6d2e2a-9f04-42a1-8eb7-0c6f71787a35 None None] Provisioning complete for port b8c93b9e-7b68-4e7a-ad79-fd2e3297232f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:01.255348 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ef6d2e2a-9f04-42a1-8eb7-0c6f71787a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:01.280953 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-478c8567-3fea-4427-acd0-ea2fd915cbba req-971723f8-a57a-459b-9dc2-628acd781679 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0317554 May 26 16:09:01.311770 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7fbb5262-873c-429a-8f49-a618382112f0 req-28e9027f-bdaf-4b7a-aca6-e11ff82048ea tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819542 May 26 16:09:01.334840 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 080090e1-aac8-4194-9fd1-9bcb464e068a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=080090e1-aac8-4194-9fd1-9bcb464e068a,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:01.364349 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a863132e-f5ed-4cad-acc3-8609c9d0bd79 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Made reservation on behalf of f8d5c335506245d3b928d1185c66e01e for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:01.369252 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29da9dcb-bd9c-4bc4-981d-7965ba2c7a90 None None] Routers {'e1affaec-98c8-4645-8285-55a2fa31fa2a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:01.370041 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-29da9dcb-bd9c-4bc4-981d-7965ba2c7a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:08:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['e1affaec-98c8-4645-8285-55a2fa31fa2a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:01.371055 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a863132e-f5ed-4cad-acc3-8609c9d0bd79 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:01.412568 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-a863132e-f5ed-4cad-acc3-8609c9d0bd79 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] device_id is not set on port bc13efa1-3817-47c0-a6ec-b424ab95446e yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:09:01.428120 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '080090e1-aac8-4194-9fd1-9bcb464e068a', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '080090e1-aac8-4194-9fd1-9bcb464e068a', 'mac_address': 'fa:16:3e:f5:a1:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:09:01.445492 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-29da9dcb-bd9c-4bc4-981d-7965ba2c7a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:01.454926 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f9ab7-dc17-4a9b-b708-819dedbdf419 req-91400595-f473-490d-ba8e-7a2c4a2d8f9e tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:01.458235 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e59f9ab7-dc17-4a9b-b708-819dedbdf419 req-91400595-f473-490d-ba8e-7a2c4a2d8f9e tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 945 time: 0.0641868 May 26 16:09:01.471427 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port b8c93b9e-7b68-4e7a-ad79-fd2e3297232f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:01.471797 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:01.520614 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e59f9ab7-dc17-4a9b-b708-819dedbdf419 req-2129fdb0-984f-4f3e-be38-daa48e321c5b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548000 May 26 16:09:01.545200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335dc209-22b7-4b9e-8db7-3355a536f6cb None None] Network 3cdbb0e1-e363-4760-b488-894ac8b625c3 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:09:01.570810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29da9dcb-bd9c-4bc4-981d-7965ba2c7a90 None None] Routers {'e1affaec-98c8-4645-8285-55a2fa31fa2a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:01.571703 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-29da9dcb-bd9c-4bc4-981d-7965ba2c7a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:08:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['e1affaec-98c8-4645-8285-55a2fa31fa2a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:01.581771 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-a863132e-f5ed-4cad-acc3-8609c9d0bd79 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Allocated IP 172.20.0.9 (c6937381-8b8a-4155-97f8-fbb0cd0ef926/e583d612-dbf6-436b-acca-8f4ee13d7415/bc13efa1-3817-47c0-a6ec-b424ab95446e) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:01.671775 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-29da9dcb-bd9c-4bc4-981d-7965ba2c7a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:01.672586 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29da9dcb-bd9c-4bc4-981d-7965ba2c7a90 None None] The sync data for ids ['e1affaec-98c8-4645-8285-55a2fa31fa2a'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:09:01.684344 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-4367457d-d177-42fd-9cb5-f12a4e4e45b4 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:01.685869 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-4367457d-d177-42fd-9cb5-f12a4e4e45b4 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/networks?id=3cdbb0e1-e363-4760-b488-894ac8b625c3 HTTP/1.1" status: 200 len: 813 time: 0.1440029 May 26 16:09:01.691899 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-9f8ad1f6-569c-4680-91f3-353910502271 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1476822446&fields=id&tenant_id=d3f44b6fae1d4ce4bc737c28e8283000 HTTP/1.1" status: 200 len: 267 time: 0.0678477 May 26 16:09:01.703548 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 080090e1-aac8-4194-9fd1-9bcb464e068a is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:01.704086 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:01.708296 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-c8fbc39c-540b-483e-9d04-7039e3913920 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/quotas/2a60138d5cbf45c18161145d2c69b076 HTTP/1.1" status: 200 len: 375 time: 0.0116124 May 26 16:09:01.756619 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080090e1-aac8-4194-9fd1-9bcb464e068a {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:09:01.766195 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port ed571ce7-4c7c-4342-8805-b93c4a44a633 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:01.766702 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:01.767724 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a863132e-f5ed-4cad-acc3-8609c9d0bd79 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:01.767871 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-e62e58b5-d1fe-4a2c-aa06-7a6867b8b33b tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2a60138d5cbf45c18161145d2c69b076&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471194 May 26 16:09:01.778753 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ef6d2e2a-9f04-42a1-8eb7-0c6f71787a35 None None] Current status of the port b8c93b9e-7b68-4e7a-ad79-fd2e3297232f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:01.783314 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-ab62fbe1-c03c-4a65-9048-29f6f7d21700 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:01.784580 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-ab62fbe1-c03c-4a65-9048-29f6f7d21700 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports/f1118030-abd2-4542-9495-9b488c4efc14 HTTP/1.1" status: 200 len: 937 time: 0.0753984 May 26 16:09:01.822688 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a863132e-f5ed-4cad-acc3-8609c9d0bd79 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:01.828205 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 080090e1-aac8-4194-9fd1-9bcb464e068a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=080090e1-aac8-4194-9fd1-9bcb464e068a,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:01.843952 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:01.882310 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a863132e-f5ed-4cad-acc3-8609c9d0bd79 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Network c6937381-8b8a-4155-97f8-fbb0cd0ef926 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:01.885533 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-a863132e-f5ed-4cad-acc3-8609c9d0bd79 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:01.890858 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a863132e-f5ed-4cad-acc3-8609c9d0bd79 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:01.895044 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863132e-f5ed-4cad-acc3-8609c9d0bd79 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Pushing event updated for resources: {'Port': ['ID=bc13efa1-3817-47c0-a6ec-b424ab95446e,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:01.895214 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae7867b-92ab-49f5-a667-31fb0f6b3250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed571ce7-4c7c-4342-8805-b93c4a44a633'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:01.897503 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5299bd54-6e5b-4b64-9b99-9797523e3e39" -d '{"events": [{"server_uuid": "2ae7867b-92ab-49f5-a667-31fb0f6b3250", "name": "network-vif-plugged", "status": "completed", "tag": "ed571ce7-4c7c-4342-8805-b93c4a44a633"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:01.898226 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-245464ff-b6cd-4e6a-9251-2e47bfc35978 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:01.899850 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-245464ff-b6cd-4e6a-9251-2e47bfc35978 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports/17546000-b263-4011-a4e6-5dc6daed213a HTTP/1.1" status: 200 len: 935 time: 0.1057165 May 26 16:09:01.945239 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port ed571ce7-4c7c-4342-8805-b93c4a44a633, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ed571ce7-4c7c-4342-8805-b93c4a44a633,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:01.953227 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port b8c93b9e-7b68-4e7a-ad79-fd2e3297232f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:01.962031 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:01.978637 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=080090e1-aac8-4194-9fd1-9bcb464e068a,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:01.981603 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-cc546afb-fab9-4aae-8b3b-4d0ac46598e8 None None] Provisioning complete for port 861a1d62-7e8b-4f72-b07b-3e7b3c8906d3 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:01.982034 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cc546afb-fab9-4aae-8b3b-4d0ac46598e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:01.997244 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a863132e-f5ed-4cad-acc3-8609c9d0bd79 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:01.998360 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a863132e-f5ed-4cad-acc3-8609c9d0bd79 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:02.032637 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a863132e-f5ed-4cad-acc3-8609c9d0bd79 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8486669 May 26 16:09:02.036950 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51008) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:02.042913 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c823427a-f6d2-457d-b4a7-e64386b848d3 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:02.070035 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c823427a-f6d2-457d-b4a7-e64386b848d3 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:02.082214 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cc546afb-fab9-4aae-8b3b-4d0ac46598e8 None None] Port 861a1d62-7e8b-4f72-b07b-3e7b3c8906d3 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:09:02.083619 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=ed571ce7-4c7c-4342-8805-b93c4a44a633,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:02.155694 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['080090e1-aac8-4194-9fd1-9bcb464e068a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:09:02.198133 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c823427a-f6d2-457d-b4a7-e64386b848d3 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:02.317662 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-764f790c-3c1a-499d-a5d2-0bc76f48215f None None] Provisioning complete for port bc13efa1-3817-47c0-a6ec-b424ab95446e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:02.318272 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-764f790c-3c1a-499d-a5d2-0bc76f48215f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:02.318364 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-c823427a-f6d2-457d-b4a7-e64386b848d3 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Allocated IP 172.25.7.57 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/782aee85-7c98-47c4-afc6-448b6e56347c) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:02.332844 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-985a4443-9617-42c6-9da7-090f0a25358d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?network_id=67be992b-b4e7-4fb4-b3b4-ab1f54c2d199&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.4243033 May 26 16:09:02.371057 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-764f790c-3c1a-499d-a5d2-0bc76f48215f None None] Port bc13efa1-3817-47c0-a6ec-b424ab95446e cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:09:02.379926 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-fbe18bab-cb7c-415e-b667-4e64a590b058 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?network_id=67be992b-b4e7-4fb4-b3b4-ab1f54c2d199&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0461624 May 26 16:09:02.398901 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-46e38d4d-b9cb-4c59-8212-28555d20d0c3 service neutron] 10.222.0.77 "GET /v2.0/networks/3cdbb0e1-e363-4760-b488-894ac8b625c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6104980 May 26 16:09:02.430387 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c823427a-f6d2-457d-b4a7-e64386b848d3 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:02.464679 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c823427a-f6d2-457d-b4a7-e64386b848d3 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:02.510505 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c823427a-f6d2-457d-b4a7-e64386b848d3 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:02.515030 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-c823427a-f6d2-457d-b4a7-e64386b848d3 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:02.518491 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c823427a-f6d2-457d-b4a7-e64386b848d3 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:02.544139 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823427a-f6d2-457d-b4a7-e64386b848d3 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Pushing event updated for resources: {'Port': ['ID=782aee85-7c98-47c4-afc6-448b6e56347c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:02.566948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-17df83b3-5be4-450f-8706-76b91f1aa322 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:02.573575 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-17df83b3-5be4-450f-8706-76b91f1aa322 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:02.579953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-17df83b3-5be4-450f-8706-76b91f1aa322 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:02.581627 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-17df83b3-5be4-450f-8706-76b91f1aa322 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/networks?id=759f9984-acd0-4751-a36a-a91d134cc760&id=f3afb84f-a007-4e52-a1fb-611cc73f2208&id=f3afb84f-a007-4e52-a1fb-611cc73f2208&id=67be992b-b4e7-4fb4-b3b4-ab1f54c2d199&id=67be992b-b4e7-4fb4-b3b4-ab1f54c2d199 HTTP/1.1" status: 200 len: 1996 time: 0.2009037 May 26 16:09:02.587812 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-658f112a-cf83-43d8-8834-020e4ead5ea1 service neutron] 10.222.0.77 "GET /v2.0/networks/3cdbb0e1-e363-4760-b488-894ac8b625c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796703 May 26 16:09:02.598602 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0bd25f99-ace5-499d-8290-adf79d44ed0d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/quotas/d3f44b6fae1d4ce4bc737c28e8283000 HTTP/1.1" status: 200 len: 375 time: 0.0098331 May 26 16:09:02.615214 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c823427a-f6d2-457d-b4a7-e64386b848d3 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:02.652720 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c823427a-f6d2-457d-b4a7-e64386b848d3 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:02.673453 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-f5289385-dedb-4b14-af0d-6526966501da tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d3f44b6fae1d4ce4bc737c28e8283000&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0677383 May 26 16:09:02.757885 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-e10e26f1-9391-40fd-a004-7889d56c3263 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:09:02.764670 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-e10e26f1-9391-40fd-a004-7889d56c3263 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0771937 May 26 16:09:02.831806 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c823427a-f6d2-457d-b4a7-e64386b848d3 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:02.838033 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c823427a-f6d2-457d-b4a7-e64386b848d3 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:02.912034 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823427a-f6d2-457d-b4a7-e64386b848d3 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Pushing event updated for resources: {'Port': ['ID=782aee85-7c98-47c4-afc6-448b6e56347c,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:02.918920 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c823427a-f6d2-457d-b4a7-e64386b848d3 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:02.937608 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c823427a-f6d2-457d-b4a7-e64386b848d3 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:02.938851 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c823427a-f6d2-457d-b4a7-e64386b848d3 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9003305 May 26 16:09:02.938987 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83d2fc-8596-4557-9f95-ae28f6f9f648 req-2bdea0b6-3a5e-4f4a-9896-5d7f5be262ad tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:02.940608 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae83d2fc-8596-4557-9f95-ae28f6f9f648 req-2bdea0b6-3a5e-4f4a-9896-5d7f5be262ad tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.1738269 May 26 16:09:02.942281 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51026) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:02.946514 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-f68be5e0-0b31-49df-a735-3c4d98e4a755 service neutron] 10.222.0.77 "GET /v2.0/networks/759f9984-acd0-4751-a36a-a91d134cc760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808383 May 26 16:09:02.950870 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c3337d6e-a367-4362-8925-c39394981693 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Request body: {'floatingip': {'port_id': 'bc13efa1-3817-47c0-a6ec-b424ab95446e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:02.962935 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c3a2b-cdcf-496c-a1bf-7779637899b4 req-374776bc-b0fc-4138-a859-4a5f01c2b88f tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:02.964423 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f2c3a2b-cdcf-496c-a1bf-7779637899b4 req-374776bc-b0fc-4138-a859-4a5f01c2b88f tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.83 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 946 time: 0.1449919 May 26 16:09:02.995945 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3337d6e-a367-4362-8925-c39394981693 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks [] for floatingip, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:03.095128 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae83d2fc-8596-4557-9f95-ae28f6f9f648 req-39d7280c-fa94-4e41-a21e-5edcac4d539a tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/security-groups?id=10863e78-4372-43c6-9d7a-ff9998438665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473820 May 26 16:09:03.150004 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-c3337d6e-a367-4362-8925-c39394981693 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] update failed (client error): The resource could not be found. May 26 16:09:03.155849 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51030) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:03.156441 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c3337d6e-a367-4362-8925-c39394981693 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] 10.222.0.77 "PUT /v2.0/floatingips/b663bbcb-b885-41ad-acf3-bc723df37b58 HTTP/1.1" status: 404 len: 507 time: 0.2097895 May 26 16:09:03.165293 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-f68d2cbc-317b-4709-8705-0849ea6ef592 service neutron] 10.222.0.77 "GET /v2.0/networks/759f9984-acd0-4751-a36a-a91d134cc760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988564 May 26 16:09:03.179671 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614f6df7-2434-4490-ab92-a0b1bc59d72e x-openstack-request-id: req-614f6df7-2434-4490-ab92-a0b1bc59d72e {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:03.180080 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae7867b-92ab-49f5-a667-31fb0f6b3250", "name": "network-vif-plugged", "status": "completed", "tag": "ed571ce7-4c7c-4342-8805-b93c4a44a633", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:03.180612 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-614f6df7-2434-4490-ab92-a0b1bc59d72e {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:03.181164 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-614f6df7-2434-4490-ab92-a0b1bc59d72e'] response: {'server_uuid': '2ae7867b-92ab-49f5-a667-31fb0f6b3250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed571ce7-4c7c-4342-8805-b93c4a44a633', 'code': 200} May 26 16:09:03.315316 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786eb05-c83b-4a86-ad5a-57db936a5b17 req-70d4108b-b7fe-42a6-8620-2b1a5b82edef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:03.317177 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6786eb05-c83b-4a86-ad5a-57db936a5b17 req-70d4108b-b7fe-42a6-8620-2b1a5b82edef service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 1097 time: 0.0509357 May 26 16:09:03.321817 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-df0f9d87-51d9-439f-9053-f765d4a1f2d9 service neutron] 10.222.0.77 "GET /v2.0/ports/f1118030-abd2-4542-9495-9b488c4efc14?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1133614 May 26 16:09:03.356701 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ef55cace-f3b2-48b1-9e68-c000fa21bd35 req-19e0efa6-47da-4c9d-ae64-7e4f1ea4e8d8 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0973873 May 26 16:09:03.360111 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-3f2c3a2b-cdcf-496c-a1bf-7779637899b4 req-3aab6d1f-852c-4e57-bb60-30c2ab01002e tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Deleting port 0da5bd1c-cdaf-4399-82d9-704116636903 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:03.360466 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3f2c3a2b-cdcf-496c-a1bf-7779637899b4 req-3aab6d1f-852c-4e57-bb60-30c2ab01002e tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:03.384255 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6786eb05-c83b-4a86-ad5a-57db936a5b17 req-60ba4b58-1a84-411b-baf8-3c95343c9afd service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386150 May 26 16:09:03.599009 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-3f2c3a2b-cdcf-496c-a1bf-7779637899b4 req-3aab6d1f-852c-4e57-bb60-30c2ab01002e tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] For port 0da5bd1c-cdaf-4399-82d9-704116636903, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0da5bd1c-cdaf-4399-82d9-704116636903,segment=NetworkSegment(c6380c4f-2eb2-46a7-b445-d8da7d649974),segment_id=c6380c4f-2eb2-46a7-b445-d8da7d649974)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:03.599396 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3f2c3a2b-cdcf-496c-a1bf-7779637899b4 req-3aab6d1f-852c-4e57-bb60-30c2ab01002e tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:03.621853 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8cf8b-40fd-4f2f-ba30-b94771242161 req-5719c95b-c37b-40f6-9f5c-948ad000299d tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:03.623598 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-89c8cf8b-40fd-4f2f-ba30-b94771242161 req-5719c95b-c37b-40f6-9f5c-948ad000299d tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=f077dbfc-ca70-40f7-be4a-7e56f6d29bab HTTP/1.1" status: 200 len: 948 time: 0.1679137 May 26 16:09:03.633597 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-3f2c3a2b-cdcf-496c-a1bf-7779637899b4 req-3aab6d1f-852c-4e57-bb60-30c2ab01002e tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Calling delete_port for 0da5bd1c-cdaf-4399-82d9-704116636903 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:03.670407 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0c8da374-b16d-4d0a-a8b0-cbc36e324b33 service neutron] 10.222.0.77 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285015 May 26 16:09:03.671659 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c3cd2c8a-0fb5-4c8b-aa2b-7a0c42faa184 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Deleting port 782aee85-7c98-47c4-afc6-448b6e56347c {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:03.672021 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2c8a-0fb5-4c8b-aa2b-7a0c42faa184 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:03.812121 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-89c8cf8b-40fd-4f2f-ba30-b94771242161 req-b104b518-8ad6-4738-8235-23970aab9b04 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734660 May 26 16:09:03.899770 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2c8a-0fb5-4c8b-aa2b-7a0c42faa184 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:03.900124 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2c8a-0fb5-4c8b-aa2b-7a0c42faa184 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:03.919993 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a7ca6178-ec1f-4be2-b4ea-2b9d3f8675ca service neutron] 10.222.0.77 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078466 May 26 16:09:03.953861 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c3cd2c8a-0fb5-4c8b-aa2b-7a0c42faa184 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Calling delete_port for 782aee85-7c98-47c4-afc6-448b6e56347c owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:04.055274 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-4c835065-beb9-4896-93ff-15c0340873b2 service neutron] 10.222.0.77 "GET /v2.0/ports/17546000-b263-4011-a4e6-5dc6daed213a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1168532 May 26 16:09:04.072682 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fd204-970d-4dfa-bf25-740b6ee3dd54 req-b8d0621c-9e54-4666-82ac-b91ee50e8646 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:04.074147 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-903fd204-970d-4dfa-bf25-740b6ee3dd54 req-b8d0621c-9e54-4666-82ac-b91ee50e8646 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 946 time: 0.1812499 May 26 16:09:04.160831 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3f2c3a2b-cdcf-496c-a1bf-7779637899b4 req-3aab6d1f-852c-4e57-bb60-30c2ab01002e tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:04.178701 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-1aec04f1-0d78-41bf-81bc-bd41a624d65d tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:04.180205 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-1aec04f1-0d78-41bf-81bc-bd41a624d65d tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.83 "GET /v2.0/networks?id=3cdbb0e1-e363-4760-b488-894ac8b625c3 HTTP/1.1" status: 200 len: 813 time: 0.1121531 May 26 16:09:04.213351 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab6d1f-852c-4e57-bb60-30c2ab01002e tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Pushing event deleted for resources: {'Port': ['ID=0da5bd1c-cdaf-4399-82d9-704116636903,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:04.219822 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-4db2db35-6cb2-47bd-b45b-50d37b3495ad tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Request body: {'port': {'device_id': 'a932e0a1-b822-44da-9d3f-2a7010b28415', 'network_id': '3cdbb0e1-e363-4760-b488-894ac8b625c3', 'admin_state_up': True, 'tenant_id': '2a60138d5cbf45c18161145d2c69b076'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:04.247535 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-903fd204-970d-4dfa-bf25-740b6ee3dd54 req-e8126576-1146-4628-bfb6-0f1851266bb6 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608005 May 26 16:09:04.304869 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2c3a2b-cdcf-496c-a1bf-7779637899b4 req-3aab6d1f-852c-4e57-bb60-30c2ab01002e tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] No DVR routers for this DVR port 0da5bd1c-cdaf-4399-82d9-704116636903 on host n-h2-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:09:04.309875 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3f2c3a2b-cdcf-496c-a1bf-7779637899b4 req-3aab6d1f-852c-4e57-bb60-30c2ab01002e tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:04.313115 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f2c3a2b-cdcf-496c-a1bf-7779637899b4 req-3aab6d1f-852c-4e57-bb60-30c2ab01002e tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.83 "DELETE /v2.0/ports/0da5bd1c-cdaf-4399-82d9-704116636903 HTTP/1.1" status: 204 len: 173 time: 1.3305635 May 26 16:09:04.315696 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-2fefc84e-fd3c-4421-9fef-0fec47daded5 service neutron] 10.222.0.77 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503014 May 26 16:09:04.316248 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70f8df7-d807-4de1-af59-37237ed3030b', 'name': 'network-vif-deleted', 'tag': '0da5bd1c-cdaf-4399-82d9-704116636903'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:04.318556 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c03211-2aa9-482b-a200-313fa4b0757f" -d '{"events": [{"server_uuid": "c70f8df7-d807-4de1-af59-37237ed3030b", "name": "network-vif-deleted", "tag": "0da5bd1c-cdaf-4399-82d9-704116636903"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:04.341422 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-4db2db35-6cb2-47bd-b45b-50d37b3495ad tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Made reservation on behalf of 2a60138d5cbf45c18161145d2c69b076 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:04.345326 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-4db2db35-6cb2-47bd-b45b-50d37b3495ad tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:04.397165 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-429d162c-a182-43a9-8809-7243aa90f07d req-f411a9ea-a21e-452a-8b8d-615e0f4b0f05 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/ports?device_id=a932e0a1-b822-44da-9d3f-2a7010b28415 HTTP/1.1" status: 200 len: 210 time: 0.0522935 May 26 16:09:04.448929 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2c8a-0fb5-4c8b-aa2b-7a0c42faa184 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:04.490283 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd2c8a-0fb5-4c8b-aa2b-7a0c42faa184 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Pushing event deleted for resources: {'Port': ['ID=782aee85-7c98-47c4-afc6-448b6e56347c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:04.542642 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe2b2e0f-87b2-47fa-a3bc-54c648a6877b req-6a20ac5d-f6b5-41a2-a88d-c86901832c88 tempest-ServerRescueNegativeTestJSON-1664004738 tempest-ServerRescueNegativeTestJSON-1664004738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c70f8df7-d807-4de1-af59-37237ed3030b HTTP/1.1" status: 200 len: 210 time: 0.0606658 May 26 16:09:04.585402 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-4db2db35-6cb2-47bd-b45b-50d37b3495ad tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Allocated IP 172.20.0.9 (3cdbb0e1-e363-4760-b488-894ac8b625c3/f6831a08-94b7-4d3f-978e-be2ec586ab0a/2fb8f093-f5b6-4f40-b597-8617ac6e55b7) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:04.593225 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df5bda6-038a-485c-aa56-05bb753fdcf1 x-openstack-request-id: req-2df5bda6-038a-485c-aa56-05bb753fdcf1 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:04.593562 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70f8df7-d807-4de1-af59-37237ed3030b", "name": "network-vif-deleted", "tag": "0da5bd1c-cdaf-4399-82d9-704116636903", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:04.593785 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2df5bda6-038a-485c-aa56-05bb753fdcf1 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:04.594181 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df5bda6-038a-485c-aa56-05bb753fdcf1'] response: {'server_uuid': 'c70f8df7-d807-4de1-af59-37237ed3030b', 'name': 'network-vif-deleted', 'tag': '0da5bd1c-cdaf-4399-82d9-704116636903', 'status': 'completed', 'code': 200} May 26 16:09:04.599186 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0afdfd9d-ca84-4286-92e5-57d5529c2879 service neutron] 10.222.0.77 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559166 May 26 16:09:04.635334 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2c8a-0fb5-4c8b-aa2b-7a0c42faa184 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:04.637926 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2c8a-0fb5-4c8b-aa2b-7a0c42faa184 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:04.643239 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c3cd2c8a-0fb5-4c8b-aa2b-7a0c42faa184 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] 10.222.0.77 "DELETE /v2.0/floatingips/b663bbcb-b885-41ad-acf3-bc723df37b58 HTTP/1.1" status: 204 len: 168 time: 1.4860270 May 26 16:09:04.646585 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51040) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:04.651929 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-2094ffe0-ea80-4b75-91d6-89944bc8e731 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Request body: {'floatingip': {'floating_network_id': 'c6937381-8b8a-4155-97f8-fbb0cd0ef926', 'port_id': 'bc13efa1-3817-47c0-a6ec-b424ab95446e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:04.719736 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2890ed1-f0dc-486f-a48e-f7f893cc24c6 req-3acbd5ec-af59-402f-b757-b90375842bc4 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0390284 May 26 16:09:04.762448 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-04b7c9d4-cde7-471e-a68a-8de57d8c5add service neutron] 10.222.0.77 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541100 May 26 16:09:04.764410 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2094ffe0-ea80-4b75-91d6-89944bc8e731 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:04.818600 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 080090e1-aac8-4194-9fd1-9bcb464e068a up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:04.873435 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-4db2db35-6cb2-47bd-b45b-50d37b3495ad tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:04.882124 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 080090e1-aac8-4194-9fd1-9bcb464e068a completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:09:04.886974 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 080090e1-aac8-4194-9fd1-9bcb464e068a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:04.887518 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:04.895577 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-81c7d477-6d64-477b-97aa-21383dbf61df service neutron] 10.222.0.77 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248603 May 26 16:09:04.942035 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-4db2db35-6cb2-47bd-b45b-50d37b3495ad tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:04.999164 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-4db2db35-6cb2-47bd-b45b-50d37b3495ad tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Network 3cdbb0e1-e363-4760-b488-894ac8b625c3 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:05.005025 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-4db2db35-6cb2-47bd-b45b-50d37b3495ad tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:05.013137 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-4db2db35-6cb2-47bd-b45b-50d37b3495ad tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:05.018276 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2db35-6cb2-47bd-b45b-50d37b3495ad tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Pushing event updated for resources: {'Port': ['ID=2fb8f093-f5b6-4f40-b597-8617ac6e55b7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:05.028407 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca069b53-9374-42a1-b796-5cd11a46cc11 req-3aa6cb5c-b57d-49b7-b527-c745ce11001e tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:05.030747 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca069b53-9374-42a1-b796-5cd11a46cc11 req-3aa6cb5c-b57d-49b7-b527-c745ce11001e tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=f077dbfc-ca70-40f7-be4a-7e56f6d29bab HTTP/1.1" status: 200 len: 948 time: 0.1052592 May 26 16:09:05.038021 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 080090e1-aac8-4194-9fd1-9bcb464e068a is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:05.038419 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:05.070575 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-2094ffe0-ea80-4b75-91d6-89944bc8e731 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:09:05.071771 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2094ffe0-ea80-4b75-91d6-89944bc8e731 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4241912 May 26 16:09:05.079433 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-4db2db35-6cb2-47bd-b45b-50d37b3495ad tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:05.080300 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-4db2db35-6cb2-47bd-b45b-50d37b3495ad tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:05.080541 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-29791bdf-e311-442f-b33c-be8b2620379b service neutron] 10.222.0.77 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832657 May 26 16:09:05.081453 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51044) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:05.091053 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-3fad4553-e176-4059-8e17-6a1fdd817dd1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': 'bc13efa1-3817-47c0-a6ec-b424ab95446e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:05.097130 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 080090e1-aac8-4194-9fd1-9bcb464e068a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=080090e1-aac8-4194-9fd1-9bcb464e068a,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:05.099005 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-4db2db35-6cb2-47bd-b45b-50d37b3495ad tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8833003 May 26 16:09:05.101862 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:05.145360 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-96e1173b-1100-4c99-a4f5-7e2f29ae71e2 service neutron] Request body: {'port': {'device_id': 'a932e0a1-b822-44da-9d3f-2a7010b28415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:05.166613 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=080090e1-aac8-4194-9fd1-9bcb464e068a,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:05.182255 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f077dbfc-ca70-40f7-be4a-7e56f6d29bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080090e1-aac8-4194-9fd1-9bcb464e068a'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:05.185509 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190c5709-2582-442c-92fb-ee03f04d8891" -d '{"events": [{"server_uuid": "f077dbfc-ca70-40f7-be4a-7e56f6d29bab", "name": "network-vif-plugged", "status": "completed", "tag": "080090e1-aac8-4194-9fd1-9bcb464e068a"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:05.187859 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca069b53-9374-42a1-b796-5cd11a46cc11 req-bdb8711d-4796-49f0-951d-487e162c0a31 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425102 May 26 16:09:05.188644 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3fad4553-e176-4059-8e17-6a1fdd817dd1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:05.209948 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-96e1173b-1100-4c99-a4f5-7e2f29ae71e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:05.237145 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba69f9ae-74ae-4cc7-953f-e3a14c37b6fc x-openstack-request-id: req-ba69f9ae-74ae-4cc7-953f-e3a14c37b6fc {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:05.237442 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f077dbfc-ca70-40f7-be4a-7e56f6d29bab", "name": "network-vif-plugged", "status": "completed", "tag": "080090e1-aac8-4194-9fd1-9bcb464e068a", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:05.237698 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ba69f9ae-74ae-4cc7-953f-e3a14c37b6fc {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:05.238098 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba69f9ae-74ae-4cc7-953f-e3a14c37b6fc'] response: {'server_uuid': 'f077dbfc-ca70-40f7-be4a-7e56f6d29bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080090e1-aac8-4194-9fd1-9bcb464e068a', 'code': 200} May 26 16:09:05.267277 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-d0949cdc-3ef9-4d6f-95f6-f9363ce49a2f service neutron] 10.222.0.77 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697555 May 26 16:09:05.434373 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4034ce-720e-43e9-b0af-7e357e09b62e req-7f5b8e64-0bbd-4db5-8f4f-fb57e97a7229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:05.434985 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18296f4d-bc80-4a36-b27e-b1f79359c143 req-78481af0-00b6-4ab4-8df8-86a69942c80f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:05.435871 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b4034ce-720e-43e9-b0af-7e357e09b62e req-7f5b8e64-0bbd-4db5-8f4f-fb57e97a7229 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f077dbfc-ca70-40f7-be4a-7e56f6d29bab HTTP/1.1" status: 200 len: 1100 time: 0.0984890 May 26 16:09:05.436490 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-18296f4d-bc80-4a36-b27e-b1f79359c143 req-78481af0-00b6-4ab4-8df8-86a69942c80f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 946 time: 0.1029551 May 26 16:09:05.440179 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-23e0c00b-783f-4208-ae82-bc8b8ff46ba1 service neutron] 10.222.0.77 "GET /v2.0/networks/67be992b-b4e7-4fb4-b3b4-ab1f54c2d199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637294 May 26 16:09:05.441979 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3fad4553-e176-4059-8e17-6a1fdd817dd1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:05.506359 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b4034ce-720e-43e9-b0af-7e357e09b62e req-53bf50a4-ca61-44ec-a5ec-77dc3ab915aa service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604022 May 26 16:09:05.557106 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-96e1173b-1100-4c99-a4f5-7e2f29ae71e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb8f093-f5b6-4f40-b597-8617ac6e55b7 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:09:05.565470 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-96e1173b-1100-4c99-a4f5-7e2f29ae71e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:05.579593 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-96e1173b-1100-4c99-a4f5-7e2f29ae71e2 service neutron] Transition to ACTIVE for port object 2fb8f093-f5b6-4f40-b597-8617ac6e55b7 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:09:05.583627 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-96e1173b-1100-4c99-a4f5-7e2f29ae71e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:05.638162 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1173b-1100-4c99-a4f5-7e2f29ae71e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb8f093-f5b6-4f40-b597-8617ac6e55b7,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:05.713217 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-96e1173b-1100-4c99-a4f5-7e2f29ae71e2 service neutron] Attempting to bind port 2fb8f093-f5b6-4f40-b597-8617ac6e55b7 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:09:05.713586 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-96e1173b-1100-4c99-a4f5-7e2f29ae71e2 service neutron] Attempting to bind port 2fb8f093-f5b6-4f40-b597-8617ac6e55b7 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '9f6d882e-8a79-43cf-a11e-6afbc4dd6e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3cdbb0e1-e363-4760-b488-894ac8b625c3'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:09:05.713905 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-96e1173b-1100-4c99-a4f5-7e2f29ae71e2 service neutron] Attempting to bind port 2fb8f093-f5b6-4f40-b597-8617ac6e55b7 on network 3cdbb0e1-e363-4760-b488-894ac8b625c3 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:05.719219 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-96e1173b-1100-4c99-a4f5-7e2f29ae71e2 service neutron] Port 2fb8f093-f5b6-4f40-b597-8617ac6e55b7 on network 3cdbb0e1-e363-4760-b488-894ac8b625c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:09:05.719536 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-96e1173b-1100-4c99-a4f5-7e2f29ae71e2 service neutron] Attempting to bind port 2fb8f093-f5b6-4f40-b597-8617ac6e55b7 on network 3cdbb0e1-e363-4760-b488-894ac8b625c3 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:05.724634 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-96e1173b-1100-4c99-a4f5-7e2f29ae71e2 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:09:05.724969 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-96e1173b-1100-4c99-a4f5-7e2f29ae71e2 service neutron] Checking segment: {'id': '9f6d882e-8a79-43cf-a11e-6afbc4dd6e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3cdbb0e1-e363-4760-b488-894ac8b625c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:05.725360 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-96e1173b-1100-4c99-a4f5-7e2f29ae71e2 service neutron] Bound using segment: {'id': '9f6d882e-8a79-43cf-a11e-6afbc4dd6e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3cdbb0e1-e363-4760-b488-894ac8b625c3'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:09:05.725791 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-96e1173b-1100-4c99-a4f5-7e2f29ae71e2 service neutron] Bound port: 2fb8f093-f5b6-4f40-b597-8617ac6e55b7, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6d882e-8a79-43cf-a11e-6afbc4dd6e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3cdbb0e1-e363-4760-b488-894ac8b625c3'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:09:05.726147 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-96e1173b-1100-4c99-a4f5-7e2f29ae71e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:05.791144 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-96e1173b-1100-4c99-a4f5-7e2f29ae71e2 service neutron] For port 2fb8f093-f5b6-4f40-b597-8617ac6e55b7, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:09:05.794229 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-96e1173b-1100-4c99-a4f5-7e2f29ae71e2 service neutron] For port 2fb8f093-f5b6-4f40-b597-8617ac6e55b7, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=2fb8f093-f5b6-4f40-b597-8617ac6e55b7,segment=NetworkSegment(9f6d882e-8a79-43cf-a11e-6afbc4dd6e44),segment_id=9f6d882e-8a79-43cf-a11e-6afbc4dd6e44)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:09:05.799268 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-96e1173b-1100-4c99-a4f5-7e2f29ae71e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:05.836301 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-96e1173b-1100-4c99-a4f5-7e2f29ae71e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:05.836911 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-96e1173b-1100-4c99-a4f5-7e2f29ae71e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:05.838279 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-96e1173b-1100-4c99-a4f5-7e2f29ae71e2 service neutron] 10.222.0.83 "PUT /v2.0/ports/2fb8f093-f5b6-4f40-b597-8617ac6e55b7 HTTP/1.1" status: 200 len: 1091 time: 0.6975214 May 26 16:09:05.838725 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a932e0a1-b822-44da-9d3f-2a7010b28415', 'tag': '2fb8f093-f5b6-4f40-b597-8617ac6e55b7'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:05.840988 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019ab0d8-8550-4190-9fbe-3080f19a8ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "a932e0a1-b822-44da-9d3f-2a7010b28415", "tag": "2fb8f093-f5b6-4f40-b597-8617ac6e55b7"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:05.862219 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1173b-1100-4c99-a4f5-7e2f29ae71e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb8f093-f5b6-4f40-b597-8617ac6e55b7,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:05.915071 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-18296f4d-bc80-4a36-b27e-b1f79359c143 req-aa0dda9f-8abb-411a-95d6-fb9b76d100a9 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565742 May 26 16:09:05.960547 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-d72035b6-499e-40df-8eba-ba50ed7f2f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:05.962054 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-d72035b6-499e-40df-8eba-ba50ed7f2f86 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2a60138d5cbf45c18161145d2c69b076&device_id=a932e0a1-b822-44da-9d3f-2a7010b28415 HTTP/1.1" status: 200 len: 1094 time: 0.0571015 May 26 16:09:05.973068 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-5f7e36e8-ecbe-442c-a384-64d5b7dda18f service neutron] 10.222.0.77 "GET /v2.0/networks/67be992b-b4e7-4fb4-b3b4-ab1f54c2d199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242095 May 26 16:09:06.011363 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-3fad4553-e176-4059-8e17-6a1fdd817dd1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Allocated IP 172.25.7.69 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/e9bba20c-ba8b-46e0-98b4-30be905f929e) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:06.016361 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-0e21e6b5-5198-4c18-8b76-81889cae819a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fb8f093-f5b6-4f40-b597-8617ac6e55b7 HTTP/1.1" status: 200 len: 217 time: 0.0359819 May 26 16:09:06.035470 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 0da5bd1c-cdaf-4399-82d9-704116636903 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:09:06.057696 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 0da5bd1c-cdaf-4399-82d9-704116636903 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:09:06.058522 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 0da5bd1c-cdaf-4399-82d9-704116636903 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:09:06.072414 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-55f9a835-8587-464b-a191-ca0941a1036f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:06.073847 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-55f9a835-8587-464b-a191-ca0941a1036f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6831a08-94b7-4d3f-978e-be2ec586ab0a HTTP/1.1" status: 200 len: 853 time: 0.0459676 May 26 16:09:06.107564 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-7aaa29aa-376b-495d-9ac5-e8e154ba5db8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3cdbb0e1-e363-4760-b488-894ac8b625c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248482 May 26 16:09:06.147087 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13841d68-61e0-438a-a3ed-569587e7ae53 req-9f8a7ae4-63ec-4060-b343-58d3f1f0dc89 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:06.148616 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13841d68-61e0-438a-a3ed-569587e7ae53 req-9f8a7ae4-63ec-4060-b343-58d3f1f0dc89 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/ports?device_id=a932e0a1-b822-44da-9d3f-2a7010b28415 HTTP/1.1" status: 200 len: 943 time: 0.1700203 May 26 16:09:06.204877 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-7a2ea32c-8009-4e65-b941-7bfb992e7cef service neutron] 10.222.0.83 "GET /v2.0/networks/3cdbb0e1-e363-4760-b488-894ac8b625c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881600 May 26 16:09:06.215983 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-8121842e-3ddb-47a3-9404-b392131747cf service neutron] 10.222.0.77 "GET /v2.0/networks/67be992b-b4e7-4fb4-b3b4-ab1f54c2d199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327058 May 26 16:09:06.242639 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13841d68-61e0-438a-a3ed-569587e7ae53 req-e87573af-d7f7-44ae-88dd-a426e1d9f4cc tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/security-groups?id=d06b3f50-fcfd-4fe3-922a-fa03f9e99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832362 May 26 16:09:06.299541 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51062) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:06.300885 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3fad4553-e176-4059-8e17-6a1fdd817dd1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:06.309823 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b622baf-588e-41c2-ae3e-294c53b4f88b req-24762195-6da0-40b2-9cf3-cc0fc89a9b15 service neutron] 10.222.0.83 "GET /v2.0/networks/3cdbb0e1-e363-4760-b488-894ac8b625c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969424 May 26 16:09:06.372805 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-4f840efc-1e0f-4ab2-8e32-58a2a0bc10b9 service neutron] 10.222.0.77 "GET /v2.0/networks/67be992b-b4e7-4fb4-b3b4-ab1f54c2d199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447513 May 26 16:09:06.389997 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f38d1ca1-1d60-43ee-bb65-d59ea78c7ed9 req-209f2650-c839-4ca5-b603-73e88a087080 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0357943 May 26 16:09:06.404726 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3fad4553-e176-4059-8e17-6a1fdd817dd1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:06.457858 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24173369-c600-48ef-b5d8-6910a17ce42c x-openstack-request-id: req-24173369-c600-48ef-b5d8-6910a17ce42c {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:06.458471 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a932e0a1-b822-44da-9d3f-2a7010b28415", "tag": "2fb8f093-f5b6-4f40-b597-8617ac6e55b7", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:06.458641 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-24173369-c600-48ef-b5d8-6910a17ce42c {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:06.458914 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24173369-c600-48ef-b5d8-6910a17ce42c'] response: {'name': 'network-changed', 'server_uuid': 'a932e0a1-b822-44da-9d3f-2a7010b28415', 'tag': '2fb8f093-f5b6-4f40-b597-8617ac6e55b7', 'status': 'completed', 'code': 200} May 26 16:09:06.478505 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fad4553-e176-4059-8e17-6a1fdd817dd1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:06.485932 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-3fad4553-e176-4059-8e17-6a1fdd817dd1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:06.492247 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fad4553-e176-4059-8e17-6a1fdd817dd1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:06.515418 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad4553-e176-4059-8e17-6a1fdd817dd1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Pushing event updated for resources: {'Port': ['ID=e9bba20c-ba8b-46e0-98b4-30be905f929e,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:06.633243 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ab0d8-8550-4190-9fbe-3080f19a8ef7 req-fa3397d6-8f7e-4d52-9e18-8d2478c9033b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:06.633243 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-019ab0d8-8550-4190-9fbe-3080f19a8ef7 req-fa3397d6-8f7e-4d52-9e18-8d2478c9033b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2a60138d5cbf45c18161145d2c69b076&device_id=a932e0a1-b822-44da-9d3f-2a7010b28415 HTTP/1.1" status: 200 len: 1094 time: 0.0949135 May 26 16:09:06.724372 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aaa14-8116-4c55-b745-a94b5b76ede0 req-71e948ba-aa79-4542-a4bc-98abf26465ac tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:06.726307 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0a1aaa14-8116-4c55-b745-a94b5b76ede0 req-71e948ba-aa79-4542-a4bc-98abf26465ac tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=f077dbfc-ca70-40f7-be4a-7e56f6d29bab HTTP/1.1" status: 200 len: 949 time: 0.1088769 May 26 16:09:06.787627 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ab0d8-8550-4190-9fbe-3080f19a8ef7 req-28f56196-ac49-4ef1-978d-52d4df0bf019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:06.789122 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-019ab0d8-8550-4190-9fbe-3080f19a8ef7 req-28f56196-ac49-4ef1-978d-52d4df0bf019 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3cdbb0e1-e363-4760-b488-894ac8b625c3 HTTP/1.1" status: 200 len: 914 time: 0.1486390 May 26 16:09:06.817139 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0a1aaa14-8116-4c55-b745-a94b5b76ede0 req-c94a8a77-98ff-4fb3-bf59-e4d93b6a3c75 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705602 May 26 16:09:06.830655 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-3fad4553-e176-4059-8e17-6a1fdd817dd1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Deleting port e9bba20c-ba8b-46e0-98b4-30be905f929e {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:06.831007 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3fad4553-e176-4059-8e17-6a1fdd817dd1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:06.846563 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-019ab0d8-8550-4190-9fbe-3080f19a8ef7 req-fd9910fc-f910-4607-8db3-307fa4354558 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fb8f093-f5b6-4f40-b597-8617ac6e55b7 HTTP/1.1" status: 200 len: 217 time: 0.0476270 May 26 16:09:06.972927 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3fad4553-e176-4059-8e17-6a1fdd817dd1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:06.973575 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3fad4553-e176-4059-8e17-6a1fdd817dd1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:07.023669 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-3fad4553-e176-4059-8e17-6a1fdd817dd1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Calling delete_port for e9bba20c-ba8b-46e0-98b4-30be905f929e owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:07.103425 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92b5d0-3a98-455e-b109-0480f2774c35 req-562af3c3-7f31-4a95-b461-60d2317507f4 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:07.105117 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e92b5d0-3a98-455e-b109-0480f2774c35 req-562af3c3-7f31-4a95-b461-60d2317507f4 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 946 time: 0.1348860 May 26 16:09:07.144380 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f9c65aa7-a4a7-45aa-b5d6-da104d727e33 req-aaa54fd9-3f76-497b-bbcd-c20cd1214fd4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 210 time: 0.0381274 May 26 16:09:07.187865 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e92b5d0-3a98-455e-b109-0480f2774c35 req-8a54a6be-82d6-463e-bd4f-3c0e0af76bd1 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708714 May 26 16:09:07.259470 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3fad4553-e176-4059-8e17-6a1fdd817dd1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:07.262389 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ab0d8-8550-4190-9fbe-3080f19a8ef7 req-52ccfa5a-eee7-4143-b8e1-a8003d8eb875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:07.264015 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-019ab0d8-8550-4190-9fbe-3080f19a8ef7 req-52ccfa5a-eee7-4143-b8e1-a8003d8eb875 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6831a08-94b7-4d3f-978e-be2ec586ab0a HTTP/1.1" status: 200 len: 853 time: 0.3986402 May 26 16:09:07.298305 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad4553-e176-4059-8e17-6a1fdd817dd1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Pushing event deleted for resources: {'Port': ['ID=e9bba20c-ba8b-46e0-98b4-30be905f929e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:07.310294 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-019ab0d8-8550-4190-9fbe-3080f19a8ef7 req-8091003c-ce55-4968-85d9-654a5bd0230d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3cdbb0e1-e363-4760-b488-894ac8b625c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337684 May 26 16:09:07.314712 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b3f683b-2f10-47d6-8145-b6f7e34e1a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:07.456182 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b563fdc-2fec-4788-9460-8376c8bb522f req-a9033df8-4460-4dad-8e61-28d78bfbacbd tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:07.458140 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9b563fdc-2fec-4788-9460-8376c8bb522f req-a9033df8-4460-4dad-8e61-28d78bfbacbd tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/ports?device_id=a932e0a1-b822-44da-9d3f-2a7010b28415 HTTP/1.1" status: 200 len: 943 time: 0.1039512 May 26 16:09:07.459140 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-3fad4553-e176-4059-8e17-6a1fdd817dd1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] create failed (client error): The resource could not be found. May 26 16:09:07.460074 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3fad4553-e176-4059-8e17-6a1fdd817dd1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3727405 May 26 16:09:07.464203 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51100) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:07.551098 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-019ab0d8-8550-4190-9fbe-3080f19a8ef7 req-1fefd2fa-a1c5-44c8-875a-90f9b3de4ef6 service neutron] 10.222.0.83 "GET /v2.0/networks/3cdbb0e1-e363-4760-b488-894ac8b625c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929874 May 26 16:09:07.575290 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9b563fdc-2fec-4788-9460-8376c8bb522f req-6962119d-c1f8-4ec5-ad88-b3e5f215e5cb tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/security-groups?id=d06b3f50-fcfd-4fe3-922a-fa03f9e99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087434 May 26 16:09:07.591576 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c65c30a2-360d-4e34-bcde-7c6a9e4b6e7d req-a321e0fd-b8dd-4736-a627-d321ce3326d5 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0555077 May 26 16:09:07.627154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-2d5c8fe5-4f0d-4416-b50c-c0e7ec35d7a1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Deleting port bc13efa1-3817-47c0-a6ec-b424ab95446e {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:07.627777 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2d5c8fe5-4f0d-4416-b50c-c0e7ec35d7a1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:07.703621 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-019ab0d8-8550-4190-9fbe-3080f19a8ef7 req-3752171b-b2fd-4a5b-a475-40a72898c2f5 service neutron] 10.222.0.83 "GET /v2.0/networks/3cdbb0e1-e363-4760-b488-894ac8b625c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308851 May 26 16:09:07.723152 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2d5c8fe5-4f0d-4416-b50c-c0e7ec35d7a1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:07.740128 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-2d5c8fe5-4f0d-4416-b50c-c0e7ec35d7a1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Calling delete_port for bc13efa1-3817-47c0-a6ec-b424ab95446e owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:07.751978 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-6b3f683b-2f10-47d6-8145-b6f7e34e1a00 admin admin] Deleting port 3840c6de-891e-4b2e-9143-8c3b45aa1fe7 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:07.752352 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b3f683b-2f10-47d6-8145-b6f7e34e1a00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:07.839529 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-6b3f683b-2f10-47d6-8145-b6f7e34e1a00 admin admin] For port 3840c6de-891e-4b2e-9143-8c3b45aa1fe7, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3840c6de-891e-4b2e-9143-8c3b45aa1fe7,segment=NetworkSegment(c6380c4f-2eb2-46a7-b445-d8da7d649974),segment_id=c6380c4f-2eb2-46a7-b445-d8da7d649974)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:07.839912 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b3f683b-2f10-47d6-8145-b6f7e34e1a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:07.857115 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-6b3f683b-2f10-47d6-8145-b6f7e34e1a00 admin admin] Calling delete_port for 3840c6de-891e-4b2e-9143-8c3b45aa1fe7 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:07.914717 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2d5c8fe5-4f0d-4416-b50c-c0e7ec35d7a1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:07.954266 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c8fe5-4f0d-4416-b50c-c0e7ec35d7a1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Pushing event deleted for resources: {'Port': ['ID=bc13efa1-3817-47c0-a6ec-b424ab95446e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:08.016933 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f456b-263a-4544-8360-24f7d4b56b24 req-12bd4450-7909-490b-9a0b-72f6349409d1 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:08.018768 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b62f456b-263a-4544-8360-24f7d4b56b24 req-12bd4450-7909-490b-9a0b-72f6349409d1 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=f077dbfc-ca70-40f7-be4a-7e56f6d29bab HTTP/1.1" status: 200 len: 949 time: 0.1340635 May 26 16:09:08.060314 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2d5c8fe5-4f0d-4416-b50c-c0e7ec35d7a1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:08.064176 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2d5c8fe5-4f0d-4416-b50c-c0e7ec35d7a1 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] 10.222.0.77 "DELETE /v2.0/ports/bc13efa1-3817-47c0-a6ec-b424ab95446e HTTP/1.1" status: 204 len: 168 time: 0.5989363 May 26 16:09:08.066769 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51104) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:08.079284 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b62f456b-263a-4544-8360-24f7d4b56b24 req-734e2bfa-ffbb-4c27-af59-97db882ffcad tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529010 May 26 16:09:08.125696 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b3f683b-2f10-47d6-8145-b6f7e34e1a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:08.135270 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42056e93-a19d-4091-85a8-8b8d61488385 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:08.139340 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-42056e93-a19d-4091-85a8-8b8d61488385 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1affaec-98c8-4645-8285-55a2fa31fa2a HTTP/1.1" status: 200 len: 913 time: 0.0688961 May 26 16:09:08.140867 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51108) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:08.171045 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f683b-2f10-47d6-8145-b6f7e34e1a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=3840c6de-891e-4b2e-9143-8c3b45aa1fe7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:08.323385 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a07c0f2c-cc25-4bd5-b0ee-e63a0ff410f7 req-fdc7c3a8-27de-4a12-b07e-08568920f9b5 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 210 time: 0.0410984 May 26 16:09:08.364853 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b3f683b-2f10-47d6-8145-b6f7e34e1a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:08.458527 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ab81a-cc18-4ce6-9107-e702525533b1 req-6373fad0-c688-44ec-bd9b-3fca4236674b tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:08.460115 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd6ab81a-cc18-4ce6-9107-e702525533b1 req-6373fad0-c688-44ec-bd9b-3fca4236674b tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f077dbfc-ca70-40f7-be4a-7e56f6d29bab HTTP/1.1" status: 200 len: 1100 time: 0.2517269 May 26 16:09:08.549219 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd6ab81a-cc18-4ce6-9107-e702525533b1 req-fe60caed-4723-405f-bcef-c4261b068c3e tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733762 May 26 16:09:08.561214 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7428ca-3b12-48e9-87a1-2bb46478be6e req-9d8c52cc-33d1-4a9b-b8aa-5e2389099f55 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:08.563218 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba7428ca-3b12-48e9-87a1-2bb46478be6e req-9d8c52cc-33d1-4a9b-b8aa-5e2389099f55 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 946 time: 0.1207941 May 26 16:09:08.649927 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba7428ca-3b12-48e9-87a1-2bb46478be6e req-e9ed7eac-ffbc-406d-9fa9-b17afd90fde4 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766551 May 26 16:09:08.655463 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-6200528c-433a-4a18-9abf-548a98dda361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:08.658224 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-6200528c-433a-4a18-9abf-548a98dda361 service neutron] 10.222.0.83 "GET /v2.0/ports/f1118030-abd2-4542-9495-9b488c4efc14 HTTP/1.1" status: 200 len: 1033 time: 0.0700641 May 26 16:09:08.737737 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3f683b-2f10-47d6-8145-b6f7e34e1a00 admin admin] Router 23c82539-53d7-436a-8f44-e10b8849fb9a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:09:08.762036 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-bc93acd0-ef0a-40d8-be90-f26986ac7d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:08.763728 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-bc93acd0-ef0a-40d8-be90-f26986ac7d65 service neutron] 10.222.0.83 "GET /v2.0/ports/17546000-b263-4011-a4e6-5dc6daed213a HTTP/1.1" status: 200 len: 1031 time: 0.0758615 May 26 16:09:08.768714 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7535358-c644-4a90-bf1d-62ea92f1e530 req-e5df404f-9f59-42db-9f58-890e81a529a0 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:08.770312 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7535358-c644-4a90-bf1d-62ea92f1e530 req-e5df404f-9f59-42db-9f58-890e81a529a0 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/ports?device_id=a932e0a1-b822-44da-9d3f-2a7010b28415 HTTP/1.1" status: 200 len: 943 time: 0.0838127 May 26 16:09:08.820555 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3af05003-5410-4298-b9ba-0ccd40133c67 req-3a07bc35-88a0-4fdf-8146-52b6a277cbdc tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0459328 May 26 16:09:08.825260 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9004fb85-5d2d-4420-b507-f2fed4888b26 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:08.952672 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7535358-c644-4a90-bf1d-62ea92f1e530 req-06b045df-e2bc-4abd-9bf8-29c257798b01 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/security-groups?id=d06b3f50-fcfd-4fe3-922a-fa03f9e99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752102 May 26 16:09:08.958540 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-4a91b7b6-b36b-4f4f-bdaa-01250c85ea8b tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=174d64ba844b421799c9f2136fec1233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388198 May 26 16:09:08.987298 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3f683b-2f10-47d6-8145-b6f7e34e1a00 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:09:08.996593 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6b3f683b-2f10-47d6-8145-b6f7e34e1a00 admin admin] 10.222.0.77 "PUT /v2.0/routers/23c82539-53d7-436a-8f44-e10b8849fb9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6958179 May 26 16:09:08.998360 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51130) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:08.999330 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ec4802-998f-4765-993e-4a3c24a3144c None None] Sync routers for ids ['23c82539-53d7-436a-8f44-e10b8849fb9a'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:09:09.011077 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec4802-998f-4765-993e-4a3c24a3144c None None] Routers {'23c82539-53d7-436a-8f44-e10b8849fb9a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:09.012008 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-64ec4802-998f-4765-993e-4a3c24a3144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:08:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['23c82539-53d7-436a-8f44-e10b8849fb9a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:09.019881 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-e6ee9daf-ad88-4030-9e67-134a5602094c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:09.029168 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-e6ee9daf-ad88-4030-9e67-134a5602094c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:09.035686 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-e6ee9daf-ad88-4030-9e67-134a5602094c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:09.037294 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-e6ee9daf-ad88-4030-9e67-134a5602094c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.83 "GET /v2.0/networks?id=759f9984-acd0-4751-a36a-a91d134cc760&id=f3afb84f-a007-4e52-a1fb-611cc73f2208&id=f3afb84f-a007-4e52-a1fb-611cc73f2208&id=f3afb84f-a007-4e52-a1fb-611cc73f2208&id=f3afb84f-a007-4e52-a1fb-611cc73f2208&id=67be992b-b4e7-4fb4-b3b4-ab1f54c2d199&id=67be992b-b4e7-4fb4-b3b4-ab1f54c2d199 HTTP/1.1" status: 200 len: 1996 time: 0.2357247 May 26 16:09:09.141901 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-82ddbfdf-c23a-402b-ab1b-dab3a85d0cf3 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:09.143384 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-82ddbfdf-c23a-402b-ab1b-dab3a85d0cf3 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1379642 May 26 16:09:09.166864 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-64ec4802-998f-4765-993e-4a3c24a3144c None None] Set router 23c82539-53d7-436a-8f44-e10b8849fb9a gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:09:09.170468 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-b793c015-a53c-4c5c-994e-4cc8a534f2b5 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/quotas/174d64ba844b421799c9f2136fec1233 HTTP/1.1" status: 200 len: 375 time: 0.0197110 May 26 16:09:09.180119 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-cc8da8d2-41a6-45c0-9d44-3db21ee94e7c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3f44b6fae1d4ce4bc737c28e8283000 HTTP/1.1" status: 200 len: 380 time: 0.0999708 May 26 16:09:09.198048 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-7cf95609-4b46-4f48-a87f-cf700db4b303 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Request body: {'port': {'device_id': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760', 'admin_state_up': True, 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'security_groups': ['a61d52fc-2efc-4663-b505-33ebee78b50e']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:09.203543 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-750b76fb-0837-4365-a1ee-e398c85426c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:09.314086 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-ed9e0e41-d6e6-4186-af17-4de8f13de01f tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=174d64ba844b421799c9f2136fec1233&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1421049 May 26 16:09:09.347628 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-9004fb85-5d2d-4420-b507-f2fed4888b26 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Deleting port 861a1d62-7e8b-4f72-b07b-3e7b3c8906d3 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:09.349698 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9004fb85-5d2d-4420-b507-f2fed4888b26 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:09.397913 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-64ec4802-998f-4765-993e-4a3c24a3144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'name': 'tempest-ServerRescueNegativeTestJSON-53084757-router', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:51Z', 'updated_at': '2022-05-26T16:09:08Z', 'revision_number': 5, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'gw_port': {'id': '27e27cdf-ab8e-4335-9530-55a516ee69ff', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:02:52Z', 'updated_at': '2022-05-26T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:09.400178 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-750b76fb-0837-4365-a1ee-e398c85426c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:09.426148 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-7cf95609-4b46-4f48-a87f-cf700db4b303 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Made reservation on behalf of d3f44b6fae1d4ce4bc737c28e8283000 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:09.430909 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-7cf95609-4b46-4f48-a87f-cf700db4b303 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:09.432896 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ec4802-998f-4765-993e-4a3c24a3144c None None] Checking router: 23c82539-53d7-436a-8f44-e10b8849fb9a for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:09:09.450737 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec4802-998f-4765-993e-4a3c24a3144c None None] Routers {'23c82539-53d7-436a-8f44-e10b8849fb9a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:09.451368 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-64ec4802-998f-4765-993e-4a3c24a3144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:08:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['23c82539-53d7-436a-8f44-e10b8849fb9a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:09.525531 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-522276c5-3b15-4ab1-86e2-343c128880a7 req-7c086d2c-7199-498f-8fe8-f5081ce37a37 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 210 time: 0.0493133 May 26 16:09:09.549044 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9004fb85-5d2d-4420-b507-f2fed4888b26 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:09.557603 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-64ec4802-998f-4765-993e-4a3c24a3144c None None] Set router 23c82539-53d7-436a-8f44-e10b8849fb9a gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:09:09.563880 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-9004fb85-5d2d-4420-b507-f2fed4888b26 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Calling delete_port for 861a1d62-7e8b-4f72-b07b-3e7b3c8906d3 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:09.580441 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-750b76fb-0837-4365-a1ee-e398c85426c4 admin admin] Deleting port 27e27cdf-ab8e-4335-9530-55a516ee69ff {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:09.580907 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-750b76fb-0837-4365-a1ee-e398c85426c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:09.649197 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-64ec4802-998f-4765-993e-4a3c24a3144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'name': 'tempest-ServerRescueNegativeTestJSON-53084757-router', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:51Z', 'updated_at': '2022-05-26T16:09:09Z', 'revision_number': 6, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:09.685775 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ec4802-998f-4765-993e-4a3c24a3144c None None] The sync data for ids ['23c82539-53d7-436a-8f44-e10b8849fb9a'] in n-d-843337-2 is: [{'id': '23c82539-53d7-436a-8f44-e10b8849fb9a', 'name': 'tempest-ServerRescueNegativeTestJSON-53084757-router', 'tenant_id': 'e054f09efe5e48a1a811c34416f57f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:02:51Z', 'updated_at': '2022-05-26T16:09:09Z', 'revision_number': 6, 'project_id': 'e054f09efe5e48a1a811c34416f57f3d', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:09:09.706796 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-7cf95609-4b46-4f48-a87f-cf700db4b303 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Allocated IP 172.20.0.4 (759f9984-acd0-4751-a36a-a91d134cc760/e39dcd09-8b50-4182-9445-d6005ccf9aaa/64cbe213-ecc2-4f91-b82c-ca1a2f519962) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:09.728010 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26d0fdd6-aab1-4353-b039-82a3370224f6 req-f4316481-6bb8-4a0a-a9ba-19e427d20643 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a348dff3-f201-4df0-9e3e-956e9145ba49 HTTP/1.1" status: 200 len: 210 time: 0.0574250 May 26 16:09:09.873540 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7d813-e116-43b0-ab06-ccabca55d970 req-d345483c-122d-4207-9bec-baf7773d2de0 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:09.882907 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-65a7d813-e116-43b0-ab06-ccabca55d970 req-d345483c-122d-4207-9bec-baf7773d2de0 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 946 time: 0.1235251 May 26 16:09:09.884456 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-750b76fb-0837-4365-a1ee-e398c85426c4 admin admin] For port 27e27cdf-ab8e-4335-9530-55a516ee69ff, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=27e27cdf-ab8e-4335-9530-55a516ee69ff,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:09.884841 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-750b76fb-0837-4365-a1ee-e398c85426c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:09.903671 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-750b76fb-0837-4365-a1ee-e398c85426c4 admin admin] Calling delete_port for 27e27cdf-ab8e-4335-9530-55a516ee69ff owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:09.987741 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-7cf95609-4b46-4f48-a87f-cf700db4b303 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:10.021288 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-65a7d813-e116-43b0-ab06-ccabca55d970 req-b2e587bd-df98-4063-b803-d22d67cdf6fe tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367903 May 26 16:09:10.025347 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5530de6-e7bd-41fe-aaf5-7ff91cdf04d4 req-808544e4-454e-467e-8402-da4bec4d63f6 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0548723 May 26 16:09:10.051138 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9004fb85-5d2d-4420-b507-f2fed4888b26 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:10.127217 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-7cf95609-4b46-4f48-a87f-cf700db4b303 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:10.556259 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004fb85-5d2d-4420-b507-f2fed4888b26 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Pushing event deleted for resources: {'Port': ['ID=861a1d62-7e8b-4f72-b07b-3e7b3c8906d3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:10.594572 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf95609-4b46-4f48-a87f-cf700db4b303 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event updated for resources: {'Port': ['ID=64cbe213-ecc2-4f91-b82c-ca1a2f519962,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:10.603771 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-750b76fb-0837-4365-a1ee-e398c85426c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:10.616342 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-7cf95609-4b46-4f48-a87f-cf700db4b303 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Network 759f9984-acd0-4751-a36a-a91d134cc760 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:10.635422 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-7cf95609-4b46-4f48-a87f-cf700db4b303 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:10.638909 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-7cf95609-4b46-4f48-a87f-cf700db4b303 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:10.723858 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b76fb-0837-4365-a1ee-e398c85426c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=27e27cdf-ab8e-4335-9530-55a516ee69ff,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:10.803627 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-7cf95609-4b46-4f48-a87f-cf700db4b303 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:10.804300 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-7cf95609-4b46-4f48-a87f-cf700db4b303 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:10.890291 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-7cf95609-4b46-4f48-a87f-cf700db4b303 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6973031 May 26 16:09:10.899798 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-750b76fb-0837-4365-a1ee-e398c85426c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:10.917106 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c189ed-d47d-4ae1-a63f-eb7c88dcc833 req-4b2d04bc-e67a-4859-9c7f-aab415082dc5 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:10.931493 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d0c189ed-d47d-4ae1-a63f-eb7c88dcc833 req-4b2d04bc-e67a-4859-9c7f-aab415082dc5 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/ports?device_id=a932e0a1-b822-44da-9d3f-2a7010b28415 HTTP/1.1" status: 200 len: 943 time: 0.3719759 May 26 16:09:10.966630 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9004fb85-5d2d-4420-b507-f2fed4888b26 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:11.005650 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3840c6de-891e-4b2e-9143-8c3b45aa1fe7 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:09:11.051859 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 3840c6de-891e-4b2e-9143-8c3b45aa1fe7 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:09:11.053696 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3840c6de-891e-4b2e-9143-8c3b45aa1fe7 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:09:11.054126 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 27e27cdf-ab8e-4335-9530-55a516ee69ff no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:09:11.065582 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-8d748be5-be1d-474c-9642-ff8ad2822091 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Request body: {'port': {'device_id': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208', 'admin_state_up': True, 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'security_groups': ['a61d52fc-2efc-4663-b505-33ebee78b50e']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:11.096313 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 27e27cdf-ab8e-4335-9530-55a516ee69ff {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:09:11.096937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 27e27cdf-ab8e-4335-9530-55a516ee69ff not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:09:11.111845 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d9e28434-dde6-4aac-ac88-0a34f0e4f1e1 None None] Provisioning complete for port 64cbe213-ecc2-4f91-b82c-ca1a2f519962 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:11.112287 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d9e28434-dde6-4aac-ac88-0a34f0e4f1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:11.119384 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d0c189ed-d47d-4ae1-a63f-eb7c88dcc833 req-f3ca616f-b222-411b-ba49-0d776646784b tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/security-groups?id=d06b3f50-fcfd-4fe3-922a-fa03f9e99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854696 May 26 16:09:11.156710 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb1a13-1105-4182-b79d-4877f74c663b req-e114c018-2ec2-4275-9e07-f0e589721a24 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:11.160807 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58fb1a13-1105-4182-b79d-4877f74c663b req-e114c018-2ec2-4275-9e07-f0e589721a24 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 931 time: 0.4747901 May 26 16:09:11.215084 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-750b76fb-0837-4365-a1ee-e398c85426c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:11.246703 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-750b76fb-0837-4365-a1ee-e398c85426c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:11.315155 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5cb696d8-5541-4d5b-b31e-d66dbedd6329 req-9d8ff778-c1e8-43e9-b57c-b7294e3db82b tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a348dff3-f201-4df0-9e3e-956e9145ba49 HTTP/1.1" status: 200 len: 210 time: 0.0494962 May 26 16:09:11.321561 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-910e7376-0f42-46e3-8d59-b04a5d1bae57 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=174d64ba844b421799c9f2136fec1233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1535835 May 26 16:09:11.348519 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d9e28434-dde6-4aac-ac88-0a34f0e4f1e1 None None] Port 64cbe213-ecc2-4f91-b82c-ca1a2f519962 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:09:11.410917 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-750b76fb-0837-4365-a1ee-e398c85426c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:11.411446 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750b76fb-0837-4365-a1ee-e398c85426c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23c82539-53d7-436a-8f44-e10b8849fb9a {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:09:11.417383 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-750b76fb-0837-4365-a1ee-e398c85426c4 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:11.421537 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-750b76fb-0837-4365-a1ee-e398c85426c4 admin admin] 10.222.0.77 "DELETE /v2.0/routers/23c82539-53d7-436a-8f44-e10b8849fb9a HTTP/1.1" status: 204 len: 168 time: 2.4100890 May 26 16:09:11.421927 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51158) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:11.466690 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-8d748be5-be1d-474c-9642-ff8ad2822091 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Made reservation on behalf of d3f44b6fae1d4ce4bc737c28e8283000 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:11.474488 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-8d748be5-be1d-474c-9642-ff8ad2822091 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:11.529071 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58fb1a13-1105-4182-b79d-4877f74c663b req-d1d38bde-888b-4ddf-b6b3-266aa99ab981 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3269093 May 26 16:09:11.603725 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9004fb85-5d2d-4420-b507-f2fed4888b26 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Router e1affaec-98c8-4645-8285-55a2fa31fa2a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:09:11.651084 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c1edad-4b26-4c1f-ad09-ea862ef1a22b admin admin] Deleting subnet 667adff5-0c1e-46ec-b83e-3fbb957aa36c {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:09:11.664218 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-18c1edad-4b26-4c1f-ad09-ea862ef1a22b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:11.673920 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40350423-b0c8-42e7-bfd2-4a429e3d2534 req-c141ed07-d428-40cb-94f2-320119907994 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:11.675451 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-40350423-b0c8-42e7-bfd2-4a429e3d2534 req-c141ed07-d428-40cb-94f2-320119907994 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 946 time: 0.1674192 May 26 16:09:11.699872 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-8d748be5-be1d-474c-9642-ff8ad2822091 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Allocated IP 10.1.1.253 (f3afb84f-a007-4e52-a1fb-611cc73f2208/0d8967df-8a4c-46db-92d8-93f94220fcb8/a22baecc-6a51-4894-9383-fd79c3b20a9c) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:11.799058 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82fc1ba7-ee8b-40de-8860-82acca9d5b1f req-3b1a93f7-bb1b-4fa7-93ce-f30d407f051b tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.1408875 May 26 16:09:11.818540 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-877012ea-72c9-4ab9-bcbf-7d01192d7e46 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:11.820471 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-877012ea-72c9-4ab9-bcbf-7d01192d7e46 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4894013 May 26 16:09:11.839057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9004fb85-5d2d-4420-b507-f2fed4888b26 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:09:11.845902 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-18c1edad-4b26-4c1f-ad09-ea862ef1a22b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:11.850971 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d17e70-b8ae-466b-9cdc-1668773c18bd None None] Sync routers for ids ['e1affaec-98c8-4645-8285-55a2fa31fa2a'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:09:11.853028 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-a30f9e65-b685-4ae3-9d66-4b0bf7261b15 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Request body: {'port': {'device_id': 'a348dff3-f201-4df0-9e3e-956e9145ba49', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '174d64ba844b421799c9f2136fec1233'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:11.860914 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9004fb85-5d2d-4420-b507-f2fed4888b26 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] 10.222.0.77 "PUT /v2.0/routers/e1affaec-98c8-4645-8285-55a2fa31fa2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7194805 May 26 16:09:11.867181 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51160) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:11.867945 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d17e70-b8ae-466b-9cdc-1668773c18bd None None] Routers {'e1affaec-98c8-4645-8285-55a2fa31fa2a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:11.868911 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a0d17e70-b8ae-466b-9cdc-1668773c18bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:08:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['e1affaec-98c8-4645-8285-55a2fa31fa2a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:11.915115 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a0d17e70-b8ae-466b-9cdc-1668773c18bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:11.925775 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d17e70-b8ae-466b-9cdc-1668773c18bd None None] Routers {'e1affaec-98c8-4645-8285-55a2fa31fa2a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:11.926699 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a0d17e70-b8ae-466b-9cdc-1668773c18bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:08:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['e1affaec-98c8-4645-8285-55a2fa31fa2a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:11.949879 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-40350423-b0c8-42e7-bfd2-4a429e3d2534 req-0bcf4cfa-913e-48d8-b037-45ea643cfa64 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046490 May 26 16:09:11.977503 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a0d17e70-b8ae-466b-9cdc-1668773c18bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:11.978396 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d17e70-b8ae-466b-9cdc-1668773c18bd None None] The sync data for ids ['e1affaec-98c8-4645-8285-55a2fa31fa2a'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:09:12.004771 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-8d748be5-be1d-474c-9642-ff8ad2822091 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.023614 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bbf9e84c-5178-4cd5-aa60-686f111064d0 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.065696 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-18c1edad-4b26-4c1f-ad09-ea862ef1a22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.069576 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 2fb8f093-f5b6-4f40-b597-8617ac6e55b7 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:09:12.097538 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-a30f9e65-b685-4ae3-9d66-4b0bf7261b15 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Made reservation on behalf of 174d64ba844b421799c9f2136fec1233 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:12.100863 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-a30f9e65-b685-4ae3-9d66-4b0bf7261b15 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.205073 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 2fb8f093-f5b6-4f40-b597-8617ac6e55b7, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=2fb8f093-f5b6-4f40-b597-8617ac6e55b7,segment=NetworkSegment(9f6d882e-8a79-43cf-a11e-6afbc4dd6e44),segment_id=9f6d882e-8a79-43cf-a11e-6afbc4dd6e44)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:12.221542 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '2fb8f093-f5b6-4f40-b597-8617ac6e55b7', 'network_id': '3cdbb0e1-e363-4760-b488-894ac8b625c3', 'port_id': '2fb8f093-f5b6-4f40-b597-8617ac6e55b7', 'mac_address': 'fa:16:3e:76:2f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6831a08-94b7-4d3f-978e-be2ec586ab0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:09:12.248614 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-18c1edad-4b26-4c1f-ad09-ea862ef1a22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.263232 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bbf9e84c-5178-4cd5-aa60-686f111064d0 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.266648 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-8d748be5-be1d-474c-9642-ff8ad2822091 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.271217 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bbf9e84c-5178-4cd5-aa60-686f111064d0 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.288641 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 2fb8f093-f5b6-4f40-b597-8617ac6e55b7 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:12.289372 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.292866 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-a30f9e65-b685-4ae3-9d66-4b0bf7261b15 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Allocated IP 192.168.233.60 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/e67135a2-355b-4c0a-bb10-d3cd7978b1b2) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:12.308035 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb8f093-f5b6-4f40-b597-8617ac6e55b7 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:09:12.321238 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d748be5-be1d-474c-9642-ff8ad2822091 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event updated for resources: {'Port': ['ID=a22baecc-6a51-4894-9383-fd79c3b20a9c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:12.323520 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-18c1edad-4b26-4c1f-ad09-ea862ef1a22b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.330356 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-18c1edad-4b26-4c1f-ad09-ea862ef1a22b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/667adff5-0c1e-46ec-b83e-3fbb957aa36c HTTP/1.1" status: 204 len: 168 time: 0.8997321 May 26 16:09:12.330356 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1edad-4b26-4c1f-ad09-ea862ef1a22b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=667adff5-0c1e-46ec-b83e-3fbb957aa36c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:12.334120 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 2fb8f093-f5b6-4f40-b597-8617ac6e55b7, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=2fb8f093-f5b6-4f40-b597-8617ac6e55b7,segment=NetworkSegment(9f6d882e-8a79-43cf-a11e-6afbc4dd6e44),segment_id=9f6d882e-8a79-43cf-a11e-6afbc4dd6e44)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:12.336989 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51164) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:12.341000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c50fae-ee18-4d0b-8ef5-44971c1e9bd7 None None] Network 48798ccf-c01b-4baf-8c1d-06629758249c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:09:12.372253 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148c0b7-5351-4ce9-8b85-83400d47ad39 req-7bb611de-6e48-4681-9911-5b2c3d1bd202 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:12.374204 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2148c0b7-5351-4ce9-8b85-83400d47ad39 req-7bb611de-6e48-4681-9911-5b2c3d1bd202 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/ports?device_id=a932e0a1-b822-44da-9d3f-2a7010b28415 HTTP/1.1" status: 200 len: 943 time: 0.1427288 May 26 16:09:12.408468 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-8d748be5-be1d-474c-9642-ff8ad2822091 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Network f3afb84f-a007-4e52-a1fb-611cc73f2208 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:12.410015 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-8d748be5-be1d-474c-9642-ff8ad2822091 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:12.416952 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.425296 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bbf9e84c-5178-4cd5-aa60-686f111064d0 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.425826 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf9e84c-5178-4cd5-aa60-686f111064d0 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Fanout notify agent at l3_agent the message router_deleted on router e1affaec-98c8-4645-8285-55a2fa31fa2a {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:09:12.427654 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-8d748be5-be1d-474c-9642-ff8ad2822091 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:12.502148 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=2fb8f093-f5b6-4f40-b597-8617ac6e55b7,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:12.513980 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-8d748be5-be1d-474c-9642-ff8ad2822091 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:12.514959 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-8d748be5-be1d-474c-9642-ff8ad2822091 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.523874 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04621db0-754d-4a48-ae27-f0e8d837c25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.524255 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bbf9e84c-5178-4cd5-aa60-686f111064d0 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.529385 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bbf9e84c-5178-4cd5-aa60-686f111064d0 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] 10.222.0.77 "DELETE /v2.0/routers/e1affaec-98c8-4645-8285-55a2fa31fa2a HTTP/1.1" status: 204 len: 168 time: 0.6611960 May 26 16:09:12.530017 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51168) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:12.590383 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2148c0b7-5351-4ce9-8b85-83400d47ad39 req-a290b6b3-abc9-44a5-87d4-4b22cefb29c0 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/security-groups?id=d06b3f50-fcfd-4fe3-922a-fa03f9e99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780405 May 26 16:09:12.592640 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-694dcb84-da17-4e66-bf79-918d650d7f2e req-c7f3020e-0f45-4a46-8693-be4adbccd4ce tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a348dff3-f201-4df0-9e3e-956e9145ba49 HTTP/1.1" status: 200 len: 210 time: 0.1156461 May 26 16:09:12.612815 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-8d748be5-be1d-474c-9642-ff8ad2822091 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5703816 May 26 16:09:12.640311 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-66e40be6-0f22-46ce-b94c-94f3661bf7b3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Request body: {'port': {'device_id': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208', 'admin_state_up': True, 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'security_groups': ['a61d52fc-2efc-4663-b505-33ebee78b50e']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:12.668034 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6641dee-1332-414b-88e3-7f0dcaf97400 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Deleting subnet e583d612-dbf6-436b-acca-8f4ee13d7415 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:09:12.698075 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b6641dee-1332-414b-88e3-7f0dcaf97400 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.729547 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46495e03-d8ec-4db5-84bf-ad3996c3b86e None None] DHCP port deletion for 48798ccf-c01b-4baf-8c1d-06629758249c request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:09:12.805731 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b6641dee-1332-414b-88e3-7f0dcaf97400 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.820783 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-46495e03-d8ec-4db5-84bf-ad3996c3b86e None None] Deleting port 3e135796-5729-4107-a6df-d4fd91fc4ba6 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:12.821157 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-46495e03-d8ec-4db5-84bf-ad3996c3b86e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.900453 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d2a16e41-5f26-4582-9b8e-4347f6c1a010 None None] Provisioning complete for port a22baecc-6a51-4894-9383-fd79c3b20a9c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:12.900830 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d2a16e41-5f26-4582-9b8e-4347f6c1a010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.933369 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-a30f9e65-b685-4ae3-9d66-4b0bf7261b15 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.934913 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-46495e03-d8ec-4db5-84bf-ad3996c3b86e None None] For port 3e135796-5729-4107-a6df-d4fd91fc4ba6, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3e135796-5729-4107-a6df-d4fd91fc4ba6,segment=NetworkSegment(c6380c4f-2eb2-46a7-b445-d8da7d649974),segment_id=c6380c4f-2eb2-46a7-b445-d8da7d649974)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:12.935505 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-46495e03-d8ec-4db5-84bf-ad3996c3b86e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:12.981661 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-46495e03-d8ec-4db5-84bf-ad3996c3b86e None None] Calling delete_port for 3e135796-5729-4107-a6df-d4fd91fc4ba6 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:12.990034 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3e135796-5729-4107-a6df-d4fd91fc4ba6 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:09:13.024435 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['2fb8f093-f5b6-4f40-b597-8617ac6e55b7'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:09:13.029996 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b8d6fad-285a-4bc3-842b-929b47c00ee2 req-9a70dc83-7dee-49dd-a10c-0be3ec9f54d4 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0568030 May 26 16:09:13.037551 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-04621db0-754d-4a48-ae27-f0e8d837c25c admin admin] Deleting port 3e135796-5729-4107-a6df-d4fd91fc4ba6 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:13.037886 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04621db0-754d-4a48-ae27-f0e8d837c25c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.049198 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b6641dee-1332-414b-88e3-7f0dcaf97400 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.049675 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d3b72-ae16-4085-a6ca-a0fde33dbd04 req-ca3663d1-736b-4229-a5f4-c4480f8e489b tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:13.056380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d3b72-ae16-4085-a6ca-a0fde33dbd04 req-ca3663d1-736b-4229-a5f4-c4480f8e489b tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:13.058145 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c53d3b72-ae16-4085-a6ca-a0fde33dbd04 req-ca3663d1-736b-4229-a5f4-c4480f8e489b tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 1653 time: 0.2712476 May 26 16:09:13.067395 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-798d8796-1124-42f0-adc3-3b88e1ed5d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.125608 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-66e40be6-0f22-46ce-b94c-94f3661bf7b3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Made reservation on behalf of d3f44b6fae1d4ce4bc737c28e8283000 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:13.131291 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-66e40be6-0f22-46ce-b94c-94f3661bf7b3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.138337 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b6641dee-1332-414b-88e3-7f0dcaf97400 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.176857 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6641dee-1332-414b-88e3-7f0dcaf97400 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Pushing event deleted for resources: {'Subnet': ['ID=e583d612-dbf6-436b-acca-8f4ee13d7415,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:13.179355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d2a16e41-5f26-4582-9b8e-4347f6c1a010 None None] Port a22baecc-6a51-4894-9383-fd79c3b20a9c cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:09:13.241447 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-a30f9e65-b685-4ae3-9d66-4b0bf7261b15 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.272116 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b6641dee-1332-414b-88e3-7f0dcaf97400 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.278603 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b6641dee-1332-414b-88e3-7f0dcaf97400 tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] 10.222.0.77 "DELETE /v2.0/subnets/e583d612-dbf6-436b-acca-8f4ee13d7415 HTTP/1.1" status: 204 len: 168 time: 0.7440319 May 26 16:09:13.279552 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51176) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:13.300198 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['dfc31f36-132b-43af-81bd-f16d278e89e9', '9c72859c-b2b3-4535-a8da-f620119789db', '21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4', '28667205-0ec4-4128-9b3d-9c7d9a4469db', '080090e1-aac8-4194-9fd1-9bcb464e068a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:09:13.305681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-04621db0-754d-4a48-ae27-f0e8d837c25c admin admin] For port 3e135796-5729-4107-a6df-d4fd91fc4ba6, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3e135796-5729-4107-a6df-d4fd91fc4ba6,segment=NetworkSegment(c6380c4f-2eb2-46a7-b445-d8da7d649974),segment_id=c6380c4f-2eb2-46a7-b445-d8da7d649974)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:13.306047 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04621db0-754d-4a48-ae27-f0e8d837c25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.325584 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c53d3b72-ae16-4085-a6ca-a0fde33dbd04 req-e26db40b-7ff8-4310-9a42-e469e5da4ce7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530825 May 26 16:09:13.343414 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-04621db0-754d-4a48-ae27-f0e8d837c25c admin admin] Calling delete_port for 3e135796-5729-4107-a6df-d4fd91fc4ba6 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:13.348589 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0772f471-cebf-4710-af94-a794bb9c663b None None] Network c6937381-8b8a-4155-97f8-fbb0cd0ef926 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:09:13.350936 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-a30f9e65-b685-4ae3-9d66-4b0bf7261b15 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:13.358929 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-a30f9e65-b685-4ae3-9d66-4b0bf7261b15 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:13.371145 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-a30f9e65-b685-4ae3-9d66-4b0bf7261b15 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:13.417977 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54560d9d-4b17-4de3-a3d0-c6704385b4ec req-74ddac52-0e2c-428a-bad9-383c793c1615 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:13.419572 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-54560d9d-4b17-4de3-a3d0-c6704385b4ec req-74ddac52-0e2c-428a-bad9-383c793c1615 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 946 time: 0.2519798 May 26 16:09:13.420266 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f9e65-b685-4ae3-9d66-4b0bf7261b15 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Pushing event updated for resources: {'Port': ['ID=e67135a2-355b-4c0a-bb10-d3cd7978b1b2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:13.464338 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-66e40be6-0f22-46ce-b94c-94f3661bf7b3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Allocated IP 10.1.1.61 (f3afb84f-a007-4e52-a1fb-611cc73f2208/0d8967df-8a4c-46db-92d8-93f94220fcb8/65148236-bd78-494f-bf09-16cc85f8781f) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:13.485983 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d230fdf8-84c4-4f5d-9522-3144898d768d tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.524134 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-a30f9e65-b685-4ae3-9d66-4b0bf7261b15 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:13.524651 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-a30f9e65-b685-4ae3-9d66-4b0bf7261b15 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.559269 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-54560d9d-4b17-4de3-a3d0-c6704385b4ec req-0973ddc9-eb63-4477-a4e3-8adc491ee45b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271169 May 26 16:09:13.568750 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 3e135796-5729-4107-a6df-d4fd91fc4ba6 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:13.569138 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.582527 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-a30f9e65-b685-4ae3-9d66-4b0bf7261b15 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7398899 May 26 16:09:13.607152 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-c6563e6b-302f-4f63-9e78-559e81626c76 service neutron] Request body: {'port': {'device_id': 'a348dff3-f201-4df0-9e3e-956e9145ba49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:13.611211 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04621db0-754d-4a48-ae27-f0e8d837c25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.646349 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-46495e03-d8ec-4db5-84bf-ad3996c3b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.672357 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04621db0-754d-4a48-ae27-f0e8d837c25c admin admin] Pushing event deleted for resources: {'Port': ['ID=3e135796-5729-4107-a6df-d4fd91fc4ba6,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:13.688650 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46495e03-d8ec-4db5-84bf-ad3996c3b86e None None] No DVR routers for this DVR port 3e135796-5729-4107-a6df-d4fd91fc4ba6 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:09:13.694870 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04621db0-754d-4a48-ae27-f0e8d837c25c admin admin] No DVR routers for this DVR port 3e135796-5729-4107-a6df-d4fd91fc4ba6 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:09:13.777453 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-c6563e6b-302f-4f63-9e78-559e81626c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.785463 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-d230fdf8-84c4-4f5d-9522-3144898d768d tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Deleting port b8c93b9e-7b68-4e7a-ad79-fd2e3297232f {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:13.785814 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d230fdf8-84c4-4f5d-9522-3144898d768d tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.807091 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46495e03-d8ec-4db5-84bf-ad3996c3b86e None None] Pushing event deleted for resources: {'Port': ['ID=3e135796-5729-4107-a6df-d4fd91fc4ba6,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:13.947717 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-932ef7b4-f737-4faa-ad9f-d9a07471e721 None None] Provisioning complete for port e67135a2-355b-4c0a-bb10-d3cd7978b1b2 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:13.948163 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-932ef7b4-f737-4faa-ad9f-d9a07471e721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:13.969838 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-d230fdf8-84c4-4f5d-9522-3144898d768d tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] For port b8c93b9e-7b68-4e7a-ad79-fd2e3297232f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b8c93b9e-7b68-4e7a-ad79-fd2e3297232f,segment=NetworkSegment(7d5ca209-3cb3-4079-b91a-0a040bbc66b3),segment_id=7d5ca209-3cb3-4079-b91a-0a040bbc66b3)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:13.982279 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d230fdf8-84c4-4f5d-9522-3144898d768d tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.004557 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-d230fdf8-84c4-4f5d-9522-3144898d768d tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Calling delete_port for b8c93b9e-7b68-4e7a-ad79-fd2e3297232f owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:14.012003 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04621db0-754d-4a48-ae27-f0e8d837c25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.050478 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-932ef7b4-f737-4faa-ad9f-d9a07471e721 None None] Port e67135a2-355b-4c0a-bb10-d3cd7978b1b2 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:09:14.074930 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239eccc-2366-49dd-bd8b-bf2ff2b7cdec req-6f7cfa04-9dde-4b53-be7b-512791ecddb3 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:14.083194 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7239eccc-2366-49dd-bd8b-bf2ff2b7cdec req-6f7cfa04-9dde-4b53-be7b-512791ecddb3 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a348dff3-f201-4df0-9e3e-956e9145ba49 HTTP/1.1" status: 200 len: 935 time: 0.2500188 May 26 16:09:14.117840 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8727c-3e58-46ee-af9e-d968373ae05f req-cc9cc429-9d1c-4123-b0dd-f22d5936f4aa tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:14.119331 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78e8727c-3e58-46ee-af9e-d968373ae05f req-cc9cc429-9d1c-4123-b0dd-f22d5936f4aa tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/ports?device_id=a932e0a1-b822-44da-9d3f-2a7010b28415 HTTP/1.1" status: 200 len: 944 time: 0.2959490 May 26 16:09:14.121311 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-04621db0-754d-4a48-ae27-f0e8d837c25c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48798ccf-c01b-4baf-8c1d-06629758249c']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:14.126828 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4672c10b-8d06-4436-89eb-e38f18174f92 None None] DHCP port deletion for c6937381-8b8a-4155-97f8-fbb0cd0ef926 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:09:14.173843 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d230fdf8-84c4-4f5d-9522-3144898d768d tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.214090 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d230fdf8-84c4-4f5d-9522-3144898d768d tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] No DVR routers for this DVR port b8c93b9e-7b68-4e7a-ad79-fd2e3297232f on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:09:14.215733 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230fdf8-84c4-4f5d-9522-3144898d768d tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Pushing event deleted for resources: {'Port': ['ID=b8c93b9e-7b68-4e7a-ad79-fd2e3297232f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:14.224972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-04621db0-754d-4a48-ae27-f0e8d837c25c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6380c4f-2eb2-46a7-b445-d8da7d649974') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:14.225322 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-04621db0-754d-4a48-ae27-f0e8d837c25c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6380c4f-2eb2-46a7-b445-d8da7d649974') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:14.244348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4672c10b-8d06-4436-89eb-e38f18174f92 None None] Deleting port b8c93b9e-7b68-4e7a-ad79-fd2e3297232f {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:14.245462 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4672c10b-8d06-4436-89eb-e38f18174f92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.255985 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04621db0-754d-4a48-ae27-f0e8d837c25c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.262197 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78e8727c-3e58-46ee-af9e-d968373ae05f req-24bc2797-cc49-4d98-9be7-215d9392e868 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/security-groups?id=d06b3f50-fcfd-4fe3-922a-fa03f9e99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796788 May 26 16:09:14.296826 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7239eccc-2366-49dd-bd8b-bf2ff2b7cdec req-285e10c6-2d3b-469d-a48d-70847341a168 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127295 May 26 16:09:14.319085 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-66e40be6-0f22-46ce-b94c-94f3661bf7b3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.339647 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04621db0-754d-4a48-ae27-f0e8d837c25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.344595 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d230fdf8-84c4-4f5d-9522-3144898d768d tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.352434 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04621db0-754d-4a48-ae27-f0e8d837c25c admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:09:14.352843 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04621db0-754d-4a48-ae27-f0e8d837c25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.362789 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-4672c10b-8d06-4436-89eb-e38f18174f92 None None] For port b8c93b9e-7b68-4e7a-ad79-fd2e3297232f, host n-d-843337-2, got binding levels [] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:14.363247 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4672c10b-8d06-4436-89eb-e38f18174f92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.413457 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-d230fdf8-84c4-4f5d-9522-3144898d768d tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6937381-8b8a-4155-97f8-fbb0cd0ef926']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:14.418802 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4672c10b-8d06-4436-89eb-e38f18174f92 None None] Calling delete_port for b8c93b9e-7b68-4e7a-ad79-fd2e3297232f owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:14.432277 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-d230fdf8-84c4-4f5d-9522-3144898d768d tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5ca209-3cb3-4079-b91a-0a040bbc66b3') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:14.432940 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-d230fdf8-84c4-4f5d-9522-3144898d768d tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5ca209-3cb3-4079-b91a-0a040bbc66b3') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:14.439524 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.ipam_backend_mixin [None req-4672c10b-8d06-4436-89eb-e38f18174f92 None None] Port b8c93b9e-7b68-4e7a-ad79-fd2e3297232f was not found and therefore no delete operation was performed {{(pid=103897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:09:14.449538 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4672c10b-8d06-4436-89eb-e38f18174f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.451169 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d230fdf8-84c4-4f5d-9522-3144898d768d tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.474489 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-66e40be6-0f22-46ce-b94c-94f3661bf7b3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.487377 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d230fdf8-84c4-4f5d-9522-3144898d768d tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.500714 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672c10b-8d06-4436-89eb-e38f18174f92 None None] Pushing event deleted for resources: {'Port': ['ID=b8c93b9e-7b68-4e7a-ad79-fd2e3297232f,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:14.503596 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4672c10b-8d06-4436-89eb-e38f18174f92 None None] No DVR routers for this DVR port b8c93b9e-7b68-4e7a-ad79-fd2e3297232f on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:09:14.593946 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e40be6-0f22-46ce-b94c-94f3661bf7b3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event updated for resources: {'Port': ['ID=65148236-bd78-494f-bf09-16cc85f8781f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:14.600154 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d230fdf8-84c4-4f5d-9522-3144898d768d tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:09:14.600732 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d230fdf8-84c4-4f5d-9522-3144898d768d tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.706751 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-66e40be6-0f22-46ce-b94c-94f3661bf7b3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Network f3afb84f-a007-4e52-a1fb-611cc73f2208 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:14.709191 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-66e40be6-0f22-46ce-b94c-94f3661bf7b3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:14.712198 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 7d5ca209-3cb3-4079-b91a-0a040bbc66b3 resource provider aggregate not found May 26 16:09:14.717090 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d230fdf8-84c4-4f5d-9522-3144898d768d tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.719748 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-66e40be6-0f22-46ce-b94c-94f3661bf7b3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:14.735118 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d230fdf8-84c4-4f5d-9522-3144898d768d tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.742425 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d230fdf8-84c4-4f5d-9522-3144898d768d tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] 10.222.0.77 "DELETE /v2.0/networks/c6937381-8b8a-4155-97f8-fbb0cd0ef926 HTTP/1.1" status: 204 len: 168 time: 1.4551380 May 26 16:09:14.774005 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 7d5ca209-3cb3-4079-b91a-0a040bbc66b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d5ca209-3cb3-4079-b91a-0a040bbc66b3 found for delete ", "request_id": "req-4398d48f-4666-4220-90e2-095d2d3a328c"}]} May 26 16:09:14.817963 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230fdf8-84c4-4f5d-9522-3144898d768d tempest-FloatingIPNegativeTestJSON-878222245 tempest-FloatingIPNegativeTestJSON-878222245-project] Pushing event deleted for resources: {'Network': ['ID=c6937381-8b8a-4155-97f8-fbb0cd0ef926,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:14.857663 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['e6ab5e70-f277-49ee-a065-7ef61c455d13', '058a3fd7-d578-4ee5-9881-ba3f12edb876'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:09:14.864673 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-66e40be6-0f22-46ce-b94c-94f3661bf7b3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:14.866494 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-66e40be6-0f22-46ce-b94c-94f3661bf7b3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:14.918233 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-66e40be6-0f22-46ce-b94c-94f3661bf7b3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2858174 May 26 16:09:14.943733 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-6d5c8668-166b-4db9-a3d0-6097215996a7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Request body: {'port': {'device_id': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '67be992b-b4e7-4fb4-b3b4-ab1f54c2d199', 'admin_state_up': True, 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'security_groups': ['a61d52fc-2efc-4663-b505-33ebee78b50e']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:15.040458 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b8c93b9e-7b68-4e7a-ad79-fd2e3297232f no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:09:15.058668 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment c6380c4f-2eb2-46a7-b445-d8da7d649974 resource provider aggregate not found May 26 16:09:15.093993 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: b8c93b9e-7b68-4e7a-ad79-fd2e3297232f {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:09:15.094331 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b8c93b9e-7b68-4e7a-ad79-fd2e3297232f not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:09:15.114670 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25b6b524-4b1d-4dd5-947e-5d78d1bdb4ff req-ad371200-e2a6-4cb7-aa74-bf81c0341ce9 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.6655364 May 26 16:09:15.132783 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-2bfe4b48-2a33-4e1a-838e-07ffea573cf9 None None] Provisioning complete for port 65148236-bd78-494f-bf09-16cc85f8781f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:15.133159 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2bfe4b48-2a33-4e1a-838e-07ffea573cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:15.147099 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04621db0-754d-4a48-ae27-f0e8d837c25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:15.169251 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment c6380c4f-2eb2-46a7-b445-d8da7d649974 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6380c4f-2eb2-46a7-b445-d8da7d649974 found for delete ", "request_id": "req-87d46e92-fbf4-4d97-8468-28032b50279a"}]} May 26 16:09:15.170298 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04621db0-754d-4a48-ae27-f0e8d837c25c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:15.181005 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-6d5c8668-166b-4db9-a3d0-6097215996a7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Made reservation on behalf of d3f44b6fae1d4ce4bc737c28e8283000 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:15.184822 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-04621db0-754d-4a48-ae27-f0e8d837c25c admin admin] 10.222.0.77 "DELETE /v2.0/networks/48798ccf-c01b-4baf-8c1d-06629758249c HTTP/1.1" status: 204 len: 168 time: 2.8461251 May 26 16:09:15.222845 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51206) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:15.234213 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2bfe4b48-2a33-4e1a-838e-07ffea573cf9 None None] Port 65148236-bd78-494f-bf09-16cc85f8781f cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:09:15.263551 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04621db0-754d-4a48-ae27-f0e8d837c25c admin admin] Pushing event deleted for resources: {'Network': ['ID=48798ccf-c01b-4baf-8c1d-06629758249c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:15.311023 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9b333-cd54-49cc-9d9f-78ee2ac0039c req-12a12579-a7a7-43cd-bbbb-c52d42687fa9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:15.312991 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-6d5c8668-166b-4db9-a3d0-6097215996a7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:15.317143 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9b333-cd54-49cc-9d9f-78ee2ac0039c req-12a12579-a7a7-43cd-bbbb-c52d42687fa9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:15.324767 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9b333-cd54-49cc-9d9f-78ee2ac0039c req-12a12579-a7a7-43cd-bbbb-c52d42687fa9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:15.335246 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7fe9b333-cd54-49cc-9d9f-78ee2ac0039c req-12a12579-a7a7-43cd-bbbb-c52d42687fa9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 2373 time: 0.8459470 May 26 16:09:15.411059 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a133a-f344-47b0-ba19-698957d50b0b req-4753f884-bb0e-4810-887a-0174277baf2c tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:15.412682 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e47a133a-f344-47b0-ba19-698957d50b0b req-4753f884-bb0e-4810-887a-0174277baf2c tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 946 time: 0.1807954 May 26 16:09:15.438173 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-c6563e6b-302f-4f63-9e78-559e81626c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67135a2-355b-4c0a-bb10-d3cd7978b1b2 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:09:15.457148 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-95967580-2622-47d2-8759-780c4d647315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:15.469316 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7fe9b333-cd54-49cc-9d9f-78ee2ac0039c req-f6f4f047-ccbd-4628-b8d9-2ef388adea8d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331704 May 26 16:09:15.474500 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-c6563e6b-302f-4f63-9e78-559e81626c76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:15.496712 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-c6563e6b-302f-4f63-9e78-559e81626c76 service neutron] Transition to ACTIVE for port object e67135a2-355b-4c0a-bb10-d3cd7978b1b2 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:09:15.503599 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-c6563e6b-302f-4f63-9e78-559e81626c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:15.534336 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51214) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:15.573002 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e47a133a-f344-47b0-ba19-698957d50b0b req-09232f11-ea8d-435b-bd47-8b63e1f15090 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429756 May 26 16:09:15.588049 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6563e6b-302f-4f63-9e78-559e81626c76 service neutron] Pushing event updated for resources: {'Port': ['ID=e67135a2-355b-4c0a-bb10-d3cd7978b1b2,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:15.692180 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-c6563e6b-302f-4f63-9e78-559e81626c76 service neutron] Attempting to bind port e67135a2-355b-4c0a-bb10-d3cd7978b1b2 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:09:15.692687 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-c6563e6b-302f-4f63-9e78-559e81626c76 service neutron] Attempting to bind port e67135a2-355b-4c0a-bb10-d3cd7978b1b2 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:09:15.693026 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-c6563e6b-302f-4f63-9e78-559e81626c76 service neutron] Attempting to bind port e67135a2-355b-4c0a-bb10-d3cd7978b1b2 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:15.725062 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e1a6d3be-53e9-4407-bcb1-e149217003b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f8d5c335506245d3b928d1185c66e01e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4988983 May 26 16:09:15.728183 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51216) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:15.729493 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-c6563e6b-302f-4f63-9e78-559e81626c76 service neutron] Port e67135a2-355b-4c0a-bb10-d3cd7978b1b2 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:09:15.729824 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-c6563e6b-302f-4f63-9e78-559e81626c76 service neutron] Attempting to bind port e67135a2-355b-4c0a-bb10-d3cd7978b1b2 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:15.742986 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-c6563e6b-302f-4f63-9e78-559e81626c76 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:09:15.743470 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-c6563e6b-302f-4f63-9e78-559e81626c76 service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:15.743869 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-c6563e6b-302f-4f63-9e78-559e81626c76 service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:09:15.744348 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-c6563e6b-302f-4f63-9e78-559e81626c76 service neutron] Bound port: e67135a2-355b-4c0a-bb10-d3cd7978b1b2, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:09:15.744710 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-c6563e6b-302f-4f63-9e78-559e81626c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:15.751346 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-6d5c8668-166b-4db9-a3d0-6097215996a7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Allocated IP 10.2.2.100 (67be992b-b4e7-4fb4-b3b4-ab1f54c2d199/32f4c445-da8d-4e31-a37f-63415d1eb855/86356a15-4ae4-4ce2-be9c-0b9a6e3ef023) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:15.774777 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a56468-2d4c-4a8e-a403-6b31f6b95c10 req-e9e51a25-84c6-40bd-ae63-0a5922c1155e tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:15.778484 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28a56468-2d4c-4a8e-a403-6b31f6b95c10 req-e9e51a25-84c6-40bd-ae63-0a5922c1155e tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/ports?device_id=a932e0a1-b822-44da-9d3f-2a7010b28415 HTTP/1.1" status: 200 len: 944 time: 0.1317554 May 26 16:09:15.778630 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ca88f5ed-6b34-41b8-bf42-c9b741988edd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e054f09efe5e48a1a811c34416f57f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336073 May 26 16:09:15.781578 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51218) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:15.806177 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f5096-c2e4-402c-b198-ef8b2b986a1a req-27ecbbee-248b-4165-a412-0cdb1e601bbc tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:15.807781 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d26f5096-c2e4-402c-b198-ef8b2b986a1a req-27ecbbee-248b-4165-a412-0cdb1e601bbc tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a348dff3-f201-4df0-9e3e-956e9145ba49 HTTP/1.1" status: 200 len: 947 time: 0.1095023 May 26 16:09:15.926993 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-59b168bc-20ce-4e39-a68d-2cd98cfeb5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:15.942463 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28a56468-2d4c-4a8e-a403-6b31f6b95c10 req-6ecd7568-8915-46f5-b714-0a9b23f62a34 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/security-groups?id=d06b3f50-fcfd-4fe3-922a-fa03f9e99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518047 May 26 16:09:15.955331 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d26f5096-c2e4-402c-b198-ef8b2b986a1a req-d8768a22-463a-45c4-b0ba-ecc3c0b32128 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172385 May 26 16:09:15.964286 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-c6563e6b-302f-4f63-9e78-559e81626c76 service neutron] For port e67135a2-355b-4c0a-bb10-d3cd7978b1b2, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:09:15.970157 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-c6563e6b-302f-4f63-9e78-559e81626c76 service neutron] For port e67135a2-355b-4c0a-bb10-d3cd7978b1b2, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=e67135a2-355b-4c0a-bb10-d3cd7978b1b2,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:09:15.972086 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92ff5734-a37e-4831-9e31-29d78903302f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:15.978262 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-c6563e6b-302f-4f63-9e78-559e81626c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:15.981728 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-59b168bc-20ce-4e39-a68d-2cd98cfeb5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:16.017471 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-6d5c8668-166b-4db9-a3d0-6097215996a7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:16.031557 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92ff5734-a37e-4831-9e31-29d78903302f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:16.042107 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-c6563e6b-302f-4f63-9e78-559e81626c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:16.042582 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-c6563e6b-302f-4f63-9e78-559e81626c76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:16.044030 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-c6563e6b-302f-4f63-9e78-559e81626c76 service neutron] 10.222.0.83 "PUT /v2.0/ports/e67135a2-355b-4c0a-bb10-d3cd7978b1b2 HTTP/1.1" status: 200 len: 1095 time: 2.4453197 May 26 16:09:16.044522 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a348dff3-f201-4df0-9e3e-956e9145ba49', 'tag': 'e67135a2-355b-4c0a-bb10-d3cd7978b1b2'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:16.047194 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5293acac-e041-401a-b700-898c04cc06ed" -d '{"events": [{"name": "network-changed", "server_uuid": "a348dff3-f201-4df0-9e3e-956e9145ba49", "tag": "e67135a2-355b-4c0a-bb10-d3cd7978b1b2"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:16.069868 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 2fb8f093-f5b6-4f40-b597-8617ac6e55b7 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:16.097057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6563e6b-302f-4f63-9e78-559e81626c76 service neutron] Pushing event updated for resources: {'Port': ['ID=e67135a2-355b-4c0a-bb10-d3cd7978b1b2,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:16.146827 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1c3925-5b4b-4261-a1ac-ee2507e6b8d9 x-openstack-request-id: req-0e1c3925-5b4b-4261-a1ac-ee2507e6b8d9 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:16.147410 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a348dff3-f201-4df0-9e3e-956e9145ba49", "tag": "e67135a2-355b-4c0a-bb10-d3cd7978b1b2", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:16.147818 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e1c3925-5b4b-4261-a1ac-ee2507e6b8d9 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:16.148435 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e1c3925-5b4b-4261-a1ac-ee2507e6b8d9'] response: {'name': 'network-changed', 'server_uuid': 'a348dff3-f201-4df0-9e3e-956e9145ba49', 'tag': 'e67135a2-355b-4c0a-bb10-d3cd7978b1b2', 'status': 'completed', 'code': 200} May 26 16:09:16.162666 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-59b168bc-20ce-4e39-a68d-2cd98cfeb5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:16.165781 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-59b168bc-20ce-4e39-a68d-2cd98cfeb5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:16.169995 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-59b168bc-20ce-4e39-a68d-2cd98cfeb5d4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/12c63316-77cd-4002-815f-6ce14a22d66d HTTP/1.1" status: 204 len: 168 time: 0.4382665 May 26 16:09:16.191376 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b168bc-20ce-4e39-a68d-2cd98cfeb5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c63316-77cd-4002-815f-6ce14a22d66d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:16.195549 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92ff5734-a37e-4831-9e31-29d78903302f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:16.196955 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92ff5734-a37e-4831-9e31-29d78903302f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:16.200994 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-92ff5734-a37e-4831-9e31-29d78903302f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/10863e78-4372-43c6-9d7a-ff9998438665 HTTP/1.1" status: 204 len: 168 time: 0.4183981 May 26 16:09:16.212213 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff5734-a37e-4831-9e31-29d78903302f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10863e78-4372-43c6-9d7a-ff9998438665,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:16.235726 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-6d5c8668-166b-4db9-a3d0-6097215996a7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:16.243148 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-8c52f47b-649f-4b62-a2fd-0940d16084e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:16.243798 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 2fb8f093-f5b6-4f40-b597-8617ac6e55b7 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:09:16.244795 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-8c52f47b-649f-4b62-a2fd-0940d16084e7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=174d64ba844b421799c9f2136fec1233&device_id=a348dff3-f201-4df0-9e3e-956e9145ba49 HTTP/1.1" status: 200 len: 1098 time: 0.1196423 May 26 16:09:16.250706 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 2fb8f093-f5b6-4f40-b597-8617ac6e55b7 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:16.251192 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:16.399314 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c8668-166b-4db9-a3d0-6097215996a7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event updated for resources: {'Port': ['ID=86356a15-4ae4-4ce2-be9c-0b9a6e3ef023,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:16.409277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 2fb8f093-f5b6-4f40-b597-8617ac6e55b7 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:16.409829 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:16.440613 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:16.448240 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-6d5c8668-166b-4db9-a3d0-6097215996a7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Network 67be992b-b4e7-4fb4-b3b4-ab1f54c2d199 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:16.450299 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-6d5c8668-166b-4db9-a3d0-6097215996a7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:16.455004 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd5e88fc-a415-4b76-8fdc-293777cc1141 req-b888461e-c3a9-479d-94f8-f2b0c40cbc82 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0753899 May 26 16:09:16.457230 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-99463375-3cf1-46f6-8bd4-efa2a71adb49 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=e67135a2-355b-4c0a-bb10-d3cd7978b1b2 HTTP/1.1" status: 200 len: 217 time: 0.1950769 May 26 16:09:16.457596 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-6d5c8668-166b-4db9-a3d0-6097215996a7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:16.467485 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-adacaf38-9609-4baf-b7d6-3ddbfffa8b28 req-23dc61df-671d-4700-9ba9-25b6b0a1b103 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=43ff2a1d-e328-4609-b877-72eb6bb70a50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2497764 May 26 16:09:16.471952 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a932e0a1-b822-44da-9d3f-2a7010b28415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb8f093-f5b6-4f40-b597-8617ac6e55b7'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:16.477590 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a0337b-00d2-4956-b189-d49bb5e8e662" -d '{"events": [{"server_uuid": "a932e0a1-b822-44da-9d3f-2a7010b28415", "name": "network-vif-plugged", "status": "completed", "tag": "2fb8f093-f5b6-4f40-b597-8617ac6e55b7"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:16.520651 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 2fb8f093-f5b6-4f40-b597-8617ac6e55b7, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=2fb8f093-f5b6-4f40-b597-8617ac6e55b7,segment=NetworkSegment(9f6d882e-8a79-43cf-a11e-6afbc4dd6e44),segment_id=9f6d882e-8a79-43cf-a11e-6afbc4dd6e44)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:16.533441 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:16.578966 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-6a6658ab-c0df-4cf4-a29f-f5990e51b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:16.581243 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-6a6658ab-c0df-4cf4-a29f-f5990e51b683 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1039977 May 26 16:09:16.657903 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45ffd5a-6929-4e79-a050-ded0b5a0c5f0 x-openstack-request-id: req-e45ffd5a-6929-4e79-a050-ded0b5a0c5f0 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:16.658267 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a932e0a1-b822-44da-9d3f-2a7010b28415", "name": "network-vif-plugged", "status": "completed", "tag": "2fb8f093-f5b6-4f40-b597-8617ac6e55b7", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:16.664326 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e45ffd5a-6929-4e79-a050-ded0b5a0c5f0 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:16.664875 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e45ffd5a-6929-4e79-a050-ded0b5a0c5f0'] response: {'server_uuid': 'a932e0a1-b822-44da-9d3f-2a7010b28415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb8f093-f5b6-4f40-b597-8617ac6e55b7', 'code': 200} May 26 16:09:16.704675 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-6d5c8668-166b-4db9-a3d0-6097215996a7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:16.710235 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-6d5c8668-166b-4db9-a3d0-6097215996a7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:16.767685 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacaf38-9609-4baf-b7d6-3ddbfffa8b28 req-1da5cb4e-a812-45b9-ae49-2131941dae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:16.783905 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-adacaf38-9609-4baf-b7d6-3ddbfffa8b28 req-1da5cb4e-a812-45b9-ae49-2131941dae78 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=174d64ba844b421799c9f2136fec1233&device_id=43ff2a1d-e328-4609-b877-72eb6bb70a50 HTTP/1.1" status: 200 len: 1100 time: 0.2333376 May 26 16:09:16.785172 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=2fb8f093-f5b6-4f40-b597-8617ac6e55b7,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:16.818145 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-6d5c8668-166b-4db9-a3d0-6097215996a7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8860009 May 26 16:09:16.819985 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0fe66-660a-4fe6-9d6e-d8c0e1f1f1c1 req-6bb414b5-21c8-4410-ba12-b20634f654af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:16.825780 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-26c0fe66-660a-4fe6-9d6e-d8c0e1f1f1c1 req-6bb414b5-21c8-4410-ba12-b20634f654af service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a932e0a1-b822-44da-9d3f-2a7010b28415 HTTP/1.1" status: 200 len: 1096 time: 0.1112442 May 26 16:09:16.877597 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-a38b7008-bd3c-4408-8ce6-d72237d2edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:16.894076 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-a38b7008-bd3c-4408-8ce6-d72237d2edc5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2710135 May 26 16:09:16.914145 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabeab7-a2e8-4087-ad0d-5f20346e2622 req-f6a02320-fc68-460b-98d0-008d11cac129 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:16.920674 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabeab7-a2e8-4087-ad0d-5f20346e2622 req-f6a02320-fc68-460b-98d0-008d11cac129 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:16.933807 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabeab7-a2e8-4087-ad0d-5f20346e2622 req-f6a02320-fc68-460b-98d0-008d11cac129 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:16.939643 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabeab7-a2e8-4087-ad0d-5f20346e2622 req-f6a02320-fc68-460b-98d0-008d11cac129 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:16.950078 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8dabeab7-a2e8-4087-ad0d-5f20346e2622 req-f6a02320-fc68-460b-98d0-008d11cac129 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 3094 time: 0.3302453 May 26 16:09:16.991518 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2df62-5faa-4505-b733-79432d63075b req-f139d47f-6909-425b-bd17-a1b57ac23d66 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:16.992484 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-7dda4934-6b67-405f-a140-6dd6bb165994 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Request body: {'port': {'device_id': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '67be992b-b4e7-4fb4-b3b4-ab1f54c2d199', 'admin_state_up': True, 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'security_groups': ['a61d52fc-2efc-4663-b505-33ebee78b50e']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:16.993681 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-03d2df62-5faa-4505-b733-79432d63075b req-f139d47f-6909-425b-bd17-a1b57ac23d66 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 946 time: 0.2297587 May 26 16:09:17.014992 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c73a66f8-d650-484e-99ad-e2cdb11f3b7d None None] Provisioning complete for port 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:17.015827 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c73a66f8-d650-484e-99ad-e2cdb11f3b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:17.099729 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8dabeab7-a2e8-4087-ad0d-5f20346e2622 req-56a0e8de-752f-42ed-93ac-fbf3a0622f03 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435368 May 26 16:09:17.116360 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c73a66f8-d650-484e-99ad-e2cdb11f3b7d None None] Port 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:09:17.222601 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-03d2df62-5faa-4505-b733-79432d63075b req-a15b1931-ae7f-42df-b679-a7c2a7f37728 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059803 May 26 16:09:17.325793 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-bf91c4bf-89af-47d1-bf46-c35ad6acbf6a service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658936 May 26 16:09:17.509217 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-26c0fe66-660a-4fe6-9d6e-d8c0e1f1f1c1 req-f37a2252-3aaf-490c-9ce1-18c38e977322 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d06b3f50-fcfd-4fe3-922a-fa03f9e99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5688217 May 26 16:09:17.534827 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacaf38-9609-4baf-b7d6-3ddbfffa8b28 req-fd5014f8-737b-4ab4-a87d-a00bd3150a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:17.536319 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-adacaf38-9609-4baf-b7d6-3ddbfffa8b28 req-fd5014f8-737b-4ab4-a87d-a00bd3150a75 service neutron] 10.222.0.81 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.7095118 May 26 16:09:17.586112 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f8b91-f281-4027-91fc-96513f0c89b2 req-979ab637-9ea7-4778-b599-dfae4523aa06 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:17.587785 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e57f8b91-f281-4027-91fc-96513f0c89b2 req-979ab637-9ea7-4778-b599-dfae4523aa06 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/ports?device_id=a932e0a1-b822-44da-9d3f-2a7010b28415 HTTP/1.1" status: 200 len: 945 time: 0.3247325 May 26 16:09:17.609159 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-adacaf38-9609-4baf-b7d6-3ddbfffa8b28 req-e73b4d66-2030-478c-8c52-8a50f9fdd617 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=dfc31f36-132b-43af-81bd-f16d278e89e9 HTTP/1.1" status: 200 len: 217 time: 0.0566773 May 26 16:09:17.632318 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee66fb-43fb-45ea-9fdb-1c4f3b7f2870 req-8d8c4806-6303-4314-a2ad-dfea5d9ee90a tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:17.633857 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c5ee66fb-43fb-45ea-9fdb-1c4f3b7f2870 req-8d8c4806-6303-4314-a2ad-dfea5d9ee90a tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a348dff3-f201-4df0-9e3e-956e9145ba49 HTTP/1.1" status: 200 len: 947 time: 0.2516592 May 26 16:09:17.689149 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9752bc6d-b1b1-4012-9a52-fdcc286a10e1 req-a215e43a-33b0-4c75-aef5-aeff3d557605 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056476 May 26 16:09:17.715162 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e57f8b91-f281-4027-91fc-96513f0c89b2 req-d947d9b4-e78f-4b0d-921e-2ece787004ad tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/security-groups?id=d06b3f50-fcfd-4fe3-922a-fa03f9e99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076841 May 26 16:09:17.727308 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c5ee66fb-43fb-45ea-9fdb-1c4f3b7f2870 req-c4ba07d1-b005-4719-8202-788ce888fc80 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809991 May 26 16:09:17.738227 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacaf38-9609-4baf-b7d6-3ddbfffa8b28 req-a4b51b85-9334-427f-8135-6b356daf3b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:17.739735 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-adacaf38-9609-4baf-b7d6-3ddbfffa8b28 req-a4b51b85-9334-427f-8135-6b356daf3b33 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1240773 May 26 16:09:17.750033 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-7dda4934-6b67-405f-a140-6dd6bb165994 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Made reservation on behalf of d3f44b6fae1d4ce4bc737c28e8283000 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:17.754815 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-7dda4934-6b67-405f-a140-6dd6bb165994 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:17.781694 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:17.887883 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3c75348b-2588-4246-b7da-bcaa7374d9be req-981fc2fa-ca9b-4a10-8eab-e87fd2cf8418 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0453401 May 26 16:09:17.902698 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacaf38-9609-4baf-b7d6-3ddbfffa8b28 req-7ea8f63d-d689-4eb2-896c-bc569a1fe198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:17.904723 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-adacaf38-9609-4baf-b7d6-3ddbfffa8b28 req-7ea8f63d-d689-4eb2-896c-bc569a1fe198 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1401234 May 26 16:09:17.914309 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51284) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:17.994694 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51288) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:18.067166 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e8fe8289-0bee-4634-aa2c-3762c3a6740e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'network': {'name': 'tempest-RoutersTest-953377677'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:18.118589 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-adacaf38-9609-4baf-b7d6-3ddbfffa8b28 req-8ec37ef7-65d2-404e-8bed-a6aadf00a532 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807775 May 26 16:09:18.130248 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-7dda4934-6b67-405f-a140-6dd6bb165994 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Allocated IP 10.2.2.200 (67be992b-b4e7-4fb4-b3b4-ab1f54c2d199/32f4c445-da8d-4e31-a37f-63415d1eb855/77340a69-89a7-45ab-9f80-b7f39061885b) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:18.151865 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fe8289-0bee-4634-aa2c-3762c3a6740e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Made reservation on behalf of 8515b971030c454198bcb87784afc4ec for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:18.155523 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8289-0bee-4634-aa2c-3762c3a6740e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:18.175115 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293acac-e041-401a-b700-898c04cc06ed req-b52a1bb2-d463-424c-a902-770e00ed2a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:18.176666 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5293acac-e041-401a-b700-898c04cc06ed req-b52a1bb2-d463-424c-a902-770e00ed2a69 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=174d64ba844b421799c9f2136fec1233&device_id=a348dff3-f201-4df0-9e3e-956e9145ba49 HTTP/1.1" status: 200 len: 1098 time: 0.1000896 May 26 16:09:18.177519 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8289-0bee-4634-aa2c-3762c3a6740e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:18.200939 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b0dcebd6-baed-4f34-8278-92fc52db9b8c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1267652655-network', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:18.209331 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:18.347376 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dcebd6-baed-4f34-8278-92fc52db9b8c admin admin] Made reservation on behalf of bc8e9e5224b24be293153e1aeb086cbc for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:18.347642 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0dcebd6-baed-4f34-8278-92fc52db9b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:18.435663 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0dcebd6-baed-4f34-8278-92fc52db9b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:18.465796 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-7dda4934-6b67-405f-a140-6dd6bb165994 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:18.469319 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-adacaf38-9609-4baf-b7d6-3ddbfffa8b28 req-66181a5a-2d98-4258-ada5-13052ddb062f service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362913 May 26 16:09:18.494296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293acac-e041-401a-b700-898c04cc06ed req-14b33f83-fb53-4ffe-afb8-036432d6ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:18.495870 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5293acac-e041-401a-b700-898c04cc06ed req-14b33f83-fb53-4ffe-afb8-036432d6ba26 service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.2990282 May 26 16:09:18.504075 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-7dda4934-6b67-405f-a140-6dd6bb165994 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:18.565278 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda4934-6b67-405f-a140-6dd6bb165994 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event updated for resources: {'Port': ['ID=77340a69-89a7-45ab-9f80-b7f39061885b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:18.572468 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-7dda4934-6b67-405f-a140-6dd6bb165994 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Network 67be992b-b4e7-4fb4-b3b4-ab1f54c2d199 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:18.574422 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-7dda4934-6b67-405f-a140-6dd6bb165994 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:18.577731 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-7dda4934-6b67-405f-a140-6dd6bb165994 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:18.582262 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5293acac-e041-401a-b700-898c04cc06ed req-712c2d8a-7ac2-4586-a374-9ad957dc7330 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=e67135a2-355b-4c0a-bb10-d3cd7978b1b2 HTTP/1.1" status: 200 len: 217 time: 0.0663033 May 26 16:09:18.619683 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bc9d9-5e93-4679-b9d6-8b20acc536f6 req-19d7e078-8f18-47c3-a45c-bb56ca76759d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:18.627220 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bc9d9-5e93-4679-b9d6-8b20acc536f6 req-19d7e078-8f18-47c3-a45c-bb56ca76759d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:18.635048 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bc9d9-5e93-4679-b9d6-8b20acc536f6 req-19d7e078-8f18-47c3-a45c-bb56ca76759d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:18.643562 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bc9d9-5e93-4679-b9d6-8b20acc536f6 req-19d7e078-8f18-47c3-a45c-bb56ca76759d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:18.648340 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-7dda4934-6b67-405f-a140-6dd6bb165994 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:18.649014 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-7dda4934-6b67-405f-a140-6dd6bb165994 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:18.653574 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a8bc9d9-5e93-4679-b9d6-8b20acc536f6 req-19d7e078-8f18-47c3-a45c-bb56ca76759d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 3094 time: 0.3300920 May 26 16:09:18.670335 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-7dda4934-6b67-405f-a140-6dd6bb165994 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7276080 May 26 16:09:18.693002 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-fe2af0b4-cdc8-4de3-af16-d9668d6b13e3 service neutron] Request body: {'port': {'device_id': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:18.722776 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d6227-c668-4ebd-8c22-2da38770dd0b req-cba3b31f-7a5f-4cbe-b054-513308368338 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:18.724451 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd8d6227-c668-4ebd-8c22-2da38770dd0b req-cba3b31f-7a5f-4cbe-b054-513308368338 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 946 time: 0.3842804 May 26 16:09:18.769999 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-fe2af0b4-cdc8-4de3-af16-d9668d6b13e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:18.794401 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293acac-e041-401a-b700-898c04cc06ed req-189eb1b4-b6dd-453b-a310-71bf4b2c6200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:18.796605 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5293acac-e041-401a-b700-898c04cc06ed req-189eb1b4-b6dd-453b-a310-71bf4b2c6200 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.2039480 May 26 16:09:18.829803 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a8bc9d9-5e93-4679-b9d6-8b20acc536f6 req-689ddb74-f34f-4b37-98c5-c2c83162d62b tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750567 May 26 16:09:18.831818 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8289-0bee-4634-aa2c-3762c3a6740e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:18.862902 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8289-0bee-4634-aa2c-3762c3a6740e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:18.913659 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd8d6227-c668-4ebd-8c22-2da38770dd0b req-fcb865da-1e95-4882-9ed4-59ac6fb16cc2 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805108 May 26 16:09:18.928521 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:18.949131 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0dcebd6-baed-4f34-8278-92fc52db9b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:18.953062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8fe8289-0bee-4634-aa2c-3762c3a6740e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:09:18.960772 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe8289-0bee-4634-aa2c-3762c3a6740e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf968f1a-bf50-41a0-b67e-eb2c466379bd,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:18.963026 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ca7cb8d8-25d7-42e7-ae69-07f7418cd532 None None] Provisioning complete for port 77340a69-89a7-45ab-9f80-b7f39061885b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:18.963449 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ca7cb8d8-25d7-42e7-ae69-07f7418cd532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:18.972569 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0dcebd6-baed-4f34-8278-92fc52db9b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:18.982034 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293acac-e041-401a-b700-898c04cc06ed req-635ab377-39f0-45d1-963a-e893face8007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:18.984195 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5293acac-e041-401a-b700-898c04cc06ed req-635ab377-39f0-45d1-963a-e893face8007 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1730163 May 26 16:09:18.986582 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8289-0bee-4634-aa2c-3762c3a6740e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:18.987104 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-e8fe8289-0bee-4634-aa2c-3762c3a6740e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Added segment fd4ce01b-bc25-4288-90ec-d57376b269b3 of type vlan for network ef356eab-8de3-47db-aac8-a512c5ec8d03 May 26 16:09:19.039811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ca7cb8d8-25d7-42e7-ae69-07f7418cd532 None None] Port 77340a69-89a7-45ab-9f80-b7f39061885b cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:09:19.111969 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0dcebd6-baed-4f34-8278-92fc52db9b8c admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:09:19.162974 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-fe2af0b4-cdc8-4de3-af16-d9668d6b13e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64cbe213-ecc2-4f91-b82c-ca1a2f519962 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:09:19.172976 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-fe2af0b4-cdc8-4de3-af16-d9668d6b13e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:19.175693 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dcebd6-baed-4f34-8278-92fc52db9b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24786257-3cbf-4d23-95dd-3eaf2f94a005,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:19.196438 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-fe2af0b4-cdc8-4de3-af16-d9668d6b13e3 service neutron] Transition to ACTIVE for port object 64cbe213-ecc2-4f91-b82c-ca1a2f519962 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:09:19.204375 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-fe2af0b4-cdc8-4de3-af16-d9668d6b13e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:19.206285 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8289-0bee-4634-aa2c-3762c3a6740e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:19.209545 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0dcebd6-baed-4f34-8278-92fc52db9b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:19.209887 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-b0dcebd6-baed-4f34-8278-92fc52db9b8c admin admin] Added segment 25a1f01c-631a-4129-b070-fb25eefb799c of type vlan for network cd7c6e08-1774-4556-87ba-7d5b55a35abf May 26 16:09:19.289118 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2af0b4-cdc8-4de3-af16-d9668d6b13e3 service neutron] Pushing event updated for resources: {'Port': ['ID=64cbe213-ecc2-4f91-b82c-ca1a2f519962,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:19.316872 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0dcebd6-baed-4f34-8278-92fc52db9b8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:19.333646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f53590-b7ca-4fc9-8a7c-ff2536c26335 req-66662a98-54a3-47f2-a57f-1597fb0d0731 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:19.335186 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9f53590-b7ca-4fc9-8a7c-ff2536c26335 req-66662a98-54a3-47f2-a57f-1597fb0d0731 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/ports?device_id=a932e0a1-b822-44da-9d3f-2a7010b28415 HTTP/1.1" status: 200 len: 945 time: 0.3456440 May 26 16:09:19.347804 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d9dc9-3bf6-4788-9dba-f5f8d92e2273 req-6a1ab551-fcbf-4345-8998-4f5201ba6222 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:19.355098 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-353d9dc9-3bf6-4788-9dba-f5f8d92e2273 req-6a1ab551-fcbf-4345-8998-4f5201ba6222 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a348dff3-f201-4df0-9e3e-956e9145ba49 HTTP/1.1" status: 200 len: 947 time: 0.3115630 May 26 16:09:19.358379 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-fe2af0b4-cdc8-4de3-af16-d9668d6b13e3 service neutron] Attempting to bind port 64cbe213-ecc2-4f91-b82c-ca1a2f519962 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:09:19.359082 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-fe2af0b4-cdc8-4de3-af16-d9668d6b13e3 service neutron] Attempting to bind port 64cbe213-ecc2-4f91-b82c-ca1a2f519962 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:09:19.359413 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-fe2af0b4-cdc8-4de3-af16-d9668d6b13e3 service neutron] Attempting to bind port 64cbe213-ecc2-4f91-b82c-ca1a2f519962 on network 759f9984-acd0-4751-a36a-a91d134cc760 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:19.361755 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8289-0bee-4634-aa2c-3762c3a6740e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:19.364634 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-fe2af0b4-cdc8-4de3-af16-d9668d6b13e3 service neutron] Port 64cbe213-ecc2-4f91-b82c-ca1a2f519962 on network 759f9984-acd0-4751-a36a-a91d134cc760 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:09:19.364964 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-fe2af0b4-cdc8-4de3-af16-d9668d6b13e3 service neutron] Attempting to bind port 64cbe213-ecc2-4f91-b82c-ca1a2f519962 on network 759f9984-acd0-4751-a36a-a91d134cc760 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:19.367023 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fe8289-0bee-4634-aa2c-3762c3a6740e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:19.367897 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8289-0bee-4634-aa2c-3762c3a6740e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:19.371054 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-fe2af0b4-cdc8-4de3-af16-d9668d6b13e3 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:09:19.371679 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-fe2af0b4-cdc8-4de3-af16-d9668d6b13e3 service neutron] Checking segment: {'id': '4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:19.372504 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-fe2af0b4-cdc8-4de3-af16-d9668d6b13e3 service neutron] Bound using segment: {'id': '4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:09:19.372625 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-fe2af0b4-cdc8-4de3-af16-d9668d6b13e3 service neutron] Bound port: 64cbe213-ecc2-4f91-b82c-ca1a2f519962, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:09:19.373193 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-fe2af0b4-cdc8-4de3-af16-d9668d6b13e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:19.425189 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5293acac-e041-401a-b700-898c04cc06ed req-72d5ed6e-0f42-4fa0-99c1-5c9b7c581165 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802614 May 26 16:09:19.473401 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-fe2af0b4-cdc8-4de3-af16-d9668d6b13e3 service neutron] For port 64cbe213-ecc2-4f91-b82c-ca1a2f519962, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:09:19.478566 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-fe2af0b4-cdc8-4de3-af16-d9668d6b13e3 service neutron] For port 64cbe213-ecc2-4f91-b82c-ca1a2f519962, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=64cbe213-ecc2-4f91-b82c-ca1a2f519962,segment=NetworkSegment(4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75),segment_id=4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:09:19.486023 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-fe2af0b4-cdc8-4de3-af16-d9668d6b13e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:19.528532 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-fe2af0b4-cdc8-4de3-af16-d9668d6b13e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:19.529784 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-fe2af0b4-cdc8-4de3-af16-d9668d6b13e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:19.531235 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-fe2af0b4-cdc8-4de3-af16-d9668d6b13e3 service neutron] 10.222.0.83 "PUT /v2.0/ports/64cbe213-ecc2-4f91-b82c-ca1a2f519962 HTTP/1.1" status: 200 len: 1091 time: 0.8434689 May 26 16:09:19.531688 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'tag': '64cbe213-ecc2-4f91-b82c-ca1a2f519962'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:19.535278 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0431ff5b-22f6-4efe-ae8e-6c0663bd0b82" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "tag": "64cbe213-ecc2-4f91-b82c-ca1a2f519962"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:19.558981 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e8fe8289-0bee-4634-aa2c-3762c3a6740e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6411934 May 26 16:09:19.572476 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51304) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:19.577938 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0dcebd6-baed-4f34-8278-92fc52db9b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:19.578937 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dcebd6-baed-4f34-8278-92fc52db9b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:19.579518 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0dcebd6-baed-4f34-8278-92fc52db9b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:19.588733 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2af0b4-cdc8-4de3-af16-d9668d6b13e3 service neutron] Pushing event updated for resources: {'Port': ['ID=64cbe213-ecc2-4f91-b82c-ca1a2f519962,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:19.596334 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-a323d2fe-6a74-4c4f-8f43-0e78a32798e9 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'network': {'name': 'tempest-RoutersTest-1520099617'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:19.597408 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a117d18a-aa76-46fb-8039-a30c92fe90b4 service neutron] Request body: {'port': {'device_id': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:19.662834 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9f53590-b7ca-4fc9-8a7c-ff2536c26335 req-96af8b5f-386b-4b15-ae53-4b0660f1f7f4 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/security-groups?id=d06b3f50-fcfd-4fe3-922a-fa03f9e99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900541 May 26 16:09:19.663934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe8289-0bee-4634-aa2c-3762c3a6740e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Network': ['ID=ef356eab-8de3-47db-aac8-a512c5ec8d03,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:19.676904 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network ef356eab-8de3-47db-aac8-a512c5ec8d03 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:09:19.681210 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a117d18a-aa76-46fb-8039-a30c92fe90b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:19.690126 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-353d9dc9-3bf6-4788-9dba-f5f8d92e2273 req-adaaa6d0-43a5-429c-ab0e-728351bf9e3e tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341510 May 26 16:09:19.714089 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b0dcebd6-baed-4f34-8278-92fc52db9b8c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7153084 May 26 16:09:19.718113 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51306) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:19.731183 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-cb53eb24-7a1a-4106-981a-8e416ecb18bd admin admin] Request body: {'subnet': {'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1267652655-subnet', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:19.748274 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5293acac-e041-401a-b700-898c04cc06ed req-d73c713d-3965-4ba6-98da-397bc5bcfe60 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097441 May 26 16:09:19.798522 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbfdcc9-4454-4a3e-b85c-779efb2387d7 x-openstack-request-id: req-8dbfdcc9-4454-4a3e-b85c-779efb2387d7 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:19.798884 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "tag": "64cbe213-ecc2-4f91-b82c-ca1a2f519962", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:19.799068 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8dbfdcc9-4454-4a3e-b85c-779efb2387d7 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:19.799472 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dbfdcc9-4454-4a3e-b85c-779efb2387d7'] response: {'name': 'network-changed', 'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'tag': '64cbe213-ecc2-4f91-b82c-ca1a2f519962', 'status': 'completed', 'code': 200} May 26 16:09:19.835040 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a323d2fe-6a74-4c4f-8f43-0e78a32798e9 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Made reservation on behalf of 8515b971030c454198bcb87784afc4ec for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:19.838552 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a323d2fe-6a74-4c4f-8f43-0e78a32798e9 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:19.864535 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-507e2153-2833-4e5e-a6ba-a5e137988099 req-2c2341c5-18c4-4faf-bb49-124f6e0aa3f1 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0585153 May 26 16:09:19.883177 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dcebd6-baed-4f34-8278-92fc52db9b8c admin admin] Pushing event updated for resources: {'Network': ['ID=cd7c6e08-1774-4556-87ba-7d5b55a35abf,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:19.898075 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network cd7c6e08-1774-4556-87ba-7d5b55a35abf details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:09:19.929086 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a323d2fe-6a74-4c4f-8f43-0e78a32798e9 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:09:19.941601 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a323d2fe-6a74-4c4f-8f43-0e78a32798e9 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:19.941955 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-a323d2fe-6a74-4c4f-8f43-0e78a32798e9 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Added segment ab479623-56b2-431c-bd1b-7ace9282acd5 of type vlan for network 43acbb4a-fcfb-4de5-ad98-66fc3be50fc0 May 26 16:09:19.973614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431ff5b-22f6-4efe-ae8e-6c0663bd0b82 req-d2074cb2-c785-4126-9f70-706c153a42c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:19.974104 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431ff5b-22f6-4efe-ae8e-6c0663bd0b82 req-d2074cb2-c785-4126-9f70-706c153a42c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:19.976160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431ff5b-22f6-4efe-ae8e-6c0663bd0b82 req-d2074cb2-c785-4126-9f70-706c153a42c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:19.976160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431ff5b-22f6-4efe-ae8e-6c0663bd0b82 req-d2074cb2-c785-4126-9f70-706c153a42c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:19.976345 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431ff5b-22f6-4efe-ae8e-6c0663bd0b82 req-d2074cb2-c785-4126-9f70-706c153a42c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:19.980438 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0431ff5b-22f6-4efe-ae8e-6c0663bd0b82 req-d2074cb2-c785-4126-9f70-706c153a42c3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3f44b6fae1d4ce4bc737c28e8283000&device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 4362 time: 0.1192453 May 26 16:09:20.036884 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb53eb24-7a1a-4106-981a-8e416ecb18bd admin admin] Made reservation on behalf of bc8e9e5224b24be293153e1aeb086cbc for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:20.039445 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cb53eb24-7a1a-4106-981a-8e416ecb18bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:20.194077 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a117d18a-aa76-46fb-8039-a30c92fe90b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1118030-abd2-4542-9495-9b488c4efc14 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:09:20.205057 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a117d18a-aa76-46fb-8039-a30c92fe90b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:20.220182 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a323d2fe-6a74-4c4f-8f43-0e78a32798e9 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:20.246448 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a117d18a-aa76-46fb-8039-a30c92fe90b4 service neutron] Transition to ACTIVE for port object f1118030-abd2-4542-9495-9b488c4efc14 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:09:20.255452 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a117d18a-aa76-46fb-8039-a30c92fe90b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:20.317748 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697db61-b628-4ab2-ac7d-e711947e6c9a req-37567d0a-0071-41c0-9a01-843c06227a2f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:20.323580 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697db61-b628-4ab2-ac7d-e711947e6c9a req-37567d0a-0071-41c0-9a01-843c06227a2f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:20.330144 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697db61-b628-4ab2-ac7d-e711947e6c9a req-37567d0a-0071-41c0-9a01-843c06227a2f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:20.336300 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697db61-b628-4ab2-ac7d-e711947e6c9a req-37567d0a-0071-41c0-9a01-843c06227a2f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:20.343574 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697db61-b628-4ab2-ac7d-e711947e6c9a req-37567d0a-0071-41c0-9a01-843c06227a2f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:20.349623 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6697db61-b628-4ab2-ac7d-e711947e6c9a req-37567d0a-0071-41c0-9a01-843c06227a2f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 3827 time: 0.3656731 May 26 16:09:20.350865 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117d18a-aa76-46fb-8039-a30c92fe90b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f1118030-abd2-4542-9495-9b488c4efc14,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:20.359462 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453daf6-d279-4139-925a-f1ae4007846c req-e01a9598-ca75-4592-b93b-95273cbd86f1 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:20.367220 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d453daf6-d279-4139-925a-f1ae4007846c req-e01a9598-ca75-4592-b93b-95273cbd86f1 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 946 time: 0.2763188 May 26 16:09:20.372359 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cb53eb24-7a1a-4106-981a-8e416ecb18bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:20.424466 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a323d2fe-6a74-4c4f-8f43-0e78a32798e9 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:20.432844 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a323d2fe-6a74-4c4f-8f43-0e78a32798e9 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:20.433675 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a323d2fe-6a74-4c4f-8f43-0e78a32798e9 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:20.488776 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431ff5b-22f6-4efe-ae8e-6c0663bd0b82 req-97b8761e-9bf2-4bec-a6cc-4e063a1838cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:20.489504 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431ff5b-22f6-4efe-ae8e-6c0663bd0b82 req-97b8761e-9bf2-4bec-a6cc-4e063a1838cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:20.490148 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431ff5b-22f6-4efe-ae8e-6c0663bd0b82 req-97b8761e-9bf2-4bec-a6cc-4e063a1838cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:20.492041 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0431ff5b-22f6-4efe-ae8e-6c0663bd0b82 req-97b8761e-9bf2-4bec-a6cc-4e063a1838cf service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=d3f44b6fae1d4ce4bc737c28e8283000&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4726241 May 26 16:09:20.504334 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53eb24-7a1a-4106-981a-8e416ecb18bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:20.525522 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb53eb24-7a1a-4106-981a-8e416ecb18bd admin admin] Checking segment: {'id': '25a1f01c-631a-4129-b070-fb25eefb799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:20.526250 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb53eb24-7a1a-4106-981a-8e416ecb18bd admin admin] Network hostable DHCP agents. Network: cd7c6e08-1774-4556-87ba-7d5b55a35abf, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:09:20.534935 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a117d18a-aa76-46fb-8039-a30c92fe90b4 service neutron] Attempting to bind port f1118030-abd2-4542-9495-9b488c4efc14 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:09:20.540701 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a117d18a-aa76-46fb-8039-a30c92fe90b4 service neutron] Attempting to bind port f1118030-abd2-4542-9495-9b488c4efc14 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:09:20.541043 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a117d18a-aa76-46fb-8039-a30c92fe90b4 service neutron] Attempting to bind port f1118030-abd2-4542-9495-9b488c4efc14 on network f3afb84f-a007-4e52-a1fb-611cc73f2208 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:20.555385 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a117d18a-aa76-46fb-8039-a30c92fe90b4 service neutron] Port f1118030-abd2-4542-9495-9b488c4efc14 on network f3afb84f-a007-4e52-a1fb-611cc73f2208 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:09:20.555714 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a117d18a-aa76-46fb-8039-a30c92fe90b4 service neutron] Attempting to bind port f1118030-abd2-4542-9495-9b488c4efc14 on network f3afb84f-a007-4e52-a1fb-611cc73f2208 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:20.574081 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a117d18a-aa76-46fb-8039-a30c92fe90b4 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:09:20.574790 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a117d18a-aa76-46fb-8039-a30c92fe90b4 service neutron] Checking segment: {'id': '49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:20.575443 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a117d18a-aa76-46fb-8039-a30c92fe90b4 service neutron] Bound using segment: {'id': '49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:09:20.576156 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a117d18a-aa76-46fb-8039-a30c92fe90b4 service neutron] Bound port: f1118030-abd2-4542-9495-9b488c4efc14, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:09:20.576823 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a117d18a-aa76-46fb-8039-a30c92fe90b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:20.626336 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb53eb24-7a1a-4106-981a-8e416ecb18bd admin admin] Network cd7c6e08-1774-4556-87ba-7d5b55a35abf is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:09:20.644766 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-cb53eb24-7a1a-4106-981a-8e416ecb18bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, cd7c6e08-1774-4556-87ba-7d5b55a35abf) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:20.649228 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb53eb24-7a1a-4106-981a-8e416ecb18bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:20.649828 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cb53eb24-7a1a-4106-981a-8e416ecb18bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:20.656741 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db85364-a48f-40cc-b4cc-d87066e157fc None None] Network cd7c6e08-1774-4556-87ba-7d5b55a35abf requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:09:20.677529 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cb53eb24-7a1a-4106-981a-8e416ecb18bd admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9583774 May 26 16:09:20.680081 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51312) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:20.689188 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-094d6649-f9cd-45a9-9b5b-c1148fb99338 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1267652655-router', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:20.707084 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a117d18a-aa76-46fb-8039-a30c92fe90b4 service neutron] For port f1118030-abd2-4542-9495-9b488c4efc14, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:09:20.727263 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a117d18a-aa76-46fb-8039-a30c92fe90b4 service neutron] For port f1118030-abd2-4542-9495-9b488c4efc14, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=f1118030-abd2-4542-9495-9b488c4efc14,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:09:20.731392 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-094d6649-f9cd-45a9-9b5b-c1148fb99338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:20.732632 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-094d6649-f9cd-45a9-9b5b-c1148fb99338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:20.742630 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a117d18a-aa76-46fb-8039-a30c92fe90b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:20.828447 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a117d18a-aa76-46fb-8039-a30c92fe90b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:20.829389 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a117d18a-aa76-46fb-8039-a30c92fe90b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:20.831719 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a117d18a-aa76-46fb-8039-a30c92fe90b4 service neutron] 10.222.0.83 "PUT /v2.0/ports/f1118030-abd2-4542-9495-9b488c4efc14 HTTP/1.1" status: 200 len: 1136 time: 1.2390723 May 26 16:09:20.900055 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4982287b-ebb4-4abc-b7bf-f06a1b363463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'fixed_ips': [{'subnet_id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:09:20.900948 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4982287b-ebb4-4abc-b7bf-f06a1b363463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:20.918322 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117d18a-aa76-46fb-8039-a30c92fe90b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f1118030-abd2-4542-9495-9b488c4efc14,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:20.928945 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-dbeecd27-01d0-47ec-a1ce-445091553b9c service neutron] Request body: {'port': {'device_id': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:20.940615 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323d2fe-6a74-4c4f-8f43-0e78a32798e9 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Network': ['ID=43acbb4a-fcfb-4de5-ad98-66fc3be50fc0,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:20.959302 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a323d2fe-6a74-4c4f-8f43-0e78a32798e9 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3719113 May 26 16:09:20.962364 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6697db61-b628-4ab2-ac7d-e711947e6c9a req-400505a5-fd0f-4d40-8866-efb166fe9a34 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5843563 May 26 16:09:20.962856 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51320) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:20.965400 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-094d6649-f9cd-45a9-9b5b-c1148fb99338 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:21.000551 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-25d096a4-6f8a-405e-8457-7dd3b7802435 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'subnet': {'network_id': 'ef356eab-8de3-47db-aac8-a512c5ec8d03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:21.131105 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-4982287b-ebb4-4abc-b7bf-f06a1b363463 None None] Allocated IP 172.20.0.2 (cd7c6e08-1774-4556-87ba-7d5b55a35abf/1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab/d75562d1-cebe-4a93-9414-687c96237e54) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:21.174811 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-dbeecd27-01d0-47ec-a1ce-445091553b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:21.215516 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 43acbb4a-fcfb-4de5-ad98-66fc3be50fc0 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:09:21.230011 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d453daf6-d279-4139-925a-f1ae4007846c req-1d57c3fc-e463-43d4-be00-396300a902ad tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8596315 May 26 16:09:21.255085 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-094d6649-f9cd-45a9-9b5b-c1148fb99338 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:21.352290 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d096a4-6f8a-405e-8457-7dd3b7802435 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Made reservation on behalf of 8515b971030c454198bcb87784afc4ec for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:21.356123 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-25d096a4-6f8a-405e-8457-7dd3b7802435 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:21.394122 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4982287b-ebb4-4abc-b7bf-f06a1b363463 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:21.407312 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4982287b-ebb4-4abc-b7bf-f06a1b363463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:21.463495 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4982287b-ebb4-4abc-b7bf-f06a1b363463 None None] Network cd7c6e08-1774-4556-87ba-7d5b55a35abf is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:21.466385 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-4982287b-ebb4-4abc-b7bf-f06a1b363463 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:21.472164 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4982287b-ebb4-4abc-b7bf-f06a1b363463 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:21.475578 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982287b-ebb4-4abc-b7bf-f06a1b363463 None None] Pushing event updated for resources: {'Port': ['ID=d75562d1-cebe-4a93-9414-687c96237e54,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:21.516074 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7e644-d3e0-4212-9863-fa2ccc135b6d req-e0605afc-80b3-400d-98a3-b9d7085f0d67 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:21.518469 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4bb7e644-d3e0-4212-9863-fa2ccc135b6d req-e0605afc-80b3-400d-98a3-b9d7085f0d67 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/ports?device_id=a932e0a1-b822-44da-9d3f-2a7010b28415 HTTP/1.1" status: 200 len: 945 time: 0.3921661 May 26 16:09:21.525036 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431ff5b-22f6-4efe-ae8e-6c0663bd0b82 req-91949143-59cf-44da-93ea-7e7eec3de9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:21.526675 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0431ff5b-22f6-4efe-ae8e-6c0663bd0b82 req-91949143-59cf-44da-93ea-7e7eec3de9ae service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5836198 May 26 16:09:21.549513 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-4982287b-ebb4-4abc-b7bf-f06a1b363463 None None] Attempting to bind port d75562d1-cebe-4a93-9414-687c96237e54 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:09:21.551691 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-4982287b-ebb4-4abc-b7bf-f06a1b363463 None None] Attempting to bind port d75562d1-cebe-4a93-9414-687c96237e54 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '25a1f01c-631a-4129-b070-fb25eefb799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:09:21.552114 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4982287b-ebb4-4abc-b7bf-f06a1b363463 None None] Attempting to bind port d75562d1-cebe-4a93-9414-687c96237e54 on network cd7c6e08-1774-4556-87ba-7d5b55a35abf {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:21.560404 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4982287b-ebb4-4abc-b7bf-f06a1b363463 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:09:21.560994 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4982287b-ebb4-4abc-b7bf-f06a1b363463 None None] Checking segment: {'id': '25a1f01c-631a-4129-b070-fb25eefb799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:21.561537 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4982287b-ebb4-4abc-b7bf-f06a1b363463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:21.562542 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4982287b-ebb4-4abc-b7bf-f06a1b363463 None None] Bound using segment: {'id': '25a1f01c-631a-4129-b070-fb25eefb799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:09:21.563378 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-4982287b-ebb4-4abc-b7bf-f06a1b363463 None None] Bound port: d75562d1-cebe-4a93-9414-687c96237e54, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a1f01c-631a-4129-b070-fb25eefb799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:09:21.563808 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4982287b-ebb4-4abc-b7bf-f06a1b363463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:21.567559 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6ab31-a242-49a9-b174-983410ed272e req-41895d37-1a82-4212-82fe-1ca64d498d1f tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:21.569178 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-34c6ab31-a242-49a9-b174-983410ed272e req-41895d37-1a82-4212-82fe-1ca64d498d1f tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a348dff3-f201-4df0-9e3e-956e9145ba49 HTTP/1.1" status: 200 len: 947 time: 0.2069545 May 26 16:09:21.628310 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4bb7e644-d3e0-4212-9863-fa2ccc135b6d req-06ddaa33-1c90-4adb-a3db-88614d270328 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/security-groups?id=d06b3f50-fcfd-4fe3-922a-fa03f9e99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963058 May 26 16:09:21.641034 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-4982287b-ebb4-4abc-b7bf-f06a1b363463 None None] For port d75562d1-cebe-4a93-9414-687c96237e54, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:09:21.645000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-4982287b-ebb4-4abc-b7bf-f06a1b363463 None None] For port d75562d1-cebe-4a93-9414-687c96237e54, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d75562d1-cebe-4a93-9414-687c96237e54,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:09:21.653029 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4982287b-ebb4-4abc-b7bf-f06a1b363463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:21.675245 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-34c6ab31-a242-49a9-b174-983410ed272e req-caa34a0c-c6c0-4f1e-8432-d7b7561dda1d tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984602 May 26 16:09:21.680051 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-dbeecd27-01d0-47ec-a1ce-445091553b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17546000-b263-4011-a4e6-5dc6daed213a {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:09:21.691469 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-dbeecd27-01d0-47ec-a1ce-445091553b9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:21.783850 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982287b-ebb4-4abc-b7bf-f06a1b363463 None None] Pushing event updated for resources: {'Port': ['ID=d75562d1-cebe-4a93-9414-687c96237e54,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:21.800767 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'tag': 'f1118030-abd2-4542-9495-9b488c4efc14'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:21.803850 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbe3124-4f55-4ca9-861a-e4d63c642209" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "tag": "f1118030-abd2-4542-9495-9b488c4efc14"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:21.846750 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-dbeecd27-01d0-47ec-a1ce-445091553b9c service neutron] Transition to ACTIVE for port object 17546000-b263-4011-a4e6-5dc6daed213a will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:09:21.860669 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-dbeecd27-01d0-47ec-a1ce-445091553b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:21.865327 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1fa1140-97ff-4777-8930-8b552e456ed1 req-622663e6-2c86-4d7e-9968-39cff68842b3 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0927587 May 26 16:09:21.909310 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-25d096a4-6f8a-405e-8457-7dd3b7802435 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:22.031068 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d096a4-6f8a-405e-8457-7dd3b7802435 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Subnet': ['ID=c759867d-2b51-4a88-ade2-22254766c9e5,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:22.070384 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a947ab5-2972-477a-bfaa-9676d07f3a8e x-openstack-request-id: req-0a947ab5-2972-477a-bfaa-9676d07f3a8e {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:22.077156 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "tag": "f1118030-abd2-4542-9495-9b488c4efc14", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:22.079423 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a947ab5-2972-477a-bfaa-9676d07f3a8e {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:22.080003 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a947ab5-2972-477a-bfaa-9676d07f3a8e'] response: {'name': 'network-changed', 'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'tag': 'f1118030-abd2-4542-9495-9b488c4efc14', 'status': 'completed', 'code': 200} May 26 16:09:22.090529 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-094d6649-f9cd-45a9-9b5b-c1148fb99338 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:22.177868 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-094d6649-f9cd-45a9-9b5b-c1148fb99338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:22.208626 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d096a4-6f8a-405e-8457-7dd3b7802435 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Checking segment: {'id': 'fd4ce01b-bc25-4288-90ec-d57376b269b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ef356eab-8de3-47db-aac8-a512c5ec8d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:22.214930 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d096a4-6f8a-405e-8457-7dd3b7802435 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network hostable DHCP agents. Network: ef356eab-8de3-47db-aac8-a512c5ec8d03, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:09:22.239645 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeecd27-01d0-47ec-a1ce-445091553b9c service neutron] Pushing event updated for resources: {'Port': ['ID=17546000-b263-4011-a4e6-5dc6daed213a,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:22.317097 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3124-4f55-4ca9-861a-e4d63c642209 req-f1bdb8d1-b37e-4bae-a399-e32a6987c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.317641 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3124-4f55-4ca9-861a-e4d63c642209 req-f1bdb8d1-b37e-4bae-a399-e32a6987c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.318024 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3124-4f55-4ca9-861a-e4d63c642209 req-f1bdb8d1-b37e-4bae-a399-e32a6987c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.318490 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3124-4f55-4ca9-861a-e4d63c642209 req-f1bdb8d1-b37e-4bae-a399-e32a6987c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.319268 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3124-4f55-4ca9-861a-e4d63c642209 req-f1bdb8d1-b37e-4bae-a399-e32a6987c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.319738 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3124-4f55-4ca9-861a-e4d63c642209 req-f1bdb8d1-b37e-4bae-a399-e32a6987c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.320326 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3124-4f55-4ca9-861a-e4d63c642209 req-f1bdb8d1-b37e-4bae-a399-e32a6987c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.322573 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4bbe3124-4f55-4ca9-861a-e4d63c642209 req-f1bdb8d1-b37e-4bae-a399-e32a6987c5c9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3f44b6fae1d4ce4bc737c28e8283000&device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 6176 time: 0.2552757 May 26 16:09:22.340650 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ba144-99a3-4456-8a25-6992868420f3 req-d3b7d7fa-73bf-4088-b11f-ce2cb473f6c7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.347533 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ba144-99a3-4456-8a25-6992868420f3 req-d3b7d7fa-73bf-4088-b11f-ce2cb473f6c7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.353905 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ba144-99a3-4456-8a25-6992868420f3 req-d3b7d7fa-73bf-4088-b11f-ce2cb473f6c7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.360720 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ba144-99a3-4456-8a25-6992868420f3 req-d3b7d7fa-73bf-4088-b11f-ce2cb473f6c7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.362319 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e023f-f87b-46f4-99cb-1d07c45b75c4 req-ec8337cf-21a1-4d10-a0dd-59a7059a0f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.363706 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ec6e023f-f87b-46f4-99cb-1d07c45b75c4 req-ec8337cf-21a1-4d10-a0dd-59a7059a0f03 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2a60138d5cbf45c18161145d2c69b076&device_id=a932e0a1-b822-44da-9d3f-2a7010b28415 HTTP/1.1" status: 200 len: 1096 time: 0.1803761 May 26 16:09:22.367175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ba144-99a3-4456-8a25-6992868420f3 req-d3b7d7fa-73bf-4088-b11f-ce2cb473f6c7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.373949 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ba144-99a3-4456-8a25-6992868420f3 req-d3b7d7fa-73bf-4088-b11f-ce2cb473f6c7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.380453 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ba144-99a3-4456-8a25-6992868420f3 req-d3b7d7fa-73bf-4088-b11f-ce2cb473f6c7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.382641 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-922ba144-99a3-4456-8a25-6992868420f3 req-d3b7d7fa-73bf-4088-b11f-ce2cb473f6c7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5381 time: 0.2091985 May 26 16:09:22.400822 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d096a4-6f8a-405e-8457-7dd3b7802435 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network ef356eab-8de3-47db-aac8-a512c5ec8d03 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:09:22.414404 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef6683-df37-442f-8331-8939be7e0292 req-2848aa99-7528-4a5c-9b03-360cfb0a4910 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.415912 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-92ef6683-df37-442f-8331-8939be7e0292 req-2848aa99-7528-4a5c-9b03-360cfb0a4910 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/ports?device_id=a932e0a1-b822-44da-9d3f-2a7010b28415 HTTP/1.1" status: 200 len: 945 time: 0.2413583 May 26 16:09:22.484978 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-dbeecd27-01d0-47ec-a1ce-445091553b9c service neutron] Attempting to bind port 17546000-b263-4011-a4e6-5dc6daed213a on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:09:22.485865 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-dbeecd27-01d0-47ec-a1ce-445091553b9c service neutron] Attempting to bind port 17546000-b263-4011-a4e6-5dc6daed213a by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:09:22.485865 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-dbeecd27-01d0-47ec-a1ce-445091553b9c service neutron] Attempting to bind port 17546000-b263-4011-a4e6-5dc6daed213a on network f3afb84f-a007-4e52-a1fb-611cc73f2208 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:22.486099 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-25d096a4-6f8a-405e-8457-7dd3b7802435 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, ef356eab-8de3-47db-aac8-a512c5ec8d03) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:22.492712 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-094d6649-f9cd-45a9-9b5b-c1148fb99338 admin admin] Allocated IP 172.25.7.182 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/a9867d6e-b029-4f2d-9c1c-ad418e0be6eb) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:22.502159 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-dbeecd27-01d0-47ec-a1ce-445091553b9c service neutron] Port 17546000-b263-4011-a4e6-5dc6daed213a on network f3afb84f-a007-4e52-a1fb-611cc73f2208 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:09:22.502481 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-dbeecd27-01d0-47ec-a1ce-445091553b9c service neutron] Attempting to bind port 17546000-b263-4011-a4e6-5dc6daed213a on network f3afb84f-a007-4e52-a1fb-611cc73f2208 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:22.512536 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0d9af0-5c19-47ce-ba52-b980333d8c97 None None] Network ef356eab-8de3-47db-aac8-a512c5ec8d03 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:09:22.514168 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d096a4-6f8a-405e-8457-7dd3b7802435 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.515322 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-25d096a4-6f8a-405e-8457-7dd3b7802435 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:22.536733 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-dbeecd27-01d0-47ec-a1ce-445091553b9c service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:09:22.537004 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-dbeecd27-01d0-47ec-a1ce-445091553b9c service neutron] Checking segment: {'id': '49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:22.537369 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-dbeecd27-01d0-47ec-a1ce-445091553b9c service neutron] Bound using segment: {'id': '49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:09:22.537830 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-dbeecd27-01d0-47ec-a1ce-445091553b9c service neutron] Bound port: 17546000-b263-4011-a4e6-5dc6daed213a, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:09:22.538193 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-dbeecd27-01d0-47ec-a1ce-445091553b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:22.580211 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-922ba144-99a3-4456-8a25-6992868420f3 req-21e1ab7c-5f02-48b4-852a-5ebde62a745d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1743350 May 26 16:09:22.613667 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-92ef6683-df37-442f-8331-8939be7e0292 req-a65683e4-f162-41a6-9a04-f7efbb7e8499 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/security-groups?id=d06b3f50-fcfd-4fe3-922a-fa03f9e99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721725 May 26 16:09:22.616978 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-25d096a4-6f8a-405e-8457-7dd3b7802435 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6391578 May 26 16:09:22.620180 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51334) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:22.640451 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-2290a06e-af72-40f4-ac92-bf184c264b95 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'subnet': {'network_id': '43acbb4a-fcfb-4de5-ad98-66fc3be50fc0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:22.642159 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e023f-f87b-46f4-99cb-1d07c45b75c4 req-123ddd7a-2c00-44a2-a45a-c186ec1c453c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.644173 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ec6e023f-f87b-46f4-99cb-1d07c45b75c4 req-123ddd7a-2c00-44a2-a45a-c186ec1c453c service neutron] 10.222.0.83 "GET /v2.0/networks?id=3cdbb0e1-e363-4760-b488-894ac8b625c3 HTTP/1.1" status: 200 len: 914 time: 0.2487695 May 26 16:09:22.790032 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cab56e9-3841-4040-8eb2-fc081a931686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-ef356eab-8de3-47db-aac8-a512c5ec8d03', 'network_id': 'ef356eab-8de3-47db-aac8-a512c5ec8d03', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'fixed_ips': [{'subnet_id': 'c759867d-2b51-4a88-ade2-22254766c9e5'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:09:22.791729 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9cab56e9-3841-4040-8eb2-fc081a931686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:22.803741 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ec6e023f-f87b-46f4-99cb-1d07c45b75c4 req-1e7adcea-2366-4f9e-be43-065289d60741 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fb8f093-f5b6-4f40-b597-8617ac6e55b7 HTTP/1.1" status: 200 len: 217 time: 0.1175137 May 26 16:09:22.878132 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3124-4f55-4ca9-861a-e4d63c642209 req-7e4caf68-02e1-4ed7-9d55-e366422d882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.878946 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3124-4f55-4ca9-861a-e4d63c642209 req-7e4caf68-02e1-4ed7-9d55-e366422d882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.879171 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3124-4f55-4ca9-861a-e4d63c642209 req-7e4caf68-02e1-4ed7-9d55-e366422d882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.881095 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4bbe3124-4f55-4ca9-861a-e4d63c642209 req-7e4caf68-02e1-4ed7-9d55-e366422d882d service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=d3f44b6fae1d4ce4bc737c28e8283000&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4971733 May 26 16:09:22.897620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-dbeecd27-01d0-47ec-a1ce-445091553b9c service neutron] For port 17546000-b263-4011-a4e6-5dc6daed213a, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:09:22.908888 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dcdda7f0-6051-41e6-ae02-e2a5d43dbb4f req-678c29c9-cd6f-4a49-ba6e-edffc02465b0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.1072097 May 26 16:09:22.927182 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-dbeecd27-01d0-47ec-a1ce-445091553b9c service neutron] For port 17546000-b263-4011-a4e6-5dc6daed213a, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=17546000-b263-4011-a4e6-5dc6daed213a,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:09:22.962957 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e023f-f87b-46f4-99cb-1d07c45b75c4 req-94435ab4-11fc-47d2-b61c-90284ce53548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:22.965092 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ec6e023f-f87b-46f4-99cb-1d07c45b75c4 req-94435ab4-11fc-47d2-b61c-90284ce53548 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6831a08-94b7-4d3f-978e-be2ec586ab0a HTTP/1.1" status: 200 len: 853 time: 0.1523485 May 26 16:09:22.970803 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-dbeecd27-01d0-47ec-a1ce-445091553b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:22.997433 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2290a06e-af72-40f4-ac92-bf184c264b95 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Made reservation on behalf of 8515b971030c454198bcb87784afc4ec for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:23.007643 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2290a06e-af72-40f4-ac92-bf184c264b95 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:23.023705 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-094d6649-f9cd-45a9-9b5b-c1148fb99338 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:23.051724 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-dbeecd27-01d0-47ec-a1ce-445091553b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:23.052664 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-dbeecd27-01d0-47ec-a1ce-445091553b9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:23.055265 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-dbeecd27-01d0-47ec-a1ce-445091553b9c service neutron] 10.222.0.83 "PUT /v2.0/ports/17546000-b263-4011-a4e6-5dc6daed213a HTTP/1.1" status: 200 len: 1134 time: 2.1383982 May 26 16:09:23.089800 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-9cab56e9-3841-4040-8eb2-fc081a931686 None None] Allocated IP 172.20.0.2 (ef356eab-8de3-47db-aac8-a512c5ec8d03/c759867d-2b51-4a88-ade2-22254766c9e5/98072141-77ba-46e9-8f1f-6b6a76984d5e) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:23.098905 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeecd27-01d0-47ec-a1ce-445091553b9c service neutron] Pushing event updated for resources: {'Port': ['ID=17546000-b263-4011-a4e6-5dc6daed213a,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:23.154990 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-094d6649-f9cd-45a9-9b5b-c1148fb99338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:23.160794 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203c552-9e1b-47ab-9989-a34c2e5b9ccd req-6dc4e5d6-9060-4476-80dd-41721d805449 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:23.165430 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b203c552-9e1b-47ab-9989-a34c2e5b9ccd req-6dc4e5d6-9060-4476-80dd-41721d805449 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 946 time: 0.3666153 May 26 16:09:23.173125 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d75562d1-cebe-4a93-9414-687c96237e54 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:23.187879 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ff830-eddc-41d9-8fad-34a573733595 req-a3680889-7bc2-4fdd-94f2-c25321689fbf tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:23.189343 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be3ff830-eddc-41d9-8fad-34a573733595 req-a3680889-7bc2-4fdd-94f2-c25321689fbf tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a348dff3-f201-4df0-9e3e-956e9145ba49 HTTP/1.1" status: 200 len: 947 time: 0.3858099 May 26 16:09:23.248501 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d6649-f9cd-45a9-9b5b-c1148fb99338 admin admin] Pushing event updated for resources: {'Port': ['ID=a9867d6e-b029-4f2d-9c1c-ad418e0be6eb,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:23.276400 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3124-4f55-4ca9-861a-e4d63c642209 req-9f9efa7f-b2cc-4062-8525-f06bf5d74aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:23.277897 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4bbe3124-4f55-4ca9-861a-e4d63c642209 req-9f9efa7f-b2cc-4062-8525-f06bf5d74aa8 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3668027 May 26 16:09:23.278453 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094d6649-f9cd-45a9-9b5b-c1148fb99338 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:23.283045 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-094d6649-f9cd-45a9-9b5b-c1148fb99338 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:23.288906 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094d6649-f9cd-45a9-9b5b-c1148fb99338 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:23.360903 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b203c552-9e1b-47ab-9989-a34c2e5b9ccd req-28c68bf9-9d76-40d9-8b25-1f5b0bafd6b2 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859903 May 26 16:09:23.376165 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be3ff830-eddc-41d9-8fad-34a573733595 req-710a527b-038c-4a61-a092-0b2c6409c3e2 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777067 May 26 16:09:23.383897 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port d75562d1-cebe-4a93-9414-687c96237e54 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:23.384333 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:23.433127 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-bdd16e9a-94cd-416c-9d7e-66fe54883a50 service neutron] Request body: {'port': {'device_id': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:23.544690 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf35a91-d447-44f2-a385-64c91fc267fa None None] Network cd7c6e08-1774-4556-87ba-7d5b55a35abf requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:09:23.554966 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ec6e023f-f87b-46f4-99cb-1d07c45b75c4 req-8fcb7b5e-cb7e-4a7e-934b-ef8d780acd45 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3cdbb0e1-e363-4760-b488-894ac8b625c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892847 May 26 16:09:23.570577 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9cab56e9-3841-4040-8eb2-fc081a931686 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:23.622622 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-813081ae-2866-4e6d-b0cb-3fbe1ed19f6e req-893097c6-5f6c-4cbc-9ab0-eb908ec3a005 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0889614 May 26 16:09:23.635307 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9cab56e9-3841-4040-8eb2-fc081a931686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:23.666056 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-bdd16e9a-94cd-416c-9d7e-66fe54883a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:23.762055 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cab56e9-3841-4040-8eb2-fc081a931686 None None] Network ef356eab-8de3-47db-aac8-a512c5ec8d03 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:23.791080 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-41d8b0e7-9be2-409c-9e89-7f5fa9655160 None None] Provisioning complete for port d75562d1-cebe-4a93-9414-687c96237e54 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:23.791688 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-41d8b0e7-9be2-409c-9e89-7f5fa9655160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:23.795924 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ec6e023f-f87b-46f4-99cb-1d07c45b75c4 req-992389e2-2a84-413d-b0e4-5d266dedc8e0 service neutron] 10.222.0.83 "GET /v2.0/networks/3cdbb0e1-e363-4760-b488-894ac8b625c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125516 May 26 16:09:23.802162 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-9cab56e9-3841-4040-8eb2-fc081a931686 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:23.841166 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab56e9-3841-4040-8eb2-fc081a931686 None None] Pushing event updated for resources: {'Port': ['ID=98072141-77ba-46e9-8f1f-6b6a76984d5e,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:23.849687 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab56e9-3841-4040-8eb2-fc081a931686 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:23.892256 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port d75562d1-cebe-4a93-9414-687c96237e54 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:23.892562 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:23.989167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-41d8b0e7-9be2-409c-9e89-7f5fa9655160 None None] Current status of the port d75562d1-cebe-4a93-9414-687c96237e54 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:23.989846 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-41d8b0e7-9be2-409c-9e89-7f5fa9655160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:24.055148 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9cab56e9-3841-4040-8eb2-fc081a931686 None None] Attempting to bind port 98072141-77ba-46e9-8f1f-6b6a76984d5e on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:09:24.055772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9cab56e9-3841-4040-8eb2-fc081a931686 None None] Attempting to bind port 98072141-77ba-46e9-8f1f-6b6a76984d5e by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'fd4ce01b-bc25-4288-90ec-d57376b269b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ef356eab-8de3-47db-aac8-a512c5ec8d03'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:09:24.056357 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cab56e9-3841-4040-8eb2-fc081a931686 None None] Attempting to bind port 98072141-77ba-46e9-8f1f-6b6a76984d5e on network ef356eab-8de3-47db-aac8-a512c5ec8d03 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:24.070761 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port d75562d1-cebe-4a93-9414-687c96237e54, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d75562d1-cebe-4a93-9414-687c96237e54,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:24.086012 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cab56e9-3841-4040-8eb2-fc081a931686 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:09:24.087202 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cab56e9-3841-4040-8eb2-fc081a931686 None None] Checking segment: {'id': 'fd4ce01b-bc25-4288-90ec-d57376b269b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ef356eab-8de3-47db-aac8-a512c5ec8d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:24.087808 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9cab56e9-3841-4040-8eb2-fc081a931686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:24.088408 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cab56e9-3841-4040-8eb2-fc081a931686 None None] Bound using segment: {'id': 'fd4ce01b-bc25-4288-90ec-d57376b269b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ef356eab-8de3-47db-aac8-a512c5ec8d03'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:09:24.089054 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9cab56e9-3841-4040-8eb2-fc081a931686 None None] Bound port: 98072141-77ba-46e9-8f1f-6b6a76984d5e, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4ce01b-bc25-4288-90ec-d57376b269b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ef356eab-8de3-47db-aac8-a512c5ec8d03'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:09:24.089596 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9cab56e9-3841-4040-8eb2-fc081a931686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:24.103295 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:24.114790 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device e67135a2-355b-4c0a-bb10-d3cd7978b1b2 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:09:24.163485 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'tag': '17546000-b263-4011-a4e6-5dc6daed213a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:24.164243 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f7ceb-a4be-43ac-8e82-15f2c7d1f9a3 req-c31e5dbe-7a0e-4ec2-8d21-8dd1878defbb tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:24.165850 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4309e5-3493-4fbc-95ef-e3398c5933b4" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "tag": "17546000-b263-4011-a4e6-5dc6daed213a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:24.169949 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f7ceb-a4be-43ac-8e82-15f2c7d1f9a3 req-c31e5dbe-7a0e-4ec2-8d21-8dd1878defbb tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:24.178414 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f7ceb-a4be-43ac-8e82-15f2c7d1f9a3 req-c31e5dbe-7a0e-4ec2-8d21-8dd1878defbb tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:24.188111 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f7ceb-a4be-43ac-8e82-15f2c7d1f9a3 req-c31e5dbe-7a0e-4ec2-8d21-8dd1878defbb tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:24.196228 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f7ceb-a4be-43ac-8e82-15f2c7d1f9a3 req-c31e5dbe-7a0e-4ec2-8d21-8dd1878defbb tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:24.202785 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f7ceb-a4be-43ac-8e82-15f2c7d1f9a3 req-c31e5dbe-7a0e-4ec2-8d21-8dd1878defbb tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:24.208834 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f7ceb-a4be-43ac-8e82-15f2c7d1f9a3 req-c31e5dbe-7a0e-4ec2-8d21-8dd1878defbb tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:24.210927 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-779f7ceb-a4be-43ac-8e82-15f2c7d1f9a3 req-c31e5dbe-7a0e-4ec2-8d21-8dd1878defbb tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5381 time: 0.4724758 May 26 16:09:24.211837 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2290a06e-af72-40f4-ac92-bf184c264b95 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:24.251639 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-094d6649-f9cd-45a9-9b5b-c1148fb99338 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:24.262588 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-41d8b0e7-9be2-409c-9e89-7f5fa9655160 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:09:24.263191 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-41d8b0e7-9be2-409c-9e89-7f5fa9655160 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:09:24.300599 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9cab56e9-3841-4040-8eb2-fc081a931686 None None] For port 98072141-77ba-46e9-8f1f-6b6a76984d5e, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:09:24.318434 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9cab56e9-3841-4040-8eb2-fc081a931686 None None] For port 98072141-77ba-46e9-8f1f-6b6a76984d5e, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=98072141-77ba-46e9-8f1f-6b6a76984d5e,segment=NetworkSegment(fd4ce01b-bc25-4288-90ec-d57376b269b3),segment_id=fd4ce01b-bc25-4288-90ec-d57376b269b3)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:09:24.324495 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=d75562d1-cebe-4a93-9414-687c96237e54,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:24.352194 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ec6e023f-f87b-46f4-99cb-1d07c45b75c4 req-d98233cc-7972-4e72-89c9-f1935bb1d865 service neutron] 10.222.0.83 "GET /v2.0/networks/3cdbb0e1-e363-4760-b488-894ac8b625c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451918 May 26 16:09:24.361742 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978b5ab-3c27-47b0-93a3-41022ae94994 req-93ddaa16-0034-4746-8297-7eb8bf583f44 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:24.364319 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0978b5ab-3c27-47b0-93a3-41022ae94994 req-93ddaa16-0034-4746-8297-7eb8bf583f44 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/ports?device_id=a932e0a1-b822-44da-9d3f-2a7010b28415 HTTP/1.1" status: 200 len: 945 time: 0.3395567 May 26 16:09:24.377680 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-779f7ceb-a4be-43ac-8e82-15f2c7d1f9a3 req-babe14b8-caca-4d5a-bd02-66c80eed3c66 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1534095 May 26 16:09:24.390612 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9cab56e9-3841-4040-8eb2-fc081a931686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:24.503335 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83bb81f-5fa8-4ca8-8e39-23746d0281b2 x-openstack-request-id: req-c83bb81f-5fa8-4ca8-8e39-23746d0281b2 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:24.503609 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "tag": "17546000-b263-4011-a4e6-5dc6daed213a", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:24.504255 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c83bb81f-5fa8-4ca8-8e39-23746d0281b2 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:24.504255 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c83bb81f-5fa8-4ca8-8e39-23746d0281b2'] response: {'name': 'network-changed', 'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'tag': '17546000-b263-4011-a4e6-5dc6daed213a', 'status': 'completed', 'code': 200} May 26 16:09:24.520660 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290a06e-af72-40f4-ac92-bf184c264b95 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Checking segment: {'id': 'ab479623-56b2-431c-bd1b-7ace9282acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '43acbb4a-fcfb-4de5-ad98-66fc3be50fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:24.520940 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2290a06e-af72-40f4-ac92-bf184c264b95 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network hostable DHCP agents. Network: 43acbb4a-fcfb-4de5-ad98-66fc3be50fc0, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:09:24.526810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab56e9-3841-4040-8eb2-fc081a931686 None None] Pushing event updated for resources: {'Port': ['ID=98072141-77ba-46e9-8f1f-6b6a76984d5e,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:24.556018 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0978b5ab-3c27-47b0-93a3-41022ae94994 req-c45f3806-9941-4a87-9ef3-ca7a23c6e4e8 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/security-groups?id=d06b3f50-fcfd-4fe3-922a-fa03f9e99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834936 May 26 16:09:24.614066 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-bdd16e9a-94cd-416c-9d7e-66fe54883a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a22baecc-6a51-4894-9383-fd79c3b20a9c {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:09:24.638585 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2290a06e-af72-40f4-ac92-bf184c264b95 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network 43acbb4a-fcfb-4de5-ad98-66fc3be50fc0 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:09:24.641652 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290a06e-af72-40f4-ac92-bf184c264b95 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Subnet': ['ID=67eebc91-0df6-4575-abf3-10a6f5278040,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:24.643712 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port e67135a2-355b-4c0a-bb10-d3cd7978b1b2, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=e67135a2-355b-4c0a-bb10-d3cd7978b1b2,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:24.657760 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-bdd16e9a-94cd-416c-9d7e-66fe54883a50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:24.675356 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': 'e67135a2-355b-4c0a-bb10-d3cd7978b1b2', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': 'e67135a2-355b-4c0a-bb10-d3cd7978b1b2', 'mac_address': 'fa:16:3e:2f:1a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:09:24.754942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port e67135a2-355b-4c0a-bb10-d3cd7978b1b2 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:24.755505 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:24.772138 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4309e5-3493-4fbc-95ef-e3398c5933b4 req-324b88d9-fee1-4153-9d4f-e90befb55931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:24.773648 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4309e5-3493-4fbc-95ef-e3398c5933b4 req-324b88d9-fee1-4153-9d4f-e90befb55931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:24.773648 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4309e5-3493-4fbc-95ef-e3398c5933b4 req-324b88d9-fee1-4153-9d4f-e90befb55931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:24.773648 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4309e5-3493-4fbc-95ef-e3398c5933b4 req-324b88d9-fee1-4153-9d4f-e90befb55931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:24.774127 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4309e5-3493-4fbc-95ef-e3398c5933b4 req-324b88d9-fee1-4153-9d4f-e90befb55931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:24.774732 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4309e5-3493-4fbc-95ef-e3398c5933b4 req-324b88d9-fee1-4153-9d4f-e90befb55931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:24.775202 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4309e5-3493-4fbc-95ef-e3398c5933b4 req-324b88d9-fee1-4153-9d4f-e90befb55931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:24.777296 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1e4309e5-3493-4fbc-95ef-e3398c5933b4 req-324b88d9-fee1-4153-9d4f-e90befb55931 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3f44b6fae1d4ce4bc737c28e8283000&device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 6218 time: 0.1615667 May 26 16:09:24.789309 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-2290a06e-af72-40f4-ac92-bf184c264b95 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 43acbb4a-fcfb-4de5-ad98-66fc3be50fc0) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:24.791802 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-094d6649-f9cd-45a9-9b5b-c1148fb99338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:24.807379 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-bdd16e9a-94cd-416c-9d7e-66fe54883a50 service neutron] Transition to ACTIVE for port object a22baecc-6a51-4894-9383-fd79c3b20a9c will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:09:24.813949 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e493d6-8c23-4600-a29d-2595667a3000 None None] Network 43acbb4a-fcfb-4de5-ad98-66fc3be50fc0 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:09:24.822954 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2290a06e-af72-40f4-ac92-bf184c264b95 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:24.823782 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2290a06e-af72-40f4-ac92-bf184c264b95 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:24.827876 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-bdd16e9a-94cd-416c-9d7e-66fe54883a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:24.962196 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67135a2-355b-4c0a-bb10-d3cd7978b1b2 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:09:25.050808 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405b47a-e1b0-4fc3-a4a0-8a3b9849ad68 req-a6f139c3-bfbd-4067-8a06-43813d7b9222 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:25.052466 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0405b47a-e1b0-4fc3-a4a0-8a3b9849ad68 req-a6f139c3-bfbd-4067-8a06-43813d7b9222 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a348dff3-f201-4df0-9e3e-956e9145ba49 HTTP/1.1" status: 200 len: 947 time: 0.3506310 May 26 16:09:25.071032 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157ae19-b382-4ce2-a089-c00421a9279e req-c52b144c-1e08-4adc-b9dd-49b64a4f5c6f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:25.076691 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3157ae19-b382-4ce2-a089-c00421a9279e req-c52b144c-1e08-4adc-b9dd-49b64a4f5c6f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 946 time: 0.4157007 May 26 16:09:25.112376 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port e67135a2-355b-4c0a-bb10-d3cd7978b1b2, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=e67135a2-355b-4c0a-bb10-d3cd7978b1b2,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:25.117041 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-41d8b0e7-9be2-409c-9e89-7f5fa9655160 None None] Current status of the port d75562d1-cebe-4a93-9414-687c96237e54 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:25.137280 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:25.140842 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd16e9a-94cd-416c-9d7e-66fe54883a50 service neutron] Pushing event updated for resources: {'Port': ['ID=a22baecc-6a51-4894-9383-fd79c3b20a9c,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:25.155241 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d75562d1-cebe-4a93-9414-687c96237e54 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:25.163766 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2290a06e-af72-40f4-ac92-bf184c264b95 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5425923 May 26 16:09:25.164527 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51354) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:25.211313 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4309e5-3493-4fbc-95ef-e3398c5933b4 req-a183da48-46c3-417c-8ea3-a29f9dde2ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:25.211804 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4309e5-3493-4fbc-95ef-e3398c5933b4 req-a183da48-46c3-417c-8ea3-a29f9dde2ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:25.214258 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4309e5-3493-4fbc-95ef-e3398c5933b4 req-a183da48-46c3-417c-8ea3-a29f9dde2ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:25.224752 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1e4309e5-3493-4fbc-95ef-e3398c5933b4 req-a183da48-46c3-417c-8ea3-a29f9dde2ad3 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=d3f44b6fae1d4ce4bc737c28e8283000&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3663230 May 26 16:09:25.232854 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-24c310d5-dafd-4e37-a9f9-6dde3790dca8 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1873493066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:25.346413 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094d6649-f9cd-45a9-9b5b-c1148fb99338 admin admin] Router d5d13c00-c529-44f6-b495-b1af41022f4f is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:09:25.416658 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24c310d5-dafd-4e37-a9f9-6dde3790dca8 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:25.417738 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24c310d5-dafd-4e37-a9f9-6dde3790dca8 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:25.441321 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4309e5-3493-4fbc-95ef-e3398c5933b4 req-bc2e6908-a352-4af8-8c1f-fe92ac569b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:25.451836 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1e4309e5-3493-4fbc-95ef-e3398c5933b4 req-bc2e6908-a352-4af8-8c1f-fe92ac569b26 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1870899 May 26 16:09:25.493179 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3157ae19-b382-4ce2-a089-c00421a9279e req-b62ec889-1608-41cc-86bd-457ae6333ed3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732639 May 26 16:09:25.547783 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094d6649-f9cd-45a9-9b5b-c1148fb99338 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:09:25.549608 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d637cdc2-7efd-40dd-b6d5-a95ab1e72b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-43acbb4a-fcfb-4de5-ad98-66fc3be50fc0', 'network_id': '43acbb4a-fcfb-4de5-ad98-66fc3be50fc0', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'fixed_ips': [{'subnet_id': '67eebc91-0df6-4575-abf3-10a6f5278040'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:09:25.551654 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d637cdc2-7efd-40dd-b6d5-a95ab1e72b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:25.558148 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] Sync routers for ids ['d5d13c00-c529-44f6-b495-b1af41022f4f'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:09:25.574415 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port d75562d1-cebe-4a93-9414-687c96237e54 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:25.574817 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:25.577571 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] Routers {'d5d13c00-c529-44f6-b495-b1af41022f4f'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:25.584534 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:09:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d5d13c00-c529-44f6-b495-b1af41022f4f'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:25.594530 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-094d6649-f9cd-45a9-9b5b-c1148fb99338 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:25.598658 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-094d6649-f9cd-45a9-9b5b-c1148fb99338 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9149096 May 26 16:09:25.598927 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51362) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:25.607121 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24c310d5-dafd-4e37-a9f9-6dde3790dca8 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:25.608738 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-bdd16e9a-94cd-416c-9d7e-66fe54883a50 service neutron] Attempting to bind port a22baecc-6a51-4894-9383-fd79c3b20a9c on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:09:25.609642 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-bdd16e9a-94cd-416c-9d7e-66fe54883a50 service neutron] Attempting to bind port a22baecc-6a51-4894-9383-fd79c3b20a9c by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:09:25.610413 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-bdd16e9a-94cd-416c-9d7e-66fe54883a50 service neutron] Attempting to bind port a22baecc-6a51-4894-9383-fd79c3b20a9c on network f3afb84f-a007-4e52-a1fb-611cc73f2208 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:25.621610 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24c310d5-dafd-4e37-a9f9-6dde3790dca8 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:25.641911 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-bdd16e9a-94cd-416c-9d7e-66fe54883a50 service neutron] Port a22baecc-6a51-4894-9383-fd79c3b20a9c on network f3afb84f-a007-4e52-a1fb-611cc73f2208 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:09:25.642600 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-bdd16e9a-94cd-416c-9d7e-66fe54883a50 service neutron] Attempting to bind port a22baecc-6a51-4894-9383-fd79c3b20a9c on network f3afb84f-a007-4e52-a1fb-611cc73f2208 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:25.668940 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-bdd16e9a-94cd-416c-9d7e-66fe54883a50 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:09:25.669434 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-bdd16e9a-94cd-416c-9d7e-66fe54883a50 service neutron] Checking segment: {'id': '49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:25.669937 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-bdd16e9a-94cd-416c-9d7e-66fe54883a50 service neutron] Bound using segment: {'id': '49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:09:25.670776 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-bdd16e9a-94cd-416c-9d7e-66fe54883a50 service neutron] Bound port: a22baecc-6a51-4894-9383-fd79c3b20a9c, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:09:25.671045 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-bdd16e9a-94cd-416c-9d7e-66fe54883a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:25.693666 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0405b47a-e1b0-4fc3-a4a0-8a3b9849ad68 req-01bbce1e-6afc-473c-954c-0b72a6158b36 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6121092 May 26 16:09:25.742161 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d3a3be64-a9c1-4622-8a1a-eea818747c32 req-133ca338-3918-4e54-bf63-dbb5b5c0a9dd tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0554762 May 26 16:09:25.750877 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3b3d8030-19c3-4bdb-afa0-fb1a13239528 None None] Provisioning complete for port d75562d1-cebe-4a93-9414-687c96237e54 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:25.751260 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3b3d8030-19c3-4bdb-afa0-fb1a13239528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:25.755499 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['e67135a2-355b-4c0a-bb10-d3cd7978b1b2'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:09:25.788230 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=e67135a2-355b-4c0a-bb10-d3cd7978b1b2,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:25.794231 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24c310d5-dafd-4e37-a9f9-6dde3790dca8 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:25.805192 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-24c310d5-dafd-4e37-a9f9-6dde3790dca8 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5838022 May 26 16:09:25.805828 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51366) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:25.883273 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] Set router d5d13c00-c529-44f6-b495-b1af41022f4f gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:09:26.155613 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-d637cdc2-7efd-40dd-b6d5-a95ab1e72b9c None None] Allocated IP 172.21.0.2 (43acbb4a-fcfb-4de5-ad98-66fc3be50fc0/67eebc91-0df6-4575-abf3-10a6f5278040/8e591062-3ac6-4a90-ba8a-e753686191eb) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:26.198244 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c20a3-0190-44e0-885b-71a10d776d5e req-cb5d226a-3080-41ba-a3b2-16752b7d2143 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:26.203917 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c20a3-0190-44e0-885b-71a10d776d5e req-cb5d226a-3080-41ba-a3b2-16752b7d2143 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:26.209654 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c20a3-0190-44e0-885b-71a10d776d5e req-cb5d226a-3080-41ba-a3b2-16752b7d2143 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:26.215415 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c20a3-0190-44e0-885b-71a10d776d5e req-cb5d226a-3080-41ba-a3b2-16752b7d2143 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:26.221314 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c20a3-0190-44e0-885b-71a10d776d5e req-cb5d226a-3080-41ba-a3b2-16752b7d2143 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:26.227012 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c20a3-0190-44e0-885b-71a10d776d5e req-cb5d226a-3080-41ba-a3b2-16752b7d2143 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:26.231911 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-1267652655-router', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:20Z', 'updated_at': '2022-05-26T16:09:23Z', 'revision_number': 3, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'gw_port': {'id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:37:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:22Z', 'updated_at': '2022-05-26T16:09:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:26.233046 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c20a3-0190-44e0-885b-71a10d776d5e req-cb5d226a-3080-41ba-a3b2-16752b7d2143 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:26.235519 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4a4c20a3-0190-44e0-885b-71a10d776d5e req-cb5d226a-3080-41ba-a3b2-16752b7d2143 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5393 time: 0.2964141 May 26 16:09:26.242989 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-bdd16e9a-94cd-416c-9d7e-66fe54883a50 service neutron] For port a22baecc-6a51-4894-9383-fd79c3b20a9c, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:09:26.294338 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c450e173-387a-4f06-8200-4e4cb10d3bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:26.301347 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] Checking router: d5d13c00-c529-44f6-b495-b1af41022f4f for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:09:26.301694 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] Updating router d5d13c00-c529-44f6-b495-b1af41022f4f port a9867d6e-b029-4f2d-9c1c-ad418e0be6eb binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:09:26.337660 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d637cdc2-7efd-40dd-b6d5-a95ab1e72b9c None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:26.362397 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ace3f0-9d08-430e-9d2d-ef8007c33a06 None None] Network ef356eab-8de3-47db-aac8-a512c5ec8d03 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:09:26.365559 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:26.466400 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d637cdc2-7efd-40dd-b6d5-a95ab1e72b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:26.523471 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-c450e173-387a-4f06-8200-4e4cb10d3bbe admin admin] Allocated IP 172.20.0.1 (cd7c6e08-1774-4556-87ba-7d5b55a35abf/1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab/48cc6a82-7e37-424e-b1bb-a26bfebb9890) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:26.674108 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7b38d-3a6e-42df-a449-78b3f0312327 req-01365520-9a62-4234-bc39-1cd10b759cec tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:26.681179 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d9f7b38d-3a6e-42df-a449-78b3f0312327 req-01365520-9a62-4234-bc39-1cd10b759cec tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/ports?device_id=a932e0a1-b822-44da-9d3f-2a7010b28415 HTTP/1.1" status: 200 len: 945 time: 0.7465022 May 26 16:09:26.692620 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3b3d8030-19c3-4bdb-afa0-fb1a13239528 None None] Current status of the port d75562d1-cebe-4a93-9414-687c96237e54 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:26.708641 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-bdd16e9a-94cd-416c-9d7e-66fe54883a50 service neutron] For port a22baecc-6a51-4894-9383-fd79c3b20a9c, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=a22baecc-6a51-4894-9383-fd79c3b20a9c,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:09:26.721672 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d637cdc2-7efd-40dd-b6d5-a95ab1e72b9c None None] Network 43acbb4a-fcfb-4de5-ad98-66fc3be50fc0 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:26.734608 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c450e173-387a-4f06-8200-4e4cb10d3bbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:26.743452 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-d637cdc2-7efd-40dd-b6d5-a95ab1e72b9c None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:26.745286 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-bdd16e9a-94cd-416c-9d7e-66fe54883a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:26.790590 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d637cdc2-7efd-40dd-b6d5-a95ab1e72b9c None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:26.808960 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637cdc2-7efd-40dd-b6d5-a95ab1e72b9c None None] Pushing event updated for resources: {'Port': ['ID=8e591062-3ac6-4a90-ba8a-e753686191eb,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:26.839778 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c450e173-387a-4f06-8200-4e4cb10d3bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:26.892153 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:26.912104 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:26.922167 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c450e173-387a-4f06-8200-4e4cb10d3bbe admin admin] Network cd7c6e08-1774-4556-87ba-7d5b55a35abf is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:26.930900 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-c450e173-387a-4f06-8200-4e4cb10d3bbe admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:26.934638 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c450e173-387a-4f06-8200-4e4cb10d3bbe admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:26.954357 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-bdd16e9a-94cd-416c-9d7e-66fe54883a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:26.954994 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-bdd16e9a-94cd-416c-9d7e-66fe54883a50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:26.961941 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-bdd16e9a-94cd-416c-9d7e-66fe54883a50 service neutron] 10.222.0.83 "PUT /v2.0/ports/a22baecc-6a51-4894-9383-fd79c3b20a9c HTTP/1.1" status: 200 len: 1091 time: 3.5430038 May 26 16:09:26.962817 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'tag': 'a22baecc-6a51-4894-9383-fd79c3b20a9c'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:26.965213 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f611c92f-af71-4401-a675-136f068673a4" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "tag": "a22baecc-6a51-4894-9383-fd79c3b20a9c"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:26.998442 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4a4c20a3-0190-44e0-885b-71a10d776d5e req-b2329e80-6cc8-4195-a0d6-cf615cca27eb tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7526073 May 26 16:09:27.002591 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d9f7b38d-3a6e-42df-a449-78b3f0312327 req-572f4939-0f10-45cb-9f46-3d8074eadc54 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/security-groups?id=d06b3f50-fcfd-4fe3-922a-fa03f9e99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205814 May 26 16:09:27.023064 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450e173-387a-4f06-8200-4e4cb10d3bbe admin admin] Pushing event updated for resources: {'Port': ['ID=48cc6a82-7e37-424e-b1bb-a26bfebb9890,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:27.036166 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port d75562d1-cebe-4a93-9414-687c96237e54 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:27.052442 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a2a1d10d-6a91-4a70-b239-a263d8c6b6a5 service neutron] Request body: {'port': {'device_id': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:27.101582 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017faca7-a53b-4080-8697-99afe0982e04 None None] Pushing event updated for resources: {'Port': ['ID=a9867d6e-b029-4f2d-9c1c-ad418e0be6eb,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:27.106713 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c450e173-387a-4f06-8200-4e4cb10d3bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:27.133023 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] Attempting to bind port a9867d6e-b029-4f2d-9c1c-ad418e0be6eb on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:09:27.134175 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] Attempting to bind port a9867d6e-b029-4f2d-9c1c-ad418e0be6eb by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:09:27.135652 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] Attempting to bind port a9867d6e-b029-4f2d-9c1c-ad418e0be6eb on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:27.147852 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5097c564-9c9b-4df3-83db-03d1d63d4725 None None] Provisioning complete for port 98072141-77ba-46e9-8f1f-6b6a76984d5e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:27.152527 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5097c564-9c9b-4df3-83db-03d1d63d4725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:27.176435 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017faca7-a53b-4080-8697-99afe0982e04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:27.177105 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017faca7-a53b-4080-8697-99afe0982e04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:27.177596 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017faca7-a53b-4080-8697-99afe0982e04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:27.178210 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017faca7-a53b-4080-8697-99afe0982e04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:27.178676 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017faca7-a53b-4080-8697-99afe0982e04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:27.179219 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017faca7-a53b-4080-8697-99afe0982e04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:27.179688 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017faca7-a53b-4080-8697-99afe0982e04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:27.180178 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017faca7-a53b-4080-8697-99afe0982e04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:27.180746 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017faca7-a53b-4080-8697-99afe0982e04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:27.181262 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017faca7-a53b-4080-8697-99afe0982e04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:27.181733 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017faca7-a53b-4080-8697-99afe0982e04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:27.182195 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017faca7-a53b-4080-8697-99afe0982e04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:27.197561 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:09:27.197857 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:27.198267 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:27.198664 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:09:27.199154 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] Bound port: a9867d6e-b029-4f2d-9c1c-ad418e0be6eb, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:09:27.199539 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:27.284410 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d637cdc2-7efd-40dd-b6d5-a95ab1e72b9c None None] Attempting to bind port 8e591062-3ac6-4a90-ba8a-e753686191eb on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:09:27.284890 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d637cdc2-7efd-40dd-b6d5-a95ab1e72b9c None None] Attempting to bind port 8e591062-3ac6-4a90-ba8a-e753686191eb by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'ab479623-56b2-431c-bd1b-7ace9282acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '43acbb4a-fcfb-4de5-ad98-66fc3be50fc0'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:09:27.286933 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d637cdc2-7efd-40dd-b6d5-a95ab1e72b9c None None] Attempting to bind port 8e591062-3ac6-4a90-ba8a-e753686191eb on network 43acbb4a-fcfb-4de5-ad98-66fc3be50fc0 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:27.365886 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd16e9a-94cd-416c-9d7e-66fe54883a50 service neutron] Pushing event updated for resources: {'Port': ['ID=a22baecc-6a51-4894-9383-fd79c3b20a9c,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:27.386090 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d637cdc2-7efd-40dd-b6d5-a95ab1e72b9c None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:09:27.387972 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d637cdc2-7efd-40dd-b6d5-a95ab1e72b9c None None] Checking segment: {'id': 'ab479623-56b2-431c-bd1b-7ace9282acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '43acbb4a-fcfb-4de5-ad98-66fc3be50fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:27.388249 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] For port a9867d6e-b029-4f2d-9c1c-ad418e0be6eb, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:09:27.391657 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d637cdc2-7efd-40dd-b6d5-a95ab1e72b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:27.392227 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d637cdc2-7efd-40dd-b6d5-a95ab1e72b9c None None] Bound using segment: {'id': 'ab479623-56b2-431c-bd1b-7ace9282acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '43acbb4a-fcfb-4de5-ad98-66fc3be50fc0'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:09:27.395737 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d637cdc2-7efd-40dd-b6d5-a95ab1e72b9c None None] Bound port: 8e591062-3ac6-4a90-ba8a-e753686191eb, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab479623-56b2-431c-bd1b-7ace9282acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '43acbb4a-fcfb-4de5-ad98-66fc3be50fc0'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:09:27.397528 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d637cdc2-7efd-40dd-b6d5-a95ab1e72b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:27.406538 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] For port a9867d6e-b029-4f2d-9c1c-ad418e0be6eb, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a9867d6e-b029-4f2d-9c1c-ad418e0be6eb,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:09:27.420687 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:27.464840 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 98072141-77ba-46e9-8f1f-6b6a76984d5e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:27.481082 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7a767e18-6165-492c-8ea0-21ef4dadd044 req-bf65f06b-1faf-49ab-ad4c-6907c27a8ac6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=245efe0aca7146b19d71b41700188803&device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0582550 May 26 16:09:27.516799 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a2a1d10d-6a91-4a70-b239-a263d8c6b6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:27.518315 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017faca7-a53b-4080-8697-99afe0982e04 None None] Pushing event updated for resources: {'Port': ['ID=a9867d6e-b029-4f2d-9c1c-ad418e0be6eb,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:27.519509 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c3e6a71-d405-4a63-8ed5-8269c1ee7b4c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:27.561061 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] Routers {'d5d13c00-c529-44f6-b495-b1af41022f4f'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:27.562314 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:09:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d5d13c00-c529-44f6-b495-b1af41022f4f'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:27.575377 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7ac5c-7a3a-455b-9187-62315f3fb372 req-bd7a0bdb-be09-4a35-8dd8-c70ae0c363c8 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:27.583263 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0fe7ac5c-7a3a-455b-9187-62315f3fb372 req-bd7a0bdb-be09-4a35-8dd8-c70ae0c363c8 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 946 time: 0.3267157 May 26 16:09:27.612457 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7a767e18-6165-492c-8ea0-21ef4dadd044 req-3695d042-f028-4538-859c-08e05f880cf8 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=245efe0aca7146b19d71b41700188803&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1086204 May 26 16:09:27.653422 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5097c564-9c9b-4df3-83db-03d1d63d4725 None None] Current status of the port 98072141-77ba-46e9-8f1f-6b6a76984d5e is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:27.653810 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5097c564-9c9b-4df3-83db-03d1d63d4725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:27.682932 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c450e173-387a-4f06-8200-4e4cb10d3bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:27.742112 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5097c564-9c9b-4df3-83db-03d1d63d4725 None None] For port 98072141-77ba-46e9-8f1f-6b6a76984d5e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=98072141-77ba-46e9-8f1f-6b6a76984d5e,segment=NetworkSegment(fd4ce01b-bc25-4288-90ec-d57376b269b3),segment_id=fd4ce01b-bc25-4288-90ec-d57376b269b3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:27.747092 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d637cdc2-7efd-40dd-b6d5-a95ab1e72b9c None None] For port 8e591062-3ac6-4a90-ba8a-e753686191eb, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:09:27.762756 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5097c564-9c9b-4df3-83db-03d1d63d4725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:27.769052 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 98072141-77ba-46e9-8f1f-6b6a76984d5e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:27.769419 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:27.774034 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d637cdc2-7efd-40dd-b6d5-a95ab1e72b9c None None] For port 8e591062-3ac6-4a90-ba8a-e753686191eb, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=8e591062-3ac6-4a90-ba8a-e753686191eb,segment=NetworkSegment(ab479623-56b2-431c-bd1b-7ace9282acd5),segment_id=ab479623-56b2-431c-bd1b-7ace9282acd5)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:09:27.838276 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097c564-9c9b-4df3-83db-03d1d63d4725 None None] Pushing event updated for resources: {'Port': ['ID=98072141-77ba-46e9-8f1f-6b6a76984d5e,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:27.889202 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38be41-1176-4d77-afe9-2b569c81e3b5 req-11276429-b208-46ff-9fa0-958599695f09 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:27.891108 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3b38be41-1176-4d77-afe9-2b569c81e3b5 req-11276429-b208-46ff-9fa0-958599695f09 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a348dff3-f201-4df0-9e3e-956e9145ba49 HTTP/1.1" status: 200 len: 948 time: 0.3884368 May 26 16:09:27.913799 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0fe7ac5c-7a3a-455b-9187-62315f3fb372 req-e5c60b20-6213-42e9-ac97-46dc4b5e41bb tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294754 May 26 16:09:27.920340 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d637cdc2-7efd-40dd-b6d5-a95ab1e72b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:27.933233 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] Set router d5d13c00-c529-44f6-b495-b1af41022f4f gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:09:28.025189 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c450e173-387a-4f06-8200-4e4cb10d3bbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:28.033826 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c450e173-387a-4f06-8200-4e4cb10d3bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:28.087134 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e04eae-2849-42e2-b7f3-17d9a0125e99 x-openstack-request-id: req-54e04eae-2849-42e2-b7f3-17d9a0125e99 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:28.092541 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "tag": "a22baecc-6a51-4894-9383-fd79c3b20a9c", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:28.094934 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-54e04eae-2849-42e2-b7f3-17d9a0125e99 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:28.095608 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54e04eae-2849-42e2-b7f3-17d9a0125e99'] response: {'name': 'network-changed', 'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'tag': 'a22baecc-6a51-4894-9383-fd79c3b20a9c', 'status': 'completed', 'code': 200} May 26 16:09:28.124211 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637cdc2-7efd-40dd-b6d5-a95ab1e72b9c None None] Pushing event updated for resources: {'Port': ['ID=8e591062-3ac6-4a90-ba8a-e753686191eb,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:28.235440 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 98072141-77ba-46e9-8f1f-6b6a76984d5e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:28.273033 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-beb5dab1-b19d-4ae2-bc35-dca14f2dd933 None None] Provisioning complete for port 98072141-77ba-46e9-8f1f-6b6a76984d5e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:28.273319 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-beb5dab1-b19d-4ae2-bc35-dca14f2dd933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:28.306614 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c450e173-387a-4f06-8200-4e4cb10d3bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:28.353970 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f396dd61-5035-4493-875f-481742286d9e req-ed6b4bad-b9f1-45e9-96be-1e6037b57517 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0682127 May 26 16:09:28.360592 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3b38be41-1176-4d77-afe9-2b569c81e3b5 req-a56e44da-50d0-403c-b874-25908e00fc41 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360962 May 26 16:09:28.433123 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450e173-387a-4f06-8200-4e4cb10d3bbe admin admin] Pushing event updated for resources: {'Port': ['ID=48cc6a82-7e37-424e-b1bb-a26bfebb9890,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:28.447113 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-1267652655-router', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:20Z', 'updated_at': '2022-05-26T16:09:27Z', 'revision_number': 4, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'gw_port': {'id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:37:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:22Z', 'updated_at': '2022-05-26T16:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '48cc6a82-7e37-424e-b1bb-a26bfebb9890', 'name': '', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'mac_address': 'fa:16:3e:d3:58:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:26Z', 'updated_at': '2022-05-26T16:09:26Z', 'revision_number': 1, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'subnets': [{'id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:28.460486 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a767e18-6165-492c-8ea0-21ef4dadd044 req-8ca94c0c-822e-4630-a72f-0665f59098d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:28.469633 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7a767e18-6165-492c-8ea0-21ef4dadd044 req-8ca94c0c-822e-4630-a72f-0665f59098d3 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8440948 May 26 16:09:28.545140 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-beb5dab1-b19d-4ae2-bc35-dca14f2dd933 None None] Current status of the port 98072141-77ba-46e9-8f1f-6b6a76984d5e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:28.563672 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569e26be-0c00-4366-9e8f-0637afd5d047 None None] The sync data for ids ['d5d13c00-c529-44f6-b495-b1af41022f4f'] in n-d-843337-2 is: [{'id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-1267652655-router', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:20Z', 'updated_at': '2022-05-26T16:09:27Z', 'revision_number': 4, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'gw_port': {'id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:37:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:22Z', 'updated_at': '2022-05-26T16:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '48cc6a82-7e37-424e-b1bb-a26bfebb9890', 'name': '', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'mac_address': 'fa:16:3e:d3:58:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:26Z', 'updated_at': '2022-05-26T16:09:26Z', 'revision_number': 1, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'subnets': [{'id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:09:28.589098 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-beb5dab1-b19d-4ae2-bc35-dca14f2dd933 None None] Provisioning complete for port 48cc6a82-7e37-424e-b1bb-a26bfebb9890 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:28.589478 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-beb5dab1-b19d-4ae2-bc35-dca14f2dd933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:28.703330 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611c92f-af71-4401-a675-136f068673a4 req-43392ec4-2123-41b9-aace-355757189e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:28.703922 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611c92f-af71-4401-a675-136f068673a4 req-43392ec4-2123-41b9-aace-355757189e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:28.706906 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611c92f-af71-4401-a675-136f068673a4 req-43392ec4-2123-41b9-aace-355757189e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:28.707372 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-beb5dab1-b19d-4ae2-bc35-dca14f2dd933 None None] Port 48cc6a82-7e37-424e-b1bb-a26bfebb9890 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:09:28.708761 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611c92f-af71-4401-a675-136f068673a4 req-43392ec4-2123-41b9-aace-355757189e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:28.709240 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611c92f-af71-4401-a675-136f068673a4 req-43392ec4-2123-41b9-aace-355757189e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:28.709714 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611c92f-af71-4401-a675-136f068673a4 req-43392ec4-2123-41b9-aace-355757189e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:28.710180 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611c92f-af71-4401-a675-136f068673a4 req-43392ec4-2123-41b9-aace-355757189e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:28.723720 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f611c92f-af71-4401-a675-136f068673a4 req-43392ec4-2123-41b9-aace-355757189e3b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3f44b6fae1d4ce4bc737c28e8283000&device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 6285 time: 0.5642939 May 26 16:09:28.823412 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-2c3e6a71-d405-4a63-8ed5-8269c1ee7b4c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Allocated IP 172.20.0.1 (ef356eab-8de3-47db-aac8-a512c5ec8d03/c759867d-2b51-4a88-ade2-22254766c9e5/aa70d544-8089-4618-a50f-f8969966c30b) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:28.897867 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19fb8b-80d2-42bb-b669-ee1745c9672e req-18ebcccb-af58-4977-b6e6-ce746d7ad882 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:28.903954 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19fb8b-80d2-42bb-b669-ee1745c9672e req-18ebcccb-af58-4977-b6e6-ce746d7ad882 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:28.910837 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19fb8b-80d2-42bb-b669-ee1745c9672e req-18ebcccb-af58-4977-b6e6-ce746d7ad882 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:28.917122 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19fb8b-80d2-42bb-b669-ee1745c9672e req-18ebcccb-af58-4977-b6e6-ce746d7ad882 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:28.923071 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19fb8b-80d2-42bb-b669-ee1745c9672e req-18ebcccb-af58-4977-b6e6-ce746d7ad882 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:28.931274 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c450e173-387a-4f06-8200-4e4cb10d3bbe admin admin] Network cd7c6e08-1774-4556-87ba-7d5b55a35abf is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:28.933265 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19fb8b-80d2-42bb-b669-ee1745c9672e req-18ebcccb-af58-4977-b6e6-ce746d7ad882 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:28.943163 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-c450e173-387a-4f06-8200-4e4cb10d3bbe admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:28.946761 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19fb8b-80d2-42bb-b669-ee1745c9672e req-18ebcccb-af58-4977-b6e6-ce746d7ad882 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:28.955327 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3b19fb8b-80d2-42bb-b669-ee1745c9672e req-18ebcccb-af58-4977-b6e6-ce746d7ad882 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5393 time: 0.3059824 May 26 16:09:28.984994 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611c92f-af71-4401-a675-136f068673a4 req-23dff3e1-4406-4a1d-bec2-9ff927a31114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:28.985459 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611c92f-af71-4401-a675-136f068673a4 req-23dff3e1-4406-4a1d-bec2-9ff927a31114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:28.985918 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611c92f-af71-4401-a675-136f068673a4 req-23dff3e1-4406-4a1d-bec2-9ff927a31114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:29.015515 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f611c92f-af71-4401-a675-136f068673a4 req-23dff3e1-4406-4a1d-bec2-9ff927a31114 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=d3f44b6fae1d4ce4bc737c28e8283000&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2452693 May 26 16:09:29.234024 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c450e173-387a-4f06-8200-4e4cb10d3bbe admin admin] Router d5d13c00-c529-44f6-b495-b1af41022f4f has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:09:29.250136 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400e2bf-6c04-4c13-a27a-991d1aa0c93a req-163b0da2-c5a5-49ca-ba9e-3f53a3f37612 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:29.269611 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1400e2bf-6c04-4c13-a27a-991d1aa0c93a req-163b0da2-c5a5-49ca-ba9e-3f53a3f37612 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/ports?device_id=a932e0a1-b822-44da-9d3f-2a7010b28415 HTTP/1.1" status: 200 len: 945 time: 0.4099331 May 26 16:09:29.329046 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3b19fb8b-80d2-42bb-b669-ee1745c9672e req-b515afc2-5f85-42a5-bdd0-e61ff9f60377 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3728530 May 26 16:09:29.422229 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 98072141-77ba-46e9-8f1f-6b6a76984d5e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:29.438427 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a2a1d10d-6a91-4a70-b239-a263d8c6b6a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65148236-bd78-494f-bf09-16cc85f8781f {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:09:29.453705 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a2a1d10d-6a91-4a70-b239-a263d8c6b6a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:29.475521 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a2a1d10d-6a91-4a70-b239-a263d8c6b6a5 service neutron] Transition to ACTIVE for port object 65148236-bd78-494f-bf09-16cc85f8781f will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:09:29.493934 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a2a1d10d-6a91-4a70-b239-a263d8c6b6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:29.518470 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-45669d55-81ef-402b-a0fc-b0fd10ff5867 None None] Provisioning complete for port 48cc6a82-7e37-424e-b1bb-a26bfebb9890 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:29.518859 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-45669d55-81ef-402b-a0fc-b0fd10ff5867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:29.586372 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-45669d55-81ef-402b-a0fc-b0fd10ff5867 None None] Port 48cc6a82-7e37-424e-b1bb-a26bfebb9890 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:09:29.614951 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 98072141-77ba-46e9-8f1f-6b6a76984d5e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:29.615365 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:29.625893 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611c92f-af71-4401-a675-136f068673a4 req-af02e351-00be-4488-883e-1b1726855809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:29.627406 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f611c92f-af71-4401-a675-136f068673a4 req-af02e351-00be-4488-883e-1b1726855809 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3916171 May 26 16:09:29.638669 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1d10d-6a91-4a70-b239-a263d8c6b6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=65148236-bd78-494f-bf09-16cc85f8781f,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:29.658676 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c450e173-387a-4f06-8200-4e4cb10d3bbe admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:09:29.673659 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c450e173-387a-4f06-8200-4e4cb10d3bbe admin admin] 10.222.0.77 "PUT /v2.0/routers/d5d13c00-c529-44f6-b495-b1af41022f4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0730796 May 26 16:09:29.694479 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c3e6a71-d405-4a63-8ed5-8269c1ee7b4c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:29.763058 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1400e2bf-6c04-4c13-a27a-991d1aa0c93a req-e9e809c8-e23d-45c2-bfc7-b4b58c3d6485 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/security-groups?id=d06b3f50-fcfd-4fe3-922a-fa03f9e99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872627 May 26 16:09:29.771277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 98072141-77ba-46e9-8f1f-6b6a76984d5e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:29.772458 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8e591062-3ac6-4a90-ba8a-e753686191eb up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:29.827281 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c3e6a71-d405-4a63-8ed5-8269c1ee7b4c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:29.862260 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b51b24d-2f58-4dff-babf-08803a59aa7e None None] Network 43acbb4a-fcfb-4de5-ad98-66fc3be50fc0 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:09:29.990077 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ac8fb064-2db1-4ca3-ad4d-d6a9ea424478 None None] Provisioning complete for port 8e591062-3ac6-4a90-ba8a-e753686191eb triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:29.990077 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ac8fb064-2db1-4ca3-ad4d-d6a9ea424478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:30.035935 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 8e591062-3ac6-4a90-ba8a-e753686191eb triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:30.036347 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:30.048841 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a261a60-a79c-4bd4-9b89-b6ecf810626a req-ac065ede-7414-43ae-b4a1-f5289f447244 tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.1164351 May 26 16:09:30.088570 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3e6a71-d405-4a63-8ed5-8269c1ee7b4c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network ef356eab-8de3-47db-aac8-a512c5ec8d03 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:30.090044 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a2a1d10d-6a91-4a70-b239-a263d8c6b6a5 service neutron] Attempting to bind port 65148236-bd78-494f-bf09-16cc85f8781f on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:09:30.092383 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a2a1d10d-6a91-4a70-b239-a263d8c6b6a5 service neutron] Attempting to bind port 65148236-bd78-494f-bf09-16cc85f8781f by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:09:30.095402 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a2a1d10d-6a91-4a70-b239-a263d8c6b6a5 service neutron] Attempting to bind port 65148236-bd78-494f-bf09-16cc85f8781f on network f3afb84f-a007-4e52-a1fb-611cc73f2208 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:30.108142 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-2c3e6a71-d405-4a63-8ed5-8269c1ee7b4c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:30.146479 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd24566-4ae2-4624-8a91-0c02e6880278 req-da6bd025-6631-41ba-a8e9-1b40ba1118ef tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:30.154518 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1cd24566-4ae2-4624-8a91-0c02e6880278 req-da6bd025-6631-41ba-a8e9-1b40ba1118ef tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 946 time: 0.6518729 May 26 16:09:30.158516 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device e67135a2-355b-4c0a-bb10-d3cd7978b1b2 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:30.163717 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3e6a71-d405-4a63-8ed5-8269c1ee7b4c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:30.166536 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a2a1d10d-6a91-4a70-b239-a263d8c6b6a5 service neutron] Port 65148236-bd78-494f-bf09-16cc85f8781f on network f3afb84f-a007-4e52-a1fb-611cc73f2208 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:09:30.167184 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a2a1d10d-6a91-4a70-b239-a263d8c6b6a5 service neutron] Attempting to bind port 65148236-bd78-494f-bf09-16cc85f8781f on network f3afb84f-a007-4e52-a1fb-611cc73f2208 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:30.193728 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e6a71-d405-4a63-8ed5-8269c1ee7b4c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Port': ['ID=aa70d544-8089-4618-a50f-f8969966c30b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:30.257285 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a2a1d10d-6a91-4a70-b239-a263d8c6b6a5 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:09:30.257749 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a2a1d10d-6a91-4a70-b239-a263d8c6b6a5 service neutron] Checking segment: {'id': '49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:30.258205 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a2a1d10d-6a91-4a70-b239-a263d8c6b6a5 service neutron] Bound using segment: {'id': '49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:09:30.258735 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a2a1d10d-6a91-4a70-b239-a263d8c6b6a5 service neutron] Bound port: 65148236-bd78-494f-bf09-16cc85f8781f, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:09:30.259166 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a2a1d10d-6a91-4a70-b239-a263d8c6b6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:30.345954 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a2a1d10d-6a91-4a70-b239-a263d8c6b6a5 service neutron] For port 65148236-bd78-494f-bf09-16cc85f8781f, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:09:30.382429 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1cd24566-4ae2-4624-8a91-0c02e6880278 req-5585426d-f9fc-4008-aa30-a1fd981a638f tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267470 May 26 16:09:30.385458 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a2a1d10d-6a91-4a70-b239-a263d8c6b6a5 service neutron] For port 65148236-bd78-494f-bf09-16cc85f8781f, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=65148236-bd78-494f-bf09-16cc85f8781f,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:09:30.387310 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c3e6a71-d405-4a63-8ed5-8269c1ee7b4c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:30.396527 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a2a1d10d-6a91-4a70-b239-a263d8c6b6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:30.416326 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ac8fb064-2db1-4ca3-ad4d-d6a9ea424478 None None] Current status of the port 8e591062-3ac6-4a90-ba8a-e753686191eb is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:30.416697 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ac8fb064-2db1-4ca3-ad4d-d6a9ea424478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:30.482631 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f03188-0f33-4d48-a63a-365d6982dbdb req-c05203c2-5512-4635-9504-3b2eab9ae70e tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:30.491500 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1f03188-0f33-4d48-a63a-365d6982dbdb req-c05203c2-5512-4635-9504-3b2eab9ae70e tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a348dff3-f201-4df0-9e3e-956e9145ba49 HTTP/1.1" status: 200 len: 948 time: 0.3290641 May 26 16:09:30.500212 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port e67135a2-355b-4c0a-bb10-d3cd7978b1b2 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:09:30.513663 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a2a1d10d-6a91-4a70-b239-a263d8c6b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:30.514489 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a2a1d10d-6a91-4a70-b239-a263d8c6b6a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:30.517150 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-a2a1d10d-6a91-4a70-b239-a263d8c6b6a5 service neutron] 10.222.0.83 "PUT /v2.0/ports/65148236-bd78-494f-bf09-16cc85f8781f HTTP/1.1" status: 200 len: 1090 time: 3.4960475 May 26 16:09:30.520911 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port e67135a2-355b-4c0a-bb10-d3cd7978b1b2 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:30.521614 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:30.522480 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'tag': '65148236-bd78-494f-bf09-16cc85f8781f'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:30.528484 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b8e6e1-72c4-4600-9a66-2b6175743371" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "tag": "65148236-bd78-494f-bf09-16cc85f8781f"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:30.613036 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:30.620851 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 8e591062-3ac6-4a90-ba8a-e753686191eb is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:30.621246 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:30.658248 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ac8fb064-2db1-4ca3-ad4d-d6a9ea424478 None None] For port 8e591062-3ac6-4a90-ba8a-e753686191eb, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=8e591062-3ac6-4a90-ba8a-e753686191eb,segment=NetworkSegment(ab479623-56b2-431c-bd1b-7ace9282acd5),segment_id=ab479623-56b2-431c-bd1b-7ace9282acd5)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:30.669267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0d033281-3fc3-4df3-a74a-189ac55f0de6 service neutron] Request body: {'port': {'device_id': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:30.678366 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ac8fb064-2db1-4ca3-ad4d-d6a9ea424478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:30.749601 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51402) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:30.755447 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ab08bae0-1373-4de9-86a3-06c857dd16f3 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--297240133', 'description': 'tempest-description--336569203'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:30.788721 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1d10d-6a91-4a70-b239-a263d8c6b6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=65148236-bd78-494f-bf09-16cc85f8781f,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:30.821819 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab08bae0-1373-4de9-86a3-06c857dd16f3 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:30.834430 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1f03188-0f33-4d48-a63a-365d6982dbdb req-05de668c-917a-4537-ad4a-a84e16d17ad6 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417830 May 26 16:09:30.838172 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c3e6a71-d405-4a63-8ed5-8269c1ee7b4c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:30.863256 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:09:30.864030 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:09:30.922822 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0d033281-3fc3-4df3-a74a-189ac55f0de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:30.970951 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2629e8b7-64a3-48f2-88d1-cf87da0b3a37 x-openstack-request-id: req-2629e8b7-64a3-48f2-88d1-cf87da0b3a37 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:30.973446 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "tag": "65148236-bd78-494f-bf09-16cc85f8781f", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:30.973722 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2629e8b7-64a3-48f2-88d1-cf87da0b3a37 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:30.973829 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8fb064-2db1-4ca3-ad4d-d6a9ea424478 None None] Pushing event updated for resources: {'Port': ['ID=8e591062-3ac6-4a90-ba8a-e753686191eb,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:30.974151 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2629e8b7-64a3-48f2-88d1-cf87da0b3a37'] response: {'name': 'network-changed', 'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'tag': '65148236-bd78-494f-bf09-16cc85f8781f', 'status': 'completed', 'code': 200} May 26 16:09:30.984740 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab08bae0-1373-4de9-86a3-06c857dd16f3 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.007409 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab08bae0-1373-4de9-86a3-06c857dd16f3 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.011192 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7a767e18-6165-492c-8ea0-21ef4dadd044 req-c5a28c2c-070f-4528-a5da-a549582624bc tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.1380715 May 26 16:09:31.031557 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port e67135a2-355b-4c0a-bb10-d3cd7978b1b2 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:31.031957 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.038906 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7d3ced94-dfc9-4173-8cb1-f86dc91e6518 None None] Provisioning complete for port aa70d544-8089-4618-a50f-f8969966c30b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:31.039277 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7d3ced94-dfc9-4173-8cb1-f86dc91e6518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.053786 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08bae0-1373-4de9-86a3-06c857dd16f3 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06462993-84f8-4b00-895a-6e56089f2f86,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:31.096915 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab08bae0-1373-4de9-86a3-06c857dd16f3 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.098785 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ab08bae0-1373-4de9-86a3-06c857dd16f3 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3469334 May 26 16:09:31.101687 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51408) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:31.106831 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f694f36a-7b59-4837-9cb4-4907aab7c713 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Request body: {'security_group_rule': {'security_group_id': '06462993-84f8-4b00-895a-6e56089f2f86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:31.120322 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ced94-dfc9-4173-8cb1-f86dc91e6518 None None] Port aa70d544-8089-4618-a50f-f8969966c30b cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:09:31.136858 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a348dff3-f201-4df0-9e3e-956e9145ba49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67135a2-355b-4c0a-bb10-d3cd7978b1b2'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:31.139174 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3411e86-7e5a-46ef-bc92-7a433f83536a" -d '{"events": [{"server_uuid": "a348dff3-f201-4df0-9e3e-956e9145ba49", "name": "network-vif-plugged", "status": "completed", "tag": "e67135a2-355b-4c0a-bb10-d3cd7978b1b2"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:31.140545 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8e6e1-72c4-4600-9a66-2b6175743371 req-110ac00b-6748-450e-a210-47d00f74dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:31.141518 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8e6e1-72c4-4600-9a66-2b6175743371 req-110ac00b-6748-450e-a210-47d00f74dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:31.142150 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8e6e1-72c4-4600-9a66-2b6175743371 req-110ac00b-6748-450e-a210-47d00f74dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:31.142776 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8e6e1-72c4-4600-9a66-2b6175743371 req-110ac00b-6748-450e-a210-47d00f74dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:31.143395 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8e6e1-72c4-4600-9a66-2b6175743371 req-110ac00b-6748-450e-a210-47d00f74dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:31.144009 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8e6e1-72c4-4600-9a66-2b6175743371 req-110ac00b-6748-450e-a210-47d00f74dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:31.144667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8e6e1-72c4-4600-9a66-2b6175743371 req-110ac00b-6748-450e-a210-47d00f74dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:31.146892 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-09b8e6e1-72c4-4600-9a66-2b6175743371 req-110ac00b-6748-450e-a210-47d00f74dac0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3f44b6fae1d4ce4bc737c28e8283000&device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 6352 time: 0.0904081 May 26 16:09:31.154191 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port e67135a2-355b-4c0a-bb10-d3cd7978b1b2, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=e67135a2-355b-4c0a-bb10-d3cd7978b1b2,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:31.159460 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.163186 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f694f36a-7b59-4837-9cb4-4907aab7c713 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.217276 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=e67135a2-355b-4c0a-bb10-d3cd7978b1b2,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:31.263021 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a2b52818-d8a0-4d73-9930-9c443ea27ca0 None None] Provisioning complete for port 8e591062-3ac6-4a90-ba8a-e753686191eb triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:31.264437 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a2b52818-d8a0-4d73-9930-9c443ea27ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.303155 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f694f36a-7b59-4837-9cb4-4907aab7c713 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.318945 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f694f36a-7b59-4837-9cb4-4907aab7c713 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.340156 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8e6e1-72c4-4600-9a66-2b6175743371 req-ea6a1b67-be87-42b2-a68d-221d27f44b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:31.341259 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8e6e1-72c4-4600-9a66-2b6175743371 req-ea6a1b67-be87-42b2-a68d-221d27f44b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:31.341259 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8e6e1-72c4-4600-9a66-2b6175743371 req-ea6a1b67-be87-42b2-a68d-221d27f44b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:31.342710 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-09b8e6e1-72c4-4600-9a66-2b6175743371 req-ea6a1b67-be87-42b2-a68d-221d27f44b28 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=d3f44b6fae1d4ce4bc737c28e8283000&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1751018 May 26 16:09:31.344304 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694f36a-7b59-4837-9cb4-4907aab7c713 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5f93dd-56b6-462e-8f46-506c0625e982,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:31.362713 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f694f36a-7b59-4837-9cb4-4907aab7c713 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.364239 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f694f36a-7b59-4837-9cb4-4907aab7c713 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2614129 May 26 16:09:31.367047 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51412) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:31.372876 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-20b9c899-b108-452e-893f-0e29be0c34f5 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Request body: {'security_group_rule': {'security_group_id': '06462993-84f8-4b00-895a-6e56089f2f86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:31.403876 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e0497-ce87-4b06-961c-6cda2de7c1bb req-d12227fd-aa50-499a-858d-74c9b8585a4d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:31.410318 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e0497-ce87-4b06-961c-6cda2de7c1bb req-d12227fd-aa50-499a-858d-74c9b8585a4d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:31.416619 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e0497-ce87-4b06-961c-6cda2de7c1bb req-d12227fd-aa50-499a-858d-74c9b8585a4d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:31.418028 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a2b52818-d8a0-4d73-9930-9c443ea27ca0 None None] Current status of the port 8e591062-3ac6-4a90-ba8a-e753686191eb is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:31.423011 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e0497-ce87-4b06-961c-6cda2de7c1bb req-d12227fd-aa50-499a-858d-74c9b8585a4d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:31.426273 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 8e591062-3ac6-4a90-ba8a-e753686191eb is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:31.428804 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e0497-ce87-4b06-961c-6cda2de7c1bb req-d12227fd-aa50-499a-858d-74c9b8585a4d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:31.435209 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e0497-ce87-4b06-961c-6cda2de7c1bb req-d12227fd-aa50-499a-858d-74c9b8585a4d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:31.441669 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e0497-ce87-4b06-961c-6cda2de7c1bb req-d12227fd-aa50-499a-858d-74c9b8585a4d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:31.443684 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c7e0497-ce87-4b06-961c-6cda2de7c1bb req-d12227fd-aa50-499a-858d-74c9b8585a4d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5405 time: 0.5705540 May 26 16:09:31.504287 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8e6e1-72c4-4600-9a66-2b6175743371 req-1282b4da-42a9-42e9-852d-a21c31269b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:31.506173 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-09b8e6e1-72c4-4600-9a66-2b6175743371 req-1282b4da-42a9-42e9-852d-a21c31269b32 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1230168 May 26 16:09:31.522484 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-20b9c899-b108-452e-893f-0e29be0c34f5 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.612204 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-20b9c899-b108-452e-893f-0e29be0c34f5 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.617137 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-20b9c899-b108-452e-893f-0e29be0c34f5 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.638019 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86296528-44bd-4236-bfef-29cbad9b5748 req-3d11559d-c135-4f9a-b7f0-dbc583560bbb tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:31.641549 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9c899-b108-452e-893f-0e29be0c34f5 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79614e31-fbcc-4384-b788-04a243ccb957,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:31.646551 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-86296528-44bd-4236-bfef-29cbad9b5748 req-3d11559d-c135-4f9a-b7f0-dbc583560bbb tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/ports?device_id=a932e0a1-b822-44da-9d3f-2a7010b28415 HTTP/1.1" status: 200 len: 945 time: 0.4673970 May 26 16:09:31.652504 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-20b9c899-b108-452e-893f-0e29be0c34f5 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.661175 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-20b9c899-b108-452e-893f-0e29be0c34f5 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2927561 May 26 16:09:31.663983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51416) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:31.667669 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a9867d6e-b029-4f2d-9c1c-ad418e0be6eb up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:31.674003 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-61bc3c2a-ad51-486c-97dd-d39ff9f5db22 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:31.723594 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port a9867d6e-b029-4f2d-9c1c-ad418e0be6eb triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:31.723924 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.725725 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c3e6a71-d405-4a63-8ed5-8269c1ee7b4c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.742303 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c3e6a71-d405-4a63-8ed5-8269c1ee7b4c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.748820 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c7e0497-ce87-4b06-961c-6cda2de7c1bb req-1679f581-b1f6-47f4-8e99-5943832f0914 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2938237 May 26 16:09:31.813813 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port a9867d6e-b029-4f2d-9c1c-ad418e0be6eb is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:31.814394 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.823076 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-86296528-44bd-4236-bfef-29cbad9b5748 req-5c08d60c-6743-4767-8f02-713c136bea01 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/security-groups?id=d06b3f50-fcfd-4fe3-922a-fa03f9e99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754453 May 26 16:09:31.824015 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61bc3c2a-ad51-486c-97dd-d39ff9f5db22 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.880949 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port a9867d6e-b029-4f2d-9c1c-ad418e0be6eb, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a9867d6e-b029-4f2d-9c1c-ad418e0be6eb,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:31.892941 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.894080 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8e591062-3ac6-4a90-ba8a-e753686191eb up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:31.940207 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd4db78-7ef4-4e4a-947e-f72b10936645 x-openstack-request-id: req-3dd4db78-7ef4-4e4a-947e-f72b10936645 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:31.943897 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a348dff3-f201-4df0-9e3e-956e9145ba49", "name": "network-vif-plugged", "status": "completed", "tag": "e67135a2-355b-4c0a-bb10-d3cd7978b1b2", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:31.946881 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3dd4db78-7ef4-4e4a-947e-f72b10936645 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:31.947309 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dd4db78-7ef4-4e4a-947e-f72b10936645'] response: {'server_uuid': 'a348dff3-f201-4df0-9e3e-956e9145ba49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67135a2-355b-4c0a-bb10-d3cd7978b1b2', 'code': 200} May 26 16:09:31.953343 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c3e6a71-d405-4a63-8ed5-8269c1ee7b4c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:31.956459 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e6a71-d405-4a63-8ed5-8269c1ee7b4c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Port': ['ID=aa70d544-8089-4618-a50f-f8969966c30b,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:32.076044 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3496e42-cc26-4c7e-a2cf-a62bbc23945f req-324fb617-bf9e-4c40-9b78-af09a007704f tempest-ServerShowV257Test-268679729 tempest-ServerShowV257Test-268679729-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bababc8-88f9-4763-8c98-7677b6bbd4e7 HTTP/1.1" status: 200 len: 210 time: 0.0641603 May 26 16:09:32.091305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=a9867d6e-b029-4f2d-9c1c-ad418e0be6eb,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:32.098695 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 8e591062-3ac6-4a90-ba8a-e753686191eb triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:32.099067 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:32.230505 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 8e591062-3ac6-4a90-ba8a-e753686191eb is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:32.245363 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] Sync routers for ids ['d5d13c00-c529-44f6-b495-b1af41022f4f'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:09:32.262028 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] Routers {'d5d13c00-c529-44f6-b495-b1af41022f4f'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:32.263064 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:09:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d5d13c00-c529-44f6-b495-b1af41022f4f'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:32.400121 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] Set router d5d13c00-c529-44f6-b495-b1af41022f4f gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:09:32.428221 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db894df-d767-4e39-a950-5db17df74549 req-950e9527-14d0-4c63-90e1-8ec46a42770c tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:32.429135 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2db894df-d767-4e39-a950-5db17df74549 req-950e9527-14d0-4c63-90e1-8ec46a42770c tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.83 "GET /v2.0/ports?device_id=a932e0a1-b822-44da-9d3f-2a7010b28415 HTTP/1.1" status: 200 len: 945 time: 0.6586146 May 26 16:09:32.436251 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1de13-ca95-44fe-bb50-272bf8fb95d2 req-726ed471-667c-429c-a9ab-41230d78e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:32.438404 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7ea1de13-ca95-44fe-bb50-272bf8fb95d2 req-726ed471-667c-429c-a9ab-41230d78e125 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a348dff3-f201-4df0-9e3e-956e9145ba49 HTTP/1.1" status: 200 len: 1100 time: 0.0612586 May 26 16:09:32.523937 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7ea1de13-ca95-44fe-bb50-272bf8fb95d2 req-e0c5de9c-f655-4b30-ae74-3eb273950450 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785282 May 26 16:09:32.559339 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-2db894df-d767-4e39-a950-5db17df74549 req-0fbeafed-bd93-45af-81f1-80cb111611a8 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Deleting port 2fb8f093-f5b6-4f40-b597-8617ac6e55b7 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:32.559686 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2db894df-d767-4e39-a950-5db17df74549 req-0fbeafed-bd93-45af-81f1-80cb111611a8 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:32.633564 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-1267652655-router', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:20Z', 'updated_at': '2022-05-26T16:09:27Z', 'revision_number': 4, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'gw_port': {'id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:22Z', 'updated_at': '2022-05-26T16:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '48cc6a82-7e37-424e-b1bb-a26bfebb9890', 'name': '', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'mac_address': 'fa:16:3e:d3:58:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:26Z', 'updated_at': '2022-05-26T16:09:27Z', 'revision_number': 2, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'subnets': [{'id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:32.652823 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9959726-74bb-477f-a3bc-5efc0012aae2 req-55328bf0-bd22-4b6c-a3d8-82667772da40 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:32.656682 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9959726-74bb-477f-a3bc-5efc0012aae2 req-55328bf0-bd22-4b6c-a3d8-82667772da40 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 946 time: 0.5932565 May 26 16:09:32.661257 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-2db894df-d767-4e39-a950-5db17df74549 req-0fbeafed-bd93-45af-81f1-80cb111611a8 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] For port 2fb8f093-f5b6-4f40-b597-8617ac6e55b7, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=2fb8f093-f5b6-4f40-b597-8617ac6e55b7,segment=NetworkSegment(9f6d882e-8a79-43cf-a11e-6afbc4dd6e44),segment_id=9f6d882e-8a79-43cf-a11e-6afbc4dd6e44)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:32.661627 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2db894df-d767-4e39-a950-5db17df74549 req-0fbeafed-bd93-45af-81f1-80cb111611a8 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:32.661845 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] Checking router: d5d13c00-c529-44f6-b495-b1af41022f4f for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:09:32.662209 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] Updating router d5d13c00-c529-44f6-b495-b1af41022f4f port 48cc6a82-7e37-424e-b1bb-a26bfebb9890 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:09:32.675429 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-2db894df-d767-4e39-a950-5db17df74549 req-0fbeafed-bd93-45af-81f1-80cb111611a8 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Calling delete_port for 2fb8f093-f5b6-4f40-b597-8617ac6e55b7 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:32.686724 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:32.695991 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3e6a71-d405-4a63-8ed5-8269c1ee7b4c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network ef356eab-8de3-47db-aac8-a512c5ec8d03 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:32.706868 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0d033281-3fc3-4df3-a74a-189ac55f0de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:09:32.718877 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-2c3e6a71-d405-4a63-8ed5-8269c1ee7b4c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:32.722842 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0d033281-3fc3-4df3-a74a-189ac55f0de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:32.763617 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0d033281-3fc3-4df3-a74a-189ac55f0de6 service neutron] Transition to ACTIVE for port object 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:09:32.775731 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abaf8e9-ab0f-4ae3-953d-2f46b2ffffcd req-0ab567ec-695e-462d-bdda-e4a2dd77be2f tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:32.784073 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1abaf8e9-ab0f-4ae3-953d-2f46b2ffffcd req-0ab567ec-695e-462d-bdda-e4a2dd77be2f tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a348dff3-f201-4df0-9e3e-956e9145ba49 HTTP/1.1" status: 200 len: 949 time: 0.2029083 May 26 16:09:32.825021 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2db894df-d767-4e39-a950-5db17df74549 req-0fbeafed-bd93-45af-81f1-80cb111611a8 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:32.829154 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61bc3c2a-ad51-486c-97dd-d39ff9f5db22 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:32.830834 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0d033281-3fc3-4df3-a74a-189ac55f0de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:32.848336 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9959726-74bb-477f-a3bc-5efc0012aae2 req-1b571f01-6b43-4c97-88d3-46c7f16f3c76 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763959 May 26 16:09:32.865374 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbeafed-bd93-45af-81f1-80cb111611a8 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Pushing event deleted for resources: {'Port': ['ID=2fb8f093-f5b6-4f40-b597-8617ac6e55b7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:32.897898 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['2fb8f093-f5b6-4f40-b597-8617ac6e55b7'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:09:32.941750 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db894df-d767-4e39-a950-5db17df74549 req-0fbeafed-bd93-45af-81f1-80cb111611a8 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] No DVR routers for this DVR port 2fb8f093-f5b6-4f40-b597-8617ac6e55b7 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:09:32.947785 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2db894df-d767-4e39-a950-5db17df74549 req-0fbeafed-bd93-45af-81f1-80cb111611a8 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:32.955271 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2db894df-d767-4e39-a950-5db17df74549 req-0fbeafed-bd93-45af-81f1-80cb111611a8 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.83 "DELETE /v2.0/ports/2fb8f093-f5b6-4f40-b597-8617ac6e55b7 HTTP/1.1" status: 204 len: 173 time: 0.5163569 May 26 16:09:32.955754 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a932e0a1-b822-44da-9d3f-2a7010b28415', 'name': 'network-vif-deleted', 'tag': '2fb8f093-f5b6-4f40-b597-8617ac6e55b7'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:32.959639 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7434142-62ba-4fcc-a9de-631f9266cfab" -d '{"events": [{"server_uuid": "a932e0a1-b822-44da-9d3f-2a7010b28415", "name": "network-vif-deleted", "tag": "2fb8f093-f5b6-4f40-b597-8617ac6e55b7"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:33.069456 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:33.084070 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f87e0a0d-e734-4e28-bc98-8e0832e1dd79 None None] Provisioning complete for port aa70d544-8089-4618-a50f-f8969966c30b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:33.084391 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f87e0a0d-e734-4e28-bc98-8e0832e1dd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:33.085415 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d033281-3fc3-4df3-a74a-189ac55f0de6 service neutron] Pushing event updated for resources: {'Port': ['ID=86356a15-4ae4-4ce2-be9c-0b9a6e3ef023,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:33.103432 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1abaf8e9-ab0f-4ae3-953d-2f46b2ffffcd req-d3a852e9-7ac6-4f46-9371-a67ed234afb3 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183861 May 26 16:09:33.143774 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:33.177655 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f87e0a0d-e734-4e28-bc98-8e0832e1dd79 None None] Port aa70d544-8089-4618-a50f-f8969966c30b cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:09:33.223755 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7640bd-4571-4b30-9e83-f906e35d3c73 None None] Pushing event updated for resources: {'Port': ['ID=48cc6a82-7e37-424e-b1bb-a26bfebb9890,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:33.277739 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] Attempting to bind port 48cc6a82-7e37-424e-b1bb-a26bfebb9890 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:09:33.278115 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] Attempting to bind port 48cc6a82-7e37-424e-b1bb-a26bfebb9890 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '25a1f01c-631a-4129-b070-fb25eefb799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:09:33.278484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] Attempting to bind port 48cc6a82-7e37-424e-b1bb-a26bfebb9890 on network cd7c6e08-1774-4556-87ba-7d5b55a35abf {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:33.298118 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:09:33.302792 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] Checking segment: {'id': '25a1f01c-631a-4129-b070-fb25eefb799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:33.302792 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:33.302792 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] Bound using segment: {'id': '25a1f01c-631a-4129-b070-fb25eefb799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:09:33.302792 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] Bound port: 48cc6a82-7e37-424e-b1bb-a26bfebb9890, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a1f01c-631a-4129-b070-fb25eefb799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:09:33.302792 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:33.305166 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b0b5e-723f-4046-86cb-f254f889d574 req-6e982707-4e21-4058-a72c-ca8569c179e6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:33.311030 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b0b5e-723f-4046-86cb-f254f889d574 req-6e982707-4e21-4058-a72c-ca8569c179e6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:33.318051 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b0b5e-723f-4046-86cb-f254f889d574 req-6e982707-4e21-4058-a72c-ca8569c179e6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:33.324027 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b0b5e-723f-4046-86cb-f254f889d574 req-6e982707-4e21-4058-a72c-ca8569c179e6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:33.330849 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b0b5e-723f-4046-86cb-f254f889d574 req-6e982707-4e21-4058-a72c-ca8569c179e6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:33.336747 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b0b5e-723f-4046-86cb-f254f889d574 req-6e982707-4e21-4058-a72c-ca8569c179e6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:33.342564 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b0b5e-723f-4046-86cb-f254f889d574 req-6e982707-4e21-4058-a72c-ca8569c179e6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:33.344644 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e97b0b5e-723f-4046-86cb-f254f889d574 req-6e982707-4e21-4058-a72c-ca8569c179e6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5417 time: 0.3599629 May 26 16:09:33.346584 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-19128541-a771-43bd-b26e-9c20312671a3 req-b8a13110-0fc3-423e-a052-36f4b553f766 tempest-InstanceActionsTestJSON-323864196 tempest-InstanceActionsTestJSON-323864196-project] 10.222.0.77 "GET /v2.0/ports?device_id=a932e0a1-b822-44da-9d3f-2a7010b28415 HTTP/1.1" status: 200 len: 210 time: 0.1354907 May 26 16:09:33.388448 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] For port 48cc6a82-7e37-424e-b1bb-a26bfebb9890, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:09:33.388683 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-61bc3c2a-ad51-486c-97dd-d39ff9f5db22 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Allocated IP 172.25.7.129 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/2fe20bc3-7ee5-4cd5-9a69-5aade9d2cf99) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:33.392494 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] For port 48cc6a82-7e37-424e-b1bb-a26bfebb9890, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=48cc6a82-7e37-424e-b1bb-a26bfebb9890,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:09:33.398509 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:33.416965 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ccd2ec-727f-483c-a898-3517cb89a40e x-openstack-request-id: req-38ccd2ec-727f-483c-a898-3517cb89a40e {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:33.418305 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a932e0a1-b822-44da-9d3f-2a7010b28415", "name": "network-vif-deleted", "tag": "2fb8f093-f5b6-4f40-b597-8617ac6e55b7", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:33.418874 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-38ccd2ec-727f-483c-a898-3517cb89a40e {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:33.419504 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ccd2ec-727f-483c-a898-3517cb89a40e'] response: {'server_uuid': 'a932e0a1-b822-44da-9d3f-2a7010b28415', 'name': 'network-vif-deleted', 'tag': '2fb8f093-f5b6-4f40-b597-8617ac6e55b7', 'status': 'completed', 'code': 200} May 26 16:09:33.458441 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] Routers {'d5d13c00-c529-44f6-b495-b1af41022f4f'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:33.459079 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:09:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d5d13c00-c529-44f6-b495-b1af41022f4f'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:33.495655 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0d033281-3fc3-4df3-a74a-189ac55f0de6 service neutron] Attempting to bind port 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:09:33.495987 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0d033281-3fc3-4df3-a74a-189ac55f0de6 service neutron] Attempting to bind port 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'bde2e863-0c91-4084-b263-89615b414bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '67be992b-b4e7-4fb4-b3b4-ab1f54c2d199'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:09:33.496332 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0d033281-3fc3-4df3-a74a-189ac55f0de6 service neutron] Attempting to bind port 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 on network 67be992b-b4e7-4fb4-b3b4-ab1f54c2d199 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:33.502363 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3e6a71-d405-4a63-8ed5-8269c1ee7b4c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Router 60665d3c-6e3b-4cea-9cf0-ecaee78f4013 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:09:33.535516 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7640bd-4571-4b30-9e83-f906e35d3c73 None None] Pushing event updated for resources: {'Port': ['ID=48cc6a82-7e37-424e-b1bb-a26bfebb9890,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:33.576752 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0d033281-3fc3-4df3-a74a-189ac55f0de6 service neutron] Port 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 on network 67be992b-b4e7-4fb4-b3b4-ab1f54c2d199 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:09:33.577085 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0d033281-3fc3-4df3-a74a-189ac55f0de6 service neutron] Attempting to bind port 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 on network 67be992b-b4e7-4fb4-b3b4-ab1f54c2d199 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:33.589265 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0d033281-3fc3-4df3-a74a-189ac55f0de6 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:09:33.589758 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0d033281-3fc3-4df3-a74a-189ac55f0de6 service neutron] Checking segment: {'id': 'bde2e863-0c91-4084-b263-89615b414bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '67be992b-b4e7-4fb4-b3b4-ab1f54c2d199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:33.590975 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0d033281-3fc3-4df3-a74a-189ac55f0de6 service neutron] Bound using segment: {'id': 'bde2e863-0c91-4084-b263-89615b414bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '67be992b-b4e7-4fb4-b3b4-ab1f54c2d199'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:09:33.590975 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0d033281-3fc3-4df3-a74a-189ac55f0de6 service neutron] Bound port: 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde2e863-0c91-4084-b263-89615b414bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '67be992b-b4e7-4fb4-b3b4-ab1f54c2d199'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:09:33.591478 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0d033281-3fc3-4df3-a74a-189ac55f0de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:33.591598 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a9867d6e-b029-4f2d-9c1c-ad418e0be6eb up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:33.624411 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e97b0b5e-723f-4046-86cb-f254f889d574 req-4e9b8868-01a7-4f63-9cf4-15c245d4ebfa tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2500217 May 26 16:09:33.641129 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4cb94771-8dd5-44cc-97b8-189f98efade1 None None] Provisioning complete for port 48cc6a82-7e37-424e-b1bb-a26bfebb9890 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:33.641641 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4cb94771-8dd5-44cc-97b8-189f98efade1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:33.701990 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] Set router d5d13c00-c529-44f6-b495-b1af41022f4f gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:09:33.838224 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51432) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:33.888799 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61bc3c2a-ad51-486c-97dd-d39ff9f5db22 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:33.891650 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3e6a71-d405-4a63-8ed5-8269c1ee7b4c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:09:33.900867 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2c3e6a71-d405-4a63-8ed5-8269c1ee7b4c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "PUT /v2.0/routers/60665d3c-6e3b-4cea-9cf0-ecaee78f4013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0844631 May 26 16:09:33.907882 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e23da04-4712-4f49-a4e1-d0b0bb7bcc56 None None] Sync routers for ids ['60665d3c-6e3b-4cea-9cf0-ecaee78f4013'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:09:33.914452 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0d033281-3fc3-4df3-a74a-189ac55f0de6 service neutron] For port 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:09:33.918794 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51438) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:33.921080 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0d033281-3fc3-4df3-a74a-189ac55f0de6 service neutron] For port 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=86356a15-4ae4-4ce2-be9c-0b9a6e3ef023,segment=NetworkSegment(bde2e863-0c91-4084-b263-89615b414bdf),segment_id=bde2e863-0c91-4084-b263-89615b414bdf)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:09:33.929241 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e23da04-4712-4f49-a4e1-d0b0bb7bcc56 None None] Routers {'60665d3c-6e3b-4cea-9cf0-ecaee78f4013'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:33.930372 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6735b945-c7b3-423a-b5ae-d9655bd6cc5e req-16bcb10e-4842-4580-8697-8606ec749b63 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bd2d7479-2229-48ab-926b-563f3f06d0b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1022975 May 26 16:09:33.930917 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4e23da04-4712-4f49-a4e1-d0b0bb7bcc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:09:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['60665d3c-6e3b-4cea-9cf0-ecaee78f4013'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:33.969797 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0d033281-3fc3-4df3-a74a-189ac55f0de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:34.059633 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4e23da04-4712-4f49-a4e1-d0b0bb7bcc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:34.063581 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0d033281-3fc3-4df3-a74a-189ac55f0de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:34.064491 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0d033281-3fc3-4df3-a74a-189ac55f0de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:34.066810 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0d033281-3fc3-4df3-a74a-189ac55f0de6 service neutron] 10.222.0.83 "PUT /v2.0/ports/86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 HTTP/1.1" status: 200 len: 1091 time: 3.4159260 May 26 16:09:34.070595 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e23da04-4712-4f49-a4e1-d0b0bb7bcc56 None None] Routers {'60665d3c-6e3b-4cea-9cf0-ecaee78f4013'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:34.071229 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4e23da04-4712-4f49-a4e1-d0b0bb7bcc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:09:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['60665d3c-6e3b-4cea-9cf0-ecaee78f4013'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:34.073760 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'tag': '86356a15-4ae4-4ce2-be9c-0b9a6e3ef023'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:34.077829 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4321bc23-5d62-4010-b88c-39b7a2e321cd" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "tag": "86356a15-4ae4-4ce2-be9c-0b9a6e3ef023"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:34.108897 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4e23da04-4712-4f49-a4e1-d0b0bb7bcc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:34.109544 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e23da04-4712-4f49-a4e1-d0b0bb7bcc56 None None] The sync data for ids ['60665d3c-6e3b-4cea-9cf0-ecaee78f4013'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:09:34.133793 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61bc3c2a-ad51-486c-97dd-d39ff9f5db22 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:34.142348 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-5d1f152d-5e62-45ca-bef7-c1d949f8c36c service neutron] Request body: {'port': {'device_id': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:34.148472 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port a9867d6e-b029-4f2d-9c1c-ad418e0be6eb triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:34.148840 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:34.150134 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ce8bbb-cb01-4574-ae64-112f4d6247d1 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:34.151774 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-09ce8bbb-cb01-4574-ae64-112f4d6247d1 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "GET /v2.0/ports/aa70d544-8089-4618-a50f-f8969966c30b HTTP/1.1" status: 200 len: 910 time: 0.2184646 May 26 16:09:34.158820 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b6194c81-a656-44c7-b79c-11281fff0bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:34.160532 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51444) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:34.230827 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3802d-cadb-486a-afe8-faa15263c7f2 req-abdcbc5e-d9ca-4985-98d7-da7add20c760 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:34.231998 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4cb94771-8dd5-44cc-97b8-189f98efade1 None None] Current status of the port 48cc6a82-7e37-424e-b1bb-a26bfebb9890 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:34.232411 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4cb94771-8dd5-44cc-97b8-189f98efade1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:34.233076 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4a3802d-cadb-486a-afe8-faa15263c7f2 req-abdcbc5e-d9ca-4985-98d7-da7add20c760 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 946 time: 0.2686934 May 26 16:09:34.270209 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bc3c2a-ad51-486c-97dd-d39ff9f5db22 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:34.271788 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d033281-3fc3-4df3-a74a-189ac55f0de6 service neutron] Pushing event updated for resources: {'Port': ['ID=86356a15-4ae4-4ce2-be9c-0b9a6e3ef023,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:34.290284 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-61bc3c2a-ad51-486c-97dd-d39ff9f5db22 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:34.294253 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:09:34.303231 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bc3c2a-ad51-486c-97dd-d39ff9f5db22 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:34.327127 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735b945-c7b3-423a-b5ae-d9655bd6cc5e req-61bc1a59-aba8-4b86-a8d9-35cd43bbb368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:34.329365 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6735b945-c7b3-423a-b5ae-d9655bd6cc5e req-61bc1a59-aba8-4b86-a8d9-35cd43bbb368 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=174d64ba844b421799c9f2136fec1233&device_id=bd2d7479-2229-48ab-926b-563f3f06d0b5 HTTP/1.1" status: 200 len: 1101 time: 0.2962177 May 26 16:09:34.342283 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-4cb94771-8dd5-44cc-97b8-189f98efade1 None None] For port 48cc6a82-7e37-424e-b1bb-a26bfebb9890, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=48cc6a82-7e37-424e-b1bb-a26bfebb9890,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:34.357877 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4cb94771-8dd5-44cc-97b8-189f98efade1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:34.425753 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-5d1f152d-5e62-45ca-bef7-c1d949f8c36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:34.451066 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-1267652655-router', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:20Z', 'updated_at': '2022-05-26T16:09:27Z', 'revision_number': 4, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'gw_port': {'id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:22Z', 'updated_at': '2022-05-26T16:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '48cc6a82-7e37-424e-b1bb-a26bfebb9890', 'name': '', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'mac_address': 'fa:16:3e:d3:58:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:26Z', 'updated_at': '2022-05-26T16:09:33Z', 'revision_number': 4, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'subnets': [{'id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:34.476225 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc3c2a-ad51-486c-97dd-d39ff9f5db22 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Pushing event updated for resources: {'Port': ['ID=2fe20bc3-7ee5-4cd5-9a69-5aade9d2cf99,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:34.488635 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4a3802d-cadb-486a-afe8-faa15263c7f2 req-986d3035-d43a-4a88-9569-0655709a6668 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263432 May 26 16:09:34.492702 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port a9867d6e-b029-4f2d-9c1c-ad418e0be6eb is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:34.495872 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d78e651-d22b-4c83-afa9-51261fa49d19 None None] The sync data for ids ['d5d13c00-c529-44f6-b495-b1af41022f4f'] in n-d-843337-2 is: [{'id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-1267652655-router', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:20Z', 'updated_at': '2022-05-26T16:09:27Z', 'revision_number': 4, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'gw_port': {'id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:22Z', 'updated_at': '2022-05-26T16:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '48cc6a82-7e37-424e-b1bb-a26bfebb9890', 'name': '', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'mac_address': 'fa:16:3e:d3:58:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:26Z', 'updated_at': '2022-05-26T16:09:33Z', 'revision_number': 4, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'subnets': [{'id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:09:34.514327 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db3c1c-b894-4c27-8c03-9b187550d94c req-63bcd9ea-7969-4894-b58b-928446294d5e tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:34.523372 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb94771-8dd5-44cc-97b8-189f98efade1 None None] Pushing event updated for resources: {'Port': ['ID=48cc6a82-7e37-424e-b1bb-a26bfebb9890,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:34.536227 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26db3c1c-b894-4c27-8c03-9b187550d94c req-63bcd9ea-7969-4894-b58b-928446294d5e tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a348dff3-f201-4df0-9e3e-956e9145ba49 HTTP/1.1" status: 200 len: 949 time: 0.3462393 May 26 16:09:34.544991 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-95900ce2-2ea3-4430-83fd-58b3c3e15b6c None None] Provisioning complete for port 48cc6a82-7e37-424e-b1bb-a26bfebb9890 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:34.545368 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-95900ce2-2ea3-4430-83fd-58b3c3e15b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:34.634961 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b6194c81-a656-44c7-b79c-11281fff0bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:34.696782 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51450) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:34.712535 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-95900ce2-2ea3-4430-83fd-58b3c3e15b6c None None] Current status of the port 48cc6a82-7e37-424e-b1bb-a26bfebb9890 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:34.792051 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb15a23-72a7-420b-befe-fc2b9758e1ff admin admin] Deleting subnet f6831a08-94b7-4d3f-978e-be2ec586ab0a {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:09:34.821113 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735b945-c7b3-423a-b5ae-d9655bd6cc5e req-07020c84-eb82-4643-9b03-ce568a9f8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:34.822649 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6735b945-c7b3-423a-b5ae-d9655bd6cc5e req-07020c84-eb82-4643-9b03-ce568a9f8999 service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.3793719 May 26 16:09:34.824781 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9cb15a23-72a7-420b-befe-fc2b9758e1ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:34.880163 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d184c133-1fd0-4571-bd5d-53bedc636ee3 x-openstack-request-id: req-d184c133-1fd0-4571-bd5d-53bedc636ee3 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:34.880711 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "tag": "86356a15-4ae4-4ce2-be9c-0b9a6e3ef023", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:34.880711 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d184c133-1fd0-4571-bd5d-53bedc636ee3 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:34.881026 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d184c133-1fd0-4571-bd5d-53bedc636ee3'] response: {'name': 'network-changed', 'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'tag': '86356a15-4ae4-4ce2-be9c-0b9a6e3ef023', 'status': 'completed', 'code': 200} May 26 16:09:34.886206 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b6194c81-a656-44c7-b79c-11281fff0bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:34.892873 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6735b945-c7b3-423a-b5ae-d9655bd6cc5e req-4149a2dc-6b2c-4db5-a72e-7a2a87eb5769 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=e6ab5e70-f277-49ee-a065-7ef61c455d13 HTTP/1.1" status: 200 len: 217 time: 0.0453053 May 26 16:09:34.970070 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9cb15a23-72a7-420b-befe-fc2b9758e1ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:35.002789 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321bc23-5d62-4010-b88c-39b7a2e321cd req-c38993b4-e86f-4a38-b4a7-d05676f1aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:35.003180 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321bc23-5d62-4010-b88c-39b7a2e321cd req-c38993b4-e86f-4a38-b4a7-d05676f1aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:35.003652 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321bc23-5d62-4010-b88c-39b7a2e321cd req-c38993b4-e86f-4a38-b4a7-d05676f1aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:35.004300 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321bc23-5d62-4010-b88c-39b7a2e321cd req-c38993b4-e86f-4a38-b4a7-d05676f1aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:35.005045 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321bc23-5d62-4010-b88c-39b7a2e321cd req-c38993b4-e86f-4a38-b4a7-d05676f1aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:35.005884 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321bc23-5d62-4010-b88c-39b7a2e321cd req-c38993b4-e86f-4a38-b4a7-d05676f1aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:35.006732 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321bc23-5d62-4010-b88c-39b7a2e321cd req-c38993b4-e86f-4a38-b4a7-d05676f1aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:35.008737 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4321bc23-5d62-4010-b88c-39b7a2e321cd req-c38993b4-e86f-4a38-b4a7-d05676f1aae4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3f44b6fae1d4ce4bc737c28e8283000&device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 6419 time: 0.3164127 May 26 16:09:35.045196 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6194c81-a656-44c7-b79c-11281fff0bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcfee41-dde0-43b1-aca8-4189c513b02b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:35.054833 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b6194c81-a656-44c7-b79c-11281fff0bdb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=245efe0aca7146b19d71b41700188803&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2131536 May 26 16:09:35.061456 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26db3c1c-b894-4c27-8c03-9b187550d94c req-1b02f098-d48d-4b0b-a85b-a0e96b17411d tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769350 May 26 16:09:35.067576 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61bc3c2a-ad51-486c-97dd-d39ff9f5db22 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:35.068706 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51452) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:35.090740 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735b945-c7b3-423a-b5ae-d9655bd6cc5e req-3e3eb5a2-665e-4483-b770-fd38847bc848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:35.092259 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6735b945-c7b3-423a-b5ae-d9655bd6cc5e req-3e3eb5a2-665e-4483-b770-fd38847bc848 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1675010 May 26 16:09:35.105796 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9cb15a23-72a7-420b-befe-fc2b9758e1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:35.138792 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71a655-2f2c-43c1-9c21-234359a27b13 req-f79cf040-9e8d-4358-b046-e683fcfa4502 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:35.144856 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71a655-2f2c-43c1-9c21-234359a27b13 req-f79cf040-9e8d-4358-b046-e683fcfa4502 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:35.150945 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71a655-2f2c-43c1-9c21-234359a27b13 req-f79cf040-9e8d-4358-b046-e683fcfa4502 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:35.157709 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71a655-2f2c-43c1-9c21-234359a27b13 req-f79cf040-9e8d-4358-b046-e683fcfa4502 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:35.163618 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71a655-2f2c-43c1-9c21-234359a27b13 req-f79cf040-9e8d-4358-b046-e683fcfa4502 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:35.169637 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71a655-2f2c-43c1-9c21-234359a27b13 req-f79cf040-9e8d-4358-b046-e683fcfa4502 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:35.177957 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71a655-2f2c-43c1-9c21-234359a27b13 req-f79cf040-9e8d-4358-b046-e683fcfa4502 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:35.184734 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b71a655-2f2c-43c1-9c21-234359a27b13 req-f79cf040-9e8d-4358-b046-e683fcfa4502 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5417 time: 0.3011975 May 26 16:09:35.231225 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84dd8835-c677-49ea-a87b-95af1eba8dfc tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:35.238486 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61bc3c2a-ad51-486c-97dd-d39ff9f5db22 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:35.337408 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735b945-c7b3-423a-b5ae-d9655bd6cc5e req-66242e07-0cd4-484a-ba1e-50c118a51326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:35.338924 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6735b945-c7b3-423a-b5ae-d9655bd6cc5e req-66242e07-0cd4-484a-ba1e-50c118a51326 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2282813 May 26 16:09:35.340341 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9cb15a23-72a7-420b-befe-fc2b9758e1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:35.341354 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbf30166-3c86-417b-90cf-8253605fa1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:35.350514 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b71a655-2f2c-43c1-9c21-234359a27b13 req-bf4a9efa-6acd-4508-8939-e326d5ffe96d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1397746 May 26 16:09:35.357623 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-5d1f152d-5e62-45ca-bef7-c1d949f8c36c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77340a69-89a7-45ab-9f80-b7f39061885b {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:09:35.372616 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-5d1f152d-5e62-45ca-bef7-c1d949f8c36c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:35.391115 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321bc23-5d62-4010-b88c-39b7a2e321cd req-bd83bfac-5b83-4298-8e92-db84c90051c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:35.391588 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321bc23-5d62-4010-b88c-39b7a2e321cd req-bd83bfac-5b83-4298-8e92-db84c90051c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:35.392052 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321bc23-5d62-4010-b88c-39b7a2e321cd req-bd83bfac-5b83-4298-8e92-db84c90051c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:35.393711 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4321bc23-5d62-4010-b88c-39b7a2e321cd req-bd83bfac-5b83-4298-8e92-db84c90051c7 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=d3f44b6fae1d4ce4bc737c28e8283000&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3475246 May 26 16:09:35.413280 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbf30166-3c86-417b-90cf-8253605fa1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:35.437323 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb15a23-72a7-420b-befe-fc2b9758e1ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6831a08-94b7-4d3f-978e-be2ec586ab0a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:35.467367 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9cb15a23-72a7-420b-befe-fc2b9758e1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:35.469742 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-5d1f152d-5e62-45ca-bef7-c1d949f8c36c service neutron] Transition to ACTIVE for port object 77340a69-89a7-45ab-9f80-b7f39061885b will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:09:35.475283 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9cb15a23-72a7-420b-befe-fc2b9758e1ff admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f6831a08-94b7-4d3f-978e-be2ec586ab0a HTTP/1.1" status: 204 len: 168 time: 0.7470512 May 26 16:09:35.475823 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51454) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:35.514100 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-5d1f152d-5e62-45ca-bef7-c1d949f8c36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:35.596633 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 48cc6a82-7e37-424e-b1bb-a26bfebb9890 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:35.611394 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-99768f16-1374-4f99-8d82-8d52a1f7d48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:35.668884 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 48cc6a82-7e37-424e-b1bb-a26bfebb9890 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:35.669784 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:35.722973 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6735b945-c7b3-423a-b5ae-d9655bd6cc5e req-f0132b41-e3ee-4c52-af33-1dd1caf9c729 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473196 May 26 16:09:35.724162 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321bc23-5d62-4010-b88c-39b7a2e321cd req-eb8c38a0-afd2-4568-a05a-62bdc0aa0828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:35.725672 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4321bc23-5d62-4010-b88c-39b7a2e321cd req-eb8c38a0-afd2-4568-a05a-62bdc0aa0828 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3007045 May 26 16:09:35.744843 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f152d-5e62-45ca-bef7-c1d949f8c36c service neutron] Pushing event updated for resources: {'Port': ['ID=77340a69-89a7-45ab-9f80-b7f39061885b,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:35.801876 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962c9a0-5f86-4b1f-89cc-f51b1b4960dc req-c976e584-9343-4824-be38-7cfbf4aede3d tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:35.803430 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a962c9a0-5f86-4b1f-89cc-f51b1b4960dc req-c976e584-9343-4824-be38-7cfbf4aede3d tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 946 time: 0.1868868 May 26 16:09:35.804057 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbf30166-3c86-417b-90cf-8253605fa1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:35.806811 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbf30166-3c86-417b-90cf-8253605fa1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:35.809658 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 48cc6a82-7e37-424e-b1bb-a26bfebb9890 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:35.810658 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cbf30166-3c86-417b-90cf-8253605fa1e9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6fcfee41-dde0-43b1-aca8-4189c513b02b HTTP/1.1" status: 204 len: 168 time: 0.7409739 May 26 16:09:35.891918 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf30166-3c86-417b-90cf-8253605fa1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcfee41-dde0-43b1-aca8-4189c513b02b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:35.946352 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-84dd8835-c677-49ea-a87b-95af1eba8dfc tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Allocated IP 172.21.0.1 (43acbb4a-fcfb-4de5-ad98-66fc3be50fc0/67eebc91-0df6-4575-abf3-10a6f5278040/9aa9e09e-2c36-49e9-8e94-6d212049a30b) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:35.972707 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61bc3c2a-ad51-486c-97dd-d39ff9f5db22 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:35.980957 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-99768f16-1374-4f99-8d82-8d52a1f7d48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.001188 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61bc3c2a-ad51-486c-97dd-d39ff9f5db22 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.003221 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6735b945-c7b3-423a-b5ae-d9655bd6cc5e req-ae6ca640-e66e-444f-8c64-d733a0c037df service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552853 May 26 16:09:36.069796 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a962c9a0-5f86-4b1f-89cc-f51b1b4960dc req-fb6886d0-c08a-470c-8413-55c270f91d8d tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346070 May 26 16:09:36.076951 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-99768f16-1374-4f99-8d82-8d52a1f7d48d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cdbb0e1-e363-4760-b488-894ac8b625c3']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:36.125319 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84dd8835-c677-49ea-a87b-95af1eba8dfc tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.160272 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-5d1f152d-5e62-45ca-bef7-c1d949f8c36c service neutron] Attempting to bind port 77340a69-89a7-45ab-9f80-b7f39061885b on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:09:36.160618 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-5d1f152d-5e62-45ca-bef7-c1d949f8c36c service neutron] Attempting to bind port 77340a69-89a7-45ab-9f80-b7f39061885b by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'bde2e863-0c91-4084-b263-89615b414bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '67be992b-b4e7-4fb4-b3b4-ab1f54c2d199'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:09:36.160955 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-5d1f152d-5e62-45ca-bef7-c1d949f8c36c service neutron] Attempting to bind port 77340a69-89a7-45ab-9f80-b7f39061885b on network 67be992b-b4e7-4fb4-b3b4-ab1f54c2d199 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:36.164554 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-99768f16-1374-4f99-8d82-8d52a1f7d48d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f6d882e-8a79-43cf-a11e-6afbc4dd6e44') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:36.164857 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-99768f16-1374-4f99-8d82-8d52a1f7d48d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f6d882e-8a79-43cf-a11e-6afbc4dd6e44') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:36.174671 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84dd8835-c677-49ea-a87b-95af1eba8dfc tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.179763 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 2fb8f093-f5b6-4f40-b597-8617ac6e55b7 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:09:36.202091 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-5d1f152d-5e62-45ca-bef7-c1d949f8c36c service neutron] Port 77340a69-89a7-45ab-9f80-b7f39061885b on network 67be992b-b4e7-4fb4-b3b4-ab1f54c2d199 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:09:36.202670 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-5d1f152d-5e62-45ca-bef7-c1d949f8c36c service neutron] Attempting to bind port 77340a69-89a7-45ab-9f80-b7f39061885b on network 67be992b-b4e7-4fb4-b3b4-ab1f54c2d199 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:36.204786 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc3c2a-ad51-486c-97dd-d39ff9f5db22 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Pushing event updated for resources: {'Port': ['ID=2fe20bc3-7ee5-4cd5-9a69-5aade9d2cf99,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:36.221089 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 2fb8f093-f5b6-4f40-b597-8617ac6e55b7 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:09:36.221685 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 2fb8f093-f5b6-4f40-b597-8617ac6e55b7 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:09:36.224779 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-99768f16-1374-4f99-8d82-8d52a1f7d48d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.248754 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-5d1f152d-5e62-45ca-bef7-c1d949f8c36c service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:09:36.249989 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-5d1f152d-5e62-45ca-bef7-c1d949f8c36c service neutron] Checking segment: {'id': 'bde2e863-0c91-4084-b263-89615b414bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '67be992b-b4e7-4fb4-b3b4-ab1f54c2d199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:36.250617 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-5d1f152d-5e62-45ca-bef7-c1d949f8c36c service neutron] Bound using segment: {'id': 'bde2e863-0c91-4084-b263-89615b414bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '67be992b-b4e7-4fb4-b3b4-ab1f54c2d199'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:09:36.250617 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-5d1f152d-5e62-45ca-bef7-c1d949f8c36c service neutron] Bound port: 77340a69-89a7-45ab-9f80-b7f39061885b, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde2e863-0c91-4084-b263-89615b414bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '67be992b-b4e7-4fb4-b3b4-ab1f54c2d199'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:09:36.250927 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-5d1f152d-5e62-45ca-bef7-c1d949f8c36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.257265 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dd8835-c677-49ea-a87b-95af1eba8dfc tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network 43acbb4a-fcfb-4de5-ad98-66fc3be50fc0 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:36.259371 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-99768f16-1374-4f99-8d82-8d52a1f7d48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.263706 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-84dd8835-c677-49ea-a87b-95af1eba8dfc tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:36.267406 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd8835-c677-49ea-a87b-95af1eba8dfc tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Port': ['ID=9aa9e09e-2c36-49e9-8e94-6d212049a30b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:36.271169 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61bc3c2a-ad51-486c-97dd-d39ff9f5db22 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.272773 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dd8835-c677-49ea-a87b-95af1eba8dfc tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:36.278277 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99768f16-1374-4f99-8d82-8d52a1f7d48d admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:09:36.278277 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-99768f16-1374-4f99-8d82-8d52a1f7d48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.323974 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84dd8835-c677-49ea-a87b-95af1eba8dfc tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.342620 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 9f6d882e-8a79-43cf-a11e-6afbc4dd6e44 resource provider aggregate not found May 26 16:09:36.381031 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061893ab-5ef6-4ed6-84f4-ee688c359132 req-96bb8227-8111-4fa2-8339-2a59b23ea2ac tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:36.382494 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-061893ab-5ef6-4ed6-84f4-ee688c359132 req-96bb8227-8111-4fa2-8339-2a59b23ea2ac tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a348dff3-f201-4df0-9e3e-956e9145ba49 HTTP/1.1" status: 200 len: 949 time: 0.2149041 May 26 16:09:36.384052 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 9f6d882e-8a79-43cf-a11e-6afbc4dd6e44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f6d882e-8a79-43cf-a11e-6afbc4dd6e44 found for delete ", "request_id": "req-db0f0b43-0c54-4b50-8529-cafccec52092"}]} May 26 16:09:36.404187 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61bc3c2a-ad51-486c-97dd-d39ff9f5db22 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.414949 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-61bc3c2a-ad51-486c-97dd-d39ff9f5db22 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7459636 May 26 16:09:36.450580 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-99768f16-1374-4f99-8d82-8d52a1f7d48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.484381 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-99768f16-1374-4f99-8d82-8d52a1f7d48d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.487847 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-99768f16-1374-4f99-8d82-8d52a1f7d48d admin admin] 10.222.0.77 "DELETE /v2.0/networks/3cdbb0e1-e363-4760-b488-894ac8b625c3 HTTP/1.1" status: 204 len: 168 time: 1.0123944 May 26 16:09:36.519930 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84dd8835-c677-49ea-a87b-95af1eba8dfc tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.527210 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-5d1f152d-5e62-45ca-bef7-c1d949f8c36c service neutron] For port 77340a69-89a7-45ab-9f80-b7f39061885b, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:09:36.544169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99768f16-1374-4f99-8d82-8d52a1f7d48d admin admin] Pushing event deleted for resources: {'Network': ['ID=3cdbb0e1-e363-4760-b488-894ac8b625c3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:36.573509 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-061893ab-5ef6-4ed6-84f4-ee688c359132 req-913853aa-ae07-4dd2-9b35-2eb29c007688 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742902 May 26 16:09:36.575309 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-5d1f152d-5e62-45ca-bef7-c1d949f8c36c service neutron] For port 77340a69-89a7-45ab-9f80-b7f39061885b, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=77340a69-89a7-45ab-9f80-b7f39061885b,segment=NetworkSegment(bde2e863-0c91-4084-b263-89615b414bdf),segment_id=bde2e863-0c91-4084-b263-89615b414bdf)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:09:36.581483 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-5d1f152d-5e62-45ca-bef7-c1d949f8c36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.703852 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-5d1f152d-5e62-45ca-bef7-c1d949f8c36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:36.704505 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-5d1f152d-5e62-45ca-bef7-c1d949f8c36c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.706248 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-5d1f152d-5e62-45ca-bef7-c1d949f8c36c service neutron] 10.222.0.83 "PUT /v2.0/ports/77340a69-89a7-45ab-9f80-b7f39061885b HTTP/1.1" status: 200 len: 1091 time: 2.5893683 May 26 16:09:36.718831 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-db8640bc-b543-45d8-899c-c1e170ad8144 None None] Provisioning complete for port 9aa9e09e-2c36-49e9-8e94-6d212049a30b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:36.732685 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-db8640bc-b543-45d8-899c-c1e170ad8144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:36.786415 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b23842-87f3-4da2-96ba-ab628c75e176 req-eb76e24b-f7b4-4cec-97e9-6876dc174b51 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:36.799640 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b23842-87f3-4da2-96ba-ab628c75e176 req-eb76e24b-f7b4-4cec-97e9-6876dc174b51 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:36.802810 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51502) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:36.805421 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b23842-87f3-4da2-96ba-ab628c75e176 req-eb76e24b-f7b4-4cec-97e9-6876dc174b51 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:36.812254 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b23842-87f3-4da2-96ba-ab628c75e176 req-eb76e24b-f7b4-4cec-97e9-6876dc174b51 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:36.813815 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-db8640bc-b543-45d8-899c-c1e170ad8144 None None] Port 9aa9e09e-2c36-49e9-8e94-6d212049a30b cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:09:36.820432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b23842-87f3-4da2-96ba-ab628c75e176 req-eb76e24b-f7b4-4cec-97e9-6876dc174b51 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:36.826777 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b23842-87f3-4da2-96ba-ab628c75e176 req-eb76e24b-f7b4-4cec-97e9-6876dc174b51 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:36.833372 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b23842-87f3-4da2-96ba-ab628c75e176 req-eb76e24b-f7b4-4cec-97e9-6876dc174b51 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:36.835545 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-36b23842-87f3-4da2-96ba-ab628c75e176 req-eb76e24b-f7b4-4cec-97e9-6876dc174b51 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5429 time: 0.2823260 May 26 16:09:36.854163 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f152d-5e62-45ca-bef7-c1d949f8c36c service neutron] Pushing event updated for resources: {'Port': ['ID=77340a69-89a7-45ab-9f80-b7f39061885b,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:36.869710 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-21e61fb9-8829-402c-aeda-e9ba9e0575fb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2a60138d5cbf45c18161145d2c69b076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0657995 May 26 16:09:36.872304 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51506) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:36.882863 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-800c8997-5cb6-454e-898a-238d5fd8a61d tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--297240133&fields=id&tenant_id=bc8e9e5224b24be293153e1aeb086cbc HTTP/1.1" status: 200 len: 267 time: 0.1816869 May 26 16:09:36.885605 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'tag': '77340a69-89a7-45ab-9f80-b7f39061885b'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:36.888015 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d5b27c-a586-4598-a21d-bc691305f9ce" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "tag": "77340a69-89a7-45ab-9f80-b7f39061885b"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:36.999955 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-eeb1d63a-27a9-44f9-ac45-4cfda52fcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:37.000708 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-eeb1d63a-27a9-44f9-ac45-4cfda52fcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:37.001117 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-eeb1d63a-27a9-44f9-ac45-4cfda52fcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:37.001595 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-eeb1d63a-27a9-44f9-ac45-4cfda52fcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:37.002058 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-eeb1d63a-27a9-44f9-ac45-4cfda52fcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:37.002687 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-eeb1d63a-27a9-44f9-ac45-4cfda52fcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:37.003275 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-eeb1d63a-27a9-44f9-ac45-4cfda52fcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:37.005203 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-eeb1d63a-27a9-44f9-ac45-4cfda52fcaec service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3f44b6fae1d4ce4bc737c28e8283000&device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 6486 time: 0.1636963 May 26 16:09:37.013492 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9aecddfb-da89-40af-9207-0db7385dda5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:37.019426 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-36b23842-87f3-4da2-96ba-ab628c75e176 req-67928d51-c124-4c67-bfd5-fe778dd1adaa tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1352787 May 26 16:09:37.057340 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9aecddfb-da89-40af-9207-0db7385dda5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:37.073275 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-e5ed1033-91d6-43c3-b0f0-b9b138769efb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64cbe213-ecc2-4f91-b82c-ca1a2f519962 HTTP/1.1" status: 200 len: 217 time: 0.0463433 May 26 16:09:37.160823 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84dd8835-c677-49ea-a87b-95af1eba8dfc tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:37.163806 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9aecddfb-da89-40af-9207-0db7385dda5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:37.169959 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9aecddfb-da89-40af-9207-0db7385dda5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:37.171206 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9aecddfb-da89-40af-9207-0db7385dda5d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d06b3f50-fcfd-4fe3-922a-fa03f9e99fd1 HTTP/1.1" status: 204 len: 168 time: 0.2979600 May 26 16:09:37.175009 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84dd8835-c677-49ea-a87b-95af1eba8dfc tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:37.237499 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecddfb-da89-40af-9207-0db7385dda5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06b3f50-fcfd-4fe3-922a-fa03f9e99fd1,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:37.285433 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd8835-c677-49ea-a87b-95af1eba8dfc tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Port': ['ID=9aa9e09e-2c36-49e9-8e94-6d212049a30b,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:37.307210 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84dd8835-c677-49ea-a87b-95af1eba8dfc tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:37.459083 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dd8835-c677-49ea-a87b-95af1eba8dfc tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network 43acbb4a-fcfb-4de5-ad98-66fc3be50fc0 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:37.461244 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-84dd8835-c677-49ea-a87b-95af1eba8dfc tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:37.514358 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-41780806-02ba-44d8-9f4c-fd0d291e1fb3 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:37.516829 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-41780806-02ba-44d8-9f4c-fd0d291e1fb3 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/networks?id=cd7c6e08-1774-4556-87ba-7d5b55a35abf HTTP/1.1" status: 200 len: 817 time: 0.6205304 May 26 16:09:37.571167 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-3b588e1b-4177-485c-978e-1da52d0025a4 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/quotas/bc8e9e5224b24be293153e1aeb086cbc HTTP/1.1" status: 200 len: 375 time: 0.0386767 May 26 16:09:37.573696 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-5fe21ee8-f752-458f-8a49-d2257aba4402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:37.575115 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-5fe21ee8-f752-458f-8a49-d2257aba4402 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e39dcd09-8b50-4182-9445-d6005ccf9aaa HTTP/1.1" status: 200 len: 856 time: 0.4890492 May 26 16:09:37.649339 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f6d6d-c87b-45d3-955a-86dd2ad0a657 req-256ea0bd-b5d7-4556-9c08-0accaf06ad64 tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:37.650858 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b0f6d6d-c87b-45d3-955a-86dd2ad0a657 req-256ea0bd-b5d7-4556-9c08-0accaf06ad64 tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a348dff3-f201-4df0-9e3e-956e9145ba49 HTTP/1.1" status: 200 len: 1100 time: 0.1623800 May 26 16:09:37.665227 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dd8835-c677-49ea-a87b-95af1eba8dfc tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Router 60665d3c-6e3b-4cea-9cf0-ecaee78f4013 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:09:37.714430 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-11c7ac76-451a-40a8-993b-192611c18c6e tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=bc8e9e5224b24be293153e1aeb086cbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1321943 May 26 16:09:37.721783 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-8b219c61-3dbc-452c-94e8-bcac305d53f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:37.723274 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-8b219c61-3dbc-452c-94e8-bcac305d53f3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=759f9984-acd0-4751-a36a-a91d134cc760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1386061 May 26 16:09:37.795848 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b0f6d6d-c87b-45d3-955a-86dd2ad0a657 req-d64a060d-4e8c-4abb-b7b6-cfd4532d4f4e tempest-ServersOnMultiNodesTest-2127082714 tempest-ServersOnMultiNodesTest-2127082714-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339557 May 26 16:09:37.886838 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b806cd90-c20d-4e12-9905-cd958a35fbd4 None None] Provisioning complete for port 9aa9e09e-2c36-49e9-8e94-6d212049a30b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:37.887358 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b806cd90-c20d-4e12-9905-cd958a35fbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:37.895269 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e117cdc6-934e-4813-b073-33724de81c6e x-openstack-request-id: req-e117cdc6-934e-4813-b073-33724de81c6e {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:37.895583 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "tag": "77340a69-89a7-45ab-9f80-b7f39061885b", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:37.895844 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e117cdc6-934e-4813-b073-33724de81c6e {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:37.899292 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e117cdc6-934e-4813-b073-33724de81c6e'] response: {'name': 'network-changed', 'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'tag': '77340a69-89a7-45ab-9f80-b7f39061885b', 'status': 'completed', 'code': 200} May 26 16:09:37.980914 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-fc00ca53-223c-4ce8-a011-045fdacb95b0 service neutron] 10.222.0.83 "GET /v2.0/networks/759f9984-acd0-4751-a36a-a91d134cc760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357907 May 26 16:09:37.983219 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-8c795300-689e-4860-b344-18c970129058 service neutron] 10.222.0.77 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479820 May 26 16:09:37.997643 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b806cd90-c20d-4e12-9905-cd958a35fbd4 None None] Port 9aa9e09e-2c36-49e9-8e94-6d212049a30b cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:09:38.170044 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-8c05a7f3-79f2-438a-bbda-a118393c83cc service neutron] 10.222.0.77 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745694 May 26 16:09:38.215242 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa720a-b831-4137-aaf7-a60a1ac41a4c req-0fcd6bd6-58e6-4a18-aabc-69dc4ebc29cc tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:38.217463 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7aaa720a-b831-4137-aaf7-a60a1ac41a4c req-0fcd6bd6-58e6-4a18-aabc-69dc4ebc29cc tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 946 time: 0.2244227 May 26 16:09:38.231698 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dd8835-c677-49ea-a87b-95af1eba8dfc tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:09:38.235978 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-84dd8835-c677-49ea-a87b-95af1eba8dfc tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "PUT /v2.0/routers/60665d3c-6e3b-4cea-9cf0-ecaee78f4013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0743589 May 26 16:09:38.238480 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51552) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:38.242768 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96080ad3-fcbe-4fde-9555-e6d501003954 None None] Sync routers for ids ['60665d3c-6e3b-4cea-9cf0-ecaee78f4013'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:09:38.260152 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96080ad3-fcbe-4fde-9555-e6d501003954 None None] Routers {'60665d3c-6e3b-4cea-9cf0-ecaee78f4013'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:38.261533 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-96080ad3-fcbe-4fde-9555-e6d501003954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:09:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['60665d3c-6e3b-4cea-9cf0-ecaee78f4013'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:38.285030 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-e0481592-6a46-48d0-9081-104f27a06e8a service neutron] 10.222.0.83 "GET /v2.0/networks/759f9984-acd0-4751-a36a-a91d134cc760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907457 May 26 16:09:38.318947 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3bc505-be6a-43ae-8ded-fe48502712cd tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:38.320754 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7aaa720a-b831-4137-aaf7-a60a1ac41a4c req-69c5eb8f-723d-49fd-b19a-73ffb420ab99 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945485 May 26 16:09:38.320930 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fd3bc505-be6a-43ae-8ded-fe48502712cd tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "GET /v2.0/ports/9aa9e09e-2c36-49e9-8e94-6d212049a30b HTTP/1.1" status: 200 len: 910 time: 0.0813024 May 26 16:09:38.323514 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51554) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:38.367134 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-96080ad3-fcbe-4fde-9555-e6d501003954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:38.384186 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96080ad3-fcbe-4fde-9555-e6d501003954 None None] Routers {'60665d3c-6e3b-4cea-9cf0-ecaee78f4013'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:38.393577 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-96080ad3-fcbe-4fde-9555-e6d501003954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:09:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['60665d3c-6e3b-4cea-9cf0-ecaee78f4013'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:38.408991 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-464619e4-1cec-4855-9432-4b3e766fb5aa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=f1118030-abd2-4542-9495-9b488c4efc14 HTTP/1.1" status: 200 len: 217 time: 0.0870814 May 26 16:09:38.497634 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-96080ad3-fcbe-4fde-9555-e6d501003954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:38.498309 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96080ad3-fcbe-4fde-9555-e6d501003954 None None] The sync data for ids ['60665d3c-6e3b-4cea-9cf0-ecaee78f4013'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:09:38.556645 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-02a28249-22ec-4bb0-9d24-af5e8a4a0a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:38.558438 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-02a28249-22ec-4bb0-9d24-af5e8a4a0a1b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0d8967df-8a4c-46db-92d8-93f94220fcb8 HTTP/1.1" status: 200 len: 797 time: 0.1411994 May 26 16:09:38.743568 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-c84262df-6ab1-429c-bbec-9a0365981446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:38.745335 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-c84262df-6ab1-429c-bbec-9a0365981446 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f3afb84f-a007-4e52-a1fb-611cc73f2208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1794086 May 26 16:09:38.763325 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51572) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:38.776961 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93d30f-8bd4-4b43-80a7-1eee2bdb11b2 req-6567cc89-1fa8-4f18-8bc0-ad7017bb392a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:38.799965 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93d30f-8bd4-4b43-80a7-1eee2bdb11b2 req-6567cc89-1fa8-4f18-8bc0-ad7017bb392a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:38.813249 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93d30f-8bd4-4b43-80a7-1eee2bdb11b2 req-6567cc89-1fa8-4f18-8bc0-ad7017bb392a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:38.826339 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93d30f-8bd4-4b43-80a7-1eee2bdb11b2 req-6567cc89-1fa8-4f18-8bc0-ad7017bb392a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:38.837247 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93d30f-8bd4-4b43-80a7-1eee2bdb11b2 req-6567cc89-1fa8-4f18-8bc0-ad7017bb392a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:38.847109 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93d30f-8bd4-4b43-80a7-1eee2bdb11b2 req-6567cc89-1fa8-4f18-8bc0-ad7017bb392a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:38.854941 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93d30f-8bd4-4b43-80a7-1eee2bdb11b2 req-6567cc89-1fa8-4f18-8bc0-ad7017bb392a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:38.869742 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c93d30f-8bd4-4b43-80a7-1eee2bdb11b2 req-6567cc89-1fa8-4f18-8bc0-ad7017bb392a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5429 time: 0.2494519 May 26 16:09:38.964533 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3f3861ce-da5f-4932-a860-5a01101439c3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:39.064520 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f89516e4-e42b-4071-bda9-d8d550f05f9f req-c48443b2-6c3a-4bb4-a51d-c7e253917101 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 210 time: 0.1905706 May 26 16:09:39.096711 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c93d30f-8bd4-4b43-80a7-1eee2bdb11b2 req-759180bd-d975-4fbf-a6b9-4c39e236deb2 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2259886 May 26 16:09:39.174088 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-46b88db5-4ccc-4979-95e7-950106e7cc0f admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1944307214-network', 'tenant_id': '789b7cf3aca047e181da3e5649a8651e'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:39.178697 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-3cd77740-d922-4610-b7ce-e1c0c9aa46b6 service neutron] 10.222.0.83 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063321 May 26 16:09:39.236395 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b88db5-4ccc-4979-95e7-950106e7cc0f admin admin] Made reservation on behalf of 789b7cf3aca047e181da3e5649a8651e for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:39.239187 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46b88db5-4ccc-4979-95e7-950106e7cc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:39.252152 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46b88db5-4ccc-4979-95e7-950106e7cc0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:39.339625 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb21850-35bd-414d-be3e-d5ea5f2a703f req-40532c8f-db76-4c4c-ae60-e41b95bf90fa tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:39.341241 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9cb21850-35bd-414d-be3e-d5ea5f2a703f req-40532c8f-db76-4c4c-ae60-e41b95bf90fa tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 946 time: 0.1515703 May 26 16:09:39.377768 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54505b0-b4b6-4b69-9309-9f9f9146c3ed req-1864d625-c63e-4d97-8818-530406636abd tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:39.379613 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a54505b0-b4b6-4b69-9309-9f9f9146c3ed req-1864d625-c63e-4d97-8818-530406636abd tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a348dff3-f201-4df0-9e3e-956e9145ba49 HTTP/1.1" status: 200 len: 949 time: 0.1913013 May 26 16:09:39.416924 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46b88db5-4ccc-4979-95e7-950106e7cc0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:39.426140 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46b88db5-4ccc-4979-95e7-950106e7cc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:39.434250 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-e1bc5efe-70dc-4388-b6aa-387133898471 service neutron] 10.222.0.83 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419534 May 26 16:09:39.450753 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9cb21850-35bd-414d-be3e-d5ea5f2a703f req-1ebed96f-ff62-4eb1-928f-6c58a8ea0da2 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935578 May 26 16:09:39.458735 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b88db5-4ccc-4979-95e7-950106e7cc0f admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:09:39.486693 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-3f3861ce-da5f-4932-a860-5a01101439c3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Deleting port 9aa9e09e-2c36-49e9-8e94-6d212049a30b {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:39.486693 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3f3861ce-da5f-4932-a860-5a01101439c3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:39.486693 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b88db5-4ccc-4979-95e7-950106e7cc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947c3b46-f38c-4b36-a078-36102154c765,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:39.488261 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46b88db5-4ccc-4979-95e7-950106e7cc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:39.489898 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-46b88db5-4ccc-4979-95e7-950106e7cc0f admin admin] Added segment 9f93b360-b5eb-4ddb-80ab-cee007e903e4 of type vlan for network 84abe3fd-2313-46b1-b60c-2f2bc993b189 May 26 16:09:39.500511 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-e1ae0bce-1484-4ec3-be80-d8bc32cfaf65 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=17546000-b263-4011-a4e6-5dc6daed213a HTTP/1.1" status: 200 len: 217 time: 0.0530388 May 26 16:09:39.515329 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a54505b0-b4b6-4b69-9309-9f9f9146c3ed req-d04c4094-b7b2-4970-bf3b-a7f856a66d3e tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197150 May 26 16:09:39.573949 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-e716d684-6d20-44dd-bdd6-dc0bc0e2fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:39.578870 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-e716d684-6d20-44dd-bdd6-dc0bc0e2fc70 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0d8967df-8a4c-46db-92d8-93f94220fcb8 HTTP/1.1" status: 200 len: 797 time: 0.0605218 May 26 16:09:39.590133 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46b88db5-4ccc-4979-95e7-950106e7cc0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:39.634893 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3f3861ce-da5f-4932-a860-5a01101439c3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:39.645203 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46b88db5-4ccc-4979-95e7-950106e7cc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:39.646158 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b88db5-4ccc-4979-95e7-950106e7cc0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:39.646737 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46b88db5-4ccc-4979-95e7-950106e7cc0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:39.656137 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-3f3861ce-da5f-4932-a860-5a01101439c3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Calling delete_port for 9aa9e09e-2c36-49e9-8e94-6d212049a30b owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:39.657948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-cbaf8af4-3d79-4d44-8fe3-3384716ea000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:39.659236 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-cbaf8af4-3d79-4d44-8fe3-3384716ea000 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f3afb84f-a007-4e52-a1fb-611cc73f2208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0693898 May 26 16:09:39.715457 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-46b88db5-4ccc-4979-95e7-950106e7cc0f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9497511 May 26 16:09:39.718486 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51590) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:39.727152 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-86bbb7ed-fa9e-48fc-a90a-de75c071c1c6 admin admin] Request body: {'subnet': {'network_id': '84abe3fd-2313-46b1-b60c-2f2bc993b189', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1944307214-subnet', 'tenant_id': '789b7cf3aca047e181da3e5649a8651e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:39.761345 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b88db5-4ccc-4979-95e7-950106e7cc0f admin admin] Pushing event updated for resources: {'Network': ['ID=84abe3fd-2313-46b1-b60c-2f2bc993b189,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:39.765776 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bbb7ed-fa9e-48fc-a90a-de75c071c1c6 admin admin] Made reservation on behalf of 789b7cf3aca047e181da3e5649a8651e for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:39.768312 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-86bbb7ed-fa9e-48fc-a90a-de75c071c1c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:39.772461 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 84abe3fd-2313-46b1-b60c-2f2bc993b189 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:09:39.873090 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-f6df0840-50d1-41d0-b176-fde2adfae719 service neutron] 10.222.0.83 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058506 May 26 16:09:39.908151 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3f3861ce-da5f-4932-a860-5a01101439c3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:39.972031 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3861ce-da5f-4932-a860-5a01101439c3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Port': ['ID=9aa9e09e-2c36-49e9-8e94-6d212049a30b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:40.037427 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-2d72d52e-8e02-44b1-9648-637124f77cf8 service neutron] 10.222.0.83 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565876 May 26 16:09:40.245755 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-63ce2584-f3b3-43f0-b21b-0196012f2c6f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=a22baecc-6a51-4894-9383-fd79c3b20a9c HTTP/1.1" status: 200 len: 217 time: 0.1936815 May 26 16:09:40.279072 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-627f7d9c-8ae4-4adf-a9e4-f1bf8dd69da7 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:40.281553 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-627f7d9c-8ae4-4adf-a9e4-f1bf8dd69da7 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.81 "GET /v2.0/networks?id=cd7c6e08-1774-4556-87ba-7d5b55a35abf HTTP/1.1" status: 200 len: 817 time: 0.2812457 May 26 16:09:40.295528 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84aa7c01-efd2-4164-acad-bb56622edb28 req-aca1f97a-38b8-4b38-865d-4d0f727617a6 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 210 time: 0.0743537 May 26 16:09:40.321938 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3f3861ce-da5f-4932-a860-5a01101439c3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:40.350627 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-7ebc17da-7091-4c1c-86ff-6d38b40a858d tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc8e9e5224b24be293153e1aeb086cbc HTTP/1.1" status: 200 len: 379 time: 0.0550172 May 26 16:09:40.393326 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-8b02e830-353d-4588-847d-c4e0a1d3c34c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Request body: {'port': {'device_id': 'f55eff4c-1aab-4de2-999a-48ea433e5bef', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'admin_state_up': True, 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'security_groups': ['06462993-84f8-4b00-895a-6e56089f2f86']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:40.395151 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-86bbb7ed-fa9e-48fc-a90a-de75c071c1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:40.421998 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db458de9-8c09-4d67-85be-d10707a31b0c req-418211f2-bb53-4c8b-b515-ecfe61f243c0 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:40.427982 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db458de9-8c09-4d67-85be-d10707a31b0c req-418211f2-bb53-4c8b-b515-ecfe61f243c0 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:40.434648 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db458de9-8c09-4d67-85be-d10707a31b0c req-418211f2-bb53-4c8b-b515-ecfe61f243c0 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:40.440878 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db458de9-8c09-4d67-85be-d10707a31b0c req-418211f2-bb53-4c8b-b515-ecfe61f243c0 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:40.446681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db458de9-8c09-4d67-85be-d10707a31b0c req-418211f2-bb53-4c8b-b515-ecfe61f243c0 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:40.452519 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db458de9-8c09-4d67-85be-d10707a31b0c req-418211f2-bb53-4c8b-b515-ecfe61f243c0 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:40.458339 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db458de9-8c09-4d67-85be-d10707a31b0c req-418211f2-bb53-4c8b-b515-ecfe61f243c0 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:40.460317 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db458de9-8c09-4d67-85be-d10707a31b0c req-418211f2-bb53-4c8b-b515-ecfe61f243c0 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5429 time: 0.2298229 May 26 16:09:40.487990 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-1927b144-7728-4974-815e-9faf987a470d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:40.488630 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-1927b144-7728-4974-815e-9faf987a470d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0d8967df-8a4c-46db-92d8-93f94220fcb8 HTTP/1.1" status: 200 len: 797 time: 0.2340114 May 26 16:09:40.508505 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773116e-44a0-4d01-bd73-b1c53e1ae28a req-7b7e8e8f-dcf4-4c6c-8a96-9a36d5fa1d68 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:40.510450 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e773116e-44a0-4d01-bd73-b1c53e1ae28a req-7b7e8e8f-dcf4-4c6c-8a96-9a36d5fa1d68 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 946 time: 0.2081256 May 26 16:09:40.599099 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbb7ed-fa9e-48fc-a90a-de75c071c1c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b72a320c-3b85-4181-bd10-800e3e95303d,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:40.641881 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3861ce-da5f-4932-a860-5a01101439c3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Router 60665d3c-6e3b-4cea-9cf0-ecaee78f4013 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:09:40.654133 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db458de9-8c09-4d67-85be-d10707a31b0c req-9e078e7e-f2af-40bf-8954-85242d304c47 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1726575 May 26 16:09:40.666728 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-8b02e830-353d-4588-847d-c4e0a1d3c34c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Made reservation on behalf of bc8e9e5224b24be293153e1aeb086cbc for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:40.671234 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-8b02e830-353d-4588-847d-c4e0a1d3c34c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:40.708110 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-8a2bc3d8-cf1e-4938-94a5-a68588521c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:40.709488 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-8a2bc3d8-cf1e-4938-94a5-a68588521c46 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f3afb84f-a007-4e52-a1fb-611cc73f2208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1874506 May 26 16:09:40.713422 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bbb7ed-fa9e-48fc-a90a-de75c071c1c6 admin admin] Checking segment: {'id': '9f93b360-b5eb-4ddb-80ab-cee007e903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '84abe3fd-2313-46b1-b60c-2f2bc993b189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:40.713786 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bbb7ed-fa9e-48fc-a90a-de75c071c1c6 admin admin] Network hostable DHCP agents. Network: 84abe3fd-2313-46b1-b60c-2f2bc993b189, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:09:40.800442 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418f364-fd86-42e7-be84-2c061f8fc08b req-8abcd388-f921-46cf-aac8-1523c329c069 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:40.801923 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5418f364-fd86-42e7-be84-2c061f8fc08b req-8abcd388-f921-46cf-aac8-1523c329c069 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 946 time: 0.1947534 May 26 16:09:40.828074 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3861ce-da5f-4932-a860-5a01101439c3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:09:40.835497 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3f3861ce-da5f-4932-a860-5a01101439c3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "PUT /v2.0/routers/60665d3c-6e3b-4cea-9cf0-ecaee78f4013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5107307 May 26 16:09:40.838591 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51614) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:40.844063 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a244f864-c647-4eb8-8bce-caece3a4865a None None] Sync routers for ids ['60665d3c-6e3b-4cea-9cf0-ecaee78f4013'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:09:40.851992 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bbb7ed-fa9e-48fc-a90a-de75c071c1c6 admin admin] Network 84abe3fd-2313-46b1-b60c-2f2bc993b189 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:09:40.859172 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a244f864-c647-4eb8-8bce-caece3a4865a None None] Routers {'60665d3c-6e3b-4cea-9cf0-ecaee78f4013'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:40.859936 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a244f864-c647-4eb8-8bce-caece3a4865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:09:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['60665d3c-6e3b-4cea-9cf0-ecaee78f4013'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:40.891352 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-e773116e-44a0-4d01-bd73-b1c53e1ae28a req-65281e3c-68b6-4f8d-94ed-ee7636a7af96 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Deleting port ed571ce7-4c7c-4342-8805-b93c4a44a633 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:40.891615 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e773116e-44a0-4d01-bd73-b1c53e1ae28a req-65281e3c-68b6-4f8d-94ed-ee7636a7af96 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:40.894733 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a244f864-c647-4eb8-8bce-caece3a4865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:40.898553 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-86bbb7ed-fa9e-48fc-a90a-de75c071c1c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 84abe3fd-2313-46b1-b60c-2f2bc993b189) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:40.904671 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a244f864-c647-4eb8-8bce-caece3a4865a None None] Routers {'60665d3c-6e3b-4cea-9cf0-ecaee78f4013'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:40.906175 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a244f864-c647-4eb8-8bce-caece3a4865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:09:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['60665d3c-6e3b-4cea-9cf0-ecaee78f4013'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:40.907176 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52437430-b584-4eed-a29e-42d70776be93 None None] Network 84abe3fd-2313-46b1-b60c-2f2bc993b189 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:09:40.941317 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a244f864-c647-4eb8-8bce-caece3a4865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:40.942369 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a244f864-c647-4eb8-8bce-caece3a4865a None None] The sync data for ids ['60665d3c-6e3b-4cea-9cf0-ecaee78f4013'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:09:40.963543 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bbb7ed-fa9e-48fc-a90a-de75c071c1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:40.964173 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-86bbb7ed-fa9e-48fc-a90a-de75c071c1c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:40.990318 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5418f364-fd86-42e7-be84-2c061f8fc08b req-08ebd918-17eb-47ac-ae32-f9757630d7bd tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752646 May 26 16:09:40.998069 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-7c359e7d-da69-4e1f-91a0-e04ed4934f89 service neutron] 10.222.0.83 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787592 May 26 16:09:41.013514 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1428ad-7e32-4ebf-8ae2-031e0951b750 req-0c0c3858-3f4a-48f7-aa85-46776a54c49c tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:41.021959 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f1428ad-7e32-4ebf-8ae2-031e0951b750 req-0c0c3858-3f4a-48f7-aa85-46776a54c49c tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a348dff3-f201-4df0-9e3e-956e9145ba49 HTTP/1.1" status: 200 len: 949 time: 0.2380002 May 26 16:09:41.048680 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-86bbb7ed-fa9e-48fc-a90a-de75c071c1c6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3290739 May 26 16:09:41.112729 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cd0d5a-31cb-4b18-85c0-24f346366877 None None] Network 84abe3fd-2313-46b1-b60c-2f2bc993b189 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:09:41.153623 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-e773116e-44a0-4d01-bd73-b1c53e1ae28a req-65281e3c-68b6-4f8d-94ed-ee7636a7af96 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] For port ed571ce7-4c7c-4342-8805-b93c4a44a633, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ed571ce7-4c7c-4342-8805-b93c4a44a633,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:41.154306 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e773116e-44a0-4d01-bd73-b1c53e1ae28a req-65281e3c-68b6-4f8d-94ed-ee7636a7af96 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:41.172401 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f1428ad-7e32-4ebf-8ae2-031e0951b750 req-104fff29-015d-4050-84e1-806619fb1bf9 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443584 May 26 16:09:41.211572 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-8b02e830-353d-4588-847d-c4e0a1d3c34c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Allocated IP 172.20.0.7 (cd7c6e08-1774-4556-87ba-7d5b55a35abf/1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab/39873e5d-9a4b-4e75-915e-5d487c4b088f) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:41.215771 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-e773116e-44a0-4d01-bd73-b1c53e1ae28a req-65281e3c-68b6-4f8d-94ed-ee7636a7af96 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Calling delete_port for ed571ce7-4c7c-4342-8805-b93c4a44a633 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:41.282705 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-1d10f4a0-0db7-48e7-a869-1be21e037786 service neutron] 10.222.0.83 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579572 May 26 16:09:41.349239 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-9dd35d0c-948c-4080-9e4f-e3583a5a6f68 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=65148236-bd78-494f-bf09-16cc85f8781f HTTP/1.1" status: 200 len: 217 time: 0.0570540 May 26 16:09:41.466016 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-88adb193-aed1-4dca-9f39-28bbd40e8b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:41.467532 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-88adb193-aed1-4dca-9f39-28bbd40e8b98 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0d8967df-8a4c-46db-92d8-93f94220fcb8 HTTP/1.1" status: 200 len: 797 time: 0.1060646 May 26 16:09:41.470438 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ecc7f-4225-4c39-9f46-34e53c7741d3 req-e0a22cea-3ea8-44d0-bde0-4975915b64db tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:41.472764 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f37ecc7f-4225-4c39-9f46-34e53c7741d3 req-e0a22cea-3ea8-44d0-bde0-4975915b64db tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.83 "GET /v2.0/ports?device_id=a348dff3-f201-4df0-9e3e-956e9145ba49 HTTP/1.1" status: 200 len: 949 time: 0.3700585 May 26 16:09:41.529989 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31a5bd75-511c-4829-a0d5-5551b108c7b6 req-05eb9b88-4c00-4670-ad31-546b93f5dd59 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 210 time: 0.0660338 May 26 16:09:41.559154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-887bacc1-ed89-4fd3-82d4-c79165c16646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:41.561529 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-887bacc1-ed89-4fd3-82d4-c79165c16646 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f3afb84f-a007-4e52-a1fb-611cc73f2208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0781102 May 26 16:09:41.563001 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e773116e-44a0-4d01-bd73-b1c53e1ae28a req-65281e3c-68b6-4f8d-94ed-ee7636a7af96 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:41.582511 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['ed571ce7-4c7c-4342-8805-b93c4a44a633'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:09:41.684538 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-8b02e830-353d-4588-847d-c4e0a1d3c34c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:41.790136 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-f37ecc7f-4225-4c39-9f46-34e53c7741d3 req-5dcb5b37-8e31-4e6a-ac89-7f39cac97ab9 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Deleting port e67135a2-355b-4c0a-bb10-d3cd7978b1b2 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:41.790482 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f37ecc7f-4225-4c39-9f46-34e53c7741d3 req-5dcb5b37-8e31-4e6a-ac89-7f39cac97ab9 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:41.818612 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-8b02e830-353d-4588-847d-c4e0a1d3c34c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:41.918455 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-8b02e830-353d-4588-847d-c4e0a1d3c34c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Network cd7c6e08-1774-4556-87ba-7d5b55a35abf is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:41.934649 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-8b02e830-353d-4588-847d-c4e0a1d3c34c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:41.943922 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-8b02e830-353d-4588-847d-c4e0a1d3c34c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:41.965006 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02e830-353d-4588-847d-c4e0a1d3c34c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Pushing event updated for resources: {'Port': ['ID=39873e5d-9a4b-4e75-915e-5d487c4b088f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:42.001291 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-444e5d18-e3a1-40e6-b044-ee294154369e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:42.004238 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-f37ecc7f-4225-4c39-9f46-34e53c7741d3 req-5dcb5b37-8e31-4e6a-ac89-7f39cac97ab9 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] For port e67135a2-355b-4c0a-bb10-d3cd7978b1b2, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=e67135a2-355b-4c0a-bb10-d3cd7978b1b2,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:42.004601 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f37ecc7f-4225-4c39-9f46-34e53c7741d3 req-5dcb5b37-8e31-4e6a-ac89-7f39cac97ab9 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:42.058803 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65281e3c-68b6-4f8d-94ed-ee7636a7af96 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Pushing event deleted for resources: {'Port': ['ID=ed571ce7-4c7c-4342-8805-b93c4a44a633,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:42.092760 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-f37ecc7f-4225-4c39-9f46-34e53c7741d3 req-5dcb5b37-8e31-4e6a-ac89-7f39cac97ab9 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Calling delete_port for e67135a2-355b-4c0a-bb10-d3cd7978b1b2 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:42.205727 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-2766fdce-e9ec-46fe-a057-9d534149157a service neutron] 10.222.0.83 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6296575 May 26 16:09:42.206600 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e773116e-44a0-4d01-bd73-b1c53e1ae28a req-65281e3c-68b6-4f8d-94ed-ee7636a7af96 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] No DVR routers for this DVR port ed571ce7-4c7c-4342-8805-b93c4a44a633 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:09:42.209859 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e773116e-44a0-4d01-bd73-b1c53e1ae28a req-65281e3c-68b6-4f8d-94ed-ee7636a7af96 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:42.214228 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e773116e-44a0-4d01-bd73-b1c53e1ae28a req-65281e3c-68b6-4f8d-94ed-ee7636a7af96 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.81 "DELETE /v2.0/ports/ed571ce7-4c7c-4342-8805-b93c4a44a633 HTTP/1.1" status: 204 len: 173 time: 1.6880527 May 26 16:09:42.221429 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae7867b-92ab-49f5-a667-31fb0f6b3250', 'name': 'network-vif-deleted', 'tag': 'ed571ce7-4c7c-4342-8805-b93c4a44a633'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:42.224003 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815d78f4-9f70-4ba8-bb96-fb5204d7c0a3" -d '{"events": [{"server_uuid": "2ae7867b-92ab-49f5-a667-31fb0f6b3250", "name": "network-vif-deleted", "tag": "ed571ce7-4c7c-4342-8805-b93c4a44a633"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:42.345468 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029a246-e0d4-4208-968d-29219334260e req-0bd84814-6b45-4f45-a82e-fd6223610f9f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:42.352888 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ffda4b35-1eb4-4849-9f72-9a76db71f7f1 None None] Provisioning complete for port 39873e5d-9a4b-4e75-915e-5d487c4b088f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:42.353378 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ffda4b35-1eb4-4849-9f72-9a76db71f7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:42.364583 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029a246-e0d4-4208-968d-29219334260e req-0bd84814-6b45-4f45-a82e-fd6223610f9f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:42.385836 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029a246-e0d4-4208-968d-29219334260e req-0bd84814-6b45-4f45-a82e-fd6223610f9f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:42.405549 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029a246-e0d4-4208-968d-29219334260e req-0bd84814-6b45-4f45-a82e-fd6223610f9f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:42.417447 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029a246-e0d4-4208-968d-29219334260e req-0bd84814-6b45-4f45-a82e-fd6223610f9f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:42.425968 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029a246-e0d4-4208-968d-29219334260e req-0bd84814-6b45-4f45-a82e-fd6223610f9f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:42.430438 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ffda4b35-1eb4-4849-9f72-9a76db71f7f1 None None] Port 39873e5d-9a4b-4e75-915e-5d487c4b088f cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:09:42.432582 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029a246-e0d4-4208-968d-29219334260e req-0bd84814-6b45-4f45-a82e-fd6223610f9f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:42.442164 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1029a246-e0d4-4208-968d-29219334260e req-0bd84814-6b45-4f45-a82e-fd6223610f9f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5429 time: 0.3891139 May 26 16:09:42.460615 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-2d9fce7c-db20-4950-a182-38d1abebad2b tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:42.467752 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-2d9fce7c-db20-4950-a182-38d1abebad2b tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/networks?id=84abe3fd-2313-46b1-b60c-2f2bc993b189 HTTP/1.1" status: 200 len: 818 time: 0.4129171 May 26 16:09:42.510815 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-8b02e830-353d-4588-847d-c4e0a1d3c34c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:42.511453 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-8b02e830-353d-4588-847d-c4e0a1d3c34c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:42.512816 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-c32f26da-d393-46e9-918e-811274f70d1e tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/quotas/789b7cf3aca047e181da3e5649a8651e HTTP/1.1" status: 200 len: 375 time: 0.0440779 May 26 16:09:42.571290 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-8b02e830-353d-4588-847d-c4e0a1d3c34c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1836259 May 26 16:09:42.576446 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-dc48ee82-e417-4bcd-a24c-fb43e9cdb37a tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=789b7cf3aca047e181da3e5649a8651e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563762 May 26 16:09:42.583027 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1029a246-e0d4-4208-968d-29219334260e req-58f8e0a6-d7a5-4d83-8203-b4616c369866 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1395793 May 26 16:09:42.586806 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-09423e25-a40c-4198-a3dc-41141ddc3d08 service neutron] 10.222.0.83 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662555 May 26 16:09:42.606567 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-c1630b74-16b6-4383-a61c-333023b6756b service neutron] Request body: {'port': {'device_id': 'f55eff4c-1aab-4de2-999a-48ea433e5bef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:42.723123 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-c1630b74-16b6-4383-a61c-333023b6756b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:42.742365 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-9b2ec459-9fca-46f5-bf03-733770c8e95b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 HTTP/1.1" status: 200 len: 217 time: 0.1472452 May 26 16:09:42.782718 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b955c10d-c1d0-48b3-8033-19ce38cdf989 req-6b3b4443-287c-4c08-9648-2dcfdb1c77a7 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ae7867b-92ab-49f5-a667-31fb0f6b3250 HTTP/1.1" status: 200 len: 210 time: 0.0392618 May 26 16:09:42.878523 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-e46fd4fc-1ecd-4df0-99d6-1f480899ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:42.880024 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-e46fd4fc-1ecd-4df0-99d6-1f480899ef8f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=32f4c445-da8d-4e31-a37f-63415d1eb855 HTTP/1.1" status: 200 len: 797 time: 0.0963633 May 26 16:09:42.886473 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-fe8d8bf0-dbb4-457c-9a5e-b60f30104cb0 service neutron] 10.222.0.77 "GET /v2.0/networks/84abe3fd-2313-46b1-b60c-2f2bc993b189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816317 May 26 16:09:42.938929 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9bf34724-158f-4836-8c87-7982b84afafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:42.994926 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6051dcce-661e-42f4-b167-014f447b1bb9 req-c6132c12-bcd9-4fcd-bad4-23185918b4e6 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a348dff3-f201-4df0-9e3e-956e9145ba49 HTTP/1.1" status: 200 len: 210 time: 0.0973003 May 26 16:09:43.001337 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f37ecc7f-4225-4c39-9f46-34e53c7741d3 req-5dcb5b37-8e31-4e6a-ac89-7f39cac97ab9 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:43.013603 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['dfc31f36-132b-43af-81bd-f16d278e89e9', '9c72859c-b2b3-4535-a8da-f620119789db', '21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4', '28667205-0ec4-4128-9b3d-9c7d9a4469db', '080090e1-aac8-4194-9fd1-9bcb464e068a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:09:43.020079 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-03b58302-8fd4-407c-a4cd-e4e588d55cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:43.021614 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-03b58302-8fd4-407c-a4cd-e4e588d55cc4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=67be992b-b4e7-4fb4-b3b4-ab1f54c2d199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1342368 May 26 16:09:43.078827 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['e6ab5e70-f277-49ee-a065-7ef61c455d13', '058a3fd7-d578-4ee5-9881-ba3f12edb876', 'e67135a2-355b-4c0a-bb10-d3cd7978b1b2'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:09:43.099712 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb5b37-8e31-4e6a-ac89-7f39cac97ab9 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Pushing event deleted for resources: {'Port': ['ID=e67135a2-355b-4c0a-bb10-d3cd7978b1b2,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:43.099942 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea001201-48b6-4699-93ea-e3bf9aa62378 x-openstack-request-id: req-ea001201-48b6-4699-93ea-e3bf9aa62378 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:43.100432 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae7867b-92ab-49f5-a667-31fb0f6b3250", "name": "network-vif-deleted", "tag": "ed571ce7-4c7c-4342-8805-b93c4a44a633", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:43.100708 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ea001201-48b6-4699-93ea-e3bf9aa62378 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:43.101538 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea001201-48b6-4699-93ea-e3bf9aa62378'] response: {'server_uuid': '2ae7867b-92ab-49f5-a667-31fb0f6b3250', 'name': 'network-vif-deleted', 'tag': 'ed571ce7-4c7c-4342-8805-b93c4a44a633', 'status': 'completed', 'code': 200} May 26 16:09:43.113767 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-bd19ffeb-a292-4312-909c-c67776aa6fcf service neutron] 10.222.0.77 "GET /v2.0/networks/84abe3fd-2313-46b1-b60c-2f2bc993b189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127435 May 26 16:09:43.197842 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-035c34ab-4d5e-46fa-b992-cc26e4032d7d service neutron] 10.222.0.83 "GET /v2.0/networks/67be992b-b4e7-4fb4-b3b4-ab1f54c2d199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645954 May 26 16:09:43.230721 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37ecc7f-4225-4c39-9f46-34e53c7741d3 req-5dcb5b37-8e31-4e6a-ac89-7f39cac97ab9 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] No DVR routers for this DVR port e67135a2-355b-4c0a-bb10-d3cd7978b1b2 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:09:43.261115 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f37ecc7f-4225-4c39-9f46-34e53c7741d3 req-5dcb5b37-8e31-4e6a-ac89-7f39cac97ab9 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:43.264501 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f37ecc7f-4225-4c39-9f46-34e53c7741d3 req-5dcb5b37-8e31-4e6a-ac89-7f39cac97ab9 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.83 "DELETE /v2.0/ports/e67135a2-355b-4c0a-bb10-d3cd7978b1b2 HTTP/1.1" status: 204 len: 173 time: 1.7581589 May 26 16:09:43.265697 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a348dff3-f201-4df0-9e3e-956e9145ba49', 'name': 'network-vif-deleted', 'tag': 'e67135a2-355b-4c0a-bb10-d3cd7978b1b2'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:43.268175 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8bf1c4-e859-498f-a8b2-8e2e9223f5e5" -d '{"events": [{"server_uuid": "a348dff3-f201-4df0-9e3e-956e9145ba49", "name": "network-vif-deleted", "tag": "e67135a2-355b-4c0a-bb10-d3cd7978b1b2"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:43.274465 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-444e5d18-e3a1-40e6-b044-ee294154369e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Deleting port aa70d544-8089-4618-a50f-f8969966c30b {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:43.275081 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-444e5d18-e3a1-40e6-b044-ee294154369e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:43.367250 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a634b7e-1a12-463d-a70f-7671b12f7c33 req-aac731e4-4b50-460c-ae0e-2d873a7131cd tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:43.377693 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2a634b7e-1a12-463d-a70f-7671b12f7c33 req-aac731e4-4b50-460c-ae0e-2d873a7131cd tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 931 time: 0.2363136 May 26 16:09:43.433833 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2a634b7e-1a12-463d-a70f-7671b12f7c33 req-503ba5a3-b98c-4d0a-a328-aaec4a1c1c95 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502760 May 26 16:09:43.438352 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-838ae3e1-655d-4b61-8c79-c1589fd28a33 service neutron] 10.222.0.83 "GET /v2.0/networks/67be992b-b4e7-4fb4-b3b4-ab1f54c2d199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301254 May 26 16:09:43.589389 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-fad159db-1cf7-46ab-8cb9-3f4fbe1aecdf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=77340a69-89a7-45ab-9f80-b7f39061885b HTTP/1.1" status: 200 len: 217 time: 0.1369960 May 26 16:09:43.594884 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2290730a-3fdd-489b-a1e9-ff0452447a67 x-openstack-request-id: req-2290730a-3fdd-489b-a1e9-ff0452447a67 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:43.595412 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a348dff3-f201-4df0-9e3e-956e9145ba49", "name": "network-vif-deleted", "tag": "e67135a2-355b-4c0a-bb10-d3cd7978b1b2", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:43.601365 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2290730a-3fdd-489b-a1e9-ff0452447a67 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:43.601973 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2290730a-3fdd-489b-a1e9-ff0452447a67'] response: {'server_uuid': 'a348dff3-f201-4df0-9e3e-956e9145ba49', 'name': 'network-vif-deleted', 'tag': 'e67135a2-355b-4c0a-bb10-d3cd7978b1b2', 'status': 'completed', 'code': 200} May 26 16:09:43.610855 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-444e5d18-e3a1-40e6-b044-ee294154369e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:43.677016 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-444e5d18-e3a1-40e6-b044-ee294154369e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Calling delete_port for aa70d544-8089-4618-a50f-f8969966c30b owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:43.789998 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d9406014-030b-4360-91ec-e79dc475bb32 req-ec91e106-1130-4c95-9a32-67bbe4a2d54c tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6 HTTP/1.1" status: 200 len: 210 time: 0.0940807 May 26 16:09:43.805424 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-c1630b74-16b6-4383-a61c-333023b6756b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39873e5d-9a4b-4e75-915e-5d487c4b088f {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:09:43.807524 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0050f4d9-ce20-47fa-803a-240a1c49abf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:43.817665 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-c1630b74-16b6-4383-a61c-333023b6756b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:43.820251 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-0050f4d9-ce20-47fa-803a-240a1c49abf6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=32f4c445-da8d-4e31-a37f-63415d1eb855 HTTP/1.1" status: 200 len: 797 time: 0.2160842 May 26 16:09:43.882195 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-c1630b74-16b6-4383-a61c-333023b6756b service neutron] Transition to ACTIVE for port object 39873e5d-9a4b-4e75-915e-5d487c4b088f will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:09:43.909726 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-c1630b74-16b6-4383-a61c-333023b6756b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:43.942149 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed45278-8619-40ab-8454-5182d5372eb3 req-c4f2f08e-7ca7-4137-8706-97eeb0859cf3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:43.949499 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed45278-8619-40ab-8454-5182d5372eb3 req-c4f2f08e-7ca7-4137-8706-97eeb0859cf3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:43.957254 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed45278-8619-40ab-8454-5182d5372eb3 req-c4f2f08e-7ca7-4137-8706-97eeb0859cf3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:43.963683 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed45278-8619-40ab-8454-5182d5372eb3 req-c4f2f08e-7ca7-4137-8706-97eeb0859cf3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:43.971108 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed45278-8619-40ab-8454-5182d5372eb3 req-c4f2f08e-7ca7-4137-8706-97eeb0859cf3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:43.977297 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed45278-8619-40ab-8454-5182d5372eb3 req-c4f2f08e-7ca7-4137-8706-97eeb0859cf3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:43.983986 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed45278-8619-40ab-8454-5182d5372eb3 req-c4f2f08e-7ca7-4137-8706-97eeb0859cf3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:43.986411 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ed45278-8619-40ab-8454-5182d5372eb3 req-c4f2f08e-7ca7-4137-8706-97eeb0859cf3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5429 time: 0.2204707 May 26 16:09:43.992504 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-ea60c09a-458d-499a-8c29-131bf9aad425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:43.993874 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-ea60c09a-458d-499a-8c29-131bf9aad425 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=67be992b-b4e7-4fb4-b3b4-ab1f54c2d199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1529355 May 26 16:09:44.071015 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ed45278-8619-40ab-8454-5182d5372eb3 req-bd59ae90-c7e3-418e-a803-a1d507cb50a7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735872 May 26 16:09:44.114094 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1630b74-16b6-4383-a61c-333023b6756b service neutron] Pushing event updated for resources: {'Port': ['ID=39873e5d-9a4b-4e75-915e-5d487c4b088f,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:44.239067 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-888c3921-05aa-4856-8ecb-adbc2dfd1dc2 service neutron] 10.222.0.83 "GET /v2.0/networks/67be992b-b4e7-4fb4-b3b4-ab1f54c2d199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098713 May 26 16:09:44.307804 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88a74412-8441-4300-9e15-0a51ddfd716a req-fcea4e87-73ad-4a73-81ad-ad01266fc8de tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=a348dff3-f201-4df0-9e3e-956e9145ba49 HTTP/1.1" status: 200 len: 210 time: 0.0565457 May 26 16:09:44.311309 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-c1630b74-16b6-4383-a61c-333023b6756b service neutron] Attempting to bind port 39873e5d-9a4b-4e75-915e-5d487c4b088f on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:09:44.312268 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-c1630b74-16b6-4383-a61c-333023b6756b service neutron] Attempting to bind port 39873e5d-9a4b-4e75-915e-5d487c4b088f by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '25a1f01c-631a-4129-b070-fb25eefb799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:09:44.312833 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-c1630b74-16b6-4383-a61c-333023b6756b service neutron] Attempting to bind port 39873e5d-9a4b-4e75-915e-5d487c4b088f on network cd7c6e08-1774-4556-87ba-7d5b55a35abf {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:44.318180 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-c1630b74-16b6-4383-a61c-333023b6756b service neutron] Port 39873e5d-9a4b-4e75-915e-5d487c4b088f on network cd7c6e08-1774-4556-87ba-7d5b55a35abf not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:09:44.318743 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-c1630b74-16b6-4383-a61c-333023b6756b service neutron] Attempting to bind port 39873e5d-9a4b-4e75-915e-5d487c4b088f on network cd7c6e08-1774-4556-87ba-7d5b55a35abf {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:44.322920 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-444e5d18-e3a1-40e6-b044-ee294154369e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:44.342314 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-c1630b74-16b6-4383-a61c-333023b6756b service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:09:44.342948 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-c1630b74-16b6-4383-a61c-333023b6756b service neutron] Checking segment: {'id': '25a1f01c-631a-4129-b070-fb25eefb799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:44.344065 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-c1630b74-16b6-4383-a61c-333023b6756b service neutron] Bound using segment: {'id': '25a1f01c-631a-4129-b070-fb25eefb799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:09:44.344691 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-c1630b74-16b6-4383-a61c-333023b6756b service neutron] Bound port: 39873e5d-9a4b-4e75-915e-5d487c4b088f, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a1f01c-631a-4129-b070-fb25eefb799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:09:44.345347 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-c1630b74-16b6-4383-a61c-333023b6756b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:44.425361 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e5d18-e3a1-40e6-b044-ee294154369e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Port': ['ID=aa70d544-8089-4618-a50f-f8969966c30b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:44.669992 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff6a35ee-dc58-4c71-a64f-ca92c0f7f177 req-768a1b60-e7cd-44cd-b558-21613c2fde5c service neutron] 10.222.0.83 "GET /v2.0/networks/67be992b-b4e7-4fb4-b3b4-ab1f54c2d199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209380 May 26 16:09:44.823532 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81199c5a-9490-44a5-9c2c-b6ad8b5797d8 req-7deb5e0c-c26a-4d94-b0a8-db52f6b923de tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:44.832688 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-81199c5a-9490-44a5-9c2c-b6ad8b5797d8 req-7deb5e0c-c26a-4d94-b0a8-db52f6b923de tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 943 time: 0.1716268 May 26 16:09:44.932887 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1256d71-9492-4227-a588-46205b0b61fe req-c4ad30a4-9395-4616-ac2b-902124935043 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:44.934917 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e1256d71-9492-4227-a588-46205b0b61fe req-c4ad30a4-9395-4616-ac2b-902124935043 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/networks?id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089 HTTP/1.1" status: 200 len: 812 time: 0.4702656 May 26 16:09:44.963547 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device ed571ce7-4c7c-4342-8805-b93c4a44a633 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:09:44.986779 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-444e5d18-e3a1-40e6-b044-ee294154369e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:45.007465 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: ed571ce7-4c7c-4342-8805-b93c4a44a633 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:09:45.008408 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device ed571ce7-4c7c-4342-8805-b93c4a44a633 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:09:45.013855 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-c1630b74-16b6-4383-a61c-333023b6756b service neutron] For port 39873e5d-9a4b-4e75-915e-5d487c4b088f, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:09:45.018489 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-c1630b74-16b6-4383-a61c-333023b6756b service neutron] For port 39873e5d-9a4b-4e75-915e-5d487c4b088f, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=39873e5d-9a4b-4e75-915e-5d487c4b088f,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:09:45.055479 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-81199c5a-9490-44a5-9c2c-b6ad8b5797d8 req-408d8be0-e348-48dc-a4a4-63d74cc03c47 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204599 May 26 16:09:45.060002 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-c1630b74-16b6-4383-a61c-333023b6756b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:45.077292 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e1256d71-9492-4227-a588-46205b0b61fe req-27046263-6a7a-46d0-9388-2708543f270e tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/quotas/3e96c338002c49fcb12a908abaf34a6e HTTP/1.1" status: 200 len: 375 time: 0.1229348 May 26 16:09:45.127645 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e1256d71-9492-4227-a588-46205b0b61fe req-e5d684bd-3c36-4c3a-aca9-0713e6688bf6 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e96c338002c49fcb12a908abaf34a6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493739 May 26 16:09:45.183257 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d74cf211-a62c-4ad6-897b-3f3bebeb28f3 req-43239fdd-db5b-4eb1-b51e-028f71814182 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6 HTTP/1.1" status: 200 len: 210 time: 0.0449703 May 26 16:09:45.192002 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-c1630b74-16b6-4383-a61c-333023b6756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:45.192878 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-c1630b74-16b6-4383-a61c-333023b6756b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:45.194696 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-c1630b74-16b6-4383-a61c-333023b6756b service neutron] 10.222.0.81 "PUT /v2.0/ports/39873e5d-9a4b-4e75-915e-5d487c4b088f HTTP/1.1" status: 200 len: 1091 time: 2.5936623 May 26 16:09:45.221068 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5b27c-a586-4598-a21d-bc691305f9ce req-ede588d8-5694-49d7-a289-30f31fc3361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:45.222097 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5b27c-a586-4598-a21d-bc691305f9ce req-ede588d8-5694-49d7-a289-30f31fc3361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:45.222841 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5b27c-a586-4598-a21d-bc691305f9ce req-ede588d8-5694-49d7-a289-30f31fc3361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:45.223638 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5b27c-a586-4598-a21d-bc691305f9ce req-ede588d8-5694-49d7-a289-30f31fc3361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:45.224939 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5b27c-a586-4598-a21d-bc691305f9ce req-ede588d8-5694-49d7-a289-30f31fc3361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:45.225605 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5b27c-a586-4598-a21d-bc691305f9ce req-ede588d8-5694-49d7-a289-30f31fc3361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:45.226236 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5b27c-a586-4598-a21d-bc691305f9ce req-ede588d8-5694-49d7-a289-30f31fc3361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:45.228438 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07d5b27c-a586-4598-a21d-bc691305f9ce req-ede588d8-5694-49d7-a289-30f31fc3361f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3f44b6fae1d4ce4bc737c28e8283000&device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 6486 time: 0.2930272 May 26 16:09:45.363258 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1630b74-16b6-4383-a61c-333023b6756b service neutron] Pushing event updated for resources: {'Port': ['ID=39873e5d-9a4b-4e75-915e-5d487c4b088f,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:45.407906 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d80e78f8-2909-42cc-b36f-72df999cae8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:45.451482 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444e5d18-e3a1-40e6-b044-ee294154369e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Router 60665d3c-6e3b-4cea-9cf0-ecaee78f4013 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:09:45.489596 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e1256d71-9492-4227-a588-46205b0b61fe req-9c327e87-01de-409a-b5ec-695d3fa0e293 service neutron] 10.222.0.77 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603446 May 26 16:09:45.500683 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-de444745-626c-4f0c-a0e5-045ae7cd5413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:45.503205 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-de444745-626c-4f0c-a0e5-045ae7cd5413 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc8e9e5224b24be293153e1aeb086cbc&device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 1094 time: 0.1727140 May 26 16:09:45.585620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51736) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:45.623772 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f55eff4c-1aab-4de2-999a-48ea433e5bef', 'tag': '39873e5d-9a4b-4e75-915e-5d487c4b088f'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:45.627659 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f825e6f-43f2-4b4e-a359-1b626351ae36" -d '{"events": [{"name": "network-changed", "server_uuid": "f55eff4c-1aab-4de2-999a-48ea433e5bef", "tag": "39873e5d-9a4b-4e75-915e-5d487c4b088f"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:45.633698 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-1daa2e7d-ff0c-484a-b05a-77b7a7ce675e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39873e5d-9a4b-4e75-915e-5d487c4b088f HTTP/1.1" status: 200 len: 217 time: 0.0916302 May 26 16:09:45.635014 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444e5d18-e3a1-40e6-b044-ee294154369e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:09:45.640764 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-444e5d18-e3a1-40e6-b044-ee294154369e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "PUT /v2.0/routers/60665d3c-6e3b-4cea-9cf0-ecaee78f4013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8005955 May 26 16:09:45.650742 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51742) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:45.667326 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90369eb9-2ab0-468f-8c49-6ce4e23a8913 None None] Sync routers for ids ['60665d3c-6e3b-4cea-9cf0-ecaee78f4013'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:09:45.678848 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90369eb9-2ab0-468f-8c49-6ce4e23a8913 None None] Routers {'60665d3c-6e3b-4cea-9cf0-ecaee78f4013'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:45.679421 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b7eac-3b72-4dfd-ae74-38b2bc1c321f req-e5d84dc3-01ce-480b-b225-ab75bbe3baf5 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:45.680421 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-90369eb9-2ab0-468f-8c49-6ce4e23a8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:09:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['60665d3c-6e3b-4cea-9cf0-ecaee78f4013'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:45.691150 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b7eac-3b72-4dfd-ae74-38b2bc1c321f req-e5d84dc3-01ce-480b-b225-ab75bbe3baf5 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:45.697723 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b7eac-3b72-4dfd-ae74-38b2bc1c321f req-e5d84dc3-01ce-480b-b225-ab75bbe3baf5 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:45.704306 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b7eac-3b72-4dfd-ae74-38b2bc1c321f req-e5d84dc3-01ce-480b-b225-ab75bbe3baf5 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:45.710532 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b7eac-3b72-4dfd-ae74-38b2bc1c321f req-e5d84dc3-01ce-480b-b225-ab75bbe3baf5 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:45.713120 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ce9fe75b-145a-44c4-bd42-d7098b21173a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "GET /v2.0/ports?device_id=60665d3c-6e3b-4cea-9cf0-ecaee78f4013 HTTP/1.1" status: 200 len: 205 time: 0.0603528 May 26 16:09:45.715513 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51744) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:45.716493 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b7eac-3b72-4dfd-ae74-38b2bc1c321f req-e5d84dc3-01ce-480b-b225-ab75bbe3baf5 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:45.722354 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b7eac-3b72-4dfd-ae74-38b2bc1c321f req-e5d84dc3-01ce-480b-b225-ab75bbe3baf5 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:45.725426 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-90369eb9-2ab0-468f-8c49-6ce4e23a8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:45.730767 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9a3b7eac-3b72-4dfd-ae74-38b2bc1c321f req-e5d84dc3-01ce-480b-b225-ab75bbe3baf5 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5429 time: 0.2593796 May 26 16:09:45.737060 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90369eb9-2ab0-468f-8c49-6ce4e23a8913 None None] Routers {'60665d3c-6e3b-4cea-9cf0-ecaee78f4013'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:45.737962 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-90369eb9-2ab0-468f-8c49-6ce4e23a8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:09:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['60665d3c-6e3b-4cea-9cf0-ecaee78f4013'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:45.759144 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5b27c-a586-4598-a21d-bc691305f9ce req-92b20185-2bfa-4e8f-bd02-d3d2e8b2c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:45.760694 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07d5b27c-a586-4598-a21d-bc691305f9ce req-92b20185-2bfa-4e8f-bd02-d3d2e8b2c038 service neutron] 10.222.0.83 "GET /v2.0/networks?id=67be992b-b4e7-4fb4-b3b4-ab1f54c2d199 HTTP/1.1" status: 200 len: 903 time: 0.4848280 May 26 16:09:45.782598 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-90369eb9-2ab0-468f-8c49-6ce4e23a8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:45.783242 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90369eb9-2ab0-468f-8c49-6ce4e23a8913 None None] The sync data for ids ['60665d3c-6e3b-4cea-9cf0-ecaee78f4013'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:09:45.807117 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e1256d71-9492-4227-a588-46205b0b61fe req-50f56619-4f8f-48c3-a513-2c2c930cc707 service neutron] 10.222.0.77 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167470 May 26 16:09:45.810183 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-471d9afc-cd55-462d-ad27-c97dce7fb42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:45.815715 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07d5b27c-a586-4598-a21d-bc691305f9ce req-7ab1e030-5706-41f6-86dd-f9964424f57d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=77340a69-89a7-45ab-9f80-b7f39061885b HTTP/1.1" status: 200 len: 217 time: 0.0443316 May 26 16:09:45.815962 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7434f35f-84c0-4bcd-af85-eb41ae5a24fe tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:45.831545 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9a3b7eac-3b72-4dfd-ae74-38b2bc1c321f req-ba0cb6b6-1b2c-4442-ae29-040678a79800 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0996561 May 26 16:09:45.857410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-ca33d2a7-87fe-4a98-8f67-f952c437ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:45.857410 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-ca33d2a7-87fe-4a98-8f67-f952c437ad1d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab HTTP/1.1" status: 200 len: 856 time: 0.2143953 May 26 16:09:45.887574 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5b27c-a586-4598-a21d-bc691305f9ce req-383ee69e-6c3e-49b1-8fe0-c19f3584f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:45.889081 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07d5b27c-a586-4598-a21d-bc691305f9ce req-383ee69e-6c3e-49b1-8fe0-c19f3584f298 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=32f4c445-da8d-4e31-a37f-63415d1eb855 HTTP/1.1" status: 200 len: 797 time: 0.0538075 May 26 16:09:45.940700 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c73451b-1abc-46ac-9bd5-9434ab8fa04f x-openstack-request-id: req-4c73451b-1abc-46ac-9bd5-9434ab8fa04f {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:45.940968 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f55eff4c-1aab-4de2-999a-48ea433e5bef", "tag": "39873e5d-9a4b-4e75-915e-5d487c4b088f", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:45.941222 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4c73451b-1abc-46ac-9bd5-9434ab8fa04f {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:45.941619 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c73451b-1abc-46ac-9bd5-9434ab8fa04f'] response: {'name': 'network-changed', 'server_uuid': 'f55eff4c-1aab-4de2-999a-48ea433e5bef', 'tag': '39873e5d-9a4b-4e75-915e-5d487c4b088f', 'status': 'completed', 'code': 200} May 26 16:09:45.988167 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5b27c-a586-4598-a21d-bc691305f9ce req-2e0ee57c-b6dc-4465-8057-ca1dece3dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:45.989972 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07d5b27c-a586-4598-a21d-bc691305f9ce req-2e0ee57c-b6dc-4465-8057-ca1dece3dde5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=67be992b-b4e7-4fb4-b3b4-ab1f54c2d199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0902338 May 26 16:09:46.064023 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-81cde0ca-428b-495c-a8df-1263559b8f29 req-d9add11f-a14f-4f1c-aea1-3badaeafd4c0 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=936dd373-e694-4a44-bbab-fc0c72564faf HTTP/1.1" status: 200 len: 210 time: 0.0730324 May 26 16:09:46.222469 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device e67135a2-355b-4c0a-bb10-d3cd7978b1b2 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:09:46.224740 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7434f35f-84c0-4bcd-af85-eb41ae5a24fe tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:46.228634 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-471d9afc-cd55-462d-ad27-c97dce7fb42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:46.231504 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7434f35f-84c0-4bcd-af85-eb41ae5a24fe tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:46.240482 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07d5b27c-a586-4598-a21d-bc691305f9ce req-26bd751b-690d-493e-be47-f076e62c765e service neutron] 10.222.0.83 "GET /v2.0/networks/67be992b-b4e7-4fb4-b3b4-ab1f54c2d199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948838 May 26 16:09:46.264245 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-471d9afc-cd55-462d-ad27-c97dce7fb42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:46.269926 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: e67135a2-355b-4c0a-bb10-d3cd7978b1b2 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:09:46.271873 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device e67135a2-355b-4c0a-bb10-d3cd7978b1b2 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:09:46.332796 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d9afc-cd55-462d-ad27-c97dce7fb42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1a9034-75c2-40a8-b968-2f0a441b4eaa,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:46.386454 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-471d9afc-cd55-462d-ad27-c97dce7fb42c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=21dad1f7bfd1438ebaf2221bc8a86328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7988346 May 26 16:09:46.389158 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-5110c6b0-8ddd-4f16-9ed0-07e8bf854b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:46.393568 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-5110c6b0-8ddd-4f16-9ed0-07e8bf854b90 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cd7c6e08-1774-4556-87ba-7d5b55a35abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5074871 May 26 16:09:46.394467 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51762) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:46.455135 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:46.515807 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7434f35f-84c0-4bcd-af85-eb41ae5a24fe tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:46.516507 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7434f35f-84c0-4bcd-af85-eb41ae5a24fe tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Fanout notify agent at l3_agent the message router_deleted on router 60665d3c-6e3b-4cea-9cf0-ecaee78f4013 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:09:46.536736 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7434f35f-84c0-4bcd-af85-eb41ae5a24fe tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:46.540512 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7434f35f-84c0-4bcd-af85-eb41ae5a24fe tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/routers/60665d3c-6e3b-4cea-9cf0-ecaee78f4013 HTTP/1.1" status: 204 len: 168 time: 0.8240960 May 26 16:09:46.540688 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d233051-8338-452d-86a7-55e5c0f15591 req-90a7ebdc-8fd1-4aa5-af9b-064662b540cb tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:46.548967 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1d233051-8338-452d-86a7-55e5c0f15591 req-90a7ebdc-8fd1-4aa5-af9b-064662b540cb tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 943 time: 0.3074770 May 26 16:09:46.549857 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51766) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:46.619843 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96feed51-f771-4303-9e14-88691ea1ea79 req-0da42636-cb76-44f6-98a1-b0bcede8947e tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:46.625033 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96feed51-f771-4303-9e14-88691ea1ea79 req-0da42636-cb76-44f6-98a1-b0bcede8947e tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=f077dbfc-ca70-40f7-be4a-7e56f6d29bab HTTP/1.1" status: 200 len: 949 time: 0.3608913 May 26 16:09:46.653037 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1d233051-8338-452d-86a7-55e5c0f15591 req-5f90d07c-ba27-42eb-9de5-3651bfda47c1 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032176 May 26 16:09:46.675595 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-e4a0bdbe-6448-4166-9db5-da3ca38ef061 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:46.677123 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-e4a0bdbe-6448-4166-9db5-da3ca38ef061 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.83 "GET /v2.0/networks?id=84abe3fd-2313-46b1-b60c-2f2bc993b189 HTTP/1.1" status: 200 len: 818 time: 0.4396152 May 26 16:09:46.680224 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9c9b5f5f-663d-4552-9322-6d43ebaa10ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:46.683212 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-869a6b5e-24b5-4d89-9b46-a9d18f35a9c5 service neutron] 10.222.0.81 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579148 May 26 16:09:46.690127 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d50e77e2-8fff-467a-96da-23d16aeb034c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Deleting subnet 67eebc91-0df6-4575-abf3-10a6f5278040 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:09:46.693518 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-ffac228c-b932-4101-8041-021169380a98 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:46.698183 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-ffac228c-b932-4101-8041-021169380a98 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.81 "GET /v2.0/networks?id=84abe3fd-2313-46b1-b60c-2f2bc993b189 HTTP/1.1" status: 200 len: 818 time: 0.4550982 May 26 16:09:46.709223 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-dade28bc-db22-4af8-ae5b-2f4e6fbe517f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Request body: {'port': {'device_id': 'f0222011-9af3-4530-bd12-d591e8cf28c2', 'network_id': '84abe3fd-2313-46b1-b60c-2f2bc993b189', 'admin_state_up': True, 'tenant_id': '789b7cf3aca047e181da3e5649a8651e'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:46.713322 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d50e77e2-8fff-467a-96da-23d16aeb034c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:46.726792 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-8faebb0b-bb44-4b4a-9dc3-d8f3cbb356da tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Request body: {'port': {'device_id': '6296b9e1-046b-41ee-9e1f-06bbdd23a6e3', 'network_id': '84abe3fd-2313-46b1-b60c-2f2bc993b189', 'admin_state_up': True, 'tenant_id': '789b7cf3aca047e181da3e5649a8651e'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:46.763337 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07d5b27c-a586-4598-a21d-bc691305f9ce req-299194da-91b2-4e88-9b2b-7d1b794e5605 service neutron] 10.222.0.83 "GET /v2.0/networks/67be992b-b4e7-4fb4-b3b4-ab1f54c2d199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700713 May 26 16:09:46.817508 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a082405-1f4f-451d-a1ae-40d45616d73c req-656a6897-642d-447b-a667-5730aa5b345f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6 HTTP/1.1" status: 200 len: 210 time: 0.0865583 May 26 16:09:46.831318 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96feed51-f771-4303-9e14-88691ea1ea79 req-fe8867f7-d14e-47a2-8191-9a4d851cb080 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773262 May 26 16:09:46.931253 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-8faebb0b-bb44-4b4a-9dc3-d8f3cbb356da tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Made reservation on behalf of 789b7cf3aca047e181da3e5649a8651e for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:46.936687 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-8faebb0b-bb44-4b4a-9dc3-d8f3cbb356da tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:47.147624 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9c9b5f5f-663d-4552-9322-6d43ebaa10ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:47.262351 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d50e77e2-8fff-467a-96da-23d16aeb034c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:47.356778 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c560e967-ef94-4b85-93fa-4cf62e784e46 req-1ae6518c-37f1-4cad-84ae-4a0adec8a5ba service neutron] 10.222.0.81 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6548615 May 26 16:09:47.373260 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9c9b5f5f-663d-4552-9322-6d43ebaa10ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:47.377042 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9c9b5f5f-663d-4552-9322-6d43ebaa10ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:47.378187 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9c9b5f5f-663d-4552-9322-6d43ebaa10ce admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ce1a9034-75c2-40a8-b968-2f0a441b4eaa HTTP/1.1" status: 204 len: 168 time: 0.9542873 May 26 16:09:47.415922 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b5f5f-663d-4552-9322-6d43ebaa10ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1a9034-75c2-40a8-b968-2f0a441b4eaa,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:47.431114 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-dade28bc-db22-4af8-ae5b-2f4e6fbe517f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Made reservation on behalf of 789b7cf3aca047e181da3e5649a8651e for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:47.435198 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-dade28bc-db22-4af8-ae5b-2f4e6fbe517f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:47.450464 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d50e77e2-8fff-467a-96da-23d16aeb034c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:47.464714 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5145b802-c1dd-43d2-9e81-1f1e3fe2b8de req-76045221-8bc4-4417-b2f3-a4423c0ac386 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=936dd373-e694-4a44-bbab-fc0c72564faf HTTP/1.1" status: 200 len: 210 time: 0.0916791 May 26 16:09:47.507993 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c842e-c5b5-4e8b-8e10-fbb582f67980 req-ef75faa8-6c0f-464c-b543-f27e0904f8d9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:47.515439 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c842e-c5b5-4e8b-8e10-fbb582f67980 req-ef75faa8-6c0f-464c-b543-f27e0904f8d9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:47.522485 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c842e-c5b5-4e8b-8e10-fbb582f67980 req-ef75faa8-6c0f-464c-b543-f27e0904f8d9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:47.529983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c842e-c5b5-4e8b-8e10-fbb582f67980 req-ef75faa8-6c0f-464c-b543-f27e0904f8d9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:47.538806 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c842e-c5b5-4e8b-8e10-fbb582f67980 req-ef75faa8-6c0f-464c-b543-f27e0904f8d9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:47.551051 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c842e-c5b5-4e8b-8e10-fbb582f67980 req-ef75faa8-6c0f-464c-b543-f27e0904f8d9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:47.560430 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c842e-c5b5-4e8b-8e10-fbb582f67980 req-ef75faa8-6c0f-464c-b543-f27e0904f8d9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:47.571993 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6a2c842e-c5b5-4e8b-8e10-fbb582f67980 req-ef75faa8-6c0f-464c-b543-f27e0904f8d9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5429 time: 0.6526937 May 26 16:09:47.606737 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f825e6f-43f2-4b4e-a359-1b626351ae36 req-9e78429b-dcd7-4d55-afe8-1b1e6b7d1735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:47.608301 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9f825e6f-43f2-4b4e-a359-1b626351ae36 req-9e78429b-dcd7-4d55-afe8-1b1e6b7d1735 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc8e9e5224b24be293153e1aeb086cbc&device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 1094 time: 0.1257465 May 26 16:09:47.612388 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d50e77e2-8fff-467a-96da-23d16aeb034c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:47.653346 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e77e2-8fff-467a-96da-23d16aeb034c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Subnet': ['ID=67eebc91-0df6-4575-abf3-10a6f5278040,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:47.658440 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d50e77e2-8fff-467a-96da-23d16aeb034c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:47.662050 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d50e77e2-8fff-467a-96da-23d16aeb034c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/subnets/67eebc91-0df6-4575-abf3-10a6f5278040 HTTP/1.1" status: 204 len: 168 time: 1.1113052 May 26 16:09:47.671544 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51778) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:47.676443 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0135e5-32b4-4331-b8de-ffb577eb1b11 None None] Network 43acbb4a-fcfb-4de5-ad98-66fc3be50fc0 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:09:47.694248 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-72cf8c5a-9711-4024-8a36-69e75744ca31 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:47.695721 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-72cf8c5a-9711-4024-8a36-69e75744ca31 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.83 "GET /v2.0/networks?id=84abe3fd-2313-46b1-b60c-2f2bc993b189 HTTP/1.1" status: 200 len: 818 time: 0.7402067 May 26 16:09:47.735756 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-b80e9839-10df-498b-a2c1-5719abfc487f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Request body: {'port': {'device_id': '43bf7a49-22f6-4a8e-9f41-b6a090960fb6', 'network_id': '84abe3fd-2313-46b1-b60c-2f2bc993b189', 'admin_state_up': True, 'tenant_id': '789b7cf3aca047e181da3e5649a8651e'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:47.780403 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6a2c842e-c5b5-4e8b-8e10-fbb582f67980 req-601e59f3-ee71-4b0e-b28d-77f9cec33fd6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2055860 May 26 16:09:47.854417 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f825e6f-43f2-4b4e-a359-1b626351ae36 req-97813081-b587-44d4-82e8-ea6d5f4104be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:47.855815 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9f825e6f-43f2-4b4e-a359-1b626351ae36 req-97813081-b587-44d4-82e8-ea6d5f4104be service neutron] 10.222.0.81 "GET /v2.0/networks?id=cd7c6e08-1774-4556-87ba-7d5b55a35abf HTTP/1.1" status: 200 len: 918 time: 0.2290945 May 26 16:09:47.864363 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-8faebb0b-bb44-4b4a-9dc3-d8f3cbb356da tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Allocated IP 172.20.0.2 (84abe3fd-2313-46b1-b60c-2f2bc993b189/b72a320c-3b85-4181-bd10-800e3e95303d/bccc39aa-16ef-4341-8524-27e495898730) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:47.875111 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:47.881423 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1256d71-9492-4227-a588-46205b0b61fe req-5e0f6679-c359-4aa0-99f8-e80f52aa5f11 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:47.882904 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e1256d71-9492-4227-a588-46205b0b61fe req-5e0f6679-c359-4aa0-99f8-e80f52aa5f11 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.83 "GET /v2.0/networks?id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089 HTTP/1.1" status: 200 len: 812 time: 0.2198155 May 26 16:09:47.914314 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51786) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:47.919116 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-e1256d71-9492-4227-a588-46205b0b61fe req-e68b56f8-fe12-4042-94c4-b304f8a74817 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Request body: {'port': {'device_id': '936dd373-e694-4a44-bbab-fc0c72564faf', 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089', 'admin_state_up': True, 'tenant_id': '3e96c338002c49fcb12a908abaf34a6e'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:47.977489 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9f825e6f-43f2-4b4e-a359-1b626351ae36 req-4a46d15b-a023-4061-adab-9f4d9f9780c0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39873e5d-9a4b-4e75-915e-5d487c4b088f HTTP/1.1" status: 200 len: 217 time: 0.1099873 May 26 16:09:47.997863 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60d4e5e-38b7-4a49-885e-edffc5d47eab tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Deleting subnet c759867d-2b51-4a88-ade2-22254766c9e5 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:09:48.003648 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-18eb0580-ec9c-4d26-a736-1958d690d085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:48.011321 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e60d4e5e-38b7-4a49-885e-edffc5d47eab tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:48.062909 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33d6c8e-98b3-476c-8ce5-974edd80f2a5 None None] DHCP port deletion for 43acbb4a-fcfb-4de5-ad98-66fc3be50fc0 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:09:48.079996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f825e6f-43f2-4b4e-a359-1b626351ae36 req-356cb999-51c8-46de-94d7-08d8932bcb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:48.081570 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9f825e6f-43f2-4b4e-a359-1b626351ae36 req-356cb999-51c8-46de-94d7-08d8932bcb86 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab HTTP/1.1" status: 200 len: 856 time: 0.0917420 May 26 16:09:48.148223 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c00f3448-8746-488d-a9dc-cce6fb8339b8 req-ef31d665-907c-4a80-9d32-72642dce9e57 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6 HTTP/1.1" status: 200 len: 210 time: 0.1752770 May 26 16:09:48.167528 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1256d71-9492-4227-a588-46205b0b61fe req-e68b56f8-fe12-4042-94c4-b304f8a74817 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Made reservation on behalf of 3e96c338002c49fcb12a908abaf34a6e for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:48.170476 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:48.173271 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e33d6c8e-98b3-476c-8ce5-974edd80f2a5 None None] Deleting port 8e591062-3ac6-4a90-ba8a-e753686191eb {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:48.174363 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e33d6c8e-98b3-476c-8ce5-974edd80f2a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:48.177322 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e1256d71-9492-4227-a588-46205b0b61fe req-e68b56f8-fe12-4042-94c4-b304f8a74817 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:48.199761 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2b958-fa1b-4a87-afed-f5b1a5dedef4 req-32caeb67-d70a-4b4f-a788-500644585348 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:48.207479 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f825e6f-43f2-4b4e-a359-1b626351ae36 req-05db8d62-c028-4d0a-be66-77f5e4b6502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:48.209050 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9f825e6f-43f2-4b4e-a359-1b626351ae36 req-05db8d62-c028-4d0a-be66-77f5e4b6502b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cd7c6e08-1774-4556-87ba-7d5b55a35abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1185210 May 26 16:09:48.212876 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39c2b958-fa1b-4a87-afed-f5b1a5dedef4 req-32caeb67-d70a-4b4f-a788-500644585348 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 943 time: 0.3970468 May 26 16:09:48.295072 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-18eb0580-ec9c-4d26-a736-1958d690d085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:48.299810 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e60d4e5e-38b7-4a49-885e-edffc5d47eab tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:48.314556 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e33d6c8e-98b3-476c-8ce5-974edd80f2a5 None None] For port 8e591062-3ac6-4a90-ba8a-e753686191eb, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=8e591062-3ac6-4a90-ba8a-e753686191eb,segment=NetworkSegment(ab479623-56b2-431c-bd1b-7ace9282acd5),segment_id=ab479623-56b2-431c-bd1b-7ace9282acd5)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:48.315109 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e33d6c8e-98b3-476c-8ce5-974edd80f2a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:48.327152 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-18eb0580-ec9c-4d26-a736-1958d690d085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:48.335586 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e33d6c8e-98b3-476c-8ce5-974edd80f2a5 None None] Calling delete_port for 8e591062-3ac6-4a90-ba8a-e753686191eb owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:48.394364 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f360e-740c-4f04-986e-1f17944dabfb req-a9761a94-b594-4bd0-a994-a3d646b283e1 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:48.396105 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd9f360e-740c-4f04-986e-1f17944dabfb req-a9761a94-b594-4bd0-a994-a3d646b283e1 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.81 "GET /v2.0/ports?device_id=f077dbfc-ca70-40f7-be4a-7e56f6d29bab HTTP/1.1" status: 200 len: 949 time: 0.5794811 May 26 16:09:48.438091 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e33d6c8e-98b3-476c-8ce5-974edd80f2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:48.448770 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-18eb0580-ec9c-4d26-a736-1958d690d085 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ae08eb03a06b4d4386e5ef5ec9404f70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4793267 May 26 16:09:48.452038 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb0580-ec9c-4d26-a736-1958d690d085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e984b0-fa27-415c-a5b1-ead4ed1b6284,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:48.458963 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51788) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:48.488440 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39c2b958-fa1b-4a87-afed-f5b1a5dedef4 req-a9bd1d67-e5f1-4401-9b7c-c806d41080fc tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2698827 May 26 16:09:48.517225 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-e1256d71-9492-4227-a588-46205b0b61fe req-e68b56f8-fe12-4042-94c4-b304f8a74817 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Allocated IP 172.20.0.6 (b24d5e3e-51fb-4cb8-acdc-f7937b83f089/19f707b5-dbb7-44bf-9d91-1c1a69227d64/fc1d98ec-5b6f-4920-8378-0d548e3c8d7d) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:48.521147 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9f825e6f-43f2-4b4e-a359-1b626351ae36 req-4102bf22-0641-427e-8543-6a605fd65e39 service neutron] 10.222.0.81 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618566 May 26 16:09:48.624032 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d6c8e-98b3-476c-8ce5-974edd80f2a5 None None] Pushing event deleted for resources: {'Port': ['ID=8e591062-3ac6-4a90-ba8a-e753686191eb,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:48.629854 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33d6c8e-98b3-476c-8ce5-974edd80f2a5 None None] No DVR routers for this DVR port 8e591062-3ac6-4a90-ba8a-e753686191eb on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:09:48.632681 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cbc298ee-86d2-4698-aca0-251e80c5deac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:48.659262 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f3716fef-b37c-4241-aa7b-72b1d36c6878 req-bb6a48b8-0c69-4ac1-90d6-db524fb925e0 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=936dd373-e694-4a44-bbab-fc0c72564faf HTTP/1.1" status: 200 len: 210 time: 0.0774524 May 26 16:09:48.666848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-b80e9839-10df-498b-a2c1-5719abfc487f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Made reservation on behalf of 789b7cf3aca047e181da3e5649a8651e for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:48.670352 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-b80e9839-10df-498b-a2c1-5719abfc487f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:48.693271 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c43ab0-b788-4692-9ac0-9ec51f11fde6 req-2e8d94bc-7da6-4cce-8e34-28b2118dac1b tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:48.694818 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1c43ab0-b788-4692-9ac0-9ec51f11fde6 req-2e8d94bc-7da6-4cce-8e34-28b2118dac1b tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=f077dbfc-ca70-40f7-be4a-7e56f6d29bab HTTP/1.1" status: 200 len: 949 time: 0.4521697 May 26 16:09:48.729697 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cbc298ee-86d2-4698-aca0-251e80c5deac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:48.743078 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9f825e6f-43f2-4b4e-a359-1b626351ae36 req-777474ed-e790-457f-ba29-7e9cf58eddc7 service neutron] 10.222.0.81 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121205 May 26 16:09:48.801275 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e60d4e5e-38b7-4a49-885e-edffc5d47eab tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:48.820451 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cbc298ee-86d2-4698-aca0-251e80c5deac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:48.823173 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cbc298ee-86d2-4698-aca0-251e80c5deac admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:48.824471 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cbc298ee-86d2-4698-aca0-251e80c5deac admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d6e984b0-fa27-415c-a5b1-ead4ed1b6284 HTTP/1.1" status: 204 len: 168 time: 0.3646004 May 26 16:09:48.837612 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e1256d71-9492-4227-a588-46205b0b61fe req-e68b56f8-fe12-4042-94c4-b304f8a74817 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:48.841400 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-8faebb0b-bb44-4b4a-9dc3-d8f3cbb356da tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:48.871760 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc298ee-86d2-4698-aca0-251e80c5deac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e984b0-fa27-415c-a5b1-ead4ed1b6284,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:48.893140 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e1256d71-9492-4227-a588-46205b0b61fe req-e68b56f8-fe12-4042-94c4-b304f8a74817 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:48.935325 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:48.947988 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1c43ab0-b788-4692-9ac0-9ec51f11fde6 req-5a5b820b-9256-498b-be88-f575324fc72c tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209995 May 26 16:09:48.949155 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1256d71-9492-4227-a588-46205b0b61fe req-e68b56f8-fe12-4042-94c4-b304f8a74817 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:48.953608 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-e1256d71-9492-4227-a588-46205b0b61fe req-e68b56f8-fe12-4042-94c4-b304f8a74817 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:48.957490 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1256d71-9492-4227-a588-46205b0b61fe req-e68b56f8-fe12-4042-94c4-b304f8a74817 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:48.960819 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 39873e5d-9a4b-4e75-915e-5d487c4b088f details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:09:48.992240 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-cd9f360e-740c-4f04-986e-1f17944dabfb req-d0fa69e1-88a4-4312-a0b1-e02c9205d381 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Deleting port 080090e1-aac8-4194-9fd1-9bcb464e068a {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:48.992587 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cd9f360e-740c-4f04-986e-1f17944dabfb req-d0fa69e1-88a4-4312-a0b1-e02c9205d381 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:49.000418 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b56f8-fe12-4042-94c4-b304f8a74817 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Pushing event updated for resources: {'Port': ['ID=fc1d98ec-5b6f-4920-8378-0d548e3c8d7d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:49.032539 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1256d71-9492-4227-a588-46205b0b61fe req-e68b56f8-fe12-4042-94c4-b304f8a74817 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:49.033639 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e1256d71-9492-4227-a588-46205b0b61fe req-e68b56f8-fe12-4042-94c4-b304f8a74817 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:49.055156 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e1256d71-9492-4227-a588-46205b0b61fe req-e68b56f8-fe12-4042-94c4-b304f8a74817 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1397336 May 26 16:09:49.082823 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 39873e5d-9a4b-4e75-915e-5d487c4b088f, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=39873e5d-9a4b-4e75-915e-5d487c4b088f,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:49.083057 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e60d4e5e-38b7-4a49-885e-edffc5d47eab tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:49.084176 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-e1256d71-9492-4227-a588-46205b0b61fe req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Request body: {'port': {'device_id': '936dd373-e694-4a44-bbab-fc0c72564faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:49.100327 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '39873e5d-9a4b-4e75-915e-5d487c4b088f', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'port_id': '39873e5d-9a4b-4e75-915e-5d487c4b088f', 'mac_address': 'fa:16:3e:4d:25:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:09:49.104973 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9baf0-b681-430a-85f1-3c08e63647ee req-f6a3c20e-80a8-48cd-8d9b-f61a34aa6886 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:49.111111 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9baf0-b681-430a-85f1-3c08e63647ee req-f6a3c20e-80a8-48cd-8d9b-f61a34aa6886 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:49.120158 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9baf0-b681-430a-85f1-3c08e63647ee req-f6a3c20e-80a8-48cd-8d9b-f61a34aa6886 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:49.126488 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9baf0-b681-430a-85f1-3c08e63647ee req-f6a3c20e-80a8-48cd-8d9b-f61a34aa6886 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:49.132431 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9baf0-b681-430a-85f1-3c08e63647ee req-f6a3c20e-80a8-48cd-8d9b-f61a34aa6886 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:49.138185 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9baf0-b681-430a-85f1-3c08e63647ee req-f6a3c20e-80a8-48cd-8d9b-f61a34aa6886 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:49.144725 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9baf0-b681-430a-85f1-3c08e63647ee req-f6a3c20e-80a8-48cd-8d9b-f61a34aa6886 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:49.146657 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46f9baf0-b681-430a-85f1-3c08e63647ee req-f6a3c20e-80a8-48cd-8d9b-f61a34aa6886 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5429 time: 0.2713153 May 26 16:09:49.149320 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 39873e5d-9a4b-4e75-915e-5d487c4b088f is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:49.149799 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:49.153701 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-8faebb0b-bb44-4b4a-9dc3-d8f3cbb356da tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:49.169589 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39873e5d-9a4b-4e75-915e-5d487c4b088f {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:09:49.198305 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d4e5e-38b7-4a49-885e-edffc5d47eab tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Subnet': ['ID=c759867d-2b51-4a88-ade2-22254766c9e5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:49.214735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6323c80-204d-4fa8-8b53-56686b2a7ab5 None None] Network ef356eab-8de3-47db-aac8-a512c5ec8d03 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:09:49.216907 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e1256d71-9492-4227-a588-46205b0b61fe req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:49.220775 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 39873e5d-9a4b-4e75-915e-5d487c4b088f, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=39873e5d-9a4b-4e75-915e-5d487c4b088f,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:49.227687 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.db.api [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-dade28bc-db22-4af8-ae5b-2f4e6fbe517f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-4464e272-3a9b-4802-a324-f87c924b66ed {{(pid=103895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:09:49.228028 n-d-843337-2 neutron-server[103895]: DEBUG oslo_db.api [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-dade28bc-db22-4af8-ae5b-2f4e6fbe517f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:09:49.234325 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e60d4e5e-38b7-4a49-885e-edffc5d47eab tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:49.237922 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e60d4e5e-38b7-4a49-885e-edffc5d47eab tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/subnets/c759867d-2b51-4a88-ade2-22254766c9e5 HTTP/1.1" status: 204 len: 168 time: 1.5641377 May 26 16:09:49.242973 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51800) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:49.279883 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d4e5e-38b7-4a49-885e-edffc5d47eab tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:49.281101 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d4e5e-38b7-4a49-885e-edffc5d47eab tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:49.281658 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d4e5e-38b7-4a49-885e-edffc5d47eab tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:49.282234 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d4e5e-38b7-4a49-885e-edffc5d47eab tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:49.283220 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d4e5e-38b7-4a49-885e-edffc5d47eab tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:49.283887 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d4e5e-38b7-4a49-885e-edffc5d47eab tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:49.284448 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d4e5e-38b7-4a49-885e-edffc5d47eab tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:49.284986 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d4e5e-38b7-4a49-885e-edffc5d47eab tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:49.285526 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d4e5e-38b7-4a49-885e-edffc5d47eab tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:49.286099 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d4e5e-38b7-4a49-885e-edffc5d47eab tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:49.286648 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d4e5e-38b7-4a49-885e-edffc5d47eab tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:49.287156 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:49.287420 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d4e5e-38b7-4a49-885e-edffc5d47eab tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:49.326320 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-cd9f360e-740c-4f04-986e-1f17944dabfb req-d0fa69e1-88a4-4312-a0b1-e02c9205d381 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] For port 080090e1-aac8-4194-9fd1-9bcb464e068a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=080090e1-aac8-4194-9fd1-9bcb464e068a,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:49.326928 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cd9f360e-740c-4f04-986e-1f17944dabfb req-d0fa69e1-88a4-4312-a0b1-e02c9205d381 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:49.345935 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-8faebb0b-bb44-4b4a-9dc3-d8f3cbb356da tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Network 84abe3fd-2313-46b1-b60c-2f2bc993b189 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:49.379585 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-8faebb0b-bb44-4b4a-9dc3-d8f3cbb356da tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:49.380240 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-814b8a01-e1d2-4611-b791-f4f0a1e0d06d tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:49.382938 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-cd9f360e-740c-4f04-986e-1f17944dabfb req-d0fa69e1-88a4-4312-a0b1-e02c9205d381 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Calling delete_port for 080090e1-aac8-4194-9fd1-9bcb464e068a owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:49.410750 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faebb0b-bb44-4b4a-9dc3-d8f3cbb356da tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Pushing event updated for resources: {'Port': ['ID=bccc39aa-16ef-4341-8524-27e495898730,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:49.414628 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-8faebb0b-bb44-4b4a-9dc3-d8f3cbb356da tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:49.424064 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=39873e5d-9a4b-4e75-915e-5d487c4b088f,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:49.502198 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-72652917-bfe0-4a38-9ab9-9ab044a1c34b req-de7b5045-f83a-45e0-92f1-1afa65ec3485 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6 HTTP/1.1" status: 200 len: 210 time: 0.1779623 May 26 16:09:49.529245 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46f9baf0-b681-430a-85f1-3c08e63647ee req-fe5a22df-3b13-40ef-8ae0-de92d3fa90e2 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3695016 May 26 16:09:49.531978 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545aa62a-49d9-4134-95b1-2054cdf55866 None None] DHCP port deletion for ef356eab-8de3-47db-aac8-a512c5ec8d03 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:09:49.600029 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-b80e9839-10df-498b-a2c1-5719abfc487f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Allocated IP 172.20.0.3 (84abe3fd-2313-46b1-b60c-2f2bc993b189/b72a320c-3b85-4181-bd10-800e3e95303d/393f915c-4306-402a-bb56-a15f0347057c) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:49.603153 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['39873e5d-9a4b-4e75-915e-5d487c4b088f'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:09:49.640475 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-8faebb0b-bb44-4b4a-9dc3-d8f3cbb356da tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:49.642205 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8e591062-3ac6-4a90-ba8a-e753686191eb no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:09:49.645491 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-8faebb0b-bb44-4b4a-9dc3-d8f3cbb356da tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:49.671993 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-814b8a01-e1d2-4611-b791-f4f0a1e0d06d tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:49.672439 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 8e591062-3ac6-4a90-ba8a-e753686191eb {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:09:49.672945 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8e591062-3ac6-4a90-ba8a-e753686191eb not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:09:49.728015 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-814b8a01-e1d2-4611-b791-f4f0a1e0d06d tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43acbb4a-fcfb-4de5-ad98-66fc3be50fc0']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:49.731654 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-dade28bc-db22-4af8-ae5b-2f4e6fbe517f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:49.736810 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-8faebb0b-bb44-4b4a-9dc3-d8f3cbb356da tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0218437 May 26 16:09:49.760955 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-3ebc163c-859f-4100-b329-9c54e2fce1d9 service neutron] Request body: {'port': {'device_id': '6296b9e1-046b-41ee-9e1f-06bbdd23a6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:49.773546 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-814b8a01-e1d2-4611-b791-f4f0a1e0d06d tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab479623-56b2-431c-bd1b-7ace9282acd5') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:49.773928 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-814b8a01-e1d2-4611-b791-f4f0a1e0d06d tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab479623-56b2-431c-bd1b-7ace9282acd5') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:49.789835 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-545aa62a-49d9-4134-95b1-2054cdf55866 None None] Deleting port 98072141-77ba-46e9-8f1f-6b6a76984d5e {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:49.790156 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-545aa62a-49d9-4134-95b1-2054cdf55866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:49.817530 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-814b8a01-e1d2-4611-b791-f4f0a1e0d06d tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:49.857265 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4521a13-9a8f-43d8-85ea-9cd29ad55e1c req-85084ae8-b405-4735-9704-533387b8efc8 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:49.859961 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a4521a13-9a8f-43d8-85ea-9cd29ad55e1c req-85084ae8-b405-4735-9704-533387b8efc8 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 944 time: 0.1990721 May 26 16:09:49.895020 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-814b8a01-e1d2-4611-b791-f4f0a1e0d06d tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:49.902471 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-545aa62a-49d9-4134-95b1-2054cdf55866 None None] For port 98072141-77ba-46e9-8f1f-6b6a76984d5e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=98072141-77ba-46e9-8f1f-6b6a76984d5e,segment=NetworkSegment(fd4ce01b-bc25-4288-90ec-d57376b269b3),segment_id=fd4ce01b-bc25-4288-90ec-d57376b269b3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:49.902931 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-545aa62a-49d9-4134-95b1-2054cdf55866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:49.913438 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814b8a01-e1d2-4611-b791-f4f0a1e0d06d tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:09:49.913874 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-814b8a01-e1d2-4611-b791-f4f0a1e0d06d tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:49.930287 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-545aa62a-49d9-4134-95b1-2054cdf55866 None None] Calling delete_port for 98072141-77ba-46e9-8f1f-6b6a76984d5e owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:50.023782 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment ab479623-56b2-431c-bd1b-7ace9282acd5 resource provider aggregate not found May 26 16:09:50.053003 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-545aa62a-49d9-4134-95b1-2054cdf55866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.063538 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment ab479623-56b2-431c-bd1b-7ace9282acd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab479623-56b2-431c-bd1b-7ace9282acd5 found for delete ", "request_id": "req-d0a93560-5a37-42f5-bfa2-71ee9f1e318c"}]} May 26 16:09:50.070854 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-e1256d71-9492-4227-a588-46205b0b61fe req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc1d98ec-5b6f-4920-8378-0d548e3c8d7d {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:09:50.082078 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e1256d71-9492-4227-a588-46205b0b61fe req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.085123 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-814b8a01-e1d2-4611-b791-f4f0a1e0d06d tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.107486 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545aa62a-49d9-4134-95b1-2054cdf55866 None None] Pushing event deleted for resources: {'Port': ['ID=98072141-77ba-46e9-8f1f-6b6a76984d5e,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:50.108126 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-814b8a01-e1d2-4611-b791-f4f0a1e0d06d tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.109468 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545aa62a-49d9-4134-95b1-2054cdf55866 None None] No DVR routers for this DVR port 98072141-77ba-46e9-8f1f-6b6a76984d5e on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:09:50.112152 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-814b8a01-e1d2-4611-b791-f4f0a1e0d06d tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/networks/43acbb4a-fcfb-4de5-ad98-66fc3be50fc0 HTTP/1.1" status: 204 len: 168 time: 0.8681419 May 26 16:09:50.113193 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b8a01-e1d2-4611-b791-f4f0a1e0d06d tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Network': ['ID=43acbb4a-fcfb-4de5-ad98-66fc3be50fc0,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:50.114923 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51828) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:50.153019 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a4521a13-9a8f-43d8-85ea-9cd29ad55e1c req-a0051c24-cefc-450f-a3b7-cbb292711cbb tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2613997 May 26 16:09:50.177569 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cd9f360e-740c-4f04-986e-1f17944dabfb req-d0fa69e1-88a4-4312-a0b1-e02c9205d381 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.182481 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-3ebc163c-859f-4100-b329-9c54e2fce1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.190474 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-e1256d71-9492-4227-a588-46205b0b61fe req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Transition to ACTIVE for port object fc1d98ec-5b6f-4920-8378-0d548e3c8d7d will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:09:50.198992 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e1256d71-9492-4227-a588-46205b0b61fe req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.218007 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['e6ab5e70-f277-49ee-a065-7ef61c455d13', '058a3fd7-d578-4ee5-9881-ba3f12edb876'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:09:50.224023 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50b9f5-8bba-4462-abea-c3cd470806ca req-71a613eb-141a-47d6-a8ef-56243ddcea65 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:50.231892 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa50b9f5-8bba-4462-abea-c3cd470806ca req-71a613eb-141a-47d6-a8ef-56243ddcea65 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=936dd373-e694-4a44-bbab-fc0c72564faf HTTP/1.1" status: 200 len: 931 time: 0.4506700 May 26 16:09:50.274302 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2cec71da-7b0d-4122-8836-81c51bd8098f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.296795 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1d98ec-5b6f-4920-8378-0d548e3c8d7d,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:50.334601 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa69e1-88a4-4312-a0b1-e02c9205d381 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Pushing event deleted for resources: {'Port': ['ID=080090e1-aac8-4194-9fd1-9bcb464e068a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:50.386927 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-b80e9839-10df-498b-a2c1-5719abfc487f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.460702 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2cec71da-7b0d-4122-8836-81c51bd8098f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.477903 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['dfc31f36-132b-43af-81bd-f16d278e89e9', '9c72859c-b2b3-4535-a8da-f620119789db', '21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4', '28667205-0ec4-4128-9b3d-9c7d9a4469db'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:09:50.485800 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-2cec71da-7b0d-4122-8836-81c51bd8098f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef356eab-8de3-47db-aac8-a512c5ec8d03']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:50.494712 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cbc7c332-5d1f-4bc6-bbfa-000fe1f0c86b req-c6681b46-9266-4dfd-9726-a0048bd9b1b4 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=f077dbfc-ca70-40f7-be4a-7e56f6d29bab HTTP/1.1" status: 200 len: 210 time: 0.0766618 May 26 16:09:50.502040 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-2cec71da-7b0d-4122-8836-81c51bd8098f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4ce01b-bc25-4288-90ec-d57376b269b3') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:50.502590 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-2cec71da-7b0d-4122-8836-81c51bd8098f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4ce01b-bc25-4288-90ec-d57376b269b3') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:50.528556 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2cec71da-7b0d-4122-8836-81c51bd8098f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.550410 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2cec71da-7b0d-4122-8836-81c51bd8098f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.561272 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cec71da-7b0d-4122-8836-81c51bd8098f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:09:50.561744 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2cec71da-7b0d-4122-8836-81c51bd8098f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.649202 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-e1256d71-9492-4227-a588-46205b0b61fe req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Attempting to bind port fc1d98ec-5b6f-4920-8378-0d548e3c8d7d on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:09:50.649459 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-e1256d71-9492-4227-a588-46205b0b61fe req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Attempting to bind port fc1d98ec-5b6f-4920-8378-0d548e3c8d7d by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '27db717a-2f60-44cd-8e74-311e0a4c3ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:09:50.649864 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1256d71-9492-4227-a588-46205b0b61fe req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Attempting to bind port fc1d98ec-5b6f-4920-8378-0d548e3c8d7d on network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:50.656867 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1256d71-9492-4227-a588-46205b0b61fe req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Port fc1d98ec-5b6f-4920-8378-0d548e3c8d7d on network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:09:50.657119 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1256d71-9492-4227-a588-46205b0b61fe req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Attempting to bind port fc1d98ec-5b6f-4920-8378-0d548e3c8d7d on network b24d5e3e-51fb-4cb8-acdc-f7937b83f089 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:50.665198 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1256d71-9492-4227-a588-46205b0b61fe req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:09:50.665802 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1256d71-9492-4227-a588-46205b0b61fe req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Checking segment: {'id': '27db717a-2f60-44cd-8e74-311e0a4c3ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:50.666223 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1256d71-9492-4227-a588-46205b0b61fe req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Bound using segment: {'id': '27db717a-2f60-44cd-8e74-311e0a4c3ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:09:50.667155 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-e1256d71-9492-4227-a588-46205b0b61fe req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Bound port: fc1d98ec-5b6f-4920-8378-0d548e3c8d7d, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27db717a-2f60-44cd-8e74-311e0a4c3ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:09:50.667155 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e1256d71-9492-4227-a588-46205b0b61fe req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.681158 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2cec71da-7b0d-4122-8836-81c51bd8098f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.698967 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2cec71da-7b0d-4122-8836-81c51bd8098f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.708204 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2cec71da-7b0d-4122-8836-81c51bd8098f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/networks/ef356eab-8de3-47db-aac8-a512c5ec8d03 HTTP/1.1" status: 204 len: 168 time: 0.5840724 May 26 16:09:50.711539 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51842) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:50.717066 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9f360e-740c-4f04-986e-1f17944dabfb req-d0fa69e1-88a4-4312-a0b1-e02c9205d381 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] No DVR routers for this DVR port 080090e1-aac8-4194-9fd1-9bcb464e068a on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:09:50.719980 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-89ac75ab-d329-4500-97a6-61b50ab4f83a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'network': {'name': 'tempest-RoutersTest-307090512'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:50.727398 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cd9f360e-740c-4f04-986e-1f17944dabfb req-d0fa69e1-88a4-4312-a0b1-e02c9205d381 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.738833 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd9f360e-740c-4f04-986e-1f17944dabfb req-d0fa69e1-88a4-4312-a0b1-e02c9205d381 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.81 "DELETE /v2.0/ports/080090e1-aac8-4194-9fd1-9bcb464e068a HTTP/1.1" status: 204 len: 173 time: 2.3253062 May 26 16:09:50.752351 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec71da-7b0d-4122-8836-81c51bd8098f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Network': ['ID=ef356eab-8de3-47db-aac8-a512c5ec8d03,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:50.822467 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f077dbfc-ca70-40f7-be4a-7e56f6d29bab', 'name': 'network-vif-deleted', 'tag': '080090e1-aac8-4194-9fd1-9bcb464e068a'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:50.825883 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e06134c-b69e-4180-9f1b-a3ae5b567c66" -d '{"events": [{"server_uuid": "f077dbfc-ca70-40f7-be4a-7e56f6d29bab", "name": "network-vif-deleted", "tag": "080090e1-aac8-4194-9fd1-9bcb464e068a"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:50.845564 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-b80e9839-10df-498b-a2c1-5719abfc487f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.893028 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa50b9f5-8bba-4462-abea-c3cd470806ca req-3879dd93-38bc-42b2-9aa0-16574ea3e18e tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6545570 May 26 16:09:50.894421 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ac75ab-d329-4500-97a6-61b50ab4f83a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Made reservation on behalf of 8515b971030c454198bcb87784afc4ec for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:50.898259 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89ac75ab-d329-4500-97a6-61b50ab4f83a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:50.966442 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 39873e5d-9a4b-4e75-915e-5d487c4b088f up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:50.973632 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-dade28bc-db22-4af8-ae5b-2f4e6fbe517f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Allocated IP 172.20.0.9 (84abe3fd-2313-46b1-b60c-2f2bc993b189/b72a320c-3b85-4181-bd10-800e3e95303d/cf203306-7a63-45fc-9b18-394d4959ea4a) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:51.003278 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-e1256d71-9492-4227-a588-46205b0b61fe req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] For port fc1d98ec-5b6f-4920-8378-0d548e3c8d7d, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:09:51.008967 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-e1256d71-9492-4227-a588-46205b0b61fe req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] For port fc1d98ec-5b6f-4920-8378-0d548e3c8d7d, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=fc1d98ec-5b6f-4920-8378-0d548e3c8d7d,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:09:51.021490 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ac75ab-d329-4500-97a6-61b50ab4f83a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:09:51.032826 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e1256d71-9492-4227-a588-46205b0b61fe req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:51.074133 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-b80e9839-10df-498b-a2c1-5719abfc487f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Network 84abe3fd-2313-46b1-b60c-2f2bc993b189 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:51.097415 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-b80e9839-10df-498b-a2c1-5719abfc487f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:51.098282 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89ac75ab-d329-4500-97a6-61b50ab4f83a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:51.098908 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-89ac75ab-d329-4500-97a6-61b50ab4f83a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Added segment 774a03e9-929f-47a5-b0e9-26984fcc8c27 of type vlan for network 29a0d107-524b-4109-945c-b87efb0aa021 May 26 16:09:51.118392 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbabba-4075-43ad-8054-c4fd4d98008e req-39a1e9c3-c6fa-409e-a52c-d6b6ecc81967 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:51.119270 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 39873e5d-9a4b-4e75-915e-5d487c4b088f completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:09:51.125422 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 39873e5d-9a4b-4e75-915e-5d487c4b088f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:51.126342 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:51.130921 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2fbabba-4075-43ad-8054-c4fd4d98008e req-39a1e9c3-c6fa-409e-a52c-d6b6ecc81967 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6 HTTP/1.1" status: 200 len: 931 time: 0.3091552 May 26 16:09:51.136258 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-b80e9839-10df-498b-a2c1-5719abfc487f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:51.148399 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e9839-10df-498b-a2c1-5719abfc487f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Pushing event updated for resources: {'Port': ['ID=393f915c-4306-402a-bb56-a15f0347057c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:51.163736 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89ac75ab-d329-4500-97a6-61b50ab4f83a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:51.247820 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2fbabba-4075-43ad-8054-c4fd4d98008e req-fc593012-3bde-4a7c-ba60-f3fce0b24323 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132433 May 26 16:09:51.263093 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-b80e9839-10df-498b-a2c1-5719abfc487f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:51.266751 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-b80e9839-10df-498b-a2c1-5719abfc487f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:51.298823 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89ac75ab-d329-4500-97a6-61b50ab4f83a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:51.303725 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c34228-9858-4d26-8464-e4bf3014cce4 req-b6c49e96-ea8e-4582-81de-8b7b1fad3536 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:51.307952 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ac75ab-d329-4500-97a6-61b50ab4f83a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:51.308941 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89ac75ab-d329-4500-97a6-61b50ab4f83a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:51.309583 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c34228-9858-4d26-8464-e4bf3014cce4 req-b6c49e96-ea8e-4582-81de-8b7b1fad3536 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:51.313935 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1256d71-9492-4227-a588-46205b0b61fe req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:51.314775 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e1256d71-9492-4227-a588-46205b0b61fe req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:51.315826 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 39873e5d-9a4b-4e75-915e-5d487c4b088f is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:51.316234 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:51.317325 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e1256d71-9492-4227-a588-46205b0b61fe req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] 10.222.0.83 "PUT /v2.0/ports/fc1d98ec-5b6f-4920-8378-0d548e3c8d7d HTTP/1.1" status: 200 len: 1091 time: 2.2427011 May 26 16:09:51.328614 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936dd373-e694-4a44-bbab-fc0c72564faf', 'tag': 'fc1d98ec-5b6f-4920-8378-0d548e3c8d7d'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:51.328846 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c34228-9858-4d26-8464-e4bf3014cce4 req-b6c49e96-ea8e-4582-81de-8b7b1fad3536 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:51.331845 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0477de7d-5c03-4437-a986-c69007bddba9" -d '{"events": [{"name": "network-changed", "server_uuid": "936dd373-e694-4a44-bbab-fc0c72564faf", "tag": "fc1d98ec-5b6f-4920-8378-0d548e3c8d7d"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:51.352630 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 39873e5d-9a4b-4e75-915e-5d487c4b088f, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=39873e5d-9a4b-4e75-915e-5d487c4b088f,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:51.356441 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c34228-9858-4d26-8464-e4bf3014cce4 req-b6c49e96-ea8e-4582-81de-8b7b1fad3536 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:51.360520 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55eff4c-1aab-4de2-999a-48ea433e5bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39873e5d-9a4b-4e75-915e-5d487c4b088f'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:51.363383 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4306148b-e828-4276-945c-0d6f21bb7654" -d '{"events": [{"server_uuid": "f55eff4c-1aab-4de2-999a-48ea433e5bef", "name": "network-vif-plugged", "status": "completed", "tag": "39873e5d-9a4b-4e75-915e-5d487c4b088f"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:51.369297 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:51.370317 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 080090e1-aac8-4194-9fd1-9bcb464e068a no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:09:51.376757 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c34228-9858-4d26-8464-e4bf3014cce4 req-b6c49e96-ea8e-4582-81de-8b7b1fad3536 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:51.395049 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c34228-9858-4d26-8464-e4bf3014cce4 req-b6c49e96-ea8e-4582-81de-8b7b1fad3536 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:51.400197 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 080090e1-aac8-4194-9fd1-9bcb464e068a {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:09:51.400630 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 080090e1-aac8-4194-9fd1-9bcb464e068a not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:09:51.405232 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c34228-9858-4d26-8464-e4bf3014cce4 req-b6c49e96-ea8e-4582-81de-8b7b1fad3536 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:51.413060 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e0c34228-9858-4d26-8464-e4bf3014cce4 req-b6c49e96-ea8e-4582-81de-8b7b1fad3536 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5429 time: 0.3838384 May 26 16:09:51.429476 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12c9dd2-97e0-49ee-8ca3-867f4de70749 x-openstack-request-id: req-f12c9dd2-97e0-49ee-8ca3-867f4de70749 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:51.430111 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f077dbfc-ca70-40f7-be4a-7e56f6d29bab", "name": "network-vif-deleted", "tag": "080090e1-aac8-4194-9fd1-9bcb464e068a", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:51.430525 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f12c9dd2-97e0-49ee-8ca3-867f4de70749 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:51.431129 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f12c9dd2-97e0-49ee-8ca3-867f4de70749'] response: {'server_uuid': 'f077dbfc-ca70-40f7-be4a-7e56f6d29bab', 'name': 'network-vif-deleted', 'tag': '080090e1-aac8-4194-9fd1-9bcb464e068a', 'status': 'completed', 'code': 200} May 26 16:09:51.463140 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-b80e9839-10df-498b-a2c1-5719abfc487f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7365108 May 26 16:09:51.494110 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=39873e5d-9a4b-4e75-915e-5d487c4b088f,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:51.514485 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9ddb6686-9bb0-4571-ad86-228c774d30f4 service neutron] Request body: {'port': {'device_id': '43bf7a49-22f6-4a8e-9f41-b6a090960fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:51.540118 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1d98ec-5b6f-4920-8378-0d548e3c8d7d,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:51.576882 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-89ac75ab-d329-4500-97a6-61b50ab4f83a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8629727 May 26 16:09:51.585544 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 98072141-77ba-46e9-8f1f-6b6a76984d5e no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:09:51.586732 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51864) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:51.599559 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e0c34228-9858-4d26-8464-e4bf3014cce4 req-a3386c0a-92ec-4454-b179-508c59bb6ac3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1669962 May 26 16:09:51.611870 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-0a718a5e-2e1e-46d7-a153-91d9ca865963 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'subnet': {'network_id': '29a0d107-524b-4109-945c-b87efb0aa021', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:51.616023 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 98072141-77ba-46e9-8f1f-6b6a76984d5e {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:09:51.618170 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 98072141-77ba-46e9-8f1f-6b6a76984d5e not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:09:51.678225 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac75ab-d329-4500-97a6-61b50ab4f83a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Network': ['ID=29a0d107-524b-4109-945c-b87efb0aa021,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:51.681386 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c961ac11-b383-4ea9-a49b-bfe85231c313 x-openstack-request-id: req-c961ac11-b383-4ea9-a49b-bfe85231c313 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:51.681668 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936dd373-e694-4a44-bbab-fc0c72564faf", "tag": "fc1d98ec-5b6f-4920-8378-0d548e3c8d7d", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:51.681921 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c961ac11-b383-4ea9-a49b-bfe85231c313 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:51.682314 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c961ac11-b383-4ea9-a49b-bfe85231c313'] response: {'name': 'network-changed', 'server_uuid': '936dd373-e694-4a44-bbab-fc0c72564faf', 'tag': 'fc1d98ec-5b6f-4920-8378-0d548e3c8d7d', 'status': 'completed', 'code': 200} May 26 16:09:51.706962 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0222e7eb-c362-4faf-a7d8-f7f421c8ad18 x-openstack-request-id: req-0222e7eb-c362-4faf-a7d8-f7f421c8ad18 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:51.707463 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55eff4c-1aab-4de2-999a-48ea433e5bef", "name": "network-vif-plugged", "status": "completed", "tag": "39873e5d-9a4b-4e75-915e-5d487c4b088f", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:51.707803 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0222e7eb-c362-4faf-a7d8-f7f421c8ad18 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:51.708319 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0222e7eb-c362-4faf-a7d8-f7f421c8ad18'] response: {'server_uuid': 'f55eff4c-1aab-4de2-999a-48ea433e5bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39873e5d-9a4b-4e75-915e-5d487c4b088f', 'code': 200} May 26 16:09:51.746001 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-dade28bc-db22-4af8-ae5b-2f4e6fbe517f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:51.748196 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9554d-9865-4ef1-a3e5-bd56439c2639 req-ddba514b-5372-457a-88e2-8a63d08ddd5e tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:51.748733 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:51.751327 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84f9554d-9865-4ef1-a3e5-bd56439c2639 req-ddba514b-5372-457a-88e2-8a63d08ddd5e tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 945 time: 0.2949972 May 26 16:09:51.760020 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:51.760407 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:51.760824 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:51.761081 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:51.761415 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:51.761745 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:51.762075 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:51.762410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:51.762736 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:51.763063 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:51.763386 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdde937-69d6-46a0-bbd3-3f740ab0ab42 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:51.779772 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac75ab-d329-4500-97a6-61b50ab4f83a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:51.779772 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac75ab-d329-4500-97a6-61b50ab4f83a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:51.779958 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac75ab-d329-4500-97a6-61b50ab4f83a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:51.781020 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac75ab-d329-4500-97a6-61b50ab4f83a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:51.782028 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac75ab-d329-4500-97a6-61b50ab4f83a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:51.782028 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac75ab-d329-4500-97a6-61b50ab4f83a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:51.782233 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac75ab-d329-4500-97a6-61b50ab4f83a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:51.782401 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac75ab-d329-4500-97a6-61b50ab4f83a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:51.782736 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac75ab-d329-4500-97a6-61b50ab4f83a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:51.783070 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac75ab-d329-4500-97a6-61b50ab4f83a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:51.783948 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac75ab-d329-4500-97a6-61b50ab4f83a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:51.784313 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac75ab-d329-4500-97a6-61b50ab4f83a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:51.787863 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9ddb6686-9bb0-4571-ad86-228c774d30f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:51.799328 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 29a0d107-524b-4109-945c-b87efb0aa021 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:09:51.813774 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1256d71-9492-4227-a588-46205b0b61fe req-6e9a5869-ca38-4b1f-9bc6-375e3be12a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:51.816602 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e1256d71-9492-4227-a588-46205b0b61fe req-6e9a5869-ca38-4b1f-9bc6-375e3be12a15 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3e96c338002c49fcb12a908abaf34a6e&device_id=936dd373-e694-4a44-bbab-fc0c72564faf HTTP/1.1" status: 200 len: 1094 time: 0.2897518 May 26 16:09:51.925013 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84f9554d-9865-4ef1-a3e5-bd56439c2639 req-6dfdc97e-aecc-4384-9dde-12e682f42ef3 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646712 May 26 16:09:51.957698 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e1256d71-9492-4227-a588-46205b0b61fe req-0b1c634c-938c-42c3-9a47-348fa262d7f6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc1d98ec-5b6f-4920-8378-0d548e3c8d7d HTTP/1.1" status: 200 len: 217 time: 0.1140153 May 26 16:09:51.959036 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-dade28bc-db22-4af8-ae5b-2f4e6fbe517f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:52.002034 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a718a5e-2e1e-46d7-a153-91d9ca865963 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Made reservation on behalf of 8515b971030c454198bcb87784afc4ec for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:52.005787 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a718a5e-2e1e-46d7-a153-91d9ca865963 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:52.064908 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b056035-3567-4387-b6ac-30883b5386c7 req-f9eca406-c09d-4f84-a4fa-b7460febcabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:52.066429 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9b056035-3567-4387-b6ac-30883b5386c7 req-f9eca406-c09d-4f84-a4fa-b7460febcabc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 1096 time: 0.2720971 May 26 16:09:52.071318 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-dade28bc-db22-4af8-ae5b-2f4e6fbe517f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Network 84abe3fd-2313-46b1-b60c-2f2bc993b189 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:52.090041 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-dade28bc-db22-4af8-ae5b-2f4e6fbe517f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:52.092508 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-dade28bc-db22-4af8-ae5b-2f4e6fbe517f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:52.121817 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment fd4ce01b-bc25-4288-90ec-d57376b269b3 resource provider aggregate not found May 26 16:09:52.125818 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade28bc-db22-4af8-ae5b-2f4e6fbe517f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Pushing event updated for resources: {'Port': ['ID=cf203306-7a63-45fc-9b18-394d4959ea4a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:52.136264 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1256d71-9492-4227-a588-46205b0b61fe req-a696cf4c-a91f-4d5c-b6b8-625723b13406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:52.136264 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e1256d71-9492-4227-a588-46205b0b61fe req-a696cf4c-a91f-4d5c-b6b8-625723b13406 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=19f707b5-dbb7-44bf-9d91-1c1a69227d64 HTTP/1.1" status: 200 len: 852 time: 0.1744435 May 26 16:09:52.163012 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-dade28bc-db22-4af8-ae5b-2f4e6fbe517f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:52.163632 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-dade28bc-db22-4af8-ae5b-2f4e6fbe517f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:52.167249 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment fd4ce01b-bc25-4288-90ec-d57376b269b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd4ce01b-bc25-4288-90ec-d57376b269b3 found for delete ", "request_id": "req-87c748ba-55dc-4736-8a29-6c7f816238ea"}]} May 26 16:09:52.206679 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e1256d71-9492-4227-a588-46205b0b61fe req-008a97ec-f886-4b8e-bc12-5015d9e23d34 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307927 May 26 16:09:52.210936 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-dade28bc-db22-4af8-ae5b-2f4e6fbe517f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5111775 May 26 16:09:52.247853 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-5cad0812-6b51-44f9-9e35-5683a1e291c1 service neutron] Request body: {'port': {'device_id': 'f0222011-9af3-4530-bd12-d591e8cf28c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:52.358096 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-5cad0812-6b51-44f9-9e35-5683a1e291c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:52.409311 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e1256d71-9492-4227-a588-46205b0b61fe req-15c28ad0-cc57-4442-87b8-e4d3e5e8b60e service neutron] 10.222.0.83 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755576 May 26 16:09:52.588667 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e1256d71-9492-4227-a588-46205b0b61fe req-44a7b8ea-b3db-48b6-af09-0fea845ea90e service neutron] 10.222.0.83 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653779 May 26 16:09:52.647927 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749f358-af3d-4a22-8e59-8a6665c49841 req-2b433eb0-c7c5-4490-a98f-e38de9379c3d tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:52.649658 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7749f358-af3d-4a22-8e59-8a6665c49841 req-2b433eb0-c7c5-4490-a98f-e38de9379c3d tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=af645639-b74a-41e1-8e6f-3208ad68be52 HTTP/1.1" status: 200 len: 950 time: 0.6556911 May 26 16:09:52.661453 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9b056035-3567-4387-b6ac-30883b5386c7 req-ac34d44d-14ba-4848-9b1a-5a2f56d34fbf service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5121553 May 26 16:09:52.692237 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a9bb0-13c5-4ef8-b982-aebedf21ff81 req-9213f73a-b282-4e56-83e6-8662a81c6638 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:52.693736 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f9a9bb0-13c5-4ef8-b982-aebedf21ff81 req-9213f73a-b282-4e56-83e6-8662a81c6638 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=936dd373-e694-4a44-bbab-fc0c72564faf HTTP/1.1" status: 200 len: 943 time: 0.6396244 May 26 16:09:52.745853 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477de7d-5c03-4437-a986-c69007bddba9 req-78f2bee6-775f-457b-bd4d-d12b4ec400f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:52.747264 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0477de7d-5c03-4437-a986-c69007bddba9 req-78f2bee6-775f-457b-bd4d-d12b4ec400f8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3e96c338002c49fcb12a908abaf34a6e&device_id=936dd373-e694-4a44-bbab-fc0c72564faf HTTP/1.1" status: 200 len: 1094 time: 0.0420289 May 26 16:09:52.759273 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51900) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:52.781561 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7749f358-af3d-4a22-8e59-8a6665c49841 req-72473e7e-3e79-4c1f-98f6-7080c734a331 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146631 May 26 16:09:52.841307 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f9a9bb0-13c5-4ef8-b982-aebedf21ff81 req-6953d241-5266-46bd-a2f4-b4826cb9d3dd tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366627 May 26 16:09:52.855092 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-3ebc163c-859f-4100-b329-9c54e2fce1d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bccc39aa-16ef-4341-8524-27e495898730 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:09:52.868374 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-3ebc163c-859f-4100-b329-9c54e2fce1d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:52.935630 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-3ebc163c-859f-4100-b329-9c54e2fce1d9 service neutron] Transition to ACTIVE for port object bccc39aa-16ef-4341-8524-27e495898730 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:09:52.961105 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-3ebc163c-859f-4100-b329-9c54e2fce1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.012678 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a718a5e-2e1e-46d7-a153-91d9ca865963 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.099136 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ba8cf-ae4c-4a89-89fb-31c44b2f7335 req-ba95bb83-7357-4c6d-8dc5-8c99943b70ca tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:53.100697 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f49ba8cf-ae4c-4a89-89fb-31c44b2f7335 req-ba95bb83-7357-4c6d-8dc5-8c99943b70ca tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6 HTTP/1.1" status: 200 len: 931 time: 0.2053838 May 26 16:09:53.106166 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc163c-859f-4100-b329-9c54e2fce1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=bccc39aa-16ef-4341-8524-27e495898730,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:53.131079 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff13e3d-68fd-4b68-90d7-4671c2ca52c1 req-01912bfc-8cbf-4349-9850-b8a4df405ec9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:53.137014 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff13e3d-68fd-4b68-90d7-4671c2ca52c1 req-01912bfc-8cbf-4349-9850-b8a4df405ec9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:53.143413 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff13e3d-68fd-4b68-90d7-4671c2ca52c1 req-01912bfc-8cbf-4349-9850-b8a4df405ec9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:53.149456 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff13e3d-68fd-4b68-90d7-4671c2ca52c1 req-01912bfc-8cbf-4349-9850-b8a4df405ec9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:53.155271 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff13e3d-68fd-4b68-90d7-4671c2ca52c1 req-01912bfc-8cbf-4349-9850-b8a4df405ec9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:53.161301 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff13e3d-68fd-4b68-90d7-4671c2ca52c1 req-01912bfc-8cbf-4349-9850-b8a4df405ec9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:53.167465 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff13e3d-68fd-4b68-90d7-4671c2ca52c1 req-01912bfc-8cbf-4349-9850-b8a4df405ec9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:53.169778 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cff13e3d-68fd-4b68-90d7-4671c2ca52c1 req-01912bfc-8cbf-4349-9850-b8a4df405ec9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5429 time: 0.2326689 May 26 16:09:53.208232 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a718a5e-2e1e-46d7-a153-91d9ca865963 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Subnet': ['ID=619d8a00-de3e-4490-810f-079fba6f1d52,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:53.218960 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d4bd98ee-4334-4705-8fdd-6a66436e7d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.282089 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a718a5e-2e1e-46d7-a153-91d9ca865963 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Checking segment: {'id': '774a03e9-929f-47a5-b0e9-26984fcc8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '29a0d107-524b-4109-945c-b87efb0aa021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:53.282457 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a718a5e-2e1e-46d7-a153-91d9ca865963 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network hostable DHCP agents. Network: 29a0d107-524b-4109-945c-b87efb0aa021, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:09:53.302206 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477de7d-5c03-4437-a986-c69007bddba9 req-299693a9-a2ae-4874-84ba-eda444ec70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:53.303744 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0477de7d-5c03-4437-a986-c69007bddba9 req-299693a9-a2ae-4874-84ba-eda444ec70ad service neutron] 10.222.0.83 "GET /v2.0/networks?id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089 HTTP/1.1" status: 200 len: 913 time: 0.5422378 May 26 16:09:53.304017 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f49ba8cf-ae4c-4a89-89fb-31c44b2f7335 req-1fb6bbb0-8d0b-447a-84dc-2fa7e2df6579 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920044 May 26 16:09:53.312779 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cff13e3d-68fd-4b68-90d7-4671c2ca52c1 req-b4460f49-750a-4293-9871-eaec248f0645 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1303899 May 26 16:09:53.334846 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-3ebc163c-859f-4100-b329-9c54e2fce1d9 service neutron] Attempting to bind port bccc39aa-16ef-4341-8524-27e495898730 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:09:53.335191 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-3ebc163c-859f-4100-b329-9c54e2fce1d9 service neutron] Attempting to bind port bccc39aa-16ef-4341-8524-27e495898730 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '9f93b360-b5eb-4ddb-80ab-cee007e903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '84abe3fd-2313-46b1-b60c-2f2bc993b189'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:09:53.335530 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-3ebc163c-859f-4100-b329-9c54e2fce1d9 service neutron] Attempting to bind port bccc39aa-16ef-4341-8524-27e495898730 on network 84abe3fd-2313-46b1-b60c-2f2bc993b189 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:53.340303 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-3ebc163c-859f-4100-b329-9c54e2fce1d9 service neutron] Port bccc39aa-16ef-4341-8524-27e495898730 on network 84abe3fd-2313-46b1-b60c-2f2bc993b189 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:09:53.340629 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-3ebc163c-859f-4100-b329-9c54e2fce1d9 service neutron] Attempting to bind port bccc39aa-16ef-4341-8524-27e495898730 on network 84abe3fd-2313-46b1-b60c-2f2bc993b189 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:53.349495 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a718a5e-2e1e-46d7-a153-91d9ca865963 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network 29a0d107-524b-4109-945c-b87efb0aa021 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:09:53.352346 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0477de7d-5c03-4437-a986-c69007bddba9 req-0b7b224c-9e4d-4b2c-ba82-8de7910c150d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc1d98ec-5b6f-4920-8378-0d548e3c8d7d HTTP/1.1" status: 200 len: 217 time: 0.0381806 May 26 16:09:53.352859 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-3ebc163c-859f-4100-b329-9c54e2fce1d9 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:09:53.353253 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-3ebc163c-859f-4100-b329-9c54e2fce1d9 service neutron] Checking segment: {'id': '9f93b360-b5eb-4ddb-80ab-cee007e903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '84abe3fd-2313-46b1-b60c-2f2bc993b189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:53.353641 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-3ebc163c-859f-4100-b329-9c54e2fce1d9 service neutron] Bound using segment: {'id': '9f93b360-b5eb-4ddb-80ab-cee007e903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '84abe3fd-2313-46b1-b60c-2f2bc993b189'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:09:53.354088 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-3ebc163c-859f-4100-b329-9c54e2fce1d9 service neutron] Bound port: bccc39aa-16ef-4341-8524-27e495898730, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f93b360-b5eb-4ddb-80ab-cee007e903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '84abe3fd-2313-46b1-b60c-2f2bc993b189'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:09:53.354451 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-3ebc163c-859f-4100-b329-9c54e2fce1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.375845 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-0a718a5e-2e1e-46d7-a153-91d9ca865963 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 29a0d107-524b-4109-945c-b87efb0aa021) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:53.391663 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d075683-904e-4f44-bbd1-a146130034b0 None None] Network 29a0d107-524b-4109-945c-b87efb0aa021 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:09:53.397997 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a718a5e-2e1e-46d7-a153-91d9ca865963 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:53.398448 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a718a5e-2e1e-46d7-a153-91d9ca865963 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.478281 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477de7d-5c03-4437-a986-c69007bddba9 req-609e5342-f9ee-439f-904d-92140b62e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:53.480060 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0477de7d-5c03-4437-a986-c69007bddba9 req-609e5342-f9ee-439f-904d-92140b62e3a7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=19f707b5-dbb7-44bf-9d91-1c1a69227d64 HTTP/1.1" status: 200 len: 852 time: 0.1107485 May 26 16:09:53.501661 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0a718a5e-2e1e-46d7-a153-91d9ca865963 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9136372 May 26 16:09:53.506632 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51908) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:53.507604 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d4bd98ee-4334-4705-8fdd-6a66436e7d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.509962 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-5cad0812-6b51-44f9-9e35-5683a1e291c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf203306-7a63-45fc-9b18-394d4959ea4a {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:09:53.511535 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ff95672a-665e-4d3e-8967-67f533811577 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-520016186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:53.519752 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d4bd98ee-4334-4705-8fdd-6a66436e7d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.537900 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-5cad0812-6b51-44f9-9e35-5683a1e291c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.547407 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0477de7d-5c03-4437-a986-c69007bddba9 req-e5ce1318-0272-40ef-9f0c-7d7c8a0dac4b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b24d5e3e-51fb-4cb8-acdc-f7937b83f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506268 May 26 16:09:53.556858 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff95672a-665e-4d3e-8967-67f533811577 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.557950 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff95672a-665e-4d3e-8967-67f533811577 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.580817 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-3ebc163c-859f-4100-b329-9c54e2fce1d9 service neutron] For port bccc39aa-16ef-4341-8524-27e495898730, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:09:53.595183 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-5cad0812-6b51-44f9-9e35-5683a1e291c1 service neutron] Transition to ACTIVE for port object cf203306-7a63-45fc-9b18-394d4959ea4a will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:09:53.606554 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64c1f3-73ff-4ae4-9194-2096d82b9b42 req-4d461fc0-008b-401a-8bb3-0b4f00e389b9 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:53.615013 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9f64c1f3-73ff-4ae4-9194-2096d82b9b42 req-4d461fc0-008b-401a-8bb3-0b4f00e389b9 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 945 time: 0.1684685 May 26 16:09:53.619908 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-5cad0812-6b51-44f9-9e35-5683a1e291c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.653510 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-3ebc163c-859f-4100-b329-9c54e2fce1d9 service neutron] For port bccc39aa-16ef-4341-8524-27e495898730, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=bccc39aa-16ef-4341-8524-27e495898730,segment=NetworkSegment(9f93b360-b5eb-4ddb-80ab-cee007e903e4),segment_id=9f93b360-b5eb-4ddb-80ab-cee007e903e4)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:09:53.666592 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d4bd98ee-4334-4705-8fdd-6a66436e7d21 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8861fc6aa6f04c6dbc035adc9f7ec499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9061432 May 26 16:09:53.667244 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51910) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:53.705041 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd98ee-4334-4705-8fdd-6a66436e7d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce55303c-b5e5-471b-ac30-9f288a0e540f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:53.714673 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-3ebc163c-859f-4100-b329-9c54e2fce1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.724452 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-29a0d107-524b-4109-945c-b87efb0aa021', 'network_id': '29a0d107-524b-4109-945c-b87efb0aa021', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'fixed_ips': [{'subnet_id': '619d8a00-de3e-4490-810f-079fba6f1d52'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:09:53.725349 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.802197 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-3ebc163c-859f-4100-b329-9c54e2fce1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:53.802744 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-3ebc163c-859f-4100-b329-9c54e2fce1d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.804182 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-3ebc163c-859f-4100-b329-9c54e2fce1d9 service neutron] 10.222.0.81 "PUT /v2.0/ports/bccc39aa-16ef-4341-8524-27e495898730 HTTP/1.1" status: 200 len: 1091 time: 4.0508668 May 26 16:09:53.811480 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff95672a-665e-4d3e-8967-67f533811577 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.828754 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad0812-6b51-44f9-9e35-5683a1e291c1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf203306-7a63-45fc-9b18-394d4959ea4a,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:53.831467 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9f64c1f3-73ff-4ae4-9194-2096d82b9b42 req-68ca7a77-ffc7-4108-b3e8-a00b0cf53a51 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065146 May 26 16:09:53.832267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6296b9e1-046b-41ee-9e1f-06bbdd23a6e3', 'tag': 'bccc39aa-16ef-4341-8524-27e495898730'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:53.835401 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97c0f15-6500-498a-a5fc-29156da5f220" -d '{"events": [{"name": "network-changed", "server_uuid": "6296b9e1-046b-41ee-9e1f-06bbdd23a6e3", "tag": "bccc39aa-16ef-4341-8524-27e495898730"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:53.859993 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff95672a-665e-4d3e-8967-67f533811577 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.875141 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0477de7d-5c03-4437-a986-c69007bddba9 req-4a453346-41e1-46b2-b2d9-07d3eb9c4440 service neutron] 10.222.0.83 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065412 May 26 16:09:53.883159 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-889d8670-4d05-40e9-9c36-32242365f6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.911434 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-889d8670-4d05-40e9-9c36-32242365f6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:53.950354 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859175c8-5b24-49d7-b900-95ef4195601e x-openstack-request-id: req-859175c8-5b24-49d7-b900-95ef4195601e {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:53.956611 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6296b9e1-046b-41ee-9e1f-06bbdd23a6e3", "tag": "bccc39aa-16ef-4341-8524-27e495898730", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:53.957200 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-859175c8-5b24-49d7-b900-95ef4195601e {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:53.957843 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-859175c8-5b24-49d7-b900-95ef4195601e'] response: {'name': 'network-changed', 'server_uuid': '6296b9e1-046b-41ee-9e1f-06bbdd23a6e3', 'tag': 'bccc39aa-16ef-4341-8524-27e495898730', 'status': 'completed', 'code': 200} May 26 16:09:53.967282 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bd8d8-dc39-4a19-a199-dd8fecbb4937 req-c7be1d2a-3f88-4a0f-8991-07984740b5a5 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:53.975498 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b31bd8d8-dc39-4a19-a199-dd8fecbb4937 req-c7be1d2a-3f88-4a0f-8991-07984740b5a5 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.81 "GET /v2.0/ports?device_id=af645639-b74a-41e1-8e6f-3208ad68be52 HTTP/1.1" status: 200 len: 950 time: 0.3910267 May 26 16:09:54.034201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Allocated IP 172.20.0.2 (29a0d107-524b-4109-945c-b87efb0aa021/619d8a00-de3e-4490-810f-079fba6f1d52/be647f0f-ba44-4a60-959e-2b386a994f43) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:54.067850 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0477de7d-5c03-4437-a986-c69007bddba9 req-78477320-1829-427a-982a-777b259e8e42 service neutron] 10.222.0.83 "GET /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076946 May 26 16:09:54.069281 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-889d8670-4d05-40e9-9c36-32242365f6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:54.072136 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-889d8670-4d05-40e9-9c36-32242365f6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:54.085770 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-889d8670-4d05-40e9-9c36-32242365f6c6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ce55303c-b5e5-471b-ac30-9f288a0e540f HTTP/1.1" status: 204 len: 168 time: 0.3980422 May 26 16:09:54.090063 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-5cad0812-6b51-44f9-9e35-5683a1e291c1 service neutron] Attempting to bind port cf203306-7a63-45fc-9b18-394d4959ea4a on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:09:54.090398 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-5cad0812-6b51-44f9-9e35-5683a1e291c1 service neutron] Attempting to bind port cf203306-7a63-45fc-9b18-394d4959ea4a by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '9f93b360-b5eb-4ddb-80ab-cee007e903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '84abe3fd-2313-46b1-b60c-2f2bc993b189'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:09:54.090724 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-5cad0812-6b51-44f9-9e35-5683a1e291c1 service neutron] Attempting to bind port cf203306-7a63-45fc-9b18-394d4959ea4a on network 84abe3fd-2313-46b1-b60c-2f2bc993b189 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:54.110538 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d8670-4d05-40e9-9c36-32242365f6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce55303c-b5e5-471b-ac30-9f288a0e540f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:54.112392 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-5cad0812-6b51-44f9-9e35-5683a1e291c1 service neutron] Port cf203306-7a63-45fc-9b18-394d4959ea4a on network 84abe3fd-2313-46b1-b60c-2f2bc993b189 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:09:54.112716 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-5cad0812-6b51-44f9-9e35-5683a1e291c1 service neutron] Attempting to bind port cf203306-7a63-45fc-9b18-394d4959ea4a on network 84abe3fd-2313-46b1-b60c-2f2bc993b189 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:54.126952 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-5cad0812-6b51-44f9-9e35-5683a1e291c1 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:09:54.127281 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-5cad0812-6b51-44f9-9e35-5683a1e291c1 service neutron] Checking segment: {'id': '9f93b360-b5eb-4ddb-80ab-cee007e903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '84abe3fd-2313-46b1-b60c-2f2bc993b189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:54.127665 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-5cad0812-6b51-44f9-9e35-5683a1e291c1 service neutron] Bound using segment: {'id': '9f93b360-b5eb-4ddb-80ab-cee007e903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '84abe3fd-2313-46b1-b60c-2f2bc993b189'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:09:54.128155 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-5cad0812-6b51-44f9-9e35-5683a1e291c1 service neutron] Bound port: cf203306-7a63-45fc-9b18-394d4959ea4a, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f93b360-b5eb-4ddb-80ab-cee007e903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '84abe3fd-2313-46b1-b60c-2f2bc993b189'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:09:54.128471 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-5cad0812-6b51-44f9-9e35-5683a1e291c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:54.149529 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff95672a-665e-4d3e-8967-67f533811577 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:54.153902 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ff95672a-665e-4d3e-8967-67f533811577 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6462829 May 26 16:09:54.159925 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51920) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:54.168573 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e5d96d3f-872f-4cdf-b163-a8e1ff17ec28 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'port': {'network_id': '29a0d107-524b-4109-945c-b87efb0aa021', 'name': 'tempest-RoutersTest-803741243'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:54.180550 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc163c-859f-4100-b329-9c54e2fce1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=bccc39aa-16ef-4341-8524-27e495898730,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:54.268809 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dd45a-4636-47c5-9c1e-86dcd8370946 req-1c8c3536-017f-49e2-9c14-fb3429666cc3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:54.276406 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-568dd45a-4636-47c5-9c1e-86dcd8370946 req-1c8c3536-017f-49e2-9c14-fb3429666cc3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=936dd373-e694-4a44-bbab-fc0c72564faf HTTP/1.1" status: 200 len: 943 time: 0.2383344 May 26 16:09:54.295759 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee432a-8e0b-4f46-97a3-fd6d168f0799 req-d30d0f98-8102-4eb8-93af-53d9e3ab89bd tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:54.304614 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d1ee432a-8e0b-4f46-97a3-fd6d168f0799 req-d30d0f98-8102-4eb8-93af-53d9e3ab89bd tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=af645639-b74a-41e1-8e6f-3208ad68be52 HTTP/1.1" status: 200 len: 950 time: 0.3279603 May 26 16:09:54.315602 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:54.318381 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-f48dceea-a4ba-42a4-924b-f68d92526a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:54.320138 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-f48dceea-a4ba-42a4-924b-f68d92526a2a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=789b7cf3aca047e181da3e5649a8651e&device_id=6296b9e1-046b-41ee-9e1f-06bbdd23a6e3 HTTP/1.1" status: 200 len: 1094 time: 0.3327074 May 26 16:09:54.327473 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:54.388291 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Pushing event updated for resources: {'Port': ['ID=be647f0f-ba44-4a60-959e-2b386a994f43,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:54.402720 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Network 29a0d107-524b-4109-945c-b87efb0aa021 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:54.404397 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:54.407242 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:54.444026 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-5cad0812-6b51-44f9-9e35-5683a1e291c1 service neutron] For port cf203306-7a63-45fc-9b18-394d4959ea4a, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:09:54.449611 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-5cad0812-6b51-44f9-9e35-5683a1e291c1 service neutron] For port cf203306-7a63-45fc-9b18-394d4959ea4a, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=cf203306-7a63-45fc-9b18-394d4959ea4a,segment=NetworkSegment(9f93b360-b5eb-4ddb-80ab-cee007e903e4),segment_id=9f93b360-b5eb-4ddb-80ab-cee007e903e4)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:09:54.457703 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-5cad0812-6b51-44f9-9e35-5683a1e291c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:54.465005 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-ebaea155-9ccc-4342-a117-fa2d4ccd2a74 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bccc39aa-16ef-4341-8524-27e495898730 HTTP/1.1" status: 200 len: 217 time: 0.1005473 May 26 16:09:54.488509 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9ddb6686-9bb0-4571-ad86-228c774d30f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393f915c-4306-402a-bb56-a15f0347057c {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:09:54.513700 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Attempting to bind port be647f0f-ba44-4a60-959e-2b386a994f43 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:09:54.514854 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Attempting to bind port be647f0f-ba44-4a60-959e-2b386a994f43 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '774a03e9-929f-47a5-b0e9-26984fcc8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '29a0d107-524b-4109-945c-b87efb0aa021'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:09:54.515197 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Attempting to bind port be647f0f-ba44-4a60-959e-2b386a994f43 on network 29a0d107-524b-4109-945c-b87efb0aa021 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:54.521767 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-5cad0812-6b51-44f9-9e35-5683a1e291c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:54.522392 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-5cad0812-6b51-44f9-9e35-5683a1e291c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:54.522725 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:09:54.523250 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Checking segment: {'id': '774a03e9-929f-47a5-b0e9-26984fcc8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '29a0d107-524b-4109-945c-b87efb0aa021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:54.523758 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:54.523891 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-5cad0812-6b51-44f9-9e35-5683a1e291c1 service neutron] 10.222.0.83 "PUT /v2.0/ports/cf203306-7a63-45fc-9b18-394d4959ea4a HTTP/1.1" status: 200 len: 1091 time: 2.2811275 May 26 16:09:54.524354 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Bound using segment: {'id': '774a03e9-929f-47a5-b0e9-26984fcc8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '29a0d107-524b-4109-945c-b87efb0aa021'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:09:54.524472 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d96d3f-872f-4cdf-b163-a8e1ff17ec28 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Made reservation on behalf of 8515b971030c454198bcb87784afc4ec for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:09:54.525028 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Bound port: be647f0f-ba44-4a60-959e-2b386a994f43, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774a03e9-929f-47a5-b0e9-26984fcc8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '29a0d107-524b-4109-945c-b87efb0aa021'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:09:54.525502 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:54.528494 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5d96d3f-872f-4cdf-b163-a8e1ff17ec28 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:54.558192 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0222011-9af3-4530-bd12-d591e8cf28c2', 'tag': 'cf203306-7a63-45fc-9b18-394d4959ea4a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:54.560567 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ff1d34-9a12-47b6-bc9b-1c30077a8976" -d '{"events": [{"name": "network-changed", "server_uuid": "f0222011-9af3-4530-bd12-d591e8cf28c2", "tag": "cf203306-7a63-45fc-9b18-394d4959ea4a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:54.576649 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-e5d96d3f-872f-4cdf-b163-a8e1ff17ec28 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] device_id is not set on port 79771dd3-30ea-4712-b2a5-b4c739462a98 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:09:54.588965 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-df35b21d-f464-4e52-ae62-03a02aa0c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:54.591699 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-df35b21d-f464-4e52-ae62-03a02aa0c243 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b72a320c-3b85-4181-bd10-800e3e95303d HTTP/1.1" status: 200 len: 858 time: 0.0972621 May 26 16:09:54.595130 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9ddb6686-9bb0-4571-ad86-228c774d30f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:54.615468 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-568dd45a-4636-47c5-9c1e-86dcd8370946 req-cc19a6e9-8837-449f-aa4b-97b5e307cf99 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375626 May 26 16:09:54.636200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] For port be647f0f-ba44-4a60-959e-2b386a994f43, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:09:54.639665 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] For port be647f0f-ba44-4a60-959e-2b386a994f43, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=be647f0f-ba44-4a60-959e-2b386a994f43,segment=NetworkSegment(774a03e9-929f-47a5-b0e9-26984fcc8c27),segment_id=774a03e9-929f-47a5-b0e9-26984fcc8c27)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:09:54.644482 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51930) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:54.648338 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:54.685394 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d1ee432a-8e0b-4f46-97a3-fd6d168f0799 req-73d07997-6756-4669-88e2-7efaaced693e tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796535 May 26 16:09:54.687751 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-749f4317-4e53-4b58-bf16-efcb9891277a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=84abe3fd-2313-46b1-b60c-2f2bc993b189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852954 May 26 16:09:54.688529 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-80da20a1-1db0-4a5d-861a-008828d510b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:54.695790 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-b31bd8d8-dc39-4a19-a199-dd8fecbb4937 req-c7fdd368-44a2-4495-a2ed-7f35f60d3e66 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Deleting port 28667205-0ec4-4128-9b3d-9c7d9a4469db {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:09:54.696194 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b31bd8d8-dc39-4a19-a199-dd8fecbb4937 req-c7fdd368-44a2-4495-a2ed-7f35f60d3e66 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:54.699740 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9ddb6686-9bb0-4571-ad86-228c774d30f4 service neutron] Transition to ACTIVE for port object 393f915c-4306-402a-bb56-a15f0347057c will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:09:54.737256 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9ddb6686-9bb0-4571-ad86-228c774d30f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:54.760818 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad0812-6b51-44f9-9e35-5683a1e291c1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf203306-7a63-45fc-9b18-394d4959ea4a,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:54.762200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Pushing event updated for resources: {'Port': ['ID=be647f0f-ba44-4a60-959e-2b386a994f43,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:54.776162 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:54.776930 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:54.777620 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:54.778072 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:54.779182 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:54.779582 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:54.780256 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:54.781892 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:54.782661 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:54.783178 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:54.783658 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-e5d96d3f-872f-4cdf-b163-a8e1ff17ec28 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Allocated IP 172.20.0.5 (29a0d107-524b-4109-945c-b87efb0aa021/619d8a00-de3e-4490-810f-079fba6f1d52/79771dd3-30ea-4712-b2a5-b4c739462a98) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:09:54.783959 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:54.784468 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1899f1a-7847-4930-9413-d72b5b5d51fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:09:54.801701 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-d8c25dc4-4a13-4612-b7f8-9d2f4c60349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:54.803298 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-d8c25dc4-4a13-4612-b7f8-9d2f4c60349d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=789b7cf3aca047e181da3e5649a8651e&device_id=f0222011-9af3-4530-bd12-d591e8cf28c2 HTTP/1.1" status: 200 len: 1094 time: 0.0991514 May 26 16:09:54.865879 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-87fe1ada-ef3f-48d1-a2ae-c680cd19df5d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf203306-7a63-45fc-9b18-394d4959ea4a HTTP/1.1" status: 200 len: 217 time: 0.0419781 May 26 16:09:55.023994 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9b506d4a-b620-48c2-8a9b-69fae9e885ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:55.025636 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9b506d4a-b620-48c2-8a9b-69fae9e885ed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b72a320c-3b85-4181-bd10-800e3e95303d HTTP/1.1" status: 200 len: 858 time: 0.1406732 May 26 16:09:55.065768 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-61ea68fa-12c9-4a5b-b1eb-f1029a2eb531 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=84abe3fd-2313-46b1-b60c-2f2bc993b189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324526 May 26 16:09:55.094870 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb6686-9bb0-4571-ad86-228c774d30f4 service neutron] Pushing event updated for resources: {'Port': ['ID=393f915c-4306-402a-bb56-a15f0347057c,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:55.141990 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5d96d3f-872f-4cdf-b163-a8e1ff17ec28 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:55.149935 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-80da20a1-1db0-4a5d-861a-008828d510b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:55.172720 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b219d8b-56e9-4067-9ed5-c8752a59b404 req-acff02e9-b13d-4e32-af91-2f36a0195aa4 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:55.174292 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0b219d8b-56e9-4067-9ed5-c8752a59b404 req-acff02e9-b13d-4e32-af91-2f36a0195aa4 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6 HTTP/1.1" status: 200 len: 943 time: 0.4434633 May 26 16:09:55.177708 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-b31bd8d8-dc39-4a19-a199-dd8fecbb4937 req-c7fdd368-44a2-4495-a2ed-7f35f60d3e66 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] For port 28667205-0ec4-4128-9b3d-9c7d9a4469db, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=28667205-0ec4-4128-9b3d-9c7d9a4469db,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:55.178074 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b31bd8d8-dc39-4a19-a199-dd8fecbb4937 req-c7fdd368-44a2-4495-a2ed-7f35f60d3e66 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:55.192706 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37429e13-4898-4439-be50-30e71d467970 req-d0caf671-42c1-4480-9036-9c043793eefe tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:55.198722 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37429e13-4898-4439-be50-30e71d467970 req-d0caf671-42c1-4480-9036-9c043793eefe tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:55.202039 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-f51e5f9a-1212-4be2-afa2-ee2f0120bc29 service neutron] 10.222.0.83 "GET /v2.0/networks/84abe3fd-2313-46b1-b60c-2f2bc993b189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268961 May 26 16:09:55.205118 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37429e13-4898-4439-be50-30e71d467970 req-d0caf671-42c1-4480-9036-9c043793eefe tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:55.209338 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5d96d3f-872f-4cdf-b163-a8e1ff17ec28 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:55.212040 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37429e13-4898-4439-be50-30e71d467970 req-d0caf671-42c1-4480-9036-9c043793eefe tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:55.218399 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37429e13-4898-4439-be50-30e71d467970 req-d0caf671-42c1-4480-9036-9c043793eefe tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:55.224299 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37429e13-4898-4439-be50-30e71d467970 req-d0caf671-42c1-4480-9036-9c043793eefe tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:55.230059 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37429e13-4898-4439-be50-30e71d467970 req-d0caf671-42c1-4480-9036-9c043793eefe tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:55.231962 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37429e13-4898-4439-be50-30e71d467970 req-d0caf671-42c1-4480-9036-9c043793eefe tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5429 time: 0.3549995 May 26 16:09:55.258413 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-80da20a1-1db0-4a5d-861a-008828d510b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:55.286656 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-c3a85d06-281a-4cc2-ad8b-41f6f25701d4 service neutron] 10.222.0.81 "GET /v2.0/networks/84abe3fd-2313-46b1-b60c-2f2bc993b189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787363 May 26 16:09:55.289010 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-b31bd8d8-dc39-4a19-a199-dd8fecbb4937 req-c7fdd368-44a2-4495-a2ed-7f35f60d3e66 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Calling delete_port for 28667205-0ec4-4128-9b3d-9c7d9a4469db owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:09:55.309756 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d96d3f-872f-4cdf-b163-a8e1ff17ec28 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network 29a0d107-524b-4109-945c-b87efb0aa021 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:55.313871 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d96d3f-872f-4cdf-b163-a8e1ff17ec28 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Port': ['ID=79771dd3-30ea-4712-b2a5-b4c739462a98,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:55.316390 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-e5d96d3f-872f-4cdf-b163-a8e1ff17ec28 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:55.320169 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d96d3f-872f-4cdf-b163-a8e1ff17ec28 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:09:55.388351 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d96d3f-872f-4cdf-b163-a8e1ff17ec28 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:55.388976 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5d96d3f-872f-4cdf-b163-a8e1ff17ec28 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:55.397574 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-ed07450f-31af-452b-b20c-a83204e06ee2 service neutron] 10.222.0.83 "GET /v2.0/networks/84abe3fd-2313-46b1-b60c-2f2bc993b189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811352 May 26 16:09:55.409317 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e5d96d3f-872f-4cdf-b163-a8e1ff17ec28 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2468343 May 26 16:09:55.412015 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51934) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:55.427288 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-80da20a1-1db0-4a5d-861a-008828d510b2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3d4fd31d21a74ba5abee6313a78e788d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7779002 May 26 16:09:55.455543 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51936) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:55.461689 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da20a1-1db0-4a5d-861a-008828d510b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a030c47-098d-465a-9e6c-9cc4df0c8d74,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:55.506238 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0b219d8b-56e9-4067-9ed5-c8752a59b404 req-6a7f48b5-c1cc-4bb9-85d3-4f3e058f0acc tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665877 May 26 16:09:55.523793 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37429e13-4898-4439-be50-30e71d467970 req-fe93c0d8-e49b-4c29-b0e9-ea572ef05816 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2602324 May 26 16:09:55.538408 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9ddb6686-9bb0-4571-ad86-228c774d30f4 service neutron] Attempting to bind port 393f915c-4306-402a-bb56-a15f0347057c on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:09:55.538569 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9ddb6686-9bb0-4571-ad86-228c774d30f4 service neutron] Attempting to bind port 393f915c-4306-402a-bb56-a15f0347057c by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '9f93b360-b5eb-4ddb-80ab-cee007e903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '84abe3fd-2313-46b1-b60c-2f2bc993b189'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:09:55.538846 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9ddb6686-9bb0-4571-ad86-228c774d30f4 service neutron] Attempting to bind port 393f915c-4306-402a-bb56-a15f0347057c on network 84abe3fd-2313-46b1-b60c-2f2bc993b189 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:55.558610 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9ddb6686-9bb0-4571-ad86-228c774d30f4 service neutron] Port 393f915c-4306-402a-bb56-a15f0347057c on network 84abe3fd-2313-46b1-b60c-2f2bc993b189 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:09:55.559286 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9ddb6686-9bb0-4571-ad86-228c774d30f4 service neutron] Attempting to bind port 393f915c-4306-402a-bb56-a15f0347057c on network 84abe3fd-2313-46b1-b60c-2f2bc993b189 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:09:55.613116 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5933f03-a0fb-4663-bcf7-55f70b863128 x-openstack-request-id: req-b5933f03-a0fb-4663-bcf7-55f70b863128 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:55.614340 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0222011-9af3-4530-bd12-d591e8cf28c2", "tag": "cf203306-7a63-45fc-9b18-394d4959ea4a", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:55.614770 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b5933f03-a0fb-4663-bcf7-55f70b863128 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:55.614892 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9ddb6686-9bb0-4571-ad86-228c774d30f4 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:09:55.615252 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9ddb6686-9bb0-4571-ad86-228c774d30f4 service neutron] Checking segment: {'id': '9f93b360-b5eb-4ddb-80ab-cee007e903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '84abe3fd-2313-46b1-b60c-2f2bc993b189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:09:55.615638 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5933f03-a0fb-4663-bcf7-55f70b863128'] response: {'name': 'network-changed', 'server_uuid': 'f0222011-9af3-4530-bd12-d591e8cf28c2', 'tag': 'cf203306-7a63-45fc-9b18-394d4959ea4a', 'status': 'completed', 'code': 200} May 26 16:09:55.615850 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9ddb6686-9bb0-4571-ad86-228c774d30f4 service neutron] Bound using segment: {'id': '9f93b360-b5eb-4ddb-80ab-cee007e903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '84abe3fd-2313-46b1-b60c-2f2bc993b189'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:09:55.616395 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9ddb6686-9bb0-4571-ad86-228c774d30f4 service neutron] Bound port: 393f915c-4306-402a-bb56-a15f0347057c, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f93b360-b5eb-4ddb-80ab-cee007e903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '84abe3fd-2313-46b1-b60c-2f2bc993b189'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:09:55.616824 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9ddb6686-9bb0-4571-ad86-228c774d30f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:55.636921 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device be647f0f-ba44-4a60-959e-2b386a994f43 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:55.707706 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port be647f0f-ba44-4a60-959e-2b386a994f43 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:55.708202 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:55.716133 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-01a4e9f1-148b-47ce-ab8d-e68afb1a788b service neutron] 10.222.0.81 "GET /v2.0/networks/84abe3fd-2313-46b1-b60c-2f2bc993b189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096625 May 26 16:09:55.815078 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port be647f0f-ba44-4a60-959e-2b386a994f43 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:55.815842 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:55.854941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port be647f0f-ba44-4a60-959e-2b386a994f43, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=be647f0f-ba44-4a60-959e-2b386a994f43,segment=NetworkSegment(774a03e9-929f-47a5-b0e9-26984fcc8c27),segment_id=774a03e9-929f-47a5-b0e9-26984fcc8c27)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:55.859857 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:55.860929 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9ddb6686-9bb0-4571-ad86-228c774d30f4 service neutron] For port 393f915c-4306-402a-bb56-a15f0347057c, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:09:55.881837 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-09ad698e-4e02-4ffc-8485-e0daf98ec4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:55.909997 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-09ad698e-4e02-4ffc-8485-e0daf98ec4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:55.927741 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b31bd8d8-dc39-4a19-a199-dd8fecbb4937 req-c7fdd368-44a2-4495-a2ed-7f35f60d3e66 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:55.945769 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9ddb6686-9bb0-4571-ad86-228c774d30f4 service neutron] For port 393f915c-4306-402a-bb56-a15f0347057c, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=393f915c-4306-402a-bb56-a15f0347057c,segment=NetworkSegment(9f93b360-b5eb-4ddb-80ab-cee007e903e4),segment_id=9f93b360-b5eb-4ddb-80ab-cee007e903e4)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:09:55.946025 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['dfc31f36-132b-43af-81bd-f16d278e89e9', '9c72859c-b2b3-4535-a8da-f620119789db', '21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4', '28667205-0ec4-4128-9b3d-9c7d9a4469db'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:09:55.953103 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c0f15-6500-498a-a5fc-29156da5f220 req-30780e18-3377-4ff2-a3df-ca0fbf0216f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:55.955165 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e97c0f15-6500-498a-a5fc-29156da5f220 req-30780e18-3377-4ff2-a3df-ca0fbf0216f6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=789b7cf3aca047e181da3e5649a8651e&device_id=6296b9e1-046b-41ee-9e1f-06bbdd23a6e3 HTTP/1.1" status: 200 len: 1094 time: 0.1636457 May 26 16:09:55.956418 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=be647f0f-ba44-4a60-959e-2b386a994f43,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:55.972632 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-09ad698e-4e02-4ffc-8485-e0daf98ec4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:55.975310 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-09ad698e-4e02-4ffc-8485-e0daf98ec4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:55.979216 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-09ad698e-4e02-4ffc-8485-e0daf98ec4aa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4a030c47-098d-465a-9e6c-9cc4df0c8d74 HTTP/1.1" status: 204 len: 168 time: 0.5226469 May 26 16:09:55.990398 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f3bee-972d-4796-9737-6a8ad2190dc2 req-872a9511-1234-4c29-b6e0-49a13f3b0fb3 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:55.992620 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-454f3bee-972d-4796-9737-6a8ad2190dc2 req-872a9511-1234-4c29-b6e0-49a13f3b0fb3 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 945 time: 0.2616587 May 26 16:09:56.011968 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['e6ab5e70-f277-49ee-a065-7ef61c455d13', '058a3fd7-d578-4ee5-9881-ba3f12edb876'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:09:56.019768 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1e4ff-3f12-4294-bfad-02f09ef8d0a3 req-0adbdee4-6029-4c9c-a01c-76212bd4f9cf tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:56.022262 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-30d1e4ff-3f12-4294-bfad-02f09ef8d0a3 req-0adbdee4-6029-4c9c-a01c-76212bd4f9cf tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=936dd373-e694-4a44-bbab-fc0c72564faf HTTP/1.1" status: 200 len: 943 time: 0.3050232 May 26 16:09:56.023050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdd368-44a2-4495-a2ed-7f35f60d3e66 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Pushing event deleted for resources: {'Port': ['ID=28667205-0ec4-4128-9b3d-9c7d9a4469db,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:56.024594 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad698e-4e02-4ffc-8485-e0daf98ec4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a030c47-098d-465a-9e6c-9cc4df0c8d74,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:56.026028 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9ddb6686-9bb0-4571-ad86-228c774d30f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:56.041747 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff1d34-9a12-47b6-bc9b-1c30077a8976 req-a106fed0-ac07-4122-b2d2-cc9eac3c27b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:56.043725 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c9ff1d34-9a12-47b6-bc9b-1c30077a8976 req-a106fed0-ac07-4122-b2d2-cc9eac3c27b5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=789b7cf3aca047e181da3e5649a8651e&device_id=f0222011-9af3-4530-bd12-d591e8cf28c2 HTTP/1.1" status: 200 len: 1094 time: 0.3329661 May 26 16:09:56.106376 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bd85f5-8a20-4045-996d-274d49cd608f None None] Network 29a0d107-524b-4109-945c-b87efb0aa021 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:09:56.143727 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c06e-1a8b-436f-8309-49b2c95bb25b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:56.220340 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31bd8d8-dc39-4a19-a199-dd8fecbb4937 req-c7fdd368-44a2-4495-a2ed-7f35f60d3e66 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] No DVR routers for this DVR port 28667205-0ec4-4128-9b3d-9c7d9a4469db on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:09:56.228609 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9ddb6686-9bb0-4571-ad86-228c774d30f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:56.229067 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9ddb6686-9bb0-4571-ad86-228c774d30f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:56.230638 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9ddb6686-9bb0-4571-ad86-228c774d30f4 service neutron] 10.222.0.83 "PUT /v2.0/ports/393f915c-4306-402a-bb56-a15f0347057c HTTP/1.1" status: 200 len: 1091 time: 4.7369258 May 26 16:09:56.235378 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43bf7a49-22f6-4a8e-9f41-b6a090960fb6', 'tag': '393f915c-4306-402a-bb56-a15f0347057c'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:56.237889 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac24155-275c-4ad6-a0df-e5aac2ab6240" -d '{"events": [{"name": "network-changed", "server_uuid": "43bf7a49-22f6-4a8e-9f41-b6a090960fb6", "tag": "393f915c-4306-402a-bb56-a15f0347057c"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:56.253257 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b31bd8d8-dc39-4a19-a199-dd8fecbb4937 req-c7fdd368-44a2-4495-a2ed-7f35f60d3e66 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:56.257959 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b31bd8d8-dc39-4a19-a199-dd8fecbb4937 req-c7fdd368-44a2-4495-a2ed-7f35f60d3e66 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.81 "DELETE /v2.0/ports/28667205-0ec4-4128-9b3d-9c7d9a4469db HTTP/1.1" status: 204 len: 173 time: 2.2676916 May 26 16:09:56.272017 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device fc1d98ec-5b6f-4920-8378-0d548e3c8d7d details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:09:56.284208 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a2cf5c48-c3e1-435e-82c8-0ed5f45b70a7 None None] Provisioning complete for port be647f0f-ba44-4a60-959e-2b386a994f43 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:56.285504 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a2cf5c48-c3e1-435e-82c8-0ed5f45b70a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:56.293036 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-454f3bee-972d-4796-9737-6a8ad2190dc2 req-b19f4870-89f8-46f5-84b2-ffb0694ecb6d tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2861609 May 26 16:09:56.305220 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff1d34-9a12-47b6-bc9b-1c30077a8976 req-96e8c71b-24c2-40af-b489-686736f85ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:56.306388 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb6686-9bb0-4571-ad86-228c774d30f4 service neutron] Pushing event updated for resources: {'Port': ['ID=393f915c-4306-402a-bb56-a15f0347057c,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:56.306907 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c9ff1d34-9a12-47b6-bc9b-1c30077a8976 req-96e8c71b-24c2-40af-b489-686736f85ed1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=84abe3fd-2313-46b1-b60c-2f2bc993b189 HTTP/1.1" status: 200 len: 919 time: 0.2529488 May 26 16:09:56.315157 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-30d1e4ff-3f12-4294-bfad-02f09ef8d0a3 req-79497578-d8f8-4626-bf55-ebbda102ab98 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577951 May 26 16:09:56.456627 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d2f71d-d8ac-49d4-877b-03e171d920b8 x-openstack-request-id: req-e2d2f71d-d8ac-49d4-877b-03e171d920b8 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:56.457302 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43bf7a49-22f6-4a8e-9f41-b6a090960fb6", "tag": "393f915c-4306-402a-bb56-a15f0347057c", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:56.457767 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e2d2f71d-d8ac-49d4-877b-03e171d920b8 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:56.459002 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c9ff1d34-9a12-47b6-bc9b-1c30077a8976 req-de75b664-4666-4863-ac0c-d8b2486fa471 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf203306-7a63-45fc-9b18-394d4959ea4a HTTP/1.1" status: 200 len: 217 time: 0.0621386 May 26 16:09:56.459845 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2d2f71d-d8ac-49d4-877b-03e171d920b8'] response: {'name': 'network-changed', 'server_uuid': '43bf7a49-22f6-4a8e-9f41-b6a090960fb6', 'tag': '393f915c-4306-402a-bb56-a15f0347057c', 'status': 'completed', 'code': 200} May 26 16:09:56.508628 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c0f15-6500-498a-a5fc-29156da5f220 req-ad0e20d1-97b8-4d07-8bde-76131a548970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:56.510258 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e97c0f15-6500-498a-a5fc-29156da5f220 req-ad0e20d1-97b8-4d07-8bde-76131a548970 service neutron] 10.222.0.81 "GET /v2.0/networks?id=84abe3fd-2313-46b1-b60c-2f2bc993b189 HTTP/1.1" status: 200 len: 919 time: 0.5118980 May 26 16:09:56.515959 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-096f9e43-0140-4001-a157-0d709931d39e req-6e190a50-39a3-4df5-ab27-3bfb0cce5000 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=af645639-b74a-41e1-8e6f-3208ad68be52 HTTP/1.1" status: 200 len: 210 time: 0.0540321 May 26 16:09:56.633260 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e97c0f15-6500-498a-a5fc-29156da5f220 req-afa99ea2-34f1-43a8-a41d-3e33ed1c2843 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bccc39aa-16ef-4341-8524-27e495898730 HTTP/1.1" status: 200 len: 217 time: 0.1032512 May 26 16:09:56.635646 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff1d34-9a12-47b6-bc9b-1c30077a8976 req-b7f13c51-98ef-4c8e-81c5-abf958cacf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:56.637164 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c9ff1d34-9a12-47b6-bc9b-1c30077a8976 req-b7f13c51-98ef-4c8e-81c5-abf958cacf1c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b72a320c-3b85-4181-bd10-800e3e95303d HTTP/1.1" status: 200 len: 858 time: 0.1443002 May 26 16:09:56.708009 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c06e-1a8b-436f-8309-49b2c95bb25b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:56.721682 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c06e-1a8b-436f-8309-49b2c95bb25b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:56.738392 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-ea713317-50e7-47f7-8f54-5f1efe494e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:56.739880 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-ea713317-50e7-47f7-8f54-5f1efe494e41 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=789b7cf3aca047e181da3e5649a8651e&device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6 HTTP/1.1" status: 200 len: 1094 time: 0.3867419 May 26 16:09:56.749841 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c9ff1d34-9a12-47b6-bc9b-1c30077a8976 req-f37a5b02-de46-4367-83f2-e87397e7485e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=84abe3fd-2313-46b1-b60c-2f2bc993b189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392423 May 26 16:09:56.782625 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229df483-b0d1-40b7-888d-bc3aef978c29 req-1e18e77b-52e0-4e8a-84a3-1a42983d57c3 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:56.784205 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-229df483-b0d1-40b7-888d-bc3aef978c29 req-1e18e77b-52e0-4e8a-84a3-1a42983d57c3 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 945 time: 0.2727103 May 26 16:09:56.797265 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51962) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:56.829114 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.resource_extend [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:09:56.901339 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c9ff1d34-9a12-47b6-bc9b-1c30077a8976 req-a3f8b699-bc5a-4b65-aa80-052365693273 service neutron] 10.222.0.83 "GET /v2.0/networks/84abe3fd-2313-46b1-b60c-2f2bc993b189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265328 May 26 16:09:56.993665 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0c06e-1a8b-436f-8309-49b2c95bb25b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Port': ['ID=79771dd3-30ea-4712-b2a5-b4c739462a98,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:57.028798 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a2cf5c48-c3e1-435e-82c8-0ed5f45b70a7 None None] Current status of the port be647f0f-ba44-4a60-959e-2b386a994f43 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:57.042371 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device bccc39aa-16ef-4341-8524-27e495898730 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:09:57.243904 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-f7234cfe-a21e-45e3-8474-41f6561a9b6f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Request body: {'floatingip': {'port_id': '39873e5d-9a4b-4e75-915e-5d487c4b088f'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:09:57.248118 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c0f15-6500-498a-a5fc-29156da5f220 req-92a79e06-d9d6-452a-ae5b-d16ed363edef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:57.250539 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e97c0f15-6500-498a-a5fc-29156da5f220 req-92a79e06-d9d6-452a-ae5b-d16ed363edef service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b72a320c-3b85-4181-bd10-800e3e95303d HTTP/1.1" status: 200 len: 858 time: 0.6037092 May 26 16:09:57.262625 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf828d8d-ad81-4da0-8786-e94a2dd53dc9 req-a1ea07b4-6ad2-4d9f-a3df-449aefec020a tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:57.271156 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf828d8d-ad81-4da0-8786-e94a2dd53dc9 req-a1ea07b4-6ad2-4d9f-a3df-449aefec020a tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6 HTTP/1.1" status: 200 len: 943 time: 0.6446857 May 26 16:09:57.310268 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9df37b13-8c34-4c8c-9664-b42c46e3d4dc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=393f915c-4306-402a-bb56-a15f0347057c HTTP/1.1" status: 200 len: 217 time: 0.5250583 May 26 16:09:57.384719 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port fc1d98ec-5b6f-4920-8378-0d548e3c8d7d, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=fc1d98ec-5b6f-4920-8378-0d548e3c8d7d,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:57.399802 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e97c0f15-6500-498a-a5fc-29156da5f220 req-14079893-cccd-410e-9f9d-f3817d01ff4c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=84abe3fd-2313-46b1-b60c-2f2bc993b189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853333 May 26 16:09:57.402365 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f7234cfe-a21e-45e3-8474-41f6561a9b6f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:57.422962 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port bccc39aa-16ef-4341-8524-27e495898730, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=bccc39aa-16ef-4341-8524-27e495898730,segment=NetworkSegment(9f93b360-b5eb-4ddb-80ab-cee007e903e4),segment_id=9f93b360-b5eb-4ddb-80ab-cee007e903e4)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:57.438098 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': 'fc1d98ec-5b6f-4920-8378-0d548e3c8d7d', 'network_id': 'b24d5e3e-51fb-4cb8-acdc-f7937b83f089', 'port_id': 'fc1d98ec-5b6f-4920-8378-0d548e3c8d7d', 'mac_address': 'fa:16:3e:d4:71:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f707b5-dbb7-44bf-9d91-1c1a69227d64', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:09:57.441969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'bccc39aa-16ef-4341-8524-27e495898730', 'network_id': '84abe3fd-2313-46b1-b60c-2f2bc993b189', 'port_id': 'bccc39aa-16ef-4341-8524-27e495898730', 'mac_address': 'fa:16:3e:ed:9e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72a320c-3b85-4181-bd10-800e3e95303d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:09:57.512970 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port bccc39aa-16ef-4341-8524-27e495898730 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:57.513441 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:57.603751 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf828d8d-ad81-4da0-8786-e94a2dd53dc9 req-ad9dc4d5-283a-430e-8403-0e331554364a tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253913 May 26 16:09:57.615274 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c9ff1d34-9a12-47b6-bc9b-1c30077a8976 req-cde7186f-8157-4ef3-a38e-524ab2860918 service neutron] 10.222.0.83 "GET /v2.0/networks/84abe3fd-2313-46b1-b60c-2f2bc993b189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6748600 May 26 16:09:57.653408 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device be647f0f-ba44-4a60-959e-2b386a994f43 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:09:57.655471 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c06e-1a8b-436f-8309-49b2c95bb25b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:57.666487 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bccc39aa-16ef-4341-8524-27e495898730 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:09:57.677311 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-b4f81b27-378b-4fd3-be0b-488c97ab5539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:57.678802 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-b4f81b27-378b-4fd3-be0b-488c97ab5539 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b72a320c-3b85-4181-bd10-800e3e95303d HTTP/1.1" status: 200 len: 858 time: 0.3437204 May 26 16:09:57.711045 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc53c0f-e2d9-4b32-9ddc-6088d5a80130 req-a247f77a-1536-4372-aff1-c8bfd9921b25 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:57.717346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc53c0f-e2d9-4b32-9ddc-6088d5a80130 req-a247f77a-1536-4372-aff1-c8bfd9921b25 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:57.723989 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc53c0f-e2d9-4b32-9ddc-6088d5a80130 req-a247f77a-1536-4372-aff1-c8bfd9921b25 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:57.730438 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc53c0f-e2d9-4b32-9ddc-6088d5a80130 req-a247f77a-1536-4372-aff1-c8bfd9921b25 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:57.736369 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc53c0f-e2d9-4b32-9ddc-6088d5a80130 req-a247f77a-1536-4372-aff1-c8bfd9921b25 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:57.742720 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc53c0f-e2d9-4b32-9ddc-6088d5a80130 req-a247f77a-1536-4372-aff1-c8bfd9921b25 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:57.748697 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc53c0f-e2d9-4b32-9ddc-6088d5a80130 req-a247f77a-1536-4372-aff1-c8bfd9921b25 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:57.751364 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ddc53c0f-e2d9-4b32-9ddc-6088d5a80130 req-a247f77a-1536-4372-aff1-c8bfd9921b25 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5429 time: 0.4996285 May 26 16:09:57.772890 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port bccc39aa-16ef-4341-8524-27e495898730, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=bccc39aa-16ef-4341-8524-27e495898730,segment=NetworkSegment(9f93b360-b5eb-4ddb-80ab-cee007e903e4),segment_id=9f93b360-b5eb-4ddb-80ab-cee007e903e4)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:57.776452 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port fc1d98ec-5b6f-4920-8378-0d548e3c8d7d is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:57.776751 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:57.790062 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:57.813975 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c06e-1a8b-436f-8309-49b2c95bb25b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:57.836257 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-a9a4d876-413e-4548-9aee-c0d78b148eb1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=84abe3fd-2313-46b1-b60c-2f2bc993b189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1470761 May 26 16:09:57.858849 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=bccc39aa-16ef-4341-8524-27e495898730,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:57.891713 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc1d98ec-5b6f-4920-8378-0d548e3c8d7d {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:09:57.970667 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port fc1d98ec-5b6f-4920-8378-0d548e3c8d7d, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=fc1d98ec-5b6f-4920-8378-0d548e3c8d7d,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:09:58.003276 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e97c0f15-6500-498a-a5fc-29156da5f220 req-895486cc-95ca-444d-8665-987188cb7f64 service neutron] 10.222.0.81 "GET /v2.0/networks/84abe3fd-2313-46b1-b60c-2f2bc993b189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5777419 May 26 16:09:58.007859 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:58.066980 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port be647f0f-ba44-4a60-959e-2b386a994f43 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:58.067356 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:58.073213 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['bccc39aa-16ef-4341-8524-27e495898730'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:09:58.117317 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ddc53c0f-e2d9-4b32-9ddc-6088d5a80130 req-4a5d6d4e-419c-41bc-8fea-a80e3bdc0b0d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3485808 May 26 16:09:58.219311 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=fc1d98ec-5b6f-4920-8378-0d548e3c8d7d,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:58.266132 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f9fa3908-7daa-4122-917b-b9e0f227839b None None] Provisioning complete for port 79771dd3-30ea-4712-b2a5-b4c739462a98 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:58.266424 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3908-7daa-4122-917b-b9e0f227839b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:58.313279 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805017b-56ca-4a11-b734-2247458d412d req-6485e8aa-fdee-424d-855d-b75e5bb2767d tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:58.336162 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4805017b-56ca-4a11-b734-2247458d412d req-6485e8aa-fdee-424d-855d-b75e5bb2767d tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=936dd373-e694-4a44-bbab-fc0c72564faf HTTP/1.1" status: 200 len: 943 time: 0.5789266 May 26 16:09:58.391818 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f9fa3908-7daa-4122-917b-b9e0f227839b None None] Port 79771dd3-30ea-4712-b2a5-b4c739462a98 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:09:58.446388 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port be647f0f-ba44-4a60-959e-2b386a994f43 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:58.457978 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-58afb70b-256a-422a-a8fa-1ae4308ddf81 service neutron] 10.222.0.83 "GET /v2.0/networks/84abe3fd-2313-46b1-b60c-2f2bc993b189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866845 May 26 16:09:58.467000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f9fa3908-7daa-4122-917b-b9e0f227839b None None] Provisioning complete for port be647f0f-ba44-4a60-959e-2b386a994f43 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:58.467691 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3908-7daa-4122-917b-b9e0f227839b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:58.476414 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c06e-1a8b-436f-8309-49b2c95bb25b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:58.483658 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c06e-1a8b-436f-8309-49b2c95bb25b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:58.525584 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af645639-b74a-41e1-8e6f-3208ad68be52', 'name': 'network-vif-deleted', 'tag': '28667205-0ec4-4128-9b3d-9c7d9a4469db'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:09:58.528671 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6cc20e-dcdc-4887-bfb8-e91f2d383a85" -d '{"events": [{"server_uuid": "af645639-b74a-41e1-8e6f-3208ad68be52", "name": "network-vif-deleted", "tag": "28667205-0ec4-4128-9b3d-9c7d9a4469db"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:09:58.563733 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4805017b-56ca-4a11-b734-2247458d412d req-9779d3d6-b5b1-46aa-822a-d5aa6aafb9dc tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263181 May 26 16:09:58.637405 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c06e-1a8b-436f-8309-49b2c95bb25b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:58.657285 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0c06e-1a8b-436f-8309-49b2c95bb25b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Port': ['ID=79771dd3-30ea-4712-b2a5-b4c739462a98,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:09:58.670572 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6b3667-93b9-4d4a-ba11-bfb67e30e9ec x-openstack-request-id: req-4a6b3667-93b9-4d4a-ba11-bfb67e30e9ec {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:09:58.671149 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af645639-b74a-41e1-8e6f-3208ad68be52", "name": "network-vif-deleted", "tag": "28667205-0ec4-4128-9b3d-9c7d9a4469db", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:09:58.672083 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4a6b3667-93b9-4d4a-ba11-bfb67e30e9ec {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:09:58.672839 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a6b3667-93b9-4d4a-ba11-bfb67e30e9ec'] response: {'server_uuid': 'af645639-b74a-41e1-8e6f-3208ad68be52', 'name': 'network-vif-deleted', 'tag': '28667205-0ec4-4128-9b3d-9c7d9a4469db', 'status': 'completed', 'code': 200} May 26 16:09:58.740211 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e97c0f15-6500-498a-a5fc-29156da5f220 req-ac9c4c0a-8b52-465e-8c35-220252f06bce service neutron] 10.222.0.81 "GET /v2.0/networks/84abe3fd-2313-46b1-b60c-2f2bc993b189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7069762 May 26 16:09:58.806873 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f9fa3908-7daa-4122-917b-b9e0f227839b None None] Current status of the port be647f0f-ba44-4a60-959e-2b386a994f43 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:09:58.880843 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf0c06e-1a8b-436f-8309-49b2c95bb25b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network 29a0d107-524b-4109-945c-b87efb0aa021 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:09:58.882555 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-3cf0c06e-1a8b-436f-8309-49b2c95bb25b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:09:58.913354 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb1b064a-16ae-460c-839d-803cf86eeeb6 req-9cfaa8ed-6807-4c0b-911c-8bf601d5fe49 service neutron] 10.222.0.83 "GET /v2.0/networks/84abe3fd-2313-46b1-b60c-2f2bc993b189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793988 May 26 16:09:58.961119 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7c84d08c-eb1d-4a12-92c9-6123b29d235f None None] Provisioning complete for port 79771dd3-30ea-4712-b2a5-b4c739462a98 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:58.962596 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7c84d08c-eb1d-4a12-92c9-6123b29d235f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:58.982345 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642e20d-ade5-424b-8394-c3a7a21449c6 req-5ac61454-f07c-4ad1-b6f0-bb86d408f138 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:58.990636 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1642e20d-ade5-424b-8394-c3a7a21449c6 req-5ac61454-f07c-4ad1-b6f0-bb86d408f138 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6 HTTP/1.1" status: 200 len: 943 time: 0.1838233 May 26 16:09:59.023426 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7c84d08c-eb1d-4a12-92c9-6123b29d235f None None] Port 79771dd3-30ea-4712-b2a5-b4c739462a98 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:09:59.025880 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 28667205-0ec4-4128-9b3d-9c7d9a4469db no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:09:59.071056 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 28667205-0ec4-4128-9b3d-9c7d9a4469db {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:09:59.071402 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 28667205-0ec4-4128-9b3d-9c7d9a4469db not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:09:59.074672 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['fc1d98ec-5b6f-4920-8378-0d548e3c8d7d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:09:59.128507 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1642e20d-ade5-424b-8394-c3a7a21449c6 req-f4d40cf7-a0ce-4617-b25e-e1da4b2b920f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297657 May 26 16:09:59.159863 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f7234cfe-a21e-45e3-8474-41f6561a9b6f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:59.172890 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f7234cfe-a21e-45e3-8474-41f6561a9b6f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:59.177370 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf0c06e-1a8b-436f-8309-49b2c95bb25b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Router 2ec15ad5-2d0f-4e4a-90d4-d7884cd1f566 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:09:59.300853 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7ba4e584-b96c-4172-a34b-ee51df60ac1d None None] Provisioning complete for port 79771dd3-30ea-4712-b2a5-b4c739462a98 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:09:59.301607 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7ba4e584-b96c-4172-a34b-ee51df60ac1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:09:59.317335 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-f7234cfe-a21e-45e3-8474-41f6561a9b6f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Floating IP 87497ad9-203b-40cf-af2e-c730a02ac6cd associated. External IP: 172.25.7.129, port: 39873e5d-9a4b-4e75-915e-5d487c4b088f. May 26 16:09:59.366006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7ba4e584-b96c-4172-a34b-ee51df60ac1d None None] Port 79771dd3-30ea-4712-b2a5-b4c739462a98 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:09:59.387944 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf0c06e-1a8b-436f-8309-49b2c95bb25b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:09:59.394308 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3cf0c06e-1a8b-436f-8309-49b2c95bb25b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "PUT /v2.0/routers/2ec15ad5-2d0f-4e4a-90d4-d7884cd1f566/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9812629 May 26 16:09:59.399369 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52018) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:59.408821 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63b96a8-85a9-4304-b706-11368d6acc06 None None] Sync routers for ids ['2ec15ad5-2d0f-4e4a-90d4-d7884cd1f566'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:09:59.427179 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63b96a8-85a9-4304-b706-11368d6acc06 None None] Routers {'2ec15ad5-2d0f-4e4a-90d4-d7884cd1f566'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:59.428334 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-f63b96a8-85a9-4304-b706-11368d6acc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:09:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['2ec15ad5-2d0f-4e4a-90d4-d7884cd1f566'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:59.494027 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0725fe03-7ddc-4260-ba6d-fbb0c4c2b72f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:59.496397 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0725fe03-7ddc-4260-ba6d-fbb0c4c2b72f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "GET /v2.0/ports/79771dd3-30ea-4712-b2a5-b4c739462a98 HTTP/1.1" status: 200 len: 976 time: 0.0960276 May 26 16:09:59.499846 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52022) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:59.502533 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac24155-275c-4ad6-a0df-e5aac2ab6240 req-a30a1d7c-9130-48ca-a5f6-8a5c6024c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:59.504035 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bac24155-275c-4ad6-a0df-e5aac2ab6240 req-a30a1d7c-9130-48ca-a5f6-8a5c6024c31f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=789b7cf3aca047e181da3e5649a8651e&device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6 HTTP/1.1" status: 200 len: 1094 time: 0.1884513 May 26 16:09:59.505447 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-f63b96a8-85a9-4304-b706-11368d6acc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:59.517230 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63b96a8-85a9-4304-b706-11368d6acc06 None None] Routers {'2ec15ad5-2d0f-4e4a-90d4-d7884cd1f566'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:09:59.518081 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-f63b96a8-85a9-4304-b706-11368d6acc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:09:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['2ec15ad5-2d0f-4e4a-90d4-d7884cd1f566'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:59.524915 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf48b7-e626-47b0-997f-877ca167cb63 req-96d8ea5e-ab1a-4cde-9232-0b0d91c50a65 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:59.531618 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf48b7-e626-47b0-997f-877ca167cb63 req-96d8ea5e-ab1a-4cde-9232-0b0d91c50a65 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:59.537837 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf48b7-e626-47b0-997f-877ca167cb63 req-96d8ea5e-ab1a-4cde-9232-0b0d91c50a65 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:59.543773 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf48b7-e626-47b0-997f-877ca167cb63 req-96d8ea5e-ab1a-4cde-9232-0b0d91c50a65 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:59.550991 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf48b7-e626-47b0-997f-877ca167cb63 req-96d8ea5e-ab1a-4cde-9232-0b0d91c50a65 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:59.555881 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-f63b96a8-85a9-4304-b706-11368d6acc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:09:59.556552 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63b96a8-85a9-4304-b706-11368d6acc06 None None] The sync data for ids ['2ec15ad5-2d0f-4e4a-90d4-d7884cd1f566'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:09:59.557341 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf48b7-e626-47b0-997f-877ca167cb63 req-96d8ea5e-ab1a-4cde-9232-0b0d91c50a65 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:59.565080 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf48b7-e626-47b0-997f-877ca167cb63 req-96d8ea5e-ab1a-4cde-9232-0b0d91c50a65 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:59.567067 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0daf48b7-e626-47b0-997f-877ca167cb63 req-96d8ea5e-ab1a-4cde-9232-0b0d91c50a65 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5429 time: 0.2526300 May 26 16:09:59.771845 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0daf48b7-e626-47b0-997f-877ca167cb63 req-dbe73245-9ca9-4a70-b059-68ce679d8a6f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1742272 May 26 16:09:59.786163 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae114d4f-2868-44a5-a4bf-0d802533ba46 req-70abc466-660c-45d5-ad33-1da144ac87a2 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:59.787690 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae114d4f-2868-44a5-a4bf-0d802533ba46 req-70abc466-660c-45d5-ad33-1da144ac87a2 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=812d43a3-812a-4dbe-b3b5-82ead49efa3b HTTP/1.1" status: 200 len: 949 time: 0.2983875 May 26 16:09:59.863308 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52028) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:09:59.872112 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac24155-275c-4ad6-a0df-e5aac2ab6240 req-d6c4bac4-397e-4c2d-9f09-4a63c13a8946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:09:59.873564 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bac24155-275c-4ad6-a0df-e5aac2ab6240 req-d6c4bac4-397e-4c2d-9f09-4a63c13a8946 service neutron] 10.222.0.83 "GET /v2.0/networks?id=84abe3fd-2313-46b1-b60c-2f2bc993b189 HTTP/1.1" status: 200 len: 919 time: 0.3056178 May 26 16:09:59.956488 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bac24155-275c-4ad6-a0df-e5aac2ab6240 req-9e696f62-a873-4e5d-9fba-6bb5b90e70e5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=393f915c-4306-402a-bb56-a15f0347057c HTTP/1.1" status: 200 len: 217 time: 0.0690188 May 26 16:09:59.973193 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae114d4f-2868-44a5-a4bf-0d802533ba46 req-984eab5e-dbae-4b3b-a3ea-bb89d0438202 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756928 May 26 16:09:59.999898 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-abb74d33-bcc5-43a2-a3f2-407f649fd067 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:00.227190 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-abb74d33-bcc5-43a2-a3f2-407f649fd067 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Deleting port 79771dd3-30ea-4712-b2a5-b4c739462a98 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:00.227660 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-abb74d33-bcc5-43a2-a3f2-407f649fd067 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:00.307794 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:00.315692 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-abb74d33-bcc5-43a2-a3f2-407f649fd067 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:00.329429 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-abb74d33-bcc5-43a2-a3f2-407f649fd067 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Calling delete_port for 79771dd3-30ea-4712-b2a5-b4c739462a98 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:00.344342 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device cf203306-7a63-45fc-9b18-394d4959ea4a details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:10:00.360454 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7234cfe-a21e-45e3-8474-41f6561a9b6f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Router d5d13c00-c529-44f6-b495-b1af41022f4f has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:10:00.379390 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6a3a3e6c-3508-4e30-bd1f-a934483edf6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:00.387836 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bf20b-a6bc-4a2e-91ac-99685392e482 req-104642d8-63d7-42e4-93cd-f2aeafc45466 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:00.389362 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-383bf20b-a6bc-4a2e-91ac-99685392e482 req-104642d8-63d7-42e4-93cd-f2aeafc45466 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=936dd373-e694-4a44-bbab-fc0c72564faf HTTP/1.1" status: 200 len: 944 time: 0.5311763 May 26 16:10:00.438957 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac24155-275c-4ad6-a0df-e5aac2ab6240 req-bedb3d6c-c535-4c16-9a62-72dffeb4bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:00.440513 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bac24155-275c-4ad6-a0df-e5aac2ab6240 req-bedb3d6c-c535-4c16-9a62-72dffeb4bf8d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b72a320c-3b85-4181-bd10-800e3e95303d HTTP/1.1" status: 200 len: 858 time: 0.4662418 May 26 16:10:00.453171 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port cf203306-7a63-45fc-9b18-394d4959ea4a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=cf203306-7a63-45fc-9b18-394d4959ea4a,segment=NetworkSegment(9f93b360-b5eb-4ddb-80ab-cee007e903e4),segment_id=9f93b360-b5eb-4ddb-80ab-cee007e903e4)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:00.467461 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': 'cf203306-7a63-45fc-9b18-394d4959ea4a', 'network_id': '84abe3fd-2313-46b1-b60c-2f2bc993b189', 'port_id': 'cf203306-7a63-45fc-9b18-394d4959ea4a', 'mac_address': 'fa:16:3e:c4:fe:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72a320c-3b85-4181-bd10-800e3e95303d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:10:00.507950 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port cf203306-7a63-45fc-9b18-394d4959ea4a is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:00.508523 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:00.522264 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf203306-7a63-45fc-9b18-394d4959ea4a {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:10:00.529871 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-abb74d33-bcc5-43a2-a3f2-407f649fd067 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:00.545019 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port cf203306-7a63-45fc-9b18-394d4959ea4a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=cf203306-7a63-45fc-9b18-394d4959ea4a,segment=NetworkSegment(9f93b360-b5eb-4ddb-80ab-cee007e903e4),segment_id=9f93b360-b5eb-4ddb-80ab-cee007e903e4)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:00.551136 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:00.555799 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bac24155-275c-4ad6-a0df-e5aac2ab6240 req-73bec108-d0d6-4676-9add-305f294da3cf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=84abe3fd-2313-46b1-b60c-2f2bc993b189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561016 May 26 16:10:00.563700 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb74d33-bcc5-43a2-a3f2-407f649fd067 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Port': ['ID=79771dd3-30ea-4712-b2a5-b4c739462a98,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:00.579989 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce32f3-23ab-46ae-b086-a9c8a0838f35 req-bde07c1d-dee5-456e-8232-93bc11b25b60 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:00.581536 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ddce32f3-23ab-46ae-b086-a9c8a0838f35 req-bde07c1d-dee5-456e-8232-93bc11b25b60 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6 HTTP/1.1" status: 200 len: 943 time: 0.2324569 May 26 16:10:00.598084 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-383bf20b-a6bc-4a2e-91ac-99685392e482 req-d5188c91-d48c-4abf-a612-9b87e657ec9d tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805637 May 26 16:10:00.621206 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=cf203306-7a63-45fc-9b18-394d4959ea4a,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:00.746127 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-abb74d33-bcc5-43a2-a3f2-407f649fd067 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:00.807181 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7234cfe-a21e-45e3-8474-41f6561a9b6f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:00.812134 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f7234cfe-a21e-45e3-8474-41f6561a9b6f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:00.820506 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a1177d-65f6-4605-8259-3783e3c9df6a None None] Sync routers for ids ['d5d13c00-c529-44f6-b495-b1af41022f4f'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:00.830368 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ddce32f3-23ab-46ae-b086-a9c8a0838f35 req-0ee40401-02eb-4a38-8712-75cd1a1bce5d tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879728 May 26 16:10:00.864778 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a1177d-65f6-4605-8259-3783e3c9df6a None None] Routers {'d5d13c00-c529-44f6-b495-b1af41022f4f'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:00.865444 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-60a1177d-65f6-4605-8259-3783e3c9df6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:09:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d5d13c00-c529-44f6-b495-b1af41022f4f'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:00.872825 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6a3a3e6c-3508-4e30-bd1f-a934483edf6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:00.894382 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6a3a3e6c-3508-4e30-bd1f-a934483edf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:00.907843 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f9d31-b038-4acd-a7d6-c4bc0222ece7 req-0c6e69ce-2546-4c08-b5ce-1b26f32dff92 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:00.909376 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-107f9d31-b038-4acd-a7d6-c4bc0222ece7 req-0c6e69ce-2546-4c08-b5ce-1b26f32dff92 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac05c6fd-7fde-4d15-9a88-ce77a294e6d5 HTTP/1.1" status: 200 len: 950 time: 0.2083843 May 26 16:10:00.919133 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bac24155-275c-4ad6-a0df-e5aac2ab6240 req-5809b7af-6b09-4176-a875-87abcdb3faa9 service neutron] 10.222.0.83 "GET /v2.0/networks/84abe3fd-2313-46b1-b60c-2f2bc993b189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489287 May 26 16:10:00.920618 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f7234cfe-a21e-45e3-8474-41f6561a9b6f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "PUT /v2.0/floatingips/87497ad9-203b-40cf-af2e-c730a02ac6cd HTTP/1.1" status: 200 len: 991 time: 4.1215363 May 26 16:10:00.927970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f55eff4c-1aab-4de2-999a-48ea433e5bef', 'tag': '39873e5d-9a4b-4e75-915e-5d487c4b088f'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:00.930282 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99189b1a-a0c7-4439-97ac-c4887da01235" -d '{"events": [{"name": "network-changed", "server_uuid": "f55eff4c-1aab-4de2-999a-48ea433e5bef", "tag": "39873e5d-9a4b-4e75-915e-5d487c4b088f"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:00.972648 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb74d33-bcc5-43a2-a3f2-407f649fd067 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Router 2ec15ad5-2d0f-4e4a-90d4-d7884cd1f566 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:10:01.013278 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-60a1177d-65f6-4605-8259-3783e3c9df6a None None] Set router d5d13c00-c529-44f6-b495-b1af41022f4f gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:01.029948 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4170aff6-4a0d-4f10-88e7-cab3f3711909 x-openstack-request-id: req-4170aff6-4a0d-4f10-88e7-cab3f3711909 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:01.030198 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f55eff4c-1aab-4de2-999a-48ea433e5bef", "tag": "39873e5d-9a4b-4e75-915e-5d487c4b088f", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:01.030466 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4170aff6-4a0d-4f10-88e7-cab3f3711909 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:01.031594 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4170aff6-4a0d-4f10-88e7-cab3f3711909'] response: {'name': 'network-changed', 'server_uuid': 'f55eff4c-1aab-4de2-999a-48ea433e5bef', 'tag': '39873e5d-9a4b-4e75-915e-5d487c4b088f', 'status': 'completed', 'code': 200} May 26 16:10:01.060475 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb74d33-bcc5-43a2-a3f2-407f649fd067 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:01.071101 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-abb74d33-bcc5-43a2-a3f2-407f649fd067 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "PUT /v2.0/routers/2ec15ad5-2d0f-4e4a-90d4-d7884cd1f566/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5681319 May 26 16:10:01.071101 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52044) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:01.083186 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6a3a3e6c-3508-4e30-bd1f-a934483edf6a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=736af57f6bcc44fd8da66f2565546cf6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2165205 May 26 16:10:01.085178 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10734310-d3d0-4d6d-a1d6-b8cc8b4e7974 None None] Sync routers for ids ['2ec15ad5-2d0f-4e4a-90d4-d7884cd1f566'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:01.093024 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a3e6c-3508-4e30-bd1f-a934483edf6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7dfde9-c02a-4da2-a24c-e0079cf550d4,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:01.101090 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10734310-d3d0-4d6d-a1d6-b8cc8b4e7974 None None] Routers {'2ec15ad5-2d0f-4e4a-90d4-d7884cd1f566'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:01.103742 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-10734310-d3d0-4d6d-a1d6-b8cc8b4e7974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:09:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['2ec15ad5-2d0f-4e4a-90d4-d7884cd1f566'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:01.113663 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52046) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:01.175332 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-10734310-d3d0-4d6d-a1d6-b8cc8b4e7974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:01.190836 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10734310-d3d0-4d6d-a1d6-b8cc8b4e7974 None None] Routers {'2ec15ad5-2d0f-4e4a-90d4-d7884cd1f566'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:01.191963 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-10734310-d3d0-4d6d-a1d6-b8cc8b4e7974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:09:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['2ec15ad5-2d0f-4e4a-90d4-d7884cd1f566'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:01.248192 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device bccc39aa-16ef-4341-8524-27e495898730 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:01.251468 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c1a2a-c743-4153-bb0e-3b9450e8dd14 req-83356138-74b7-47f8-91cb-1183ad5bf373 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:01.256028 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-10734310-d3d0-4d6d-a1d6-b8cc8b4e7974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:01.256941 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10734310-d3d0-4d6d-a1d6-b8cc8b4e7974 None None] The sync data for ids ['2ec15ad5-2d0f-4e4a-90d4-d7884cd1f566'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:01.259574 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c1a2a-c743-4153-bb0e-3b9450e8dd14 req-83356138-74b7-47f8-91cb-1183ad5bf373 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:01.266700 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c1a2a-c743-4153-bb0e-3b9450e8dd14 req-83356138-74b7-47f8-91cb-1183ad5bf373 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:01.272741 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c1a2a-c743-4153-bb0e-3b9450e8dd14 req-83356138-74b7-47f8-91cb-1183ad5bf373 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:01.278522 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c1a2a-c743-4153-bb0e-3b9450e8dd14 req-83356138-74b7-47f8-91cb-1183ad5bf373 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:01.284956 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c1a2a-c743-4153-bb0e-3b9450e8dd14 req-83356138-74b7-47f8-91cb-1183ad5bf373 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:01.290901 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c1a2a-c743-4153-bb0e-3b9450e8dd14 req-83356138-74b7-47f8-91cb-1183ad5bf373 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:01.299270 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-073c1a2a-c743-4153-bb0e-3b9450e8dd14 req-83356138-74b7-47f8-91cb-1183ad5bf373 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5429 time: 0.3830218 May 26 16:10:01.313612 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-c02b9231-826e-4c38-9279-7c9d52aa3cf2 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] remove_router_interface failed (client error): The resource could not be found. May 26 16:10:01.314782 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c02b9231-826e-4c38-9279-7c9d52aa3cf2 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "PUT /v2.0/routers/2ec15ad5-2d0f-4e4a-90d4-d7884cd1f566/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2436399 May 26 16:10:01.317621 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52048) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:01.349250 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f296c618-d36e-4b1e-b477-34b57aae9ae6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ec15ad5-2d0f-4e4a-90d4-d7884cd1f566 HTTP/1.1" status: 200 len: 205 time: 0.0304780 May 26 16:10:01.349681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99189b1a-a0c7-4439-97ac-c4887da01235 req-453dcbcc-4b35-419e-93d9-59e0e769fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:01.351359 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99189b1a-a0c7-4439-97ac-c4887da01235 req-453dcbcc-4b35-419e-93d9-59e0e769fb78 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc8e9e5224b24be293153e1aeb086cbc&device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 1096 time: 0.3103802 May 26 16:10:01.351950 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52050) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:01.366954 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bac24155-275c-4ad6-a0df-e5aac2ab6240 req-b114b286-30f5-4db0-a3c0-a915c88e834c service neutron] 10.222.0.83 "GET /v2.0/networks/84abe3fd-2313-46b1-b60c-2f2bc993b189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156106 May 26 16:10:01.387346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb06c6-f063-4a2f-af6b-a3d9095ad5c0 req-605ed065-db9c-4f96-b277-c4030045a9de tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:01.388840 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-03bb06c6-f063-4a2f-af6b-a3d9095ad5c0 req-605ed065-db9c-4f96-b277-c4030045a9de tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=812d43a3-812a-4dbe-b3b5-82ead49efa3b HTTP/1.1" status: 200 len: 949 time: 0.3051822 May 26 16:10:01.407137 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port bccc39aa-16ef-4341-8524-27e495898730 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:10:01.414601 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port bccc39aa-16ef-4341-8524-27e495898730 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:01.414966 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:01.429399 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-71e6f151-32cf-4de2-869e-1c099340cbb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:01.452715 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c52eeabe-659a-47ef-9eae-8d31188b9b4d tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:01.478760 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-073c1a2a-c743-4153-bb0e-3b9450e8dd14 req-2e218e3c-2cda-417b-ac5a-b83539b9a399 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1785970 May 26 16:10:01.520387 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-107f9d31-b038-4acd-a7d6-c4bc0222ece7 req-e57b1d4c-8320-4c25-9ab4-9ee79abad2be tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Deleting port 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:01.520725 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-107f9d31-b038-4acd-a7d6-c4bc0222ece7 req-e57b1d4c-8320-4c25-9ab4-9ee79abad2be tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:01.537406 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-71e6f151-32cf-4de2-869e-1c099340cbb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:01.566001 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port bccc39aa-16ef-4341-8524-27e495898730 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:01.566395 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:01.597237 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6296b9e1-046b-41ee-9e1f-06bbdd23a6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccc39aa-16ef-4341-8524-27e495898730'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:01.599984 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c43637-b765-437a-812b-3cc390f57888" -d '{"events": [{"server_uuid": "6296b9e1-046b-41ee-9e1f-06bbdd23a6e3", "name": "network-vif-plugged", "status": "completed", "tag": "bccc39aa-16ef-4341-8524-27e495898730"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:01.629078 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-03bb06c6-f063-4a2f-af6b-a3d9095ad5c0 req-a9915b3e-7e2c-42a0-816b-8948871fbb53 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020483 May 26 16:10:01.642062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99189b1a-a0c7-4439-97ac-c4887da01235 req-22ed40da-c4b9-4610-b563-7713fceed093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:01.643562 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99189b1a-a0c7-4439-97ac-c4887da01235 req-22ed40da-c4b9-4610-b563-7713fceed093 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cd7c6e08-1774-4556-87ba-7d5b55a35abf HTTP/1.1" status: 200 len: 918 time: 0.2797880 May 26 16:10:01.647437 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c52eeabe-659a-47ef-9eae-8d31188b9b4d tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:01.649859 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port bccc39aa-16ef-4341-8524-27e495898730, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=bccc39aa-16ef-4341-8524-27e495898730,segment=NetworkSegment(9f93b360-b5eb-4ddb-80ab-cee007e903e4),segment_id=9f93b360-b5eb-4ddb-80ab-cee007e903e4)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:01.651118 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c52eeabe-659a-47ef-9eae-8d31188b9b4d tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:01.656548 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-60a1177d-65f6-4605-8259-3783e3c9df6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-1267652655-router', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:20Z', 'updated_at': '2022-05-26T16:09:27Z', 'revision_number': 4, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'gw_port': {'id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:22Z', 'updated_at': '2022-05-26T16:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '87497ad9-203b-40cf-af2e-c730a02ac6cd', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'port_id': '39873e5d-9a4b-4e75-915e-5d487c4b088f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'mac_address': 'fa:16:3e:4d:25:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55eff4c-1aab-4de2-999a-48ea433e5bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:09:34Z', 'updated_at': '2022-05-26T16:09:58Z', 'revision_number': 1, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48cc6a82-7e37-424e-b1bb-a26bfebb9890', 'name': '', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'mac_address': 'fa:16:3e:d3:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:26Z', 'updated_at': '2022-05-26T16:09:34Z', 'revision_number': 5, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'subnets': [{'id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:01.695589 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['cf203306-7a63-45fc-9b18-394d4959ea4a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:01.703027 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83143f7-7b41-41f2-8525-5e6e6422762c x-openstack-request-id: req-e83143f7-7b41-41f2-8525-5e6e6422762c {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:01.703621 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6296b9e1-046b-41ee-9e1f-06bbdd23a6e3", "name": "network-vif-plugged", "status": "completed", "tag": "bccc39aa-16ef-4341-8524-27e495898730", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:01.703879 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e83143f7-7b41-41f2-8525-5e6e6422762c {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:01.704308 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e83143f7-7b41-41f2-8525-5e6e6422762c'] response: {'server_uuid': '6296b9e1-046b-41ee-9e1f-06bbdd23a6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccc39aa-16ef-4341-8524-27e495898730', 'code': 200} May 26 16:10:01.714402 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c52eeabe-659a-47ef-9eae-8d31188b9b4d tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:01.715043 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52eeabe-659a-47ef-9eae-8d31188b9b4d tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Fanout notify agent at l3_agent the message router_deleted on router 2ec15ad5-2d0f-4e4a-90d4-d7884cd1f566 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:10:01.723556 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c52eeabe-659a-47ef-9eae-8d31188b9b4d tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:01.724880 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c52eeabe-659a-47ef-9eae-8d31188b9b4d tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/routers/2ec15ad5-2d0f-4e4a-90d4-d7884cd1f566 HTTP/1.1" status: 204 len: 168 time: 0.3717365 May 26 16:10:01.727732 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:01.728031 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52056) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:01.729844 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a1177d-65f6-4605-8259-3783e3c9df6a None None] Checking router: d5d13c00-c529-44f6-b495-b1af41022f4f for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:10:01.791600 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a1177d-65f6-4605-8259-3783e3c9df6a None None] Routers {'d5d13c00-c529-44f6-b495-b1af41022f4f'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:01.791818 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99189b1a-a0c7-4439-97ac-c4887da01235 req-838c15f4-5e42-4155-beb5-0f5919223216 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39873e5d-9a4b-4e75-915e-5d487c4b088f HTTP/1.1" status: 200 len: 999 time: 0.1393127 May 26 16:10:01.792180 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-60a1177d-65f6-4605-8259-3783e3c9df6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:09:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d5d13c00-c529-44f6-b495-b1af41022f4f'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:01.792393 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-71e6f151-32cf-4de2-869e-1c099340cbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:01.794780 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-71e6f151-32cf-4de2-869e-1c099340cbb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:01.799231 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-71e6f151-32cf-4de2-869e-1c099340cbb4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd7dfde9-c02a-4da2-a24c-e0079cf550d4 HTTP/1.1" status: 204 len: 168 time: 0.6794796 May 26 16:10:01.841963 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-107f9d31-b038-4acd-a7d6-c4bc0222ece7 req-e57b1d4c-8320-4c25-9ab4-9ee79abad2be tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] For port 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:01.841963 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-107f9d31-b038-4acd-a7d6-c4bc0222ece7 req-e57b1d4c-8320-4c25-9ab4-9ee79abad2be tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:01.846785 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6f151-32cf-4de2-869e-1c099340cbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7dfde9-c02a-4da2-a24c-e0079cf550d4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:01.862089 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=bccc39aa-16ef-4341-8524-27e495898730,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:01.906526 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-107f9d31-b038-4acd-a7d6-c4bc0222ece7 req-e57b1d4c-8320-4c25-9ab4-9ee79abad2be tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Calling delete_port for 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:01.938374 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c610507-b37b-45de-bd6b-596d7da50e52 req-08f5018e-d5bf-4b05-baab-43bfb6091ef9 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:01.939979 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4c610507-b37b-45de-bd6b-596d7da50e52 req-08f5018e-d5bf-4b05-baab-43bfb6091ef9 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=936dd373-e694-4a44-bbab-fc0c72564faf HTTP/1.1" status: 200 len: 944 time: 0.1668758 May 26 16:10:01.982796 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99189b1a-a0c7-4439-97ac-c4887da01235 req-ab7bed09-7e33-4abe-8c87-547584685411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:01.984306 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99189b1a-a0c7-4439-97ac-c4887da01235 req-ab7bed09-7e33-4abe-8c87-547584685411 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab HTTP/1.1" status: 200 len: 856 time: 0.1695559 May 26 16:10:02.062625 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-60a1177d-65f6-4605-8259-3783e3c9df6a None None] Set router d5d13c00-c529-44f6-b495-b1af41022f4f gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:02.116035 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4c610507-b37b-45de-bd6b-596d7da50e52 req-a0d97ecb-f7ec-49fc-bd78-e7a36d6efc69 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417489 May 26 16:10:02.127879 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00929c89-efe3-4357-a8f2-2d9aae87d856 req-9de44dc1-c82e-4208-977f-74e1981eb613 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:02.129254 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-00929c89-efe3-4357-a8f2-2d9aae87d856 req-9de44dc1-c82e-4208-977f-74e1981eb613 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6 HTTP/1.1" status: 200 len: 943 time: 0.1440682 May 26 16:10:02.136418 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99189b1a-a0c7-4439-97ac-c4887da01235 req-818d56d3-1c98-431f-b942-bcba0e5975a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:02.137888 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99189b1a-a0c7-4439-97ac-c4887da01235 req-818d56d3-1c98-431f-b942-bcba0e5975a8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cd7c6e08-1774-4556-87ba-7d5b55a35abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317127 May 26 16:10:02.265633 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52064) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:02.282353 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-42481cb3-3e70-40e4-aeeb-a3514dc2d38e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Deleting subnet 619d8a00-de3e-4490-810f-079fba6f1d52 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:10:02.286577 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-42481cb3-3e70-40e4-aeeb-a3514dc2d38e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:02.319052 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8befa1-144c-4fff-897b-e8a644812384 req-e53002c0-0618-4bf7-a6d0-3d185d23f624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:02.320550 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6c8befa1-144c-4fff-897b-e8a644812384 req-e53002c0-0618-4bf7-a6d0-3d185d23f624 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6296b9e1-046b-41ee-9e1f-06bbdd23a6e3 HTTP/1.1" status: 200 len: 1096 time: 0.5102224 May 26 16:10:02.323519 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-047a4dcd-4aae-4ba2-af7d-df544dbf035a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:02.334834 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-00929c89-efe3-4357-a8f2-2d9aae87d856 req-186d4b77-68ba-45e8-acd2-fd9aff4d59d0 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800709 May 26 16:10:02.335230 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device fc1d98ec-5b6f-4920-8378-0d548e3c8d7d up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:02.363487 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-42481cb3-3e70-40e4-aeeb-a3514dc2d38e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:02.367974 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6c8befa1-144c-4fff-897b-e8a644812384 req-84a2f594-4f74-49de-ad9e-cd0e8022adda service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398557 May 26 16:10:02.373958 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-107f9d31-b038-4acd-a7d6-c4bc0222ece7 req-e57b1d4c-8320-4c25-9ab4-9ee79abad2be tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:02.389505 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['dfc31f36-132b-43af-81bd-f16d278e89e9', '9c72859c-b2b3-4535-a8da-f620119789db', '21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:02.434987 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeec33d-954a-4484-b716-858624f4a578 req-6bff0d0e-9df6-4ca2-b209-f49690010dbc tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:02.436508 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cdeec33d-954a-4484-b716-858624f4a578 req-6bff0d0e-9df6-4ca2-b209-f49690010dbc tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.83 "GET /v2.0/ports?device_id=812d43a3-812a-4dbe-b3b5-82ead49efa3b HTTP/1.1" status: 200 len: 949 time: 0.2455382 May 26 16:10:02.444027 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b1d4c-8320-4c25-9ab4-9ee79abad2be tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Pushing event deleted for resources: {'Port': ['ID=21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:02.455167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port fc1d98ec-5b6f-4920-8378-0d548e3c8d7d completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:10:02.458348 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99189b1a-a0c7-4439-97ac-c4887da01235 req-ecc6639e-cea2-49be-85fd-c41ab9959d62 service neutron] 10.222.0.81 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024881 May 26 16:10:02.467565 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-60a1177d-65f6-4605-8259-3783e3c9df6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-1267652655-router', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:20Z', 'updated_at': '2022-05-26T16:09:27Z', 'revision_number': 4, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'gw_port': {'id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:22Z', 'updated_at': '2022-05-26T16:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '87497ad9-203b-40cf-af2e-c730a02ac6cd', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'port_id': '39873e5d-9a4b-4e75-915e-5d487c4b088f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'mac_address': 'fa:16:3e:4d:25:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55eff4c-1aab-4de2-999a-48ea433e5bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:09:34Z', 'updated_at': '2022-05-26T16:09:58Z', 'revision_number': 1, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48cc6a82-7e37-424e-b1bb-a26bfebb9890', 'name': '', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'mac_address': 'fa:16:3e:d3:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:26Z', 'updated_at': '2022-05-26T16:09:34Z', 'revision_number': 5, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'subnets': [{'id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:02.473668 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-42481cb3-3e70-40e4-aeeb-a3514dc2d38e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:02.509930 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a1177d-65f6-4605-8259-3783e3c9df6a None None] The sync data for ids ['d5d13c00-c529-44f6-b495-b1af41022f4f'] in n-d-843337-2 is: [{'id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-1267652655-router', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:20Z', 'updated_at': '2022-05-26T16:09:27Z', 'revision_number': 4, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'gw_port': {'id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:22Z', 'updated_at': '2022-05-26T16:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '87497ad9-203b-40cf-af2e-c730a02ac6cd', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'port_id': '39873e5d-9a4b-4e75-915e-5d487c4b088f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'mac_address': 'fa:16:3e:4d:25:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55eff4c-1aab-4de2-999a-48ea433e5bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:09:34Z', 'updated_at': '2022-05-26T16:09:58Z', 'revision_number': 1, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48cc6a82-7e37-424e-b1bb-a26bfebb9890', 'name': '', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'mac_address': 'fa:16:3e:d3:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:26Z', 'updated_at': '2022-05-26T16:09:34Z', 'revision_number': 5, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'subnets': [{'id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:02.518944 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port fc1d98ec-5b6f-4920-8378-0d548e3c8d7d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:02.519549 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:02.549198 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-42481cb3-3e70-40e4-aeeb-a3514dc2d38e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:02.584354 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42481cb3-3e70-40e4-aeeb-a3514dc2d38e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Subnet': ['ID=619d8a00-de3e-4490-810f-079fba6f1d52,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:02.587684 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-42481cb3-3e70-40e4-aeeb-a3514dc2d38e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:02.591810 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-42481cb3-3e70-40e4-aeeb-a3514dc2d38e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/subnets/619d8a00-de3e-4490-810f-079fba6f1d52 HTTP/1.1" status: 204 len: 168 time: 0.8626468 May 26 16:10:02.595922 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52068) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:02.598641 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-107f9d31-b038-4acd-a7d6-c4bc0222ece7 req-e57b1d4c-8320-4c25-9ab4-9ee79abad2be tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] No DVR routers for this DVR port 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:02.614773 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87cfa8d-0b6e-4171-8677-5b9be6298ce3 None None] Network 29a0d107-524b-4109-945c-b87efb0aa021 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:02.620800 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-107f9d31-b038-4acd-a7d6-c4bc0222ece7 req-e57b1d4c-8320-4c25-9ab4-9ee79abad2be tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:02.625403 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-107f9d31-b038-4acd-a7d6-c4bc0222ece7 req-e57b1d4c-8320-4c25-9ab4-9ee79abad2be tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.81 "DELETE /v2.0/ports/21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 HTTP/1.1" status: 204 len: 173 time: 1.6790369 May 26 16:10:02.708383 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b76ccbd4-178a-4f7e-93dc-311e2a9cc7e3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:02.710146 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-047a4dcd-4aae-4ba2-af7d-df544dbf035a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:02.764706 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port fc1d98ec-5b6f-4920-8378-0d548e3c8d7d is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:02.765210 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:02.780429 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-047a4dcd-4aae-4ba2-af7d-df544dbf035a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:02.803953 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b76ccbd4-178a-4f7e-93dc-311e2a9cc7e3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Deleting port be647f0f-ba44-4a60-959e-2b386a994f43 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:02.804329 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b76ccbd4-178a-4f7e-93dc-311e2a9cc7e3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:02.868206 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a4dcd-4aae-4ba2-af7d-df544dbf035a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645dc580-5990-4914-b851-26715a59631d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:02.941288 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port fc1d98ec-5b6f-4920-8378-0d548e3c8d7d, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=fc1d98ec-5b6f-4920-8378-0d548e3c8d7d,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:02.942898 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a84af34-f8d3-4762-833f-869b011056da None None] New status for floating IP 87497ad9-203b-40cf-af2e-c730a02ac6cd: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:10:02.943712 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-047a4dcd-4aae-4ba2-af7d-df544dbf035a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=73732c2aa64540be8c55520751338ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6741710 May 26 16:10:02.946501 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52072) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:02.957171 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-b76ccbd4-178a-4f7e-93dc-311e2a9cc7e3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] For port be647f0f-ba44-4a60-959e-2b386a994f43, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=be647f0f-ba44-4a60-959e-2b386a994f43,segment=NetworkSegment(774a03e9-929f-47a5-b0e9-26984fcc8c27),segment_id=774a03e9-929f-47a5-b0e9-26984fcc8c27)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:02.957436 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b76ccbd4-178a-4f7e-93dc-311e2a9cc7e3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:02.974387 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db419a9f-ee0e-4184-9340-49c4180855b2 req-9e59ee18-c984-4fc8-9447-3c302efac331 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:02.979871 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b76ccbd4-178a-4f7e-93dc-311e2a9cc7e3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Calling delete_port for be647f0f-ba44-4a60-959e-2b386a994f43 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:02.980175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db419a9f-ee0e-4184-9340-49c4180855b2 req-9e59ee18-c984-4fc8-9447-3c302efac331 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:02.987136 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db419a9f-ee0e-4184-9340-49c4180855b2 req-9e59ee18-c984-4fc8-9447-3c302efac331 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:02.988710 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:02.992747 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db419a9f-ee0e-4184-9340-49c4180855b2 req-9e59ee18-c984-4fc8-9447-3c302efac331 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:02.998608 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db419a9f-ee0e-4184-9340-49c4180855b2 req-9e59ee18-c984-4fc8-9447-3c302efac331 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:03.006361 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db419a9f-ee0e-4184-9340-49c4180855b2 req-9e59ee18-c984-4fc8-9447-3c302efac331 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:03.013198 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db419a9f-ee0e-4184-9340-49c4180855b2 req-9e59ee18-c984-4fc8-9447-3c302efac331 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:03.014810 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db419a9f-ee0e-4184-9340-49c4180855b2 req-9e59ee18-c984-4fc8-9447-3c302efac331 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5429 time: 0.3833082 May 26 16:10:03.037996 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac7dde-036e-4be4-abdf-e0d05df01d22 req-b8a30595-0d6d-40e8-aeae-49bf9a228918 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:03.046034 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8ac7dde-036e-4be4-abdf-e0d05df01d22 req-b8a30595-0d6d-40e8-aeae-49bf9a228918 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=812d43a3-812a-4dbe-b3b5-82ead49efa3b HTTP/1.1" status: 200 len: 949 time: 0.2871382 May 26 16:10:03.060685 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac05c6fd-7fde-4d15-9a88-ce77a294e6d5', 'name': 'network-vif-deleted', 'tag': '21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:03.061838 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d0213b09-2180-47d9-8b1e-63e559c13084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:03.063234 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46f977d-6dbf-42ff-9db7-c12c5663bd56" -d '{"events": [{"server_uuid": "ac05c6fd-7fde-4d15-9a88-ce77a294e6d5", "name": "network-vif-deleted", "tag": "21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:03.080170 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99189b1a-a0c7-4439-97ac-c4887da01235 req-be493ee1-b738-4a5e-a70a-6a20350f76f5 service neutron] 10.222.0.81 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037787 May 26 16:10:03.115075 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d0213b09-2180-47d9-8b1e-63e559c13084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:03.160282 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=fc1d98ec-5b6f-4920-8378-0d548e3c8d7d,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:03.172688 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-cdeec33d-954a-4484-b716-858624f4a578 req-01d567e7-0ea2-4ebb-8a03-b9ed611a3160 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Deleting port 058a3fd7-d578-4ee5-9881-ba3f12edb876 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:03.173317 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cdeec33d-954a-4484-b716-858624f4a578 req-01d567e7-0ea2-4ebb-8a03-b9ed611a3160 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:03.195195 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b76ccbd4-178a-4f7e-93dc-311e2a9cc7e3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:03.207425 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8ac7dde-036e-4be4-abdf-e0d05df01d22 req-1965477b-b345-42d8-a96a-38b1dbdf3a35 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597986 May 26 16:10:03.223605 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db419a9f-ee0e-4184-9340-49c4180855b2 req-83515a74-b49f-4034-a851-827303ccf60e tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1698878 May 26 16:10:03.241260 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76ccbd4-178a-4f7e-93dc-311e2a9cc7e3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] No DVR routers for this DVR port be647f0f-ba44-4a60-959e-2b386a994f43 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:03.251866 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ccbd4-178a-4f7e-93dc-311e2a9cc7e3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Port': ['ID=be647f0f-ba44-4a60-959e-2b386a994f43,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:03.258715 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cd29b0-3884-4ebb-96d0-e3b881024a25 None None] DHCP port deletion for 29a0d107-524b-4109-945c-b87efb0aa021 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:10:03.285320 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d0213b09-2180-47d9-8b1e-63e559c13084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:03.298138 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d0213b09-2180-47d9-8b1e-63e559c13084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:03.302373 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d0213b09-2180-47d9-8b1e-63e559c13084 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/645dc580-5990-4914-b851-26715a59631d HTTP/1.1" status: 204 len: 168 time: 0.3528185 May 26 16:10:03.302903 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ee9f55-8016-4e5a-b683-b36d28a7ecb9 x-openstack-request-id: req-32ee9f55-8016-4e5a-b683-b36d28a7ecb9 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:03.303366 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac05c6fd-7fde-4d15-9a88-ce77a294e6d5", "name": "network-vif-deleted", "tag": "21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:03.303830 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-32ee9f55-8016-4e5a-b683-b36d28a7ecb9 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:03.304419 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ee9f55-8016-4e5a-b683-b36d28a7ecb9'] response: {'server_uuid': 'ac05c6fd-7fde-4d15-9a88-ce77a294e6d5', 'name': 'network-vif-deleted', 'tag': '21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4', 'status': 'completed', 'code': 200} May 26 16:10:03.333184 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0213b09-2180-47d9-8b1e-63e559c13084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645dc580-5990-4914-b851-26715a59631d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:03.435888 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b76ccbd4-178a-4f7e-93dc-311e2a9cc7e3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:03.483336 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-b76ccbd4-178a-4f7e-93dc-311e2a9cc7e3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a0d107-524b-4109-945c-b87efb0aa021']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:03.495093 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-b76ccbd4-178a-4f7e-93dc-311e2a9cc7e3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774a03e9-929f-47a5-b0e9-26984fcc8c27') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:03.495408 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-b76ccbd4-178a-4f7e-93dc-311e2a9cc7e3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774a03e9-929f-47a5-b0e9-26984fcc8c27') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:03.509109 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b76ccbd4-178a-4f7e-93dc-311e2a9cc7e3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:03.516897 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-cdeec33d-954a-4484-b716-858624f4a578 req-01d567e7-0ea2-4ebb-8a03-b9ed611a3160 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] For port 058a3fd7-d578-4ee5-9881-ba3f12edb876, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=058a3fd7-d578-4ee5-9881-ba3f12edb876,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:03.517445 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cdeec33d-954a-4484-b716-858624f4a578 req-01d567e7-0ea2-4ebb-8a03-b9ed611a3160 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:03.528337 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b76ccbd4-178a-4f7e-93dc-311e2a9cc7e3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:03.545318 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['e6ab5e70-f277-49ee-a065-7ef61c455d13', '058a3fd7-d578-4ee5-9881-ba3f12edb876'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:03.546610 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b76ccbd4-178a-4f7e-93dc-311e2a9cc7e3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:10:03.546819 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b76ccbd4-178a-4f7e-93dc-311e2a9cc7e3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:03.605537 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device be647f0f-ba44-4a60-959e-2b386a994f43 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:03.608585 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 774a03e9-929f-47a5-b0e9-26984fcc8c27 resource provider aggregate not found May 26 16:10:03.629280 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-cdeec33d-954a-4484-b716-858624f4a578 req-01d567e7-0ea2-4ebb-8a03-b9ed611a3160 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Calling delete_port for 058a3fd7-d578-4ee5-9881-ba3f12edb876 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:03.647092 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: be647f0f-ba44-4a60-959e-2b386a994f43 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:03.647629 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device be647f0f-ba44-4a60-959e-2b386a994f43 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:03.698253 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 774a03e9-929f-47a5-b0e9-26984fcc8c27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 774a03e9-929f-47a5-b0e9-26984fcc8c27 found for delete ", "request_id": "req-0949a817-fbf7-4da5-bd31-d22cf832a222"}]} May 26 16:10:03.705064 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936dd373-e694-4a44-bbab-fc0c72564faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1d98ec-5b6f-4920-8378-0d548e3c8d7d'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:03.710869 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d435c579-b492-43d0-8610-04a5108184ad" -d '{"events": [{"server_uuid": "936dd373-e694-4a44-bbab-fc0c72564faf", "name": "network-vif-plugged", "status": "completed", "tag": "fc1d98ec-5b6f-4920-8378-0d548e3c8d7d"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:03.719172 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b76ccbd4-178a-4f7e-93dc-311e2a9cc7e3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:03.721746 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06ead1-7608-481b-89e4-84b4d081ebe1 req-6dda4f47-7345-4e93-94b7-e8ae95c43071 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:03.723729 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6a06ead1-7608-481b-89e4-84b4d081ebe1 req-6dda4f47-7345-4e93-94b7-e8ae95c43071 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=936dd373-e694-4a44-bbab-fc0c72564faf HTTP/1.1" status: 200 len: 945 time: 0.1903501 May 26 16:10:03.735552 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b76ccbd4-178a-4f7e-93dc-311e2a9cc7e3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:03.735915 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770031e3-5769-44de-aefd-6ff9eb773230 req-fa89076e-b585-40fb-ba8a-bce8b3733d24 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:03.744384 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b76ccbd4-178a-4f7e-93dc-311e2a9cc7e3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/networks/29a0d107-524b-4109-945c-b87efb0aa021 HTTP/1.1" status: 204 len: 168 time: 1.1464715 May 26 16:10:03.745139 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52090) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:03.746000 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-770031e3-5769-44de-aefd-6ff9eb773230 req-fa89076e-b585-40fb-ba8a-bce8b3733d24 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6 HTTP/1.1" status: 200 len: 943 time: 0.2114513 May 26 16:10:03.766182 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-694c875f-2145-4284-8e6d-e08016e43143 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'network': {'name': 'tempest-RoutersTest-1127066843'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:03.770703 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ccbd4-178a-4f7e-93dc-311e2a9cc7e3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Network': ['ID=29a0d107-524b-4109-945c-b87efb0aa021,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:03.794931 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694c875f-2145-4284-8e6d-e08016e43143 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Made reservation on behalf of 8515b971030c454198bcb87784afc4ec for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:03.800077 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-694c875f-2145-4284-8e6d-e08016e43143 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:03.818243 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-770031e3-5769-44de-aefd-6ff9eb773230 req-7214b339-f748-4025-9728-9f11667b428b tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708547 May 26 16:10:03.830399 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694c875f-2145-4284-8e6d-e08016e43143 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:10:03.860951 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-694c875f-2145-4284-8e6d-e08016e43143 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:03.861334 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-694c875f-2145-4284-8e6d-e08016e43143 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Added segment e62c9508-fe4f-4c55-afe8-0e1102cd2c18 of type vlan for network ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4 May 26 16:10:03.886258 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6a06ead1-7608-481b-89e4-84b4d081ebe1 req-d2830a95-c7d4-4138-bc2f-ea66e304a4e8 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282003 May 26 16:10:03.912339 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bf7604-105e-4a79-9e56-ce749e584d3f x-openstack-request-id: req-99bf7604-105e-4a79-9e56-ce749e584d3f {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:03.912652 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936dd373-e694-4a44-bbab-fc0c72564faf", "name": "network-vif-plugged", "status": "completed", "tag": "fc1d98ec-5b6f-4920-8378-0d548e3c8d7d", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:03.912910 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-99bf7604-105e-4a79-9e56-ce749e584d3f {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:03.913433 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99bf7604-105e-4a79-9e56-ce749e584d3f'] response: {'server_uuid': '936dd373-e694-4a44-bbab-fc0c72564faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1d98ec-5b6f-4920-8378-0d548e3c8d7d', 'code': 200} May 26 16:10:03.940345 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-694c875f-2145-4284-8e6d-e08016e43143 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:03.987455 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-694c875f-2145-4284-8e6d-e08016e43143 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:03.993563 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694c875f-2145-4284-8e6d-e08016e43143 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:03.994310 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-694c875f-2145-4284-8e6d-e08016e43143 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:03.995577 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cdeec33d-954a-4484-b716-858624f4a578 req-01d567e7-0ea2-4ebb-8a03-b9ed611a3160 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:04.027321 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d567e7-0ea2-4ebb-8a03-b9ed611a3160 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Pushing event deleted for resources: {'Port': ['ID=058a3fd7-d578-4ee5-9881-ba3f12edb876,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:04.030906 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['dfc31f36-132b-43af-81bd-f16d278e89e9', '9c72859c-b2b3-4535-a8da-f620119789db'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:04.078721 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdeec33d-954a-4484-b716-858624f4a578 req-01d567e7-0ea2-4ebb-8a03-b9ed611a3160 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] No DVR routers for this DVR port 058a3fd7-d578-4ee5-9881-ba3f12edb876 on host n-h2-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:04.081537 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cdeec33d-954a-4484-b716-858624f4a578 req-01d567e7-0ea2-4ebb-8a03-b9ed611a3160 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:04.086237 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cdeec33d-954a-4484-b716-858624f4a578 req-01d567e7-0ea2-4ebb-8a03-b9ed611a3160 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.83 "DELETE /v2.0/ports/058a3fd7-d578-4ee5-9881-ba3f12edb876 HTTP/1.1" status: 204 len: 173 time: 1.6394281 May 26 16:10:04.121493 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-694c875f-2145-4284-8e6d-e08016e43143 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3599637 May 26 16:10:04.127382 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52100) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:04.129258 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c875f-2145-4284-8e6d-e08016e43143 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Network': ['ID=ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:04.136879 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-83257841-38ae-4fa7-a427-1d2c6c7a865f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'subnet': {'network_id': 'ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:04.146861 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda4699-4c75-436b-a91b-7581545aae7a req-b4290e9c-4022-4113-a332-954b8c01803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:04.149030 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9eda4699-4c75-436b-a91b-7581545aae7a req-b4290e9c-4022-4113-a332-954b8c01803d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=936dd373-e694-4a44-bbab-fc0c72564faf HTTP/1.1" status: 200 len: 1096 time: 0.0757704 May 26 16:10:04.157899 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:10:04.253779 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9eda4699-4c75-436b-a91b-7581545aae7a req-624eff92-9d3b-4a8e-9008-a895bfbefd21 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723422 May 26 16:10:04.277445 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83257841-38ae-4fa7-a427-1d2c6c7a865f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Made reservation on behalf of 8515b971030c454198bcb87784afc4ec for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:04.282665 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-83257841-38ae-4fa7-a427-1d2c6c7a865f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:04.364480 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 393f915c-4306-402a-bb56-a15f0347057c details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:10:04.376233 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device cf203306-7a63-45fc-9b18-394d4959ea4a up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:04.400746 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-406b4a8c-6324-4bcb-b648-f60c93cee997 req-d00f0a9b-6c0a-46d2-9dda-b6fef2ea7007 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=812d43a3-812a-4dbe-b3b5-82ead49efa3b HTTP/1.1" status: 200 len: 210 time: 0.0593607 May 26 16:10:04.490983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd6d7e-208e-4ff8-bf05-247bbb946d2b req-6be8d123-b430-4e0c-9ddc-1a2be216d1f7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:04.497688 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd6d7e-208e-4ff8-bf05-247bbb946d2b req-6be8d123-b430-4e0c-9ddc-1a2be216d1f7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:04.504983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd6d7e-208e-4ff8-bf05-247bbb946d2b req-6be8d123-b430-4e0c-9ddc-1a2be216d1f7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:04.512996 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd6d7e-208e-4ff8-bf05-247bbb946d2b req-6be8d123-b430-4e0c-9ddc-1a2be216d1f7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:04.527522 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd6d7e-208e-4ff8-bf05-247bbb946d2b req-6be8d123-b430-4e0c-9ddc-1a2be216d1f7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:04.538287 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd6d7e-208e-4ff8-bf05-247bbb946d2b req-6be8d123-b430-4e0c-9ddc-1a2be216d1f7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:04.547749 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd6d7e-208e-4ff8-bf05-247bbb946d2b req-6be8d123-b430-4e0c-9ddc-1a2be216d1f7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:04.549895 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f8bd6d7e-208e-4ff8-bf05-247bbb946d2b req-6be8d123-b430-4e0c-9ddc-1a2be216d1f7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5429 time: 0.1902387 May 26 16:10:04.607203 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port cf203306-7a63-45fc-9b18-394d4959ea4a completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:10:04.617200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port cf203306-7a63-45fc-9b18-394d4959ea4a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:04.617576 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:04.660675 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f8bd6d7e-208e-4ff8-bf05-247bbb946d2b req-0e443aad-63ba-4ce4-933e-3613b6afae54 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1008179 May 26 16:10:04.675656 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 393f915c-4306-402a-bb56-a15f0347057c, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=393f915c-4306-402a-bb56-a15f0347057c,segment=NetworkSegment(9f93b360-b5eb-4ddb-80ab-cee007e903e4),segment_id=9f93b360-b5eb-4ddb-80ab-cee007e903e4)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:04.710479 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '393f915c-4306-402a-bb56-a15f0347057c', 'network_id': '84abe3fd-2313-46b1-b60c-2f2bc993b189', 'port_id': '393f915c-4306-402a-bb56-a15f0347057c', 'mac_address': 'fa:16:3e:5d:98:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72a320c-3b85-4181-bd10-800e3e95303d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:10:04.744936 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['e6ab5e70-f277-49ee-a065-7ef61c455d13'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:04.747627 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-83257841-38ae-4fa7-a427-1d2c6c7a865f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:04.838757 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 393f915c-4306-402a-bb56-a15f0347057c is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:04.839559 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:04.842551 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83257841-38ae-4fa7-a427-1d2c6c7a865f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Checking segment: {'id': 'e62c9508-fe4f-4c55-afe8-0e1102cd2c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:04.842987 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83257841-38ae-4fa7-a427-1d2c6c7a865f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network hostable DHCP agents. Network: ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:10:04.849298 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83257841-38ae-4fa7-a427-1d2c6c7a865f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Subnet': ['ID=92dd345d-fd51-42c4-be61-9987ced50c36,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:04.872682 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83257841-38ae-4fa7-a427-1d2c6c7a865f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:10:04.872803 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393f915c-4306-402a-bb56-a15f0347057c {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:10:04.890704 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-83257841-38ae-4fa7-a427-1d2c6c7a865f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:04.896483 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83257841-38ae-4fa7-a427-1d2c6c7a865f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:04.897125 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-83257841-38ae-4fa7-a427-1d2c6c7a865f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:04.898789 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port cf203306-7a63-45fc-9b18-394d4959ea4a is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:04.899198 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:04.911247 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b771611-51ea-4ece-a07c-a286683527ef None None] Network ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:04.927109 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52134) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:04.928019 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-83257841-38ae-4fa7-a427-1d2c6c7a865f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7985644 May 26 16:10:04.931826 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-2ac893f1-c200-4cf5-8210-e01d27b72f60 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1686206714', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:04.962606 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 393f915c-4306-402a-bb56-a15f0347057c, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=393f915c-4306-402a-bb56-a15f0347057c,segment=NetworkSegment(9f93b360-b5eb-4ddb-80ab-cee007e903e4),segment_id=9f93b360-b5eb-4ddb-80ab-cee007e903e4)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:04.965284 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ac893f1-c200-4cf5-8210-e01d27b72f60 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:04.966979 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ac893f1-c200-4cf5-8210-e01d27b72f60 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.025321 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.050663 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:05.069389 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ac893f1-c200-4cf5-8210-e01d27b72f60 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.078478 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ac893f1-c200-4cf5-8210-e01d27b72f60 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.084061 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52138) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:05.115358 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ac893f1-c200-4cf5-8210-e01d27b72f60 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.120484 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2ac893f1-c200-4cf5-8210-e01d27b72f60 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1921980 May 26 16:10:05.121164 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52142) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:05.135682 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:05.136025 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 21ec1de1-50c2-4fb9-881d-97e8ea5cf9e4 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:05.145600 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port cf203306-7a63-45fc-9b18-394d4959ea4a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=cf203306-7a63-45fc-9b18-394d4959ea4a,segment=NetworkSegment(9f93b360-b5eb-4ddb-80ab-cee007e903e4),segment_id=9f93b360-b5eb-4ddb-80ab-cee007e903e4)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:05.167455 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.213781 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=393f915c-4306-402a-bb56-a15f0347057c,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:05.244924 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-578c10ef-43ce-44e7-86ca-f8af834a5ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.340467 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=cf203306-7a63-45fc-9b18-394d4959ea4a,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:05.354048 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd3299b-e6f8-4376-b98b-32380ffa5605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4', 'network_id': 'ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'fixed_ips': [{'subnet_id': '92dd345d-fd51-42c4-be61-9987ced50c36'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:10:05.355190 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5bd3299b-e6f8-4376-b98b-32380ffa5605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.378217 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812d43a3-812a-4dbe-b3b5-82ead49efa3b', 'name': 'network-vif-deleted', 'tag': '058a3fd7-d578-4ee5-9881-ba3f12edb876'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:05.380659 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ef5de5-df3c-4e33-b58f-780d302acf1c" -d '{"events": [{"server_uuid": "812d43a3-812a-4dbe-b3b5-82ead49efa3b", "name": "network-vif-deleted", "tag": "058a3fd7-d578-4ee5-9881-ba3f12edb876"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:05.399073 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6344b-638b-41c0-8393-ac9321931b25 req-1d82dd78-2ce8-4816-a6ee-53ede2b3e8e2 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:05.404552 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d4b6344b-638b-41c0-8393-ac9321931b25 req-1d82dd78-2ce8-4816-a6ee-53ede2b3e8e2 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6 HTTP/1.1" status: 200 len: 943 time: 0.4724700 May 26 16:10:05.458285 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851b2ab-0407-4d5b-a4e9-8c38d2475443 req-91306c6c-0d56-43b8-9d74-a19d92bef88e tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:05.459709 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9851b2ab-0407-4d5b-a4e9-8c38d2475443 req-91306c6c-0d56-43b8-9d74-a19d92bef88e tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 945 time: 0.4795053 May 26 16:10:05.481561 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d4b6344b-638b-41c0-8393-ac9321931b25 req-da7e12d3-49a9-47a1-8811-68a13fcc33e9 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731764 May 26 16:10:05.522660 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9851b2ab-0407-4d5b-a4e9-8c38d2475443 req-8b6e1299-14d3-4ff6-b9b3-cb758ba3c3d5 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ddc8780-507e-443e-a881-18610fb14b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553229 May 26 16:10:05.537132 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-578c10ef-43ce-44e7-86ca-f8af834a5ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.538988 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3ed573d5-9b2f-4c7d-967b-8eaa8c6b13c1 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.545640 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-5bd3299b-e6f8-4376-b98b-32380ffa5605 None None] Allocated IP 172.20.0.2 (ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4/92dd345d-fd51-42c4-be61-9987ced50c36/6f321dc7-1e97-4432-af4b-cb1ce598fbee) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:05.550102 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-578c10ef-43ce-44e7-86ca-f8af834a5ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.591617 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c10ef-43ce-44e7-86ca-f8af834a5ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6f067f-38a0-4e2d-9620-62e3e27d8d0b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:05.611552 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbeea6ac-5298-4a00-ae7b-06d77179f6d4 x-openstack-request-id: req-fbeea6ac-5298-4a00-ae7b-06d77179f6d4 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:05.612848 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812d43a3-812a-4dbe-b3b5-82ead49efa3b", "name": "network-vif-deleted", "tag": "058a3fd7-d578-4ee5-9881-ba3f12edb876", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:05.614140 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fbeea6ac-5298-4a00-ae7b-06d77179f6d4 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:05.615531 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbeea6ac-5298-4a00-ae7b-06d77179f6d4'] response: {'server_uuid': '812d43a3-812a-4dbe-b3b5-82ead49efa3b', 'name': 'network-vif-deleted', 'tag': '058a3fd7-d578-4ee5-9881-ba3f12edb876', 'status': 'completed', 'code': 200} May 26 16:10:05.646688 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304b766-b4e4-4934-bccb-212edcd650f5 req-bd051c17-ba70-4422-8eb2-ed5096baf59e tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:05.648702 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2304b766-b4e4-4934-bccb-212edcd650f5 req-bd051c17-ba70-4422-8eb2-ed5096baf59e tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=936dd373-e694-4a44-bbab-fc0c72564faf HTTP/1.1" status: 200 len: 945 time: 0.0907364 May 26 16:10:05.712304 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-578c10ef-43ce-44e7-86ca-f8af834a5ab8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=410e7436687b4de09ff69cea1040852f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6244390 May 26 16:10:05.712505 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52150) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:05.721351 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2304b766-b4e4-4934-bccb-212edcd650f5 req-8e05b3e5-7725-40db-975b-8dce6a697235 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598915 May 26 16:10:05.728764 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5bd3299b-e6f8-4376-b98b-32380ffa5605 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.743817 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5bd3299b-e6f8-4376-b98b-32380ffa5605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.761792 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32931cea-3152-46b8-a131-2f1ef8a5693d req-5f7adac5-1391-4137-a024-9b4985f27494 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=812d43a3-812a-4dbe-b3b5-82ead49efa3b HTTP/1.1" status: 200 len: 210 time: 0.0667295 May 26 16:10:05.832532 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd3299b-e6f8-4376-b98b-32380ffa5605 None None] Network ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:05.834388 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-23f2dbf7-f331-45c2-81cb-6b1cb12ab1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.836907 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-5bd3299b-e6f8-4376-b98b-32380ffa5605 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:05.842829 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd3299b-e6f8-4376-b98b-32380ffa5605 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:05.847602 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3299b-e6f8-4376-b98b-32380ffa5605 None None] Pushing event updated for resources: {'Port': ['ID=6f321dc7-1e97-4432-af4b-cb1ce598fbee,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:05.869894 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9dad3-d975-45f3-9a97-25d42c6e1846 req-54939744-785f-4959-932b-7b9e0fb6cceb tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:05.877948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9dad3-d975-45f3-9a97-25d42c6e1846 req-54939744-785f-4959-932b-7b9e0fb6cceb tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:05.885896 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9dad3-d975-45f3-9a97-25d42c6e1846 req-54939744-785f-4959-932b-7b9e0fb6cceb tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:05.893866 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9dad3-d975-45f3-9a97-25d42c6e1846 req-54939744-785f-4959-932b-7b9e0fb6cceb tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:05.896340 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-23f2dbf7-f331-45c2-81cb-6b1cb12ab1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.901898 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9dad3-d975-45f3-9a97-25d42c6e1846 req-54939744-785f-4959-932b-7b9e0fb6cceb tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:05.910835 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9dad3-d975-45f3-9a97-25d42c6e1846 req-54939744-785f-4959-932b-7b9e0fb6cceb tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:05.916868 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0222011-9af3-4530-bd12-d591e8cf28c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf203306-7a63-45fc-9b18-394d4959ea4a'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:05.918351 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9dad3-d975-45f3-9a97-25d42c6e1846 req-54939744-785f-4959-932b-7b9e0fb6cceb tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:05.919399 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d5ae78-8183-45c4-868d-055d87a4e6a8" -d '{"events": [{"server_uuid": "f0222011-9af3-4530-bd12-d591e8cf28c2", "name": "network-vif-plugged", "status": "completed", "tag": "cf203306-7a63-45fc-9b18-394d4959ea4a"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:05.920439 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a4f9dad3-d975-45f3-9a97-25d42c6e1846 req-54939744-785f-4959-932b-7b9e0fb6cceb tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5429 time: 0.1219926 May 26 16:10:05.945585 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5bd3299b-e6f8-4376-b98b-32380ffa5605 None None] Attempting to bind port 6f321dc7-1e97-4432-af4b-cb1ce598fbee on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:10:05.945585 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5bd3299b-e6f8-4376-b98b-32380ffa5605 None None] Attempting to bind port 6f321dc7-1e97-4432-af4b-cb1ce598fbee by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'e62c9508-fe4f-4c55-afe8-0e1102cd2c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:10:05.945903 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd3299b-e6f8-4376-b98b-32380ffa5605 None None] Attempting to bind port 6f321dc7-1e97-4432-af4b-cb1ce598fbee on network ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:05.951624 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd3299b-e6f8-4376-b98b-32380ffa5605 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:10:05.952731 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd3299b-e6f8-4376-b98b-32380ffa5605 None None] Checking segment: {'id': 'e62c9508-fe4f-4c55-afe8-0e1102cd2c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:05.953679 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5bd3299b-e6f8-4376-b98b-32380ffa5605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.954392 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd3299b-e6f8-4376-b98b-32380ffa5605 None None] Bound using segment: {'id': 'e62c9508-fe4f-4c55-afe8-0e1102cd2c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:10:05.955055 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5bd3299b-e6f8-4376-b98b-32380ffa5605 None None] Bound port: 6f321dc7-1e97-4432-af4b-cb1ce598fbee, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62c9508-fe4f-4c55-afe8-0e1102cd2c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:10:05.955638 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5bd3299b-e6f8-4376-b98b-32380ffa5605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:05.990008 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a4f9dad3-d975-45f3-9a97-25d42c6e1846 req-d14127f4-2394-4964-8d3d-c32d8e9ebe5b tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519679 May 26 16:10:05.999129 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-3ed573d5-9b2f-4c7d-967b-8eaa8c6b13c1 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Allocated IP 172.20.0.1 (ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4/92dd345d-fd51-42c4-be61-9987ced50c36/d76389b7-6d46-4f9d-b6ab-893a604d9e51) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:06.006676 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-23f2dbf7-f331-45c2-81cb-6b1cb12ab1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:06.009496 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-23f2dbf7-f331-45c2-81cb-6b1cb12ab1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:06.010764 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-23f2dbf7-f331-45c2-81cb-6b1cb12ab1ea admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7f6f067f-38a0-4e2d-9620-62e3e27d8d0b HTTP/1.1" status: 204 len: 168 time: 0.2973158 May 26 16:10:06.038695 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2dbf7-f331-45c2-81cb-6b1cb12ab1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6f067f-38a0-4e2d-9620-62e3e27d8d0b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:06.043713 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d04316-6812-474d-b207-8e70f7f50eb6 x-openstack-request-id: req-d0d04316-6812-474d-b207-8e70f7f50eb6 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:06.044056 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0222011-9af3-4530-bd12-d591e8cf28c2", "name": "network-vif-plugged", "status": "completed", "tag": "cf203306-7a63-45fc-9b18-394d4959ea4a", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:06.044341 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d0d04316-6812-474d-b207-8e70f7f50eb6 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:06.044807 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0d04316-6812-474d-b207-8e70f7f50eb6'] response: {'server_uuid': 'f0222011-9af3-4530-bd12-d591e8cf28c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf203306-7a63-45fc-9b18-394d4959ea4a', 'code': 200} May 26 16:10:06.078438 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5bd3299b-e6f8-4376-b98b-32380ffa5605 None None] For port 6f321dc7-1e97-4432-af4b-cb1ce598fbee, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:10:06.093022 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5bd3299b-e6f8-4376-b98b-32380ffa5605 None None] For port 6f321dc7-1e97-4432-af4b-cb1ce598fbee, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=6f321dc7-1e97-4432-af4b-cb1ce598fbee,segment=NetworkSegment(e62c9508-fe4f-4c55-afe8-0e1102cd2c18),segment_id=e62c9508-fe4f-4c55-afe8-0e1102cd2c18)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:10:06.107819 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5bd3299b-e6f8-4376-b98b-32380ffa5605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:06.180086 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3299b-e6f8-4376-b98b-32380ffa5605 None None] Pushing event updated for resources: {'Port': ['ID=6f321dc7-1e97-4432-af4b-cb1ce598fbee,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:06.221884 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3ed573d5-9b2f-4c7d-967b-8eaa8c6b13c1 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:06.243502 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035fe31-4152-4b2c-b612-fb0babdd5f45 req-ad09bde8-1e01-4f59-8472-b33b702d028b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:06.245029 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e035fe31-4152-4b2c-b612-fb0babdd5f45 req-ad09bde8-1e01-4f59-8472-b33b702d028b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f0222011-9af3-4530-bd12-d591e8cf28c2 HTTP/1.1" status: 200 len: 1096 time: 0.0677245 May 26 16:10:06.258335 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['393f915c-4306-402a-bb56-a15f0347057c'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:06.294606 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3ed573d5-9b2f-4c7d-967b-8eaa8c6b13c1 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:06.310954 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e035fe31-4152-4b2c-b612-fb0babdd5f45 req-525aa3c3-4689-42aa-9b5d-1e40610a61bd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487165 May 26 16:10:06.375313 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed573d5-9b2f-4c7d-967b-8eaa8c6b13c1 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:06.384002 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-3ed573d5-9b2f-4c7d-967b-8eaa8c6b13c1 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:06.391866 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device f1118030-abd2-4542-9495-9b488c4efc14 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:10:06.392458 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed573d5-9b2f-4c7d-967b-8eaa8c6b13c1 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:06.398779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 058a3fd7-d578-4ee5-9881-ba3f12edb876 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:06.424699 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed573d5-9b2f-4c7d-967b-8eaa8c6b13c1 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Port': ['ID=d76389b7-6d46-4f9d-b6ab-893a604d9e51,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:06.439368 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 058a3fd7-d578-4ee5-9881-ba3f12edb876 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:06.439698 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 058a3fd7-d578-4ee5-9881-ba3f12edb876 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:06.445280 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3ed573d5-9b2f-4c7d-967b-8eaa8c6b13c1 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:06.605664 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3ed573d5-9b2f-4c7d-967b-8eaa8c6b13c1 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:06.617427 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port f1118030-abd2-4542-9495-9b488c4efc14, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=f1118030-abd2-4542-9495-9b488c4efc14,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:06.638833 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': 'f1118030-abd2-4542-9495-9b488c4efc14', 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208', 'port_id': 'f1118030-abd2-4542-9495-9b488c4efc14', 'mac_address': 'fa:16:3e:4b:5a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8967df-8a4c-46db-92d8-93f94220fcb8', 'ip_address': '10.1.1.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:10:06.691948 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port f1118030-abd2-4542-9495-9b488c4efc14 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:06.692377 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:06.709033 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1118030-abd2-4542-9495-9b488c4efc14 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:10:06.744000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port f1118030-abd2-4542-9495-9b488c4efc14, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=f1118030-abd2-4542-9495-9b488c4efc14,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:06.751572 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:06.752452 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 17546000-b263-4011-a4e6-5dc6daed213a details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:10:06.754284 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145aae5-d0fc-4275-8c3b-5f2df582607a req-e1751203-cae1-4d76-9d94-79d2f9c5adc3 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:06.755990 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2145aae5-d0fc-4275-8c3b-5f2df582607a req-e1751203-cae1-4d76-9d94-79d2f9c5adc3 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 945 time: 0.1260557 May 26 16:10:06.777578 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c98a9a-60ca-49fc-ac48-f6e0479580c4 req-8c97ad1e-44cd-4e99-aea4-12cab6fcfbfc tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:06.779333 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f9c98a9a-60ca-49fc-ac48-f6e0479580c4 req-8c97ad1e-44cd-4e99-aea4-12cab6fcfbfc tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6 HTTP/1.1" status: 200 len: 944 time: 0.1156375 May 26 16:10:06.822802 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=f1118030-abd2-4542-9495-9b488c4efc14,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:06.847698 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2145aae5-d0fc-4275-8c3b-5f2df582607a req-0fbf2ea7-1f54-4cf4-8821-7d4c8a20ec0f tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ddc8780-507e-443e-a881-18610fb14b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856349 May 26 16:10:06.854654 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 17546000-b263-4011-a4e6-5dc6daed213a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=17546000-b263-4011-a4e6-5dc6daed213a,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:06.877060 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f9c98a9a-60ca-49fc-ac48-f6e0479580c4 req-c45d0be0-cbd6-4b0d-9637-8724a7630dfb tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852911 May 26 16:10:06.877264 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '17546000-b263-4011-a4e6-5dc6daed213a', 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208', 'port_id': '17546000-b263-4011-a4e6-5dc6daed213a', 'mac_address': 'fa:16:3e:af:f5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8967df-8a4c-46db-92d8-93f94220fcb8', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:10:06.942568 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 17546000-b263-4011-a4e6-5dc6daed213a is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:06.942972 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:06.963233 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17546000-b263-4011-a4e6-5dc6daed213a {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:10:06.993704 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 17546000-b263-4011-a4e6-5dc6daed213a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=17546000-b263-4011-a4e6-5dc6daed213a,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:06.995960 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3ed573d5-9b2f-4c7d-967b-8eaa8c6b13c1 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:07.003286 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3ed573d5-9b2f-4c7d-967b-8eaa8c6b13c1 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:07.009467 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:07.010348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 64cbe213-ecc2-4f91-b82c-ca1a2f519962 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:10:07.081292 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03d112-0922-4ae1-a9d6-45da63350baa req-754deaef-ddbd-4c8f-a59d-b65ed847cc5d tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:07.083107 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2d03d112-0922-4ae1-a9d6-45da63350baa req-754deaef-ddbd-4c8f-a59d-b65ed847cc5d tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=936dd373-e694-4a44-bbab-fc0c72564faf HTTP/1.1" status: 200 len: 945 time: 0.0717890 May 26 16:10:07.126421 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=17546000-b263-4011-a4e6-5dc6daed213a,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:07.160372 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2d03d112-0922-4ae1-a9d6-45da63350baa req-1a81c387-4ff1-4051-9c2a-1dc2e029dd8e tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692370 May 26 16:10:07.180044 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed573d5-9b2f-4c7d-967b-8eaa8c6b13c1 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Port': ['ID=d76389b7-6d46-4f9d-b6ab-893a604d9e51,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:07.183043 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3ed573d5-9b2f-4c7d-967b-8eaa8c6b13c1 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:07.243878 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 64cbe213-ecc2-4f91-b82c-ca1a2f519962, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=64cbe213-ecc2-4f91-b82c-ca1a2f519962,segment=NetworkSegment(4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75),segment_id=4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:07.268183 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '64cbe213-ecc2-4f91-b82c-ca1a2f519962', 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760', 'port_id': '64cbe213-ecc2-4f91-b82c-ca1a2f519962', 'mac_address': 'fa:16:3e:49:0d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e39dcd09-8b50-4182-9445-d6005ccf9aaa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:10:07.324241 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a704b7-6417-4489-a45d-feb7dd35a5ff req-05b5aa83-505e-47b3-8923-8e2afab3177a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:07.326864 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 64cbe213-ecc2-4f91-b82c-ca1a2f519962 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:07.327363 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:07.345723 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64cbe213-ecc2-4f91-b82c-ca1a2f519962 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:10:07.346336 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a704b7-6417-4489-a45d-feb7dd35a5ff req-05b5aa83-505e-47b3-8923-8e2afab3177a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:07.376280 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 64cbe213-ecc2-4f91-b82c-ca1a2f519962, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=64cbe213-ecc2-4f91-b82c-ca1a2f519962,segment=NetworkSegment(4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75),segment_id=4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:07.377430 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a704b7-6417-4489-a45d-feb7dd35a5ff req-05b5aa83-505e-47b3-8923-8e2afab3177a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:07.386397 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:07.392420 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a704b7-6417-4489-a45d-feb7dd35a5ff req-05b5aa83-505e-47b3-8923-8e2afab3177a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:07.411857 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a704b7-6417-4489-a45d-feb7dd35a5ff req-05b5aa83-505e-47b3-8923-8e2afab3177a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:07.425712 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a704b7-6417-4489-a45d-feb7dd35a5ff req-05b5aa83-505e-47b3-8923-8e2afab3177a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:07.435654 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a704b7-6417-4489-a45d-feb7dd35a5ff req-05b5aa83-505e-47b3-8923-8e2afab3177a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:07.445281 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e8a704b7-6417-4489-a45d-feb7dd35a5ff req-05b5aa83-505e-47b3-8923-8e2afab3177a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5431 time: 0.2829998 May 26 16:10:07.446795 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed573d5-9b2f-4c7d-967b-8eaa8c6b13c1 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:07.448738 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-3ed573d5-9b2f-4c7d-967b-8eaa8c6b13c1 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:07.477357 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=64cbe213-ecc2-4f91-b82c-ca1a2f519962,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:07.503320 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3082cd08-1951-4483-af12-0bb459d04f68 None None] Network ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:07.509622 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e8a704b7-6417-4489-a45d-feb7dd35a5ff req-c7021376-50d8-402b-b562-ec52ad123bd1 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630832 May 26 16:10:07.651630 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-54db6cb6-9e47-4ac4-a483-34b0fae0dab8 None None] Provisioning complete for port 6f321dc7-1e97-4432-af4b-cb1ce598fbee triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:07.652008 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-54db6cb6-9e47-4ac4-a483-34b0fae0dab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:07.670828 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed573d5-9b2f-4c7d-967b-8eaa8c6b13c1 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Router 0c2224e0-7b10-409e-8d86-ef673fe57df1 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:10:07.685797 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6f321dc7-1e97-4432-af4b-cb1ce598fbee up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:07.790657 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed573d5-9b2f-4c7d-967b-8eaa8c6b13c1 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:07.798934 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3ed573d5-9b2f-4c7d-967b-8eaa8c6b13c1 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "PUT /v2.0/routers/0c2224e0-7b10-409e-8d86-ef673fe57df1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6760385 May 26 16:10:07.800826 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52206) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:07.806508 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be44af8c-3c11-4e1b-9b28-0fd748c39234 None None] Sync routers for ids ['0c2224e0-7b10-409e-8d86-ef673fe57df1'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:07.821447 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be44af8c-3c11-4e1b-9b28-0fd748c39234 None None] Routers {'0c2224e0-7b10-409e-8d86-ef673fe57df1'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:07.826270 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-be44af8c-3c11-4e1b-9b28-0fd748c39234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:09:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0c2224e0-7b10-409e-8d86-ef673fe57df1'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:07.864371 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 6f321dc7-1e97-4432-af4b-cb1ce598fbee triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:07.864993 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:07.884881 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c0fa5b-dc70-4444-9ad1-a57a63105920 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:07.886590 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a3c0fa5b-dc70-4444-9ad1-a57a63105920 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "GET /v2.0/ports/d76389b7-6d46-4f9d-b6ab-893a604d9e51 HTTP/1.1" status: 200 len: 910 time: 0.0846846 May 26 16:10:07.891060 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52210) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:07.912119 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-be44af8c-3c11-4e1b-9b28-0fd748c39234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:07.944267 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be44af8c-3c11-4e1b-9b28-0fd748c39234 None None] Routers {'0c2224e0-7b10-409e-8d86-ef673fe57df1'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:07.960388 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eab528-1fc2-4ff1-be67-bc39105daa6c req-0e36ee7f-e058-43c8-bc67-08f73042c6d1 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:07.966242 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-be44af8c-3c11-4e1b-9b28-0fd748c39234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:09:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0c2224e0-7b10-409e-8d86-ef673fe57df1'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:07.972985 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-64eab528-1fc2-4ff1-be67-bc39105daa6c req-0e36ee7f-e058-43c8-bc67-08f73042c6d1 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=43ff2a1d-e328-4609-b877-72eb6bb70a50 HTTP/1.1" status: 200 len: 949 time: 0.1098716 May 26 16:10:08.052414 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-be44af8c-3c11-4e1b-9b28-0fd748c39234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:08.053081 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be44af8c-3c11-4e1b-9b28-0fd748c39234 None None] The sync data for ids ['0c2224e0-7b10-409e-8d86-ef673fe57df1'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:08.143648 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-64eab528-1fc2-4ff1-be67-bc39105daa6c req-04eb4de7-00cb-4a1c-83da-19d7cda989b4 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696157 May 26 16:10:08.198669 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-54db6cb6-9e47-4ac4-a483-34b0fae0dab8 None None] Current status of the port 6f321dc7-1e97-4432-af4b-cb1ce598fbee is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:08.199055 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-54db6cb6-9e47-4ac4-a483-34b0fae0dab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.208595 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8de02-ebd1-4700-a9f2-d343181f6d69 req-bb699a0b-9a8e-43f1-80b0-2cd0ac77f00d tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:08.223432 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d8a8de02-ebd1-4700-a9f2-d343181f6d69 req-bb699a0b-9a8e-43f1-80b0-2cd0ac77f00d tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 945 time: 0.2087133 May 26 16:10:08.274093 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 6f321dc7-1e97-4432-af4b-cb1ce598fbee is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:08.274399 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.286682 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-54db6cb6-9e47-4ac4-a483-34b0fae0dab8 None None] For port 6f321dc7-1e97-4432-af4b-cb1ce598fbee, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=6f321dc7-1e97-4432-af4b-cb1ce598fbee,segment=NetworkSegment(e62c9508-fe4f-4c55-afe8-0e1102cd2c18),segment_id=e62c9508-fe4f-4c55-afe8-0e1102cd2c18)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:08.297325 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-54db6cb6-9e47-4ac4-a483-34b0fae0dab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.358031 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d8a8de02-ebd1-4700-a9f2-d343181f6d69 req-f6d10d42-474a-4231-beaa-50eb53115e4e tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ddc8780-507e-443e-a881-18610fb14b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309047 May 26 16:10:08.383234 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 77340a69-89a7-45ab-9f80-b7f39061885b details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:10:08.420395 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:10:08.424001 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:10:08.450291 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db6cb6-9e47-4ac4-a483-34b0fae0dab8 None None] Pushing event updated for resources: {'Port': ['ID=6f321dc7-1e97-4432-af4b-cb1ce598fbee,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:08.457902 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec217ee-a58f-46de-a1f0-2abb046dd035 req-bfe3a7a9-931d-4eb7-8ba2-90f6ea69f1bb tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:08.459590 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bec217ee-a58f-46de-a1f0-2abb046dd035 req-bfe3a7a9-931d-4eb7-8ba2-90f6ea69f1bb tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6 HTTP/1.1" status: 200 len: 944 time: 0.1753461 May 26 16:10:08.506522 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-6c2ea325-2070-4233-a519-a5923ee7f9c2 None None] Provisioning complete for port 6f321dc7-1e97-4432-af4b-cb1ce598fbee triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:08.506898 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6c2ea325-2070-4233-a519-a5923ee7f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.519166 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8f0677c2-d218-4a66-9dda-2ff80904c95b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.532323 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bec217ee-a58f-46de-a1f0-2abb046dd035 req-b122670f-0a44-4ad6-8240-98d347a89d40 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557020 May 26 16:10:08.597937 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787b77b-03be-4c93-91f3-2f929352c73c req-71d3dd92-6492-4368-af5d-0e83ac55f49c tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:08.603783 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3787b77b-03be-4c93-91f3-2f929352c73c req-71d3dd92-6492-4368-af5d-0e83ac55f49c tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=936dd373-e694-4a44-bbab-fc0c72564faf HTTP/1.1" status: 200 len: 945 time: 0.0932095 May 26 16:10:08.628272 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 77340a69-89a7-45ab-9f80-b7f39061885b, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=77340a69-89a7-45ab-9f80-b7f39061885b,segment=NetworkSegment(bde2e863-0c91-4084-b263-89615b414bdf),segment_id=bde2e863-0c91-4084-b263-89615b414bdf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:08.657028 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '77340a69-89a7-45ab-9f80-b7f39061885b', 'network_id': '67be992b-b4e7-4fb4-b3b4-ab1f54c2d199', 'port_id': '77340a69-89a7-45ab-9f80-b7f39061885b', 'mac_address': 'fa:16:3e:a4:22:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f4c445-da8d-4e31-a37f-63415d1eb855', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:10:08.667173 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3787b77b-03be-4c93-91f3-2f929352c73c req-1c9b75c9-54d8-47c5-ac9b-87a96be75bfe tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594664 May 26 16:10:08.773628 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ea325-2070-4233-a519-a5923ee7f9c2 None None] Current status of the port 6f321dc7-1e97-4432-af4b-cb1ce598fbee is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:08.791629 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 77340a69-89a7-45ab-9f80-b7f39061885b is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:08.792017 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.808679 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-6c2ea325-2070-4233-a519-a5923ee7f9c2 None None] Provisioning complete for port d76389b7-6d46-4f9d-b6ab-893a604d9e51 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:08.809046 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6c2ea325-2070-4233-a519-a5923ee7f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.814133 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77340a69-89a7-45ab-9f80-b7f39061885b {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:10:08.819342 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aacce5-2c26-4d13-8c54-671e1113424e req-86058231-8bf7-4ef0-929a-e3dd0d369321 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:08.847558 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aacce5-2c26-4d13-8c54-671e1113424e req-86058231-8bf7-4ef0-929a-e3dd0d369321 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:08.855959 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aacce5-2c26-4d13-8c54-671e1113424e req-86058231-8bf7-4ef0-929a-e3dd0d369321 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:08.873070 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aacce5-2c26-4d13-8c54-671e1113424e req-86058231-8bf7-4ef0-929a-e3dd0d369321 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:08.874918 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 77340a69-89a7-45ab-9f80-b7f39061885b, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=77340a69-89a7-45ab-9f80-b7f39061885b,segment=NetworkSegment(bde2e863-0c91-4084-b263-89615b414bdf),segment_id=bde2e863-0c91-4084-b263-89615b414bdf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:08.877059 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ea325-2070-4233-a519-a5923ee7f9c2 None None] Port d76389b7-6d46-4f9d-b6ab-893a604d9e51 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:10:08.886654 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aacce5-2c26-4d13-8c54-671e1113424e req-86058231-8bf7-4ef0-929a-e3dd0d369321 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:08.886800 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:08.887523 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 65148236-bd78-494f-bf09-16cc85f8781f details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:10:08.908802 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aacce5-2c26-4d13-8c54-671e1113424e req-86058231-8bf7-4ef0-929a-e3dd0d369321 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:08.915160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aacce5-2c26-4d13-8c54-671e1113424e req-86058231-8bf7-4ef0-929a-e3dd0d369321 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:08.917257 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31aacce5-2c26-4d13-8c54-671e1113424e req-86058231-8bf7-4ef0-929a-e3dd0d369321 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5432 time: 0.2165201 May 26 16:10:08.970424 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=77340a69-89a7-45ab-9f80-b7f39061885b,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:09.028388 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8f0677c2-d218-4a66-9dda-2ff80904c95b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Deleting port d76389b7-6d46-4f9d-b6ab-893a604d9e51 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:09.028756 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8f0677c2-d218-4a66-9dda-2ff80904c95b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:09.052534 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 6f321dc7-1e97-4432-af4b-cb1ce598fbee is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:09.057240 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-1dfbe1e1-b6e4-436c-846c-3b78850315f1 None None] Provisioning complete for port d76389b7-6d46-4f9d-b6ab-893a604d9e51 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:09.057611 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1dfbe1e1-b6e4-436c-846c-3b78850315f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:09.064430 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31aacce5-2c26-4d13-8c54-671e1113424e req-46b415d6-1b53-44a5-9e8c-226984fb1cc1 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1354077 May 26 16:10:09.139088 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d0c38-cb4d-40f3-b276-cfd33ff4bb93 req-f8d46ccd-376e-45a6-a0d4-8480699b7490 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:09.142538 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-005d0c38-cb4d-40f3-b276-cfd33ff4bb93 req-f8d46ccd-376e-45a6-a0d4-8480699b7490 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=936dd373-e694-4a44-bbab-fc0c72564faf HTTP/1.1" status: 200 len: 945 time: 0.1098225 May 26 16:10:09.170903 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 65148236-bd78-494f-bf09-16cc85f8781f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=65148236-bd78-494f-bf09-16cc85f8781f,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:09.191848 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '65148236-bd78-494f-bf09-16cc85f8781f', 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208', 'port_id': '65148236-bd78-494f-bf09-16cc85f8781f', 'mac_address': 'fa:16:3e:4f:bc:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8967df-8a4c-46db-92d8-93f94220fcb8', 'ip_address': '10.1.1.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:10:09.196697 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8f0677c2-d218-4a66-9dda-2ff80904c95b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:09.217401 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-005d0c38-cb4d-40f3-b276-cfd33ff4bb93 req-b4ad0037-e664-409b-913e-47fedefd3d3a tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659988 May 26 16:10:09.231278 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93d9a8-019b-479c-87c6-32d3dd947d2d req-033870c0-161f-434d-81ff-5cae42a1fc1b tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:09.232787 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c93d9a8-019b-479c-87c6-32d3dd947d2d req-033870c0-161f-434d-81ff-5cae42a1fc1b tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.81 "GET /v2.0/ports?device_id=43ff2a1d-e328-4609-b877-72eb6bb70a50 HTTP/1.1" status: 200 len: 949 time: 0.0893559 May 26 16:10:09.244813 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['64cbe213-ecc2-4f91-b82c-ca1a2f519962'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:09.254662 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8f0677c2-d218-4a66-9dda-2ff80904c95b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Calling delete_port for d76389b7-6d46-4f9d-b6ab-893a604d9e51 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:09.280216 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1dfbe1e1-b6e4-436c-846c-3b78850315f1 None None] Port d76389b7-6d46-4f9d-b6ab-893a604d9e51 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:10:09.285353 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 65148236-bd78-494f-bf09-16cc85f8781f is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:09.285754 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:09.306208 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65148236-bd78-494f-bf09-16cc85f8781f {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:10:09.330198 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 65148236-bd78-494f-bf09-16cc85f8781f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=65148236-bd78-494f-bf09-16cc85f8781f,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:09.340185 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:09.340850 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:10:09.358122 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7354c5-c492-4d7c-90f5-6cf35ba633cc req-96dd6a4d-2a43-42b6-9f7b-da57af9a2023 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:09.360636 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb7354c5-c492-4d7c-90f5-6cf35ba633cc req-96dd6a4d-2a43-42b6-9f7b-da57af9a2023 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=43ff2a1d-e328-4609-b877-72eb6bb70a50 HTTP/1.1" status: 200 len: 949 time: 0.1266100 May 26 16:10:09.455322 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=86356a15-4ae4-4ce2-be9c-0b9a6e3ef023,segment=NetworkSegment(bde2e863-0c91-4084-b263-89615b414bdf),segment_id=bde2e863-0c91-4084-b263-89615b414bdf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:09.469180 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b30dcd00-ece5-4119-9e83-47ad6f5bc970 None None] Provisioning complete for port d76389b7-6d46-4f9d-b6ab-893a604d9e51 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:09.469608 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b30dcd00-ece5-4119-9e83-47ad6f5bc970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:09.481189 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=65148236-bd78-494f-bf09-16cc85f8781f,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:09.504845 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-5c93d9a8-019b-479c-87c6-32d3dd947d2d req-077e1a42-37d9-40c4-8c63-dbb55f2bc8d7 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Deleting port dfc31f36-132b-43af-81bd-f16d278e89e9 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:09.505236 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5c93d9a8-019b-479c-87c6-32d3dd947d2d req-077e1a42-37d9-40c4-8c63-dbb55f2bc8d7 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:09.512985 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8f0677c2-d218-4a66-9dda-2ff80904c95b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:09.515699 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '86356a15-4ae4-4ce2-be9c-0b9a6e3ef023', 'network_id': '67be992b-b4e7-4fb4-b3b4-ab1f54c2d199', 'port_id': '86356a15-4ae4-4ce2-be9c-0b9a6e3ef023', 'mac_address': 'fa:16:3e:79:86:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f4c445-da8d-4e31-a37f-63415d1eb855', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:10:09.521487 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb7354c5-c492-4d7c-90f5-6cf35ba633cc req-e8695862-05f0-4add-b893-a4599e7d0327 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538355 May 26 16:10:09.538009 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b30dcd00-ece5-4119-9e83-47ad6f5bc970 None None] Port d76389b7-6d46-4f9d-b6ab-893a604d9e51 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:10:09.585157 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['f1118030-abd2-4542-9495-9b488c4efc14'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:09.602301 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0677c2-d218-4a66-9dda-2ff80904c95b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Port': ['ID=d76389b7-6d46-4f9d-b6ab-893a604d9e51,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:09.666124 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6f321dc7-1e97-4432-af4b-cb1ce598fbee up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:09.786543 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:09.786933 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:09.790457 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a499536-6dad-4056-9081-73b40963fbaa req-3fb96157-de78-4848-a07d-ae4b5e2b39b0 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:09.792298 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a499536-6dad-4056-9081-73b40963fbaa req-3fb96157-de78-4848-a07d-ae4b5e2b39b0 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8f1c9f0-2927-4e73-a11b-bccc71057174 HTTP/1.1" status: 200 len: 950 time: 0.3624890 May 26 16:10:09.853544 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['17546000-b263-4011-a4e6-5dc6daed213a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:09.855966 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8f0677c2-d218-4a66-9dda-2ff80904c95b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:09.874918 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-5c93d9a8-019b-479c-87c6-32d3dd947d2d req-077e1a42-37d9-40c4-8c63-dbb55f2bc8d7 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] For port dfc31f36-132b-43af-81bd-f16d278e89e9, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=dfc31f36-132b-43af-81bd-f16d278e89e9,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:09.875675 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5c93d9a8-019b-479c-87c6-32d3dd947d2d req-077e1a42-37d9-40c4-8c63-dbb55f2bc8d7 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:09.887773 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9fde8f-a601-4600-87d4-cb53ac4da4f2 req-07190337-33e1-44d7-adfc-2f1aa31c04e8 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:09.889387 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fd9fde8f-a601-4600-87d4-cb53ac4da4f2 req-07190337-33e1-44d7-adfc-2f1aa31c04e8 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 945 time: 0.0812807 May 26 16:10:09.902260 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e3632-42bf-4d92-98a4-8fef07b5e54b req-df2fbf93-6e9e-49dd-a0b5-bbcd81dc5818 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:09.903791 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-376e3632-42bf-4d92-98a4-8fef07b5e54b req-df2fbf93-6e9e-49dd-a0b5-bbcd81dc5818 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 945 time: 0.4158645 May 26 16:10:09.904791 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-5c93d9a8-019b-479c-87c6-32d3dd947d2d req-077e1a42-37d9-40c4-8c63-dbb55f2bc8d7 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Calling delete_port for dfc31f36-132b-43af-81bd-f16d278e89e9 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:09.910971 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:10:09.971835 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=86356a15-4ae4-4ce2-be9c-0b9a6e3ef023,segment=NetworkSegment(bde2e863-0c91-4084-b263-89615b414bdf),segment_id=bde2e863-0c91-4084-b263-89615b414bdf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:10.005475 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-376e3632-42bf-4d92-98a4-8fef07b5e54b req-5fc6fc49-8594-474f-82e5-a48d6d621064 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ddc8780-507e-443e-a881-18610fb14b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640442 May 26 16:10:10.026520 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.027889 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device a22baecc-6a51-4894-9383-fd79c3b20a9c details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:10:10.064593 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc08f0-57e2-45df-9084-2d9a8e5772f9 req-eec43681-5033-4014-8205-2c67ac735f02 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:10.067683 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port a22baecc-6a51-4894-9383-fd79c3b20a9c, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=a22baecc-6a51-4894-9383-fd79c3b20a9c,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:10.073517 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e8dc08f0-57e2-45df-9084-2d9a8e5772f9 req-eec43681-5033-4014-8205-2c67ac735f02 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6 HTTP/1.1" status: 200 len: 944 time: 0.3415637 May 26 16:10:10.085151 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': 'a22baecc-6a51-4894-9383-fd79c3b20a9c', 'network_id': 'f3afb84f-a007-4e52-a1fb-611cc73f2208', 'port_id': 'a22baecc-6a51-4894-9383-fd79c3b20a9c', 'mac_address': 'fa:16:3e:f7:16:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8967df-8a4c-46db-92d8-93f94220fcb8', 'ip_address': '10.1.1.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:10:10.108468 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52260) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:10.133632 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0677c2-d218-4a66-9dda-2ff80904c95b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Router 0c2224e0-7b10-409e-8d86-ef673fe57df1 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:10:10.156644 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-fd9fde8f-a601-4600-87d4-cb53ac4da4f2 req-8e4eb4dc-8dcf-41e7-bb58-9e71387f15ba tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Deleting port e051e928-8473-40b5-864d-5e23ef3acf01 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:10.157034 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fd9fde8f-a601-4600-87d4-cb53ac4da4f2 req-8e4eb4dc-8dcf-41e7-bb58-9e71387f15ba tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.215792 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=86356a15-4ae4-4ce2-be9c-0b9a6e3ef023,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:10.220941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 6f321dc7-1e97-4432-af4b-cb1ce598fbee triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:10.221950 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.280396 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0677c2-d218-4a66-9dda-2ff80904c95b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:10.287466 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8f0677c2-d218-4a66-9dda-2ff80904c95b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "PUT /v2.0/routers/0c2224e0-7b10-409e-8d86-ef673fe57df1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3941886 May 26 16:10:10.290202 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52268) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:10.300175 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e8dc08f0-57e2-45df-9084-2d9a8e5772f9 req-92b7f764-8561-466f-bfa7-17d1a1417fbe tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253845 May 26 16:10:10.330772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e506587-b112-4be3-ba99-19e67c108293 None None] Sync routers for ids ['0c2224e0-7b10-409e-8d86-ef673fe57df1'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:10.341165 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342489d-0ea8-446a-8211-6f262f680212 req-e89ef585-c257-4a83-90d3-b46805f52e7c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:10.346894 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0e04fac0-46f1-45bb-a944-39f642207681 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c2224e0-7b10-409e-8d86-ef673fe57df1 HTTP/1.1" status: 200 len: 205 time: 0.0555959 May 26 16:10:10.349966 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342489d-0ea8-446a-8211-6f262f680212 req-e89ef585-c257-4a83-90d3-b46805f52e7c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:10.355495 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52270) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:10.356039 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342489d-0ea8-446a-8211-6f262f680212 req-e89ef585-c257-4a83-90d3-b46805f52e7c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:10.363891 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342489d-0ea8-446a-8211-6f262f680212 req-e89ef585-c257-4a83-90d3-b46805f52e7c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:10.367287 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port a22baecc-6a51-4894-9383-fd79c3b20a9c is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:10.367789 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.372305 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342489d-0ea8-446a-8211-6f262f680212 req-e89ef585-c257-4a83-90d3-b46805f52e7c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:10.378852 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342489d-0ea8-446a-8211-6f262f680212 req-e89ef585-c257-4a83-90d3-b46805f52e7c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:10.385492 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342489d-0ea8-446a-8211-6f262f680212 req-e89ef585-c257-4a83-90d3-b46805f52e7c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:10.387457 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5342489d-0ea8-446a-8211-6f262f680212 req-e89ef585-c257-4a83-90d3-b46805f52e7c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5435 time: 0.2081273 May 26 16:10:10.388143 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5c93d9a8-019b-479c-87c6-32d3dd947d2d req-077e1a42-37d9-40c4-8c63-dbb55f2bc8d7 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.399105 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4ea1b75-2a8e-4e75-a7af-d9ef014559f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.443254 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-3a499536-6dad-4056-9081-73b40963fbaa req-f5599ae3-4d76-4789-a7d2-1d6b92764396 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Deleting port 9c72859c-b2b3-4535-a8da-f620119789db {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:10.443638 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3a499536-6dad-4056-9081-73b40963fbaa req-f5599ae3-4d76-4789-a7d2-1d6b92764396 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.448662 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['dfc31f36-132b-43af-81bd-f16d278e89e9', '9c72859c-b2b3-4535-a8da-f620119789db'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:10.473017 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e1a42-37d9-40c4-8c63-dbb55f2bc8d7 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Pushing event deleted for resources: {'Port': ['ID=dfc31f36-132b-43af-81bd-f16d278e89e9,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:10.480958 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e506587-b112-4be3-ba99-19e67c108293 None None] Routers {'0c2224e0-7b10-409e-8d86-ef673fe57df1'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:10.480958 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7e506587-b112-4be3-ba99-19e67c108293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:09:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0c2224e0-7b10-409e-8d86-ef673fe57df1'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:10.483293 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c95f8c05-293e-4fad-b537-116ac6a77c59 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.489229 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-fd9fde8f-a601-4600-87d4-cb53ac4da4f2 req-8e4eb4dc-8dcf-41e7-bb58-9e71387f15ba tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] For port e051e928-8473-40b5-864d-5e23ef3acf01, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=e051e928-8473-40b5-864d-5e23ef3acf01,segment=NetworkSegment(3b847ed8-c57d-448c-8e0a-7ae74db9cec6),segment_id=3b847ed8-c57d-448c-8e0a-7ae74db9cec6)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:10.490247 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fd9fde8f-a601-4600-87d4-cb53ac4da4f2 req-8e4eb4dc-8dcf-41e7-bb58-9e71387f15ba tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.527458 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a22baecc-6a51-4894-9383-fd79c3b20a9c {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:10:10.539715 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7e506587-b112-4be3-ba99-19e67c108293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:10.590037 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port a22baecc-6a51-4894-9383-fd79c3b20a9c, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=a22baecc-6a51-4894-9383-fd79c3b20a9c,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:10.602983 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.604873 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e506587-b112-4be3-ba99-19e67c108293 None None] Routers {'0c2224e0-7b10-409e-8d86-ef673fe57df1'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:10.605596 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7e506587-b112-4be3-ba99-19e67c108293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:09:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0c2224e0-7b10-409e-8d86-ef673fe57df1'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:10.617729 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c93d9a8-019b-479c-87c6-32d3dd947d2d req-077e1a42-37d9-40c4-8c63-dbb55f2bc8d7 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] No DVR routers for this DVR port dfc31f36-132b-43af-81bd-f16d278e89e9 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:10.620773 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5c93d9a8-019b-479c-87c6-32d3dd947d2d req-077e1a42-37d9-40c4-8c63-dbb55f2bc8d7 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.626202 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c93d9a8-019b-479c-87c6-32d3dd947d2d req-077e1a42-37d9-40c4-8c63-dbb55f2bc8d7 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.81 "DELETE /v2.0/ports/dfc31f36-132b-43af-81bd-f16d278e89e9 HTTP/1.1" status: 204 len: 173 time: 1.3798752 May 26 16:10:10.660349 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ff2a1d-e328-4609-b877-72eb6bb70a50', 'name': 'network-vif-deleted', 'tag': 'dfc31f36-132b-43af-81bd-f16d278e89e9'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:10.663924 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2caa5fe-a704-4a2c-951a-e5140d26feaf" -d '{"events": [{"server_uuid": "43ff2a1d-e328-4609-b877-72eb6bb70a50", "name": "network-vif-deleted", "tag": "dfc31f36-132b-43af-81bd-f16d278e89e9"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:10.678314 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5342489d-0ea8-446a-8211-6f262f680212 req-8bc93cd3-7441-44f8-96c8-4e9cbe633ebe tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2682483 May 26 16:10:10.777549 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092af2e3-042d-494b-9ab6-3356d634f06c req-ce0da75d-a20f-4675-a36d-f87a87c0eeeb tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:10.779679 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-092af2e3-042d-494b-9ab6-3356d634f06c req-ce0da75d-a20f-4675-a36d-f87a87c0eeeb tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=936dd373-e694-4a44-bbab-fc0c72564faf HTTP/1.1" status: 200 len: 945 time: 0.3686490 May 26 16:10:10.787673 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-3a499536-6dad-4056-9081-73b40963fbaa req-f5599ae3-4d76-4789-a7d2-1d6b92764396 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] For port 9c72859c-b2b3-4535-a8da-f620119789db, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=9c72859c-b2b3-4535-a8da-f620119789db,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:10.788064 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3a499536-6dad-4056-9081-73b40963fbaa req-f5599ae3-4d76-4789-a7d2-1d6b92764396 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:10.841180 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-3a499536-6dad-4056-9081-73b40963fbaa req-f5599ae3-4d76-4789-a7d2-1d6b92764396 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Calling delete_port for 9c72859c-b2b3-4535-a8da-f620119789db owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:10.857013 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7e506587-b112-4be3-ba99-19e67c108293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:10.857805 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e506587-b112-4be3-ba99-19e67c108293 None None] The sync data for ids ['0c2224e0-7b10-409e-8d86-ef673fe57df1'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:10.888347 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 393f915c-4306-402a-bb56-a15f0347057c up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:10.974419 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 6f321dc7-1e97-4432-af4b-cb1ce598fbee is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:11.018215 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=a22baecc-6a51-4894-9383-fd79c3b20a9c,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:11.052033 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d2f40996-714e-473f-8738-6f3aebd902a9 req-6e5bd4f4-b76c-4c59-9d16-28726e765ef8 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=43ff2a1d-e328-4609-b877-72eb6bb70a50 HTTP/1.1" status: 200 len: 210 time: 0.2607331 May 26 16:10:11.087185 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 393f915c-4306-402a-bb56-a15f0347057c completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:10:11.094366 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 393f915c-4306-402a-bb56-a15f0347057c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:11.094835 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.118241 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3a499536-6dad-4056-9081-73b40963fbaa req-f5599ae3-4d76-4789-a7d2-1d6b92764396 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.143324 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c95f8c05-293e-4fad-b537-116ac6a77c59 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.146553 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c95f8c05-293e-4fad-b537-116ac6a77c59 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.178722 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-092af2e3-042d-494b-9ab6-3356d634f06c req-28f4460e-1e0a-4d82-a16f-ae7cea1b4ef9 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767085 May 26 16:10:11.227814 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 393f915c-4306-402a-bb56-a15f0347057c is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:11.228080 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.244650 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ebb32d-946d-457a-beca-1ad521afe4ba x-openstack-request-id: req-a0ebb32d-946d-457a-beca-1ad521afe4ba {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:11.245342 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ff2a1d-e328-4609-b877-72eb6bb70a50", "name": "network-vif-deleted", "tag": "dfc31f36-132b-43af-81bd-f16d278e89e9", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:11.245722 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a0ebb32d-946d-457a-beca-1ad521afe4ba {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:11.246216 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0ebb32d-946d-457a-beca-1ad521afe4ba'] response: {'server_uuid': '43ff2a1d-e328-4609-b877-72eb6bb70a50', 'name': 'network-vif-deleted', 'tag': 'dfc31f36-132b-43af-81bd-f16d278e89e9', 'status': 'completed', 'code': 200} May 26 16:10:11.247438 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5599ae3-4d76-4789-a7d2-1d6b92764396 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Pushing event deleted for resources: {'Port': ['ID=9c72859c-b2b3-4535-a8da-f620119789db,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:11.267187 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c95f8c05-293e-4fad-b537-116ac6a77c59 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.267778 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95f8c05-293e-4fad-b537-116ac6a77c59 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Fanout notify agent at l3_agent the message router_deleted on router 0c2224e0-7b10-409e-8d86-ef673fe57df1 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:10:11.275335 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c95f8c05-293e-4fad-b537-116ac6a77c59 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.278731 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c95f8c05-293e-4fad-b537-116ac6a77c59 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/routers/0c2224e0-7b10-409e-8d86-ef673fe57df1 HTTP/1.1" status: 204 len: 168 time: 0.9200144 May 26 16:10:11.278866 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bf7a49-22f6-4a8e-9f41-b6a090960fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393f915c-4306-402a-bb56-a15f0347057c'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:11.282792 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4ea1b75-2a8e-4e75-a7af-d9ef014559f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.282933 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52278) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:11.283038 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9715d2cf-a63c-4624-8092-53557bc1cbc3" -d '{"events": [{"server_uuid": "43bf7a49-22f6-4a8e-9f41-b6a090960fb6", "name": "network-vif-plugged", "status": "completed", "tag": "393f915c-4306-402a-bb56-a15f0347057c"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:11.284410 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a499536-6dad-4056-9081-73b40963fbaa req-f5599ae3-4d76-4789-a7d2-1d6b92764396 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] No DVR routers for this DVR port 9c72859c-b2b3-4535-a8da-f620119789db on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:11.286912 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3a499536-6dad-4056-9081-73b40963fbaa req-f5599ae3-4d76-4789-a7d2-1d6b92764396 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.291050 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a499536-6dad-4056-9081-73b40963fbaa req-f5599ae3-4d76-4789-a7d2-1d6b92764396 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.81 "DELETE /v2.0/ports/9c72859c-b2b3-4535-a8da-f620119789db HTTP/1.1" status: 204 len: 173 time: 1.4498107 May 26 16:10:11.303544 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:10:11.307518 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4ea1b75-2a8e-4e75-a7af-d9ef014559f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.322364 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 393f915c-4306-402a-bb56-a15f0347057c, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=393f915c-4306-402a-bb56-a15f0347057c,segment=NetworkSegment(9f93b360-b5eb-4ddb-80ab-cee007e903e4),segment_id=9f93b360-b5eb-4ddb-80ab-cee007e903e4)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:11.329082 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.360947 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a4ea1b75-2a8e-4e75-a7af-d9ef014559f9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8e84b1ffc4ef4bb1aa25b01775208315&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2500331 May 26 16:10:11.361936 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52284) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:11.363705 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a4e75f-8eed-41e2-afce-0d87e234218f x-openstack-request-id: req-70a4e75f-8eed-41e2-afce-0d87e234218f {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:11.365535 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bf7a49-22f6-4a8e-9f41-b6a090960fb6", "name": "network-vif-plugged", "status": "completed", "tag": "393f915c-4306-402a-bb56-a15f0347057c", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:11.365535 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-70a4e75f-8eed-41e2-afce-0d87e234218f {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:11.365785 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea1b75-2a8e-4e75-a7af-d9ef014559f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2234f312-0c49-4293-b5a0-d6037a96e0ab,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:11.365867 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a4e75f-8eed-41e2-afce-0d87e234218f'] response: {'server_uuid': '43bf7a49-22f6-4a8e-9f41-b6a090960fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393f915c-4306-402a-bb56-a15f0347057c', 'code': 200} May 26 16:10:11.390725 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeb333-53b9-42df-87d9-af9e99d34ed1 req-8220d852-d03c-460d-9717-b1ee271bd063 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:11.398378 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=393f915c-4306-402a-bb56-a15f0347057c,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:11.398810 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ebeb333-53b9-42df-87d9-af9e99d34ed1 req-8220d852-d03c-460d-9717-b1ee271bd063 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 945 time: 0.1408601 May 26 16:10:11.472121 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d55df50e-1bd8-4241-98d6-4046fea1df04 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Deleting subnet 92dd345d-fd51-42c4-be61-9987ced50c36 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:10:11.476238 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d55df50e-1bd8-4241-98d6-4046fea1df04 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.493810 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ebeb333-53b9-42df-87d9-af9e99d34ed1 req-3d2bf354-1766-4443-be69-484ef803d814 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ddc8780-507e-443e-a881-18610fb14b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809929 May 26 16:10:11.517080 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b85ca1e2-18ee-45a8-8e97-17c5a7436a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.556820 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d55df50e-1bd8-4241-98d6-4046fea1df04 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.572928 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b85ca1e2-18ee-45a8-8e97-17c5a7436a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.581889 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fd9fde8f-a601-4600-87d4-cb53ac4da4f2 req-8e4eb4dc-8dcf-41e7-bb58-9e71387f15ba tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.582252 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fd9fde8f-a601-4600-87d4-cb53ac4da4f2 req-8e4eb4dc-8dcf-41e7-bb58-9e71387f15ba tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.582391 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd101616-902f-42e1-b101-ec4d3b652b77 req-2f61e022-6804-451b-a271-b87cdf3cffa7 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:11.582570 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [req-fd9fde8f-a601-4600-87d4-cb53ac4da4f2 req-8e4eb4dc-8dcf-41e7-bb58-9e71387f15ba tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Floating IP cda6b53a-82b9-4fb3-8978-198d21835b1f disassociated. External IP: 172.25.7.89, port: e051e928-8473-40b5-864d-5e23ef3acf01. May 26 16:10:11.582906 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-fd9fde8f-a601-4600-87d4-cb53ac4da4f2 req-8e4eb4dc-8dcf-41e7-bb58-9e71387f15ba tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Calling delete_port for e051e928-8473-40b5-864d-5e23ef3acf01 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:11.583869 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd101616-902f-42e1-b101-ec4d3b652b77 req-2f61e022-6804-451b-a271-b87cdf3cffa7 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6 HTTP/1.1" status: 200 len: 945 time: 0.1276572 May 26 16:10:11.634189 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa7333-bf55-427a-a7bb-c21a37077693 req-49d43330-cfc8-41b3-b132-b2dfb66a810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:11.635793 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9aaa7333-bf55-427a-a7bb-c21a37077693 req-49d43330-cfc8-41b3-b132-b2dfb66a810a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6 HTTP/1.1" status: 200 len: 1096 time: 0.1167722 May 26 16:10:11.670219 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd101616-902f-42e1-b101-ec4d3b652b77 req-710d0a61-33ba-4563-b08a-7261b8268882 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755494 May 26 16:10:11.693998 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9aaa7333-bf55-427a-a7bb-c21a37077693 req-abfc89cf-39ad-4be2-98c3-002f12901cc3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435045 May 26 16:10:11.706030 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b85ca1e2-18ee-45a8-8e97-17c5a7436a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.708784 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b85ca1e2-18ee-45a8-8e97-17c5a7436a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.713671 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b85ca1e2-18ee-45a8-8e97-17c5a7436a9b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2234f312-0c49-4293-b5a0-d6037a96e0ab HTTP/1.1" status: 204 len: 168 time: 0.3444295 May 26 16:10:11.720860 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d55df50e-1bd8-4241-98d6-4046fea1df04 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.736129 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ca1e2-18ee-45a8-8e97-17c5a7436a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2234f312-0c49-4293-b5a0-d6037a96e0ab,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:11.841021 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d55df50e-1bd8-4241-98d6-4046fea1df04 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.852445 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fd9fde8f-a601-4600-87d4-cb53ac4da4f2 req-8e4eb4dc-8dcf-41e7-bb58-9e71387f15ba tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.906265 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4eb4dc-8dcf-41e7-bb58-9e71387f15ba tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Pushing event deleted for resources: {'Port': ['ID=e051e928-8473-40b5-864d-5e23ef3acf01,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:11.908327 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55df50e-1bd8-4241-98d6-4046fea1df04 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Subnet': ['ID=92dd345d-fd51-42c4-be61-9987ced50c36,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:11.930376 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbeb07-6cc4-4fca-90bd-d514b6aec841 req-1c831723-34d5-4a42-9a0e-f63acdab8e07 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:11.941131 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbeb07-6cc4-4fca-90bd-d514b6aec841 req-1c831723-34d5-4a42-9a0e-f63acdab8e07 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:11.947900 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3b22fd-ba47-4721-a5c7-76fb2cb9c1c7 None None] Network ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:11.965196 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbeb07-6cc4-4fca-90bd-d514b6aec841 req-1c831723-34d5-4a42-9a0e-f63acdab8e07 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:11.975454 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbeb07-6cc4-4fca-90bd-d514b6aec841 req-1c831723-34d5-4a42-9a0e-f63acdab8e07 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:11.992767 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbeb07-6cc4-4fca-90bd-d514b6aec841 req-1c831723-34d5-4a42-9a0e-f63acdab8e07 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:11.995184 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d55df50e-1bd8-4241-98d6-4046fea1df04 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:11.998334 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d55df50e-1bd8-4241-98d6-4046fea1df04 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/subnets/92dd345d-fd51-42c4-be61-9987ced50c36 HTTP/1.1" status: 204 len: 168 time: 0.7157259 May 26 16:10:12.001510 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52294) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:12.005244 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbeb07-6cc4-4fca-90bd-d514b6aec841 req-1c831723-34d5-4a42-9a0e-f63acdab8e07 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:12.011525 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbeb07-6cc4-4fca-90bd-d514b6aec841 req-1c831723-34d5-4a42-9a0e-f63acdab8e07 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:12.013708 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d4cbeb07-6cc4-4fca-90bd-d514b6aec841 req-1c831723-34d5-4a42-9a0e-f63acdab8e07 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5436 time: 0.1859939 May 26 16:10:12.060108 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d4cbeb07-6cc4-4fca-90bd-d514b6aec841 req-4e0d5602-0cbc-4abc-87f4-827a6a4817ef tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385270 May 26 16:10:12.103244 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['86356a15-4ae4-4ce2-be9c-0b9a6e3ef023'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:12.149473 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e9d75e1-03d1-45f1-a23c-d0284f796da5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.159553 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['77340a69-89a7-45ab-9f80-b7f39061885b'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:12.183019 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd9fde8f-a601-4600-87d4-cb53ac4da4f2 req-8e4eb4dc-8dcf-41e7-bb58-9e71387f15ba tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Router 0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:10:12.346830 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93154e87-686e-4888-abae-32dd57ced891 None None] DHCP port deletion for ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:10:12.367183 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2e9d75e1-03d1-45f1-a23c-d0284f796da5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Deleting port 6f321dc7-1e97-4432-af4b-cb1ce598fbee {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:12.367643 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e9d75e1-03d1-45f1-a23c-d0284f796da5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.398629 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['a22baecc-6a51-4894-9383-fd79c3b20a9c'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:12.517187 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd9fde8f-a601-4600-87d4-cb53ac4da4f2 req-8e4eb4dc-8dcf-41e7-bb58-9e71387f15ba tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:12.528391 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fffb83-d3af-4a4e-a34c-6998cbe7dffd None None] Sync routers for ids ['0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:12.557629 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fffb83-d3af-4a4e-a34c-6998cbe7dffd None None] Routers {'0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:12.558455 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-73fffb83-d3af-4a4e-a34c-6998cbe7dffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:09:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:12.570278 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-2e9d75e1-03d1-45f1-a23c-d0284f796da5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] For port 6f321dc7-1e97-4432-af4b-cb1ce598fbee, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=6f321dc7-1e97-4432-af4b-cb1ce598fbee,segment=NetworkSegment(e62c9508-fe4f-4c55-afe8-0e1102cd2c18),segment_id=e62c9508-fe4f-4c55-afe8-0e1102cd2c18)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:12.570655 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e9d75e1-03d1-45f1-a23c-d0284f796da5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.603156 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9fde8f-a601-4600-87d4-cb53ac4da4f2 req-8e4eb4dc-8dcf-41e7-bb58-9e71387f15ba tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] No DVR routers for this DVR port e051e928-8473-40b5-864d-5e23ef3acf01 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:12.611075 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fd9fde8f-a601-4600-87d4-cb53ac4da4f2 req-8e4eb4dc-8dcf-41e7-bb58-9e71387f15ba tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.614770 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fd9fde8f-a601-4600-87d4-cb53ac4da4f2 req-8e4eb4dc-8dcf-41e7-bb58-9e71387f15ba tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.83 "DELETE /v2.0/ports/e051e928-8473-40b5-864d-5e23ef3acf01 HTTP/1.1" status: 204 len: 173 time: 2.6841733 May 26 16:10:12.615733 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2e9d75e1-03d1-45f1-a23c-d0284f796da5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Calling delete_port for 6f321dc7-1e97-4432-af4b-cb1ce598fbee owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:12.617478 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f271bb-9d6c-4989-a829-0d253572f124', 'name': 'network-vif-deleted', 'tag': 'e051e928-8473-40b5-864d-5e23ef3acf01'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:12.624896 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ffe4ee-6fbd-490f-b19d-76c8aa9b688b" -d '{"events": [{"server_uuid": "f4f271bb-9d6c-4989-a829-0d253572f124", "name": "network-vif-deleted", "tag": "e051e928-8473-40b5-864d-5e23ef3acf01"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:12.751614 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e9d75e1-03d1-45f1-a23c-d0284f796da5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.783455 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d75e1-03d1-45f1-a23c-d0284f796da5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Port': ['ID=6f321dc7-1e97-4432-af4b-cb1ce598fbee,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:12.792429 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9d75e1-03d1-45f1-a23c-d0284f796da5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] No DVR routers for this DVR port 6f321dc7-1e97-4432-af4b-cb1ce598fbee on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:12.803209 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-93154e87-686e-4888-abae-32dd57ced891 None None] Deleting port 6f321dc7-1e97-4432-af4b-cb1ce598fbee {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:12.803636 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-93154e87-686e-4888-abae-32dd57ced891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:12.810684 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 64cbe213-ecc2-4f91-b82c-ca1a2f519962 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:12.844686 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0157dc0-f0fd-4522-9c3d-28bfeeccc4b4 req-6b8890fb-9781-445a-8ea0-38d8adbc3da8 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:12.848225 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0157dc0-f0fd-4522-9c3d-28bfeeccc4b4 req-6b8890fb-9781-445a-8ea0-38d8adbc3da8 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2d7479-2229-48ab-926b-563f3f06d0b5 HTTP/1.1" status: 200 len: 950 time: 0.2270403 May 26 16:10:12.903552 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-73fffb83-d3af-4a4e-a34c-6998cbe7dffd None None] Set router 0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:12.917936 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0157dc0-f0fd-4522-9c3d-28bfeeccc4b4 req-90235cab-2edd-4092-8fc9-6282bbf682a6 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624149 May 26 16:10:12.965162 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e9d75e1-03d1-45f1-a23c-d0284f796da5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.006121 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-2e9d75e1-03d1-45f1-a23c-d0284f796da5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:13.030000 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-2e9d75e1-03d1-45f1-a23c-d0284f796da5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62c9508-fe4f-4c55-afe8-0e1102cd2c18') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:13.030331 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-2e9d75e1-03d1-45f1-a23c-d0284f796da5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62c9508-fe4f-4c55-afe8-0e1102cd2c18') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:13.055927 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e9d75e1-03d1-45f1-a23c-d0284f796da5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.087932 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-969c45f3-0788-4e00-b335-46b22e58b012 req-cf6c700f-7735-4089-becf-17519981c334 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4f271bb-9d6c-4989-a829-0d253572f124 HTTP/1.1" status: 200 len: 210 time: 0.0436685 May 26 16:10:13.096035 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e9d75e1-03d1-45f1-a23c-d0284f796da5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.099526 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec3038-8e8b-4707-988a-c628672e7f6c req-9e956449-799b-4e40-8065-8ae70a51bb43 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:13.101271 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98ec3038-8e8b-4707-988a-c628672e7f6c req-9e956449-799b-4e40-8065-8ae70a51bb43 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=936dd373-e694-4a44-bbab-fc0c72564faf HTTP/1.1" status: 200 len: 945 time: 0.1644595 May 26 16:10:13.119343 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9d75e1-03d1-45f1-a23c-d0284f796da5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:10:13.119748 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e9d75e1-03d1-45f1-a23c-d0284f796da5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.137678 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-93154e87-686e-4888-abae-32dd57ced891 None None] For port 6f321dc7-1e97-4432-af4b-cb1ce598fbee, host n-d-843337-2, got binding levels [] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:13.138160 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-93154e87-686e-4888-abae-32dd57ced891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.152983 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device dfc31f36-132b-43af-81bd-f16d278e89e9 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:13.197717 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98ec3038-8e8b-4707-988a-c628672e7f6c req-d781b3a3-a463-4634-86eb-f840903838fb tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864258 May 26 16:10:13.248186 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment e62c9508-fe4f-4c55-afe8-0e1102cd2c18 resource provider aggregate not found May 26 16:10:13.248692 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f1c9f0-2927-4e73-a11b-bccc71057174', 'name': 'network-vif-deleted', 'tag': '9c72859c-b2b3-4535-a8da-f620119789db'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:13.251537 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a642b2b4-1982-4813-b09e-1576309a17ce" -d '{"events": [{"server_uuid": "a8f1c9f0-2927-4e73-a11b-bccc71057174", "name": "network-vif-deleted", "tag": "9c72859c-b2b3-4535-a8da-f620119789db"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:13.268680 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-93154e87-686e-4888-abae-32dd57ced891 None None] Calling delete_port for 6f321dc7-1e97-4432-af4b-cb1ce598fbee owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:13.271317 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a3364ce1-537e-4951-9c9b-328b32657567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.272957 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1c715e-7c12-4ad7-ba10-cf40441e5d23 x-openstack-request-id: req-ce1c715e-7c12-4ad7-ba10-cf40441e5d23 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:13.273239 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f271bb-9d6c-4989-a829-0d253572f124", "name": "network-vif-deleted", "tag": "e051e928-8473-40b5-864d-5e23ef3acf01", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:13.273679 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ce1c715e-7c12-4ad7-ba10-cf40441e5d23 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:13.273905 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce1c715e-7c12-4ad7-ba10-cf40441e5d23'] response: {'server_uuid': 'f4f271bb-9d6c-4989-a829-0d253572f124', 'name': 'network-vif-deleted', 'tag': 'e051e928-8473-40b5-864d-5e23ef3acf01', 'status': 'completed', 'code': 200} May 26 16:10:13.277375 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.ipam_backend_mixin [None req-93154e87-686e-4888-abae-32dd57ced891 None None] Port 6f321dc7-1e97-4432-af4b-cb1ce598fbee was not found and therefore no delete operation was performed {{(pid=103897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:10:13.278671 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: dfc31f36-132b-43af-81bd-f16d278e89e9 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:13.279015 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device dfc31f36-132b-43af-81bd-f16d278e89e9 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:13.293025 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-93154e87-686e-4888-abae-32dd57ced891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.321332 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e9d75e1-03d1-45f1-a23c-d0284f796da5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.336743 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment e62c9508-fe4f-4c55-afe8-0e1102cd2c18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e62c9508-fe4f-4c55-afe8-0e1102cd2c18 found for delete ", "request_id": "req-2328cf7d-ef62-4ea0-a2cf-c8a5a35c46af"}]} May 26 16:10:13.347876 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-73fffb83-d3af-4a4e-a34c-6998cbe7dffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'name': 'tempest-ServersTestFqdnHostnames-414839873-router', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:26Z', 'updated_at': '2022-05-26T16:07:34Z', 'revision_number': 4, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'gw_port': {'id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:28Z', 'updated_at': '2022-05-26T16:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'efe8353f-8988-4353-8704-212ce7a86df7', 'name': '', 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'mac_address': 'fa:16:3e:40:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'e3ee4340-63c3-4ec4-993b-fddfc0470c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:32Z', 'updated_at': '2022-05-26T16:07:39Z', 'revision_number': 5, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'subnets': [{'id': 'e3ee4340-63c3-4ec4-993b-fddfc0470c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:13.348578 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93154e87-686e-4888-abae-32dd57ced891 None None] Pushing event deleted for resources: {'Port': ['ID=6f321dc7-1e97-4432-af4b-cb1ce598fbee,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:13.355556 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e9d75e1-03d1-45f1-a23c-d0284f796da5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.357802 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93154e87-686e-4888-abae-32dd57ced891 None None] No DVR routers for this DVR port 6f321dc7-1e97-4432-af4b-cb1ce598fbee on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:13.363318 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2e9d75e1-03d1-45f1-a23c-d0284f796da5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/networks/ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4 HTTP/1.1" status: 204 len: 168 time: 1.3606870 May 26 16:10:13.365640 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d75e1-03d1-45f1-a23c-d0284f796da5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Network': ['ID=ed1025fd-5746-45a8-bc00-6a8fcfcf7bb4,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:13.367752 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52348) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:13.372754 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 64cbe213-ecc2-4f91-b82c-ca1a2f519962 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:10:13.376253 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-000d6368-d311-4fe8-891a-47364c125827 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1775163896', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}, 'admin_state_up': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:13.380430 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 64cbe213-ecc2-4f91-b82c-ca1a2f519962 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:13.380875 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.412804 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fffb83-d3af-4a4e-a34c-6998cbe7dffd None None] Checking router: 0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:10:13.414018 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-000d6368-d311-4fe8-891a-47364c125827 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.415640 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-000d6368-d311-4fe8-891a-47364c125827 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.424183 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fffb83-d3af-4a4e-a34c-6998cbe7dffd None None] Routers {'0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:13.424829 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-73fffb83-d3af-4a4e-a34c-6998cbe7dffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:09:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:13.514640 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-000d6368-d311-4fe8-891a-47364c125827 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.522078 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc207fb-f9e1-4d80-8aa6-5bb2fc78c39b req-e0914477-955b-4400-96bb-9615ded3e48f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:13.535936 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc207fb-f9e1-4d80-8aa6-5bb2fc78c39b req-e0914477-955b-4400-96bb-9615ded3e48f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:13.542787 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['65148236-bd78-494f-bf09-16cc85f8781f'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:13.558793 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc207fb-f9e1-4d80-8aa6-5bb2fc78c39b req-e0914477-955b-4400-96bb-9615ded3e48f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:13.572467 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc207fb-f9e1-4d80-8aa6-5bb2fc78c39b req-e0914477-955b-4400-96bb-9615ded3e48f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:13.590770 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc207fb-f9e1-4d80-8aa6-5bb2fc78c39b req-e0914477-955b-4400-96bb-9615ded3e48f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:13.598568 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc207fb-f9e1-4d80-8aa6-5bb2fc78c39b req-e0914477-955b-4400-96bb-9615ded3e48f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:13.605133 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc207fb-f9e1-4d80-8aa6-5bb2fc78c39b req-e0914477-955b-4400-96bb-9615ded3e48f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:13.607265 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4cc207fb-f9e1-4d80-8aa6-5bb2fc78c39b req-e0914477-955b-4400-96bb-9615ded3e48f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5436 time: 0.3217204 May 26 16:10:13.607804 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52352) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:13.635178 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492d2d8-40a8-4774-995b-a6c94d805ba9 req-152470db-3332-49ab-b23d-66530afde6b7 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:13.643622 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0492d2d8-40a8-4774-995b-a6c94d805ba9 req-152470db-3332-49ab-b23d-66530afde6b7 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6 HTTP/1.1" status: 200 len: 945 time: 0.2946334 May 26 16:10:13.656478 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6f321dc7-1e97-4432-af4b-cb1ce598fbee no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:13.690344 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 64cbe213-ecc2-4f91-b82c-ca1a2f519962 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:13.691992 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.694417 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0492d2d8-40a8-4774-995b-a6c94d805ba9 req-66c60cdc-f904-4196-8108-157bbf30b3f4 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499389 May 26 16:10:13.720783 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 6f321dc7-1e97-4432-af4b-cb1ce598fbee {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:13.721443 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6f321dc7-1e97-4432-af4b-cb1ce598fbee not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:13.721656 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4cc207fb-f9e1-4d80-8aa6-5bb2fc78c39b req-cb298dd5-501a-406a-b841-218eaf4d6af4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0960364 May 26 16:10:13.748930 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-000d6368-d311-4fe8-891a-47364c125827 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.759310 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64cbe213-ecc2-4f91-b82c-ca1a2f519962'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:13.761727 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f996bb-7a35-45fb-aa1b-99e16f80ab1f" -d '{"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-plugged", "status": "completed", "tag": "64cbe213-ecc2-4f91-b82c-ca1a2f519962"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:13.794586 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9986a3e9-d5e9-41dd-9447-025c9b75e3f3 x-openstack-request-id: req-9986a3e9-d5e9-41dd-9447-025c9b75e3f3 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:13.795085 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f1c9f0-2927-4e73-a11b-bccc71057174", "name": "network-vif-deleted", "tag": "9c72859c-b2b3-4535-a8da-f620119789db", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:13.795494 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9986a3e9-d5e9-41dd-9447-025c9b75e3f3 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:13.796079 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9986a3e9-d5e9-41dd-9447-025c9b75e3f3'] response: {'server_uuid': 'a8f1c9f0-2927-4e73-a11b-bccc71057174', 'name': 'network-vif-deleted', 'tag': '9c72859c-b2b3-4535-a8da-f620119789db', 'status': 'completed', 'code': 200} May 26 16:10:13.798552 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-73fffb83-d3af-4a4e-a34c-6998cbe7dffd None None] Set router 0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:13.834203 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-906ca217-8b13-46c6-b8d6-3bfac10f6ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.854180 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 64cbe213-ecc2-4f91-b82c-ca1a2f519962, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=64cbe213-ecc2-4f91-b82c-ca1a2f519962,segment=NetworkSegment(4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75),segment_id=4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:13.881727 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.885491 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device e051e928-8473-40b5-864d-5e23ef3acf01 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:13.919739 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24caa2ef-aa9d-43ab-9b9b-2d6f4511f90b x-openstack-request-id: req-24caa2ef-aa9d-43ab-9b9b-2d6f4511f90b {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:13.920363 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-plugged", "status": "completed", "tag": "64cbe213-ecc2-4f91-b82c-ca1a2f519962", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:13.920869 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-24caa2ef-aa9d-43ab-9b9b-2d6f4511f90b {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:13.921611 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24caa2ef-aa9d-43ab-9b9b-2d6f4511f90b'] response: {'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64cbe213-ecc2-4f91-b82c-ca1a2f519962', 'code': 200} May 26 16:10:13.972592 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: e051e928-8473-40b5-864d-5e23ef3acf01 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:13.972825 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-906ca217-8b13-46c6-b8d6-3bfac10f6ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:13.973743 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device e051e928-8473-40b5-864d-5e23ef3acf01 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:13.980982 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-906ca217-8b13-46c6-b8d6-3bfac10f6ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:14.047207 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-906ca217-8b13-46c6-b8d6-3bfac10f6ebd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d70f1b9b85cb4998ba990be862496b41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4368143 May 26 16:10:14.060628 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52362) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:14.062376 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=64cbe213-ecc2-4f91-b82c-ca1a2f519962,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:14.078459 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ca217-8b13-46c6-b8d6-3bfac10f6ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c4d959-04ab-460d-aaa9-50eb2a10399e,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:14.169021 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-000d6368-d311-4fe8-891a-47364c125827 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:14.190949 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-000d6368-d311-4fe8-891a-47364c125827 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:14.201896 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241ccd5-1fc9-45de-ab48-4f906aff06e8 req-694b733b-4266-4171-8b4a-5c4b885146f3 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:14.210555 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a241ccd5-1fc9-45de-ab48-4f906aff06e8 req-694b733b-4266-4171-8b4a-5c4b885146f3 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2d7479-2229-48ab-926b-563f3f06d0b5 HTTP/1.1" status: 200 len: 950 time: 0.1610582 May 26 16:10:14.211812 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-73fffb83-d3af-4a4e-a34c-6998cbe7dffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'name': 'tempest-ServersTestFqdnHostnames-414839873-router', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:26Z', 'updated_at': '2022-05-26T16:07:34Z', 'revision_number': 4, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'gw_port': {'id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:28Z', 'updated_at': '2022-05-26T16:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'efe8353f-8988-4353-8704-212ce7a86df7', 'name': '', 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'mac_address': 'fa:16:3e:40:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'e3ee4340-63c3-4ec4-993b-fddfc0470c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:32Z', 'updated_at': '2022-05-26T16:07:39Z', 'revision_number': 5, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'subnets': [{'id': 'e3ee4340-63c3-4ec4-993b-fddfc0470c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:14.240018 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fffb83-d3af-4a4e-a34c-6998cbe7dffd None None] The sync data for ids ['0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'] in n-d-843337-2 is: [{'id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'name': 'tempest-ServersTestFqdnHostnames-414839873-router', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:26Z', 'updated_at': '2022-05-26T16:07:34Z', 'revision_number': 4, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'gw_port': {'id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:28Z', 'updated_at': '2022-05-26T16:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'efe8353f-8988-4353-8704-212ce7a86df7', 'name': '', 'network_id': '23673925-e14c-4f85-bcac-47743e1d0ffa', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'mac_address': 'fa:16:3e:40:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'e3ee4340-63c3-4ec4-993b-fddfc0470c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:32Z', 'updated_at': '2022-05-26T16:07:39Z', 'revision_number': 5, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'subnets': [{'id': 'e3ee4340-63c3-4ec4-993b-fddfc0470c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:14.244983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb822f-df3c-4f1a-8b4d-452e579d4bb7 req-5b46bbae-7959-43ed-972f-073e4542ec3b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:14.246516 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cbfb822f-df3c-4f1a-8b4d-452e579d4bb7 req-5b46bbae-7959-43ed-972f-073e4542ec3b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=936dd373-e694-4a44-bbab-fc0c72564faf HTTP/1.1" status: 200 len: 945 time: 0.1733181 May 26 16:10:14.253957 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-958de1c8-7b5e-412f-9616-05659f2360e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:14.306737 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a241ccd5-1fc9-45de-ab48-4f906aff06e8 req-acc4ff38-b4b2-47eb-9e36-af091120fa90 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953367 May 26 16:10:14.308725 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-958de1c8-7b5e-412f-9616-05659f2360e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:14.311140 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-000d6368-d311-4fe8-891a-47364c125827 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Allocated IP 172.25.7.86 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/c6c2f1d9-607d-4a04-9531-4c6e04c16b99) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:14.334635 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cbfb822f-df3c-4f1a-8b4d-452e579d4bb7 req-ab52b0c2-bd86-4ab1-b3d7-e2ba0a3ca02b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772576 May 26 16:10:14.385359 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-958de1c8-7b5e-412f-9616-05659f2360e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:14.388256 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-958de1c8-7b5e-412f-9616-05659f2360e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:14.392960 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-958de1c8-7b5e-412f-9616-05659f2360e2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e0c4d959-04ab-460d-aaa9-50eb2a10399e HTTP/1.1" status: 204 len: 168 time: 0.3264353 May 26 16:10:14.398907 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958de1c8-7b5e-412f-9616-05659f2360e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c4d959-04ab-460d-aaa9-50eb2a10399e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:14.454639 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52370) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:14.466828 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-000d6368-d311-4fe8-891a-47364c125827 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:14.525584 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-125a526a-dcaf-49af-900b-ae382c79c911 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:14.528668 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-000d6368-d311-4fe8-891a-47364c125827 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:14.569688 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-125a526a-dcaf-49af-900b-ae382c79c911 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:14.613376 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000d6368-d311-4fe8-891a-47364c125827 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:14.615354 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-000d6368-d311-4fe8-891a-47364c125827 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:14.617490 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d6368-d311-4fe8-891a-47364c125827 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Port': ['ID=c6c2f1d9-607d-4a04-9531-4c6e04c16b99,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:14.619567 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000d6368-d311-4fe8-891a-47364c125827 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:14.638092 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-125a526a-dcaf-49af-900b-ae382c79c911 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:14.643141 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-125a526a-dcaf-49af-900b-ae382c79c911 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:14.644558 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-125a526a-dcaf-49af-900b-ae382c79c911 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "DELETE /v2.0/security-groups/4ddc8780-507e-443e-a881-18610fb14b97 HTTP/1.1" status: 204 len: 168 time: 0.1881127 May 26 16:10:14.646636 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52374) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:14.658804 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a526a-dcaf-49af-900b-ae382c79c911 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddc8780-507e-443e-a881-18610fb14b97,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:14.661879 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-0f9f68ca-a0b7-44e5-8e19-1da5899a774f tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] show failed (client error): The resource could not be found. May 26 16:10:14.665384 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0f9f68ca-a0b7-44e5-8e19-1da5899a774f tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "GET /v2.0/security-groups/4ddc8780-507e-443e-a881-18610fb14b97 HTTP/1.1" status: 404 len: 347 time: 0.0153642 May 26 16:10:14.665804 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52376) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:14.693594 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f23be7c-8aab-4ab4-8dad-b6f4dfa6b75d None None] New status for floating IP cda6b53a-82b9-4fb3-8978-198d21835b1f: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:10:14.930249 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44759150-6073-4872-9db4-b11e1a2a5a15 req-4f4ceea8-deb2-4ef5-8057-60098f015b37 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:14.931754 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44759150-6073-4872-9db4-b11e1a2a5a15 req-4f4ceea8-deb2-4ef5-8057-60098f015b37 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6 HTTP/1.1" status: 200 len: 945 time: 0.1246140 May 26 16:10:14.947356 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6711ab-d436-4e99-b7f0-a09dddd923da req-92b7a103-05c8-47c5-82da-19a655710ca1 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:14.953634 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6711ab-d436-4e99-b7f0-a09dddd923da req-92b7a103-05c8-47c5-82da-19a655710ca1 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:14.959455 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6711ab-d436-4e99-b7f0-a09dddd923da req-92b7a103-05c8-47c5-82da-19a655710ca1 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:14.965630 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6711ab-d436-4e99-b7f0-a09dddd923da req-92b7a103-05c8-47c5-82da-19a655710ca1 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:14.972008 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6711ab-d436-4e99-b7f0-a09dddd923da req-92b7a103-05c8-47c5-82da-19a655710ca1 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:14.977759 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6711ab-d436-4e99-b7f0-a09dddd923da req-92b7a103-05c8-47c5-82da-19a655710ca1 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:14.983485 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6711ab-d436-4e99-b7f0-a09dddd923da req-92b7a103-05c8-47c5-82da-19a655710ca1 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:14.985886 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f6711ab-d436-4e99-b7f0-a09dddd923da req-92b7a103-05c8-47c5-82da-19a655710ca1 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5437 time: 0.1338229 May 26 16:10:15.022525 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a6c23-96ac-4efe-8ec1-5f398ef0b441 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Deleting port 3af404f7-96ea-46a5-bd2c-74ec5876ed51 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:15.022868 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6c23-96ac-4efe-8ec1-5f398ef0b441 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.047317 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44759150-6073-4872-9db4-b11e1a2a5a15 req-11cf55de-c904-45d7-a03a-4c5bc68c7e06 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604048 May 26 16:10:15.054438 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f6711ab-d436-4e99-b7f0-a09dddd923da req-22ecf63d-1059-4285-ab01-e4a67d0b20fb tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536039 May 26 16:10:15.089593 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 9c72859c-b2b3-4535-a8da-f620119789db no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:15.118540 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 9c72859c-b2b3-4535-a8da-f620119789db {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:15.119101 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 9c72859c-b2b3-4535-a8da-f620119789db not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:15.164729 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-000d6368-d311-4fe8-891a-47364c125827 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.209059 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bca01-f180-4f58-87e9-9eddeb1d0cb8 req-5ffa0243-ebcd-457a-8363-9d7c814a9282 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:15.210636 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4c4bca01-f180-4f58-87e9-9eddeb1d0cb8 req-5ffa0243-ebcd-457a-8363-9d7c814a9282 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=6296b9e1-046b-41ee-9e1f-06bbdd23a6e3 HTTP/1.1" status: 200 len: 945 time: 0.0603642 May 26 16:10:15.218656 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6c23-96ac-4efe-8ec1-5f398ef0b441 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.219314 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6c23-96ac-4efe-8ec1-5f398ef0b441 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.243864 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a6c23-96ac-4efe-8ec1-5f398ef0b441 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Calling delete_port for 3af404f7-96ea-46a5-bd2c-74ec5876ed51 owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:15.254398 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4c4bca01-f180-4f58-87e9-9eddeb1d0cb8 req-0c90c00f-a9c5-4856-8e89-b20c23f74306 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371470 May 26 16:10:15.404514 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d9349-31aa-44dc-9d7f-843a432f4ca4 req-03fdb730-caf5-4913-a1ec-d0b8f3f60c13 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:15.407228 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f9d9349-31aa-44dc-9d7f-843a432f4ca4 req-03fdb730-caf5-4913-a1ec-d0b8f3f60c13 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0222011-9af3-4530-bd12-d591e8cf28c2 HTTP/1.1" status: 200 len: 945 time: 0.0774620 May 26 16:10:15.411142 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-362f2002-9701-4117-8e2c-9c6fc0d17c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.489533 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['e6ab5e70-f277-49ee-a065-7ef61c455d13'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:15.511093 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d3045-85b8-4564-92d6-e4e3b867dc26 req-71e31867-9a9b-4a7e-9bcb-9b40409a856b tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:15.521123 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a24d3045-85b8-4564-92d6-e4e3b867dc26 req-71e31867-9a9b-4a7e-9bcb-9b40409a856b tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2d7479-2229-48ab-926b-563f3f06d0b5 HTTP/1.1" status: 200 len: 950 time: 0.1125183 May 26 16:10:15.533000 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f9d9349-31aa-44dc-9d7f-843a432f4ca4 req-384d7222-1867-4451-b339-9a4120addf1a tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119123 May 26 16:10:15.575200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['e6ab5e70-f277-49ee-a065-7ef61c455d13'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:15.602626 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-000d6368-d311-4fe8-891a-47364c125827 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.612662 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6c23-96ac-4efe-8ec1-5f398ef0b441 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:15.617384 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a24d3045-85b8-4564-92d6-e4e3b867dc26 req-ec773130-ec66-479c-bcf6-d9c4a21769b4 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953932 May 26 16:10:15.712538 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a6c23-96ac-4efe-8ec1-5f398ef0b441 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Pushing event deleted for resources: {'Port': ['ID=3af404f7-96ea-46a5-bd2c-74ec5876ed51,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:15.720393 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e4523-2ad4-4276-a675-36842cc1d9f9 req-fe6332b4-e24c-495c-b10e-198afe51275e tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:15.725338 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be9e4523-2ad4-4276-a675-36842cc1d9f9 req-fe6332b4-e24c-495c-b10e-198afe51275e tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=936dd373-e694-4a44-bbab-fc0c72564faf HTTP/1.1" status: 200 len: 945 time: 0.0867910 May 26 16:10:15.781406 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be9e4523-2ad4-4276-a675-36842cc1d9f9 req-86cc1801-b9e5-4392-af45-50760e2e7bba tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488968 May 26 16:10:15.977953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f61e8-3a27-47ef-a087-2b4f7c91f248 req-deb1fa9b-b6bb-4e23-b2a6-870d21c4d21e tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:15.979702 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-387f61e8-3a27-47ef-a087-2b4f7c91f248 req-deb1fa9b-b6bb-4e23-b2a6-870d21c4d21e tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0222011-9af3-4530-bd12-d591e8cf28c2 HTTP/1.1" status: 200 len: 945 time: 0.0540402 May 26 16:10:16.022907 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-387f61e8-3a27-47ef-a087-2b4f7c91f248 req-44b54314-4513-4f63-abe6-f65bdc3cb25b tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339930 May 26 16:10:16.036975 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52456) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:16.183953 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6225fa49-452a-48c8-816a-5966951d0d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:16.207340 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6c23-96ac-4efe-8ec1-5f398ef0b441 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:16.209806 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6c23-96ac-4efe-8ec1-5f398ef0b441 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:16.210949 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-dc4a6c23-96ac-4efe-8ec1-5f398ef0b441 tempest-ServersTestFqdnHostnames-567391498 tempest-ServersTestFqdnHostnames-567391498-project] 10.222.0.77 "DELETE /v2.0/floatingips/cda6b53a-82b9-4fb3-8978-198d21835b1f HTTP/1.1" status: 204 len: 168 time: 1.5444751 May 26 16:10:16.215605 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52462) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:16.228806 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b523c6b-df61-448a-9230-b35c564b5bc4 req-61770bc6-eeab-4f31-b6ca-c16b674bb14e tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:16.234922 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b523c6b-df61-448a-9230-b35c564b5bc4 req-61770bc6-eeab-4f31-b6ca-c16b674bb14e tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:16.240718 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b523c6b-df61-448a-9230-b35c564b5bc4 req-61770bc6-eeab-4f31-b6ca-c16b674bb14e tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:16.246462 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b523c6b-df61-448a-9230-b35c564b5bc4 req-61770bc6-eeab-4f31-b6ca-c16b674bb14e tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:16.253234 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b523c6b-df61-448a-9230-b35c564b5bc4 req-61770bc6-eeab-4f31-b6ca-c16b674bb14e tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:16.259049 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b523c6b-df61-448a-9230-b35c564b5bc4 req-61770bc6-eeab-4f31-b6ca-c16b674bb14e tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:16.265981 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b523c6b-df61-448a-9230-b35c564b5bc4 req-61770bc6-eeab-4f31-b6ca-c16b674bb14e tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:16.267555 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6b523c6b-df61-448a-9230-b35c564b5bc4 req-61770bc6-eeab-4f31-b6ca-c16b674bb14e tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5437 time: 0.1217458 May 26 16:10:16.276289 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec30a17-abeb-4fe0-8e1f-3cb526d84e07 req-cdd95fea-dee7-4fcf-9cf6-e777064577ed tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:16.277723 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aec30a17-abeb-4fe0-8e1f-3cb526d84e07 req-cdd95fea-dee7-4fcf-9cf6-e777064577ed tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd2d7479-2229-48ab-926b-563f3f06d0b5 HTTP/1.1" status: 200 len: 950 time: 0.1269600 May 26 16:10:16.329605 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6b523c6b-df61-448a-9230-b35c564b5bc4 req-b24fba46-6f0a-45b6-ae67-c5417b463009 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550005 May 26 16:10:16.364907 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6225fa49-452a-48c8-816a-5966951d0d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:16.365097 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000d6368-d311-4fe8-891a-47364c125827 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Router f7fe9d17-4822-47e0-bdf6-b591f8fd5396 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:10:16.368957 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6225fa49-452a-48c8-816a-5966951d0d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:16.409292 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6225fa49-452a-48c8-816a-5966951d0d5b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6dde8c7de42f4ce58fb97bfa691edb3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3712058 May 26 16:10:16.410114 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225fa49-452a-48c8-816a-5966951d0d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bf787d-86c7-4679-b6b2-737cdcb0f552,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:16.413002 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52464) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:16.431483 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:16.467003 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-907d4fcb-022f-497d-87f8-de172fab6250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:16.488670 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-907d4fcb-022f-497d-87f8-de172fab6250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:16.541498 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-907d4fcb-022f-497d-87f8-de172fab6250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:16.544134 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-907d4fcb-022f-497d-87f8-de172fab6250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:16.545293 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-907d4fcb-022f-497d-87f8-de172fab6250 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f7bf787d-86c7-4679-b6b2-737cdcb0f552 HTTP/1.1" status: 204 len: 168 time: 0.1315396 May 26 16:10:16.555017 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d4fcb-022f-497d-87f8-de172fab6250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bf787d-86c7-4679-b6b2-737cdcb0f552,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:16.617017 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-aec30a17-abeb-4fe0-8e1f-3cb526d84e07 req-e983ae97-40e3-45f4-accc-1341336c7938 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Deleting port e6ab5e70-f277-49ee-a065-7ef61c455d13 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:16.617664 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-aec30a17-abeb-4fe0-8e1f-3cb526d84e07 req-e983ae97-40e3-45f4-accc-1341336c7938 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:16.673540 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000d6368-d311-4fe8-891a-47364c125827 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:16.687742 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd826ef-2113-485e-a9f1-f748bccea0bc None None] Sync routers for ids ['f7fe9d17-4822-47e0-bdf6-b591f8fd5396'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:16.709134 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd826ef-2113-485e-a9f1-f748bccea0bc None None] Routers {'f7fe9d17-4822-47e0-bdf6-b591f8fd5396'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:16.709939 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7cd826ef-2113-485e-a9f1-f748bccea0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f7fe9d17-4822-47e0-bdf6-b591f8fd5396'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:16.754027 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7cd826ef-2113-485e-a9f1-f748bccea0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:16.754922 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-000d6368-d311-4fe8-891a-47364c125827 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:16.758836 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-000d6368-d311-4fe8-891a-47364c125827 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.3874536 May 26 16:10:16.760625 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52472) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:16.772330 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd826ef-2113-485e-a9f1-f748bccea0bc None None] Routers {'f7fe9d17-4822-47e0-bdf6-b591f8fd5396'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:16.774411 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7cd826ef-2113-485e-a9f1-f748bccea0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f7fe9d17-4822-47e0-bdf6-b591f8fd5396'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:16.782309 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device f1118030-abd2-4542-9495-9b488c4efc14 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:16.805134 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-aec30a17-abeb-4fe0-8e1f-3cb526d84e07 req-e983ae97-40e3-45f4-accc-1341336c7938 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] For port e6ab5e70-f277-49ee-a065-7ef61c455d13, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=e6ab5e70-f277-49ee-a065-7ef61c455d13,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:16.805524 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-aec30a17-abeb-4fe0-8e1f-3cb526d84e07 req-e983ae97-40e3-45f4-accc-1341336c7938 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:16.845607 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-aec30a17-abeb-4fe0-8e1f-3cb526d84e07 req-e983ae97-40e3-45f4-accc-1341336c7938 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Calling delete_port for e6ab5e70-f277-49ee-a065-7ef61c455d13 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:16.856816 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff62f89-335e-4b2b-8e7c-f2f4222c4c63 req-26bba4b6-5ae6-44b6-9fe0-de23d11f8f90 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:16.866724 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5ff62f89-335e-4b2b-8e7c-f2f4222c4c63 req-26bba4b6-5ae6-44b6-9fe0-de23d11f8f90 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2d7479-2229-48ab-926b-563f3f06d0b5 HTTP/1.1" status: 200 len: 950 time: 0.1579883 May 26 16:10:16.897221 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7cd826ef-2113-485e-a9f1-f748bccea0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:16.898777 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd826ef-2113-485e-a9f1-f748bccea0bc None None] The sync data for ids ['f7fe9d17-4822-47e0-bdf6-b591f8fd5396'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:16.899261 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port f1118030-abd2-4542-9495-9b488c4efc14 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:10:16.903296 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port f1118030-abd2-4542-9495-9b488c4efc14 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:16.903679 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.000043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port f1118030-abd2-4542-9495-9b488c4efc14 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:17.001152 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.026053 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1118030-abd2-4542-9495-9b488c4efc14'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:17.028330 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8e8a6b-bc46-4acb-85dc-c1f65618eb54" -d '{"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-plugged", "status": "completed", "tag": "f1118030-abd2-4542-9495-9b488c4efc14"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:17.035669 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5ff62f89-335e-4b2b-8e7c-f2f4222c4c63 req-ff07bfc0-0644-4ddd-80f2-859ab8e2aff5 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4a505b2-f339-4911-aac4-e932e1ed132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677396 May 26 16:10:17.042826 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port f1118030-abd2-4542-9495-9b488c4efc14, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=f1118030-abd2-4542-9495-9b488c4efc14,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:17.051385 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.055096 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 17546000-b263-4011-a4e6-5dc6daed213a up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:17.077209 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee816c69-d9bc-408b-851c-828a6ec9e096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.090378 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-814af70b-d829-43e5-9b21-e6a6b613c19c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "GET /v2.0/routers/f7fe9d17-4822-47e0-bdf6-b591f8fd5396 HTTP/1.1" status: 200 len: 880 time: 0.3270698 May 26 16:10:17.095566 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52488) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:17.116668 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b3cacc-c8b6-42a6-a29d-89653f5d5136 x-openstack-request-id: req-53b3cacc-c8b6-42a6-a29d-89653f5d5136 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:17.116961 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-plugged", "status": "completed", "tag": "f1118030-abd2-4542-9495-9b488c4efc14", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:17.117217 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-53b3cacc-c8b6-42a6-a29d-89653f5d5136 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:17.117608 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53b3cacc-c8b6-42a6-a29d-89653f5d5136'] response: {'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1118030-abd2-4542-9495-9b488c4efc14', 'code': 200} May 26 16:10:17.156303 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=f1118030-abd2-4542-9495-9b488c4efc14,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:17.172768 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 17546000-b263-4011-a4e6-5dc6daed213a completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:10:17.180529 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 17546000-b263-4011-a4e6-5dc6daed213a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:17.181237 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.248729 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-aec30a17-abeb-4fe0-8e1f-3cb526d84e07 req-e983ae97-40e3-45f4-accc-1341336c7938 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.272301 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57b5c2-4733-42f7-a00f-895c34833a91 req-d935b5b0-7830-4aa0-a189-2a5797ce098a tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:17.277677 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 17546000-b263-4011-a4e6-5dc6daed213a is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:17.278134 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.280386 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983ae97-40e3-45f4-accc-1341336c7938 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Pushing event deleted for resources: {'Port': ['ID=e6ab5e70-f277-49ee-a065-7ef61c455d13,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:17.281845 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab57b5c2-4733-42f7-a00f-895c34833a91 req-d935b5b0-7830-4aa0-a189-2a5797ce098a tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=936dd373-e694-4a44-bbab-fc0c72564faf HTTP/1.1" status: 200 len: 945 time: 0.3679521 May 26 16:10:17.336752 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 17546000-b263-4011-a4e6-5dc6daed213a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=17546000-b263-4011-a4e6-5dc6daed213a,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:17.345263 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.393271 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab57b5c2-4733-42f7-a00f-895c34833a91 req-f3f73e6a-7d7b-42d6-99c9-0efb99dade0d tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082418 May 26 16:10:17.416671 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=17546000-b263-4011-a4e6-5dc6daed213a,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:17.432616 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec30a17-abeb-4fe0-8e1f-3cb526d84e07 req-e983ae97-40e3-45f4-accc-1341336c7938 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] No DVR routers for this DVR port e6ab5e70-f277-49ee-a065-7ef61c455d13 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:17.442668 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-aec30a17-abeb-4fe0-8e1f-3cb526d84e07 req-e983ae97-40e3-45f4-accc-1341336c7938 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.442944 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f433aa-a6a2-4427-a2dd-8b9bd0288928 req-262137eb-147f-46c4-ba2c-af3192ef4d56 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:17.446676 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aec30a17-abeb-4fe0-8e1f-3cb526d84e07 req-e983ae97-40e3-45f4-accc-1341336c7938 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.83 "DELETE /v2.0/ports/e6ab5e70-f277-49ee-a065-7ef61c455d13 HTTP/1.1" status: 204 len: 173 time: 1.1598899 May 26 16:10:17.448133 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2d7479-2229-48ab-926b-563f3f06d0b5', 'name': 'network-vif-deleted', 'tag': 'e6ab5e70-f277-49ee-a065-7ef61c455d13'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:17.449144 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0f433aa-a6a2-4427-a2dd-8b9bd0288928 req-262137eb-147f-46c4-ba2c-af3192ef4d56 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0222011-9af3-4530-bd12-d591e8cf28c2 HTTP/1.1" status: 200 len: 945 time: 0.2475324 May 26 16:10:17.450980 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a41efb-9a16-48ea-8932-943195dd2872" -d '{"events": [{"server_uuid": "bd2d7479-2229-48ab-926b-563f3f06d0b5", "name": "network-vif-deleted", "tag": "e6ab5e70-f277-49ee-a065-7ef61c455d13"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:17.585715 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ee816c69-d9bc-408b-851c-828a6ec9e096 admin admin] Deleting port efe8353f-8988-4353-8704-212ce7a86df7 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:17.585910 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee816c69-d9bc-408b-851c-828a6ec9e096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.687137 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-ee816c69-d9bc-408b-851c-828a6ec9e096 admin admin] For port efe8353f-8988-4353-8704-212ce7a86df7, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=efe8353f-8988-4353-8704-212ce7a86df7,segment=NetworkSegment(3b847ed8-c57d-448c-8e0a-7ae74db9cec6),segment_id=3b847ed8-c57d-448c-8e0a-7ae74db9cec6)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:17.687857 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee816c69-d9bc-408b-851c-828a6ec9e096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.701634 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ee816c69-d9bc-408b-851c-828a6ec9e096 admin admin] Calling delete_port for efe8353f-8988-4353-8704-212ce7a86df7 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:17.755794 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:17.883518 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641512d5-73b6-41b4-858f-eda3ef954347 req-e8959150-1dd2-4062-83a9-0a4e60e84b3b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:17.885075 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-641512d5-73b6-41b4-858f-eda3ef954347 req-e8959150-1dd2-4062-83a9-0a4e60e84b3b tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.83 "GET /v2.0/ports?device_id=936dd373-e694-4a44-bbab-fc0c72564faf HTTP/1.1" status: 200 len: 945 time: 0.1137297 May 26 16:10:17.947474 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0f433aa-a6a2-4427-a2dd-8b9bd0288928 req-6f9f624b-c69d-4df4-9c69-26f5756ce31c tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933779 May 26 16:10:17.994312 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6dcd3f-00dc-4422-9d43-41ae06fe5a80 req-f89dffd7-30d9-4c76-9517-28b127f6ff59 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:18.002251 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6dcd3f-00dc-4422-9d43-41ae06fe5a80 req-f89dffd7-30d9-4c76-9517-28b127f6ff59 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:18.008658 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6dcd3f-00dc-4422-9d43-41ae06fe5a80 req-f89dffd7-30d9-4c76-9517-28b127f6ff59 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:18.014539 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6dcd3f-00dc-4422-9d43-41ae06fe5a80 req-f89dffd7-30d9-4c76-9517-28b127f6ff59 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:18.020588 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6dcd3f-00dc-4422-9d43-41ae06fe5a80 req-f89dffd7-30d9-4c76-9517-28b127f6ff59 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:18.026292 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6dcd3f-00dc-4422-9d43-41ae06fe5a80 req-f89dffd7-30d9-4c76-9517-28b127f6ff59 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:18.032502 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6dcd3f-00dc-4422-9d43-41ae06fe5a80 req-f89dffd7-30d9-4c76-9517-28b127f6ff59 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:18.034020 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2023243-d5c3-475f-9dc5-9d4f0385b59d x-openstack-request-id: req-a2023243-d5c3-475f-9dc5-9d4f0385b59d {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:18.034304 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2d7479-2229-48ab-926b-563f3f06d0b5", "name": "network-vif-deleted", "tag": "e6ab5e70-f277-49ee-a065-7ef61c455d13", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:18.034611 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a2023243-d5c3-475f-9dc5-9d4f0385b59d {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:18.035051 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2023243-d5c3-475f-9dc5-9d4f0385b59d'] response: {'server_uuid': 'bd2d7479-2229-48ab-926b-563f3f06d0b5', 'name': 'network-vif-deleted', 'tag': 'e6ab5e70-f277-49ee-a065-7ef61c455d13', 'status': 'completed', 'code': 200} May 26 16:10:18.040549 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e6dcd3f-00dc-4422-9d43-41ae06fe5a80 req-f89dffd7-30d9-4c76-9517-28b127f6ff59 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5439 time: 0.5201168 May 26 16:10:18.084650 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee816c69-d9bc-408b-851c-828a6ec9e096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.114668 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e6dcd3f-00dc-4422-9d43-41ae06fe5a80 req-90b32cae-00ce-47eb-bb62-e770afa0b48e tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0731540 May 26 16:10:18.130058 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee816c69-d9bc-408b-851c-828a6ec9e096 admin admin] Pushing event deleted for resources: {'Port': ['ID=efe8353f-8988-4353-8704-212ce7a86df7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:18.149697 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-641512d5-73b6-41b4-858f-eda3ef954347 req-02cfc2d0-6256-43b7-9ee5-8f89dfa02ca3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Deleting port fc1d98ec-5b6f-4920-8378-0d548e3c8d7d {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:18.150110 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-641512d5-73b6-41b4-858f-eda3ef954347 req-02cfc2d0-6256-43b7-9ee5-8f89dfa02ca3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.172544 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6678d05b-7f2f-4647-891e-4671db69094c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.0755179 May 26 16:10:18.175235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52514) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:18.182150 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-21fbc8ec-769e-429d-a3b9-67c4fb9536a7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1775163896'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:18.189366 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.299231 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f621b70-bb57-4f37-91cb-b0339637d7ac req-45a9779a-e691-4087-8f00-466e1575be47 tempest-ServersOnMultiNodesTest-500830736 tempest-ServersOnMultiNodesTest-500830736-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd2d7479-2229-48ab-926b-563f3f06d0b5 HTTP/1.1" status: 200 len: 210 time: 0.0611312 May 26 16:10:18.413361 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-641512d5-73b6-41b4-858f-eda3ef954347 req-02cfc2d0-6256-43b7-9ee5-8f89dfa02ca3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] For port fc1d98ec-5b6f-4920-8378-0d548e3c8d7d, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=fc1d98ec-5b6f-4920-8378-0d548e3c8d7d,segment=NetworkSegment(27db717a-2f60-44cd-8e74-311e0a4c3ae8),segment_id=27db717a-2f60-44cd-8e74-311e0a4c3ae8)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:18.413824 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-641512d5-73b6-41b4-858f-eda3ef954347 req-02cfc2d0-6256-43b7-9ee5-8f89dfa02ca3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.433451 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-641512d5-73b6-41b4-858f-eda3ef954347 req-02cfc2d0-6256-43b7-9ee5-8f89dfa02ca3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Calling delete_port for fc1d98ec-5b6f-4920-8378-0d548e3c8d7d owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:18.453750 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee816c69-d9bc-408b-851c-828a6ec9e096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.464154 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52522) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:18.554486 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda5fef-e562-4ae1-9630-3d3e222d0cbf req-cb960a78-adea-4600-8749-5d4c47baf36e tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:18.556041 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7eda5fef-e562-4ae1-9630-3d3e222d0cbf req-cb960a78-adea-4600-8749-5d4c47baf36e tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0222011-9af3-4530-bd12-d591e8cf28c2 HTTP/1.1" status: 200 len: 945 time: 0.1385124 May 26 16:10:18.623567 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-29cb109f-e277-40c0-8446-36c851b8356f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-849685290', 'router:external': True}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:18.657227 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f195f-c1ba-467a-a87b-fea53e104f14 req-cad37107-5d11-4753-9630-25706369a7e1 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:18.658746 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a14f195f-c1ba-467a-a87b-fea53e104f14 req-cad37107-5d11-4753-9630-25706369a7e1 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/ports?device_id=936dd373-e694-4a44-bbab-fc0c72564faf HTTP/1.1" status: 200 len: 945 time: 0.1535559 May 26 16:10:18.675449 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cb109f-e277-40c0-8446-36c851b8356f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Made reservation on behalf of 19e77287c5e847809832c0f89b5f73bf for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:18.677790 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-29cb109f-e277-40c0-8446-36c851b8356f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.696665 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-29cb109f-e277-40c0-8446-36c851b8356f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.790521 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a14f195f-c1ba-467a-a87b-fea53e104f14 req-ad9943be-e6ab-4f50-8e34-6db0e2227c5e tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.77 "GET /v2.0/security-groups?id=d9623794-46f9-4d1e-b3bc-62ca49c86746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206007 May 26 16:10:18.792477 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21fbc8ec-769e-429d-a3b9-67c4fb9536a7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.805052 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 77340a69-89a7-45ab-9f80-b7f39061885b up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:18.806931 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21fbc8ec-769e-429d-a3b9-67c4fb9536a7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2061086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2061095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2062530'] for router, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.813530 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-7eda5fef-e562-4ae1-9630-3d3e222d0cbf req-1d3c9521-89cf-4b07-b0d4-6ba32057a607 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Deleting port cf203306-7a63-45fc-9b18-394d4959ea4a {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:18.813915 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7eda5fef-e562-4ae1-9630-3d3e222d0cbf req-1d3c9521-89cf-4b07-b0d4-6ba32057a607 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.863035 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-641512d5-73b6-41b4-858f-eda3ef954347 req-02cfc2d0-6256-43b7-9ee5-8f89dfa02ca3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.864794 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 77340a69-89a7-45ab-9f80-b7f39061885b completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:10:18.869865 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 77340a69-89a7-45ab-9f80-b7f39061885b triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:18.870594 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.904646 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cfc2d0-6256-43b7-9ee5-8f89dfa02ca3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Pushing event deleted for resources: {'Port': ['ID=fc1d98ec-5b6f-4920-8378-0d548e3c8d7d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:18.912489 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['fc1d98ec-5b6f-4920-8378-0d548e3c8d7d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:18.915728 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee816c69-d9bc-408b-851c-828a6ec9e096 admin admin] Router 0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:10:18.972229 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-641512d5-73b6-41b4-858f-eda3ef954347 req-02cfc2d0-6256-43b7-9ee5-8f89dfa02ca3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] No DVR routers for this DVR port fc1d98ec-5b6f-4920-8378-0d548e3c8d7d on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:18.977505 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.991070 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-641512d5-73b6-41b4-858f-eda3ef954347 req-02cfc2d0-6256-43b7-9ee5-8f89dfa02ca3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.992870 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-7eda5fef-e562-4ae1-9630-3d3e222d0cbf req-1d3c9521-89cf-4b07-b0d4-6ba32057a607 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] For port cf203306-7a63-45fc-9b18-394d4959ea4a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=cf203306-7a63-45fc-9b18-394d4959ea4a,segment=NetworkSegment(9f93b360-b5eb-4ddb-80ab-cee007e903e4),segment_id=9f93b360-b5eb-4ddb-80ab-cee007e903e4)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:18.993243 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7eda5fef-e562-4ae1-9630-3d3e222d0cbf req-1d3c9521-89cf-4b07-b0d4-6ba32057a607 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:18.994263 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-641512d5-73b6-41b4-858f-eda3ef954347 req-02cfc2d0-6256-43b7-9ee5-8f89dfa02ca3 tempest-DeleteServersTestJSON-1375444036 tempest-DeleteServersTestJSON-1375444036-project] 10.222.0.83 "DELETE /v2.0/ports/fc1d98ec-5b6f-4920-8378-0d548e3c8d7d HTTP/1.1" status: 204 len: 173 time: 1.0949466 May 26 16:10:19.011381 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-7eda5fef-e562-4ae1-9630-3d3e222d0cbf req-1d3c9521-89cf-4b07-b0d4-6ba32057a607 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Calling delete_port for cf203306-7a63-45fc-9b18-394d4959ea4a owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:19.021345 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fbc8ec-769e-429d-a3b9-67c4fb9536a7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Router f7fe9d17-4822-47e0-bdf6-b591f8fd5396 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:10:19.037219 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 77340a69-89a7-45ab-9f80-b7f39061885b is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:19.037844 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:19.077004 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 77340a69-89a7-45ab-9f80-b7f39061885b, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=77340a69-89a7-45ab-9f80-b7f39061885b,segment=NetworkSegment(bde2e863-0c91-4084-b263-89615b414bdf),segment_id=bde2e863-0c91-4084-b263-89615b414bdf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:19.085627 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:19.086589 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:19.111442 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-29cb109f-e277-40c0-8446-36c851b8356f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:19.138288 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17546000-b263-4011-a4e6-5dc6daed213a'}, {'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77340a69-89a7-45ab-9f80-b7f39061885b'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:19.141307 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279e70fd-ce11-4d7d-967e-ac9888021df2" -d '{"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-plugged", "status": "completed", "tag": "17546000-b263-4011-a4e6-5dc6daed213a"}, {"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-plugged", "status": "completed", "tag": "77340a69-89a7-45ab-9f80-b7f39061885b"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:19.178858 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-29cb109f-e277-40c0-8446-36c851b8356f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:19.199632 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=77340a69-89a7-45ab-9f80-b7f39061885b,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:19.204194 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:10:19.209895 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:19.210267 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:19.220056 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29cb109f-e277-40c0-8446-36c851b8356f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:10:19.236019 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0770a24-f3a4-41bf-8a27-afa3268c2856 req-f38ced51-9afb-43f0-9b17-1ebfdd36fc3b tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:19.237675 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0770a24-f3a4-41bf-8a27-afa3268c2856 req-f38ced51-9afb-43f0-9b17-1ebfdd36fc3b tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0222011-9af3-4530-bd12-d591e8cf28c2 HTTP/1.1" status: 200 len: 945 time: 0.1712661 May 26 16:10:19.244796 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fbc8ec-769e-429d-a3b9-67c4fb9536a7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:19.245936 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb109f-e277-40c0-8446-36c851b8356f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2b7aac-7982-4675-95f8-6b4b6c0e9e93,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:19.252462 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee816c69-d9bc-408b-851c-828a6ec9e096 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:19.254934 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21fbc8ec-769e-429d-a3b9-67c4fb9536a7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:19.256132 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-21fbc8ec-769e-429d-a3b9-67c4fb9536a7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "PUT /v2.0/routers/f7fe9d17-4822-47e0-bdf6-b591f8fd5396 HTTP/1.1" status: 200 len: 887 time: 1.0796144 May 26 16:10:19.260300 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ee816c69-d9bc-408b-851c-828a6ec9e096 admin admin] 10.222.0.77 "PUT /v2.0/routers/0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0429506 May 26 16:10:19.261378 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52532) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:19.266075 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52534) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:19.272630 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a2e0c5-ad62-4e23-b6e5-67434426ea95 None None] Sync routers for ids ['0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:19.289625 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a2e0c5-ad62-4e23-b6e5-67434426ea95 None None] Routers {'0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:19.293008 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-31a2e0c5-ad62-4e23-b6e5-67434426ea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:19.297102 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 26 May 2022 16:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa1ff45-42f8-42f2-ae3e-ffc2383ef769 x-openstack-request-id: req-6fa1ff45-42f8-42f2-ae3e-ffc2383ef769 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:19.297398 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-plugged", "status": "completed", "tag": "17546000-b263-4011-a4e6-5dc6daed213a", "code": 200}, {"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-plugged", "status": "completed", "tag": "77340a69-89a7-45ab-9f80-b7f39061885b", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:19.297643 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6fa1ff45-42f8-42f2-ae3e-ffc2383ef769 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:19.300025 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fa1ff45-42f8-42f2-ae3e-ffc2383ef769'] response: {'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17546000-b263-4011-a4e6-5dc6daed213a', 'code': 200} May 26 16:10:19.300500 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fa1ff45-42f8-42f2-ae3e-ffc2383ef769'] response: {'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77340a69-89a7-45ab-9f80-b7f39061885b', 'code': 200} May 26 16:10:19.301525 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1c2cc6-4a34-4fa6-a1bf-d939dbae4045 None None] Sync routers for ids ['f7fe9d17-4822-47e0-bdf6-b591f8fd5396'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:19.352057 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1c2cc6-4a34-4fa6-a1bf-d939dbae4045 None None] Routers {'f7fe9d17-4822-47e0-bdf6-b591f8fd5396'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:19.352655 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7c1c2cc6-4a34-4fa6-a1bf-d939dbae4045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f7fe9d17-4822-47e0-bdf6-b591f8fd5396'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:19.403710 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0770a24-f3a4-41bf-8a27-afa3268c2856 req-ba99a5b8-3baa-4c8e-a5aa-bdd56ae51795 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513057 May 26 16:10:19.413999 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7c1c2cc6-4a34-4fa6-a1bf-d939dbae4045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:19.429318 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1c2cc6-4a34-4fa6-a1bf-d939dbae4045 None None] Routers {'f7fe9d17-4822-47e0-bdf6-b591f8fd5396'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:19.430477 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7c1c2cc6-4a34-4fa6-a1bf-d939dbae4045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f7fe9d17-4822-47e0-bdf6-b591f8fd5396'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:19.436304 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b7916404-4f64-4d15-b813-d8427b1dfdde tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "GET /v2.0/routers/f7fe9d17-4822-47e0-bdf6-b591f8fd5396 HTTP/1.1" status: 200 len: 887 time: 0.1609640 May 26 16:10:19.437698 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52538) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:19.450065 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-29cb109f-e277-40c0-8446-36c851b8356f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:19.450418 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-29cb109f-e277-40c0-8446-36c851b8356f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Added segment f9ba22b5-37c0-4b93-be33-a253705999b0 of type vlan for network 4f0352c7-6742-464e-8227-41cc4729aedc May 26 16:10:19.470784 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-31a2e0c5-ad62-4e23-b6e5-67434426ea95 None None] Set router 0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:19.481954 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7c1c2cc6-4a34-4fa6-a1bf-d939dbae4045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:19.482421 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1c2cc6-4a34-4fa6-a1bf-d939dbae4045 None None] The sync data for ids ['f7fe9d17-4822-47e0-bdf6-b591f8fd5396'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:19.506608 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8e38e131-3910-49e9-9918-c2e8b3fd88c4 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "GET /v2.0/ports?device_id=f7fe9d17-4822-47e0-bdf6-b591f8fd5396 HTTP/1.1" status: 200 len: 205 time: 0.0677328 May 26 16:10:19.509126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52542) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:19.528261 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7eda5fef-e562-4ae1-9630-3d3e222d0cbf req-1d3c9521-89cf-4b07-b0d4-6ba32057a607 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:19.642880 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c9521-89cf-4b07-b0d4-6ba32057a607 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Pushing event deleted for resources: {'Port': ['ID=cf203306-7a63-45fc-9b18-394d4959ea4a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:19.685219 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-29cb109f-e277-40c0-8446-36c851b8356f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:19.730555 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-46cd62ae-e52f-43da-ad36-1862aa362e77 admin admin] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:19.739526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['bccc39aa-16ef-4341-8524-27e495898730'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:19.743217 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['cf203306-7a63-45fc-9b18-394d4959ea4a', '393f915c-4306-402a-bb56-a15f0347057c'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:19.745646 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:19.746033 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:19.792021 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9867-469a-4995-b528-1c598bb7cc60 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:19.807612 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-29cb109f-e277-40c0-8446-36c851b8356f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:19.808894 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cb109f-e277-40c0-8446-36c851b8356f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:19.809644 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-29cb109f-e277-40c0-8446-36c851b8356f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:19.810928 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-31a2e0c5-ad62-4e23-b6e5-67434426ea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'name': 'tempest-ServersTestFqdnHostnames-414839873-router', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:26Z', 'updated_at': '2022-05-26T16:10:17Z', 'revision_number': 5, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'gw_port': {'id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:28Z', 'updated_at': '2022-05-26T16:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:19.841047 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a2e0c5-ad62-4e23-b6e5-67434426ea95 None None] Checking router: 0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:10:19.851856 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a2e0c5-ad62-4e23-b6e5-67434426ea95 None None] Routers {'0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:19.852906 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eda5fef-e562-4ae1-9630-3d3e222d0cbf req-1d3c9521-89cf-4b07-b0d4-6ba32057a607 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] No DVR routers for this DVR port cf203306-7a63-45fc-9b18-394d4959ea4a on host n-h2-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:19.853736 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-31a2e0c5-ad62-4e23-b6e5-67434426ea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:19.894527 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb9c69-44a2-4fb8-8676-d820949f3615 req-c7f7b856-dab1-4f77-a12c-35f76200d502 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:19.903972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb9c69-44a2-4fb8-8676-d820949f3615 req-c7f7b856-dab1-4f77-a12c-35f76200d502 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:19.923663 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb9c69-44a2-4fb8-8676-d820949f3615 req-c7f7b856-dab1-4f77-a12c-35f76200d502 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:19.956526 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb9c69-44a2-4fb8-8676-d820949f3615 req-c7f7b856-dab1-4f77-a12c-35f76200d502 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:19.971897 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb9c69-44a2-4fb8-8676-d820949f3615 req-c7f7b856-dab1-4f77-a12c-35f76200d502 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:19.987637 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb9c69-44a2-4fb8-8676-d820949f3615 req-c7f7b856-dab1-4f77-a12c-35f76200d502 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:19.996078 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-31a2e0c5-ad62-4e23-b6e5-67434426ea95 None None] Set router 0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:20.012371 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb9c69-44a2-4fb8-8676-d820949f3615 req-c7f7b856-dab1-4f77-a12c-35f76200d502 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:20.014539 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-75fb9c69-44a2-4fb8-8676-d820949f3615 req-c7f7b856-dab1-4f77-a12c-35f76200d502 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5440 time: 0.6397908 May 26 16:10:20.019010 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52552) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:20.020600 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7eda5fef-e562-4ae1-9630-3d3e222d0cbf req-1d3c9521-89cf-4b07-b0d4-6ba32057a607 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:20.025270 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7eda5fef-e562-4ae1-9630-3d3e222d0cbf req-1d3c9521-89cf-4b07-b0d4-6ba32057a607 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.83 "DELETE /v2.0/ports/cf203306-7a63-45fc-9b18-394d4959ea4a HTTP/1.1" status: 204 len: 173 time: 1.4588506 May 26 16:10:20.031993 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0222011-9af3-4530-bd12-d591e8cf28c2', 'name': 'network-vif-deleted', 'tag': 'cf203306-7a63-45fc-9b18-394d4959ea4a'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:20.034690 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d52772c-760d-4c98-b92d-7f1a35558982" -d '{"events": [{"server_uuid": "f0222011-9af3-4530-bd12-d591e8cf28c2", "name": "network-vif-deleted", "tag": "cf203306-7a63-45fc-9b18-394d4959ea4a"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:20.051422 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=86356a15-4ae4-4ce2-be9c-0b9a6e3ef023,segment=NetworkSegment(bde2e863-0c91-4084-b263-89615b414bdf),segment_id=bde2e863-0c91-4084-b263-89615b414bdf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:20.096070 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:20.097437 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device a22baecc-6a51-4894-9383-fd79c3b20a9c up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:20.187553 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01752ad7-465e-4ae7-b2a3-c96fd009814c x-openstack-request-id: req-01752ad7-465e-4ae7-b2a3-c96fd009814c {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:20.187878 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0222011-9af3-4530-bd12-d591e8cf28c2", "name": "network-vif-deleted", "tag": "cf203306-7a63-45fc-9b18-394d4959ea4a", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:20.188145 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-01752ad7-465e-4ae7-b2a3-c96fd009814c {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:20.188575 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01752ad7-465e-4ae7-b2a3-c96fd009814c'] response: {'server_uuid': 'f0222011-9af3-4530-bd12-d591e8cf28c2', 'name': 'network-vif-deleted', 'tag': 'cf203306-7a63-45fc-9b18-394d4959ea4a', 'status': 'completed', 'code': 200} May 26 16:10:20.247818 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-75fb9c69-44a2-4fb8-8676-d820949f3615 req-10a5ea9e-3134-457c-b468-4bb58e83dee1 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1958051 May 26 16:10:20.313971 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-31a2e0c5-ad62-4e23-b6e5-67434426ea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'name': 'tempest-ServersTestFqdnHostnames-414839873-router', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:26Z', 'updated_at': '2022-05-26T16:10:17Z', 'revision_number': 5, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'gw_port': {'id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:28Z', 'updated_at': '2022-05-26T16:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:20.337149 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-46cd62ae-e52f-43da-ad36-1862aa362e77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:20.351802 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-25b41f10-6dde-4544-addf-92c99d933a8b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=174d64ba844b421799c9f2136fec1233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3248732 May 26 16:10:20.356473 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a2e0c5-ad62-4e23-b6e5-67434426ea95 None None] The sync data for ids ['0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579'] in n-d-843337-2 is: [{'id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'name': 'tempest-ServersTestFqdnHostnames-414839873-router', 'tenant_id': '9e790462556f4bdfb100ed398ecc2d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:26Z', 'updated_at': '2022-05-26T16:10:17Z', 'revision_number': 5, 'project_id': '9e790462556f4bdfb100ed398ecc2d13', 'gw_port': {'id': 'eff878f9-0556-4e2e-9ba1-7c9bf44d0118', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:28Z', 'updated_at': '2022-05-26T16:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:20.356688 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52566) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:20.387512 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=86356a15-4ae4-4ce2-be9c-0b9a6e3ef023,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:20.463948 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936dd373-e694-4a44-bbab-fc0c72564faf', 'name': 'network-vif-deleted', 'tag': 'fc1d98ec-5b6f-4920-8378-0d548e3c8d7d'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:20.466784 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5440782d-d650-46e4-9081-87a41d22b69e" -d '{"events": [{"server_uuid": "936dd373-e694-4a44-bbab-fc0c72564faf", "name": "network-vif-deleted", "tag": "fc1d98ec-5b6f-4920-8378-0d548e3c8d7d"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:20.472516 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-07b73636-1c0a-4a26-9773-1bb00c5363d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:20.489770 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port a22baecc-6a51-4894-9383-fd79c3b20a9c completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:10:20.517199 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-07b73636-1c0a-4a26-9773-1bb00c5363d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:20.519944 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-46cd62ae-e52f-43da-ad36-1862aa362e77 admin admin] Deleting port eff878f9-0556-4e2e-9ba1-7c9bf44d0118 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:20.520430 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-46cd62ae-e52f-43da-ad36-1862aa362e77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:20.550943 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-29cb109f-e277-40c0-8446-36c851b8356f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.0780685 May 26 16:10:20.554020 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb109f-e277-40c0-8446-36c851b8356f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Pushing event updated for resources: {'Network': ['ID=4f0352c7-6742-464e-8227-41cc4729aedc,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:20.555641 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port a22baecc-6a51-4894-9383-fd79c3b20a9c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:20.556373 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:20.566460 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52580) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:20.597434 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 4f0352c7-6742-464e-8227-41cc4729aedc details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:10:20.604370 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-72a29f88-8323-47dd-8e18-834bcce3ba7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Request body: {'subnet': {'network_id': '4f0352c7-6742-464e-8227-41cc4729aedc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:20.617023 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60adb712-0a56-49fb-9d7c-34ca51ad3e97 x-openstack-request-id: req-60adb712-0a56-49fb-9d7c-34ca51ad3e97 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:20.618637 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936dd373-e694-4a44-bbab-fc0c72564faf", "name": "network-vif-deleted", "tag": "fc1d98ec-5b6f-4920-8378-0d548e3c8d7d", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:20.619381 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-60adb712-0a56-49fb-9d7c-34ca51ad3e97 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:20.621020 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60adb712-0a56-49fb-9d7c-34ca51ad3e97'] response: {'server_uuid': '936dd373-e694-4a44-bbab-fc0c72564faf', 'name': 'network-vif-deleted', 'tag': 'fc1d98ec-5b6f-4920-8378-0d548e3c8d7d', 'status': 'completed', 'code': 200} May 26 16:10:20.651490 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6922a37e-694b-49dc-b56a-4eee787f2cef req-71a6925c-2876-4cb9-b787-a32d00a5c2cd tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0222011-9af3-4530-bd12-d591e8cf28c2 HTTP/1.1" status: 200 len: 210 time: 0.1240489 May 26 16:10:20.683702 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9867-469a-4995-b528-1c598bb7cc60 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:20.696212 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a29f88-8323-47dd-8e18-834bcce3ba7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Made reservation on behalf of 19e77287c5e847809832c0f89b5f73bf for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:20.699199 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72a29f88-8323-47dd-8e18-834bcce3ba7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:20.763833 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-07b73636-1c0a-4a26-9773-1bb00c5363d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:20.766867 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-07b73636-1c0a-4a26-9773-1bb00c5363d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:20.770869 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-07b73636-1c0a-4a26-9773-1bb00c5363d1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a4a505b2-f339-4911-aac4-e932e1ed132c HTTP/1.1" status: 204 len: 168 time: 0.4074481 May 26 16:10:20.775349 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-1b1a9867-469a-4995-b528-1c598bb7cc60 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Deleting port c6c2f1d9-607d-4a04-9531-4c6e04c16b99 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:20.775789 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9867-469a-4995-b528-1c598bb7cc60 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:20.834838 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b73636-1c0a-4a26-9773-1bb00c5363d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a505b2-f339-4911-aac4-e932e1ed132c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:20.837890 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-46cd62ae-e52f-43da-ad36-1862aa362e77 admin admin] For port eff878f9-0556-4e2e-9ba1-7c9bf44d0118, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=eff878f9-0556-4e2e-9ba1-7c9bf44d0118,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:20.838316 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-46cd62ae-e52f-43da-ad36-1862aa362e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:20.904083 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-46cd62ae-e52f-43da-ad36-1862aa362e77 admin admin] Calling delete_port for eff878f9-0556-4e2e-9ba1-7c9bf44d0118 owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:20.978993 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port a22baecc-6a51-4894-9383-fd79c3b20a9c is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:20.979206 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:20.990604 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9867-469a-4995-b528-1c598bb7cc60 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:21.015738 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-1b1a9867-469a-4995-b528-1c598bb7cc60 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Calling delete_port for c6c2f1d9-607d-4a04-9531-4c6e04c16b99 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:21.039411 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port a22baecc-6a51-4894-9383-fd79c3b20a9c, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=a22baecc-6a51-4894-9383-fd79c3b20a9c,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:21.048263 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:21.049348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device e6ab5e70-f277-49ee-a065-7ef61c455d13 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:21.112676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: e6ab5e70-f277-49ee-a065-7ef61c455d13 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:21.113364 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device e6ab5e70-f277-49ee-a065-7ef61c455d13 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:21.142629 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 65148236-bd78-494f-bf09-16cc85f8781f up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:21.183025 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=a22baecc-6a51-4894-9383-fd79c3b20a9c,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:21.236066 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 65148236-bd78-494f-bf09-16cc85f8781f completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:10:21.240062 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 65148236-bd78-494f-bf09-16cc85f8781f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:21.240986 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:21.324428 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52594) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:21.349882 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86356a15-4ae4-4ce2-be9c-0b9a6e3ef023'}, {'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22baecc-6a51-4894-9383-fd79c3b20a9c'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:21.358646 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9c00eb-f76b-42ff-bae6-d930c6923e38" -d '{"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-plugged", "status": "completed", "tag": "86356a15-4ae4-4ce2-be9c-0b9a6e3ef023"}, {"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-plugged", "status": "completed", "tag": "a22baecc-6a51-4894-9383-fd79c3b20a9c"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:21.411049 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9867-469a-4995-b528-1c598bb7cc60 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:21.428964 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 65148236-bd78-494f-bf09-16cc85f8781f is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:21.429361 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:21.441537 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 26 May 2022 16:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67092396-4349-4df5-b6df-999e644c3d4b x-openstack-request-id: req-67092396-4349-4df5-b6df-999e644c3d4b {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:21.441969 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-plugged", "status": "completed", "tag": "86356a15-4ae4-4ce2-be9c-0b9a6e3ef023", "code": 200}, {"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-plugged", "status": "completed", "tag": "a22baecc-6a51-4894-9383-fd79c3b20a9c", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:21.442215 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-67092396-4349-4df5-b6df-999e644c3d4b {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:21.442615 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67092396-4349-4df5-b6df-999e644c3d4b'] response: {'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86356a15-4ae4-4ce2-be9c-0b9a6e3ef023', 'code': 200} May 26 16:10:21.443157 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67092396-4349-4df5-b6df-999e644c3d4b'] response: {'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22baecc-6a51-4894-9383-fd79c3b20a9c', 'code': 200} May 26 16:10:21.461980 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a9867-469a-4995-b528-1c598bb7cc60 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Port': ['ID=c6c2f1d9-607d-4a04-9531-4c6e04c16b99,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:21.523917 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9867-469a-4995-b528-1c598bb7cc60 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:21.532798 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 65148236-bd78-494f-bf09-16cc85f8781f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=65148236-bd78-494f-bf09-16cc85f8781f,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:21.545560 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device efe8353f-8988-4353-8704-212ce7a86df7 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:21.554314 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:21.555602 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device cf203306-7a63-45fc-9b18-394d4959ea4a no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:21.610349 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: cf203306-7a63-45fc-9b18-394d4959ea4a {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:21.610992 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device cf203306-7a63-45fc-9b18-394d4959ea4a not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:21.611426 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device fc1d98ec-5b6f-4920-8378-0d548e3c8d7d no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:21.615765 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: efe8353f-8988-4353-8704-212ce7a86df7 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:21.616391 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device efe8353f-8988-4353-8704-212ce7a86df7 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:21.638836 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9867-469a-4995-b528-1c598bb7cc60 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:21.642572 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9867-469a-4995-b528-1c598bb7cc60 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:21.670928 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: fc1d98ec-5b6f-4920-8378-0d548e3c8d7d {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:21.671317 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device fc1d98ec-5b6f-4920-8378-0d548e3c8d7d not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:21.692626 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9867-469a-4995-b528-1c598bb7cc60 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:21.693168 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1a9867-469a-4995-b528-1c598bb7cc60 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Fanout notify agent at l3_agent the message router_deleted on router f7fe9d17-4822-47e0-bdf6-b591f8fd5396 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:10:21.706407 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9867-469a-4995-b528-1c598bb7cc60 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:21.715764 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1b1a9867-469a-4995-b528-1c598bb7cc60 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/routers/f7fe9d17-4822-47e0-bdf6-b591f8fd5396 HTTP/1.1" status: 204 len: 168 time: 2.2055333 May 26 16:10:21.716430 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52600) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:21.722898 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a6e56f83-b8f6-4982-9f1f-1fe74cebc3c7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'network': {'name': 'tempest-RoutersTest-1805594722'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:21.740742 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=65148236-bd78-494f-bf09-16cc85f8781f,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:21.770815 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e56f83-b8f6-4982-9f1f-1fe74cebc3c7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Made reservation on behalf of 8515b971030c454198bcb87784afc4ec for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:21.775013 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a6e56f83-b8f6-4982-9f1f-1fe74cebc3c7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:21.815544 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e56f83-b8f6-4982-9f1f-1fe74cebc3c7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:10:21.830111 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a6e56f83-b8f6-4982-9f1f-1fe74cebc3c7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:21.830466 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-a6e56f83-b8f6-4982-9f1f-1fe74cebc3c7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Added segment 09073106-2a60-448f-bb7f-6d0d5acf8504 of type vlan for network 15c3b8c2-5e9b-45a8-8c08-bb464d6f071b May 26 16:10:21.841486 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5237580d-3f4c-4ca2-9ea0-205ad610af3e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=836b277315a7490db1c9a9686f87b977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4858258 May 26 16:10:21.846034 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52604) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:21.872689 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-46cd62ae-e52f-43da-ad36-1862aa362e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:21.893391 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f39d3-adc1-45ba-8bf2-f36af4d7c495 req-70ce9ecb-06f8-431c-8b94-ce6375409f81 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:21.900137 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f39d3-adc1-45ba-8bf2-f36af4d7c495 req-70ce9ecb-06f8-431c-8b94-ce6375409f81 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:21.909884 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f39d3-adc1-45ba-8bf2-f36af4d7c495 req-70ce9ecb-06f8-431c-8b94-ce6375409f81 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:21.916935 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f39d3-adc1-45ba-8bf2-f36af4d7c495 req-70ce9ecb-06f8-431c-8b94-ce6375409f81 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:21.924207 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f39d3-adc1-45ba-8bf2-f36af4d7c495 req-70ce9ecb-06f8-431c-8b94-ce6375409f81 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:21.930577 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f39d3-adc1-45ba-8bf2-f36af4d7c495 req-70ce9ecb-06f8-431c-8b94-ce6375409f81 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:21.937307 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f39d3-adc1-45ba-8bf2-f36af4d7c495 req-70ce9ecb-06f8-431c-8b94-ce6375409f81 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:21.945385 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dc7f39d3-adc1-45ba-8bf2-f36af4d7c495 req-70ce9ecb-06f8-431c-8b94-ce6375409f81 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5442 time: 0.5827689 May 26 16:10:21.972269 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a6e56f83-b8f6-4982-9f1f-1fe74cebc3c7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:21.991409 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-888a485c-3d04-4bfd-aad2-f0f92d4efe1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:21.992723 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd62ae-e52f-43da-ad36-1862aa362e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=eff878f9-0556-4e2e-9ba1-7c9bf44d0118,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:22.047857 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-888a485c-3d04-4bfd-aad2-f0f92d4efe1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.051161 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a6e56f83-b8f6-4982-9f1f-1fe74cebc3c7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.051610 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dc7f39d3-adc1-45ba-8bf2-f36af4d7c495 req-6bea2696-bc60-40b1-b1ee-9a95a0fe2504 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1052082 May 26 16:10:22.058475 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e56f83-b8f6-4982-9f1f-1fe74cebc3c7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:22.059176 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a6e56f83-b8f6-4982-9f1f-1fe74cebc3c7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.149921 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-46cd62ae-e52f-43da-ad36-1862aa362e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.178020 n-d-843337-2 neutron-server[103896]: DEBUG neutron.objects.ports [None req-72a29f88-8323-47dd-8e18-834bcce3ba7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103896) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:10:22.178765 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72a29f88-8323-47dd-8e18-834bcce3ba7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.199138 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a6e56f83-b8f6-4982-9f1f-1fe74cebc3c7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4816258 May 26 16:10:22.202279 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e56f83-b8f6-4982-9f1f-1fe74cebc3c7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Network': ['ID=15c3b8c2-5e9b-45a8-8c08-bb464d6f071b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:22.205102 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52620) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:22.210852 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c4e9e391-907c-4f02-840b-0088ea06c9ec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'subnet': {'network_id': '15c3b8c2-5e9b-45a8-8c08-bb464d6f071b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:22.222016 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 15c3b8c2-5e9b-45a8-8c08-bb464d6f071b details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:10:22.278326 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-888a485c-3d04-4bfd-aad2-f0f92d4efe1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.282010 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-888a485c-3d04-4bfd-aad2-f0f92d4efe1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.283436 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-888a485c-3d04-4bfd-aad2-f0f92d4efe1c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4045a3b2-e53e-4e2e-8109-8f0d3d054a1d HTTP/1.1" status: 204 len: 168 time: 0.4353173 May 26 16:10:22.350105 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a485c-3d04-4bfd-aad2-f0f92d4efe1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4045a3b2-e53e-4e2e-8109-8f0d3d054a1d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:22.372707 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a29f88-8323-47dd-8e18-834bcce3ba7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Pushing event updated for resources: {'Subnet': ['ID=53887005-9c31-4808-9298-2bea21eecf44,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:22.377511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e9e391-907c-4f02-840b-0088ea06c9ec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Made reservation on behalf of 8515b971030c454198bcb87784afc4ec for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:22.381330 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c4e9e391-907c-4f02-840b-0088ea06c9ec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.381710 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-46cd62ae-e52f-43da-ad36-1862aa362e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.393120 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-46cd62ae-e52f-43da-ad36-1862aa362e77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.491438 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a29f88-8323-47dd-8e18-834bcce3ba7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Checking segment: {'id': 'f9ba22b5-37c0-4b93-be33-a253705999b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4f0352c7-6742-464e-8227-41cc4729aedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:22.491887 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a29f88-8323-47dd-8e18-834bcce3ba7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Network hostable DHCP agents. Network: 4f0352c7-6742-464e-8227-41cc4729aedc, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:10:22.496229 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-46cd62ae-e52f-43da-ad36-1862aa362e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.496860 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cd62ae-e52f-43da-ad36-1862aa362e77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:10:22.503957 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-46cd62ae-e52f-43da-ad36-1862aa362e77 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.508537 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-46cd62ae-e52f-43da-ad36-1862aa362e77 admin admin] 10.222.0.77 "DELETE /v2.0/routers/0d7b6c51-c54f-4ff8-9f2c-502e8b7f4579 HTTP/1.1" status: 204 len: 168 time: 3.2373774 May 26 16:10:22.508537 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52628) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:22.555158 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a29f88-8323-47dd-8e18-834bcce3ba7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Network 4f0352c7-6742-464e-8227-41cc4729aedc is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:10:22.575877 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-e825730e-8d28-4630-a0fd-e75a88184c95 admin admin] Deleting subnet e3ee4340-63c3-4ec4-993b-fddfc0470c23 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:10:22.582087 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e825730e-8d28-4630-a0fd-e75a88184c95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.584070 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-72a29f88-8323-47dd-8e18-834bcce3ba7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 4f0352c7-6742-464e-8227-41cc4729aedc) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:22.592558 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d80a3a-2c8f-404b-8e93-f7f68ad5b051 None None] Network 4f0352c7-6742-464e-8227-41cc4729aedc requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:22.619169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a29f88-8323-47dd-8e18-834bcce3ba7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:22.620163 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72a29f88-8323-47dd-8e18-834bcce3ba7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.665502 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-72a29f88-8323-47dd-8e18-834bcce3ba7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0697551 May 26 16:10:22.667286 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52634) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:22.676778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-63da4f3b-b0b3-48c7-ad39-95008d18fbf4 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-416397904', 'network_id': '4f0352c7-6742-464e-8227-41cc4729aedc'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:22.717300 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63da4f3b-b0b3-48c7-ad39-95008d18fbf4 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Made reservation on behalf of 19e77287c5e847809832c0f89b5f73bf for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:22.721912 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-63da4f3b-b0b3-48c7-ad39-95008d18fbf4 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.727780 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e825730e-8d28-4630-a0fd-e75a88184c95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.806876 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-63da4f3b-b0b3-48c7-ad39-95008d18fbf4 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] device_id is not set on port 3066d0cb-a056-480a-9427-ffb3223a44eb yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:10:22.822988 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c4e9e391-907c-4f02-840b-0088ea06c9ec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.861020 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d894dc-691b-4189-8dd6-0fe9b2bd9d4a None None] Network 4f0352c7-6742-464e-8227-41cc4729aedc requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:22.892379 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9e391-907c-4f02-840b-0088ea06c9ec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Subnet': ['ID=0c4a4812-eb89-4435-b00e-09c9a72b4763,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:22.912983 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e9e391-907c-4f02-840b-0088ea06c9ec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Checking segment: {'id': '09073106-2a60-448f-bb7f-6d0d5acf8504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '15c3b8c2-5e9b-45a8-8c08-bb464d6f071b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:22.913671 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e9e391-907c-4f02-840b-0088ea06c9ec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network hostable DHCP agents. Network: 15c3b8c2-5e9b-45a8-8c08-bb464d6f071b, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:10:22.939597 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e9e391-907c-4f02-840b-0088ea06c9ec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network 15c3b8c2-5e9b-45a8-8c08-bb464d6f071b is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:10:22.950153 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-c4e9e391-907c-4f02-840b-0088ea06c9ec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 15c3b8c2-5e9b-45a8-8c08-bb464d6f071b) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:22.958938 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e9e391-907c-4f02-840b-0088ea06c9ec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:22.959678 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c4e9e391-907c-4f02-840b-0088ea06c9ec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:22.979497 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f543d94e-dfdf-4b17-94d3-510ff3ce0857 None None] Network 15c3b8c2-5e9b-45a8-8c08-bb464d6f071b requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:22.996768 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c4e9e391-907c-4f02-840b-0088ea06c9ec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7902124 May 26 16:10:22.998952 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52642) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:23.007337 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-908ab976-4316-4742-87eb-043052fc8f1a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1932468968', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:23.032331 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e825730e-8d28-4630-a0fd-e75a88184c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:23.049399 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-908ab976-4316-4742-87eb-043052fc8f1a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:23.051176 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-908ab976-4316-4742-87eb-043052fc8f1a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:23.089893 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96669078-837a-4c0e-bd57-41f13d27ea75 req-49173f3f-e7c3-4d32-ab56-97586b7f9fd6 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:23.096916 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96669078-837a-4c0e-bd57-41f13d27ea75 req-49173f3f-e7c3-4d32-ab56-97586b7f9fd6 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:23.104784 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96669078-837a-4c0e-bd57-41f13d27ea75 req-49173f3f-e7c3-4d32-ab56-97586b7f9fd6 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6&device_id=6296b9e1-046b-41ee-9e1f-06bbdd23a6e3 HTTP/1.1" status: 200 len: 1681 time: 0.2362895 May 26 16:10:23.107835 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-63da4f3b-b0b3-48c7-ad39-95008d18fbf4 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Allocated IP 2001:db8::119 (4f0352c7-6742-464e-8227-41cc4729aedc/53887005-9c31-4808-9298-2bea21eecf44/3066d0cb-a056-480a-9427-ffb3223a44eb) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:23.178052 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-908ab976-4316-4742-87eb-043052fc8f1a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:23.188394 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-908ab976-4316-4742-87eb-043052fc8f1a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:23.230433 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-908ab976-4316-4742-87eb-043052fc8f1a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:23.236822 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-908ab976-4316-4742-87eb-043052fc8f1a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2318230 May 26 16:10:23.237374 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52650) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:23.282507 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96669078-837a-4c0e-bd57-41f13d27ea75 req-9cb53c2a-6e2b-4e27-851d-23e8494e6f71 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768155 May 26 16:10:23.341284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f55bfdb-3528-416f-8051-ed4ad3959987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-15c3b8c2-5e9b-45a8-8c08-bb464d6f071b', 'network_id': '15c3b8c2-5e9b-45a8-8c08-bb464d6f071b', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'fixed_ips': [{'subnet_id': '0c4a4812-eb89-4435-b00e-09c9a72b4763'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:10:23.346455 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3f55bfdb-3528-416f-8051-ed4ad3959987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:23.358352 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e825730e-8d28-4630-a0fd-e75a88184c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:23.467788 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e825730e-8d28-4630-a0fd-e75a88184c95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:23.478925 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e825730e-8d28-4630-a0fd-e75a88184c95 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e3ee4340-63c3-4ec4-993b-fddfc0470c23 HTTP/1.1" status: 204 len: 168 time: 0.9665327 May 26 16:10:23.479753 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52660) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:23.493295 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65148236-bd78-494f-bf09-16cc85f8781f'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:23.501935 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b1f1ee-a467-4faa-9595-abcc1fdd57d8" -d '{"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-plugged", "status": "completed", "tag": "65148236-bd78-494f-bf09-16cc85f8781f"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:23.516719 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bf9e73-98a3-435c-8db2-876d0480c075 None None] Network 23673925-e14c-4f85-bcac-47743e1d0ffa requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:23.614359 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825730e-8d28-4630-a0fd-e75a88184c95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3ee4340-63c3-4ec4-993b-fddfc0470c23,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:23.639468 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-63da4f3b-b0b3-48c7-ad39-95008d18fbf4 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:23.659552 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c20e937-39a4-4ed9-9c11-e7c34a74a510 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:23.736488 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256465a9-8a02-4dfa-aaa8-4cb4cc49d059 x-openstack-request-id: req-256465a9-8a02-4dfa-aaa8-4cb4cc49d059 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:23.736783 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-plugged", "status": "completed", "tag": "65148236-bd78-494f-bf09-16cc85f8781f", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:23.737040 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-256465a9-8a02-4dfa-aaa8-4cb4cc49d059 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:23.737443 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-256465a9-8a02-4dfa-aaa8-4cb4cc49d059'] response: {'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65148236-bd78-494f-bf09-16cc85f8781f', 'code': 200} May 26 16:10:23.738223 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device eff878f9-0556-4e2e-9ba1-7c9bf44d0118 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:23.747153 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52672) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:23.771939 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: eff878f9-0556-4e2e-9ba1-7c9bf44d0118 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:23.772335 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device eff878f9-0556-4e2e-9ba1-7c9bf44d0118 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:23.815982 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-3f55bfdb-3528-416f-8051-ed4ad3959987 None None] Allocated IP 172.20.0.2 (15c3b8c2-5e9b-45a8-8c08-bb464d6f071b/0c4a4812-eb89-4435-b00e-09c9a72b4763/e94f3029-3e83-42f3-a40a-a1acff0c01a0) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:23.825642 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d1ea3-6eea-4278-bdac-ece6fe915cb7 req-90572ae3-cf99-48e4-b69e-ce8642722b94 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:23.841084 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d1ea3-6eea-4278-bdac-ece6fe915cb7 req-90572ae3-cf99-48e4-b69e-ce8642722b94 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:23.856371 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d1ea3-6eea-4278-bdac-ece6fe915cb7 req-90572ae3-cf99-48e4-b69e-ce8642722b94 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:23.867740 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d1ea3-6eea-4278-bdac-ece6fe915cb7 req-90572ae3-cf99-48e4-b69e-ce8642722b94 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:23.889497 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d1ea3-6eea-4278-bdac-ece6fe915cb7 req-90572ae3-cf99-48e4-b69e-ce8642722b94 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:23.900078 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d1ea3-6eea-4278-bdac-ece6fe915cb7 req-90572ae3-cf99-48e4-b69e-ce8642722b94 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:23.907813 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d1ea3-6eea-4278-bdac-ece6fe915cb7 req-90572ae3-cf99-48e4-b69e-ce8642722b94 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:23.918921 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0d0d1ea3-6eea-4278-bdac-ece6fe915cb7 req-90572ae3-cf99-48e4-b69e-ce8642722b94 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5443 time: 0.7199035 May 26 16:10:24.001423 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-3b7973a4-b96e-4592-a020-06b4ee516e89 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-585747277-network', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:24.032662 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7973a4-b96e-4592-a020-06b4ee516e89 admin admin] Made reservation on behalf of 162b9b2b0d834f618e6e436b4f02809d for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:24.036482 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b7973a4-b96e-4592-a020-06b4ee516e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.041463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c32943-d32c-43e4-afc9-319e0afcda81 None None] DHCP port deletion for 23673925-e14c-4f85-bcac-47743e1d0ffa request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:10:24.056546 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b7973a4-b96e-4592-a020-06b4ee516e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.102426 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3f55bfdb-3528-416f-8051-ed4ad3959987 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.118771 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3f55bfdb-3528-416f-8051-ed4ad3959987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.126052 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-63da4f3b-b0b3-48c7-ad39-95008d18fbf4 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.176541 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63da4f3b-b0b3-48c7-ad39-95008d18fbf4 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Network 4f0352c7-6742-464e-8227-41cc4729aedc is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:24.181794 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0d0d1ea3-6eea-4278-bdac-ece6fe915cb7 req-d18d715a-1818-4d3b-8b90-af54c2723e5f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2437959 May 26 16:10:24.184602 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92c16653-4f57-4a1b-a1ba-e6916155cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.193552 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-63da4f3b-b0b3-48c7-ad39-95008d18fbf4 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:24.197839 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63da4f3b-b0b3-48c7-ad39-95008d18fbf4 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:24.199416 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63da4f3b-b0b3-48c7-ad39-95008d18fbf4 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:24.200353 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-63da4f3b-b0b3-48c7-ad39-95008d18fbf4 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.240228 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-1c20e937-39a4-4ed9-9c11-e7c34a74a510 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Allocated IP 172.20.0.1 (15c3b8c2-5e9b-45a8-8c08-bb464d6f071b/0c4a4812-eb89-4435-b00e-09c9a72b4763/fdcbe207-2a7a-4923-8882-f31d4ee0a315) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:24.278461 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f55bfdb-3528-416f-8051-ed4ad3959987 None None] Network 15c3b8c2-5e9b-45a8-8c08-bb464d6f071b is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:24.281389 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4723d8-2dbc-4ddb-941f-3b9b13b54035 req-7c9a62c1-e3f1-481e-9cc7-e370c8968180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:24.281616 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4723d8-2dbc-4ddb-941f-3b9b13b54035 req-7c9a62c1-e3f1-481e-9cc7-e370c8968180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:24.282095 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4723d8-2dbc-4ddb-941f-3b9b13b54035 req-7c9a62c1-e3f1-481e-9cc7-e370c8968180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:24.282569 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4723d8-2dbc-4ddb-941f-3b9b13b54035 req-7c9a62c1-e3f1-481e-9cc7-e370c8968180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:24.283033 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4723d8-2dbc-4ddb-941f-3b9b13b54035 req-7c9a62c1-e3f1-481e-9cc7-e370c8968180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:24.283495 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4723d8-2dbc-4ddb-941f-3b9b13b54035 req-7c9a62c1-e3f1-481e-9cc7-e370c8968180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:24.283958 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4723d8-2dbc-4ddb-941f-3b9b13b54035 req-7c9a62c1-e3f1-481e-9cc7-e370c8968180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:24.286435 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af4723d8-2dbc-4ddb-941f-3b9b13b54035 req-7c9a62c1-e3f1-481e-9cc7-e370c8968180 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 6500 time: 0.5218449 May 26 16:10:24.289510 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-3f55bfdb-3528-416f-8051-ed4ad3959987 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:24.291743 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55bfdb-3528-416f-8051-ed4ad3959987 None None] Pushing event updated for resources: {'Port': ['ID=e94f3029-3e83-42f3-a40a-a1acff0c01a0,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:24.297453 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b7973a4-b96e-4592-a020-06b4ee516e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.300237 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-63da4f3b-b0b3-48c7-ad39-95008d18fbf4 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6287205 May 26 16:10:24.301493 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f55bfdb-3528-416f-8051-ed4ad3959987 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:24.303091 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52684) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:24.316827 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b8c32943-d32c-43e4-afc9-319e0afcda81 None None] Deleting port f79697e1-e726-490b-8f40-1359db24628e {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:24.317242 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b8c32943-d32c-43e4-afc9-319e0afcda81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.333089 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b7973a4-b96e-4592-a020-06b4ee516e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.399646 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7973a4-b96e-4592-a020-06b4ee516e89 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:10:24.429292 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7973a4-b96e-4592-a020-06b4ee516e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53723be-8a5c-4997-8e7f-8a09ff2a78d5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:24.432719 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b7973a4-b96e-4592-a020-06b4ee516e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.433073 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-3b7973a4-b96e-4592-a020-06b4ee516e89 admin admin] Added segment 0cae4f8b-4c08-4f01-b356-84ad24f58bc1 of type vlan for network 70f8d096-df3b-48f6-87c7-e0d29b765be5 May 26 16:10:24.446454 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3f55bfdb-3528-416f-8051-ed4ad3959987 None None] Attempting to bind port e94f3029-3e83-42f3-a40a-a1acff0c01a0 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:10:24.447990 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3f55bfdb-3528-416f-8051-ed4ad3959987 None None] Attempting to bind port e94f3029-3e83-42f3-a40a-a1acff0c01a0 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '09073106-2a60-448f-bb7f-6d0d5acf8504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '15c3b8c2-5e9b-45a8-8c08-bb464d6f071b'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:10:24.448898 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f55bfdb-3528-416f-8051-ed4ad3959987 None None] Attempting to bind port e94f3029-3e83-42f3-a40a-a1acff0c01a0 on network 15c3b8c2-5e9b-45a8-8c08-bb464d6f071b {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:24.456421 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b8c32943-d32c-43e4-afc9-319e0afcda81 None None] For port f79697e1-e726-490b-8f40-1359db24628e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f79697e1-e726-490b-8f40-1359db24628e,segment=NetworkSegment(3b847ed8-c57d-448c-8e0a-7ae74db9cec6),segment_id=3b847ed8-c57d-448c-8e0a-7ae74db9cec6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:24.457623 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b8c32943-d32c-43e4-afc9-319e0afcda81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.466236 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f55bfdb-3528-416f-8051-ed4ad3959987 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:10:24.472935 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f55bfdb-3528-416f-8051-ed4ad3959987 None None] Checking segment: {'id': '09073106-2a60-448f-bb7f-6d0d5acf8504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '15c3b8c2-5e9b-45a8-8c08-bb464d6f071b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:24.473367 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3f55bfdb-3528-416f-8051-ed4ad3959987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.473837 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f55bfdb-3528-416f-8051-ed4ad3959987 None None] Bound using segment: {'id': '09073106-2a60-448f-bb7f-6d0d5acf8504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '15c3b8c2-5e9b-45a8-8c08-bb464d6f071b'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:10:24.474475 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3f55bfdb-3528-416f-8051-ed4ad3959987 None None] Bound port: e94f3029-3e83-42f3-a40a-a1acff0c01a0, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09073106-2a60-448f-bb7f-6d0d5acf8504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '15c3b8c2-5e9b-45a8-8c08-bb464d6f071b'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:10:24.474915 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3f55bfdb-3528-416f-8051-ed4ad3959987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.492636 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b8c32943-d32c-43e4-afc9-319e0afcda81 None None] Calling delete_port for f79697e1-e726-490b-8f40-1359db24628e owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:24.513064 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b7973a4-b96e-4592-a020-06b4ee516e89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.513299 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af4723d8-2dbc-4ddb-941f-3b9b13b54035 req-4e525b31-c5b0-4704-82d2-9f8d52b68352 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a61d52fc-2efc-4663-b505-33ebee78b50e&id=9d708bde-052d-46b4-a366-3921eefb61f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2090077 May 26 16:10:24.516546 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4f3b-b0b3-48c7-ad39-95008d18fbf4 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Pushing event updated for resources: {'Port': ['ID=3066d0cb-a056-480a-9427-ffb3223a44eb,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:24.542348 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af761f-d793-41b8-ba4a-dd9314526699 req-900d6dbc-e5e5-47d4-8f11-babaadb06945 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:24.544317 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-36af761f-d793-41b8-ba4a-dd9314526699 req-900d6dbc-e5e5-47d4-8f11-babaadb06945 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=6296b9e1-046b-41ee-9e1f-06bbdd23a6e3 HTTP/1.1" status: 200 len: 945 time: 0.1834483 May 26 16:10:24.574698 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c20e937-39a4-4ed9-9c11-e7c34a74a510 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.582438 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-1c580356-05cf-4b79-b197-d38f97d70f17 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Deleting port 3066d0cb-a056-480a-9427-ffb3223a44eb {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:24.582989 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c580356-05cf-4b79-b197-d38f97d70f17 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.607887 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3f55bfdb-3528-416f-8051-ed4ad3959987 None None] For port e94f3029-3e83-42f3-a40a-a1acff0c01a0, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:10:24.612804 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3f55bfdb-3528-416f-8051-ed4ad3959987 None None] For port e94f3029-3e83-42f3-a40a-a1acff0c01a0, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e94f3029-3e83-42f3-a40a-a1acff0c01a0,segment=NetworkSegment(09073106-2a60-448f-bb7f-6d0d5acf8504),segment_id=09073106-2a60-448f-bb7f-6d0d5acf8504)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:10:24.620126 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b7973a4-b96e-4592-a020-06b4ee516e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.622040 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7973a4-b96e-4592-a020-06b4ee516e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:24.622806 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b7973a4-b96e-4592-a020-06b4ee516e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.628206 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3f55bfdb-3528-416f-8051-ed4ad3959987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.642600 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c20e937-39a4-4ed9-9c11-e7c34a74a510 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.657327 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-36af761f-d793-41b8-ba4a-dd9314526699 req-33a70a87-5563-47cb-a375-ddb7b746b950 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045706 May 26 16:10:24.664794 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-92c16653-4f57-4a1b-a1ba-e6916155cfc2 admin admin] Deleting port f79697e1-e726-490b-8f40-1359db24628e {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:24.665184 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92c16653-4f57-4a1b-a1ba-e6916155cfc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.708651 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55bfdb-3528-416f-8051-ed4ad3959987 None None] Pushing event updated for resources: {'Port': ['ID=e94f3029-3e83-42f3-a40a-a1acff0c01a0,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:24.712415 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b8c32943-d32c-43e4-afc9-319e0afcda81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.729552 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c32943-d32c-43e4-afc9-319e0afcda81 None None] No DVR routers for this DVR port f79697e1-e726-490b-8f40-1359db24628e on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:24.770771 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c580356-05cf-4b79-b197-d38f97d70f17 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.774997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c32943-d32c-43e4-afc9-319e0afcda81 None None] Pushing event deleted for resources: {'Port': ['ID=f79697e1-e726-490b-8f40-1359db24628e,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:24.778522 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3b7973a4-b96e-4592-a020-06b4ee516e89 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0272191 May 26 16:10:24.781009 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52688) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:24.788590 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ffee4d52-0415-49ab-bdc9-13d150254baf admin admin] Request body: {'subnet': {'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-585747277-subnet', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:24.800432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-92c16653-4f57-4a1b-a1ba-e6916155cfc2 admin admin] For port f79697e1-e726-490b-8f40-1359db24628e, host n-d-843337-2, got binding levels [] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:24.800786 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92c16653-4f57-4a1b-a1ba-e6916155cfc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.803229 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-1c580356-05cf-4b79-b197-d38f97d70f17 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Calling delete_port for 3066d0cb-a056-480a-9427-ffb3223a44eb owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:24.819826 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-92c16653-4f57-4a1b-a1ba-e6916155cfc2 admin admin] Calling delete_port for f79697e1-e726-490b-8f40-1359db24628e owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:24.820632 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c20e937-39a4-4ed9-9c11-e7c34a74a510 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network 15c3b8c2-5e9b-45a8-8c08-bb464d6f071b is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:24.823574 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.ipam_backend_mixin [None req-92c16653-4f57-4a1b-a1ba-e6916155cfc2 admin admin] Port f79697e1-e726-490b-8f40-1359db24628e was not found and therefore no delete operation was performed {{(pid=103896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:10:24.825671 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7973a4-b96e-4592-a020-06b4ee516e89 admin admin] Pushing event updated for resources: {'Network': ['ID=70f8d096-df3b-48f6-87c7-e0d29b765be5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:24.830956 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92c16653-4f57-4a1b-a1ba-e6916155cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.842221 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 70f8d096-df3b-48f6-87c7-e0d29b765be5 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:10:24.854619 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20e937-39a4-4ed9-9c11-e7c34a74a510 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Port': ['ID=fdcbe207-2a7a-4923-8882-f31d4ee0a315,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:24.867428 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-1c20e937-39a4-4ed9-9c11-e7c34a74a510 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:24.871872 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c20e937-39a4-4ed9-9c11-e7c34a74a510 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:24.876858 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffee4d52-0415-49ab-bdc9-13d150254baf admin admin] Made reservation on behalf of 162b9b2b0d834f618e6e436b4f02809d for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:24.879832 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ffee4d52-0415-49ab-bdc9-13d150254baf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:24.901333 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c16653-4f57-4a1b-a1ba-e6916155cfc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f79697e1-e726-490b-8f40-1359db24628e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:24.909422 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c16653-4f57-4a1b-a1ba-e6916155cfc2 admin admin] No DVR routers for this DVR port f79697e1-e726-490b-8f40-1359db24628e on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:25.019521 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92c16653-4f57-4a1b-a1ba-e6916155cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:25.046606 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c20e937-39a4-4ed9-9c11-e7c34a74a510 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:25.086792 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-92c16653-4f57-4a1b-a1ba-e6916155cfc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23673925-e14c-4f85-bcac-47743e1d0ffa']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:25.102150 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-92c16653-4f57-4a1b-a1ba-e6916155cfc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b847ed8-c57d-448c-8e0a-7ae74db9cec6') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:25.102150 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-92c16653-4f57-4a1b-a1ba-e6916155cfc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b847ed8-c57d-448c-8e0a-7ae74db9cec6') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:25.115467 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92c16653-4f57-4a1b-a1ba-e6916155cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:25.142611 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92c16653-4f57-4a1b-a1ba-e6916155cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:25.145359 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c580356-05cf-4b79-b197-d38f97d70f17 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:25.160785 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c16653-4f57-4a1b-a1ba-e6916155cfc2 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:10:25.168674 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92c16653-4f57-4a1b-a1ba-e6916155cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:25.231247 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 3b847ed8-c57d-448c-8e0a-7ae74db9cec6 resource provider aggregate not found May 26 16:10:25.235190 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c580356-05cf-4b79-b197-d38f97d70f17 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Pushing event deleted for resources: {'Port': ['ID=3066d0cb-a056-480a-9427-ffb3223a44eb,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:25.240750 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c580356-05cf-4b79-b197-d38f97d70f17 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:25.248474 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1c580356-05cf-4b79-b197-d38f97d70f17 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "DELETE /v2.0/ports/3066d0cb-a056-480a-9427-ffb3223a44eb HTTP/1.1" status: 204 len: 168 time: 0.9242592 May 26 16:10:25.275463 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52698) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:25.289921 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c3b745da-ba82-487e-94c5-d5356b708800 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4f0352c7-6742-464e-8227-41cc4729aedc', 'external_fixed_ips': [{'subnet_id': '53887005-9c31-4808-9298-2bea21eecf44', 'ip_address': '2001:db8::119'}]}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:25.304509 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 3b847ed8-c57d-448c-8e0a-7ae74db9cec6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b847ed8-c57d-448c-8e0a-7ae74db9cec6 found for delete ", "request_id": "req-3fa2ab99-55cf-442f-ad9e-5623cc289fc0"}]} May 26 16:10:25.309451 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92c16653-4f57-4a1b-a1ba-e6916155cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:25.317552 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92c16653-4f57-4a1b-a1ba-e6916155cfc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:25.321122 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-92c16653-4f57-4a1b-a1ba-e6916155cfc2 admin admin] 10.222.0.77 "DELETE /v2.0/networks/23673925-e14c-4f85-bcac-47743e1d0ffa HTTP/1.1" status: 204 len: 168 time: 1.8353713 May 26 16:10:25.332037 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c16653-4f57-4a1b-a1ba-e6916155cfc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=23673925-e14c-4f85-bcac-47743e1d0ffa,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:25.379078 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c20e937-39a4-4ed9-9c11-e7c34a74a510 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:25.415748 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3b745da-ba82-487e-94c5-d5356b708800 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:25.415973 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7703ea8-ebc4-409a-a2f9-2684c9d04320 req-3b06dfd6-6aad-4a73-8b2f-7ff43ce3e8c8 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:25.416490 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3b745da-ba82-487e-94c5-d5356b708800 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:25.427078 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7703ea8-ebc4-409a-a2f9-2684c9d04320 req-3b06dfd6-6aad-4a73-8b2f-7ff43ce3e8c8 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:25.434596 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7703ea8-ebc4-409a-a2f9-2684c9d04320 req-3b06dfd6-6aad-4a73-8b2f-7ff43ce3e8c8 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:25.443607 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7703ea8-ebc4-409a-a2f9-2684c9d04320 req-3b06dfd6-6aad-4a73-8b2f-7ff43ce3e8c8 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:25.452126 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7703ea8-ebc4-409a-a2f9-2684c9d04320 req-3b06dfd6-6aad-4a73-8b2f-7ff43ce3e8c8 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:25.460878 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7703ea8-ebc4-409a-a2f9-2684c9d04320 req-3b06dfd6-6aad-4a73-8b2f-7ff43ce3e8c8 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:25.467570 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7703ea8-ebc4-409a-a2f9-2684c9d04320 req-3b06dfd6-6aad-4a73-8b2f-7ff43ce3e8c8 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:25.478065 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7703ea8-ebc4-409a-a2f9-2684c9d04320 req-3b06dfd6-6aad-4a73-8b2f-7ff43ce3e8c8 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5443 time: 0.1246688 May 26 16:10:25.478273 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ffee4d52-0415-49ab-bdc9-13d150254baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:25.525968 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52710) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:25.559119 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7703ea8-ebc4-409a-a2f9-2684c9d04320 req-6c00e6ae-ece0-4f00-96d5-0bc11870fb3b tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0800018 May 26 16:10:25.584212 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52714) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:25.680454 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e94f3029-3e83-42f3-a40a-a1acff0c01a0 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:25.730036 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cce922ff-f26d-4c87-a351-a247b25d329a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9e790462556f4bdfb100ed398ecc2d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447885 May 26 16:10:25.740056 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209635e-4d68-4be2-bf4a-95c890e460ab req-d079a037-3a8d-41ab-9540-b878bb34de3e tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:25.742197 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6209635e-4d68-4be2-bf4a-95c890e460ab req-d079a037-3a8d-41ab-9540-b878bb34de3e tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.81 "GET /v2.0/ports?device_id=6296b9e1-046b-41ee-9e1f-06bbdd23a6e3 HTTP/1.1" status: 200 len: 945 time: 0.1590245 May 26 16:10:25.742542 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3b745da-ba82-487e-94c5-d5356b708800 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:25.743510 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee4d52-0415-49ab-bdc9-13d150254baf admin admin] Pushing event updated for resources: {'Subnet': ['ID=24152767-9df9-4e17-996b-6f1548c30662,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:25.745640 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52718) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:25.777130 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port e94f3029-3e83-42f3-a40a-a1acff0c01a0 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:25.777893 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:25.885497 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port e94f3029-3e83-42f3-a40a-a1acff0c01a0 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:25.886005 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:25.891270 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-336b85ee-e96e-492d-890e-36e6bbf34bc5 admin admin] Deleting subnet 19f707b5-dbb7-44bf-9d91-1c1a69227d64 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:10:25.929529 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port e94f3029-3e83-42f3-a40a-a1acff0c01a0, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e94f3029-3e83-42f3-a40a-a1acff0c01a0,segment=NetworkSegment(09073106-2a60-448f-bb7f-6d0d5acf8504),segment_id=09073106-2a60-448f-bb7f-6d0d5acf8504)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:25.940543 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.024390 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee4d52-0415-49ab-bdc9-13d150254baf admin admin] Checking segment: {'id': '0cae4f8b-4c08-4f01-b356-84ad24f58bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:26.024804 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffee4d52-0415-49ab-bdc9-13d150254baf admin admin] Network hostable DHCP agents. Network: 70f8d096-df3b-48f6-87c7-e0d29b765be5, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:10:26.025144 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=e94f3029-3e83-42f3-a40a-a1acff0c01a0,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:26.040951 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f79697e1-e726-490b-8f40-1359db24628e no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:26.041607 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3b745da-ba82-487e-94c5-d5356b708800 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.112528 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffee4d52-0415-49ab-bdc9-13d150254baf admin admin] Network 70f8d096-df3b-48f6-87c7-e0d29b765be5 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:10:26.206862 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-336b85ee-e96e-492d-890e-36e6bbf34bc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.211868 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: f79697e1-e726-490b-8f40-1359db24628e {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:26.212226 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f79697e1-e726-490b-8f40-1359db24628e not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:26.247938 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-ffee4d52-0415-49ab-bdc9-13d150254baf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 70f8d096-df3b-48f6-87c7-e0d29b765be5) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:26.248497 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919f18d5-efae-4ab1-b104-79fa0015691e None None] Network 15c3b8c2-5e9b-45a8-8c08-bb464d6f071b requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:26.260230 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffee4d52-0415-49ab-bdc9-13d150254baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:26.260822 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ffee4d52-0415-49ab-bdc9-13d150254baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.268243 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3270ecec-c2fb-4cb6-8376-407ec4ef36ae None None] Network 70f8d096-df3b-48f6-87c7-e0d29b765be5 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:26.272755 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a354fb-1bd3-481a-a20a-9e7aeab9b096 req-2e01e902-a1d5-4394-8bd4-e62a44f03ede tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:26.274263 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a1a354fb-1bd3-481a-a20a-9e7aeab9b096 req-2e01e902-a1d5-4394-8bd4-e62a44f03ede tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=6296b9e1-046b-41ee-9e1f-06bbdd23a6e3 HTTP/1.1" status: 200 len: 945 time: 0.5141385 May 26 16:10:26.293160 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-336b85ee-e96e-492d-890e-36e6bbf34bc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.306650 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ffee4d52-0415-49ab-bdc9-13d150254baf admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5202098 May 26 16:10:26.309650 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52720) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:26.314873 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-de14ff32-2c1f-41aa-9ef9-367725946d9e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-585747277-router', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:26.328766 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c20e937-39a4-4ed9-9c11-e7c34a74a510 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.339449 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c20e937-39a4-4ed9-9c11-e7c34a74a510 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.346467 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0df034f7-7f09-4a91-a169-df764a12b605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.386963 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a1a354fb-1bd3-481a-a20a-9e7aeab9b096 req-2c060a73-f284-4896-a6d0-fc740538b552 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/security-groups?id=947c3b46-f38c-4b36-a078-36102154c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005185 May 26 16:10:26.389778 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e255635a-67ce-427e-a61e-d331378b3ef0 None None] Provisioning complete for port e94f3029-3e83-42f3-a40a-a1acff0c01a0 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:26.390485 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e255635a-67ce-427e-a61e-d331378b3ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.405431 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0df034f7-7f09-4a91-a169-df764a12b605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.414396 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-336b85ee-e96e-492d-890e-36e6bbf34bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.419709 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-6209635e-4d68-4be2-bf4a-95c890e460ab req-ed1199e4-f5b4-4ede-bf99-3ccb12fc2146 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Deleting port bccc39aa-16ef-4341-8524-27e495898730 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:26.420047 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6209635e-4d68-4be2-bf4a-95c890e460ab req-ed1199e4-f5b4-4ede-bf99-3ccb12fc2146 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.443264 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20e937-39a4-4ed9-9c11-e7c34a74a510 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Port': ['ID=fdcbe207-2a7a-4923-8882-f31d4ee0a315,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:26.457250 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de14ff32-2c1f-41aa-9ef9-367725946d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.459327 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de14ff32-2c1f-41aa-9ef9-367725946d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.471812 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c20e937-39a4-4ed9-9c11-e7c34a74a510 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.594362 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-336b85ee-e96e-492d-890e-36e6bbf34bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.613128 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-336b85ee-e96e-492d-890e-36e6bbf34bc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.618955 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-336b85ee-e96e-492d-890e-36e6bbf34bc5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/19f707b5-dbb7-44bf-9d91-1c1a69227d64 HTTP/1.1" status: 204 len: 168 time: 1.0896049 May 26 16:10:26.618955 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0df034f7-7f09-4a91-a169-df764a12b605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.619678 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0df034f7-7f09-4a91-a169-df764a12b605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.623625 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0df034f7-7f09-4a91-a169-df764a12b605 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/497c1f02-e86a-46a7-b36c-e77883f4cae4 HTTP/1.1" status: 204 len: 168 time: 0.8745213 May 26 16:10:26.623625 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52724) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:26.627145 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15de477-be36-4b16-ab37-6bac6dfae2ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-70f8d096-df3b-48f6-87c7-e0d29b765be5', 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'fixed_ips': [{'subnet_id': '24152767-9df9-4e17-996b-6f1548c30662'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:10:26.628079 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a15de477-be36-4b16-ab37-6bac6dfae2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.629304 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-6209635e-4d68-4be2-bf4a-95c890e460ab req-ed1199e4-f5b4-4ede-bf99-3ccb12fc2146 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] For port bccc39aa-16ef-4341-8524-27e495898730, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=bccc39aa-16ef-4341-8524-27e495898730,segment=NetworkSegment(9f93b360-b5eb-4ddb-80ab-cee007e903e4),segment_id=9f93b360-b5eb-4ddb-80ab-cee007e903e4)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:26.629688 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6209635e-4d68-4be2-bf4a-95c890e460ab req-ed1199e4-f5b4-4ede-bf99-3ccb12fc2146 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.672456 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b85ee-e96e-492d-890e-36e6bbf34bc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19f707b5-dbb7-44bf-9d91-1c1a69227d64,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:26.676871 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e255635a-67ce-427e-a61e-d331378b3ef0 None None] Current status of the port e94f3029-3e83-42f3-a40a-a1acff0c01a0 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:26.693628 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df034f7-7f09-4a91-a169-df764a12b605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497c1f02-e86a-46a7-b36c-e77883f4cae4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:26.697226 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-6209635e-4d68-4be2-bf4a-95c890e460ab req-ed1199e4-f5b4-4ede-bf99-3ccb12fc2146 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Calling delete_port for bccc39aa-16ef-4341-8524-27e495898730 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:26.820066 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-a15de477-be36-4b16-ab37-6bac6dfae2ec None None] Allocated IP 172.20.0.2 (70f8d096-df3b-48f6-87c7-e0d29b765be5/24152767-9df9-4e17-996b-6f1548c30662/69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:26.861191 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b29a0544-afa4-4af7-9b6a-75c6e58d2bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:26.906203 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4d493-a07c-4aef-a49f-a0533197b625 req-3fbaec97-f743-4cb0-891e-5ea3bcfb66ca tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:26.912378 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4d493-a07c-4aef-a49f-a0533197b625 req-3fbaec97-f743-4cb0-891e-5ea3bcfb66ca tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:26.920120 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4d493-a07c-4aef-a49f-a0533197b625 req-3fbaec97-f743-4cb0-891e-5ea3bcfb66ca tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:26.932677 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4d493-a07c-4aef-a49f-a0533197b625 req-3fbaec97-f743-4cb0-891e-5ea3bcfb66ca tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:26.940195 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4d493-a07c-4aef-a49f-a0533197b625 req-3fbaec97-f743-4cb0-891e-5ea3bcfb66ca tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:26.950844 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4d493-a07c-4aef-a49f-a0533197b625 req-3fbaec97-f743-4cb0-891e-5ea3bcfb66ca tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:26.968630 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4d493-a07c-4aef-a49f-a0533197b625 req-3fbaec97-f743-4cb0-891e-5ea3bcfb66ca tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:26.972662 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-93b4d493-a07c-4aef-a49f-a0533197b625 req-3fbaec97-f743-4cb0-891e-5ea3bcfb66ca tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5443 time: 0.2732968 May 26 16:10:27.096929 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a15de477-be36-4b16-ab37-6bac6dfae2ec None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:27.113261 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a15de477-be36-4b16-ab37-6bac6dfae2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:27.123874 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b29a0544-afa4-4af7-9b6a-75c6e58d2bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:27.166224 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15de477-be36-4b16-ab37-6bac6dfae2ec None None] Network 70f8d096-df3b-48f6-87c7-e0d29b765be5 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:27.171021 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-a15de477-be36-4b16-ab37-6bac6dfae2ec None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:27.174495 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15de477-be36-4b16-ab37-6bac6dfae2ec None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:27.210844 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-93b4d493-a07c-4aef-a49f-a0533197b625 req-bcb4a6a0-355e-4564-bcf8-1d46d2282cf3 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2269254 May 26 16:10:27.238641 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15de477-be36-4b16-ab37-6bac6dfae2ec None None] Pushing event updated for resources: {'Port': ['ID=69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:27.249018 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de14ff32-2c1f-41aa-9ef9-367725946d9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:27.259336 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca38e1-ebe9-418c-be05-cd9dc7269fee req-5fef72a3-9464-4dd2-bf82-78b90999a99c tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:27.260889 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6fca38e1-ebe9-418c-be05-cd9dc7269fee req-5fef72a3-9464-4dd2-bf82-78b90999a99c tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.83 "GET /v2.0/ports?device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6 HTTP/1.1" status: 200 len: 945 time: 0.1395519 May 26 16:10:27.270259 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a15de477-be36-4b16-ab37-6bac6dfae2ec None None] Attempting to bind port 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:10:27.270791 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a15de477-be36-4b16-ab37-6bac6dfae2ec None None] Attempting to bind port 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '0cae4f8b-4c08-4f01-b356-84ad24f58bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:10:27.271333 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15de477-be36-4b16-ab37-6bac6dfae2ec None None] Attempting to bind port 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602 on network 70f8d096-df3b-48f6-87c7-e0d29b765be5 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:27.274410 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-b29a0544-afa4-4af7-9b6a-75c6e58d2bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24d5e3e-51fb-4cb8-acdc-f7937b83f089']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:27.278228 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15de477-be36-4b16-ab37-6bac6dfae2ec None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:10:27.278701 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15de477-be36-4b16-ab37-6bac6dfae2ec None None] Checking segment: {'id': '0cae4f8b-4c08-4f01-b356-84ad24f58bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:27.279254 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a15de477-be36-4b16-ab37-6bac6dfae2ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:27.279709 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15de477-be36-4b16-ab37-6bac6dfae2ec None None] Bound using segment: {'id': '0cae4f8b-4c08-4f01-b356-84ad24f58bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:10:27.280378 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a15de477-be36-4b16-ab37-6bac6dfae2ec None None] Bound port: 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cae4f8b-4c08-4f01-b356-84ad24f58bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:10:27.281469 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a15de477-be36-4b16-ab37-6bac6dfae2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:27.304599 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3e1f0b86-32fe-40b4-92c7-a9f7257d0d06 None None] Provisioning complete for port fdcbe207-2a7a-4923-8882-f31d4ee0a315 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:27.305053 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3e1f0b86-32fe-40b4-92c7-a9f7257d0d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:27.352110 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-b29a0544-afa4-4af7-9b6a-75c6e58d2bf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27db717a-2f60-44cd-8e74-311e0a4c3ae8') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:27.352410 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-b29a0544-afa4-4af7-9b6a-75c6e58d2bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27db717a-2f60-44cd-8e74-311e0a4c3ae8') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:27.384279 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6209635e-4d68-4be2-bf4a-95c890e460ab req-ed1199e4-f5b4-4ede-bf99-3ccb12fc2146 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:27.405050 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b29a0544-afa4-4af7-9b6a-75c6e58d2bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:27.406746 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a15de477-be36-4b16-ab37-6bac6dfae2ec None None] For port 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:10:27.413242 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a15de477-be36-4b16-ab37-6bac6dfae2ec None None] For port 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602,segment=NetworkSegment(0cae4f8b-4c08-4f01-b356-84ad24f58bc1),segment_id=0cae4f8b-4c08-4f01-b356-84ad24f58bc1)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:10:27.423168 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['bccc39aa-16ef-4341-8524-27e495898730'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:27.439631 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['393f915c-4306-402a-bb56-a15f0347057c'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:27.442348 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a15de477-be36-4b16-ab37-6bac6dfae2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:27.448086 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1199e4-f5b4-4ede-bf99-3ccb12fc2146 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Pushing event deleted for resources: {'Port': ['ID=bccc39aa-16ef-4341-8524-27e495898730,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:27.498089 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3b745da-ba82-487e-94c5-d5356b708800 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:27.513088 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b29a0544-afa4-4af7-9b6a-75c6e58d2bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:27.513331 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de14ff32-2c1f-41aa-9ef9-367725946d9e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:27.554465 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3b745da-ba82-487e-94c5-d5356b708800 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:27.579119 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6209635e-4d68-4be2-bf4a-95c890e460ab req-ed1199e4-f5b4-4ede-bf99-3ccb12fc2146 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] No DVR routers for this DVR port bccc39aa-16ef-4341-8524-27e495898730 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:27.581662 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15de477-be36-4b16-ab37-6bac6dfae2ec None None] Pushing event updated for resources: {'Port': ['ID=69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:27.583803 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29a0544-afa4-4af7-9b6a-75c6e58d2bf5 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:10:27.584252 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b29a0544-afa4-4af7-9b6a-75c6e58d2bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:27.601661 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3e1f0b86-32fe-40b4-92c7-a9f7257d0d06 None None] Port fdcbe207-2a7a-4923-8882-f31d4ee0a315 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:10:27.602452 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6209635e-4d68-4be2-bf4a-95c890e460ab req-ed1199e4-f5b4-4ede-bf99-3ccb12fc2146 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:27.605738 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6209635e-4d68-4be2-bf4a-95c890e460ab req-ed1199e4-f5b4-4ede-bf99-3ccb12fc2146 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.81 "DELETE /v2.0/ports/bccc39aa-16ef-4341-8524-27e495898730 HTTP/1.1" status: 204 len: 173 time: 1.8304892 May 26 16:10:27.633437 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6296b9e1-046b-41ee-9e1f-06bbdd23a6e3', 'name': 'network-vif-deleted', 'tag': 'bccc39aa-16ef-4341-8524-27e495898730'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:27.636164 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87343a80-360f-4adf-b0f0-a38524e167af" -d '{"events": [{"server_uuid": "6296b9e1-046b-41ee-9e1f-06bbdd23a6e3", "name": "network-vif-deleted", "tag": "bccc39aa-16ef-4341-8524-27e495898730"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:27.642742 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12def593-1c05-43b2-a836-97f047b7534c req-c394ae56-f58a-45d1-9956-d43e8a410585 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=6296b9e1-046b-41ee-9e1f-06bbdd23a6e3 HTTP/1.1" status: 200 len: 210 time: 0.0673878 May 26 16:10:27.650481 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 27db717a-2f60-44cd-8e74-311e0a4c3ae8 resource provider aggregate not found May 26 16:10:27.695021 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 27db717a-2f60-44cd-8e74-311e0a4c3ae8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27db717a-2f60-44cd-8e74-311e0a4c3ae8 found for delete ", "request_id": "req-d272a4b7-d430-4f49-b536-d05a5aef5e11"}]} May 26 16:10:27.701934 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3e1f0b86-32fe-40b4-92c7-a9f7257d0d06 None None] Provisioning complete for port e94f3029-3e83-42f3-a40a-a1acff0c01a0 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:27.702306 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3e1f0b86-32fe-40b4-92c7-a9f7257d0d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:27.721122 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-6fca38e1-ebe9-418c-be05-cd9dc7269fee req-f290c017-1170-4077-b9f2-d69305aabe47 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Deleting port 393f915c-4306-402a-bb56-a15f0347057c {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:27.721555 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6fca38e1-ebe9-418c-be05-cd9dc7269fee req-f290c017-1170-4077-b9f2-d69305aabe47 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:27.744667 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5a4193-a345-4f8a-aa3a-abf982078ef4 x-openstack-request-id: req-7e5a4193-a345-4f8a-aa3a-abf982078ef4 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:27.744958 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6296b9e1-046b-41ee-9e1f-06bbdd23a6e3", "name": "network-vif-deleted", "tag": "bccc39aa-16ef-4341-8524-27e495898730", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:27.745280 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7e5a4193-a345-4f8a-aa3a-abf982078ef4 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:27.745573 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e5a4193-a345-4f8a-aa3a-abf982078ef4'] response: {'server_uuid': '6296b9e1-046b-41ee-9e1f-06bbdd23a6e3', 'name': 'network-vif-deleted', 'tag': 'bccc39aa-16ef-4341-8524-27e495898730', 'status': 'completed', 'code': 200} May 26 16:10:27.748488 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b29a0544-afa4-4af7-9b6a-75c6e58d2bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:27.785965 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e94f3029-3e83-42f3-a40a-a1acff0c01a0 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:27.826359 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b29a0544-afa4-4af7-9b6a-75c6e58d2bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:27.831288 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b29a0544-afa4-4af7-9b6a-75c6e58d2bf5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/b24d5e3e-51fb-4cb8-acdc-f7937b83f089 HTTP/1.1" status: 204 len: 168 time: 1.1973367 May 26 16:10:27.836446 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a0544-afa4-4af7-9b6a-75c6e58d2bf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b24d5e3e-51fb-4cb8-acdc-f7937b83f089,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:27.883723 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-c3b745da-ba82-487e-94c5-d5356b708800 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Allocated IP 2001:db8::119 (4f0352c7-6742-464e-8227-41cc4729aedc/53887005-9c31-4808-9298-2bea21eecf44/2c11010f-e450-4447-967e-4fccc82d1e49) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:27.952496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-6fca38e1-ebe9-418c-be05-cd9dc7269fee req-f290c017-1170-4077-b9f2-d69305aabe47 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] For port 393f915c-4306-402a-bb56-a15f0347057c, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=393f915c-4306-402a-bb56-a15f0347057c,segment=NetworkSegment(9f93b360-b5eb-4ddb-80ab-cee007e903e4),segment_id=9f93b360-b5eb-4ddb-80ab-cee007e903e4)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:27.955820 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6fca38e1-ebe9-418c-be05-cd9dc7269fee req-f290c017-1170-4077-b9f2-d69305aabe47 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:28.008387 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-6fca38e1-ebe9-418c-be05-cd9dc7269fee req-f290c017-1170-4077-b9f2-d69305aabe47 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Calling delete_port for 393f915c-4306-402a-bb56-a15f0347057c owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:28.014073 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c20e937-39a4-4ed9-9c11-e7c34a74a510 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network 15c3b8c2-5e9b-45a8-8c08-bb464d6f071b is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:28.039329 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port e94f3029-3e83-42f3-a40a-a1acff0c01a0 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:28.039849 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:28.087327 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-1c20e937-39a4-4ed9-9c11-e7c34a74a510 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:28.105087 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3e1f0b86-32fe-40b4-92c7-a9f7257d0d06 None None] Current status of the port e94f3029-3e83-42f3-a40a-a1acff0c01a0 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:28.233477 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52752) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:28.265981 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port e94f3029-3e83-42f3-a40a-a1acff0c01a0 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:28.282620 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-bbe2a807-4513-40e3-b000-29d16e2b0b08 None None] Provisioning complete for port fdcbe207-2a7a-4923-8882-f31d4ee0a315 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:28.292723 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bbe2a807-4513-40e3-b000-29d16e2b0b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:28.374156 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-bbe2a807-4513-40e3-b000-29d16e2b0b08 None None] Port fdcbe207-2a7a-4923-8882-f31d4ee0a315 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:10:28.384847 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3b745da-ba82-487e-94c5-d5356b708800 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:28.387445 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c20e937-39a4-4ed9-9c11-e7c34a74a510 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Router 62b96bd2-b474-47bd-9848-7104c061b090 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:10:28.427807 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-71c873c5-4fc2-4d93-9bfa-14755ba39e7e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3e96c338002c49fcb12a908abaf34a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1902175 May 26 16:10:28.431169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52758) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:28.488566 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6fca38e1-ebe9-418c-be05-cd9dc7269fee req-f290c017-1170-4077-b9f2-d69305aabe47 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:28.501148 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['bccc39aa-16ef-4341-8524-27e495898730'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:28.548366 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794480e-bc3f-4cb2-8f96-9417d5155734 req-c5a9f3f4-e445-406b-9aee-63063fb92541 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:28.554346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794480e-bc3f-4cb2-8f96-9417d5155734 req-c5a9f3f4-e445-406b-9aee-63063fb92541 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:28.566243 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794480e-bc3f-4cb2-8f96-9417d5155734 req-c5a9f3f4-e445-406b-9aee-63063fb92541 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:28.573868 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794480e-bc3f-4cb2-8f96-9417d5155734 req-c5a9f3f4-e445-406b-9aee-63063fb92541 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:28.579914 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794480e-bc3f-4cb2-8f96-9417d5155734 req-c5a9f3f4-e445-406b-9aee-63063fb92541 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:28.585875 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794480e-bc3f-4cb2-8f96-9417d5155734 req-c5a9f3f4-e445-406b-9aee-63063fb92541 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:28.592351 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794480e-bc3f-4cb2-8f96-9417d5155734 req-c5a9f3f4-e445-406b-9aee-63063fb92541 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:28.594532 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9794480e-bc3f-4cb2-8f96-9417d5155734 req-c5a9f3f4-e445-406b-9aee-63063fb92541 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5443 time: 0.2271681 May 26 16:10:28.610638 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3a60a56f-4e99-4d61-9d12-eb58cdcea62e None None] Provisioning complete for port fdcbe207-2a7a-4923-8882-f31d4ee0a315 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:28.611361 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3a60a56f-4e99-4d61-9d12-eb58cdcea62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:28.624512 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290c017-1170-4077-b9f2-d69305aabe47 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Pushing event deleted for resources: {'Port': ['ID=393f915c-4306-402a-bb56-a15f0347057c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:28.643778 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52762) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:28.662001 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c20e937-39a4-4ed9-9c11-e7c34a74a510 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:28.666337 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3a60a56f-4e99-4d61-9d12-eb58cdcea62e None None] Port fdcbe207-2a7a-4923-8882-f31d4ee0a315 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:10:28.674501 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff4754a-b89b-425b-ad42-25bc7a434920 None None] Sync routers for ids ['62b96bd2-b474-47bd-9848-7104c061b090'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:28.678515 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1c20e937-39a4-4ed9-9c11-e7c34a74a510 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "PUT /v2.0/routers/62b96bd2-b474-47bd-9848-7104c061b090/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4375057 May 26 16:10:28.680516 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52766) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:28.690606 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff4754a-b89b-425b-ad42-25bc7a434920 None None] Routers {'62b96bd2-b474-47bd-9848-7104c061b090'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:28.692137 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-fff4754a-b89b-425b-ad42-25bc7a434920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['62b96bd2-b474-47bd-9848-7104c061b090'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:28.711005 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e62c-da84-42c3-942b-4f615f1d1f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:28.713139 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fca38e1-ebe9-418c-be05-cd9dc7269fee req-f290c017-1170-4077-b9f2-d69305aabe47 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] No DVR routers for this DVR port 393f915c-4306-402a-bb56-a15f0347057c on host n-h2-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:28.721775 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6fca38e1-ebe9-418c-be05-cd9dc7269fee req-f290c017-1170-4077-b9f2-d69305aabe47 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:28.735836 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6fca38e1-ebe9-418c-be05-cd9dc7269fee req-f290c017-1170-4077-b9f2-d69305aabe47 tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.83 "DELETE /v2.0/ports/393f915c-4306-402a-bb56-a15f0347057c HTTP/1.1" status: 204 len: 173 time: 1.4585168 May 26 16:10:28.756651 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9794480e-bc3f-4cb2-8f96-9417d5155734 req-1cec21de-095c-4295-9f1f-54ea9eed2070 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1373079 May 26 16:10:28.772434 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e62c-da84-42c3-942b-4f615f1d1f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:28.804977 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-fff4754a-b89b-425b-ad42-25bc7a434920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:28.829245 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b92fe7-af8b-48e3-80ee-603e809b5c0b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:28.830773 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff4754a-b89b-425b-ad42-25bc7a434920 None None] Routers {'62b96bd2-b474-47bd-9848-7104c061b090'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:28.831421 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-fff4754a-b89b-425b-ad42-25bc7a434920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['62b96bd2-b474-47bd-9848-7104c061b090'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:28.832188 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-76b92fe7-af8b-48e3-80ee-603e809b5c0b tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "GET /v2.0/ports/fdcbe207-2a7a-4923-8882-f31d4ee0a315 HTTP/1.1" status: 200 len: 910 time: 0.1494908 May 26 16:10:28.835964 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52776) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:28.837071 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3b745da-ba82-487e-94c5-d5356b708800 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:28.845976 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a18baa92-8699-46f1-a141-33a078588dec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0c4a4812-eb89-4435-b00e-09c9a72b4763'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:28.877136 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e62c-da84-42c3-942b-4f615f1d1f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:28.881049 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de14ff32-2c1f-41aa-9ef9-367725946d9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:28.881945 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e62c-da84-42c3-942b-4f615f1d1f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:28.884019 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0bd7e62c-da84-42c3-942b-4f615f1d1f46 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d9623794-46f9-4d1e-b3bc-62ca49c86746 HTTP/1.1" status: 204 len: 168 time: 0.4515808 May 26 16:10:28.895389 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7e62c-da84-42c3-942b-4f615f1d1f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9623794-46f9-4d1e-b3bc-62ca49c86746,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:28.946139 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-fff4754a-b89b-425b-ad42-25bc7a434920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:28.947048 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff4754a-b89b-425b-ad42-25bc7a434920 None None] The sync data for ids ['62b96bd2-b474-47bd-9848-7104c061b090'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:29.018722 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-fa6053de-033e-4f6b-8805-01898d4f7776 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1436216598-network', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:29.034428 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f3b48791-eeb2-4899-be62-861bbc0071cc req-5cf08747-61fb-4f7d-84d8-c5fdc865a97f tempest-ListServersNegativeTestJSON-1474763364 tempest-ListServersNegativeTestJSON-1474763364-project] 10.222.0.77 "GET /v2.0/ports?device_id=43bf7a49-22f6-4a8e-9f41-b6a090960fb6 HTTP/1.1" status: 200 len: 210 time: 0.0516639 May 26 16:10:29.060385 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de14ff32-2c1f-41aa-9ef9-367725946d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.071729 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6053de-033e-4f6b-8805-01898d4f7776 admin admin] Made reservation on behalf of 590689817d754ed9bb2f6370cd7ef910 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:29.077489 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa6053de-033e-4f6b-8805-01898d4f7776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.084487 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b745da-ba82-487e-94c5-d5356b708800 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Network 4f0352c7-6742-464e-8227-41cc4729aedc is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:29.109317 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fdd05-dfc0-41b6-bb91-3d10065a1121 req-f0f4c69b-ae9e-42eb-a7c6-26e26a61d9ff tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:29.111372 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-c3b745da-ba82-487e-94c5-d5356b708800 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:29.118548 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fdd05-dfc0-41b6-bb91-3d10065a1121 req-f0f4c69b-ae9e-42eb-a7c6-26e26a61d9ff tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:29.125098 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fdd05-dfc0-41b6-bb91-3d10065a1121 req-f0f4c69b-ae9e-42eb-a7c6-26e26a61d9ff tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:29.134860 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fdd05-dfc0-41b6-bb91-3d10065a1121 req-f0f4c69b-ae9e-42eb-a7c6-26e26a61d9ff tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:29.146580 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa6053de-033e-4f6b-8805-01898d4f7776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.147586 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fdd05-dfc0-41b6-bb91-3d10065a1121 req-f0f4c69b-ae9e-42eb-a7c6-26e26a61d9ff tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:29.151370 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b745da-ba82-487e-94c5-d5356b708800 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:29.160913 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fdd05-dfc0-41b6-bb91-3d10065a1121 req-f0f4c69b-ae9e-42eb-a7c6-26e26a61d9ff tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:29.167294 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fdd05-dfc0-41b6-bb91-3d10065a1121 req-f0f4c69b-ae9e-42eb-a7c6-26e26a61d9ff tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:29.169473 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf8fdd05-dfc0-41b6-bb91-3d10065a1121 req-f0f4c69b-ae9e-42eb-a7c6-26e26a61d9ff tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5443 time: 0.1693528 May 26 16:10:29.183549 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52782) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:29.190215 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-7925c50a-accb-4cd0-98ed-84bc7fcec2f2 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Request body: {'floatingip': {'port_id': '64cbe213-ecc2-4f91-b82c-ca1a2f519962'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:29.235920 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7925c50a-accb-4cd0-98ed-84bc7fcec2f2 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.236588 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b745da-ba82-487e-94c5-d5356b708800 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Pushing event updated for resources: {'Port': ['ID=2c11010f-e450-4447-967e-4fccc82d1e49,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:29.360777 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb6a60c-ebf3-44d1-88ed-589a8551b43d None None] Network 70f8d096-df3b-48f6-87c7-e0d29b765be5 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:29.455861 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-eed3d996-bf4f-4315-af56-361c8a832828 None None] Provisioning complete for port 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:29.456342 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eed3d996-bf4f-4315-af56-361c8a832828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.477451 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-de14ff32-2c1f-41aa-9ef9-367725946d9e admin admin] Allocated IP 172.25.7.119 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/6368c267-df01-4208-b7f3-f7253a410410) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:29.639016 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-eed3d996-bf4f-4315-af56-361c8a832828 None None] Current status of the port 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:29.639408 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eed3d996-bf4f-4315-af56-361c8a832828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.662261 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a18baa92-8699-46f1-a141-33a078588dec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.685917 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-eed3d996-bf4f-4315-af56-361c8a832828 None None] For port 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602,segment=NetworkSegment(0cae4f8b-4c08-4f01-b356-84ad24f58bc1),segment_id=0cae4f8b-4c08-4f01-b356-84ad24f58bc1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:29.700407 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eed3d996-bf4f-4315-af56-361c8a832828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.758677 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bf7a49-22f6-4a8e-9f41-b6a090960fb6', 'name': 'network-vif-deleted', 'tag': '393f915c-4306-402a-bb56-a15f0347057c'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:29.761037 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b88861-8353-48cf-a279-5988481040a3" -d '{"events": [{"server_uuid": "43bf7a49-22f6-4a8e-9f41-b6a090960fb6", "name": "network-vif-deleted", "tag": "393f915c-4306-402a-bb56-a15f0347057c"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:29.770410 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa6053de-033e-4f6b-8805-01898d4f7776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.806068 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:29.855549 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbae80d-196c-41c4-ab7d-d261abe04f93 x-openstack-request-id: req-2bbae80d-196c-41c4-ab7d-d261abe04f93 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:29.856639 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bf7a49-22f6-4a8e-9f41-b6a090960fb6", "name": "network-vif-deleted", "tag": "393f915c-4306-402a-bb56-a15f0347057c", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:29.857184 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2bbae80d-196c-41c4-ab7d-d261abe04f93 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:29.857846 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bbae80d-196c-41c4-ab7d-d261abe04f93'] response: {'server_uuid': '43bf7a49-22f6-4a8e-9f41-b6a090960fb6', 'name': 'network-vif-deleted', 'tag': '393f915c-4306-402a-bb56-a15f0347057c', 'status': 'completed', 'code': 200} May 26 16:10:29.869644 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3d996-bf4f-4315-af56-361c8a832828 None None] Pushing event updated for resources: {'Port': ['ID=69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:29.909615 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:29.909990 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:29.995319 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52802) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:30.012468 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa6053de-033e-4f6b-8805-01898d4f7776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.023021 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:30.024809 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7925c50a-accb-4cd0-98ed-84bc7fcec2f2 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.031665 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7925c50a-accb-4cd0-98ed-84bc7fcec2f2 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.105220 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52808) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:30.133058 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8940896a-302a-459a-a536-e7ef54d29ed6 None None] Provisioning complete for port 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:30.133332 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8940896a-302a-459a-a536-e7ef54d29ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.154889 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-7925c50a-accb-4cd0-98ed-84bc7fcec2f2 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Floating IP 55b79b10-9933-450e-9903-d383acee0431 associated. External IP: 172.25.7.77, port: 64cbe213-ecc2-4f91-b82c-ca1a2f519962. May 26 16:10:30.163763 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6053de-033e-4f6b-8805-01898d4f7776 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:10:30.193729 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6053de-033e-4f6b-8805-01898d4f7776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4857694-4d8d-4d0e-828e-70d3972ceeaa,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:30.198414 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98fb140-0d1d-4faa-a9a2-6bc21d8419c0 admin admin] Deleting subnet b72a320c-3b85-4181-bd10-800e3e95303d {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:10:30.206278 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de14ff32-2c1f-41aa-9ef9-367725946d9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.209363 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-2a0f4f6d-df11-4970-a738-860de6f1aa17 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-512037943-network', 'tenant_id': 'd8e17867250245088e543a1360945843'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:30.210376 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa6053de-033e-4f6b-8805-01898d4f7776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.210727 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-fa6053de-033e-4f6b-8805-01898d4f7776 admin admin] Added segment 11a76e5f-9290-4dfa-b37b-055b471314c0 of type vlan for network ca16d41c-d200-4396-bd00-d4e080e4dece May 26 16:10:30.213076 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a98fb140-0d1d-4faa-a9a2-6bc21d8419c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.214708 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3b745da-ba82-487e-94c5-d5356b708800 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.225753 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8940896a-302a-459a-a536-e7ef54d29ed6 None None] Current status of the port 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:30.274959 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0f4f6d-df11-4970-a738-860de6f1aa17 admin admin] Made reservation on behalf of d8e17867250245088e543a1360945843 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:30.277109 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2a0f4f6d-df11-4970-a738-860de6f1aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.289344 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2a0f4f6d-df11-4970-a738-860de6f1aa17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.322206 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.376966 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a98fb140-0d1d-4faa-a9a2-6bc21d8419c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.405803 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa6053de-033e-4f6b-8805-01898d4f7776 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.466009 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2a0f4f6d-df11-4970-a738-860de6f1aa17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.472612 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2a0f4f6d-df11-4970-a738-860de6f1aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.477257 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7925c50a-accb-4cd0-98ed-84bc7fcec2f2 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Router 31267388-5dc3-4858-8f6c-1d34e54ef18a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:10:30.498161 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0f4f6d-df11-4970-a738-860de6f1aa17 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:10:30.522976 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f4f6d-df11-4970-a738-860de6f1aa17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09d82a5-10d1-47d8-a394-0e10fc4a7e3a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:30.526013 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2a0f4f6d-df11-4970-a738-860de6f1aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.526300 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-2a0f4f6d-df11-4970-a738-860de6f1aa17 admin admin] Added segment 3ff309e8-d2ce-4cee-a367-7a24e78e0a45 of type vlan for network aa0e32e3-9ba6-4246-9353-ece5ce5401c2 May 26 16:10:30.538856 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de14ff32-2c1f-41aa-9ef9-367725946d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.594761 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa6053de-033e-4f6b-8805-01898d4f7776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.595750 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6053de-033e-4f6b-8805-01898d4f7776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:30.596359 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa6053de-033e-4f6b-8805-01898d4f7776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.636988 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a98fb140-0d1d-4faa-a9a2-6bc21d8419c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.697926 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de14ff32-2c1f-41aa-9ef9-367725946d9e admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:30.816170 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 393f915c-4306-402a-bb56-a15f0347057c no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:30.837571 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 393f915c-4306-402a-bb56-a15f0347057c {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:30.838005 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 393f915c-4306-402a-bb56-a15f0347057c not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:30.856962 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2a0f4f6d-df11-4970-a738-860de6f1aa17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.938381 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2a0f4f6d-df11-4970-a738-860de6f1aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.939347 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0f4f6d-df11-4970-a738-860de6f1aa17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:30.939927 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2a0f4f6d-df11-4970-a738-860de6f1aa17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.944036 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7925c50a-accb-4cd0-98ed-84bc7fcec2f2 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:30.959245 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ba0154-0e8c-406e-bc3d-a26ccda91173 None None] Sync routers for ids ['31267388-5dc3-4858-8f6c-1d34e54ef18a'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:30.964984 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7925c50a-accb-4cd0-98ed-84bc7fcec2f2 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:30.971330 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ba0154-0e8c-406e-bc3d-a26ccda91173 None None] Routers {'31267388-5dc3-4858-8f6c-1d34e54ef18a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:30.972230 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-84ba0154-0e8c-406e-bc3d-a26ccda91173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['31267388-5dc3-4858-8f6c-1d34e54ef18a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:31.053468 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2a0f4f6d-df11-4970-a738-860de6f1aa17 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0570860 May 26 16:10:31.056829 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52810) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:31.061954 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7925c50a-accb-4cd0-98ed-84bc7fcec2f2 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "PUT /v2.0/floatingips/55b79b10-9933-450e-9903-d383acee0431 HTTP/1.1" status: 200 len: 990 time: 1.8764145 May 26 16:10:31.062867 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f4f6d-df11-4970-a738-860de6f1aa17 admin admin] Pushing event updated for resources: {'Network': ['ID=aa0e32e3-9ba6-4246-9353-ece5ce5401c2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:31.074165 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network aa0e32e3-9ba6-4246-9353-ece5ce5401c2 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:10:31.080492 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c77c5b96-2b35-420a-9726-1f5d8d99b868 admin admin] Request body: {'subnet': {'network_id': 'aa0e32e3-9ba6-4246-9353-ece5ce5401c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-512037943-subnet', 'tenant_id': 'd8e17867250245088e543a1360945843', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:31.085195 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-de14ff32-2c1f-41aa-9ef9-367725946d9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:31.094973 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14ff32-2c1f-41aa-9ef9-367725946d9e admin admin] Pushing event updated for resources: {'Port': ['ID=6368c267-df01-4208-b7f3-f7253a410410,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:31.095144 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-84ba0154-0e8c-406e-bc3d-a26ccda91173 None None] Set router 31267388-5dc3-4858-8f6c-1d34e54ef18a gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:31.099819 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fa6053de-033e-4f6b-8805-01898d4f7776 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.4532583 May 26 16:10:31.102902 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52814) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:31.107735 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d137783d-b979-4168-9831-c8adfdfb52d2 admin admin] Request body: {'subnet': {'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1436216598-subnet', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:31.109733 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de14ff32-2c1f-41aa-9ef9-367725946d9e admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:31.129533 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d137783d-b979-4168-9831-c8adfdfb52d2 admin admin] Made reservation on behalf of 590689817d754ed9bb2f6370cd7ef910 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:31.132444 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d137783d-b979-4168-9831-c8adfdfb52d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.159543 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6053de-033e-4f6b-8805-01898d4f7776 admin admin] Pushing event updated for resources: {'Network': ['ID=ca16d41c-d200-4396-bd00-d4e080e4dece,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:31.320228 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a98fb140-0d1d-4faa-a9a2-6bc21d8419c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.344058 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device bccc39aa-16ef-4341-8524-27e495898730 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:31.346459 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network ca16d41c-d200-4396-bd00-d4e080e4dece details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:10:31.346757 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77c5b96-2b35-420a-9726-1f5d8d99b868 admin admin] Made reservation on behalf of d8e17867250245088e543a1360945843 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:31.358159 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c77c5b96-2b35-420a-9726-1f5d8d99b868 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.369996 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d137783d-b979-4168-9831-c8adfdfb52d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.421442 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a18baa92-8699-46f1-a141-33a078588dec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.426757 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98fb140-0d1d-4faa-a9a2-6bc21d8419c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b72a320c-3b85-4181-bd10-800e3e95303d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:31.440044 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137783d-b979-4168-9831-c8adfdfb52d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4c948db-f932-46ec-b83c-396755cf4bf3,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:31.467888 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: bccc39aa-16ef-4341-8524-27e495898730 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:31.469290 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device bccc39aa-16ef-4341-8524-27e495898730 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:31.474367 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3b745da-ba82-487e-94c5-d5356b708800 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.476139 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d137783d-b979-4168-9831-c8adfdfb52d2 admin admin] Checking segment: {'id': '11a76e5f-9290-4dfa-b37b-055b471314c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:31.476560 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d137783d-b979-4168-9831-c8adfdfb52d2 admin admin] Network hostable DHCP agents. Network: ca16d41c-d200-4396-bd00-d4e080e4dece, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:10:31.502239 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d137783d-b979-4168-9831-c8adfdfb52d2 admin admin] Network ca16d41c-d200-4396-bd00-d4e080e4dece is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:10:31.504054 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a18baa92-8699-46f1-a141-33a078588dec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.513091 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-d137783d-b979-4168-9831-c8adfdfb52d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, ca16d41c-d200-4396-bd00-d4e080e4dece) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:31.522436 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6ed691-aec0-4782-8bc8-1bdadebbdaa0 None None] Network ca16d41c-d200-4396-bd00-d4e080e4dece requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:31.526341 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d137783d-b979-4168-9831-c8adfdfb52d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:31.527018 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d137783d-b979-4168-9831-c8adfdfb52d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.548943 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a98fb140-0d1d-4faa-a9a2-6bc21d8419c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.549531 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-84ba0154-0e8c-406e-bc3d-a26ccda91173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'name': 'tempest-TaggedBootDevicesTest_v242-2123964333-router', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:47Z', 'updated_at': '2022-05-26T16:07:59Z', 'revision_number': 4, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'gw_port': {'id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:51Z', 'updated_at': '2022-05-26T16:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '55b79b10-9933-450e-9903-d383acee0431', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'port_id': '64cbe213-ecc2-4f91-b82c-ca1a2f519962', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760', 'mac_address': 'fa:16:3e:49:0d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:09:00Z', 'updated_at': '2022-05-26T16:10:29Z', 'revision_number': 1, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51eb3f43-4d06-4977-a80e-96b9e891ff4c', 'name': '', 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'mac_address': 'fa:16:3e:b2:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'e39dcd09-8b50-4182-9445-d6005ccf9aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:58Z', 'updated_at': '2022-05-26T16:08:05Z', 'revision_number': 5, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'subnets': [{'id': 'e39dcd09-8b50-4182-9445-d6005ccf9aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:31.552179 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d137783d-b979-4168-9831-c8adfdfb52d2 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4479163 May 26 16:10:31.554469 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52816) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:31.558326 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a98fb140-0d1d-4faa-a9a2-6bc21d8419c0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b72a320c-3b85-4181-bd10-800e3e95303d HTTP/1.1" status: 204 len: 168 time: 1.4485500 May 26 16:10:31.560324 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-05b28f3b-5779-40d6-8d94-fcd860f8c245 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1436216598-router', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:31.601501 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52818) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:31.610211 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ba0154-0e8c-406e-bc3d-a26ccda91173 None None] Checking router: 31267388-5dc3-4858-8f6c-1d34e54ef18a for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:10:31.617748 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-05b28f3b-5779-40d6-8d94-fcd860f8c245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.619201 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-05b28f3b-5779-40d6-8d94-fcd860f8c245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.621719 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ba0154-0e8c-406e-bc3d-a26ccda91173 None None] Routers {'31267388-5dc3-4858-8f6c-1d34e54ef18a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:31.622564 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-84ba0154-0e8c-406e-bc3d-a26ccda91173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['31267388-5dc3-4858-8f6c-1d34e54ef18a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:31.635563 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18baa92-8699-46f1-a141-33a078588dec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Port': ['ID=fdcbe207-2a7a-4923-8882-f31d4ee0a315,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:31.659129 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:31.710327 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18baa92-8699-46f1-a141-33a078588dec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:31.710960 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a18baa92-8699-46f1-a141-33a078588dec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.714972 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a18baa92-8699-46f1-a141-33a078588dec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "PUT /v2.0/ports/fdcbe207-2a7a-4923-8882-f31d4ee0a315 HTTP/1.1" status: 200 len: 910 time: 2.8728821 May 26 16:10:31.718555 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52820) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:31.772010 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-84ba0154-0e8c-406e-bc3d-a26ccda91173 None None] Set router 31267388-5dc3-4858-8f6c-1d34e54ef18a gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:31.784079 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-530dcd30-c4d7-40bb-ad54-26f5bcf382c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.789720 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-05b28f3b-5779-40d6-8d94-fcd860f8c245 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.802086 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:31.802591 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.842525 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8113381e-8457-4738-a8e4-e9f935219fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-ca16d41c-d200-4396-bd00-d4e080e4dece', 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'fixed_ips': [{'subnet_id': 'f4c948db-f932-46ec-b83c-396755cf4bf3'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:10:31.844326 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8113381e-8457-4738-a8e4-e9f935219fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:31.944022 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'tag': '64cbe213-ecc2-4f91-b82c-ca1a2f519962'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:31.947163 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6da3ea-fb1f-4142-8f87-7e5aa5c06749" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "tag": "64cbe213-ecc2-4f91-b82c-ca1a2f519962"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:32.000505 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:32.060997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-8113381e-8457-4738-a8e4-e9f935219fa9 None None] Allocated IP 172.20.0.2 (ca16d41c-d200-4396-bd00-d4e080e4dece/f4c948db-f932-46ec-b83c-396755cf4bf3/f998b59d-c287-40e7-9f48-a6cc756eca0c) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:32.082116 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25494610-d61e-4781-836f-7415b1cde2ca x-openstack-request-id: req-25494610-d61e-4781-836f-7415b1cde2ca {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:32.082418 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "tag": "64cbe213-ecc2-4f91-b82c-ca1a2f519962", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:32.082730 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-25494610-d61e-4781-836f-7415b1cde2ca {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:32.083286 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25494610-d61e-4781-836f-7415b1cde2ca'] response: {'name': 'network-changed', 'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'tag': '64cbe213-ecc2-4f91-b82c-ca1a2f519962', 'status': 'completed', 'code': 200} May 26 16:10:32.105730 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-05b28f3b-5779-40d6-8d94-fcd860f8c245 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:32.130407 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-84ba0154-0e8c-406e-bc3d-a26ccda91173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'name': 'tempest-TaggedBootDevicesTest_v242-2123964333-router', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:47Z', 'updated_at': '2022-05-26T16:07:59Z', 'revision_number': 4, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'gw_port': {'id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:51Z', 'updated_at': '2022-05-26T16:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '55b79b10-9933-450e-9903-d383acee0431', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'port_id': '64cbe213-ecc2-4f91-b82c-ca1a2f519962', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760', 'mac_address': 'fa:16:3e:49:0d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:09:00Z', 'updated_at': '2022-05-26T16:10:29Z', 'revision_number': 1, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51eb3f43-4d06-4977-a80e-96b9e891ff4c', 'name': '', 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'mac_address': 'fa:16:3e:b2:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'e39dcd09-8b50-4182-9445-d6005ccf9aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:58Z', 'updated_at': '2022-05-26T16:08:05Z', 'revision_number': 5, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'subnets': [{'id': 'e39dcd09-8b50-4182-9445-d6005ccf9aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:32.134289 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-530dcd30-c4d7-40bb-ad54-26f5bcf382c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:32.175892 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-530dcd30-c4d7-40bb-ad54-26f5bcf382c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84abe3fd-2313-46b1-b60c-2f2bc993b189']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:32.179867 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de14ff32-2c1f-41aa-9ef9-367725946d9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:32.188964 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ba0154-0e8c-406e-bc3d-a26ccda91173 None None] The sync data for ids ['31267388-5dc3-4858-8f6c-1d34e54ef18a'] in n-d-843337-2 is: [{'id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'name': 'tempest-TaggedBootDevicesTest_v242-2123964333-router', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:47Z', 'updated_at': '2022-05-26T16:07:59Z', 'revision_number': 4, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'gw_port': {'id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:51Z', 'updated_at': '2022-05-26T16:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '55b79b10-9933-450e-9903-d383acee0431', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'port_id': '64cbe213-ecc2-4f91-b82c-ca1a2f519962', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760', 'mac_address': 'fa:16:3e:49:0d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:09:00Z', 'updated_at': '2022-05-26T16:10:29Z', 'revision_number': 1, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51eb3f43-4d06-4977-a80e-96b9e891ff4c', 'name': '', 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'mac_address': 'fa:16:3e:b2:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'e39dcd09-8b50-4182-9445-d6005ccf9aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:58Z', 'updated_at': '2022-05-26T16:08:05Z', 'revision_number': 5, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'subnets': [{'id': 'e39dcd09-8b50-4182-9445-d6005ccf9aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:32.197460 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-530dcd30-c4d7-40bb-ad54-26f5bcf382c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f93b360-b5eb-4ddb-80ab-cee007e903e4') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:32.197759 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-530dcd30-c4d7-40bb-ad54-26f5bcf382c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f93b360-b5eb-4ddb-80ab-cee007e903e4') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:32.217141 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c77c5b96-2b35-420a-9726-1f5d8d99b868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:32.225343 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b745da-ba82-487e-94c5-d5356b708800 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Router cc32e170-34f4-496c-8dd5-4a1f44069012 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:10:32.246714 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6da3ea-fb1f-4142-8f87-7e5aa5c06749 req-8be56135-c82f-40b6-8ea7-55167aabe54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:32.247207 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6da3ea-fb1f-4142-8f87-7e5aa5c06749 req-8be56135-c82f-40b6-8ea7-55167aabe54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:32.247899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6da3ea-fb1f-4142-8f87-7e5aa5c06749 req-8be56135-c82f-40b6-8ea7-55167aabe54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:32.248175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6da3ea-fb1f-4142-8f87-7e5aa5c06749 req-8be56135-c82f-40b6-8ea7-55167aabe54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:32.248653 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6da3ea-fb1f-4142-8f87-7e5aa5c06749 req-8be56135-c82f-40b6-8ea7-55167aabe54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:32.249129 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6da3ea-fb1f-4142-8f87-7e5aa5c06749 req-8be56135-c82f-40b6-8ea7-55167aabe54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:32.249674 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6da3ea-fb1f-4142-8f87-7e5aa5c06749 req-8be56135-c82f-40b6-8ea7-55167aabe54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:32.252451 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a6da3ea-fb1f-4142-8f87-7e5aa5c06749 req-8be56135-c82f-40b6-8ea7-55167aabe54e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3f44b6fae1d4ce4bc737c28e8283000&device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 6500 time: 0.1587436 May 26 16:10:32.255487 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-530dcd30-c4d7-40bb-ad54-26f5bcf382c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:32.273567 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8113381e-8457-4738-a8e4-e9f935219fa9 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:32.285542 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8113381e-8457-4738-a8e4-e9f935219fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:32.302889 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-530dcd30-c4d7-40bb-ad54-26f5bcf382c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:32.330561 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8113381e-8457-4738-a8e4-e9f935219fa9 None None] Network ca16d41c-d200-4396-bd00-d4e080e4dece is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:32.334187 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-8113381e-8457-4738-a8e4-e9f935219fa9 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:32.337280 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8113381e-8457-4738-a8e4-e9f935219fa9 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:32.347908 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113381e-8457-4738-a8e4-e9f935219fa9 None None] Pushing event updated for resources: {'Port': ['ID=f998b59d-c287-40e7-9f48-a6cc756eca0c,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:32.356718 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530dcd30-c4d7-40bb-ad54-26f5bcf382c2 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:10:32.357178 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-530dcd30-c4d7-40bb-ad54-26f5bcf382c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:32.382779 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 9f93b360-b5eb-4ddb-80ab-cee007e903e4 resource provider aggregate not found May 26 16:10:32.424414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8113381e-8457-4738-a8e4-e9f935219fa9 None None] Attempting to bind port f998b59d-c287-40e7-9f48-a6cc756eca0c on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:10:32.425956 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8113381e-8457-4738-a8e4-e9f935219fa9 None None] Attempting to bind port f998b59d-c287-40e7-9f48-a6cc756eca0c by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '11a76e5f-9290-4dfa-b37b-055b471314c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:10:32.426544 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8113381e-8457-4738-a8e4-e9f935219fa9 None None] Attempting to bind port f998b59d-c287-40e7-9f48-a6cc756eca0c on network ca16d41c-d200-4396-bd00-d4e080e4dece {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:32.430080 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 9f93b360-b5eb-4ddb-80ab-cee007e903e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f93b360-b5eb-4ddb-80ab-cee007e903e4 found for delete ", "request_id": "req-7fa0728d-c174-4978-b3af-b40cec7d2038"}]} May 26 16:10:32.440670 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8113381e-8457-4738-a8e4-e9f935219fa9 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:10:32.440670 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8113381e-8457-4738-a8e4-e9f935219fa9 None None] Checking segment: {'id': '11a76e5f-9290-4dfa-b37b-055b471314c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:32.440670 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8113381e-8457-4738-a8e4-e9f935219fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:32.440670 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8113381e-8457-4738-a8e4-e9f935219fa9 None None] Bound using segment: {'id': '11a76e5f-9290-4dfa-b37b-055b471314c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:10:32.440670 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8113381e-8457-4738-a8e4-e9f935219fa9 None None] Bound port: f998b59d-c287-40e7-9f48-a6cc756eca0c, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a76e5f-9290-4dfa-b37b-055b471314c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:10:32.440670 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8113381e-8457-4738-a8e4-e9f935219fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:32.482005 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-530dcd30-c4d7-40bb-ad54-26f5bcf382c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:32.487714 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-530dcd30-c4d7-40bb-ad54-26f5bcf382c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:32.492413 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-530dcd30-c4d7-40bb-ad54-26f5bcf382c2 admin admin] 10.222.0.77 "DELETE /v2.0/networks/84abe3fd-2313-46b1-b60c-2f2bc993b189 HTTP/1.1" status: 204 len: 168 time: 0.8898811 May 26 16:10:32.514192 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf08421c-37ae-4c78-a139-b23bbf69f143 None None] New status for floating IP 55b79b10-9933-450e-9903-d383acee0431: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:10:32.521326 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6da3ea-fb1f-4142-8f87-7e5aa5c06749 req-a8026aa2-9be3-4a91-9fa7-5f1faef92b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:32.522861 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a6da3ea-fb1f-4142-8f87-7e5aa5c06749 req-a8026aa2-9be3-4a91-9fa7-5f1faef92b45 service neutron] 10.222.0.83 "GET /v2.0/networks?id=759f9984-acd0-4751-a36a-a91d134cc760 HTTP/1.1" status: 200 len: 918 time: 0.2577710 May 26 16:10:32.527375 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530dcd30-c4d7-40bb-ad54-26f5bcf382c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=84abe3fd-2313-46b1-b60c-2f2bc993b189,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:32.552301 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c5b96-2b35-420a-9726-1f5d8d99b868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4bffddb-cb4f-4997-8188-0d695090baf6,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:32.602220 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c5b96-2b35-420a-9726-1f5d8d99b868 admin admin] Checking segment: {'id': '3ff309e8-d2ce-4cee-a367-7a24e78e0a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'aa0e32e3-9ba6-4246-9353-ece5ce5401c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:32.602689 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77c5b96-2b35-420a-9726-1f5d8d99b868 admin admin] Network hostable DHCP agents. Network: aa0e32e3-9ba6-4246-9353-ece5ce5401c2, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:10:32.605812 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b745da-ba82-487e-94c5-d5356b708800 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:32.616084 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] Sync routers for ids ['cc32e170-34f4-496c-8dd5-4a1f44069012'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:32.629309 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] Routers {'cc32e170-34f4-496c-8dd5-4a1f44069012'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:32.630630 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['cc32e170-34f4-496c-8dd5-4a1f44069012'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:32.648828 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8113381e-8457-4738-a8e4-e9f935219fa9 None None] For port f998b59d-c287-40e7-9f48-a6cc756eca0c, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:10:32.672639 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8113381e-8457-4738-a8e4-e9f935219fa9 None None] For port f998b59d-c287-40e7-9f48-a6cc756eca0c, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f998b59d-c287-40e7-9f48-a6cc756eca0c,segment=NetworkSegment(11a76e5f-9290-4dfa-b37b-055b471314c0),segment_id=11a76e5f-9290-4dfa-b37b-055b471314c0)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:10:32.684927 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8113381e-8457-4738-a8e4-e9f935219fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:32.747610 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52830) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:32.779254 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3b745da-ba82-487e-94c5-d5356b708800 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:32.780778 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c3b745da-ba82-487e-94c5-d5356b708800 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.5034106 May 26 16:10:32.789178 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52832) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:32.806315 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113381e-8457-4738-a8e4-e9f935219fa9 None None] Pushing event updated for resources: {'Port': ['ID=f998b59d-c287-40e7-9f48-a6cc756eca0c,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:32.817943 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-05b28f3b-5779-40d6-8d94-fcd860f8c245 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:32.843304 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-05b28f3b-5779-40d6-8d94-fcd860f8c245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:32.847050 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a6da3ea-fb1f-4142-8f87-7e5aa5c06749 req-1cd3e722-c383-4f05-acaf-b62d756572b0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64cbe213-ecc2-4f91-b82c-ca1a2f519962 HTTP/1.1" status: 200 len: 998 time: 0.3143163 May 26 16:10:32.855563 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77c5b96-2b35-420a-9726-1f5d8d99b868 admin admin] Network aa0e32e3-9ba6-4246-9353-ece5ce5401c2 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:10:32.868532 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] Set router cc32e170-34f4-496c-8dd5-4a1f44069012 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:32.939260 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-c77c5b96-2b35-420a-9726-1f5d8d99b868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, aa0e32e3-9ba6-4246-9353-ece5ce5401c2) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:32.951231 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57062f3d-f14a-4694-943f-edf601a4283d None None] Network aa0e32e3-9ba6-4246-9353-ece5ce5401c2 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:32.977337 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6da3ea-fb1f-4142-8f87-7e5aa5c06749 req-4a495e13-c119-4956-b509-0d498188004a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:32.978729 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a6da3ea-fb1f-4142-8f87-7e5aa5c06749 req-4a495e13-c119-4956-b509-0d498188004a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e39dcd09-8b50-4182-9445-d6005ccf9aaa HTTP/1.1" status: 200 len: 856 time: 0.1204298 May 26 16:10:32.994141 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c5b96-2b35-420a-9726-1f5d8d99b868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:32.994752 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c77c5b96-2b35-420a-9726-1f5d8d99b868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.027166 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2f753889-3c8d-4d6b-bd6e-d0b7b08ffd34 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=789b7cf3aca047e181da3e5649a8651e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2705801 May 26 16:10:33.042981 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52834) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:33.089206 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c77c5b96-2b35-420a-9726-1f5d8d99b868 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0179157 May 26 16:10:33.090863 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de14ff32-2c1f-41aa-9ef9-367725946d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.118961 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-05b28f3b-5779-40d6-8d94-fcd860f8c245 admin admin] Allocated IP 172.25.7.91 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:33.198449 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc32e170-34f4-496c-8dd5-4a1f44069012', 'name': '', 'tenant_id': '19e77287c5e847809832c0f89b5f73bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f0352c7-6742-464e-8227-41cc4729aedc', 'external_fixed_ips': [{'subnet_id': '53887005-9c31-4808-9298-2bea21eecf44', 'ip_address': '2001:db8::119'}], 'enable_snat': True}, 'gw_port_id': '2c11010f-e450-4447-967e-4fccc82d1e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:25Z', 'updated_at': '2022-05-26T16:10:29Z', 'revision_number': 3, 'project_id': '19e77287c5e847809832c0f89b5f73bf', 'gw_port': {'id': '2c11010f-e450-4447-967e-4fccc82d1e49', 'name': '', 'network_id': '4f0352c7-6742-464e-8227-41cc4729aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ce:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc32e170-34f4-496c-8dd5-4a1f44069012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '53887005-9c31-4808-9298-2bea21eecf44', 'ip_address': '2001:db8::119', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:27Z', 'updated_at': '2022-05-26T16:10:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53887005-9c31-4808-9298-2bea21eecf44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:33.211233 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6da3ea-fb1f-4142-8f87-7e5aa5c06749 req-49b630a1-adfc-4b33-93db-3763996ce709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:33.221018 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70c23bf0-9020-417c-bea2-b5a527d0e13f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.225882 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a6da3ea-fb1f-4142-8f87-7e5aa5c06749 req-49b630a1-adfc-4b33-93db-3763996ce709 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=759f9984-acd0-4751-a36a-a91d134cc760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2177560 May 26 16:10:33.243111 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] Checking router: cc32e170-34f4-496c-8dd5-4a1f44069012 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:10:33.243351 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] Updating router cc32e170-34f4-496c-8dd5-4a1f44069012 port 2c11010f-e450-4447-967e-4fccc82d1e49 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:10:33.252043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49cc5ba-51f4-4d3a-a983-3c4bfddefa1f None None] Network aa0e32e3-9ba6-4246-9353-ece5ce5401c2 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:33.285686 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.389404 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4cca6da-9183-4066-8af9-33c61ae73ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.455307 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4cca6da-9183-4066-8af9-33c61ae73ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.494414 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a6da3ea-fb1f-4142-8f87-7e5aa5c06749 req-6ecdd013-3019-49cf-a596-c66a5b576dd8 service neutron] 10.222.0.83 "GET /v2.0/networks/759f9984-acd0-4751-a36a-a91d134cc760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398489 May 26 16:10:33.528540 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-05b28f3b-5779-40d6-8d94-fcd860f8c245 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.692553 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a6da3ea-fb1f-4142-8f87-7e5aa5c06749 req-2c5155c6-3374-4023-9035-054fed6fc82a service neutron] 10.222.0.83 "GET /v2.0/networks/759f9984-acd0-4751-a36a-a91d134cc760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899290 May 26 16:10:33.713253 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4cca6da-9183-4066-8af9-33c61ae73ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.716008 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4cca6da-9183-4066-8af9-33c61ae73ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.717283 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a4cca6da-9183-4066-8af9-33c61ae73ded admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/947c3b46-f38c-4b36-a078-36102154c765 HTTP/1.1" status: 204 len: 168 time: 0.6665056 May 26 16:10:33.723497 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f998b59d-c287-40e7-9f48-a6cc756eca0c up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:33.730223 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-05b28f3b-5779-40d6-8d94-fcd860f8c245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.747362 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.760963 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.834240 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port f998b59d-c287-40e7-9f48-a6cc756eca0c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:33.834240 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.835218 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cca6da-9183-4066-8af9-33c61ae73ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947c3b46-f38c-4b36-a078-36102154c765,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:33.837153 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] Attempting to bind port 2c11010f-e450-4447-967e-4fccc82d1e49 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:10:33.837523 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] Attempting to bind port 2c11010f-e450-4447-967e-4fccc82d1e49 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'f9ba22b5-37c0-4b93-be33-a253705999b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4f0352c7-6742-464e-8227-41cc4729aedc'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:10:33.838525 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] Attempting to bind port 2c11010f-e450-4447-967e-4fccc82d1e49 on network 4f0352c7-6742-464e-8227-41cc4729aedc {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:33.866632 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:10:33.867004 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] Checking segment: {'id': 'f9ba22b5-37c0-4b93-be33-a253705999b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4f0352c7-6742-464e-8227-41cc4729aedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:33.868459 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.868868 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] Bound using segment: {'id': 'f9ba22b5-37c0-4b93-be33-a253705999b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4f0352c7-6742-464e-8227-41cc4729aedc'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:10:33.870871 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] Bound port: 2c11010f-e450-4447-967e-4fccc82d1e49, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ba22b5-37c0-4b93-be33-a253705999b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4f0352c7-6742-464e-8227-41cc4729aedc'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:10:33.871297 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:33.892305 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b28f3b-5779-40d6-8d94-fcd860f8c245 admin admin] Pushing event updated for resources: {'Port': ['ID=2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:33.901679 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b28f3b-5779-40d6-8d94-fcd860f8c245 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:33.926731 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-05b28f3b-5779-40d6-8d94-fcd860f8c245 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:33.933987 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b28f3b-5779-40d6-8d94-fcd860f8c245 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:33.958798 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-83c5de9c-89ac-460c-87d5-ad379d93a0fa tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:34.008149 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] For port 2c11010f-e450-4447-967e-4fccc82d1e49, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:10:34.011416 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] For port 2c11010f-e450-4447-967e-4fccc82d1e49, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2c11010f-e450-4447-967e-4fccc82d1e49,segment=NetworkSegment(f9ba22b5-37c0-4b93-be33-a253705999b0),segment_id=f9ba22b5-37c0-4b93-be33-a253705999b0)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:10:34.019415 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9606d2-0695-4c43-bfa9-8a0d58585586 None None] Pushing event updated for resources: {'Port': ['ID=2c11010f-e450-4447-967e-4fccc82d1e49,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:34.021376 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port f998b59d-c287-40e7-9f48-a6cc756eca0c is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:34.021889 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:34.022203 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:34.059297 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port f998b59d-c287-40e7-9f48-a6cc756eca0c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f998b59d-c287-40e7-9f48-a6cc756eca0c,segment=NetworkSegment(11a76e5f-9290-4dfa-b37b-055b471314c0),segment_id=11a76e5f-9290-4dfa-b37b-055b471314c0)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:34.071307 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:34.075124 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9606d2-0695-4c43-bfa9-8a0d58585586 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:34.075479 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9606d2-0695-4c43-bfa9-8a0d58585586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:34.075840 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9606d2-0695-4c43-bfa9-8a0d58585586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:34.076244 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9606d2-0695-4c43-bfa9-8a0d58585586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:34.076540 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9606d2-0695-4c43-bfa9-8a0d58585586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:34.076888 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9606d2-0695-4c43-bfa9-8a0d58585586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:34.077234 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9606d2-0695-4c43-bfa9-8a0d58585586 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:34.077823 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9606d2-0695-4c43-bfa9-8a0d58585586 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:34.078248 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9606d2-0695-4c43-bfa9-8a0d58585586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:34.078777 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9606d2-0695-4c43-bfa9-8a0d58585586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:34.079015 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9606d2-0695-4c43-bfa9-8a0d58585586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:34.079343 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9606d2-0695-4c43-bfa9-8a0d58585586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:34.147675 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] Routers {'cc32e170-34f4-496c-8dd5-4a1f44069012'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:34.148697 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['cc32e170-34f4-496c-8dd5-4a1f44069012'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:34.168111 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=f998b59d-c287-40e7-9f48-a6cc756eca0c,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:34.205518 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70c23bf0-9020-417c-bea2-b5a527d0e13f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:34.244379 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de14ff32-2c1f-41aa-9ef9-367725946d9e admin admin] Router d6cebfe8-f7fc-40d0-9788-f68e24e934d5 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:10:34.331221 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-f594c190-49fc-4eb4-839e-aae84a7ba95e tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:34.339141 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-f594c190-49fc-4eb4-839e-aae84a7ba95e tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/networks?id=aa0e32e3-9ba6-4246-9353-ece5ce5401c2 HTTP/1.1" status: 200 len: 817 time: 0.4653244 May 26 16:10:34.361197 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9606d2-0695-4c43-bfa9-8a0d58585586 None None] Pushing event updated for resources: {'Port': ['ID=2c11010f-e450-4447-967e-4fccc82d1e49,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:34.367826 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] Set router cc32e170-34f4-496c-8dd5-4a1f44069012 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:34.414689 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-36fc01ac-84cf-41da-b7eb-e8c4de290dc5 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/quotas/d8e17867250245088e543a1360945843 HTTP/1.1" status: 200 len: 375 time: 0.0742941 May 26 16:10:34.489090 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-70c23bf0-9020-417c-bea2-b5a527d0e13f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Deleting port 2c11010f-e450-4447-967e-4fccc82d1e49 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:34.489703 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70c23bf0-9020-417c-bea2-b5a527d0e13f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:34.525286 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b9ec24-b210-4ef8-b86f-38c5639295a9 None None] Network ca16d41c-d200-4396-bd00-d4e080e4dece requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:34.621040 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-70c23bf0-9020-417c-bea2-b5a527d0e13f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] For port 2c11010f-e450-4447-967e-4fccc82d1e49, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2c11010f-e450-4447-967e-4fccc82d1e49,segment=NetworkSegment(f9ba22b5-37c0-4b93-be33-a253705999b0),segment_id=f9ba22b5-37c0-4b93-be33-a253705999b0)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:34.621552 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70c23bf0-9020-417c-bea2-b5a527d0e13f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:34.635880 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-70c23bf0-9020-417c-bea2-b5a527d0e13f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Calling delete_port for 2c11010f-e450-4447-967e-4fccc82d1e49 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:34.720340 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4fc4ac74-af14-48ef-8728-41454be7b506 None None] Provisioning complete for port f998b59d-c287-40e7-9f48-a6cc756eca0c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:34.720716 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4fc4ac74-af14-48ef-8728-41454be7b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:34.746187 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc32e170-34f4-496c-8dd5-4a1f44069012', 'name': '', 'tenant_id': '19e77287c5e847809832c0f89b5f73bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f0352c7-6742-464e-8227-41cc4729aedc', 'external_fixed_ips': [{'subnet_id': '53887005-9c31-4808-9298-2bea21eecf44', 'ip_address': '2001:db8::119'}], 'enable_snat': True}, 'gw_port_id': '2c11010f-e450-4447-967e-4fccc82d1e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:25Z', 'updated_at': '2022-05-26T16:10:29Z', 'revision_number': 3, 'project_id': '19e77287c5e847809832c0f89b5f73bf', 'gw_port': {'id': '2c11010f-e450-4447-967e-4fccc82d1e49', 'name': '', 'network_id': '4f0352c7-6742-464e-8227-41cc4729aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ce:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc32e170-34f4-496c-8dd5-4a1f44069012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '53887005-9c31-4808-9298-2bea21eecf44', 'ip_address': '2001:db8::119', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:27Z', 'updated_at': '2022-05-26T16:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53887005-9c31-4808-9298-2bea21eecf44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:34.746485 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de14ff32-2c1f-41aa-9ef9-367725946d9e admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:34.798350 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de14ff32-2c1f-41aa-9ef9-367725946d9e admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:34.804764 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314fafb1-0e40-48d7-bcfc-6daae6b6ee75 None None] The sync data for ids ['cc32e170-34f4-496c-8dd5-4a1f44069012'] in n-d-843337-2 is: [{'id': 'cc32e170-34f4-496c-8dd5-4a1f44069012', 'name': '', 'tenant_id': '19e77287c5e847809832c0f89b5f73bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f0352c7-6742-464e-8227-41cc4729aedc', 'external_fixed_ips': [{'subnet_id': '53887005-9c31-4808-9298-2bea21eecf44', 'ip_address': '2001:db8::119'}], 'enable_snat': True}, 'gw_port_id': '2c11010f-e450-4447-967e-4fccc82d1e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:25Z', 'updated_at': '2022-05-26T16:10:29Z', 'revision_number': 3, 'project_id': '19e77287c5e847809832c0f89b5f73bf', 'gw_port': {'id': '2c11010f-e450-4447-967e-4fccc82d1e49', 'name': '', 'network_id': '4f0352c7-6742-464e-8227-41cc4729aedc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ce:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc32e170-34f4-496c-8dd5-4a1f44069012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '53887005-9c31-4808-9298-2bea21eecf44', 'ip_address': '2001:db8::119', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:27Z', 'updated_at': '2022-05-26T16:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53887005-9c31-4808-9298-2bea21eecf44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:34.806276 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] Sync routers for ids ['d6cebfe8-f7fc-40d0-9788-f68e24e934d5'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:34.806618 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-de14ff32-2c1f-41aa-9ef9-367725946d9e admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 8.4949713 May 26 16:10:34.811554 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52868) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:34.844110 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-1d204f8a-d6ae-4e88-b946-3608fa94db33 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d8e17867250245088e543a1360945843&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4279175 May 26 16:10:34.890115 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] Routers {'d6cebfe8-f7fc-40d0-9788-f68e24e934d5'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:34.892481 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d6cebfe8-f7fc-40d0-9788-f68e24e934d5'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:35.019675 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-05b28f3b-5779-40d6-8d94-fcd860f8c245 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:35.033318 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-83c5de9c-89ac-460c-87d5-ad379d93a0fa tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Deleting port fdcbe207-2a7a-4923-8882-f31d4ee0a315 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:35.033933 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-83c5de9c-89ac-460c-87d5-ad379d93a0fa tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:35.060019 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52874) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:35.099584 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-d8e17cd7-c1e6-4312-a1eb-6e490fafddfa service neutron] 10.222.0.77 "GET /v2.0/networks/aa0e32e3-9ba6-4246-9353-ece5ce5401c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453032 May 26 16:10:35.179213 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4ac74-af14-48ef-8728-41454be7b506 None None] Current status of the port f998b59d-c287-40e7-9f48-a6cc756eca0c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:35.195652 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] Set router d6cebfe8-f7fc-40d0-9788-f68e24e934d5 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:35.254511 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-83c5de9c-89ac-460c-87d5-ad379d93a0fa tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:35.321367 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-83c5de9c-89ac-460c-87d5-ad379d93a0fa tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Calling delete_port for fdcbe207-2a7a-4923-8882-f31d4ee0a315 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:35.349727 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-506c2a53-e0a6-47c1-8484-0d5053e069cc admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-249115807-network', 'tenant_id': '62ed477bb24843928995fef62a834d09'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:35.395831 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506c2a53-e0a6-47c1-8484-0d5053e069cc admin admin] Made reservation on behalf of 62ed477bb24843928995fef62a834d09 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:35.398132 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-506c2a53-e0a6-47c1-8484-0d5053e069cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:35.424219 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70c23bf0-9020-417c-bea2-b5a527d0e13f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:35.471064 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-7b7336d7-fc5c-4a47-b897-808a3c2b69a0 service neutron] 10.222.0.77 "GET /v2.0/networks/aa0e32e3-9ba6-4246-9353-ece5ce5401c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684859 May 26 16:10:35.523261 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-585747277-router', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '6368c267-df01-4208-b7f3-f7253a410410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:26Z', 'updated_at': '2022-05-26T16:10:31Z', 'revision_number': 3, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'gw_port': {'id': '6368c267-df01-4208-b7f3-f7253a410410', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:29Z', 'updated_at': '2022-05-26T16:10:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:35.556740 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-05b28f3b-5779-40d6-8d94-fcd860f8c245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:35.561818 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-506c2a53-e0a6-47c1-8484-0d5053e069cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:35.596677 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c23bf0-9020-417c-bea2-b5a527d0e13f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c11010f-e450-4447-967e-4fccc82d1e49,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:35.615600 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] Checking router: d6cebfe8-f7fc-40d0-9788-f68e24e934d5 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:10:35.615956 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] Updating router d6cebfe8-f7fc-40d0-9788-f68e24e934d5 port 6368c267-df01-4208-b7f3-f7253a410410 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:10:35.699699 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70c23bf0-9020-417c-bea2-b5a527d0e13f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:35.792410 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:35.855264 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2c11010f-e450-4447-967e-4fccc82d1e49 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:35.884813 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a0564495-52f8-4a47-95c4-7f9c437bc7cc req-b31cfedd-cbff-4f62-a2a0-d2fb75e2cbb2 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/ports?device_id=93409fd5-8f34-4340-bd8c-42687b7934df HTTP/1.1" status: 200 len: 210 time: 0.0806122 May 26 16:10:35.977864 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b28f3b-5779-40d6-8d94-fcd860f8c245 admin admin] Router 33b348bf-ace5-44ee-983e-e65e60391041 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:10:36.093283 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-56d24f90-eab0-449b-afec-7a9098b14384 None None] Provisioning complete for port f998b59d-c287-40e7-9f48-a6cc756eca0c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:36.094281 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-56d24f90-eab0-449b-afec-7a9098b14384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:36.111046 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70c23bf0-9020-417c-bea2-b5a527d0e13f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:36.111627 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 2c11010f-e450-4447-967e-4fccc82d1e49 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:36.111901 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2c11010f-e450-4447-967e-4fccc82d1e49 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 26 16:10:36.143846 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70c23bf0-9020-417c-bea2-b5a527d0e13f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:36.180533 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Port 2c11010f-e450-4447-967e-4fccc82d1e49 not found, will not notify nova. {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 26 16:10:36.181045 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f998b59d-c287-40e7-9f48-a6cc756eca0c up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:36.198596 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b28f3b-5779-40d6-8d94-fcd860f8c245 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:36.214339 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] Sync routers for ids ['33b348bf-ace5-44ee-983e-e65e60391041'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:36.237805 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] Routers {'33b348bf-ace5-44ee-983e-e65e60391041'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:36.238849 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-05b28f3b-5779-40d6-8d94-fcd860f8c245 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:36.239912 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['33b348bf-ace5-44ee-983e-e65e60391041'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:36.241844 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-05b28f3b-5779-40d6-8d94-fcd860f8c245 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.6862710 May 26 16:10:36.244475 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52892) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:36.471790 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70c23bf0-9020-417c-bea2-b5a527d0e13f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:36.472357 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c23bf0-9020-417c-bea2-b5a527d0e13f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc32e170-34f4-496c-8dd5-4a1f44069012 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:10:36.478006 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70c23bf0-9020-417c-bea2-b5a527d0e13f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:36.487527 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52898) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:36.490616 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-70c23bf0-9020-417c-bea2-b5a527d0e13f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "DELETE /v2.0/routers/cc32e170-34f4-496c-8dd5-4a1f44069012 HTTP/1.1" status: 204 len: 168 time: 3.7002807 May 26 16:10:36.521716 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] Set router 33b348bf-ace5-44ee-983e-e65e60391041 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:36.601511 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port f998b59d-c287-40e7-9f48-a6cc756eca0c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:36.601889 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:36.630704 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d72428c-d32e-4156-b3e9-807064bd291c tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Deleting subnet 53887005-9c31-4808-9298-2bea21eecf44 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:10:36.636904 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8d72428c-d32e-4156-b3e9-807064bd291c tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:36.669677 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-506c2a53-e0a6-47c1-8484-0d5053e069cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:36.673359 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0fea3741-b5bd-42b4-90dd-af4b1488fe69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:36.679064 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-83c5de9c-89ac-460c-87d5-ad379d93a0fa tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:36.722650 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-506c2a53-e0a6-47c1-8484-0d5053e069cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:36.730664 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5de9c-89ac-460c-87d5-ad379d93a0fa tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Port': ['ID=fdcbe207-2a7a-4923-8882-f31d4ee0a315,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:36.744496 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-56d24f90-eab0-449b-afec-7a9098b14384 None None] Current status of the port f998b59d-c287-40e7-9f48-a6cc756eca0c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:36.790869 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c2a53-e0a6-47c1-8484-0d5053e069cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:36.807238 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506c2a53-e0a6-47c1-8484-0d5053e069cc admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:10:36.960831 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-506c2a53-e0a6-47c1-8484-0d5053e069cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:36.961461 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-506c2a53-e0a6-47c1-8484-0d5053e069cc admin admin] Added segment a7387a2e-097f-4a88-8322-99869016722c of type vlan for network 8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 May 26 16:10:36.992331 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8d72428c-d32e-4156-b3e9-807064bd291c tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.023843 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port f998b59d-c287-40e7-9f48-a6cc756eca0c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:37.075861 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b348bf-ace5-44ee-983e-e65e60391041', 'name': 'tempest-ServersTestJSON-1436216598-router', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:34Z', 'revision_number': 3, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'gw_port': {'id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b348bf-ace5-44ee-983e-e65e60391041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:32Z', 'updated_at': '2022-05-26T16:10:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:37.126612 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] Checking router: 33b348bf-ace5-44ee-983e-e65e60391041 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:10:37.127458 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] Updating router 33b348bf-ace5-44ee-983e-e65e60391041 port 2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:10:37.159029 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-00816d42-15c2-4179-ae2b-034bf62671ec req-63ffc927-4cd8-4ce0-af59-793d8779c769 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/ports?device_id=93409fd5-8f34-4340-bd8c-42687b7934df HTTP/1.1" status: 200 len: 210 time: 0.0616102 May 26 16:10:37.191603 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.213084 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.220816 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.261284 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8d72428c-d32e-4156-b3e9-807064bd291c tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.356577 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-93ffef98-db4e-46e3-82f4-2f8c2b2dcbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.367615 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422af2c-5f3d-4c14-a868-bc1fffa13f96 None None] Pushing event updated for resources: {'Port': ['ID=6368c267-df01-4208-b7f3-f7253a410410,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:37.376384 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] Attempting to bind port 6368c267-df01-4208-b7f3-f7253a410410 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:10:37.376765 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] Attempting to bind port 6368c267-df01-4208-b7f3-f7253a410410 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:10:37.377130 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] Attempting to bind port 6368c267-df01-4208-b7f3-f7253a410410 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:37.392579 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:10:37.393113 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:37.394291 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.394687 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:10:37.395170 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] Bound port: 6368c267-df01-4208-b7f3-f7253a410410, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:10:37.395655 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.448020 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-506c2a53-e0a6-47c1-8484-0d5053e069cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.453969 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8d72428c-d32e-4156-b3e9-807064bd291c tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.532909 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-83c5de9c-89ac-460c-87d5-ad379d93a0fa tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.616874 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] For port 6368c267-df01-4208-b7f3-f7253a410410, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:10:37.636832 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] For port 6368c267-df01-4208-b7f3-f7253a410410, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=6368c267-df01-4208-b7f3-f7253a410410,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:10:37.645562 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.721881 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8d72428c-d32e-4156-b3e9-807064bd291c tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.730239 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8d72428c-d32e-4156-b3e9-807064bd291c tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "DELETE /v2.0/subnets/53887005-9c31-4808-9298-2bea21eecf44 HTTP/1.1" status: 204 len: 168 time: 1.2415421 May 26 16:10:37.731273 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72428c-d32e-4156-b3e9-807064bd291c tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=53887005-9c31-4808-9298-2bea21eecf44,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:37.760850 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52908) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:37.828313 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.845181 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.862561 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] Routers {'d6cebfe8-f7fc-40d0-9788-f68e24e934d5'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:37.865443 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d6cebfe8-f7fc-40d0-9788-f68e24e934d5'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:37.895272 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-506c2a53-e0a6-47c1-8484-0d5053e069cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.900218 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506c2a53-e0a6-47c1-8484-0d5053e069cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:37.902380 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-506c2a53-e0a6-47c1-8484-0d5053e069cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.907288 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-0fea3741-b5bd-42b4-90dd-af4b1488fe69 admin admin] Allocated IP 172.20.0.1 (70f8d096-df3b-48f6-87c7-e0d29b765be5/24152767-9df9-4e17-996b-6f1548c30662/d29e7592-84ff-47b6-8c02-b87ecdc6a75b) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:37.928009 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3635e91-aa26-45b3-b658-ab87299d4b08 None None] Pushing event updated for resources: {'Port': ['ID=2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:37.981085 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] Attempting to bind port 2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:10:37.981928 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] Attempting to bind port 2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:10:37.981928 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] Attempting to bind port 2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:37.990619 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:10:37.991000 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:37.991401 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.991847 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:10:37.992620 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] Bound port: 2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:10:37.992767 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:37.995892 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-506c2a53-e0a6-47c1-8484-0d5053e069cc admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9347961 May 26 16:10:37.997301 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422af2c-5f3d-4c14-a868-bc1fffa13f96 None None] Pushing event updated for resources: {'Port': ['ID=6368c267-df01-4208-b7f3-f7253a410410,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:38.003471 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-d955ef64-7e8f-4dfd-bcb6-f04d070bbb52 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:38.005086 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-d955ef64-7e8f-4dfd-bcb6-f04d070bbb52 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.81 "GET /v2.0/networks?id=aa0e32e3-9ba6-4246-9353-ece5ce5401c2 HTTP/1.1" status: 200 len: 817 time: 0.5827539 May 26 16:10:38.010555 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52910) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:38.019172 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-6c028aea-b50f-4451-ab53-15e6b0a9edb0 admin admin] Request body: {'subnet': {'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-249115807-subnet', 'tenant_id': '62ed477bb24843928995fef62a834d09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:38.055994 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-544f2bc8-ad8c-487c-8d63-e7fae205715b tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:38.074900 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] For port 2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:10:38.080779 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] For port 2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:10:38.087030 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] Set router d6cebfe8-f7fc-40d0-9788-f68e24e934d5 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:38.087571 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:38.148081 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] Routers {'33b348bf-ace5-44ee-983e-e65e60391041'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:38.149118 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['33b348bf-ace5-44ee-983e-e65e60391041'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:38.219685 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c2a53-e0a6-47c1-8484-0d5053e069cc admin admin] Pushing event updated for resources: {'Network': ['ID=8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:38.241372 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:10:38.293521 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] Set router 33b348bf-ace5-44ee-983e-e65e60391041 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:38.369260 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-459a2648-80e8-430d-a3e8-92f34bc6ac12 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Request body: {'port': {'device_id': '93409fd5-8f34-4340-bd8c-42687b7934df', 'network_id': 'aa0e32e3-9ba6-4246-9353-ece5ce5401c2', 'admin_state_up': True, 'tenant_id': 'd8e17867250245088e543a1360945843'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:38.478558 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-585747277-router', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '6368c267-df01-4208-b7f3-f7253a410410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:26Z', 'updated_at': '2022-05-26T16:10:31Z', 'revision_number': 3, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'gw_port': {'id': '6368c267-df01-4208-b7f3-f7253a410410', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:29Z', 'updated_at': '2022-05-26T16:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:38.494235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c028aea-b50f-4451-ab53-15e6b0a9edb0 admin admin] Made reservation on behalf of 62ed477bb24843928995fef62a834d09 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:38.497005 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6c028aea-b50f-4451-ab53-15e6b0a9edb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:38.524992 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-459a2648-80e8-430d-a3e8-92f34bc6ac12 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Made reservation on behalf of d8e17867250245088e543a1360945843 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:38.527339 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878d6c00-d156-4e11-a57f-3a347ff1b037 None None] The sync data for ids ['d6cebfe8-f7fc-40d0-9788-f68e24e934d5'] in n-d-843337-2 is: [{'id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-585747277-router', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '6368c267-df01-4208-b7f3-f7253a410410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:26Z', 'updated_at': '2022-05-26T16:10:31Z', 'revision_number': 3, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'gw_port': {'id': '6368c267-df01-4208-b7f3-f7253a410410', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:29Z', 'updated_at': '2022-05-26T16:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:38.528845 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-459a2648-80e8-430d-a3e8-92f34bc6ac12 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:38.553593 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0148ff8-9825-4fd1-90f3-bfa244783623 req-cb73056b-2ea3-42fa-9309-80dcc06f9f7d tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/ports?device_id=93409fd5-8f34-4340-bd8c-42687b7934df HTTP/1.1" status: 200 len: 210 time: 0.1986482 May 26 16:10:38.586608 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-382b82ee-0b7b-4097-b511-ead601bd7945 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7306116 May 26 16:10:38.595120 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b348bf-ace5-44ee-983e-e65e60391041', 'name': 'tempest-ServersTestJSON-1436216598-router', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:34Z', 'revision_number': 3, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'gw_port': {'id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b348bf-ace5-44ee-983e-e65e60391041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:32Z', 'updated_at': '2022-05-26T16:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:38.597111 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3635e91-aa26-45b3-b658-ab87299d4b08 None None] Pushing event updated for resources: {'Port': ['ID=2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:38.666681 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eb14c7-d504-4058-ab30-b8a81d9becc9 None None] The sync data for ids ['33b348bf-ace5-44ee-983e-e65e60391041'] in n-d-843337-2 is: [{'id': '33b348bf-ace5-44ee-983e-e65e60391041', 'name': 'tempest-ServersTestJSON-1436216598-router', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:34Z', 'revision_number': 3, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'gw_port': {'id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b348bf-ace5-44ee-983e-e65e60391041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:32Z', 'updated_at': '2022-05-26T16:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:38.720130 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c5de9c-89ac-460c-87d5-ad379d93a0fa tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Router 62b96bd2-b474-47bd-9848-7104c061b090 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:10:38.784500 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-93ffef98-db4e-46e3-82f4-2f8c2b2dcbec admin admin] Allocated IP 172.20.0.1 (ca16d41c-d200-4396-bd00-d4e080e4dece/f4c948db-f932-46ec-b83c-396755cf4bf3/d7983dda-5f5b-4156-a357-d4bb39f761d4) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:38.823427 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0fea3741-b5bd-42b4-90dd-af4b1488fe69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:38.863659 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-113f92af-4e9b-450f-b92f-1764f31655c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:38.863659 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-113f92af-4e9b-450f-b92f-1764f31655c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:38.864032 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-113f92af-4e9b-450f-b92f-1764f31655c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:38.865123 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-113f92af-4e9b-450f-b92f-1764f31655c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:38.865123 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-113f92af-4e9b-450f-b92f-1764f31655c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:38.865578 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-113f92af-4e9b-450f-b92f-1764f31655c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:38.865868 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-544f2bc8-ad8c-487c-8d63-e7fae205715b tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:38.866052 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-113f92af-4e9b-450f-b92f-1764f31655c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:38.868134 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-113f92af-4e9b-450f-b92f-1764f31655c7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3f44b6fae1d4ce4bc737c28e8283000&device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 6500 time: 0.1915205 May 26 16:10:38.928018 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-544f2bc8-ad8c-487c-8d63-e7fae205715b tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0352c7-6742-464e-8227-41cc4729aedc']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:38.934150 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c5de9c-89ac-460c-87d5-ad379d93a0fa tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:38.955557 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-83c5de9c-89ac-460c-87d5-ad379d93a0fa tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "PUT /v2.0/routers/62b96bd2-b474-47bd-9848-7104c061b090/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2344468 May 26 16:10:38.958283 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab970afc-6639-494e-b097-38543d0d324b None None] Sync routers for ids ['62b96bd2-b474-47bd-9848-7104c061b090'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:38.960696 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-544f2bc8-ad8c-487c-8d63-e7fae205715b tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ba22b5-37c0-4b93-be33-a253705999b0') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:38.960842 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-544f2bc8-ad8c-487c-8d63-e7fae205715b tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ba22b5-37c0-4b93-be33-a253705999b0') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:38.962368 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52920) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:38.991065 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab970afc-6639-494e-b097-38543d0d324b None None] Routers {'62b96bd2-b474-47bd-9848-7104c061b090'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:38.993082 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ab970afc-6639-494e-b097-38543d0d324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['62b96bd2-b474-47bd-9848-7104c061b090'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:38.999721 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-544f2bc8-ad8c-487c-8d63-e7fae205715b tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:39.037443 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bfa8a099-5a9e-4b57-b62d-aea0c66232e1 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "GET /v2.0/ports?device_id=62b96bd2-b474-47bd-9848-7104c061b090 HTTP/1.1" status: 200 len: 205 time: 0.0733175 May 26 16:10:39.041747 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52922) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:39.058456 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-544f2bc8-ad8c-487c-8d63-e7fae205715b tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:39.065962 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ab970afc-6639-494e-b097-38543d0d324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:39.081603 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab970afc-6639-494e-b097-38543d0d324b None None] Routers {'62b96bd2-b474-47bd-9848-7104c061b090'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:39.082769 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ab970afc-6639-494e-b097-38543d0d324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['62b96bd2-b474-47bd-9848-7104c061b090'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:39.133212 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-459a2648-80e8-430d-a3e8-92f34bc6ac12 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Allocated IP 172.20.0.12 (aa0e32e3-9ba6-4246-9353-ece5ce5401c2/c4bffddb-cb4f-4997-8188-0d695090baf6/b7138a4a-9829-4aea-8eee-fc775cadf4f0) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:39.134103 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0fea3741-b5bd-42b4-90dd-af4b1488fe69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:39.164331 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ab970afc-6639-494e-b097-38543d0d324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:39.164946 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab970afc-6639-494e-b097-38543d0d324b None None] The sync data for ids ['62b96bd2-b474-47bd-9848-7104c061b090'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:39.206982 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544f2bc8-ad8c-487c-8d63-e7fae205715b tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:10:39.207326 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-544f2bc8-ad8c-487c-8d63-e7fae205715b tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:39.298546 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment f9ba22b5-37c0-4b93-be33-a253705999b0 resource provider aggregate not found May 26 16:10:39.324368 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-93ffef98-db4e-46e3-82f4-2f8c2b2dcbec admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:39.345086 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11059e3b-6529-47a9-9ea2-f85d015bac57 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:39.361240 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fea3741-b5bd-42b4-90dd-af4b1488fe69 admin admin] Network 70f8d096-df3b-48f6-87c7-e0d29b765be5 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:39.363127 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment f9ba22b5-37c0-4b93-be33-a253705999b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9ba22b5-37c0-4b93-be33-a253705999b0 found for delete ", "request_id": "req-59286828-67a1-43e4-9c34-fd28a3c8b1a1"}]} May 26 16:10:39.381581 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-aadb7df2-26b2-4e4e-9221-30e940f53607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:39.382081 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-aadb7df2-26b2-4e4e-9221-30e940f53607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:39.382620 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-aadb7df2-26b2-4e4e-9221-30e940f53607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:39.384236 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-aadb7df2-26b2-4e4e-9221-30e940f53607 service neutron] 10.222.0.83 "GET /v2.0/networks?id=759f9984-acd0-4751-a36a-a91d134cc760&id=f3afb84f-a007-4e52-a1fb-611cc73f2208&id=f3afb84f-a007-4e52-a1fb-611cc73f2208&id=f3afb84f-a007-4e52-a1fb-611cc73f2208&id=f3afb84f-a007-4e52-a1fb-611cc73f2208&id=67be992b-b4e7-4fb4-b3b4-ab1f54c2d199&id=67be992b-b4e7-4fb4-b3b4-ab1f54c2d199 HTTP/1.1" status: 200 len: 2299 time: 0.4434912 May 26 16:10:39.394616 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6c028aea-b50f-4451-ab53-15e6b0a9edb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:39.418243 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-0fea3741-b5bd-42b4-90dd-af4b1488fe69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:39.420688 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fea3741-b5bd-42b4-90dd-af4b1488fe69 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:39.570414 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-544f2bc8-ad8c-487c-8d63-e7fae205715b tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:39.631862 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea3741-b5bd-42b4-90dd-af4b1488fe69 admin admin] Pushing event updated for resources: {'Port': ['ID=d29e7592-84ff-47b6-8c02-b87ecdc6a75b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:39.641018 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0fea3741-b5bd-42b4-90dd-af4b1488fe69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:39.657568 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544f2bc8-ad8c-487c-8d63-e7fae205715b tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4f0352c7-6742-464e-8227-41cc4729aedc {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 26 16:10:39.720635 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-544f2bc8-ad8c-487c-8d63-e7fae205715b tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:39.731118 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-544f2bc8-ad8c-487c-8d63-e7fae205715b tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "DELETE /v2.0/networks/4f0352c7-6742-464e-8227-41cc4729aedc HTTP/1.1" status: 204 len: 168 time: 1.9689257 May 26 16:10:39.731613 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c028aea-b50f-4451-ab53-15e6b0a9edb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8755c60d-adae-412e-bec0-8ea9909ff975,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:39.736982 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-51950ba0-a3c7-41af-ad68-8e597263d43e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64cbe213-ecc2-4f91-b82c-ca1a2f519962 HTTP/1.1" status: 200 len: 1000 time: 0.3359406 May 26 16:10:39.808177 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-93ffef98-db4e-46e3-82f4-2f8c2b2dcbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:39.809247 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f2bc8-ad8c-487c-8d63-e7fae205715b tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Pushing event deleted for resources: {'Network': ['ID=4f0352c7-6742-464e-8227-41cc4729aedc,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:39.859535 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6368c267-df01-4208-b7f3-f7253a410410 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:39.901713 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c028aea-b50f-4451-ab53-15e6b0a9edb0 admin admin] Checking segment: {'id': 'a7387a2e-097f-4a88-8322-99869016722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:39.902296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c028aea-b50f-4451-ab53-15e6b0a9edb0 admin admin] Network hostable DHCP agents. Network: 8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:10:39.955950 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11059e3b-6529-47a9-9ea2-f85d015bac57 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:39.960245 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11059e3b-6529-47a9-9ea2-f85d015bac57 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.020826 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 6368c267-df01-4208-b7f3-f7253a410410 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:40.021199 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.045857 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14eb353b-9a4b-4aac-85af-0de82c65debd req-be7faf5a-bf82-42fa-8186-d022ebb9217e tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/ports?device_id=93409fd5-8f34-4340-bd8c-42687b7934df HTTP/1.1" status: 200 len: 210 time: 0.2986586 May 26 16:10:40.074717 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ffef98-db4e-46e3-82f4-2f8c2b2dcbec admin admin] Network ca16d41c-d200-4396-bd00-d4e080e4dece is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:40.100617 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-93ffef98-db4e-46e3-82f4-2f8c2b2dcbec admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:40.103879 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-bc9d23ee-ed28-4df6-a44a-9ed9746b84a8 None None] Provisioning complete for port d29e7592-84ff-47b6-8c02-b87ecdc6a75b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:40.104469 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ffef98-db4e-46e3-82f4-2f8c2b2dcbec admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:40.105868 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bc9d23ee-ed28-4df6-a44a-9ed9746b84a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.120495 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11059e3b-6529-47a9-9ea2-f85d015bac57 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.121482 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11059e3b-6529-47a9-9ea2-f85d015bac57 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Fanout notify agent at l3_agent the message router_deleted on router 62b96bd2-b474-47bd-9848-7104c061b090 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:10:40.133903 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11059e3b-6529-47a9-9ea2-f85d015bac57 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.135505 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-11059e3b-6529-47a9-9ea2-f85d015bac57 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/routers/62b96bd2-b474-47bd-9848-7104c061b090 HTTP/1.1" status: 204 len: 168 time: 1.0901773 May 26 16:10:40.138562 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52948) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:40.214586 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffef98-db4e-46e3-82f4-2f8c2b2dcbec admin admin] Pushing event updated for resources: {'Port': ['ID=d7983dda-5f5b-4156-a357-d4bb39f761d4,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:40.224743 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c028aea-b50f-4451-ab53-15e6b0a9edb0 admin admin] Network 8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:10:40.240903 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-caaa6ac6-6f05-4348-9631-4c92a73c846b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:40.242643 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-caaa6ac6-6f05-4348-9631-4c92a73c846b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e39dcd09-8b50-4182-9445-d6005ccf9aaa HTTP/1.1" status: 200 len: 856 time: 0.4928844 May 26 16:10:40.284064 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0fea3741-b5bd-42b4-90dd-af4b1488fe69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.284498 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-6c028aea-b50f-4451-ab53-15e6b0a9edb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:40.290508 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c028aea-b50f-4451-ab53-15e6b0a9edb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:40.291167 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6c028aea-b50f-4451-ab53-15e6b0a9edb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.320030 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-93ffef98-db4e-46e3-82f4-2f8c2b2dcbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.339908 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6a3456-1021-44ec-ab96-f58b69a0496c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Deleting subnet 0c4a4812-eb89-4435-b00e-09c9a72b4763 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:10:40.345707 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3456-1021-44ec-ab96-f58b69a0496c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.346190 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 6368c267-df01-4208-b7f3-f7253a410410 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:40.346590 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.362405 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e122e8a-8fd8-4939-94b4-f56654410b34 None None] Network 8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:40.377831 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52952) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:40.385549 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-0c872b23-993f-4a67-997e-8a5b3fc9c49f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Request body: {'router': {'name': 'tempest-router--1316497526', 'project_id': '9673e5717c70490ea85d7155f77109c4'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:40.393142 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-459a2648-80e8-430d-a3e8-92f34bc6ac12 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.403985 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb0c18-ea0c-479d-9009-1cd4abb57327 req-bf92308c-63a1-40b0-b128-4e62ea543d50 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:40.413203 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1fb0c18-ea0c-479d-9009-1cd4abb57327 req-bf92308c-63a1-40b0-b128-4e62ea543d50 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 945 time: 0.3585668 May 26 16:10:40.428568 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0c872b23-993f-4a67-997e-8a5b3fc9c49f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.429632 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0c872b23-993f-4a67-997e-8a5b3fc9c49f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.465164 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3456-1021-44ec-ab96-f58b69a0496c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.488940 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-bc9d23ee-ed28-4df6-a44a-9ed9746b84a8 None None] Port d29e7592-84ff-47b6-8c02-b87ecdc6a75b cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:10:40.525020 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 6368c267-df01-4208-b7f3-f7253a410410, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=6368c267-df01-4208-b7f3-f7253a410410,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:40.544719 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-3019e66a-8c6f-4da6-8f55-d99623a746cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:40.547961 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-3019e66a-8c6f-4da6-8f55-d99623a746cc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=759f9984-acd0-4751-a36a-a91d134cc760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2923141 May 26 16:10:40.550738 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.551569 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:40.559237 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b93afac-4080-464f-9234-7adf98bfb611 None None] Network 8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:40.571738 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1fb0c18-ea0c-479d-9009-1cd4abb57327 req-dad1c565-c246-48df-a3af-55a06ff2c31f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572270 May 26 16:10:40.587323 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6c028aea-b50f-4451-ab53-15e6b0a9edb0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5739596 May 26 16:10:40.643446 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0c872b23-993f-4a67-997e-8a5b3fc9c49f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.705624 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0c872b23-993f-4a67-997e-8a5b3fc9c49f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.770242 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0c872b23-993f-4a67-997e-8a5b3fc9c49f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.775558 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0c872b23-993f-4a67-997e-8a5b3fc9c49f tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3951321 May 26 16:10:40.777486 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3456-1021-44ec-ab96-f58b69a0496c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.782515 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52956) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:40.881987 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0fea3741-b5bd-42b4-90dd-af4b1488fe69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.885765 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-81cee643-aa33-4a7b-9c7b-5511dfa08307 service neutron] 10.222.0.83 "GET /v2.0/networks/759f9984-acd0-4751-a36a-a91d134cc760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953539 May 26 16:10:40.921193 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0fea3741-b5bd-42b4-90dd-af4b1488fe69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:40.962071 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f7beb1a4-97b0-45e4-b62a-60e7ce0aa75c tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.072447 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=6368c267-df01-4208-b7f3-f7253a410410,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:41.106360 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-93ffef98-db4e-46e3-82f4-2f8c2b2dcbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.109379 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-26b3a4c3-a243-4496-ae72-502674827ae0 None None] Provisioning complete for port d7983dda-5f5b-4156-a357-d4bb39f761d4 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:41.109379 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-26b3a4c3-a243-4496-ae72-502674827ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.115637 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:41.116022 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.160974 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-459a2648-80e8-430d-a3e8-92f34bc6ac12 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.272218 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-26b3a4c3-a243-4496-ae72-502674827ae0 None None] Port d7983dda-5f5b-4156-a357-d4bb39f761d4 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:10:41.328201 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0fea3741-b5bd-42b4-90dd-af4b1488fe69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.330730 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea3741-b5bd-42b4-90dd-af4b1488fe69 admin admin] Pushing event updated for resources: {'Port': ['ID=d29e7592-84ff-47b6-8c02-b87ecdc6a75b,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:41.336083 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f7beb1a4-97b0-45e4-b62a-60e7ce0aa75c tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.339367 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f7beb1a4-97b0-45e4-b62a-60e7ce0aa75c tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.341529 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3456-1021-44ec-ab96-f58b69a0496c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.357855 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-459a2648-80e8-430d-a3e8-92f34bc6ac12 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Network aa0e32e3-9ba6-4246-9353-ece5ce5401c2 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:41.359559 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:41.359962 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.382110 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-459a2648-80e8-430d-a3e8-92f34bc6ac12 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:41.383590 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:41.392755 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.412499 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-459a2648-80e8-430d-a3e8-92f34bc6ac12 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:41.423721 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2c11010f-e450-4447-967e-4fccc82d1e49 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:41.438193 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a3456-1021-44ec-ab96-f58b69a0496c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Subnet': ['ID=0c4a4812-eb89-4435-b00e-09c9a72b4763,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:41.454370 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3456-1021-44ec-ab96-f58b69a0496c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.457615 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3d6a3456-1021-44ec-ab96-f58b69a0496c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/subnets/0c4a4812-eb89-4435-b00e-09c9a72b4763 HTTP/1.1" status: 204 len: 168 time: 1.3178825 May 26 16:10:41.466874 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3885a0-90eb-4138-8e02-3dee02c77ee6 None None] Network 15c3b8c2-5e9b-45a8-8c08-bb464d6f071b requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:41.472184 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52974) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:41.472394 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 2c11010f-e450-4447-967e-4fccc82d1e49 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:41.472680 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2c11010f-e450-4447-967e-4fccc82d1e49 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:41.493774 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f7beb1a4-97b0-45e4-b62a-60e7ce0aa75c tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.494309 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7beb1a4-97b0-45e4-b62a-60e7ce0aa75c tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f5a8262-9fbb-4d25-ac8d-69f9ecfac4be {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:10:41.499573 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f7beb1a4-97b0-45e4-b62a-60e7ce0aa75c tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.500775 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f7beb1a4-97b0-45e4-b62a-60e7ce0aa75c tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "DELETE /v2.0/routers/4f5a8262-9fbb-4d25-ac8d-69f9ecfac4be HTTP/1.1" status: 204 len: 168 time: 0.7158687 May 26 16:10:41.541434 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:41.570070 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fea3741-b5bd-42b4-90dd-af4b1488fe69 admin admin] Network 70f8d096-df3b-48f6-87c7-e0d29b765be5 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:41.571394 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-0fea3741-b5bd-42b4-90dd-af4b1488fe69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:41.643129 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6368c267-df01-4208-b7f3-f7253a410410 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:41.724746 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 6368c267-df01-4208-b7f3-f7253a410410 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:41.725118 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:41.753927 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52980) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:41.824260 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fea3741-b5bd-42b4-90dd-af4b1488fe69 admin admin] Router d6cebfe8-f7fc-40d0-9788-f68e24e934d5 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:10:41.849498 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e111dfe1-5977-4168-8f35-637251638d2f None None] DHCP port deletion for 15c3b8c2-5e9b-45a8-8c08-bb464d6f071b request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:10:41.875905 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 6368c267-df01-4208-b7f3-f7253a410410 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:41.976728 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e111dfe1-5977-4168-8f35-637251638d2f None None] Deleting port e94f3029-3e83-42f3-a40a-a1acff0c01a0 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:41.977182 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e111dfe1-5977-4168-8f35-637251638d2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.011421 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-471f7344-8268-413a-8beb-21cca1210a26 service neutron] 10.222.0.83 "GET /v2.0/networks/759f9984-acd0-4751-a36a-a91d134cc760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1019149 May 26 16:10:42.026155 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fea3741-b5bd-42b4-90dd-af4b1488fe69 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:42.034634 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0fea3741-b5bd-42b4-90dd-af4b1488fe69 admin admin] 10.222.0.77 "PUT /v2.0/routers/d6cebfe8-f7fc-40d0-9788-f68e24e934d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2208159 May 26 16:10:42.059529 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e111dfe1-5977-4168-8f35-637251638d2f None None] For port e94f3029-3e83-42f3-a40a-a1acff0c01a0, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e94f3029-3e83-42f3-a40a-a1acff0c01a0,segment=NetworkSegment(09073106-2a60-448f-bb7f-6d0d5acf8504),segment_id=09073106-2a60-448f-bb7f-6d0d5acf8504)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:42.060344 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e111dfe1-5977-4168-8f35-637251638d2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.079166 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-7bf314bc-3e03-494d-98e7-93993b717d0c tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1603046608', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}, 'admin_state_up': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:42.079407 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e111dfe1-5977-4168-8f35-637251638d2f None None] Calling delete_port for e94f3029-3e83-42f3-a40a-a1acff0c01a0 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:42.105528 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a2648-80e8-430d-a3e8-92f34bc6ac12 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Pushing event updated for resources: {'Port': ['ID=b7138a4a-9829-4aea-8eee-fc775cadf4f0,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:42.110086 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bf314bc-3e03-494d-98e7-93993b717d0c tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.111294 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bf314bc-3e03-494d-98e7-93993b717d0c tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.137199 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-dff7fe17-bf90-4542-b9c6-e60586f7b8ab None None] Provisioning complete for port d29e7592-84ff-47b6-8c02-b87ecdc6a75b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:42.137933 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dff7fe17-bf90-4542-b9c6-e60586f7b8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.169913 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-459a2648-80e8-430d-a3e8-92f34bc6ac12 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:42.170560 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-459a2648-80e8-430d-a3e8-92f34bc6ac12 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.174182 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-6914ebc1-bcc2-4e5d-9186-a5f8e287f843 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=f1118030-abd2-4542-9495-9b488c4efc14 HTTP/1.1" status: 200 len: 217 time: 0.1253150 May 26 16:10:42.184049 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bf314bc-3e03-494d-98e7-93993b717d0c tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.195278 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c562d-db6f-4bb9-a6be-912e21320091 req-45dcf264-00f4-4cf8-b1d5-a72e00c8b68c tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:42.197032 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa4c562d-db6f-4bb9-a6be-912e21320091 req-45dcf264-00f4-4cf8-b1d5-a72e00c8b68c tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/ports?device_id=93409fd5-8f34-4340-bd8c-42687b7934df HTTP/1.1" status: 200 len: 932 time: 1.0070028 May 26 16:10:42.204658 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-dff7fe17-bf90-4542-b9c6-e60586f7b8ab None None] Port d29e7592-84ff-47b6-8c02-b87ecdc6a75b cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:10:42.231359 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e111dfe1-5977-4168-8f35-637251638d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.247239 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f44b5448-c5da-48da-841c-63fea95af699 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.275824 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111dfe1-5977-4168-8f35-637251638d2f None None] Pushing event deleted for resources: {'Port': ['ID=e94f3029-3e83-42f3-a40a-a1acff0c01a0,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:42.279942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e111dfe1-5977-4168-8f35-637251638d2f None None] No DVR routers for this DVR port e94f3029-3e83-42f3-a40a-a1acff0c01a0 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:10:42.347482 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-459a2648-80e8-430d-a3e8-92f34bc6ac12 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9822798 May 26 16:10:42.368233 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-8218bc0d-d0e3-491c-9b67-7208a76dca94 service neutron] Request body: {'port': {'device_id': '93409fd5-8f34-4340-bd8c-42687b7934df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:42.375944 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bf314bc-3e03-494d-98e7-93993b717d0c tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.395038 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-cf965c4a-d41e-4eb9-aa4c-5872a34fd52d tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:42.399346 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-cf965c4a-d41e-4eb9-aa4c-5872a34fd52d tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/networks?id=8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 HTTP/1.1" status: 200 len: 812 time: 1.1133447 May 26 16:10:42.458450 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-0e7a7127-7052-4201-a5a2-fcb70bacee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:42.459928 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-0e7a7127-7052-4201-a5a2-fcb70bacee0d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0d8967df-8a4c-46db-92d8-93f94220fcb8 HTTP/1.1" status: 200 len: 797 time: 0.2549794 May 26 16:10:42.462765 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa4c562d-db6f-4bb9-a6be-912e21320091 req-137dada2-39cd-41be-ad07-efa405d0b055 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/security-groups?id=d09d82a5-10d1-47d8-a394-0e10fc4a7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220132 May 26 16:10:42.508124 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-06039dde-7427-4cb1-bb47-d07203a0e16e tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/quotas/62ed477bb24843928995fef62a834d09 HTTP/1.1" status: 200 len: 375 time: 0.0843310 May 26 16:10:42.612771 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bf314bc-3e03-494d-98e7-93993b717d0c tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.633422 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bf314bc-3e03-494d-98e7-93993b717d0c tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.644569 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-93ffef98-db4e-46e3-82f4-2f8c2b2dcbec admin admin] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.649063 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-2459e4d9-f50e-4ca0-8ff9-6e9b75fbb3bf tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=62ed477bb24843928995fef62a834d09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1069174 May 26 16:10:42.666939 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-8218bc0d-d0e3-491c-9b67-7208a76dca94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.682845 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-93ffef98-db4e-46e3-82f4-2f8c2b2dcbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.687974 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f44b5448-c5da-48da-841c-63fea95af699 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.748557 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-7bf314bc-3e03-494d-98e7-93993b717d0c tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Allocated IP 172.25.7.136 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/e72d1351-cd6f-4d68-b578-b0c6a78b0d56) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:42.819697 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-50996ae2-130d-4da7-b144-a1145e88a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:42.821229 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-50996ae2-130d-4da7-b144-a1145e88a108 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f3afb84f-a007-4e52-a1fb-611cc73f2208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3269539 May 26 16:10:42.834263 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-f44b5448-c5da-48da-841c-63fea95af699 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c3b8c2-5e9b-45a8-8c08-bb464d6f071b']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:42.855035 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bf314bc-3e03-494d-98e7-93993b717d0c tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.904286 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bf314bc-3e03-494d-98e7-93993b717d0c tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.906177 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-f44b5448-c5da-48da-841c-63fea95af699 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09073106-2a60-448f-bb7f-6d0d5acf8504') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:42.906532 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-f44b5448-c5da-48da-841c-63fea95af699 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09073106-2a60-448f-bb7f-6d0d5acf8504') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:42.928361 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] Sync routers for ids ['d6cebfe8-f7fc-40d0-9788-f68e24e934d5'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:42.935321 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7bf95357-b890-4f1b-8364-33bb3e2902ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.941082 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] Routers {'d6cebfe8-f7fc-40d0-9788-f68e24e934d5'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:42.941725 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d6cebfe8-f7fc-40d0-9788-f68e24e934d5'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:42.957127 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffef98-db4e-46e3-82f4-2f8c2b2dcbec admin admin] Pushing event updated for resources: {'Port': ['ID=d7983dda-5f5b-4156-a357-d4bb39f761d4,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:42.960623 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-93ffef98-db4e-46e3-82f4-2f8c2b2dcbec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.962086 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf314bc-3e03-494d-98e7-93993b717d0c tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:42.966941 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-7bf314bc-3e03-494d-98e7-93993b717d0c tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:42.971939 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf314bc-3e03-494d-98e7-93993b717d0c tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:42.973228 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f44b5448-c5da-48da-841c-63fea95af699 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:42.987697 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2f123-f7fd-414f-9aa5-e972d3552dc3 req-0b803ea0-9197-469b-8637-a119fd5ffbbc tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:42.989247 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-45e2f123-f7fd-414f-9aa5-e972d3552dc3 req-0b803ea0-9197-469b-8637-a119fd5ffbbc tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 945 time: 0.4326284 May 26 16:10:43.006281 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf314bc-3e03-494d-98e7-93993b717d0c tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Pushing event updated for resources: {'Port': ['ID=e72d1351-cd6f-4d68-b578-b0c6a78b0d56,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:43.044804 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f44b5448-c5da-48da-841c-63fea95af699 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:43.068028 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] Set router d6cebfe8-f7fc-40d0-9788-f68e24e934d5 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:43.143309 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44b5448-c5da-48da-841c-63fea95af699 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:10:43.143624 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f44b5448-c5da-48da-841c-63fea95af699 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:43.152885 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-ae6bf715-016b-43f5-a312-e34655a6b3f9 service neutron] 10.222.0.77 "GET /v2.0/networks/8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806738 May 26 16:10:43.207288 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 09073106-2a60-448f-bb7f-6d0d5acf8504 resource provider aggregate not found May 26 16:10:43.293215 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 09073106-2a60-448f-bb7f-6d0d5acf8504 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09073106-2a60-448f-bb7f-6d0d5acf8504 found for delete ", "request_id": "req-4f7a10e4-5191-4358-93c8-0d1d95e0e30e"}]} May 26 16:10:43.308253 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-585747277-router', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '6368c267-df01-4208-b7f3-f7253a410410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:26Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'gw_port': {'id': '6368c267-df01-4208-b7f3-f7253a410410', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:29Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd29e7592-84ff-47b6-8c02-b87ecdc6a75b', 'name': '', 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'mac_address': 'fa:16:3e:a9:05:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '24152767-9df9-4e17-996b-6f1548c30662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:36Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 2, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'subnets': [{'id': '24152767-9df9-4e17-996b-6f1548c30662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:43.345018 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] Checking router: d6cebfe8-f7fc-40d0-9788-f68e24e934d5 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:10:43.345385 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] Updating router d6cebfe8-f7fc-40d0-9788-f68e24e934d5 port d29e7592-84ff-47b6-8c02-b87ecdc6a75b binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:10:43.363228 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-51263f9c-7541-4b38-b2c7-b467d7abc079 service neutron] 10.222.0.83 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061498 May 26 16:10:43.372763 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:43.400588 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f44b5448-c5da-48da-841c-63fea95af699 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:43.405145 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f44b5448-c5da-48da-841c-63fea95af699 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:43.415158 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f44b5448-c5da-48da-841c-63fea95af699 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/networks/15c3b8c2-5e9b-45a8-8c08-bb464d6f071b HTTP/1.1" status: 204 len: 168 time: 1.9322898 May 26 16:10:43.415311 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52994) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:43.416726 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-45e2f123-f7fd-414f-9aa5-e972d3552dc3 req-821098fb-8b97-436c-a276-00af1c219326 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4086461 May 26 16:10:43.419409 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-6b7ada77-1261-4ffd-ba21-f5907f0219f9 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-744534297', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:43.474682 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b7ada77-1261-4ffd-ba21-f5907f0219f9 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:43.475703 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b7ada77-1261-4ffd-ba21-f5907f0219f9 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:43.529609 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b5448-c5da-48da-841c-63fea95af699 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Network': ['ID=15c3b8c2-5e9b-45a8-8c08-bb464d6f071b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:43.535868 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b7ada77-1261-4ffd-ba21-f5907f0219f9 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:43.545992 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b7ada77-1261-4ffd-ba21-f5907f0219f9 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:43.580079 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b7ada77-1261-4ffd-ba21-f5907f0219f9 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:43.581644 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6b7ada77-1261-4ffd-ba21-f5907f0219f9 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1656141 May 26 16:10:43.585151 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53000) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:43.594333 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-347ec4c1-a495-4f6e-aeb2-725542ad0122 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'network': {'name': 'tempest-RoutersTest-867076769'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:43.630736 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ffef98-db4e-46e3-82f4-2f8c2b2dcbec admin admin] Network ca16d41c-d200-4396-bd00-d4e080e4dece is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:43.636836 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-a67ffd26-7825-4cb0-99a3-64d59f05aeca service neutron] 10.222.0.77 "GET /v2.0/networks/8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415183 May 26 16:10:43.641572 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-93ffef98-db4e-46e3-82f4-2f8c2b2dcbec admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:43.716221 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bf314bc-3e03-494d-98e7-93993b717d0c tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:43.727147 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:43.749935 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-c2c3e56e-4931-4125-8db4-1b5cfc9e076a service neutron] 10.222.0.83 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690155 May 26 16:10:43.799386 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:43.800034 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:43.894679 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:43.901002 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:43.906284 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:43.997669 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e94f3029-3e83-42f3-a40a-a1acff0c01a0 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:10:44.017673 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347ec4c1-a495-4f6e-aeb2-725542ad0122 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Made reservation on behalf of 8515b971030c454198bcb87784afc4ec for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:44.023574 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-347ec4c1-a495-4f6e-aeb2-725542ad0122 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:44.026145 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1ed06-cc1a-46c9-a6af-e2296e491630 None None] Pushing event updated for resources: {'Port': ['ID=d29e7592-84ff-47b6-8c02-b87ecdc6a75b,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:44.036469 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bf314bc-3e03-494d-98e7-93993b717d0c tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:44.057105 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: e94f3029-3e83-42f3-a40a-a1acff0c01a0 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:10:44.057451 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e94f3029-3e83-42f3-a40a-a1acff0c01a0 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:10:44.134765 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] Attempting to bind port d29e7592-84ff-47b6-8c02-b87ecdc6a75b on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:10:44.135267 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] Attempting to bind port d29e7592-84ff-47b6-8c02-b87ecdc6a75b by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '0cae4f8b-4c08-4f01-b356-84ad24f58bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:10:44.135920 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] Attempting to bind port d29e7592-84ff-47b6-8c02-b87ecdc6a75b on network 70f8d096-df3b-48f6-87c7-e0d29b765be5 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:44.143675 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:10:44.144466 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] Checking segment: {'id': '0cae4f8b-4c08-4f01-b356-84ad24f58bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:44.145233 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:44.146713 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] Bound using segment: {'id': '0cae4f8b-4c08-4f01-b356-84ad24f58bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:10:44.152834 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] Bound port: d29e7592-84ff-47b6-8c02-b87ecdc6a75b, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cae4f8b-4c08-4f01-b356-84ad24f58bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:10:44.154102 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:44.161600 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b2e9d3c7-bb87-485a-ae28-6a5903cf1533 None None] Provisioning complete for port d7983dda-5f5b-4156-a357-d4bb39f761d4 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:44.161885 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b2e9d3c7-bb87-485a-ae28-6a5903cf1533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:44.162858 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-347ec4c1-a495-4f6e-aeb2-725542ad0122 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:10:44.205991 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-347ec4c1-a495-4f6e-aeb2-725542ad0122 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:44.211676 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-347ec4c1-a495-4f6e-aeb2-725542ad0122 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Added segment 1b415897-918f-493e-8993-09d1e2b7afec of type vlan for network e183c45f-04e8-4316-857b-8e1bbc74bccf May 26 16:10:44.238049 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b2e9d3c7-bb87-485a-ae28-6a5903cf1533 None None] Port d7983dda-5f5b-4156-a357-d4bb39f761d4 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:10:44.279649 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] For port d29e7592-84ff-47b6-8c02-b87ecdc6a75b, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:10:44.286684 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] For port d29e7592-84ff-47b6-8c02-b87ecdc6a75b, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d29e7592-84ff-47b6-8c02-b87ecdc6a75b,segment=NetworkSegment(0cae4f8b-4c08-4f01-b356-84ad24f58bc1),segment_id=0cae4f8b-4c08-4f01-b356-84ad24f58bc1)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:10:44.306243 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:44.316373 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-347ec4c1-a495-4f6e-aeb2-725542ad0122 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:44.349942 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-60f19d0a-f988-4ae0-8bf7-687c7295ff1e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=17546000-b263-4011-a4e6-5dc6daed213a HTTP/1.1" status: 200 len: 217 time: 0.5868814 May 26 16:10:44.408494 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-347ec4c1-a495-4f6e-aeb2-725542ad0122 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:44.415712 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347ec4c1-a495-4f6e-aeb2-725542ad0122 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:44.416386 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-347ec4c1-a495-4f6e-aeb2-725542ad0122 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:44.423428 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1ed06-cc1a-46c9-a6af-e2296e491630 None None] Pushing event updated for resources: {'Port': ['ID=d29e7592-84ff-47b6-8c02-b87ecdc6a75b,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:44.449495 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] Routers {'d6cebfe8-f7fc-40d0-9788-f68e24e934d5'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:44.450160 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d6cebfe8-f7fc-40d0-9788-f68e24e934d5'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:44.488084 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7fd17696-7157-4fd1-ac39-0a272f2c6631 None None] Provisioning complete for port d29e7592-84ff-47b6-8c02-b87ecdc6a75b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:44.488740 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7fd17696-7157-4fd1-ac39-0a272f2c6631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:44.492177 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-347ec4c1-a495-4f6e-aeb2-725542ad0122 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9058170 May 26 16:10:44.510105 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53022) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:44.519121 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-bbf19a6a-01a9-4adc-9ce0-f997b9f5376f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'subnet': {'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:44.586685 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ec4c1-a495-4f6e-aeb2-725542ad0122 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Network': ['ID=e183c45f-04e8-4316-857b-8e1bbc74bccf,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:44.656945 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf314bc-3e03-494d-98e7-93993b717d0c tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Router cc93d3dd-09e3-49b5-a96f-abc2e247198c is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:10:44.667167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7fd17696-7157-4fd1-ac39-0a272f2c6631 None None] Current status of the port d29e7592-84ff-47b6-8c02-b87ecdc6a75b is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:44.667879 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7fd17696-7157-4fd1-ac39-0a272f2c6631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:44.670215 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network e183c45f-04e8-4316-857b-8e1bbc74bccf details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:10:44.770496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-8218bc0d-d0e3-491c-9b67-7208a76dca94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7138a4a-9829-4aea-8eee-fc775cadf4f0 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:10:44.780362 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7fd17696-7157-4fd1-ac39-0a272f2c6631 None None] For port d29e7592-84ff-47b6-8c02-b87ecdc6a75b, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d29e7592-84ff-47b6-8c02-b87ecdc6a75b,segment=NetworkSegment(0cae4f8b-4c08-4f01-b356-84ad24f58bc1),segment_id=0cae4f8b-4c08-4f01-b356-84ad24f58bc1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:44.797898 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7fd17696-7157-4fd1-ac39-0a272f2c6631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:44.802737 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-8218bc0d-d0e3-491c-9b67-7208a76dca94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:44.828284 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] Set router d6cebfe8-f7fc-40d0-9788-f68e24e934d5 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:44.846605 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-f58208ae-4ae8-43fb-ab75-c877cb7afe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:44.848699 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-f58208ae-4ae8-43fb-ab75-c877cb7afe16 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0d8967df-8a4c-46db-92d8-93f94220fcb8 HTTP/1.1" status: 200 len: 797 time: 0.4444613 May 26 16:10:44.875889 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf314bc-3e03-494d-98e7-93993b717d0c tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:44.911206 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea1952-54f3-4140-b8d2-efecd67fc6c8 None None] Sync routers for ids ['cc93d3dd-09e3-49b5-a96f-abc2e247198c'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:44.919515 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be79b8f-8446-46eb-86f6-e26ae675398c req-bb7941c0-d709-4cf6-ac28-24db2cf2560f tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:44.928010 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bf314bc-3e03-494d-98e7-93993b717d0c tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:44.932584 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7bf314bc-3e03-494d-98e7-93993b717d0c tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.1746387 May 26 16:10:44.933182 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53030) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:44.941169 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5be79b8f-8446-46eb-86f6-e26ae675398c req-bb7941c0-d709-4cf6-ac28-24db2cf2560f tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/ports?device_id=93409fd5-8f34-4340-bd8c-42687b7934df HTTP/1.1" status: 200 len: 932 time: 0.6167154 May 26 16:10:44.952934 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd17696-7157-4fd1-ac39-0a272f2c6631 None None] Pushing event updated for resources: {'Port': ['ID=d29e7592-84ff-47b6-8c02-b87ecdc6a75b,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:44.956799 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aea1952-54f3-4140-b8d2-efecd67fc6c8 None None] Routers {'cc93d3dd-09e3-49b5-a96f-abc2e247198c'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:44.956982 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0aea1952-54f3-4140-b8d2-efecd67fc6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['cc93d3dd-09e3-49b5-a96f-abc2e247198c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:45.023621 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-bc0804a0-a7dd-4c99-91a2-7383b6c4eede tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:45.030201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0aea1952-54f3-4140-b8d2-efecd67fc6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:45.035694 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-bc0804a0-a7dd-4c99-91a2-7383b6c4eede tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/networks?id=70f8d096-df3b-48f6-87c7-e0d29b765be5 HTTP/1.1" status: 200 len: 828 time: 1.2519259 May 26 16:10:45.038683 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-8218bc0d-d0e3-491c-9b67-7208a76dca94 service neutron] Transition to ACTIVE for port object b7138a4a-9829-4aea-8eee-fc775cadf4f0 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:10:45.056712 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ffef98-db4e-46e3-82f4-2f8c2b2dcbec admin admin] Router 33b348bf-ace5-44ee-983e-e65e60391041 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:10:45.076686 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c22b87b9-3451-4cdb-919d-355e5dddb621 None None] Provisioning complete for port d29e7592-84ff-47b6-8c02-b87ecdc6a75b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:45.077201 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c22b87b9-3451-4cdb-919d-355e5dddb621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:45.081448 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aea1952-54f3-4140-b8d2-efecd67fc6c8 None None] Routers {'cc93d3dd-09e3-49b5-a96f-abc2e247198c'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:45.085488 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-8218bc0d-d0e3-491c-9b67-7208a76dca94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:45.085999 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0aea1952-54f3-4140-b8d2-efecd67fc6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['cc93d3dd-09e3-49b5-a96f-abc2e247198c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:45.170395 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-db9d23dd-9d9b-4db4-a82d-359b46645fe6 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/quotas/162b9b2b0d834f618e6e436b4f02809d HTTP/1.1" status: 200 len: 375 time: 0.1101339 May 26 16:10:45.170517 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1705a738-1c08-463a-80c1-aef3d7d3ec62 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "GET /v2.0/routers/cc93d3dd-09e3-49b5-a96f-abc2e247198c HTTP/1.1" status: 200 len: 925 time: 0.2360194 May 26 16:10:45.174569 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53032) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:45.222288 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0aea1952-54f3-4140-b8d2-efecd67fc6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:45.225271 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5fccd66b-9b44-460d-b7f7-8780ffee5dc6 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc93d3dd-09e3-49b5-a96f-abc2e247198c HTTP/1.1" status: 200 len: 205 time: 0.0503433 May 26 16:10:45.226330 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea1952-54f3-4140-b8d2-efecd67fc6c8 None None] The sync data for ids ['cc93d3dd-09e3-49b5-a96f-abc2e247198c'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:45.230017 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53034) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:45.253972 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5be79b8f-8446-46eb-86f6-e26ae675398c req-544fd098-ab30-4274-8323-e711665df597 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/security-groups?id=d09d82a5-10d1-47d8-a394-0e10fc4a7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085186 May 26 16:10:45.355129 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-585747277-router', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '6368c267-df01-4208-b7f3-f7253a410410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:26Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'gw_port': {'id': '6368c267-df01-4208-b7f3-f7253a410410', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:29Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd29e7592-84ff-47b6-8c02-b87ecdc6a75b', 'name': '', 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'mac_address': 'fa:16:3e:a9:05:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '24152767-9df9-4e17-996b-6f1548c30662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:36Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'subnets': [{'id': '24152767-9df9-4e17-996b-6f1548c30662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:45.357152 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c22b87b9-3451-4cdb-919d-355e5dddb621 None None] Current status of the port d29e7592-84ff-47b6-8c02-b87ecdc6a75b is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:45.401304 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-a7096400-662f-4604-8654-1c23b46bcfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:45.402385 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-a7096400-662f-4604-8654-1c23b46bcfce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f3afb84f-a007-4e52-a1fb-611cc73f2208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5276501 May 26 16:10:45.402968 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf19a6a-01a9-4adc-9ce0-f997b9f5376f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Made reservation on behalf of 8515b971030c454198bcb87784afc4ec for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:45.407036 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bbf19a6a-01a9-4adc-9ce0-f997b9f5376f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:45.411099 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218bc0d-d0e3-491c-9b67-7208a76dca94 service neutron] Pushing event updated for resources: {'Port': ['ID=b7138a4a-9829-4aea-8eee-fc775cadf4f0,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:45.428259 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4dd12a-90d0-41fc-a025-2e2d5ce774c4 None None] The sync data for ids ['d6cebfe8-f7fc-40d0-9788-f68e24e934d5'] in n-d-843337-2 is: [{'id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-585747277-router', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '6368c267-df01-4208-b7f3-f7253a410410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:26Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'gw_port': {'id': '6368c267-df01-4208-b7f3-f7253a410410', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:29Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd29e7592-84ff-47b6-8c02-b87ecdc6a75b', 'name': '', 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'mac_address': 'fa:16:3e:a9:05:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '24152767-9df9-4e17-996b-6f1548c30662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:36Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 4, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'subnets': [{'id': '24152767-9df9-4e17-996b-6f1548c30662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:45.452934 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9b89700c-e34e-4b33-a3a6-b59835512505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:45.556598 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cffa7050-33d2-47a0-8659-1fc492fc6555 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:45.656566 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-9d416776-be78-4ed6-9811-2a89bcfaab5f tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=162b9b2b0d834f618e6e436b4f02809d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4846475 May 26 16:10:45.776422 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cffa7050-33d2-47a0-8659-1fc492fc6555 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:45.783760 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d29e7592-84ff-47b6-8c02-b87ecdc6a75b up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:45.852801 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-cffa7050-33d2-47a0-8659-1fc492fc6555 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Deleting port e72d1351-cd6f-4d68-b578-b0c6a78b0d56 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:45.853738 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cffa7050-33d2-47a0-8659-1fc492fc6555 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:45.867736 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port d29e7592-84ff-47b6-8c02-b87ecdc6a75b triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:45.868281 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:45.955198 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cffa7050-33d2-47a0-8659-1fc492fc6555 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:45.960134 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ffef98-db4e-46e3-82f4-2f8c2b2dcbec admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:45.974486 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] Sync routers for ids ['33b348bf-ace5-44ee-983e-e65e60391041'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:45.983600 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-93ffef98-db4e-46e3-82f4-2f8c2b2dcbec admin admin] 10.222.0.77 "PUT /v2.0/routers/33b348bf-ace5-44ee-983e-e65e60391041/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7301188 May 26 16:10:45.983900 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port d29e7592-84ff-47b6-8c02-b87ecdc6a75b is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:45.998510 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-cffa7050-33d2-47a0-8659-1fc492fc6555 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Calling delete_port for e72d1351-cd6f-4d68-b578-b0c6a78b0d56 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:10:46.000980 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] Routers {'33b348bf-ace5-44ee-983e-e65e60391041'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:46.001894 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['33b348bf-ace5-44ee-983e-e65e60391041'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:46.011932 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-8218bc0d-d0e3-491c-9b67-7208a76dca94 service neutron] Attempting to bind port b7138a4a-9829-4aea-8eee-fc775cadf4f0 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:10:46.012298 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-8218bc0d-d0e3-491c-9b67-7208a76dca94 service neutron] Attempting to bind port b7138a4a-9829-4aea-8eee-fc775cadf4f0 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '3ff309e8-d2ce-4cee-a367-7a24e78e0a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'aa0e32e3-9ba6-4246-9353-ece5ce5401c2'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:10:46.012629 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-8218bc0d-d0e3-491c-9b67-7208a76dca94 service neutron] Attempting to bind port b7138a4a-9829-4aea-8eee-fc775cadf4f0 on network aa0e32e3-9ba6-4246-9353-ece5ce5401c2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:46.020981 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-c177f0d5-2213-4fa7-8831-5bf4055b33c4 service neutron] 10.222.0.83 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031215 May 26 16:10:46.028938 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68329124-5bc9-465f-af31-5bbbdbfe1d75 req-47dd72d4-e336-4415-9154-65da090adf66 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:46.038704 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68329124-5bc9-465f-af31-5bbbdbfe1d75 req-47dd72d4-e336-4415-9154-65da090adf66 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 945 time: 0.2595325 May 26 16:10:46.169430 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-8218bc0d-d0e3-491c-9b67-7208a76dca94 service neutron] Port b7138a4a-9829-4aea-8eee-fc775cadf4f0 on network aa0e32e3-9ba6-4246-9353-ece5ce5401c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:10:46.169743 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-8218bc0d-d0e3-491c-9b67-7208a76dca94 service neutron] Attempting to bind port b7138a4a-9829-4aea-8eee-fc775cadf4f0 on network aa0e32e3-9ba6-4246-9353-ece5ce5401c2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:46.197033 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] Set router 33b348bf-ace5-44ee-983e-e65e60391041 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:46.368546 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cffa7050-33d2-47a0-8659-1fc492fc6555 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.376806 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-567567a9-fa53-43b7-a39c-44d9062d9865 service neutron] 10.222.0.77 "GET /v2.0/networks/70f8d096-df3b-48f6-87c7-e0d29b765be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7186704 May 26 16:10:46.428876 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.471777 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa7050-33d2-47a0-8659-1fc492fc6555 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Pushing event deleted for resources: {'Port': ['ID=e72d1351-cd6f-4d68-b578-b0c6a78b0d56,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:46.516675 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b348bf-ace5-44ee-983e-e65e60391041', 'name': 'tempest-ServersTestJSON-1436216598-router', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'gw_port': {'id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b348bf-ace5-44ee-983e-e65e60391041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:32Z', 'updated_at': '2022-05-26T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd7983dda-5f5b-4156-a357-d4bb39f761d4', 'name': '', 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'mac_address': 'fa:16:3e:a5:18:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b348bf-ace5-44ee-983e-e65e60391041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'f4c948db-f932-46ec-b83c-396755cf4bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:37Z', 'updated_at': '2022-05-26T16:10:41Z', 'revision_number': 2, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'subnets': [{'id': 'f4c948db-f932-46ec-b83c-396755cf4bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:46.527066 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-8218bc0d-d0e3-491c-9b67-7208a76dca94 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:10:46.527631 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-8218bc0d-d0e3-491c-9b67-7208a76dca94 service neutron] Checking segment: {'id': '3ff309e8-d2ce-4cee-a367-7a24e78e0a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'aa0e32e3-9ba6-4246-9353-ece5ce5401c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:46.527796 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-8218bc0d-d0e3-491c-9b67-7208a76dca94 service neutron] Bound using segment: {'id': '3ff309e8-d2ce-4cee-a367-7a24e78e0a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'aa0e32e3-9ba6-4246-9353-ece5ce5401c2'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:10:46.528283 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-8218bc0d-d0e3-491c-9b67-7208a76dca94 service neutron] Bound port: b7138a4a-9829-4aea-8eee-fc775cadf4f0, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ff309e8-d2ce-4cee-a367-7a24e78e0a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'aa0e32e3-9ba6-4246-9353-ece5ce5401c2'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:10:46.529038 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-8218bc0d-d0e3-491c-9b67-7208a76dca94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.553131 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] Checking router: 33b348bf-ace5-44ee-983e-e65e60391041 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:10:46.553497 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] Updating router 33b348bf-ace5-44ee-983e-e65e60391041 port d7983dda-5f5b-4156-a357-d4bb39f761d4 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:10:46.589042 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-bb16fcb9-8321-4972-bd8c-7bbc322a9c6b tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:46.590584 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.591245 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-bb16fcb9-8321-4972-bd8c-7bbc322a9c6b tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.83 "GET /v2.0/networks?id=8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 HTTP/1.1" status: 200 len: 812 time: 0.3298357 May 26 16:10:46.601486 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cffa7050-33d2-47a0-8659-1fc492fc6555 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.643847 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68329124-5bc9-465f-af31-5bbbdbfe1d75 req-982ba294-255d-470f-896f-a3d3b994c8fe tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5996506 May 26 16:10:46.700508 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-b8823719-5be8-406f-a90d-fc94b7f41a7f service neutron] 10.222.0.83 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6141267 May 26 16:10:46.700707 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-f428e2ab-6bde-4b40-a6e5-ee1acad69efc tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Request body: {'port': {'device_id': 'c40caa2f-1878-412a-97f8-ae2e6de85d1f', 'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5', 'admin_state_up': True, 'tenant_id': '62ed477bb24843928995fef62a834d09'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:46.818027 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cffa7050-33d2-47a0-8659-1fc492fc6555 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.823436 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cffa7050-33d2-47a0-8659-1fc492fc6555 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.903298 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cffa7050-33d2-47a0-8659-1fc492fc6555 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.903952 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffa7050-33d2-47a0-8659-1fc492fc6555 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Fanout notify agent at l3_agent the message router_deleted on router cc93d3dd-09e3-49b5-a96f-abc2e247198c {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:10:46.915362 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cffa7050-33d2-47a0-8659-1fc492fc6555 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.916557 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cffa7050-33d2-47a0-8659-1fc492fc6555 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "DELETE /v2.0/routers/cc93d3dd-09e3-49b5-a96f-abc2e247198c HTTP/1.1" status: 204 len: 168 time: 1.6852751 May 26 16:10:46.924860 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53044) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:46.929692 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e87b35dc-a8ab-4c2c-84bb-084511801860 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Request body: {'router': {'name': 'tempest-snat-router-903697696', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'enable_snat': False}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:46.970597 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e87b35dc-a8ab-4c2c-84bb-084511801860 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.972303 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e87b35dc-a8ab-4c2c-84bb-084511801860 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:46.977294 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-f428e2ab-6bde-4b40-a6e5-ee1acad69efc tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Made reservation on behalf of 62ed477bb24843928995fef62a834d09 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:46.981376 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-f428e2ab-6bde-4b40-a6e5-ee1acad69efc tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.000786 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.009759 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.122178 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e87b35dc-a8ab-4c2c-84bb-084511801860 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.175920 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] Attempting to bind port d7983dda-5f5b-4156-a357-d4bb39f761d4 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:10:47.176525 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] Attempting to bind port d7983dda-5f5b-4156-a357-d4bb39f761d4 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '11a76e5f-9290-4dfa-b37b-055b471314c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:10:47.176989 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] Attempting to bind port d7983dda-5f5b-4156-a357-d4bb39f761d4 on network ca16d41c-d200-4396-bd00-d4e080e4dece {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:47.180294 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a01de-d73d-456e-a621-284fdc55ef2e None None] Pushing event updated for resources: {'Port': ['ID=d7983dda-5f5b-4156-a357-d4bb39f761d4,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:47.188555 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:10:47.189127 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] Checking segment: {'id': '11a76e5f-9290-4dfa-b37b-055b471314c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:47.189663 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.190151 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] Bound using segment: {'id': '11a76e5f-9290-4dfa-b37b-055b471314c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:10:47.190894 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] Bound port: d7983dda-5f5b-4156-a357-d4bb39f761d4, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a76e5f-9290-4dfa-b37b-055b471314c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:10:47.191418 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.206832 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-8218bc0d-d0e3-491c-9b67-7208a76dca94 service neutron] For port b7138a4a-9829-4aea-8eee-fc775cadf4f0, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:10:47.209681 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bbf19a6a-01a9-4adc-9ce0-f997b9f5376f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.244804 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8658be8-de56-43cb-b7de-1ceb6abec52d req-0ce38acb-e69f-43b0-810e-00cab460a85b tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eb9851-7689-4586-b569-327a627ab537 HTTP/1.1" status: 200 len: 210 time: 0.4374034 May 26 16:10:47.246712 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-9b5bf2e1-c215-41aa-a1c8-3550d02d290a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=a22baecc-6a51-4894-9383-fd79c3b20a9c HTTP/1.1" status: 200 len: 217 time: 0.5048776 May 26 16:10:47.301791 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] For port d7983dda-5f5b-4156-a357-d4bb39f761d4, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:10:47.305645 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] For port d7983dda-5f5b-4156-a357-d4bb39f761d4, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d7983dda-5f5b-4156-a357-d4bb39f761d4,segment=NetworkSegment(11a76e5f-9290-4dfa-b37b-055b471314c0),segment_id=11a76e5f-9290-4dfa-b37b-055b471314c0)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:10:47.316204 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.346897 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-8218bc0d-d0e3-491c-9b67-7208a76dca94 service neutron] For port b7138a4a-9829-4aea-8eee-fc775cadf4f0, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b7138a4a-9829-4aea-8eee-fc775cadf4f0,segment=NetworkSegment(3ff309e8-d2ce-4cee-a367-7a24e78e0a45),segment_id=3ff309e8-d2ce-4cee-a367-7a24e78e0a45)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:10:47.360414 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-ebc59a8f-3e22-4ae7-8ea2-b09523d7f701 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:47.362064 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-ebc59a8f-3e22-4ae7-8ea2-b09523d7f701 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.81 "GET /v2.0/networks?id=8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 HTTP/1.1" status: 200 len: 812 time: 1.1810291 May 26 16:10:47.403588 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] Routers {'33b348bf-ace5-44ee-983e-e65e60391041'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:47.404849 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['33b348bf-ace5-44ee-983e-e65e60391041'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:47.415979 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-acf14644-9a3c-4b34-9117-c7462aed8abe tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Request body: {'port': {'device_id': '47eb9851-7689-4586-b569-327a627ab537', 'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5', 'admin_state_up': True, 'tenant_id': '62ed477bb24843928995fef62a834d09'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:47.441347 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-8218bc0d-d0e3-491c-9b67-7208a76dca94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.449232 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-dda4cbd9-2945-4cf6-aaba-c50ed26df13e service neutron] 10.222.0.77 "GET /v2.0/networks/70f8d096-df3b-48f6-87c7-e0d29b765be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9826157 May 26 16:10:47.452884 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e87b35dc-a8ab-4c2c-84bb-084511801860 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.467075 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf19a6a-01a9-4adc-9ce0-f997b9f5376f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Checking segment: {'id': '1b415897-918f-493e-8993-09d1e2b7afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:47.468786 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf19a6a-01a9-4adc-9ce0-f997b9f5376f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network hostable DHCP agents. Network: e183c45f-04e8-4316-857b-8e1bbc74bccf, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:10:47.504850 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53048) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:47.511542 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-40546c17-cd0c-42a7-8d65-e5c890f764ad tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--694524438', 'description': 'tempest-description--1983529869'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:47.513057 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a01de-d73d-456e-a621-284fdc55ef2e None None] Pushing event updated for resources: {'Port': ['ID=d7983dda-5f5b-4156-a357-d4bb39f761d4,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:47.536847 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ef1f9bd5-df83-4cdc-a69b-5f8f513e1b9b None None] Provisioning complete for port d7983dda-5f5b-4156-a357-d4bb39f761d4 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:47.555186 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ef1f9bd5-df83-4cdc-a69b-5f8f513e1b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.612009 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-f428e2ab-6bde-4b40-a6e5-ee1acad69efc tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Allocated IP 172.20.0.13 (8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5/8755c60d-adae-412e-bec0-8ea9909ff975/c9a08a6e-7681-4d3d-ba04-e7048493729f) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:47.645405 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-40546c17-cd0c-42a7-8d65-e5c890f764ad tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.697305 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] Set router 33b348bf-ace5-44ee-983e-e65e60391041 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:47.795905 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf19a6a-01a9-4adc-9ce0-f997b9f5376f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Subnet': ['ID=a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:47.876947 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f9bd5-df83-4cdc-a69b-5f8f513e1b9b None None] Current status of the port d7983dda-5f5b-4156-a357-d4bb39f761d4 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:47.877432 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ef1f9bd5-df83-4cdc-a69b-5f8f513e1b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.927135 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-40546c17-cd0c-42a7-8d65-e5c890f764ad tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.945325 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-40546c17-cd0c-42a7-8d65-e5c890f764ad tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.951552 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ef1f9bd5-df83-4cdc-a69b-5f8f513e1b9b None None] For port d7983dda-5f5b-4156-a357-d4bb39f761d4, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d7983dda-5f5b-4156-a357-d4bb39f761d4,segment=NetworkSegment(11a76e5f-9290-4dfa-b37b-055b471314c0),segment_id=11a76e5f-9290-4dfa-b37b-055b471314c0)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:47.955335 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.963693 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ef1f9bd5-df83-4cdc-a69b-5f8f513e1b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:47.988033 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-eba5efb3-1398-4487-b0e5-761643b2bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:47.990070 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-eba5efb3-1398-4487-b0e5-761643b2bf11 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0d8967df-8a4c-46db-92d8-93f94220fcb8 HTTP/1.1" status: 200 len: 797 time: 0.6811459 May 26 16:10:47.999501 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-8218bc0d-d0e3-491c-9b67-7208a76dca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:48.000586 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-8218bc0d-d0e3-491c-9b67-7208a76dca94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.002704 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-8218bc0d-d0e3-491c-9b67-7208a76dca94 service neutron] 10.222.0.81 "PUT /v2.0/ports/b7138a4a-9829-4aea-8eee-fc775cadf4f0 HTTP/1.1" status: 200 len: 1092 time: 5.6386788 May 26 16:10:48.007786 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93409fd5-8f34-4340-bd8c-42687b7934df', 'tag': 'b7138a4a-9829-4aea-8eee-fc775cadf4f0'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:48.020742 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36ff316-8226-4122-bab4-6b97206bddcc" -d '{"events": [{"name": "network-changed", "server_uuid": "93409fd5-8f34-4340-bd8c-42687b7934df", "tag": "b7138a4a-9829-4aea-8eee-fc775cadf4f0"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:48.056766 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf19a6a-01a9-4adc-9ce0-f997b9f5376f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network e183c45f-04e8-4316-857b-8e1bbc74bccf is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:10:48.092246 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f9bd5-df83-4cdc-a69b-5f8f513e1b9b None None] Pushing event updated for resources: {'Port': ['ID=d7983dda-5f5b-4156-a357-d4bb39f761d4,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:48.106938 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-2385076b-ef75-45e8-9588-41842f1eb1a2 None None] Provisioning complete for port d7983dda-5f5b-4156-a357-d4bb39f761d4 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:48.107997 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2385076b-ef75-45e8-9588-41842f1eb1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.166237 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcc4c5-8075-4db3-93ac-6f74b81240e6 req-f2dff09a-6296-4d5e-bf09-53de89dd928f tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:48.169346 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3abcc4c5-8075-4db3-93ac-6f74b81240e6 req-f2dff09a-6296-4d5e-bf09-53de89dd928f tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/ports?device_id=93409fd5-8f34-4340-bd8c-42687b7934df HTTP/1.1" status: 200 len: 944 time: 0.3375764 May 26 16:10:48.205160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-bbf19a6a-01a9-4adc-9ce0-f997b9f5376f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, e183c45f-04e8-4316-857b-8e1bbc74bccf) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:48.218614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf19a6a-01a9-4adc-9ce0-f997b9f5376f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:48.219653 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bbf19a6a-01a9-4adc-9ce0-f997b9f5376f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.220604 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87075635-0d4c-40f6-8fbd-8539bc9ca48f None None] Network e183c45f-04e8-4316-857b-8e1bbc74bccf requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:48.229379 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b348bf-ace5-44ee-983e-e65e60391041', 'name': 'tempest-ServersTestJSON-1436216598-router', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'gw_port': {'id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b348bf-ace5-44ee-983e-e65e60391041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:32Z', 'updated_at': '2022-05-26T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd7983dda-5f5b-4156-a357-d4bb39f761d4', 'name': '', 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'mac_address': 'fa:16:3e:a5:18:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b348bf-ace5-44ee-983e-e65e60391041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'f4c948db-f932-46ec-b83c-396755cf4bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:37Z', 'updated_at': '2022-05-26T16:10:47Z', 'revision_number': 4, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'subnets': [{'id': 'f4c948db-f932-46ec-b83c-396755cf4bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:48.243712 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218bc0d-d0e3-491c-9b67-7208a76dca94 service neutron] Pushing event updated for resources: {'Port': ['ID=b7138a4a-9829-4aea-8eee-fc775cadf4f0,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:48.254976 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca26d6d-3cc6-4d56-8a94-93a82f3739fa req-eb870487-2d30-403c-b6e1-71031263a77b tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:48.256863 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ca26d6d-3cc6-4d56-8a94-93a82f3739fa req-eb870487-2d30-403c-b6e1-71031263a77b tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 945 time: 0.3815367 May 26 16:10:48.268530 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39480ec-a749-4296-a4c2-9f47535bc546 None None] The sync data for ids ['33b348bf-ace5-44ee-983e-e65e60391041'] in n-d-843337-2 is: [{'id': '33b348bf-ace5-44ee-983e-e65e60391041', 'name': 'tempest-ServersTestJSON-1436216598-router', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'gw_port': {'id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b348bf-ace5-44ee-983e-e65e60391041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:32Z', 'updated_at': '2022-05-26T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd7983dda-5f5b-4156-a357-d4bb39f761d4', 'name': '', 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'mac_address': 'fa:16:3e:a5:18:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b348bf-ace5-44ee-983e-e65e60391041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'f4c948db-f932-46ec-b83c-396755cf4bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:37Z', 'updated_at': '2022-05-26T16:10:47Z', 'revision_number': 4, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'subnets': [{'id': 'f4c948db-f932-46ec-b83c-396755cf4bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:48.273609 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.278129 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bbf19a6a-01a9-4adc-9ce0-f997b9f5376f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7633252 May 26 16:10:48.296494 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53064) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:48.298724 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:10:48.455607 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-910f8c59-0499-44e7-9ff5-e8c08153dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:48.457533 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-910f8c59-0499-44e7-9ff5-e8c08153dd09 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f3afb84f-a007-4e52-a1fb-611cc73f2208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4258218 May 26 16:10:48.460762 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-7e8f5e36-150d-475e-8c57-7b46ace232c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:48.462379 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-7e8f5e36-150d-475e-8c57-7b46ace232c8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d8e17867250245088e543a1360945843&device_id=93409fd5-8f34-4340-bd8c-42687b7934df HTTP/1.1" status: 200 len: 1095 time: 0.3862362 May 26 16:10:48.536482 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3abcc4c5-8075-4db3-93ac-6f74b81240e6 req-35efe54b-e07a-4bf9-93de-40bcb302dcdb tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/security-groups?id=d09d82a5-10d1-47d8-a394-0e10fc4a7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489187 May 26 16:10:48.539375 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb46ad4-10df-42eb-a777-6066c5749fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-e183c45f-04e8-4316-857b-8e1bbc74bccf', 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'fixed_ips': [{'subnet_id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:10:48.540225 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7bb46ad4-10df-42eb-a777-6066c5749fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.582761 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2385076b-ef75-45e8-9588-41842f1eb1a2 None None] Current status of the port d7983dda-5f5b-4156-a357-d4bb39f761d4 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:48.634215 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-f428e2ab-6bde-4b40-a6e5-ee1acad69efc tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.638076 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-40546c17-cd0c-42a7-8d65-e5c890f764ad tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.642778 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-40546c17-cd0c-42a7-8d65-e5c890f764ad tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1366112 May 26 16:10:48.643705 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53068) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:48.649216 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-eaade0f7-2a8d-48e9-9991-83058db5ae2b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7138a4a-9829-4aea-8eee-fc775cadf4f0 HTTP/1.1" status: 200 len: 217 time: 0.1407545 May 26 16:10:48.658489 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-5b10153f-4ebe-4996-911e-5d19b4b2680f tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Request body: {'security_group_rule': {'security_group_id': '5657caa3-fd19-4e63-9466-79994f192429', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:48.697572 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40546c17-cd0c-42a7-8d65-e5c890f764ad tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5657caa3-fd19-4e63-9466-79994f192429,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:48.786814 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5b10153f-4ebe-4996-911e-5d19b4b2680f tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.789277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-7bb46ad4-10df-42eb-a777-6066c5749fb2 None None] Allocated IP 172.20.0.2 (e183c45f-04e8-4316-857b-8e1bbc74bccf/a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1/f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:48.825014 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e87b35dc-a8ab-4c2c-84bb-084511801860 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.827380 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-f428e2ab-6bde-4b40-a6e5-ee1acad69efc tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.887263 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e87b35dc-a8ab-4c2c-84bb-084511801860 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.904808 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-acf14644-9a3c-4b34-9117-c7462aed8abe tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Made reservation on behalf of 62ed477bb24843928995fef62a834d09 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:48.909269 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-acf14644-9a3c-4b34-9117-c7462aed8abe tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:48.973344 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-f428e2ab-6bde-4b40-a6e5-ee1acad69efc tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Network 8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:49.033315 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.037449 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-f428e2ab-6bde-4b40-a6e5-ee1acad69efc tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:49.038063 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7bb46ad4-10df-42eb-a777-6066c5749fb2 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.045148 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-f428e2ab-6bde-4b40-a6e5-ee1acad69efc tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:49.046496 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7bb46ad4-10df-42eb-a777-6066c5749fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.053859 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428e2ab-6bde-4b40-a6e5-ee1acad69efc tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Pushing event updated for resources: {'Port': ['ID=c9a08a6e-7681-4d3d-ba04-e7048493729f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:49.071377 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec0a9ad0-2253-4583-a246-5c6b9ff1e927 req-819e06c8-007a-4d1c-bc40-b1e455a54421 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 210 time: 0.4084568 May 26 16:10:49.116596 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb46ad4-10df-42eb-a777-6066c5749fb2 None None] Pushing event updated for resources: {'Port': ['ID=f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:49.131711 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5b10153f-4ebe-4996-911e-5d19b4b2680f tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.144646 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb46ad4-10df-42eb-a777-6066c5749fb2 None None] Network e183c45f-04e8-4316-857b-8e1bbc74bccf is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:49.147013 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-7bb46ad4-10df-42eb-a777-6066c5749fb2 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:49.148818 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5b10153f-4ebe-4996-911e-5d19b4b2680f tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.153049 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb46ad4-10df-42eb-a777-6066c5749fb2 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:49.166915 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ca26d6d-3cc6-4d56-8a94-93a82f3739fa req-5421db1b-be36-4fda-8c4f-1a810c1a2734 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8957353 May 26 16:10:49.174707 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735d48b8-fcce-4a40-be17-05d4666a6a32 x-openstack-request-id: req-735d48b8-fcce-4a40-be17-05d4666a6a32 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:49.182770 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93409fd5-8f34-4340-bd8c-42687b7934df", "tag": "b7138a4a-9829-4aea-8eee-fc775cadf4f0", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:49.184836 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-735d48b8-fcce-4a40-be17-05d4666a6a32 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:49.185492 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-735d48b8-fcce-4a40-be17-05d4666a6a32'] response: {'name': 'network-changed', 'server_uuid': '93409fd5-8f34-4340-bd8c-42687b7934df', 'tag': 'b7138a4a-9829-4aea-8eee-fc775cadf4f0', 'status': 'completed', 'code': 200} May 26 16:10:49.245288 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5b10153f-4ebe-4996-911e-5d19b4b2680f tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.248960 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5b10153f-4ebe-4996-911e-5d19b4b2680f tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5955067 May 26 16:10:49.255874 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10153f-4ebe-4996-911e-5d19b4b2680f tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25bd9287-f7f5-4fac-89f1-f492265058eb,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:49.266575 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7bb46ad4-10df-42eb-a777-6066c5749fb2 None None] Attempting to bind port f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:10:49.267274 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7bb46ad4-10df-42eb-a777-6066c5749fb2 None None] Attempting to bind port f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '1b415897-918f-493e-8993-09d1e2b7afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:10:49.268020 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb46ad4-10df-42eb-a777-6066c5749fb2 None None] Attempting to bind port f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b on network e183c45f-04e8-4316-857b-8e1bbc74bccf {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:49.269449 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53070) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:49.274155 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb46ad4-10df-42eb-a777-6066c5749fb2 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:10:49.274604 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-af0065fc-66f1-44e0-9674-dd1faaddc4e4 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Request body: {'security_group_rule': {'security_group_id': '5657caa3-fd19-4e63-9466-79994f192429', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:49.274993 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb46ad4-10df-42eb-a777-6066c5749fb2 None None] Checking segment: {'id': '1b415897-918f-493e-8993-09d1e2b7afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:49.275613 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7bb46ad4-10df-42eb-a777-6066c5749fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.276149 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb46ad4-10df-42eb-a777-6066c5749fb2 None None] Bound using segment: {'id': '1b415897-918f-493e-8993-09d1e2b7afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:10:49.276904 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7bb46ad4-10df-42eb-a777-6066c5749fb2 None None] Bound port: f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b415897-918f-493e-8993-09d1e2b7afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:10:49.277544 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7bb46ad4-10df-42eb-a777-6066c5749fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.289291 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-f428e2ab-6bde-4b40-a6e5-ee1acad69efc tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:49.289832 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-f428e2ab-6bde-4b40-a6e5-ee1acad69efc tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.335356 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-20d70679-aa39-4544-a0f1-289a8b216f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:49.336853 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-20d70679-aa39-4544-a0f1-289a8b216f66 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4bffddb-cb4f-4997-8188-0d695090baf6 HTTP/1.1" status: 200 len: 857 time: 0.6729484 May 26 16:10:49.345115 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-e87b35dc-a8ab-4c2c-84bb-084511801860 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Allocated IP 172.25.7.204 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/f9d5ab23-979d-48e6-ad94-fc88e455625f) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:49.350892 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-f428e2ab-6bde-4b40-a6e5-ee1acad69efc tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6589715 May 26 16:10:49.368024 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7bb46ad4-10df-42eb-a777-6066c5749fb2 None None] For port f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:10:49.371434 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-af0065fc-66f1-44e0-9674-dd1faaddc4e4 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.372122 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7bb46ad4-10df-42eb-a777-6066c5749fb2 None None] For port f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b,segment=NetworkSegment(1b415897-918f-493e-8993-09d1e2b7afec),segment_id=1b415897-918f-493e-8993-09d1e2b7afec)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:10:49.380038 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7bb46ad4-10df-42eb-a777-6066c5749fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.385132 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Request body: {'port': {'device_id': 'c40caa2f-1878-412a-97f8-ae2e6de85d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:49.391692 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c6a0ea55-638a-46f0-9fc1-59d9bd2b1156 req-aec6dca7-cae5-400d-822f-ee7a4f1952b1 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eb9851-7689-4586-b569-327a627ab537 HTTP/1.1" status: 200 len: 210 time: 0.0769961 May 26 16:10:49.416515 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-067037cf-c254-488b-8337-63168afe3710 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.513044 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb46ad4-10df-42eb-a777-6066c5749fb2 None None] Pushing event updated for resources: {'Port': ['ID=f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:49.542140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-acf14644-9a3c-4b34-9117-c7462aed8abe tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Allocated IP 172.20.0.11 (8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5/8755c60d-adae-412e-bec0-8ea9909ff975/31249ee3-bfc9-454f-aa45-eb62c2314a01) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:49.689942 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-af0065fc-66f1-44e0-9674-dd1faaddc4e4 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.701776 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-af0065fc-66f1-44e0-9674-dd1faaddc4e4 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.707706 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.726415 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d7983dda-5f5b-4156-a357-d4bb39f761d4 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:49.868932 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-07ab780c-c1bb-4517-b52d-238576944127 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:49.870560 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-07ab780c-c1bb-4517-b52d-238576944127 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.83 "GET /v2.0/networks?id=70f8d096-df3b-48f6-87c7-e0d29b765be5 HTTP/1.1" status: 200 len: 828 time: 0.1697991 May 26 16:10:49.887819 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port d7983dda-5f5b-4156-a357-d4bb39f761d4 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:49.888459 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.891370 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0065fc-66f1-44e0-9674-dd1faaddc4e4 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645fe13c-fc08-446a-95c6-5db4cd165d4f,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:49.895817 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-995a27a5-f58e-4760-8346-2c1d206deaca service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aa0e32e3-9ba6-4246-9353-ece5ce5401c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5174513 May 26 16:10:49.966620 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-af0065fc-66f1-44e0-9674-dd1faaddc4e4 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:49.971405 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-af0065fc-66f1-44e0-9674-dd1faaddc4e4 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7006702 May 26 16:10:49.984516 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-0bc107ec-29f7-4e85-a5f3-9dab1d417f41 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Request body: {'port': {'device_id': '3a4c2b22-4a20-492c-8a83-28c2f551fafe', 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5', 'admin_state_up': True, 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:49.989209 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-a174982a-c748-442b-94d7-85d6357c56b4 service neutron] 10.222.0.83 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4845996 May 26 16:10:49.990149 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53074) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:50.003556 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e87b35dc-a8ab-4c2c-84bb-084511801860 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:50.008674 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-243279a0-d8e2-4bdc-ac16-d2f837ff2241 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:50.046712 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port d7983dda-5f5b-4156-a357-d4bb39f761d4 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:50.118534 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-243279a0-d8e2-4bdc-ac16-d2f837ff2241 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:50.326813 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e87b35dc-a8ab-4c2c-84bb-084511801860 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:50.405269 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87b35dc-a8ab-4c2c-84bb-084511801860 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:50.406587 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-0bc107ec-29f7-4e85-a5f3-9dab1d417f41 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Made reservation on behalf of 162b9b2b0d834f618e6e436b4f02809d for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:50.410367 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-0bc107ec-29f7-4e85-a5f3-9dab1d417f41 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:50.419475 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-e87b35dc-a8ab-4c2c-84bb-084511801860 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:50.433119 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b35dc-a8ab-4c2c-84bb-084511801860 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Pushing event updated for resources: {'Port': ['ID=f9d5ab23-979d-48e6-ad94-fc88e455625f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:50.439535 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87b35dc-a8ab-4c2c-84bb-084511801860 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:50.567518 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1eaa9-3fa7-4336-acc4-f5b619651683 req-df7201cc-0656-4ecd-9c35-6a5b69179a4d tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:50.569286 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2de1eaa9-3fa7-4336-acc4-f5b619651683 req-df7201cc-0656-4ecd-9c35-6a5b69179a4d tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/ports?device_id=93409fd5-8f34-4340-bd8c-42687b7934df HTTP/1.1" status: 200 len: 944 time: 0.7061470 May 26 16:10:50.572289 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78372ed7-4446-47b8-a453-deb382bc7e6e req-6980cefe-8c5d-4b63-a046-a8139fe6f797 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 210 time: 0.1011090 May 26 16:10:50.748701 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-0bc107ec-29f7-4e85-a5f3-9dab1d417f41 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Allocated IP 172.20.0.4 (70f8d096-df3b-48f6-87c7-e0d29b765be5/24152767-9df9-4e17-996b-6f1548c30662/cbe2c593-0939-4d9b-9fe9-3f42a3daff5f) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:50.824535 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-acf14644-9a3c-4b34-9117-c7462aed8abe tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:50.836846 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-dff4e4f1-f0d7-471b-bf91-276f839db760 service neutron] 10.222.0.83 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7908206 May 26 16:10:50.838412 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-ac7982c7-4f5c-4ed7-b1dd-414759a54f40 service neutron] 10.222.0.81 "GET /v2.0/networks/aa0e32e3-9ba6-4246-9353-ece5ce5401c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8470831 May 26 16:10:50.857507 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-067037cf-c254-488b-8337-63168afe3710 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Allocated IP 172.20.0.1 (e183c45f-04e8-4316-857b-8e1bbc74bccf/a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1/b5265a57-658c-48d2-8310-c45adc1bdebf) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:50.863350 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2de1eaa9-3fa7-4336-acc4-f5b619651683 req-7dc8a15e-b1b7-42d3-ae2a-01c74b3ebfd2 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/security-groups?id=d09d82a5-10d1-47d8-a394-0e10fc4a7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488503 May 26 16:10:50.915700 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e87b35dc-a8ab-4c2c-84bb-084511801860 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:50.936204 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-e5c698e2-e0ce-4c56-b0ec-afc688ad1ade service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=65148236-bd78-494f-bf09-16cc85f8781f HTTP/1.1" status: 200 len: 217 time: 0.0879068 May 26 16:10:50.987074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da153f9-4808-438f-bf20-eab0e0ab4920 None None] Network e183c45f-04e8-4316-857b-8e1bbc74bccf requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:10:51.086886 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d042e-efb7-49d5-87c9-0a408f51b71f req-ab45b517-27cd-497b-8fbe-ea20061b628d tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:51.089318 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d76d042e-efb7-49d5-87c9-0a408f51b71f req-ab45b517-27cd-497b-8fbe-ea20061b628d tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 945 time: 0.3791385 May 26 16:10:51.092748 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e7b44eb7-edeb-40f2-89d0-03513b844419 None None] Provisioning complete for port f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:51.093365 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e7b44eb7-edeb-40f2-89d0-03513b844419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:51.103861 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ce3bb7a-cd53-4fc2-b266-cae959598b7c req-885befb0-81fe-4699-8fc0-85b939da8024 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eb9851-7689-4586-b569-327a627ab537 HTTP/1.1" status: 200 len: 210 time: 0.1076095 May 26 16:10:51.144316 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-0bc107ec-29f7-4e85-a5f3-9dab1d417f41 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:51.244245 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-935d7da7-a940-4932-938b-bb09e72b443f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:51.246004 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-935d7da7-a940-4932-938b-bb09e72b443f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0d8967df-8a4c-46db-92d8-93f94220fcb8 HTTP/1.1" status: 200 len: 797 time: 0.2669225 May 26 16:10:51.247124 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-acf14644-9a3c-4b34-9117-c7462aed8abe tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:51.265755 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e7b44eb7-edeb-40f2-89d0-03513b844419 None None] Current status of the port f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:51.266239 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e7b44eb7-edeb-40f2-89d0-03513b844419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:51.269655 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 39873e5d-9a4b-4e75-915e-5d487c4b088f details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:10:51.337908 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-0bc107ec-29f7-4e85-a5f3-9dab1d417f41 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:51.347626 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb4d1085-a469-4821-abb6-bc7d2dafcdc7 req-2f4b3c52-d32c-4250-bc3b-e5675707f1e6 service neutron] 10.222.0.81 "GET /v2.0/networks/aa0e32e3-9ba6-4246-9353-ece5ce5401c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929514 May 26 16:10:51.350043 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e87b35dc-a8ab-4c2c-84bb-084511801860 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:51.360500 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d76d042e-efb7-49d5-87c9-0a408f51b71f req-93f7b8bb-1f3e-4c25-bc82-d71286de5224 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171009 May 26 16:10:51.406882 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-acf14644-9a3c-4b34-9117-c7462aed8abe tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Network 8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:51.413212 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-243279a0-d8e2-4bdc-ac16-d2f837ff2241 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:51.428699 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-acf14644-9a3c-4b34-9117-c7462aed8abe tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:51.431292 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-acf14644-9a3c-4b34-9117-c7462aed8abe tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:51.436925 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-067037cf-c254-488b-8337-63168afe3710 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:51.443111 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-0bc107ec-29f7-4e85-a5f3-9dab1d417f41 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Network 70f8d096-df3b-48f6-87c7-e0d29b765be5 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:51.445600 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf14644-9a3c-4b34-9117-c7462aed8abe tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Pushing event updated for resources: {'Port': ['ID=31249ee3-bfc9-454f-aa45-eb62c2314a01,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:51.453686 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-0bc107ec-29f7-4e85-a5f3-9dab1d417f41 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:51.466466 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-0bc107ec-29f7-4e85-a5f3-9dab1d417f41 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:51.532113 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf14644-9a3c-4b34-9117-c7462aed8abe tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:51.532860 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf14644-9a3c-4b34-9117-c7462aed8abe tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:51.533471 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf14644-9a3c-4b34-9117-c7462aed8abe tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:51.534077 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf14644-9a3c-4b34-9117-c7462aed8abe tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:51.534583 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf14644-9a3c-4b34-9117-c7462aed8abe tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:51.535338 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf14644-9a3c-4b34-9117-c7462aed8abe tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:51.536019 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf14644-9a3c-4b34-9117-c7462aed8abe tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:51.536791 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf14644-9a3c-4b34-9117-c7462aed8abe tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:51.537648 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf14644-9a3c-4b34-9117-c7462aed8abe tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:51.538283 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf14644-9a3c-4b34-9117-c7462aed8abe tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:51.538784 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf14644-9a3c-4b34-9117-c7462aed8abe tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:51.539281 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf14644-9a3c-4b34-9117-c7462aed8abe tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:51.607518 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-2c9ba06e-03e6-4fc6-bcbb-640a91460fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:51.609458 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-2c9ba06e-03e6-4fc6-bcbb-640a91460fed service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f3afb84f-a007-4e52-a1fb-611cc73f2208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3443105 May 26 16:10:51.619835 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-0bc107ec-29f7-4e85-a5f3-9dab1d417f41 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:51.620549 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-0bc107ec-29f7-4e85-a5f3-9dab1d417f41 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:51.658333 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc107ec-29f7-4e85-a5f3-9dab1d417f41 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Pushing event updated for resources: {'Port': ['ID=cbe2c593-0939-4d9b-9fe9-3f42a3daff5f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:51.710792 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-0bc107ec-29f7-4e85-a5f3-9dab1d417f41 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7496998 May 26 16:10:51.753167 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-81358ad3-9f16-4985-9d9a-683305479bce service neutron] Request body: {'port': {'device_id': '3a4c2b22-4a20-492c-8a83-28c2f551fafe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:51.782356 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e7b44eb7-edeb-40f2-89d0-03513b844419 None None] For port f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b,segment=NetworkSegment(1b415897-918f-493e-8993-09d1e2b7afec),segment_id=1b415897-918f-493e-8993-09d1e2b7afec)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:51.797244 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e7b44eb7-edeb-40f2-89d0-03513b844419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:51.824843 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a08a6e-7681-4d3d-ba04-e7048493729f {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:10:51.860630 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:51.865058 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 39873e5d-9a4b-4e75-915e-5d487c4b088f, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=39873e5d-9a4b-4e75-915e-5d487c4b088f,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:51.865412 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:51.874158 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-acf14644-9a3c-4b34-9117-c7462aed8abe tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:51.875593 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-acf14644-9a3c-4b34-9117-c7462aed8abe tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:51.900015 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-afb0a936-cdf7-4dcf-aa1f-5a5ce1911725 service neutron] 10.222.0.83 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773046 May 26 16:10:51.929355 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Transition to ACTIVE for port object c9a08a6e-7681-4d3d-ba04-e7048493729f will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:10:51.931932 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-81358ad3-9f16-4985-9d9a-683305479bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:51.933697 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b44eb7-edeb-40f2-89d0-03513b844419 None None] Pushing event updated for resources: {'Port': ['ID=f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:51.939972 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '39873e5d-9a4b-4e75-915e-5d487c4b088f', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'port_id': '39873e5d-9a4b-4e75-915e-5d487c4b088f', 'mac_address': 'fa:16:3e:4d:25:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:10:51.963401 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b057f1da-6d6b-485b-aa92-64ebd3289917 None None] Provisioning complete for port f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:51.963401 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b057f1da-6d6b-485b-aa92-64ebd3289917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:51.969119 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ff316-8226-4122-bab4-6b97206bddcc req-2ee6a216-8120-4781-a23d-b2cbdce3969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:51.969545 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:51.970893 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a36ff316-8226-4122-bab4-6b97206bddcc req-2ee6a216-8120-4781-a23d-b2cbdce3969c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d8e17867250245088e543a1360945843&device_id=93409fd5-8f34-4340-bd8c-42687b7934df HTTP/1.1" status: 200 len: 1095 time: 0.4958379 May 26 16:10:51.987983 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-acf14644-9a3c-4b34-9117-c7462aed8abe tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5763433 May 26 16:10:52.028071 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-067037cf-c254-488b-8337-63168afe3710 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:52.047629 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-18cbf951-71be-44a1-be61-f8ff180ea9c1 service neutron] Request body: {'port': {'device_id': '47eb9851-7689-4586-b569-327a627ab537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:52.052469 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:52.052469 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:52.075200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 39873e5d-9a4b-4e75-915e-5d487c4b088f is: ACTIVE; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:52.075585 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:52.097483 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5cb9f-ca97-43d3-8210-dfebf88b333d req-5c04cdfe-b815-4d8e-8fcd-8b8807300898 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:52.105069 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0e5cb9f-ca97-43d3-8210-dfebf88b333d req-5c04cdfe-b815-4d8e-8fcd-8b8807300898 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 931 time: 0.3190501 May 26 16:10:52.105277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39873e5d-9a4b-4e75-915e-5d487c4b088f {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:10:52.159095 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 39873e5d-9a4b-4e75-915e-5d487c4b088f, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=39873e5d-9a4b-4e75-915e-5d487c4b088f,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:52.165758 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Pushing event updated for resources: {'Port': ['ID=c9a08a6e-7681-4d3d-ba04-e7048493729f,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:52.173237 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:52.192892 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:52.193227 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:52.193862 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:52.193862 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:52.194209 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:52.194534 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:52.194861 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:52.195182 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:52.195846 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:52.195846 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:52.196165 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:52.196454 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:52.204827 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87b35dc-a8ab-4c2c-84bb-084511801860 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Router 990b51bc-33e4-4ea6-9f8e-8d071023b1b9 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:10:52.223821 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-243279a0-d8e2-4bdc-ac16-d2f837ff2241 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Allocated IP 172.25.7.61 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/b6204968-26b8-46a6-9842-5f6aa781c32b) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:52.238029 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b057f1da-6d6b-485b-aa92-64ebd3289917 None None] Current status of the port f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:52.255834 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:52.256058 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067037cf-c254-488b-8337-63168afe3710 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network e183c45f-04e8-4316-857b-8e1bbc74bccf is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:52.287340 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['39873e5d-9a4b-4e75-915e-5d487c4b088f'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:52.316927 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b057f1da-6d6b-485b-aa92-64ebd3289917 None None] Provisioning complete for port cbe2c593-0939-4d9b-9fe9-3f42a3daff5f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:52.317296 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b057f1da-6d6b-485b-aa92-64ebd3289917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:52.322576 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-067037cf-c254-488b-8337-63168afe3710 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:52.332284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=39873e5d-9a4b-4e75-915e-5d487c4b088f,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:52.336872 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067037cf-c254-488b-8337-63168afe3710 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Port': ['ID=b5265a57-658c-48d2-8310-c45adc1bdebf,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:52.343882 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067037cf-c254-488b-8337-63168afe3710 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:52.392556 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b057f1da-6d6b-485b-aa92-64ebd3289917 None None] Port cbe2c593-0939-4d9b-9fe9-3f42a3daff5f cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:10:52.430000 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0e5cb9f-ca97-43d3-8210-dfebf88b333d req-9eadd764-6087-4294-9881-26f507791cb9 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53723be-8a5c-4997-8e7f-8a09ff2a78d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235054 May 26 16:10:52.506775 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-18cbf951-71be-44a1-be61-f8ff180ea9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:52.521516 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-bca61802-a2f6-4164-9aa8-a7e77dccd6ec service neutron] 10.222.0.83 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004634 May 26 16:10:52.717021 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5a4803bb-6de0-421d-8ffd-02202aa92d88 None None] Provisioning complete for port b5265a57-658c-48d2-8310-c45adc1bdebf triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:52.717375 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5a4803bb-6de0-421d-8ffd-02202aa92d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:52.761619 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5a4803bb-6de0-421d-8ffd-02202aa92d88 None None] Port b5265a57-658c-48d2-8310-c45adc1bdebf cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:10:52.849945 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Attempting to bind port c9a08a6e-7681-4d3d-ba04-e7048493729f on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:10:52.850581 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Attempting to bind port c9a08a6e-7681-4d3d-ba04-e7048493729f by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'a7387a2e-097f-4a88-8322-99869016722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:10:52.850581 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Attempting to bind port c9a08a6e-7681-4d3d-ba04-e7048493729f on network 8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:52.864441 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Port c9a08a6e-7681-4d3d-ba04-e7048493729f on network 8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:10:52.864719 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Attempting to bind port c9a08a6e-7681-4d3d-ba04-e7048493729f on network 8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:52.891987 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:10:52.892360 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Checking segment: {'id': 'a7387a2e-097f-4a88-8322-99869016722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:52.892808 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Bound using segment: {'id': 'a7387a2e-097f-4a88-8322-99869016722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:10:52.893197 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Bound port: c9a08a6e-7681-4d3d-ba04-e7048493729f, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7387a2e-097f-4a88-8322-99869016722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:10:52.893562 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:52.898525 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87b35dc-a8ab-4c2c-84bb-084511801860 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:52.915289 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] Sync routers for ids ['990b51bc-33e4-4ea6-9f8e-8d071023b1b9'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:52.931246 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] Routers {'990b51bc-33e4-4ea6-9f8e-8d071023b1b9'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:52.932162 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['990b51bc-33e4-4ea6-9f8e-8d071023b1b9'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:52.952938 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-067037cf-c254-488b-8337-63168afe3710 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:52.970829 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e87b35dc-a8ab-4c2c-84bb-084511801860 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:52.972171 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e87b35dc-a8ab-4c2c-84bb-084511801860 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.0463004 May 26 16:10:52.978594 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53108) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:53.050253 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ff316-8226-4122-bab4-6b97206bddcc req-c19aa73a-5001-4b4f-b0ca-b3d48f7e193e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:53.051479 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a36ff316-8226-4122-bab4-6b97206bddcc req-c19aa73a-5001-4b4f-b0ca-b3d48f7e193e service neutron] 10.222.0.81 "GET /v2.0/networks?id=aa0e32e3-9ba6-4246-9353-ece5ce5401c2 HTTP/1.1" status: 200 len: 918 time: 1.0596237 May 26 16:10:53.058914 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6599c6-8bfe-4c57-abcc-9b462b660ddf req-0431ff4b-4857-4412-84f8-ce650b5ee279 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:53.060353 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f6599c6-8bfe-4c57-abcc-9b462b660ddf req-0431ff4b-4857-4412-84f8-ce650b5ee279 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/ports?device_id=93409fd5-8f34-4340-bd8c-42687b7934df HTTP/1.1" status: 200 len: 944 time: 1.0179796 May 26 16:10:53.067336 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] Set router 990b51bc-33e4-4ea6-9f8e-8d071023b1b9 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:53.090988 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-81358ad3-9f16-4985-9d9a-683305479bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe2c593-0939-4d9b-9fe9-3f42a3daff5f {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:10:53.094992 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-977f9b59-fd09-4e5d-b757-87f0b1fb6baf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 HTTP/1.1" status: 200 len: 217 time: 0.5546970 May 26 16:10:53.103288 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] For port c9a08a6e-7681-4d3d-ba04-e7048493729f, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:10:53.110174 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] For port c9a08a6e-7681-4d3d-ba04-e7048493729f, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=c9a08a6e-7681-4d3d-ba04-e7048493729f,segment=NetworkSegment(a7387a2e-097f-4a88-8322-99869016722c),segment_id=a7387a2e-097f-4a88-8322-99869016722c)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:10:53.111561 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-81358ad3-9f16-4985-9d9a-683305479bce service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:53.145410 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:53.203284 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-81358ad3-9f16-4985-9d9a-683305479bce service neutron] Transition to ACTIVE for port object cbe2c593-0939-4d9b-9fe9-3f42a3daff5f will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:10:53.216379 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-81358ad3-9f16-4985-9d9a-683305479bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:53.219947 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:53.220606 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:53.222070 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] 10.222.0.83 "PUT /v2.0/ports/c9a08a6e-7681-4d3d-ba04-e7048493729f HTTP/1.1" status: 200 len: 1092 time: 3.8416569 May 26 16:10:53.227162 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40caa2f-1878-412a-97f8-ae2e6de85d1f', 'tag': 'c9a08a6e-7681-4d3d-ba04-e7048493729f'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:53.228052 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a36ff316-8226-4122-bab4-6b97206bddcc req-a87a8348-58f1-48ac-b068-88d5aaee3519 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7138a4a-9829-4aea-8eee-fc775cadf4f0 HTTP/1.1" status: 200 len: 217 time: 0.1665432 May 26 16:10:53.229244 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ec4d45-8919-4d5f-be98-3d6a5d88a960" -d '{"events": [{"name": "network-changed", "server_uuid": "c40caa2f-1878-412a-97f8-ae2e6de85d1f", "tag": "c9a08a6e-7681-4d3d-ba04-e7048493729f"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:53.259483 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb787d2-1ae8-4d7c-bc0f-11491214aedd service neutron] Pushing event updated for resources: {'Port': ['ID=c9a08a6e-7681-4d3d-ba04-e7048493729f,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:53.265876 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8868777a-8e61-4666-9a7a-bc7e5d4eb902 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "GET /v2.0/routers/990b51bc-33e4-4ea6-9f8e-8d071023b1b9 HTTP/1.1" status: 200 len: 908 time: 0.2854083 May 26 16:10:53.273438 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53122) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:53.280081 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-3d514af1-e4c6-4360-a32b-0afea5f196a6 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Request body: {'router': {'name': 'tempest-snat-router-903697696', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'enable_snat': True}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:53.332147 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b7138a4a-9829-4aea-8eee-fc775cadf4f0 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:10:53.339223 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 39873e5d-9a4b-4e75-915e-5d487c4b088f up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:53.355839 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-067037cf-c254-488b-8337-63168afe3710 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:53.391745 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02c52e-f5be-4081-ba36-b7b4a94c2da0 req-aa5430ce-bc84-4d97-b76e-3b85ca32227a tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:53.393301 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c02c52e-f5be-4081-ba36-b7b4a94c2da0 req-aa5430ce-bc84-4d97-b76e-3b85ca32227a tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eb9851-7689-4586-b569-327a627ab537 HTTP/1.1" status: 200 len: 932 time: 0.8708811 May 26 16:10:53.521166 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d514af1-e4c6-4360-a32b-0afea5f196a6 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:53.522217 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d514af1-e4c6-4360-a32b-0afea5f196a6 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:53.541209 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81358ad3-9f16-4985-9d9a-683305479bce service neutron] Pushing event updated for resources: {'Port': ['ID=cbe2c593-0939-4d9b-9fe9-3f42a3daff5f,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:53.589032 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-243279a0-d8e2-4bdc-ac16-d2f837ff2241 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:53.612041 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b7138a4a-9829-4aea-8eee-fc775cadf4f0, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b7138a4a-9829-4aea-8eee-fc775cadf4f0,segment=NetworkSegment(3ff309e8-d2ce-4cee-a367-7a24e78e0a45),segment_id=3ff309e8-d2ce-4cee-a367-7a24e78e0a45)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:53.633030 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'b7138a4a-9829-4aea-8eee-fc775cadf4f0', 'network_id': 'aa0e32e3-9ba6-4246-9353-ece5ce5401c2', 'port_id': 'b7138a4a-9829-4aea-8eee-fc775cadf4f0', 'mac_address': 'fa:16:3e:78:78:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4bffddb-cb4f-4997-8188-0d695090baf6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:10:53.684837 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f6599c6-8bfe-4c57-abcc-9b462b660ddf req-5bb608e4-671b-4d62-bd24-f33272c946ac tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/security-groups?id=d09d82a5-10d1-47d8-a394-0e10fc4a7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739744 May 26 16:10:53.735187 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-46b5d166-2fcb-4c7e-b0ff-f04f6889cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:53.737137 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d514af1-e4c6-4360-a32b-0afea5f196a6 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:53.742967 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-a2f04401-f66f-46db-a114-47348c004e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:53.744744 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-a2f04401-f66f-46db-a114-47348c004e78 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=62ed477bb24843928995fef62a834d09&device_id=c40caa2f-1878-412a-97f8-ae2e6de85d1f HTTP/1.1" status: 200 len: 1095 time: 0.4083951 May 26 16:10:53.746501 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-46b5d166-2fcb-4c7e-b0ff-f04f6889cbd0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=32f4c445-da8d-4e31-a37f-63415d1eb855 HTTP/1.1" status: 200 len: 797 time: 0.5967712 May 26 16:10:53.747830 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-81358ad3-9f16-4985-9d9a-683305479bce service neutron] Attempting to bind port cbe2c593-0939-4d9b-9fe9-3f42a3daff5f on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:10:53.748258 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-81358ad3-9f16-4985-9d9a-683305479bce service neutron] Attempting to bind port cbe2c593-0939-4d9b-9fe9-3f42a3daff5f by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '0cae4f8b-4c08-4f01-b356-84ad24f58bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:10:53.748667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-81358ad3-9f16-4985-9d9a-683305479bce service neutron] Attempting to bind port cbe2c593-0939-4d9b-9fe9-3f42a3daff5f on network 70f8d096-df3b-48f6-87c7-e0d29b765be5 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:53.782685 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:53.795800 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ff316-8226-4122-bab4-6b97206bddcc req-53b95cb8-a85e-4fb8-a8ab-d048a2bcd32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:53.805152 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-81358ad3-9f16-4985-9d9a-683305479bce service neutron] Port cbe2c593-0939-4d9b-9fe9-3f42a3daff5f on network 70f8d096-df3b-48f6-87c7-e0d29b765be5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:10:53.805481 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-81358ad3-9f16-4985-9d9a-683305479bce service neutron] Attempting to bind port cbe2c593-0939-4d9b-9fe9-3f42a3daff5f on network 70f8d096-df3b-48f6-87c7-e0d29b765be5 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:53.813845 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a36ff316-8226-4122-bab4-6b97206bddcc req-53b95cb8-a85e-4fb8-a8ab-d048a2bcd32d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4bffddb-cb4f-4997-8188-0d695090baf6 HTTP/1.1" status: 200 len: 857 time: 0.5492992 May 26 16:10:53.896960 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-81358ad3-9f16-4985-9d9a-683305479bce service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:10:53.897536 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-81358ad3-9f16-4985-9d9a-683305479bce service neutron] Checking segment: {'id': '0cae4f8b-4c08-4f01-b356-84ad24f58bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:53.897760 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-81358ad3-9f16-4985-9d9a-683305479bce service neutron] Bound using segment: {'id': '0cae4f8b-4c08-4f01-b356-84ad24f58bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:10:53.898381 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-81358ad3-9f16-4985-9d9a-683305479bce service neutron] Bound port: cbe2c593-0939-4d9b-9fe9-3f42a3daff5f, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cae4f8b-4c08-4f01-b356-84ad24f58bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:10:53.898716 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-81358ad3-9f16-4985-9d9a-683305479bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:53.899369 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port b7138a4a-9829-4aea-8eee-fc775cadf4f0 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:53.905142 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-b6095c03-24a3-422d-b992-20f4e5560a0e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9a08a6e-7681-4d3d-ba04-e7048493729f HTTP/1.1" status: 200 len: 217 time: 0.1015568 May 26 16:10:53.905887 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:53.914654 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 39873e5d-9a4b-4e75-915e-5d487c4b088f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:53.924598 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:53.993241 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990b51bc-33e4-4ea6-9f8e-8d071023b1b9', 'name': 'tempest-snat-router-903697696', 'tenant_id': '19e77287c5e847809832c0f89b5f73bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.204'}], 'enable_snat': False}, 'gw_port_id': 'f9d5ab23-979d-48e6-ad94-fc88e455625f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:46Z', 'updated_at': '2022-05-26T16:10:50Z', 'revision_number': 3, 'project_id': '19e77287c5e847809832c0f89b5f73bf', 'gw_port': {'id': 'f9d5ab23-979d-48e6-ad94-fc88e455625f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:be:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990b51bc-33e4-4ea6-9f8e-8d071023b1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:48Z', 'updated_at': '2022-05-26T16:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:54.007676 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a36ff316-8226-4122-bab4-6b97206bddcc req-04b60a10-ea56-48cf-b1d7-da60a0b406fd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aa0e32e3-9ba6-4246-9353-ece5ce5401c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1768196 May 26 16:10:54.043624 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-81358ad3-9f16-4985-9d9a-683305479bce service neutron] For port cbe2c593-0939-4d9b-9fe9-3f42a3daff5f, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:10:54.050987 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-81358ad3-9f16-4985-9d9a-683305479bce service neutron] For port cbe2c593-0939-4d9b-9fe9-3f42a3daff5f, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=cbe2c593-0939-4d9b-9fe9-3f42a3daff5f,segment=NetworkSegment(0cae4f8b-4c08-4f01-b356-84ad24f58bc1),segment_id=0cae4f8b-4c08-4f01-b356-84ad24f58bc1)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:10:54.085721 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] Checking router: 990b51bc-33e4-4ea6-9f8e-8d071023b1b9 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:10:54.086294 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] Updating router 990b51bc-33e4-4ea6-9f8e-8d071023b1b9 port f9d5ab23-979d-48e6-ad94-fc88e455625f binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:10:54.094525 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c02c52e-f5be-4081-ba36-b7b4a94c2da0 req-5fec3bd3-4d51-440a-8c28-00af08b36912 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6660542 May 26 16:10:54.144022 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7138a4a-9829-4aea-8eee-fc775cadf4f0 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:10:54.164719 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:54.254680 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-243279a0-d8e2-4bdc-ac16-d2f837ff2241 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:54.272604 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-f2d9c69e-10b0-457a-80ae-6e2b21e334d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:54.274510 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-f2d9c69e-10b0-457a-80ae-6e2b21e334d4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=67be992b-b4e7-4fb4-b3b4-ab1f54c2d199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4860392 May 26 16:10:54.289726 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335cfcdf-a531-4b31-a2d0-e123d4cf8668 x-openstack-request-id: req-335cfcdf-a531-4b31-a2d0-e123d4cf8668 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:54.290088 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40caa2f-1878-412a-97f8-ae2e6de85d1f", "tag": "c9a08a6e-7681-4d3d-ba04-e7048493729f", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:54.290278 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-335cfcdf-a531-4b31-a2d0-e123d4cf8668 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:54.295823 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-335cfcdf-a531-4b31-a2d0-e123d4cf8668'] response: {'name': 'network-changed', 'server_uuid': 'c40caa2f-1878-412a-97f8-ae2e6de85d1f', 'tag': 'c9a08a6e-7681-4d3d-ba04-e7048493729f', 'status': 'completed', 'code': 200} May 26 16:10:54.301902 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-81358ad3-9f16-4985-9d9a-683305479bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:54.332277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b7138a4a-9829-4aea-8eee-fc775cadf4f0, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b7138a4a-9829-4aea-8eee-fc775cadf4f0,segment=NetworkSegment(3ff309e8-d2ce-4cee-a367-7a24e78e0a45),segment_id=3ff309e8-d2ce-4cee-a367-7a24e78e0a45)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:54.336675 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:54.337073 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:54.357231 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b606e-8094-4ede-9887-2aa90618346e req-4262844c-4102-426b-a9ee-428d51ce7fa2 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:54.366474 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-733b606e-8094-4ede-9887-2aa90618346e req-4262844c-4102-426b-a9ee-428d51ce7fa2 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 944 time: 0.5401218 May 26 16:10:54.374077 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-81358ad3-9f16-4985-9d9a-683305479bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:54.375797 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-81358ad3-9f16-4985-9d9a-683305479bce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:54.379357 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-81358ad3-9f16-4985-9d9a-683305479bce service neutron] 10.222.0.83 "PUT /v2.0/ports/cbe2c593-0939-4d9b-9fe9-3f42a3daff5f HTTP/1.1" status: 200 len: 1091 time: 2.6329806 May 26 16:10:54.452438 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d514af1-e4c6-4360-a32b-0afea5f196a6 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:54.461565 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243279a0-d8e2-4bdc-ac16-d2f837ff2241 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:54.463464 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 39873e5d-9a4b-4e75-915e-5d487c4b088f is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:54.463953 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:54.466417 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:54.493049 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-bec31820-1dbc-4a62-ab35-2ec046c0e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:54.496017 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-bec31820-1dbc-4a62-ab35-2ec046c0e333 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8755c60d-adae-412e-bec0-8ea9909ff975 HTTP/1.1" status: 200 len: 852 time: 0.5711775 May 26 16:10:54.597538 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-243279a0-d8e2-4bdc-ac16-d2f837ff2241 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:54.603431 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-e3c3918d-593a-4b8b-b4ca-52f22bae3f48 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523510 May 26 16:10:54.689473 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-90605258-285c-4398-a063-902fcd7d5785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:54.690887 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-90605258-285c-4398-a063-902fcd7d5785 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=162b9b2b0d834f618e6e436b4f02809d&device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 1094 time: 0.2210345 May 26 16:10:54.691519 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81358ad3-9f16-4985-9d9a-683305479bce service neutron] Pushing event updated for resources: {'Port': ['ID=cbe2c593-0939-4d9b-9fe9-3f42a3daff5f,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:54.733207 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55eff4c-1aab-4de2-999a-48ea433e5bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39873e5d-9a4b-4e75-915e-5d487c4b088f'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:54.736344 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b74ebb3-9035-43c2-997a-27bde5dce101" -d '{"events": [{"server_uuid": "f55eff4c-1aab-4de2-999a-48ea433e5bef", "name": "network-vif-plugged", "status": "completed", "tag": "39873e5d-9a4b-4e75-915e-5d487c4b088f"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:54.775908 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243279a0-d8e2-4bdc-ac16-d2f837ff2241 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:54.797882 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-d8563631-2024-495f-8de9-80cac581f5e6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbe2c593-0939-4d9b-9fe9-3f42a3daff5f HTTP/1.1" status: 200 len: 217 time: 0.0737314 May 26 16:10:54.815027 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['b7138a4a-9829-4aea-8eee-fc775cadf4f0'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:10:54.857270 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 39873e5d-9a4b-4e75-915e-5d487c4b088f, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=39873e5d-9a4b-4e75-915e-5d487c4b088f,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:54.859274 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-b910330b-1771-4a21-a276-77b1a412d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:54.861186 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-b910330b-1771-4a21-a276-77b1a412d706 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24152767-9df9-4e17-996b-6f1548c30662 HTTP/1.1" status: 200 len: 867 time: 0.0561776 May 26 16:10:54.882418 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=b7138a4a-9829-4aea-8eee-fc775cadf4f0,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:54.923611 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:54.932646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-18cbf951-71be-44a1-be61-f8ff180ea9c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31249ee3-bfc9-454f-aa45-eb62c2314a01 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:10:54.944950 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-18cbf951-71be-44a1-be61-f8ff180ea9c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:54.945387 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:54.948563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:54.949225 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:54.949838 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:54.950621 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:54.950994 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:54.951488 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:54.952456 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:54.952456 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:54.953628 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:54.954067 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:54.954606 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:54.955085 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:10:54.962350 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-18cbf951-71be-44a1-be61-f8ff180ea9c1 service neutron] Transition to ACTIVE for port object 31249ee3-bfc9-454f-aa45-eb62c2314a01 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:10:54.990766 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-3347c658-e331-43ff-a74d-10dea47e2cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:54.992404 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-3347c658-e331-43ff-a74d-10dea47e2cba service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=70f8d096-df3b-48f6-87c7-e0d29b765be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146178 May 26 16:10:54.997915 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-8cd8cd91-2ec3-445c-a448-66f7689973b9 service neutron] 10.222.0.83 "GET /v2.0/networks/8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766952 May 26 16:10:55.023398 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243279a0-d8e2-4bdc-ac16-d2f837ff2241 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Pushing event updated for resources: {'Port': ['ID=b6204968-26b8-46a6-9842-5f6aa781c32b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:55.051425 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-18cbf951-71be-44a1-be61-f8ff180ea9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:55.072449 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=39873e5d-9a4b-4e75-915e-5d487c4b088f,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:55.173192 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-77a13342-0db1-40aa-a935-4cee6731cd2c service neutron] 10.222.0.83 "GET /v2.0/networks/8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247120 May 26 16:10:55.173855 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a36ff316-8226-4122-bab4-6b97206bddcc req-089c27df-5b83-4ea7-9fb8-bb0cb42c528d service neutron] 10.222.0.81 "GET /v2.0/networks/aa0e32e3-9ba6-4246-9353-ece5ce5401c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1299732 May 26 16:10:55.196354 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:55.206634 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33b8bd-c1f5-439e-9a14-ee267c8ef027 req-b7d6ab76-1c9b-4df7-b7d0-b13c8ab45e3b tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:55.210272 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:55.223592 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c33b8bd-c1f5-439e-9a14-ee267c8ef027 req-b7d6ab76-1c9b-4df7-b7d0-b13c8ab45e3b tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 943 time: 0.8836603 May 26 16:10:55.300182 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-733b606e-8094-4ede-9887-2aa90618346e req-c9781894-f86d-4879-838c-7ad0ffbeb060 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9321606 May 26 16:10:55.328625 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbf951-71be-44a1-be61-f8ff180ea9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=31249ee3-bfc9-454f-aa45-eb62c2314a01,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:55.472260 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec4d45-8919-4d5f-be98-3d6a5d88a960 req-6d246bdb-0495-4400-8d38-e340f288b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:55.473965 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e7ec4d45-8919-4d5f-be98-3d6a5d88a960 req-6d246bdb-0495-4400-8d38-e340f288b775 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=62ed477bb24843928995fef62a834d09&device_id=c40caa2f-1878-412a-97f8-ae2e6de85d1f HTTP/1.1" status: 200 len: 1095 time: 0.1932096 May 26 16:10:55.513360 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-77e666c8-ab65-485c-b9b7-dd50716cf534 service neutron] 10.222.0.83 "GET /v2.0/networks/70f8d096-df3b-48f6-87c7-e0d29b765be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863157 May 26 16:10:55.543246 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] Attempting to bind port f9d5ab23-979d-48e6-ad94-fc88e455625f on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:10:55.543732 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] Attempting to bind port f9d5ab23-979d-48e6-ad94-fc88e455625f by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:10:55.544250 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] Attempting to bind port f9d5ab23-979d-48e6-ad94-fc88e455625f on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:55.553814 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:10:55.554287 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:55.554752 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:55.555215 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:10:55.555759 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] Bound port: f9d5ab23-979d-48e6-ad94-fc88e455625f, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:10:55.556671 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:55.567830 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-683c2d1b-1dff-47f0-8089-7939c63bdf78 service neutron] 10.222.0.83 "GET /v2.0/networks/67be992b-b4e7-4fb4-b3b4-ab1f54c2d199?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2601845 May 26 16:10:55.587919 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-067037cf-c254-488b-8337-63168afe3710 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:55.592818 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d0afe-1256-4329-8b61-a8f971c1bbac None None] Pushing event updated for resources: {'Port': ['ID=f9d5ab23-979d-48e6-ad94-fc88e455625f,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:55.629629 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b472f060-6e2f-4873-a63c-d38b813a99c7 req-abd23d18-cd49-4b18-b638-b29d90e92bb9 service neutron] 10.222.0.83 "GET /v2.0/networks/70f8d096-df3b-48f6-87c7-e0d29b765be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036224 May 26 16:10:55.635340 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c33b8bd-c1f5-439e-9a14-ee267c8ef027 req-114d241a-5ae5-4dc7-8b32-903875fe261d tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53723be-8a5c-4997-8e7f-8a09ff2a78d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101777 May 26 16:10:55.643751 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-18cbf951-71be-44a1-be61-f8ff180ea9c1 service neutron] Attempting to bind port 31249ee3-bfc9-454f-aa45-eb62c2314a01 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:10:55.644446 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-18cbf951-71be-44a1-be61-f8ff180ea9c1 service neutron] Attempting to bind port 31249ee3-bfc9-454f-aa45-eb62c2314a01 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'a7387a2e-097f-4a88-8322-99869016722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:10:55.645393 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-18cbf951-71be-44a1-be61-f8ff180ea9c1 service neutron] Attempting to bind port 31249ee3-bfc9-454f-aa45-eb62c2314a01 on network 8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:55.660454 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] For port f9d5ab23-979d-48e6-ad94-fc88e455625f, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:10:55.665322 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] For port f9d5ab23-979d-48e6-ad94-fc88e455625f, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f9d5ab23-979d-48e6-ad94-fc88e455625f,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:10:55.674937 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:55.700733 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d514af1-e4c6-4360-a32b-0afea5f196a6 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:55.723081 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-067037cf-c254-488b-8337-63168afe3710 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:55.736518 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d514af1-e4c6-4360-a32b-0afea5f196a6 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:55.781334 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-243279a0-d8e2-4bdc-ac16-d2f837ff2241 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:55.789793 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a9a850-2841-424e-b00b-7a05a5aee641 x-openstack-request-id: req-07a9a850-2841-424e-b00b-7a05a5aee641 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:55.790094 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55eff4c-1aab-4de2-999a-48ea433e5bef", "name": "network-vif-plugged", "status": "completed", "tag": "39873e5d-9a4b-4e75-915e-5d487c4b088f", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:55.790460 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec4d45-8919-4d5f-be98-3d6a5d88a960 req-981abd5c-8bff-45f0-84cd-bccf0d02c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:55.791733 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-07a9a850-2841-424e-b00b-7a05a5aee641 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:55.792168 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07a9a850-2841-424e-b00b-7a05a5aee641'] response: {'server_uuid': 'f55eff4c-1aab-4de2-999a-48ea433e5bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39873e5d-9a4b-4e75-915e-5d487c4b088f', 'code': 200} May 26 16:10:55.794020 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d0afe-1256-4329-8b61-a8f971c1bbac None None] Pushing event updated for resources: {'Port': ['ID=f9d5ab23-979d-48e6-ad94-fc88e455625f,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:55.794549 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e7ec4d45-8919-4d5f-be98-3d6a5d88a960 req-981abd5c-8bff-45f0-84cd-bccf0d02c20a service neutron] 10.222.0.83 "GET /v2.0/networks?id=8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 HTTP/1.1" status: 200 len: 913 time: 0.2939391 May 26 16:10:55.832869 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] Routers {'990b51bc-33e4-4ea6-9f8e-8d071023b1b9'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:55.833532 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['990b51bc-33e4-4ea6-9f8e-8d071023b1b9'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:55.936454 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e7ec4d45-8919-4d5f-be98-3d6a5d88a960 req-842aca18-eae4-4fa5-b64f-56de76a8887d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9a08a6e-7681-4d3d-ba04-e7048493729f HTTP/1.1" status: 200 len: 217 time: 0.0628884 May 26 16:10:56.003087 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] Set router 990b51bc-33e4-4ea6-9f8e-8d071023b1b9 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:56.012447 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec4d45-8919-4d5f-be98-3d6a5d88a960 req-0354d2a3-87ce-4485-b573-9e211e6a11f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:56.013926 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e7ec4d45-8919-4d5f-be98-3d6a5d88a960 req-0354d2a3-87ce-4485-b573-9e211e6a11f5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8755c60d-adae-412e-bec0-8ea9909ff975 HTTP/1.1" status: 200 len: 852 time: 0.0656800 May 26 16:10:56.083126 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e7ec4d45-8919-4d5f-be98-3d6a5d88a960 req-49a9c148-3635-463c-860e-acd3201d8159 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554101 May 26 16:10:56.159386 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-3d514af1-e4c6-4360-a32b-0afea5f196a6 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Allocated IP 172.25.7.118 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/5a22beae-90a0-481d-b010-a92fa5b757d0) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:10:56.178221 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-18cbf951-71be-44a1-be61-f8ff180ea9c1 service neutron] Port 31249ee3-bfc9-454f-aa45-eb62c2314a01 on network 8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:10:56.178573 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-18cbf951-71be-44a1-be61-f8ff180ea9c1 service neutron] Attempting to bind port 31249ee3-bfc9-454f-aa45-eb62c2314a01 on network 8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:10:56.288989 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990b51bc-33e4-4ea6-9f8e-8d071023b1b9', 'name': 'tempest-snat-router-903697696', 'tenant_id': '19e77287c5e847809832c0f89b5f73bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.204'}], 'enable_snat': False}, 'gw_port_id': 'f9d5ab23-979d-48e6-ad94-fc88e455625f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:46Z', 'updated_at': '2022-05-26T16:10:50Z', 'revision_number': 3, 'project_id': '19e77287c5e847809832c0f89b5f73bf', 'gw_port': {'id': 'f9d5ab23-979d-48e6-ad94-fc88e455625f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:be:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990b51bc-33e4-4ea6-9f8e-8d071023b1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:48Z', 'updated_at': '2022-05-26T16:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:56.297061 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4c2b22-4a20-492c-8a83-28c2f551fafe', 'tag': 'cbe2c593-0939-4d9b-9fe9-3f42a3daff5f'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:56.299719 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8927191-da28-4577-b842-785c6540a1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4c2b22-4a20-492c-8a83-28c2f551fafe", "tag": "cbe2c593-0939-4d9b-9fe9-3f42a3daff5f"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:56.300336 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-18cbf951-71be-44a1-be61-f8ff180ea9c1 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:10:56.300805 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-18cbf951-71be-44a1-be61-f8ff180ea9c1 service neutron] Checking segment: {'id': 'a7387a2e-097f-4a88-8322-99869016722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:10:56.301061 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-18cbf951-71be-44a1-be61-f8ff180ea9c1 service neutron] Bound using segment: {'id': 'a7387a2e-097f-4a88-8322-99869016722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:10:56.301513 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-18cbf951-71be-44a1-be61-f8ff180ea9c1 service neutron] Bound port: 31249ee3-bfc9-454f-aa45-eb62c2314a01, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7387a2e-097f-4a88-8322-99869016722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:10:56.301920 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-18cbf951-71be-44a1-be61-f8ff180ea9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:56.330874 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7076a12-4d34-4c60-90eb-c428e1a37b55 None None] The sync data for ids ['990b51bc-33e4-4ea6-9f8e-8d071023b1b9'] in n-d-843337-2 is: [{'id': '990b51bc-33e4-4ea6-9f8e-8d071023b1b9', 'name': 'tempest-snat-router-903697696', 'tenant_id': '19e77287c5e847809832c0f89b5f73bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.204'}], 'enable_snat': False}, 'gw_port_id': 'f9d5ab23-979d-48e6-ad94-fc88e455625f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:46Z', 'updated_at': '2022-05-26T16:10:50Z', 'revision_number': 3, 'project_id': '19e77287c5e847809832c0f89b5f73bf', 'gw_port': {'id': 'f9d5ab23-979d-48e6-ad94-fc88e455625f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:be:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990b51bc-33e4-4ea6-9f8e-8d071023b1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:48Z', 'updated_at': '2022-05-26T16:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:10:56.365280 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d514af1-e4c6-4360-a32b-0afea5f196a6 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:56.445524 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-4a6ccd02-ea69-47bd-bb76-3424b3a2b69b service neutron] 10.222.0.83 "GET /v2.0/networks/67be992b-b4e7-4fb4-b3b4-ab1f54c2d199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7922857 May 26 16:10:56.446160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067037cf-c254-488b-8337-63168afe3710 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Port': ['ID=b5265a57-658c-48d2-8310-c45adc1bdebf,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:56.455453 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e7ec4d45-8919-4d5f-be98-3d6a5d88a960 req-4de4e51f-0f42-43ad-82b3-e6b7fb17a83c service neutron] 10.222.0.83 "GET /v2.0/networks/8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932843 May 26 16:10:56.457351 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d514af1-e4c6-4360-a32b-0afea5f196a6 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:56.537916 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d514af1-e4c6-4360-a32b-0afea5f196a6 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Pushing event updated for resources: {'Port': ['ID=5a22beae-90a0-481d-b010-a92fa5b757d0,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:56.550671 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-067037cf-c254-488b-8337-63168afe3710 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:56.562809 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a36ff316-8226-4122-bab4-6b97206bddcc req-9da14ba7-c2df-42b0-bc35-8f45c8f442cc service neutron] 10.222.0.81 "GET /v2.0/networks/aa0e32e3-9ba6-4246-9353-ece5ce5401c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3327861 May 26 16:10:56.563756 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-243279a0-d8e2-4bdc-ac16-d2f837ff2241 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:56.587815 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d514af1-e4c6-4360-a32b-0afea5f196a6 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:56.592634 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-3d514af1-e4c6-4360-a32b-0afea5f196a6 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:56.600128 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d514af1-e4c6-4360-a32b-0afea5f196a6 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:10:56.605838 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-3ea14e5b-9091-4f30-b2aa-dda1a2e46371 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=77340a69-89a7-45ab-9f80-b7f39061885b HTTP/1.1" status: 200 len: 217 time: 0.1108963 May 26 16:10:56.614605 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261c83-19aa-49d0-becb-2d4f7492a331 req-f9f0e61a-d636-44b6-aa2a-eed7bc01393c tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:56.616342 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-36261c83-19aa-49d0-becb-2d4f7492a331 req-f9f0e61a-d636-44b6-aa2a-eed7bc01393c tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/ports?device_id=93409fd5-8f34-4340-bd8c-42687b7934df HTTP/1.1" status: 200 len: 945 time: 1.1251509 May 26 16:10:56.685303 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e7ec4d45-8919-4d5f-be98-3d6a5d88a960 req-ad133c4e-c849-41f9-b1ec-43064e3d44e0 service neutron] 10.222.0.83 "GET /v2.0/networks/8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748981 May 26 16:10:56.825446 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-48a8eeea-9a32-4b41-b0e9-cdc46001d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:56.826918 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-48a8eeea-9a32-4b41-b0e9-cdc46001d396 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=32f4c445-da8d-4e31-a37f-63415d1eb855 HTTP/1.1" status: 200 len: 797 time: 0.1066446 May 26 16:10:56.828440 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-18cbf951-71be-44a1-be61-f8ff180ea9c1 service neutron] For port 31249ee3-bfc9-454f-aa45-eb62c2314a01, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:10:56.897483 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-18cbf951-71be-44a1-be61-f8ff180ea9c1 service neutron] For port 31249ee3-bfc9-454f-aa45-eb62c2314a01, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=31249ee3-bfc9-454f-aa45-eb62c2314a01,segment=NetworkSegment(a7387a2e-097f-4a88-8322-99869016722c),segment_id=a7387a2e-097f-4a88-8322-99869016722c)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:10:56.904763 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067037cf-c254-488b-8337-63168afe3710 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network e183c45f-04e8-4316-857b-8e1bbc74bccf is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:10:56.920228 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-18cbf951-71be-44a1-be61-f8ff180ea9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:57.040215 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d514af1-e4c6-4360-a32b-0afea5f196a6 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:57.057841 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4cae8-e903-4970-9127-dbc319e9f765 req-a4c58e02-3d4d-4c1f-b4bf-026859cf8940 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:57.067617 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5ee4cae8-e903-4970-9127-dbc319e9f765 req-a4c58e02-3d4d-4c1f-b4bf-026859cf8940 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eb9851-7689-4586-b569-327a627ab537 HTTP/1.1" status: 200 len: 944 time: 0.8603466 May 26 16:10:57.075911 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-067037cf-c254-488b-8337-63168afe3710 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:10:57.087423 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-18cbf951-71be-44a1-be61-f8ff180ea9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:57.088353 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-18cbf951-71be-44a1-be61-f8ff180ea9c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:57.090162 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-18cbf951-71be-44a1-be61-f8ff180ea9c1 service neutron] 10.222.0.81 "PUT /v2.0/ports/31249ee3-bfc9-454f-aa45-eb62c2314a01 HTTP/1.1" status: 200 len: 1092 time: 5.0598195 May 26 16:10:57.111401 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-36261c83-19aa-49d0-becb-2d4f7492a331 req-b310728a-ccbb-49d3-a696-dcf598e12036 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/security-groups?id=d09d82a5-10d1-47d8-a394-0e10fc4a7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971563 May 26 16:10:57.112023 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47eb9851-7689-4586-b569-327a627ab537', 'tag': '31249ee3-bfc9-454f-aa45-eb62c2314a01'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:57.115902 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e57734-8d58-480c-8018-2f5eff6fc1b5" -d '{"events": [{"name": "network-changed", "server_uuid": "47eb9851-7689-4586-b569-327a627ab537", "tag": "31249ee3-bfc9-454f-aa45-eb62c2314a01"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:57.302069 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b7138a4a-9829-4aea-8eee-fc775cadf4f0 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:57.419145 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port b7138a4a-9829-4aea-8eee-fc775cadf4f0 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:10:57.427915 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port b7138a4a-9829-4aea-8eee-fc775cadf4f0 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:57.429483 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:57.475585 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5ee4cae8-e903-4970-9127-dbc319e9f765 req-3f028a2c-4560-4246-ad3d-d2d9191749fb tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041462 May 26 16:10:57.580671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbf951-71be-44a1-be61-f8ff180ea9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=31249ee3-bfc9-454f-aa45-eb62c2314a01,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:57.596942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port b7138a4a-9829-4aea-8eee-fc775cadf4f0 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:57.597466 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:57.695697 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-48a5fdb2-9d50-444e-9934-4ea3e2d76958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:57.698011 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-48a5fdb2-9d50-444e-9934-4ea3e2d76958 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=62ed477bb24843928995fef62a834d09&device_id=47eb9851-7689-4586-b569-327a627ab537 HTTP/1.1" status: 200 len: 1095 time: 0.5358417 May 26 16:10:57.708756 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-8c8a4c9f-b3d2-41b0-95b9-02a0e4d4a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:57.710390 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-8c8a4c9f-b3d2-41b0-95b9-02a0e4d4a001 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=67be992b-b4e7-4fb4-b3b4-ab1f54c2d199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8459861 May 26 16:10:57.734984 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-512ea954-706d-4ca7-84b4-3c41e6a6ed84 None None] Provisioning complete for port b5265a57-658c-48d2-8310-c45adc1bdebf triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:57.735356 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-512ea954-706d-4ca7-84b4-3c41e6a6ed84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:57.783637 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b7138a4a-9829-4aea-8eee-fc775cadf4f0, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b7138a4a-9829-4aea-8eee-fc775cadf4f0,segment=NetworkSegment(3ff309e8-d2ce-4cee-a367-7a24e78e0a45),segment_id=3ff309e8-d2ce-4cee-a367-7a24e78e0a45)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:57.784634 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-512ea954-706d-4ca7-84b4-3c41e6a6ed84 None None] Port b5265a57-658c-48d2-8310-c45adc1bdebf cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:10:57.786526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f9d5ab23-979d-48e6-ad94-fc88e455625f up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:57.809482 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93409fd5-8f34-4340-bd8c-42687b7934df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7138a4a-9829-4aea-8eee-fc775cadf4f0'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:10:57.812582 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8171a01a-5eaf-4973-bec7-179b7a3f7ec4" -d '{"events": [{"server_uuid": "93409fd5-8f34-4340-bd8c-42687b7934df", "name": "network-vif-plugged", "status": "completed", "tag": "b7138a4a-9829-4aea-8eee-fc775cadf4f0"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:10:57.821739 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:57.847403 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-15f35727-96f5-4a9a-96b4-3f84bb6e32db service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31249ee3-bfc9-454f-aa45-eb62c2314a01 HTTP/1.1" status: 200 len: 217 time: 0.1145411 May 26 16:10:57.905615 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port f9d5ab23-979d-48e6-ad94-fc88e455625f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:10:57.906489 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:57.908023 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=b7138a4a-9829-4aea-8eee-fc775cadf4f0,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:58.004719 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cff00e3-b9d0-4124-9149-37641af7f10e x-openstack-request-id: req-4cff00e3-b9d0-4124-9149-37641af7f10e {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:58.005077 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4c2b22-4a20-492c-8a83-28c2f551fafe", "tag": "cbe2c593-0939-4d9b-9fe9-3f42a3daff5f", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:58.005268 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4cff00e3-b9d0-4124-9149-37641af7f10e {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:58.005693 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cff00e3-b9d0-4124-9149-37641af7f10e'] response: {'name': 'network-changed', 'server_uuid': '3a4c2b22-4a20-492c-8a83-28c2f551fafe', 'tag': 'cbe2c593-0939-4d9b-9fe9-3f42a3daff5f', 'status': 'completed', 'code': 200} May 26 16:10:58.064603 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8927191-da28-4577-b842-785c6540a1d5 req-cf1f9ccb-ab22-45ae-a21a-8ec55f3f94e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:58.066162 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a8927191-da28-4577-b842-785c6540a1d5 req-cf1f9ccb-ab22-45ae-a21a-8ec55f3f94e6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=162b9b2b0d834f618e6e436b4f02809d&device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 1094 time: 0.0596740 May 26 16:10:58.067893 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d2ee7-b8da-4cba-a9ff-2a9002ba6a4b req-a19b8ccb-c1c9-4e8f-9bd8-dda97417c954 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:58.070368 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-407d2ee7-b8da-4cba-a9ff-2a9002ba6a4b req-a19b8ccb-c1c9-4e8f-9bd8-dda97417c954 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 945 time: 0.6968527 May 26 16:10:58.071065 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d514af1-e4c6-4360-a32b-0afea5f196a6 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:58.128784 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port f9d5ab23-979d-48e6-ad94-fc88e455625f is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:10:58.129582 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:58.169794 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port f9d5ab23-979d-48e6-ad94-fc88e455625f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f9d5ab23-979d-48e6-ad94-fc88e455625f,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:10:58.190022 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:58.193127 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a3f40-7113-4589-a395-068fbedf1441 req-1f709c8c-47ba-4859-8078-ca5401c804a0 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:58.209539 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-111a3f40-7113-4589-a395-068fbedf1441 req-1f709c8c-47ba-4859-8078-ca5401c804a0 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 943 time: 0.5418072 May 26 16:10:58.251134 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067037cf-c254-488b-8337-63168afe3710 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:10:58.257324 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-407d2ee7-b8da-4cba-a9ff-2a9002ba6a4b req-62a6e2f8-de4e-4b25-9262-d5e21bc2eb42 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691937 May 26 16:10:58.259229 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-59b66e69-2a2c-47d2-a2eb-ff91169873bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:58.262240 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-59b66e69-2a2c-47d2-a2eb-ff91169873bc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8755c60d-adae-412e-bec0-8ea9909ff975 HTTP/1.1" status: 200 len: 852 time: 0.3289578 May 26 16:10:58.352997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=f9d5ab23-979d-48e6-ad94-fc88e455625f,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:58.361158 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-191f253b-0f75-4bf7-9920-c2cc3528e6cb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784037 May 26 16:10:58.364949 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e046b9-6c05-42c7-99af-7dec05521812 x-openstack-request-id: req-28e046b9-6c05-42c7-99af-7dec05521812 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:58.365339 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47eb9851-7689-4586-b569-327a627ab537", "tag": "31249ee3-bfc9-454f-aa45-eb62c2314a01", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:58.365460 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-28e046b9-6c05-42c7-99af-7dec05521812 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:58.369670 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e046b9-6c05-42c7-99af-7dec05521812'] response: {'name': 'network-changed', 'server_uuid': '47eb9851-7689-4586-b569-327a627ab537', 'tag': '31249ee3-bfc9-454f-aa45-eb62c2314a01', 'status': 'completed', 'code': 200} May 26 16:10:58.400198 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-7a8417de-1c60-4a21-b56c-d302e629e9b0 service neutron] 10.222.0.83 "GET /v2.0/networks/67be992b-b4e7-4fb4-b3b4-ab1f54c2d199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415702 May 26 16:10:58.428123 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7e332e-463c-41e2-99f6-b7971beaf6b5 x-openstack-request-id: req-2a7e332e-463c-41e2-99f6-b7971beaf6b5 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:10:58.428561 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93409fd5-8f34-4340-bd8c-42687b7934df", "name": "network-vif-plugged", "status": "completed", "tag": "b7138a4a-9829-4aea-8eee-fc775cadf4f0", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:10:58.428914 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2a7e332e-463c-41e2-99f6-b7971beaf6b5 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:10:58.429408 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a7e332e-463c-41e2-99f6-b7971beaf6b5'] response: {'server_uuid': '93409fd5-8f34-4340-bd8c-42687b7934df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7138a4a-9829-4aea-8eee-fc775cadf4f0', 'code': 200} May 26 16:10:58.457870 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8927191-da28-4577-b842-785c6540a1d5 req-39ef60ec-1b94-43de-9a92-d75f0357ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:58.459604 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a8927191-da28-4577-b842-785c6540a1d5 req-39ef60ec-1b94-43de-9a92-d75f0357ed32 service neutron] 10.222.0.83 "GET /v2.0/networks?id=70f8d096-df3b-48f6-87c7-e0d29b765be5 HTTP/1.1" status: 200 len: 929 time: 0.3840866 May 26 16:10:58.550166 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a8927191-da28-4577-b842-785c6540a1d5 req-22b6304a-c1f7-4907-a8a4-3ba454900aa9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbe2c593-0939-4d9b-9fe9-3f42a3daff5f HTTP/1.1" status: 200 len: 217 time: 0.0811419 May 26 16:10:58.566617 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-111a3f40-7113-4589-a395-068fbedf1441 req-35724726-78bf-4f14-bb54-7baec6a0ce04 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53723be-8a5c-4997-8e7f-8a09ff2a78d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508477 May 26 16:10:58.646936 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-243279a0-d8e2-4bdc-ac16-d2f837ff2241 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:58.655220 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8927191-da28-4577-b842-785c6540a1d5 req-24b9f3a4-30b5-4737-b6bb-838605312bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:58.660438 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a8927191-da28-4577-b842-785c6540a1d5 req-24b9f3a4-30b5-4737-b6bb-838605312bb1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24152767-9df9-4e17-996b-6f1548c30662 HTTP/1.1" status: 200 len: 867 time: 0.0968599 May 26 16:10:58.667277 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d514af1-e4c6-4360-a32b-0afea5f196a6 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Router 6846d92d-f72e-45ad-8c1b-0afb50445278 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:10:58.768206 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-243279a0-d8e2-4bdc-ac16-d2f837ff2241 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:58.787801 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8927191-da28-4577-b842-785c6540a1d5 req-7ae060b6-7c3f-4f6d-a08b-5906c76ae946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:58.789672 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a8927191-da28-4577-b842-785c6540a1d5 req-7ae060b6-7c3f-4f6d-a08b-5906c76ae946 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=70f8d096-df3b-48f6-87c7-e0d29b765be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200724 May 26 16:10:58.929457 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d514af1-e4c6-4360-a32b-0afea5f196a6 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:58.943836 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] Sync routers for ids ['6846d92d-f72e-45ad-8c1b-0afb50445278'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:58.961368 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] Routers {'6846d92d-f72e-45ad-8c1b-0afb50445278'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:58.964357 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['6846d92d-f72e-45ad-8c1b-0afb50445278'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:58.975264 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d514af1-e4c6-4360-a32b-0afea5f196a6 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:58.979004 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3d514af1-e4c6-4360-a32b-0afea5f196a6 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.7000618 May 26 16:10:58.979365 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a8927191-da28-4577-b842-785c6540a1d5 req-07394345-dd4c-42ee-8ef2-97496b67d8f7 service neutron] 10.222.0.83 "GET /v2.0/networks/70f8d096-df3b-48f6-87c7-e0d29b765be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807103 May 26 16:10:58.979822 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53150) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:59.148560 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] Set router 6846d92d-f72e-45ad-8c1b-0afb50445278 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:59.207076 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243279a0-d8e2-4bdc-ac16-d2f837ff2241 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Pushing event updated for resources: {'Port': ['ID=b6204968-26b8-46a6-9842-5f6aa781c32b,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:10:59.207912 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a8927191-da28-4577-b842-785c6540a1d5 req-c6dd1395-6e49-4975-aa12-c9af744856a6 service neutron] 10.222.0.83 "GET /v2.0/networks/70f8d096-df3b-48f6-87c7-e0d29b765be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202930 May 26 16:10:59.212743 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b507c18f-6b89-4a56-a75b-81418f3a7ab9 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "GET /v2.0/routers/6846d92d-f72e-45ad-8c1b-0afb50445278 HTTP/1.1" status: 200 len: 907 time: 0.2314823 May 26 16:10:59.215302 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53152) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:59.276581 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438ef39-3357-4728-85cd-1449c9bad060 req-e89e159d-a5ca-4ac3-bbf3-c031d1d628f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:59.278525 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2438ef39-3357-4728-85cd-1449c9bad060 req-e89e159d-a5ca-4ac3-bbf3-c031d1d628f7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=93409fd5-8f34-4340-bd8c-42687b7934df HTTP/1.1" status: 200 len: 1097 time: 0.7716303 May 26 16:10:59.379647 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95749012-816c-456d-b7bd-6c28f8d64765 req-dd25cb08-8cd1-49b6-874f-016b499c7c84 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:59.381293 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73c96f43-6896-452e-a6bb-fdd139fd1148 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:59.381660 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-95749012-816c-456d-b7bd-6c28f8d64765 req-dd25cb08-8cd1-49b6-874f-016b499c7c84 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/ports?device_id=93409fd5-8f34-4340-bd8c-42687b7934df HTTP/1.1" status: 200 len: 946 time: 0.7591641 May 26 16:10:59.399132 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067037cf-c254-488b-8337-63168afe3710 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:10:59.406500 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ebb44-25f4-445b-8261-2ceb29df3af6 req-1559da41-34cd-4367-826d-4eba2ac10934 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:59.407061 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] Sync routers for ids ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:10:59.408413 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6e2ebb44-25f4-445b-8261-2ceb29df3af6 req-1559da41-34cd-4367-826d-4eba2ac10934 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eb9851-7689-4586-b569-327a627ab537 HTTP/1.1" status: 200 len: 944 time: 0.7116256 May 26 16:10:59.439082 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-067037cf-c254-488b-8337-63168afe3710 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "PUT /v2.0/routers/c69f1aa6-d5ec-45db-9d99-270c7ccf15f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1318829 May 26 16:10:59.439271 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] Routers {'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:10:59.439271 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:59.447758 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53156) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:10:59.455139 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a6e6d432-dc0e-4c16-82f4-6a579da23c40 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'network': {'name': 'tempest-RoutersTest-1955956722'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:10:59.465764 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2438ef39-3357-4728-85cd-1449c9bad060 req-767f708b-177b-4ce4-b16b-77ef012ee36a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d09d82a5-10d1-47d8-a394-0e10fc4a7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722622 May 26 16:10:59.481285 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-9a55d182-453c-4812-b70d-8c668a428e9f service neutron] 10.222.0.81 "GET /v2.0/networks/8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0954993 May 26 16:10:59.520026 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d4fcda-ed44-4a3e-9a68-8b93a2a5f037 req-2ea63185-b3fa-4a24-9c0d-e317b86b194e service neutron] 10.222.0.83 "GET /v2.0/networks/67be992b-b4e7-4fb4-b3b4-ab1f54c2d199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0649002 May 26 16:10:59.528572 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e6d432-dc0e-4c16-82f4-6a579da23c40 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Made reservation on behalf of 8515b971030c454198bcb87784afc4ec for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:10:59.532130 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a6e6d432-dc0e-4c16-82f4-6a579da23c40 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:59.592663 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6846d92d-f72e-45ad-8c1b-0afb50445278', 'name': 'tempest-snat-router-903697696', 'tenant_id': '19e77287c5e847809832c0f89b5f73bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '5a22beae-90a0-481d-b010-a92fa5b757d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:53Z', 'updated_at': '2022-05-26T16:10:56Z', 'revision_number': 3, 'project_id': '19e77287c5e847809832c0f89b5f73bf', 'gw_port': {'id': '5a22beae-90a0-481d-b010-a92fa5b757d0', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6846d92d-f72e-45ad-8c1b-0afb50445278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:55Z', 'updated_at': '2022-05-26T16:10:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:10:59.610582 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-95749012-816c-456d-b7bd-6c28f8d64765 req-1e22b621-63c1-4156-861e-978f7559f796 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/security-groups?id=d09d82a5-10d1-47d8-a394-0e10fc4a7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866608 May 26 16:10:59.622677 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] Checking router: 6846d92d-f72e-45ad-8c1b-0afb50445278 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:10:59.623276 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] Updating router 6846d92d-f72e-45ad-8c1b-0afb50445278 port 5a22beae-90a0-481d-b010-a92fa5b757d0 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:10:59.654257 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-243279a0-d8e2-4bdc-ac16-d2f837ff2241 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:59.660527 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73c96f43-6896-452e-a6bb-fdd139fd1148 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:59.669361 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] Set router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:10:59.692827 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e6d432-dc0e-4c16-82f4-6a579da23c40 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:10:59.698108 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6e2ebb44-25f4-445b-8261-2ceb29df3af6 req-10072d7b-0a45-4722-9c4c-2669134890d3 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583284 May 26 16:10:59.714365 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-243279a0-d8e2-4bdc-ac16-d2f837ff2241 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:59.714753 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:59.715624 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-243279a0-d8e2-4bdc-ac16-d2f837ff2241 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.7132196 May 26 16:10:59.739562 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a6e6d432-dc0e-4c16-82f4-6a579da23c40 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:59.740131 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-a6e6d432-dc0e-4c16-82f4-6a579da23c40 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Added segment 0f84c3c8-3a62-4b37-9f45-9175251bb654 of type vlan for network 12d102d0-d488-49c2-a7a9-373d9950eb5d May 26 16:10:59.775601 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f9d5ab23-979d-48e6-ad94-fc88e455625f up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:10:59.912128 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a6e6d432-dc0e-4c16-82f4-6a579da23c40 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:59.927454 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-73c96f43-6896-452e-a6bb-fdd139fd1148 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Deleting port 5a22beae-90a0-481d-b010-a92fa5b757d0 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:10:59.927975 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73c96f43-6896-452e-a6bb-fdd139fd1148 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:10:59.959215 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad49b8-d36c-463a-961b-4ef6af21981e req-6a73fae3-7341-48f2-ae20-ef3f7cbf2c5a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:59.960880 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5bad49b8-d36c-463a-961b-4ef6af21981e req-6a73fae3-7341-48f2-ae20-ef3f7cbf2c5a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 945 time: 0.1425471 May 26 16:10:59.978363 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92ddc2-caf1-4f7e-b0dc-78a307372a30 req-c4cfd27d-1f63-48fc-971f-dc6dbe20288b tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:10:59.979987 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a92ddc2-caf1-4f7e-b0dc-78a307372a30 req-c4cfd27d-1f63-48fc-971f-dc6dbe20288b tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 943 time: 0.1445487 May 26 16:11:00.034624 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a6e6d432-dc0e-4c16-82f4-6a579da23c40 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.040357 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e6d432-dc0e-4c16-82f4-6a579da23c40 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:00.040970 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a6e6d432-dc0e-4c16-82f4-6a579da23c40 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.096602 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6bfc874b-54e7-4666-8faf-d5e315778788 req-d5026fa5-8cdd-42cb-aa41-f4907a822bf7 service neutron] 10.222.0.81 "GET /v2.0/networks/8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159870 May 26 16:11:00.131704 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a92ddc2-caf1-4f7e-b0dc-78a307372a30 req-055cbc33-7fcb-4308-b09d-6fb6543a01a4 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53723be-8a5c-4997-8e7f-8a09ff2a78d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337166 May 26 16:11:00.146898 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5bad49b8-d36c-463a-961b-4ef6af21981e req-ece2f8fe-55a1-4fc7-af30-60b6942308eb tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477730 May 26 16:11:00.169610 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port f9d5ab23-979d-48e6-ad94-fc88e455625f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:00.170027 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.262338 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e57734-8d58-480c-8018-2f5eff6fc1b5 req-dd06993a-3799-4620-adc7-3d8cbc607237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:00.269086 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-18e57734-8d58-480c-8018-2f5eff6fc1b5 req-dd06993a-3799-4620-adc7-3d8cbc607237 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=62ed477bb24843928995fef62a834d09&device_id=47eb9851-7689-4586-b569-327a627ab537 HTTP/1.1" status: 200 len: 1095 time: 0.0772626 May 26 16:11:00.279263 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a6e6d432-dc0e-4c16-82f4-6a579da23c40 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8303280 May 26 16:11:00.288345 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53172) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:00.296888 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c5cb219c-7da3-41db-aecd-2b416facd1c8 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'subnet': {'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:00.347886 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.366066 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.367039 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73c96f43-6896-452e-a6bb-fdd139fd1148 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.369960 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6d432-dc0e-4c16-82f4-6a579da23c40 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Network': ['ID=12d102d0-d488-49c2-a7a9-373d9950eb5d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:00.392540 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.399642 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 12d102d0-d488-49c2-a7a9-373d9950eb5d details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:11:00.400750 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-73c96f43-6896-452e-a6bb-fdd139fd1148 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Calling delete_port for 5a22beae-90a0-481d-b010-a92fa5b757d0 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:00.417019 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] Attempting to bind port 5a22beae-90a0-481d-b010-a92fa5b757d0 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:00.417509 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] Attempting to bind port 5a22beae-90a0-481d-b010-a92fa5b757d0 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:00.417878 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] Attempting to bind port 5a22beae-90a0-481d-b010-a92fa5b757d0 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:00.461255 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:00.461646 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:00.472762 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.473416 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:00.474100 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] Bound port: 5a22beae-90a0-481d-b010-a92fa5b757d0, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:00.474683 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.495730 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-50ecc058-ff4e-40ef-97e8-5582d3f1fe9d tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--694524438&fields=id&tenant_id=590689817d754ed9bb2f6370cd7ef910 HTTP/1.1" status: 200 len: 267 time: 0.1313658 May 26 16:11:00.510244 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cb219c-7da3-41db-aecd-2b416facd1c8 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Made reservation on behalf of 8515b971030c454198bcb87784afc4ec for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:00.514870 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c5cb219c-7da3-41db-aecd-2b416facd1c8 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.546066 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:10:53Z', 'revision_number': 2, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None, '_interfaces': [{'id': 'b5265a57-658c-48d2-8310-c45adc1bdebf', 'name': '', 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:1a:03:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:49Z', 'updated_at': '2022-05-26T16:10:54Z', 'revision_number': 2, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:00.583674 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] For port 5a22beae-90a0-481d-b010-a92fa5b757d0, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:00.587443 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] For port 5a22beae-90a0-481d-b010-a92fa5b757d0, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=5a22beae-90a0-481d-b010-a92fa5b757d0,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:00.608022 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.643550 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] Checking router: c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:11:00.650479 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] Updating router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 port b5265a57-658c-48d2-8310-c45adc1bdebf binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:11:00.681805 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] Routers {'6846d92d-f72e-45ad-8c1b-0afb50445278'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:00.682840 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['6846d92d-f72e-45ad-8c1b-0afb50445278'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:00.713329 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e57734-8d58-480c-8018-2f5eff6fc1b5 req-265dc3c9-fea7-40a7-8322-38f95b88333a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:00.714923 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-18e57734-8d58-480c-8018-2f5eff6fc1b5 req-265dc3c9-fea7-40a7-8322-38f95b88333a service neutron] 10.222.0.81 "GET /v2.0/networks?id=8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 HTTP/1.1" status: 200 len: 913 time: 0.4327469 May 26 16:11:00.743974 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:00.928363 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-18e57734-8d58-480c-8018-2f5eff6fc1b5 req-58505e1a-1cc4-4e7c-8083-bcb43abbbd82 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31249ee3-bfc9-454f-aa45-eb62c2314a01 HTTP/1.1" status: 200 len: 217 time: 0.2033985 May 26 16:11:00.948173 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e08cd-9ab1-460e-a871-d2297d2a7efe None None] Pushing event updated for resources: {'Port': ['ID=5a22beae-90a0-481d-b010-a92fa5b757d0,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:01.042189 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device cbe2c593-0939-4d9b-9fe9-3f42a3daff5f details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:11:01.042189 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port f9d5ab23-979d-48e6-ad94-fc88e455625f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:01.043100 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] Set router 6846d92d-f72e-45ad-8c1b-0afb50445278 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:01.060899 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73c96f43-6896-452e-a6bb-fdd139fd1148 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:01.077719 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f1009-3635-41d1-a029-8e4df20d7357 req-96178454-990a-4098-a3a9-cc8e63239cde tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:01.078140 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c5cb219c-7da3-41db-aecd-2b416facd1c8 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:01.080315 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-932f1009-3635-41d1-a029-8e4df20d7357 req-96178454-990a-4098-a3a9-cc8e63239cde tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/ports?device_id=93409fd5-8f34-4340-bd8c-42687b7934df HTTP/1.1" status: 200 len: 946 time: 0.1691742 May 26 16:11:01.109289 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-b5d60412-35d0-404c-97c3-74433e0869ed tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:01.114429 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6846d92d-f72e-45ad-8c1b-0afb50445278', 'name': 'tempest-snat-router-903697696', 'tenant_id': '19e77287c5e847809832c0f89b5f73bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:53Z', 'updated_at': '2022-05-26T16:10:59Z', 'revision_number': 4, 'project_id': '19e77287c5e847809832c0f89b5f73bf', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:01.129041 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-b5d60412-35d0-404c-97c3-74433e0869ed tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/networks?id=ca16d41c-d200-4396-bd00-d4e080e4dece HTTP/1.1" status: 200 len: 806 time: 0.6323106 May 26 16:11:01.138462 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e57734-8d58-480c-8018-2f5eff6fc1b5 req-9cfd6642-ad4f-41b5-b4ee-cd14b426890b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:01.139905 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-18e57734-8d58-480c-8018-2f5eff6fc1b5 req-9cfd6642-ad4f-41b5-b4ee-cd14b426890b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8755c60d-adae-412e-bec0-8ea9909ff975 HTTP/1.1" status: 200 len: 852 time: 0.1728325 May 26 16:11:01.148314 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e08cd-9ab1-460e-a871-d2297d2a7efe None None] Pushing event updated for resources: {'Port': ['ID=5a22beae-90a0-481d-b010-a92fa5b757d0,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:01.151439 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3772c7f8-cab1-4d6e-b9fe-5efe3c09856a None None] The sync data for ids ['6846d92d-f72e-45ad-8c1b-0afb50445278'] in n-d-843337-2 is: [{'id': '6846d92d-f72e-45ad-8c1b-0afb50445278', 'name': 'tempest-snat-router-903697696', 'tenant_id': '19e77287c5e847809832c0f89b5f73bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:53Z', 'updated_at': '2022-05-26T16:10:59Z', 'revision_number': 4, 'project_id': '19e77287c5e847809832c0f89b5f73bf', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:11:01.168856 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c96f43-6896-452e-a6bb-fdd139fd1148 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a22beae-90a0-481d-b010-a92fa5b757d0,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:01.202031 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-18e57734-8d58-480c-8018-2f5eff6fc1b5 req-b8087fe3-4dc5-4339-b0e7-cfbc23d9cd20 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526767 May 26 16:11:01.218142 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-ee0d4a60-b031-40b5-9da7-4475749dd0b6 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/quotas/590689817d754ed9bb2f6370cd7ef910 HTTP/1.1" status: 200 len: 375 time: 0.0875115 May 26 16:11:01.323340 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 31249ee3-bfc9-454f-aa45-eb62c2314a01 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:11:01.325342 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb219c-7da3-41db-aecd-2b416facd1c8 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Subnet': ['ID=c8c8f92b-af3f-4b49-9df1-a29e5a5f1545,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:01.356365 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73c96f43-6896-452e-a6bb-fdd139fd1148 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:01.360531 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cb219c-7da3-41db-aecd-2b416facd1c8 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Checking segment: {'id': '0f84c3c8-3a62-4b37-9f45-9175251bb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:01.361731 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cb219c-7da3-41db-aecd-2b416facd1c8 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network hostable DHCP agents. Network: 12d102d0-d488-49c2-a7a9-373d9950eb5d, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:11:01.388730 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-932f1009-3635-41d1-a029-8e4df20d7357 req-58d1c038-2842-46b6-b993-0b1116286a95 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/security-groups?id=d09d82a5-10d1-47d8-a394-0e10fc4a7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466214 May 26 16:11:01.390408 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port cbe2c593-0939-4d9b-9fe9-3f42a3daff5f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=cbe2c593-0939-4d9b-9fe9-3f42a3daff5f,segment=NetworkSegment(0cae4f8b-4c08-4f01-b356-84ad24f58bc1),segment_id=0cae4f8b-4c08-4f01-b356-84ad24f58bc1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:01.446425 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-2a51ff48-a156-482a-a8a2-a0d3de0e27a7 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=590689817d754ed9bb2f6370cd7ef910&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2212245 May 26 16:11:01.498087 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73c96f43-6896-452e-a6bb-fdd139fd1148 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:01.501475 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73c96f43-6896-452e-a6bb-fdd139fd1148 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:01.510135 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': 'cbe2c593-0939-4d9b-9fe9-3f42a3daff5f', 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5', 'port_id': 'cbe2c593-0939-4d9b-9fe9-3f42a3daff5f', 'mac_address': 'fa:16:3e:49:cd:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24152767-9df9-4e17-996b-6f1548c30662', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:11:01.563126 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73c96f43-6896-452e-a6bb-fdd139fd1148 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:01.563654 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c96f43-6896-452e-a6bb-fdd139fd1148 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6846d92d-f72e-45ad-8c1b-0afb50445278 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:11:01.569042 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73c96f43-6896-452e-a6bb-fdd139fd1148 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:01.573342 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-73c96f43-6896-452e-a6bb-fdd139fd1148 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "DELETE /v2.0/routers/6846d92d-f72e-45ad-8c1b-0afb50445278 HTTP/1.1" status: 204 len: 168 time: 2.3569851 May 26 16:11:01.575115 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53188) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:01.622893 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-8f8c54c7-8423-4005-ba2a-211df14c6e7c service neutron] 10.222.0.77 "GET /v2.0/networks/ca16d41c-d200-4396-bd00-d4e080e4dece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546373 May 26 16:11:01.651837 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cb219c-7da3-41db-aecd-2b416facd1c8 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network 12d102d0-d488-49c2-a7a9-373d9950eb5d is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:11:01.664457 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port cbe2c593-0939-4d9b-9fe9-3f42a3daff5f is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:01.665661 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:01.672632 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-c5cb219c-7da3-41db-aecd-2b416facd1c8 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 12d102d0-d488-49c2-a7a9-373d9950eb5d) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:01.693043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe2c593-0939-4d9b-9fe9-3f42a3daff5f {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:11:01.697631 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a140080-f454-4aeb-b64c-ef883aabdc9c None None] Network 12d102d0-d488-49c2-a7a9-373d9950eb5d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:01.732548 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cb219c-7da3-41db-aecd-2b416facd1c8 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:01.733173 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c5cb219c-7da3-41db-aecd-2b416facd1c8 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:01.755870 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-18e57734-8d58-480c-8018-2f5eff6fc1b5 req-ad9bbafb-3f6b-43e7-82f0-a152d4fcded7 service neutron] 10.222.0.81 "GET /v2.0/networks/8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210376 May 26 16:11:01.767400 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c5cb219c-7da3-41db-aecd-2b416facd1c8 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4751358 May 26 16:11:01.770230 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53190) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:01.846001 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port cbe2c593-0939-4d9b-9fe9-3f42a3daff5f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=cbe2c593-0939-4d9b-9fe9-3f42a3daff5f,segment=NetworkSegment(0cae4f8b-4c08-4f01-b356-84ad24f58bc1),segment_id=0cae4f8b-4c08-4f01-b356-84ad24f58bc1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:01.850257 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 31249ee3-bfc9-454f-aa45-eb62c2314a01, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=31249ee3-bfc9-454f-aa45-eb62c2314a01,segment=NetworkSegment(a7387a2e-097f-4a88-8322-99869016722c),segment_id=a7387a2e-097f-4a88-8322-99869016722c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:01.883833 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-18e57734-8d58-480c-8018-2f5eff6fc1b5 req-767a5630-50bc-4e4c-82cc-b7ea56e1de96 service neutron] 10.222.0.81 "GET /v2.0/networks/8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096873 May 26 16:11:01.888731 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:01.889782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device c9a08a6e-7681-4d3d-ba04-e7048493729f details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:11:01.901859 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b0479298-e713-4e46-8142-bc8971ce8f7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:01.914395 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04df7b-51e0-4858-ac8a-ab332fb19f13 req-b7313923-fe12-48e6-915b-443ec1c1e0df tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:01.915029 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '31249ee3-bfc9-454f-aa45-eb62c2314a01', 'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5', 'port_id': '31249ee3-bfc9-454f-aa45-eb62c2314a01', 'mac_address': 'fa:16:3e:bc:39:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8755c60d-adae-412e-bec0-8ea9909ff975', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:11:01.915950 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9f04df7b-51e0-4858-ac8a-ab332fb19f13 req-b7313923-fe12-48e6-915b-443ec1c1e0df tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eb9851-7689-4586-b569-327a627ab537 HTTP/1.1" status: 200 len: 944 time: 0.2895646 May 26 16:11:01.931717 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:01.984880 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=cbe2c593-0939-4d9b-9fe9-3f42a3daff5f,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:01.989021 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-9a2e0aa2-4bab-4110-a878-03e0b8d5df52 service neutron] 10.222.0.77 "GET /v2.0/networks/ca16d41c-d200-4396-bd00-d4e080e4dece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429487 May 26 16:11:02.016571 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9f04df7b-51e0-4858-ac8a-ab332fb19f13 req-4f5b1d97-306e-4818-9ccb-1dcc6c05c938 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885289 May 26 16:11:02.021375 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:02.055488 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.resource_extend [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:11:02.080767 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b0479298-e713-4e46-8142-bc8971ce8f7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:02.285813 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f69e9-736e-4e26-8a65-5174231383b6 req-049aeada-a4c6-4527-93a9-a3a9baad8e39 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:02.307187 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c97f69e9-736e-4e26-8a65-5174231383b6 req-049aeada-a4c6-4527-93a9-a3a9baad8e39 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 944 time: 0.1219957 May 26 16:11:02.397352 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port c9a08a6e-7681-4d3d-ba04-e7048493729f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=c9a08a6e-7681-4d3d-ba04-e7048493729f,segment=NetworkSegment(a7387a2e-097f-4a88-8322-99869016722c),segment_id=a7387a2e-097f-4a88-8322-99869016722c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:02.414364 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 31249ee3-bfc9-454f-aa45-eb62c2314a01 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:02.414777 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:02.425952 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8b205-6e88-415f-898d-95982d2f440d None None] Pushing event updated for resources: {'Port': ['ID=b5265a57-658c-48d2-8310-c45adc1bdebf,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:02.470553 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c97f69e9-736e-4e26-8a65-5174231383b6 req-04dc1331-98f0-4a87-8fe5-9f0c0ec5a6d0 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53723be-8a5c-4997-8e7f-8a09ff2a78d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514025 May 26 16:11:02.525517 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': 'c9a08a6e-7681-4d3d-ba04-e7048493729f', 'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5', 'port_id': 'c9a08a6e-7681-4d3d-ba04-e7048493729f', 'mac_address': 'fa:16:3e:7d:1b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8755c60d-adae-412e-bec0-8ea9909ff975', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:11:02.534043 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d42bbb-9ca8-49d6-bd68-ac186a08a114 req-b1b53d09-1181-4610-98ba-801048a60cc7 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:02.535674 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76d42bbb-9ca8-49d6-bd68-ac186a08a114 req-b1b53d09-1181-4610-98ba-801048a60cc7 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 945 time: 0.1432629 May 26 16:11:02.593341 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76d42bbb-9ca8-49d6-bd68-ac186a08a114 req-0635521f-07c4-4f96-9340-5f8afd85bd2c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500734 May 26 16:11:02.609895 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31249ee3-bfc9-454f-aa45-eb62c2314a01 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:11:02.712157 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port c9a08a6e-7681-4d3d-ba04-e7048493729f is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:02.712781 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:02.717435 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-668c18a3-04fc-4d63-a2ba-56b69e3c9b5a req-1de48710-d62c-4474-ae24-299d0a9b38a4 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ae3187a-f87e-4732-842b-f235fb8ea740 HTTP/1.1" status: 200 len: 210 time: 0.1222301 May 26 16:11:02.789452 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 31249ee3-bfc9-454f-aa45-eb62c2314a01, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=31249ee3-bfc9-454f-aa45-eb62c2314a01,segment=NetworkSegment(a7387a2e-097f-4a88-8322-99869016722c),segment_id=a7387a2e-097f-4a88-8322-99869016722c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:02.795543 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:02.799566 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a08a6e-7681-4d3d-ba04-e7048493729f {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:11:02.806669 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] Attempting to bind port b5265a57-658c-48d2-8310-c45adc1bdebf on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:02.807241 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] Attempting to bind port b5265a57-658c-48d2-8310-c45adc1bdebf by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '1b415897-918f-493e-8993-09d1e2b7afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:02.809939 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] Attempting to bind port b5265a57-658c-48d2-8310-c45adc1bdebf on network e183c45f-04e8-4316-857b-8e1bbc74bccf {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:02.824243 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9d2bc8-cf33-4b97-9a9c-c7dd77f7dc8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-12d102d0-d488-49c2-a7a9-373d9950eb5d', 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'fixed_ips': [{'subnet_id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:11:02.826037 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8a9d2bc8-cf33-4b97-9a9c-c7dd77f7dc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:02.884513 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712ecf8-611a-4935-9573-1198e2dece88 req-971088f1-3f09-41cf-af75-c3d1328fa985 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:02.892884 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e712ecf8-611a-4935-9573-1198e2dece88 req-971088f1-3f09-41cf-af75-c3d1328fa985 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/ports?device_id=93409fd5-8f34-4340-bd8c-42687b7934df HTTP/1.1" status: 200 len: 946 time: 0.1724257 May 26 16:11:02.919798 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:02.920693 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] Checking segment: {'id': '1b415897-918f-493e-8993-09d1e2b7afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:02.922049 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:02.922818 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] Bound using segment: {'id': '1b415897-918f-493e-8993-09d1e2b7afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:02.923825 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] Bound port: b5265a57-658c-48d2-8310-c45adc1bdebf, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b415897-918f-493e-8993-09d1e2b7afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:02.924582 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:02.942196 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port c9a08a6e-7681-4d3d-ba04-e7048493729f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=c9a08a6e-7681-4d3d-ba04-e7048493729f,segment=NetworkSegment(a7387a2e-097f-4a88-8322-99869016722c),segment_id=a7387a2e-097f-4a88-8322-99869016722c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:02.980513 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e712ecf8-611a-4935-9573-1198e2dece88 req-c4ab7785-210e-4f92-85b6-af8696eeafab tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/security-groups?id=d09d82a5-10d1-47d8-a394-0e10fc4a7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797167 May 26 16:11:03.180501 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=31249ee3-bfc9-454f-aa45-eb62c2314a01,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:03.207172 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b0479298-e713-4e46-8142-bc8971ce8f7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Deleting port f9d5ab23-979d-48e6-ad94-fc88e455625f {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:03.207770 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:03.207883 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b0479298-e713-4e46-8142-bc8971ce8f7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:03.264120 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d83bf-030c-4652-ac15-eaf615ca041f req-94edb123-c787-4fa2-8197-e29da4d5ba4d tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:03.266093 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-050d83bf-030c-4652-ac15-eaf615ca041f req-94edb123-c787-4fa2-8197-e29da4d5ba4d tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eb9851-7689-4586-b569-327a627ab537 HTTP/1.1" status: 200 len: 945 time: 0.0944946 May 26 16:11:03.374401 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['31249ee3-bfc9-454f-aa45-eb62c2314a01'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:11:03.385779 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-050d83bf-030c-4652-ac15-eaf615ca041f req-08c7eb7e-cb8e-43ef-a643-3c2cdf6f1633 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945983 May 26 16:11:03.422925 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b6b9fd52-a274-40de-b92b-af8133e80042 None None] Provisioning complete for port b5265a57-658c-48d2-8310-c45adc1bdebf triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:03.423455 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b6b9fd52-a274-40de-b92b-af8133e80042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:03.496693 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-b0479298-e713-4e46-8142-bc8971ce8f7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] For port f9d5ab23-979d-48e6-ad94-fc88e455625f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f9d5ab23-979d-48e6-ad94-fc88e455625f,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:03.497397 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b0479298-e713-4e46-8142-bc8971ce8f7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:03.519513 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2da47389-ad23-46eb-b107-c3ecbc05e3d7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:03.555868 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-8a9d2bc8-cf33-4b97-9a9c-c7dd77f7dc8a None None] Allocated IP 172.21.0.2 (12d102d0-d488-49c2-a7a9-373d9950eb5d/c8c8f92b-af3f-4b49-9df1-a29e5a5f1545/5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:03.570781 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=c9a08a6e-7681-4d3d-ba04-e7048493729f,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:03.582569 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b0479298-e713-4e46-8142-bc8971ce8f7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Calling delete_port for f9d5ab23-979d-48e6-ad94-fc88e455625f owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:03.589668 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b6b9fd52-a274-40de-b92b-af8133e80042 None None] Port b5265a57-658c-48d2-8310-c45adc1bdebf cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:11:03.598981 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34379bf8-a5c6-4d8a-aaa7-d19b10302954 req-6da808c5-b621-4361-b585-fd1489520fb1 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:03.602011 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] For port b5265a57-658c-48d2-8310-c45adc1bdebf, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:03.612288 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-34379bf8-a5c6-4d8a-aaa7-d19b10302954 req-6da808c5-b621-4361-b585-fd1489520fb1 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/ports?device_id=93409fd5-8f34-4340-bd8c-42687b7934df HTTP/1.1" status: 200 len: 946 time: 0.1572561 May 26 16:11:03.613005 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] For port b5265a57-658c-48d2-8310-c45adc1bdebf, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b5265a57-658c-48d2-8310-c45adc1bdebf,segment=NetworkSegment(1b415897-918f-493e-8993-09d1e2b7afec),segment_id=1b415897-918f-493e-8993-09d1e2b7afec)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:03.639136 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:03.730325 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-34379bf8-a5c6-4d8a-aaa7-d19b10302954 req-67e52b13-48f5-46d8-a03c-f3e33a4c59ef tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/security-groups?id=d09d82a5-10d1-47d8-a394-0e10fc4a7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157305 May 26 16:11:03.785250 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076429d-1679-4702-8aea-673ced2d0a6a req-c958c8bf-8489-43ca-9779-8d747b2e97d0 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:03.798191 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0076429d-1679-4702-8aea-673ced2d0a6a req-c958c8bf-8489-43ca-9779-8d747b2e97d0 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 944 time: 0.1455588 May 26 16:11:03.848373 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] Routers {'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:03.848921 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:03.950672 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['c9a08a6e-7681-4d3d-ba04-e7048493729f'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:11:04.049873 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0076429d-1679-4702-8aea-673ced2d0a6a req-71473c2a-161d-444c-b97e-e812ec1feb6a tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53723be-8a5c-4997-8e7f-8a09ff2a78d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471533 May 26 16:11:04.091630 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b0479298-e713-4e46-8142-bc8971ce8f7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.156854 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad6bef-5b82-494a-a1e1-d6d3cb2b9262 req-08d682ff-2aef-46f6-96a6-1e8ecf1f6a5e tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:04.157947 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0479298-e713-4e46-8142-bc8971ce8f7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9d5ab23-979d-48e6-ad94-fc88e455625f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:04.170424 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ddad6bef-5b82-494a-a1e1-d6d3cb2b9262 req-08d682ff-2aef-46f6-96a6-1e8ecf1f6a5e tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 945 time: 0.2872157 May 26 16:11:04.254140 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ddad6bef-5b82-494a-a1e1-d6d3cb2b9262 req-9ab50861-04ef-450d-ad92-1657b65ec3ff tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826685 May 26 16:11:04.309790 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b0479298-e713-4e46-8142-bc8971ce8f7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.336947 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['cbe2c593-0939-4d9b-9fe9-3f42a3daff5f'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:11:04.348408 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7daad02e-63f8-4dfb-b6cd-e419149b90bc req-1724fead-1fee-4210-8033-944b4f73998a tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ae3187a-f87e-4732-842b-f235fb8ea740 HTTP/1.1" status: 200 len: 210 time: 0.0779583 May 26 16:11:04.464911 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8b205-6e88-415f-898d-95982d2f440d None None] Pushing event updated for resources: {'Port': ['ID=b5265a57-658c-48d2-8310-c45adc1bdebf,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:04.513907 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b0479298-e713-4e46-8142-bc8971ce8f7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.517686 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b0479298-e713-4e46-8142-bc8971ce8f7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.586540 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] Set router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:04.596622 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ac9c2aef-e8ef-444f-a65d-9bf979e29355 None None] Provisioning complete for port b5265a57-658c-48d2-8310-c45adc1bdebf triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:04.597131 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ac9c2aef-e8ef-444f-a65d-9bf979e29355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.614142 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-786b7729-6653-4950-8d2e-a7a3e0ce9995 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:04.615645 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-786b7729-6653-4950-8d2e-a7a3e0ce9995 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.83 "GET /v2.0/networks?id=ca16d41c-d200-4396-bd00-d4e080e4dece HTTP/1.1" status: 200 len: 806 time: 0.3596244 May 26 16:11:04.618261 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b0479298-e713-4e46-8142-bc8971ce8f7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.623920 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0479298-e713-4e46-8142-bc8971ce8f7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 990b51bc-33e4-4ea6-9f8e-8d071023b1b9 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:11:04.630712 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b0479298-e713-4e46-8142-bc8971ce8f7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.636810 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b0479298-e713-4e46-8142-bc8971ce8f7d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "DELETE /v2.0/routers/990b51bc-33e4-4ea6-9f8e-8d071023b1b9 HTTP/1.1" status: 204 len: 168 time: 3.0558414 May 26 16:11:04.638583 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53218) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:04.646364 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3813fc-0aa4-430c-8d31-4670237b731e req-0995e277-6ebe-4aba-a1a8-8118a206e704 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:04.647918 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf3813fc-0aa4-430c-8d31-4670237b731e req-0995e277-6ebe-4aba-a1a8-8118a206e704 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eb9851-7689-4586-b569-327a627ab537 HTTP/1.1" status: 200 len: 945 time: 0.1265004 May 26 16:11:04.652653 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-2cdb1c00-1f71-4c3d-8475-fa6cb51378e1 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-231160508', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}, 'admin_state_up': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:04.717093 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1c00-1f71-4c3d-8475-fa6cb51378e1 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.719197 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1c00-1f71-4c3d-8475-fa6cb51378e1 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.823047 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-ebeb37d7-3b27-42f4-b27a-ad5a16186ba1 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=590689817d754ed9bb2f6370cd7ef910 HTTP/1.1" status: 200 len: 379 time: 0.1739366 May 26 16:11:04.835729 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-375a752f-55b9-4f0d-8157-bce9622952cc tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Request body: {'port': {'device_id': '1ae3187a-f87e-4732-842b-f235fb8ea740', 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece', 'admin_state_up': True, 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'security_groups': ['5657caa3-fd19-4e63-9466-79994f192429']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:04.864297 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8a9d2bc8-cf33-4b97-9a9c-c7dd77f7dc8a None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.911034 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8a9d2bc8-cf33-4b97-9a9c-c7dd77f7dc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.914921 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1c00-1f71-4c3d-8475-fa6cb51378e1 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:04.955359 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf3813fc-0aa4-430c-8d31-4670237b731e req-2481ecc9-aec3-4b9b-8250-dc66b16246c3 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912147 May 26 16:11:04.980398 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ce691-da91-455b-bdf9-15d1b12d81b0 req-0b94e3e5-db37-403f-ab8b-c2e143fc25cd tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:04.982172 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd0ce691-da91-455b-bdf9-15d1b12d81b0 req-0b94e3e5-db37-403f-ab8b-c2e143fc25cd tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.81 "GET /v2.0/ports?device_id=93409fd5-8f34-4340-bd8c-42687b7934df HTTP/1.1" status: 200 len: 946 time: 0.2821555 May 26 16:11:05.043800 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11a5e8-6777-48dd-8f33-75e3a3ac6393 req-e575c33f-89bc-4ebd-bf94-2384dc4638d2 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:05.054409 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-2da47389-ad23-46eb-b107-c3ecbc05e3d7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Allocated IP 172.21.0.1 (12d102d0-d488-49c2-a7a9-373d9950eb5d/c8c8f92b-af3f-4b49-9df1-a29e5a5f1545/7f132ec2-0724-41ac-afcf-2a6a650fd25a) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:05.055214 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec11a5e8-6777-48dd-8f33-75e3a3ac6393 req-e575c33f-89bc-4ebd-bf94-2384dc4638d2 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/ports?device_id=93409fd5-8f34-4340-bd8c-42687b7934df HTTP/1.1" status: 200 len: 946 time: 0.1904826 May 26 16:11:05.101922 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9d2bc8-cf33-4b97-9a9c-c7dd77f7dc8a None None] Network 12d102d0-d488-49c2-a7a9-373d9950eb5d is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:05.111789 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ac9c2aef-e8ef-444f-a65d-9bf979e29355 None None] Current status of the port b5265a57-658c-48d2-8310-c45adc1bdebf is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:05.112398 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ac9c2aef-e8ef-444f-a65d-9bf979e29355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:05.136561 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-8a9d2bc8-cf33-4b97-9a9c-c7dd77f7dc8a None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:05.150754 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d2bc8-cf33-4b97-9a9c-c7dd77f7dc8a None None] Pushing event updated for resources: {'Port': ['ID=5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:05.156554 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9d2bc8-cf33-4b97-9a9c-c7dd77f7dc8a None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:05.211442 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec11a5e8-6777-48dd-8f33-75e3a3ac6393 req-777eb3ce-e4d5-49c7-9c66-d66da919ecc6 tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/security-groups?id=d09d82a5-10d1-47d8-a394-0e10fc4a7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545174 May 26 16:11:05.308811 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2da47389-ad23-46eb-b107-c3ecbc05e3d7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:05.311627 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ac9c2aef-e8ef-444f-a65d-9bf979e29355 None None] For port b5265a57-658c-48d2-8310-c45adc1bdebf, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b5265a57-658c-48d2-8310-c45adc1bdebf,segment=NetworkSegment(1b415897-918f-493e-8993-09d1e2b7afec),segment_id=1b415897-918f-493e-8993-09d1e2b7afec)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:05.374273 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ac9c2aef-e8ef-444f-a65d-9bf979e29355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:05.398439 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-375a752f-55b9-4f0d-8157-bce9622952cc tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Made reservation on behalf of 590689817d754ed9bb2f6370cd7ef910 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:05.403530 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-375a752f-55b9-4f0d-8157-bce9622952cc tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:05.441767 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8a9d2bc8-cf33-4b97-9a9c-c7dd77f7dc8a None None] Attempting to bind port 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:05.442207 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8a9d2bc8-cf33-4b97-9a9c-c7dd77f7dc8a None None] Attempting to bind port 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '0f84c3c8-3a62-4b37-9f45-9175251bb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:05.442694 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9d2bc8-cf33-4b97-9a9c-c7dd77f7dc8a None None] Attempting to bind port 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0 on network 12d102d0-d488-49c2-a7a9-373d9950eb5d {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:05.466143 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c5656-f025-4c07-855e-eddded924aae req-63d4af81-5c4b-4513-80c2-c67a22af0037 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:05.466831 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9d2bc8-cf33-4b97-9a9c-c7dd77f7dc8a None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:05.467329 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9d2bc8-cf33-4b97-9a9c-c7dd77f7dc8a None None] Checking segment: {'id': '0f84c3c8-3a62-4b37-9f45-9175251bb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:05.467833 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8a9d2bc8-cf33-4b97-9a9c-c7dd77f7dc8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:05.468976 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9d2bc8-cf33-4b97-9a9c-c7dd77f7dc8a None None] Bound using segment: {'id': '0f84c3c8-3a62-4b37-9f45-9175251bb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:05.469523 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8a9d2bc8-cf33-4b97-9a9c-c7dd77f7dc8a None None] Bound port: 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f84c3c8-3a62-4b37-9f45-9175251bb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:05.470011 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8a9d2bc8-cf33-4b97-9a9c-c7dd77f7dc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:05.476605 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-825c5656-f025-4c07-855e-eddded924aae req-63d4af81-5c4b-4513-80c2-c67a22af0037 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 944 time: 0.2872999 May 26 16:11:05.540647 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-825c5656-f025-4c07-855e-eddded924aae req-2c9f2a7a-efb9-4f5d-b559-985f21ec4ea1 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53723be-8a5c-4997-8e7f-8a09ff2a78d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585196 May 26 16:11:05.542647 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c2aef-e8ef-444f-a65d-9bf979e29355 None None] Pushing event updated for resources: {'Port': ['ID=b5265a57-658c-48d2-8310-c45adc1bdebf,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:05.552583 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:10:53Z', 'revision_number': 2, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None, '_interfaces': [{'id': 'b5265a57-658c-48d2-8310-c45adc1bdebf', 'name': '', 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:1a:03:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:49Z', 'updated_at': '2022-05-26T16:11:03Z', 'revision_number': 4, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:05.577552 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1c00-1f71-4c3d-8475-fa6cb51378e1 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:05.583272 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-dd0ce691-da91-455b-bdf9-15d1b12d81b0 req-25ce749c-9342-45b7-9fc3-6a882a5804af tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Deleting port b7138a4a-9829-4aea-8eee-fc775cadf4f0 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:05.584842 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dac39b-5c93-4d49-a08f-ec0aeef6e9d2 None None] The sync data for ids ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'] in n-d-843337-2 is: [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:10:53Z', 'revision_number': 2, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None, '_interfaces': [{'id': 'b5265a57-658c-48d2-8310-c45adc1bdebf', 'name': '', 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:1a:03:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:49Z', 'updated_at': '2022-05-26T16:11:03Z', 'revision_number': 4, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:11:05.585181 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2da47389-ad23-46eb-b107-c3ecbc05e3d7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:05.586751 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dd0ce691-da91-455b-bdf9-15d1b12d81b0 req-25ce749c-9342-45b7-9fc3-6a882a5804af tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:05.625330 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8a9d2bc8-cf33-4b97-9a9c-c7dd77f7dc8a None None] For port 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:05.630513 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8a9d2bc8-cf33-4b97-9a9c-c7dd77f7dc8a None None] For port 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0,segment=NetworkSegment(0f84c3c8-3a62-4b37-9f45-9175251bb654),segment_id=0f84c3c8-3a62-4b37-9f45-9175251bb654)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:05.638613 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8a9d2bc8-cf33-4b97-9a9c-c7dd77f7dc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:05.733035 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f9d5ab23-979d-48e6-ad94-fc88e455625f no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:11:05.770007 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-dd0ce691-da91-455b-bdf9-15d1b12d81b0 req-25ce749c-9342-45b7-9fc3-6a882a5804af tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] For port b7138a4a-9829-4aea-8eee-fc775cadf4f0, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b7138a4a-9829-4aea-8eee-fc775cadf4f0,segment=NetworkSegment(3ff309e8-d2ce-4cee-a367-7a24e78e0a45),segment_id=3ff309e8-d2ce-4cee-a367-7a24e78e0a45)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:05.770373 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dd0ce691-da91-455b-bdf9-15d1b12d81b0 req-25ce749c-9342-45b7-9fc3-6a882a5804af tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:05.784645 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-dd0ce691-da91-455b-bdf9-15d1b12d81b0 req-25ce749c-9342-45b7-9fc3-6a882a5804af tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Calling delete_port for b7138a4a-9829-4aea-8eee-fc775cadf4f0 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:05.785613 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: f9d5ab23-979d-48e6-ad94-fc88e455625f {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:11:05.785963 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f9d5ab23-979d-48e6-ad94-fc88e455625f not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:11:05.791981 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d2bc8-cf33-4b97-9a9c-c7dd77f7dc8a None None] Pushing event updated for resources: {'Port': ['ID=5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:05.810411 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da47389-ad23-46eb-b107-c3ecbc05e3d7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network 12d102d0-d488-49c2-a7a9-373d9950eb5d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:05.835808 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-2da47389-ad23-46eb-b107-c3ecbc05e3d7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:05.839786 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da47389-ad23-46eb-b107-c3ecbc05e3d7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Port': ['ID=7f132ec2-0724-41ac-afcf-2a6a650fd25a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:05.847253 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da47389-ad23-46eb-b107-c3ecbc05e3d7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:05.897461 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4dfd1-d4a8-463e-8601-aafaac604426 req-ee0fafaf-e464-4829-8589-075292aa720a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:05.906504 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aad4dfd1-d4a8-463e-8601-aafaac604426 req-ee0fafaf-e464-4829-8589-075292aa720a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 945 time: 0.4858873 May 26 16:11:05.933161 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2773517c-478a-450a-9928-7eda39dde053 req-bd3f5877-4a9e-48c1-8c64-8f553e7e0d29 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ae3187a-f87e-4732-842b-f235fb8ea740 HTTP/1.1" status: 200 len: 210 time: 0.1296849 May 26 16:11:05.942548 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2da47389-ad23-46eb-b107-c3ecbc05e3d7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:06.260155 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-375a752f-55b9-4f0d-8157-bce9622952cc tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Allocated IP 172.20.0.13 (ca16d41c-d200-4396-bd00-d4e080e4dece/f4c948db-f932-46ec-b83c-396755cf4bf3/9417c894-3bf6-4f21-8302-920460ad5fb2) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:06.357716 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2da47389-ad23-46eb-b107-c3ecbc05e3d7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:06.377829 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aad4dfd1-d4a8-463e-8601-aafaac604426 req-c24d49e5-1f13-46a1-8aed-730247fb04a4 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4702933 May 26 16:11:06.581917 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b133d-5b5e-4010-a625-459a9074b2c0 req-c127edc5-9c15-4923-be92-6fc89fc0b395 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:06.584294 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1c00-1f71-4c3d-8475-fa6cb51378e1 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:06.594346 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-769b133d-5b5e-4010-a625-459a9074b2c0 req-c127edc5-9c15-4923-be92-6fc89fc0b395 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eb9851-7689-4586-b569-327a627ab537 HTTP/1.1" status: 200 len: 945 time: 0.3650596 May 26 16:11:06.670321 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1c00-1f71-4c3d-8475-fa6cb51378e1 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:06.752511 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-769b133d-5b5e-4010-a625-459a9074b2c0 req-4e15746f-58f7-41d6-92d8-faa7a1af1e99 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484354 May 26 16:11:06.753765 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dd0ce691-da91-455b-bdf9-15d1b12d81b0 req-25ce749c-9342-45b7-9fc3-6a882a5804af tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:06.772771 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['b7138a4a-9829-4aea-8eee-fc775cadf4f0'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:11:06.847007 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-375a752f-55b9-4f0d-8157-bce9622952cc tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:06.982578 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf998bc8-3994-4d3a-bf93-c974d40badc5 req-5d0df709-f69b-4a60-b108-8099cb98e68b tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:06.984387 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf998bc8-3994-4d3a-bf93-c974d40badc5 req-5d0df709-f69b-4a60-b108-8099cb98e68b tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/ports?device_id=93409fd5-8f34-4340-bd8c-42687b7934df HTTP/1.1" status: 200 len: 946 time: 0.4414222 May 26 16:11:06.985595 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce749c-9342-45b7-9fc3-6a882a5804af tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Pushing event deleted for resources: {'Port': ['ID=b7138a4a-9829-4aea-8eee-fc775cadf4f0,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:07.058383 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-2cdb1c00-1f71-4c3d-8475-fa6cb51378e1 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Allocated IP 172.25.7.136 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/73e25742-95c2-4f24-8354-35455cb3441c) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:07.147339 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0ce691-da91-455b-bdf9-15d1b12d81b0 req-25ce749c-9342-45b7-9fc3-6a882a5804af tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] No DVR routers for this DVR port b7138a4a-9829-4aea-8eee-fc775cadf4f0 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:11:07.151333 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-dd0ce691-da91-455b-bdf9-15d1b12d81b0 req-25ce749c-9342-45b7-9fc3-6a882a5804af tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:07.154971 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd0ce691-da91-455b-bdf9-15d1b12d81b0 req-25ce749c-9342-45b7-9fc3-6a882a5804af tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.81 "DELETE /v2.0/ports/b7138a4a-9829-4aea-8eee-fc775cadf4f0 HTTP/1.1" status: 204 len: 173 time: 2.1619098 May 26 16:11:07.167394 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93409fd5-8f34-4340-bd8c-42687b7934df', 'name': 'network-vif-deleted', 'tag': 'b7138a4a-9829-4aea-8eee-fc775cadf4f0'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:07.171576 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f4177b-28a0-4998-9ae6-8ec563fde115" -d '{"events": [{"server_uuid": "93409fd5-8f34-4340-bd8c-42687b7934df", "name": "network-vif-deleted", "tag": "b7138a4a-9829-4aea-8eee-fc775cadf4f0"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:07.209827 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1c00-1f71-4c3d-8475-fa6cb51378e1 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:07.253686 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1c00-1f71-4c3d-8475-fa6cb51378e1 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:07.271229 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device cbe2c593-0939-4d9b-9fe9-3f42a3daff5f up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:07.346510 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdb1c00-1f71-4c3d-8475-fa6cb51378e1 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:07.352949 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb1c00-1f71-4c3d-8475-fa6cb51378e1 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Pushing event updated for resources: {'Port': ['ID=73e25742-95c2-4f24-8354-35455cb3441c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:07.366481 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-2cdb1c00-1f71-4c3d-8475-fa6cb51378e1 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:07.382144 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdb1c00-1f71-4c3d-8475-fa6cb51378e1 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:07.385248 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 31249ee3-bfc9-454f-aa45-eb62c2314a01 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:07.464794 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3f32ea-57ef-4087-ae11-9cf8cc4d6df5 None None] Network 12d102d0-d488-49c2-a7a9-373d9950eb5d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:07.564369 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port cbe2c593-0939-4d9b-9fe9-3f42a3daff5f completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:11:07.637235 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port cbe2c593-0939-4d9b-9fe9-3f42a3daff5f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:07.637717 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:07.770586 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-375a752f-55b9-4f0d-8157-bce9622952cc tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:07.806995 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 31249ee3-bfc9-454f-aa45-eb62c2314a01 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:11:07.825705 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-375a752f-55b9-4f0d-8157-bce9622952cc tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Network ca16d41c-d200-4396-bd00-d4e080e4dece is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:07.834024 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f0a3202f-a940-4d78-8557-9f02ce0a711a None None] Provisioning complete for port 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:07.834398 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f0a3202f-a940-4d78-8557-9f02ce0a711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:07.837237 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-375a752f-55b9-4f0d-8157-bce9622952cc tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:07.878647 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf998bc8-3994-4d3a-bf93-c974d40badc5 req-09720e42-b88e-4f0a-bbba-66d40683d17e tempest-InstanceActionsV221TestJSON-75458803 tempest-InstanceActionsV221TestJSON-75458803-project] 10.222.0.77 "GET /v2.0/security-groups?id=d09d82a5-10d1-47d8-a394-0e10fc4a7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8395405 May 26 16:11:07.938950 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef4ffc-49bc-4a23-8a01-5b2b45994337 req-b0b076dc-2093-457e-b188-c542da2a8987 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:07.940731 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07ef4ffc-49bc-4a23-8a01-5b2b45994337 req-b0b076dc-2093-457e-b188-c542da2a8987 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 944 time: 0.9860971 May 26 16:11:07.941681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-375a752f-55b9-4f0d-8157-bce9622952cc tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:08.060242 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 31249ee3-bfc9-454f-aa45-eb62c2314a01 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:08.060662 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.101782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b5265a57-658c-48d2-8310-c45adc1bdebf up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:08.240403 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a752f-55b9-4f0d-8157-bce9622952cc tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Pushing event updated for resources: {'Port': ['ID=9417c894-3bf6-4f21-8302-920460ad5fb2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:08.245846 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07ef4ffc-49bc-4a23-8a01-5b2b45994337 req-1706574b-dec2-4c7b-bf10-0038cdd973ce tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53723be-8a5c-4997-8e7f-8a09ff2a78d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276344 May 26 16:11:08.267812 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-375a752f-55b9-4f0d-8157-bce9622952cc tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:08.268597 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-375a752f-55b9-4f0d-8157-bce9622952cc tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.290477 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-375a752f-55b9-4f0d-8157-bce9622952cc tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4597659 May 26 16:11:08.310229 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2140695-756f-42af-900c-817c8ef68792 req-51a3fb51-6b6e-4df9-ba4f-cc55e0995190 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:08.311958 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2140695-756f-42af-900c-817c8ef68792 req-51a3fb51-6b6e-4df9-ba4f-cc55e0995190 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ae3187a-f87e-4732-842b-f235fb8ea740 HTTP/1.1" status: 200 len: 932 time: 0.1944103 May 26 16:11:08.326815 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-8ce5f6b3-0157-49da-bd0e-1b3b2d800d2e service neutron] Request body: {'port': {'device_id': '1ae3187a-f87e-4732-842b-f235fb8ea740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:08.337672 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c33092-bbe1-4b42-87ba-77f9aa14b9e4 x-openstack-request-id: req-e0c33092-bbe1-4b42-87ba-77f9aa14b9e4 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:08.338082 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93409fd5-8f34-4340-bd8c-42687b7934df", "name": "network-vif-deleted", "tag": "b7138a4a-9829-4aea-8eee-fc775cadf4f0", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:08.340617 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e0c33092-bbe1-4b42-87ba-77f9aa14b9e4 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:08.341140 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c33092-bbe1-4b42-87ba-77f9aa14b9e4'] response: {'server_uuid': '93409fd5-8f34-4340-bd8c-42687b7934df', 'name': 'network-vif-deleted', 'tag': 'b7138a4a-9829-4aea-8eee-fc775cadf4f0', 'status': 'completed', 'code': 200} May 26 16:11:08.361873 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1c00-1f71-4c3d-8475-fa6cb51378e1 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.370452 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2da47389-ad23-46eb-b107-c3ecbc05e3d7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.378014 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port cbe2c593-0939-4d9b-9fe9-3f42a3daff5f is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:08.378399 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.427805 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port cbe2c593-0939-4d9b-9fe9-3f42a3daff5f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=cbe2c593-0939-4d9b-9fe9-3f42a3daff5f,segment=NetworkSegment(0cae4f8b-4c08-4f01-b356-84ad24f58bc1),segment_id=0cae4f8b-4c08-4f01-b356-84ad24f58bc1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:08.458651 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4c2b22-4a20-492c-8a83-28c2f551fafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe2c593-0939-4d9b-9fe9-3f42a3daff5f'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:08.462302 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d4aadc-3906-4ba0-9f83-b6c8cae45192" -d '{"events": [{"server_uuid": "3a4c2b22-4a20-492c-8a83-28c2f551fafe", "name": "network-vif-plugged", "status": "completed", "tag": "cbe2c593-0939-4d9b-9fe9-3f42a3daff5f"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:08.482167 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.482967 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device c9a08a6e-7681-4d3d-ba04-e7048493729f up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:08.514754 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2140695-756f-42af-900c-817c8ef68792 req-75f895ef-ab9d-424d-9ffd-1abd3ae5d506 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/security-groups?id=5657caa3-fd19-4e63-9466-79994f192429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841729 May 26 16:11:08.522884 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-8ce5f6b3-0157-49da-bd0e-1b3b2d800d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.541918 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726baf8f-16a0-4095-9843-476bea652022 req-ae9a1324-da02-4d9a-8214-981a110c8caa tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:08.543606 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-726baf8f-16a0-4095-9843-476bea652022 req-ae9a1324-da02-4d9a-8214-981a110c8caa tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 945 time: 0.1347418 May 26 16:11:08.560623 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=cbe2c593-0939-4d9b-9fe9-3f42a3daff5f,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:08.711502 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1c00-1f71-4c3d-8475-fa6cb51378e1 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.859257 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2da47389-ad23-46eb-b107-c3ecbc05e3d7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.928761 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-8ce5f6b3-0157-49da-bd0e-1b3b2d800d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9417c894-3bf6-4f21-8302-920460ad5fb2 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:11:08.942747 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-8ce5f6b3-0157-49da-bd0e-1b3b2d800d2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:08.945521 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da47389-ad23-46eb-b107-c3ecbc05e3d7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Port': ['ID=7f132ec2-0724-41ac-afcf-2a6a650fd25a,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:08.960782 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-8ce5f6b3-0157-49da-bd0e-1b3b2d800d2e service neutron] Transition to ACTIVE for port object 9417c894-3bf6-4f21-8302-920460ad5fb2 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:11:08.995861 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-8ce5f6b3-0157-49da-bd0e-1b3b2d800d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:09.028551 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdb1c00-1f71-4c3d-8475-fa6cb51378e1 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Router 747626e9-67f7-4935-9bff-70b7e1ffeb23 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:11:09.123138 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d9ed-19af-4341-806f-54ece2ce568c req-c54e648d-3db9-4f0e-8ea0-a666ed857473 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:09.135455 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2da47389-ad23-46eb-b107-c3ecbc05e3d7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:09.138808 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e831d9ed-19af-4341-806f-54ece2ce568c req-c54e648d-3db9-4f0e-8ea0-a666ed857473 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eb9851-7689-4586-b569-327a627ab537 HTTP/1.1" status: 200 len: 945 time: 0.5231218 May 26 16:11:09.149244 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f0a3202f-a940-4d78-8557-9f02ce0a711a None None] Current status of the port 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:09.149244 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f0a3202f-a940-4d78-8557-9f02ce0a711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:09.166879 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-726baf8f-16a0-4095-9843-476bea652022 req-7e09435f-d40a-4cfd-8839-a68013b0881e tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6154456 May 26 16:11:09.178006 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5f6b3-0157-49da-bd0e-1b3b2d800d2e service neutron] Pushing event updated for resources: {'Port': ['ID=9417c894-3bf6-4f21-8302-920460ad5fb2,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:09.284241 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port b5265a57-658c-48d2-8310-c45adc1bdebf triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:09.287512 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:09.292434 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 31249ee3-bfc9-454f-aa45-eb62c2314a01 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:09.297244 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:09.435554 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdb1c00-1f71-4c3d-8475-fa6cb51378e1 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:11:09.449154 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda5de28-73a9-4ab7-8a77-039d8f237a3d None None] Sync routers for ids ['747626e9-67f7-4935-9bff-70b7e1ffeb23'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:11:09.453651 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-8ce5f6b3-0157-49da-bd0e-1b3b2d800d2e service neutron] Attempting to bind port 9417c894-3bf6-4f21-8302-920460ad5fb2 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:09.466101 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-8ce5f6b3-0157-49da-bd0e-1b3b2d800d2e service neutron] Attempting to bind port 9417c894-3bf6-4f21-8302-920460ad5fb2 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '11a76e5f-9290-4dfa-b37b-055b471314c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:09.466824 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-8ce5f6b3-0157-49da-bd0e-1b3b2d800d2e service neutron] Attempting to bind port 9417c894-3bf6-4f21-8302-920460ad5fb2 on network ca16d41c-d200-4396-bd00-d4e080e4dece {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:09.470559 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9d775b-f56d-49e4-b552-60bf2616b7ba x-openstack-request-id: req-dc9d775b-f56d-49e4-b552-60bf2616b7ba {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:09.470859 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4c2b22-4a20-492c-8a83-28c2f551fafe", "name": "network-vif-plugged", "status": "completed", "tag": "cbe2c593-0939-4d9b-9fe9-3f42a3daff5f", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:09.471116 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dc9d775b-f56d-49e4-b552-60bf2616b7ba {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:09.473155 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc9d775b-f56d-49e4-b552-60bf2616b7ba'] response: {'server_uuid': '3a4c2b22-4a20-492c-8a83-28c2f551fafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe2c593-0939-4d9b-9fe9-3f42a3daff5f', 'code': 200} May 26 16:11:09.495946 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda5de28-73a9-4ab7-8a77-039d8f237a3d None None] Routers {'747626e9-67f7-4935-9bff-70b7e1ffeb23'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:09.497468 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-cda5de28-73a9-4ab7-8a77-039d8f237a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['747626e9-67f7-4935-9bff-70b7e1ffeb23'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:09.501273 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e831d9ed-19af-4341-806f-54ece2ce568c req-17e88c62-4e65-40eb-90f3-b67d340c1417 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599374 May 26 16:11:09.519355 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-8ce5f6b3-0157-49da-bd0e-1b3b2d800d2e service neutron] Port 9417c894-3bf6-4f21-8302-920460ad5fb2 on network ca16d41c-d200-4396-bd00-d4e080e4dece not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:11:09.524707 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-8ce5f6b3-0157-49da-bd0e-1b3b2d800d2e service neutron] Attempting to bind port 9417c894-3bf6-4f21-8302-920460ad5fb2 on network ca16d41c-d200-4396-bd00-d4e080e4dece {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:09.558051 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-cda5de28-73a9-4ab7-8a77-039d8f237a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:09.579054 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda5de28-73a9-4ab7-8a77-039d8f237a3d None None] Routers {'747626e9-67f7-4935-9bff-70b7e1ffeb23'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:09.579985 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-cda5de28-73a9-4ab7-8a77-039d8f237a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['747626e9-67f7-4935-9bff-70b7e1ffeb23'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:09.587017 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-8ce5f6b3-0157-49da-bd0e-1b3b2d800d2e service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:09.595162 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-8ce5f6b3-0157-49da-bd0e-1b3b2d800d2e service neutron] Checking segment: {'id': '11a76e5f-9290-4dfa-b37b-055b471314c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:09.596636 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-8ce5f6b3-0157-49da-bd0e-1b3b2d800d2e service neutron] Bound using segment: {'id': '11a76e5f-9290-4dfa-b37b-055b471314c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:09.599979 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-8ce5f6b3-0157-49da-bd0e-1b3b2d800d2e service neutron] Bound port: 9417c894-3bf6-4f21-8302-920460ad5fb2, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a76e5f-9290-4dfa-b37b-055b471314c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:09.607282 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da47389-ad23-46eb-b107-c3ecbc05e3d7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network 12d102d0-d488-49c2-a7a9-373d9950eb5d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:09.610755 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-8ce5f6b3-0157-49da-bd0e-1b3b2d800d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:09.617359 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-2da47389-ad23-46eb-b107-c3ecbc05e3d7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:09.646248 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-cda5de28-73a9-4ab7-8a77-039d8f237a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:09.647148 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda5de28-73a9-4ab7-8a77-039d8f237a3d None None] The sync data for ids ['747626e9-67f7-4935-9bff-70b7e1ffeb23'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:11:09.647902 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1c00-1f71-4c3d-8475-fa6cb51378e1 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:09.651254 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2cdb1c00-1f71-4c3d-8475-fa6cb51378e1 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.0115874 May 26 16:11:09.658923 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53252) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:09.664059 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-f635849b-e3cf-42c3-91ce-1e8fa6f7208e tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'enable_snat': False}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:09.712994 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port c9a08a6e-7681-4d3d-ba04-e7048493729f completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:11:09.716608 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531a926-ea6c-4dc7-9258-c2bbbac4361d req-90206c2e-5d25-456c-927b-f13ee35688e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:09.724231 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1531a926-ea6c-4dc7-9258-c2bbbac4361d req-90206c2e-5d25-456c-927b-f13ee35688e4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 1096 time: 0.2414050 May 26 16:11:09.746387 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-f0a3202f-a940-4d78-8557-9f02ce0a711a None None] For port 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0,segment=NetworkSegment(0f84c3c8-3a62-4b37-9f45-9175251bb654),segment_id=0f84c3c8-3a62-4b37-9f45-9175251bb654)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:09.783578 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port c9a08a6e-7681-4d3d-ba04-e7048493729f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:09.783578 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:09.876339 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 31249ee3-bfc9-454f-aa45-eb62c2314a01, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=31249ee3-bfc9-454f-aa45-eb62c2314a01,segment=NetworkSegment(a7387a2e-097f-4a88-8322-99869016722c),segment_id=a7387a2e-097f-4a88-8322-99869016722c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:09.897459 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f0a3202f-a940-4d78-8557-9f02ce0a711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:09.975851 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1531a926-ea6c-4dc7-9258-c2bbbac4361d req-8446b9c0-730d-4945-9a79-5ff21a30d134 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f53723be-8a5c-4997-8e7f-8a09ff2a78d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559223 May 26 16:11:09.977908 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da47389-ad23-46eb-b107-c3ecbc05e3d7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:11:10.001414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3202f-a940-4d78-8557-9f02ce0a711a None None] Pushing event updated for resources: {'Port': ['ID=5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:10.004353 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.005135 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b7138a4a-9829-4aea-8eee-fc775cadf4f0 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:11:10.086972 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: b7138a4a-9829-4aea-8eee-fc775cadf4f0 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:11:10.087323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b7138a4a-9829-4aea-8eee-fc775cadf4f0 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:11:10.104596 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port b5265a57-658c-48d2-8310-c45adc1bdebf is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:10.106356 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:10.138242 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da47389-ad23-46eb-b107-c3ecbc05e3d7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:11:10.156253 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2da47389-ad23-46eb-b107-c3ecbc05e3d7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "PUT /v2.0/routers/c69f1aa6-d5ec-45db-9d99-270c7ccf15f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3843555 May 26 16:11:10.158581 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53260) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:10.162509 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd801d7-4247-4af9-a640-51ce1f525039 req-fed4d44b-c3e8-4593-88b8-3afcae57312d tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:10.167701 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-79d0cb3a-3e88-43aa-8b85-08903547b8eb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'network': {'name': 'tempest-RoutersTest-1049882499'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:10.175020 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dcd801d7-4247-4af9-a640-51ce1f525039 req-fed4d44b-c3e8-4593-88b8-3afcae57312d tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 945 time: 0.4144437 May 26 16:11:10.192653 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] Sync routers for ids ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:11:10.215308 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d0cb3a-3e88-43aa-8b85-08903547b8eb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Made reservation on behalf of 8515b971030c454198bcb87784afc4ec for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:10.227520 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-79d0cb3a-3e88-43aa-8b85-08903547b8eb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.227810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] Routers {'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:10.228290 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:10.230207 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f003762d-e521-4aa9-b829-8e3845b28a04 None None] Provisioning complete for port 7f132ec2-0724-41ac-afcf-2a6a650fd25a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:10.232009 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f003762d-e521-4aa9-b829-8e3845b28a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.251236 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-8ce5f6b3-0157-49da-bd0e-1b3b2d800d2e service neutron] For port 9417c894-3bf6-4f21-8302-920460ad5fb2, host n-h2-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:10.263561 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08509fb7-4cb2-4477-9998-945fbe98733c req-72d40d1a-d9da-466e-b1d8-d3345889878a tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:10.274980 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-08509fb7-4cb2-4477-9998-945fbe98733c req-72d40d1a-d9da-466e-b1d8-d3345889878a tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ae3187a-f87e-4732-842b-f235fb8ea740 HTTP/1.1" status: 200 len: 944 time: 0.3876512 May 26 16:11:10.288312 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d0cb3a-3e88-43aa-8b85-08903547b8eb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:11:10.299782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f003762d-e521-4aa9-b829-8e3845b28a04 None None] Port 7f132ec2-0724-41ac-afcf-2a6a650fd25a cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:11:10.301792 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-79d0cb3a-3e88-43aa-8b85-08903547b8eb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.302212 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-79d0cb3a-3e88-43aa-8b85-08903547b8eb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Added segment 7904ccf8-c006-4ee6-bffd-b34a29128bf2 of type vlan for network c6ec4654-2f19-4d54-8746-8972cbd2cf9f May 26 16:11:10.353440 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-79d0cb3a-3e88-43aa-8b85-08903547b8eb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.383565 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-79d0cb3a-3e88-43aa-8b85-08903547b8eb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.390584 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port c9a08a6e-7681-4d3d-ba04-e7048493729f is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:10.391426 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.392192 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d0cb3a-3e88-43aa-8b85-08903547b8eb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:10.393145 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-79d0cb3a-3e88-43aa-8b85-08903547b8eb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.394213 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=31249ee3-bfc9-454f-aa45-eb62c2314a01,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:10.448674 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-8ce5f6b3-0157-49da-bd0e-1b3b2d800d2e service neutron] For port 9417c894-3bf6-4f21-8302-920460ad5fb2, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=9417c894-3bf6-4f21-8302-920460ad5fb2,segment=NetworkSegment(11a76e5f-9290-4dfa-b37b-055b471314c0),segment_id=11a76e5f-9290-4dfa-b37b-055b471314c0)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:10.463139 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-8ce5f6b3-0157-49da-bd0e-1b3b2d800d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.496581 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port c9a08a6e-7681-4d3d-ba04-e7048493729f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=c9a08a6e-7681-4d3d-ba04-e7048493729f,segment=NetworkSegment(a7387a2e-097f-4a88-8322-99869016722c),segment_id=a7387a2e-097f-4a88-8322-99869016722c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:10.507174 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.509810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:10.510573 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.511422 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-79d0cb3a-3e88-43aa-8b85-08903547b8eb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3503146 May 26 16:11:10.515382 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53266) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:10.521814 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-7e2beeb5-01b6-44f5-818f-9f2f5783f81a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'subnet': {'network_id': 'c6ec4654-2f19-4d54-8746-8972cbd2cf9f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:10.554242 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0cb3a-3e88-43aa-8b85-08903547b8eb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Network': ['ID=c6ec4654-2f19-4d54-8746-8972cbd2cf9f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:10.584610 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-8ce5f6b3-0157-49da-bd0e-1b3b2d800d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:10.585465 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-8ce5f6b3-0157-49da-bd0e-1b3b2d800d2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.587008 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-8ce5f6b3-0157-49da-bd0e-1b3b2d800d2e service neutron] 10.222.0.83 "PUT /v2.0/ports/9417c894-3bf6-4f21-8302-920460ad5fb2 HTTP/1.1" status: 200 len: 1092 time: 2.2699444 May 26 16:11:10.604148 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dcd801d7-4247-4af9-a640-51ce1f525039 req-bf9926f4-147c-4abc-9be1-5f1eac00ec57 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53723be-8a5c-4997-8e7f-8a09ff2a78d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282069 May 26 16:11:10.610001 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae3187a-f87e-4732-842b-f235fb8ea740', 'tag': '9417c894-3bf6-4f21-8302-920460ad5fb2'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:10.613300 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc08ef51-28b1-4b7a-a520-e9fc3bfec28b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae3187a-f87e-4732-842b-f235fb8ea740", "tag": "9417c894-3bf6-4f21-8302-920460ad5fb2"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:10.637500 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=c9a08a6e-7681-4d3d-ba04-e7048493729f,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:10.649018 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network c6ec4654-2f19-4d54-8746-8972cbd2cf9f details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:11:10.676466 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-08509fb7-4cb2-4477-9998-945fbe98733c req-8a1afb8d-01a0-4b75-aff7-828d82fef6bd tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/security-groups?id=5657caa3-fd19-4e63-9466-79994f192429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3993988 May 26 16:11:10.724415 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] Set router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:10.771314 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2beeb5-01b6-44f5-818f-9f2f5783f81a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Made reservation on behalf of 8515b971030c454198bcb87784afc4ec for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:10.780244 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7e2beeb5-01b6-44f5-818f-9f2f5783f81a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.873987 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f003762d-e521-4aa9-b829-8e3845b28a04 None None] Provisioning complete for port 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:10.874383 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f003762d-e521-4aa9-b829-8e3845b28a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:10.912388 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5f6b3-0157-49da-bd0e-1b3b2d800d2e service neutron] Pushing event updated for resources: {'Port': ['ID=9417c894-3bf6-4f21-8302-920460ad5fb2,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:10.998154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5ad9f-af51-475f-8a90-73bc8cc18da1 req-c31bc1e8-a8c4-405d-8fee-fa751b6b1804 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:11.007119 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14d5ad9f-af51-475f-8a90-73bc8cc18da1 req-c31bc1e8-a8c4-405d-8fee-fa751b6b1804 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 945 time: 0.1648290 May 26 16:11:11.062566 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f635849b-e3cf-42c3-91ce-1e8fa6f7208e tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:11.094125 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-891563f9-f738-4086-8148-610afc3ef478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:11.096677 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-891563f9-f738-4086-8148-610afc3ef478 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=590689817d754ed9bb2f6370cd7ef910&device_id=1ae3187a-f87e-4732-842b-f235fb8ea740 HTTP/1.1" status: 200 len: 1095 time: 0.3964744 May 26 16:11:11.106708 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:11.167004 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f003762d-e521-4aa9-b829-8e3845b28a04 None None] Current status of the port 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:11.179498 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14d5ad9f-af51-475f-8a90-73bc8cc18da1 req-423d886c-3341-435a-a756-387887ff33c3 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714559 May 26 16:11:11.193429 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7e2beeb5-01b6-44f5-818f-9f2f5783f81a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:11.211895 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a31ed-f906-4a65-8570-11e2823e2b11 req-6e74aeb5-35b5-450f-99c8-0aebc716f43e tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:11.226373 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0b2a31ed-f906-4a65-8570-11e2823e2b11 req-6e74aeb5-35b5-450f-99c8-0aebc716f43e tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eb9851-7689-4586-b569-327a627ab537 HTTP/1.1" status: 200 len: 946 time: 0.3317008 May 26 16:11:11.258009 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:11:06Z', 'revision_number': 3, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None, '_interfaces': [{'id': '7f132ec2-0724-41ac-afcf-2a6a650fd25a', 'name': '', 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:8a:6b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:03Z', 'updated_at': '2022-05-26T16:11:06Z', 'revision_number': 2, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5265a57-658c-48d2-8310-c45adc1bdebf', 'name': '', 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:1a:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:49Z', 'updated_at': '2022-05-26T16:11:05Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:11.323705 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a9a8e2-74cc-4f39-884d-b5ab45002e7b x-openstack-request-id: req-e3a9a8e2-74cc-4f39-884d-b5ab45002e7b {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:11.323859 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae3187a-f87e-4732-842b-f235fb8ea740", "tag": "9417c894-3bf6-4f21-8302-920460ad5fb2", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:11.324086 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e3a9a8e2-74cc-4f39-884d-b5ab45002e7b {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:11.324571 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3a9a8e2-74cc-4f39-884d-b5ab45002e7b'] response: {'name': 'network-changed', 'server_uuid': '1ae3187a-f87e-4732-842b-f235fb8ea740', 'tag': '9417c894-3bf6-4f21-8302-920460ad5fb2', 'status': 'completed', 'code': 200} May 26 16:11:11.333970 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:11.335222 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2beeb5-01b6-44f5-818f-9f2f5783f81a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Subnet': ['ID=bba0ce43-28c2-4097-9356-177e381bda35,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:11.339894 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53274) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:11.341985 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-b6f4b6cc-5dc6-42d8-973d-f8a3034f07c0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9417c894-3bf6-4f21-8302-920460ad5fb2 HTTP/1.1" status: 200 len: 217 time: 0.1609089 May 26 16:11:11.346175 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] Checking router: c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:11:11.346534 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] Updating router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 port 7f132ec2-0724-41ac-afcf-2a6a650fd25a binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:11:11.360754 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2beeb5-01b6-44f5-818f-9f2f5783f81a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Checking segment: {'id': '7904ccf8-c006-4ee6-bffd-b34a29128bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6ec4654-2f19-4d54-8746-8972cbd2cf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:11.361127 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2beeb5-01b6-44f5-818f-9f2f5783f81a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network hostable DHCP agents. Network: c6ec4654-2f19-4d54-8746-8972cbd2cf9f, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:11:11.389257 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2beeb5-01b6-44f5-818f-9f2f5783f81a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network c6ec4654-2f19-4d54-8746-8972cbd2cf9f is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:11:11.412436 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-7e2beeb5-01b6-44f5-818f-9f2f5783f81a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, c6ec4654-2f19-4d54-8746-8972cbd2cf9f) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:11.419935 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2beeb5-01b6-44f5-818f-9f2f5783f81a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:11.420715 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7e2beeb5-01b6-44f5-818f-9f2f5783f81a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:11.445605 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6143f6f7-eae7-4cfd-8b73-d227735f8c9b None None] Network c6ec4654-2f19-4d54-8746-8972cbd2cf9f requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:11.450102 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7e2beeb5-01b6-44f5-818f-9f2f5783f81a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9315314 May 26 16:11:11.450731 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53276) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:11.477708 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47eb9851-7689-4586-b569-327a627ab537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31249ee3-bfc9-454f-aa45-eb62c2314a01'}, {'server_uuid': 'c40caa2f-1878-412a-97f8-ae2e6de85d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a08a6e-7681-4d3d-ba04-e7048493729f'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:11.479922 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722b8bfa-dd91-4804-a3a8-0a69e2693cfd" -d '{"events": [{"server_uuid": "47eb9851-7689-4586-b569-327a627ab537", "name": "network-vif-plugged", "status": "completed", "tag": "31249ee3-bfc9-454f-aa45-eb62c2314a01"}, {"server_uuid": "c40caa2f-1878-412a-97f8-ae2e6de85d1f", "name": "network-vif-plugged", "status": "completed", "tag": "c9a08a6e-7681-4d3d-ba04-e7048493729f"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:11.514430 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3697bd72-7387-4d89-84e9-3ab1f9dfb22e None None] Provisioning complete for port 7f132ec2-0724-41ac-afcf-2a6a650fd25a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:11.514797 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3697bd72-7387-4d89-84e9-3ab1f9dfb22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:11.517194 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:11.585653 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 26 May 2022 16:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc872cc9-03fb-405e-a29d-937e20f170fd x-openstack-request-id: req-bc872cc9-03fb-405e-a29d-937e20f170fd {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:11.585962 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47eb9851-7689-4586-b569-327a627ab537", "name": "network-vif-plugged", "status": "completed", "tag": "31249ee3-bfc9-454f-aa45-eb62c2314a01", "code": 200}, {"server_uuid": "c40caa2f-1878-412a-97f8-ae2e6de85d1f", "name": "network-vif-plugged", "status": "completed", "tag": "c9a08a6e-7681-4d3d-ba04-e7048493729f", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:11.586181 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc872cc9-03fb-405e-a29d-937e20f170fd {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:11.586578 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc872cc9-03fb-405e-a29d-937e20f170fd'] response: {'server_uuid': '47eb9851-7689-4586-b569-327a627ab537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31249ee3-bfc9-454f-aa45-eb62c2314a01', 'code': 200} May 26 16:11:11.586828 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc872cc9-03fb-405e-a29d-937e20f170fd'] response: {'server_uuid': 'c40caa2f-1878-412a-97f8-ae2e6de85d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a08a6e-7681-4d3d-ba04-e7048493729f', 'code': 200} May 26 16:11:11.648490 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0b2a31ed-f906-4a65-8570-11e2823e2b11 req-f39b1c5e-ad18-44f5-8fcf-b377fbcfae84 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097388 May 26 16:11:11.680327 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c2db907-613f-4928-bef3-b42798c52672 admin admin] Deleting subnet c4bffddb-cb4f-4997-8188-0d695090baf6 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:11:11.684924 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3697bd72-7387-4d89-84e9-3ab1f9dfb22e None None] Port 7f132ec2-0724-41ac-afcf-2a6a650fd25a cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:11:11.768145 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:11.768377 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:11.893127 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d42b0-7b7d-4d8e-840b-738a8256218c req-422ff1b9-4bba-42da-ac20-9c97fb91b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:11.895593 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-723d42b0-7b7d-4d8e-840b-738a8256218c req-422ff1b9-4bba-42da-ac20-9c97fb91b755 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c40caa2f-1878-412a-97f8-ae2e6de85d1f HTTP/1.1" status: 200 len: 1097 time: 0.0826442 May 26 16:11:12.103823 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-723d42b0-7b7d-4d8e-840b-738a8256218c req-50ca90b9-46d9-4be6-97ba-9f6b5a56bf8a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750303 May 26 16:11:12.188909 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cff461de-ce0f-4f82-8d65-64b808c3f841 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:12.279515 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c2db907-613f-4928-bef3-b42798c52672 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:12.305302 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-b13dfaff-97f6-4787-a8b0-497635b565ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:12.306780 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-b13dfaff-97f6-4787-a8b0-497635b565ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f4c948db-f932-46ec-b83c-396755cf4bf3 HTTP/1.1" status: 200 len: 845 time: 0.9208784 May 26 16:11:12.372175 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e21fc1e-1ccc-48b1-beec-1090a06d298b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-c6ec4654-2f19-4d54-8746-8972cbd2cf9f', 'network_id': 'c6ec4654-2f19-4d54-8746-8972cbd2cf9f', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'fixed_ips': [{'subnet_id': 'bba0ce43-28c2-4097-9356-177e381bda35'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:11:12.373421 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e21fc1e-1ccc-48b1-beec-1090a06d298b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:12.385414 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c2db907-613f-4928-bef3-b42798c52672 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:12.426716 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d22426-7d44-4983-838e-6c4b49d6169e req-974b2035-b1fa-4988-a587-eb15dad7619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:12.428615 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96d22426-7d44-4983-838e-6c4b49d6169e req-974b2035-b1fa-4988-a587-eb15dad7619c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=47eb9851-7689-4586-b569-327a627ab537 HTTP/1.1" status: 200 len: 1097 time: 0.7589235 May 26 16:11:12.448386 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6431d-0846-4509-921b-b1afe685d55d req-b38560fe-b959-4ad1-9b47-efc1d5169831 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:12.455850 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14b6431d-0846-4509-921b-b1afe685d55d req-b38560fe-b959-4ad1-9b47-efc1d5169831 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 945 time: 0.1973357 May 26 16:11:12.477904 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:12.500465 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80961d-ddc9-4305-b500-e87f441490fc req-48ff38ca-0d6d-4b32-8078-66419f653880 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:12.508746 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0a80961d-ddc9-4305-b500-e87f441490fc req-48ff38ca-0d6d-4b32-8078-66419f653880 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ae3187a-f87e-4732-842b-f235fb8ea740 HTTP/1.1" status: 200 len: 944 time: 0.2400172 May 26 16:11:12.583652 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c2db907-613f-4928-bef3-b42798c52672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:12.716858 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:12.724913 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-7e21fc1e-1ccc-48b1-beec-1090a06d298b None None] Allocated IP 172.22.0.2 (c6ec4654-2f19-4d54-8746-8972cbd2cf9f/bba0ce43-28c2-4097-9356-177e381bda35/c30d8fe1-e743-4383-9073-c566020ffcbc) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:12.725420 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14b6431d-0846-4509-921b-b1afe685d55d req-cc8a7ddd-fb6c-4ddd-9050-c98cff286254 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53723be-8a5c-4997-8e7f-8a09ff2a78d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683184 May 26 16:11:12.730226 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:12.757561 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0a80961d-ddc9-4305-b500-e87f441490fc req-c48a30ef-6ed3-40d8-8947-e6d53ce5efae tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/security-groups?id=5657caa3-fd19-4e63-9466-79994f192429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479501 May 26 16:11:12.772638 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96d22426-7d44-4983-838e-6c4b49d6169e req-c0c9e469-aa35-40b7-a836-0d3247f55784 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058562 May 26 16:11:12.786325 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-762c9e64-c003-4121-a69b-ceda0824d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:12.787915 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-762c9e64-c003-4121-a69b-ceda0824d92c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ca16d41c-d200-4396-bd00-d4e080e4dece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2524991 May 26 16:11:12.879821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71351e-cb81-40af-8386-0769397c3bc2 None None] Pushing event updated for resources: {'Port': ['ID=7f132ec2-0724-41ac-afcf-2a6a650fd25a,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:12.995226 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] Attempting to bind port 7f132ec2-0724-41ac-afcf-2a6a650fd25a on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:12.995562 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] Attempting to bind port 7f132ec2-0724-41ac-afcf-2a6a650fd25a by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '0f84c3c8-3a62-4b37-9f45-9175251bb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:12.996240 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] Attempting to bind port 7f132ec2-0724-41ac-afcf-2a6a650fd25a on network 12d102d0-d488-49c2-a7a9-373d9950eb5d {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:13.006758 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:13.007153 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] Checking segment: {'id': '0f84c3c8-3a62-4b37-9f45-9175251bb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:13.007738 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.008165 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] Bound using segment: {'id': '0f84c3c8-3a62-4b37-9f45-9175251bb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:13.008664 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] Bound port: 7f132ec2-0724-41ac-afcf-2a6a650fd25a, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f84c3c8-3a62-4b37-9f45-9175251bb654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:13.009099 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.011595 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-25976004-8896-4117-974d-9d37c8205977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.123792 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c2db907-613f-4928-bef3-b42798c52672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.169020 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e21fc1e-1ccc-48b1-beec-1090a06d298b None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.174964 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] For port 7f132ec2-0724-41ac-afcf-2a6a650fd25a, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:13.184430 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] For port 7f132ec2-0724-41ac-afcf-2a6a650fd25a, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=7f132ec2-0724-41ac-afcf-2a6a650fd25a,segment=NetworkSegment(0f84c3c8-3a62-4b37-9f45-9175251bb654),segment_id=0f84c3c8-3a62-4b37-9f45-9175251bb654)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:13.189488 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e21fc1e-1ccc-48b1-beec-1090a06d298b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.233339 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.254025 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2db907-613f-4928-bef3-b42798c52672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4bffddb-cb4f-4997-8188-0d695090baf6,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:13.257737 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e21fc1e-1ccc-48b1-beec-1090a06d298b None None] Network c6ec4654-2f19-4d54-8746-8972cbd2cf9f is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:13.275589 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-7e21fc1e-1ccc-48b1-beec-1090a06d298b None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:13.278880 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e21fc1e-1ccc-48b1-beec-1090a06d298b None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:13.301172 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-cff461de-ce0f-4f82-8d65-64b808c3f841 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Allocated IP 172.22.0.1 (c6ec4654-2f19-4d54-8746-8972cbd2cf9f/bba0ce43-28c2-4097-9356-177e381bda35/0f0d9bed-c590-4685-915a-6066de8c0eb7) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:13.317698 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-061a943f-5989-495a-a71c-1b1be21ef023 None None] Provisioning complete for port 7f132ec2-0724-41ac-afcf-2a6a650fd25a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:13.318072 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-061a943f-5989-495a-a71c-1b1be21ef023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.319562 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c2db907-613f-4928-bef3-b42798c52672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.330328 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] Routers {'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:13.330328 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:10:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:13.331920 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2c2db907-613f-4928-bef3-b42798c52672 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c4bffddb-cb4f-4997-8188-0d695090baf6 HTTP/1.1" status: 204 len: 168 time: 1.9888997 May 26 16:11:13.346357 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b38602-52b8-4b3d-af4c-d98088e62833 req-2f8ac317-a2b5-48e9-b0e2-0e96e21fa6ac tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:13.363017 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2b38602-52b8-4b3d-af4c-d98088e62833 req-2f8ac317-a2b5-48e9-b0e2-0e96e21fa6ac tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 945 time: 0.5035017 May 26 16:11:13.375704 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53288) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:13.474808 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] Set router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:13.493063 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cff461de-ce0f-4f82-8d65-64b808c3f841 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.557517 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cff461de-ce0f-4f82-8d65-64b808c3f841 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.584970 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21fc1e-1ccc-48b1-beec-1090a06d298b None None] Pushing event updated for resources: {'Port': ['ID=c30d8fe1-e743-4383-9073-c566020ffcbc,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:13.589108 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7158660-66fe-4cf8-9031-3dae0c741952 req-8856c83e-4247-4792-920e-9d71b85096ef tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:13.598623 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7158660-66fe-4cf8-9031-3dae0c741952 req-8856c83e-4247-4792-920e-9d71b85096ef tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eb9851-7689-4586-b569-327a627ab537 HTTP/1.1" status: 200 len: 946 time: 0.6659706 May 26 16:11:13.672752 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff461de-ce0f-4f82-8d65-64b808c3f841 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network c6ec4654-2f19-4d54-8746-8972cbd2cf9f is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:13.675176 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff461de-ce0f-4f82-8d65-64b808c3f841 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Port': ['ID=0f0d9bed-c590-4685-915a-6066de8c0eb7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:13.689522 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2b38602-52b8-4b3d-af4c-d98088e62833 req-c81cc770-9287-4236-881b-26301cbe4458 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3249524 May 26 16:11:13.691835 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-cff461de-ce0f-4f82-8d65-64b808c3f841 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:13.695093 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff461de-ce0f-4f82-8d65-64b808c3f841 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:13.704009 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-683e9ef3-3b80-4164-9585-b05deda1219a service neutron] 10.222.0.83 "GET /v2.0/networks/ca16d41c-d200-4396-bd00-d4e080e4dece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8564477 May 26 16:11:13.779812 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cff461de-ce0f-4f82-8d65-64b808c3f841 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.811905 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7e21fc1e-1ccc-48b1-beec-1090a06d298b None None] Attempting to bind port c30d8fe1-e743-4383-9073-c566020ffcbc on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:13.813028 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7e21fc1e-1ccc-48b1-beec-1090a06d298b None None] Attempting to bind port c30d8fe1-e743-4383-9073-c566020ffcbc by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '7904ccf8-c006-4ee6-bffd-b34a29128bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6ec4654-2f19-4d54-8746-8972cbd2cf9f'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:13.813028 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e21fc1e-1ccc-48b1-beec-1090a06d298b None None] Attempting to bind port c30d8fe1-e743-4383-9073-c566020ffcbc on network c6ec4654-2f19-4d54-8746-8972cbd2cf9f {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:13.825697 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e21fc1e-1ccc-48b1-beec-1090a06d298b None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:13.826188 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e21fc1e-1ccc-48b1-beec-1090a06d298b None None] Checking segment: {'id': '7904ccf8-c006-4ee6-bffd-b34a29128bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6ec4654-2f19-4d54-8746-8972cbd2cf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:13.826543 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e21fc1e-1ccc-48b1-beec-1090a06d298b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.826927 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e21fc1e-1ccc-48b1-beec-1090a06d298b None None] Bound using segment: {'id': '7904ccf8-c006-4ee6-bffd-b34a29128bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6ec4654-2f19-4d54-8746-8972cbd2cf9f'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:13.828051 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7e21fc1e-1ccc-48b1-beec-1090a06d298b None None] Bound port: c30d8fe1-e743-4383-9073-c566020ffcbc, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7904ccf8-c006-4ee6-bffd-b34a29128bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6ec4654-2f19-4d54-8746-8972cbd2cf9f'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:13.828475 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e21fc1e-1ccc-48b1-beec-1090a06d298b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:13.857615 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71351e-cb81-40af-8386-0769397c3bc2 None None] Pushing event updated for resources: {'Port': ['ID=7f132ec2-0724-41ac-afcf-2a6a650fd25a,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:13.907040 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-be770a13-28a1-475a-953b-62b03c5b2416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:14.021327 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7158660-66fe-4cf8-9031-3dae0c741952 req-0644c57e-5f98-45ea-8830-e3130e0e2e0c tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215603 May 26 16:11:14.045867 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cff461de-ce0f-4f82-8d65-64b808c3f841 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:14.065164 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-061a943f-5989-495a-a71c-1b1be21ef023 None None] Current status of the port 7f132ec2-0724-41ac-afcf-2a6a650fd25a is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:14.065566 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-061a943f-5989-495a-a71c-1b1be21ef023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:14.179730 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7e21fc1e-1ccc-48b1-beec-1090a06d298b None None] For port c30d8fe1-e743-4383-9073-c566020ffcbc, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:14.195156 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7e21fc1e-1ccc-48b1-beec-1090a06d298b None None] For port c30d8fe1-e743-4383-9073-c566020ffcbc, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c30d8fe1-e743-4383-9073-c566020ffcbc,segment=NetworkSegment(7904ccf8-c006-4ee6-bffd-b34a29128bf2),segment_id=7904ccf8-c006-4ee6-bffd-b34a29128bf2)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:14.235182 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e21fc1e-1ccc-48b1-beec-1090a06d298b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:14.261735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-061a943f-5989-495a-a71c-1b1be21ef023 None None] For port 7f132ec2-0724-41ac-afcf-2a6a650fd25a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=7f132ec2-0724-41ac-afcf-2a6a650fd25a,segment=NetworkSegment(0f84c3c8-3a62-4b37-9f45-9175251bb654),segment_id=0f84c3c8-3a62-4b37-9f45-9175251bb654)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:14.360759 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-061a943f-5989-495a-a71c-1b1be21ef023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:14.375261 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea095a47-56eb-4ca0-af50-1805bfbb3b79 req-0cb3b2f3-1e44-4305-a3bd-e576360d0f2f tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:14.384832 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:11:06Z', 'revision_number': 3, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None, '_interfaces': [{'id': '7f132ec2-0724-41ac-afcf-2a6a650fd25a', 'name': '', 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:8a:6b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:03Z', 'updated_at': '2022-05-26T16:11:13Z', 'revision_number': 4, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5265a57-658c-48d2-8310-c45adc1bdebf', 'name': '', 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:1a:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:49Z', 'updated_at': '2022-05-26T16:11:05Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:14.387192 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea095a47-56eb-4ca0-af50-1805bfbb3b79 req-0cb3b2f3-1e44-4305-a3bd-e576360d0f2f tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 945 time: 0.4912102 May 26 16:11:14.449613 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4af2d1a-23b8-4afe-99b1-c4bbb2865a6d req-e0e240d6-3580-492c-a17f-5485a760c4a7 service neutron] 10.222.0.83 "GET /v2.0/networks/ca16d41c-d200-4396-bd00-d4e080e4dece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6823950 May 26 16:11:14.455274 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b55d54-c7ce-4eb2-8e42-1d9c6c0c27ce None None] The sync data for ids ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'] in n-d-843337-2 is: [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:11:06Z', 'revision_number': 3, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None, '_interfaces': [{'id': '7f132ec2-0724-41ac-afcf-2a6a650fd25a', 'name': '', 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:8a:6b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:03Z', 'updated_at': '2022-05-26T16:11:13Z', 'revision_number': 4, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5265a57-658c-48d2-8310-c45adc1bdebf', 'name': '', 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:1a:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:49Z', 'updated_at': '2022-05-26T16:11:05Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:11:14.515935 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21fc1e-1ccc-48b1-beec-1090a06d298b None None] Pushing event updated for resources: {'Port': ['ID=c30d8fe1-e743-4383-9073-c566020ffcbc,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:14.556126 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4f054eaa-eac2-418b-90ab-15b1b53153ee None None] Provisioning complete for port 7f132ec2-0724-41ac-afcf-2a6a650fd25a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:14.556126 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4f054eaa-eac2-418b-90ab-15b1b53153ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:14.600220 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-be770a13-28a1-475a-953b-62b03c5b2416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:14.628892 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f635849b-e3cf-42c3-91ce-1e8fa6f7208e tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:14.736763 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea095a47-56eb-4ca0-af50-1805bfbb3b79 req-e160c00e-f7c8-4122-b97d-6f4248bcbc9e tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53723be-8a5c-4997-8e7f-8a09ff2a78d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481615 May 26 16:11:14.786267 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f635849b-e3cf-42c3-91ce-1e8fa6f7208e tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2061086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2061095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2062530'] for router, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:14.842446 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a943f-5989-495a-a71c-1b1be21ef023 None None] Pushing event updated for resources: {'Port': ['ID=7f132ec2-0724-41ac-afcf-2a6a650fd25a,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:14.875747 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cff461de-ce0f-4f82-8d65-64b808c3f841 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:14.882933 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f083f8-97b1-4310-ac36-effc283cffb3 req-4d40e40b-de00-4e5f-925e-b14db8d9338a tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:14.886057 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2f083f8-97b1-4310-ac36-effc283cffb3 req-4d40e40b-de00-4e5f-925e-b14db8d9338a tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ae3187a-f87e-4732-842b-f235fb8ea740 HTTP/1.1" status: 200 len: 944 time: 0.6769562 May 26 16:11:14.891541 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cff461de-ce0f-4f82-8d65-64b808c3f841 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:14.906599 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-be770a13-28a1-475a-953b-62b03c5b2416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0e32e3-9ba6-4246-9353-ece5ce5401c2']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:14.957656 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-be770a13-28a1-475a-953b-62b03c5b2416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff309e8-d2ce-4cee-a367-7a24e78e0a45') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:14.957979 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-be770a13-28a1-475a-953b-62b03c5b2416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff309e8-d2ce-4cee-a367-7a24e78e0a45') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:14.989092 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-be770a13-28a1-475a-953b-62b03c5b2416 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:14.993061 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4f054eaa-eac2-418b-90ab-15b1b53153ee None None] Current status of the port 7f132ec2-0724-41ac-afcf-2a6a650fd25a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:15.027891 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-be770a13-28a1-475a-953b-62b03c5b2416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:15.036001 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cff461de-ce0f-4f82-8d65-64b808c3f841 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:15.103483 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be770a13-28a1-475a-953b-62b03c5b2416 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:11:15.104323 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-be770a13-28a1-475a-953b-62b03c5b2416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:15.137751 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff461de-ce0f-4f82-8d65-64b808c3f841 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Port': ['ID=0f0d9bed-c590-4685-915a-6066de8c0eb7,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:15.242302 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08ef51-28b1-4b7a-a520-e9fc3bfec28b req-56923ed5-0afd-4bfc-916e-92da9490715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:15.243748 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc08ef51-28b1-4b7a-a520-e9fc3bfec28b req-56923ed5-0afd-4bfc-916e-92da9490715f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=590689817d754ed9bb2f6370cd7ef910&device_id=1ae3187a-f87e-4732-842b-f235fb8ea740 HTTP/1.1" status: 200 len: 1095 time: 0.6393228 May 26 16:11:15.251611 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 3ff309e8-d2ce-4cee-a367-7a24e78e0a45 resource provider aggregate not found May 26 16:11:15.290059 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff461de-ce0f-4f82-8d65-64b808c3f841 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network c6ec4654-2f19-4d54-8746-8972cbd2cf9f is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:15.293038 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-cff461de-ce0f-4f82-8d65-64b808c3f841 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:15.449741 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c30d8fe1-e743-4383-9073-c566020ffcbc up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:15.509477 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3fea1335-6299-4343-bc43-2865650cf904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:15.528381 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff461de-ce0f-4f82-8d65-64b808c3f841 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:11:15.535115 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port c30d8fe1-e743-4383-9073-c566020ffcbc triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:15.535728 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:15.742283 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port c30d8fe1-e743-4383-9073-c566020ffcbc is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:15.743407 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:15.752164 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 3ff309e8-d2ce-4cee-a367-7a24e78e0a45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ff309e8-d2ce-4cee-a367-7a24e78e0a45 found for delete ", "request_id": "req-56373cfa-a02e-4700-8958-f45f815d4937"}]} May 26 16:11:15.804880 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff461de-ce0f-4f82-8d65-64b808c3f841 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:11:15.821879 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2f083f8-97b1-4310-ac36-effc283cffb3 req-dc88d695-3846-4d1c-8f3f-ceecf5f2197b tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/security-groups?id=5657caa3-fd19-4e63-9466-79994f192429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8083456 May 26 16:11:15.833904 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cff461de-ce0f-4f82-8d65-64b808c3f841 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "PUT /v2.0/routers/c69f1aa6-d5ec-45db-9d99-270c7ccf15f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3816786 May 26 16:11:15.834582 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53304) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:15.851060 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b1a1662b-aa73-4754-bcff-163d854534f0 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'network': {'name': 'tempest-RoutersTest-1423222232'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:15.882058 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port c30d8fe1-e743-4383-9073-c566020ffcbc, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c30d8fe1-e743-4383-9073-c566020ffcbc,segment=NetworkSegment(7904ccf8-c006-4ee6-bffd-b34a29128bf2),segment_id=7904ccf8-c006-4ee6-bffd-b34a29128bf2)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:15.900690 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:15.901625 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 7f132ec2-0724-41ac-afcf-2a6a650fd25a up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:15.905067 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a1662b-aa73-4754-bcff-163d854534f0 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Made reservation on behalf of 8515b971030c454198bcb87784afc4ec for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:15.910724 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b1a1662b-aa73-4754-bcff-163d854534f0 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:15.950786 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a1662b-aa73-4754-bcff-163d854534f0 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:11:15.966654 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] Sync routers for ids ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:11:15.980142 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b1a1662b-aa73-4754-bcff-163d854534f0 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:15.980769 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-b1a1662b-aa73-4754-bcff-163d854534f0 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Added segment 9205169b-2613-4642-990e-f97b344d2081 of type vlan for network 3bcec518-2451-4496-8a3a-d65e55a5b045 May 26 16:11:15.991837 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] Routers {'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:15.994238 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:15.998064 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae23691-0ab3-4d8d-be6e-a72023527c0f req-26dce0e1-2b43-4a3f-9dec-2036f1b25762 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:16.000206 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ae23691-0ab3-4d8d-be6e-a72023527c0f req-26dce0e1-2b43-4a3f-9dec-2036f1b25762 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 945 time: 0.9908338 May 26 16:11:16.035321 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-be770a13-28a1-475a-953b-62b03c5b2416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:16.088910 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=c30d8fe1-e743-4383-9073-c566020ffcbc,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:16.099147 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-be770a13-28a1-475a-953b-62b03c5b2416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:16.102352 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-be770a13-28a1-475a-953b-62b03c5b2416 admin admin] 10.222.0.77 "DELETE /v2.0/networks/aa0e32e3-9ba6-4246-9353-ece5ce5401c2 HTTP/1.1" status: 204 len: 168 time: 2.7237782 May 26 16:11:16.115800 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b1a1662b-aa73-4754-bcff-163d854534f0 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:16.144374 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 7f132ec2-0724-41ac-afcf-2a6a650fd25a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:16.144577 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:16.190243 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b1a1662b-aa73-4754-bcff-163d854534f0 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:16.196930 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a1662b-aa73-4754-bcff-163d854534f0 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:16.197575 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b1a1662b-aa73-4754-bcff-163d854534f0 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:16.287453 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] Set router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:16.323331 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be770a13-28a1-475a-953b-62b03c5b2416 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa0e32e3-9ba6-4246-9353-ece5ce5401c2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:16.328347 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 7f132ec2-0724-41ac-afcf-2a6a650fd25a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:16.398109 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5046a79-b9ae-41d6-8e08-11d93aff8656 None None] Network c6ec4654-2f19-4d54-8746-8972cbd2cf9f requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:16.431651 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b1a1662b-aa73-4754-bcff-163d854534f0 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5916896 May 26 16:11:16.438765 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ae23691-0ab3-4d8d-be6e-a72023527c0f req-a254b2be-7e42-459d-a7d1-c34acbdc6f16 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3640361 May 26 16:11:16.439309 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53308) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:16.500831 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08ef51-28b1-4b7a-a520-e9fc3bfec28b req-90309a45-b16d-4b08-9cd0-c27fa19b82cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:16.512782 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc08ef51-28b1-4b7a-a520-e9fc3bfec28b req-90309a45-b16d-4b08-9cd0-c27fa19b82cc service neutron] 10.222.0.83 "GET /v2.0/networks?id=ca16d41c-d200-4396-bd00-d4e080e4dece HTTP/1.1" status: 200 len: 907 time: 1.2259498 May 26 16:11:16.516990 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-5067a559-155a-4d74-a70c-fb2ab6f4753e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'subnet': {'network_id': '3bcec518-2451-4496-8a3a-d65e55a5b045', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:16.531670 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1662b-aa73-4754-bcff-163d854534f0 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Network': ['ID=3bcec518-2451-4496-8a3a-d65e55a5b045,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:16.571780 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 3bcec518-2451-4496-8a3a-d65e55a5b045 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:11:16.590922 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53310) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:16.643057 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-29559866-d560-4bad-b359-dc0f46790bd3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d8e17867250245088e543a1360945843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508618 May 26 16:11:16.647482 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53312) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:16.665314 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:11:13Z', 'revision_number': 4, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None, '_interfaces': [{'id': '0f0d9bed-c590-4685-915a-6066de8c0eb7', 'name': '', 'network_id': 'c6ec4654-2f19-4d54-8746-8972cbd2cf9f', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:d4:95:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bba0ce43-28c2-4097-9356-177e381bda35', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:12Z', 'updated_at': '2022-05-26T16:11:14Z', 'revision_number': 2, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'bba0ce43-28c2-4097-9356-177e381bda35', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f132ec2-0724-41ac-afcf-2a6a650fd25a', 'name': '', 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:8a:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:03Z', 'updated_at': '2022-05-26T16:11:14Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5265a57-658c-48d2-8310-c45adc1bdebf', 'name': '', 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:1a:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:49Z', 'updated_at': '2022-05-26T16:11:05Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:16.698632 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] Checking router: c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:11:16.699280 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] Updating router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 port 0f0d9bed-c590-4685-915a-6066de8c0eb7 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:11:16.756194 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:16.763856 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f635849b-e3cf-42c3-91ce-1e8fa6f7208e tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Router 747626e9-67f7-4935-9bff-70b7e1ffeb23 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:11:16.786487 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6d8ce355-7d8f-489f-8141-aecd3b7ca366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:16.845271 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6d8ce355-7d8f-489f-8141-aecd3b7ca366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:16.883159 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e7853302-0e3e-4684-96ab-9777b281d1d0 None None] Provisioning complete for port c30d8fe1-e743-4383-9073-c566020ffcbc triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:16.883533 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e7853302-0e3e-4684-96ab-9777b281d1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:16.886701 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:16.924534 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc08ef51-28b1-4b7a-a520-e9fc3bfec28b req-a0a2bb6c-a290-439b-8275-a6458f419362 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9417c894-3bf6-4f21-8302-920460ad5fb2 HTTP/1.1" status: 200 len: 217 time: 0.3460493 May 26 16:11:16.954625 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6d8ce355-7d8f-489f-8141-aecd3b7ca366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:16.959333 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6d8ce355-7d8f-489f-8141-aecd3b7ca366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:16.961427 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6d8ce355-7d8f-489f-8141-aecd3b7ca366 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d09d82a5-10d1-47d8-a394-0e10fc4a7e3a HTTP/1.1" status: 204 len: 168 time: 0.3126202 May 26 16:11:16.993663 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ce355-7d8f-489f-8141-aecd3b7ca366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09d82a5-10d1-47d8-a394-0e10fc4a7e3a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:17.075342 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08ef51-28b1-4b7a-a520-e9fc3bfec28b req-c41a1819-97ef-40a8-b9a9-24af85d46ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:17.076706 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc08ef51-28b1-4b7a-a520-e9fc3bfec28b req-c41a1819-97ef-40a8-b9a9-24af85d46ac2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f4c948db-f932-46ec-b83c-396755cf4bf3 HTTP/1.1" status: 200 len: 845 time: 0.1369264 May 26 16:11:17.152852 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e7853302-0e3e-4684-96ab-9777b281d1d0 None None] Current status of the port c30d8fe1-e743-4383-9073-c566020ffcbc is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:17.211745 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a996f9a-1179-460d-9720-5393b651baab req-69a306f9-41d5-44fa-8de3-8388c3a56431 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 258 time: 1.3030272 May 26 16:11:17.239202 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5067a559-155a-4d74-a70c-fb2ab6f4753e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Made reservation on behalf of 8515b971030c454198bcb87784afc4ec for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:17.242632 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5067a559-155a-4d74-a70c-fb2ab6f4753e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:17.287288 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-7a996f9a-1179-460d-9720-5393b651baab req-af2e5496-2190-4cfe-9927-fb980d414860 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:17.308738 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c30d8fe1-e743-4383-9073-c566020ffcbc up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:17.407249 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port c30d8fe1-e743-4383-9073-c566020ffcbc triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:17.407705 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:17.436176 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ca4ee-41c0-4c41-871a-105304f06b2d req-cfb9cc6b-4092-415c-bc27-561e64c3fded tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:17.458693 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-103ca4ee-41c0-4c41-871a-105304f06b2d req-cfb9cc6b-4092-415c-bc27-561e64c3fded tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=47eb9851-7689-4586-b569-327a627ab537 HTTP/1.1" status: 200 len: 946 time: 0.8249481 May 26 16:11:17.517362 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7a996f9a-1179-460d-9720-5393b651baab req-af2e5496-2190-4cfe-9927-fb980d414860 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:17.622285 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port c30d8fe1-e743-4383-9073-c566020ffcbc is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:17.629254 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08ef51-28b1-4b7a-a520-e9fc3bfec28b req-87dd99d7-2659-4bbe-8201-345af32043ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:17.631609 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc08ef51-28b1-4b7a-a520-e9fc3bfec28b req-87dd99d7-2659-4bbe-8201-345af32043ba service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ca16d41c-d200-4396-bd00-d4e080e4dece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5373127 May 26 16:11:17.641955 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-6e217585-d9ac-4656-9f9f-d83f15ada540 None None] Provisioning complete for port c30d8fe1-e743-4383-9073-c566020ffcbc triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:17.643814 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6e217585-d9ac-4656-9f9f-d83f15ada540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:17.678382 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:17.690867 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:17.707275 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-103ca4ee-41c0-4c41-871a-105304f06b2d req-16066825-c556-446b-ba4c-f96585ad60b4 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476540 May 26 16:11:17.821849 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:17.828072 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d97a4a-fde9-4f91-8ee7-6f97218ee470 None None] Pushing event updated for resources: {'Port': ['ID=0f0d9bed-c590-4685-915a-6066de8c0eb7,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:17.919561 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f635849b-e3cf-42c3-91ce-1e8fa6f7208e tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:11:17.942418 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fbdce9-35cf-4600-ad2f-3af2506f2011 None None] Sync routers for ids ['747626e9-67f7-4935-9bff-70b7e1ffeb23'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:11:17.974048 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f635849b-e3cf-42c3-91ce-1e8fa6f7208e tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:17.976047 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f635849b-e3cf-42c3-91ce-1e8fa6f7208e tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "PUT /v2.0/routers/747626e9-67f7-4935-9bff-70b7e1ffeb23 HTTP/1.1" status: 200 len: 925 time: 8.3159561 May 26 16:11:17.978186 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6e217585-d9ac-4656-9f9f-d83f15ada540 None None] Current status of the port c30d8fe1-e743-4383-9073-c566020ffcbc is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:17.978751 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53338) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:17.997956 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] Attempting to bind port 0f0d9bed-c590-4685-915a-6066de8c0eb7 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:17.998519 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] Attempting to bind port 0f0d9bed-c590-4685-915a-6066de8c0eb7 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '7904ccf8-c006-4ee6-bffd-b34a29128bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6ec4654-2f19-4d54-8746-8972cbd2cf9f'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:17.999003 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] Attempting to bind port 0f0d9bed-c590-4685-915a-6066de8c0eb7 on network c6ec4654-2f19-4d54-8746-8972cbd2cf9f {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:18.003722 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fbdce9-35cf-4600-ad2f-3af2506f2011 None None] Routers {'747626e9-67f7-4935-9bff-70b7e1ffeb23'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:18.004443 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-97fbdce9-35cf-4600-ad2f-3af2506f2011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['747626e9-67f7-4935-9bff-70b7e1ffeb23'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:18.007394 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:18.008213 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] Checking segment: {'id': '7904ccf8-c006-4ee6-bffd-b34a29128bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6ec4654-2f19-4d54-8746-8972cbd2cf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:18.008879 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:18.009506 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] Bound using segment: {'id': '7904ccf8-c006-4ee6-bffd-b34a29128bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6ec4654-2f19-4d54-8746-8972cbd2cf9f'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:18.010189 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] Bound port: 0f0d9bed-c590-4685-915a-6066de8c0eb7, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7904ccf8-c006-4ee6-bffd-b34a29128bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c6ec4654-2f19-4d54-8746-8972cbd2cf9f'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:18.014579 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:18.111842 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-97fbdce9-35cf-4600-ad2f-3af2506f2011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:18.137320 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-6e217585-d9ac-4656-9f9f-d83f15ada540 None None] Provisioning complete for port 0f0d9bed-c590-4685-915a-6066de8c0eb7 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:18.137691 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6e217585-d9ac-4656-9f9f-d83f15ada540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:18.167656 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] For port 0f0d9bed-c590-4685-915a-6066de8c0eb7, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:18.170995 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] For port 0f0d9bed-c590-4685-915a-6066de8c0eb7, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0f0d9bed-c590-4685-915a-6066de8c0eb7,segment=NetworkSegment(7904ccf8-c006-4ee6-bffd-b34a29128bf2),segment_id=7904ccf8-c006-4ee6-bffd-b34a29128bf2)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:18.196341 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:18.245175 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6e217585-d9ac-4656-9f9f-d83f15ada540 None None] Port 0f0d9bed-c590-4685-915a-6066de8c0eb7 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:11:18.272818 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-329c2300-1d3d-4e07-b4f0-99bd0bc566d7 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "GET /v2.0/routers/747626e9-67f7-4935-9bff-70b7e1ffeb23 HTTP/1.1" status: 200 len: 925 time: 0.2926850 May 26 16:11:18.274985 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53344) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:18.320559 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fbdce9-35cf-4600-ad2f-3af2506f2011 None None] Routers {'747626e9-67f7-4935-9bff-70b7e1ffeb23'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:18.321206 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-97fbdce9-35cf-4600-ad2f-3af2506f2011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['747626e9-67f7-4935-9bff-70b7e1ffeb23'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:18.331478 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d97a4a-fde9-4f91-8ee7-6f97218ee470 None None] Pushing event updated for resources: {'Port': ['ID=0f0d9bed-c590-4685-915a-6066de8c0eb7,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:18.365817 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] Routers {'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:18.367714 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:18.462996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f6b1ec-abb1-4425-bd4e-adca2ff19b06 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:18.465133 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-15f6b1ec-abb1-4425-bd4e-adca2ff19b06 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&device_id=747626e9-67f7-4935-9bff-70b7e1ffeb23&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1862364 May 26 16:11:18.468728 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53350) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:18.514904 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-97fbdce9-35cf-4600-ad2f-3af2506f2011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:18.515677 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fbdce9-35cf-4600-ad2f-3af2506f2011 None None] The sync data for ids ['747626e9-67f7-4935-9bff-70b7e1ffeb23'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:11:18.556267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4bda2-e2aa-4a3b-b637-ce448dc162e3 req-89d7d035-b8f5-483d-b129-6e1f764623b6 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:18.558205 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:18.565792 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a1f4bda2-e2aa-4a3b-b637-ce448dc162e3 req-89d7d035-b8f5-483d-b129-6e1f764623b6 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ae3187a-f87e-4732-842b-f235fb8ea740 HTTP/1.1" status: 200 len: 944 time: 0.6412990 May 26 16:11:18.597278 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683f12d-e982-47a8-bd7f-89080c13d801 req-eaaa8568-0b3d-42b2-9144-7840178294b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:18.603112 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d683f12d-e982-47a8-bd7f-89080c13d801 req-eaaa8568-0b3d-42b2-9144-7840178294b5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc8e9e5224b24be293153e1aeb086cbc&device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 1096 time: 0.6013772 May 26 16:11:18.625034 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] Set router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:18.639576 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc08ef51-28b1-4b7a-a520-e9fc3bfec28b req-9b45fc13-e2dd-4012-bf61-1bfaf0be4667 service neutron] 10.222.0.83 "GET /v2.0/networks/ca16d41c-d200-4396-bd00-d4e080e4dece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9465959 May 26 16:11:18.644216 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53354) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:18.709541 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656203e3-4937-44c9-876b-a875b14c96e4 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:18.711202 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-656203e3-4937-44c9-876b-a875b14c96e4 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 881 time: 0.2359617 May 26 16:11:18.714103 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53358) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:18.741596 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5067a559-155a-4d74-a70c-fb2ab6f4753e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:18.750829 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d782d9e6-f403-4d63-89e6-32d5289e2079 None None] Provisioning complete for port 0f0d9bed-c590-4685-915a-6066de8c0eb7 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:18.751393 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d782d9e6-f403-4d63-89e6-32d5289e2079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:18.778529 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8567102f-175b-4600-a4fb-725cda837ac7 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "GET /v2.0/ports?device_id=747626e9-67f7-4935-9bff-70b7e1ffeb23 HTTP/1.1" status: 200 len: 205 time: 0.0631161 May 26 16:11:18.781268 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53360) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:18.856000 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7a996f9a-1179-460d-9720-5393b651baab req-af2e5496-2190-4cfe-9927-fb980d414860 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:18.888624 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-728c138e-f3e0-427d-99b2-343353e3c16a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-895914842-network', 'tenant_id': 'ccaa1bef0e4242d6982800479993e911'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:18.988833 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:11:13Z', 'revision_number': 4, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None, '_interfaces': [{'id': '0f0d9bed-c590-4685-915a-6066de8c0eb7', 'name': '', 'network_id': 'c6ec4654-2f19-4d54-8746-8972cbd2cf9f', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:d4:95:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bba0ce43-28c2-4097-9356-177e381bda35', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:12Z', 'updated_at': '2022-05-26T16:11:18Z', 'revision_number': 4, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'bba0ce43-28c2-4097-9356-177e381bda35', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f132ec2-0724-41ac-afcf-2a6a650fd25a', 'name': '', 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:8a:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:03Z', 'updated_at': '2022-05-26T16:11:14Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5265a57-658c-48d2-8310-c45adc1bdebf', 'name': '', 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:1a:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:49Z', 'updated_at': '2022-05-26T16:11:05Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:19.016999 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-7a996f9a-1179-460d-9720-5393b651baab req-af2e5496-2190-4cfe-9927-fb980d414860 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Allocated IP 172.25.7.243 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/e91d5595-ccb6-40da-9959-849c76b0813a) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:19.031764 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.047401 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728c138e-f3e0-427d-99b2-343353e3c16a admin admin] Made reservation on behalf of ccaa1bef0e4242d6982800479993e911 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:19.054637 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-728c138e-f3e0-427d-99b2-343353e3c16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.076128 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69888ec3-a0e2-4b59-a32f-ecaaf184fd4c None None] The sync data for ids ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'] in n-d-843337-2 is: [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:11:13Z', 'revision_number': 4, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None, '_interfaces': [{'id': '0f0d9bed-c590-4685-915a-6066de8c0eb7', 'name': '', 'network_id': 'c6ec4654-2f19-4d54-8746-8972cbd2cf9f', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:d4:95:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bba0ce43-28c2-4097-9356-177e381bda35', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:12Z', 'updated_at': '2022-05-26T16:11:18Z', 'revision_number': 4, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'bba0ce43-28c2-4097-9356-177e381bda35', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f132ec2-0724-41ac-afcf-2a6a650fd25a', 'name': '', 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:8a:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:03Z', 'updated_at': '2022-05-26T16:11:14Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5265a57-658c-48d2-8310-c45adc1bdebf', 'name': '', 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:1a:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:49Z', 'updated_at': '2022-05-26T16:11:05Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:11:19.093821 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-728c138e-f3e0-427d-99b2-343353e3c16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.217976 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d782d9e6-f403-4d63-89e6-32d5289e2079 None None] Current status of the port 0f0d9bed-c590-4685-915a-6066de8c0eb7 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:19.218470 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d782d9e6-f403-4d63-89e6-32d5289e2079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.267909 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b78fcb2a-c6d3-4d51-a725-ecbf847f8f90 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.415562 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 9417c894-3bf6-4f21-8302-920460ad5fb2 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:11:19.420464 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0f0d9bed-c590-4685-915a-6066de8c0eb7 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:19.572249 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-728c138e-f3e0-427d-99b2-343353e3c16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.583064 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-728c138e-f3e0-427d-99b2-343353e3c16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.635786 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c138e-f3e0-427d-99b2-343353e3c16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f92783-29bc-494f-8dd0-0195d04e61b1,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:19.638992 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728c138e-f3e0-427d-99b2-343353e3c16a admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:11:19.652553 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b78fcb2a-c6d3-4d51-a725-ecbf847f8f90 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.663516 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-728c138e-f3e0-427d-99b2-343353e3c16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.663516 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-728c138e-f3e0-427d-99b2-343353e3c16a admin admin] Added segment 75131659-8be9-4efe-bd9e-21307179dfa3 of type vlan for network 19f5dff2-9951-4347-93bb-a86e05268a34 May 26 16:11:19.694773 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a1f4bda2-e2aa-4a3b-b637-ce448dc162e3 req-8b3886f8-f41e-4aed-9710-805e2d9315ca tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/security-groups?id=5657caa3-fd19-4e63-9466-79994f192429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1218610 May 26 16:11:19.711721 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 9417c894-3bf6-4f21-8302-920460ad5fb2, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=9417c894-3bf6-4f21-8302-920460ad5fb2,segment=NetworkSegment(11a76e5f-9290-4dfa-b37b-055b471314c0),segment_id=11a76e5f-9290-4dfa-b37b-055b471314c0)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:19.714095 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7a996f9a-1179-460d-9720-5393b651baab req-af2e5496-2190-4cfe-9927-fb980d414860 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.715544 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067a559-155a-4d74-a70c-fb2ab6f4753e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Subnet': ['ID=b949740d-64be-414e-809d-b5f218e49314,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:19.739508 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d782d9e6-f403-4d63-89e6-32d5289e2079 None None] For port 0f0d9bed-c590-4685-915a-6066de8c0eb7, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0f0d9bed-c590-4685-915a-6066de8c0eb7,segment=NetworkSegment(7904ccf8-c006-4ee6-bffd-b34a29128bf2),segment_id=7904ccf8-c006-4ee6-bffd-b34a29128bf2)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:19.746333 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '9417c894-3bf6-4f21-8302-920460ad5fb2', 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece', 'port_id': '9417c894-3bf6-4f21-8302-920460ad5fb2', 'mac_address': 'fa:16:3e:1a:57:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c948db-f932-46ec-b83c-396755cf4bf3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:11:19.759690 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d782d9e6-f403-4d63-89e6-32d5289e2079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.783580 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-728c138e-f3e0-427d-99b2-343353e3c16a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.830877 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-728c138e-f3e0-427d-99b2-343353e3c16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.831484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782d9e6-f403-4d63-89e6-32d5289e2079 None None] Pushing event updated for resources: {'Port': ['ID=0f0d9bed-c590-4685-915a-6066de8c0eb7,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:19.832323 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728c138e-f3e0-427d-99b2-343353e3c16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:19.833232 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-728c138e-f3e0-427d-99b2-343353e3c16a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.838687 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc08ef51-28b1-4b7a-a520-e9fc3bfec28b req-2f515ba3-6b49-4a17-922b-d3d7ed9d1844 service neutron] 10.222.0.83 "GET /v2.0/networks/ca16d41c-d200-4396-bd00-d4e080e4dece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1973429 May 26 16:11:19.846535 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683f12d-e982-47a8-bd7f-89080c13d801 req-95e25e91-a9a4-44b6-8c20-6cb533c988e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:19.848124 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d683f12d-e982-47a8-bd7f-89080c13d801 req-95e25e91-a9a4-44b6-8c20-6cb533c988e8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cd7c6e08-1774-4556-87ba-7d5b55a35abf HTTP/1.1" status: 200 len: 918 time: 1.1542075 May 26 16:11:19.855360 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5067a559-155a-4d74-a70c-fb2ab6f4753e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Checking segment: {'id': '9205169b-2613-4642-990e-f97b344d2081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3bcec518-2451-4496-8a3a-d65e55a5b045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:19.855732 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5067a559-155a-4d74-a70c-fb2ab6f4753e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network hostable DHCP agents. Network: 3bcec518-2451-4496-8a3a-d65e55a5b045, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:11:19.909198 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0f0d9bed-c590-4685-915a-6066de8c0eb7 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:19.909820 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.943776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 9417c894-3bf6-4f21-8302-920460ad5fb2 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:19.944594 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:19.965783 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9417c894-3bf6-4f21-8302-920460ad5fb2 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:11:19.974242 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c138e-f3e0-427d-99b2-343353e3c16a admin admin] Pushing event updated for resources: {'Network': ['ID=19f5dff2-9951-4347-93bb-a86e05268a34,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:19.988561 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-aebaad12-fdd9-4f78-b585-a3baf698ee7b None None] Provisioning complete for port 0f0d9bed-c590-4685-915a-6066de8c0eb7 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:19.989376 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aebaad12-fdd9-4f78-b585-a3baf698ee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.001117 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 19f5dff2-9951-4347-93bb-a86e05268a34 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:11:20.010462 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7a996f9a-1179-460d-9720-5393b651baab req-af2e5496-2190-4cfe-9927-fb980d414860 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.012306 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-728c138e-f3e0-427d-99b2-343353e3c16a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3666284 May 26 16:11:20.013099 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53372) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:20.020297 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-6deb018a-7fee-425f-98f5-db42e00e8377 admin admin] Request body: {'subnet': {'network_id': '19f5dff2-9951-4347-93bb-a86e05268a34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-895914842-subnet', 'tenant_id': 'ccaa1bef0e4242d6982800479993e911', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:20.039433 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b78fcb2a-c6d3-4d51-a725-ecbf847f8f90 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Deleting port 73e25742-95c2-4f24-8354-35455cb3441c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:20.039691 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b78fcb2a-c6d3-4d51-a725-ecbf847f8f90 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.057847 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 9417c894-3bf6-4f21-8302-920460ad5fb2, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=9417c894-3bf6-4f21-8302-920460ad5fb2,segment=NetworkSegment(11a76e5f-9290-4dfa-b37b-055b471314c0),segment_id=11a76e5f-9290-4dfa-b37b-055b471314c0)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:20.058070 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5067a559-155a-4d74-a70c-fb2ab6f4753e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network 3bcec518-2451-4496-8a3a-d65e55a5b045 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:11:20.065543 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d683f12d-e982-47a8-bd7f-89080c13d801 req-e8c415f9-89ed-4527-870b-6aa289d04e13 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39873e5d-9a4b-4e75-915e-5d487c4b088f HTTP/1.1" status: 200 len: 1001 time: 0.2027788 May 26 16:11:20.100166 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544af39e-acd2-4d82-ada2-7a35e84e6e8b req-5a1a8c1c-2cb0-427f-8438-5ddbdef4fc98 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:20.105711 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.109434 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-544af39e-acd2-4d82-ada2-7a35e84e6e8b req-5a1a8c1c-2cb0-427f-8438-5ddbdef4fc98 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 945 time: 0.2009025 May 26 16:11:20.113413 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a996f9a-1179-460d-9720-5393b651baab req-af2e5496-2190-4cfe-9927-fb980d414860 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:20.114793 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6deb018a-7fee-425f-98f5-db42e00e8377 admin admin] Made reservation on behalf of ccaa1bef0e4242d6982800479993e911 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:20.118242 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6deb018a-7fee-425f-98f5-db42e00e8377 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.148657 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-7a996f9a-1179-460d-9720-5393b651baab req-af2e5496-2190-4cfe-9927-fb980d414860 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:20.152762 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a996f9a-1179-460d-9720-5393b651baab req-af2e5496-2190-4cfe-9927-fb980d414860 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:20.154953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-5067a559-155a-4d74-a70c-fb2ab6f4753e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 3bcec518-2451-4496-8a3a-d65e55a5b045) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:20.159926 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5067a559-155a-4d74-a70c-fb2ab6f4753e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:20.160991 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5067a559-155a-4d74-a70c-fb2ab6f4753e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.174458 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e5496-2190-4cfe-9927-fb980d414860 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Pushing event updated for resources: {'Port': ['ID=e91d5595-ccb6-40da-9959-849c76b0813a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:20.211615 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0f0d9bed-c590-4685-915a-6066de8c0eb7 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:20.215186 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2babc6e-3d9c-4d16-8d17-f487b63839fd None None] Network 3bcec518-2451-4496-8a3a-d65e55a5b045 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:20.245546 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5067a559-155a-4d74-a70c-fb2ab6f4753e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7463682 May 26 16:11:20.250042 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53374) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:20.272791 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-544af39e-acd2-4d82-ada2-7a35e84e6e8b req-c713ae6a-c6f5-4f18-951b-9ec28ddbb542 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615276 May 26 16:11:20.295208 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=9417c894-3bf6-4f21-8302-920460ad5fb2,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:20.342030 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-aebaad12-fdd9-4f78-b585-a3baf698ee7b None None] Current status of the port 0f0d9bed-c590-4685-915a-6066de8c0eb7 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:20.416041 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683f12d-e982-47a8-bd7f-89080c13d801 req-f95d9fcb-4229-4321-91c6-cd0e27b8891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:20.418296 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d683f12d-e982-47a8-bd7f-89080c13d801 req-f95d9fcb-4229-4321-91c6-cd0e27b8891c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab HTTP/1.1" status: 200 len: 856 time: 0.3408496 May 26 16:11:20.436314 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0526d08-c451-4be0-8aa5-d1dca144d637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-3bcec518-2451-4496-8a3a-d65e55a5b045', 'network_id': '3bcec518-2451-4496-8a3a-d65e55a5b045', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'fixed_ips': [{'subnet_id': 'b949740d-64be-414e-809d-b5f218e49314'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:11:20.438477 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b0526d08-c451-4be0-8aa5-d1dca144d637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.600635 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-b0526d08-c451-4be0-8aa5-d1dca144d637 None None] Allocated IP 172.23.0.2 (3bcec518-2451-4496-8a3a-d65e55a5b045/b949740d-64be-414e-809d-b5f218e49314/0c32a231-a3b4-4352-be41-545a467535e6) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:20.622838 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3996d-e8b1-4ada-8dfe-90f742afebfc req-c92e480e-a669-4c75-bf84-49d4886f4ef8 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:20.624522 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1a3996d-e8b1-4ada-8dfe-90f742afebfc req-c92e480e-a669-4c75-bf84-49d4886f4ef8 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=c40caa2f-1878-412a-97f8-ae2e6de85d1f HTTP/1.1" status: 200 len: 946 time: 0.2000737 May 26 16:11:20.625864 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7a996f9a-1179-460d-9720-5393b651baab req-af2e5496-2190-4cfe-9927-fb980d414860 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.635817 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b78fcb2a-c6d3-4d51-a725-ecbf847f8f90 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.651898 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b78fcb2a-c6d3-4d51-a725-ecbf847f8f90 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Calling delete_port for 73e25742-95c2-4f24-8354-35455cb3441c owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:20.661422 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683f12d-e982-47a8-bd7f-89080c13d801 req-4f7e736f-a36b-41bd-8bf0-c38ff312408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:20.662776 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d683f12d-e982-47a8-bd7f-89080c13d801 req-4f7e736f-a36b-41bd-8bf0-c38ff312408b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cd7c6e08-1774-4556-87ba-7d5b55a35abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2120967 May 26 16:11:20.788549 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b0526d08-c451-4be0-8aa5-d1dca144d637 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.789710 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7a996f9a-1179-460d-9720-5393b651baab req-af2e5496-2190-4cfe-9927-fb980d414860 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.795992 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b0526d08-c451-4be0-8aa5-d1dca144d637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.847670 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['9417c894-3bf6-4f21-8302-920460ad5fb2'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:11:20.849163 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6deb018a-7fee-425f-98f5-db42e00e8377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:20.851099 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0526d08-c451-4be0-8aa5-d1dca144d637 None None] Network 3bcec518-2451-4496-8a3a-d65e55a5b045 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:20.862402 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1a3996d-e8b1-4ada-8dfe-90f742afebfc req-70867da0-1d6b-4d73-8eb7-0ac8b9c28b5a tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037113 May 26 16:11:20.880315 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-b0526d08-c451-4be0-8aa5-d1dca144d637 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:20.882268 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0526d08-c451-4be0-8aa5-d1dca144d637 None None] Pushing event updated for resources: {'Port': ['ID=0c32a231-a3b4-4352-be41-545a467535e6,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:20.886871 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0526d08-c451-4be0-8aa5-d1dca144d637 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:20.908978 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb018a-7fee-425f-98f5-db42e00e8377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b994fea1-7c25-4069-b947-0195897dc954,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:20.976718 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d683f12d-e982-47a8-bd7f-89080c13d801 req-5d7dc367-bc89-4313-9c21-4111757e22e5 service neutron] 10.222.0.81 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936289 May 26 16:11:21.048471 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deb018a-7fee-425f-98f5-db42e00e8377 admin admin] Checking segment: {'id': '75131659-8be9-4efe-bd9e-21307179dfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '19f5dff2-9951-4347-93bb-a86e05268a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:21.048892 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deb018a-7fee-425f-98f5-db42e00e8377 admin admin] Network hostable DHCP agents. Network: 19f5dff2-9951-4347-93bb-a86e05268a34, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:11:21.068670 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b78fcb2a-c6d3-4d51-a725-ecbf847f8f90 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.101527 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deb018a-7fee-425f-98f5-db42e00e8377 admin admin] Network 19f5dff2-9951-4347-93bb-a86e05268a34 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:11:21.106389 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fcb2a-c6d3-4d51-a725-ecbf847f8f90 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Pushing event deleted for resources: {'Port': ['ID=73e25742-95c2-4f24-8354-35455cb3441c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:21.133549 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-6deb018a-7fee-425f-98f5-db42e00e8377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 19f5dff2-9951-4347-93bb-a86e05268a34) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:21.162328 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488239d7-2648-4592-ba4d-f0bf8f35f671 None None] Network 19f5dff2-9951-4347-93bb-a86e05268a34 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:21.171756 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6deb018a-7fee-425f-98f5-db42e00e8377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:21.172774 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6deb018a-7fee-425f-98f5-db42e00e8377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.196846 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6deb018a-7fee-425f-98f5-db42e00e8377 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1811500 May 26 16:11:21.228471 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b78fcb2a-c6d3-4d51-a725-ecbf847f8f90 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.329258 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0f0d9bed-c590-4685-915a-6066de8c0eb7 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:21.338172 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b0526d08-c451-4be0-8aa5-d1dca144d637 None None] Attempting to bind port 0c32a231-a3b4-4352-be41-545a467535e6 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:21.340390 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7a996f9a-1179-460d-9720-5393b651baab req-af2e5496-2190-4cfe-9927-fb980d414860 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.341706 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b0526d08-c451-4be0-8aa5-d1dca144d637 None None] Attempting to bind port 0c32a231-a3b4-4352-be41-545a467535e6 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '9205169b-2613-4642-990e-f97b344d2081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3bcec518-2451-4496-8a3a-d65e55a5b045'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:21.345692 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0526d08-c451-4be0-8aa5-d1dca144d637 None None] Attempting to bind port 0c32a231-a3b4-4352-be41-545a467535e6 on network 3bcec518-2451-4496-8a3a-d65e55a5b045 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:21.347622 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d683f12d-e982-47a8-bd7f-89080c13d801 req-5f366db8-f7d3-4b37-a105-11dabf171ab3 service neutron] 10.222.0.81 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567967 May 26 16:11:21.363333 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6a356-14c8-4fed-86eb-0fbd5575a6f0 req-414f4d65-ef4b-42b4-96ef-3cd04d741b00 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:21.365839 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1be6a356-14c8-4fed-86eb-0fbd5575a6f0 req-414f4d65-ef4b-42b4-96ef-3cd04d741b00 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ae3187a-f87e-4732-842b-f235fb8ea740 HTTP/1.1" status: 200 len: 945 time: 0.3163836 May 26 16:11:21.367254 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7a996f9a-1179-460d-9720-5393b651baab req-af2e5496-2190-4cfe-9927-fb980d414860 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.374371 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-70834904-e2e1-4b2c-82a6-08820cebf4c6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.392002 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b78fcb2a-c6d3-4d51-a725-ecbf847f8f90 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.408040 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b78fcb2a-c6d3-4d51-a725-ecbf847f8f90 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.456829 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0526d08-c451-4be0-8aa5-d1dca144d637 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:21.457217 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0526d08-c451-4be0-8aa5-d1dca144d637 None None] Checking segment: {'id': '9205169b-2613-4642-990e-f97b344d2081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3bcec518-2451-4496-8a3a-d65e55a5b045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:21.457691 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b0526d08-c451-4be0-8aa5-d1dca144d637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.458303 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0526d08-c451-4be0-8aa5-d1dca144d637 None None] Bound using segment: {'id': '9205169b-2613-4642-990e-f97b344d2081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3bcec518-2451-4496-8a3a-d65e55a5b045'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:21.458580 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b0526d08-c451-4be0-8aa5-d1dca144d637 None None] Bound port: 0c32a231-a3b4-4352-be41-545a467535e6, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9205169b-2613-4642-990e-f97b344d2081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3bcec518-2451-4496-8a3a-d65e55a5b045'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:21.458974 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b0526d08-c451-4be0-8aa5-d1dca144d637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.483314 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b78fcb2a-c6d3-4d51-a725-ecbf847f8f90 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.484794 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78fcb2a-c6d3-4d51-a725-ecbf847f8f90 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Fanout notify agent at l3_agent the message router_deleted on router 747626e9-67f7-4935-9bff-70b7e1ffeb23 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:11:21.494392 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b78fcb2a-c6d3-4d51-a725-ecbf847f8f90 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.495967 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b78fcb2a-c6d3-4d51-a725-ecbf847f8f90 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "DELETE /v2.0/routers/747626e9-67f7-4935-9bff-70b7e1ffeb23 HTTP/1.1" status: 204 len: 168 time: 2.7131376 May 26 16:11:21.507201 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53386) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:21.514569 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-4f4bec76-e253-45dd-8897-0ec4bf1c113a tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1199623218', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:21.548880 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f4bec76-e253-45dd-8897-0ec4bf1c113a tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.550622 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f4bec76-e253-45dd-8897-0ec4bf1c113a tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.606117 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f4bec76-e253-45dd-8897-0ec4bf1c113a tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.611893 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f4bec76-e253-45dd-8897-0ec4bf1c113a tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.634390 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f4bec76-e253-45dd-8897-0ec4bf1c113a tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.636382 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4f4bec76-e253-45dd-8897-0ec4bf1c113a tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1284108 May 26 16:11:21.639143 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53390) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:21.644906 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-1eaa7d5a-d6ef-4a43-ad8e-15d926a4bc45 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Request body: {'router': {'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:21.656660 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0f0d9bed-c590-4685-915a-6066de8c0eb7 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:21.656660 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.658350 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f729a10-d341-495b-8d7f-bbcb1ee0f833 None None] Network 19f5dff2-9951-4347-93bb-a86e05268a34 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:21.684678 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b0526d08-c451-4be0-8aa5-d1dca144d637 None None] For port 0c32a231-a3b4-4352-be41-545a467535e6, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:21.761593 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b0526d08-c451-4be0-8aa5-d1dca144d637 None None] For port 0c32a231-a3b4-4352-be41-545a467535e6, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0c32a231-a3b4-4352-be41-545a467535e6,segment=NetworkSegment(9205169b-2613-4642-990e-f97b344d2081),segment_id=9205169b-2613-4642-990e-f97b344d2081)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:21.790770 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b0526d08-c451-4be0-8aa5-d1dca144d637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.933950 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1eaa7d5a-d6ef-4a43-ad8e-15d926a4bc45 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:21.988714 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0526d08-c451-4be0-8aa5-d1dca144d637 None None] Pushing event updated for resources: {'Port': ['ID=0c32a231-a3b4-4352-be41-545a467535e6,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:22.015496 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1be6a356-14c8-4fed-86eb-0fbd5575a6f0 req-6af93361-bee3-42da-b9a8-58e1fb35a665 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/security-groups?id=5657caa3-fd19-4e63-9466-79994f192429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6350918 May 26 16:11:22.016313 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e5496-2190-4cfe-9927-fb980d414860 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Pushing event updated for resources: {'Port': ['ID=e91d5595-ccb6-40da-9959-849c76b0813a,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:22.055004 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7a996f9a-1179-460d-9720-5393b651baab req-af2e5496-2190-4cfe-9927-fb980d414860 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:22.062156 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0f0d9bed-c590-4685-915a-6066de8c0eb7 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:22.091927 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec5026-32c9-4406-9c0e-07df3d9445d9 req-a35e1d19-be20-4344-89d5-16a68f9ff254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:22.094577 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-90ec5026-32c9-4406-9c0e-07df3d9445d9 req-a35e1d19-be20-4344-89d5-16a68f9ff254 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc8e9e5224b24be293153e1aeb086cbc&device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 1096 time: 0.6723924 May 26 16:11:22.185028 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7a996f9a-1179-460d-9720-5393b651baab req-af2e5496-2190-4cfe-9927-fb980d414860 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:22.195871 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a996f9a-1179-460d-9720-5393b651baab req-af2e5496-2190-4cfe-9927-fb980d414860 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.9267089 May 26 16:11:22.244325 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1eaa7d5a-d6ef-4a43-ad8e-15d926a4bc45 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:22.282239 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1eaa7d5a-d6ef-4a43-ad8e-15d926a4bc45 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:22.402342 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a996f9a-1179-460d-9720-5393b651baab req-6b7a9fed-0349-4b95-99b1-cc758063930e tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 696 time: 0.2056179 May 26 16:11:22.439496 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-1eaa7d5a-d6ef-4a43-ad8e-15d926a4bc45 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Allocated IP 172.25.7.218 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/c6aa2d8d-d903-48ee-a55a-424be6eabbc6) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:22.502186 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec5026-32c9-4406-9c0e-07df3d9445d9 req-5e2a33c6-07fb-49c8-a0bb-fa1174ab940d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:22.503950 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-90ec5026-32c9-4406-9c0e-07df3d9445d9 req-5e2a33c6-07fb-49c8-a0bb-fa1174ab940d service neutron] 10.222.0.81 "GET /v2.0/networks?id=cd7c6e08-1774-4556-87ba-7d5b55a35abf HTTP/1.1" status: 200 len: 918 time: 0.3754594 May 26 16:11:22.556928 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1eaa7d5a-d6ef-4a43-ad8e-15d926a4bc45 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:22.595315 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1eaa7d5a-d6ef-4a43-ad8e-15d926a4bc45 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:22.637984 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672c469-181d-4b84-91e2-8807bb5b88bc req-f0faf79a-ab78-4706-9f71-90f94710f244 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:22.641194 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c672c469-181d-4b84-91e2-8807bb5b88bc req-f0faf79a-ab78-4706-9f71-90f94710f244 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 945 time: 0.2912853 May 26 16:11:22.645897 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaa7d5a-d6ef-4a43-ad8e-15d926a4bc45 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:22.648999 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-1eaa7d5a-d6ef-4a43-ad8e-15d926a4bc45 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:22.652628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaa7d5a-d6ef-4a43-ad8e-15d926a4bc45 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:22.658519 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa7d5a-d6ef-4a43-ad8e-15d926a4bc45 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Pushing event updated for resources: {'Port': ['ID=c6aa2d8d-d903-48ee-a55a-424be6eabbc6,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:22.710210 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-70834904-e2e1-4b2c-82a6-08820cebf4c6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Allocated IP 172.23.0.1 (3bcec518-2451-4496-8a3a-d65e55a5b045/b949740d-64be-414e-809d-b5f218e49314/97d60a37-a0f2-4961-80e6-474825812807) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:22.734855 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a996f9a-1179-460d-9720-5393b651baab req-6f886db1-4387-4f22-a31d-2f8bf7b6ea42 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:22.736382 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a996f9a-1179-460d-9720-5393b651baab req-6f886db1-4387-4f22-a31d-2f8bf7b6ea42 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.3207700 May 26 16:11:22.744685 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-90ec5026-32c9-4406-9c0e-07df3d9445d9 req-04487962-874a-4eae-97d2-baa30e1ed332 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39873e5d-9a4b-4e75-915e-5d487c4b088f HTTP/1.1" status: 200 len: 1001 time: 0.2303720 May 26 16:11:22.864288 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c672c469-181d-4b84-91e2-8807bb5b88bc req-8a24efb8-ecdb-4dd5-b813-7537e52cf9d8 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112978 May 26 16:11:22.916411 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec5026-32c9-4406-9c0e-07df3d9445d9 req-d8245d78-7729-4baf-9b88-042e2a5d5902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:22.917892 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-90ec5026-32c9-4406-9c0e-07df3d9445d9 req-d8245d78-7729-4baf-9b88-042e2a5d5902 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab HTTP/1.1" status: 200 len: 856 time: 0.1635230 May 26 16:11:22.998255 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-70834904-e2e1-4b2c-82a6-08820cebf4c6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.011519 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1eaa7d5a-d6ef-4a43-ad8e-15d926a4bc45 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.020281 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec5026-32c9-4406-9c0e-07df3d9445d9 req-a2a4af1f-f965-4b6c-9f2f-b9bcfaccd46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:23.021834 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-90ec5026-32c9-4406-9c0e-07df3d9445d9 req-a2a4af1f-f965-4b6c-9f2f-b9bcfaccd46f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cd7c6e08-1774-4556-87ba-7d5b55a35abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925014 May 26 16:11:23.267823 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce6db0e-1323-443c-b5f5-ee55f962f7af None None] Network 3bcec518-2451-4496-8a3a-d65e55a5b045 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:23.310179 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-90ec5026-32c9-4406-9c0e-07df3d9445d9 req-f23810d9-f23d-4993-9144-236dd71e6e52 service neutron] 10.222.0.81 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771926 May 26 16:11:23.337206 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0c32a231-a3b4-4352-be41-545a467535e6 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:23.337708 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1eaa7d5a-d6ef-4a43-ad8e-15d926a4bc45 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.341741 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1eaa7d5a-d6ef-4a43-ad8e-15d926a4bc45 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2061086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2061095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2062530'] for router, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.401341 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-512646eb-7069-4feb-8547-c19ebe1b750e None None] Provisioning complete for port 0c32a231-a3b4-4352-be41-545a467535e6 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:23.402833 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-512646eb-7069-4feb-8547-c19ebe1b750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.435178 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-70834904-e2e1-4b2c-82a6-08820cebf4c6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.453454 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85627341-add1-4a20-a3e6-b5d767026193 req-cab9e3a9-d749-4b16-bb46-7e8f051a49d0 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:23.456924 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85627341-add1-4a20-a3e6-b5d767026193 req-cab9e3a9-d749-4b16-bb46-7e8f051a49d0 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2183647 May 26 16:11:23.487728 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-03749e53-a62e-43c3-bdb1-82d60eae1424 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:23.489574 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-03749e53-a62e-43c3-bdb1-82d60eae1424 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] 10.222.0.77 "GET /v2.0/networks?id=19f5dff2-9951-4347-93bb-a86e05268a34 HTTP/1.1" status: 200 len: 812 time: 0.4766190 May 26 16:11:23.500409 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0c32a231-a3b4-4352-be41-545a467535e6 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:23.501733 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.517486 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eaa7d5a-d6ef-4a43-ad8e-15d926a4bc45 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Router 2d6a906a-592e-4d51-afb6-4e8324c8ebe1 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:11:23.573863 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70834904-e2e1-4b2c-82a6-08820cebf4c6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network 3bcec518-2451-4496-8a3a-d65e55a5b045 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:23.580777 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-1fa19d55-0627-4435-8eb2-06b23da26830 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] 10.222.0.77 "GET /v2.0/quotas/ccaa1bef0e4242d6982800479993e911 HTTP/1.1" status: 200 len: 375 time: 0.0732741 May 26 16:11:23.583802 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85627341-add1-4a20-a3e6-b5d767026193 req-b8224a68-242e-45cb-baa0-bb8067dd5695 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 696 time: 0.0932872 May 26 16:11:23.588187 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-70834904-e2e1-4b2c-82a6-08820cebf4c6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:23.594314 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70834904-e2e1-4b2c-82a6-08820cebf4c6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:23.622910 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-512646eb-7069-4feb-8547-c19ebe1b750e None None] Current status of the port 0c32a231-a3b4-4352-be41-545a467535e6 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:23.623392 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-512646eb-7069-4feb-8547-c19ebe1b750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.631593 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-85627341-add1-4a20-a3e6-b5d767026193 req-155c38a1-64f0-464f-a7ae-e63e444f785d tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Request body: {'floatingip': {'port_id': 'cbe2c593-0939-4d9b-9fe9-3f42a3daff5f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:23.639154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70834904-e2e1-4b2c-82a6-08820cebf4c6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Port': ['ID=97d60a37-a0f2-4961-80e6-474825812807,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:23.679847 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eaa7d5a-d6ef-4a43-ad8e-15d926a4bc45 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:11:23.693358 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018e85ef-01b7-4d11-a4de-3b14cee76d39 None None] Sync routers for ids ['2d6a906a-592e-4d51-afb6-4e8324c8ebe1'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:11:23.697878 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1eaa7d5a-d6ef-4a43-ad8e-15d926a4bc45 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.699528 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1eaa7d5a-d6ef-4a43-ad8e-15d926a4bc45 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "PUT /v2.0/routers/2d6a906a-592e-4d51-afb6-4e8324c8ebe1 HTTP/1.1" status: 200 len: 884 time: 2.0589616 May 26 16:11:23.702796 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53412) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:23.709677 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018e85ef-01b7-4d11-a4de-3b14cee76d39 None None] Routers {'2d6a906a-592e-4d51-afb6-4e8324c8ebe1'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:23.715698 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-018e85ef-01b7-4d11-a4de-3b14cee76d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['2d6a906a-592e-4d51-afb6-4e8324c8ebe1'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:23.719915 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-512646eb-7069-4feb-8547-c19ebe1b750e None None] For port 0c32a231-a3b4-4352-be41-545a467535e6, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0c32a231-a3b4-4352-be41-545a467535e6,segment=NetworkSegment(9205169b-2613-4642-990e-f97b344d2081),segment_id=9205169b-2613-4642-990e-f97b344d2081)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:23.721269 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-90ec5026-32c9-4406-9c0e-07df3d9445d9 req-abf708ff-09ee-4573-b49c-4c2d01747281 service neutron] 10.222.0.81 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849423 May 26 16:11:23.723559 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0c32a231-a3b4-4352-be41-545a467535e6 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:23.723559 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.729677 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-b271e77a-4cf4-4c25-a38f-4395301f9a68 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ccaa1bef0e4242d6982800479993e911&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0953462 May 26 16:11:23.743700 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-512646eb-7069-4feb-8547-c19ebe1b750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.789486 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-018e85ef-01b7-4d11-a4de-3b14cee76d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:23.812137 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018e85ef-01b7-4d11-a4de-3b14cee76d39 None None] Routers {'2d6a906a-592e-4d51-afb6-4e8324c8ebe1'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:23.815187 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-018e85ef-01b7-4d11-a4de-3b14cee76d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['2d6a906a-592e-4d51-afb6-4e8324c8ebe1'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:23.839198 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512646eb-7069-4feb-8547-c19ebe1b750e None None] Pushing event updated for resources: {'Port': ['ID=0c32a231-a3b4-4352-be41-545a467535e6,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:23.845831 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:11:23.846293 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:11:23.854573 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-70834904-e2e1-4b2c-82a6-08820cebf4c6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.860084 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-85627341-add1-4a20-a3e6-b5d767026193 req-155c38a1-64f0-464f-a7ae-e63e444f785d tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:23.884525 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-018e85ef-01b7-4d11-a4de-3b14cee76d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:23.885524 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018e85ef-01b7-4d11-a4de-3b14cee76d39 None None] The sync data for ids ['2d6a906a-592e-4d51-afb6-4e8324c8ebe1'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:11:23.919127 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-723ffd98-023c-4d32-8354-5f41f1945d3d tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "GET /v2.0/routers/2d6a906a-592e-4d51-afb6-4e8324c8ebe1 HTTP/1.1" status: 200 len: 925 time: 0.2131369 May 26 16:11:23.922075 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53416) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:23.980506 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57fff55-b9cd-43a0-8fad-f5ddc3d50aeb tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:23.986401 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d57fff55-b9cd-43a0-8fad-f5ddc3d50aeb tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&device_id=2d6a906a-592e-4d51-afb6-4e8324c8ebe1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0588129 May 26 16:11:23.986730 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53418) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:23.990389 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0e3d4e5d-a619-41d9-87cb-f54693f3b899 None None] Provisioning complete for port 97d60a37-a0f2-4961-80e6-474825812807 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:23.990928 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4e5d-a619-41d9-87cb-f54693f3b899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:24.018733 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-4bc97d9f-51f8-425e-8bf8-c48c3a99bf7a service neutron] 10.222.0.77 "GET /v2.0/networks/19f5dff2-9951-4347-93bb-a86e05268a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684293 May 26 16:11:24.056511 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0e3d4e5d-a619-41d9-87cb-f54693f3b899 None None] Port 97d60a37-a0f2-4961-80e6-474825812807 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:11:24.071875 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0e3d4e5d-a619-41d9-87cb-f54693f3b899 None None] Provisioning complete for port 0c32a231-a3b4-4352-be41-545a467535e6 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:24.072510 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4e5d-a619-41d9-87cb-f54693f3b899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:24.139636 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-c028bae8-587d-4450-8e5b-90b2b900a07b service neutron] 10.222.0.77 "GET /v2.0/networks/19f5dff2-9951-4347-93bb-a86e05268a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056335 May 26 16:11:24.179922 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4900aa90-3577-4384-a242-eb6ecd72d231 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:24.186010 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4900aa90-3577-4384-a242-eb6ecd72d231 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 881 time: 0.1975887 May 26 16:11:24.190562 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53420) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:24.236931 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0e3d4e5d-a619-41d9-87cb-f54693f3b899 None None] Current status of the port 0c32a231-a3b4-4352-be41-545a467535e6 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:24.257760 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-70834904-e2e1-4b2c-82a6-08820cebf4c6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:24.261408 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e772f35a-fe59-4ef9-b7ee-fb162785269f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d6a906a-592e-4d51-afb6-4e8324c8ebe1 HTTP/1.1" status: 200 len: 205 time: 0.0686257 May 26 16:11:24.263672 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53422) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:24.415731 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-dad03426-98db-4db1-8245-4a4640693e8d None None] Provisioning complete for port 97d60a37-a0f2-4961-80e6-474825812807 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:24.416297 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dad03426-98db-4db1-8245-4a4640693e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:24.419009 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0c32a231-a3b4-4352-be41-545a467535e6 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:24.458034 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-dad03426-98db-4db1-8245-4a4640693e8d None None] Port 97d60a37-a0f2-4961-80e6-474825812807 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:11:24.466104 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ced7dd6b-f5ed-473c-87a0-1f985097359a tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:24.576262 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ced7dd6b-f5ed-473c-87a0-1f985097359a tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:24.662834 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ced7dd6b-f5ed-473c-87a0-1f985097359a tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Deleting port c6aa2d8d-d903-48ee-a55a-424be6eabbc6 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:24.663322 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ced7dd6b-f5ed-473c-87a0-1f985097359a tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:24.765139 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ced7dd6b-f5ed-473c-87a0-1f985097359a tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:24.778947 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ced7dd6b-f5ed-473c-87a0-1f985097359a tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Calling delete_port for c6aa2d8d-d903-48ee-a55a-424be6eabbc6 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:24.992904 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ced7dd6b-f5ed-473c-87a0-1f985097359a tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.025478 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8352c64-2d25-44e2-a87e-af1d2f22a618 req-29823cd6-e8ba-49cf-9b93-53d7578c92bf tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:25.027022 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8352c64-2d25-44e2-a87e-af1d2f22a618 req-29823cd6-e8ba-49cf-9b93-53d7578c92bf tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ae3187a-f87e-4732-842b-f235fb8ea740 HTTP/1.1" status: 200 len: 945 time: 0.5825903 May 26 16:11:25.029072 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7dd6b-f5ed-473c-87a0-1f985097359a tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Pushing event deleted for resources: {'Port': ['ID=c6aa2d8d-d903-48ee-a55a-424be6eabbc6,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:25.054442 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eddbc4-829b-491b-aa15-a73da876fe31 req-ee662f2b-f8c5-41dd-aa1a-3568e1599eff tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:25.055963 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-09eddbc4-829b-491b-aa15-a73da876fe31 req-ee662f2b-f8c5-41dd-aa1a-3568e1599eff tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.81 "GET /v2.0/ports?device_id=47eb9851-7689-4586-b569-327a627ab537 HTTP/1.1" status: 200 len: 946 time: 0.2320204 May 26 16:11:25.097796 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ced7dd6b-f5ed-473c-87a0-1f985097359a tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.249917 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0c32a231-a3b4-4352-be41-545a467535e6 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:25.253878 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.db.resource_extend [req-85627341-add1-4a20-a3e6-b5d767026193 req-155c38a1-64f0-464f-a7ae-e63e444f785d tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:11:25.302083 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:11:25.313961 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0c32a231-a3b4-4352-be41-545a467535e6 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:25.314338 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.339760 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8352c64-2d25-44e2-a87e-af1d2f22a618 req-698301f6-50e9-4b69-9ad0-966e1ad8b1e8 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/security-groups?id=5657caa3-fd19-4e63-9466-79994f192429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2818494 May 26 16:11:25.389472 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 9417c894-3bf6-4f21-8302-920460ad5fb2 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:25.431058 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-70834904-e2e1-4b2c-82a6-08820cebf4c6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.432802 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 39873e5d-9a4b-4e75-915e-5d487c4b088f no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:11:25.456484 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-70834904-e2e1-4b2c-82a6-08820cebf4c6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.488741 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-85627341-add1-4a20-a3e6-b5d767026193 req-155c38a1-64f0-464f-a7ae-e63e444f785d tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.495305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0c32a231-a3b4-4352-be41-545a467535e6 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:25.549237 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 9417c894-3bf6-4f21-8302-920460ad5fb2 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:11:25.569101 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ced7dd6b-f5ed-473c-87a0-1f985097359a tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.573872 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ced7dd6b-f5ed-473c-87a0-1f985097359a tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.574091 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 9417c894-3bf6-4f21-8302-920460ad5fb2 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:25.574466 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.627129 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 39873e5d-9a4b-4e75-915e-5d487c4b088f is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:25.627396 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.636430 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-85627341-add1-4a20-a3e6-b5d767026193 req-155c38a1-64f0-464f-a7ae-e63e444f785d tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.644514 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ced7dd6b-f5ed-473c-87a0-1f985097359a tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.645405 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced7dd6b-f5ed-473c-87a0-1f985097359a tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Fanout notify agent at l3_agent the message router_deleted on router 2d6a906a-592e-4d51-afb6-4e8324c8ebe1 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:11:25.653715 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ced7dd6b-f5ed-473c-87a0-1f985097359a tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.657487 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ced7dd6b-f5ed-473c-87a0-1f985097359a tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "DELETE /v2.0/routers/2d6a906a-592e-4d51-afb6-4e8324c8ebe1 HTTP/1.1" status: 204 len: 168 time: 1.3905566 May 26 16:11:25.662688 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53442) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:25.667933 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-08f0c48c-bf32-47e4-9584-1d38ca7cd275 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1672431932', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:25.672054 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55eff4c-1aab-4de2-999a-48ea433e5bef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39873e5d-9a4b-4e75-915e-5d487c4b088f'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:25.674997 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d320df33-36bb-471c-97ff-6dc905849ca3" -d '{"events": [{"server_uuid": "f55eff4c-1aab-4de2-999a-48ea433e5bef", "name": "network-vif-unplugged", "status": "completed", "tag": "39873e5d-9a4b-4e75-915e-5d487c4b088f"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:25.699089 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 39873e5d-9a4b-4e75-915e-5d487c4b088f, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=39873e5d-9a4b-4e75-915e-5d487c4b088f,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:25.731014 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-08f0c48c-bf32-47e4-9584-1d38ca7cd275 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.732858 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-08f0c48c-bf32-47e4-9584-1d38ca7cd275 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.744083 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e01e9d-88ba-4402-a981-5a1968202f8b req-fd416616-2c88-460c-a304-9d7e4718de91 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:25.745890 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8e01e9d-88ba-4402-a981-5a1968202f8b req-fd416616-2c88-460c-a304-9d7e4718de91 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.83 "GET /v2.0/ports?device_id=c40caa2f-1878-412a-97f8-ae2e6de85d1f HTTP/1.1" status: 200 len: 946 time: 0.5519009 May 26 16:11:25.828655 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-08f0c48c-bf32-47e4-9584-1d38ca7cd275 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.834300 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-08f0c48c-bf32-47e4-9584-1d38ca7cd275 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.856836 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-08f0c48c-bf32-47e4-9584-1d38ca7cd275 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.860149 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-08f0c48c-bf32-47e4-9584-1d38ca7cd275 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1944053 May 26 16:11:25.862502 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53446) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:25.869321 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-8541ffcf-84dd-4671-b74f-58553f7d5d51 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'enable_snat': True}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:25.883227 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.923833 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70834904-e2e1-4b2c-82a6-08820cebf4c6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event updated for resources: {'Port': ['ID=97d60a37-a0f2-4961-80e6-474825812807,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:25.925986 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 9417c894-3bf6-4f21-8302-920460ad5fb2 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:25.926384 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.955228 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-09eddbc4-829b-491b-aa15-a73da876fe31 req-5114ce25-4e96-4fb3-be03-fc0cc9a03333 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Deleting port 31249ee3-bfc9-454f-aa45-eb62c2314a01 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:25.955647 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-09eddbc4-829b-491b-aa15-a73da876fe31 req-5114ce25-4e96-4fb3-be03-fc0cc9a03333 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.958673 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-70834904-e2e1-4b2c-82a6-08820cebf4c6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:25.979029 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=39873e5d-9a4b-4e75-915e-5d487c4b088f,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:25.986251 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 9417c894-3bf6-4f21-8302-920460ad5fb2, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=9417c894-3bf6-4f21-8302-920460ad5fb2,segment=NetworkSegment(11a76e5f-9290-4dfa-b37b-055b471314c0),segment_id=11a76e5f-9290-4dfa-b37b-055b471314c0)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:25.994622 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:26.035396 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-1c97ea28-e3e5-4d18-9320-7c5fb6bc5a80 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:26.043066 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-1c97ea28-e3e5-4d18-9320-7c5fb6bc5a80 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/networks?id=8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 HTTP/1.1" status: 200 len: 812 time: 0.5618680 May 26 16:11:26.072194 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=9417c894-3bf6-4f21-8302-920460ad5fb2,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:26.137013 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8541ffcf-84dd-4671-b74f-58553f7d5d51 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:26.210972 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-07cfe1fe-4990-4273-a88e-94087160a828 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/quotas/62ed477bb24843928995fef62a834d09 HTTP/1.1" status: 200 len: 375 time: 0.1669152 May 26 16:11:26.237088 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-7aa2d30e-b024-4763-ba72-b1decce586eb tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:26.239251 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-7aa2d30e-b024-4763-ba72-b1decce586eb tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] 10.222.0.81 "GET /v2.0/networks?id=19f5dff2-9951-4347-93bb-a86e05268a34 HTTP/1.1" status: 200 len: 812 time: 0.6799107 May 26 16:11:26.278723 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-14c34778-6994-4e58-a731-8ce3f59545e8 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Request body: {'port': {'device_id': '96aae669-65f9-4e1e-99b6-3e4481ba3197', 'network_id': '19f5dff2-9951-4347-93bb-a86e05268a34', 'admin_state_up': True, 'tenant_id': 'ccaa1bef0e4242d6982800479993e911'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:26.300032 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [req-85627341-add1-4a20-a3e6-b5d767026193 req-155c38a1-64f0-464f-a7ae-e63e444f785d tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Floating IP e1de1355-9022-4908-a0db-a3a4e0a930d1 associated. External IP: 172.25.7.243, port: cbe2c593-0939-4d9b-9fe9-3f42a3daff5f. May 26 16:11:26.398290 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8541ffcf-84dd-4671-b74f-58553f7d5d51 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:26.421825 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8541ffcf-84dd-4671-b74f-58553f7d5d51 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:26.459406 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-09eddbc4-829b-491b-aa15-a73da876fe31 req-5114ce25-4e96-4fb3-be03-fc0cc9a03333 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] For port 31249ee3-bfc9-454f-aa45-eb62c2314a01, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=31249ee3-bfc9-454f-aa45-eb62c2314a01,segment=NetworkSegment(a7387a2e-097f-4a88-8322-99869016722c),segment_id=a7387a2e-097f-4a88-8322-99869016722c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:26.459788 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-09eddbc4-829b-491b-aa15-a73da876fe31 req-5114ce25-4e96-4fb3-be03-fc0cc9a03333 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:26.501392 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-09eddbc4-829b-491b-aa15-a73da876fe31 req-5114ce25-4e96-4fb3-be03-fc0cc9a03333 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Calling delete_port for 31249ee3-bfc9-454f-aa45-eb62c2314a01 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:26.568885 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-8541ffcf-84dd-4671-b74f-58553f7d5d51 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Allocated IP 172.25.7.150 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/20ed7997-bffd-4402-bdab-7ab8ad1189f3) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:26.714287 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8541ffcf-84dd-4671-b74f-58553f7d5d51 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:26.747652 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8541ffcf-84dd-4671-b74f-58553f7d5d51 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:26.791188 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8541ffcf-84dd-4671-b74f-58553f7d5d51 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:26.794306 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-8541ffcf-84dd-4671-b74f-58553f7d5d51 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:26.798480 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8541ffcf-84dd-4671-b74f-58553f7d5d51 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:26.825071 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541ffcf-84dd-4671-b74f-58553f7d5d51 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Pushing event updated for resources: {'Port': ['ID=20ed7997-bffd-4402-bdab-7ab8ad1189f3,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:26.863635 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-c44361bb-b92a-4a14-8a69-c7b5b079adef tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=62ed477bb24843928995fef62a834d09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6408396 May 26 16:11:26.866421 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-a8e01e9d-88ba-4402-a981-5a1968202f8b req-d0fe7f3b-647e-40f1-ba89-e04095fbda89 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Deleting port c9a08a6e-7681-4d3d-ba04-e7048493729f {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:26.866751 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a8e01e9d-88ba-4402-a981-5a1968202f8b req-d0fe7f3b-647e-40f1-ba89-e04095fbda89 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:26.870857 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70834904-e2e1-4b2c-82a6-08820cebf4c6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Network 3bcec518-2451-4496-8a3a-d65e55a5b045 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:26.902299 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-70834904-e2e1-4b2c-82a6-08820cebf4c6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:27.110797 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8541ffcf-84dd-4671-b74f-58553f7d5d51 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:27.255253 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-acf97278-4d27-4d73-9e0d-a4281b5eba55 None None] Provisioning complete for port 97d60a37-a0f2-4961-80e6-474825812807 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:27.256265 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-acf97278-4d27-4d73-9e0d-a4281b5eba55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:27.300284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-acf97278-4d27-4d73-9e0d-a4281b5eba55 None None] Port 97d60a37-a0f2-4961-80e6-474825812807 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:11:27.310606 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-14c34778-6994-4e58-a731-8ce3f59545e8 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Made reservation on behalf of ccaa1bef0e4242d6982800479993e911 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:27.315273 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-14c34778-6994-4e58-a731-8ce3f59545e8 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:27.358348 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-a8e01e9d-88ba-4402-a981-5a1968202f8b req-d0fe7f3b-647e-40f1-ba89-e04095fbda89 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] For port c9a08a6e-7681-4d3d-ba04-e7048493729f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=c9a08a6e-7681-4d3d-ba04-e7048493729f,segment=NetworkSegment(a7387a2e-097f-4a88-8322-99869016722c),segment_id=a7387a2e-097f-4a88-8322-99869016722c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:27.359460 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a8e01e9d-88ba-4402-a981-5a1968202f8b req-d0fe7f3b-647e-40f1-ba89-e04095fbda89 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:27.364666 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8541ffcf-84dd-4671-b74f-58553f7d5d51 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:27.368187 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8541ffcf-84dd-4671-b74f-58553f7d5d51 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2061086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2061095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2062530'] for router, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:27.390705 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-a8e01e9d-88ba-4402-a981-5a1968202f8b req-d0fe7f3b-647e-40f1-ba89-e04095fbda89 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Calling delete_port for c9a08a6e-7681-4d3d-ba04-e7048493729f owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:27.436394 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-1fd9ac70-e662-4423-a9d5-efa97c8bd9f0 service neutron] 10.222.0.77 "GET /v2.0/networks/8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542436 May 26 16:11:27.437578 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70834904-e2e1-4b2c-82a6-08820cebf4c6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:11:27.503445 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8541ffcf-84dd-4671-b74f-58553f7d5d51 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Router 77131d45-f690-4fd0-b8b4-f886528ab58a is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:11:27.619104 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8541ffcf-84dd-4671-b74f-58553f7d5d51 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:11:27.628026 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8541ffcf-84dd-4671-b74f-58553f7d5d51 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:27.629100 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8541ffcf-84dd-4671-b74f-58553f7d5d51 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "PUT /v2.0/routers/77131d45-f690-4fd0-b8b4-f886528ab58a HTTP/1.1" status: 200 len: 919 time: 1.7645323 May 26 16:11:27.632031 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53454) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:27.640953 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1edf32-8ae2-460c-a522-4e69583ddf3c None None] Sync routers for ids ['77131d45-f690-4fd0-b8b4-f886528ab58a'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:11:27.660086 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1edf32-8ae2-460c-a522-4e69583ddf3c None None] Routers {'77131d45-f690-4fd0-b8b4-f886528ab58a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:27.661747 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-bd1edf32-8ae2-460c-a522-4e69583ddf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['77131d45-f690-4fd0-b8b4-f886528ab58a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:27.710326 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-bd1edf32-8ae2-460c-a522-4e69583ddf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:27.721352 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1edf32-8ae2-460c-a522-4e69583ddf3c None None] Routers {'77131d45-f690-4fd0-b8b4-f886528ab58a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:27.722135 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-bd1edf32-8ae2-460c-a522-4e69583ddf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['77131d45-f690-4fd0-b8b4-f886528ab58a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:27.748352 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85627341-add1-4a20-a3e6-b5d767026193 req-155c38a1-64f0-464f-a7ae-e63e444f785d tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Router d6cebfe8-f7fc-40d0-9788-f68e24e934d5 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:11:27.755954 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-09eddbc4-829b-491b-aa15-a73da876fe31 req-5114ce25-4e96-4fb3-be03-fc0cc9a03333 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:27.756779 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d3a378fc-0ed5-4ca1-94b0-16b65818cce2 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "GET /v2.0/routers/77131d45-f690-4fd0-b8b4-f886528ab58a HTTP/1.1" status: 200 len: 925 time: 0.1233127 May 26 16:11:27.759955 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53456) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:27.774211 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-bd1edf32-8ae2-460c-a522-4e69583ddf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:27.774968 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1edf32-8ae2-460c-a522-4e69583ddf3c None None] The sync data for ids ['77131d45-f690-4fd0-b8b4-f886528ab58a'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:11:27.829011 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069f567d-97d3-46db-8d0d-378a9dd2448c tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:27.830553 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-069f567d-97d3-46db-8d0d-378a9dd2448c tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&device_id=77131d45-f690-4fd0-b8b4-f886528ab58a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0690577 May 26 16:11:27.835338 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53458) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:27.871409 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114ce25-4e96-4fb3-be03-fc0cc9a03333 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Pushing event deleted for resources: {'Port': ['ID=31249ee3-bfc9-454f-aa45-eb62c2314a01,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:27.902035 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-14c34778-6994-4e58-a731-8ce3f59545e8 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Allocated IP 172.20.0.14 (19f5dff2-9951-4347-93bb-a86e05268a34/b994fea1-7c25-4069-b947-0195897dc954/caaea058-fffa-4b1d-a82e-a306207c7784) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:27.939371 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-05294f32-af71-4ad5-b0a2-c1f355b91145 service neutron] 10.222.0.77 "GET /v2.0/networks/8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687767 May 26 16:11:27.985026 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b792d8-5efb-45de-9827-e7fbf93609bf tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:27.991644 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70834904-e2e1-4b2c-82a6-08820cebf4c6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:11:27.992743 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-31b792d8-5efb-45de-9827-e7fbf93609bf tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 881 time: 0.1560392 May 26 16:11:27.993802 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53460) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:28.011723 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] Sync routers for ids ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:11:28.013066 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-70834904-e2e1-4b2c-82a6-08820cebf4c6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "PUT /v2.0/routers/c69f1aa6-d5ec-45db-9d99-270c7ccf15f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7592595 May 26 16:11:28.023280 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-09eddbc4-829b-491b-aa15-a73da876fe31 req-5114ce25-4e96-4fb3-be03-fc0cc9a03333 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] No DVR routers for this DVR port 31249ee3-bfc9-454f-aa45-eb62c2314a01 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:11:28.027452 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53462) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:28.042060 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-776bf736-ab59-45e0-92dd-a8763ec345ef tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:28.043087 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] Routers {'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:28.045123 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:28.053517 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-09eddbc4-829b-491b-aa15-a73da876fe31 req-5114ce25-4e96-4fb3-be03-fc0cc9a03333 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:28.055972 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-09eddbc4-829b-491b-aa15-a73da876fe31 req-5114ce25-4e96-4fb3-be03-fc0cc9a03333 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.81 "DELETE /v2.0/ports/31249ee3-bfc9-454f-aa45-eb62c2314a01 HTTP/1.1" status: 204 len: 173 time: 2.9719400 May 26 16:11:28.059090 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47eb9851-7689-4586-b569-327a627ab537', 'name': 'network-vif-deleted', 'tag': '31249ee3-bfc9-454f-aa45-eb62c2314a01'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:28.062399 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9918bdce-f7c7-4f58-9d25-5edac389a6a3" -d '{"events": [{"server_uuid": "47eb9851-7689-4586-b569-327a627ab537", "name": "network-vif-deleted", "tag": "31249ee3-bfc9-454f-aa45-eb62c2314a01"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:28.126724 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b8043dad-ee56-437c-85c6-ab7aa094f23f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "GET /v2.0/ports?device_id=77131d45-f690-4fd0-b8b4-f886528ab58a HTTP/1.1" status: 200 len: 205 time: 0.1282737 May 26 16:11:28.127979 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53466) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:28.191886 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a8e01e9d-88ba-4402-a981-5a1968202f8b req-d0fe7f3b-647e-40f1-ba89-e04095fbda89 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:28.248057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85627341-add1-4a20-a3e6-b5d767026193 req-155c38a1-64f0-464f-a7ae-e63e444f785d tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:11:28.263020 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ec4b9-5430-4eda-baa9-79e7fa8da306 None None] Sync routers for ids ['d6cebfe8-f7fc-40d0-9788-f68e24e934d5'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:11:28.267545 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-85627341-add1-4a20-a3e6-b5d767026193 req-155c38a1-64f0-464f-a7ae-e63e444f785d tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:28.278148 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe7f3b-647e-40f1-ba89-e04095fbda89 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Pushing event deleted for resources: {'Port': ['ID=c9a08a6e-7681-4d3d-ba04-e7048493729f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:28.289760 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ec4b9-5430-4eda-baa9-79e7fa8da306 None None] Routers {'d6cebfe8-f7fc-40d0-9788-f68e24e934d5'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:28.294816 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0b5ec4b9-5430-4eda-baa9-79e7fa8da306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d6cebfe8-f7fc-40d0-9788-f68e24e934d5'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:28.428702 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] Set router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:28.495931 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85627341-add1-4a20-a3e6-b5d767026193 req-155c38a1-64f0-464f-a7ae-e63e444f785d tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "PUT /v2.0/floatingips/e1de1355-9022-4908-a0db-a3a4e0a930d1 HTTP/1.1" status: 200 len: 996 time: 4.8915131 May 26 16:11:28.537472 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e01e9d-88ba-4402-a981-5a1968202f8b req-d0fe7f3b-647e-40f1-ba89-e04095fbda89 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] No DVR routers for this DVR port c9a08a6e-7681-4d3d-ba04-e7048493729f on host n-h2-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:11:28.545841 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-0b5ec4b9-5430-4eda-baa9-79e7fa8da306 None None] Set router d6cebfe8-f7fc-40d0-9788-f68e24e934d5 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:28.574703 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a8e01e9d-88ba-4402-a981-5a1968202f8b req-d0fe7f3b-647e-40f1-ba89-e04095fbda89 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:28.585656 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8e01e9d-88ba-4402-a981-5a1968202f8b req-d0fe7f3b-647e-40f1-ba89-e04095fbda89 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.83 "DELETE /v2.0/ports/c9a08a6e-7681-4d3d-ba04-e7048493729f HTTP/1.1" status: 204 len: 173 time: 2.8263333 May 26 16:11:28.597132 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24c761b6-dc58-465d-8b89-13c694eb1c5d tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:28.878388 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.extraroute_db [None req-776bf736-ab59-45e0-92dd-a8763ec345ef tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 26 16:11:28.911357 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.extraroute_db [None req-776bf736-ab59-45e0-92dd-a8763ec345ef tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Removed routes are [] {{(pid=103895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 26 16:11:28.912649 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-776bf736-ab59-45e0-92dd-a8763ec345ef tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:28.958438 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:11:24Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None, '_interfaces': [{'id': '0f0d9bed-c590-4685-915a-6066de8c0eb7', 'name': '', 'network_id': 'c6ec4654-2f19-4d54-8746-8972cbd2cf9f', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:d4:95:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bba0ce43-28c2-4097-9356-177e381bda35', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:12Z', 'updated_at': '2022-05-26T16:11:19Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'bba0ce43-28c2-4097-9356-177e381bda35', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f132ec2-0724-41ac-afcf-2a6a650fd25a', 'name': '', 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:8a:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:03Z', 'updated_at': '2022-05-26T16:11:14Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97d60a37-a0f2-4961-80e6-474825812807', 'name': '', 'network_id': '3bcec518-2451-4496-8a3a-d65e55a5b045', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:c1:66:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'b949740d-64be-414e-809d-b5f218e49314', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:22Z', 'updated_at': '2022-05-26T16:11:24Z', 'revision_number': 2, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'b949740d-64be-414e-809d-b5f218e49314', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5265a57-658c-48d2-8310-c45adc1bdebf', 'name': '', 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:1a:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:49Z', 'updated_at': '2022-05-26T16:11:05Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:29.045577 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] Checking router: c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:11:29.048125 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] Updating router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 port 97d60a37-a0f2-4961-80e6-474825812807 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:11:29.097980 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:29.255213 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0b5ec4b9-5430-4eda-baa9-79e7fa8da306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-585747277-router', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '6368c267-df01-4208-b7f3-f7253a410410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:26Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'gw_port': {'id': '6368c267-df01-4208-b7f3-f7253a410410', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:29Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'e1de1355-9022-4908-a0db-a3a4e0a930d1', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'port_id': 'cbe2c593-0939-4d9b-9fe9-3f42a3daff5f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5', 'mac_address': 'fa:16:3e:49:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4c2b22-4a20-492c-8a83-28c2f551fafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:11:20Z', 'updated_at': '2022-05-26T16:11:25Z', 'revision_number': 1, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29e7592-84ff-47b6-8c02-b87ecdc6a75b', 'name': '', 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'mac_address': 'fa:16:3e:a9:05:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '24152767-9df9-4e17-996b-6f1548c30662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:36Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 5, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'subnets': [{'id': '24152767-9df9-4e17-996b-6f1548c30662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:29.305633 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ec4b9-5430-4eda-baa9-79e7fa8da306 None None] Checking router: d6cebfe8-f7fc-40d0-9788-f68e24e934d5 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:11:29.317725 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-776bf736-ab59-45e0-92dd-a8763ec345ef tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:29.323214 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ec4b9-5430-4eda-baa9-79e7fa8da306 None None] Routers {'d6cebfe8-f7fc-40d0-9788-f68e24e934d5'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:29.326115 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0b5ec4b9-5430-4eda-baa9-79e7fa8da306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d6cebfe8-f7fc-40d0-9788-f68e24e934d5'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:29.329198 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-776bf736-ab59-45e0-92dd-a8763ec345ef tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2061086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2061095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2062530'] for router, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:29.451282 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device c9a08a6e-7681-4d3d-ba04-e7048493729f no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:11:29.456570 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 31249ee3-bfc9-454f-aa45-eb62c2314a01 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:11:29.558283 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 31249ee3-bfc9-454f-aa45-eb62c2314a01 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:11:29.558952 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 31249ee3-bfc9-454f-aa45-eb62c2314a01 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:11:29.559916 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 39873e5d-9a4b-4e75-915e-5d487c4b088f no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:11:29.582372 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776bf736-ab59-45e0-92dd-a8763ec345ef tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:11:29.632150 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-14c34778-6994-4e58-a731-8ce3f59545e8 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:29.640684 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: c9a08a6e-7681-4d3d-ba04-e7048493729f {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:11:29.641139 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device c9a08a6e-7681-4d3d-ba04-e7048493729f not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:11:29.680297 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24c761b6-dc58-465d-8b89-13c694eb1c5d tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:29.753593 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:29.768283 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:29.801997 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbcaeb-ea7f-4627-84b9-9569b3d0032c req-03229a37-8427-4bda-96ae-dab5c6cbfa59 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:29.803712 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8afbcaeb-ea7f-4627-84b9-9569b3d0032c req-03229a37-8427-4bda-96ae-dab5c6cbfa59 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 943 time: 1.4441259 May 26 16:11:29.808850 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85627341-add1-4a20-a3e6-b5d767026193 req-44ba40f7-2bde-4f55-8673-d07c0bd7bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:29.812136 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85627341-add1-4a20-a3e6-b5d767026193 req-44ba40f7-2bde-4f55-8673-d07c0bd7bc8d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=162b9b2b0d834f618e6e436b4f02809d&device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 1096 time: 1.2845089 May 26 16:11:29.812136 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-14c34778-6994-4e58-a731-8ce3f59545e8 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:29.814281 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 39873e5d-9a4b-4e75-915e-5d487c4b088f is: DOWN; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:29.876274 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776bf736-ab59-45e0-92dd-a8763ec345ef tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:11:29.888239 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-0b5ec4b9-5430-4eda-baa9-79e7fa8da306 None None] Set router d6cebfe8-f7fc-40d0-9788-f68e24e934d5 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:29.895527 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2beeb7c-521a-4c50-afd6-52bd9561fb81 None None] Pushing event updated for resources: {'Port': ['ID=97d60a37-a0f2-4961-80e6-474825812807,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:29.920682 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-776bf736-ab59-45e0-92dd-a8763ec345ef tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:29.930175 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-776bf736-ab59-45e0-92dd-a8763ec345ef tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "PUT /v2.0/routers/c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 HTTP/1.1" status: 200 len: 933 time: 1.9033141 May 26 16:11:29.934568 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53484) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:29.991380 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8afbcaeb-ea7f-4627-84b9-9569b3d0032c req-91cd07e5-6de3-4b10-a5f3-b4a8fa2f3c15 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734395 May 26 16:11:30.046024 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85627341-add1-4a20-a3e6-b5d767026193 req-6659bd30-f012-4644-94ef-e3af6785a0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:30.049539 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85627341-add1-4a20-a3e6-b5d767026193 req-6659bd30-f012-4644-94ef-e3af6785a0a0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=70f8d096-df3b-48f6-87c7-e0d29b765be5 HTTP/1.1" status: 200 len: 929 time: 0.1961462 May 26 16:11:30.197253 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] Attempting to bind port 97d60a37-a0f2-4961-80e6-474825812807 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:30.197836 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] Attempting to bind port 97d60a37-a0f2-4961-80e6-474825812807 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '9205169b-2613-4642-990e-f97b344d2081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3bcec518-2451-4496-8a3a-d65e55a5b045'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:30.197978 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] Attempting to bind port 97d60a37-a0f2-4961-80e6-474825812807 on network 3bcec518-2451-4496-8a3a-d65e55a5b045 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:30.206406 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:30.206703 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] Checking segment: {'id': '9205169b-2613-4642-990e-f97b344d2081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3bcec518-2451-4496-8a3a-d65e55a5b045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:30.207151 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:30.207726 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] Bound using segment: {'id': '9205169b-2613-4642-990e-f97b344d2081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3bcec518-2451-4496-8a3a-d65e55a5b045'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:30.208274 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] Bound port: 97d60a37-a0f2-4961-80e6-474825812807, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9205169b-2613-4642-990e-f97b344d2081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3bcec518-2451-4496-8a3a-d65e55a5b045'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:30.208965 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:30.211460 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-82774198-0a1c-4303-b78d-65f4c801deb6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "GET /v2.0/routers/c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 HTTP/1.1" status: 200 len: 933 time: 0.2688751 May 26 16:11:30.213165 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53488) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:30.224834 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-40bbf86a-9391-4fa2-b9c8-372bccd77c95 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'router': {'routes': None}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:30.319221 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] For port 97d60a37-a0f2-4961-80e6-474825812807, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:30.324475 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] For port 97d60a37-a0f2-4961-80e6-474825812807, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=97d60a37-a0f2-4961-80e6-474825812807,segment=NetworkSegment(9205169b-2613-4642-990e-f97b344d2081),segment_id=9205169b-2613-4642-990e-f97b344d2081)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:30.327181 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85627341-add1-4a20-a3e6-b5d767026193 req-cae018cb-12c4-4e22-bca7-c83539644575 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbe2c593-0939-4d9b-9fe9-3f42a3daff5f HTTP/1.1" status: 200 len: 999 time: 0.2638361 May 26 16:11:30.331782 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:30.378951 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:30.440743 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-77fc1a25-bf50-44b0-9a9e-03ad91491716 None None] Provisioning complete for port 97d60a37-a0f2-4961-80e6-474825812807 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:30.441361 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-77fc1a25-bf50-44b0-9a9e-03ad91491716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:30.446276 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] Routers {'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:30.458166 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:30.498806 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-14c34778-6994-4e58-a731-8ce3f59545e8 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Network 19f5dff2-9951-4347-93bb-a86e05268a34 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:30.516682 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-cda501d8-612a-4800-8c78-5d88bb82dc3a tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:30.517987 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-cda501d8-612a-4800-8c78-5d88bb82dc3a tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.81 "GET /v2.0/networks?id=8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 HTTP/1.1" status: 200 len: 812 time: 0.2245269 May 26 16:11:30.563557 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-e90c8874-2fe5-4a86-ad70-fdfa1829a1f0 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Request body: {'port': {'device_id': 'f35e3967-900e-469a-b8ca-6978eec5664e', 'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5', 'admin_state_up': True, 'tenant_id': '62ed477bb24843928995fef62a834d09'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:30.572819 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-14c34778-6994-4e58-a731-8ce3f59545e8 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:30.585938 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-0b5ec4b9-5430-4eda-baa9-79e7fa8da306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-585747277-router', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '6368c267-df01-4208-b7f3-f7253a410410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:26Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'gw_port': {'id': '6368c267-df01-4208-b7f3-f7253a410410', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:29Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'e1de1355-9022-4908-a0db-a3a4e0a930d1', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'port_id': 'cbe2c593-0939-4d9b-9fe9-3f42a3daff5f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5', 'mac_address': 'fa:16:3e:49:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4c2b22-4a20-492c-8a83-28c2f551fafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:11:20Z', 'updated_at': '2022-05-26T16:11:25Z', 'revision_number': 1, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29e7592-84ff-47b6-8c02-b87ecdc6a75b', 'name': '', 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'mac_address': 'fa:16:3e:a9:05:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '24152767-9df9-4e17-996b-6f1548c30662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:36Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 5, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'subnets': [{'id': '24152767-9df9-4e17-996b-6f1548c30662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:30.618878 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c34778-6994-4e58-a731-8ce3f59545e8 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Pushing event updated for resources: {'Port': ['ID=caaea058-fffa-4b1d-a82e-a306207c7784,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:30.622157 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ec4b9-5430-4eda-baa9-79e7fa8da306 None None] The sync data for ids ['d6cebfe8-f7fc-40d0-9788-f68e24e934d5'] in n-d-843337-2 is: [{'id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-585747277-router', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '6368c267-df01-4208-b7f3-f7253a410410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:26Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'gw_port': {'id': '6368c267-df01-4208-b7f3-f7253a410410', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:29Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'e1de1355-9022-4908-a0db-a3a4e0a930d1', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'port_id': 'cbe2c593-0939-4d9b-9fe9-3f42a3daff5f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5', 'mac_address': 'fa:16:3e:49:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4c2b22-4a20-492c-8a83-28c2f551fafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:11:20Z', 'updated_at': '2022-05-26T16:11:25Z', 'revision_number': 1, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29e7592-84ff-47b6-8c02-b87ecdc6a75b', 'name': '', 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'mac_address': 'fa:16:3e:a9:05:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '24152767-9df9-4e17-996b-6f1548c30662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:36Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 5, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'subnets': [{'id': '24152767-9df9-4e17-996b-6f1548c30662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:11:30.622475 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-14c34778-6994-4e58-a731-8ce3f59545e8 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:30.625126 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-77fc1a25-bf50-44b0-9a9e-03ad91491716 None None] Current status of the port 97d60a37-a0f2-4961-80e6-474825812807 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:30.625655 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-77fc1a25-bf50-44b0-9a9e-03ad91491716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:30.692761 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85627341-add1-4a20-a3e6-b5d767026193 req-ddfe8b16-01ff-42e6-bde7-11d10cbcf086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:30.698920 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85627341-add1-4a20-a3e6-b5d767026193 req-ddfe8b16-01ff-42e6-bde7-11d10cbcf086 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=24152767-9df9-4e17-996b-6f1548c30662 HTTP/1.1" status: 200 len: 867 time: 0.1511452 May 26 16:11:30.715559 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-77fc1a25-bf50-44b0-9a9e-03ad91491716 None None] For port 97d60a37-a0f2-4961-80e6-474825812807, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=97d60a37-a0f2-4961-80e6-474825812807,segment=NetworkSegment(9205169b-2613-4642-990e-f97b344d2081),segment_id=9205169b-2613-4642-990e-f97b344d2081)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:30.717062 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2beeb7c-521a-4c50-afd6-52bd9561fb81 None None] Pushing event updated for resources: {'Port': ['ID=97d60a37-a0f2-4961-80e6-474825812807,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:30.722626 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-77fc1a25-bf50-44b0-9a9e-03ad91491716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:30.724639 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] Set router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:30.806039 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-14c34778-6994-4e58-a731-8ce3f59545e8 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:30.807021 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-14c34778-6994-4e58-a731-8ce3f59545e8 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:30.878662 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc1a25-bf50-44b0-9a9e-03ad91491716 None None] Pushing event updated for resources: {'Port': ['ID=97d60a37-a0f2-4961-80e6-474825812807,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:30.888210 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-149e7b92-ec2c-436d-8153-dae1b76a9981 None None] Provisioning complete for port 97d60a37-a0f2-4961-80e6-474825812807 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:30.888774 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-149e7b92-ec2c-436d-8153-dae1b76a9981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:30.914138 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc31ca-cb66-484a-8dad-2d523866f701 req-b80d84b6-caab-419c-b5cb-6c9d1496c277 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:30.924648 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71bc31ca-cb66-484a-8dad-2d523866f701 req-b80d84b6-caab-419c-b5cb-6c9d1496c277 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] 10.222.0.77 "GET /v2.0/ports?device_id=96aae669-65f9-4e1e-99b6-3e4481ba3197 HTTP/1.1" status: 200 len: 932 time: 0.6148610 May 26 16:11:30.952601 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-24c761b6-dc58-465d-8b89-13c694eb1c5d tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Deleting port 20ed7997-bffd-4402-bdab-7ab8ad1189f3 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:30.952954 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24c761b6-dc58-465d-8b89-13c694eb1c5d tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:31.001975 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71bc31ca-cb66-484a-8dad-2d523866f701 req-b2404c7f-f3a9-41d7-af21-3389d0ae56d1 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9f92783-29bc-494f-8dd0-0195d04e61b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760131 May 26 16:11:31.069218 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-14c34778-6994-4e58-a731-8ce3f59545e8 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8053951 May 26 16:11:31.081180 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a7f9c8-2593-4079-a6c5-a8ab61060458 None None] New status for floating IP e1de1355-9022-4908-a0db-a3a4e0a930d1: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:11:31.083780 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-0ddf9f13-2c9d-46c3-b39e-9068ab4f938a tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:31.087074 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-0ddf9f13-2c9d-46c3-b39e-9068ab4f938a tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.81 "GET /v2.0/networks?id=8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 HTTP/1.1" status: 200 len: 812 time: 0.2980485 May 26 16:11:31.087630 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-bf1fc396-61cf-4fc2-9991-558ac6399676 service neutron] Request body: {'port': {'device_id': '96aae669-65f9-4e1e-99b6-3e4481ba3197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:31.098628 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 May 2022 16:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb68c56-4adb-4e3c-a02a-7ca1392ade4d x-openstack-request-id: req-ccb68c56-4adb-4e3c-a02a-7ca1392ade4d {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:31.098877 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55eff4c-1aab-4de2-999a-48ea433e5bef", "name": "network-vif-unplugged", "status": "failed", "tag": "39873e5d-9a4b-4e75-915e-5d487c4b088f", "code": 422}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:31.099267 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ccb68c56-4adb-4e3c-a02a-7ca1392ade4d {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:31.099755 n-d-843337-2 neutron-server[103897]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ccb68c56-4adb-4e3c-a02a-7ca1392ade4d']: {'server_uuid': 'f55eff4c-1aab-4de2-999a-48ea433e5bef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '39873e5d-9a4b-4e75-915e-5d487c4b088f', 'code': 422} returned with failed status May 26 16:11:31.103779 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-bcb2104e-b85f-4f5a-8730-532e28c5ec06 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Request body: {'port': {'device_id': '4c308d83-eefc-4040-a4cd-6f69010b0df7', 'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5', 'admin_state_up': True, 'tenant_id': '62ed477bb24843928995fef62a834d09'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:31.104847 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85627341-add1-4a20-a3e6-b5d767026193 req-cca1cf93-4e7c-4f0d-8379-21b362a709ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:31.106460 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85627341-add1-4a20-a3e6-b5d767026193 req-cca1cf93-4e7c-4f0d-8379-21b362a709ef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=70f8d096-df3b-48f6-87c7-e0d29b765be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2670853 May 26 16:11:31.107204 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-149e7b92-ec2c-436d-8153-dae1b76a9981 None None] Current status of the port 97d60a37-a0f2-4961-80e6-474825812807 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:31.134243 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.extraroute_db [None req-40bbf86a-9391-4fa2-b9c8-372bccd77c95 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Added routes are [] {{(pid=103895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 26 16:11:31.134668 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.extraroute_db [None req-40bbf86a-9391-4fa2-b9c8-372bccd77c95 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 26 16:11:31.318211 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-bf1fc396-61cf-4fc2-9991-558ac6399676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:31.344135 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:11:28Z', 'revision_number': 6, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None, '_interfaces': [{'id': '0f0d9bed-c590-4685-915a-6066de8c0eb7', 'name': '', 'network_id': 'c6ec4654-2f19-4d54-8746-8972cbd2cf9f', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:d4:95:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bba0ce43-28c2-4097-9356-177e381bda35', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:12Z', 'updated_at': '2022-05-26T16:11:19Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'bba0ce43-28c2-4097-9356-177e381bda35', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f132ec2-0724-41ac-afcf-2a6a650fd25a', 'name': '', 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:8a:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:03Z', 'updated_at': '2022-05-26T16:11:14Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97d60a37-a0f2-4961-80e6-474825812807', 'name': '', 'network_id': '3bcec518-2451-4496-8a3a-d65e55a5b045', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:c1:66:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'b949740d-64be-414e-809d-b5f218e49314', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:22Z', 'updated_at': '2022-05-26T16:11:30Z', 'revision_number': 4, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'b949740d-64be-414e-809d-b5f218e49314', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5265a57-658c-48d2-8310-c45adc1bdebf', 'name': '', 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:1a:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:49Z', 'updated_at': '2022-05-26T16:11:05Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:31.362900 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24c761b6-dc58-465d-8b89-13c694eb1c5d tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:31.379077 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395d7871-458f-484f-a31c-a0c94f3f5221 None None] The sync data for ids ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'] in n-d-843337-2 is: [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:11:28Z', 'revision_number': 6, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None, '_interfaces': [{'id': '0f0d9bed-c590-4685-915a-6066de8c0eb7', 'name': '', 'network_id': 'c6ec4654-2f19-4d54-8746-8972cbd2cf9f', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:d4:95:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bba0ce43-28c2-4097-9356-177e381bda35', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:12Z', 'updated_at': '2022-05-26T16:11:19Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'bba0ce43-28c2-4097-9356-177e381bda35', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f132ec2-0724-41ac-afcf-2a6a650fd25a', 'name': '', 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:8a:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:03Z', 'updated_at': '2022-05-26T16:11:14Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97d60a37-a0f2-4961-80e6-474825812807', 'name': '', 'network_id': '3bcec518-2451-4496-8a3a-d65e55a5b045', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:c1:66:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'b949740d-64be-414e-809d-b5f218e49314', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:22Z', 'updated_at': '2022-05-26T16:11:30Z', 'revision_number': 4, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'b949740d-64be-414e-809d-b5f218e49314', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5265a57-658c-48d2-8310-c45adc1bdebf', 'name': '', 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:1a:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:49Z', 'updated_at': '2022-05-26T16:11:05Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:11:31.385948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-24c761b6-dc58-465d-8b89-13c694eb1c5d tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Calling delete_port for 20ed7997-bffd-4402-bdab-7ab8ad1189f3 owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:31.455932 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85627341-add1-4a20-a3e6-b5d767026193 req-9e11fabc-952c-4d4b-85d9-60d60d298604 service neutron] 10.222.0.77 "GET /v2.0/networks/70f8d096-df3b-48f6-87c7-e0d29b765be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224640 May 26 16:11:31.481338 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107ed84-f10c-4a96-a92f-4b70c59c89ca req-0c53f46c-8791-436f-993b-84462e67a4b7 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:31.483133 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3107ed84-f10c-4a96-a92f-4b70c59c89ca req-0c53f46c-8791-436f-993b-84462e67a4b7 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ae3187a-f87e-4732-842b-f235fb8ea740 HTTP/1.1" status: 200 len: 946 time: 0.2770019 May 26 16:11:31.514133 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-e90c8874-2fe5-4a86-ad70-fdfa1829a1f0 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Made reservation on behalf of 62ed477bb24843928995fef62a834d09 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:31.518745 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-e90c8874-2fe5-4a86-ad70-fdfa1829a1f0 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:31.586350 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-40bbf86a-9391-4fa2-b9c8-372bccd77c95 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:31.703704 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-bcb2104e-b85f-4f5a-8730-532e28c5ec06 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Made reservation on behalf of 62ed477bb24843928995fef62a834d09 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:11:31.707805 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-bcb2104e-b85f-4f5a-8730-532e28c5ec06 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:31.805806 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3107ed84-f10c-4a96-a92f-4b70c59c89ca req-aa947a99-9251-454d-8526-683a477c1cba tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/security-groups?id=5657caa3-fd19-4e63-9466-79994f192429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2722723 May 26 16:11:31.857328 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-40bbf86a-9391-4fa2-b9c8-372bccd77c95 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:31.865800 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-40bbf86a-9391-4fa2-b9c8-372bccd77c95 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2061086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2061095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2062530'] for router, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.002600 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-bcb2104e-b85f-4f5a-8730-532e28c5ec06 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Allocated IP 172.20.0.13 (8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5/8755c60d-adae-412e-bec0-8ea9909ff975/1712bde6-e598-4ab8-9241-b0ce7f53614c) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:32.025274 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40bbf86a-9391-4fa2-b9c8-372bccd77c95 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:11:32.036165 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85627341-add1-4a20-a3e6-b5d767026193 req-8846b6c1-f197-4bad-bafa-5cf5d01a1385 service neutron] 10.222.0.77 "GET /v2.0/networks/70f8d096-df3b-48f6-87c7-e0d29b765be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5760849 May 26 16:11:32.104761 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32850079-f971-476d-bced-cff407ba76bc x-openstack-request-id: req-32850079-f971-476d-bced-cff407ba76bc {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:32.106091 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47eb9851-7689-4586-b569-327a627ab537", "name": "network-vif-deleted", "tag": "31249ee3-bfc9-454f-aa45-eb62c2314a01", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:32.106863 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-32850079-f971-476d-bced-cff407ba76bc {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:32.111256 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32850079-f971-476d-bced-cff407ba76bc'] response: {'server_uuid': '47eb9851-7689-4586-b569-327a627ab537', 'name': 'network-vif-deleted', 'tag': '31249ee3-bfc9-454f-aa45-eb62c2314a01', 'status': 'completed', 'code': 200} May 26 16:11:32.220427 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bbf86a-9391-4fa2-b9c8-372bccd77c95 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:11:32.235573 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-40bbf86a-9391-4fa2-b9c8-372bccd77c95 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.236429 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-40bbf86a-9391-4fa2-b9c8-372bccd77c95 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "PUT /v2.0/routers/c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 HTTP/1.1" status: 200 len: 699 time: 2.0221679 May 26 16:11:32.240521 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53496) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:32.263996 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8eb380-ee7b-4754-bfe3-eb454e7e3fca req-ab616600-9c47-493c-98ab-b9e007832d15 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:32.270931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8eb380-ee7b-4754-bfe3-eb454e7e3fca req-ab616600-9c47-493c-98ab-b9e007832d15 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:32.277280 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8eb380-ee7b-4754-bfe3-eb454e7e3fca req-ab616600-9c47-493c-98ab-b9e007832d15 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:32.282784 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8eb380-ee7b-4754-bfe3-eb454e7e3fca req-ab616600-9c47-493c-98ab-b9e007832d15 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:32.289915 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8eb380-ee7b-4754-bfe3-eb454e7e3fca req-ab616600-9c47-493c-98ab-b9e007832d15 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:32.295818 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8eb380-ee7b-4754-bfe3-eb454e7e3fca req-ab616600-9c47-493c-98ab-b9e007832d15 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:32.303338 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8eb380-ee7b-4754-bfe3-eb454e7e3fca req-ab616600-9c47-493c-98ab-b9e007832d15 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:32.305989 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-df8eb380-ee7b-4754-bfe3-eb454e7e3fca req-ab616600-9c47-493c-98ab-b9e007832d15 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5443 time: 0.3898382 May 26 16:11:32.326121 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-bf1fc396-61cf-4fc2-9991-558ac6399676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caaea058-fffa-4b1d-a82e-a306207c7784 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:11:32.357108 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-bf1fc396-61cf-4fc2-9991-558ac6399676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.360179 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24c761b6-dc58-465d-8b89-13c694eb1c5d tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.390742 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d69d7264-e24b-473c-a93f-cc714effaa97 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "GET /v2.0/routers/c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 HTTP/1.1" status: 200 len: 699 time: 0.1454551 May 26 16:11:32.392965 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53504) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:32.418520 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24d1105-fae5-4948-be1a-010cab0057ab None None] Sync routers for ids ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:11:32.419028 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c761b6-dc58-465d-8b89-13c694eb1c5d tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Pushing event deleted for resources: {'Port': ['ID=20ed7997-bffd-4402-bdab-7ab8ad1189f3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:32.433036 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-df8eb380-ee7b-4754-bfe3-eb454e7e3fca req-6ccd6e7a-66da-40c8-8ac3-064c50b882f9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012647 May 26 16:11:32.434427 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-bf1fc396-61cf-4fc2-9991-558ac6399676 service neutron] Transition to ACTIVE for port object caaea058-fffa-4b1d-a82e-a306207c7784 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:11:32.465883 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24d1105-fae5-4948-be1a-010cab0057ab None None] Routers {'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:32.467949 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-bf1fc396-61cf-4fc2-9991-558ac6399676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.468541 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a24d1105-fae5-4948-be1a-010cab0057ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:32.523170 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-bcb2104e-b85f-4f5a-8730-532e28c5ec06 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.592106 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fc396-61cf-4fc2-9991-558ac6399676 service neutron] Pushing event updated for resources: {'Port': ['ID=caaea058-fffa-4b1d-a82e-a306207c7784,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:32.612904 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24c761b6-dc58-465d-8b89-13c694eb1c5d tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.660678 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-a24d1105-fae5-4948-be1a-010cab0057ab None None] Set router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:32.692746 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-bcb2104e-b85f-4f5a-8730-532e28c5ec06 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.755186 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-bcb2104e-b85f-4f5a-8730-532e28c5ec06 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Network 8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:32.770518 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-bcb2104e-b85f-4f5a-8730-532e28c5ec06 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:32.791313 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2104e-b85f-4f5a-8730-532e28c5ec06 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Pushing event updated for resources: {'Port': ['ID=1712bde6-e598-4ab8-9241-b0ce7f53614c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:32.799358 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-bcb2104e-b85f-4f5a-8730-532e28c5ec06 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:32.868595 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-bcb2104e-b85f-4f5a-8730-532e28c5ec06 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:32.869245 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-bcb2104e-b85f-4f5a-8730-532e28c5ec06 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:32.914236 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-bcb2104e-b85f-4f5a-8730-532e28c5ec06 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8169651 May 26 16:11:32.929667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-0df6d6ef-da72-4a0d-be1a-46a38d014eb9 service neutron] Request body: {'port': {'device_id': '4c308d83-eefc-4040-a4cd-6f69010b0df7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:33.039945 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-0df6d6ef-da72-4a0d-be1a-46a38d014eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.101235 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae3187a-f87e-4732-842b-f235fb8ea740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9417c894-3bf6-4f21-8302-920460ad5fb2'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:33.103685 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f36bd2-a1ca-4243-8d98-c73af0fb25c6" -d '{"events": [{"server_uuid": "1ae3187a-f87e-4732-842b-f235fb8ea740", "name": "network-vif-plugged", "status": "completed", "tag": "9417c894-3bf6-4f21-8302-920460ad5fb2"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:33.143250 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a24d1105-fae5-4948-be1a-010cab0057ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:11:31Z', 'revision_number': 7, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None, '_interfaces': [{'id': '0f0d9bed-c590-4685-915a-6066de8c0eb7', 'name': '', 'network_id': 'c6ec4654-2f19-4d54-8746-8972cbd2cf9f', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:d4:95:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bba0ce43-28c2-4097-9356-177e381bda35', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:12Z', 'updated_at': '2022-05-26T16:11:19Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'bba0ce43-28c2-4097-9356-177e381bda35', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f132ec2-0724-41ac-afcf-2a6a650fd25a', 'name': '', 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:8a:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:03Z', 'updated_at': '2022-05-26T16:11:14Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97d60a37-a0f2-4961-80e6-474825812807', 'name': '', 'network_id': '3bcec518-2451-4496-8a3a-d65e55a5b045', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:c1:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'b949740d-64be-414e-809d-b5f218e49314', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:22Z', 'updated_at': '2022-05-26T16:11:30Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'b949740d-64be-414e-809d-b5f218e49314', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5265a57-658c-48d2-8310-c45adc1bdebf', 'name': '', 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:1a:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:49Z', 'updated_at': '2022-05-26T16:11:05Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:33.180855 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24d1105-fae5-4948-be1a-010cab0057ab None None] Checking router: c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:11:33.192916 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24d1105-fae5-4948-be1a-010cab0057ab None None] Routers {'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:33.193907 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a24d1105-fae5-4948-be1a-010cab0057ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:33.240269 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24c761b6-dc58-465d-8b89-13c694eb1c5d tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.246750 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa91d56c-c40e-4d92-85c9-c7e37216f208 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.248699 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24c761b6-dc58-465d-8b89-13c694eb1c5d tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.254769 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-bf1fc396-61cf-4fc2-9991-558ac6399676 service neutron] Attempting to bind port caaea058-fffa-4b1d-a82e-a306207c7784 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:33.255104 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-bf1fc396-61cf-4fc2-9991-558ac6399676 service neutron] Attempting to bind port caaea058-fffa-4b1d-a82e-a306207c7784 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '75131659-8be9-4efe-bd9e-21307179dfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '19f5dff2-9951-4347-93bb-a86e05268a34'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:33.255432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-bf1fc396-61cf-4fc2-9991-558ac6399676 service neutron] Attempting to bind port caaea058-fffa-4b1d-a82e-a306207c7784 on network 19f5dff2-9951-4347-93bb-a86e05268a34 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:33.268895 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-bf1fc396-61cf-4fc2-9991-558ac6399676 service neutron] Port caaea058-fffa-4b1d-a82e-a306207c7784 on network 19f5dff2-9951-4347-93bb-a86e05268a34 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:11:33.269219 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-bf1fc396-61cf-4fc2-9991-558ac6399676 service neutron] Attempting to bind port caaea058-fffa-4b1d-a82e-a306207c7784 on network 19f5dff2-9951-4347-93bb-a86e05268a34 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:33.284434 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-bf1fc396-61cf-4fc2-9991-558ac6399676 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:33.284770 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-bf1fc396-61cf-4fc2-9991-558ac6399676 service neutron] Checking segment: {'id': '75131659-8be9-4efe-bd9e-21307179dfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '19f5dff2-9951-4347-93bb-a86e05268a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:33.285161 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-bf1fc396-61cf-4fc2-9991-558ac6399676 service neutron] Bound using segment: {'id': '75131659-8be9-4efe-bd9e-21307179dfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '19f5dff2-9951-4347-93bb-a86e05268a34'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:33.285613 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-bf1fc396-61cf-4fc2-9991-558ac6399676 service neutron] Bound port: caaea058-fffa-4b1d-a82e-a306207c7784, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75131659-8be9-4efe-bd9e-21307179dfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '19f5dff2-9951-4347-93bb-a86e05268a34'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:33.285969 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-bf1fc396-61cf-4fc2-9991-558ac6399676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.324035 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-a24d1105-fae5-4948-be1a-010cab0057ab None None] Set router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:33.362600 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 97d60a37-a0f2-4961-80e6-474825812807 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:33.420306 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47f6e8-7839-4bd3-be34-7d532f45c91b req-03ae1b2a-ec4c-4d33-9f6b-5559a0ceaa44 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:33.422543 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd47f6e8-7839-4bd3-be34-7d532f45c91b req-03ae1b2a-ec4c-4d33-9f6b-5559a0ceaa44 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] 10.222.0.77 "GET /v2.0/ports?device_id=96aae669-65f9-4e1e-99b6-3e4481ba3197 HTTP/1.1" status: 200 len: 944 time: 0.8411343 May 26 16:11:33.438682 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24c761b6-dc58-465d-8b89-13c694eb1c5d tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.439182 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c761b6-dc58-465d-8b89-13c694eb1c5d tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Fanout notify agent at l3_agent the message router_deleted on router 77131d45-f690-4fd0-b8b4-f886528ab58a {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:11:33.448313 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24c761b6-dc58-465d-8b89-13c694eb1c5d tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.449504 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-24c761b6-dc58-465d-8b89-13c694eb1c5d tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "DELETE /v2.0/routers/77131d45-f690-4fd0-b8b4-f886528ab58a HTTP/1.1" status: 204 len: 168 time: 5.3205264 May 26 16:11:33.465628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53520) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:33.472494 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f20c9614-b9f7-4ead-aa86-b679719e5e93 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-728246469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:33.479832 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-e90c8874-2fe5-4a86-ad70-fdfa1829a1f0 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Allocated IP 172.20.0.3 (8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5/8755c60d-adae-412e-bec0-8ea9909ff975/f400b62a-f4c5-45e0-915b-9d33902d4304) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:33.523727 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f20c9614-b9f7-4ead-aa86-b679719e5e93 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.524904 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f20c9614-b9f7-4ead-aa86-b679719e5e93 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.539055 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eae66644-be1b-45e1-b2de-c42055dae8df req-1fb60642-be45-4ed9-b033-c0612830bdcf tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 258 time: 0.8529060 May 26 16:11:33.543025 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 97d60a37-a0f2-4961-80e6-474825812807 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:33.543025 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.564960 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd47f6e8-7839-4bd3-be34-7d532f45c91b req-02fd54fd-42cb-41ee-b9cc-004935591354 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9f92783-29bc-494f-8dd0-0195d04e61b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122389 May 26 16:11:33.590794 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-eae66644-be1b-45e1-b2de-c42055dae8df req-6034b90d-0c19-43d1-8b2d-57ddbb774d36 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:33.600083 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-bf1fc396-61cf-4fc2-9991-558ac6399676 service neutron] For port caaea058-fffa-4b1d-a82e-a306207c7784, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:33.641097 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-bf1fc396-61cf-4fc2-9991-558ac6399676 service neutron] For port caaea058-fffa-4b1d-a82e-a306207c7784, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=caaea058-fffa-4b1d-a82e-a306207c7784,segment=NetworkSegment(75131659-8be9-4efe-bd9e-21307179dfa3),segment_id=75131659-8be9-4efe-bd9e-21307179dfa3)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:33.652710 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-bf1fc396-61cf-4fc2-9991-558ac6399676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.678960 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eae66644-be1b-45e1-b2de-c42055dae8df req-6034b90d-0c19-43d1-8b2d-57ddbb774d36 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.696394 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f20c9614-b9f7-4ead-aa86-b679719e5e93 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.725481 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 97d60a37-a0f2-4961-80e6-474825812807 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:33.739264 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f20c9614-b9f7-4ead-aa86-b679719e5e93 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.753053 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a24d1105-fae5-4948-be1a-010cab0057ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:11:31Z', 'revision_number': 7, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None, '_interfaces': [{'id': '0f0d9bed-c590-4685-915a-6066de8c0eb7', 'name': '', 'network_id': 'c6ec4654-2f19-4d54-8746-8972cbd2cf9f', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:d4:95:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bba0ce43-28c2-4097-9356-177e381bda35', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:12Z', 'updated_at': '2022-05-26T16:11:19Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'bba0ce43-28c2-4097-9356-177e381bda35', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f132ec2-0724-41ac-afcf-2a6a650fd25a', 'name': '', 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:8a:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:03Z', 'updated_at': '2022-05-26T16:11:14Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97d60a37-a0f2-4961-80e6-474825812807', 'name': '', 'network_id': '3bcec518-2451-4496-8a3a-d65e55a5b045', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:c1:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'b949740d-64be-414e-809d-b5f218e49314', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:22Z', 'updated_at': '2022-05-26T16:11:30Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'b949740d-64be-414e-809d-b5f218e49314', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5265a57-658c-48d2-8310-c45adc1bdebf', 'name': '', 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:1a:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:49Z', 'updated_at': '2022-05-26T16:11:05Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:33.768548 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f20c9614-b9f7-4ead-aa86-b679719e5e93 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.773645 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f20c9614-b9f7-4ead-aa86-b679719e5e93 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3010671 May 26 16:11:33.774887 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53522) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:33.779843 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-5a014ca1-4aea-446d-85bd-b6350b050c73 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'enable_snat': False}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:33.795387 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-bf1fc396-61cf-4fc2-9991-558ac6399676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:33.796666 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-bf1fc396-61cf-4fc2-9991-558ac6399676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.798264 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-bf1fc396-61cf-4fc2-9991-558ac6399676 service neutron] 10.222.0.81 "PUT /v2.0/ports/caaea058-fffa-4b1d-a82e-a306207c7784 HTTP/1.1" status: 200 len: 1092 time: 2.7152855 May 26 16:11:33.809465 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24d1105-fae5-4948-be1a-010cab0057ab None None] The sync data for ids ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'] in n-d-843337-2 is: [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:11:31Z', 'revision_number': 7, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None, '_interfaces': [{'id': '0f0d9bed-c590-4685-915a-6066de8c0eb7', 'name': '', 'network_id': 'c6ec4654-2f19-4d54-8746-8972cbd2cf9f', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:d4:95:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bba0ce43-28c2-4097-9356-177e381bda35', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:12Z', 'updated_at': '2022-05-26T16:11:19Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'bba0ce43-28c2-4097-9356-177e381bda35', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f132ec2-0724-41ac-afcf-2a6a650fd25a', 'name': '', 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:8a:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:03Z', 'updated_at': '2022-05-26T16:11:14Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97d60a37-a0f2-4961-80e6-474825812807', 'name': '', 'network_id': '3bcec518-2451-4496-8a3a-d65e55a5b045', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:c1:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'b949740d-64be-414e-809d-b5f218e49314', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:22Z', 'updated_at': '2022-05-26T16:11:30Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'b949740d-64be-414e-809d-b5f218e49314', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5265a57-658c-48d2-8310-c45adc1bdebf', 'name': '', 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:1a:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:49Z', 'updated_at': '2022-05-26T16:11:05Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:11:33.893262 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-aa91d56c-c40e-4d92-85c9-c7e37216f208 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Deleting port 97d60a37-a0f2-4961-80e6-474825812807 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:33.893262 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa91d56c-c40e-4d92-85c9-c7e37216f208 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:33.960140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fc396-61cf-4fc2-9991-558ac6399676 service neutron] Pushing event updated for resources: {'Port': ['ID=caaea058-fffa-4b1d-a82e-a306207c7784,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:34.001927 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383da08c-cad5-44b9-a41e-4f5bac0c3f9f req-d2f38fbe-22df-4752-9229-336c14faca66 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:34.003798 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-383da08c-cad5-44b9-a41e-4f5bac0c3f9f req-d2f38fbe-22df-4752-9229-336c14faca66 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c308d83-eefc-4040-a4cd-6f69010b0df7 HTTP/1.1" status: 200 len: 932 time: 0.2977285 May 26 16:11:34.040332 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-e90c8874-2fe5-4a86-ad70-fdfa1829a1f0 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:34.049377 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-6b755fd9-1752-4129-abb7-db69b8a383bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:34.054036 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-6b755fd9-1752-4129-abb7-db69b8a383bf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccaa1bef0e4242d6982800479993e911&device_id=96aae669-65f9-4e1e-99b6-3e4481ba3197 HTTP/1.1" status: 200 len: 1095 time: 0.1833510 May 26 16:11:34.123733 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5a014ca1-4aea-446d-85bd-b6350b050c73 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:34.144991 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4c2b22-4a20-492c-8a83-28c2f551fafe', 'tag': 'cbe2c593-0939-4d9b-9fe9-3f42a3daff5f'}, {'server_uuid': 'c40caa2f-1878-412a-97f8-ae2e6de85d1f', 'name': 'network-vif-deleted', 'tag': 'c9a08a6e-7681-4d3d-ba04-e7048493729f'}, {'name': 'network-changed', 'server_uuid': '96aae669-65f9-4e1e-99b6-3e4481ba3197', 'tag': 'caaea058-fffa-4b1d-a82e-a306207c7784'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:34.147344 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4aada13-96e5-4a3d-a730-22bdda28c470" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4c2b22-4a20-492c-8a83-28c2f551fafe", "tag": "cbe2c593-0939-4d9b-9fe9-3f42a3daff5f"}, {"server_uuid": "c40caa2f-1878-412a-97f8-ae2e6de85d1f", "name": "network-vif-deleted", "tag": "c9a08a6e-7681-4d3d-ba04-e7048493729f"}, {"name": "network-changed", "server_uuid": "96aae669-65f9-4e1e-99b6-3e4481ba3197", "tag": "caaea058-fffa-4b1d-a82e-a306207c7784"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:34.152659 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-aa91d56c-c40e-4d92-85c9-c7e37216f208 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] For port 97d60a37-a0f2-4961-80e6-474825812807, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=97d60a37-a0f2-4961-80e6-474825812807,segment=NetworkSegment(9205169b-2613-4642-990e-f97b344d2081),segment_id=9205169b-2613-4642-990e-f97b344d2081)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:34.153247 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa91d56c-c40e-4d92-85c9-c7e37216f208 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:34.155771 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-b283600d-0a84-453e-9e37-2b08bb6ebc07 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=caaea058-fffa-4b1d-a82e-a306207c7784 HTTP/1.1" status: 200 len: 217 time: 0.0734575 May 26 16:11:34.179369 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-aa91d56c-c40e-4d92-85c9-c7e37216f208 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Calling delete_port for 97d60a37-a0f2-4961-80e6-474825812807 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:34.225048 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-383da08c-cad5-44b9-a41e-4f5bac0c3f9f req-b6993ac1-d76f-491e-a13a-7a96b3b4ce4d tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048073 May 26 16:11:34.243310 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-e90c8874-2fe5-4a86-ad70-fdfa1829a1f0 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:34.314648 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-45685200-ba74-45d5-9988-93d1221c8e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:34.316162 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-45685200-ba74-45d5-9988-93d1221c8e1c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b994fea1-7c25-4069-b947-0195897dc954 HTTP/1.1" status: 200 len: 852 time: 0.1522901 May 26 16:11:34.337645 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-e90c8874-2fe5-4a86-ad70-fdfa1829a1f0 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Network 8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:34.351132 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-e90c8874-2fe5-4a86-ad70-fdfa1829a1f0 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:34.353735 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-e90c8874-2fe5-4a86-ad70-fdfa1829a1f0 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:34.390221 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c8874-2fe5-4a86-ad70-fdfa1829a1f0 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Pushing event updated for resources: {'Port': ['ID=f400b62a-f4c5-45e0-915b-9d33902d4304,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:34.420178 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-45d0c975-2b28-4bca-a98a-32573bbcca9e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=19f5dff2-9951-4347-93bb-a86e05268a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925043 May 26 16:11:34.491074 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eae66644-be1b-45e1-b2de-c42055dae8df req-6034b90d-0c19-43d1-8b2d-57ddbb774d36 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:34.554635 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-e90c8874-2fe5-4a86-ad70-fdfa1829a1f0 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:34.555286 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-e90c8874-2fe5-4a86-ad70-fdfa1829a1f0 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:34.635985 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-e90c8874-2fe5-4a86-ad70-fdfa1829a1f0 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0803051 May 26 16:11:34.651338 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e10483-9ba5-4c5c-a0c8-e2fb996a8f94 req-e1c659fa-c1b4-47fb-b9a6-19aa1fade205 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:34.658021 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e10483-9ba5-4c5c-a0c8-e2fb996a8f94 req-e1c659fa-c1b4-47fb-b9a6-19aa1fade205 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:34.664533 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e10483-9ba5-4c5c-a0c8-e2fb996a8f94 req-e1c659fa-c1b4-47fb-b9a6-19aa1fade205 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:34.670853 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e10483-9ba5-4c5c-a0c8-e2fb996a8f94 req-e1c659fa-c1b4-47fb-b9a6-19aa1fade205 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:34.679166 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e10483-9ba5-4c5c-a0c8-e2fb996a8f94 req-e1c659fa-c1b4-47fb-b9a6-19aa1fade205 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:34.685723 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e10483-9ba5-4c5c-a0c8-e2fb996a8f94 req-e1c659fa-c1b4-47fb-b9a6-19aa1fade205 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:34.691718 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e10483-9ba5-4c5c-a0c8-e2fb996a8f94 req-e1c659fa-c1b4-47fb-b9a6-19aa1fade205 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:34.693722 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9e10483-9ba5-4c5c-a0c8-e2fb996a8f94 req-e1c659fa-c1b4-47fb-b9a6-19aa1fade205 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5443 time: 0.3860340 May 26 16:11:34.724668 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-ab71e517-61fb-4e51-852f-b9f55f6c4285 service neutron] Request body: {'port': {'device_id': 'f35e3967-900e-469a-b8ca-6978eec5664e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:34.754282 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-6968fa19-afde-4c18-98b5-93b438a57879 service neutron] 10.222.0.81 "GET /v2.0/networks/19f5dff2-9951-4347-93bb-a86e05268a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165355 May 26 16:11:34.783019 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-169a8de2-0476-48dd-a023-9eb176c37c73 req-d5270012-99ce-445a-bb8c-34c60b0e86ac service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:11:34.783895 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-169a8de2-0476-48dd-a023-9eb176c37c73 req-d5270012-99ce-445a-bb8c-34c60b0e86ac service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0268395 May 26 16:11:34.915833 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-ab71e517-61fb-4e51-852f-b9f55f6c4285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:34.973093 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-eae66644-be1b-45e1-b2de-c42055dae8df req-6034b90d-0c19-43d1-8b2d-57ddbb774d36 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Allocated IP 172.25.7.220 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/8fb111d7-f150-47ac-8582-5d29eafbbfa1) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:35.175782 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-409341f5-6f8d-4a80-a36f-45b343f9752d req-eb769182-842e-4492-96f2-e5948071584a service neutron] 10.222.0.81 "GET /v2.0/networks/19f5dff2-9951-4347-93bb-a86e05268a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982213 May 26 16:11:35.282998 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13056746-5e8d-4991-86d8-92d3fd80474c req-3d60f3dc-a6ed-4639-9122-a97ced7a607a tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:35.285993 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13056746-5e8d-4991-86d8-92d3fd80474c req-3d60f3dc-a6ed-4639-9122-a97ced7a607a tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ae3187a-f87e-4732-842b-f235fb8ea740 HTTP/1.1" status: 200 len: 946 time: 0.3329742 May 26 16:11:35.418819 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eae66644-be1b-45e1-b2de-c42055dae8df req-6034b90d-0c19-43d1-8b2d-57ddbb774d36 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:35.428298 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-0df6d6ef-da72-4a0d-be1a-46a38d014eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1712bde6-e598-4ab8-9241-b0ce7f53614c {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:11:35.428953 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-afc1a211-9d9a-4fef-8dbe-501840643550 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2213855 May 26 16:11:35.434655 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13056746-5e8d-4991-86d8-92d3fd80474c req-b4d2cc9d-adaa-4e4c-b36e-75cc1e8d1e64 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/security-groups?id=5657caa3-fd19-4e63-9466-79994f192429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299474 May 26 16:11:35.448233 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-b052dce6-7c1d-4cc3-9c67-fe24ccecf5fe service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:11:35.454898 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-b052dce6-7c1d-4cc3-9c67-fe24ccecf5fe service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159876 May 26 16:11:35.458237 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-0df6d6ef-da72-4a0d-be1a-46a38d014eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:35.508561 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eae66644-be1b-45e1-b2de-c42055dae8df req-6034b90d-0c19-43d1-8b2d-57ddbb774d36 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:35.524192 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa91d56c-c40e-4d92-85c9-c7e37216f208 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:35.541142 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-0df6d6ef-da72-4a0d-be1a-46a38d014eb9 service neutron] Transition to ACTIVE for port object 1712bde6-e598-4ab8-9241-b0ce7f53614c will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:11:35.543778 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1156b8d-3ba1-467b-b24f-a5418fd00d12 x-openstack-request-id: req-e1156b8d-3ba1-467b-b24f-a5418fd00d12 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:35.546084 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae3187a-f87e-4732-842b-f235fb8ea740", "name": "network-vif-plugged", "status": "completed", "tag": "9417c894-3bf6-4f21-8302-920460ad5fb2", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:35.546894 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e1156b8d-3ba1-467b-b24f-a5418fd00d12 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:35.548117 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1156b8d-3ba1-467b-b24f-a5418fd00d12'] response: {'server_uuid': '1ae3187a-f87e-4732-842b-f235fb8ea740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9417c894-3bf6-4f21-8302-920460ad5fb2', 'code': 200} May 26 16:11:35.568318 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91d56c-c40e-4d92-85c9-c7e37216f208 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Port': ['ID=97d60a37-a0f2-4961-80e6-474825812807,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:35.570887 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-0df6d6ef-da72-4a0d-be1a-46a38d014eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:35.655953 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 26 May 2022 16:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f22689-10ee-4b99-bf72-dcee66fd4e89 x-openstack-request-id: req-b1f22689-10ee-4b99-bf72-dcee66fd4e89 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:35.656438 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4c2b22-4a20-492c-8a83-28c2f551fafe", "tag": "cbe2c593-0939-4d9b-9fe9-3f42a3daff5f", "status": "completed", "code": 200}, {"server_uuid": "c40caa2f-1878-412a-97f8-ae2e6de85d1f", "name": "network-vif-deleted", "tag": "c9a08a6e-7681-4d3d-ba04-e7048493729f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "96aae669-65f9-4e1e-99b6-3e4481ba3197", "tag": "caaea058-fffa-4b1d-a82e-a306207c7784", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:35.656734 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b1f22689-10ee-4b99-bf72-dcee66fd4e89 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:35.657892 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f22689-10ee-4b99-bf72-dcee66fd4e89'] response: {'name': 'network-changed', 'server_uuid': '3a4c2b22-4a20-492c-8a83-28c2f551fafe', 'tag': 'cbe2c593-0939-4d9b-9fe9-3f42a3daff5f', 'status': 'completed', 'code': 200} May 26 16:11:35.659689 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f22689-10ee-4b99-bf72-dcee66fd4e89'] response: {'server_uuid': 'c40caa2f-1878-412a-97f8-ae2e6de85d1f', 'name': 'network-vif-deleted', 'tag': 'c9a08a6e-7681-4d3d-ba04-e7048493729f', 'status': 'completed', 'code': 200} May 26 16:11:35.660041 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f22689-10ee-4b99-bf72-dcee66fd4e89'] response: {'name': 'network-changed', 'server_uuid': '96aae669-65f9-4e1e-99b6-3e4481ba3197', 'tag': 'caaea058-fffa-4b1d-a82e-a306207c7784', 'status': 'completed', 'code': 200} May 26 16:11:35.674649 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eae66644-be1b-45e1-b2de-c42055dae8df req-6034b90d-0c19-43d1-8b2d-57ddbb774d36 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:35.684183 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-eae66644-be1b-45e1-b2de-c42055dae8df req-6034b90d-0c19-43d1-8b2d-57ddbb774d36 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:35.742672 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae66644-be1b-45e1-b2de-c42055dae8df req-6034b90d-0c19-43d1-8b2d-57ddbb774d36 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:35.746293 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5a014ca1-4aea-446d-85bd-b6350b050c73 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:35.752050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034b90d-0c19-43d1-8b2d-57ddbb774d36 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Pushing event updated for resources: {'Port': ['ID=8fb111d7-f150-47ac-8582-5d29eafbbfa1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:35.848232 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5a014ca1-4aea-446d-85bd-b6350b050c73 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:36.138688 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2df61a-2ea3-4358-84df-6fb993cdaba4 req-a85a5f69-7dbc-4d72-a741-d921754aeeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:36.140703 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac2df61a-2ea3-4358-84df-6fb993cdaba4 req-a85a5f69-7dbc-4d72-a741-d921754aeeb0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1ae3187a-f87e-4732-842b-f235fb8ea740 HTTP/1.1" status: 200 len: 1097 time: 0.3934922 May 26 16:11:36.147224 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aada13-96e5-4a3d-a730-22bdda28c470 req-21611ced-1ba5-4cb4-b57b-ca3174f760f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:36.148740 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4aada13-96e5-4a3d-a730-22bdda28c470 req-21611ced-1ba5-4cb4-b57b-ca3174f760f4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ccaa1bef0e4242d6982800479993e911&device_id=96aae669-65f9-4e1e-99b6-3e4481ba3197 HTTP/1.1" status: 200 len: 1095 time: 0.4568641 May 26 16:11:36.228240 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc80cfa-4258-43cb-848d-3e41b52b6d5f req-13c0ae27-934c-40bf-947a-295bf8ceea30 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:36.237878 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dfc80cfa-4258-43cb-848d-3e41b52b6d5f req-13c0ae27-934c-40bf-947a-295bf8ceea30 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] 10.222.0.77 "GET /v2.0/ports?device_id=96aae669-65f9-4e1e-99b6-3e4481ba3197 HTTP/1.1" status: 200 len: 944 time: 0.2820716 May 26 16:11:36.250842 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eae66644-be1b-45e1-b2de-c42055dae8df req-6034b90d-0c19-43d1-8b2d-57ddbb774d36 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:36.291710 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6d6ef-da72-4a0d-be1a-46a38d014eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=1712bde6-e598-4ab8-9241-b0ce7f53614c,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:36.302835 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-0df6d6ef-da72-4a0d-be1a-46a38d014eb9 service neutron] Attempting to bind port 1712bde6-e598-4ab8-9241-b0ce7f53614c on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:36.302835 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-0df6d6ef-da72-4a0d-be1a-46a38d014eb9 service neutron] Attempting to bind port 1712bde6-e598-4ab8-9241-b0ce7f53614c by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'a7387a2e-097f-4a88-8322-99869016722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:36.302835 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-0df6d6ef-da72-4a0d-be1a-46a38d014eb9 service neutron] Attempting to bind port 1712bde6-e598-4ab8-9241-b0ce7f53614c on network 8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:36.308618 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aada13-96e5-4a3d-a730-22bdda28c470 req-2bae6c53-8e06-4ab8-b71c-24cc4301c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:36.310237 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e4aada13-96e5-4a3d-a730-22bdda28c470 req-2bae6c53-8e06-4ab8-b71c-24cc4301c910 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=162b9b2b0d834f618e6e436b4f02809d&device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 1096 time: 0.4687893 May 26 16:11:36.313305 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac2df61a-2ea3-4358-84df-6fb993cdaba4 req-5d2fa55e-1512-4ce3-8d3c-c9eddb5ddbff service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5657caa3-fd19-4e63-9466-79994f192429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570539 May 26 16:11:36.314995 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-0df6d6ef-da72-4a0d-be1a-46a38d014eb9 service neutron] Port 1712bde6-e598-4ab8-9241-b0ce7f53614c on network 8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:11:36.315546 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-0df6d6ef-da72-4a0d-be1a-46a38d014eb9 service neutron] Attempting to bind port 1712bde6-e598-4ab8-9241-b0ce7f53614c on network 8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:36.327840 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-0df6d6ef-da72-4a0d-be1a-46a38d014eb9 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:36.328327 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-0df6d6ef-da72-4a0d-be1a-46a38d014eb9 service neutron] Checking segment: {'id': 'a7387a2e-097f-4a88-8322-99869016722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:36.328775 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-0df6d6ef-da72-4a0d-be1a-46a38d014eb9 service neutron] Bound using segment: {'id': 'a7387a2e-097f-4a88-8322-99869016722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:36.329215 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-0df6d6ef-da72-4a0d-be1a-46a38d014eb9 service neutron] Bound port: 1712bde6-e598-4ab8-9241-b0ce7f53614c, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7387a2e-097f-4a88-8322-99869016722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:36.329572 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-0df6d6ef-da72-4a0d-be1a-46a38d014eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:36.359523 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-5a014ca1-4aea-446d-85bd-b6350b050c73 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Allocated IP 172.25.7.145 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/e5a16dd3-17b2-4e8a-9517-82da8f099ecf) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:36.449741 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53572) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:36.599674 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-0df6d6ef-da72-4a0d-be1a-46a38d014eb9 service neutron] For port 1712bde6-e598-4ab8-9241-b0ce7f53614c, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:36.633097 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa91d56c-c40e-4d92-85c9-c7e37216f208 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:36.652597 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-0df6d6ef-da72-4a0d-be1a-46a38d014eb9 service neutron] For port 1712bde6-e598-4ab8-9241-b0ce7f53614c, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=1712bde6-e598-4ab8-9241-b0ce7f53614c,segment=NetworkSegment(a7387a2e-097f-4a88-8322-99869016722c),segment_id=a7387a2e-097f-4a88-8322-99869016722c)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:36.667737 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-0df6d6ef-da72-4a0d-be1a-46a38d014eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:36.900740 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-ab71e517-61fb-4e51-852f-b9f55f6c4285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f400b62a-f4c5-45e0-915b-9d33902d4304 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:11:36.911188 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-0df6d6ef-da72-4a0d-be1a-46a38d014eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:36.912381 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-0df6d6ef-da72-4a0d-be1a-46a38d014eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:36.914938 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-0df6d6ef-da72-4a0d-be1a-46a38d014eb9 service neutron] 10.222.0.81 "PUT /v2.0/ports/1712bde6-e598-4ab8-9241-b0ce7f53614c HTTP/1.1" status: 200 len: 1092 time: 3.9911931 May 26 16:11:36.933656 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-ab71e517-61fb-4e51-852f-b9f55f6c4285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:36.935761 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c308d83-eefc-4040-a4cd-6f69010b0df7', 'tag': '1712bde6-e598-4ab8-9241-b0ce7f53614c'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:36.939637 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1449c187-0106-4bd1-9cb4-9077dc5695fc" -d '{"events": [{"name": "network-changed", "server_uuid": "4c308d83-eefc-4040-a4cd-6f69010b0df7", "tag": "1712bde6-e598-4ab8-9241-b0ce7f53614c"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:36.977284 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199d72e-8ac7-4ded-a197-0111502a56c8 req-d2ce5d4c-6464-4a72-8fc6-471ae7831af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:36.977753 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199d72e-8ac7-4ded-a197-0111502a56c8 req-d2ce5d4c-6464-4a72-8fc6-471ae7831af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:36.978230 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199d72e-8ac7-4ded-a197-0111502a56c8 req-d2ce5d4c-6464-4a72-8fc6-471ae7831af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:36.978700 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199d72e-8ac7-4ded-a197-0111502a56c8 req-d2ce5d4c-6464-4a72-8fc6-471ae7831af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:36.979167 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199d72e-8ac7-4ded-a197-0111502a56c8 req-d2ce5d4c-6464-4a72-8fc6-471ae7831af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:36.979632 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199d72e-8ac7-4ded-a197-0111502a56c8 req-d2ce5d4c-6464-4a72-8fc6-471ae7831af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:36.980202 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199d72e-8ac7-4ded-a197-0111502a56c8 req-d2ce5d4c-6464-4a72-8fc6-471ae7831af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:36.988797 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eae66644-be1b-45e1-b2de-c42055dae8df req-6034b90d-0c19-43d1-8b2d-57ddbb774d36 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:36.989489 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3199d72e-8ac7-4ded-a197-0111502a56c8 req-d2ce5d4c-6464-4a72-8fc6-471ae7831af5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 6500 time: 0.5370917 May 26 16:11:37.001341 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5a014ca1-4aea-446d-85bd-b6350b050c73 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:37.079498 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dfc80cfa-4258-43cb-848d-3e41b52b6d5f req-ddc1b80f-17ca-4ac2-b01e-c6cab093515e tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9f92783-29bc-494f-8dd0-0195d04e61b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8404839 May 26 16:11:37.120846 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6d6ef-da72-4a0d-be1a-46a38d014eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=1712bde6-e598-4ab8-9241-b0ce7f53614c,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:37.135024 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-ab71e517-61fb-4e51-852f-b9f55f6c4285 service neutron] Transition to ACTIVE for port object f400b62a-f4c5-45e0-915b-9d33902d4304 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:11:37.186080 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-ab71e517-61fb-4e51-852f-b9f55f6c4285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:37.270334 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3199d72e-8ac7-4ded-a197-0111502a56c8 req-8fdebc46-4442-4541-a14a-c77f5bf056a5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a61d52fc-2efc-4663-b505-33ebee78b50e&id=9d708bde-052d-46b4-a366-3921eefb61f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2794178 May 26 16:11:37.295627 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aada13-96e5-4a3d-a730-22bdda28c470 req-31dd428a-6afb-47f8-bf6e-d36b61b1c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:37.298205 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4aada13-96e5-4a3d-a730-22bdda28c470 req-31dd428a-6afb-47f8-bf6e-d36b61b1c3d2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=19f5dff2-9951-4347-93bb-a86e05268a34 HTTP/1.1" status: 200 len: 913 time: 1.1113806 May 26 16:11:37.355679 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5a014ca1-4aea-446d-85bd-b6350b050c73 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:37.382303 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-d6fc61b7-2fd7-4a54-8bd9-e6fb01fcb531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:37.385144 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-d6fc61b7-2fd7-4a54-8bd9-e6fb01fcb531 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=62ed477bb24843928995fef62a834d09&device_id=4c308d83-eefc-4040-a4cd-6f69010b0df7 HTTP/1.1" status: 200 len: 1095 time: 0.3912745 May 26 16:11:37.397214 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aada13-96e5-4a3d-a730-22bdda28c470 req-4f897d9b-25f7-47d4-97f6-ea957c758728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:37.399880 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e4aada13-96e5-4a3d-a730-22bdda28c470 req-4f897d9b-25f7-47d4-97f6-ea957c758728 service neutron] 10.222.0.83 "GET /v2.0/networks?id=70f8d096-df3b-48f6-87c7-e0d29b765be5 HTTP/1.1" status: 200 len: 929 time: 0.5521901 May 26 16:11:37.431245 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-f5457e04-06f0-43c5-af23-9ba4b6003505 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5015156 May 26 16:11:37.518974 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-4e1e11e8-f2cb-4d53-b699-651f81eb24f2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1712bde6-e598-4ab8-9241-b0ce7f53614c HTTP/1.1" status: 200 len: 217 time: 0.1147256 May 26 16:11:37.587365 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4aada13-96e5-4a3d-a730-22bdda28c470 req-6b371c89-4962-4a3d-9fdb-adc6443840bb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=caaea058-fffa-4b1d-a82e-a306207c7784 HTTP/1.1" status: 200 len: 217 time: 0.2608290 May 26 16:11:37.615890 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71e517-61fb-4e51-852f-b9f55f6c4285 service neutron] Pushing event updated for resources: {'Port': ['ID=f400b62a-f4c5-45e0-915b-9d33902d4304,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:37.628567 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a014ca1-4aea-446d-85bd-b6350b050c73 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:37.630099 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-5a014ca1-4aea-446d-85bd-b6350b050c73 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:37.636811 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a014ca1-4aea-446d-85bd-b6350b050c73 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:37.755618 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a014ca1-4aea-446d-85bd-b6350b050c73 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Pushing event updated for resources: {'Port': ['ID=e5a16dd3-17b2-4e8a-9517-82da8f099ecf,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:37.763203 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa91d56c-c40e-4d92-85c9-c7e37216f208 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:11:37.826209 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e4aada13-96e5-4a3d-a730-22bdda28c470 req-d50dfbcd-6ffa-48f3-b376-a38f578a3203 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbe2c593-0939-4d9b-9fe9-3f42a3daff5f HTTP/1.1" status: 200 len: 1001 time: 0.3838596 May 26 16:11:37.828935 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb99ac-8fe4-43f8-a99d-66660dc6eab1 req-5159f478-a70f-46f8-a281-759736cca7b6 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:37.831664 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99fb99ac-8fe4-43f8-a99d-66660dc6eab1 req-5159f478-a70f-46f8-a281-759736cca7b6 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 943 time: 0.5391974 May 26 16:11:37.866365 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-e3eebab8-3ae6-4898-89bc-d3ce45b391c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:37.868990 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-e3eebab8-3ae6-4898-89bc-d3ce45b391c7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8755c60d-adae-412e-bec0-8ea9909ff975 HTTP/1.1" status: 200 len: 852 time: 0.2612374 May 26 16:11:37.915147 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aada13-96e5-4a3d-a730-22bdda28c470 req-3c14da30-d6df-492e-8888-b51238f30c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:37.916683 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4aada13-96e5-4a3d-a730-22bdda28c470 req-3c14da30-d6df-492e-8888-b51238f30c3d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b994fea1-7c25-4069-b947-0195897dc954 HTTP/1.1" status: 200 len: 852 time: 0.2932928 May 26 16:11:37.927148 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770e66-91ef-4a34-907a-e496315670e9 req-5a69964d-ffe2-4d30-a397-713a4018a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:37.927642 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770e66-91ef-4a34-907a-e496315670e9 req-5a69964d-ffe2-4d30-a397-713a4018a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:37.928126 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770e66-91ef-4a34-907a-e496315670e9 req-5a69964d-ffe2-4d30-a397-713a4018a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:37.928596 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770e66-91ef-4a34-907a-e496315670e9 req-5a69964d-ffe2-4d30-a397-713a4018a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:37.929063 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770e66-91ef-4a34-907a-e496315670e9 req-5a69964d-ffe2-4d30-a397-713a4018a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:37.929615 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770e66-91ef-4a34-907a-e496315670e9 req-5a69964d-ffe2-4d30-a397-713a4018a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:37.930005 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770e66-91ef-4a34-907a-e496315670e9 req-5a69964d-ffe2-4d30-a397-713a4018a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:37.932328 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-5a69964d-ffe2-4d30-a397-713a4018a273 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3f44b6fae1d4ce4bc737c28e8283000&device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 6500 time: 0.3990269 May 26 16:11:37.998058 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4aada13-96e5-4a3d-a730-22bdda28c470 req-428fe07d-bf53-42c0-bd4e-f8067fc5a80e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=19f5dff2-9951-4347-93bb-a86e05268a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611410 May 26 16:11:38.014594 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-ab71e517-61fb-4e51-852f-b9f55f6c4285 service neutron] Attempting to bind port f400b62a-f4c5-45e0-915b-9d33902d4304 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:38.014902 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-ab71e517-61fb-4e51-852f-b9f55f6c4285 service neutron] Attempting to bind port f400b62a-f4c5-45e0-915b-9d33902d4304 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'a7387a2e-097f-4a88-8322-99869016722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:38.015126 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-ab71e517-61fb-4e51-852f-b9f55f6c4285 service neutron] Attempting to bind port f400b62a-f4c5-45e0-915b-9d33902d4304 on network 8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:38.039504 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99fb99ac-8fe4-43f8-a99d-66660dc6eab1 req-4374eb99-ae3f-42eb-a96a-bdd981ccb931 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799104 May 26 16:11:38.056376 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-d74306d1-eeaa-4b94-b231-4912e80044fc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1569464 May 26 16:11:38.075704 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-ab71e517-61fb-4e51-852f-b9f55f6c4285 service neutron] Port f400b62a-f4c5-45e0-915b-9d33902d4304 on network 8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:11:38.075704 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-ab71e517-61fb-4e51-852f-b9f55f6c4285 service neutron] Attempting to bind port f400b62a-f4c5-45e0-915b-9d33902d4304 on network 8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:38.164405 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aada13-96e5-4a3d-a730-22bdda28c470 req-3ad251f6-23f9-4a44-a145-5caf874d141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:38.166840 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eae66644-be1b-45e1-b2de-c42055dae8df req-6034b90d-0c19-43d1-8b2d-57ddbb774d36 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.167132 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e4aada13-96e5-4a3d-a730-22bdda28c470 req-3ad251f6-23f9-4a44-a145-5caf874d141d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24152767-9df9-4e17-996b-6f1548c30662 HTTP/1.1" status: 200 len: 867 time: 0.3287864 May 26 16:11:38.172612 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-ab71e517-61fb-4e51-852f-b9f55f6c4285 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:38.172612 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-ab71e517-61fb-4e51-852f-b9f55f6c4285 service neutron] Checking segment: {'id': 'a7387a2e-097f-4a88-8322-99869016722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:38.173327 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-ab71e517-61fb-4e51-852f-b9f55f6c4285 service neutron] Bound using segment: {'id': 'a7387a2e-097f-4a88-8322-99869016722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:38.173999 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-ab71e517-61fb-4e51-852f-b9f55f6c4285 service neutron] Bound port: f400b62a-f4c5-45e0-915b-9d33902d4304, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7387a2e-097f-4a88-8322-99869016722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:38.174651 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-ab71e517-61fb-4e51-852f-b9f55f6c4285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.186771 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eae66644-be1b-45e1-b2de-c42055dae8df req-6034b90d-0c19-43d1-8b2d-57ddbb774d36 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.260070 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa91d56c-c40e-4d92-85c9-c7e37216f208 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:11:38.267864 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-aa91d56c-c40e-4d92-85c9-c7e37216f208 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "PUT /v2.0/routers/c69f1aa6-d5ec-45db-9d99-270c7ccf15f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8736403 May 26 16:11:38.273344 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53588) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:38.293176 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6e6c15-304a-490a-9b6a-5b2fd6b15467 None None] Sync routers for ids ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:11:38.322052 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6e6c15-304a-490a-9b6a-5b2fd6b15467 None None] Routers {'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:38.323136 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5c6e6c15-304a-490a-9b6a-5b2fd6b15467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:38.437733 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034b90d-0c19-43d1-8b2d-57ddbb774d36 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Pushing event updated for resources: {'Port': ['ID=8fb111d7-f150-47ac-8582-5d29eafbbfa1,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:38.471020 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aada13-96e5-4a3d-a730-22bdda28c470 req-916b012d-31be-46d6-b4be-3ece7f063728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:38.473694 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e4aada13-96e5-4a3d-a730-22bdda28c470 req-916b012d-31be-46d6-b4be-3ece7f063728 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=70f8d096-df3b-48f6-87c7-e0d29b765be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2587051 May 26 16:11:38.478654 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4aada13-96e5-4a3d-a730-22bdda28c470 req-932b4a61-2afb-4bb4-9612-946b13a6c83a service neutron] 10.222.0.81 "GET /v2.0/networks/19f5dff2-9951-4347-93bb-a86e05268a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686167 May 26 16:11:38.480280 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770e66-91ef-4a34-907a-e496315670e9 req-c08c0596-ce5d-48da-b0e5-d8329a0b133e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:38.481025 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770e66-91ef-4a34-907a-e496315670e9 req-c08c0596-ce5d-48da-b0e5-d8329a0b133e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:38.481679 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770e66-91ef-4a34-907a-e496315670e9 req-c08c0596-ce5d-48da-b0e5-d8329a0b133e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:38.484071 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-c08c0596-ce5d-48da-b0e5-d8329a0b133e service neutron] 10.222.0.83 "GET /v2.0/networks?id=759f9984-acd0-4751-a36a-a91d134cc760&id=f3afb84f-a007-4e52-a1fb-611cc73f2208&id=f3afb84f-a007-4e52-a1fb-611cc73f2208&id=f3afb84f-a007-4e52-a1fb-611cc73f2208&id=f3afb84f-a007-4e52-a1fb-611cc73f2208&id=67be992b-b4e7-4fb4-b3b4-ab1f54c2d199&id=67be992b-b4e7-4fb4-b3b4-ab1f54c2d199 HTTP/1.1" status: 200 len: 2299 time: 0.4910581 May 26 16:11:38.488246 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-0ab4a4c9-3a79-46fe-a165-317259a68cfc service neutron] 10.222.0.81 "GET /v2.0/networks/8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983715 May 26 16:11:38.522039 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eae66644-be1b-45e1-b2de-c42055dae8df req-6034b90d-0c19-43d1-8b2d-57ddbb774d36 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.543097 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-22537006-5b9e-4493-b9f5-f12c2dbbbbec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Deleting subnet b949740d-64be-414e-809d-b5f218e49314 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:11:38.543666 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-5c6e6c15-304a-490a-9b6a-5b2fd6b15467 None None] Set router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:38.556423 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348ea7b-c9b3-4755-add3-a24918a19545 req-4c5e1aae-fb10-4ad9-9f8f-b1c919f2012a tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:38.569007 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b348ea7b-c9b3-4755-add3-a24918a19545 req-4c5e1aae-fb10-4ad9-9f8f-b1c919f2012a tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c308d83-eefc-4040-a4cd-6f69010b0df7 HTTP/1.1" status: 200 len: 944 time: 0.3625491 May 26 16:11:38.683856 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-ab71e517-61fb-4e51-852f-b9f55f6c4285 service neutron] For port f400b62a-f4c5-45e0-915b-9d33902d4304, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:38.762528 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-ab71e517-61fb-4e51-852f-b9f55f6c4285 service neutron] For port f400b62a-f4c5-45e0-915b-9d33902d4304, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f400b62a-f4c5-45e0-915b-9d33902d4304,segment=NetworkSegment(a7387a2e-097f-4a88-8322-99869016722c),segment_id=a7387a2e-097f-4a88-8322-99869016722c)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:38.773685 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eae66644-be1b-45e1-b2de-c42055dae8df req-6034b90d-0c19-43d1-8b2d-57ddbb774d36 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.775704 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eae66644-be1b-45e1-b2de-c42055dae8df req-6034b90d-0c19-43d1-8b2d-57ddbb774d36 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.2007825 May 26 16:11:38.795786 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-ab71e517-61fb-4e51-852f-b9f55f6c4285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.964997 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-ab71e517-61fb-4e51-852f-b9f55f6c4285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:38.965812 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-ab71e517-61fb-4e51-852f-b9f55f6c4285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:38.969706 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-ab71e517-61fb-4e51-852f-b9f55f6c4285 service neutron] 10.222.0.81 "PUT /v2.0/ports/f400b62a-f4c5-45e0-915b-9d33902d4304 HTTP/1.1" status: 200 len: 1091 time: 4.2546942 May 26 16:11:38.974095 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35e3967-900e-469a-b8ca-6978eec5664e', 'tag': 'f400b62a-f4c5-45e0-915b-9d33902d4304'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:38.978099 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a5d55f-c209-4fa4-8825-66d031a8fd06" -d '{"events": [{"name": "network-changed", "server_uuid": "f35e3967-900e-469a-b8ca-6978eec5664e", "tag": "f400b62a-f4c5-45e0-915b-9d33902d4304"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:38.983792 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71e517-61fb-4e51-852f-b9f55f6c4285 service neutron] Pushing event updated for resources: {'Port': ['ID=f400b62a-f4c5-45e0-915b-9d33902d4304,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:39.017302 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5c6e6c15-304a-490a-9b6a-5b2fd6b15467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:11:34Z', 'revision_number': 8, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None, '_interfaces': [{'id': '0f0d9bed-c590-4685-915a-6066de8c0eb7', 'name': '', 'network_id': 'c6ec4654-2f19-4d54-8746-8972cbd2cf9f', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:d4:95:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bba0ce43-28c2-4097-9356-177e381bda35', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:12Z', 'updated_at': '2022-05-26T16:11:19Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'bba0ce43-28c2-4097-9356-177e381bda35', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f132ec2-0724-41ac-afcf-2a6a650fd25a', 'name': '', 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:8a:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:03Z', 'updated_at': '2022-05-26T16:11:14Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5265a57-658c-48d2-8310-c45adc1bdebf', 'name': '', 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:1a:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:49Z', 'updated_at': '2022-05-26T16:11:05Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:39.028460 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-6a48aa16-ded8-48c2-a687-3ca86c9a4255 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64cbe213-ecc2-4f91-b82c-ca1a2f519962 HTTP/1.1" status: 200 len: 1000 time: 0.5260677 May 26 16:11:39.066716 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6e6c15-304a-490a-9b6a-5b2fd6b15467 None None] Checking router: c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:11:39.077910 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6e6c15-304a-490a-9b6a-5b2fd6b15467 None None] Routers {'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:39.078786 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5c6e6c15-304a-490a-9b6a-5b2fd6b15467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:39.115669 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b348ea7b-c9b3-4755-add3-a24918a19545 req-292a308c-fbb6-41b2-9949-1ed0e0763018 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422189 May 26 16:11:39.121684 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-22537006-5b9e-4493-b9f5-f12c2dbbbbec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.235971 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-22537006-5b9e-4493-b9f5-f12c2dbbbbec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.280818 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-5c6e6c15-304a-490a-9b6a-5b2fd6b15467 None None] Set router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:39.300441 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5a014ca1-4aea-446d-85bd-b6350b050c73 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.363610 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e4aada13-96e5-4a3d-a730-22bdda28c470 req-4d13908c-ecfd-4f2f-89f2-a7a0e3ec9e90 service neutron] 10.222.0.83 "GET /v2.0/networks/70f8d096-df3b-48f6-87c7-e0d29b765be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8705416 May 26 16:11:39.369644 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4aada13-96e5-4a3d-a730-22bdda28c470 req-ce2969ce-9b6a-4ede-bd29-c48ba0092511 service neutron] 10.222.0.81 "GET /v2.0/networks/19f5dff2-9951-4347-93bb-a86e05268a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8752306 May 26 16:11:39.382211 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eae66644-be1b-45e1-b2de-c42055dae8df req-2565ef0f-1a6f-4e42-9bb4-6f06d5932b83 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.220 HTTP/1.1" status: 200 len: 696 time: 0.5901425 May 26 16:11:39.422555 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770e66-91ef-4a34-907a-e496315670e9 req-d4f5e8b4-f5bb-4c5c-8b91-51ba28fe77a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:39.424324 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-d4f5e8b4-f5bb-4c5c-8b91-51ba28fe77a2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e39dcd09-8b50-4182-9445-d6005ccf9aaa HTTP/1.1" status: 200 len: 856 time: 0.3684456 May 26 16:11:39.427688 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device caaea058-fffa-4b1d-a82e-a306207c7784 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:11:39.445657 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-22537006-5b9e-4493-b9f5-f12c2dbbbbec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.494097 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-dedda431-7398-4706-8fc6-3b4cde4b48dc service neutron] 10.222.0.81 "GET /v2.0/networks/8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9834270 May 26 16:11:39.645158 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-7ad1e5a5-ee51-4540-923f-f2b1eda17aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:39.648303 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-7ad1e5a5-ee51-4540-923f-f2b1eda17aa6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=62ed477bb24843928995fef62a834d09&device_id=f35e3967-900e-469a-b8ca-6978eec5664e HTTP/1.1" status: 200 len: 1094 time: 0.5995822 May 26 16:11:39.716495 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port caaea058-fffa-4b1d-a82e-a306207c7784, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=caaea058-fffa-4b1d-a82e-a306207c7784,segment=NetworkSegment(75131659-8be9-4efe-bd9e-21307179dfa3),segment_id=75131659-8be9-4efe-bd9e-21307179dfa3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:39.735925 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-22537006-5b9e-4493-b9f5-f12c2dbbbbec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.742180 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'caaea058-fffa-4b1d-a82e-a306207c7784', 'network_id': '19f5dff2-9951-4347-93bb-a86e05268a34', 'port_id': 'caaea058-fffa-4b1d-a82e-a306207c7784', 'mac_address': 'fa:16:3e:21:7e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b994fea1-7c25-4069-b947-0195897dc954', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:11:39.752874 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e4aada13-96e5-4a3d-a730-22bdda28c470 req-59cfbe6f-6911-4188-ac66-09aa16b99ef2 service neutron] 10.222.0.83 "GET /v2.0/networks/70f8d096-df3b-48f6-87c7-e0d29b765be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754935 May 26 16:11:39.756451 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d2139-eae4-4e3d-9ceb-d9483b6bb356 req-1b93c689-7e96-4768-b504-ff13bbcb27b0 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:39.775472 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f0d2139-eae4-4e3d-9ceb-d9483b6bb356 req-1b93c689-7e96-4768-b504-ff13bbcb27b0 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ae3187a-f87e-4732-842b-f235fb8ea740 HTTP/1.1" status: 200 len: 946 time: 0.5064507 May 26 16:11:39.819508 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-b971f2e2-6d1b-4c8b-86ae-b555570c91cc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f400b62a-f4c5-45e0-915b-9d33902d4304 HTTP/1.1" status: 200 len: 217 time: 0.1506083 May 26 16:11:39.854495 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-22537006-5b9e-4493-b9f5-f12c2dbbbbec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:39.863416 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-22537006-5b9e-4493-b9f5-f12c2dbbbbec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/subnets/b949740d-64be-414e-809d-b5f218e49314 HTTP/1.1" status: 204 len: 168 time: 1.5837724 May 26 16:11:39.866089 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22537006-5b9e-4493-b9f5-f12c2dbbbbec tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Subnet': ['ID=b949740d-64be-414e-809d-b5f218e49314,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:39.884958 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53596) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:39.902193 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f177f4-a0fc-4307-99a2-43a0dcbce441 None None] Network 3bcec518-2451-4496-8a3a-d65e55a5b045 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:39.925780 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5c6e6c15-304a-490a-9b6a-5b2fd6b15467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:11:34Z', 'revision_number': 8, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None, '_interfaces': [{'id': '0f0d9bed-c590-4685-915a-6066de8c0eb7', 'name': '', 'network_id': 'c6ec4654-2f19-4d54-8746-8972cbd2cf9f', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:d4:95:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bba0ce43-28c2-4097-9356-177e381bda35', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:12Z', 'updated_at': '2022-05-26T16:11:19Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'bba0ce43-28c2-4097-9356-177e381bda35', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f132ec2-0724-41ac-afcf-2a6a650fd25a', 'name': '', 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:8a:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:03Z', 'updated_at': '2022-05-26T16:11:14Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5265a57-658c-48d2-8310-c45adc1bdebf', 'name': '', 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:1a:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:49Z', 'updated_at': '2022-05-26T16:11:05Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:39.985860 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae66644-be1b-45e1-b2de-c42055dae8df req-d0e43940-1350-43f8-9cb8-aa6646ab905b tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:39.986431 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6e6c15-304a-490a-9b6a-5b2fd6b15467 None None] The sync data for ids ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'] in n-d-843337-2 is: [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:11:34Z', 'revision_number': 8, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None, '_interfaces': [{'id': '0f0d9bed-c590-4685-915a-6066de8c0eb7', 'name': '', 'network_id': 'c6ec4654-2f19-4d54-8746-8972cbd2cf9f', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:d4:95:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'bba0ce43-28c2-4097-9356-177e381bda35', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:12Z', 'updated_at': '2022-05-26T16:11:19Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'bba0ce43-28c2-4097-9356-177e381bda35', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f132ec2-0724-41ac-afcf-2a6a650fd25a', 'name': '', 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:8a:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:03Z', 'updated_at': '2022-05-26T16:11:14Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5265a57-658c-48d2-8310-c45adc1bdebf', 'name': '', 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:1a:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:49Z', 'updated_at': '2022-05-26T16:11:05Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:11:39.988910 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eae66644-be1b-45e1-b2de-c42055dae8df req-d0e43940-1350-43f8-9cb8-aa6646ab905b tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.5835099 May 26 16:11:39.999018 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770e66-91ef-4a34-907a-e496315670e9 req-f62f9cac-f247-48d9-b774-4b5d51f4e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:40.001964 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-f62f9cac-f247-48d9-b774-4b5d51f4e7b3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=759f9984-acd0-4751-a36a-a91d134cc760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5526857 May 26 16:11:40.040864 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port caaea058-fffa-4b1d-a82e-a306207c7784 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:40.041967 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:40.088384 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caaea058-fffa-4b1d-a82e-a306207c7784 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:11:40.107063 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0cab36-32fe-4df6-b92d-ee6461a2c80d x-openstack-request-id: req-3f0cab36-32fe-4df6-b92d-ee6461a2c80d {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:40.107857 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c308d83-eefc-4040-a4cd-6f69010b0df7", "tag": "1712bde6-e598-4ab8-9241-b0ce7f53614c", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:40.108565 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3f0cab36-32fe-4df6-b92d-ee6461a2c80d {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:40.109430 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f0cab36-32fe-4df6-b92d-ee6461a2c80d'] response: {'name': 'network-changed', 'server_uuid': '4c308d83-eefc-4040-a4cd-6f69010b0df7', 'tag': '1712bde6-e598-4ab8-9241-b0ce7f53614c', 'status': 'completed', 'code': 200} May 26 16:11:40.117124 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-717ccb98-ddf5-4544-9bcd-992feaed1abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:40.119079 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-717ccb98-ddf5-4544-9bcd-992feaed1abd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8755c60d-adae-412e-bec0-8ea9909ff975 HTTP/1.1" status: 200 len: 852 time: 0.2866960 May 26 16:11:40.135282 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f0d2139-eae4-4e3d-9ceb-d9483b6bb356 req-4fda3d73-8094-46b7-b5f9-c3403bc46ffc tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/security-groups?id=5657caa3-fd19-4e63-9466-79994f192429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3107674 May 26 16:11:40.160423 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port caaea058-fffa-4b1d-a82e-a306207c7784, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=caaea058-fffa-4b1d-a82e-a306207c7784,segment=NetworkSegment(75131659-8be9-4efe-bd9e-21307179dfa3),segment_id=75131659-8be9-4efe-bd9e-21307179dfa3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:40.199846 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:40.287705 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c99fe5-90b1-4e76-9143-b2e2da2b03ec x-openstack-request-id: req-c8c99fe5-90b1-4e76-9143-b2e2da2b03ec {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:40.292235 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35e3967-900e-469a-b8ca-6978eec5664e", "tag": "f400b62a-f4c5-45e0-915b-9d33902d4304", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:40.293455 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c8c99fe5-90b1-4e76-9143-b2e2da2b03ec {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:40.294254 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c99fe5-90b1-4e76-9143-b2e2da2b03ec'] response: {'name': 'network-changed', 'server_uuid': 'f35e3967-900e-469a-b8ca-6978eec5664e', 'tag': 'f400b62a-f4c5-45e0-915b-9d33902d4304', 'status': 'completed', 'code': 200} May 26 16:11:40.302091 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-d81796f3-eecf-4396-beab-33b9946c6177 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1562858 May 26 16:11:40.323784 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5a014ca1-4aea-446d-85bd-b6350b050c73 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:40.332584 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=caaea058-fffa-4b1d-a82e-a306207c7784,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:40.354670 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5a014ca1-4aea-446d-85bd-b6350b050c73 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2061086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2061095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2062530'] for router, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:40.415368 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['caaea058-fffa-4b1d-a82e-a306207c7784'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:11:40.506829 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77377b67-15a4-4c65-a451-1e0e5f2fb596 None None] DHCP port deletion for 3bcec518-2451-4496-8a3a-d65e55a5b045 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:11:40.523044 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-280f7202-699a-4b36-8ea7-5c10349636a5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:40.532586 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449c187-0106-4bd1-9cb4-9077dc5695fc req-f7219550-c59e-42a6-8c26-a667fac7af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:40.534767 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1449c187-0106-4bd1-9cb4-9077dc5695fc req-f7219550-c59e-42a6-8c26-a667fac7af37 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=62ed477bb24843928995fef62a834d09&device_id=4c308d83-eefc-4040-a4cd-6f69010b0df7 HTTP/1.1" status: 200 len: 1095 time: 0.4237735 May 26 16:11:40.605789 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c69aa-31ec-4fed-9815-bcec46a33f33 req-4dc1cd3e-9443-4279-8c52-fd261b1155c2 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:40.615525 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b6c69aa-31ec-4fed-9815-bcec46a33f33 req-4dc1cd3e-9443-4279-8c52-fd261b1155c2 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] 10.222.0.77 "GET /v2.0/ports?device_id=96aae669-65f9-4e1e-99b6-3e4481ba3197 HTTP/1.1" status: 200 len: 945 time: 0.3845267 May 26 16:11:40.635166 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-bd8cd245-a947-45ed-ba7e-8e2e6eb2cc1f service neutron] 10.222.0.83 "GET /v2.0/networks/759f9984-acd0-4751-a36a-a91d134cc760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6136634 May 26 16:11:40.694412 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c8110-996b-432d-844b-3bcc76efb421 req-08bef1de-99c1-414a-8eed-7bbf731a4b94 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:40.696048 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-170c8110-996b-432d-844b-3bcc76efb421 req-08bef1de-99c1-414a-8eed-7bbf731a4b94 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 943 time: 0.3264422 May 26 16:11:40.747796 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-77377b67-15a4-4c65-a451-1e0e5f2fb596 None None] Deleting port 0c32a231-a3b4-4352-be41-545a467535e6 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:40.748840 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-77377b67-15a4-4c65-a451-1e0e5f2fb596 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:40.804003 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449c187-0106-4bd1-9cb4-9077dc5695fc req-8eee4839-cf8a-48d1-8d69-801b97e69724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:40.805765 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1449c187-0106-4bd1-9cb4-9077dc5695fc req-8eee4839-cf8a-48d1-8d69-801b97e69724 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 HTTP/1.1" status: 200 len: 913 time: 0.2255292 May 26 16:11:40.866967 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-77377b67-15a4-4c65-a451-1e0e5f2fb596 None None] For port 0c32a231-a3b4-4352-be41-545a467535e6, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0c32a231-a3b4-4352-be41-545a467535e6,segment=NetworkSegment(9205169b-2613-4642-990e-f97b344d2081),segment_id=9205169b-2613-4642-990e-f97b344d2081)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:40.867388 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-77377b67-15a4-4c65-a451-1e0e5f2fb596 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:40.873721 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1449c187-0106-4bd1-9cb4-9077dc5695fc req-1ce9452d-6dcd-448b-805e-51b9760b1c13 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1712bde6-e598-4ab8-9241-b0ce7f53614c HTTP/1.1" status: 200 len: 217 time: 0.0586510 May 26 16:11:40.889337 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-77377b67-15a4-4c65-a451-1e0e5f2fb596 None None] Calling delete_port for 0c32a231-a3b4-4352-be41-545a467535e6 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:40.897552 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-280f7202-699a-4b36-8ea7-5c10349636a5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Deleting port 0c32a231-a3b4-4352-be41-545a467535e6 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:40.898042 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-280f7202-699a-4b36-8ea7-5c10349636a5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:40.928511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a014ca1-4aea-446d-85bd-b6350b050c73 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Router 41f95db8-70e0-4a0d-8261-5944a8f9e75c is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:11:41.057984 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-77377b67-15a4-4c65-a451-1e0e5f2fb596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:41.085747 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449c187-0106-4bd1-9cb4-9077dc5695fc req-54787ed5-fb6a-4c4e-971b-431353c15da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:41.087420 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1449c187-0106-4bd1-9cb4-9077dc5695fc req-54787ed5-fb6a-4c4e-971b-431353c15da9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8755c60d-adae-412e-bec0-8ea9909ff975 HTTP/1.1" status: 200 len: 852 time: 0.2051113 May 26 16:11:41.106220 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77377b67-15a4-4c65-a451-1e0e5f2fb596 None None] Pushing event deleted for resources: {'Port': ['ID=0c32a231-a3b4-4352-be41-545a467535e6,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:41.138169 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77377b67-15a4-4c65-a451-1e0e5f2fb596 None None] No DVR routers for this DVR port 0c32a231-a3b4-4352-be41-545a467535e6 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:11:41.154718 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1449c187-0106-4bd1-9cb4-9077dc5695fc req-00a4844a-bb7a-46aa-b899-74cc6822076b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568724 May 26 16:11:41.175937 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-280f7202-699a-4b36-8ea7-5c10349636a5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] For port 0c32a231-a3b4-4352-be41-545a467535e6, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0c32a231-a3b4-4352-be41-545a467535e6,segment=NetworkSegment(9205169b-2613-4642-990e-f97b344d2081),segment_id=9205169b-2613-4642-990e-f97b344d2081)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:41.175937 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-280f7202-699a-4b36-8ea7-5c10349636a5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:41.269966 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-280f7202-699a-4b36-8ea7-5c10349636a5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Calling delete_port for 0c32a231-a3b4-4352-be41-545a467535e6 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:41.341105 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-13bd253e-8a09-4e3d-9427-982bc5257db7 service neutron] 10.222.0.81 "GET /v2.0/networks/8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0090976 May 26 16:11:41.367105 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0c32a231-a3b4-4352-be41-545a467535e6 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:11:41.381277 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b6c69aa-31ec-4fed-9815-bcec46a33f33 req-e8ae5ac7-12ce-4844-9a49-e107f8bf2b1c tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9f92783-29bc-494f-8dd0-0195d04e61b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7647684 May 26 16:11:41.401723 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 0c32a231-a3b4-4352-be41-545a467535e6 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:11:41.402409 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0c32a231-a3b4-4352-be41-545a467535e6 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:11:41.403149 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 97d60a37-a0f2-4961-80e6-474825812807 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:11:41.456775 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-170c8110-996b-432d-844b-3bcc76efb421 req-3192d8e8-2c22-4064-82ca-5b6c12a2f3f2 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7456484 May 26 16:11:41.457875 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 97d60a37-a0f2-4961-80e6-474825812807 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:11:41.458495 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 97d60a37-a0f2-4961-80e6-474825812807 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:11:41.495110 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-6f2a50cc-f784-4ab7-b84f-5aa1b0ee807d service neutron] 10.222.0.83 "GET /v2.0/networks/759f9984-acd0-4751-a36a-a91d134cc760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8116021 May 26 16:11:41.498775 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a014ca1-4aea-446d-85bd-b6350b050c73 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:11:41.520559 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dec909-bdf6-42da-8d6e-5b3630130627 None None] Sync routers for ids ['41f95db8-70e0-4a0d-8261-5944a8f9e75c'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:11:41.539740 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dec909-bdf6-42da-8d6e-5b3630130627 None None] Routers {'41f95db8-70e0-4a0d-8261-5944a8f9e75c'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:41.540485 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a4dec909-bdf6-42da-8d6e-5b3630130627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['41f95db8-70e0-4a0d-8261-5944a8f9e75c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:41.552165 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5a014ca1-4aea-446d-85bd-b6350b050c73 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:41.553446 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5a014ca1-4aea-446d-85bd-b6350b050c73 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "PUT /v2.0/routers/41f95db8-70e0-4a0d-8261-5944a8f9e75c HTTP/1.1" status: 200 len: 919 time: 7.7777925 May 26 16:11:41.558474 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53604) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:41.590701 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a4dec909-bdf6-42da-8d6e-5b3630130627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:41.611199 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dec909-bdf6-42da-8d6e-5b3630130627 None None] Routers {'41f95db8-70e0-4a0d-8261-5944a8f9e75c'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:41.612030 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a4dec909-bdf6-42da-8d6e-5b3630130627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['41f95db8-70e0-4a0d-8261-5944a8f9e75c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:41.662341 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-280f7202-699a-4b36-8ea7-5c10349636a5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:41.672408 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a4dec909-bdf6-42da-8d6e-5b3630130627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:41.673299 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dec909-bdf6-42da-8d6e-5b3630130627 None None] The sync data for ids ['41f95db8-70e0-4a0d-8261-5944a8f9e75c'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:11:41.739962 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1449c187-0106-4bd1-9cb4-9077dc5695fc req-b0256f1b-a9a0-49dc-ab8b-603fe5a51672 service neutron] 10.222.0.81 "GET /v2.0/networks/8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722082 May 26 16:11:41.747137 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f7202-699a-4b36-8ea7-5c10349636a5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Port': ['ID=0c32a231-a3b4-4352-be41-545a467535e6,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:41.771260 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280f7202-699a-4b36-8ea7-5c10349636a5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] No DVR routers for this DVR port 0c32a231-a3b4-4352-be41-545a467535e6 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:11:41.778626 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-f2fd2587-55a1-4e96-9e78-a78f44bd48f3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=f1118030-abd2-4542-9495-9b488c4efc14 HTTP/1.1" status: 200 len: 217 time: 0.2660620 May 26 16:11:41.860992 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c20fc61c-ab65-4c62-b818-a5f475968ddd tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "GET /v2.0/routers/41f95db8-70e0-4a0d-8261-5944a8f9e75c HTTP/1.1" status: 200 len: 925 time: 0.2980413 May 26 16:11:41.864075 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53606) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:41.896065 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ccbc3-43d5-475a-8f6c-3464e66b328e req-79cc7646-fa81-46f5-8f11-0481113680a2 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:41.897685 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-826ccbc3-43d5-475a-8f6c-3464e66b328e req-79cc7646-fa81-46f5-8f11-0481113680a2 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2757969 May 26 16:11:41.927291 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c39b01-edb8-4f32-8426-1f6bcef9b0ba req-48938fc7-d975-4593-9890-ddde46156856 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:41.928967 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42c39b01-edb8-4f32-8426-1f6bcef9b0ba req-48938fc7-d975-4593-9890-ddde46156856 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c308d83-eefc-4040-a4cd-6f69010b0df7 HTTP/1.1" status: 200 len: 944 time: 0.2784331 May 26 16:11:41.932897 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770e66-91ef-4a34-907a-e496315670e9 req-317894d1-526d-4179-9e43-fe2e267d790c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:41.934039 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-317894d1-526d-4179-9e43-fe2e267d790c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0d8967df-8a4c-46db-92d8-93f94220fcb8 HTTP/1.1" status: 200 len: 797 time: 0.1397676 May 26 16:11:41.939678 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f77f4a7-ccc2-41d0-b73f-c73f8702e191 req-82537b47-87d0-46c5-9967-6c3bdf5eca5f service neutron] 10.222.0.81 "GET /v2.0/networks/8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5855341 May 26 16:11:41.971875 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-280f7202-699a-4b36-8ea7-5c10349636a5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:42.024861 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-280f7202-699a-4b36-8ea7-5c10349636a5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bcec518-2451-4496-8a3a-d65e55a5b045']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:42.042617 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-826ccbc3-43d5-475a-8f6c-3464e66b328e req-34818b4c-7f04-4821-aaa4-4b341cc45aca tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.220 HTTP/1.1" status: 200 len: 696 time: 0.1118815 May 26 16:11:42.051000 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5d38b9-b284-4275-a7ff-5458a7598de8 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:42.053533 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ee5d38b9-b284-4275-a7ff-5458a7598de8 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&device_id=41f95db8-70e0-4a0d-8261-5944a8f9e75c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1893163 May 26 16:11:42.059760 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53608) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:42.074571 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-280f7202-699a-4b36-8ea7-5c10349636a5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9205169b-2613-4642-990e-f97b344d2081') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:42.074973 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-280f7202-699a-4b36-8ea7-5c10349636a5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9205169b-2613-4642-990e-f97b344d2081') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:42.081574 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1449c187-0106-4bd1-9cb4-9077dc5695fc req-e718ee36-e1d7-4489-b7e7-3b121ad67f9d service neutron] 10.222.0.81 "GET /v2.0/networks/8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310938 May 26 16:11:42.099577 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-826ccbc3-43d5-475a-8f6c-3464e66b328e req-9d051268-6035-4773-969c-c6ce4daa90a0 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Request body: {'floatingip': {'port_id': 'cbe2c593-0939-4d9b-9fe9-3f42a3daff5f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:42.123714 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-280f7202-699a-4b36-8ea7-5c10349636a5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:42.177139 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42c39b01-edb8-4f32-8426-1f6bcef9b0ba req-f1729ee6-fc80-4ce6-ab91-0690fe8f25c7 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171414 May 26 16:11:42.193287 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-826ccbc3-43d5-475a-8f6c-3464e66b328e req-9d051268-6035-4773-969c-c6ce4daa90a0 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:42.197952 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770e66-91ef-4a34-907a-e496315670e9 req-7d7f6cc8-6095-44ac-994b-b327d4ce174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:42.199587 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-7d7f6cc8-6095-44ac-994b-b327d4ce174a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f3afb84f-a007-4e52-a1fb-611cc73f2208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2535601 May 26 16:11:42.202934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5d55f-c209-4fa4-8825-66d031a8fd06 req-d68d58ee-6eb0-40a8-a061-6fb11accbcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:42.204301 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-95a5d55f-c209-4fa4-8825-66d031a8fd06 req-d68d58ee-6eb0-40a8-a061-6fb11accbcc6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=62ed477bb24843928995fef62a834d09&device_id=f35e3967-900e-469a-b8ca-6978eec5664e HTTP/1.1" status: 200 len: 1094 time: 0.1604588 May 26 16:11:42.224856 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-280f7202-699a-4b36-8ea7-5c10349636a5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:42.244125 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280f7202-699a-4b36-8ea7-5c10349636a5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:11:42.244840 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-280f7202-699a-4b36-8ea7-5c10349636a5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:42.283447 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 9205169b-2613-4642-990e-f97b344d2081 resource provider aggregate not found May 26 16:11:42.341323 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 9205169b-2613-4642-990e-f97b344d2081 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9205169b-2613-4642-990e-f97b344d2081 found for delete ", "request_id": "req-4df8caca-faa5-494e-a24c-106cfb1fb5aa"}]} May 26 16:11:42.398523 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19daa89b-3d61-4bc1-b646-352125db36fa tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:42.402840 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-19daa89b-3d61-4bc1-b646-352125db36fa tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 881 time: 0.3413491 May 26 16:11:42.408321 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53614) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:42.428404 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-280f7202-699a-4b36-8ea7-5c10349636a5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:42.449238 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-280f7202-699a-4b36-8ea7-5c10349636a5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:42.460880 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-280f7202-699a-4b36-8ea7-5c10349636a5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/networks/3bcec518-2451-4496-8a3a-d65e55a5b045 HTTP/1.1" status: 204 len: 168 time: 2.5697169 May 26 16:11:42.485559 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53618) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:42.506573 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-100d14e8-8fe5-4877-9707-b11becab25b9 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "GET /v2.0/ports?device_id=41f95db8-70e0-4a0d-8261-5944a8f9e75c HTTP/1.1" status: 200 len: 205 time: 0.0965571 May 26 16:11:42.518398 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53620) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:42.518398 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f7202-699a-4b36-8ea7-5c10349636a5 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Network': ['ID=3bcec518-2451-4496-8a3a-d65e55a5b045,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:42.757608 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59b6c8-0946-47b2-a5ac-4bcb7b371392 req-21731bf4-ba58-422d-b181-84eb8342b682 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:42.759799 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f59b6c8-0946-47b2-a5ac-4bcb7b371392 req-21731bf4-ba58-422d-b181-84eb8342b682 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ae3187a-f87e-4732-842b-f235fb8ea740 HTTP/1.1" status: 200 len: 946 time: 0.4844439 May 26 16:11:42.781305 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-8bfa3004-e5f5-4ce5-a649-98535b87bc97 service neutron] 10.222.0.83 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385425 May 26 16:11:42.782541 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53624) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:42.874900 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-2c31d5b7-d75d-47a6-801c-0b516ba0fcd1 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Request body: {'floatingip': {'port_id': '9417c894-3bf6-4f21-8302-920460ad5fb2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:42.945740 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-535e27c6-1657-4c39-8654-51813a846106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:43.006281 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5d55f-c209-4fa4-8825-66d031a8fd06 req-8b35d66b-0938-4fbb-8ee5-d3f9ea87ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:43.007565 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-95a5d55f-c209-4fa4-8825-66d031a8fd06 req-8b35d66b-0938-4fbb-8ee5-d3f9ea87ab9d service neutron] 10.222.0.81 "GET /v2.0/networks?id=8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 HTTP/1.1" status: 200 len: 913 time: 0.7610414 May 26 16:11:43.079110 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c31d5b7-d75d-47a6-801c-0b516ba0fcd1 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:43.132656 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-826ccbc3-43d5-475a-8f6c-3464e66b328e req-9d051268-6035-4773-969c-c6ce4daa90a0 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] update failed (client error): There was a conflict when trying to complete your request. May 26 16:11:43.133610 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-826ccbc3-43d5-475a-8f6c-3464e66b328e req-9d051268-6035-4773-969c-c6ce4daa90a0 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "PUT /v2.0/floatingips/f978721d-e95a-4db4-858a-7dd82fba273a HTTP/1.1" status: 409 len: 550 time: 1.0691926 May 26 16:11:43.182994 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-95a5d55f-c209-4fa4-8825-66d031a8fd06 req-49cbb266-9883-4bde-9227-2ce1f26dc2f7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f400b62a-f4c5-45e0-915b-9d33902d4304 HTTP/1.1" status: 200 len: 217 time: 0.1177678 May 26 16:11:43.347008 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc8fff-0f60-4470-9078-e5714d1c292b req-e604e03d-f40b-4b25-a4c0-ec51b0d012d8 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:43.348633 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-80fc8fff-0f60-4470-9078-e5714d1c292b req-e604e03d-f40b-4b25-a4c0-ec51b0d012d8 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] 10.222.0.77 "GET /v2.0/ports?device_id=96aae669-65f9-4e1e-99b6-3e4481ba3197 HTTP/1.1" status: 200 len: 945 time: 0.4812510 May 26 16:11:43.422029 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5d55f-c209-4fa4-8825-66d031a8fd06 req-a59492cb-24d8-4d65-a7a3-aab1aa3daa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:43.424413 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-95a5d55f-c209-4fa4-8825-66d031a8fd06 req-a59492cb-24d8-4d65-a7a3-aab1aa3daa29 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8755c60d-adae-412e-bec0-8ea9909ff975 HTTP/1.1" status: 200 len: 852 time: 0.2317002 May 26 16:11:43.455547 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-0ca0a50c-a23a-4673-bc57-0a1e9696f7e5 service neutron] 10.222.0.83 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5777276 May 26 16:11:43.459730 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 1712bde6-e598-4ab8-9241-b0ce7f53614c details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:11:43.462438 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device caaea058-fffa-4b1d-a82e-a306207c7784 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:43.482167 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ceee-284d-4b8e-978b-193d68b0090e tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:43.509220 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-95a5d55f-c209-4fa4-8825-66d031a8fd06 req-9acdb293-5849-465e-b3f2-c4fe17c04bbf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662749 May 26 16:11:43.664140 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port caaea058-fffa-4b1d-a82e-a306207c7784 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:11:43.677112 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port caaea058-fffa-4b1d-a82e-a306207c7784 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:43.678043 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:43.686348 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20411725-6587-47aa-aa0d-62281f047c75 req-9cd021f2-f059-40e0-898c-c7945079bbb7 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:43.689272 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-20411725-6587-47aa-aa0d-62281f047c75 req-9cd021f2-f059-40e0-898c-c7945079bbb7 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 943 time: 0.4014652 May 26 16:11:43.691554 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-edcce5fb-317e-4446-b04e-d9476c0ce5b9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=17546000-b263-4011-a4e6-5dc6daed213a HTTP/1.1" status: 200 len: 217 time: 0.1953976 May 26 16:11:43.694324 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ceee-284d-4b8e-978b-193d68b0090e tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:43.737528 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 1712bde6-e598-4ab8-9241-b0ce7f53614c, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=1712bde6-e598-4ab8-9241-b0ce7f53614c,segment=NetworkSegment(a7387a2e-097f-4a88-8322-99869016722c),segment_id=a7387a2e-097f-4a88-8322-99869016722c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:43.757264 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-80fc8fff-0f60-4470-9078-e5714d1c292b req-f4d10821-4749-4ad6-8fbc-7e41d0825709 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9f92783-29bc-494f-8dd0-0195d04e61b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768578 May 26 16:11:43.757639 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '1712bde6-e598-4ab8-9241-b0ce7f53614c', 'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5', 'port_id': '1712bde6-e598-4ab8-9241-b0ce7f53614c', 'mac_address': 'fa:16:3e:d5:e9:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8755c60d-adae-412e-bec0-8ea9909ff975', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:11:43.933218 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 1712bde6-e598-4ab8-9241-b0ce7f53614c is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:43.934171 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:43.941483 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-5bc0ceee-284d-4b8e-978b-193d68b0090e tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Deleting port e5a16dd3-17b2-4e8a-9517-82da8f099ecf {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:43.941825 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ceee-284d-4b8e-978b-193d68b0090e tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:43.984166 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1712bde6-e598-4ab8-9241-b0ce7f53614c {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:11:44.019025 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port caaea058-fffa-4b1d-a82e-a306207c7784 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:44.019418 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:44.043948 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 1712bde6-e598-4ab8-9241-b0ce7f53614c, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=1712bde6-e598-4ab8-9241-b0ce7f53614c,segment=NetworkSegment(a7387a2e-097f-4a88-8322-99869016722c),segment_id=a7387a2e-097f-4a88-8322-99869016722c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:44.071917 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port caaea058-fffa-4b1d-a82e-a306207c7784, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=caaea058-fffa-4b1d-a82e-a306207c7784,segment=NetworkSegment(75131659-8be9-4efe-bd9e-21307179dfa3),segment_id=75131659-8be9-4efe-bd9e-21307179dfa3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:44.073718 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96aae669-65f9-4e1e-99b6-3e4481ba3197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caaea058-fffa-4b1d-a82e-a306207c7784'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:44.076802 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b652ef2c-ea4f-45b1-af88-fe3730641830" -d '{"events": [{"server_uuid": "96aae669-65f9-4e1e-99b6-3e4481ba3197", "name": "network-vif-plugged", "status": "completed", "tag": "caaea058-fffa-4b1d-a82e-a306207c7784"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:44.082467 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:44.083542 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ceee-284d-4b8e-978b-193d68b0090e tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:44.110758 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-5bc0ceee-284d-4b8e-978b-193d68b0090e tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Calling delete_port for e5a16dd3-17b2-4e8a-9517-82da8f099ecf owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:44.170109 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:44.175839 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=1712bde6-e598-4ab8-9241-b0ce7f53614c,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:44.292196 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=caaea058-fffa-4b1d-a82e-a306207c7784,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:44.383831 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['1712bde6-e598-4ab8-9241-b0ce7f53614c'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:11:44.531092 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ceee-284d-4b8e-978b-193d68b0090e tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:44.538138 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5416f411-f241-4e7f-bff4-6f1da566804b req-a88f83be-868e-4e8f-b995-b45b818c673f tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/floatingips/f978721d-e95a-4db4-858a-7dd82fba273a HTTP/1.1" status: 200 len: 693 time: 0.6372645 May 26 16:11:44.547603 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770e66-91ef-4a34-907a-e496315670e9 req-aaa2e32a-58a8-4d54-8abf-e06cac04e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:44.549364 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-aaa2e32a-58a8-4d54-8abf-e06cac04e45e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0d8967df-8a4c-46db-92d8-93f94220fcb8 HTTP/1.1" status: 200 len: 797 time: 0.7858651 May 26 16:11:44.566303 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-20411725-6587-47aa-aa0d-62281f047c75 req-b2734cff-d855-4203-8e15-165d1e7cd505 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8078425 May 26 16:11:44.592031 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0ceee-284d-4b8e-978b-193d68b0090e tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Pushing event deleted for resources: {'Port': ['ID=e5a16dd3-17b2-4e8a-9517-82da8f099ecf,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:44.640047 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e42ec87d-7eb6-45bb-8655-e22a643a5a7f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:44.643561 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-95a5d55f-c209-4fa4-8825-66d031a8fd06 req-b135ae2a-ddf1-4693-801c-4cdd92cf0829 service neutron] 10.222.0.81 "GET /v2.0/networks/8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0750360 May 26 16:11:44.865290 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ceee-284d-4b8e-978b-193d68b0090e tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:45.024564 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ceee-284d-4b8e-978b-193d68b0090e tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:45.028275 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ceee-284d-4b8e-978b-193d68b0090e tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:45.056272 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770e66-91ef-4a34-907a-e496315670e9 req-5712e538-b93f-4586-ac69-488e00f271d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:45.058515 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-5712e538-b93f-4586-ac69-488e00f271d2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f3afb84f-a007-4e52-a1fb-611cc73f2208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4858663 May 26 16:11:45.152971 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ceee-284d-4b8e-978b-193d68b0090e tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:45.153883 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc0ceee-284d-4b8e-978b-193d68b0090e tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Fanout notify agent at l3_agent the message router_deleted on router 41f95db8-70e0-4a0d-8261-5944a8f9e75c {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:11:45.174787 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ceee-284d-4b8e-978b-193d68b0090e tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:45.183830 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5bc0ceee-284d-4b8e-978b-193d68b0090e tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "DELETE /v2.0/routers/41f95db8-70e0-4a0d-8261-5944a8f9e75c HTTP/1.1" status: 204 len: 168 time: 2.6603830 May 26 16:11:45.192796 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53634) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:45.198553 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-21d021d8-46b7-4573-9eab-0512390602f8 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-396804188', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}, 'admin_state_up': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:45.223027 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416f411-f241-4e7f-bff4-6f1da566804b req-087fe301-3169-4c45-84a2-329e27c46670 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:45.227769 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5416f411-f241-4e7f-bff4-6f1da566804b req-087fe301-3169-4c45-84a2-329e27c46670 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.6884286 May 26 16:11:45.286169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46ea41-85e5-4e67-b51f-06c455b9bf61 req-55ac814b-79b8-4ff1-a97f-1acd5479139c tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:45.288283 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b46ea41-85e5-4e67-b51f-06c455b9bf61 req-55ac814b-79b8-4ff1-a97f-1acd5479139c tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c308d83-eefc-4040-a4cd-6f69010b0df7 HTTP/1.1" status: 200 len: 945 time: 0.4531312 May 26 16:11:45.312495 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21d021d8-46b7-4573-9eab-0512390602f8 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:45.313549 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21d021d8-46b7-4573-9eab-0512390602f8 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:45.400313 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-95a5d55f-c209-4fa4-8825-66d031a8fd06 req-f3c6179b-dfb0-4eb3-b426-1e0537f787a6 service neutron] 10.222.0.81 "GET /v2.0/networks/8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7450955 May 26 16:11:45.425039 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9695359e-968c-4005-9bf1-1da1c5810d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:45.441512 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5416f411-f241-4e7f-bff4-6f1da566804b req-996fc8f5-f3b7-43ea-aabd-35ea5fd649ff tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.220 HTTP/1.1" status: 200 len: 696 time: 0.1711538 May 26 16:11:45.448987 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21d021d8-46b7-4573-9eab-0512390602f8 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:45.474510 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f400b62a-f4c5-45e0-915b-9d33902d4304 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:11:45.479002 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 1712bde6-e598-4ab8-9241-b0ce7f53614c up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:45.479513 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b46ea41-85e5-4e67-b51f-06c455b9bf61 req-9bcf893f-8fb6-4eaa-9f8f-5cb6c39207c7 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761553 May 26 16:11:45.483802 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.db.resource_extend [None req-2c31d5b7-d75d-47a6-801c-0b516ba0fcd1 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:11:45.613819 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5416f411-f241-4e7f-bff4-6f1da566804b req-d00ec4ae-f9c7-40f2-8ec5-acc757d726cb tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.220 HTTP/1.1" status: 200 len: 696 time: 0.1236801 May 26 16:11:45.664977 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e42ec87d-7eb6-45bb-8655-e22a643a5a7f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Deleting port 0f0d9bed-c590-4685-915a-6066de8c0eb7 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:45.665927 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e42ec87d-7eb6-45bb-8655-e22a643a5a7f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:45.699894 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b540a9-f516-40d8-a363-ad3e162680ba x-openstack-request-id: req-00b540a9-f516-40d8-a363-ad3e162680ba {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:45.700272 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96aae669-65f9-4e1e-99b6-3e4481ba3197", "name": "network-vif-plugged", "status": "completed", "tag": "caaea058-fffa-4b1d-a82e-a306207c7784", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:45.700693 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-00b540a9-f516-40d8-a363-ad3e162680ba {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:45.700864 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00b540a9-f516-40d8-a363-ad3e162680ba'] response: {'server_uuid': '96aae669-65f9-4e1e-99b6-3e4481ba3197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caaea058-fffa-4b1d-a82e-a306207c7784', 'code': 200} May 26 16:11:45.757969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 1712bde6-e598-4ab8-9241-b0ce7f53614c completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:11:45.763892 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 1712bde6-e598-4ab8-9241-b0ce7f53614c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:45.764380 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:45.772565 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f400b62a-f4c5-45e0-915b-9d33902d4304, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f400b62a-f4c5-45e0-915b-9d33902d4304,segment=NetworkSegment(a7387a2e-097f-4a88-8322-99869016722c),segment_id=a7387a2e-097f-4a88-8322-99869016722c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:45.829115 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'f400b62a-f4c5-45e0-915b-9d33902d4304', 'network_id': '8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5', 'port_id': 'f400b62a-f4c5-45e0-915b-9d33902d4304', 'mac_address': 'fa:16:3e:20:0c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8755c60d-adae-412e-bec0-8ea9909ff975', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:11:45.865454 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-4b38898a-5857-4113-a2f2-7829e98b4fb8 service neutron] 10.222.0.83 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7881501 May 26 16:11:45.899814 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port f400b62a-f4c5-45e0-915b-9d33902d4304 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:45.900476 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:45.934960 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f400b62a-f4c5-45e0-915b-9d33902d4304 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:11:45.976142 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-e42ec87d-7eb6-45bb-8655-e22a643a5a7f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] For port 0f0d9bed-c590-4685-915a-6066de8c0eb7, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0f0d9bed-c590-4685-915a-6066de8c0eb7,segment=NetworkSegment(7904ccf8-c006-4ee6-bffd-b34a29128bf2),segment_id=7904ccf8-c006-4ee6-bffd-b34a29128bf2)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:45.976535 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e42ec87d-7eb6-45bb-8655-e22a643a5a7f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:46.004186 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f400b62a-f4c5-45e0-915b-9d33902d4304, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f400b62a-f4c5-45e0-915b-9d33902d4304,segment=NetworkSegment(a7387a2e-097f-4a88-8322-99869016722c),segment_id=a7387a2e-097f-4a88-8322-99869016722c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:46.013492 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:46.134636 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e42ec87d-7eb6-45bb-8655-e22a643a5a7f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Calling delete_port for 0f0d9bed-c590-4685-915a-6066de8c0eb7 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:46.136163 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03407a-c50c-42bc-b420-a6d92e474ae7 req-f757c30d-21aa-482d-98a3-d9328a75a727 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:46.139107 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0a03407a-c50c-42bc-b420-a6d92e474ae7 req-f757c30d-21aa-482d-98a3-d9328a75a727 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] 10.222.0.77 "GET /v2.0/ports?device_id=96aae669-65f9-4e1e-99b6-3e4481ba3197 HTTP/1.1" status: 200 len: 946 time: 0.3596678 May 26 16:11:46.145288 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c31d5b7-d75d-47a6-801c-0b516ba0fcd1 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:46.150015 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21d021d8-46b7-4573-9eab-0512390602f8 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:46.155912 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76896253-2d53-44c0-a655-344b42639f34 req-333061bd-1495-4fa8-84b0-0a5f0f626d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:46.158667 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76896253-2d53-44c0-a655-344b42639f34 req-333061bd-1495-4fa8-84b0-0a5f0f626d86 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=96aae669-65f9-4e1e-99b6-3e4481ba3197 HTTP/1.1" status: 200 len: 1097 time: 0.3337641 May 26 16:11:46.178203 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-f6ae5382-5197-499c-952a-0d126af4265a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:46.179749 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-f6ae5382-5197-499c-952a-0d126af4265a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef&tenant_id=bc8e9e5224b24be293153e1aeb086cbc HTTP/1.1" status: 200 len: 1094 time: 0.3268876 May 26 16:11:46.183901 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c31d5b7-d75d-47a6-801c-0b516ba0fcd1 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:46.234085 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843337-2', 'device_owner': 'compute:nova'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:46.257500 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 1712bde6-e598-4ab8-9241-b0ce7f53614c is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:46.258108 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:46.335345 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['f400b62a-f4c5-45e0-915b-9d33902d4304'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:11:46.352006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=f400b62a-f4c5-45e0-915b-9d33902d4304,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:46.385891 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:46.413555 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 1712bde6-e598-4ab8-9241-b0ce7f53614c, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=1712bde6-e598-4ab8-9241-b0ce7f53614c,segment=NetworkSegment(a7387a2e-097f-4a88-8322-99869016722c),segment_id=a7387a2e-097f-4a88-8322-99869016722c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:46.433389 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:46.466734 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76896253-2d53-44c0-a655-344b42639f34 req-e82b9cfd-4ce5-4df0-b433-2fedef2b2223 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b9f92783-29bc-494f-8dd0-0195d04e61b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996824 May 26 16:11:46.488913 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-e677e359-44ad-4e0b-8091-e48c6424330e service neutron] 10.222.0.83 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6066718 May 26 16:11:46.503578 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0a03407a-c50c-42bc-b420-a6d92e474ae7 req-cb170e77-363e-47cc-9bc5-448d616c026f tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9f92783-29bc-494f-8dd0-0195d04e61b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184800 May 26 16:11:46.518635 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:46.580477 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=1712bde6-e598-4ab8-9241-b0ce7f53614c,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:46.596152 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-d523da50-e979-4757-b9ee-cbb46c261369 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=a22baecc-6a51-4894-9383-fd79c3b20a9c HTTP/1.1" status: 200 len: 217 time: 0.0822906 May 26 16:11:46.626167 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-2c31d5b7-d75d-47a6-801c-0b516ba0fcd1 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Floating IP 6566acf4-65c7-4c18-a1b8-62c7b35127c7 associated. External IP: 172.25.7.61, port: 9417c894-3bf6-4f21-8302-920460ad5fb2. May 26 16:11:46.630338 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-5416f411-f241-4e7f-bff4-6f1da566804b req-411cf7b8-bc20-461e-822f-2aea96417a1a tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Deleting port 8fb111d7-f150-47ac-8582-5d29eafbbfa1 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:46.630898 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5416f411-f241-4e7f-bff4-6f1da566804b req-411cf7b8-bc20-461e-822f-2aea96417a1a tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:47.007763 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21d021d8-46b7-4573-9eab-0512390602f8 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:47.036395 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21d021d8-46b7-4573-9eab-0512390602f8 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:47.040131 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e42ec87d-7eb6-45bb-8655-e22a643a5a7f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:47.103536 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ec87d-7eb6-45bb-8655-e22a643a5a7f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Port': ['ID=0f0d9bed-c590-4685-915a-6066de8c0eb7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:47.230712 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770e66-91ef-4a34-907a-e496315670e9 req-95a46122-f6eb-4592-a26b-e4690d9715bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:47.233148 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-95a46122-f6eb-4592-a26b-e4690d9715bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0d8967df-8a4c-46db-92d8-93f94220fcb8 HTTP/1.1" status: 200 len: 797 time: 0.6254747 May 26 16:11:47.268481 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] For port 39873e5d-9a4b-4e75-915e-5d487c4b088f, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=39873e5d-9a4b-4e75-915e-5d487c4b088f,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:47.330810 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5416f411-f241-4e7f-bff4-6f1da566804b req-411cf7b8-bc20-461e-822f-2aea96417a1a tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:47.331195 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5416f411-f241-4e7f-bff4-6f1da566804b req-411cf7b8-bc20-461e-822f-2aea96417a1a tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:47.341646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3bea5-02e8-493e-a9e0-b6112381a526 req-8b9d7b1b-3213-4a90-9e9f-9c94d94ea448 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:47.343284 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46c3bea5-02e8-493e-a9e0-b6112381a526 req-8b9d7b1b-3213-4a90-9e9f-9c94d94ea448 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 943 time: 0.6388528 May 26 16:11:47.358543 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-5416f411-f241-4e7f-bff4-6f1da566804b req-411cf7b8-bc20-461e-822f-2aea96417a1a tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Calling delete_port for 8fb111d7-f150-47ac-8582-5d29eafbbfa1 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:47.398326 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770e66-91ef-4a34-907a-e496315670e9 req-9bbb82ac-f660-4ff8-9459-7ea11f51860e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:47.398636 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-9bbb82ac-f660-4ff8-9459-7ea11f51860e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f3afb84f-a007-4e52-a1fb-611cc73f2208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1533089 May 26 16:11:47.491094 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f400b62a-f4c5-45e0-915b-9d33902d4304 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:11:47.570330 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-21d021d8-46b7-4573-9eab-0512390602f8 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Allocated IP 172.25.7.245 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/48a27f1a-014e-4e98-be1a-d415bd6cc430) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:11:47.578474 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] For port 39873e5d-9a4b-4e75-915e-5d487c4b088f, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:47.603284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port f400b62a-f4c5-45e0-915b-9d33902d4304 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:11:47.610251 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port f400b62a-f4c5-45e0-915b-9d33902d4304 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:11:47.610938 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:47.617033 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46c3bea5-02e8-493e-a9e0-b6112381a526 req-44a339f3-b69f-4a3d-83dd-ea16baf8b3a7 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2511969 May 26 16:11:47.704147 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c308d83-eefc-4040-a4cd-6f69010b0df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1712bde6-e598-4ab8-9241-b0ce7f53614c'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:47.711514 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ea1e15-0641-4555-94a9-7432f59c381d" -d '{"events": [{"server_uuid": "4c308d83-eefc-4040-a4cd-6f69010b0df7", "name": "network-vif-plugged", "status": "completed", "tag": "1712bde6-e598-4ab8-9241-b0ce7f53614c"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:47.727484 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e42ec87d-7eb6-45bb-8655-e22a643a5a7f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:47.833412 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:47.838356 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c31d5b7-d75d-47a6-801c-0b516ba0fcd1 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Router 33b348bf-ace5-44ee-983e-e65e60391041 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:11:47.842845 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-f64bb186-28a7-44ae-8288-80549171a3ce service neutron] 10.222.0.83 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066131 May 26 16:11:47.846926 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port f400b62a-f4c5-45e0-915b-9d33902d4304 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:11:47.847716 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:47.929883 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f400b62a-f4c5-45e0-915b-9d33902d4304, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f400b62a-f4c5-45e0-915b-9d33902d4304,segment=NetworkSegment(a7387a2e-097f-4a88-8322-99869016722c),segment_id=a7387a2e-097f-4a88-8322-99869016722c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:47.942138 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:47.944562 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39873e5d-9a4b-4e75-915e-5d487c4b088f {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:11:48.027918 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=f400b62a-f4c5-45e0-915b-9d33902d4304,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:48.100227 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9209cc4-1f0b-4cb1-ae2e-6386c739801f req-5f52cb8e-9f2d-4655-8a73-61677d062b99 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:48.102590 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9209cc4-1f0b-4cb1-ae2e-6386c739801f req-5f52cb8e-9f2d-4655-8a73-61677d062b99 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c308d83-eefc-4040-a4cd-6f69010b0df7 HTTP/1.1" status: 200 len: 946 time: 0.3011937 May 26 16:11:48.120890 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5416f411-f241-4e7f-bff4-6f1da566804b req-411cf7b8-bc20-461e-822f-2aea96417a1a tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:48.172177 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:48.234806 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cf7b8-bc20-461e-822f-2aea96417a1a tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Pushing event deleted for resources: {'Port': ['ID=8fb111d7-f150-47ac-8582-5d29eafbbfa1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:48.291240 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-dbff78e0-25d4-4dbc-9c1d-3cddbca775f5 service neutron] 10.222.0.83 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194906 May 26 16:11:48.455463 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-399f95bc-ea0f-4f49-9f63-6f3372348aa5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=65148236-bd78-494f-bf09-16cc85f8781f HTTP/1.1" status: 200 len: 217 time: 0.1374803 May 26 16:11:48.470300 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9209cc4-1f0b-4cb1-ae2e-6386c739801f req-17610ffc-b0af-4a44-8168-03d7544255ed tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395588 May 26 16:11:48.500845 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c31d5b7-d75d-47a6-801c-0b516ba0fcd1 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:11:48.504813 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:48.520130 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8da8b62-a963-46d3-b2ab-eb7fda9eb94f None None] Sync routers for ids ['33b348bf-ace5-44ee-983e-e65e60391041'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:11:48.544715 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c31d5b7-d75d-47a6-801c-0b516ba0fcd1 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:48.549283 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8da8b62-a963-46d3-b2ab-eb7fda9eb94f None None] Routers {'33b348bf-ace5-44ee-983e-e65e60391041'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:48.551721 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d8da8b62-a963-46d3-b2ab-eb7fda9eb94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['33b348bf-ace5-44ee-983e-e65e60391041'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:48.577044 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] Transition to ACTIVE for port object 39873e5d-9a4b-4e75-915e-5d487c4b088f will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:11:48.595547 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5416f411-f241-4e7f-bff4-6f1da566804b req-411cf7b8-bc20-461e-822f-2aea96417a1a tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:48.600086 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:48.600386 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5416f411-f241-4e7f-bff4-6f1da566804b req-411cf7b8-bc20-461e-822f-2aea96417a1a tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:48.602239 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5416f411-f241-4e7f-bff4-6f1da566804b req-411cf7b8-bc20-461e-822f-2aea96417a1a tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "DELETE /v2.0/floatingips/f978721d-e95a-4db4-858a-7dd82fba273a HTTP/1.1" status: 204 len: 173 time: 2.8443146 May 26 16:11:48.684437 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2c31d5b7-d75d-47a6-801c-0b516ba0fcd1 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "PUT /v2.0/floatingips/6566acf4-65c7-4c18-a1b8-62c7b35127c7 HTTP/1.1" status: 200 len: 991 time: 5.8182218 May 26 16:11:48.690841 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae3187a-f87e-4732-842b-f235fb8ea740', 'tag': '9417c894-3bf6-4f21-8302-920460ad5fb2'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:48.694896 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd95831d-7f7e-4d9c-99df-61199ef2a894" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae3187a-f87e-4732-842b-f235fb8ea740", "tag": "9417c894-3bf6-4f21-8302-920460ad5fb2"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:48.705443 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ec04a3-01f7-48de-9f1c-0420a0c0c167 x-openstack-request-id: req-d5ec04a3-01f7-48de-9f1c-0420a0c0c167 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:48.706051 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c308d83-eefc-4040-a4cd-6f69010b0df7", "name": "network-vif-plugged", "status": "completed", "tag": "1712bde6-e598-4ab8-9241-b0ce7f53614c", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:48.706350 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d5ec04a3-01f7-48de-9f1c-0420a0c0c167 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:48.707655 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770e66-91ef-4a34-907a-e496315670e9 req-ac2b8125-dbd6-4cc6-8ebf-0c653c47ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:48.709188 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5ec04a3-01f7-48de-9f1c-0420a0c0c167'] response: {'server_uuid': '4c308d83-eefc-4040-a4cd-6f69010b0df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1712bde6-e598-4ab8-9241-b0ce7f53614c', 'code': 200} May 26 16:11:48.710315 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-ac2b8125-dbd6-4cc6-8ebf-0c653c47ff62 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0d8967df-8a4c-46db-92d8-93f94220fcb8 HTTP/1.1" status: 200 len: 797 time: 0.2345839 May 26 16:11:48.713848 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21d021d8-46b7-4573-9eab-0512390602f8 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:48.802223 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] Pushing event updated for resources: {'Port': ['ID=39873e5d-9a4b-4e75-915e-5d487c4b088f,revision_number=9']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:48.879445 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f8488-e6c4-464e-957a-1bdbe0f56daf req-129478e9-fb60-4a6b-9966-a069420fa2b6 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:48.887245 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd5f8488-e6c4-464e-957a-1bdbe0f56daf req-129478e9-fb60-4a6b-9966-a069420fa2b6 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] 10.222.0.77 "GET /v2.0/ports?device_id=96aae669-65f9-4e1e-99b6-3e4481ba3197 HTTP/1.1" status: 200 len: 946 time: 0.3277020 May 26 16:11:48.954692 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770e66-91ef-4a34-907a-e496315670e9 req-8977ebe4-07de-41d9-a012-854d204bc78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:48.955729 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-d8da8b62-a963-46d3-b2ab-eb7fda9eb94f None None] Set router 33b348bf-ace5-44ee-983e-e65e60391041 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:48.956629 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-8977ebe4-07de-41d9-a012-854d204bc78a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f3afb84f-a007-4e52-a1fb-611cc73f2208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2312860 May 26 16:11:48.963391 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-34c18f1e-de7c-4f91-a169-dd341eb76075 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 1001 time: 0.2283859 May 26 16:11:48.968712 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:49.031485 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd5f8488-e6c4-464e-957a-1bdbe0f56daf req-60cef04d-fb9e-4b05-ac73-16386b742971 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9f92783-29bc-494f-8dd0-0195d04e61b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431005 May 26 16:11:49.210202 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-0465ad9b-4399-43f4-9051-1491437fd416 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:49.211727 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-0465ad9b-4399-43f4-9051-1491437fd416 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/ports/cbe2c593-0939-4d9b-9fe9-3f42a3daff5f HTTP/1.1" status: 200 len: 942 time: 0.2269473 May 26 16:11:49.238640 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21d021d8-46b7-4573-9eab-0512390602f8 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:49.287742 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709cb1-ee4b-4364-8bdb-1b2e1a668934 req-1cfa3dd7-d8f5-466f-b19d-8e2d7959263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:49.290496 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8709cb1-ee4b-4364-8bdb-1b2e1a668934 req-1cfa3dd7-d8f5-466f-b19d-8e2d7959263a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4c308d83-eefc-4040-a4cd-6f69010b0df7 HTTP/1.1" status: 200 len: 1097 time: 0.4640422 May 26 16:11:49.351939 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-1247f779-78a0-43af-b0f2-c4f267578aa4 service neutron] 10.222.0.83 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789821 May 26 16:11:49.368628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d021d8-46b7-4573-9eab-0512390602f8 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:11:49.388264 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-21d021d8-46b7-4573-9eab-0512390602f8 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:11:49.424876 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16397abf-0b50-4c33-bdb2-75bc4bd91a2e req-eaa2f20e-2df5-4091-b067-d1c3798be9fc tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:49.427259 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-16397abf-0b50-4c33-bdb2-75bc4bd91a2e req-eaa2f20e-2df5-4091-b067-d1c3798be9fc tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 943 time: 0.2134380 May 26 16:11:49.438413 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42ec87d-7eb6-45bb-8655-e22a643a5a7f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:11:49.440574 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d021d8-46b7-4573-9eab-0512390602f8 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:11:49.448484 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] No DVR routers for this DVR port 39873e5d-9a4b-4e75-915e-5d487c4b088f on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:11:49.453027 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d021d8-46b7-4573-9eab-0512390602f8 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Pushing event updated for resources: {'Port': ['ID=48a27f1a-014e-4e98-be1a-d415bd6cc430,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:49.456608 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d8da8b62-a963-46d3-b2ab-eb7fda9eb94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b348bf-ace5-44ee-983e-e65e60391041', 'name': 'tempest-ServersTestJSON-1436216598-router', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'gw_port': {'id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b348bf-ace5-44ee-983e-e65e60391041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:32Z', 'updated_at': '2022-05-26T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '6566acf4-65c7-4c18-a1b8-62c7b35127c7', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '33b348bf-ace5-44ee-983e-e65e60391041', 'port_id': '9417c894-3bf6-4f21-8302-920460ad5fb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece', 'mac_address': 'fa:16:3e:1a:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae3187a-f87e-4732-842b-f235fb8ea740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:10:55Z', 'updated_at': '2022-05-26T16:11:45Z', 'revision_number': 1, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7983dda-5f5b-4156-a357-d4bb39f761d4', 'name': '', 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'mac_address': 'fa:16:3e:a5:18:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b348bf-ace5-44ee-983e-e65e60391041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'f4c948db-f932-46ec-b83c-396755cf4bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:37Z', 'updated_at': '2022-05-26T16:10:47Z', 'revision_number': 5, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'subnets': [{'id': 'f4c948db-f932-46ec-b83c-396755cf4bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:49.509202 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8da8b62-a963-46d3-b2ab-eb7fda9eb94f None None] Checking router: 33b348bf-ace5-44ee-983e-e65e60391041 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:11:49.526525 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8da8b62-a963-46d3-b2ab-eb7fda9eb94f None None] Routers {'33b348bf-ace5-44ee-983e-e65e60391041'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:49.527590 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d8da8b62-a963-46d3-b2ab-eb7fda9eb94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['33b348bf-ace5-44ee-983e-e65e60391041'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:49.544705 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8709cb1-ee4b-4364-8bdb-1b2e1a668934 req-c4672949-3efd-4bb6-a335-85e8e1ec5cf6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309625 May 26 16:11:49.564428 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-7122f226-c999-4c73-85e3-80aa5bbd845e tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 1001 time: 0.2534685 May 26 16:11:49.601474 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-16397abf-0b50-4c33-bdb2-75bc4bd91a2e req-d9319b38-72ec-4424-b88f-f91be22b2600 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552634 May 26 16:11:49.710722 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-d8da8b62-a963-46d3-b2ab-eb7fda9eb94f None None] Set router 33b348bf-ace5-44ee-983e-e65e60391041 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:49.713815 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-ec452822-890a-4733-9404-8f26c1fc33fc service neutron] 10.222.0.83 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186445 May 26 16:11:49.812730 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-35041603-928f-433c-ac95-ec0ff5ea7f78 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 HTTP/1.1" status: 200 len: 217 time: 0.0881546 May 26 16:11:49.884985 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42ec87d-7eb6-45bb-8655-e22a643a5a7f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:11:49.898040 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e42ec87d-7eb6-45bb-8655-e22a643a5a7f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "PUT /v2.0/routers/c69f1aa6-d5ec-45db-9d99-270c7ccf15f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3957982 May 26 16:11:49.899034 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ffb5b-ce72-407e-98c9-5c5f8927dc69 None None] Sync routers for ids ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:11:49.903738 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53658) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:49.910091 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770e66-91ef-4a34-907a-e496315670e9 req-01a9b745-03ee-4062-87a9-d127e3b724ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:49.911667 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-01a9b745-03ee-4062-87a9-d127e3b724ad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=32f4c445-da8d-4e31-a37f-63415d1eb855 HTTP/1.1" status: 200 len: 797 time: 0.0732358 May 26 16:11:49.924276 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70ffb5b-ce72-407e-98c9-5c5f8927dc69 None None] Routers {'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:49.925254 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e70ffb5b-ce72-407e-98c9-5c5f8927dc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:50.020366 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4dd4a-cf5b-48d2-809e-af0524e1bdcb req-3a37b9b6-b338-48c7-96e8-16d9692aadf1 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:50.024317 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7b4dd4a-cf5b-48d2-809e-af0524e1bdcb req-3a37b9b6-b338-48c7-96e8-16d9692aadf1 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ae3187a-f87e-4732-842b-f235fb8ea740 HTTP/1.1" status: 200 len: 946 time: 0.2781615 May 26 16:11:50.037186 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-8c0f9f73-ca77-4e34-9c6e-584f5f422c82 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:50.049108 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-8c0f9f73-ca77-4e34-9c6e-584f5f422c82 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.4598873 May 26 16:11:50.099433 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-e70ffb5b-ce72-407e-98c9-5c5f8927dc69 None None] Set router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:50.123161 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-befc7413-dd90-422f-9c15-b679a190b7ce tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Deleting subnet bba0ce43-28c2-4097-9356-177e381bda35 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:11:50.130922 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-befc7413-dd90-422f-9c15-b679a190b7ce tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:50.198724 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7b4dd4a-cf5b-48d2-809e-af0524e1bdcb req-8f7f87ce-0227-4db4-8105-dcc0f000f14c tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/security-groups?id=5657caa3-fd19-4e63-9466-79994f192429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468935 May 26 16:11:50.201169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770e66-91ef-4a34-907a-e496315670e9 req-dcb48858-bbfb-4cc3-a79a-a8d249a33483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:50.202210 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-dcb48858-bbfb-4cc3-a79a-a8d249a33483 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=67be992b-b4e7-4fb4-b3b4-ab1f54c2d199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2721858 May 26 16:11:50.225037 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-befc7413-dd90-422f-9c15-b679a190b7ce tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:50.267039 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] Attempting to bind port 39873e5d-9a4b-4e75-915e-5d487c4b088f on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:11:50.268068 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] Attempting to bind port 39873e5d-9a4b-4e75-915e-5d487c4b088f by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '25a1f01c-631a-4129-b070-fb25eefb799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:11:50.268901 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] Attempting to bind port 39873e5d-9a4b-4e75-915e-5d487c4b088f on network cd7c6e08-1774-4556-87ba-7d5b55a35abf {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:50.333322 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] Port 39873e5d-9a4b-4e75-915e-5d487c4b088f on network cd7c6e08-1774-4556-87ba-7d5b55a35abf not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:11:50.333620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] Attempting to bind port 39873e5d-9a4b-4e75-915e-5d487c4b088f on network cd7c6e08-1774-4556-87ba-7d5b55a35abf {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:11:50.350715 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-843bf539-c94d-4a04-b6e1-5db5da918328 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 1001 time: 0.2882240 May 26 16:11:50.356055 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:11:50.356567 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] Checking segment: {'id': '25a1f01c-631a-4129-b070-fb25eefb799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:11:50.356982 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] Bound using segment: {'id': '25a1f01c-631a-4129-b070-fb25eefb799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:11:50.357441 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] Bound port: 39873e5d-9a4b-4e75-915e-5d487c4b088f, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a1f01c-631a-4129-b070-fb25eefb799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:11:50.357801 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:50.361295 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d8da8b62-a963-46d3-b2ab-eb7fda9eb94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b348bf-ace5-44ee-983e-e65e60391041', 'name': 'tempest-ServersTestJSON-1436216598-router', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'gw_port': {'id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b348bf-ace5-44ee-983e-e65e60391041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:32Z', 'updated_at': '2022-05-26T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '6566acf4-65c7-4c18-a1b8-62c7b35127c7', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '33b348bf-ace5-44ee-983e-e65e60391041', 'port_id': '9417c894-3bf6-4f21-8302-920460ad5fb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece', 'mac_address': 'fa:16:3e:1a:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae3187a-f87e-4732-842b-f235fb8ea740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:10:55Z', 'updated_at': '2022-05-26T16:11:45Z', 'revision_number': 1, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7983dda-5f5b-4156-a357-d4bb39f761d4', 'name': '', 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'mac_address': 'fa:16:3e:a5:18:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b348bf-ace5-44ee-983e-e65e60391041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'f4c948db-f932-46ec-b83c-396755cf4bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:37Z', 'updated_at': '2022-05-26T16:10:47Z', 'revision_number': 5, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'subnets': [{'id': 'f4c948db-f932-46ec-b83c-396755cf4bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:50.386156 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-5d005175-8911-4455-80b1-b4707c87f915 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:50.401865 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8da8b62-a963-46d3-b2ab-eb7fda9eb94f None None] The sync data for ids ['33b348bf-ace5-44ee-983e-e65e60391041'] in n-d-843337-2 is: [{'id': '33b348bf-ace5-44ee-983e-e65e60391041', 'name': 'tempest-ServersTestJSON-1436216598-router', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'gw_port': {'id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b348bf-ace5-44ee-983e-e65e60391041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:32Z', 'updated_at': '2022-05-26T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '6566acf4-65c7-4c18-a1b8-62c7b35127c7', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '33b348bf-ace5-44ee-983e-e65e60391041', 'port_id': '9417c894-3bf6-4f21-8302-920460ad5fb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece', 'mac_address': 'fa:16:3e:1a:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae3187a-f87e-4732-842b-f235fb8ea740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:10:55Z', 'updated_at': '2022-05-26T16:11:45Z', 'revision_number': 1, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7983dda-5f5b-4156-a357-d4bb39f761d4', 'name': '', 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'mac_address': 'fa:16:3e:a5:18:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b348bf-ace5-44ee-983e-e65e60391041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'f4c948db-f932-46ec-b83c-396755cf4bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:37Z', 'updated_at': '2022-05-26T16:10:47Z', 'revision_number': 5, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'subnets': [{'id': 'f4c948db-f932-46ec-b83c-396755cf4bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:11:50.445149 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423da4dd-1679-4eb1-b557-8403dea13c31 x-openstack-request-id: req-423da4dd-1679-4eb1-b557-8403dea13c31 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:50.445458 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae3187a-f87e-4732-842b-f235fb8ea740", "tag": "9417c894-3bf6-4f21-8302-920460ad5fb2", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:50.445659 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-423da4dd-1679-4eb1-b557-8403dea13c31 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:50.446059 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-423da4dd-1679-4eb1-b557-8403dea13c31'] response: {'name': 'network-changed', 'server_uuid': '1ae3187a-f87e-4732-842b-f235fb8ea740', 'tag': '9417c894-3bf6-4f21-8302-920460ad5fb2', 'status': 'completed', 'code': 200} May 26 16:11:50.516680 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-82c005c0-ecdc-421c-bf16-611a75e0ff14 service neutron] 10.222.0.83 "GET /v2.0/networks/67be992b-b4e7-4fb4-b3b4-ab1f54c2d199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025990 May 26 16:11:50.581308 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e70ffb5b-ce72-407e-98c9-5c5f8927dc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:11:46Z', 'revision_number': 9, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None, '_interfaces': [{'id': '7f132ec2-0724-41ac-afcf-2a6a650fd25a', 'name': '', 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:8a:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:03Z', 'updated_at': '2022-05-26T16:11:14Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5265a57-658c-48d2-8310-c45adc1bdebf', 'name': '', 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:1a:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:49Z', 'updated_at': '2022-05-26T16:11:05Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:50.620405 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ffb5b-ce72-407e-98c9-5c5f8927dc69 None None] Checking router: c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:11:50.638011 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70ffb5b-ce72-407e-98c9-5c5f8927dc69 None None] Routers {'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:50.639405 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e70ffb5b-ce72-407e-98c9-5c5f8927dc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:50.730322 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35e3967-900e-469a-b8ca-6978eec5664e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f400b62a-f4c5-45e0-915b-9d33902d4304'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:50.734633 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e697c178-bd45-4f13-82c3-41e69164cb53" -d '{"events": [{"server_uuid": "f35e3967-900e-469a-b8ca-6978eec5664e", "name": "network-vif-plugged", "status": "completed", "tag": "f400b62a-f4c5-45e0-915b-9d33902d4304"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:50.842644 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21d021d8-46b7-4573-9eab-0512390602f8 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:50.879817 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-e70ffb5b-ce72-407e-98c9-5c5f8927dc69 None None] Set router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:50.916152 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] For port 39873e5d-9a4b-4e75-915e-5d487c4b088f, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:11:50.950228 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] For port 39873e5d-9a4b-4e75-915e-5d487c4b088f, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=39873e5d-9a4b-4e75-915e-5d487c4b088f,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:11:50.972144 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95831d-7f7e-4d9c-99df-61199ef2a894 req-289d9598-fb4b-4e27-96f8-4042271b0520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:50.973640 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fd95831d-7f7e-4d9c-99df-61199ef2a894 req-289d9598-fb4b-4e27-96f8-4042271b0520 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=590689817d754ed9bb2f6370cd7ef910&device_id=1ae3187a-f87e-4732-842b-f235fb8ea740 HTTP/1.1" status: 200 len: 1097 time: 0.2843943 May 26 16:11:50.974664 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:50.983148 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-befc7413-dd90-422f-9c15-b679a190b7ce tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:51.061140 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f95a5ec-9de3-4a55-985f-8dba1d2aab67 None None] New status for floating IP 6566acf4-65c7-4c18-a1b8-62c7b35127c7: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:11:51.121897 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-5d005175-8911-4455-80b1-b4707c87f915 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:51.215432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e4cb9-b4d9-4351-b279-498c0e07b778 req-ea4a4e9c-c45b-48e0-840f-40c3244aaa9a tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:51.224649 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-041e4cb9-b4d9-4351-b279-498c0e07b778 req-ea4a4e9c-c45b-48e0-840f-40c3244aaa9a tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c308d83-eefc-4040-a4cd-6f69010b0df7 HTTP/1.1" status: 200 len: 946 time: 0.2171476 May 26 16:11:51.314074 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-8d0b277f-8584-4bf1-87a0-6059fc12ecca service neutron] 10.222.0.83 "GET /v2.0/networks/67be992b-b4e7-4fb4-b3b4-ab1f54c2d199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7838590 May 26 16:11:51.316701 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] Pushing event updated for resources: {'Port': ['ID=39873e5d-9a4b-4e75-915e-5d487c4b088f,revision_number=10']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:51.320447 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e70ffb5b-ce72-407e-98c9-5c5f8927dc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:11:46Z', 'revision_number': 9, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None, '_interfaces': [{'id': '7f132ec2-0724-41ac-afcf-2a6a650fd25a', 'name': '', 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:8a:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:03Z', 'updated_at': '2022-05-26T16:11:14Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5265a57-658c-48d2-8310-c45adc1bdebf', 'name': '', 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:1a:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:49Z', 'updated_at': '2022-05-26T16:11:05Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:51.343863 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-befc7413-dd90-422f-9c15-b679a190b7ce tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:51.369211 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ffb5b-ce72-407e-98c9-5c5f8927dc69 None None] The sync data for ids ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'] in n-d-843337-2 is: [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:11:46Z', 'revision_number': 9, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None, '_interfaces': [{'id': '7f132ec2-0724-41ac-afcf-2a6a650fd25a', 'name': '', 'network_id': '12d102d0-d488-49c2-a7a9-373d9950eb5d', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:8a:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:11:03Z', 'updated_at': '2022-05-26T16:11:14Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'c8c8f92b-af3f-4b49-9df1-a29e5a5f1545', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5265a57-658c-48d2-8310-c45adc1bdebf', 'name': '', 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:1a:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:49Z', 'updated_at': '2022-05-26T16:11:05Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:11:51.400142 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-b9229a2c-ba34-49aa-b7d3-0818cf2cef11 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=77340a69-89a7-45ab-9f80-b7f39061885b HTTP/1.1" status: 200 len: 217 time: 0.0740430 May 26 16:11:51.471928 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:51.473563 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:51.476701 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d6639527-2cda-488f-a235-20fe97430f46 service neutron] 10.222.0.83 "PUT /v2.0/ports/39873e5d-9a4b-4e75-915e-5d487c4b088f HTTP/1.1" status: 200 len: 1091 time: 5.2809343 May 26 16:11:51.478232 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc7413-dd90-422f-9c15-b679a190b7ce tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Subnet': ['ID=bba0ce43-28c2-4097-9356-177e381bda35,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:51.488530 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f55eff4c-1aab-4de2-999a-48ea433e5bef', 'tag': '39873e5d-9a4b-4e75-915e-5d487c4b088f'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:51.493705 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa381f6-b6c4-4181-83d5-d3aaee636d18" -d '{"events": [{"name": "network-changed", "server_uuid": "f55eff4c-1aab-4de2-999a-48ea433e5bef", "tag": "39873e5d-9a4b-4e75-915e-5d487c4b088f"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:51.523057 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-041e4cb9-b4d9-4351-b279-498c0e07b778 req-8f985237-a3bd-445a-9244-06d7e8ec6573 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973928 May 26 16:11:51.547576 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-5d005175-8911-4455-80b1-b4707c87f915 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:51.558383 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-5d005175-8911-4455-80b1-b4707c87f915 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:51.558725 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-5d005175-8911-4455-80b1-b4707c87f915 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Floating IP e1de1355-9022-4908-a0db-a3a4e0a930d1 disassociated. External IP: 172.25.7.243, port: cbe2c593-0939-4d9b-9fe9-3f42a3daff5f. May 26 16:11:51.563357 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee911d5a-03d2-4b6a-9f75-4f9c607e41b6 None None] Network c6ec4654-2f19-4d54-8746-8972cbd2cf9f requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:11:51.679918 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770e66-91ef-4a34-907a-e496315670e9 req-5873bf68-3b30-4483-9db7-b7d7f97511d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:51.680916 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-befc7413-dd90-422f-9c15-b679a190b7ce tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:51.682128 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-5873bf68-3b30-4483-9db7-b7d7f97511d3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=32f4c445-da8d-4e31-a37f-63415d1eb855 HTTP/1.1" status: 200 len: 797 time: 0.2637794 May 26 16:11:51.693344 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-befc7413-dd90-422f-9c15-b679a190b7ce tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/subnets/bba0ce43-28c2-4097-9356-177e381bda35 HTTP/1.1" status: 204 len: 168 time: 1.7838998 May 26 16:11:51.697808 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53672) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:51.889720 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95831d-7f7e-4d9c-99df-61199ef2a894 req-687d1781-c657-4f77-b2b4-c05e8aa895ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:51.891659 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fd95831d-7f7e-4d9c-99df-61199ef2a894 req-687d1781-c657-4f77-b2b4-c05e8aa895ee service neutron] 10.222.0.83 "GET /v2.0/networks?id=ca16d41c-d200-4396-bd00-d4e080e4dece HTTP/1.1" status: 200 len: 907 time: 0.8722606 May 26 16:11:51.895039 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d42d740b-4bb0-4621-84b2-f3b1ba051f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:51.897576 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d42d740b-4bb0-4621-84b2-f3b1ba051f9d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bc8e9e5224b24be293153e1aeb086cbc&device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 1095 time: 0.2992523 May 26 16:11:52.037906 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:52.040574 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0080a239-0f8b-4637-b86f-3a15dda24cac None None] DHCP port deletion for c6ec4654-2f19-4d54-8746-8972cbd2cf9f request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:11:52.057707 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770e66-91ef-4a34-907a-e496315670e9 req-be360985-d6e2-458d-8f56-27d86e6ef893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:52.059496 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-be360985-d6e2-458d-8f56-27d86e6ef893 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=67be992b-b4e7-4fb4-b3b4-ab1f54c2d199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3657484 May 26 16:11:52.073594 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8f8ca-a6a5-4410-9c68-2563b35fb03d req-7e4901ab-8010-45ba-9a86-1808dd741a7f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:52.075566 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61a8f8ca-a6a5-4410-9c68-2563b35fb03d req-7e4901ab-8010-45ba-9a86-1808dd741a7f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 944 time: 0.2231283 May 26 16:11:52.123100 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21d021d8-46b7-4573-9eab-0512390602f8 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:52.152238 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0080a239-0f8b-4637-b86f-3a15dda24cac None None] Deleting port c30d8fe1-e743-4383-9073-c566020ffcbc {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:52.152933 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0080a239-0f8b-4637-b86f-3a15dda24cac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:52.295287 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fd95831d-7f7e-4d9c-99df-61199ef2a894 req-2499c976-1e33-46ef-b8df-5b1aa6f79903 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9417c894-3bf6-4f21-8302-920460ad5fb2 HTTP/1.1" status: 200 len: 1001 time: 0.3790061 May 26 16:11:52.308651 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-0080a239-0f8b-4637-b86f-3a15dda24cac None None] For port c30d8fe1-e743-4383-9073-c566020ffcbc, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c30d8fe1-e743-4383-9073-c566020ffcbc,segment=NetworkSegment(7904ccf8-c006-4ee6-bffd-b34a29128bf2),segment_id=7904ccf8-c006-4ee6-bffd-b34a29128bf2)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:52.309476 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0080a239-0f8b-4637-b86f-3a15dda24cac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:52.353940 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0080a239-0f8b-4637-b86f-3a15dda24cac None None] Calling delete_port for c30d8fe1-e743-4383-9073-c566020ffcbc owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:52.401410 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61a8f8ca-a6a5-4410-9c68-2563b35fb03d req-f1140869-f67d-479d-b2ab-2ad06642fca1 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733059 May 26 16:11:52.430813 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d756469d-137b-49cf-8f3f-0ab65a1e3115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:52.432566 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-d756469d-137b-49cf-8f3f-0ab65a1e3115 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cd7c6e08-1774-4556-87ba-7d5b55a35abf HTTP/1.1" status: 200 len: 918 time: 0.4988210 May 26 16:11:52.540028 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-7b14d77a-ba80-4857-a867-6cd30b63c238 service neutron] 10.222.0.83 "GET /v2.0/networks/67be992b-b4e7-4fb4-b3b4-ab1f54c2d199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609754 May 26 16:11:52.550188 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-5d005175-8911-4455-80b1-b4707c87f915 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Router d6cebfe8-f7fc-40d0-9788-f68e24e934d5 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:11:52.592518 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d542731c-729a-4a82-9d12-339fe51a2426 x-openstack-request-id: req-d542731c-729a-4a82-9d12-339fe51a2426 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:52.595230 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35e3967-900e-469a-b8ca-6978eec5664e", "name": "network-vif-plugged", "status": "completed", "tag": "f400b62a-f4c5-45e0-915b-9d33902d4304", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:52.595230 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d542731c-729a-4a82-9d12-339fe51a2426 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:52.595921 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d542731c-729a-4a82-9d12-339fe51a2426'] response: {'server_uuid': 'f35e3967-900e-469a-b8ca-6978eec5664e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f400b62a-f4c5-45e0-915b-9d33902d4304', 'code': 200} May 26 16:11:52.609938 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0080a239-0f8b-4637-b86f-3a15dda24cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:52.653810 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Deleting port c30d8fe1-e743-4383-9073-c566020ffcbc {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:52.654343 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:52.674313 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0080a239-0f8b-4637-b86f-3a15dda24cac None None] No DVR routers for this DVR port c30d8fe1-e743-4383-9073-c566020ffcbc on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:11:52.767017 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c770e66-91ef-4a34-907a-e496315670e9 req-a218ea81-915e-47e2-99c9-5f23ad58b2f1 service neutron] 10.222.0.83 "GET /v2.0/networks/67be992b-b4e7-4fb4-b3b4-ab1f54c2d199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131190 May 26 16:11:52.791850 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080a239-0f8b-4637-b86f-3a15dda24cac None None] Pushing event deleted for resources: {'Port': ['ID=c30d8fe1-e743-4383-9073-c566020ffcbc,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:53.070713 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] For port c30d8fe1-e743-4383-9073-c566020ffcbc, host n-d-843337-2, got binding levels [] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:53.073235 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:53.108415 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Calling delete_port for c30d8fe1-e743-4383-9073-c566020ffcbc owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:53.115159 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.ipam_backend_mixin [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Port c30d8fe1-e743-4383-9073-c566020ffcbc was not found and therefore no delete operation was performed {{(pid=103896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:11:53.197444 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:53.219858 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a98888-87dc-4f13-b589-f6481bbcd065 x-openstack-request-id: req-39a98888-87dc-4f13-b589-f6481bbcd065 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:53.220750 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f55eff4c-1aab-4de2-999a-48ea433e5bef", "tag": "39873e5d-9a4b-4e75-915e-5d487c4b088f", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:53.220750 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-39a98888-87dc-4f13-b589-f6481bbcd065 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:53.220750 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a98888-87dc-4f13-b589-f6481bbcd065'] response: {'name': 'network-changed', 'server_uuid': 'f55eff4c-1aab-4de2-999a-48ea433e5bef', 'tag': '39873e5d-9a4b-4e75-915e-5d487c4b088f', 'status': 'completed', 'code': 200} May 26 16:11:53.270866 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95831d-7f7e-4d9c-99df-61199ef2a894 req-96711d51-1e34-4aef-95c9-1f577066961b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:53.273753 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fd95831d-7f7e-4d9c-99df-61199ef2a894 req-96711d51-1e34-4aef-95c9-1f577066961b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f4c948db-f932-46ec-b83c-396755cf4bf3 HTTP/1.1" status: 200 len: 845 time: 0.9645422 May 26 16:11:53.278092 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd2464-8ec1-4b83-87fe-19592beb726d req-2d1782c1-3928-4ab1-8c9d-3e35055567b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:53.280878 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7cd2464-8ec1-4b83-87fe-19592beb726d req-2d1782c1-3928-4ab1-8c9d-3e35055567b9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f35e3967-900e-469a-b8ca-6978eec5664e HTTP/1.1" status: 200 len: 1096 time: 0.3791447 May 26 16:11:53.301111 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Port': ['ID=c30d8fe1-e743-4383-9073-c566020ffcbc,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:53.321560 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c30d8fe1-e743-4383-9073-c566020ffcbc no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:11:53.326236 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] No DVR routers for this DVR port c30d8fe1-e743-4383-9073-c566020ffcbc on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:11:53.378921 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:53.379509 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:53.380082 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:53.380674 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:53.381228 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:53.381795 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:53.382390 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:53.382951 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:53.383532 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:53.384117 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:53.384724 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:53.385297 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:53.390582 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: c30d8fe1-e743-4383-9073-c566020ffcbc {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:11:53.390582 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c30d8fe1-e743-4383-9073-c566020ffcbc not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:11:53.391521 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0f0d9bed-c590-4685-915a-6066de8c0eb7 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:11:53.415247 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-7a62bf0e-d0cb-4501-bb42-9cded4db7bec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39873e5d-9a4b-4e75-915e-5d487c4b088f HTTP/1.1" status: 200 len: 999 time: 0.9595413 May 26 16:11:53.447793 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 0f0d9bed-c590-4685-915a-6066de8c0eb7 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:11:53.448617 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0f0d9bed-c590-4685-915a-6066de8c0eb7 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:11:53.458083 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-5d005175-8911-4455-80b1-b4707c87f915 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:11:53.475878 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c8719e-5b46-48f9-9b5d-6979b7983732 None None] Sync routers for ids ['d6cebfe8-f7fc-40d0-9788-f68e24e934d5'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:11:53.487737 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea865cc9-10b9-4ef8-aa9f-f2be456e779d req-fa2902f9-0eb3-43af-ac5a-a98e7b3a6519 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:53.502706 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea865cc9-10b9-4ef8-aa9f-f2be456e779d req-fa2902f9-0eb3-43af-ac5a-a98e7b3a6519 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c308d83-eefc-4040-a4cd-6f69010b0df7 HTTP/1.1" status: 200 len: 946 time: 0.3960671 May 26 16:11:53.511155 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c8719e-5b46-48f9-9b5d-6979b7983732 None None] Routers {'d6cebfe8-f7fc-40d0-9788-f68e24e934d5'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:53.513986 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d6c8719e-5b46-48f9-9b5d-6979b7983732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d6cebfe8-f7fc-40d0-9788-f68e24e934d5'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:53.551024 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-5d005175-8911-4455-80b1-b4707c87f915 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:53.559233 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-e096066d-1512-4f58-acb1-eaf92cd6869e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:53.562158 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-e096066d-1512-4f58-acb1-eaf92cd6869e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab HTTP/1.1" status: 200 len: 856 time: 0.1306427 May 26 16:11:53.600627 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95831d-7f7e-4d9c-99df-61199ef2a894 req-3e6ac303-8dbd-46f1-952d-14c92e378eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:53.600627 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fd95831d-7f7e-4d9c-99df-61199ef2a894 req-3e6ac303-8dbd-46f1-952d-14c92e378eff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ca16d41c-d200-4396-bd00-d4e080e4dece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2937670 May 26 16:11:53.601034 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-5d005175-8911-4455-80b1-b4707c87f915 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "PUT /v2.0/floatingips/e1de1355-9022-4908-a0db-a3a4e0a930d1 HTTP/1.1" status: 200 len: 695 time: 3.2231824 May 26 16:11:53.611163 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4c2b22-4a20-492c-8a83-28c2f551fafe', 'tag': 'cbe2c593-0939-4d9b-9fe9-3f42a3daff5f'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:53.617025 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e19f7ba-1d45-462b-9608-3db8c711f726" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4c2b22-4a20-492c-8a83-28c2f551fafe", "tag": "cbe2c593-0939-4d9b-9fe9-3f42a3daff5f"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:53.621780 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d021d8-46b7-4573-9eab-0512390602f8 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Router 164465f5-71f6-4f9c-9d09-3ee6eb987b73 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:11:53.698144 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7cd2464-8ec1-4b83-87fe-19592beb726d req-deef4101-baec-4c3d-ae09-f6253b12d95c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009314 May 26 16:11:53.753263 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:53.757282 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-d6c8719e-5b46-48f9-9b5d-6979b7983732 None None] Set router d6cebfe8-f7fc-40d0-9788-f68e24e934d5 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:53.788760 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea865cc9-10b9-4ef8-aa9f-f2be456e779d req-bcfa9a86-0ee6-4097-9173-f4deee215a97 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844577 May 26 16:11:53.849306 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ec4654-2f19-4d54-8746-8972cbd2cf9f']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:53.892279 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-d3efa68e-b6eb-4f2a-8fa6-781304465f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:53.895364 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-d3efa68e-b6eb-4f2a-8fa6-781304465f88 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=162b9b2b0d834f618e6e436b4f02809d&device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 1096 time: 0.2290840 May 26 16:11:53.905400 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7904ccf8-c006-4ee6-bffd-b34a29128bf2') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:53.906200 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7904ccf8-c006-4ee6-bffd-b34a29128bf2') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:53.962810 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:54.007324 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fd95831d-7f7e-4d9c-99df-61199ef2a894 req-34c0d9c5-9dc9-4bfc-88d5-23d993c1752d service neutron] 10.222.0.83 "GET /v2.0/networks/ca16d41c-d200-4396-bd00-d4e080e4dece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981558 May 26 16:11:54.068140 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d021d8-46b7-4573-9eab-0512390602f8 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:11:54.093575 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61991e03-af4a-4362-aea5-8ae057191ac5 None None] Sync routers for ids ['164465f5-71f6-4f9c-9d09-3ee6eb987b73'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:11:54.106312 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:54.122272 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61991e03-af4a-4362-aea5-8ae057191ac5 None None] Routers {'164465f5-71f6-4f9c-9d09-3ee6eb987b73'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:54.123523 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:11:54.124610 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:54.125564 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-61991e03-af4a-4362-aea5-8ae057191ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['164465f5-71f6-4f9c-9d09-3ee6eb987b73'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:54.190886 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 7904ccf8-c006-4ee6-bffd-b34a29128bf2 resource provider aggregate not found May 26 16:11:54.219042 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-61991e03-af4a-4362-aea5-8ae057191ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:54.238578 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d6c8719e-5b46-48f9-9b5d-6979b7983732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-585747277-router', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '6368c267-df01-4208-b7f3-f7253a410410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:26Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'gw_port': {'id': '6368c267-df01-4208-b7f3-f7253a410410', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:29Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd29e7592-84ff-47b6-8c02-b87ecdc6a75b', 'name': '', 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'mac_address': 'fa:16:3e:a9:05:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '24152767-9df9-4e17-996b-6f1548c30662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:36Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 5, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'subnets': [{'id': '24152767-9df9-4e17-996b-6f1548c30662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:54.244166 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27332adc-96d2-4c6d-a533-5cd8ad982f8d req-e6502670-595b-4568-955c-6109f3f7226d tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:54.246289 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61991e03-af4a-4362-aea5-8ae057191ac5 None None] Routers {'164465f5-71f6-4f9c-9d09-3ee6eb987b73'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:54.247823 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-61991e03-af4a-4362-aea5-8ae057191ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['164465f5-71f6-4f9c-9d09-3ee6eb987b73'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:54.250724 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-27332adc-96d2-4c6d-a533-5cd8ad982f8d req-e6502670-595b-4568-955c-6109f3f7226d tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] 10.222.0.77 "GET /v2.0/ports?device_id=96aae669-65f9-4e1e-99b6-3e4481ba3197 HTTP/1.1" status: 200 len: 946 time: 0.2790022 May 26 16:11:54.256084 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 7904ccf8-c006-4ee6-bffd-b34a29128bf2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7904ccf8-c006-4ee6-bffd-b34a29128bf2 found for delete ", "request_id": "req-def48d59-f1e5-4f19-bd9c-bab3d548ac65"}]} May 26 16:11:54.268021 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-edbfe3e8-1857-4220-b59f-1a78b6823aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:54.268823 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-edbfe3e8-1857-4220-b59f-1a78b6823aa3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cd7c6e08-1774-4556-87ba-7d5b55a35abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6187580 May 26 16:11:54.298446 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21d021d8-46b7-4573-9eab-0512390602f8 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:54.317147 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-61991e03-af4a-4362-aea5-8ae057191ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:54.317943 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61991e03-af4a-4362-aea5-8ae057191ac5 None None] The sync data for ids ['164465f5-71f6-4f9c-9d09-3ee6eb987b73'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:11:54.319555 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-21d021d8-46b7-4573-9eab-0512390602f8 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.1246839 May 26 16:11:54.321167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c8719e-5b46-48f9-9b5d-6979b7983732 None None] Checking router: d6cebfe8-f7fc-40d0-9788-f68e24e934d5 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:11:54.322535 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53688) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:54.329450 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:11:54.339566 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c8719e-5b46-48f9-9b5d-6979b7983732 None None] Routers {'d6cebfe8-f7fc-40d0-9788-f68e24e934d5'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:54.349627 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:54.350352 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d6c8719e-5b46-48f9-9b5d-6979b7983732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d6cebfe8-f7fc-40d0-9788-f68e24e934d5'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:54.356446 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-a0147b45-5b17-4083-a6b0-7271514f48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:54.358935 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-a0147b45-5b17-4083-a6b0-7271514f48ab service neutron] 10.222.0.77 "GET /v2.0/networks?id=70f8d096-df3b-48f6-87c7-e0d29b765be5 HTTP/1.1" status: 200 len: 929 time: 0.4334393 May 26 16:11:54.368547 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:54.377282 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/networks/c6ec4654-2f19-4d54-8746-8972cbd2cf9f HTTP/1.1" status: 204 len: 168 time: 2.6627462 May 26 16:11:54.392456 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-27332adc-96d2-4c6d-a533-5cd8ad982f8d req-fea3adb9-4a39-4903-9cad-73756ab34c7e tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9f92783-29bc-494f-8dd0-0195d04e61b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076505 May 26 16:11:54.396198 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53690) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:54.565761 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fd95831d-7f7e-4d9c-99df-61199ef2a894 req-529649d8-4e81-4da5-b727-7a97209b8c58 service neutron] 10.222.0.83 "GET /v2.0/networks/ca16d41c-d200-4396-bd00-d4e080e4dece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161505 May 26 16:11:54.659511 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-d6c8719e-5b46-48f9-9b5d-6979b7983732 None None] Set router d6cebfe8-f7fc-40d0-9788-f68e24e934d5 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:11:54.771935 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-b1198780-c749-42e1-b529-5722900a2486 service neutron] 10.222.0.83 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483190 May 26 16:11:55.051404 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-458a6bd1-448a-42b4-bae3-7437bac87563 req-589cc848-6754-4f8d-bbc4-9c3ba4082582 service neutron] 10.222.0.83 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674701 May 26 16:11:55.238161 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:55.259953 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:55.389085 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa381f6-b6c4-4181-83d5-d3aaee636d18 req-e41fc528-58a2-476f-b664-187c834de2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:55.397506 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5aa381f6-b6c4-4181-83d5-d3aaee636d18 req-e41fc528-58a2-476f-b664-187c834de2af service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bc8e9e5224b24be293153e1aeb086cbc&device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 1095 time: 0.1278076 May 26 16:11:55.425941 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18fe4e-6e87-488b-aad8-4daa5f0066bb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Network': ['ID=c6ec4654-2f19-4d54-8746-8972cbd2cf9f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:55.428252 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d6c8719e-5b46-48f9-9b5d-6979b7983732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-585747277-router', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '6368c267-df01-4208-b7f3-f7253a410410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:26Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'gw_port': {'id': '6368c267-df01-4208-b7f3-f7253a410410', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:29Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd29e7592-84ff-47b6-8c02-b87ecdc6a75b', 'name': '', 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'mac_address': 'fa:16:3e:a9:05:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '24152767-9df9-4e17-996b-6f1548c30662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:36Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 5, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'subnets': [{'id': '24152767-9df9-4e17-996b-6f1548c30662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:55.439481 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-905079fb-406e-4d90-8955-2115c76d9e92 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbe2c593-0939-4d9b-9fe9-3f42a3daff5f HTTP/1.1" status: 200 len: 217 time: 1.0344503 May 26 16:11:55.451936 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Deleting port 48a27f1a-014e-4e98-be1a-d415bd6cc430 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:55.452547 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:55.479159 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c8719e-5b46-48f9-9b5d-6979b7983732 None None] The sync data for ids ['d6cebfe8-f7fc-40d0-9788-f68e24e934d5'] in n-d-843337-2 is: [{'id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-585747277-router', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '6368c267-df01-4208-b7f3-f7253a410410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:26Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'gw_port': {'id': '6368c267-df01-4208-b7f3-f7253a410410', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:29Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd29e7592-84ff-47b6-8c02-b87ecdc6a75b', 'name': '', 'network_id': '70f8d096-df3b-48f6-87c7-e0d29b765be5', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'mac_address': 'fa:16:3e:a9:05:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '24152767-9df9-4e17-996b-6f1548c30662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:36Z', 'updated_at': '2022-05-26T16:10:44Z', 'revision_number': 5, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'subnets': [{'id': '24152767-9df9-4e17-996b-6f1548c30662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:11:55.628182 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-c347d7c2-73f1-4f7c-9e9e-3fc9d8491bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:55.631277 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-c347d7c2-73f1-4f7c-9e9e-3fc9d8491bee service neutron] 10.222.0.77 "GET /v2.0/subnets?id=24152767-9df9-4e17-996b-6f1548c30662 HTTP/1.1" status: 200 len: 867 time: 0.1604736 May 26 16:11:55.650846 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa381f6-b6c4-4181-83d5-d3aaee636d18 req-5fe04a31-deb0-4b3b-9a79-fa6aa7d58733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:55.652002 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5aa381f6-b6c4-4181-83d5-d3aaee636d18 req-5fe04a31-deb0-4b3b-9a79-fa6aa7d58733 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cd7c6e08-1774-4556-87ba-7d5b55a35abf HTTP/1.1" status: 200 len: 918 time: 0.2427037 May 26 16:11:55.681081 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1469f7-9f07-4339-851a-d869d7f3476f req-1244578b-278a-4165-a831-7cde8b112d64 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:55.682758 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec1469f7-9f07-4339-851a-d869d7f3476f req-1244578b-278a-4165-a831-7cde8b112d64 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] 10.222.0.81 "GET /v2.0/ports?device_id=96aae669-65f9-4e1e-99b6-3e4481ba3197 HTTP/1.1" status: 200 len: 946 time: 0.9949694 May 26 16:11:55.801898 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd87e6-00e2-4f9a-a722-7e3897c6e7ac req-da6c0de3-09c0-4316-8ba3-122f4ab63012 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:55.811002 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5bd87e6-00e2-4f9a-a722-7e3897c6e7ac req-da6c0de3-09c0-4316-8ba3-122f4ab63012 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 944 time: 1.1371751 May 26 16:11:55.869797 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:55.877143 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5aa381f6-b6c4-4181-83d5-d3aaee636d18 req-96ae301d-6785-4f18-8950-681fca37a78b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39873e5d-9a4b-4e75-915e-5d487c4b088f HTTP/1.1" status: 200 len: 999 time: 0.2170796 May 26 16:11:55.930831 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Calling delete_port for 48a27f1a-014e-4e98-be1a-d415bd6cc430 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:55.980425 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-07aad667-65b5-42e9-bcc0-fb9c602e82ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:55.982511 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-07aad667-65b5-42e9-bcc0-fb9c602e82ae service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=70f8d096-df3b-48f6-87c7-e0d29b765be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2986259 May 26 16:11:55.995638 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa381f6-b6c4-4181-83d5-d3aaee636d18 req-e3e08bf7-98ad-43f9-aa03-3ba0762fc940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:56.002461 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5aa381f6-b6c4-4181-83d5-d3aaee636d18 req-e3e08bf7-98ad-43f9-aa03-3ba0762fc940 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab HTTP/1.1" status: 200 len: 856 time: 0.1159241 May 26 16:11:56.122927 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e691bc-61b9-46e5-b64c-f09f81c2b084 None None] New status for floating IP e1de1355-9022-4908-a0db-a3a4e0a930d1: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:11:56.154844 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5bd87e6-00e2-4f9a-a722-7e3897c6e7ac req-20f782d8-dbfc-4cb8-9a34-3e45959f48db tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3420024 May 26 16:11:56.342249 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa381f6-b6c4-4181-83d5-d3aaee636d18 req-78476af9-9e62-4bf9-9c3c-7db8716b84fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:56.345050 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5aa381f6-b6c4-4181-83d5-d3aaee636d18 req-78476af9-9e62-4bf9-9c3c-7db8716b84fc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cd7c6e08-1774-4556-87ba-7d5b55a35abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3092635 May 26 16:11:56.348510 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f107422-9825-4deb-92e0-aaded993883d x-openstack-request-id: req-5f107422-9825-4deb-92e0-aaded993883d {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:56.348966 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4c2b22-4a20-492c-8a83-28c2f551fafe", "tag": "cbe2c593-0939-4d9b-9fe9-3f42a3daff5f", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:56.349355 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5f107422-9825-4deb-92e0-aaded993883d {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:56.350016 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f107422-9825-4deb-92e0-aaded993883d'] response: {'name': 'network-changed', 'server_uuid': '3a4c2b22-4a20-492c-8a83-28c2f551fafe', 'tag': 'cbe2c593-0939-4d9b-9fe9-3f42a3daff5f', 'status': 'completed', 'code': 200} May 26 16:11:56.526886 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-ec1469f7-9f07-4339-851a-d869d7f3476f req-340378fb-5145-4845-bf15-f702896e8235 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Deleting port caaea058-fffa-4b1d-a82e-a306207c7784 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:56.528205 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ec1469f7-9f07-4339-851a-d869d7f3476f req-340378fb-5145-4845-bf15-f702896e8235 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:56.669693 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19f7ba-1d45-462b-9608-3db8c711f726 req-db2f2402-4f4f-4bc8-bf75-d832b831b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:56.676317 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9e19f7ba-1d45-462b-9608-3db8c711f726 req-db2f2402-4f4f-4bc8-bf75-d832b831b826 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=162b9b2b0d834f618e6e436b4f02809d&device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 1096 time: 0.1916406 May 26 16:11:56.763393 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-6cc00162-a2a4-45ad-81b0-7f777e05c378 service neutron] 10.222.0.77 "GET /v2.0/networks/70f8d096-df3b-48f6-87c7-e0d29b765be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7581160 May 26 16:11:56.941151 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2af70910-6c88-41a3-8e36-3568eb5b1ed7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:57.094060 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ec1469f7-9f07-4339-851a-d869d7f3476f req-340378fb-5145-4845-bf15-f702896e8235 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] For port caaea058-fffa-4b1d-a82e-a306207c7784, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=caaea058-fffa-4b1d-a82e-a306207c7784,segment=NetworkSegment(75131659-8be9-4efe-bd9e-21307179dfa3),segment_id=75131659-8be9-4efe-bd9e-21307179dfa3)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:11:57.094648 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ec1469f7-9f07-4339-851a-d869d7f3476f req-340378fb-5145-4845-bf15-f702896e8235 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:57.116059 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5aa381f6-b6c4-4181-83d5-d3aaee636d18 req-5e66b027-f9e2-4071-8f40-687fdb90594d service neutron] 10.222.0.83 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6435299 May 26 16:11:57.195717 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-ec1469f7-9f07-4339-851a-d869d7f3476f req-340378fb-5145-4845-bf15-f702896e8235 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Calling delete_port for caaea058-fffa-4b1d-a82e-a306207c7784 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:11:57.230812 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2432768-9dd9-45b0-97b5-22683b9b647d req-3e20fa6c-bc4e-45e4-8361-7992597a761a tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:57.245379 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2432768-9dd9-45b0-97b5-22683b9b647d req-3e20fa6c-bc4e-45e4-8361-7992597a761a tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=f35e3967-900e-469a-b8ca-6978eec5664e HTTP/1.1" status: 200 len: 945 time: 0.7013311 May 26 16:11:57.328646 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:57.365982 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19f7ba-1d45-462b-9608-3db8c711f726 req-6b63fca8-2d37-44ac-8c53-566f4eceefc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:57.370154 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9e19f7ba-1d45-462b-9608-3db8c711f726 req-6b63fca8-2d37-44ac-8c53-566f4eceefc7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=70f8d096-df3b-48f6-87c7-e0d29b765be5 HTTP/1.1" status: 200 len: 929 time: 0.6784859 May 26 16:11:57.456230 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Pushing event deleted for resources: {'Port': ['ID=48a27f1a-014e-4e98-be1a-d415bd6cc430,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:57.509453 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:57.509801 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:57.510958 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd54192c-cfe3-472c-8f69-12dbce02014e req-fac97f2a-e29d-41e2-9b34-ccb728140982 service neutron] 10.222.0.77 "GET /v2.0/networks/70f8d096-df3b-48f6-87c7-e0d29b765be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7242730 May 26 16:11:57.524961 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:57.525858 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:57.526437 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:57.526981 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:57.527544 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:57.528073 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:57.538280 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:57.539555 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:57.540255 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:57.540858 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2432768-9dd9-45b0-97b5-22683b9b647d req-556387b9-92e1-4288-a596-15683130f8de tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936947 May 26 16:11:57.541500 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:11:57.741717 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9e19f7ba-1d45-462b-9608-3db8c711f726 req-f0822335-8908-4652-9cf1-f7d8a51fbae7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbe2c593-0939-4d9b-9fe9-3f42a3daff5f HTTP/1.1" status: 200 len: 217 time: 0.1390326 May 26 16:11:57.779639 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5aa381f6-b6c4-4181-83d5-d3aaee636d18 req-1670cccf-71d2-4f37-813d-bb1f7223525a service neutron] 10.222.0.83 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5710926 May 26 16:11:57.804647 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:58.000226 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4900267-f267-4cc6-8335-cb8f00ed3c35 req-eabe9e17-05a2-4e41-b663-e3067d596892 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:58.002612 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4900267-f267-4cc6-8335-cb8f00ed3c35 req-eabe9e17-05a2-4e41-b663-e3067d596892 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 944 time: 0.3044944 May 26 16:11:58.012465 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206cc9-2640-4b03-a30d-334748ea47ee req-9d2c65c5-5a8d-4bef-aa3c-5410c1391312 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:58.014192 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1206cc9-2640-4b03-a30d-334748ea47ee req-9d2c65c5-5a8d-4bef-aa3c-5410c1391312 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] 10.222.0.77 "GET /v2.0/ports?device_id=96aae669-65f9-4e1e-99b6-3e4481ba3197 HTTP/1.1" status: 200 len: 946 time: 0.3373096 May 26 16:11:58.136853 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ec1469f7-9f07-4339-851a-d869d7f3476f req-340378fb-5145-4845-bf15-f702896e8235 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:58.270331 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19f7ba-1d45-462b-9608-3db8c711f726 req-24607899-6849-400c-8750-2e7fb054bade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:58.273768 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9e19f7ba-1d45-462b-9608-3db8c711f726 req-24607899-6849-400c-8750-2e7fb054bade service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24152767-9df9-4e17-996b-6f1548c30662 HTTP/1.1" status: 200 len: 867 time: 0.3517282 May 26 16:11:58.293450 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4900267-f267-4cc6-8335-cb8f00ed3c35 req-ffc0a71c-60ba-43a6-9af4-1dcf396feacf tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2711644 May 26 16:11:58.304558 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1206cc9-2640-4b03-a30d-334748ea47ee req-3f515a6d-2911-4236-a7fb-b73b62f74f2d tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9f92783-29bc-494f-8dd0-0195d04e61b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512143 May 26 16:11:58.307737 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340378fb-5145-4845-bf15-f702896e8235 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Pushing event deleted for resources: {'Port': ['ID=caaea058-fffa-4b1d-a82e-a306207c7784,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:11:58.444566 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1469f7-9f07-4339-851a-d869d7f3476f req-340378fb-5145-4845-bf15-f702896e8235 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] No DVR routers for this DVR port caaea058-fffa-4b1d-a82e-a306207c7784 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:11:58.451840 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ec1469f7-9f07-4339-851a-d869d7f3476f req-340378fb-5145-4845-bf15-f702896e8235 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:58.462320 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec1469f7-9f07-4339-851a-d869d7f3476f req-340378fb-5145-4845-bf15-f702896e8235 tempest-ServerPasswordTestJSON-155103303 tempest-ServerPasswordTestJSON-155103303-project] 10.222.0.81 "DELETE /v2.0/ports/caaea058-fffa-4b1d-a82e-a306207c7784 HTTP/1.1" status: 204 len: 173 time: 2.7617617 May 26 16:11:58.475651 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96aae669-65f9-4e1e-99b6-3e4481ba3197', 'name': 'network-vif-deleted', 'tag': 'caaea058-fffa-4b1d-a82e-a306207c7784'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:11:58.478497 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17dd820-cc3e-4d83-ad71-e7e922d16cd8" -d '{"events": [{"server_uuid": "96aae669-65f9-4e1e-99b6-3e4481ba3197", "name": "network-vif-deleted", "tag": "caaea058-fffa-4b1d-a82e-a306207c7784"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:11:58.604323 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-2af70910-6c88-41a3-8e36-3568eb5b1ed7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Deleting port 7f132ec2-0724-41ac-afcf-2a6a650fd25a {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:11:58.605022 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2af70910-6c88-41a3-8e36-3568eb5b1ed7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:58.696128 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:58.704264 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2061086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2061095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2062530'] for router, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:58.720001 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19f7ba-1d45-462b-9608-3db8c711f726 req-2e2191c2-389a-4289-9355-050a6528c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:58.725564 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-93704820-7c22-4e07-beeb-c0f55128513b req-221115ef-bdc5-4b2d-ba09-1bb1d4a4e2d4 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/floatingips/e1de1355-9022-4908-a0db-a3a4e0a930d1 HTTP/1.1" status: 200 len: 693 time: 0.2582543 May 26 16:11:58.732598 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9e19f7ba-1d45-462b-9608-3db8c711f726 req-2e2191c2-389a-4289-9355-050a6528c1ea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=70f8d096-df3b-48f6-87c7-e0d29b765be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2908304 May 26 16:11:58.915778 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Router 164465f5-71f6-4f9c-9d09-3ee6eb987b73 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:11:58.974852 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93704820-7c22-4e07-beeb-c0f55128513b req-94bb167b-4660-4647-b9b9-5afbb4192438 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:11:58.977234 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-93704820-7c22-4e07-beeb-c0f55128513b req-94bb167b-4660-4647-b9b9-5afbb4192438 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.2333033 May 26 16:11:58.983000 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5240c32c-67fe-487f-9f30-81b9313f951a x-openstack-request-id: req-5240c32c-67fe-487f-9f30-81b9313f951a {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:11:58.983470 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96aae669-65f9-4e1e-99b6-3e4481ba3197", "name": "network-vif-deleted", "tag": "caaea058-fffa-4b1d-a82e-a306207c7784", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:11:58.984009 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5240c32c-67fe-487f-9f30-81b9313f951a {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:11:58.984748 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5240c32c-67fe-487f-9f30-81b9313f951a'] response: {'server_uuid': '96aae669-65f9-4e1e-99b6-3e4481ba3197', 'name': 'network-vif-deleted', 'tag': 'caaea058-fffa-4b1d-a82e-a306207c7784', 'status': 'completed', 'code': 200} May 26 16:11:59.175393 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:11:59.190444 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dee3f1-6323-4d42-9c2f-c1bc9aad539a None None] Sync routers for ids ['164465f5-71f6-4f9c-9d09-3ee6eb987b73'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:11:59.212590 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:11:59.214649 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ef5f4919-0d24-44c6-9109-59caff367a1f tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "PUT /v2.0/routers/164465f5-71f6-4f9c-9d09-3ee6eb987b73 HTTP/1.1" status: 200 len: 709 time: 4.8899479 May 26 16:11:59.228435 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dee3f1-6323-4d42-9c2f-c1bc9aad539a None None] Routers {'164465f5-71f6-4f9c-9d09-3ee6eb987b73'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:59.229706 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-54dee3f1-6323-4d42-9c2f-c1bc9aad539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['164465f5-71f6-4f9c-9d09-3ee6eb987b73'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:59.278682 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-93704820-7c22-4e07-beeb-c0f55128513b req-fd852504-2dd0-4407-b92f-29e396515b7f tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 696 time: 0.2796724 May 26 16:11:59.283409 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53730) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:11:59.294960 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9e19f7ba-1d45-462b-9608-3db8c711f726 req-2ec94c28-80c6-4c18-b2b1-8f4534d5c425 service neutron] 10.222.0.83 "GET /v2.0/networks/70f8d096-df3b-48f6-87c7-e0d29b765be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141910 May 26 16:11:59.334305 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-54dee3f1-6323-4d42-9c2f-c1bc9aad539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:59.366928 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dee3f1-6323-4d42-9c2f-c1bc9aad539a None None] Routers {'164465f5-71f6-4f9c-9d09-3ee6eb987b73'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:11:59.368109 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-54dee3f1-6323-4d42-9c2f-c1bc9aad539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['164465f5-71f6-4f9c-9d09-3ee6eb987b73'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:59.447585 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-54dee3f1-6323-4d42-9c2f-c1bc9aad539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:11:59.448398 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dee3f1-6323-4d42-9c2f-c1bc9aad539a None None] The sync data for ids ['164465f5-71f6-4f9c-9d09-3ee6eb987b73'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:11:59.506912 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device caaea058-fffa-4b1d-a82e-a306207c7784 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:11:59.562919 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: caaea058-fffa-4b1d-a82e-a306207c7784 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:11:59.563869 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device caaea058-fffa-4b1d-a82e-a306207c7784 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:11:59.612528 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9e19f7ba-1d45-462b-9608-3db8c711f726 req-1155aad6-e1d0-480c-92bb-7e5487c9916a service neutron] 10.222.0.83 "GET /v2.0/networks/70f8d096-df3b-48f6-87c7-e0d29b765be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972236 May 26 16:12:00.046853 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53738) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:00.048064 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-01f5f95e-7888-43a2-9961-dd1b1334455e tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "GET /v2.0/routers/164465f5-71f6-4f9c-9d09-3ee6eb987b73 HTTP/1.1" status: 200 len: 744 time: 0.7413466 May 26 16:12:00.067698 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-93704820-7c22-4e07-beeb-c0f55128513b req-36d2b82e-7c38-4c48-8baa-1c326d3a08fb tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 696 time: 0.7605753 May 26 16:12:00.086863 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-2af70910-6c88-41a3-8e36-3568eb5b1ed7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] For port 7f132ec2-0724-41ac-afcf-2a6a650fd25a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=7f132ec2-0724-41ac-afcf-2a6a650fd25a,segment=NetworkSegment(0f84c3c8-3a62-4b37-9f45-9175251bb654),segment_id=0f84c3c8-3a62-4b37-9f45-9175251bb654)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:00.087345 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2af70910-6c88-41a3-8e36-3568eb5b1ed7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:00.182642 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-316dc95a-910d-4c28-b64d-42ea0ec8d5c6 tempest-RoutersIpV6AdminTest-1144411383 tempest-RoutersIpV6AdminTest-1144411383-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&device_id=164465f5-71f6-4f9c-9d09-3ee6eb987b73 HTTP/1.1" status: 200 len: 205 time: 0.1319144 May 26 16:12:00.199955 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53740) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:00.226034 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823d6c9-cdd6-4000-a714-980d3c100d12 req-0e819c4a-d453-4e04-9b15-57730b0f6099 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:00.238313 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0823d6c9-cdd6-4000-a714-980d3c100d12 req-0e819c4a-d453-4e04-9b15-57730b0f6099 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=f35e3967-900e-469a-b8ca-6978eec5664e HTTP/1.1" status: 200 len: 945 time: 0.8234239 May 26 16:12:00.254026 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-2af70910-6c88-41a3-8e36-3568eb5b1ed7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Calling delete_port for 7f132ec2-0724-41ac-afcf-2a6a650fd25a owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:00.290877 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a796a6d9-43ff-4d7b-ab5b-297a421ca921 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "GET /v2.0/ports?device_id=164465f5-71f6-4f9c-9d09-3ee6eb987b73 HTTP/1.1" status: 200 len: 205 time: 0.0832369 May 26 16:12:00.291199 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53742) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:00.405339 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:00.505283 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0823d6c9-cdd6-4000-a714-980d3c100d12 req-b54a78f8-f020-4125-b30c-633b4b56bc67 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418215 May 26 16:12:00.673300 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98137cbe-e244-45f5-a054-8caa34f71d6c req-144b40ca-358c-4817-8b66-569ee9307f82 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:00.675381 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98137cbe-e244-45f5-a054-8caa34f71d6c req-144b40ca-358c-4817-8b66-569ee9307f82 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.81 "GET /v2.0/ports?device_id=f35e3967-900e-469a-b8ca-6978eec5664e HTTP/1.1" status: 200 len: 945 time: 0.4360065 May 26 16:12:00.927385 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ffbef1bb-243a-42a0-b234-3f33c72b6d4d tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:01.027443 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318139d2-bc78-48a8-9e43-340d85f2e7b2 req-876c34a1-c719-45f4-8fb5-caa7836dd228 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:01.040029 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-318139d2-bc78-48a8-9e43-340d85f2e7b2 req-876c34a1-c719-45f4-8fb5-caa7836dd228 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 944 time: 0.4207666 May 26 16:12:01.060197 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-93704820-7c22-4e07-beeb-c0f55128513b req-bb760cf5-45e4-4d3a-89aa-1edfdd570332 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Deleting port e91d5595-ccb6-40da-9959-849c76b0813a {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:01.061130 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-93704820-7c22-4e07-beeb-c0f55128513b req-bb760cf5-45e4-4d3a-89aa-1edfdd570332 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:01.238332 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ffbef1bb-243a-42a0-b234-3f33c72b6d4d tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:01.243256 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ffbef1bb-243a-42a0-b234-3f33c72b6d4d tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:01.249652 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-98137cbe-e244-45f5-a054-8caa34f71d6c req-5c8333e2-edf0-483b-8612-30882cfde44b tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Deleting port f400b62a-f4c5-45e0-915b-9d33902d4304 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:01.250588 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-98137cbe-e244-45f5-a054-8caa34f71d6c req-5c8333e2-edf0-483b-8612-30882cfde44b tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:01.265155 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22935698-8bbe-4613-b622-6478ea62fd9d req-80a66315-cc35-4511-8946-5eb5eee62b53 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:01.267702 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-22935698-8bbe-4613-b622-6478ea62fd9d req-80a66315-cc35-4511-8946-5eb5eee62b53 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c308d83-eefc-4040-a4cd-6f69010b0df7 HTTP/1.1" status: 200 len: 946 time: 0.2329962 May 26 16:12:01.343212 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-318139d2-bc78-48a8-9e43-340d85f2e7b2 req-dcd99e63-4cda-43a4-bf8a-efd86b97b1ca tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3012469 May 26 16:12:01.388151 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ffbef1bb-243a-42a0-b234-3f33c72b6d4d tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:01.388151 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbef1bb-243a-42a0-b234-3f33c72b6d4d tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Fanout notify agent at l3_agent the message router_deleted on router 164465f5-71f6-4f9c-9d09-3ee6eb987b73 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:12:01.411887 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ffbef1bb-243a-42a0-b234-3f33c72b6d4d tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:01.431356 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ffbef1bb-243a-42a0-b234-3f33c72b6d4d tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "DELETE /v2.0/routers/164465f5-71f6-4f9c-9d09-3ee6eb987b73 HTTP/1.1" status: 204 len: 168 time: 1.1383805 May 26 16:12:01.432648 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53744) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:01.500160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53746) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:01.511480 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-eacc795a-b953-479c-9963-0753b1cc371e tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "GET /v2.0/ports?device_id=164465f5-71f6-4f9c-9d09-3ee6eb987b73 HTTP/1.1" status: 200 len: 205 time: 0.0730972 May 26 16:12:01.516237 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53748) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:01.541247 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2af70910-6c88-41a3-8e36-3568eb5b1ed7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:01.592976 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-2671a5ac-57dd-4916-af5b-dbbfc7b3713d tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] delete failed (client error): The resource could not be found. May 26 16:12:01.598746 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2671a5ac-57dd-4916-af5b-dbbfc7b3713d tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "DELETE /v2.0/routers/164465f5-71f6-4f9c-9d09-3ee6eb987b73 HTTP/1.1" status: 404 len: 336 time: 0.0770364 May 26 16:12:01.627479 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-93704820-7c22-4e07-beeb-c0f55128513b req-bb760cf5-45e4-4d3a-89aa-1edfdd570332 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:01.627959 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-93704820-7c22-4e07-beeb-c0f55128513b req-bb760cf5-45e4-4d3a-89aa-1edfdd570332 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:01.633949 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53752) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:01.687027 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-93704820-7c22-4e07-beeb-c0f55128513b req-bb760cf5-45e4-4d3a-89aa-1edfdd570332 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Calling delete_port for e91d5595-ccb6-40da-9959-849c76b0813a owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:01.700541 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bd465885-065e-4caf-b1cc-36c221e6bddd tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "GET /v2.0/ports?device_id=41f95db8-70e0-4a0d-8261-5944a8f9e75c HTTP/1.1" status: 200 len: 205 time: 0.0569520 May 26 16:12:01.711263 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53754) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:01.806284 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-542451a7-23f5-49d1-a767-44cdc344f54e tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] delete failed (client error): The resource could not be found. May 26 16:12:01.807516 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-542451a7-23f5-49d1-a767-44cdc344f54e tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "DELETE /v2.0/routers/41f95db8-70e0-4a0d-8261-5944a8f9e75c HTTP/1.1" status: 404 len: 336 time: 0.0925424 May 26 16:12:01.813395 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53756) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:01.844906 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-22935698-8bbe-4613-b622-6478ea62fd9d req-1bb9af21-1620-46c2-b8c2-a2e152c644a3 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Deleting port 1712bde6-e598-4ab8-9241-b0ce7f53614c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:01.845633 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-22935698-8bbe-4613-b622-6478ea62fd9d req-1bb9af21-1620-46c2-b8c2-a2e152c644a3 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:01.850111 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af70910-6c88-41a3-8e36-3568eb5b1ed7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Port': ['ID=7f132ec2-0724-41ac-afcf-2a6a650fd25a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:01.996081 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-98137cbe-e244-45f5-a054-8caa34f71d6c req-5c8333e2-edf0-483b-8612-30882cfde44b tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] For port f400b62a-f4c5-45e0-915b-9d33902d4304, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f400b62a-f4c5-45e0-915b-9d33902d4304,segment=NetworkSegment(a7387a2e-097f-4a88-8322-99869016722c),segment_id=a7387a2e-097f-4a88-8322-99869016722c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:01.996759 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-98137cbe-e244-45f5-a054-8caa34f71d6c req-5c8333e2-edf0-483b-8612-30882cfde44b tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.039462 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a5e0b6db-5549-4f15-87c6-3998cb4557e1 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "GET /v2.0/ports?device_id=77131d45-f690-4fd0-b8b4-f886528ab58a HTTP/1.1" status: 200 len: 205 time: 0.2000735 May 26 16:12:02.040586 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53758) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:02.073625 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-22935698-8bbe-4613-b622-6478ea62fd9d req-1bb9af21-1620-46c2-b8c2-a2e152c644a3 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] For port 1712bde6-e598-4ab8-9241-b0ce7f53614c, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=1712bde6-e598-4ab8-9241-b0ce7f53614c,segment=NetworkSegment(a7387a2e-097f-4a88-8322-99869016722c),segment_id=a7387a2e-097f-4a88-8322-99869016722c)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:02.074025 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-22935698-8bbe-4613-b622-6478ea62fd9d req-1bb9af21-1620-46c2-b8c2-a2e152c644a3 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.090302 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-22935698-8bbe-4613-b622-6478ea62fd9d req-1bb9af21-1620-46c2-b8c2-a2e152c644a3 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Calling delete_port for 1712bde6-e598-4ab8-9241-b0ce7f53614c owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:02.112128 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-98137cbe-e244-45f5-a054-8caa34f71d6c req-5c8333e2-edf0-483b-8612-30882cfde44b tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Calling delete_port for f400b62a-f4c5-45e0-915b-9d33902d4304 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:02.196765 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-5519c049-959c-4187-82c6-77e306f91446 admin admin] Deleting subnet b994fea1-7c25-4069-b947-0195897dc954 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:12:02.274218 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5519c049-959c-4187-82c6-77e306f91446 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.286001 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2bdb8-b1ef-4bff-bce4-89c5d6b127ef req-fea86167-075c-4542-a0ff-37e9f577de39 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:02.287601 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8b2bdb8-b1ef-4bff-bce4-89c5d6b127ef req-fea86167-075c-4542-a0ff-37e9f577de39 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=f35e3967-900e-469a-b8ca-6978eec5664e HTTP/1.1" status: 200 len: 945 time: 0.5502727 May 26 16:12:02.317251 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-ffac16f9-8e39-423e-a84e-f0b32b79526a tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] delete failed (client error): The resource could not be found. May 26 16:12:02.321898 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ffac16f9-8e39-423e-a84e-f0b32b79526a tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "DELETE /v2.0/routers/77131d45-f690-4fd0-b8b4-f886528ab58a HTTP/1.1" status: 404 len: 336 time: 0.2671244 May 26 16:12:02.324474 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53760) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:02.328735 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:12:02.408783 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-22935698-8bbe-4613-b622-6478ea62fd9d req-1bb9af21-1620-46c2-b8c2-a2e152c644a3 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.422886 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['1712bde6-e598-4ab8-9241-b0ce7f53614c', 'f400b62a-f4c5-45e0-915b-9d33902d4304'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:12:02.500336 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9af21-1620-46c2-b8c2-a2e152c644a3 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Pushing event deleted for resources: {'Port': ['ID=1712bde6-e598-4ab8-9241-b0ce7f53614c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:02.569820 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-22935698-8bbe-4613-b622-6478ea62fd9d req-1bb9af21-1620-46c2-b8c2-a2e152c644a3 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] No DVR routers for this DVR port 1712bde6-e598-4ab8-9241-b0ce7f53614c on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:02.577807 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-22935698-8bbe-4613-b622-6478ea62fd9d req-1bb9af21-1620-46c2-b8c2-a2e152c644a3 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.585756 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-22935698-8bbe-4613-b622-6478ea62fd9d req-1bb9af21-1620-46c2-b8c2-a2e152c644a3 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.81 "DELETE /v2.0/ports/1712bde6-e598-4ab8-9241-b0ce7f53614c HTTP/1.1" status: 204 len: 173 time: 1.3104811 May 26 16:12:02.586607 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c308d83-eefc-4040-a4cd-6f69010b0df7', 'name': 'network-vif-deleted', 'tag': '1712bde6-e598-4ab8-9241-b0ce7f53614c'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:12:02.590357 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59208cf-cee9-47b8-bb48-cdde41e846e9" -d '{"events": [{"server_uuid": "4c308d83-eefc-4040-a4cd-6f69010b0df7", "name": "network-vif-deleted", "tag": "1712bde6-e598-4ab8-9241-b0ce7f53614c"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:12:02.599187 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-eba4df5d-3157-4650-82df-5dc14576ef0b tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d6a906a-592e-4d51-afb6-4e8324c8ebe1 HTTP/1.1" status: 200 len: 205 time: 0.2244167 May 26 16:12:02.603025 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53766) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:02.651160 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5519c049-959c-4187-82c6-77e306f91446 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.671395 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8b2bdb8-b1ef-4bff-bce4-89c5d6b127ef req-a8cf898e-830d-4a43-8749-25a13c82a64d tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388691 May 26 16:12:02.696276 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-5b7b0fae-128d-475f-bb6e-479831ea4ac2 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] delete failed (client error): The resource could not be found. May 26 16:12:02.704002 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5b7b0fae-128d-475f-bb6e-479831ea4ac2 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "DELETE /v2.0/routers/2d6a906a-592e-4d51-afb6-4e8324c8ebe1 HTTP/1.1" status: 404 len: 336 time: 0.0987198 May 26 16:12:02.705661 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53768) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:02.762527 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2af70910-6c88-41a3-8e36-3568eb5b1ed7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.795113 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7e20ed91-47c0-4ec0-b416-1a0231132f7a tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "GET /v2.0/ports?device_id=747626e9-67f7-4935-9bff-70b7e1ffeb23 HTTP/1.1" status: 200 len: 205 time: 0.0880044 May 26 16:12:02.797271 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53770) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:02.851113 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5519c049-959c-4187-82c6-77e306f91446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:02.881874 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-84dc5250-7312-43af-b5c8-f46becd3ccd2 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] delete failed (client error): The resource could not be found. May 26 16:12:02.886476 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-84dc5250-7312-43af-b5c8-f46becd3ccd2 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "DELETE /v2.0/routers/747626e9-67f7-4935-9bff-70b7e1ffeb23 HTTP/1.1" status: 404 len: 336 time: 0.0882211 May 26 16:12:02.887377 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53772) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:02.939686 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a9d80a6b-93a8-4a50-8d26-f6f81ec1a1e5 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc93d3dd-09e3-49b5-a96f-abc2e247198c HTTP/1.1" status: 200 len: 205 time: 0.0506988 May 26 16:12:02.942109 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53774) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:03.009124 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-7f0e86d6-5b82-4a0a-94ca-ec2e79bae285 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] delete failed (client error): The resource could not be found. May 26 16:12:03.017495 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7f0e86d6-5b82-4a0a-94ca-ec2e79bae285 tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "DELETE /v2.0/routers/cc93d3dd-09e3-49b5-a96f-abc2e247198c HTTP/1.1" status: 404 len: 336 time: 0.0719683 May 26 16:12:03.018548 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53776) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:03.054819 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd9e754-c1b4-4ac1-97b6-f59b44db3cba tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] DELETE failed (client error): The resource could not be found. May 26 16:12:03.055467 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd9e754-c1b4-4ac1-97b6-f59b44db3cba tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:03.063946 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4fd9e754-c1b4-4ac1-97b6-f59b44db3cba tempest-RoutersIpV6AdminTest-1861558728 tempest-RoutersIpV6AdminTest-1861558728-project] 10.222.0.77 "DELETE /v2.0/subnets/53887005-9c31-4808-9298-2bea21eecf44 HTTP/1.1" status: 404 len: 337 time: 0.0431752 May 26 16:12:03.079087 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5519c049-959c-4187-82c6-77e306f91446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:03.258924 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519c049-959c-4187-82c6-77e306f91446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b994fea1-7c25-4069-b947-0195897dc954,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:03.262884 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5519c049-959c-4187-82c6-77e306f91446 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:03.270044 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5519c049-959c-4187-82c6-77e306f91446 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b994fea1-7c25-4069-b947-0195897dc954 HTTP/1.1" status: 204 len: 168 time: 1.7680936 May 26 16:12:03.274255 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53784) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:03.516070 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-93704820-7c22-4e07-beeb-c0f55128513b req-bb760cf5-45e4-4d3a-89aa-1edfdd570332 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:03.533474 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eaf7171b-8001-4d19-8991-b18573033ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:03.537486 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bc523-d2d2-4555-9535-581031745032 req-5d89ff82-a48b-4f8d-b141-3d23588bfb97 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:03.552992 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b22bc523-d2d2-4555-9535-581031745032 req-5d89ff82-a48b-4f8d-b141-3d23588bfb97 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 944 time: 0.4804709 May 26 16:12:03.661438 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb760cf5-45e4-4d3a-89aa-1edfdd570332 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Pushing event deleted for resources: {'Port': ['ID=e91d5595-ccb6-40da-9959-849c76b0813a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:03.773559 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53790) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:03.810882 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eaf7171b-8001-4d19-8991-b18573033ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:03.884366 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-eaf7171b-8001-4d19-8991-b18573033ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f5dff2-9951-4347-93bb-a86e05268a34']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:03.917104 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-eaf7171b-8001-4d19-8991-b18573033ae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75131659-8be9-4efe-bd9e-21307179dfa3') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:03.917597 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-eaf7171b-8001-4d19-8991-b18573033ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75131659-8be9-4efe-bd9e-21307179dfa3') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:03.944158 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eaf7171b-8001-4d19-8991-b18573033ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:03.987518 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eaf7171b-8001-4d19-8991-b18573033ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:04.004669 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e40f46ce-2206-4ef5-861a-72e74338b1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:04.017761 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf7171b-8001-4d19-8991-b18573033ae9 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:12:04.018215 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eaf7171b-8001-4d19-8991-b18573033ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:04.103051 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 75131659-8be9-4efe-bd9e-21307179dfa3 resource provider aggregate not found May 26 16:12:04.146042 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-98137cbe-e244-45f5-a054-8caa34f71d6c req-5c8333e2-edf0-483b-8612-30882cfde44b tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:04.172233 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eaf7171b-8001-4d19-8991-b18573033ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:04.184807 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eaf7171b-8001-4d19-8991-b18573033ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:04.196034 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-eaf7171b-8001-4d19-8991-b18573033ae9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/19f5dff2-9951-4347-93bb-a86e05268a34 HTTP/1.1" status: 204 len: 168 time: 0.9192150 May 26 16:12:04.210288 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 75131659-8be9-4efe-bd9e-21307179dfa3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75131659-8be9-4efe-bd9e-21307179dfa3 found for delete ", "request_id": "req-29a01256-5aa1-4359-87a0-60606f3d829f"}]} May 26 16:12:04.307420 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7171b-8001-4d19-8991-b18573033ae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=19f5dff2-9951-4347-93bb-a86e05268a34,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:04.335329 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8333e2-edf0-483b-8612-30882cfde44b tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Pushing event deleted for resources: {'Port': ['ID=f400b62a-f4c5-45e0-915b-9d33902d4304,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:04.345718 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e40f46ce-2206-4ef5-861a-72e74338b1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:04.355621 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e40f46ce-2206-4ef5-861a-72e74338b1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:04.393078 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b22bc523-d2d2-4555-9535-581031745032 req-7433bd28-52a5-46e9-8648-ed8a5de474ed tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8347669 May 26 16:12:04.404752 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-93704820-7c22-4e07-beeb-c0f55128513b req-bb760cf5-45e4-4d3a-89aa-1edfdd570332 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:04.408905 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-93704820-7c22-4e07-beeb-c0f55128513b req-bb760cf5-45e4-4d3a-89aa-1edfdd570332 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:04.410152 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-93704820-7c22-4e07-beeb-c0f55128513b req-bb760cf5-45e4-4d3a-89aa-1edfdd570332 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "DELETE /v2.0/floatingips/e1de1355-9022-4908-a0db-a3a4e0a930d1 HTTP/1.1" status: 204 len: 173 time: 4.3050418 May 26 16:12:04.491957 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af70910-6c88-41a3-8e36-3568eb5b1ed7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:12:04.500499 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb75d66-c488-43cb-a8dc-1f51b469ce63 x-openstack-request-id: req-4cb75d66-c488-43cb-a8dc-1f51b469ce63 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:12:04.501152 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c308d83-eefc-4040-a4cd-6f69010b0df7", "name": "network-vif-deleted", "tag": "1712bde6-e598-4ab8-9241-b0ce7f53614c", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:12:04.503989 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4cb75d66-c488-43cb-a8dc-1f51b469ce63 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:12:04.505924 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cb75d66-c488-43cb-a8dc-1f51b469ce63'] response: {'server_uuid': '4c308d83-eefc-4040-a4cd-6f69010b0df7', 'name': 'network-vif-deleted', 'tag': '1712bde6-e598-4ab8-9241-b0ce7f53614c', 'status': 'completed', 'code': 200} May 26 16:12:04.533156 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53806) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:04.573777 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e40f46ce-2206-4ef5-861a-72e74338b1cd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3b0e627264eb46a1bff6cc516264b177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7986860 May 26 16:12:04.584425 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-98137cbe-e244-45f5-a054-8caa34f71d6c req-5c8333e2-edf0-483b-8612-30882cfde44b tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] No DVR routers for this DVR port f400b62a-f4c5-45e0-915b-9d33902d4304 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:04.584639 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53808) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:04.587364 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f46ce-2206-4ef5-861a-72e74338b1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3379f2e8-e0c8-4259-8abe-b411ade4ac5f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:04.688014 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-98137cbe-e244-45f5-a054-8caa34f71d6c req-5c8333e2-edf0-483b-8612-30882cfde44b tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:04.688704 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6430f359-b817-4adb-ac9b-4fd02c4ca9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:04.695680 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98137cbe-e244-45f5-a054-8caa34f71d6c req-5c8333e2-edf0-483b-8612-30882cfde44b tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.81 "DELETE /v2.0/ports/f400b62a-f4c5-45e0-915b-9d33902d4304 HTTP/1.1" status: 204 len: 173 time: 4.0098290 May 26 16:12:04.733746 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35e3967-900e-469a-b8ca-6978eec5664e', 'name': 'network-vif-deleted', 'tag': 'f400b62a-f4c5-45e0-915b-9d33902d4304'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:12:04.739811 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872e8301-826d-4287-b83d-9cfce13fac5f" -d '{"events": [{"server_uuid": "f35e3967-900e-469a-b8ca-6978eec5664e", "name": "network-vif-deleted", "tag": "f400b62a-f4c5-45e0-915b-9d33902d4304"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:12:04.777279 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6430f359-b817-4adb-ac9b-4fd02c4ca9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:04.874272 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-658ae303-0def-4fc8-8ddd-a63bfe6bf473 req-f42ab09c-d643-4ac0-b24f-d0327d3673b5 tempest-MultipleCreateTestJSON-598881589 tempest-MultipleCreateTestJSON-598881589-project] 10.222.0.77 "GET /v2.0/ports?device_id=f35e3967-900e-469a-b8ca-6978eec5664e HTTP/1.1" status: 200 len: 210 time: 0.1767497 May 26 16:12:04.913617 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6430f359-b817-4adb-ac9b-4fd02c4ca9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:04.920433 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6430f359-b817-4adb-ac9b-4fd02c4ca9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:04.925535 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6430f359-b817-4adb-ac9b-4fd02c4ca9e0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3379f2e8-e0c8-4259-8abe-b411ade4ac5f HTTP/1.1" status: 204 len: 168 time: 0.3454456 May 26 16:12:04.925739 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af70910-6c88-41a3-8e36-3568eb5b1ed7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:12:04.931040 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2af70910-6c88-41a3-8e36-3568eb5b1ed7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "PUT /v2.0/routers/c69f1aa6-d5ec-45db-9d99-270c7ccf15f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5158174 May 26 16:12:04.937124 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0c8503fe-b77f-4abf-90a6-1396fd8143cf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ccaa1bef0e4242d6982800479993e911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3948452 May 26 16:12:04.937124 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53814) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:04.944783 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53816) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:04.957296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166e0a9-c6e8-42da-8eef-0751e1f70936 req-1cc4f0f3-7b9f-471e-b268-e88370a0e928 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:04.959640 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2166e0a9-c6e8-42da-8eef-0751e1f70936 req-1cc4f0f3-7b9f-471e-b268-e88370a0e928 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2496674 May 26 16:12:04.964711 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77089eef-960d-413f-af87-79be2af6dc6a None None] Sync routers for ids ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:12:04.996471 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430f359-b817-4adb-ac9b-4fd02c4ca9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3379f2e8-e0c8-4259-8abe-b411ade4ac5f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:05.000696 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77089eef-960d-413f-af87-79be2af6dc6a None None] Routers {'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:12:05.001347 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-77089eef-960d-413f-af87-79be2af6dc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:05.115460 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc286633-fa9d-4002-b40a-d9429c0d40b7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Deleting subnet c8c8f92b-af3f-4b49-9df1-a29e5a5f1545 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:12:05.205978 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cc286633-fa9d-4002-b40a-d9429c0d40b7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:05.234829 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-77089eef-960d-413f-af87-79be2af6dc6a None None] Set router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:12:05.249741 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2166e0a9-c6e8-42da-8eef-0751e1f70936 req-3fbea8c2-d544-4e59-9e87-03b2c55585ad tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2380953 May 26 16:12:05.363087 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a0cc860b-4469-4978-9795-780100d45a25 req-3c41fe82-7a65-4ac8-9356-40852c3c0370 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0842638 May 26 16:12:05.397987 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cc286633-fa9d-4002-b40a-d9429c0d40b7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:05.537078 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca7a3b4-c3db-429f-bfe8-39c7d687ed0c x-openstack-request-id: req-1ca7a3b4-c3db-429f-bfe8-39c7d687ed0c {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:12:05.537517 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35e3967-900e-469a-b8ca-6978eec5664e", "name": "network-vif-deleted", "tag": "f400b62a-f4c5-45e0-915b-9d33902d4304", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:12:05.537780 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1ca7a3b4-c3db-429f-bfe8-39c7d687ed0c {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:12:05.538204 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ca7a3b4-c3db-429f-bfe8-39c7d687ed0c'] response: {'server_uuid': 'f35e3967-900e-469a-b8ca-6978eec5664e', 'name': 'network-vif-deleted', 'tag': 'f400b62a-f4c5-45e0-915b-9d33902d4304', 'status': 'completed', 'code': 200} May 26 16:12:05.544877 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e45bf482-d5fb-4fb1-b5d9-da8f8ce2b6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:05.631251 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e45bf482-d5fb-4fb1-b5d9-da8f8ce2b6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:05.722637 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 1712bde6-e598-4ab8-9241-b0ce7f53614c no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:05.789222 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 1712bde6-e598-4ab8-9241-b0ce7f53614c {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:12:05.790269 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 1712bde6-e598-4ab8-9241-b0ce7f53614c not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:12:05.791263 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f400b62a-f4c5-45e0-915b-9d33902d4304 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:05.837471 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: f400b62a-f4c5-45e0-915b-9d33902d4304 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:12:05.838230 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f400b62a-f4c5-45e0-915b-9d33902d4304 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:12:05.878971 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-77089eef-960d-413f-af87-79be2af6dc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:12:01Z', 'revision_number': 10, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None, '_interfaces': [{'id': 'b5265a57-658c-48d2-8310-c45adc1bdebf', 'name': '', 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:1a:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:49Z', 'updated_at': '2022-05-26T16:11:05Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:05.950068 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77089eef-960d-413f-af87-79be2af6dc6a None None] Checking router: c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:12:05.962603 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77089eef-960d-413f-af87-79be2af6dc6a None None] Routers {'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:12:05.963531 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-77089eef-960d-413f-af87-79be2af6dc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:06.018107 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53832) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:06.157371 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-abd30082-82ac-4e48-bca8-a26115d4f782 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=19e77287c5e847809832c0f89b5f73bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1337228 May 26 16:12:06.157992 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53834) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:06.169128 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-77089eef-960d-413f-af87-79be2af6dc6a None None] Set router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:12:06.234047 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889ba0c-556a-4013-a954-b1dbe63ecb55 req-d1147d09-baef-4ac3-b468-567d4bd0b2f6 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:06.236840 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c889ba0c-556a-4013-a954-b1dbe63ecb55 req-d1147d09-baef-4ac3-b468-567d4bd0b2f6 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 944 time: 0.5004830 May 26 16:12:06.249746 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-836af1a4-9cbe-4a7a-a4ee-14eceb87a189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:06.271882 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e45bf482-d5fb-4fb1-b5d9-da8f8ce2b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:06.275344 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e45bf482-d5fb-4fb1-b5d9-da8f8ce2b6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:06.281289 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e45bf482-d5fb-4fb1-b5d9-da8f8ce2b6e6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b9f92783-29bc-494f-8dd0-0195d04e61b1 HTTP/1.1" status: 204 len: 168 time: 1.3164222 May 26 16:12:06.306631 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-836af1a4-9cbe-4a7a-a4ee-14eceb87a189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:06.345875 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bf482-d5fb-4fb1-b5d9-da8f8ce2b6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f92783-29bc-494f-8dd0-0195d04e61b1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:06.349615 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cc286633-fa9d-4002-b40a-d9429c0d40b7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:06.449412 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615a32b-7b5a-43d3-a28f-f615b5fcf152 req-e390cea5-f805-4662-bf03-557cfc30ab13 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:06.464650 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9615a32b-7b5a-43d3-a28f-f615b5fcf152 req-e390cea5-f805-4662-bf03-557cfc30ab13 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 945 time: 0.4710610 May 26 16:12:06.480977 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c889ba0c-556a-4013-a954-b1dbe63ecb55 req-528c6c5b-0457-4476-9b01-5bd38ffc22a2 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145174 May 26 16:12:06.517853 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-836af1a4-9cbe-4a7a-a4ee-14eceb87a189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:06.524314 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-836af1a4-9cbe-4a7a-a4ee-14eceb87a189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:06.525998 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-836af1a4-9cbe-4a7a-a4ee-14eceb87a189 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7b2b7aac-7982-4675-95f8-6b4b6c0e9e93 HTTP/1.1" status: 204 len: 168 time: 0.3665638 May 26 16:12:06.545160 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a4-9cbe-4a7a-a4ee-14eceb87a189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2b7aac-7982-4675-95f8-6b4b6c0e9e93,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:06.645079 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9615a32b-7b5a-43d3-a28f-f615b5fcf152 req-67605649-334b-434a-949d-8f7a18412f62 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53723be-8a5c-4997-8e7f-8a09ff2a78d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790926 May 26 16:12:06.760667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53842) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:06.769857 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cc286633-fa9d-4002-b40a-d9429c0d40b7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:06.809936 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-77089eef-960d-413f-af87-79be2af6dc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:12:01Z', 'revision_number': 10, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None, '_interfaces': [{'id': 'b5265a57-658c-48d2-8310-c45adc1bdebf', 'name': '', 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:1a:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:49Z', 'updated_at': '2022-05-26T16:11:05Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:06.814796 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cc286633-fa9d-4002-b40a-d9429c0d40b7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:06.818084 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cc286633-fa9d-4002-b40a-d9429c0d40b7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/subnets/c8c8f92b-af3f-4b49-9df1-a29e5a5f1545 HTTP/1.1" status: 204 len: 168 time: 1.8818407 May 26 16:12:06.835766 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53844) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:06.879018 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc286633-fa9d-4002-b40a-d9429c0d40b7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c8f92b-af3f-4b49-9df1-a29e5a5f1545,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:06.932788 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d118caf1-db36-463a-b2a2-092a52605472 None None] Network 12d102d0-d488-49c2-a7a9-373d9950eb5d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:06.942821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77089eef-960d-413f-af87-79be2af6dc6a None None] The sync data for ids ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'] in n-d-843337-2 is: [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:12:01Z', 'revision_number': 10, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None, '_interfaces': [{'id': 'b5265a57-658c-48d2-8310-c45adc1bdebf', 'name': '', 'network_id': 'e183c45f-04e8-4316-857b-8e1bbc74bccf', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'mac_address': 'fa:16:3e:1a:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:49Z', 'updated_at': '2022-05-26T16:11:05Z', 'revision_number': 5, 'project_id': '8515b971030c454198bcb87784afc4ec', 'subnets': [{'id': 'a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:12:06.948951 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded6c4d5-0d66-4fdd-a1c7-d9e9db80c173 admin admin] Deleting subnet 8755c60d-adae-412e-bec0-8ea9909ff975 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:12:06.957052 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ded6c4d5-0d66-4fdd-a1c7-d9e9db80c173 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:07.021973 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9878b4b-4302-4504-abf4-91640193b41e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:07.036504 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ded6c4d5-0d66-4fdd-a1c7-d9e9db80c173 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:07.178176 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ded6c4d5-0d66-4fdd-a1c7-d9e9db80c173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:07.292029 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b9878b4b-4302-4504-abf4-91640193b41e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Deleting port 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:07.292999 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9878b4b-4302-4504-abf4-91640193b41e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:07.339491 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ded6c4d5-0d66-4fdd-a1c7-d9e9db80c173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:07.451665 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 7f132ec2-0724-41ac-afcf-2a6a650fd25a no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:07.531942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524ea3d4-6e00-4073-a1b0-018c345b689d None None] DHCP port deletion for 12d102d0-d488-49c2-a7a9-373d9950eb5d request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:12:07.535943 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 7f132ec2-0724-41ac-afcf-2a6a650fd25a {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:12:07.536591 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 7f132ec2-0724-41ac-afcf-2a6a650fd25a not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:12:07.630290 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6c4d5-0d66-4fdd-a1c7-d9e9db80c173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8755c60d-adae-412e-bec0-8ea9909ff975,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:07.634195 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-b9878b4b-4302-4504-abf4-91640193b41e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] For port 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0,segment=NetworkSegment(0f84c3c8-3a62-4b37-9f45-9175251bb654),segment_id=0f84c3c8-3a62-4b37-9f45-9175251bb654)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:07.634573 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9878b4b-4302-4504-abf4-91640193b41e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:07.638270 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ded6c4d5-0d66-4fdd-a1c7-d9e9db80c173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:07.647494 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ded6c4d5-0d66-4fdd-a1c7-d9e9db80c173 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8755c60d-adae-412e-bec0-8ea9909ff975 HTTP/1.1" status: 204 len: 168 time: 0.8830276 May 26 16:12:07.648269 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53860) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:07.652154 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-524ea3d4-6e00-4073-a1b0-018c345b689d None None] Deleting port 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:07.652495 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-524ea3d4-6e00-4073-a1b0-018c345b689d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:07.714447 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b9878b4b-4302-4504-abf4-91640193b41e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Calling delete_port for 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:07.875119 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-524ea3d4-6e00-4073-a1b0-018c345b689d None None] For port 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0,segment=NetworkSegment(0f84c3c8-3a62-4b37-9f45-9175251bb654),segment_id=0f84c3c8-3a62-4b37-9f45-9175251bb654)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:07.876941 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-524ea3d4-6e00-4073-a1b0-018c345b689d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:07.930184 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-524ea3d4-6e00-4073-a1b0-018c345b689d None None] Calling delete_port for 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:08.040843 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9878b4b-4302-4504-abf4-91640193b41e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.121905 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b5a3324-e484-4742-8340-dffa24bd4f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.140830 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-524ea3d4-6e00-4073-a1b0-018c345b689d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.157746 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd014b-7989-4fbc-81eb-59308a6df820 req-bb2e7ce7-37b2-4b2f-9d43-2157a724b1e0 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:08.159644 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fadd014b-7989-4fbc-81eb-59308a6df820 req-bb2e7ce7-37b2-4b2f-9d43-2157a724b1e0 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 945 time: 0.2571976 May 26 16:12:08.169970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b521570-73d3-4987-8d4e-23a89015c994 req-59f60526-5608-4465-a21a-a608c9834998 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:08.171851 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b521570-73d3-4987-8d4e-23a89015c994 req-59f60526-5608-4465-a21a-a608c9834998 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 944 time: 0.4510083 May 26 16:12:08.188954 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9878b4b-4302-4504-abf4-91640193b41e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Port': ['ID=5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:08.205247 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9878b4b-4302-4504-abf4-91640193b41e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] No DVR routers for this DVR port 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:08.253111 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ea3d4-6e00-4073-a1b0-018c345b689d None None] Pushing event deleted for resources: {'Port': ['ID=5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:08.265470 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fadd014b-7989-4fbc-81eb-59308a6df820 req-1cfce888-1fce-4702-87d5-ac6af554d287 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53723be-8a5c-4997-8e7f-8a09ff2a78d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912387 May 26 16:12:08.278543 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524ea3d4-6e00-4073-a1b0-018c345b689d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:08.278939 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524ea3d4-6e00-4073-a1b0-018c345b689d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:08.279239 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524ea3d4-6e00-4073-a1b0-018c345b689d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:08.279586 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524ea3d4-6e00-4073-a1b0-018c345b689d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:08.281160 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524ea3d4-6e00-4073-a1b0-018c345b689d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:08.281160 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524ea3d4-6e00-4073-a1b0-018c345b689d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:08.281536 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524ea3d4-6e00-4073-a1b0-018c345b689d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:08.282160 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524ea3d4-6e00-4073-a1b0-018c345b689d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:08.282495 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524ea3d4-6e00-4073-a1b0-018c345b689d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:08.282828 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524ea3d4-6e00-4073-a1b0-018c345b689d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:08.283159 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524ea3d4-6e00-4073-a1b0-018c345b689d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:08.283487 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524ea3d4-6e00-4073-a1b0-018c345b689d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:08.289649 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524ea3d4-6e00-4073-a1b0-018c345b689d None None] No DVR routers for this DVR port 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:08.335521 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b521570-73d3-4987-8d4e-23a89015c994 req-ad08a8f0-16d7-43f3-984c-0a1d77ef3780 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529639 May 26 16:12:08.345479 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b5a3324-e484-4742-8340-dffa24bd4f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.371483 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-2b5a3324-e484-4742-8340-dffa24bd4f76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:08.387194 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-2b5a3324-e484-4742-8340-dffa24bd4f76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7387a2e-097f-4a88-8322-99869016722c') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:08.387500 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-2b5a3324-e484-4742-8340-dffa24bd4f76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7387a2e-097f-4a88-8322-99869016722c') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:08.393166 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9878b4b-4302-4504-abf4-91640193b41e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.404371 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b5a3324-e484-4742-8340-dffa24bd4f76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.420137 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b5a3324-e484-4742-8340-dffa24bd4f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.425061 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-b9878b4b-4302-4504-abf4-91640193b41e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d102d0-d488-49c2-a7a9-373d9950eb5d']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:08.427173 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b5a3324-e484-4742-8340-dffa24bd4f76 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:12:08.427640 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b5a3324-e484-4742-8340-dffa24bd4f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.453382 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-b9878b4b-4302-4504-abf4-91640193b41e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f84c3c8-3a62-4b37-9f45-9175251bb654') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:08.453752 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-b9878b4b-4302-4504-abf4-91640193b41e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f84c3c8-3a62-4b37-9f45-9175251bb654') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:08.469092 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9878b4b-4302-4504-abf4-91640193b41e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.485942 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9878b4b-4302-4504-abf4-91640193b41e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.493473 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment a7387a2e-097f-4a88-8322-99869016722c resource provider aggregate not found May 26 16:12:08.495878 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9878b4b-4302-4504-abf4-91640193b41e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:12:08.496391 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9878b4b-4302-4504-abf4-91640193b41e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.525749 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b5a3324-e484-4742-8340-dffa24bd4f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.538574 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b5a3324-e484-4742-8340-dffa24bd4f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.548863 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2b5a3324-e484-4742-8340-dffa24bd4f76 admin admin] 10.222.0.77 "DELETE /v2.0/networks/8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5 HTTP/1.1" status: 204 len: 168 time: 0.8993728 May 26 16:12:08.558391 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 0f84c3c8-3a62-4b37-9f45-9175251bb654 resource provider aggregate not found May 26 16:12:08.566446 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment a7387a2e-097f-4a88-8322-99869016722c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7387a2e-097f-4a88-8322-99869016722c found for delete ", "request_id": "req-acd542e9-6402-477a-b042-e5053661568a"}]} May 26 16:12:08.567551 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53894) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:08.568554 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a3324-e484-4742-8340-dffa24bd4f76 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a9bbbeb-498e-4dcf-8cf5-a2e827d22ea5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:08.587546 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9878b4b-4302-4504-abf4-91640193b41e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.611393 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9878b4b-4302-4504-abf4-91640193b41e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.617458 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b9878b4b-4302-4504-abf4-91640193b41e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/networks/12d102d0-d488-49c2-a7a9-373d9950eb5d HTTP/1.1" status: 204 len: 168 time: 1.7620776 May 26 16:12:08.617458 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 0f84c3c8-3a62-4b37-9f45-9175251bb654 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f84c3c8-3a62-4b37-9f45-9175251bb654 found for delete ", "request_id": "req-1b1301d4-b938-4f09-9ec9-ec178642e35c"}]} May 26 16:12:08.617774 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9878b4b-4302-4504-abf4-91640193b41e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Network': ['ID=12d102d0-d488-49c2-a7a9-373d9950eb5d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:08.618977 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53900) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:08.697080 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53904) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:08.832386 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-511098a1-2360-4546-b009-6c86d41313f9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-269861966-network', 'tenant_id': '10c883857a124227bb47c51e8f8c4739'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:08.837850 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5c642d8a-e62e-45c5-a144-bcc06896fc3c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=62ed477bb24843928995fef62a834d09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389060 May 26 16:12:08.840303 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53906) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:08.874835 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511098a1-2360-4546-b009-6c86d41313f9 admin admin] Made reservation on behalf of 10c883857a124227bb47c51e8f8c4739 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:08.877297 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-511098a1-2360-4546-b009-6c86d41313f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.911443 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c172b825-8db1-4202-87f2-d5e38395eb5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.913561 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-511098a1-2360-4546-b009-6c86d41313f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:08.941829 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c172b825-8db1-4202-87f2-d5e38395eb5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:09.019825 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c172b825-8db1-4202-87f2-d5e38395eb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:09.023582 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c172b825-8db1-4202-87f2-d5e38395eb5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:09.025731 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c172b825-8db1-4202-87f2-d5e38395eb5d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a4c4f9cc-465c-4a93-99b0-8462b0eb67bd HTTP/1.1" status: 204 len: 168 time: 0.1839149 May 26 16:12:09.039350 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172b825-8db1-4202-87f2-d5e38395eb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c4f9cc-465c-4a93-99b0-8462b0eb67bd,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:09.062347 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53912) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.065586 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-511098a1-2360-4546-b009-6c86d41313f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:09.094931 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-511098a1-2360-4546-b009-6c86d41313f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:09.128325 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511098a1-2360-4546-b009-6c86d41313f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:12:09.140148 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511098a1-2360-4546-b009-6c86d41313f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc00024-4d83-45f7-88a7-a6c330f12db8,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:09.148178 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-511098a1-2360-4546-b009-6c86d41313f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:09.148529 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-511098a1-2360-4546-b009-6c86d41313f9 admin admin] Added segment cf899e9d-2aa1-46ef-9bb7-011a91a50131 of type vlan for network 6f6a2a3e-a609-45ee-8dae-b458796edec6 May 26 16:12:09.188996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-c9028152-09e4-4f55-9342-b6323984ba0c tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.194426 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c9028152-09e4-4f55-9342-b6323984ba0c tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1301403 May 26 16:12:09.195242 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53916) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.198933 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-511098a1-2360-4546-b009-6c86d41313f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:09.201395 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-f5a4c8bb-df28-46d2-8647-6a504302a983 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.203448 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f5a4c8bb-df28-46d2-8647-6a504302a983 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0063679 May 26 16:12:09.204173 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9e9c6b1-92d7-4d66-9c78-1a94534968fe tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:09.206639 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53918) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.211377 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-5b097b4d-782d-4dd7-b878-674cf6148a0c tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.214835 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5b097b4d-782d-4dd7-b878-674cf6148a0c tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0047336 May 26 16:12:09.215083 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53920) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.222104 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-69d100be-84df-41a3-9261-258c702b4cbb tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.226054 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-69d100be-84df-41a3-9261-258c702b4cbb tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0073175 May 26 16:12:09.227206 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53922) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.231870 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-02289eab-9ed1-44d7-a8b7-9cd55fc884aa tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.235990 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-02289eab-9ed1-44d7-a8b7-9cd55fc884aa tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0048025 May 26 16:12:09.236358 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53924) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.241369 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-805e35e1-62d3-4bc2-8251-649e9990fb31 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.244799 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-805e35e1-62d3-4bc2-8251-649e9990fb31 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0050559 May 26 16:12:09.245944 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53926) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.251606 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-55f4f97f-81da-4275-b688-a8f4ebbdcbd7 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.255456 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-55f4f97f-81da-4275-b688-a8f4ebbdcbd7 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0060821 May 26 16:12:09.255762 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53928) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.260998 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-92bc243a-7999-402a-b97e-f5b950e1c0a5 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.266326 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-92bc243a-7999-402a-b97e-f5b950e1c0a5 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0049460 May 26 16:12:09.270225 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53932) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.273901 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-8320acf9-8400-4154-8576-b5a92063d2ab tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.274887 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8320acf9-8400-4154-8576-b5a92063d2ab tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0052605 May 26 16:12:09.279705 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53934) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.285269 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-59601d3e-6268-424a-920c-51562000746a tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.286279 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-59601d3e-6268-424a-920c-51562000746a tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0051985 May 26 16:12:09.291586 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53936) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.293011 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:09.302914 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [None req-636e7e86-8b4d-4e46-ab81-3a2921bfa9a8 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.304057 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-636e7e86-8b4d-4e46-ab81-3a2921bfa9a8 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0090063 May 26 16:12:09.308686 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53940) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.325008 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-55a51c4e-94af-4ec8-9b32-a0146ecf10bc tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.326757 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-511098a1-2360-4546-b009-6c86d41313f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:09.328556 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511098a1-2360-4546-b009-6c86d41313f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:09.329413 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-511098a1-2360-4546-b009-6c86d41313f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:09.330548 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:12:09.331069 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 5bcc1653-a6fe-48f7-8bcc-6c15ea4a89c0 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:12:09.331332 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-55a51c4e-94af-4ec8-9b32-a0146ecf10bc tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0187488 May 26 16:12:09.332913 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53942) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.353872 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-4e28336e-9b72-4ae3-b8e8-a3bffd4403c9 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.355738 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4e28336e-9b72-4ae3-b8e8-a3bffd4403c9 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0105639 May 26 16:12:09.358975 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53944) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.369285 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-50b3052a-06d3-4f8e-b513-cf37d7b7a458 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.371337 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-50b3052a-06d3-4f8e-b513-cf37d7b7a458 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0111108 May 26 16:12:09.378326 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53946) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.388021 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [None req-91f23cf2-1cd2-41a3-9f12-92d1f4354cc9 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.389197 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-91f23cf2-1cd2-41a3-9f12-92d1f4354cc9 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0075362 May 26 16:12:09.395017 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53950) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.402003 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-a6c538b3-cb90-430e-92da-4e743f888f0e tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.407640 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a6c538b3-cb90-430e-92da-4e743f888f0e tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0109494 May 26 16:12:09.408605 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53952) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.414593 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-421e0253-59b3-4d46-b5cd-b3d2f2d87dcc tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.419630 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-421e0253-59b3-4d46-b5cd-b3d2f2d87dcc tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0093033 May 26 16:12:09.420563 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53954) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.425255 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-68987a79-cb99-4fe8-bfe7-9140b480acdb tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.429609 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-68987a79-cb99-4fe8-bfe7-9140b480acdb tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0077660 May 26 16:12:09.430204 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53956) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.445234 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-7b8b49d4-43a6-4c5d-b990-20ea64f8b04f tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.449020 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7b8b49d4-43a6-4c5d-b990-20ea64f8b04f tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0178838 May 26 16:12:09.449900 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53960) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.454779 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-0d387524-9286-4ca9-a0f9-946c43de5d3d tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.455783 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0d387524-9286-4ca9-a0f9-946c43de5d3d tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0049803 May 26 16:12:09.458395 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53962) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.463385 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-6abde80a-cdc0-407e-8618-908dba91c521 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.464382 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6abde80a-cdc0-407e-8618-908dba91c521 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0048075 May 26 16:12:09.468763 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53964) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.477261 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-bd0f0d2e-7d46-4fe4-aef4-cab99f898212 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.478257 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bd0f0d2e-7d46-4fe4-aef4-cab99f898212 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0080345 May 26 16:12:09.480998 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53968) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.486115 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-8eeddcc5-0426-4012-a634-5bbec23d9322 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.487811 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8eeddcc5-0426-4012-a634-5bbec23d9322 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0058093 May 26 16:12:09.490384 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53970) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.494854 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-17b0f78c-86e9-41a7-9964-5acebfb2c814 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.495706 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-17b0f78c-86e9-41a7-9964-5acebfb2c814 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0042238 May 26 16:12:09.499694 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53972) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.504439 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-a48ec307-3395-4a50-9ab1-b853a9238faa tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.507400 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a48ec307-3395-4a50-9ab1-b853a9238faa tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0046451 May 26 16:12:09.508292 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53974) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.510769 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-511098a1-2360-4546-b009-6c86d41313f9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9182985 May 26 16:12:09.512467 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-9888f584-89c0-41d9-a3e3-6b479d148cbd tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.513402 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9888f584-89c0-41d9-a3e3-6b479d148cbd tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0042152 May 26 16:12:09.513921 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53976) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.519324 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-493ef277-fd0c-407f-9909-e93a2ee8f576 admin admin] Request body: {'subnet': {'network_id': '6f6a2a3e-a609-45ee-8dae-b458796edec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-269861966-subnet', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:09.522775 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53978) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.527748 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-f8f0efa0-d5d8-4cb1-a697-952849f0a7e1 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.528776 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f8f0efa0-d5d8-4cb1-a697-952849f0a7e1 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0041046 May 26 16:12:09.531992 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53980) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.536429 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-2af0474f-1245-4b2a-8553-b21f5cd91179 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.538222 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2af0474f-1245-4b2a-8553-b21f5cd91179 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0041430 May 26 16:12:09.540497 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53984) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.548353 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-6785c74e-cab8-4884-90c9-e1cca4b65670 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.549363 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6785c74e-cab8-4884-90c9-e1cca4b65670 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0078673 May 26 16:12:09.551980 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53986) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.556311 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-26230b7d-f1fe-4579-bbc1-5b093ca2b643 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.560284 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-26230b7d-f1fe-4579-bbc1-5b093ca2b643 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0040863 May 26 16:12:09.560284 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53988) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.566379 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-5b9b9ca9-2377-4e6c-9d3e-38f5cd6f2c04 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.570075 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5b9b9ca9-2377-4e6c-9d3e-38f5cd6f2c04 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0071108 May 26 16:12:09.571405 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53990) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.575583 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-2161d1ff-ee3e-4a1b-952a-f2f848b6a06f tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.579596 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2161d1ff-ee3e-4a1b-952a-f2f848b6a06f tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0049891 May 26 16:12:09.579781 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511098a1-2360-4546-b009-6c86d41313f9 admin admin] Pushing event updated for resources: {'Network': ['ID=6f6a2a3e-a609-45ee-8dae-b458796edec6,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:09.579903 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53992) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.584229 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-c63b6729-fbc4-4b80-ae49-74c8b515993a tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.587820 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c63b6729-fbc4-4b80-ae49-74c8b515993a tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0044835 May 26 16:12:09.588219 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53994) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.594179 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 6f6a2a3e-a609-45ee-8dae-b458796edec6 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:12:09.595679 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-cdecaa22-3a5c-4203-92a2-343459255888 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.601339 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cdecaa22-3a5c-4203-92a2-343459255888 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0068831 May 26 16:12:09.601339 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493ef277-fd0c-407f-9909-e93a2ee8f576 admin admin] Made reservation on behalf of 10c883857a124227bb47c51e8f8c4739 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:09.601639 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53996) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.601762 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-493ef277-fd0c-407f-9909-e93a2ee8f576 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:09.604877 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [None req-28224ad6-5745-4fce-b25a-67aaa6e11a0d tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.608231 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-28224ad6-5745-4fce-b25a-67aaa6e11a0d tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0049460 May 26 16:12:09.609160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53998) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.614052 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [None req-35d85257-683c-467e-bf06-289b18c05685 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.616137 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-35d85257-683c-467e-bf06-289b18c05685 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0042582 May 26 16:12:09.617701 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54002) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.624987 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-6b68a560-61e7-45af-956e-80c5ac8069c7 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.628532 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6b68a560-61e7-45af-956e-80c5ac8069c7 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0074155 May 26 16:12:09.633125 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41b154-a804-4f4b-8d77-a9a3391c4c6b req-f0604374-37da-4af2-981d-ab63475afc3f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:09.634663 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6a41b154-a804-4f4b-8d77-a9a3391c4c6b req-f0604374-37da-4af2-981d-ab63475afc3f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 944 time: 0.1513762 May 26 16:12:09.635167 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54004) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.646368 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d2fbd-141c-4ea7-ac7f-4d0b5efdbc4c req-8cb75ebf-0fdb-4166-9db8-225d948dc0e4 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:09.647870 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-819d2fbd-141c-4ea7-ac7f-4d0b5efdbc4c req-8cb75ebf-0fdb-4166-9db8-225d948dc0e4 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 945 time: 0.1785030 May 26 16:12:09.652864 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [None req-c27ab26a-be78-4005-bbe7-ea9ab94f7f29 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.656815 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c27ab26a-be78-4005-bbe7-ea9ab94f7f29 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0162435 May 26 16:12:09.662789 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54006) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.669166 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [None req-6df61b53-764b-468e-868e-8f1551b37c9e tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.673647 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6df61b53-764b-468e-868e-8f1551b37c9e tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0084393 May 26 16:12:09.680076 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54008) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.684560 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-3b586666-ebac-4bb5-98cc-bc5b29105b03 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.688984 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3b586666-ebac-4bb5-98cc-bc5b29105b03 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0044625 May 26 16:12:09.692282 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54010) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.711148 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [None req-00e896ed-08c7-4243-a2f5-9057f0245962 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.714876 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-00e896ed-08c7-4243-a2f5-9057f0245962 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0165598 May 26 16:12:09.715996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54012) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.723102 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-073b4b2a-7e5a-4c6c-bf56-750c93849053 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.726570 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-073b4b2a-7e5a-4c6c-bf56-750c93849053 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0069721 May 26 16:12:09.726859 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54014) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.730903 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-affba75d-d982-4b34-b9f8-4e45d6e6b75c tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.731833 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-affba75d-d982-4b34-b9f8-4e45d6e6b75c tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0041008 May 26 16:12:09.735090 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54016) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.742213 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-b1937fe2-9d57-45ca-9713-0c3aaea7f327 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.746038 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b1937fe2-9d57-45ca-9713-0c3aaea7f327 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0073442 May 26 16:12:09.746468 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54018) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.750729 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-f97cda5a-23a0-4a11-9677-1091563c4a2f tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.754409 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f97cda5a-23a0-4a11-9677-1091563c4a2f tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043316 May 26 16:12:09.756486 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54020) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.762347 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-80f314ba-ff6a-4abf-9fc9-19e2b7531926 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.767334 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-80f314ba-ff6a-4abf-9fc9-19e2b7531926 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0059316 May 26 16:12:09.767334 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54022) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.784911 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6a41b154-a804-4f4b-8d77-a9a3391c4c6b req-8437e717-3247-4406-ac8f-2555aa817d59 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348510 May 26 16:12:09.788563 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-51b5b6df-f590-4c6d-9390-a3db259aa68b tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.793791 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-819d2fbd-141c-4ea7-ac7f-4d0b5efdbc4c req-8c5348f9-7e3b-4247-a490-f6848d4e36c8 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53723be-8a5c-4997-8e7f-8a09ff2a78d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374817 May 26 16:12:09.798371 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-51b5b6df-f590-4c6d-9390-a3db259aa68b tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0298734 May 26 16:12:09.801717 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54026) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.819136 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-25ccd19d-ac76-4076-84aa-d55ea084e11b tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.820041 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-25ccd19d-ac76-4076-84aa-d55ea084e11b tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0174119 May 26 16:12:09.824053 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54028) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.829666 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-7c566b28-365a-4284-8669-54ec73fcd4d3 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.832144 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7c566b28-365a-4284-8669-54ec73fcd4d3 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0056567 May 26 16:12:09.834500 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54030) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.841449 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-5dd9615e-7bbc-4377-846e-4ae76736e77d tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.842270 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5dd9615e-7bbc-4377-846e-4ae76736e77d tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0068908 May 26 16:12:09.846018 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54034) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.850234 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-2b2c89a3-a654-4169-934e-5690db34b940 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.853508 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2b2c89a3-a654-4169-934e-5690db34b940 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0041814 May 26 16:12:09.853992 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54036) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.861791 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [None req-6abbbd55-2b99-4944-a31c-ec281004ab2d tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.865236 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6abbbd55-2b99-4944-a31c-ec281004ab2d tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0078444 May 26 16:12:09.865582 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54038) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.870004 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [None req-23275c16-48bb-47fc-b7f3-9f35277e8fd6 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.871113 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-23275c16-48bb-47fc-b7f3-9f35277e8fd6 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0045981 May 26 16:12:09.873633 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54040) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.880075 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [None req-ce0f8587-09d5-4a62-a708-c5b4619c32b1 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.881443 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ce0f8587-09d5-4a62-a708-c5b4619c32b1 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0059955 May 26 16:12:09.883773 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54042) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.888764 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [None req-bd23dfb0-c79c-41fc-aca6-53f5290ea022 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.889952 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bd23dfb0-c79c-41fc-aca6-53f5290ea022 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0045755 May 26 16:12:09.894428 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54046) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.898908 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [None req-c47289df-ed99-4154-9aac-e8184113a99f tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.899430 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-493ef277-fd0c-407f-9909-e93a2ee8f576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:09.902782 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54048) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.903422 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c47289df-ed99-4154-9aac-e8184113a99f tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0079801 May 26 16:12:09.924157 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9c6b1-92d7-4d66-9c78-1a94534968fe tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Deleting port b5265a57-658c-48d2-8310-c45adc1bdebf {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:09.924498 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9e9c6b1-92d7-4d66-9c78-1a94534968fe tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:09.944371 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-905e85b0-57e9-4352-9485-993fdd5418a1 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.945430 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-905e85b0-57e9-4352-9485-993fdd5418a1 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0062821 May 26 16:12:09.950091 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54050) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.954817 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-b37c7153-fc64-43c6-a888-f67640c2702f tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.955765 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b37c7153-fc64-43c6-a888-f67640c2702f tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0045221 May 26 16:12:09.959236 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54054) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.965565 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-5f471250-2c0f-47d8-89a8-111605866a1c tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.970074 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5f471250-2c0f-47d8-89a8-111605866a1c tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0064502 May 26 16:12:09.970074 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ef277-fd0c-407f-9909-e93a2ee8f576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b701f279-b4e1-4688-8aa1-40658b11b063,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:09.971882 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54056) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.977341 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-0b37befb-5495-40b1-9c7c-7d517ce8d24a tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.978298 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0b37befb-5495-40b1-9c7c-7d517ce8d24a tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0051582 May 26 16:12:09.980906 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54058) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:09.990794 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [None req-b9374f0e-0433-403c-b5a6-a6808aaf7371 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:09.991747 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b9374f0e-0433-403c-b5a6-a6808aaf7371 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0097873 May 26 16:12:09.994487 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54060) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:10.000902 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [None req-b3bf1d10-e017-489e-bdf6-268e9d9d8a20 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:10.004419 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b3bf1d10-e017-489e-bdf6-268e9d9d8a20 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0062895 May 26 16:12:10.004810 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54062) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:10.009559 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-3c397cde-68e1-4cf5-b18d-9bb1bac3b3d8 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:10.012125 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3c397cde-68e1-4cf5-b18d-9bb1bac3b3d8 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0056360 May 26 16:12:10.013213 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493ef277-fd0c-407f-9909-e93a2ee8f576 admin admin] Checking segment: {'id': 'cf899e9d-2aa1-46ef-9bb7-011a91a50131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6f6a2a3e-a609-45ee-8dae-b458796edec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:10.013987 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54064) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:10.014652 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493ef277-fd0c-407f-9909-e93a2ee8f576 admin admin] Network hostable DHCP agents. Network: 6f6a2a3e-a609-45ee-8dae-b458796edec6, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:12:10.021194 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [None req-9d6b1e56-c873-4bd3-84ed-493283dd4e92 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:10.025471 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9d6b1e56-c873-4bd3-84ed-493283dd4e92 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0094149 May 26 16:12:10.026180 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54066) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:10.031256 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-81b3b2f9-20e6-4cf6-b756-54d78dd05a2b tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:10.032319 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-81b3b2f9-20e6-4cf6-b756-54d78dd05a2b tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0052078 May 26 16:12:10.035460 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54068) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:10.041345 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-3cdc0734-e57c-4f40-9308-1fa97773b243 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:10.045827 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3cdc0734-e57c-4f40-9308-1fa97773b243 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0059428 May 26 16:12:10.046082 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54070) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:10.051043 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493ef277-fd0c-407f-9909-e93a2ee8f576 admin admin] Network 6f6a2a3e-a609-45ee-8dae-b458796edec6 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:12:10.051328 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [None req-573d7d5a-f1a5-4eee-a3d5-85e80427bc53 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:10.055451 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-573d7d5a-f1a5-4eee-a3d5-85e80427bc53 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0049250 May 26 16:12:10.056707 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54072) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:10.062771 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-d9e02f38-ee9f-4927-b078-b86cb53feac0 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:10.064278 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d9e02f38-ee9f-4927-b078-b86cb53feac0 tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0061219 May 26 16:12:10.065775 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-493ef277-fd0c-407f-9909-e93a2ee8f576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 6f6a2a3e-a609-45ee-8dae-b458796edec6) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:10.067180 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54074) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:10.068617 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-e9e9c6b1-92d7-4d66-9c78-1a94534968fe tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] For port b5265a57-658c-48d2-8310-c45adc1bdebf, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b5265a57-658c-48d2-8310-c45adc1bdebf,segment=NetworkSegment(1b415897-918f-493e-8993-09d1e2b7afec),segment_id=1b415897-918f-493e-8993-09d1e2b7afec)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:10.069057 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9e9c6b1-92d7-4d66-9c78-1a94534968fe tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.073091 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [None req-f0277f03-2c0e-403e-9305-058e66c9a15c tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:12:10.074210 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f0277f03-2c0e-403e-9305-058e66c9a15c tempest-ExtensionsTestJSON-178766620 tempest-ExtensionsTestJSON-178766620-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0058012 May 26 16:12:10.075665 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493ef277-fd0c-407f-9909-e93a2ee8f576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:10.076334 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-493ef277-fd0c-407f-9909-e93a2ee8f576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.078648 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab96d37-d34a-47e5-ac07-09163b4f379d None None] Network 6f6a2a3e-a609-45ee-8dae-b458796edec6 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:10.080152 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54076) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:10.103175 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-493ef277-fd0c-407f-9909-e93a2ee8f576 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5875008 May 26 16:12:10.108933 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54082) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:10.110063 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9c6b1-92d7-4d66-9c78-1a94534968fe tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Calling delete_port for b5265a57-658c-48d2-8310-c45adc1bdebf owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:10.113512 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-52fae38c-19d8-4b0b-9f45-173cbbd97ad5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-269861966-router', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:10.135777 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-52fae38c-19d8-4b0b-9f45-173cbbd97ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.137342 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-52fae38c-19d8-4b0b-9f45-173cbbd97ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.223750 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-52fae38c-19d8-4b0b-9f45-173cbbd97ad5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.275059 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb93253-ce59-452f-9a79-081b0e665004 None None] Network 6f6a2a3e-a609-45ee-8dae-b458796edec6 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:10.297237 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-259a90e8-ccc0-40c3-8454-b7601fa4e85f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1384736085-network', 'tenant_id': '976eeeed9eb24a0aadc868e664892c73'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:10.334628 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9e9c6b1-92d7-4d66-9c78-1a94534968fe tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.375089 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9c6b1-92d7-4d66-9c78-1a94534968fe tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Port': ['ID=b5265a57-658c-48d2-8310-c45adc1bdebf,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:10.401902 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259a90e8-ccc0-40c3-8454-b7601fa4e85f admin admin] Made reservation on behalf of 976eeeed9eb24a0aadc868e664892c73 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:10.404866 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-259a90e8-ccc0-40c3-8454-b7601fa4e85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.406954 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54086) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:10.456864 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-259a90e8-ccc0-40c3-8454-b7601fa4e85f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.469021 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-52fae38c-19d8-4b0b-9f45-173cbbd97ad5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.565841 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9e9c6b1-92d7-4d66-9c78-1a94534968fe tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.663087 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-259a90e8-ccc0-40c3-8454-b7601fa4e85f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.669749 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-259a90e8-ccc0-40c3-8454-b7601fa4e85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.698355 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1532fc97-bcef-4ec7-83cf-403e572d8422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.712636 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259a90e8-ccc0-40c3-8454-b7601fa4e85f admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:12:10.729554 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-259a90e8-ccc0-40c3-8454-b7601fa4e85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.729885 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-259a90e8-ccc0-40c3-8454-b7601fa4e85f admin admin] Added segment 9ec4f1e1-9c22-4f87-b7ed-8d9dc2aab9f7 of type vlan for network 62b4efce-16d2-40fc-8551-000eb6cb5089 May 26 16:12:10.739122 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a90e8-ccc0-40c3-8454-b7601fa4e85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09414d54-6ead-4e88-8a9e-ba4d4cb4ab3b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:10.792062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e9c6b1-92d7-4d66-9c78-1a94534968fe tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:12:10.821778 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-259a90e8-ccc0-40c3-8454-b7601fa4e85f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.921213 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-259a90e8-ccc0-40c3-8454-b7601fa4e85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.922953 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259a90e8-ccc0-40c3-8454-b7601fa4e85f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:10.923630 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-259a90e8-ccc0-40c3-8454-b7601fa4e85f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.955818 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-52fae38c-19d8-4b0b-9f45-173cbbd97ad5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:10.962830 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e9c6b1-92d7-4d66-9c78-1a94534968fe tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:12:10.973543 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f654006e-7454-46f2-ab6b-53aa95f54926 None None] Sync routers for ids ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:12:10.987902 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e9e9c6b1-92d7-4d66-9c78-1a94534968fe tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "PUT /v2.0/routers/c69f1aa6-d5ec-45db-9d99-270c7ccf15f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3667524 May 26 16:12:10.988156 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f654006e-7454-46f2-ab6b-53aa95f54926 None None] Routers {'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:12:10.988551 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-f654006e-7454-46f2-ab6b-53aa95f54926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:10.992519 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54096) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:11.025802 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-259a90e8-ccc0-40c3-8454-b7601fa4e85f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9456503 May 26 16:12:11.027431 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-52fae38c-19d8-4b0b-9f45-173cbbd97ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.032139 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54098) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:11.043526 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-4c22b890-4238-4d08-809b-e9d9a6f532b0 admin admin] Request body: {'subnet': {'network_id': '62b4efce-16d2-40fc-8551-000eb6cb5089', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1384736085-subnet', 'tenant_id': '976eeeed9eb24a0aadc868e664892c73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:11.059014 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-f654006e-7454-46f2-ab6b-53aa95f54926 None None] Set router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:12:11.086356 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a90e8-ccc0-40c3-8454-b7601fa4e85f admin admin] Pushing event updated for resources: {'Network': ['ID=62b4efce-16d2-40fc-8551-000eb6cb5089,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:11.119037 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c22b890-4238-4d08-809b-e9d9a6f532b0 admin admin] Made reservation on behalf of 976eeeed9eb24a0aadc868e664892c73 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:11.121254 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 62b4efce-16d2-40fc-8551-000eb6cb5089 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:12:11.122110 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4c22b890-4238-4d08-809b-e9d9a6f532b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.144986 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-f654006e-7454-46f2-ab6b-53aa95f54926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:12:10Z', 'revision_number': 11, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:11.192428 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f654006e-7454-46f2-ab6b-53aa95f54926 None None] Checking router: c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:12:11.215311 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f654006e-7454-46f2-ab6b-53aa95f54926 None None] Routers {'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:12:11.215731 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-f654006e-7454-46f2-ab6b-53aa95f54926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:11.274999 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-52fae38c-19d8-4b0b-9f45-173cbbd97ad5 admin admin] Allocated IP 172.25.7.168 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/b916ec3e-8869-48d9-b7a7-40ae9d3214f9) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:11.340966 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-f654006e-7454-46f2-ab6b-53aa95f54926 None None] Set router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:12:11.367134 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1532fc97-bcef-4ec7-83cf-403e572d8422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.380784 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1532fc97-bcef-4ec7-83cf-403e572d8422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.403646 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-f654006e-7454-46f2-ab6b-53aa95f54926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:12:10Z', 'revision_number': 11, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:11.426027 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49cdc0-6ee4-4ae0-a675-d5e07e819a99 req-617dbf77-911e-40d3-abe0-c86228daf5e8 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:11.427599 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4a49cdc0-6ee4-4ae0-a675-d5e07e819a99 req-617dbf77-911e-40d3-abe0-c86228daf5e8 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 944 time: 0.5099502 May 26 16:12:11.436106 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f654006e-7454-46f2-ab6b-53aa95f54926 None None] The sync data for ids ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'] in n-d-843337-2 is: [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:12:10Z', 'revision_number': 11, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:12:11.441315 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e2da51-5de8-4ce8-86ff-f7b7f31e5ceb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Deleting subnet a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:12:11.455909 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-05e2da51-5de8-4ce8-86ff-f7b7f31e5ceb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.466771 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b94c6-44ec-4af2-b46a-57a3d347541c req-0caad926-e197-4846-9328-2ec6d9c6be42 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:11.469791 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e5b94c6-44ec-4af2-b46a-57a3d347541c req-0caad926-e197-4846-9328-2ec6d9c6be42 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 945 time: 0.5116999 May 26 16:12:11.489562 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-52fae38c-19d8-4b0b-9f45-173cbbd97ad5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.492960 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4c22b890-4238-4d08-809b-e9d9a6f532b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.504062 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1532fc97-bcef-4ec7-83cf-403e572d8422 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8cc3322b74bb415887daf5e23e5bbb42&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0945833 May 26 16:12:11.505695 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54100) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:11.537399 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532fc97-bcef-4ec7-83cf-403e572d8422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28ef6d8-ffda-44da-a143-f6bb82660eb8,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:11.577324 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-05e2da51-5de8-4ce8-86ff-f7b7f31e5ceb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.577608 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22b890-4238-4d08-809b-e9d9a6f532b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8138a400-c622-4693-8fa9-edca1411867a,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:11.590189 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-52fae38c-19d8-4b0b-9f45-173cbbd97ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.594937 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c22b890-4238-4d08-809b-e9d9a6f532b0 admin admin] Checking segment: {'id': '9ec4f1e1-9c22-4f87-b7ed-8d9dc2aab9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '62b4efce-16d2-40fc-8551-000eb6cb5089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:11.595303 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c22b890-4238-4d08-809b-e9d9a6f532b0 admin admin] Network hostable DHCP agents. Network: 62b4efce-16d2-40fc-8551-000eb6cb5089, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:12:11.635579 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4a49cdc0-6ee4-4ae0-a675-d5e07e819a99 req-a42ffb0b-90e1-4c67-8862-dec85fb7a40b tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805987 May 26 16:12:11.641510 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fae38c-19d8-4b0b-9f45-173cbbd97ad5 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:11.647490 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e5b94c6-44ec-4af2-b46a-57a3d347541c req-54ab4a9a-be54-48a5-aff6-6c4c0a28f7b8 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53723be-8a5c-4997-8e7f-8a09ff2a78d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367309 May 26 16:12:11.650402 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-52fae38c-19d8-4b0b-9f45-173cbbd97ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:11.652517 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fae38c-19d8-4b0b-9f45-173cbbd97ad5 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:11.680890 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fae38c-19d8-4b0b-9f45-173cbbd97ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=b916ec3e-8869-48d9-b7a7-40ae9d3214f9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:11.681108 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a1b5f5a-68da-495a-a422-3358bcf4d491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.694478 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c22b890-4238-4d08-809b-e9d9a6f532b0 admin admin] Network 62b4efce-16d2-40fc-8551-000eb6cb5089 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:12:11.712262 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-4c22b890-4238-4d08-809b-e9d9a6f532b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 62b4efce-16d2-40fc-8551-000eb6cb5089) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:11.716851 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c22b890-4238-4d08-809b-e9d9a6f532b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:11.718038 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4c22b890-4238-4d08-809b-e9d9a6f532b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.728349 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b127edc-5cef-4e9a-9d63-bcb1a5f70c26 None None] Network 62b4efce-16d2-40fc-8551-000eb6cb5089 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:11.736072 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a1b5f5a-68da-495a-a422-3358bcf4d491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.744824 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-05e2da51-5de8-4ce8-86ff-f7b7f31e5ceb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.776432 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4c22b890-4238-4d08-809b-e9d9a6f532b0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7416077 May 26 16:12:11.853368 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a1b5f5a-68da-495a-a422-3358bcf4d491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.857439 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a1b5f5a-68da-495a-a422-3358bcf4d491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.862359 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0a1b5f5a-68da-495a-a422-3358bcf4d491 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d28ef6d8-ffda-44da-a143-f6bb82660eb8 HTTP/1.1" status: 204 len: 168 time: 0.3468485 May 26 16:12:11.877446 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b5f5a-68da-495a-a422-3358bcf4d491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28ef6d8-ffda-44da-a143-f6bb82660eb8,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:11.890356 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-05e2da51-5de8-4ce8-86ff-f7b7f31e5ceb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.934221 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-05e2da51-5de8-4ce8-86ff-f7b7f31e5ceb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:11.938484 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-05e2da51-5de8-4ce8-86ff-f7b7f31e5ceb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/subnets/a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1 HTTP/1.1" status: 204 len: 168 time: 0.9424953 May 26 16:12:11.941458 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54106) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:11.943479 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a611a37e-cb56-4d5c-b263-d8a7cc7f1f56 None None] Network e183c45f-04e8-4316-857b-8e1bbc74bccf requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:11.966341 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d874c3a3-12f2-4fc5-901a-330065e65052 None None] Network 62b4efce-16d2-40fc-8551-000eb6cb5089 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:11.966501 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2da51-5de8-4ce8-86ff-f7b7f31e5ceb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Subnet': ['ID=a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:11.973061 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54110) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:12.088013 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b4c06d-8965-450c-b824-64473518f2cd admin admin] Deleting subnet 8138a400-c622-4693-8fa9-edca1411867a {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:12:12.096619 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bfa577a9-93ec-49f4-b8b4-a91e8a8b51a3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.098069 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-52fae38c-19d8-4b0b-9f45-173cbbd97ad5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.100247 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-02b4c06d-8965-450c-b824-64473518f2cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.182186 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-02b4c06d-8965-450c-b824-64473518f2cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.247767 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-02b4c06d-8965-450c-b824-64473518f2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.280393 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-bfa577a9-93ec-49f4-b8b4-a91e8a8b51a3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Deleting port f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:12.280393 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bfa577a9-93ec-49f4-b8b4-a91e8a8b51a3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.333518 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c008a49-fbc4-4e39-a925-51ee86a5578d None None] DHCP port deletion for e183c45f-04e8-4316-857b-8e1bbc74bccf request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:12:12.387808 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-bfa577a9-93ec-49f4-b8b4-a91e8a8b51a3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] For port f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b,segment=NetworkSegment(1b415897-918f-493e-8993-09d1e2b7afec),segment_id=1b415897-918f-493e-8993-09d1e2b7afec)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:12.388216 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bfa577a9-93ec-49f4-b8b4-a91e8a8b51a3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.408679 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-bfa577a9-93ec-49f4-b8b4-a91e8a8b51a3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Calling delete_port for f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:12.410563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0c008a49-fbc4-4e39-a925-51ee86a5578d None None] Deleting port f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:12.410749 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-02b4c06d-8965-450c-b824-64473518f2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.410947 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0c008a49-fbc4-4e39-a925-51ee86a5578d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.415016 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-52fae38c-19d8-4b0b-9f45-173cbbd97ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.465766 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4c06d-8965-450c-b824-64473518f2cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8138a400-c622-4693-8fa9-edca1411867a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:12.494975 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-0c008a49-fbc4-4e39-a925-51ee86a5578d None None] For port f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b,segment=NetworkSegment(1b415897-918f-493e-8993-09d1e2b7afec),segment_id=1b415897-918f-493e-8993-09d1e2b7afec)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:12.496744 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0c008a49-fbc4-4e39-a925-51ee86a5578d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.515224 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-02b4c06d-8965-450c-b824-64473518f2cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.519308 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0c008a49-fbc4-4e39-a925-51ee86a5578d None None] Calling delete_port for f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:12.520360 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-02b4c06d-8965-450c-b824-64473518f2cd admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8138a400-c622-4693-8fa9-edca1411867a HTTP/1.1" status: 204 len: 168 time: 0.5460148 May 26 16:12:12.523950 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54122) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:12.629902 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51c34b3a-3512-42ae-ad2f-78e363076889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.641314 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bfa577a9-93ec-49f4-b8b4-a91e8a8b51a3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.653157 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0c008a49-fbc4-4e39-a925-51ee86a5578d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.667572 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c008a49-fbc4-4e39-a925-51ee86a5578d None None] No DVR routers for this DVR port f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:12.714649 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c008a49-fbc4-4e39-a925-51ee86a5578d None None] Pushing event deleted for resources: {'Port': ['ID=f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:12.726427 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa577a9-93ec-49f4-b8b4-a91e8a8b51a3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Port': ['ID=f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:12.777050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa577a9-93ec-49f4-b8b4-a91e8a8b51a3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] No DVR routers for this DVR port f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:12.935899 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c351a49c-55a0-4162-9949-96bdea85f0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:12.996164 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51c34b3a-3512-42ae-ad2f-78e363076889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.035096 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bfa577a9-93ec-49f4-b8b4-a91e8a8b51a3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.043429 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54136) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:13.047362 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028429 May 26 16:12:13.057983 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c80aed-d83f-445b-ad6d-537f42c5b1c8 req-06bcb876-0cad-4eb3-9199-5de68b0fe02a tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:13.058640 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54138) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:13.059616 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-31c80aed-d83f-445b-ad6d-537f42c5b1c8 req-06bcb876-0cad-4eb3-9199-5de68b0fe02a tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 945 time: 0.0706363 May 26 16:12:13.060890 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-51c34b3a-3512-42ae-ad2f-78e363076889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b4efce-16d2-40fc-8551-000eb6cb5089']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:13.098166 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc13ad3-61ab-44c0-8925-f2b7007223ff req-6f6c37b9-ffe6-4ea0-b51d-4bdfa32e55ff tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:13.099713 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3cc13ad3-61ab-44c0-8925-f2b7007223ff req-6f6c37b9-ffe6-4ea0-b51d-4bdfa32e55ff tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 945 time: 0.3144424 May 26 16:12:13.101604 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-bfa577a9-93ec-49f4-b8b4-a91e8a8b51a3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e183c45f-04e8-4316-857b-8e1bbc74bccf']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:13.104756 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-51c34b3a-3512-42ae-ad2f-78e363076889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec4f1e1-9c22-4f87-b7ed-8d9dc2aab9f7') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:13.105529 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-51c34b3a-3512-42ae-ad2f-78e363076889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec4f1e1-9c22-4f87-b7ed-8d9dc2aab9f7') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:13.115896 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fae38c-19d8-4b0b-9f45-173cbbd97ad5 admin admin] Router 652bf443-5beb-48cc-9500-3f10ef09c231 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:12:13.125809 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-bfa577a9-93ec-49f4-b8b4-a91e8a8b51a3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b415897-918f-493e-8993-09d1e2b7afec') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:13.126098 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-bfa577a9-93ec-49f4-b8b4-a91e8a8b51a3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b415897-918f-493e-8993-09d1e2b7afec') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:13.133833 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51c34b3a-3512-42ae-ad2f-78e363076889 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.158103 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e0ef8-92e0-41b7-ab69-23f68e67e0d2 req-06aaa394-20cd-4894-bdaa-2e3b62a8e234 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:13.159536 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-031e0ef8-92e0-41b7-ab69-23f68e67e0d2 req-06aaa394-20cd-4894-bdaa-2e3b62a8e234 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 944 time: 0.2955906 May 26 16:12:13.161481 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bfa577a9-93ec-49f4-b8b4-a91e8a8b51a3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.201186 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51c34b3a-3512-42ae-ad2f-78e363076889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.215388 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bfa577a9-93ec-49f4-b8b4-a91e8a8b51a3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.230424 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-729691ac-9ecb-4f8b-baf9-7ec163b681a1 tempest-NetworksApiDiscovery-867389658 tempest-NetworksApiDiscovery-867389658-project] 10.222.0.77 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1611471 May 26 16:12:13.235010 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c34b3a-3512-42ae-ad2f-78e363076889 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:12:13.235423 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51c34b3a-3512-42ae-ad2f-78e363076889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.259379 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa577a9-93ec-49f4-b8b4-a91e8a8b51a3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:12:13.259791 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bfa577a9-93ec-49f4-b8b4-a91e8a8b51a3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.268914 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 9ec4f1e1-9c22-4f87-b7ed-8d9dc2aab9f7 resource provider aggregate not found May 26 16:12:13.288375 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-31c80aed-d83f-445b-ad6d-537f42c5b1c8 req-ee9c1e8b-3b53-45d0-94ad-ec592fc4ea28 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Deleting port cbe2c593-0939-4d9b-9fe9-3f42a3daff5f {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:13.288934 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-31c80aed-d83f-445b-ad6d-537f42c5b1c8 req-ee9c1e8b-3b53-45d0-94ad-ec592fc4ea28 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.310921 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3cc13ad3-61ab-44c0-8925-f2b7007223ff req-6b4c318d-ab27-4c29-b6f4-5eba520f1179 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53723be-8a5c-4997-8e7f-8a09ff2a78d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028551 May 26 16:12:13.323486 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b5265a57-658c-48d2-8310-c45adc1bdebf no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:13.364179 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 9ec4f1e1-9c22-4f87-b7ed-8d9dc2aab9f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ec4f1e1-9c22-4f87-b7ed-8d9dc2aab9f7 found for delete ", "request_id": "req-c5118865-af24-4755-bf13-31cf77ea4303"}]} May 26 16:12:13.366290 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: b5265a57-658c-48d2-8310-c45adc1bdebf {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:12:13.367204 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b5265a57-658c-48d2-8310-c45adc1bdebf not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:12:13.368216 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:13.373350 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fae38c-19d8-4b0b-9f45-173cbbd97ad5 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:12:13.381030 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-031e0ef8-92e0-41b7-ab69-23f68e67e0d2 req-17e49a6d-7ab0-4500-a76d-f93a9866b570 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107997 May 26 16:12:13.396027 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51c34b3a-3512-42ae-ad2f-78e363076889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.402590 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51c34b3a-3512-42ae-ad2f-78e363076889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.410450 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-51c34b3a-3512-42ae-ad2f-78e363076889 admin admin] 10.222.0.77 "DELETE /v2.0/networks/62b4efce-16d2-40fc-8551-000eb6cb5089 HTTP/1.1" status: 204 len: 168 time: 0.8852122 May 26 16:12:13.416240 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bfa577a9-93ec-49f4-b8b4-a91e8a8b51a3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.426255 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:12:13.434641 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bfa577a9-93ec-49f4-b8b4-a91e8a8b51a3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.437888 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-52fae38c-19d8-4b0b-9f45-173cbbd97ad5 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.438691 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bfa577a9-93ec-49f4-b8b4-a91e8a8b51a3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/networks/e183c45f-04e8-4316-857b-8e1bbc74bccf HTTP/1.1" status: 204 len: 168 time: 1.4925420 May 26 16:12:13.439886 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c34b3a-3512-42ae-ad2f-78e363076889 admin admin] Pushing event deleted for resources: {'Network': ['ID=62b4efce-16d2-40fc-8551-000eb6cb5089,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:13.441660 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54150) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:13.441991 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54152) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:13.443099 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-52fae38c-19d8-4b0b-9f45-173cbbd97ad5 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3330135 May 26 16:12:13.445667 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f0a34431-f1a1-4c9e-80a9-a9d8a69f1e3b not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:12:13.448696 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] Sync routers for ids ['652bf443-5beb-48cc-9500-3f10ef09c231'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:12:13.450811 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-063a29db-65cb-44f6-b9be-2eed9896b715 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'router': {'routes': None}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:13.472443 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] Routers {'652bf443-5beb-48cc-9500-3f10ef09c231'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:12:13.475570 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['652bf443-5beb-48cc-9500-3f10ef09c231'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:13.492935 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-31c80aed-d83f-445b-ad6d-537f42c5b1c8 req-ee9c1e8b-3b53-45d0-94ad-ec592fc4ea28 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] For port cbe2c593-0939-4d9b-9fe9-3f42a3daff5f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=cbe2c593-0939-4d9b-9fe9-3f42a3daff5f,segment=NetworkSegment(0cae4f8b-4c08-4f01-b356-84ad24f58bc1),segment_id=0cae4f8b-4c08-4f01-b356-84ad24f58bc1)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:13.493433 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-31c80aed-d83f-445b-ad6d-537f42c5b1c8 req-ee9c1e8b-3b53-45d0-94ad-ec592fc4ea28 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.511181 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-31c80aed-d83f-445b-ad6d-537f42c5b1c8 req-ee9c1e8b-3b53-45d0-94ad-ec592fc4ea28 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Calling delete_port for cbe2c593-0939-4d9b-9fe9-3f42a3daff5f owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:13.540557 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa577a9-93ec-49f4-b8b4-a91e8a8b51a3 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Pushing event deleted for resources: {'Network': ['ID=e183c45f-04e8-4316-857b-8e1bbc74bccf,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:13.635859 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54156) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:13.636881 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] Set router 652bf443-5beb-48cc-9500-3f10ef09c231 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:12:13.692454 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54158) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:13.712595 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-55c591c0-ff89-408e-b5cd-b14f402fe50c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=976eeeed9eb24a0aadc868e664892c73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0753012 May 26 16:12:13.719237 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54162) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:13.758293 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.extraroute_db [None req-063a29db-65cb-44f6-b9be-2eed9896b715 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Added routes are [] {{(pid=103896) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 26 16:12:13.758593 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.extraroute_db [None req-063a29db-65cb-44f6-b9be-2eed9896b715 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Removed routes are [] {{(pid=103896) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 26 16:12:13.758955 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-063a29db-65cb-44f6-b9be-2eed9896b715 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.814383 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d201c4ed-5c69-4d08-8934-46d90e3695f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.838948 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d201c4ed-5c69-4d08-8934-46d90e3695f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.895385 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'name': 'tempest-ServerRescueTestJSONUnderV235-269861966-router', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:12:10Z', 'updated_at': '2022-05-26T16:12:11Z', 'revision_number': 3, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'gw_port': {'id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:95:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:12:11Z', 'updated_at': '2022-05-26T16:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:13.909547 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-31c80aed-d83f-445b-ad6d-537f42c5b1c8 req-ee9c1e8b-3b53-45d0-94ad-ec592fc4ea28 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.928947 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d201c4ed-5c69-4d08-8934-46d90e3695f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.930557 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] Checking router: 652bf443-5beb-48cc-9500-3f10ef09c231 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:12:13.931400 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d201c4ed-5c69-4d08-8934-46d90e3695f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.934983 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] Updating router 652bf443-5beb-48cc-9500-3f10ef09c231 port b916ec3e-8869-48d9-b7a7-40ae9d3214f9 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:12:13.935160 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d201c4ed-5c69-4d08-8934-46d90e3695f5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/09414d54-6ead-4e88-8a9e-ba4d4cb4ab3b HTTP/1.1" status: 204 len: 168 time: 0.2122703 May 26 16:12:13.960271 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-063a29db-65cb-44f6-b9be-2eed9896b715 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.963049 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.973153 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201c4ed-5c69-4d08-8934-46d90e3695f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09414d54-6ead-4e88-8a9e-ba4d4cb4ab3b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:13.981149 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fd0e6d7a-bd4b-4615-a8cb-a9aa0e0fd1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:13.983729 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c1e8b-3b53-45d0-94ad-ec592fc4ea28 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Pushing event deleted for resources: {'Port': ['ID=cbe2c593-0939-4d9b-9fe9-3f42a3daff5f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:14.019193 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-063a29db-65cb-44f6-b9be-2eed9896b715 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2061086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2061095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2062530'] for router, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.094428 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fd0e6d7a-bd4b-4615-a8cb-a9aa0e0fd1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.111813 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c80aed-d83f-445b-ad6d-537f42c5b1c8 req-ee9c1e8b-3b53-45d0-94ad-ec592fc4ea28 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] No DVR routers for this DVR port cbe2c593-0939-4d9b-9fe9-3f42a3daff5f on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:14.115208 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-31c80aed-d83f-445b-ad6d-537f42c5b1c8 req-ee9c1e8b-3b53-45d0-94ad-ec592fc4ea28 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.120007 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-31c80aed-d83f-445b-ad6d-537f42c5b1c8 req-ee9c1e8b-3b53-45d0-94ad-ec592fc4ea28 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.83 "DELETE /v2.0/ports/cbe2c593-0939-4d9b-9fe9-3f42a3daff5f HTTP/1.1" status: 204 len: 173 time: 1.0527251 May 26 16:12:14.120705 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4c2b22-4a20-492c-8a83-28c2f551fafe', 'name': 'network-vif-deleted', 'tag': 'cbe2c593-0939-4d9b-9fe9-3f42a3daff5f'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:12:14.122940 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca69aaf-25a4-4d3e-a11b-ebdde5cf9ad1" -d '{"events": [{"server_uuid": "3a4c2b22-4a20-492c-8a83-28c2f551fafe", "name": "network-vif-deleted", "tag": "cbe2c593-0939-4d9b-9fe9-3f42a3daff5f"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:12:14.127476 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fd0e6d7a-bd4b-4615-a8cb-a9aa0e0fd1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.157373 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063a29db-65cb-44f6-b9be-2eed9896b715 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:12:14.165120 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54170) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:14.165494 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fd0e6d7a-bd4b-4615-a8cb-a9aa0e0fd1a2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=102f120c34d34fe88f72ef988d9202d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4705741 May 26 16:12:14.210468 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e6d7a-bd4b-4615-a8cb-a9aa0e0fd1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8246ec-1c4f-4f66-8e8a-8c3fa374e821,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:14.243091 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e630b64-a4b1-411c-9f42-b2db3f6728d1 x-openstack-request-id: req-3e630b64-a4b1-411c-9f42-b2db3f6728d1 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:12:14.243394 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4c2b22-4a20-492c-8a83-28c2f551fafe", "name": "network-vif-deleted", "tag": "cbe2c593-0939-4d9b-9fe9-3f42a3daff5f", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:12:14.243653 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3e630b64-a4b1-411c-9f42-b2db3f6728d1 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:12:14.244066 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e630b64-a4b1-411c-9f42-b2db3f6728d1'] response: {'server_uuid': '3a4c2b22-4a20-492c-8a83-28c2f551fafe', 'name': 'network-vif-deleted', 'tag': 'cbe2c593-0939-4d9b-9fe9-3f42a3daff5f', 'status': 'completed', 'code': 200} May 26 16:12:14.318287 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063a29db-65cb-44f6-b9be-2eed9896b715 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:12:14.330898 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b6aea5-65ef-474b-ba53-92cb975d937e None None] Sync routers for ids ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:12:14.336379 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-063a29db-65cb-44f6-b9be-2eed9896b715 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.337566 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-063a29db-65cb-44f6-b9be-2eed9896b715 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "PUT /v2.0/routers/c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 HTTP/1.1" status: 200 len: 700 time: 0.8946123 May 26 16:12:14.340578 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54174) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:14.359109 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f392ac63-e105-429c-8c87-353c3249774e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.360450 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b6aea5-65ef-474b-ba53-92cb975d937e None None] Routers {'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:12:14.365809 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e5b6aea5-65ef-474b-ba53-92cb975d937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:14.410576 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7a82afbf-4fa5-43ad-a403-9ad60d94e207 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "GET /v2.0/ports?device_id=c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 HTTP/1.1" status: 200 len: 205 time: 0.0686986 May 26 16:12:14.414798 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54180) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:14.419498 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f392ac63-e105-429c-8c87-353c3249774e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.476299 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.497975 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.592133 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ca523b4-fe0c-4178-b7a4-afb500a34e2c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.613981 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] Attempting to bind port b916ec3e-8869-48d9-b7a7-40ae9d3214f9 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:12:14.618529 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] Attempting to bind port b916ec3e-8869-48d9-b7a7-40ae9d3214f9 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:12:14.620058 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] Attempting to bind port b916ec3e-8869-48d9-b7a7-40ae9d3214f9 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:12:14.642130 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ceebab1-ae1d-42a7-aca2-3570bcc8aece req-307da297-5411-4890-bd4f-d64d8e91bfe8 tempest-FloatingIPsAssociationNegativeTestJSON-246166176 tempest-FloatingIPsAssociationNegativeTestJSON-246166176-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a4c2b22-4a20-492c-8a83-28c2f551fafe HTTP/1.1" status: 200 len: 210 time: 0.0471349 May 26 16:12:14.647486 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:12:14.647486 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:14.650531 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.650998 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:12:14.651678 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] Bound port: b916ec3e-8869-48d9-b7a7-40ae9d3214f9, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:12:14.652842 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.659525 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abb654-19c3-4b04-b05a-b3e987712ffc None None] Pushing event updated for resources: {'Port': ['ID=b916ec3e-8869-48d9-b7a7-40ae9d3214f9,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:14.760992 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-e5b6aea5-65ef-474b-ba53-92cb975d937e None None] Set router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:12:14.772863 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f392ac63-e105-429c-8c87-353c3249774e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.774352 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] For port b916ec3e-8869-48d9-b7a7-40ae9d3214f9, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:12:14.775914 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f392ac63-e105-429c-8c87-353c3249774e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.779485 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f392ac63-e105-429c-8c87-353c3249774e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bd8246ec-1c4f-4f66-8e8a-8c3fa374e821 HTTP/1.1" status: 204 len: 168 time: 0.6102016 May 26 16:12:14.787292 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] For port b916ec3e-8869-48d9-b7a7-40ae9d3214f9, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b916ec3e-8869-48d9-b7a7-40ae9d3214f9,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:12:14.799292 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.810814 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95029f-48be-40a0-9804-a222cefa4956 req-354c58fc-99f0-4cd7-850c-0df651f7d84d tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:14.813303 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff95029f-48be-40a0-9804-a222cefa4956 req-354c58fc-99f0-4cd7-850c-0df651f7d84d tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 944 time: 0.1747458 May 26 16:12:14.814251 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392ac63-e105-429c-8c87-353c3249774e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8246ec-1c4f-4f66-8e8a-8c3fa374e821,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:14.834989 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6002030a-8fab-480e-8be3-a93a8a9c9712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:14.872408 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e5b6aea5-65ef-474b-ba53-92cb975d937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:12:10Z', 'revision_number': 11, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:14.925564 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] Routers {'652bf443-5beb-48cc-9500-3f10ef09c231'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:12:14.926520 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['652bf443-5beb-48cc-9500-3f10ef09c231'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:14.939145 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b6aea5-65ef-474b-ba53-92cb975d937e None None] Checking router: c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:12:14.962773 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b6aea5-65ef-474b-ba53-92cb975d937e None None] Routers {'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:12:14.963413 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e5b6aea5-65ef-474b-ba53-92cb975d937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:11:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:14.989897 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff95029f-48be-40a0-9804-a222cefa4956 req-39b7d8c8-4288-485e-9931-d2263297f95b tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524582 May 26 16:12:15.028166 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abb654-19c3-4b04-b05a-b3e987712ffc None None] Pushing event updated for resources: {'Port': ['ID=b916ec3e-8869-48d9-b7a7-40ae9d3214f9,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:15.042220 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ca523b4-fe0c-4178-b7a4-afb500a34e2c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.047799 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ca523b4-fe0c-4178-b7a4-afb500a34e2c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.140738 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-e5b6aea5-65ef-474b-ba53-92cb975d937e None None] Set router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:12:15.152919 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ca523b4-fe0c-4178-b7a4-afb500a34e2c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.155654 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca523b4-fe0c-4178-b7a4-afb500a34e2c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Fanout notify agent at l3_agent the message router_deleted on router c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:12:15.172284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] Set router 652bf443-5beb-48cc-9500-3f10ef09c231 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:12:15.172526 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ca523b4-fe0c-4178-b7a4-afb500a34e2c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.173658 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7ca523b4-fe0c-4178-b7a4-afb500a34e2c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/routers/c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 HTTP/1.1" status: 204 len: 168 time: 0.7573540 May 26 16:12:15.180238 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54196) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:15.191406 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-4075ca1b-10d1-4cdd-98f6-90be2cd55b16 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-543518911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:15.233848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-6002030a-8fab-480e-8be3-a93a8a9c9712 admin admin] Allocated IP 172.20.0.1 (6f6a2a3e-a609-45ee-8dae-b458796edec6/b701f279-b4e1-4688-8aa1-40658b11b063/e11ac68b-566f-4a65-a729-0b24d4db44a1) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:15.249807 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4075ca1b-10d1-4cdd-98f6-90be2cd55b16 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.256107 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4075ca1b-10d1-4cdd-98f6-90be2cd55b16 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.266481 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e5b6aea5-65ef-474b-ba53-92cb975d937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:12:10Z', 'revision_number': 11, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:15.303331 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b6aea5-65ef-474b-ba53-92cb975d937e None None] The sync data for ids ['c69f1aa6-d5ec-45db-9d99-270c7ccf15f8'] in n-d-843337-2 is: [{'id': 'c69f1aa6-d5ec-45db-9d99-270c7ccf15f8', 'name': 'tempest-RoutersTest-router-744534297', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:43Z', 'updated_at': '2022-05-26T16:12:10Z', 'revision_number': 11, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:12:15.503333 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b21d6d97-200f-4baf-9165-d33fb31dce7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.550914 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'name': 'tempest-ServerRescueTestJSONUnderV235-269861966-router', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:12:10Z', 'updated_at': '2022-05-26T16:12:11Z', 'revision_number': 3, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'gw_port': {'id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:95:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:12:11Z', 'updated_at': '2022-05-26T16:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:15.592383 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c15dfb6-d771-4a08-a2e0-d5552f779b81 None None] The sync data for ids ['652bf443-5beb-48cc-9500-3f10ef09c231'] in n-d-843337-2 is: [{'id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'name': 'tempest-ServerRescueTestJSONUnderV235-269861966-router', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:12:10Z', 'updated_at': '2022-05-26T16:12:11Z', 'revision_number': 3, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'gw_port': {'id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:95:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:12:11Z', 'updated_at': '2022-05-26T16:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:12:15.660221 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device cbe2c593-0939-4d9b-9fe9-3f42a3daff5f no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:15.722445 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4075ca1b-10d1-4cdd-98f6-90be2cd55b16 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.776290 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4075ca1b-10d1-4cdd-98f6-90be2cd55b16 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.794565 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: cbe2c593-0939-4d9b-9fe9-3f42a3daff5f {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:12:15.795137 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device cbe2c593-0939-4d9b-9fe9-3f42a3daff5f not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:12:15.797673 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 1b415897-918f-493e-8993-09d1e2b7afec resource provider aggregate not found May 26 16:12:15.837813 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54228) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:15.840359 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 1b415897-918f-493e-8993-09d1e2b7afec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b415897-918f-493e-8993-09d1e2b7afec found for delete ", "request_id": "req-e1821468-f018-4860-9304-1fa264214d3a"}]} May 26 16:12:15.907738 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4075ca1b-10d1-4cdd-98f6-90be2cd55b16 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.912183 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4075ca1b-10d1-4cdd-98f6-90be2cd55b16 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7275741 May 26 16:12:15.914473 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54232) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:15.924184 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6002030a-8fab-480e-8be3-a93a8a9c9712 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:15.927062 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-89b4a628-0c00-45fd-84f0-733be26159d2 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:15.991925 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6002030a-8fab-480e-8be3-a93a8a9c9712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.132915 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6002030a-8fab-480e-8be3-a93a8a9c9712 admin admin] Network 6f6a2a3e-a609-45ee-8dae-b458796edec6 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:16.138362 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-6002030a-8fab-480e-8be3-a93a8a9c9712 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:16.145582 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6002030a-8fab-480e-8be3-a93a8a9c9712 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:16.153852 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54238) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:16.198076 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002030a-8fab-480e-8be3-a93a8a9c9712 admin admin] Pushing event updated for resources: {'Port': ['ID=e11ac68b-566f-4a65-a729-0b24d4db44a1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:16.243531 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6002030a-8fab-480e-8be3-a93a8a9c9712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.267666 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104819eb-c2e0-41e3-8e9d-4b56f6667c14 req-9c917453-a469-4cb7-939e-79e7e88affb9 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:16.269636 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-104819eb-c2e0-41e3-8e9d-4b56f6667c14 req-9c917453-a469-4cb7-939e-79e7e88affb9 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 944 time: 0.1328118 May 26 16:12:16.379057 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-104819eb-c2e0-41e3-8e9d-4b56f6667c14 req-c5f6b9de-ddd6-40b0-bcf8-c557d8db689a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701156 May 26 16:12:16.426158 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89b4a628-0c00-45fd-84f0-733be26159d2 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.461689 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.520699 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89b4a628-0c00-45fd-84f0-733be26159d2 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2061086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2061095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2062530'] for router, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.540780 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-20893985-85f1-4acd-aab6-5a27b587c9a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.549595 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6002030a-8fab-480e-8be3-a93a8a9c9712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.775561 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b4a628-0c00-45fd-84f0-733be26159d2 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Router 2f52e21a-691a-4219-8c6e-3dc98ba59079 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:12:16.786411 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6002030a-8fab-480e-8be3-a93a8a9c9712 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.796840 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6002030a-8fab-480e-8be3-a93a8a9c9712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.819189 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-20893985-85f1-4acd-aab6-5a27b587c9a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.870930 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-20893985-85f1-4acd-aab6-5a27b587c9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.913117 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6002030a-8fab-480e-8be3-a93a8a9c9712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.920251 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002030a-8fab-480e-8be3-a93a8a9c9712 admin admin] Pushing event updated for resources: {'Port': ['ID=e11ac68b-566f-4a65-a729-0b24d4db44a1,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:16.935287 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b4a628-0c00-45fd-84f0-733be26159d2 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:12:16.949317 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f3a4c0-a792-4d95-b11d-6076376c426f None None] Sync routers for ids ['2f52e21a-691a-4219-8c6e-3dc98ba59079'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:12:16.950115 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89b4a628-0c00-45fd-84f0-733be26159d2 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:16.955546 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-89b4a628-0c00-45fd-84f0-733be26159d2 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "PUT /v2.0/routers/2f52e21a-691a-4219-8c6e-3dc98ba59079 HTTP/1.1" status: 200 len: 693 time: 1.0405233 May 26 16:12:16.959812 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54254) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:16.972356 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f3a4c0-a792-4d95-b11d-6076376c426f None None] Routers {'2f52e21a-691a-4219-8c6e-3dc98ba59079'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:12:16.973306 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b2f3a4c0-a792-4d95-b11d-6076376c426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:12:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['2f52e21a-691a-4219-8c6e-3dc98ba59079'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:17.073678 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20893985-85f1-4acd-aab6-5a27b587c9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9c8f27-674d-4ac0-ae5a-380d366293c8,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:17.087613 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-20893985-85f1-4acd-aab6-5a27b587c9a7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=80b537611ecf464eaab036656ed29b83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9309046 May 26 16:12:17.090388 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54260) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:17.104123 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-802b5312-c7ae-46fe-bda4-aa082f89aacb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "GET /v2.0/routers/2f52e21a-691a-4219-8c6e-3dc98ba59079 HTTP/1.1" status: 200 len: 699 time: 0.1399534 May 26 16:12:17.126197 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54262) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:17.147196 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6002030a-8fab-480e-8be3-a93a8a9c9712 admin admin] Network 6f6a2a3e-a609-45ee-8dae-b458796edec6 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:17.159348 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-6002030a-8fab-480e-8be3-a93a8a9c9712 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:17.166005 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4c7922a6-642a-4042-a940-e29ba50d46f8 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f52e21a-691a-4219-8c6e-3dc98ba59079 HTTP/1.1" status: 200 len: 205 time: 0.0385876 May 26 16:12:17.172306 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54264) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:17.269153 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-da25d429-9733-4066-9269-72e287fb9fa6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:17.320309 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-b2f3a4c0-a792-4d95-b11d-6076376c426f None None] Set router 2f52e21a-691a-4219-8c6e-3dc98ba59079 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:12:17.359252 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb42605f-3d6f-4bff-af65-9ecdb7866fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:17.426004 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b2f3a4c0-a792-4d95-b11d-6076376c426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f52e21a-691a-4219-8c6e-3dc98ba59079', 'name': 'tempest-RoutersTest-router-543518911', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:12:15Z', 'updated_at': '2022-05-26T16:12:16Z', 'revision_number': 2, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:17.454613 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b916ec3e-8869-48d9-b7a7-40ae9d3214f9 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:17.458543 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8b477cde-1bfd-4430-a2c0-df778444c4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:17.493228 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8b477cde-1bfd-4430-a2c0-df778444c4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:17.504502 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6002030a-8fab-480e-8be3-a93a8a9c9712 admin admin] Router 652bf443-5beb-48cc-9500-3f10ef09c231 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:12:17.522758 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-da25d429-9733-4066-9269-72e287fb9fa6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:17.526128 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-da25d429-9733-4066-9269-72e287fb9fa6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:17.585873 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f3a4c0-a792-4d95-b11d-6076376c426f None None] Checking router: 2f52e21a-691a-4219-8c6e-3dc98ba59079 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:12:17.599145 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f3a4c0-a792-4d95-b11d-6076376c426f None None] Routers {'2f52e21a-691a-4219-8c6e-3dc98ba59079'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:12:17.599785 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b2f3a4c0-a792-4d95-b11d-6076376c426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:12:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['2f52e21a-691a-4219-8c6e-3dc98ba59079'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:17.645346 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-da25d429-9733-4066-9269-72e287fb9fa6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:17.645975 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da25d429-9733-4066-9269-72e287fb9fa6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Fanout notify agent at l3_agent the message router_deleted on router 2f52e21a-691a-4219-8c6e-3dc98ba59079 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:12:17.656210 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port b916ec3e-8869-48d9-b7a7-40ae9d3214f9 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:17.656841 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:17.697517 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-da25d429-9733-4066-9269-72e287fb9fa6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:17.698931 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-da25d429-9733-4066-9269-72e287fb9fa6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/routers/2f52e21a-691a-4219-8c6e-3dc98ba59079 HTTP/1.1" status: 204 len: 168 time: 0.5223799 May 26 16:12:17.702731 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54274) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:17.726598 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ee95b-a33e-4f46-92cc-61c1e0a4da25 req-bc469425-12db-4866-80d1-d621eca9f831 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:17.729231 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b13ee95b-a33e-4f46-92cc-61c1e0a4da25 req-bc469425-12db-4866-80d1-d621eca9f831 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 944 time: 0.1881897 May 26 16:12:17.741076 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-b2f3a4c0-a792-4d95-b11d-6076376c426f None None] Set router 2f52e21a-691a-4219-8c6e-3dc98ba59079 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:12:17.770776 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8b477cde-1bfd-4430-a2c0-df778444c4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:17.775728 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d0e13c56-6dc0-46a6-ada2-7c567ee4aaeb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f52e21a-691a-4219-8c6e-3dc98ba59079 HTTP/1.1" status: 200 len: 205 time: 0.0694783 May 26 16:12:17.775943 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8b477cde-1bfd-4430-a2c0-df778444c4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:17.776049 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54276) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:17.778126 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8b477cde-1bfd-4430-a2c0-df778444c4ac admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7e9c8f27-674d-4ac0-ae5a-380d366293c8 HTTP/1.1" status: 204 len: 168 time: 0.6865637 May 26 16:12:17.826236 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-7c3e1e6a-7c27-4dba-9cb0-2ec5b7da2bdc tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] delete failed (client error): The resource could not be found. May 26 16:12:17.830647 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7c3e1e6a-7c27-4dba-9cb0-2ec5b7da2bdc tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/routers/2f52e21a-691a-4219-8c6e-3dc98ba59079 HTTP/1.1" status: 404 len: 336 time: 0.0510652 May 26 16:12:17.831927 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54280) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:17.846429 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b13ee95b-a33e-4f46-92cc-61c1e0a4da25 req-85a38c27-1188-4b32-a82d-ecefb84df0d7 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062851 May 26 16:12:17.847265 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b477cde-1bfd-4430-a2c0-df778444c4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9c8f27-674d-4ac0-ae5a-380d366293c8,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:17.876789 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6002030a-8fab-480e-8be3-a93a8a9c9712 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:12:17.877373 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b2f3a4c0-a792-4d95-b11d-6076376c426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f52e21a-691a-4219-8c6e-3dc98ba59079', 'name': 'tempest-RoutersTest-router-543518911', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:12:15Z', 'updated_at': '2022-05-26T16:12:16Z', 'revision_number': 2, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:17.884708 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8aa4aab-8407-4a1f-8334-80f5350259d8 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] DELETE failed (client error): The resource could not be found. May 26 16:12:17.885192 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8aa4aab-8407-4a1f-8334-80f5350259d8 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:17.888773 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b8aa4aab-8407-4a1f-8334-80f5350259d8 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/subnets/b949740d-64be-414e-809d-b5f218e49314 HTTP/1.1" status: 404 len: 337 time: 0.0558801 May 26 16:12:17.894590 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54284) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:17.898953 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6002030a-8fab-480e-8be3-a93a8a9c9712 admin admin] 10.222.0.77 "PUT /v2.0/routers/652bf443-5beb-48cc-9500-3f10ef09c231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4523134 May 26 16:12:17.900231 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:17.940428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f3a4c0-a792-4d95-b11d-6076376c426f None None] The sync data for ids ['2f52e21a-691a-4219-8c6e-3dc98ba59079'] in n-d-843337-2 is: [{'id': '2f52e21a-691a-4219-8c6e-3dc98ba59079', 'name': 'tempest-RoutersTest-router-543518911', 'tenant_id': '8515b971030c454198bcb87784afc4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:12:15Z', 'updated_at': '2022-05-26T16:12:16Z', 'revision_number': 2, 'project_id': '8515b971030c454198bcb87784afc4ec', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:12:18.004342 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port b916ec3e-8869-48d9-b7a7-40ae9d3214f9 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:18.004996 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:18.012122 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ced1b8-a19d-42d4-8e17-1e27083539cb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] DELETE failed (client error): The resource could not be found. May 26 16:12:18.012652 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ced1b8-a19d-42d4-8e17-1e27083539cb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:18.029073 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a5ced1b8-a19d-42d4-8e17-1e27083539cb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/subnets/bba0ce43-28c2-4097-9356-177e381bda35 HTTP/1.1" status: 404 len: 337 time: 0.1330411 May 26 16:12:18.031797 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54288) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:18.063796 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port b916ec3e-8869-48d9-b7a7-40ae9d3214f9, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b916ec3e-8869-48d9-b7a7-40ae9d3214f9,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:18.080756 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:18.113452 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3f4541-10f2-407a-bd12-e8ef85360920 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] DELETE failed (client error): The resource could not be found. May 26 16:12:18.114190 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3f4541-10f2-407a-bd12-e8ef85360920 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:18.129597 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0e3f4541-10f2-407a-bd12-e8ef85360920 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/subnets/c8c8f92b-af3f-4b49-9df1-a29e5a5f1545 HTTP/1.1" status: 404 len: 337 time: 0.0946224 May 26 16:12:18.131380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54290) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:18.180900 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-eb42605f-3d6f-4bff-af65-9ecdb7866fbb admin admin] Deleting port d29e7592-84ff-47b6-8c02-b87ecdc6a75b {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:18.186996 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:18.188765 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb42605f-3d6f-4bff-af65-9ecdb7866fbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:18.191538 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=b916ec3e-8869-48d9-b7a7-40ae9d3214f9,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:18.213318 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-416a33af-ca51-40ae-8bea-0d3e3c2b7e1c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] DELETE failed (client error): The resource could not be found. May 26 16:12:18.213783 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416a33af-ca51-40ae-8bea-0d3e3c2b7e1c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:18.217068 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-416a33af-ca51-40ae-8bea-0d3e3c2b7e1c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/subnets/a89f9c4a-1c39-4ba6-802f-aab3f5e19dd1 HTTP/1.1" status: 404 len: 337 time: 0.0836620 May 26 16:12:18.220214 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54294) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:18.291752 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-343866d0-d708-419d-b03c-37ebeae51a8f tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "GET /v2.0/ports?device_id=c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 HTTP/1.1" status: 200 len: 205 time: 0.0700972 May 26 16:12:18.295198 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54298) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:18.341759 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-eb42605f-3d6f-4bff-af65-9ecdb7866fbb admin admin] For port d29e7592-84ff-47b6-8c02-b87ecdc6a75b, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d29e7592-84ff-47b6-8c02-b87ecdc6a75b,segment=NetworkSegment(0cae4f8b-4c08-4f01-b356-84ad24f58bc1),segment_id=0cae4f8b-4c08-4f01-b356-84ad24f58bc1)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:18.343136 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb42605f-3d6f-4bff-af65-9ecdb7866fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:18.352398 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-6a241469-b3a2-4bba-b4dd-db5d607e2c40 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] delete failed (client error): The resource could not be found. May 26 16:12:18.356151 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6a241469-b3a2-4bba-b4dd-db5d607e2c40 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/routers/c69f1aa6-d5ec-45db-9d99-270c7ccf15f8 HTTP/1.1" status: 404 len: 336 time: 0.0566938 May 26 16:12:18.356998 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54300) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:18.381499 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-eb42605f-3d6f-4bff-af65-9ecdb7866fbb admin admin] Calling delete_port for d29e7592-84ff-47b6-8c02-b87ecdc6a75b owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:18.409983 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] Sync routers for ids ['652bf443-5beb-48cc-9500-3f10ef09c231'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:12:18.416180 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9c1a1ee7-4fb0-420c-91b6-9edfa9b997cb tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "GET /v2.0/ports?device_id=62b96bd2-b474-47bd-9848-7104c061b090 HTTP/1.1" status: 200 len: 205 time: 0.0559635 May 26 16:12:18.417943 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54310) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:18.425141 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] Routers {'652bf443-5beb-48cc-9500-3f10ef09c231'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:12:18.425866 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:12:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['652bf443-5beb-48cc-9500-3f10ef09c231'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:18.505702 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-801d8285-572d-4ac3-89d8-042bfe15cb98 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] delete failed (client error): The resource could not be found. May 26 16:12:18.505702 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-801d8285-572d-4ac3-89d8-042bfe15cb98 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/routers/62b96bd2-b474-47bd-9848-7104c061b090 HTTP/1.1" status: 404 len: 336 time: 0.0835958 May 26 16:12:18.507690 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54316) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:18.553518 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-3984178a-57ad-4cd0-b4be-ee74fd72807c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] DELETE failed (client error): The resource could not be found. May 26 16:12:18.556708 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3984178a-57ad-4cd0-b4be-ee74fd72807c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:18.563239 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3984178a-57ad-4cd0-b4be-ee74fd72807c tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/subnets/0c4a4812-eb89-4435-b00e-09c9a72b4763 HTTP/1.1" status: 404 len: 337 time: 0.0511334 May 26 16:12:18.565565 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54318) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:18.582761 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] Set router 652bf443-5beb-48cc-9500-3f10ef09c231 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:12:18.624482 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c8fe8fa2-38a3-4881-af4e-5ade9c0d8622 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "GET /v2.0/ports?device_id=f7fe9d17-4822-47e0-bdf6-b591f8fd5396 HTTP/1.1" status: 200 len: 205 time: 0.0549736 May 26 16:12:18.626148 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54324) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:18.673509 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-544170c4-3ca5-49e8-b6cf-f6d23abaf57e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] delete failed (client error): The resource could not be found. May 26 16:12:18.674698 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-544170c4-3ca5-49e8-b6cf-f6d23abaf57e tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/routers/f7fe9d17-4822-47e0-bdf6-b591f8fd5396 HTTP/1.1" status: 404 len: 336 time: 0.0474873 May 26 16:12:18.676953 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb42605f-3d6f-4bff-af65-9ecdb7866fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:18.677306 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54332) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:18.707855 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3a657a85-85f8-4849-9bab-bbf4914937bc tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c2224e0-7b10-409e-8d86-ef673fe57df1 HTTP/1.1" status: 200 len: 205 time: 0.0293658 May 26 16:12:18.710895 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54334) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:18.743279 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42605f-3d6f-4bff-af65-9ecdb7866fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=d29e7592-84ff-47b6-8c02-b87ecdc6a75b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:18.834314 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-8d21b7a8-ea69-4725-82d7-9555c5f024f6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] delete failed (client error): The resource could not be found. May 26 16:12:18.837622 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8d21b7a8-ea69-4725-82d7-9555c5f024f6 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/routers/0c2224e0-7b10-409e-8d86-ef673fe57df1 HTTP/1.1" status: 404 len: 336 time: 0.1155009 May 26 16:12:18.840163 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54336) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:18.909971 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b80dad4-7d78-47f9-bdd0-d792de38318a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] DELETE failed (client error): The resource could not be found. May 26 16:12:18.910431 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b80dad4-7d78-47f9-bdd0-d792de38318a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:18.913489 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3b80dad4-7d78-47f9-bdd0-d792de38318a tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/subnets/92dd345d-fd51-42c4-be61-9987ced50c36 HTTP/1.1" status: 404 len: 337 time: 0.0726802 May 26 16:12:18.919758 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54342) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:18.937149 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:18.997838 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb42605f-3d6f-4bff-af65-9ecdb7866fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:19.032218 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ea366d3e-729f-4058-9817-643615b0625d tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ec15ad5-2d0f-4e4a-90d4-d7884cd1f566 HTTP/1.1" status: 200 len: 205 time: 0.1045935 May 26 16:12:19.042822 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54348) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:19.079985 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'name': 'tempest-ServerRescueTestJSONUnderV235-269861966-router', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:12:10Z', 'updated_at': '2022-05-26T16:12:16Z', 'revision_number': 4, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'gw_port': {'id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:12:11Z', 'updated_at': '2022-05-26T16:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'e11ac68b-566f-4a65-a729-0b24d4db44a1', 'name': '', 'network_id': '6f6a2a3e-a609-45ee-8dae-b458796edec6', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'mac_address': 'fa:16:3e:38:72:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': 'b701f279-b4e1-4688-8aa1-40658b11b063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:12:14Z', 'updated_at': '2022-05-26T16:12:16Z', 'revision_number': 2, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'subnets': [{'id': 'b701f279-b4e1-4688-8aa1-40658b11b063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:19.120190 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] Checking router: 652bf443-5beb-48cc-9500-3f10ef09c231 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:12:19.120740 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] Updating router 652bf443-5beb-48cc-9500-3f10ef09c231 port e11ac68b-566f-4a65-a729-0b24d4db44a1 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:12:19.122127 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-5a913ae2-8052-4753-b30c-76e7d2dedf71 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] delete failed (client error): The resource could not be found. May 26 16:12:19.126252 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5a913ae2-8052-4753-b30c-76e7d2dedf71 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/routers/2ec15ad5-2d0f-4e4a-90d4-d7884cd1f566 HTTP/1.1" status: 404 len: 336 time: 0.0791101 May 26 16:12:19.156521 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54354) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:19.206720 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d2b226-c886-4a81-aa6a-da1af410e5c7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] DELETE failed (client error): The resource could not be found. May 26 16:12:19.207193 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d2b226-c886-4a81-aa6a-da1af410e5c7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:19.211276 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b0d2b226-c886-4a81-aa6a-da1af410e5c7 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/subnets/619d8a00-de3e-4490-810f-079fba6f1d52 HTTP/1.1" status: 404 len: 337 time: 0.0513425 May 26 16:12:19.213540 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54362) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:19.222317 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:19.225474 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-4f833f42-9bfa-4319-931e-1ed2ad31f1ef tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:19.228471 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-4f833f42-9bfa-4319-931e-1ed2ad31f1ef tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/networks?id=6f6a2a3e-a609-45ee-8dae-b458796edec6 HTTP/1.1" status: 200 len: 819 time: 0.5190051 May 26 16:12:19.272674 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9aec3d17-ad11-4fcd-8544-e0e8cad938bd tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "GET /v2.0/ports?device_id=60665d3c-6e3b-4cea-9cf0-ecaee78f4013 HTTP/1.1" status: 200 len: 205 time: 0.0575516 May 26 16:12:19.288678 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54366) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:19.310913 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b6269-3580-48cc-abe8-fd87ca4dc9f1 req-a4adbaaf-3b11-4aa0-aebf-c1f526e183d5 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:19.318490 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c0b6269-3580-48cc-abe8-fd87ca4dc9f1 req-a4adbaaf-3b11-4aa0-aebf-c1f526e183d5 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 944 time: 0.2729924 May 26 16:12:19.357128 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-7f3453bd-4f8f-4d5a-b489-94504c28e3f3 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/quotas/10c883857a124227bb47c51e8f8c4739 HTTP/1.1" status: 200 len: 375 time: 0.1179659 May 26 16:12:19.358690 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-8853565a-b4e0-473c-9fb8-f4d5550afa02 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] delete failed (client error): The resource could not be found. May 26 16:12:19.359834 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8853565a-b4e0-473c-9fb8-f4d5550afa02 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/routers/60665d3c-6e3b-4cea-9cf0-ecaee78f4013 HTTP/1.1" status: 404 len: 336 time: 0.0586033 May 26 16:12:19.369232 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54372) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:19.457949 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b916ec3e-8869-48d9-b7a7-40ae9d3214f9 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:19.579339 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e848cf-c1f0-4977-9420-7c35e0e3b2da tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] DELETE failed (client error): The resource could not be found. May 26 16:12:19.581917 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e848cf-c1f0-4977-9420-7c35e0e3b2da tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:19.590305 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-64e848cf-c1f0-4977-9420-7c35e0e3b2da tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/subnets/67eebc91-0df6-4575-abf3-10a6f5278040 HTTP/1.1" status: 404 len: 337 time: 0.2198999 May 26 16:12:19.592499 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54384) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:19.614041 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port b916ec3e-8869-48d9-b7a7-40ae9d3214f9 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:19.614420 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:19.653679 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c64a2d11-f411-4f65-9a3a-290c255c7258 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] DELETE failed (client error): The resource could not be found. May 26 16:12:19.654138 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c64a2d11-f411-4f65-9a3a-290c255c7258 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:12:19.677747 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c64a2d11-f411-4f65-9a3a-290c255c7258 tempest-RoutersTest-1087653326 tempest-RoutersTest-1087653326-project] 10.222.0.77 "DELETE /v2.0/subnets/c759867d-2b51-4a88-ade2-22254766c9e5 HTTP/1.1" status: 404 len: 337 time: 0.0833354 May 26 16:12:19.706101 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c0b6269-3580-48cc-abe8-fd87ca4dc9f1 req-c174f421-d8dc-4b9b-aa51-afc53be6278a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3450799 May 26 16:12:19.737475 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-2ac6832b-d1ec-4a53-9439-3b7b4c1ed6c4 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=10c883857a124227bb47c51e8f8c4739&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3618474 May 26 16:12:19.742209 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:19.761149 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:19.802851 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port b916ec3e-8869-48d9-b7a7-40ae9d3214f9 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:19.864972 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab9afd-360b-419d-8c6c-ae2e6e0f330b None None] Pushing event updated for resources: {'Port': ['ID=e11ac68b-566f-4a65-a729-0b24d4db44a1,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:19.883335 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9afd-360b-419d-8c6c-ae2e6e0f330b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:19.883776 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9afd-360b-419d-8c6c-ae2e6e0f330b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:19.884341 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9afd-360b-419d-8c6c-ae2e6e0f330b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:19.885209 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9afd-360b-419d-8c6c-ae2e6e0f330b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:19.885996 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9afd-360b-419d-8c6c-ae2e6e0f330b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:19.886745 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9afd-360b-419d-8c6c-ae2e6e0f330b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:19.886745 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9afd-360b-419d-8c6c-ae2e6e0f330b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:19.887014 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9afd-360b-419d-8c6c-ae2e6e0f330b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:19.889890 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9afd-360b-419d-8c6c-ae2e6e0f330b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:19.891314 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9afd-360b-419d-8c6c-ae2e6e0f330b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:19.892275 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9afd-360b-419d-8c6c-ae2e6e0f330b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:19.894100 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab9afd-360b-419d-8c6c-ae2e6e0f330b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:20.006037 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] Attempting to bind port e11ac68b-566f-4a65-a729-0b24d4db44a1 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:12:20.006691 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] Attempting to bind port e11ac68b-566f-4a65-a729-0b24d4db44a1 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'cf899e9d-2aa1-46ef-9bb7-011a91a50131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6f6a2a3e-a609-45ee-8dae-b458796edec6'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:12:20.007306 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] Attempting to bind port e11ac68b-566f-4a65-a729-0b24d4db44a1 on network 6f6a2a3e-a609-45ee-8dae-b458796edec6 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:12:20.018235 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:12:20.019429 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] Checking segment: {'id': 'cf899e9d-2aa1-46ef-9bb7-011a91a50131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6f6a2a3e-a609-45ee-8dae-b458796edec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:20.020130 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.020696 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] Bound using segment: {'id': 'cf899e9d-2aa1-46ef-9bb7-011a91a50131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6f6a2a3e-a609-45ee-8dae-b458796edec6'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:12:20.021394 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] Bound port: e11ac68b-566f-4a65-a729-0b24d4db44a1, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf899e9d-2aa1-46ef-9bb7-011a91a50131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6f6a2a3e-a609-45ee-8dae-b458796edec6'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:12:20.022974 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.026398 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb42605f-3d6f-4bff-af65-9ecdb7866fbb admin admin] Router d6cebfe8-f7fc-40d0-9788-f68e24e934d5 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:12:20.089511 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-70d80805-4070-4d5b-9dd9-85a15e8c31e5 service neutron] 10.222.0.77 "GET /v2.0/networks/6f6a2a3e-a609-45ee-8dae-b458796edec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510640 May 26 16:12:20.108478 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] For port e11ac68b-566f-4a65-a729-0b24d4db44a1, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:12:20.114865 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] For port e11ac68b-566f-4a65-a729-0b24d4db44a1, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e11ac68b-566f-4a65-a729-0b24d4db44a1,segment=NetworkSegment(cf899e9d-2aa1-46ef-9bb7-011a91a50131),segment_id=cf899e9d-2aa1-46ef-9bb7-011a91a50131)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:12:20.128850 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.210886 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb42605f-3d6f-4bff-af65-9ecdb7866fbb admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:12:20.218937 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-eb42605f-3d6f-4bff-af65-9ecdb7866fbb admin admin] 10.222.0.77 "PUT /v2.0/routers/d6cebfe8-f7fc-40d0-9788-f68e24e934d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3772948 May 26 16:12:20.219414 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54406) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:20.221631 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd4a54-73a3-48de-9d0e-547db67beaca None None] Sync routers for ids ['d6cebfe8-f7fc-40d0-9788-f68e24e934d5'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:12:20.236700 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdd4a54-73a3-48de-9d0e-547db67beaca None None] Routers {'d6cebfe8-f7fc-40d0-9788-f68e24e934d5'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:12:20.240182 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3cdd4a54-73a3-48de-9d0e-547db67beaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:12:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d6cebfe8-f7fc-40d0-9788-f68e24e934d5'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:20.254602 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54408) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:20.264043 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] Routers {'652bf443-5beb-48cc-9500-3f10ef09c231'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:12:20.264657 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:12:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['652bf443-5beb-48cc-9500-3f10ef09c231'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:20.294788 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-0d6d99a0-2093-4e6b-bfc7-62de94f717b8 service neutron] 10.222.0.77 "GET /v2.0/networks/6f6a2a3e-a609-45ee-8dae-b458796edec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040033 May 26 16:12:20.333762 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54412) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:20.461491 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-483f8f30-3308-4d92-a953-ae04a06dc9c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.574485 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] Set router 652bf443-5beb-48cc-9500-3f10ef09c231 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:12:20.575417 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-3cdd4a54-73a3-48de-9d0e-547db67beaca None None] Set router d6cebfe8-f7fc-40d0-9788-f68e24e934d5 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:12:20.592996 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4b983ec7-a172-4bce-8852-903baebb8421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.688064 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-483f8f30-3308-4d92-a953-ae04a06dc9c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.714363 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cad539d4-48e5-47a0-a34d-ca6eb3da0854 req-5046d174-dada-4329-a2df-30025ebab230 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 210 time: 0.1048503 May 26 16:12:20.717739 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab9afd-360b-419d-8c6c-ae2e6e0f330b None None] Pushing event updated for resources: {'Port': ['ID=e11ac68b-566f-4a65-a729-0b24d4db44a1,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:20.790560 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-483f8f30-3308-4d92-a953-ae04a06dc9c5 admin admin] Deleting port 6368c267-df01-4208-b7f3-f7253a410410 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:20.791734 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-483f8f30-3308-4d92-a953-ae04a06dc9c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.825551 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8f24fb07-7e53-4fdb-b576-f64593cbd0d2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8515b971030c454198bcb87784afc4ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5681307 May 26 16:12:20.829821 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54424) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:20.938689 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-483f8f30-3308-4d92-a953-ae04a06dc9c5 admin admin] For port 6368c267-df01-4208-b7f3-f7253a410410, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=6368c267-df01-4208-b7f3-f7253a410410,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:20.938689 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-483f8f30-3308-4d92-a953-ae04a06dc9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:20.963022 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-483f8f30-3308-4d92-a953-ae04a06dc9c5 admin admin] Calling delete_port for 6368c267-df01-4208-b7f3-f7253a410410 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:21.001059 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3cdd4a54-73a3-48de-9d0e-547db67beaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-585747277-router', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '6368c267-df01-4208-b7f3-f7253a410410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:26Z', 'updated_at': '2022-05-26T16:12:18Z', 'revision_number': 5, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'gw_port': {'id': '6368c267-df01-4208-b7f3-f7253a410410', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:29Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:21.072748 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd4a54-73a3-48de-9d0e-547db67beaca None None] Checking router: d6cebfe8-f7fc-40d0-9788-f68e24e934d5 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:12:21.098021 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdd4a54-73a3-48de-9d0e-547db67beaca None None] Routers {'d6cebfe8-f7fc-40d0-9788-f68e24e934d5'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:12:21.098824 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3cdd4a54-73a3-48de-9d0e-547db67beaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:12:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d6cebfe8-f7fc-40d0-9788-f68e24e934d5'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:21.113088 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4b983ec7-a172-4bce-8852-903baebb8421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:21.134444 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4b983ec7-a172-4bce-8852-903baebb8421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:21.155439 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8176c7-98a6-4f6b-9c28-e72cb3efc815 req-fafdc156-e5c1-45fb-81aa-81479079664a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:21.167809 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0b8176c7-98a6-4f6b-9c28-e72cb3efc815 req-fafdc156-e5c1-45fb-81aa-81479079664a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 944 time: 0.2510169 May 26 16:12:21.174026 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8575f639-19fb-493c-bfde-12025dbba166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:21.224399 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'name': 'tempest-ServerRescueTestJSONUnderV235-269861966-router', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:12:10Z', 'updated_at': '2022-05-26T16:12:16Z', 'revision_number': 4, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'gw_port': {'id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:12:11Z', 'updated_at': '2022-05-26T16:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'e11ac68b-566f-4a65-a729-0b24d4db44a1', 'name': '', 'network_id': '6f6a2a3e-a609-45ee-8dae-b458796edec6', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'mac_address': 'fa:16:3e:38:72:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': 'b701f279-b4e1-4688-8aa1-40658b11b063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:12:14Z', 'updated_at': '2022-05-26T16:12:20Z', 'revision_number': 4, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'subnets': [{'id': 'b701f279-b4e1-4688-8aa1-40658b11b063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:21.238237 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4b983ec7-a172-4bce-8852-903baebb8421 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f34220f18b4746abad17e26566fb6cf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9030633 May 26 16:12:21.242528 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54440) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:21.243472 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b983ec7-a172-4bce-8852-903baebb8421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a8dad2-1dce-492e-972b-d5355ddd7ce4,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:21.329507 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e6acf8-d72b-4813-b21e-d65ed9dbe0a7 None None] The sync data for ids ['652bf443-5beb-48cc-9500-3f10ef09c231'] in n-d-843337-2 is: [{'id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'name': 'tempest-ServerRescueTestJSONUnderV235-269861966-router', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:12:10Z', 'updated_at': '2022-05-26T16:12:16Z', 'revision_number': 4, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'gw_port': {'id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:12:11Z', 'updated_at': '2022-05-26T16:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'e11ac68b-566f-4a65-a729-0b24d4db44a1', 'name': '', 'network_id': '6f6a2a3e-a609-45ee-8dae-b458796edec6', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'mac_address': 'fa:16:3e:38:72:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': 'b701f279-b4e1-4688-8aa1-40658b11b063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:12:14Z', 'updated_at': '2022-05-26T16:12:20Z', 'revision_number': 4, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'subnets': [{'id': 'b701f279-b4e1-4688-8aa1-40658b11b063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:12:21.369793 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8575f639-19fb-493c-bfde-12025dbba166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:21.378399 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0b8176c7-98a6-4f6b-9c28-e72cb3efc815 req-4f252146-46ff-461b-9d83-2255ecc26afb tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096980 May 26 16:12:21.391989 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-3cdd4a54-73a3-48de-9d0e-547db67beaca None None] Set router d6cebfe8-f7fc-40d0-9788-f68e24e934d5 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:12:21.470742 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7904e1d6-b2e5-46e2-aaa3-d862462701e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:21.490381 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-483f8f30-3308-4d92-a953-ae04a06dc9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:21.500978 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7904e1d6-b2e5-46e2-aaa3-d862462701e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:21.580248 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7904e1d6-b2e5-46e2-aaa3-d862462701e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:21.584516 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7904e1d6-b2e5-46e2-aaa3-d862462701e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:21.585754 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7904e1d6-b2e5-46e2-aaa3-d862462701e9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/53a8dad2-1dce-492e-972b-d5355ddd7ce4 HTTP/1.1" status: 204 len: 168 time: 0.3188550 May 26 16:12:21.602229 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f8f30-3308-4d92-a953-ae04a06dc9c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6368c267-df01-4208-b7f3-f7253a410410,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:21.607601 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904e1d6-b2e5-46e2-aaa3-d862462701e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a8dad2-1dce-492e-972b-d5355ddd7ce4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:21.622005 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8575f639-19fb-493c-bfde-12025dbba166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:21.624651 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8575f639-19fb-493c-bfde-12025dbba166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:21.625899 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8575f639-19fb-493c-bfde-12025dbba166 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bf968f1a-bf50-41a0-b67e-eb2c466379bd HTTP/1.1" status: 204 len: 168 time: 0.7950048 May 26 16:12:21.668959 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575f639-19fb-493c-bfde-12025dbba166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf968f1a-bf50-41a0-b67e-eb2c466379bd,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:21.699996 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54450) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:21.712787 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-483f8f30-3308-4d92-a953-ae04a06dc9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:21.763631 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3cdd4a54-73a3-48de-9d0e-547db67beaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-585747277-router', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:26Z', 'updated_at': '2022-05-26T16:12:20Z', 'revision_number': 6, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:21.832502 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd4a54-73a3-48de-9d0e-547db67beaca None None] The sync data for ids ['d6cebfe8-f7fc-40d0-9788-f68e24e934d5'] in n-d-843337-2 is: [{'id': 'd6cebfe8-f7fc-40d0-9788-f68e24e934d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-585747277-router', 'tenant_id': '162b9b2b0d834f618e6e436b4f02809d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:26Z', 'updated_at': '2022-05-26T16:12:20Z', 'revision_number': 6, 'project_id': '162b9b2b0d834f618e6e436b4f02809d', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:12:21.950865 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0923e804-ffb2-4f02-a377-5697f2ea8cac req-27f79181-b2e9-4699-8594-0c612566ed8e tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 210 time: 0.0675130 May 26 16:12:22.021678 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-483f8f30-3308-4d92-a953-ae04a06dc9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.024827 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-483f8f30-3308-4d92-a953-ae04a06dc9c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.099304 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-483f8f30-3308-4d92-a953-ae04a06dc9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.100544 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483f8f30-3308-4d92-a953-ae04a06dc9c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6cebfe8-f7fc-40d0-9788-f68e24e934d5 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:12:22.107441 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-483f8f30-3308-4d92-a953-ae04a06dc9c5 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.113171 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-483f8f30-3308-4d92-a953-ae04a06dc9c5 admin admin] 10.222.0.77 "DELETE /v2.0/routers/d6cebfe8-f7fc-40d0-9788-f68e24e934d5 HTTP/1.1" status: 204 len: 168 time: 1.8894908 May 26 16:12:22.113569 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54460) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:22.174912 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c96daf-1708-4c75-ac08-0f30302aa31e admin admin] Deleting subnet 24152767-9df9-4e17-996b-6f1548c30662 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:12:22.179115 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05c96daf-1708-4c75-ac08-0f30302aa31e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.270339 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05c96daf-1708-4c75-ac08-0f30302aa31e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.309870 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04d982a0-8c3d-4821-8e0c-401e7396a5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.429310 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05c96daf-1708-4c75-ac08-0f30302aa31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.527930 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04d982a0-8c3d-4821-8e0c-401e7396a5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.535760 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04d982a0-8c3d-4821-8e0c-401e7396a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.557404 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05c96daf-1708-4c75-ac08-0f30302aa31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.605161 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-04d982a0-8c3d-4821-8e0c-401e7396a5b4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cec7c51facd544fbab7905f0eb962e2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9040177 May 26 16:12:22.609718 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54480) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:22.614114 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c96daf-1708-4c75-ac08-0f30302aa31e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24152767-9df9-4e17-996b-6f1548c30662,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:22.617957 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d982a0-8c3d-4821-8e0c-401e7396a5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7727508b-3678-4269-adbf-633adb11e15f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:22.631956 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b37ac9-d4ab-427d-a3ce-81e269631422 None None] Network 70f8d096-df3b-48f6-87c7-e0d29b765be5 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:22.644073 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05c96daf-1708-4c75-ac08-0f30302aa31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.662413 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-05c96daf-1708-4c75-ac08-0f30302aa31e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/24152767-9df9-4e17-996b-6f1548c30662 HTTP/1.1" status: 204 len: 168 time: 0.5474632 May 26 16:12:22.664828 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54482) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:22.836605 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51668bd5-9a97-46ca-9689-6c7d147f189e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:22.840220 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-90c322f9-5f3d-4ad7-adc0-0a64b9d9e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.022542 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-90c322f9-5f3d-4ad7-adc0-0a64b9d9e4d0 admin admin] Deleting port 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:23.022894 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-90c322f9-5f3d-4ad7-adc0-0a64b9d9e4d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.081501 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51668bd5-9a97-46ca-9689-6c7d147f189e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.084264 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd315ac-d1d5-4f9d-9eb1-4452b60a4f62 None None] DHCP port deletion for 70f8d096-df3b-48f6-87c7-e0d29b765be5 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:12:23.099112 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2a939-2689-4acd-b9b7-046978297b41 req-4288a9fd-1832-4500-91d7-33fcd09d1c62 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:23.107692 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8f2a939-2689-4acd-b9b7-046978297b41 req-4288a9fd-1832-4500-91d7-33fcd09d1c62 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 944 time: 0.4023931 May 26 16:12:23.188138 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ca6bf6f-48a7-419c-bc64-e734be815ed8 req-2e1aabe5-1923-48d2-9017-442aa49a8b43 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 210 time: 0.0715015 May 26 16:12:23.207559 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-7609734e-f56d-4a62-96a2-01955d38c699 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:23.209680 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-7609734e-f56d-4a62-96a2-01955d38c699 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.81 "GET /v2.0/networks?id=6f6a2a3e-a609-45ee-8dae-b458796edec6 HTTP/1.1" status: 200 len: 819 time: 0.4989130 May 26 16:12:23.223982 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4cd315ac-d1d5-4f9d-9eb1-4452b60a4f62 None None] Deleting port 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:23.225778 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4cd315ac-d1d5-4f9d-9eb1-4452b60a4f62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.245606 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-a501f493-7f24-47b8-86fe-81b22836157f tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Request body: {'port': {'device_id': '2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61', 'network_id': '6f6a2a3e-a609-45ee-8dae-b458796edec6', 'admin_state_up': True, 'tenant_id': '10c883857a124227bb47c51e8f8c4739'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:23.289584 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-90c322f9-5f3d-4ad7-adc0-0a64b9d9e4d0 admin admin] For port 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602,segment=NetworkSegment(0cae4f8b-4c08-4f01-b356-84ad24f58bc1),segment_id=0cae4f8b-4c08-4f01-b356-84ad24f58bc1)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:23.293739 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-90c322f9-5f3d-4ad7-adc0-0a64b9d9e4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.332819 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-90c322f9-5f3d-4ad7-adc0-0a64b9d9e4d0 admin admin] Calling delete_port for 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:23.461957 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-4cd315ac-d1d5-4f9d-9eb1-4452b60a4f62 None None] For port 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602,segment=NetworkSegment(0cae4f8b-4c08-4f01-b356-84ad24f58bc1),segment_id=0cae4f8b-4c08-4f01-b356-84ad24f58bc1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:23.462361 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4cd315ac-d1d5-4f9d-9eb1-4452b60a4f62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.487949 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8f2a939-2689-4acd-b9b7-046978297b41 req-10f59cd2-7d94-42b4-9038-a80a62404e34 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3784556 May 26 16:12:23.509379 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e11ac68b-566f-4a65-a729-0b24d4db44a1 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:23.555489 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51668bd5-9a97-46ca-9689-6c7d147f189e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.559477 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51668bd5-9a97-46ca-9689-6c7d147f189e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.561133 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-51668bd5-9a97-46ca-9689-6c7d147f189e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7727508b-3678-4269-adbf-633adb11e15f HTTP/1.1" status: 204 len: 168 time: 0.9489455 May 26 16:12:23.579772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4cd315ac-d1d5-4f9d-9eb1-4452b60a4f62 None None] Calling delete_port for 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:23.581292 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51668bd5-9a97-46ca-9689-6c7d147f189e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7727508b-3678-4269-adbf-633adb11e15f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:23.618515 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-90c322f9-5f3d-4ad7-adc0-0a64b9d9e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.622458 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-a501f493-7f24-47b8-86fe-81b22836157f tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Made reservation on behalf of 10c883857a124227bb47c51e8f8c4739 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:23.629280 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-a501f493-7f24-47b8-86fe-81b22836157f tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.670614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54508) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:23.671950 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c322f9-5f3d-4ad7-adc0-0a64b9d9e4d0 admin admin] No DVR routers for this DVR port 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:23.700247 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port e11ac68b-566f-4a65-a729-0b24d4db44a1 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:23.700820 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.721350 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c322f9-5f3d-4ad7-adc0-0a64b9d9e4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:23.742803 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 39873e5d-9a4b-4e75-915e-5d487c4b088f details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:12:23.807979 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-90c322f9-5f3d-4ad7-adc0-0a64b9d9e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.832353 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-90c322f9-5f3d-4ad7-adc0-0a64b9d9e4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f8d096-df3b-48f6-87c7-e0d29b765be5']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:23.850398 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-90c322f9-5f3d-4ad7-adc0-0a64b9d9e4d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cae4f8b-4c08-4f01-b356-84ad24f58bc1') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:23.850708 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-90c322f9-5f3d-4ad7-adc0-0a64b9d9e4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cae4f8b-4c08-4f01-b356-84ad24f58bc1') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:23.868422 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-90c322f9-5f3d-4ad7-adc0-0a64b9d9e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.885374 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-90c322f9-5f3d-4ad7-adc0-0a64b9d9e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.893035 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c322f9-5f3d-4ad7-adc0-0a64b9d9e4d0 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:12:23.893452 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-90c322f9-5f3d-4ad7-adc0-0a64b9d9e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:23.934969 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-a501f493-7f24-47b8-86fe-81b22836157f tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Allocated IP 172.20.0.8 (6f6a2a3e-a609-45ee-8dae-b458796edec6/b701f279-b4e1-4688-8aa1-40658b11b063/a7f473c3-1d30-4c5e-83e6-7613ff6adcb2) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:23.992045 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 0cae4f8b-4c08-4f01-b356-84ad24f58bc1 resource provider aggregate not found May 26 16:12:24.048627 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-90c322f9-5f3d-4ad7-adc0-0a64b9d9e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.060199 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-90c322f9-5f3d-4ad7-adc0-0a64b9d9e4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.069126 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-90c322f9-5f3d-4ad7-adc0-0a64b9d9e4d0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/70f8d096-df3b-48f6-87c7-e0d29b765be5 HTTP/1.1" status: 204 len: 168 time: 1.4009604 May 26 16:12:24.071781 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 0cae4f8b-4c08-4f01-b356-84ad24f58bc1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0cae4f8b-4c08-4f01-b356-84ad24f58bc1 found for delete ", "request_id": "req-873664df-6f76-4873-ae3c-9c632d90f9f1"}]} May 26 16:12:24.099727 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c322f9-5f3d-4ad7-adc0-0a64b9d9e4d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=70f8d096-df3b-48f6-87c7-e0d29b765be5,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:24.217681 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 39873e5d-9a4b-4e75-915e-5d487c4b088f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=39873e5d-9a4b-4e75-915e-5d487c4b088f,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:24.234814 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '39873e5d-9a4b-4e75-915e-5d487c4b088f', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'port_id': '39873e5d-9a4b-4e75-915e-5d487c4b088f', 'mac_address': 'fa:16:3e:4d:25:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:12:24.245600 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port e11ac68b-566f-4a65-a729-0b24d4db44a1 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:24.245989 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.252421 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4cd315ac-d1d5-4f9d-9eb1-4452b60a4f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.282512 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-a501f493-7f24-47b8-86fe-81b22836157f tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.313720 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54544) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:24.332921 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-29f385ed-1d6e-410e-9674-c8e3541549a6 req-5b2f4f36-e681-4daf-b540-c9de96d45337 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 210 time: 0.0431261 May 26 16:12:24.333063 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f329e0c4-12de-4540-bb78-3d70673de8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.342821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd315ac-d1d5-4f9d-9eb1-4452b60a4f62 None None] Pushing event deleted for resources: {'Port': ['ID=69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:24.347963 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-18eafd52-0fee-4526-950f-bd0d6eee20c2 tempest-ServiceProvidersTest-391479327 tempest-ServiceProvidersTest-391479327-project] 10.222.0.77 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.6683013 May 26 16:12:24.369827 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4cd315ac-d1d5-4f9d-9eb1-4452b60a4f62 None None] Network 70f8d096-df3b-48f6-87c7-e0d29b765be5 is not hosted by any dhcp agent {{(pid=103897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 26 16:12:24.370107 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd315ac-d1d5-4f9d-9eb1-4452b60a4f62 None None] No DVR routers for this DVR port 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:24.374299 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-a501f493-7f24-47b8-86fe-81b22836157f tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.406983 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port e11ac68b-566f-4a65-a729-0b24d4db44a1, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e11ac68b-566f-4a65-a729-0b24d4db44a1,segment=NetworkSegment(cf899e9d-2aa1-46ef-9bb7-011a91a50131),segment_id=cf899e9d-2aa1-46ef-9bb7-011a91a50131)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:24.409844 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 39873e5d-9a4b-4e75-915e-5d487c4b088f is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:24.410744 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.414672 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.457099 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-a501f493-7f24-47b8-86fe-81b22836157f tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Network 6f6a2a3e-a609-45ee-8dae-b458796edec6 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:24.461267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-a501f493-7f24-47b8-86fe-81b22836157f tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:24.465331 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-a501f493-7f24-47b8-86fe-81b22836157f tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:24.469203 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39873e5d-9a4b-4e75-915e-5d487c4b088f {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:12:24.474841 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501f493-7f24-47b8-86fe-81b22836157f tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Pushing event updated for resources: {'Port': ['ID=a7f473c3-1d30-4c5e-83e6-7613ff6adcb2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:24.498797 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 39873e5d-9a4b-4e75-915e-5d487c4b088f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=39873e5d-9a4b-4e75-915e-5d487c4b088f,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:24.512137 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.544310 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d29e7592-84ff-47b6-8c02-b87ecdc6a75b no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:24.575173 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-a501f493-7f24-47b8-86fe-81b22836157f tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:24.575173 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-a501f493-7f24-47b8-86fe-81b22836157f tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.580979 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: d29e7592-84ff-47b6-8c02-b87ecdc6a75b {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:12:24.581604 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d29e7592-84ff-47b6-8c02-b87ecdc6a75b not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:12:24.582304 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:24.603721 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f329e0c4-12de-4540-bb78-3d70673de8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.613009 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-a501f493-7f24-47b8-86fe-81b22836157f tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3861187 May 26 16:12:24.614319 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f329e0c4-12de-4540-bb78-3d70673de8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.631017 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:12:24.631466 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 69fda1c2-5ec3-4abe-8ec1-cb7da0ad4602 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:12:24.632014 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6368c267-df01-4208-b7f3-f7253a410410 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:24.633669 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-477b5da2-ccc7-4e4e-ab59-901b386645d9 service neutron] Request body: {'port': {'device_id': '2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:24.637048 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=e11ac68b-566f-4a65-a729-0b24d4db44a1,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:24.680618 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329e0c4-12de-4540-bb78-3d70673de8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fabb2f-f502-4b95-bef8-8a0de9c65db2,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:24.690987 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f329e0c4-12de-4540-bb78-3d70673de8f5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=288a595eaa3d4484a230975b8083dc7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3760829 May 26 16:12:24.691843 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54550) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:24.695628 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 6368c267-df01-4208-b7f3-f7253a410410 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:12:24.695851 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6368c267-df01-4208-b7f3-f7253a410410 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:12:24.749726 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=39873e5d-9a4b-4e75-915e-5d487c4b088f,revision_number=11']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:24.778957 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78b9ec7c-4791-4d9d-9f83-74beaaf3c050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.783694 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d28b2-6462-4779-bbcd-4f5abf1b1c6a req-07c7fd62-756c-47e4-97aa-cc4cbcb52a3a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:24.785174 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0e5d28b2-6462-4779-bbcd-4f5abf1b1c6a req-07c7fd62-756c-47e4-97aa-cc4cbcb52a3a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 945 time: 0.1712372 May 26 16:12:24.813933 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54554) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:24.823439 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78b9ec7c-4791-4d9d-9f83-74beaaf3c050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.847903 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-477b5da2-ccc7-4e4e-ab59-901b386645d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.898869 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-aacebca1-26af-4931-ae5b-16ee22ed9a4c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=162b9b2b0d834f618e6e436b4f02809d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0816123 May 26 16:12:24.902211 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54556) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:24.909942 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0e5d28b2-6462-4779-bbcd-4f5abf1b1c6a req-6e012bb6-c557-4d63-a96c-e98c9dfdd14b tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073210 May 26 16:12:24.937360 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54558) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:24.959644 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78b9ec7c-4791-4d9d-9f83-74beaaf3c050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.962568 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78b9ec7c-4791-4d9d-9f83-74beaaf3c050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:24.968810 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-78b9ec7c-4791-4d9d-9f83-74beaaf3c050 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/52fabb2f-f502-4b95-bef8-8a0de9c65db2 HTTP/1.1" status: 204 len: 168 time: 0.2753751 May 26 16:12:24.991047 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9ec7c-4791-4d9d-9f83-74beaaf3c050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fabb2f-f502-4b95-bef8-8a0de9c65db2,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:25.017967 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cfd6974d-4317-4f7b-b95e-ff9c6ed54442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:25.049473 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cfd6974d-4317-4f7b-b95e-ff9c6ed54442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:25.117211 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cfd6974d-4317-4f7b-b95e-ff9c6ed54442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:25.120127 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cfd6974d-4317-4f7b-b95e-ff9c6ed54442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:25.121357 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cfd6974d-4317-4f7b-b95e-ff9c6ed54442 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f53723be-8a5c-4997-8e7f-8a09ff2a78d5 HTTP/1.1" status: 204 len: 168 time: 0.2177174 May 26 16:12:25.130774 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6974d-4317-4f7b-b95e-ff9c6ed54442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53723be-8a5c-4997-8e7f-8a09ff2a78d5,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:25.160072 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-84b00ea6-e9ba-41ae-ae66-e2d24dce826d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:25.174729 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['39873e5d-9a4b-4e75-915e-5d487c4b088f'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:12:25.272007 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54568) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:25.404395 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e11ac68b-566f-4a65-a729-0b24d4db44a1 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:25.522133 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port e11ac68b-566f-4a65-a729-0b24d4db44a1 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:25.522904 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:25.554053 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4493966-0b03-41ff-8ae5-2d0980287d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:25.637234 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port e11ac68b-566f-4a65-a729-0b24d4db44a1 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:25.721234 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4493966-0b03-41ff-8ae5-2d0980287d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:25.726973 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4493966-0b03-41ff-8ae5-2d0980287d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:25.765499 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-84b00ea6-e9ba-41ae-ae66-e2d24dce826d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:25.781911 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-477b5da2-ccc7-4e4e-ab59-901b386645d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:12:25.789256 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e4493966-0b03-41ff-8ae5-2d0980287d60 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ffc1702be7064b09b49c605ae6eafcfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5158124 May 26 16:12:25.790142 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54586) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:25.790499 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-477b5da2-ccc7-4e4e-ab59-901b386645d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:25.800794 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4493966-0b03-41ff-8ae5-2d0980287d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f337f955-d188-4a9b-9505-116f9579b233,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:25.804960 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-477b5da2-ccc7-4e4e-ab59-901b386645d9 service neutron] Transition to ACTIVE for port object a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:12:25.805976 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-84b00ea6-e9ba-41ae-ae66-e2d24dce826d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:25.837178 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-477b5da2-ccc7-4e4e-ab59-901b386645d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:25.870592 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-90814e0a-b931-4ae2-80f5-9a0723ca1f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:25.898638 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-90814e0a-b931-4ae2-80f5-9a0723ca1f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:25.923516 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-84b00ea6-e9ba-41ae-ae66-e2d24dce826d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=724f3d7fc0ea407e8ecc97d57de8d994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9850237 May 26 16:12:25.927846 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54594) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:25.933051 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b00ea6-e9ba-41ae-ae66-e2d24dce826d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe28025-9aa9-47da-a94e-7e405734b503,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:25.943295 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a494217-7af4-42d2-8cea-7ccb96492814 req-653fa3c9-b439-4b9d-aec1-02173be87d41 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:25.944927 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a494217-7af4-42d2-8cea-7ccb96492814 req-653fa3c9-b439-4b9d-aec1-02173be87d41 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 931 time: 0.2356367 May 26 16:12:25.960254 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b5da2-ccc7-4e4e-ab59-901b386645d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f473c3-1d30-4c5e-83e6-7613ff6adcb2,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:26.071400 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a494217-7af4-42d2-8cea-7ccb96492814 req-ed1173b7-e481-4f08-8363-7ae8be1753d8 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124480 May 26 16:12:26.071705 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-90814e0a-b931-4ae2-80f5-9a0723ca1f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:26.076832 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-90814e0a-b931-4ae2-80f5-9a0723ca1f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:26.081420 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-90814e0a-b931-4ae2-80f5-9a0723ca1f57 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f337f955-d188-4a9b-9505-116f9579b233 HTTP/1.1" status: 204 len: 168 time: 0.2891526 May 26 16:12:26.106984 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36d38961-5ffd-46b2-8594-c5d88d71f4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:26.112810 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90814e0a-b931-4ae2-80f5-9a0723ca1f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f337f955-d188-4a9b-9505-116f9579b233,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:26.136735 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bca5e-23c5-415f-bdae-eecb6be76628 req-2ec45474-5d99-441d-9d19-6139821056eb tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:26.138337 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f25bca5e-23c5-415f-bdae-eecb6be76628 req-2ec45474-5d99-441d-9d19-6139821056eb tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 945 time: 0.0901902 May 26 16:12:26.139419 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-477b5da2-ccc7-4e4e-ab59-901b386645d9 service neutron] Attempting to bind port a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:12:26.140286 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-477b5da2-ccc7-4e4e-ab59-901b386645d9 service neutron] Attempting to bind port a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'cf899e9d-2aa1-46ef-9bb7-011a91a50131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6f6a2a3e-a609-45ee-8dae-b458796edec6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:12:26.140286 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-477b5da2-ccc7-4e4e-ab59-901b386645d9 service neutron] Attempting to bind port a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 on network 6f6a2a3e-a609-45ee-8dae-b458796edec6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:12:26.145831 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-477b5da2-ccc7-4e4e-ab59-901b386645d9 service neutron] Port a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 on network 6f6a2a3e-a609-45ee-8dae-b458796edec6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:12:26.146212 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-477b5da2-ccc7-4e4e-ab59-901b386645d9 service neutron] Attempting to bind port a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 on network 6f6a2a3e-a609-45ee-8dae-b458796edec6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:12:26.154900 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36d38961-5ffd-46b2-8594-c5d88d71f4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:26.160086 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-477b5da2-ccc7-4e4e-ab59-901b386645d9 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:12:26.160454 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-477b5da2-ccc7-4e4e-ab59-901b386645d9 service neutron] Checking segment: {'id': 'cf899e9d-2aa1-46ef-9bb7-011a91a50131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6f6a2a3e-a609-45ee-8dae-b458796edec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:26.160839 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-477b5da2-ccc7-4e4e-ab59-901b386645d9 service neutron] Bound using segment: {'id': 'cf899e9d-2aa1-46ef-9bb7-011a91a50131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6f6a2a3e-a609-45ee-8dae-b458796edec6'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:12:26.161307 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-477b5da2-ccc7-4e4e-ab59-901b386645d9 service neutron] Bound port: a7f473c3-1d30-4c5e-83e6-7613ff6adcb2, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf899e9d-2aa1-46ef-9bb7-011a91a50131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6f6a2a3e-a609-45ee-8dae-b458796edec6'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:12:26.161634 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-477b5da2-ccc7-4e4e-ab59-901b386645d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:26.220342 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36d38961-5ffd-46b2-8594-c5d88d71f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:26.223545 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36d38961-5ffd-46b2-8594-c5d88d71f4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:26.224984 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-36d38961-5ffd-46b2-8594-c5d88d71f4e8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3fe28025-9aa9-47da-a94e-7e405734b503 HTTP/1.1" status: 204 len: 168 time: 0.2959042 May 26 16:12:26.237549 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f25bca5e-23c5-415f-bdae-eecb6be76628 req-5803de9f-910e-413c-83dc-b66badaa4365 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874000 May 26 16:12:26.237993 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d38961-5ffd-46b2-8594-c5d88d71f4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe28025-9aa9-47da-a94e-7e405734b503,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:26.272400 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-477b5da2-ccc7-4e4e-ab59-901b386645d9 service neutron] For port a7f473c3-1d30-4c5e-83e6-7613ff6adcb2, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:12:26.273072 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-477b5da2-ccc7-4e4e-ab59-901b386645d9 service neutron] For port a7f473c3-1d30-4c5e-83e6-7613ff6adcb2, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a7f473c3-1d30-4c5e-83e6-7613ff6adcb2,segment=NetworkSegment(cf899e9d-2aa1-46ef-9bb7-011a91a50131),segment_id=cf899e9d-2aa1-46ef-9bb7-011a91a50131)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:12:26.277843 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-477b5da2-ccc7-4e4e-ab59-901b386645d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:26.322076 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-477b5da2-ccc7-4e4e-ab59-901b386645d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:26.322781 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-477b5da2-ccc7-4e4e-ab59-901b386645d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:26.324329 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-477b5da2-ccc7-4e4e-ab59-901b386645d9 service neutron] 10.222.0.81 "PUT /v2.0/ports/a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 HTTP/1.1" status: 200 len: 1091 time: 1.6965587 May 26 16:12:26.324849 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61', 'tag': 'a7f473c3-1d30-4c5e-83e6-7613ff6adcb2'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:12:26.328693 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300238bf-8f76-4052-8f77-538d2ec7612d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61", "tag": "a7f473c3-1d30-4c5e-83e6-7613ff6adcb2"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:12:26.386356 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b5da2-ccc7-4e4e-ab59-901b386645d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f473c3-1d30-4c5e-83e6-7613ff6adcb2,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:26.421745 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38f5816-e790-489a-9e03-3489d84bf696 x-openstack-request-id: req-b38f5816-e790-489a-9e03-3489d84bf696 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:12:26.422115 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61", "tag": "a7f473c3-1d30-4c5e-83e6-7613ff6adcb2", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:12:26.422471 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b38f5816-e790-489a-9e03-3489d84bf696 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:12:26.423030 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b38f5816-e790-489a-9e03-3489d84bf696'] response: {'name': 'network-changed', 'server_uuid': '2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61', 'tag': 'a7f473c3-1d30-4c5e-83e6-7613ff6adcb2', 'status': 'completed', 'code': 200} May 26 16:12:26.445086 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-97ba5abf-e4c3-457b-a820-7d634248dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:26.447571 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-97ba5abf-e4c3-457b-a820-7d634248dfb7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10c883857a124227bb47c51e8f8c4739&device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 1094 time: 0.0732031 May 26 16:12:26.495147 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-e5307a17-2670-4621-ab11-d6778c05b9b8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 HTTP/1.1" status: 200 len: 217 time: 0.0388305 May 26 16:12:26.553814 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-84b3ef72-99ce-4452-aa76-78cad602c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:26.555401 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-84b3ef72-99ce-4452-aa76-78cad602c5ae service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b701f279-b4e1-4688-8aa1-40658b11b063 HTTP/1.1" status: 200 len: 859 time: 0.0513482 May 26 16:12:26.589970 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-06f93eef-2b5b-4037-82f6-2e4b6c76749f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6f6a2a3e-a609-45ee-8dae-b458796edec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267107 May 26 16:12:26.731094 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-0fa9ed2d-76c2-4d33-b36f-9a95f9a9fe77 service neutron] 10.222.0.81 "GET /v2.0/networks/6f6a2a3e-a609-45ee-8dae-b458796edec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342273 May 26 16:12:26.850475 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-270a7bef-9cfa-40f5-800f-4108a1dde073 req-ca9e254d-d95f-4b39-82ef-a190ed580ead service neutron] 10.222.0.81 "GET /v2.0/networks/6f6a2a3e-a609-45ee-8dae-b458796edec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112828 May 26 16:12:26.959096 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300238bf-8f76-4052-8f77-538d2ec7612d req-57a6969e-fda8-4f4f-9673-d1f2d3c831ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:26.961070 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-300238bf-8f76-4052-8f77-538d2ec7612d req-57a6969e-fda8-4f4f-9673-d1f2d3c831ed service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10c883857a124227bb47c51e8f8c4739&device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 1094 time: 0.0574975 May 26 16:12:27.059228 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300238bf-8f76-4052-8f77-538d2ec7612d req-1b82e5b9-90a8-4ef1-b3dd-5890ed06b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:27.061287 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-300238bf-8f76-4052-8f77-538d2ec7612d req-1b82e5b9-90a8-4ef1-b3dd-5890ed06b2ec service neutron] 10.222.0.81 "GET /v2.0/networks?id=6f6a2a3e-a609-45ee-8dae-b458796edec6 HTTP/1.1" status: 200 len: 920 time: 0.0922549 May 26 16:12:27.137344 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-300238bf-8f76-4052-8f77-538d2ec7612d req-f77fb79c-cfdd-4711-a93a-7759f42a41d5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 HTTP/1.1" status: 200 len: 217 time: 0.0683262 May 26 16:12:27.222082 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300238bf-8f76-4052-8f77-538d2ec7612d req-4f9bd647-da34-42de-bd0c-4b9b06c97aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:27.223580 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-300238bf-8f76-4052-8f77-538d2ec7612d req-4f9bd647-da34-42de-bd0c-4b9b06c97aa1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b701f279-b4e1-4688-8aa1-40658b11b063 HTTP/1.1" status: 200 len: 859 time: 0.0790122 May 26 16:12:27.247655 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9ad99-576b-44bf-9353-0c789bd58c44 req-bd274ab8-7c9b-4647-a9c3-f0f927138b3d tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:27.249222 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6dc9ad99-576b-44bf-9353-0c789bd58c44 req-bd274ab8-7c9b-4647-a9c3-f0f927138b3d tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 943 time: 0.0737166 May 26 16:12:27.270126 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-300238bf-8f76-4052-8f77-538d2ec7612d req-76a970cc-3ad0-4047-a0ea-26860eb0a420 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6f6a2a3e-a609-45ee-8dae-b458796edec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388114 May 26 16:12:27.365692 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6dc9ad99-576b-44bf-9353-0c789bd58c44 req-0a2853e7-aee8-4135-87d5-0304cab6811e tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974936 May 26 16:12:27.399798 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-300238bf-8f76-4052-8f77-538d2ec7612d req-a1d72e13-3272-442a-9de3-fa72bacb1543 service neutron] 10.222.0.81 "GET /v2.0/networks/6f6a2a3e-a609-45ee-8dae-b458796edec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161098 May 26 16:12:27.565537 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522c998-acea-47f5-9410-1c10cd343988 req-c28989e3-1803-4349-b569-9bed60b88feb tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:27.567137 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e522c998-acea-47f5-9410-1c10cd343988 req-c28989e3-1803-4349-b569-9bed60b88feb tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 945 time: 0.0951703 May 26 16:12:27.571109 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-300238bf-8f76-4052-8f77-538d2ec7612d req-47f79371-c236-4537-b586-2739ca4f260d service neutron] 10.222.0.81 "GET /v2.0/networks/6f6a2a3e-a609-45ee-8dae-b458796edec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633558 May 26 16:12:27.612933 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e522c998-acea-47f5-9410-1c10cd343988 req-d2c4d89e-9de3-4334-bef6-7ee39e8a2d5a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393267 May 26 16:12:27.705514 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 39873e5d-9a4b-4e75-915e-5d487c4b088f up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:27.776532 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 39873e5d-9a4b-4e75-915e-5d487c4b088f completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:12:27.784120 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 39873e5d-9a4b-4e75-915e-5d487c4b088f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:27.784737 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:27.871724 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 39873e5d-9a4b-4e75-915e-5d487c4b088f is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:27.872162 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:27.904443 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55eff4c-1aab-4de2-999a-48ea433e5bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39873e5d-9a4b-4e75-915e-5d487c4b088f'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:12:27.906799 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b2c173-9b51-4908-b492-ba7123b255df" -d '{"events": [{"server_uuid": "f55eff4c-1aab-4de2-999a-48ea433e5bef", "name": "network-vif-plugged", "status": "completed", "tag": "39873e5d-9a4b-4e75-915e-5d487c4b088f"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:12:27.920384 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 39873e5d-9a4b-4e75-915e-5d487c4b088f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=39873e5d-9a4b-4e75-915e-5d487c4b088f,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:27.925486 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54684) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:27.929684 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:27.990996 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=39873e5d-9a4b-4e75-915e-5d487c4b088f,revision_number=12']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:28.066897 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54692) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:28.125447 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7db80b5-9155-49aa-8bd2-470d1883be55 x-openstack-request-id: req-b7db80b5-9155-49aa-8bd2-470d1883be55 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:12:28.125734 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55eff4c-1aab-4de2-999a-48ea433e5bef", "name": "network-vif-plugged", "status": "completed", "tag": "39873e5d-9a4b-4e75-915e-5d487c4b088f", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:12:28.126175 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b7db80b5-9155-49aa-8bd2-470d1883be55 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:12:28.127125 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7db80b5-9155-49aa-8bd2-470d1883be55'] response: {'server_uuid': 'f55eff4c-1aab-4de2-999a-48ea433e5bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39873e5d-9a4b-4e75-915e-5d487c4b088f', 'code': 200} May 26 16:12:28.183289 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7a8d9094-54d1-41ab-9bd1-7c02e35700fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.298975 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7a8d9094-54d1-41ab-9bd1-7c02e35700fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.303884 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7a8d9094-54d1-41ab-9bd1-7c02e35700fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.359627 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f0d19187-1534-4a33-8b8e-240f05964c01 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1156344922'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:28.382433 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7a8d9094-54d1-41ab-9bd1-7c02e35700fa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4035efba23654cdd9596ad113300284d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4556503 May 26 16:12:28.385093 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d9094-54d1-41ab-9bd1-7c02e35700fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2044bc-b8c8-417e-aa55-68b6419fc507,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:28.385317 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54704) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:28.400543 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d19187-1534-4a33-8b8e-240f05964c01 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Made reservation on behalf of 30f19e3dd7b3470f864ab61d1d13981f for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:28.409723 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f0d19187-1534-4a33-8b8e-240f05964c01 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.421894 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f0d19187-1534-4a33-8b8e-240f05964c01 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.465337 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9d853c2-bba9-4f06-81cf-2d0031b190ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.504979 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9d853c2-bba9-4f06-81cf-2d0031b190ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.569487 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f0d19187-1534-4a33-8b8e-240f05964c01 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.577027 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f0d19187-1534-4a33-8b8e-240f05964c01 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.592029 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046187b-2c9a-438b-a7f2-45132d9a58bc req-0c187eb3-6674-4c9f-88c2-ba1dc93dbd8b tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:28.601189 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a046187b-2c9a-438b-a7f2-45132d9a58bc req-0c187eb3-6674-4c9f-88c2-ba1dc93dbd8b tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 943 time: 0.1156762 May 26 16:12:28.642646 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9d853c2-bba9-4f06-81cf-2d0031b190ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.645399 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9d853c2-bba9-4f06-81cf-2d0031b190ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.646701 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c9d853c2-bba9-4f06-81cf-2d0031b190ff admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7c2044bc-b8c8-417e-aa55-68b6419fc507 HTTP/1.1" status: 204 len: 168 time: 0.2602038 May 26 16:12:28.656262 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a046187b-2c9a-438b-a7f2-45132d9a58bc req-134d26da-3b89-49dc-9457-d11c26507f35 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531380 May 26 16:12:28.662349 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d853c2-bba9-4f06-81cf-2d0031b190ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2044bc-b8c8-417e-aa55-68b6419fc507,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:28.700142 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d19187-1534-4a33-8b8e-240f05964c01 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:12:28.720359 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f0d19187-1534-4a33-8b8e-240f05964c01 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.720988 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-f0d19187-1534-4a33-8b8e-240f05964c01 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Added segment 325cf497-fae1-44e6-a26d-5443c449ff44 of type vlan for network 1321c45c-dbb6-40a0-b993-8fca87e41eb2 May 26 16:12:28.722445 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d19187-1534-4a33-8b8e-240f05964c01 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=343b6d30-ddfd-4b54-972a-e66d70d5b36c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:28.794613 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bfed2-a9a1-46bb-b08a-4c9c840ceceb req-59eca27b-db4d-4f16-94cb-cc468c02a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:28.798083 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d66bfed2-a9a1-46bb-b08a-4c9c840ceceb req-59eca27b-db4d-4f16-94cb-cc468c02a59f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 1097 time: 0.4490807 May 26 16:12:28.833799 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2822c8e-e823-48f4-a71e-ed7ba5b827ff req-8760f19f-ea9e-4a65-b4d7-5abd7a02a2a8 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:28.839339 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2822c8e-e823-48f4-a71e-ed7ba5b827ff req-8760f19f-ea9e-4a65-b4d7-5abd7a02a2a8 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 946 time: 0.1047921 May 26 16:12:28.848472 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f0d19187-1534-4a33-8b8e-240f05964c01 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.864995 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d66bfed2-a9a1-46bb-b08a-4c9c840ceceb req-e248648a-7bcf-481b-b445-6007c1f63f8c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518434 May 26 16:12:28.893638 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f0d19187-1534-4a33-8b8e-240f05964c01 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.899851 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2822c8e-e823-48f4-a71e-ed7ba5b827ff req-850143f1-d676-45ef-87ac-a85d1bbb805e tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543973 May 26 16:12:28.912669 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d19187-1534-4a33-8b8e-240f05964c01 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:28.913911 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f0d19187-1534-4a33-8b8e-240f05964c01 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:28.979978 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f0d19187-1534-4a33-8b8e-240f05964c01 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9120154 May 26 16:12:28.983343 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54730) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:28.990484 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b51a8255-74cc-4144-afad-72a0a4442a99 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Request body: {'subnet': {'network_id': '1321c45c-dbb6-40a0-b993-8fca87e41eb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:29.008146 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d19187-1534-4a33-8b8e-240f05964c01 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Pushing event updated for resources: {'Network': ['ID=1321c45c-dbb6-40a0-b993-8fca87e41eb2,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:29.020786 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 1321c45c-dbb6-40a0-b993-8fca87e41eb2 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:12:29.094499 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51a8255-74cc-4144-afad-72a0a4442a99 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Made reservation on behalf of 30f19e3dd7b3470f864ab61d1d13981f for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:29.098166 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b51a8255-74cc-4144-afad-72a0a4442a99 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:29.330258 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b51a8255-74cc-4144-afad-72a0a4442a99 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:29.424754 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a8255-74cc-4144-afad-72a0a4442a99 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Pushing event updated for resources: {'Subnet': ['ID=10c12339-0911-4804-9fca-577ccc770cd3,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:29.427223 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51a8255-74cc-4144-afad-72a0a4442a99 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Checking segment: {'id': '325cf497-fae1-44e6-a26d-5443c449ff44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1321c45c-dbb6-40a0-b993-8fca87e41eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:29.427567 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51a8255-74cc-4144-afad-72a0a4442a99 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Network hostable DHCP agents. Network: 1321c45c-dbb6-40a0-b993-8fca87e41eb2, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:12:29.459675 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51a8255-74cc-4144-afad-72a0a4442a99 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Network 1321c45c-dbb6-40a0-b993-8fca87e41eb2 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:12:29.473656 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-b51a8255-74cc-4144-afad-72a0a4442a99 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 1321c45c-dbb6-40a0-b993-8fca87e41eb2) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:29.478842 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51a8255-74cc-4144-afad-72a0a4442a99 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:29.479872 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b51a8255-74cc-4144-afad-72a0a4442a99 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:29.484753 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5370307-cd5b-409e-89d1-1b6c3d5aafcf None None] Network 1321c45c-dbb6-40a0-b993-8fca87e41eb2 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:29.503600 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b51a8255-74cc-4144-afad-72a0a4442a99 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5186393 May 26 16:12:29.507076 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54750) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:29.514445 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-8e1acdc6-2cd6-48d7-8db2-129201a5c0a8 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Request body: {'port': {'network_id': '1321c45c-dbb6-40a0-b993-8fca87e41eb2', 'name': 'tempest-TagsExtTest-1482688955'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:29.621411 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:12:29.794130 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1acdc6-2cd6-48d7-8db2-129201a5c0a8 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Made reservation on behalf of 30f19e3dd7b3470f864ab61d1d13981f for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:29.799121 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e1acdc6-2cd6-48d7-8db2-129201a5c0a8 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:29.809392 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050c26b3-4a5e-4396-b973-1f642b53ef80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-1321c45c-dbb6-40a0-b993-8fca87e41eb2', 'network_id': '1321c45c-dbb6-40a0-b993-8fca87e41eb2', 'tenant_id': '30f19e3dd7b3470f864ab61d1d13981f', 'fixed_ips': [{'subnet_id': '10c12339-0911-4804-9fca-577ccc770cd3'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:12:29.810760 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-050c26b3-4a5e-4396-b973-1f642b53ef80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:29.830655 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-8e1acdc6-2cd6-48d7-8db2-129201a5c0a8 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] device_id is not set on port 00cbae15-207a-4a2b-9744-d1e42ac4a4bf yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:12:29.917388 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578194da-378a-4cff-a6ed-05221562a10e req-15f9c6b4-ea25-4f1a-84dd-066b2ba3c983 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:29.920117 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-578194da-378a-4cff-a6ed-05221562a10e req-15f9c6b4-ea25-4f1a-84dd-066b2ba3c983 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 943 time: 0.1028152 May 26 16:12:29.987390 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port a7f473c3-1d30-4c5e-83e6-7613ff6adcb2, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a7f473c3-1d30-4c5e-83e6-7613ff6adcb2,segment=NetworkSegment(cf899e9d-2aa1-46ef-9bb7-011a91a50131),segment_id=cf899e9d-2aa1-46ef-9bb7-011a91a50131)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:30.003065 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'a7f473c3-1d30-4c5e-83e6-7613ff6adcb2', 'network_id': '6f6a2a3e-a609-45ee-8dae-b458796edec6', 'port_id': 'a7f473c3-1d30-4c5e-83e6-7613ff6adcb2', 'mac_address': 'fa:16:3e:0c:72:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b701f279-b4e1-4688-8aa1-40658b11b063', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:12:30.026572 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-578194da-378a-4cff-a6ed-05221562a10e req-9e403d1b-9ef2-4065-b513-cab6571d5c38 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921814 May 26 16:12:30.056946 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-8e1acdc6-2cd6-48d7-8db2-129201a5c0a8 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Allocated IP 172.20.0.13 (1321c45c-dbb6-40a0-b993-8fca87e41eb2/10c12339-0911-4804-9fca-577ccc770cd3/00cbae15-207a-4a2b-9744-d1e42ac4a4bf) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:30.082275 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:30.084777 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.115539 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47bc616-da48-4033-80da-0390fc1a3455 req-5d20579e-713a-49bf-9186-dfdce16a3443 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:30.116158 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:12:30.128249 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d47bc616-da48-4033-80da-0390fc1a3455 req-5d20579e-713a-49bf-9186-dfdce16a3443 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 946 time: 0.1005325 May 26 16:12:30.181541 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port a7f473c3-1d30-4c5e-83e6-7613ff6adcb2, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a7f473c3-1d30-4c5e-83e6-7613ff6adcb2,segment=NetworkSegment(cf899e9d-2aa1-46ef-9bb7-011a91a50131),segment_id=cf899e9d-2aa1-46ef-9bb7-011a91a50131)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:30.188832 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.194585 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d47bc616-da48-4033-80da-0390fc1a3455 req-2d7a52ec-cd65-43f2-a833-226a2da52fff tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652382 May 26 16:12:30.275185 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=a7f473c3-1d30-4c5e-83e6-7613ff6adcb2,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:30.294254 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e1acdc6-2cd6-48d7-8db2-129201a5c0a8 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.336272 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e1acdc6-2cd6-48d7-8db2-129201a5c0a8 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.373208 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1acdc6-2cd6-48d7-8db2-129201a5c0a8 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Network 1321c45c-dbb6-40a0-b993-8fca87e41eb2 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:30.376868 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-8e1acdc6-2cd6-48d7-8db2-129201a5c0a8 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:30.400189 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1acdc6-2cd6-48d7-8db2-129201a5c0a8 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:30.434146 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-050c26b3-4a5e-4396-b973-1f642b53ef80 None None] Allocated IP 172.20.0.2 (1321c45c-dbb6-40a0-b993-8fca87e41eb2/10c12339-0911-4804-9fca-577ccc770cd3/54ae68e3-c97c-4e3e-ab08-01565a4f6231) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:30.460388 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1acdc6-2cd6-48d7-8db2-129201a5c0a8 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Pushing event updated for resources: {'Port': ['ID=00cbae15-207a-4a2b-9744-d1e42ac4a4bf,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:30.476053 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1acdc6-2cd6-48d7-8db2-129201a5c0a8 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:30.476706 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e1acdc6-2cd6-48d7-8db2-129201a5c0a8 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.507780 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8e1acdc6-2cd6-48d7-8db2-129201a5c0a8 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9994998 May 26 16:12:30.510268 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54792) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:30.517239 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a7eb2955-fdb5-41f7-8d1a-03ac3f506f20 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2101601911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:30.577570 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.579921 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7eb2955-fdb5-41f7-8d1a-03ac3f506f20 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.583055 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7eb2955-fdb5-41f7-8d1a-03ac3f506f20 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.656570 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['a7f473c3-1d30-4c5e-83e6-7613ff6adcb2'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:12:30.718823 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7eb2955-fdb5-41f7-8d1a-03ac3f506f20 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.726261 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7eb2955-fdb5-41f7-8d1a-03ac3f506f20 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.778547 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7eb2955-fdb5-41f7-8d1a-03ac3f506f20 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.783585 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a7eb2955-fdb5-41f7-8d1a-03ac3f506f20 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2695043 May 26 16:12:30.783762 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54808) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:30.789840 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-2dd3e00c-b874-430c-b714-a520fb7d56a5 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-614584682', 'prefixes': ['172.20.0.0/16']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:30.819015 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-050c26b3-4a5e-4396-b973-1f642b53ef80 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.877179 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-050c26b3-4a5e-4396-b973-1f642b53ef80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.939908 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050c26b3-4a5e-4396-b973-1f642b53ef80 None None] Network 1321c45c-dbb6-40a0-b993-8fca87e41eb2 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:30.944587 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e00c-b874-430c-b714-a520fb7d56a5 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks [] for subnetpool, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:30.952398 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-050c26b3-4a5e-4396-b973-1f642b53ef80 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:30.957065 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050c26b3-4a5e-4396-b973-1f642b53ef80 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:30.958985 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2dd3e00c-b874-430c-b714-a520fb7d56a5 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1734018 May 26 16:12:30.959564 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c26b3-4a5e-4396-b973-1f642b53ef80 None None] Pushing event updated for resources: {'Port': ['ID=54ae68e3-c97c-4e3e-ab08-01565a4f6231,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:30.962620 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54818) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:30.971988 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.tag.tag_plugin [None req-1efd943a-6acd-4a74-bb67-c2b98d4ebc8c tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '10c12339-0911-4804-9fca-577ccc770cd3', 'tempest-TagsExtTest-Tag-932263398') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:31.070040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-050c26b3-4a5e-4396-b973-1f642b53ef80 None None] Attempting to bind port 54ae68e3-c97c-4e3e-ab08-01565a4f6231 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:12:31.070368 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-050c26b3-4a5e-4396-b973-1f642b53ef80 None None] Attempting to bind port 54ae68e3-c97c-4e3e-ab08-01565a4f6231 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '325cf497-fae1-44e6-a26d-5443c449ff44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1321c45c-dbb6-40a0-b993-8fca87e41eb2'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:12:31.070727 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050c26b3-4a5e-4396-b973-1f642b53ef80 None None] Attempting to bind port 54ae68e3-c97c-4e3e-ab08-01565a4f6231 on network 1321c45c-dbb6-40a0-b993-8fca87e41eb2 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:12:31.090741 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050c26b3-4a5e-4396-b973-1f642b53ef80 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:12:31.091461 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050c26b3-4a5e-4396-b973-1f642b53ef80 None None] Checking segment: {'id': '325cf497-fae1-44e6-a26d-5443c449ff44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1321c45c-dbb6-40a0-b993-8fca87e41eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:31.091598 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-050c26b3-4a5e-4396-b973-1f642b53ef80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:31.091916 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050c26b3-4a5e-4396-b973-1f642b53ef80 None None] Bound using segment: {'id': '325cf497-fae1-44e6-a26d-5443c449ff44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1321c45c-dbb6-40a0-b993-8fca87e41eb2'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:12:31.095402 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-050c26b3-4a5e-4396-b973-1f642b53ef80 None None] Bound port: 54ae68e3-c97c-4e3e-ab08-01565a4f6231, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325cf497-fae1-44e6-a26d-5443c449ff44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1321c45c-dbb6-40a0-b993-8fca87e41eb2'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:12:31.095646 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-050c26b3-4a5e-4396-b973-1f642b53ef80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:31.196678 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1efd943a-6acd-4a74-bb67-c2b98d4ebc8c tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "PUT /v2.0/subnets/10c12339-0911-4804-9fca-577ccc770cd3/tags/tempest-TagsExtTest-Tag-932263398 HTTP/1.1" status: 201 len: 201 time: 0.2313449 May 26 16:12:31.198136 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54838) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:31.206555 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-4c5cbf77-8682-4741-858a-d98ba35cbf34 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '00cbae15-207a-4a2b-9744-d1e42ac4a4bf', 'tempest-TagsExtTest-Tag-511423165') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:31.245270 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-050c26b3-4a5e-4396-b973-1f642b53ef80 None None] For port 54ae68e3-c97c-4e3e-ab08-01565a4f6231, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:12:31.254697 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462e9b8-8f31-4844-a597-bf75ccb9e0da req-e79be5fe-4c6c-48f2-9047-bc5b4f35c95e tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:31.263266 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-050c26b3-4a5e-4396-b973-1f642b53ef80 None None] For port 54ae68e3-c97c-4e3e-ab08-01565a4f6231, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=54ae68e3-c97c-4e3e-ab08-01565a4f6231,segment=NetworkSegment(325cf497-fae1-44e6-a26d-5443c449ff44),segment_id=325cf497-fae1-44e6-a26d-5443c449ff44)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:12:31.264423 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b462e9b8-8f31-4844-a597-bf75ccb9e0da req-e79be5fe-4c6c-48f2-9047-bc5b4f35c95e tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 944 time: 0.1257982 May 26 16:12:31.276466 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-050c26b3-4a5e-4396-b973-1f642b53ef80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:31.327974 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b462e9b8-8f31-4844-a597-bf75ccb9e0da req-2e31ec07-9705-4711-a5fc-15c102c1dfe3 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623910 May 26 16:12:31.373900 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c26b3-4a5e-4396-b973-1f642b53ef80 None None] Pushing event updated for resources: {'Port': ['ID=54ae68e3-c97c-4e3e-ab08-01565a4f6231,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:31.388231 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4c5cbf77-8682-4741-858a-d98ba35cbf34 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "PUT /v2.0/ports/00cbae15-207a-4a2b-9744-d1e42ac4a4bf/tags/tempest-TagsExtTest-Tag-511423165 HTTP/1.1" status: 201 len: 201 time: 0.1775746 May 26 16:12:31.390191 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54858) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:31.397359 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-1b1b6d19-f900-42c8-b652-7ec8c0767f9e tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '90c1693f-4d34-4c15-826f-d3664461f15a', 'tempest-TagsExtTest-Tag-1571913912') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:31.458254 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfabf2a-be7e-47dd-ace2-35e6597cf5c3 req-3d742016-0b4e-4e9c-8808-49b9db46a231 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:31.460156 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bcfabf2a-be7e-47dd-ace2-35e6597cf5c3 req-3d742016-0b4e-4e9c-8808-49b9db46a231 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 946 time: 0.0974107 May 26 16:12:31.544484 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bcfabf2a-be7e-47dd-ace2-35e6597cf5c3 req-995f6331-e8dc-4792-8709-bab2a5e45dc0 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734420 May 26 16:12:31.561210 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1b1b6d19-f900-42c8-b652-7ec8c0767f9e tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "PUT /v2.0/routers/90c1693f-4d34-4c15-826f-d3664461f15a/tags/tempest-TagsExtTest-Tag-1571913912 HTTP/1.1" status: 201 len: 201 time: 0.1697805 May 26 16:12:31.564380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54882) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:31.577181 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.tag.tag_plugin [None req-85e28e60-a8a9-4bce-92a9-ab6d76324914 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c6d884b0-166f-4805-af47-ace0746d6938', 'tempest-TagsExtTest-Tag-1820579973') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:31.635155 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:31.664352 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-85e28e60-a8a9-4bce-92a9-ab6d76324914 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "PUT /v2.0/subnetpools/c6d884b0-166f-4805-af47-ace0746d6938/tags/tempest-TagsExtTest-Tag-1820579973 HTTP/1.1" status: 201 len: 201 time: 0.0982671 May 26 16:12:31.665832 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54884) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:31.671271 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-069d42e6-2555-42de-8240-52ae48904b62 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '10c12339-0911-4804-9fca-577ccc770cd3') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:31.747636 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:12:31.754810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:31.755831 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:31.917964 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-069d42e6-2555-42de-8240-52ae48904b62 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "GET /v2.0/subnets/10c12339-0911-4804-9fca-577ccc770cd3/tags HTTP/1.1" status: 200 len: 240 time: 0.2510080 May 26 16:12:31.921078 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54896) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:31.927076 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.tag.tag_plugin [None req-aa3edf07-20ce-467c-b868-e62b11877446 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '10c12339-0911-4804-9fca-577ccc770cd3', 'tempest-TagsExtTest-Tag-932263398') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:32.031872 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54898) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:32.049533 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:32.050367 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:32.089356 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54904) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:32.089896 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-aa3edf07-20ce-467c-b868-e62b11877446 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "GET /v2.0/subnets/10c12339-0911-4804-9fca-577ccc770cd3/tags/tempest-TagsExtTest-Tag-932263398 HTTP/1.1" status: 204 len: 168 time: 0.1664696 May 26 16:12:32.096955 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-3730cd84-1630-4b19-b0e1-da1dc1745a5f tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '10c12339-0911-4804-9fca-577ccc770cd3', 'tempest-TagsExtTest-Tag-932263398') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:32.155670 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port a7f473c3-1d30-4c5e-83e6-7613ff6adcb2, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a7f473c3-1d30-4c5e-83e6-7613ff6adcb2,segment=NetworkSegment(cf899e9d-2aa1-46ef-9bb7-011a91a50131),segment_id=cf899e9d-2aa1-46ef-9bb7-011a91a50131)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:32.157273 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f473c3-1d30-4c5e-83e6-7613ff6adcb2'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:12:32.162530 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb760f0-2032-4b72-87cc-6bff84ac7f57" -d '{"events": [{"server_uuid": "2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61", "name": "network-vif-plugged", "status": "completed", "tag": "a7f473c3-1d30-4c5e-83e6-7613ff6adcb2"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:12:32.171820 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:32.259981 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908def41-c9cc-4832-912c-11467411aed8 x-openstack-request-id: req-908def41-c9cc-4832-912c-11467411aed8 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:12:32.261769 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61", "name": "network-vif-plugged", "status": "completed", "tag": "a7f473c3-1d30-4c5e-83e6-7613ff6adcb2", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:12:32.262091 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-908def41-c9cc-4832-912c-11467411aed8 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:12:32.262503 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-908def41-c9cc-4832-912c-11467411aed8'] response: {'server_uuid': '2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f473c3-1d30-4c5e-83e6-7613ff6adcb2', 'code': 200} May 26 16:12:32.277076 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3730cd84-1630-4b19-b0e1-da1dc1745a5f tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "DELETE /v2.0/subnets/10c12339-0911-4804-9fca-577ccc770cd3/tags/tempest-TagsExtTest-Tag-932263398 HTTP/1.1" status: 204 len: 168 time: 0.1859424 May 26 16:12:32.281089 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54914) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:32.286819 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.tag.tag_plugin [None req-586746e5-7a4b-44a3-aeb4-b080f8d339f4 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '10c12339-0911-4804-9fca-577ccc770cd3') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:32.300584 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=a7f473c3-1d30-4c5e-83e6-7613ff6adcb2,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:32.347072 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c2b25976-f0b0-4c1a-bc1a-f89411b8b544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:32.385028 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-586746e5-7a4b-44a3-aeb4-b080f8d339f4 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "GET /v2.0/subnets/10c12339-0911-4804-9fca-577ccc770cd3/tags HTTP/1.1" status: 200 len: 205 time: 0.1022627 May 26 16:12:32.391883 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54920) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:32.397581 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.tag.tag_plugin [None req-e3161caa-64e9-4e9a-a117-66aabf30c750 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '00cbae15-207a-4a2b-9744-d1e42ac4a4bf') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:32.428805 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd88bfe-523d-4a85-b639-d29386119c1d req-275a852b-740e-4c93-8883-8af25e810c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:32.430552 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4fd88bfe-523d-4a85-b639-d29386119c1d req-275a852b-740e-4c93-8883-8af25e810c12 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 1096 time: 0.0917373 May 26 16:12:32.536763 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4fd88bfe-523d-4a85-b639-d29386119c1d req-e388b8a6-3330-483a-8abe-6aac5f504f24 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966775 May 26 16:12:32.540448 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c2b25976-f0b0-4c1a-bc1a-f89411b8b544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:32.547328 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c2b25976-f0b0-4c1a-bc1a-f89411b8b544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:32.582930 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69e050-157d-440f-8ddf-75b02ff119d8 req-f847c483-f8ef-46e8-a54d-17b43e87d9a2 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:32.586289 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4a69e050-157d-440f-8ddf-75b02ff119d8 req-f847c483-f8ef-46e8-a54d-17b43e87d9a2 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.1372285 May 26 16:12:32.590196 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e3161caa-64e9-4e9a-a117-66aabf30c750 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "GET /v2.0/ports/00cbae15-207a-4a2b-9744-d1e42ac4a4bf/tags HTTP/1.1" status: 200 len: 240 time: 0.1973662 May 26 16:12:32.597210 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54932) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:32.601587 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c2b25976-f0b0-4c1a-bc1a-f89411b8b544 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5aeb350df4244069a4b3fa41e0f11537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5681615 May 26 16:12:32.605224 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.tag.tag_plugin [None req-0974395e-650b-4852-bc28-515b4eb7f159 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '00cbae15-207a-4a2b-9744-d1e42ac4a4bf', 'tempest-TagsExtTest-Tag-511423165') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:32.640340 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54934) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:32.646469 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b25976-f0b0-4c1a-bc1a-f89411b8b544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc131ce4-79ec-4285-a991-5026473107b8,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:32.775813 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a24295e0-efd6-421c-9e6c-1411dfed4c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:32.806147 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a24295e0-efd6-421c-9e6c-1411dfed4c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:32.843588 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4a69e050-157d-440f-8ddf-75b02ff119d8 req-1fa26f1a-8f8a-4282-b7ea-5c11e0cda4f1 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441423 May 26 16:12:32.892811 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb660e22-aa82-4467-a4f8-85aec9a6fec6 req-c67d39d2-d2f1-4e49-9f40-e855ff52b32c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:32.900624 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb660e22-aa82-4467-a4f8-85aec9a6fec6 req-c67d39d2-d2f1-4e49-9f40-e855ff52b32c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 946 time: 0.1838546 May 26 16:12:32.906415 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0974395e-650b-4852-bc28-515b4eb7f159 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "GET /v2.0/ports/00cbae15-207a-4a2b-9744-d1e42ac4a4bf/tags/tempest-TagsExtTest-Tag-511423165 HTTP/1.1" status: 204 len: 168 time: 0.3070145 May 26 16:12:32.909599 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54946) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:32.914950 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-649645f6-b7dd-4f8d-b0eb-1c1502d7ad16 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '00cbae15-207a-4a2b-9744-d1e42ac4a4bf', 'tempest-TagsExtTest-Tag-511423165') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:32.979134 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a24295e0-efd6-421c-9e6c-1411dfed4c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:32.981838 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a24295e0-efd6-421c-9e6c-1411dfed4c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:32.987232 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a24295e0-efd6-421c-9e6c-1411dfed4c30 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cc131ce4-79ec-4285-a991-5026473107b8 HTTP/1.1" status: 204 len: 168 time: 0.3359034 May 26 16:12:33.010927 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb660e22-aa82-4467-a4f8-85aec9a6fec6 req-32a86000-0866-4925-8873-9efedb1fa0a8 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044710 May 26 16:12:33.022588 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24295e0-efd6-421c-9e6c-1411dfed4c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc131ce4-79ec-4285-a991-5026473107b8,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:33.079185 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-649645f6-b7dd-4f8d-b0eb-1c1502d7ad16 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "DELETE /v2.0/ports/00cbae15-207a-4a2b-9744-d1e42ac4a4bf/tags/tempest-TagsExtTest-Tag-511423165 HTTP/1.1" status: 204 len: 168 time: 0.1676178 May 26 16:12:33.081475 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54956) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:33.085724 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ee0e39-2e15-40a8-ba8e-f4d1b7d8260e None None] Network 1321c45c-dbb6-40a0-b993-8fca87e41eb2 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:33.090556 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-5f53b22a-6e55-4b22-90fe-f2a91a213c8f tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '00cbae15-207a-4a2b-9744-d1e42ac4a4bf') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:33.214553 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7a2183e3-bc8d-469e-ac0d-a5c70cd85fbb None None] Provisioning complete for port 54ae68e3-c97c-4e3e-ab08-01565a4f6231 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:33.215484 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7a2183e3-bc8d-469e-ac0d-a5c70cd85fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:33.215601 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5f53b22a-6e55-4b22-90fe-f2a91a213c8f tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "GET /v2.0/ports/00cbae15-207a-4a2b-9744-d1e42ac4a4bf/tags HTTP/1.1" status: 200 len: 205 time: 0.1311038 May 26 16:12:33.216595 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54964) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:33.228555 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-c4f7d998-1ffa-4be6-9cfc-33d09537d242 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '90c1693f-4d34-4c15-826f-d3664461f15a') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:33.353453 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7a2183e3-bc8d-469e-ac0d-a5c70cd85fbb None None] Current status of the port 54ae68e3-c97c-4e3e-ab08-01565a4f6231 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:33.354171 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7a2183e3-bc8d-469e-ac0d-a5c70cd85fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:33.468138 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7a2183e3-bc8d-469e-ac0d-a5c70cd85fbb None None] For port 54ae68e3-c97c-4e3e-ab08-01565a4f6231, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=54ae68e3-c97c-4e3e-ab08-01565a4f6231,segment=NetworkSegment(325cf497-fae1-44e6-a26d-5443c449ff44),segment_id=325cf497-fae1-44e6-a26d-5443c449ff44)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:33.491367 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7a2183e3-bc8d-469e-ac0d-a5c70cd85fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:33.493640 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 54ae68e3-c97c-4e3e-ab08-01565a4f6231 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:33.533865 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c4f7d998-1ffa-4be6-9cfc-33d09537d242 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "GET /v2.0/routers/90c1693f-4d34-4c15-826f-d3664461f15a/tags HTTP/1.1" status: 200 len: 241 time: 0.3137944 May 26 16:12:33.536216 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54970) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:33.547383 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.tag.tag_plugin [None req-a92f3e6a-1a26-43b7-8065-717559e8ac24 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '90c1693f-4d34-4c15-826f-d3664461f15a', 'tempest-TagsExtTest-Tag-1571913912') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:33.784355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2183e3-bc8d-469e-ac0d-a5c70cd85fbb None None] Pushing event updated for resources: {'Port': ['ID=54ae68e3-c97c-4e3e-ab08-01565a4f6231,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:33.799993 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 54ae68e3-c97c-4e3e-ab08-01565a4f6231 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:33.800603 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:33.825896 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54980) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:33.831557 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-be5720cd-9e4d-43c9-984f-a2302dffde3d tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '90c1693f-4d34-4c15-826f-d3664461f15a', 'tempest-TagsExtTest-Tag-1571913912') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:33.831755 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a92f3e6a-1a26-43b7-8065-717559e8ac24 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "GET /v2.0/routers/90c1693f-4d34-4c15-826f-d3664461f15a/tags/tempest-TagsExtTest-Tag-1571913912 HTTP/1.1" status: 204 len: 168 time: 0.2941694 May 26 16:12:33.848963 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54982) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:34.000820 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 54ae68e3-c97c-4e3e-ab08-01565a4f6231 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:34.089159 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e9befbf-dbd4-4915-968a-0cc45d76c619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:34.098752 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-be5720cd-9e4d-43c9-984f-a2302dffde3d tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "DELETE /v2.0/routers/90c1693f-4d34-4c15-826f-d3664461f15a/tags/tempest-TagsExtTest-Tag-1571913912 HTTP/1.1" status: 204 len: 168 time: 0.2684071 May 26 16:12:34.100575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54994) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:34.112444 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-88bd80f6-d0ae-4495-a5fd-5ed3048e8300 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '90c1693f-4d34-4c15-826f-d3664461f15a') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:34.120873 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d8977-18cc-4f08-9815-a1032425e858 req-37d15a94-c3a4-467c-8a1e-c35636def9fb tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:34.130363 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c20d8977-18cc-4f08-9815-a1032425e858 req-37d15a94-c3a4-467c-8a1e-c35636def9fb tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.1382666 May 26 16:12:34.198414 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c20d8977-18cc-4f08-9815-a1032425e858 req-12de7f03-f6b6-4b57-9791-79829db2c9bc tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669506 May 26 16:12:34.250461 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a39d9a8c-b890-4a3f-8b51-f3b8210f5e6c None None] Provisioning complete for port 54ae68e3-c97c-4e3e-ab08-01565a4f6231 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:34.251028 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a39d9a8c-b890-4a3f-8b51-f3b8210f5e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:34.305926 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-88bd80f6-d0ae-4495-a5fd-5ed3048e8300 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "GET /v2.0/routers/90c1693f-4d34-4c15-826f-d3664461f15a/tags HTTP/1.1" status: 200 len: 205 time: 0.2039707 May 26 16:12:34.307643 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55000) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:34.314832 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-df85fc6d-66c7-42e6-94ff-69805b822c44 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c6d884b0-166f-4805-af47-ace0746d6938') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:34.381944 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e9befbf-dbd4-4915-968a-0cc45d76c619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:34.390478 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e9befbf-dbd4-4915-968a-0cc45d76c619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:34.414843 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-df85fc6d-66c7-42e6-94ff-69805b822c44 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "GET /v2.0/subnetpools/c6d884b0-166f-4805-af47-ace0746d6938/tags HTTP/1.1" status: 200 len: 241 time: 0.1057069 May 26 16:12:34.415541 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55004) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:34.421362 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55006) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:34.430464 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.tag.tag_plugin [None req-114711f1-5fbe-489c-ad6f-309d38650bdf tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c6d884b0-166f-4805-af47-ace0746d6938', 'tempest-TagsExtTest-Tag-1820579973') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:34.519539 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9befbf-dbd4-4915-968a-0cc45d76c619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5a0a0c-8d44-48e9-bc5e-b88806f98fe5,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:34.526963 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0e9befbf-dbd4-4915-968a-0cc45d76c619 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3234f1a8490b45468ffd2de251d43259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6769438 May 26 16:12:34.533596 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55010) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:34.573650 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-114711f1-5fbe-489c-ad6f-309d38650bdf tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "GET /v2.0/subnetpools/c6d884b0-166f-4805-af47-ace0746d6938/tags/tempest-TagsExtTest-Tag-1820579973 HTTP/1.1" status: 204 len: 168 time: 0.1474497 May 26 16:12:34.587478 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55014) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:34.613400 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.tag.tag_plugin [None req-21b094b0-9bc0-4816-89ec-ed5923464dbd tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c6d884b0-166f-4805-af47-ace0746d6938', 'tempest-TagsExtTest-Tag-1820579973') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:34.656579 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a39d9a8c-b890-4a3f-8b51-f3b8210f5e6c None None] Current status of the port 54ae68e3-c97c-4e3e-ab08-01565a4f6231 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:34.689363 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a39d9a8c-b890-4a3f-8b51-f3b8210f5e6c None None] Provisioning complete for port 00cbae15-207a-4a2b-9744-d1e42ac4a4bf triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:34.689831 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a39d9a8c-b890-4a3f-8b51-f3b8210f5e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:34.708776 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-091a121f-ba7b-4a5c-8f85-45b08d86453e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:34.763344 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-091a121f-ba7b-4a5c-8f85-45b08d86453e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:34.787941 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c71e2392-6b3f-488c-9470-58a987edcf0f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-571158810-network', 'tenant_id': '05662c0c6a374c19bb97150a8f0427e0'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:34.810124 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a39d9a8c-b890-4a3f-8b51-f3b8210f5e6c None None] Port 00cbae15-207a-4a2b-9744-d1e42ac4a4bf cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:12:34.849638 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71e2392-6b3f-488c-9470-58a987edcf0f admin admin] Made reservation on behalf of 05662c0c6a374c19bb97150a8f0427e0 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:34.852370 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c71e2392-6b3f-488c-9470-58a987edcf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:34.865314 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c71e2392-6b3f-488c-9470-58a987edcf0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:34.871018 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af654d60-1242-43d8-a52c-f3570541dda3 req-c868dc6e-faaf-4c91-be6b-b4ba6cbb28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:34.875145 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af654d60-1242-43d8-a52c-f3570541dda3 req-c868dc6e-faaf-4c91-be6b-b4ba6cbb28d1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10c883857a124227bb47c51e8f8c4739&device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 1096 time: 0.2137549 May 26 16:12:34.888442 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-21b094b0-9bc0-4816-89ec-ed5923464dbd tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "DELETE /v2.0/subnetpools/c6d884b0-166f-4805-af47-ace0746d6938/tags/tempest-TagsExtTest-Tag-1820579973 HTTP/1.1" status: 204 len: 168 time: 0.2994738 May 26 16:12:34.890394 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55016) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:34.901788 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659d8ca-b00a-4655-8d4b-ddc2962fb68a req-9bbac9b4-cc90-42b5-a146-e7b0f0316ded tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:34.903188 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-f8e9c0ec-b632-470d-af23-85e8a48859eb tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c6d884b0-166f-4805-af47-ace0746d6938') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:34.904077 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4659d8ca-b00a-4655-8d4b-ddc2962fb68a req-9bbac9b4-cc90-42b5-a146-e7b0f0316ded tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.2100925 May 26 16:12:34.909646 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-091a121f-ba7b-4a5c-8f85-45b08d86453e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:34.912160 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-091a121f-ba7b-4a5c-8f85-45b08d86453e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:34.916323 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-091a121f-ba7b-4a5c-8f85-45b08d86453e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7d5a0a0c-8d44-48e9-bc5e-b88806f98fe5 HTTP/1.1" status: 204 len: 168 time: 0.3811746 May 26 16:12:34.958995 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a121f-ba7b-4a5c-8f85-45b08d86453e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5a0a0c-8d44-48e9-bc5e-b88806f98fe5,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:34.973953 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f8e9c0ec-b632-470d-af23-85e8a48859eb tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "GET /v2.0/subnetpools/c6d884b0-166f-4805-af47-ace0746d6938/tags HTTP/1.1" status: 200 len: 205 time: 0.0781500 May 26 16:12:34.978486 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55020) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:34.983806 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-c54bd882-fc4d-40f4-8465-04cc40af2a94 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c6d884b0-166f-4805-af47-ace0746d6938') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:35.012269 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-030093a2-2fd1-4689-bcd3-b1f460537f57 None None] Provisioning complete for port 00cbae15-207a-4a2b-9744-d1e42ac4a4bf triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:35.012897 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-030093a2-2fd1-4689-bcd3-b1f460537f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:35.057720 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c71e2392-6b3f-488c-9470-58a987edcf0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:35.063011 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c54bd882-fc4d-40f4-8465-04cc40af2a94 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "DELETE /v2.0/subnetpools/c6d884b0-166f-4805-af47-ace0746d6938/tags HTTP/1.1" status: 204 len: 168 time: 0.0812118 May 26 16:12:35.066203 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c71e2392-6b3f-488c-9470-58a987edcf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:35.070552 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55022) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:35.077042 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-fad7b495-2154-48e4-9626-bb617f7f9d7e tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '90c1693f-4d34-4c15-826f-d3664461f15a') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:35.118842 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-030093a2-2fd1-4689-bcd3-b1f460537f57 None None] Port 00cbae15-207a-4a2b-9744-d1e42ac4a4bf cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:12:35.144524 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4659d8ca-b00a-4655-8d4b-ddc2962fb68a req-5165f325-9b32-4d85-9e0c-143a8dce8672 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288771 May 26 16:12:35.164358 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71e2392-6b3f-488c-9470-58a987edcf0f admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:12:35.208991 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af654d60-1242-43d8-a52c-f3570541dda3 req-e8f22f37-27cd-4028-b0bf-22926561dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:35.211111 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af654d60-1242-43d8-a52c-f3570541dda3 req-e8f22f37-27cd-4028-b0bf-22926561dee6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6f6a2a3e-a609-45ee-8dae-b458796edec6 HTTP/1.1" status: 200 len: 920 time: 0.3296056 May 26 16:12:35.247644 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e2392-6b3f-488c-9470-58a987edcf0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8dc1de-65bd-47d9-9663-3092c76246a5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:35.264354 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af654d60-1242-43d8-a52c-f3570541dda3 req-047e0893-0698-4a83-80f1-2b0540629cc0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 HTTP/1.1" status: 200 len: 217 time: 0.0443792 May 26 16:12:35.272550 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c71e2392-6b3f-488c-9470-58a987edcf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:35.276343 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-c71e2392-6b3f-488c-9470-58a987edcf0f admin admin] Added segment 3ef949a0-1c54-4c39-abc5-82e6677edb79 of type vlan for network 8b03532f-5275-4d78-b45b-4d0f5fde449c May 26 16:12:35.332479 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af654d60-1242-43d8-a52c-f3570541dda3 req-7747c1bd-741b-47ce-99d1-5433035a5285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:35.334482 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af654d60-1242-43d8-a52c-f3570541dda3 req-7747c1bd-741b-47ce-99d1-5433035a5285 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b701f279-b4e1-4688-8aa1-40658b11b063 HTTP/1.1" status: 200 len: 859 time: 0.0624220 May 26 16:12:35.421861 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fad7b495-2154-48e4-9626-bb617f7f9d7e tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "DELETE /v2.0/routers/90c1693f-4d34-4c15-826f-d3664461f15a/tags HTTP/1.1" status: 204 len: 168 time: 0.3484013 May 26 16:12:35.425392 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c71e2392-6b3f-488c-9470-58a987edcf0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:35.426062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55026) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:35.438275 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af654d60-1242-43d8-a52c-f3570541dda3 req-0ddff72d-c19f-4f75-9415-89e82860446b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6f6a2a3e-a609-45ee-8dae-b458796edec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896730 May 26 16:12:35.449071 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.tag.tag_plugin [None req-4799924e-8a7c-4af1-8eb0-0e682f283585 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '00cbae15-207a-4a2b-9744-d1e42ac4a4bf') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:35.455850 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 54ae68e3-c97c-4e3e-ab08-01565a4f6231 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:35.457283 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55028) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:35.478483 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-86db834e-f4ee-4175-80bb-93e3ebf0e33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:35.527272 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c71e2392-6b3f-488c-9470-58a987edcf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:35.529161 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71e2392-6b3f-488c-9470-58a987edcf0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:35.530297 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c71e2392-6b3f-488c-9470-58a987edcf0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:35.535263 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 54ae68e3-c97c-4e3e-ab08-01565a4f6231 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:35.535933 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:35.643975 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c71e2392-6b3f-488c-9470-58a987edcf0f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2270682 May 26 16:12:35.645163 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55032) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:35.661385 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-6ae78e72-abb7-4683-8087-80b69d3fb433 admin admin] Request body: {'subnet': {'network_id': '8b03532f-5275-4d78-b45b-4d0f5fde449c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-571158810-subnet', 'tenant_id': '05662c0c6a374c19bb97150a8f0427e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:35.682958 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e2392-6b3f-488c-9470-58a987edcf0f admin admin] Pushing event updated for resources: {'Network': ['ID=8b03532f-5275-4d78-b45b-4d0f5fde449c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:35.701989 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af654d60-1242-43d8-a52c-f3570541dda3 req-9938758f-9ea0-43aa-81d3-a234a5a952da service neutron] 10.222.0.81 "GET /v2.0/networks/6f6a2a3e-a609-45ee-8dae-b458796edec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469084 May 26 16:12:35.705347 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4799924e-8a7c-4af1-8eb0-0e682f283585 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "DELETE /v2.0/ports/00cbae15-207a-4a2b-9744-d1e42ac4a4bf/tags HTTP/1.1" status: 204 len: 168 time: 0.2761009 May 26 16:12:35.709931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55034) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:35.715407 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.tag.tag_plugin [None req-894a604a-8209-46f1-a50f-0c9f9a9f4893 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '10c12339-0911-4804-9fca-577ccc770cd3') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:35.732112 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae78e72-abb7-4683-8087-80b69d3fb433 admin admin] Made reservation on behalf of 05662c0c6a374c19bb97150a8f0427e0 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:35.737600 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ae78e72-abb7-4683-8087-80b69d3fb433 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:35.827071 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 8b03532f-5275-4d78-b45b-4d0f5fde449c details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:12:35.867598 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af654d60-1242-43d8-a52c-f3570541dda3 req-172e6ac7-9787-46c4-926a-73ef0c3b7dbe service neutron] 10.222.0.81 "GET /v2.0/networks/6f6a2a3e-a609-45ee-8dae-b458796edec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566088 May 26 16:12:35.905502 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-894a604a-8209-46f1-a50f-0c9f9a9f4893 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "DELETE /v2.0/subnets/10c12339-0911-4804-9fca-577ccc770cd3/tags HTTP/1.1" status: 204 len: 168 time: 0.1890812 May 26 16:12:35.906235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55038) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:35.914471 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.tag.tag_plugin [None req-1be97fba-2310-49fa-b625-0ddf7aa6a7b8 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '10c12339-0911-4804-9fca-577ccc770cd3', 'tempest-TagsExtTest-Tag-1331196627') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:35.923822 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-86db834e-f4ee-4175-80bb-93e3ebf0e33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:35.933864 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 54ae68e3-c97c-4e3e-ab08-01565a4f6231 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:35.943048 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-86db834e-f4ee-4175-80bb-93e3ebf0e33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:36.046944 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-86db834e-f4ee-4175-80bb-93e3ebf0e33a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=34f6bf14bad643969052fa3e878efe76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5848458 May 26 16:12:36.047213 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db834e-f4ee-4175-80bb-93e3ebf0e33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53f48c6-c126-4706-9dd2-9880f913e9bd,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:36.049733 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55042) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:36.102490 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1be97fba-2310-49fa-b625-0ddf7aa6a7b8 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "PUT /v2.0/subnets/10c12339-0911-4804-9fca-577ccc770cd3/tags/tempest-TagsExtTest-Tag-1331196627 HTTP/1.1" status: 201 len: 201 time: 0.1902437 May 26 16:12:36.102490 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55044) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:36.112284 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.tag.tag_plugin [None req-6a789416-8538-4650-b450-46d2dce5cf73 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '00cbae15-207a-4a2b-9744-d1e42ac4a4bf', 'tempest-TagsExtTest-Tag-722910668') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:36.175092 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c6da69d-e33b-43d8-a0ab-d812bbeba9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:36.227546 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6a789416-8538-4650-b450-46d2dce5cf73 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "PUT /v2.0/ports/00cbae15-207a-4a2b-9744-d1e42ac4a4bf/tags/tempest-TagsExtTest-Tag-722910668 HTTP/1.1" status: 201 len: 201 time: 0.1234510 May 26 16:12:36.231433 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55048) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:36.246970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.tag.tag_plugin [None req-e5af11f2-5738-4e09-9816-1da6bbc76bed tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '90c1693f-4d34-4c15-826f-d3664461f15a', 'tempest-TagsExtTest-Tag-83535575') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:36.314605 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c6da69d-e33b-43d8-a0ab-d812bbeba9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:36.328879 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ae78e72-abb7-4683-8087-80b69d3fb433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:36.433082 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae78e72-abb7-4683-8087-80b69d3fb433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f093e9cb-09be-4f02-aca8-6305ce015ca2,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:36.439796 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae78e72-abb7-4683-8087-80b69d3fb433 admin admin] Checking segment: {'id': '3ef949a0-1c54-4c39-abc5-82e6677edb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8b03532f-5275-4d78-b45b-4d0f5fde449c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:36.440184 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae78e72-abb7-4683-8087-80b69d3fb433 admin admin] Network hostable DHCP agents. Network: 8b03532f-5275-4d78-b45b-4d0f5fde449c, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:12:36.455387 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2c33d-8f48-48b9-a2c2-5fae1d70036d req-e72b0049-3099-4ceb-8c53-69abd8f850e8 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:36.458663 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-56e2c33d-8f48-48b9-a2c2-5fae1d70036d req-e72b0049-3099-4ceb-8c53-69abd8f850e8 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.1554577 May 26 16:12:36.476647 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae78e72-abb7-4683-8087-80b69d3fb433 admin admin] Network 8b03532f-5275-4d78-b45b-4d0f5fde449c is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:12:36.483093 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c6da69d-e33b-43d8-a0ab-d812bbeba9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:36.485948 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c6da69d-e33b-43d8-a0ab-d812bbeba9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:36.487168 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7c6da69d-e33b-43d8-a0ab-d812bbeba9f4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b53f48c6-c126-4706-9dd2-9880f913e9bd HTTP/1.1" status: 204 len: 168 time: 0.4351256 May 26 16:12:36.504612 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6da69d-e33b-43d8-a0ab-d812bbeba9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53f48c6-c126-4706-9dd2-9880f913e9bd,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:36.513084 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-6ae78e72-abb7-4683-8087-80b69d3fb433 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 8b03532f-5275-4d78-b45b-4d0f5fde449c) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:36.534018 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae78e72-abb7-4683-8087-80b69d3fb433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:36.534829 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ae78e72-abb7-4683-8087-80b69d3fb433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:36.541410 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28db5245-1264-4659-bafe-0c9e86dfe0e6 None None] Network 8b03532f-5275-4d78-b45b-4d0f5fde449c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:36.559854 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e5af11f2-5738-4e09-9816-1da6bbc76bed tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "PUT /v2.0/routers/90c1693f-4d34-4c15-826f-d3664461f15a/tags/tempest-TagsExtTest-Tag-83535575 HTTP/1.1" status: 201 len: 201 time: 0.3254735 May 26 16:12:36.562744 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55054) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:36.575008 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-b0d7e624-13af-4ce4-b83f-90180bb1700c tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c6d884b0-166f-4805-af47-ace0746d6938', 'tempest-TagsExtTest-Tag-875144265') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:36.587628 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-56e2c33d-8f48-48b9-a2c2-5fae1d70036d req-086025eb-d3fe-4d8e-beec-7a9c93dfef17 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217062 May 26 16:12:36.596564 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6ae78e72-abb7-4683-8087-80b69d3fb433 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9431119 May 26 16:12:36.736525 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b0d7e624-13af-4ce4-b83f-90180bb1700c tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "PUT /v2.0/subnetpools/c6d884b0-166f-4805-af47-ace0746d6938/tags/tempest-TagsExtTest-Tag-875144265 HTTP/1.1" status: 201 len: 201 time: 0.1711676 May 26 16:12:36.740626 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55062) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:36.749402 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-a99a07ed-a7b0-4fd7-a961-2c15eac8b0a2 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '10c12339-0911-4804-9fca-577ccc770cd3', {'tags': ['tempest-TagsExtTest-Tag-1444144388', 'tempest-TagsExtTest-Tag-887504830', 'tempest-TagsExtTest-Tag-1402802379']}) {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:36.903322 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a99a07ed-a7b0-4fd7-a961-2c15eac8b0a2 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "PUT /v2.0/subnets/10c12339-0911-4804-9fca-577ccc770cd3/tags HTTP/1.1" status: 200 len: 317 time: 0.1613901 May 26 16:12:36.908158 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55066) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:36.914542 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.tag.tag_plugin [None req-c8ed14e0-6095-4020-a9bd-34f99bedaa66 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '10c12339-0911-4804-9fca-577ccc770cd3') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:36.946487 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439be701-f3de-4011-9e3b-13eeaf6002b5 None None] Network 8b03532f-5275-4d78-b45b-4d0f5fde449c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:37.072665 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55070) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:37.072893 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c8ed14e0-6095-4020-a9bd-34f99bedaa66 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "DELETE /v2.0/subnets/10c12339-0911-4804-9fca-577ccc770cd3/tags HTTP/1.1" status: 204 len: 168 time: 0.1633551 May 26 16:12:37.078422 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-79d61638-388a-4ffc-b8e8-dc5742430cea tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '10c12339-0911-4804-9fca-577ccc770cd3', 'tempest-TagsExtTest-Tag-1444144388') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:37.271777 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-79d61638-388a-4ffc-b8e8-dc5742430cea tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] show failed (client error): The resource could not be found. May 26 16:12:37.276585 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-79d61638-388a-4ffc-b8e8-dc5742430cea tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "GET /v2.0/subnets/10c12339-0911-4804-9fca-577ccc770cd3/tags/tempest-TagsExtTest-Tag-1444144388 HTTP/1.1" status: 404 len: 329 time: 0.1996636 May 26 16:12:37.277034 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55078) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:37.282456 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-e1ce3ab2-a6f2-4c9f-89a3-808e5822d18b tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '10c12339-0911-4804-9fca-577ccc770cd3', 'tempest-TagsExtTest-Tag-887504830') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:37.421654 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-e1ce3ab2-a6f2-4c9f-89a3-808e5822d18b tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] show failed (client error): The resource could not be found. May 26 16:12:37.425318 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e1ce3ab2-a6f2-4c9f-89a3-808e5822d18b tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "GET /v2.0/subnets/10c12339-0911-4804-9fca-577ccc770cd3/tags/tempest-TagsExtTest-Tag-887504830 HTTP/1.1" status: 404 len: 328 time: 0.1469254 May 26 16:12:37.429822 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55080) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:37.441581 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-ec4deff4-3845-41d9-8586-2cfd47de6bac tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '10c12339-0911-4804-9fca-577ccc770cd3', 'tempest-TagsExtTest-Tag-1402802379') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:37.546417 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-d73bb66e-f30b-49f9-86dc-00f34ba7d968 req-a057f95a-215a-47d3-ba39-2c9217ef4bef tempest-SecurityGroupsNegativeTestJSON-1295388297 tempest-SecurityGroupsNegativeTestJSON-1295388297-project] show failed (client error): The resource could not be found. May 26 16:12:37.548479 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d73bb66e-f30b-49f9-86dc-00f34ba7d968 req-a057f95a-215a-47d3-ba39-2c9217ef4bef tempest-SecurityGroupsNegativeTestJSON-1295388297 tempest-SecurityGroupsNegativeTestJSON-1295388297-project] 10.222.0.77 "GET /v2.0/security-groups/5359d45a-12d5-4868-a3a1-c22d7a0afba7 HTTP/1.1" status: 404 len: 352 time: 0.0274065 May 26 16:12:37.703321 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8e8554f-1b56-42df-8ab5-0c5f51e888d0 req-0d623ae5-9c92-49a6-af8b-9f509b98b893 tempest-SecurityGroupsNegativeTestJSON-1295388297 tempest-SecurityGroupsNegativeTestJSON-1295388297-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=05662c0c6a374c19bb97150a8f0427e0 HTTP/1.1" status: 200 len: 2988 time: 0.1042318 May 26 16:12:37.749731 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55092) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:37.860792 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8e8554f-1b56-42df-8ab5-0c5f51e888d0 req-a36b9511-1336-4505-9972-83d51747be95 tempest-SecurityGroupsNegativeTestJSON-1295388297 tempest-SecurityGroupsNegativeTestJSON-1295388297-project] 10.222.0.77 "GET /v2.0/security-groups/dd8dc1de-65bd-47d9-9663-3092c76246a5 HTTP/1.1" status: 200 len: 2985 time: 0.1564169 May 26 16:12:37.869926 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766c38a-81d0-4f7f-890c-710465d4f949 req-318896a3-4f21-4dad-95b5-4e1ecf747e6a tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:37.872535 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f766c38a-81d0-4f7f-890c-710465d4f949 req-318896a3-4f21-4dad-95b5-4e1ecf747e6a tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.1209302 May 26 16:12:37.963106 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8e8554f-1b56-42df-8ab5-0c5f51e888d0 req-c3895b91-c692-49ba-823f-0d12f0bce9ac tempest-SecurityGroupsNegativeTestJSON-1295388297 tempest-SecurityGroupsNegativeTestJSON-1295388297-project] 10.222.0.77 "GET /v2.0/security-groups/dd8dc1de-65bd-47d9-9663-3092c76246a5 HTTP/1.1" status: 200 len: 2985 time: 0.0893273 May 26 16:12:38.011929 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f766c38a-81d0-4f7f-890c-710465d4f949 req-764cbd9d-ba9b-4f6d-9fb5-af23e781aac0 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299541 May 26 16:12:38.064324 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-ec4deff4-3845-41d9-8586-2cfd47de6bac tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] show failed (client error): The resource could not be found. May 26 16:12:38.066179 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ec4deff4-3845-41d9-8586-2cfd47de6bac tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "GET /v2.0/subnets/10c12339-0911-4804-9fca-577ccc770cd3/tags/tempest-TagsExtTest-Tag-1402802379 HTTP/1.1" status: 404 len: 329 time: 0.6343784 May 26 16:12:38.070226 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55102) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:38.090906 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.tag.tag_plugin [None req-6b1ce876-031f-4131-8702-5376b668f435 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '00cbae15-207a-4a2b-9744-d1e42ac4a4bf', {'tags': ['tempest-TagsExtTest-Tag-2108947755', 'tempest-TagsExtTest-Tag-834605263', 'tempest-TagsExtTest-Tag-904562618']}) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:38.464527 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e383bcc9-a886-472f-b36c-67a1161c030a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.474151 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4aca1922-8264-4845-bc1c-d540368c688a req-e9e3fe8b-88ff-4845-81ca-4bc0055ac802 tempest-SecurityGroupsNegativeTestJSON-1295388297 tempest-SecurityGroupsNegativeTestJSON-1295388297-project] 10.222.0.77 "GET /v2.0/security-groups/dd8dc1de-65bd-47d9-9663-3092c76246a5 HTTP/1.1" status: 200 len: 2985 time: 0.4610560 May 26 16:12:38.583575 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6b1ce876-031f-4131-8702-5376b668f435 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "PUT /v2.0/ports/00cbae15-207a-4a2b-9744-d1e42ac4a4bf/tags HTTP/1.1" status: 200 len: 316 time: 0.5117371 May 26 16:12:38.586878 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55116) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:38.594141 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-33d77f96-1bc3-473a-967c-0db828ecb249 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '00cbae15-207a-4a2b-9744-d1e42ac4a4bf') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:38.621292 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-4aca1922-8264-4845-bc1c-d540368c688a req-3e19225e-8696-41cf-a6b8-c11b00bd66e2 tempest-SecurityGroupsNegativeTestJSON-1295388297 tempest-SecurityGroupsNegativeTestJSON-1295388297-project] delete failed (client error): There was a conflict when trying to complete your request. May 26 16:12:38.622549 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4aca1922-8264-4845-bc1c-d540368c688a req-3e19225e-8696-41cf-a6b8-c11b00bd66e2 tempest-SecurityGroupsNegativeTestJSON-1295388297 tempest-SecurityGroupsNegativeTestJSON-1295388297-project] 10.222.0.77 "DELETE /v2.0/security-groups/dd8dc1de-65bd-47d9-9663-3092c76246a5 HTTP/1.1" status: 409 len: 352 time: 0.1358933 May 26 16:12:38.686388 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e383bcc9-a886-472f-b36c-67a1161c030a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.688575 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-a1c9cf66-ec52-4821-acd5-0887c55cad20 req-bd84f769-41dc-4759-ba06-7ea297b01c3e tempest-SecurityGroupsNegativeTestJSON-1295388297 tempest-SecurityGroupsNegativeTestJSON-1295388297-project] show failed (client error): The resource could not be found. May 26 16:12:38.689914 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a1c9cf66-ec52-4821-acd5-0887c55cad20 req-bd84f769-41dc-4759-ba06-7ea297b01c3e tempest-SecurityGroupsNegativeTestJSON-1295388297 tempest-SecurityGroupsNegativeTestJSON-1295388297-project] 10.222.0.77 "GET /v2.0/security-groups/79f81fc2-cf73-4383-aea4-ef5c01a23d1e HTTP/1.1" status: 404 len: 352 time: 0.0360057 May 26 16:12:38.692147 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e383bcc9-a886-472f-b36c-67a1161c030a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.707754 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-33d77f96-1bc3-473a-967c-0db828ecb249 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "DELETE /v2.0/ports/00cbae15-207a-4a2b-9744-d1e42ac4a4bf/tags HTTP/1.1" status: 204 len: 168 time: 0.1195090 May 26 16:12:38.710826 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55122) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:38.718177 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-a79f9fd4-a0f3-41cc-8af2-f17e3fbda5f3 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '00cbae15-207a-4a2b-9744-d1e42ac4a4bf', 'tempest-TagsExtTest-Tag-2108947755') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:38.761595 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-7474b1ca-044e-4f59-aee7-4847949aca09 req-d36b7fc3-c672-4b6b-aa9f-be2418069e4e tempest-SecurityGroupsNegativeTestJSON-1295388297 tempest-SecurityGroupsNegativeTestJSON-1295388297-project] show failed (client error): The resource could not be found. May 26 16:12:38.762413 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7474b1ca-044e-4f59-aee7-4847949aca09 req-d36b7fc3-c672-4b6b-aa9f-be2418069e4e tempest-SecurityGroupsNegativeTestJSON-1295388297 tempest-SecurityGroupsNegativeTestJSON-1295388297-project] 10.222.0.77 "GET /v2.0/security-groups/588415a5-4ad0-4d0a-a7c9-b7088648d8d5 HTTP/1.1" status: 404 len: 352 time: 0.0413902 May 26 16:12:38.771108 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e383bcc9-a886-472f-b36c-67a1161c030a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=56257d77099949b28cf1d1a5d3839377&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0124362 May 26 16:12:38.775438 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55126) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:38.783569 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55128) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:38.801698 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383bcc9-a886-472f-b36c-67a1161c030a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4250d3-427f-4db6-8b30-ef506be066c2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:38.861700 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-a79f9fd4-a0f3-41cc-8af2-f17e3fbda5f3 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] show failed (client error): The resource could not be found. May 26 16:12:38.866012 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-42da1486-fb8c-418e-8b63-7b29d834c5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.866238 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a79f9fd4-a0f3-41cc-8af2-f17e3fbda5f3 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "GET /v2.0/ports/00cbae15-207a-4a2b-9744-d1e42ac4a4bf/tags/tempest-TagsExtTest-Tag-2108947755 HTTP/1.1" status: 404 len: 329 time: 0.1494510 May 26 16:12:38.866238 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55132) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:38.870934 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-68c8033b-c208-4b48-91bb-3efa00ad72ef tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '00cbae15-207a-4a2b-9744-d1e42ac4a4bf', 'tempest-TagsExtTest-Tag-834605263') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:38.876729 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b119f75-57af-4605-8cef-a4ea3be058a1 admin admin] Deleting subnet f093e9cb-09be-4f02-aca8-6305ce015ca2 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:12:38.881384 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7b119f75-57af-4605-8cef-a4ea3be058a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.896358 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-42da1486-fb8c-418e-8b63-7b29d834c5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.965121 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-42da1486-fb8c-418e-8b63-7b29d834c5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.966732 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7b119f75-57af-4605-8cef-a4ea3be058a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.970929 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-42da1486-fb8c-418e-8b63-7b29d834c5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:38.974624 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-42da1486-fb8c-418e-8b63-7b29d834c5e8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7f4250d3-427f-4db6-8b30-ef506be066c2 HTTP/1.1" status: 204 len: 168 time: 0.1957922 May 26 16:12:38.987592 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da1486-fb8c-418e-8b63-7b29d834c5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4250d3-427f-4db6-8b30-ef506be066c2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:39.025167 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-68c8033b-c208-4b48-91bb-3efa00ad72ef tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] show failed (client error): The resource could not be found. May 26 16:12:39.028896 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-68c8033b-c208-4b48-91bb-3efa00ad72ef tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "GET /v2.0/ports/00cbae15-207a-4a2b-9744-d1e42ac4a4bf/tags/tempest-TagsExtTest-Tag-834605263 HTTP/1.1" status: 404 len: 328 time: 0.1593165 May 26 16:12:39.029590 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55138) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:39.033583 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7b119f75-57af-4605-8cef-a4ea3be058a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:39.034561 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.tag.tag_plugin [None req-3aa03667-57b3-4c0c-93ec-c9e3be21be89 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '00cbae15-207a-4a2b-9744-d1e42ac4a4bf', 'tempest-TagsExtTest-Tag-904562618') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:39.094604 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-3aa03667-57b3-4c0c-93ec-c9e3be21be89 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] show failed (client error): The resource could not be found. May 26 16:12:39.095676 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3aa03667-57b3-4c0c-93ec-c9e3be21be89 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "GET /v2.0/ports/00cbae15-207a-4a2b-9744-d1e42ac4a4bf/tags/tempest-TagsExtTest-Tag-904562618 HTTP/1.1" status: 404 len: 328 time: 0.0650795 May 26 16:12:39.100507 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55144) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:39.113625 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.tag.tag_plugin [None req-4f7ef924-7cbe-4ac4-ae48-a9d7f3e609df tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '90c1693f-4d34-4c15-826f-d3664461f15a', {'tags': ['tempest-TagsExtTest-Tag-635858118', 'tempest-TagsExtTest-Tag-802216558', 'tempest-TagsExtTest-Tag-644350820']}) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:39.194014 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7b119f75-57af-4605-8cef-a4ea3be058a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:39.239118 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b119f75-57af-4605-8cef-a4ea3be058a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f093e9cb-09be-4f02-aca8-6305ce015ca2,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:39.242482 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7b119f75-57af-4605-8cef-a4ea3be058a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:39.249920 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4f7ef924-7cbe-4ac4-ae48-a9d7f3e609df tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "PUT /v2.0/routers/90c1693f-4d34-4c15-826f-d3664461f15a/tags HTTP/1.1" status: 200 len: 315 time: 0.1445720 May 26 16:12:39.250057 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7b119f75-57af-4605-8cef-a4ea3be058a1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f093e9cb-09be-4f02-aca8-6305ce015ca2 HTTP/1.1" status: 204 len: 168 time: 0.4616132 May 26 16:12:39.250505 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55148) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:39.250921 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55150) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:39.262136 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.tag.tag_plugin [None req-4739c8b6-9728-476d-b422-c5b10b6bd29c tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '90c1693f-4d34-4c15-826f-d3664461f15a') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:39.284447 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76440fa9-8829-4852-a9bc-48989390ea1a req-c9765f0a-cd78-460a-85b4-a4b136e73468 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:39.292692 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76440fa9-8829-4852-a9bc-48989390ea1a req-c9765f0a-cd78-460a-85b4-a4b136e73468 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.1756389 May 26 16:12:39.313995 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:12:39.464490 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a922e39e-a522-4c32-bf6c-cc4a2fbb7914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:39.488681 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76440fa9-8829-4852-a9bc-48989390ea1a req-31967e60-2eb6-41e6-aa5c-86baa30a001c tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430364 May 26 16:12:39.552395 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4739c8b6-9728-476d-b422-c5b10b6bd29c tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "DELETE /v2.0/routers/90c1693f-4d34-4c15-826f-d3664461f15a/tags HTTP/1.1" status: 204 len: 168 time: 0.2942820 May 26 16:12:39.555842 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55160) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:39.562270 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-7d577950-3894-4cc0-a717-3097aece984b tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '90c1693f-4d34-4c15-826f-d3664461f15a', 'tempest-TagsExtTest-Tag-635858118') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:39.610428 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a922e39e-a522-4c32-bf6c-cc4a2fbb7914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:39.646718 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-a922e39e-a522-4c32-bf6c-cc4a2fbb7914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b03532f-5275-4d78-b45b-4d0f5fde449c']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:39.662067 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-a922e39e-a522-4c32-bf6c-cc4a2fbb7914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef949a0-1c54-4c39-abc5-82e6677edb79') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:39.662630 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-a922e39e-a522-4c32-bf6c-cc4a2fbb7914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef949a0-1c54-4c39-abc5-82e6677edb79') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:39.680858 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a922e39e-a522-4c32-bf6c-cc4a2fbb7914 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:39.700644 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a922e39e-a522-4c32-bf6c-cc4a2fbb7914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:39.705947 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-7d577950-3894-4cc0-a717-3097aece984b tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] show failed (client error): The resource could not be found. May 26 16:12:39.707275 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7d577950-3894-4cc0-a717-3097aece984b tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "GET /v2.0/routers/90c1693f-4d34-4c15-826f-d3664461f15a/tags/tempest-TagsExtTest-Tag-635858118 HTTP/1.1" status: 404 len: 328 time: 0.1496391 May 26 16:12:39.710525 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55166) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:39.715601 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-b8191332-adfc-4aa5-9e12-8a9ae6a7f973 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '90c1693f-4d34-4c15-826f-d3664461f15a', 'tempest-TagsExtTest-Tag-802216558') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:39.721831 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a922e39e-a522-4c32-bf6c-cc4a2fbb7914 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:12:39.722516 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a922e39e-a522-4c32-bf6c-cc4a2fbb7914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:39.756193 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 3ef949a0-1c54-4c39-abc5-82e6677edb79 resource provider aggregate not found May 26 16:12:39.758148 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55172) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:39.807587 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 3ef949a0-1c54-4c39-abc5-82e6677edb79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ef949a0-1c54-4c39-abc5-82e6677edb79 found for delete ", "request_id": "req-a201aae6-88f0-48f0-a278-deca864d5824"}]} May 26 16:12:39.813783 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e79a-7999-439d-b225-e97d5dc4c804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:39.827527 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a922e39e-a522-4c32-bf6c-cc4a2fbb7914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:39.834164 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a922e39e-a522-4c32-bf6c-cc4a2fbb7914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:39.842375 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a922e39e-a522-4c32-bf6c-cc4a2fbb7914 admin admin] 10.222.0.77 "DELETE /v2.0/networks/8b03532f-5275-4d78-b45b-4d0f5fde449c HTTP/1.1" status: 204 len: 168 time: 0.5813546 May 26 16:12:39.842671 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-b8191332-adfc-4aa5-9e12-8a9ae6a7f973 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] show failed (client error): The resource could not be found. May 26 16:12:39.842671 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b8191332-adfc-4aa5-9e12-8a9ae6a7f973 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "GET /v2.0/routers/90c1693f-4d34-4c15-826f-d3664461f15a/tags/tempest-TagsExtTest-Tag-802216558 HTTP/1.1" status: 404 len: 328 time: 0.1285696 May 26 16:12:39.843929 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55178) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:39.851900 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-5e279aaa-d13d-4b22-a3a2-82ae5e33f462 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '90c1693f-4d34-4c15-826f-d3664461f15a', 'tempest-TagsExtTest-Tag-644350820') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:39.854748 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922e39e-a522-4c32-bf6c-cc4a2fbb7914 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b03532f-5275-4d78-b45b-4d0f5fde449c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:39.979563 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-5e279aaa-d13d-4b22-a3a2-82ae5e33f462 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] show failed (client error): The resource could not be found. May 26 16:12:39.980695 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5e279aaa-d13d-4b22-a3a2-82ae5e33f462 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "GET /v2.0/routers/90c1693f-4d34-4c15-826f-d3664461f15a/tags/tempest-TagsExtTest-Tag-644350820 HTTP/1.1" status: 404 len: 328 time: 0.1357601 May 26 16:12:39.984699 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55184) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:39.995303 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.tag.tag_plugin [None req-208a1551-1fa9-4689-a014-ad7155c77783 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c6d884b0-166f-4805-af47-ace0746d6938', {'tags': ['tempest-TagsExtTest-Tag-1506159696', 'tempest-TagsExtTest-Tag-13749013', 'tempest-TagsExtTest-Tag-989238517']}) {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:40.023381 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e79a-7999-439d-b225-e97d5dc4c804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:40.030482 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e79a-7999-439d-b225-e97d5dc4c804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:40.064944 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-208a1551-1fa9-4689-a014-ad7155c77783 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "PUT /v2.0/subnetpools/c6d884b0-166f-4805-af47-ace0746d6938/tags HTTP/1.1" status: 200 len: 315 time: 0.0769153 May 26 16:12:40.065928 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55188) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:40.073412 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.tag.tag_plugin [None req-12b8f5e3-dd5a-47d7-b497-70335969e6d9 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c6d884b0-166f-4805-af47-ace0746d6938') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:40.100257 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0cb6e79a-7999-439d-b225-e97d5dc4c804 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f2c7374401bb40d7805a46328b5ed226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391938 May 26 16:12:40.104048 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55190) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:40.113794 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6e79a-7999-439d-b225-e97d5dc4c804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c56bdfc-a460-40cf-83e1-5572bcfc7e89,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:40.143965 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-12b8f5e3-dd5a-47d7-b497-70335969e6d9 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "DELETE /v2.0/subnetpools/c6d884b0-166f-4805-af47-ace0746d6938/tags HTTP/1.1" status: 204 len: 168 time: 0.0754194 May 26 16:12:40.145148 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55192) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:40.145772 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55194) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:40.159092 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-f1a25ef9-1f96-43f0-b92a-ef943ecc4f36 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c6d884b0-166f-4805-af47-ace0746d6938', 'tempest-TagsExtTest-Tag-1506159696') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:40.213125 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2c8bf7b8-abea-4322-8434-c87967f49ffc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=05662c0c6a374c19bb97150a8f0427e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0599978 May 26 16:12:40.213403 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55198) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:40.221697 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-f1a25ef9-1f96-43f0-b92a-ef943ecc4f36 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] show failed (client error): The resource could not be found. May 26 16:12:40.223301 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f1a25ef9-1f96-43f0-b92a-ef943ecc4f36 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "GET /v2.0/subnetpools/c6d884b0-166f-4805-af47-ace0746d6938/tags/tempest-TagsExtTest-Tag-1506159696 HTTP/1.1" status: 404 len: 329 time: 0.0768018 May 26 16:12:40.224513 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cdb2d208-4c84-47a0-be59-de78a531ba12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:40.226741 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55200) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:40.232966 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-15f89bf5-9153-4828-a253-10c129200e30 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c6d884b0-166f-4805-af47-ace0746d6938', 'tempest-TagsExtTest-Tag-13749013') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:40.270775 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8d4c1a07-4213-48e8-9b2a-c2e27473b05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:40.286636 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cdb2d208-4c84-47a0-be59-de78a531ba12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:40.304228 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8d4c1a07-4213-48e8-9b2a-c2e27473b05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:40.306084 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-15f89bf5-9153-4828-a253-10c129200e30 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] show failed (client error): The resource could not be found. May 26 16:12:40.310467 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-15f89bf5-9153-4828-a253-10c129200e30 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "GET /v2.0/subnetpools/c6d884b0-166f-4805-af47-ace0746d6938/tags/tempest-TagsExtTest-Tag-13749013 HTTP/1.1" status: 404 len: 327 time: 0.0797832 May 26 16:12:40.312404 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55204) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:40.319538 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-e2563827-7c96-450f-b5a3-c6653caf2238 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c6d884b0-166f-4805-af47-ace0746d6938', 'tempest-TagsExtTest-Tag-989238517') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:40.367044 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-e2563827-7c96-450f-b5a3-c6653caf2238 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] show failed (client error): The resource could not be found. May 26 16:12:40.371421 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e2563827-7c96-450f-b5a3-c6653caf2238 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "GET /v2.0/subnetpools/c6d884b0-166f-4805-af47-ace0746d6938/tags/tempest-TagsExtTest-Tag-989238517 HTTP/1.1" status: 404 len: 328 time: 0.0549569 May 26 16:12:40.371613 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55208) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:40.376558 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-4655b617-272f-45b6-8cdb-7c383a58109e tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c6d884b0-166f-4805-af47-ace0746d6938') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:40.385671 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8d4c1a07-4213-48e8-9b2a-c2e27473b05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:40.389565 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8d4c1a07-4213-48e8-9b2a-c2e27473b05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:40.392077 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8d4c1a07-4213-48e8-9b2a-c2e27473b05a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dd8dc1de-65bd-47d9-9663-3092c76246a5 HTTP/1.1" status: 204 len: 168 time: 0.1776571 May 26 16:12:40.415427 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cdb2d208-4c84-47a0-be59-de78a531ba12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:40.416234 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c1a07-4213-48e8-9b2a-c2e27473b05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8dc1de-65bd-47d9-9663-3092c76246a5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:40.421625 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cdb2d208-4c84-47a0-be59-de78a531ba12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:40.423151 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cdb2d208-4c84-47a0-be59-de78a531ba12 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5c56bdfc-a460-40cf-83e1-5572bcfc7e89 HTTP/1.1" status: 204 len: 168 time: 0.3175714 May 26 16:12:40.439909 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4655b617-272f-45b6-8cdb-7c383a58109e tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "DELETE /v2.0/subnetpools/c6d884b0-166f-4805-af47-ace0746d6938/tags HTTP/1.1" status: 204 len: 168 time: 0.0670576 May 26 16:12:40.442181 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2d208-4c84-47a0-be59-de78a531ba12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c56bdfc-a460-40cf-83e1-5572bcfc7e89,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:40.443290 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55214) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:40.452818 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.tag.tag_plugin [None req-901efebd-6fa8-4223-9cb4-f0eb0388e24c tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '90c1693f-4d34-4c15-826f-d3664461f15a') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:40.565944 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-901efebd-6fa8-4223-9cb4-f0eb0388e24c tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "DELETE /v2.0/routers/90c1693f-4d34-4c15-826f-d3664461f15a/tags HTTP/1.1" status: 204 len: 168 time: 0.1212878 May 26 16:12:40.570654 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55220) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:40.578529 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-9ff189c8-6230-4ecf-a16a-bb91f2f50462 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '00cbae15-207a-4a2b-9744-d1e42ac4a4bf') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:40.664460 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a554313-b441-4d55-9162-673543107cec req-f22b7775-dd70-4b00-ac83-1810b7d02963 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:40.675004 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a554313-b441-4d55-9162-673543107cec req-f22b7775-dd70-4b00-ac83-1810b7d02963 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.0976059 May 26 16:12:40.690159 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9ff189c8-6230-4ecf-a16a-bb91f2f50462 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "DELETE /v2.0/ports/00cbae15-207a-4a2b-9744-d1e42ac4a4bf/tags HTTP/1.1" status: 204 len: 168 time: 0.1177666 May 26 16:12:40.692675 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55222) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:40.705412 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.tag.tag_plugin [None req-ddca1e1f-6b96-4eee-82b1-4667501c22a8 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '10c12339-0911-4804-9fca-577ccc770cd3') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:40.729035 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a554313-b441-4d55-9162-673543107cec req-251c886d-2735-4a77-bc38-94e7bfb5782b tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525055 May 26 16:12:40.805575 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ddca1e1f-6b96-4eee-82b1-4667501c22a8 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "DELETE /v2.0/subnets/10c12339-0911-4804-9fca-577ccc770cd3/tags HTTP/1.1" status: 204 len: 168 time: 0.1113572 May 26 16:12:40.812153 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55228) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:40.936327 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f6b4bd93-625f-45b4-9917-aef172b31c49 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks [] for subnetpool, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:40.938159 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f6b4bd93-625f-45b4-9917-aef172b31c49 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "DELETE /v2.0/subnetpools/c6d884b0-166f-4805-af47-ace0746d6938 HTTP/1.1" status: 204 len: 168 time: 0.1248462 May 26 16:12:40.941207 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55232) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:40.979789 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-62737764-cd8f-4d02-af3c-760c9a2977f7 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "GET /v2.0/ports?device_id=90c1693f-4d34-4c15-826f-d3664461f15a HTTP/1.1" status: 200 len: 205 time: 0.0373914 May 26 16:12:40.982876 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55236) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:41.079640 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6df10b66-6b63-46a9-b4cb-b66ef9262b59 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:41.313714 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6df10b66-6b63-46a9-b4cb-b66ef9262b59 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:41.317522 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6df10b66-6b63-46a9-b4cb-b66ef9262b59 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:41.406328 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6df10b66-6b63-46a9-b4cb-b66ef9262b59 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:41.406962 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df10b66-6b63-46a9-b4cb-b66ef9262b59 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Fanout notify agent at l3_agent the message router_deleted on router 90c1693f-4d34-4c15-826f-d3664461f15a {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:12:41.417420 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6df10b66-6b63-46a9-b4cb-b66ef9262b59 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:41.421295 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6df10b66-6b63-46a9-b4cb-b66ef9262b59 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "DELETE /v2.0/routers/90c1693f-4d34-4c15-826f-d3664461f15a HTTP/1.1" status: 204 len: 168 time: 0.4371099 May 26 16:12:41.422130 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55254) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:41.554466 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6069e83f-6f4f-4aac-a898-1c7b4ecdd23d tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Deleting port 00cbae15-207a-4a2b-9744-d1e42ac4a4bf {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:41.554822 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6069e83f-6f4f-4aac-a898-1c7b4ecdd23d tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:41.657589 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6069e83f-6f4f-4aac-a898-1c7b4ecdd23d tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:41.672748 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6069e83f-6f4f-4aac-a898-1c7b4ecdd23d tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Calling delete_port for 00cbae15-207a-4a2b-9744-d1e42ac4a4bf owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:41.692432 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55262) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:41.873987 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8b06878-1c8b-4bc8-8616-da840f0004a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:41.931946 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6069e83f-6f4f-4aac-a898-1c7b4ecdd23d tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:41.966342 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704629f-0777-4941-8a9e-52a8ce67426e req-247ef5dc-0b16-43af-8b42-2636d5b6c5a8 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:41.969046 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e704629f-0777-4941-8a9e-52a8ce67426e req-247ef5dc-0b16-43af-8b42-2636d5b6c5a8 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.1161988 May 26 16:12:41.992847 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069e83f-6f4f-4aac-a898-1c7b4ecdd23d tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Pushing event deleted for resources: {'Port': ['ID=00cbae15-207a-4a2b-9744-d1e42ac4a4bf,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:42.085835 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8b06878-1c8b-4bc8-8616-da840f0004a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:42.097366 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8b06878-1c8b-4bc8-8616-da840f0004a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:42.102732 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e704629f-0777-4941-8a9e-52a8ce67426e req-81de21b6-9ece-4d5e-9e9c-5be76ab7efeb tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137865 May 26 16:12:42.140770 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6069e83f-6f4f-4aac-a898-1c7b4ecdd23d tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:42.173242 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6069e83f-6f4f-4aac-a898-1c7b4ecdd23d tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "DELETE /v2.0/ports/00cbae15-207a-4a2b-9744-d1e42ac4a4bf HTTP/1.1" status: 204 len: 168 time: 0.7348351 May 26 16:12:42.174384 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55282) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:42.257603 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c8b06878-1c8b-4bc8-8616-da840f0004a4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4f81150f87cb43998c45918d9cab7eb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5637443 May 26 16:12:42.263851 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55284) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:42.287806 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c828e97-05f3-4726-a652-e80f3bffd1bc tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Deleting subnet 10c12339-0911-4804-9fca-577ccc770cd3 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:12:42.288673 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b06878-1c8b-4bc8-8616-da840f0004a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16184c07-89f1-4bf0-a7cc-e1e20c98d90b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:42.293307 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3c828e97-05f3-4726-a652-e80f3bffd1bc tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:42.409441 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3c828e97-05f3-4726-a652-e80f3bffd1bc tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:42.410935 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64fc094a-f9e5-4571-9387-968bbd2e06e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:42.463894 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64fc094a-f9e5-4571-9387-968bbd2e06e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:42.495161 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55286) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:42.540243 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64fc094a-f9e5-4571-9387-968bbd2e06e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:42.544414 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64fc094a-f9e5-4571-9387-968bbd2e06e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:42.547216 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-64fc094a-f9e5-4571-9387-968bbd2e06e1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/16184c07-89f1-4bf0-a7cc-e1e20c98d90b HTTP/1.1" status: 204 len: 168 time: 0.2807746 May 26 16:12:42.559023 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc094a-f9e5-4571-9387-968bbd2e06e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16184c07-89f1-4bf0-a7cc-e1e20c98d90b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:42.563738 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3c828e97-05f3-4726-a652-e80f3bffd1bc tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:42.659753 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3c828e97-05f3-4726-a652-e80f3bffd1bc tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:42.720702 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c828e97-05f3-4726-a652-e80f3bffd1bc tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Pushing event deleted for resources: {'Subnet': ['ID=10c12339-0911-4804-9fca-577ccc770cd3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:42.726999 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3c828e97-05f3-4726-a652-e80f3bffd1bc tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:42.736432 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3c828e97-05f3-4726-a652-e80f3bffd1bc tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "DELETE /v2.0/subnets/10c12339-0911-4804-9fca-577ccc770cd3 HTTP/1.1" status: 204 len: 168 time: 0.5572219 May 26 16:12:42.736432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55296) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:42.741370 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0433b4c-5e05-45d9-b8f4-aa4742b02bf8 None None] Network 1321c45c-dbb6-40a0-b993-8fca87e41eb2 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:42.778837 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ca256656-7ffe-450b-989e-b05c98638c2d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1112475910-network', 'tenant_id': 'a5b61a0f54d44da88261a6606d6924db'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:42.875521 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-249b83cd-6e48-4e49-a1c7-60b025aa1998 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:42.892742 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca256656-7ffe-450b-989e-b05c98638c2d admin admin] Made reservation on behalf of a5b61a0f54d44da88261a6606d6924db for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:42.897415 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca256656-7ffe-450b-989e-b05c98638c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:42.950719 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2bd4b379-35a0-4637-b76f-6ae6496377f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:42.978417 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca256656-7ffe-450b-989e-b05c98638c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.075277 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55304) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:43.081193 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96234029-fd15-4fa9-bde5-5de33fac7e94 None None] DHCP port deletion for 1321c45c-dbb6-40a0-b993-8fca87e41eb2 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:12:43.096691 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2f4c79ba-ddb6-4e83-b5a7-51d8c381b717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.105235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-249b83cd-6e48-4e49-a1c7-60b025aa1998 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Deleting port 54ae68e3-c97c-4e3e-ab08-01565a4f6231 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:43.105836 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-249b83cd-6e48-4e49-a1c7-60b025aa1998 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.167719 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-96234029-fd15-4fa9-bde5-5de33fac7e94 None None] Deleting port 54ae68e3-c97c-4e3e-ab08-01565a4f6231 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:12:43.168774 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-96234029-fd15-4fa9-bde5-5de33fac7e94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.223167 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-249b83cd-6e48-4e49-a1c7-60b025aa1998 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] For port 54ae68e3-c97c-4e3e-ab08-01565a4f6231, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=54ae68e3-c97c-4e3e-ab08-01565a4f6231,segment=NetworkSegment(325cf497-fae1-44e6-a26d-5443c449ff44),segment_id=325cf497-fae1-44e6-a26d-5443c449ff44)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:43.223546 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-249b83cd-6e48-4e49-a1c7-60b025aa1998 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.254989 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca256656-7ffe-450b-989e-b05c98638c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.256440 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-249b83cd-6e48-4e49-a1c7-60b025aa1998 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Calling delete_port for 54ae68e3-c97c-4e3e-ab08-01565a4f6231 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:43.263829 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca256656-7ffe-450b-989e-b05c98638c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.303605 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2f4c79ba-ddb6-4e83-b5a7-51d8c381b717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.306270 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-96234029-fd15-4fa9-bde5-5de33fac7e94 None None] For port 54ae68e3-c97c-4e3e-ab08-01565a4f6231, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=54ae68e3-c97c-4e3e-ab08-01565a4f6231,segment=NetworkSegment(325cf497-fae1-44e6-a26d-5443c449ff44),segment_id=325cf497-fae1-44e6-a26d-5443c449ff44)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:43.306783 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-96234029-fd15-4fa9-bde5-5de33fac7e94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.313951 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2f4c79ba-ddb6-4e83-b5a7-51d8c381b717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.335093 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-96234029-fd15-4fa9-bde5-5de33fac7e94 None None] Calling delete_port for 54ae68e3-c97c-4e3e-ab08-01565a4f6231 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:12:43.383993 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2f4c79ba-ddb6-4e83-b5a7-51d8c381b717 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6db6ed3a3bf442fe8ebb9ee315677ddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3065643 May 26 16:12:43.385649 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c79ba-ddb6-4e83-b5a7-51d8c381b717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3709ac-5922-47ca-b21d-b558217099fd,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:43.393348 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55312) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:43.418006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 54ae68e3-c97c-4e3e-ab08-01565a4f6231 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:12:43.454334 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca256656-7ffe-450b-989e-b05c98638c2d admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:12:43.470903 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3e70f5b8-689d-42f1-bcca-935c1185a0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.501813 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca256656-7ffe-450b-989e-b05c98638c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74682667-9100-481f-9239-6eb0c7dafbb3,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:43.509248 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca256656-7ffe-450b-989e-b05c98638c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.510087 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-ca256656-7ffe-450b-989e-b05c98638c2d admin admin] Added segment 9d75e6fb-7194-4232-80fb-cf174c136ddf of type vlan for network 8f81fb44-3f2b-44eb-b38c-4d3a0299175c May 26 16:12:43.522497 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3e70f5b8-689d-42f1-bcca-935c1185a0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.552647 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 54ae68e3-c97c-4e3e-ab08-01565a4f6231 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:43.553058 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.568737 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-96234029-fd15-4fa9-bde5-5de33fac7e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.598852 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3e70f5b8-689d-42f1-bcca-935c1185a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.599765 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76820dfe-32f1-43bf-8b28-348def223049 req-bdfda594-c0bf-47d7-86f3-4b4d1b4c2143 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:43.601463 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3e70f5b8-689d-42f1-bcca-935c1185a0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.603554 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3e70f5b8-689d-42f1-bcca-935c1185a0b9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0d3709ac-5922-47ca-b21d-b558217099fd HTTP/1.1" status: 204 len: 168 time: 0.2089913 May 26 16:12:43.609561 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96234029-fd15-4fa9-bde5-5de33fac7e94 None None] Pushing event deleted for resources: {'Port': ['ID=54ae68e3-c97c-4e3e-ab08-01565a4f6231,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:43.612468 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76820dfe-32f1-43bf-8b28-348def223049 req-bdfda594-c0bf-47d7-86f3-4b4d1b4c2143 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.2211046 May 26 16:12:43.617643 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca256656-7ffe-450b-989e-b05c98638c2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.627471 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-249b83cd-6e48-4e49-a1c7-60b025aa1998 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.630848 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96234029-fd15-4fa9-bde5-5de33fac7e94 None None] No DVR routers for this DVR port 54ae68e3-c97c-4e3e-ab08-01565a4f6231 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:43.649733 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70f5b8-689d-42f1-bcca-935c1185a0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3709ac-5922-47ca-b21d-b558217099fd,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:43.702647 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b83cd-6e48-4e49-a1c7-60b025aa1998 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Pushing event deleted for resources: {'Port': ['ID=54ae68e3-c97c-4e3e-ab08-01565a4f6231,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:43.721459 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b83cd-6e48-4e49-a1c7-60b025aa1998 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] No DVR routers for this DVR port 54ae68e3-c97c-4e3e-ab08-01565a4f6231 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:12:43.758129 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76820dfe-32f1-43bf-8b28-348def223049 req-6ae07f94-5bfc-432c-8ede-bdbb580b36f0 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444662 May 26 16:12:43.761405 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca256656-7ffe-450b-989e-b05c98638c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.763246 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca256656-7ffe-450b-989e-b05c98638c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:43.764371 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca256656-7ffe-450b-989e-b05c98638c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.914739 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ca256656-7ffe-450b-989e-b05c98638c2d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4184368 May 26 16:12:43.920159 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55328) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:43.920553 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca256656-7ffe-450b-989e-b05c98638c2d admin admin] Pushing event updated for resources: {'Network': ['ID=8f81fb44-3f2b-44eb-b38c-4d3a0299175c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:43.923068 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-249b83cd-6e48-4e49-a1c7-60b025aa1998 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.928391 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-209f899d-6bcc-4165-a592-e7770c98be03 admin admin] Request body: {'subnet': {'network_id': '8f81fb44-3f2b-44eb-b38c-4d3a0299175c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1112475910-subnet', 'tenant_id': 'a5b61a0f54d44da88261a6606d6924db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:43.939780 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 8f81fb44-3f2b-44eb-b38c-4d3a0299175c details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:12:43.963010 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209f899d-6bcc-4165-a592-e7770c98be03 admin admin] Made reservation on behalf of a5b61a0f54d44da88261a6606d6924db for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:43.966538 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-209f899d-6bcc-4165-a592-e7770c98be03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:43.978047 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-249b83cd-6e48-4e49-a1c7-60b025aa1998 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1321c45c-dbb6-40a0-b993-8fca87e41eb2']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:43.993429 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-249b83cd-6e48-4e49-a1c7-60b025aa1998 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325cf497-fae1-44e6-a26d-5443c449ff44') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:43.994050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-249b83cd-6e48-4e49-a1c7-60b025aa1998 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325cf497-fae1-44e6-a26d-5443c449ff44') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:12:44.012200 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-249b83cd-6e48-4e49-a1c7-60b025aa1998 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:44.047532 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-249b83cd-6e48-4e49-a1c7-60b025aa1998 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:44.055820 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249b83cd-6e48-4e49-a1c7-60b025aa1998 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:12:44.056384 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-249b83cd-6e48-4e49-a1c7-60b025aa1998 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:44.133259 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 325cf497-fae1-44e6-a26d-5443c449ff44 resource provider aggregate not found May 26 16:12:44.179123 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-249b83cd-6e48-4e49-a1c7-60b025aa1998 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:44.188300 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 325cf497-fae1-44e6-a26d-5443c449ff44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 325cf497-fae1-44e6-a26d-5443c449ff44 found for delete ", "request_id": "req-1e9422a1-f2ff-4678-ac3d-23251b41a913"}]} May 26 16:12:44.195129 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-249b83cd-6e48-4e49-a1c7-60b025aa1998 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:44.201895 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-249b83cd-6e48-4e49-a1c7-60b025aa1998 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] 10.222.0.77 "DELETE /v2.0/networks/1321c45c-dbb6-40a0-b993-8fca87e41eb2 HTTP/1.1" status: 204 len: 168 time: 1.4634397 May 26 16:12:44.230058 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b83cd-6e48-4e49-a1c7-60b025aa1998 tempest-TagsExtTest-627664737 tempest-TagsExtTest-627664737-project] Pushing event deleted for resources: {'Network': ['ID=1321c45c-dbb6-40a0-b993-8fca87e41eb2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:44.344288 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-209f899d-6bcc-4165-a592-e7770c98be03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:44.413993 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f899d-6bcc-4165-a592-e7770c98be03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d144194-3cbb-4dc5-8236-6015248027a4,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:44.433566 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209f899d-6bcc-4165-a592-e7770c98be03 admin admin] Checking segment: {'id': '9d75e6fb-7194-4232-80fb-cf174c136ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8f81fb44-3f2b-44eb-b38c-4d3a0299175c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:44.433944 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209f899d-6bcc-4165-a592-e7770c98be03 admin admin] Network hostable DHCP agents. Network: 8f81fb44-3f2b-44eb-b38c-4d3a0299175c, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:12:44.459052 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209f899d-6bcc-4165-a592-e7770c98be03 admin admin] Network 8f81fb44-3f2b-44eb-b38c-4d3a0299175c is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:12:44.480012 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-209f899d-6bcc-4165-a592-e7770c98be03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 8f81fb44-3f2b-44eb-b38c-4d3a0299175c) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:44.488340 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209f899d-6bcc-4165-a592-e7770c98be03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:44.489316 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-209f899d-6bcc-4165-a592-e7770c98be03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:44.494168 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bf3575-352b-4de1-86c6-7d013282212b None None] Network 8f81fb44-3f2b-44eb-b38c-4d3a0299175c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:44.520928 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-209f899d-6bcc-4165-a592-e7770c98be03 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5985138 May 26 16:12:44.590679 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55352) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:44.628027 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55358) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:44.682813 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceeabc95-d915-4c70-afdc-89c65ddc72f7 None None] Network 8f81fb44-3f2b-44eb-b38c-4d3a0299175c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:12:44.914482 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cd878e47-93c6-4e2f-96d5-943f9c94b464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:44.932911 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2380657-bde4-47ca-a1a6-7c922a52eac0 req-48715389-f8a7-40f7-a7b2-2e88b86bbef6 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:44.934915 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2380657-bde4-47ca-a1a6-7c922a52eac0 req-48715389-f8a7-40f7-a7b2-2e88b86bbef6 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.0807893 May 26 16:12:44.975971 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0e085018-31fa-4fca-b920-317b6f3d0b94 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=30f19e3dd7b3470f864ab61d1d13981f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3416519 May 26 16:12:44.977584 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55376) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:45.024647 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2380657-bde4-47ca-a1a6-7c922a52eac0 req-33ddd9f0-49ee-47f1-a407-4ce17a51fdd8 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678468 May 26 16:12:45.057734 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-999a5342-6256-402a-aa2e-10896f17a2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:45.072357 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cd878e47-93c6-4e2f-96d5-943f9c94b464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:45.079466 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cd878e47-93c6-4e2f-96d5-943f9c94b464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:45.084614 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-999a5342-6256-402a-aa2e-10896f17a2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:45.120518 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cd878e47-93c6-4e2f-96d5-943f9c94b464 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4bab743e2cc94c559d3b549df1855701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5260279 May 26 16:12:45.125143 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55382) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:45.161271 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd878e47-93c6-4e2f-96d5-943f9c94b464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd62f845-6a4c-40e5-9285-f3cf84b3a8a3,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:45.162198 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-999a5342-6256-402a-aa2e-10896f17a2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:45.165977 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-999a5342-6256-402a-aa2e-10896f17a2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:45.172900 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-999a5342-6256-402a-aa2e-10896f17a2dd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/343b6d30-ddfd-4b54-972a-e66d70d5b36c HTTP/1.1" status: 204 len: 168 time: 0.1953297 May 26 16:12:45.190955 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a5342-6256-402a-aa2e-10896f17a2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343b6d30-ddfd-4b54-972a-e66d70d5b36c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:45.208342 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e7ca25d-2273-4d36-87ba-15e5938b156d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:45.251253 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e7ca25d-2273-4d36-87ba-15e5938b156d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:45.392521 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-721f6450-997a-45d6-a418-9583f0d1c673 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:45.394752 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-721f6450-997a-45d6-a418-9583f0d1c673 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/networks?id=8f81fb44-3f2b-44eb-b38c-4d3a0299175c HTTP/1.1" status: 200 len: 822 time: 0.1473978 May 26 16:12:45.396249 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e7ca25d-2273-4d36-87ba-15e5938b156d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:45.399377 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e7ca25d-2273-4d36-87ba-15e5938b156d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:45.402404 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0e7ca25d-2273-4d36-87ba-15e5938b156d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cd62f845-6a4c-40e5-9285-f3cf84b3a8a3 HTTP/1.1" status: 204 len: 168 time: 0.2758687 May 26 16:12:45.420072 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3409786d-e791-4ba1-b249-61d778e229a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:45.427110 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ca25d-2273-4d36-87ba-15e5938b156d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd62f845-6a4c-40e5-9285-f3cf84b3a8a3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:45.441782 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-214af2b9-004d-43c9-9654-bb1fce8ebb7a tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/quotas/a5b61a0f54d44da88261a6606d6924db HTTP/1.1" status: 200 len: 375 time: 0.0371187 May 26 16:12:45.482910 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-7c3eb7d7-d7cc-4553-97f7-79daeeed11c9 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5b61a0f54d44da88261a6606d6924db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397146 May 26 16:12:45.608319 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-a1bab1a3-a3a9-4568-ba81-9bf308386dd1 service neutron] 10.222.0.77 "GET /v2.0/networks/8f81fb44-3f2b-44eb-b38c-4d3a0299175c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166465 May 26 16:12:45.722815 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-9bdcf123-3110-4e8d-be54-d0b9d3cc72ce service neutron] 10.222.0.77 "GET /v2.0/networks/8f81fb44-3f2b-44eb-b38c-4d3a0299175c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072688 May 26 16:12:45.966231 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55420) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:45.968512 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0e71309-ad6f-463f-bab9-7591b50f5162 req-afd3d491-a59f-4ec2-a6e9-245dc1279d71 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/ports?device_id=09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3 HTTP/1.1" status: 200 len: 210 time: 0.0368695 May 26 16:12:45.986229 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ccb3a61-388b-43a4-958c-784a7d7c559c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:46.145603 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ccb3a61-388b-43a4-958c-784a7d7c559c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:46.152346 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ccb3a61-388b-43a4-958c-784a7d7c559c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:46.245996 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2ccb3a61-388b-43a4-958c-784a7d7c559c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=971213c7187a471499f9004f100b5bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2777438 May 26 16:12:46.247240 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb3a61-388b-43a4-958c-784a7d7c559c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac45c5e-7925-4ec1-b9ec-2bdfddb17602,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:46.258656 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55430) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:46.398258 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267cb99-fd7c-4db3-95b8-6181d500090d req-6c9ab173-54e1-47d4-a49b-ce127ce04bc5 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:46.408418 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0267cb99-fd7c-4db3-95b8-6181d500090d req-6c9ab173-54e1-47d4-a49b-ce127ce04bc5 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.2140474 May 26 16:12:46.451955 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:46.456056 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e3797ce5-fe7d-472c-98c8-471b65fee66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:46.480778 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0267cb99-fd7c-4db3-95b8-6181d500090d req-88b335a9-3812-4891-af0d-e93b5b8e93cf tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699561 May 26 16:12:46.504359 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e3797ce5-fe7d-472c-98c8-471b65fee66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:46.597071 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e3797ce5-fe7d-472c-98c8-471b65fee66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:46.604181 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e3797ce5-fe7d-472c-98c8-471b65fee66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:46.605899 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e3797ce5-fe7d-472c-98c8-471b65fee66a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6ac45c5e-7925-4ec1-b9ec-2bdfddb17602 HTTP/1.1" status: 204 len: 168 time: 0.3469217 May 26 16:12:46.620649 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3797ce5-fe7d-472c-98c8-471b65fee66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac45c5e-7925-4ec1-b9ec-2bdfddb17602,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:47.109461 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af8c21d5-8c70-4fba-8b48-9456aa66f930 req-e1686ba4-d94c-4074-9350-be802922f533 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/ports?device_id=09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3 HTTP/1.1" status: 200 len: 210 time: 0.0509810 May 26 16:12:47.601374 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-882cd0d2-4c2b-41a3-846c-4e063f78f32c tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:47.603224 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-882cd0d2-4c2b-41a3-846c-4e063f78f32c tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.83 "GET /v2.0/networks?id=8f81fb44-3f2b-44eb-b38c-4d3a0299175c HTTP/1.1" status: 200 len: 822 time: 0.1725118 May 26 16:12:47.630909 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-13d3030e-68a0-4150-93bc-b3d0c480de50 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Request body: {'port': {'device_id': '09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3', 'network_id': '8f81fb44-3f2b-44eb-b38c-4d3a0299175c', 'admin_state_up': True, 'tenant_id': 'a5b61a0f54d44da88261a6606d6924db'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:47.648661 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bf0b0-d9a0-48eb-9095-39479a1620f0 req-f3e912c0-0697-4ba4-9e6d-27aa7d6a9a3b tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:47.658351 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-029bf0b0-d9a0-48eb-9095-39479a1620f0 req-f3e912c0-0697-4ba4-9e6d-27aa7d6a9a3b tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.0762501 May 26 16:12:47.727118 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-029bf0b0-d9a0-48eb-9095-39479a1620f0 req-bf831803-09a1-423a-bc11-1f7065dc5be4 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676556 May 26 16:12:47.798065 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:47.805532 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-13d3030e-68a0-4150-93bc-b3d0c480de50 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Made reservation on behalf of a5b61a0f54d44da88261a6606d6924db for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:12:47.812809 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-13d3030e-68a0-4150-93bc-b3d0c480de50 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:47.993903 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-13d3030e-68a0-4150-93bc-b3d0c480de50 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Allocated IP 172.20.0.3 (8f81fb44-3f2b-44eb-b38c-4d3a0299175c/8d144194-3cbb-4dc5-8236-6015248027a4/4496a8f1-fe2f-4de5-8cfa-de8b8a121be8) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:12:48.182154 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:48.247958 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-13d3030e-68a0-4150-93bc-b3d0c480de50 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:48.305800 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f17bec5-3103-47b2-b9ad-224636cf591b req-680b14b6-1454-4db5-b101-d2ee708a2e2b tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/ports?device_id=09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3 HTTP/1.1" status: 200 len: 210 time: 0.0467517 May 26 16:12:48.316985 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-13d3030e-68a0-4150-93bc-b3d0c480de50 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:48.375878 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-13d3030e-68a0-4150-93bc-b3d0c480de50 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Network 8f81fb44-3f2b-44eb-b38c-4d3a0299175c is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:12:48.379212 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-13d3030e-68a0-4150-93bc-b3d0c480de50 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:12:48.383514 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-13d3030e-68a0-4150-93bc-b3d0c480de50 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:12:48.422901 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3030e-68a0-4150-93bc-b3d0c480de50 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Pushing event updated for resources: {'Port': ['ID=4496a8f1-fe2f-4de5-8cfa-de8b8a121be8,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:48.457215 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-13d3030e-68a0-4150-93bc-b3d0c480de50 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:48.458168 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-13d3030e-68a0-4150-93bc-b3d0c480de50 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:48.476468 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-13d3030e-68a0-4150-93bc-b3d0c480de50 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8515596 May 26 16:12:48.497071 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-26058202-b004-43c5-97aa-a85ea343cdf0 service neutron] Request body: {'port': {'device_id': '09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:12:48.573786 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-26058202-b004-43c5-97aa-a85ea343cdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:48.911608 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145c18a-1ca1-4381-b34c-2b9f94d54c92 req-93af4a6d-7e71-43a0-8f81-47852b8d1d40 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:48.926149 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d145c18a-1ca1-4381-b34c-2b9f94d54c92 req-93af4a6d-7e71-43a0-8f81-47852b8d1d40 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.0937140 May 26 16:12:48.935053 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:48.960763 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-26058202-b004-43c5-97aa-a85ea343cdf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:12:48.971913 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-26058202-b004-43c5-97aa-a85ea343cdf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:48.985867 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-26058202-b004-43c5-97aa-a85ea343cdf0 service neutron] Transition to ACTIVE for port object 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:12:48.989801 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d145c18a-1ca1-4381-b34c-2b9f94d54c92 req-ac086034-d4bc-4a4b-b1f2-4ede271427df tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624137 May 26 16:12:48.990989 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-26058202-b004-43c5-97aa-a85ea343cdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:49.047325 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26058202-b004-43c5-97aa-a85ea343cdf0 service neutron] Pushing event updated for resources: {'Port': ['ID=4496a8f1-fe2f-4de5-8cfa-de8b8a121be8,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:49.149785 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-26058202-b004-43c5-97aa-a85ea343cdf0 service neutron] Attempting to bind port 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:12:49.150298 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-26058202-b004-43c5-97aa-a85ea343cdf0 service neutron] Attempting to bind port 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '9d75e6fb-7194-4232-80fb-cf174c136ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8f81fb44-3f2b-44eb-b38c-4d3a0299175c'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:12:49.150632 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-26058202-b004-43c5-97aa-a85ea343cdf0 service neutron] Attempting to bind port 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8 on network 8f81fb44-3f2b-44eb-b38c-4d3a0299175c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:12:49.157716 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-26058202-b004-43c5-97aa-a85ea343cdf0 service neutron] Port 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8 on network 8f81fb44-3f2b-44eb-b38c-4d3a0299175c not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:12:49.157716 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-26058202-b004-43c5-97aa-a85ea343cdf0 service neutron] Attempting to bind port 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8 on network 8f81fb44-3f2b-44eb-b38c-4d3a0299175c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:12:49.163764 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-26058202-b004-43c5-97aa-a85ea343cdf0 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:12:49.164374 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-26058202-b004-43c5-97aa-a85ea343cdf0 service neutron] Checking segment: {'id': '9d75e6fb-7194-4232-80fb-cf174c136ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8f81fb44-3f2b-44eb-b38c-4d3a0299175c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:12:49.164972 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-26058202-b004-43c5-97aa-a85ea343cdf0 service neutron] Bound using segment: {'id': '9d75e6fb-7194-4232-80fb-cf174c136ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8f81fb44-3f2b-44eb-b38c-4d3a0299175c'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:12:49.165633 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-26058202-b004-43c5-97aa-a85ea343cdf0 service neutron] Bound port: 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d75e6fb-7194-4232-80fb-cf174c136ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8f81fb44-3f2b-44eb-b38c-4d3a0299175c'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:12:49.166218 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-26058202-b004-43c5-97aa-a85ea343cdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:49.261466 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-26058202-b004-43c5-97aa-a85ea343cdf0 service neutron] For port 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:12:49.269753 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-26058202-b004-43c5-97aa-a85ea343cdf0 service neutron] For port 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=4496a8f1-fe2f-4de5-8cfa-de8b8a121be8,segment=NetworkSegment(9d75e6fb-7194-4232-80fb-cf174c136ddf),segment_id=9d75e6fb-7194-4232-80fb-cf174c136ddf)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:12:49.276686 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-26058202-b004-43c5-97aa-a85ea343cdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:49.316958 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-26058202-b004-43c5-97aa-a85ea343cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:49.316958 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-26058202-b004-43c5-97aa-a85ea343cdf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:49.317317 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-26058202-b004-43c5-97aa-a85ea343cdf0 service neutron] 10.222.0.83 "PUT /v2.0/ports/4496a8f1-fe2f-4de5-8cfa-de8b8a121be8 HTTP/1.1" status: 200 len: 1091 time: 0.8260024 May 26 16:12:49.317624 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3', 'tag': '4496a8f1-fe2f-4de5-8cfa-de8b8a121be8'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:12:49.320338 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e495a9e-50d4-4baf-ae0c-30b2f4fa2d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3", "tag": "4496a8f1-fe2f-4de5-8cfa-de8b8a121be8"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:12:49.380911 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26058202-b004-43c5-97aa-a85ea343cdf0 service neutron] Pushing event updated for resources: {'Port': ['ID=4496a8f1-fe2f-4de5-8cfa-de8b8a121be8,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:49.464244 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-023fec33-c309-4158-acc1-68fd5ce55539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:49.467212 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-023fec33-c309-4158-acc1-68fd5ce55539 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a5b61a0f54d44da88261a6606d6924db&device_id=09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3 HTTP/1.1" status: 200 len: 1094 time: 0.0612276 May 26 16:12:49.519503 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8072e03-f29d-4681-a17d-6b54d9b9be53 req-afa53740-8f97-48c6-8cd2-50ef66298fa6 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:49.521651 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8072e03-f29d-4681-a17d-6b54d9b9be53 req-afa53740-8f97-48c6-8cd2-50ef66298fa6 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/ports?device_id=09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3 HTTP/1.1" status: 200 len: 943 time: 0.0640225 May 26 16:12:49.556851 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-516ae396-e207-4c0c-a2c4-e7a4b0f01862 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4496a8f1-fe2f-4de5-8cfa-de8b8a121be8 HTTP/1.1" status: 200 len: 217 time: 0.0713830 May 26 16:12:49.588284 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0074de9d-f056-4687-8bea-1da02dd56fb7 x-openstack-request-id: req-0074de9d-f056-4687-8bea-1da02dd56fb7 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:12:49.589207 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3", "tag": "4496a8f1-fe2f-4de5-8cfa-de8b8a121be8", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:12:49.589670 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0074de9d-f056-4687-8bea-1da02dd56fb7 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:12:49.590247 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0074de9d-f056-4687-8bea-1da02dd56fb7'] response: {'name': 'network-changed', 'server_uuid': '09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3', 'tag': '4496a8f1-fe2f-4de5-8cfa-de8b8a121be8', 'status': 'completed', 'code': 200} May 26 16:12:49.594678 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8072e03-f29d-4681-a17d-6b54d9b9be53 req-ee369321-c088-4c9f-9278-0ef04213359a tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/security-groups?id=74682667-9100-481f-9239-6eb0c7dafbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627828 May 26 16:12:49.643219 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55572) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:49.657728 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-3f546311-7fae-4726-a53e-207251d50022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:49.660850 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-3f546311-7fae-4726-a53e-207251d50022 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8d144194-3cbb-4dc5-8236-6015248027a4 HTTP/1.1" status: 200 len: 862 time: 0.0942211 May 26 16:12:49.725263 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-664434fe-a6e3-408f-a517-fbc4bb7b8ebf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8f81fb44-3f2b-44eb-b38c-4d3a0299175c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532110 May 26 16:12:49.835265 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46af03c2-eddc-4d48-9c58-3a653b0b9c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:49.913949 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-10e3a25f-0f51-42f1-8c93-56df66763ccf service neutron] 10.222.0.83 "GET /v2.0/networks/8f81fb44-3f2b-44eb-b38c-4d3a0299175c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788888 May 26 16:12:50.221704 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52439b-20fd-42ac-8cbf-3f38251b7d2a req-cfd7c346-5e2d-49b1-9d9f-110e68d76f3f tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:50.225558 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c52439b-20fd-42ac-8cbf-3f38251b7d2a req-cfd7c346-5e2d-49b1-9d9f-110e68d76f3f tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.0902390 May 26 16:12:50.300973 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c52439b-20fd-42ac-8cbf-3f38251b7d2a req-a460c9b1-1e27-4009-bae4-74acf5e0bc55 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649116 May 26 16:12:50.356795 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46af03c2-eddc-4d48-9c58-3a653b0b9c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:50.365879 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46af03c2-eddc-4d48-9c58-3a653b0b9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:50.380558 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bd1d19fb-101b-4d5d-b8a6-c9ccb3e1ff00 req-f6a3c6b6-9ea2-425b-badb-b96518d5d158 service neutron] 10.222.0.83 "GET /v2.0/networks/8f81fb44-3f2b-44eb-b38c-4d3a0299175c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524245 May 26 16:12:50.422564 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-46af03c2-eddc-4d48-9c58-3a653b0b9c5e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2c5abbfe9a4d419f989d9e8aa8875635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7739630 May 26 16:12:50.422564 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af03c2-eddc-4d48-9c58-3a653b0b9c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de42e276-b201-4e6c-a095-13334b4650df,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:50.422564 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55608) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:50.496490 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-07d53af4-e311-4817-9d48-cdd5631b92e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:50.550382 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-07d53af4-e311-4817-9d48-cdd5631b92e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:50.603841 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e495a9e-50d4-4baf-ae0c-30b2f4fa2d1b req-f261f144-83d0-404d-8c6c-18cb543644ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:50.606112 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e495a9e-50d4-4baf-ae0c-30b2f4fa2d1b req-f261f144-83d0-404d-8c6c-18cb543644ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a5b61a0f54d44da88261a6606d6924db&device_id=09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3 HTTP/1.1" status: 200 len: 1094 time: 0.0925336 May 26 16:12:50.630953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55616) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:50.715083 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-07d53af4-e311-4817-9d48-cdd5631b92e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:50.718618 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-07d53af4-e311-4817-9d48-cdd5631b92e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:50.719802 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-07d53af4-e311-4817-9d48-cdd5631b92e6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/de42e276-b201-4e6c-a095-13334b4650df HTTP/1.1" status: 204 len: 168 time: 0.2965958 May 26 16:12:50.741415 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d53af4-e311-4817-9d48-cdd5631b92e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de42e276-b201-4e6c-a095-13334b4650df,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:50.774083 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781011d-79f4-4fd0-8197-afc8aa35a54c req-0f1630f9-9fde-45c0-9e9a-568289b26be1 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:50.783597 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5781011d-79f4-4fd0-8197-afc8aa35a54c req-0f1630f9-9fde-45c0-9e9a-568289b26be1 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/ports?device_id=09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3 HTTP/1.1" status: 200 len: 943 time: 0.1020439 May 26 16:12:50.787615 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e495a9e-50d4-4baf-ae0c-30b2f4fa2d1b req-a7f962dd-3db5-4c32-af4a-3e13387182f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:50.790196 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e495a9e-50d4-4baf-ae0c-30b2f4fa2d1b req-a7f962dd-3db5-4c32-af4a-3e13387182f3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8f81fb44-3f2b-44eb-b38c-4d3a0299175c HTTP/1.1" status: 200 len: 923 time: 0.1768091 May 26 16:12:50.856892 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-be8e69de-537c-49c3-af67-df0da0a2bd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:50.874693 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e495a9e-50d4-4baf-ae0c-30b2f4fa2d1b req-8957ab6a-9a74-49cb-94ec-24901e0758a2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4496a8f1-fe2f-4de5-8cfa-de8b8a121be8 HTTP/1.1" status: 200 len: 217 time: 0.0737610 May 26 16:12:50.895775 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5781011d-79f4-4fd0-8197-afc8aa35a54c req-8284e50c-c7e2-4558-b748-b73ce31f1903 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/security-groups?id=74682667-9100-481f-9239-6eb0c7dafbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111412 May 26 16:12:50.992982 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e495a9e-50d4-4baf-ae0c-30b2f4fa2d1b req-f55a1d46-4b85-42a9-b707-d1ff38cb415d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:50.996500 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e495a9e-50d4-4baf-ae0c-30b2f4fa2d1b req-f55a1d46-4b85-42a9-b707-d1ff38cb415d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8d144194-3cbb-4dc5-8236-6015248027a4 HTTP/1.1" status: 200 len: 862 time: 0.1148677 May 26 16:12:51.042495 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-be8e69de-537c-49c3-af67-df0da0a2bd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:51.043487 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e495a9e-50d4-4baf-ae0c-30b2f4fa2d1b req-9d0fb50b-b936-44bf-b217-8a0039441e73 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8f81fb44-3f2b-44eb-b38c-4d3a0299175c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390513 May 26 16:12:51.051880 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-be8e69de-537c-49c3-af67-df0da0a2bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:51.115416 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-be8e69de-537c-49c3-af67-df0da0a2bd21 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fa3217cd8760421283dd880b054f058d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4827707 May 26 16:12:51.120519 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55624) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:51.142208 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e69de-537c-49c3-af67-df0da0a2bd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2a23e6-0fd5-4f2b-80c3-4069e3110a33,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:51.188353 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e495a9e-50d4-4baf-ae0c-30b2f4fa2d1b req-aa17fdca-99a6-44a9-8948-ce5084117e9f service neutron] 10.222.0.83 "GET /v2.0/networks/8f81fb44-3f2b-44eb-b38c-4d3a0299175c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367092 May 26 16:12:51.266372 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a5e017d1-5dee-476d-a600-19c09970a78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:51.305855 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55626) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:51.337019 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-93e664fe-ba09-46d3-a81d-aa9405445e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:51.359354 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a5e017d1-5dee-476d-a600-19c09970a78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:51.415370 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e495a9e-50d4-4baf-ae0c-30b2f4fa2d1b req-e2ca0908-5307-456d-9940-f8abfdec6b9e service neutron] 10.222.0.83 "GET /v2.0/networks/8f81fb44-3f2b-44eb-b38c-4d3a0299175c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196043 May 26 16:12:51.537042 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a5e017d1-5dee-476d-a600-19c09970a78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:51.540396 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a5e017d1-5dee-476d-a600-19c09970a78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:51.542100 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a5e017d1-5dee-476d-a600-19c09970a78f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ac2a23e6-0fd5-4f2b-80c3-4069e3110a33 HTTP/1.1" status: 204 len: 168 time: 0.4202492 May 26 16:12:51.559679 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa2cc1-8dc0-4239-a45c-2d2baa9914b0 req-f4d29404-7ef8-4fbf-bd73-bbceb48402e4 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:51.561944 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-34aa2cc1-8dc0-4239-a45c-2d2baa9914b0 req-f4d29404-7ef8-4fbf-bd73-bbceb48402e4 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.1046093 May 26 16:12:51.587610 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e017d1-5dee-476d-a600-19c09970a78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2a23e6-0fd5-4f2b-80c3-4069e3110a33,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:51.670537 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-93e664fe-ba09-46d3-a81d-aa9405445e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:51.676754 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-93e664fe-ba09-46d3-a81d-aa9405445e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:51.700721 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-34aa2cc1-8dc0-4239-a45c-2d2baa9914b0 req-405bcb58-7463-4754-9056-5fbe2e6435d4 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181757 May 26 16:12:51.759601 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e664fe-ba09-46d3-a81d-aa9405445e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc28bda-3a84-4086-afcf-c475ff0a054a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:51.777339 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-93e664fe-ba09-46d3-a81d-aa9405445e32 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=201d7089fc34409cbc6cd6d5ad879ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4686723 May 26 16:12:51.780666 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55636) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:51.846113 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e3553ea-a826-4fff-801f-9754f024bcc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:51.878132 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e3553ea-a826-4fff-801f-9754f024bcc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.049671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa847d6-d1a6-4188-8d0c-a6e2c1c8b01e req-01e16b33-04bd-4cd1-ac5e-3edc15b19b6b tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:52.051234 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fa847d6-d1a6-4188-8d0c-a6e2c1c8b01e req-01e16b33-04bd-4cd1-ac5e-3edc15b19b6b tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/ports?device_id=09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3 HTTP/1.1" status: 200 len: 943 time: 0.0601089 May 26 16:12:52.096057 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fa847d6-d1a6-4188-8d0c-a6e2c1c8b01e req-3c70197a-dfa6-441b-93d5-f1a0abc3b0a8 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/security-groups?id=74682667-9100-481f-9239-6eb0c7dafbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381510 May 26 16:12:52.143071 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e3553ea-a826-4fff-801f-9754f024bcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.147723 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e3553ea-a826-4fff-801f-9754f024bcc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.149425 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2e3553ea-a826-4fff-801f-9754f024bcc4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/acc28bda-3a84-4086-afcf-c475ff0a054a HTTP/1.1" status: 204 len: 168 time: 0.3676178 May 26 16:12:52.159131 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3553ea-a826-4fff-801f-9754f024bcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc28bda-3a84-4086-afcf-c475ff0a054a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:52.229818 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55644) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:52.247040 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-16358805-074d-4f7d-9edc-8e1cec1c6d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.394938 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-16358805-074d-4f7d-9edc-8e1cec1c6d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.401327 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-16358805-074d-4f7d-9edc-8e1cec1c6d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.454879 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-16358805-074d-4f7d-9edc-8e1cec1c6d32 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eb29fe8a83464b1491d8f98c47e8ff12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2198453 May 26 16:12:52.454879 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16358805-074d-4f7d-9edc-8e1cec1c6d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8384ded7-ef21-4708-a91b-e28c17f96287,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:52.455304 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55648) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:52.525279 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2575b37a-68a7-4421-aec0-7bf031765a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.554612 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2575b37a-68a7-4421-aec0-7bf031765a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.618063 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2575b37a-68a7-4421-aec0-7bf031765a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.621736 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2575b37a-68a7-4421-aec0-7bf031765a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:52.624051 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2575b37a-68a7-4421-aec0-7bf031765a89 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8384ded7-ef21-4708-a91b-e28c17f96287 HTTP/1.1" status: 204 len: 168 time: 0.1667600 May 26 16:12:52.642756 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2575b37a-68a7-4421-aec0-7bf031765a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8384ded7-ef21-4708-a91b-e28c17f96287,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:52.885938 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2c40e-230a-4831-ac2f-2b42f145d15f req-3d6799be-89c9-4d6d-84f4-bb044d986238 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:52.896649 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44c2c40e-230a-4831-ac2f-2b42f145d15f req-3d6799be-89c9-4d6d-84f4-bb044d986238 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.0892954 May 26 16:12:52.949210 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44c2c40e-230a-4831-ac2f-2b42f145d15f req-299d286f-197e-467e-8c1d-c1ba252c64a7 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483270 May 26 16:12:53.260340 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e313ed2-18e4-4377-96c2-5e507bd70577 req-0c3ed32d-44a9-4206-9859-70a12824b027 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:53.270910 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6e313ed2-18e4-4377-96c2-5e507bd70577 req-0c3ed32d-44a9-4206-9859-70a12824b027 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/ports?device_id=09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3 HTTP/1.1" status: 200 len: 943 time: 0.0830629 May 26 16:12:53.317202 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6e313ed2-18e4-4377-96c2-5e507bd70577 req-1220eff1-0618-403f-84fb-427670bd10ec tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/security-groups?id=74682667-9100-481f-9239-6eb0c7dafbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451229 May 26 16:12:54.151865 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edbadc-f142-48fe-8cac-31bda3fa7e9a req-1b33c902-dbfc-4371-b850-c99728c3c88b tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:54.153489 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26edbadc-f142-48fe-8cac-31bda3fa7e9a req-1b33c902-dbfc-4371-b850-c99728c3c88b tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.0651405 May 26 16:12:54.224972 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26edbadc-f142-48fe-8cac-31bda3fa7e9a req-627d709f-3633-4044-9db1-3d76702363f1 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623538 May 26 16:12:54.643875 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c8ac9-9877-4bb4-9e44-e33b6f480b97 req-429c1c41-f01e-482a-9abc-55999295bf14 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:54.646049 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a9c8ac9-9877-4bb4-9e44-e33b6f480b97 req-429c1c41-f01e-482a-9abc-55999295bf14 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/ports?device_id=09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3 HTTP/1.1" status: 200 len: 943 time: 0.1447036 May 26 16:12:54.716982 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a9c8ac9-9877-4bb4-9e44-e33b6f480b97 req-a7d070d1-9abe-464d-95bb-048f8fb444d5 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/security-groups?id=74682667-9100-481f-9239-6eb0c7dafbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633314 May 26 16:12:54.819689 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55736) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:54.955530 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a1060a87-d88f-443e-a1e2-06dbe89043f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:55.065528 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a1060a87-d88f-443e-a1e2-06dbe89043f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:55.072450 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a1060a87-d88f-443e-a1e2-06dbe89043f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:55.128654 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a1060a87-d88f-443e-a1e2-06dbe89043f5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fa3f0856dba3438d9eef81d6f753eebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3073409 May 26 16:12:55.129966 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1060a87-d88f-443e-a1e2-06dbe89043f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5d34f3-6716-458d-9261-bae184226180,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:55.130846 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55752) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:12:55.215447 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-78a29d52-f4bc-4025-b855-6c1c8832eb21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:55.254151 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-78a29d52-f4bc-4025-b855-6c1c8832eb21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:55.343093 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-78a29d52-f4bc-4025-b855-6c1c8832eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:55.349562 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-78a29d52-f4bc-4025-b855-6c1c8832eb21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:55.352399 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-78a29d52-f4bc-4025-b855-6c1c8832eb21 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8a5d34f3-6716-458d-9261-bae184226180 HTTP/1.1" status: 204 len: 168 time: 0.2198610 May 26 16:12:55.391662 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a29d52-f4bc-4025-b855-6c1c8832eb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5d34f3-6716-458d-9261-bae184226180,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:55.445789 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a29d52-f4bc-4025-b855-6c1c8832eb21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:55.446796 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a29d52-f4bc-4025-b855-6c1c8832eb21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:55.447587 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a29d52-f4bc-4025-b855-6c1c8832eb21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:55.448412 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a29d52-f4bc-4025-b855-6c1c8832eb21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:55.450454 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a29d52-f4bc-4025-b855-6c1c8832eb21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:55.452609 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a29d52-f4bc-4025-b855-6c1c8832eb21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:55.453436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a29d52-f4bc-4025-b855-6c1c8832eb21 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:55.454245 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a29d52-f4bc-4025-b855-6c1c8832eb21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:55.455007 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a29d52-f4bc-4025-b855-6c1c8832eb21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:55.456029 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a29d52-f4bc-4025-b855-6c1c8832eb21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:55.456910 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a29d52-f4bc-4025-b855-6c1c8832eb21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:55.457791 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a29d52-f4bc-4025-b855-6c1c8832eb21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:12:55.528397 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60232b-f8d9-4bec-bb10-808b375b6ad0 req-b08a64f6-099a-4246-a778-e480d06dde3c tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:55.531742 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cc60232b-f8d9-4bec-bb10-808b375b6ad0 req-b08a64f6-099a-4246-a778-e480d06dde3c tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.1711977 May 26 16:12:55.586031 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cc60232b-f8d9-4bec-bb10-808b375b6ad0 req-468c3242-2414-4ea6-9010-93c5028f9343 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481312 May 26 16:12:55.833587 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:12:55.941615 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed6c34-fed6-4fe5-a6df-b1a94325a670 req-4da814a3-19fc-4ce7-95e1-cfc6f64c4da3 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:55.954380 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f3ed6c34-fed6-4fe5-a6df-b1a94325a670 req-4da814a3-19fc-4ce7-95e1-cfc6f64c4da3 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/ports?device_id=09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3 HTTP/1.1" status: 200 len: 943 time: 0.1273882 May 26 16:12:56.025318 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=4496a8f1-fe2f-4de5-8cfa-de8b8a121be8,segment=NetworkSegment(9d75e6fb-7194-4232-80fb-cf174c136ddf),segment_id=9d75e6fb-7194-4232-80fb-cf174c136ddf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:56.050303 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '4496a8f1-fe2f-4de5-8cfa-de8b8a121be8', 'network_id': '8f81fb44-3f2b-44eb-b38c-4d3a0299175c', 'port_id': '4496a8f1-fe2f-4de5-8cfa-de8b8a121be8', 'mac_address': 'fa:16:3e:4c:d6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d144194-3cbb-4dc5-8236-6015248027a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:12:56.071604 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f3ed6c34-fed6-4fe5-a6df-b1a94325a670 req-ef329f02-004c-4824-a3a5-3f7586fe1063 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/security-groups?id=74682667-9100-481f-9239-6eb0c7dafbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138721 May 26 16:12:56.123588 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:12:56.123588 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:56.141916 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:12:56.170485 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=4496a8f1-fe2f-4de5-8cfa-de8b8a121be8,segment=NetworkSegment(9d75e6fb-7194-4232-80fb-cf174c136ddf),segment_id=9d75e6fb-7194-4232-80fb-cf174c136ddf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:12:56.178542 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:12:56.258420 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=4496a8f1-fe2f-4de5-8cfa-de8b8a121be8,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:12:56.786553 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['4496a8f1-fe2f-4de5-8cfa-de8b8a121be8'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:12:56.805092 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a885ed-da48-4799-a5ea-a67b1706b7d9 req-172bde86-ea7f-4316-851a-2e25617bf790 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:56.806774 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38a885ed-da48-4799-a5ea-a67b1706b7d9 req-172bde86-ea7f-4316-851a-2e25617bf790 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.0930946 May 26 16:12:56.877593 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38a885ed-da48-4799-a5ea-a67b1706b7d9 req-867c3a4d-2a56-4502-bf80-dd7aba2d33c3 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550387 May 26 16:12:57.281681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f67a3b-df02-4856-81b1-0686f59909e6 req-9ae402f8-140e-4197-8a80-0eae835a28ba tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:57.283328 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-05f67a3b-df02-4856-81b1-0686f59909e6 req-9ae402f8-140e-4197-8a80-0eae835a28ba tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/ports?device_id=09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3 HTTP/1.1" status: 200 len: 944 time: 0.1030111 May 26 16:12:57.403301 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-05f67a3b-df02-4856-81b1-0686f59909e6 req-18d3f4ab-2668-4c4e-b80e-46d64b1fa4b5 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/security-groups?id=74682667-9100-481f-9239-6eb0c7dafbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082237 May 26 16:12:58.142285 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed82434-c533-4e16-944a-a90d319ccd99 req-831d622d-ee5b-49f1-8d00-38e7d42caa09 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:58.144746 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fed82434-c533-4e16-944a-a90d319ccd99 req-831d622d-ee5b-49f1-8d00-38e7d42caa09 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.1171963 May 26 16:12:58.220914 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fed82434-c533-4e16-944a-a90d319ccd99 req-dd0f4d5d-3e46-4b0c-9df6-78123e5b9d6b tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649250 May 26 16:12:58.608759 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f87ca-7440-41a1-bb7d-cf387809ab05 req-9ab17610-67c8-4d48-b373-9f9a25c5c146 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:58.617710 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e9f87ca-7440-41a1-bb7d-cf387809ab05 req-9ab17610-67c8-4d48-b373-9f9a25c5c146 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/ports?device_id=09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3 HTTP/1.1" status: 200 len: 944 time: 0.0892057 May 26 16:12:58.662531 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e9f87ca-7440-41a1-bb7d-cf387809ab05 req-2e0b2aa9-fc1a-4d14-8de1-f775b3746d12 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/security-groups?id=74682667-9100-481f-9239-6eb0c7dafbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437922 May 26 16:12:59.513049 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bee28-666d-4ebb-b071-03885dc2b898 req-0f22c437-882a-4628-a94c-cb40431534db tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:59.527810 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7d2bee28-666d-4ebb-b071-03885dc2b898 req-0f22c437-882a-4628-a94c-cb40431534db tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.1492550 May 26 16:12:59.583379 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7d2bee28-666d-4ebb-b071-03885dc2b898 req-40ec666b-bb51-48bb-ab14-acee96b0c896 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541844 May 26 16:12:59.839121 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9f774-3c35-48ee-9641-477666c952bc req-f9995c9e-95ca-4285-a24b-dc5808fcaf35 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:12:59.849499 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-afe9f774-3c35-48ee-9641-477666c952bc req-f9995c9e-95ca-4285-a24b-dc5808fcaf35 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/ports?device_id=09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3 HTTP/1.1" status: 200 len: 944 time: 0.0900042 May 26 16:12:59.867327 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:12:59.919861 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-afe9f774-3c35-48ee-9641-477666c952bc req-b254ab06-8c41-4151-a80b-d8792ee12db7 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/security-groups?id=74682667-9100-481f-9239-6eb0c7dafbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632062 May 26 16:12:59.945946 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:12:59.954720 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:12:59.955406 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:00.083109 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:00.083755 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:00.113740 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4496a8f1-fe2f-4de5-8cfa-de8b8a121be8'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:13:00.116541 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec34219-8d02-4be1-ac60-d59829a73e95" -d '{"events": [{"server_uuid": "09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3", "name": "network-vif-plugged", "status": "completed", "tag": "4496a8f1-fe2f-4de5-8cfa-de8b8a121be8"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:13:00.139972 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=4496a8f1-fe2f-4de5-8cfa-de8b8a121be8,segment=NetworkSegment(9d75e6fb-7194-4232-80fb-cf174c136ddf),segment_id=9d75e6fb-7194-4232-80fb-cf174c136ddf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:00.145928 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:00.225292 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82a5ae3-f103-4e35-bdec-3c8e140e1176 x-openstack-request-id: req-e82a5ae3-f103-4e35-bdec-3c8e140e1176 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:13:00.225593 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3", "name": "network-vif-plugged", "status": "completed", "tag": "4496a8f1-fe2f-4de5-8cfa-de8b8a121be8", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:13:00.225848 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e82a5ae3-f103-4e35-bdec-3c8e140e1176 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:13:00.226290 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e82a5ae3-f103-4e35-bdec-3c8e140e1176'] response: {'server_uuid': '09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4496a8f1-fe2f-4de5-8cfa-de8b8a121be8', 'code': 200} May 26 16:13:00.258250 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=4496a8f1-fe2f-4de5-8cfa-de8b8a121be8,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:00.372191 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8585f3-0db3-4f06-91f8-f4dbf2f9cc88 req-2042bec6-fbd6-4df6-b1d7-b4f79d949b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:00.375375 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8c8585f3-0db3-4f06-91f8-f4dbf2f9cc88 req-2042bec6-fbd6-4df6-b1d7-b4f79d949b68 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3 HTTP/1.1" status: 200 len: 1096 time: 0.0923281 May 26 16:13:00.402239 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:00.460927 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8c8585f3-0db3-4f06-91f8-f4dbf2f9cc88 req-f6e7b7b6-50b7-49f1-bc19-0dd779066f45 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=74682667-9100-481f-9239-6eb0c7dafbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711977 May 26 16:13:00.786464 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53bb526-71e0-47b0-9695-304047a04622 req-d6c0e2e0-ed01-4ec8-80d0-ebcbc237858a tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:00.790302 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e53bb526-71e0-47b0-9695-304047a04622 req-d6c0e2e0-ed01-4ec8-80d0-ebcbc237858a tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.0854571 May 26 16:13:00.841248 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e53bb526-71e0-47b0-9695-304047a04622 req-cffb72c6-026a-4da6-b348-4b5ed00f5fec tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420785 May 26 16:13:01.073702 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd4fb2-3b63-444c-a23e-68c64ac495c2 req-4d69c529-9015-4c00-ba44-88cd38eb3964 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:01.075288 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-facd4fb2-3b63-444c-a23e-68c64ac495c2 req-4d69c529-9015-4c00-ba44-88cd38eb3964 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/ports?device_id=09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3 HTTP/1.1" status: 200 len: 945 time: 0.0764341 May 26 16:13:01.149802 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-facd4fb2-3b63-444c-a23e-68c64ac495c2 req-2a635935-92f9-483e-8b40-2cb41540e617 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/security-groups?id=74682667-9100-481f-9239-6eb0c7dafbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630903 May 26 16:13:02.060988 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22096f9d-3f12-47e8-b856-257571408566 req-79dd454a-3a6e-42ab-afe3-eb511d4700c8 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:02.068922 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-22096f9d-3f12-47e8-b856-257571408566 req-79dd454a-3a6e-42ab-afe3-eb511d4700c8 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.1035528 May 26 16:13:02.072223 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b2bc1-7e43-4d66-a88b-9954794b79f4 req-e34baec9-7af3-4d4d-8d0f-cb173debc04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:02.073744 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b4b2bc1-7e43-4d66-a88b-9954794b79f4 req-e34baec9-7af3-4d4d-8d0f-cb173debc04a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 1096 time: 0.0977504 May 26 16:13:02.149891 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b4b2bc1-7e43-4d66-a88b-9954794b79f4 req-7a8abf28-85ee-4b77-a835-9327d50f4e85 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642045 May 26 16:13:02.161893 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-22096f9d-3f12-47e8-b856-257571408566 req-eee6167f-0eb1-490a-a51e-2e9010dc62ce tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911005 May 26 16:13:02.410636 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403de07b-2e73-4666-a00c-06ab66a6afe8 req-31173a33-c588-4314-a4fb-8a691a450d4b tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:02.412231 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-403de07b-2e73-4666-a00c-06ab66a6afe8 req-31173a33-c588-4314-a4fb-8a691a450d4b tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/ports?device_id=09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3 HTTP/1.1" status: 200 len: 945 time: 0.1191351 May 26 16:13:02.507784 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-403de07b-2e73-4666-a00c-06ab66a6afe8 req-2c55dac0-bf75-465b-b133-0bfeb1a5420f tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/security-groups?id=74682667-9100-481f-9239-6eb0c7dafbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858810 May 26 16:13:03.329713 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8644fa-ae62-4c6a-9246-ac3dc53f254a req-347b2a82-bd29-4eba-9238-9a0f5664da1e tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:03.339817 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af8644fa-ae62-4c6a-9246-ac3dc53f254a req-347b2a82-bd29-4eba-9238-9a0f5664da1e tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.0812874 May 26 16:13:03.420026 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af8644fa-ae62-4c6a-9246-ac3dc53f254a req-b337294e-b562-4dea-b966-b60f99e3fa07 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790145 May 26 16:13:03.682074 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac367c67-6221-4643-b193-0a4ad7baf098 req-57519468-4c40-4d75-a0f3-08f00097f919 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:03.684622 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac367c67-6221-4643-b193-0a4ad7baf098 req-57519468-4c40-4d75-a0f3-08f00097f919 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/ports?device_id=09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3 HTTP/1.1" status: 200 len: 945 time: 0.0794780 May 26 16:13:03.767374 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac367c67-6221-4643-b193-0a4ad7baf098 req-4543bdf5-cf2e-4973-866e-2c16c322a74f tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/security-groups?id=74682667-9100-481f-9239-6eb0c7dafbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755975 May 26 16:13:04.396305 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaab9e1-f5f8-4c7b-9aef-3827db7307f5 req-2eeeb96c-e925-4e37-8c28-a658da207467 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:04.407336 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6eaab9e1-f5f8-4c7b-9aef-3827db7307f5 req-2eeeb96c-e925-4e37-8c28-a658da207467 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/ports?device_id=09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3 HTTP/1.1" status: 200 len: 945 time: 0.1171441 May 26 16:13:04.467978 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6eaab9e1-f5f8-4c7b-9aef-3827db7307f5 req-41b4e8f9-73f8-41c4-a8c0-422995d516ec tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/security-groups?id=74682667-9100-481f-9239-6eb0c7dafbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587821 May 26 16:13:04.690654 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f98ad-60ec-42c0-b2c9-6da1cd908c5d req-f526f262-074e-4d57-821d-a93c77bf3b9e tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:04.703250 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-160f98ad-60ec-42c0-b2c9-6da1cd908c5d req-f526f262-074e-4d57-821d-a93c77bf3b9e tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.1334929 May 26 16:13:04.773314 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-160f98ad-60ec-42c0-b2c9-6da1cd908c5d req-78f358ba-84d3-4bc9-8102-35eb242144fd tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687380 May 26 16:13:04.828023 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-2e03fed9-d182-479d-a545-bb793fdd4b9e req-0ebe2e4b-f985-4134-b264-7b48c8a37916 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-508970930', 'description': 'tempest-description-903811443'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:04.881703 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2e03fed9-d182-479d-a545-bb793fdd4b9e req-0ebe2e4b-f985-4134-b264-7b48c8a37916 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:05.052691 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2e03fed9-d182-479d-a545-bb793fdd4b9e req-0ebe2e4b-f985-4134-b264-7b48c8a37916 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:05.067128 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2e03fed9-d182-479d-a545-bb793fdd4b9e req-0ebe2e4b-f985-4134-b264-7b48c8a37916 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:05.133932 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2e03fed9-d182-479d-a545-bb793fdd4b9e req-0ebe2e4b-f985-4134-b264-7b48c8a37916 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:05.140668 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e03fed9-d182-479d-a545-bb793fdd4b9e req-0ebe2e4b-f985-4134-b264-7b48c8a37916 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3183482 May 26 16:13:05.172909 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe2e4b-f985-4134-b264-7b48c8a37916 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1570ef72-5070-4054-a73a-2bec84a224fd,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:05.339845 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d2cb7d79-8eb1-4eea-9126-7df7e0ee62d6 req-061871e0-005a-4c55-a025-8e0f9743a33e tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-508970930&fields=id&tenant_id=10c883857a124227bb47c51e8f8c4739 HTTP/1.1" status: 200 len: 267 time: 0.0816665 May 26 16:13:05.450154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb7d79-8eb1-4eea-9126-7df7e0ee62d6 req-edecd113-9071-4065-9da4-3cd545ced924 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:05.464188 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d2cb7d79-8eb1-4eea-9126-7df7e0ee62d6 req-edecd113-9071-4065-9da4-3cd545ced924 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.1232204 May 26 16:13:05.474315 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-d2cb7d79-8eb1-4eea-9126-7df7e0ee62d6 req-ed03d712-5832-4aba-8750-0df1d4c0caac tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Request body: {'port': {'security_groups': ['bfc00024-4d83-45f7-88a7-a6c330f12db8', '1570ef72-5070-4054-a73a-2bec84a224fd']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:05.641303 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d2cb7d79-8eb1-4eea-9126-7df7e0ee62d6 req-ed03d712-5832-4aba-8750-0df1d4c0caac tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:05.746127 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857d049-dd18-4296-b022-a2de744ebf02 req-ccfbf9cf-9659-45b9-852c-3333c8172ea3 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:05.757826 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7857d049-dd18-4296-b022-a2de744ebf02 req-ccfbf9cf-9659-45b9-852c-3333c8172ea3 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/ports?device_id=09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3 HTTP/1.1" status: 200 len: 945 time: 0.1631062 May 26 16:13:05.861405 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7857d049-dd18-4296-b022-a2de744ebf02 req-7d269f29-03a7-405a-ad76-34858e654552 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/security-groups?id=74682667-9100-481f-9239-6eb0c7dafbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023536 May 26 16:13:06.131278 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-d2cb7d79-8eb1-4eea-9126-7df7e0ee62d6 req-ed03d712-5832-4aba-8750-0df1d4c0caac tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] For port a7f473c3-1d30-4c5e-83e6-7613ff6adcb2, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a7f473c3-1d30-4c5e-83e6-7613ff6adcb2,segment=NetworkSegment(cf899e9d-2aa1-46ef-9bb7-011a91a50131),segment_id=cf899e9d-2aa1-46ef-9bb7-011a91a50131)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:06.180445 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d2cb7d79-8eb1-4eea-9126-7df7e0ee62d6 req-ed03d712-5832-4aba-8750-0df1d4c0caac tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:06.190529 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d2cb7d79-8eb1-4eea-9126-7df7e0ee62d6 req-ed03d712-5832-4aba-8750-0df1d4c0caac tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:06.210208 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['a7f473c3-1d30-4c5e-83e6-7613ff6adcb2'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:13:06.277036 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb7d79-8eb1-4eea-9126-7df7e0ee62d6 req-ed03d712-5832-4aba-8750-0df1d4c0caac tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:06.277713 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d2cb7d79-8eb1-4eea-9126-7df7e0ee62d6 req-ed03d712-5832-4aba-8750-0df1d4c0caac tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:06.284060 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d2cb7d79-8eb1-4eea-9126-7df7e0ee62d6 req-ed03d712-5832-4aba-8750-0df1d4c0caac tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "PUT /v2.0/ports/a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 HTTP/1.1" status: 200 len: 981 time: 0.8189747 May 26 16:13:06.284587 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61', 'tag': 'a7f473c3-1d30-4c5e-83e6-7613ff6adcb2'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:13:06.287107 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f5fa2a-20d7-4473-a957-5d87685b9525" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61", "tag": "a7f473c3-1d30-4c5e-83e6-7613ff6adcb2"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:13:06.318971 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03d712-5832-4aba-8750-0df1d4c0caac tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Pushing event updated for resources: {'Port': ['ID=a7f473c3-1d30-4c5e-83e6-7613ff6adcb2,revision_number=6']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:06.375020 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['a7f473c3-1d30-4c5e-83e6-7613ff6adcb2'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:13:06.467696 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91935023-afe7-47f9-ac10-40d99efc8d66 x-openstack-request-id: req-91935023-afe7-47f9-ac10-40d99efc8d66 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:13:06.468235 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61", "tag": "a7f473c3-1d30-4c5e-83e6-7613ff6adcb2", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:13:06.468364 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-91935023-afe7-47f9-ac10-40d99efc8d66 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:13:06.468885 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91935023-afe7-47f9-ac10-40d99efc8d66'] response: {'name': 'network-changed', 'server_uuid': '2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61', 'tag': 'a7f473c3-1d30-4c5e-83e6-7613ff6adcb2', 'status': 'completed', 'code': 200} May 26 16:13:06.507368 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92394564-3058-44b6-b55a-1217758c0461 req-e73818e5-bd40-4f07-8dd7-1942c15ca102 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:06.511745 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-92394564-3058-44b6-b55a-1217758c0461 req-e73818e5-bd40-4f07-8dd7-1942c15ca102 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.83 "GET /v2.0/ports?device_id=09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3 HTTP/1.1" status: 200 len: 945 time: 0.2111328 May 26 16:13:06.635975 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5fa2a-20d7-4473-a957-5d87685b9525 req-0f811ff0-6d15-42e9-9929-5921357cf232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:06.637546 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98f5fa2a-20d7-4473-a957-5d87685b9525 req-0f811ff0-6d15-42e9-9929-5921357cf232 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10c883857a124227bb47c51e8f8c4739&device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 1135 time: 0.1659093 May 26 16:13:06.658951 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3c6bb9e2-7bac-4fa6-ba04-018730033dfe req-230a24b5-2a26-4da0-bc1a-25cc9fdaefcb tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-508970930&fields=id&tenant_id=10c883857a124227bb47c51e8f8c4739 HTTP/1.1" status: 200 len: 267 time: 0.1426740 May 26 16:13:06.782795 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-92394564-3058-44b6-b55a-1217758c0461 req-51492475-3140-4457-8ad4-931921abc3fd tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Deleting port 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:06.783751 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-92394564-3058-44b6-b55a-1217758c0461 req-51492475-3140-4457-8ad4-931921abc3fd tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:07.002556 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bb9e2-7bac-4fa6-ba04-018730033dfe req-0beb629e-4979-4d26-9aae-c8a90702a5b2 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:07.023680 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3c6bb9e2-7bac-4fa6-ba04-018730033dfe req-0beb629e-4979-4d26-9aae-c8a90702a5b2 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 984 time: 0.3636253 May 26 16:13:07.089095 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-92394564-3058-44b6-b55a-1217758c0461 req-51492475-3140-4457-8ad4-931921abc3fd tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] For port 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=4496a8f1-fe2f-4de5-8cfa-de8b8a121be8,segment=NetworkSegment(9d75e6fb-7194-4232-80fb-cf174c136ddf),segment_id=9d75e6fb-7194-4232-80fb-cf174c136ddf)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:07.089702 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-92394564-3058-44b6-b55a-1217758c0461 req-51492475-3140-4457-8ad4-931921abc3fd tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:07.125212 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-3c6bb9e2-7bac-4fa6-ba04-018730033dfe req-acb15794-17ca-4a32-bbc5-f43718fb4f5e tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Request body: {'port': {'security_groups': ['bfc00024-4d83-45f7-88a7-a6c330f12db8']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:07.138167 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-92394564-3058-44b6-b55a-1217758c0461 req-51492475-3140-4457-8ad4-931921abc3fd tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Calling delete_port for 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:07.220856 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5fa2a-20d7-4473-a957-5d87685b9525 req-356b4513-38f6-4d60-9ab3-b31dd41800c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:07.225191 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98f5fa2a-20d7-4473-a957-5d87685b9525 req-356b4513-38f6-4d60-9ab3-b31dd41800c1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6f6a2a3e-a609-45ee-8dae-b458796edec6 HTTP/1.1" status: 200 len: 920 time: 0.5615146 May 26 16:13:07.476928 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-92394564-3058-44b6-b55a-1217758c0461 req-51492475-3140-4457-8ad4-931921abc3fd tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:07.518463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['4496a8f1-fe2f-4de5-8cfa-de8b8a121be8'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:13:07.618161 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51492475-3140-4457-8ad4-931921abc3fd tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Pushing event deleted for resources: {'Port': ['ID=4496a8f1-fe2f-4de5-8cfa-de8b8a121be8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:07.645819 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51492475-3140-4457-8ad4-931921abc3fd tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:07.646482 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51492475-3140-4457-8ad4-931921abc3fd tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:07.647068 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51492475-3140-4457-8ad4-931921abc3fd tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:07.647590 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51492475-3140-4457-8ad4-931921abc3fd tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:07.648137 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51492475-3140-4457-8ad4-931921abc3fd tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:07.648639 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51492475-3140-4457-8ad4-931921abc3fd tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:07.653019 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51492475-3140-4457-8ad4-931921abc3fd tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:07.654171 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51492475-3140-4457-8ad4-931921abc3fd tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:07.654885 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51492475-3140-4457-8ad4-931921abc3fd tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:07.655708 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51492475-3140-4457-8ad4-931921abc3fd tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:07.656333 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51492475-3140-4457-8ad4-931921abc3fd tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:07.656884 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51492475-3140-4457-8ad4-931921abc3fd tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:07.710946 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-92394564-3058-44b6-b55a-1217758c0461 req-51492475-3140-4457-8ad4-931921abc3fd tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] No DVR routers for this DVR port 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:07.714221 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-92394564-3058-44b6-b55a-1217758c0461 req-51492475-3140-4457-8ad4-931921abc3fd tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:07.719060 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-92394564-3058-44b6-b55a-1217758c0461 req-51492475-3140-4457-8ad4-931921abc3fd tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.83 "DELETE /v2.0/ports/4496a8f1-fe2f-4de5-8cfa-de8b8a121be8 HTTP/1.1" status: 204 len: 173 time: 1.1980846 May 26 16:13:07.719809 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3', 'name': 'network-vif-deleted', 'tag': '4496a8f1-fe2f-4de5-8cfa-de8b8a121be8'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:13:07.723311 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9dda64-b39b-485a-9889-13339be7b533" -d '{"events": [{"server_uuid": "09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3", "name": "network-vif-deleted", "tag": "4496a8f1-fe2f-4de5-8cfa-de8b8a121be8"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:13:07.955136 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98f5fa2a-20d7-4473-a957-5d87685b9525 req-8427d818-689b-4ec8-b26e-03868ffbd407 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 HTTP/1.1" status: 200 len: 217 time: 0.1083109 May 26 16:13:08.025297 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3c6bb9e2-7bac-4fa6-ba04-018730033dfe req-acb15794-17ca-4a32-bbc5-f43718fb4f5e tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:08.092756 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2067ab-5ded-456c-83eb-34ca3b452a95 req-7ae616cc-9643-422e-8984-cd39b2349140 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:08.094907 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ef2067ab-5ded-456c-83eb-34ca3b452a95 req-7ae616cc-9643-422e-8984-cd39b2349140 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/ports?device_id=09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3 HTTP/1.1" status: 200 len: 867 time: 0.8784668 May 26 16:13:08.096557 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5fa2a-20d7-4473-a957-5d87685b9525 req-9c456d1e-8320-4be5-94b2-b68499edc24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:08.098213 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98f5fa2a-20d7-4473-a957-5d87685b9525 req-9c456d1e-8320-4be5-94b2-b68499edc24c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b701f279-b4e1-4688-8aa1-40658b11b063 HTTP/1.1" status: 200 len: 859 time: 0.1363611 May 26 16:13:08.163410 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98f5fa2a-20d7-4473-a957-5d87685b9525 req-98b576cf-5743-4b49-b251-4f3192f3f3f9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6f6a2a3e-a609-45ee-8dae-b458796edec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444005 May 26 16:13:08.268663 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ef2067ab-5ded-456c-83eb-34ca3b452a95 req-5ec43a90-ad7f-46d5-a456-0256931f3c19 tempest-InstanceActionsNegativeTestJSON-1595954897 tempest-InstanceActionsNegativeTestJSON-1595954897-project] 10.222.0.77 "GET /v2.0/security-groups?id=74682667-9100-481f-9239-6eb0c7dafbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628990 May 26 16:13:08.379610 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98f5fa2a-20d7-4473-a957-5d87685b9525 req-720b70d5-7a07-44a6-a5a6-b10203924c80 service neutron] 10.222.0.81 "GET /v2.0/networks/6f6a2a3e-a609-45ee-8dae-b458796edec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066212 May 26 16:13:08.413856 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b117a2-58de-4cde-a537-9679f946daa6 x-openstack-request-id: req-37b117a2-58de-4cde-a537-9679f946daa6 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:13:08.415341 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3", "name": "network-vif-deleted", "tag": "4496a8f1-fe2f-4de5-8cfa-de8b8a121be8", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:13:08.416306 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-37b117a2-58de-4cde-a537-9679f946daa6 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:13:08.417278 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37b117a2-58de-4cde-a537-9679f946daa6'] response: {'server_uuid': '09f0e32a-bce7-4ff2-a754-fc4bb7e0c4c3', 'name': 'network-vif-deleted', 'tag': '4496a8f1-fe2f-4de5-8cfa-de8b8a121be8', 'status': 'completed', 'code': 200} May 26 16:13:08.525267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-3c6bb9e2-7bac-4fa6-ba04-018730033dfe req-acb15794-17ca-4a32-bbc5-f43718fb4f5e tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] For port a7f473c3-1d30-4c5e-83e6-7613ff6adcb2, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a7f473c3-1d30-4c5e-83e6-7613ff6adcb2,segment=NetworkSegment(cf899e9d-2aa1-46ef-9bb7-011a91a50131),segment_id=cf899e9d-2aa1-46ef-9bb7-011a91a50131)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:08.611399 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3c6bb9e2-7bac-4fa6-ba04-018730033dfe req-acb15794-17ca-4a32-bbc5-f43718fb4f5e tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:08.620918 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3c6bb9e2-7bac-4fa6-ba04-018730033dfe req-acb15794-17ca-4a32-bbc5-f43718fb4f5e tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:08.624969 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98f5fa2a-20d7-4473-a957-5d87685b9525 req-1f8e1c02-2ea7-4dc1-ae9a-16785845fb75 service neutron] 10.222.0.81 "GET /v2.0/networks/6f6a2a3e-a609-45ee-8dae-b458796edec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380323 May 26 16:13:08.646822 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['a7f473c3-1d30-4c5e-83e6-7613ff6adcb2'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:13:08.686097 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bb9e2-7bac-4fa6-ba04-018730033dfe req-acb15794-17ca-4a32-bbc5-f43718fb4f5e tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:08.687080 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3c6bb9e2-7bac-4fa6-ba04-018730033dfe req-acb15794-17ca-4a32-bbc5-f43718fb4f5e tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:08.688963 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3c6bb9e2-7bac-4fa6-ba04-018730033dfe req-acb15794-17ca-4a32-bbc5-f43718fb4f5e tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "PUT /v2.0/ports/a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 HTTP/1.1" status: 200 len: 942 time: 1.6371510 May 26 16:13:08.689457 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61', 'tag': 'a7f473c3-1d30-4c5e-83e6-7613ff6adcb2'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:13:08.692194 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bcbbd2-2693-4d38-86c9-87c496f4262d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61", "tag": "a7f473c3-1d30-4c5e-83e6-7613ff6adcb2"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:13:08.814702 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['a7f473c3-1d30-4c5e-83e6-7613ff6adcb2'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:13:08.824985 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f85540-f1ea-4745-8feb-a7da5455f362 x-openstack-request-id: req-18f85540-f1ea-4745-8feb-a7da5455f362 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:13:08.825282 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61", "tag": "a7f473c3-1d30-4c5e-83e6-7613ff6adcb2", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:13:08.825535 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18f85540-f1ea-4745-8feb-a7da5455f362 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:13:08.826308 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18f85540-f1ea-4745-8feb-a7da5455f362'] response: {'name': 'network-changed', 'server_uuid': '2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61', 'tag': 'a7f473c3-1d30-4c5e-83e6-7613ff6adcb2', 'status': 'completed', 'code': 200} May 26 16:13:08.849818 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb15794-17ca-4a32-bbc5-f43718fb4f5e tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Pushing event updated for resources: {'Port': ['ID=a7f473c3-1d30-4c5e-83e6-7613ff6adcb2,revision_number=7']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:09.047967 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcbbd2-2693-4d38-86c9-87c496f4262d req-a9c264ae-070d-4dc9-a442-b1bc54be9446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:09.050593 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0bcbbd2-2693-4d38-86c9-87c496f4262d req-a9c264ae-070d-4dc9-a442-b1bc54be9446 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10c883857a124227bb47c51e8f8c4739&device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 1096 time: 0.2434843 May 26 16:13:09.102050 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-105deb2c-739d-4f3f-8f62-c17bb1afe8e0 req-85f3e0c3-68c5-48fc-9e45-995910c54b81 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3398342 May 26 16:13:09.160266 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-105deb2c-739d-4f3f-8f62-c17bb1afe8e0 req-9950ea11-a524-4892-8290-e6e91e0c8aa3 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:09.215879 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-105deb2c-739d-4f3f-8f62-c17bb1afe8e0 req-9950ea11-a524-4892-8290-e6e91e0c8aa3 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:09.365409 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcbbd2-2693-4d38-86c9-87c496f4262d req-45ea7ec1-b16c-4fb6-b468-53c98a3f97af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:09.367452 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0bcbbd2-2693-4d38-86c9-87c496f4262d req-45ea7ec1-b16c-4fb6-b468-53c98a3f97af service neutron] 10.222.0.81 "GET /v2.0/networks?id=6f6a2a3e-a609-45ee-8dae-b458796edec6 HTTP/1.1" status: 200 len: 920 time: 0.3074358 May 26 16:13:09.387007 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56170) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:09.465030 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0bcbbd2-2693-4d38-86c9-87c496f4262d req-4fe3e8a3-5b05-473d-bf0c-f0b5e57d6428 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 HTTP/1.1" status: 200 len: 217 time: 0.0882604 May 26 16:13:09.483401 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d899f1a-a254-4ea4-b3c5-6c1f92377a61 admin admin] Deleting subnet 8d144194-3cbb-4dc5-8236-6015248027a4 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:13:09.492017 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d899f1a-a254-4ea4-b3c5-6c1f92377a61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:09.540793 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d899f1a-a254-4ea4-b3c5-6c1f92377a61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:09.607296 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d899f1a-a254-4ea4-b3c5-6c1f92377a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:09.607473 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcbbd2-2693-4d38-86c9-87c496f4262d req-a3ed4aa4-fed8-43bd-9e64-f36e2e57ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:09.612409 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0bcbbd2-2693-4d38-86c9-87c496f4262d req-a3ed4aa4-fed8-43bd-9e64-f36e2e57ddb8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b701f279-b4e1-4688-8aa1-40658b11b063 HTTP/1.1" status: 200 len: 859 time: 0.1382813 May 26 16:13:09.674424 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0bcbbd2-2693-4d38-86c9-87c496f4262d req-718d1fc1-c757-40d4-a2e1-0d7b0df56d4e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6f6a2a3e-a609-45ee-8dae-b458796edec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568776 May 26 16:13:09.686506 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-105deb2c-739d-4f3f-8f62-c17bb1afe8e0 req-9950ea11-a524-4892-8290-e6e91e0c8aa3 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:09.740404 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d899f1a-a254-4ea4-b3c5-6c1f92377a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:09.806141 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d899f1a-a254-4ea4-b3c5-6c1f92377a61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d144194-3cbb-4dc5-8236-6015248027a4,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:09.837157 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d899f1a-a254-4ea4-b3c5-6c1f92377a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:09.845947 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1d899f1a-a254-4ea4-b3c5-6c1f92377a61 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8d144194-3cbb-4dc5-8236-6015248027a4 HTTP/1.1" status: 204 len: 168 time: 0.4559765 May 26 16:13:09.850216 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56182) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:09.881663 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:09.936017 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:09.936695 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 4496a8f1-fe2f-4de5-8cfa-de8b8a121be8 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:09.986247 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0bcbbd2-2693-4d38-86c9-87c496f4262d req-b9a93727-3a21-4fcb-9290-73af121d2e9b service neutron] 10.222.0.81 "GET /v2.0/networks/6f6a2a3e-a609-45ee-8dae-b458796edec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026073 May 26 16:13:10.003030 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f77ad316-e454-4e5c-a7f9-4a735c3e74ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:10.032872 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-105deb2c-739d-4f3f-8f62-c17bb1afe8e0 req-9950ea11-a524-4892-8290-e6e91e0c8aa3 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Allocated IP 172.25.7.29 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/c447ea91-ba13-4fd6-a4d1-4b05b7b10c26) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:10.135805 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f77ad316-e454-4e5c-a7f9-4a735c3e74ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:10.167918 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-f77ad316-e454-4e5c-a7f9-4a735c3e74ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f81fb44-3f2b-44eb-b38c-4d3a0299175c']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:10.182576 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-f77ad316-e454-4e5c-a7f9-4a735c3e74ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d75e6fb-7194-4232-80fb-cf174c136ddf') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:10.183704 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-f77ad316-e454-4e5c-a7f9-4a735c3e74ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d75e6fb-7194-4232-80fb-cf174c136ddf') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:10.198047 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f77ad316-e454-4e5c-a7f9-4a735c3e74ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:10.221364 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f77ad316-e454-4e5c-a7f9-4a735c3e74ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:10.229062 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0bcbbd2-2693-4d38-86c9-87c496f4262d req-0faf00aa-7006-40cc-af05-61eaa8f1ae8f service neutron] 10.222.0.81 "GET /v2.0/networks/6f6a2a3e-a609-45ee-8dae-b458796edec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358739 May 26 16:13:10.249880 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77ad316-e454-4e5c-a7f9-4a735c3e74ab admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:13:10.250870 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f77ad316-e454-4e5c-a7f9-4a735c3e74ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:10.290645 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 9d75e6fb-7194-4232-80fb-cf174c136ddf resource provider aggregate not found May 26 16:13:10.324250 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-105deb2c-739d-4f3f-8f62-c17bb1afe8e0 req-9950ea11-a524-4892-8290-e6e91e0c8aa3 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:10.381500 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 9d75e6fb-7194-4232-80fb-cf174c136ddf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d75e6fb-7194-4232-80fb-cf174c136ddf found for delete ", "request_id": "req-80b765f0-8c40-4f3a-a841-1825f767fc37"}]} May 26 16:13:10.428019 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-105deb2c-739d-4f3f-8f62-c17bb1afe8e0 req-9950ea11-a524-4892-8290-e6e91e0c8aa3 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:10.432525 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f77ad316-e454-4e5c-a7f9-4a735c3e74ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:10.451870 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f77ad316-e454-4e5c-a7f9-4a735c3e74ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:10.457356 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f77ad316-e454-4e5c-a7f9-4a735c3e74ab admin admin] 10.222.0.77 "DELETE /v2.0/networks/8f81fb44-3f2b-44eb-b38c-4d3a0299175c HTTP/1.1" status: 204 len: 168 time: 0.6039355 May 26 16:13:10.516000 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ad316-e454-4e5c-a7f9-4a735c3e74ab admin admin] Pushing event deleted for resources: {'Network': ['ID=8f81fb44-3f2b-44eb-b38c-4d3a0299175c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:10.598186 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-105deb2c-739d-4f3f-8f62-c17bb1afe8e0 req-9950ea11-a524-4892-8290-e6e91e0c8aa3 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:10.603342 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-105deb2c-739d-4f3f-8f62-c17bb1afe8e0 req-9950ea11-a524-4892-8290-e6e91e0c8aa3 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:10.610279 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-105deb2c-739d-4f3f-8f62-c17bb1afe8e0 req-9950ea11-a524-4892-8290-e6e91e0c8aa3 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:10.651925 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950ea11-a524-4892-8290-e6e91e0c8aa3 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Pushing event updated for resources: {'Port': ['ID=c447ea91-ba13-4fd6-a4d1-4b05b7b10c26,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:10.899893 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-105deb2c-739d-4f3f-8f62-c17bb1afe8e0 req-9950ea11-a524-4892-8290-e6e91e0c8aa3 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:11.006026 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-105deb2c-739d-4f3f-8f62-c17bb1afe8e0 req-9950ea11-a524-4892-8290-e6e91e0c8aa3 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:11.159941 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56208) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:11.278184 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f013f03b-a58b-4251-895c-e0a358824fc4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a5b61a0f54d44da88261a6606d6924db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1151950 May 26 16:13:11.279947 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56214) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:11.338073 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-105deb2c-739d-4f3f-8f62-c17bb1afe8e0 req-9950ea11-a524-4892-8290-e6e91e0c8aa3 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:11.349618 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-105deb2c-739d-4f3f-8f62-c17bb1afe8e0 req-9950ea11-a524-4892-8290-e6e91e0c8aa3 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:11.396014 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-14b7f97c-3515-4d74-b2ca-51c1985950a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:11.460811 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-14b7f97c-3515-4d74-b2ca-51c1985950a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:11.491345 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950ea11-a524-4892-8290-e6e91e0c8aa3 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Pushing event updated for resources: {'Port': ['ID=c447ea91-ba13-4fd6-a4d1-4b05b7b10c26,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:11.496285 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-105deb2c-739d-4f3f-8f62-c17bb1afe8e0 req-9950ea11-a524-4892-8290-e6e91e0c8aa3 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:11.523830 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-105deb2c-739d-4f3f-8f62-c17bb1afe8e0 req-9950ea11-a524-4892-8290-e6e91e0c8aa3 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:11.526285 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-105deb2c-739d-4f3f-8f62-c17bb1afe8e0 req-9950ea11-a524-4892-8290-e6e91e0c8aa3 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3791988 May 26 16:13:11.578205 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-14b7f97c-3515-4d74-b2ca-51c1985950a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:11.583292 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-14b7f97c-3515-4d74-b2ca-51c1985950a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:11.588067 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-14b7f97c-3515-4d74-b2ca-51c1985950a1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/74682667-9100-481f-9239-6eb0c7dafbb3 HTTP/1.1" status: 204 len: 168 time: 0.3039224 May 26 16:13:11.597997 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7f97c-3515-4d74-b2ca-51c1985950a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74682667-9100-481f-9239-6eb0c7dafbb3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:11.612421 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-105deb2c-739d-4f3f-8f62-c17bb1afe8e0 req-9ffb2455-ad30-47fe-a28e-d5bcfe9a3ad4 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.29 HTTP/1.1" status: 200 len: 695 time: 0.0714462 May 26 16:13:11.785192 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105deb2c-739d-4f3f-8f62-c17bb1afe8e0 req-e640324e-82be-4a70-ae4d-9169e4511747 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:11.788819 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-105deb2c-739d-4f3f-8f62-c17bb1afe8e0 req-e640324e-82be-4a70-ae4d-9169e4511747 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.1691718 May 26 16:13:11.806671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-105deb2c-739d-4f3f-8f62-c17bb1afe8e0 req-dae65de3-b65f-4cec-a7b9-393b5ea28737 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:13:11.808558 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-105deb2c-739d-4f3f-8f62-c17bb1afe8e0 req-dae65de3-b65f-4cec-a7b9-393b5ea28737 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112205 May 26 16:13:12.005396 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944df3b-1a80-4b0c-ae33-e216b900f59e req-b2a772f8-b2fe-481d-80eb-d9088d0dd167 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:12.008154 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d944df3b-1a80-4b0c-ae33-e216b900f59e req-b2a772f8-b2fe-481d-80eb-d9088d0dd167 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0969441 May 26 16:13:12.218748 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d944df3b-1a80-4b0c-ae33-e216b900f59e req-9fb3a50a-b4d9-4552-8fc8-80b522c605e1 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.29 HTTP/1.1" status: 200 len: 695 time: 0.2015297 May 26 16:13:12.234802 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-d944df3b-1a80-4b0c-ae33-e216b900f59e req-a29b4540-f354-4e0f-92a8-2cb86733ff33 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Request body: {'floatingip': {'port_id': 'a7f473c3-1d30-4c5e-83e6-7613ff6adcb2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:12.293262 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d944df3b-1a80-4b0c-ae33-e216b900f59e req-a29b4540-f354-4e0f-92a8-2cb86733ff33 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:12.956418 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7cae842d-1c37-449f-b030-56cd0297b575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:13.151637 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d944df3b-1a80-4b0c-ae33-e216b900f59e req-a29b4540-f354-4e0f-92a8-2cb86733ff33 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:13.158712 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d944df3b-1a80-4b0c-ae33-e216b900f59e req-a29b4540-f354-4e0f-92a8-2cb86733ff33 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:13.318647 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [req-d944df3b-1a80-4b0c-ae33-e216b900f59e req-a29b4540-f354-4e0f-92a8-2cb86733ff33 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Floating IP 9535930d-7e4f-4540-9305-1517f24876fc associated. External IP: 172.25.7.29, port: a7f473c3-1d30-4c5e-83e6-7613ff6adcb2. May 26 16:13:13.661115 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56296) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:13.847622 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d944df3b-1a80-4b0c-ae33-e216b900f59e req-a29b4540-f354-4e0f-92a8-2cb86733ff33 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Router 652bf443-5beb-48cc-9500-3f10ef09c231 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:13:13.963095 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73d2b771-8fea-4fca-9a3b-90213e02ec1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:14.082516 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d944df3b-1a80-4b0c-ae33-e216b900f59e req-a29b4540-f354-4e0f-92a8-2cb86733ff33 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:13:14.099799 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb3ac19-c25b-4165-b93e-11adddc7ad48 None None] Sync routers for ids ['652bf443-5beb-48cc-9500-3f10ef09c231'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:13:14.100369 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d944df3b-1a80-4b0c-ae33-e216b900f59e req-a29b4540-f354-4e0f-92a8-2cb86733ff33 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:14.128176 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb3ac19-c25b-4165-b93e-11adddc7ad48 None None] Routers {'652bf443-5beb-48cc-9500-3f10ef09c231'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:14.128176 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7eb3ac19-c25b-4165-b93e-11adddc7ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:12:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['652bf443-5beb-48cc-9500-3f10ef09c231'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:14.231466 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73d2b771-8fea-4fca-9a3b-90213e02ec1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:14.246573 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73d2b771-8fea-4fca-9a3b-90213e02ec1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:14.351345 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2b771-8fea-4fca-9a3b-90213e02ec1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bd0f1e-9614-4bcf-9084-88b5ebb45647,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:14.368078 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-73d2b771-8fea-4fca-9a3b-90213e02ec1f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e8ab0b6243384144b2cba9899fcdaf0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7056022 May 26 16:13:14.377290 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56332) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:14.401805 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-7eb3ac19-c25b-4165-b93e-11adddc7ad48 None None] Set router 652bf443-5beb-48cc-9500-3f10ef09c231 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:13:14.549101 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-698f39a4-4359-47ef-8217-ccd0a3be498c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:14.645674 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-698f39a4-4359-47ef-8217-ccd0a3be498c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:14.767940 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56338) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:14.783770 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7eb3ac19-c25b-4165-b93e-11adddc7ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'name': 'tempest-ServerRescueTestJSONUnderV235-269861966-router', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:12:10Z', 'updated_at': '2022-05-26T16:12:16Z', 'revision_number': 4, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'gw_port': {'id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:12:11Z', 'updated_at': '2022-05-26T16:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '9535930d-7e4f-4540-9305-1517f24876fc', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'floating_ip_address': '172.25.7.29', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'port_id': 'a7f473c3-1d30-4c5e-83e6-7613ff6adcb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6a2a3e-a609-45ee-8dae-b458796edec6', 'mac_address': 'fa:16:3e:0c:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:13:10Z', 'updated_at': '2022-05-26T16:13:12Z', 'revision_number': 1, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11ac68b-566f-4a65-a729-0b24d4db44a1', 'name': '', 'network_id': '6f6a2a3e-a609-45ee-8dae-b458796edec6', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'mac_address': 'fa:16:3e:38:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': 'b701f279-b4e1-4688-8aa1-40658b11b063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:12:14Z', 'updated_at': '2022-05-26T16:12:24Z', 'revision_number': 5, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'subnets': [{'id': 'b701f279-b4e1-4688-8aa1-40658b11b063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:14.813336 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-698f39a4-4359-47ef-8217-ccd0a3be498c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:14.816132 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-698f39a4-4359-47ef-8217-ccd0a3be498c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:14.817505 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-698f39a4-4359-47ef-8217-ccd0a3be498c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/59bd0f1e-9614-4bcf-9084-88b5ebb45647 HTTP/1.1" status: 204 len: 168 time: 0.4376175 May 26 16:13:14.830746 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb3ac19-c25b-4165-b93e-11adddc7ad48 None None] Checking router: 652bf443-5beb-48cc-9500-3f10ef09c231 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:13:14.832597 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f39a4-4359-47ef-8217-ccd0a3be498c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bd0f1e-9614-4bcf-9084-88b5ebb45647,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:14.844583 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb3ac19-c25b-4165-b93e-11adddc7ad48 None None] Routers {'652bf443-5beb-48cc-9500-3f10ef09c231'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:14.847627 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7eb3ac19-c25b-4165-b93e-11adddc7ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:12:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['652bf443-5beb-48cc-9500-3f10ef09c231'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:15.029566 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-7eb3ac19-c25b-4165-b93e-11adddc7ad48 None None] Set router 652bf443-5beb-48cc-9500-3f10ef09c231 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:13:15.041961 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d944df3b-1a80-4b0c-ae33-e216b900f59e req-a29b4540-f354-4e0f-92a8-2cb86733ff33 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "PUT /v2.0/floatingips/9535930d-7e4f-4540-9305-1517f24876fc HTTP/1.1" status: 200 len: 995 time: 2.8136859 May 26 16:13:15.042717 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61', 'tag': 'a7f473c3-1d30-4c5e-83e6-7613ff6adcb2'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:13:15.045582 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0eec2b8-c5e3-4cab-8302-85bb9cc4428c" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61", "tag": "a7f473c3-1d30-4c5e-83e6-7613ff6adcb2"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:13:15.068139 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b577adfd-068d-494f-8ecc-df9c9f7e367e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:15.177022 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5bcb06-7366-4a55-90e6-4008f8860909 x-openstack-request-id: req-cb5bcb06-7366-4a55-90e6-4008f8860909 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:13:15.177434 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61", "tag": "a7f473c3-1d30-4c5e-83e6-7613ff6adcb2", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:13:15.177833 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cb5bcb06-7366-4a55-90e6-4008f8860909 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:13:15.178284 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb5bcb06-7366-4a55-90e6-4008f8860909'] response: {'name': 'network-changed', 'server_uuid': '2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61', 'tag': 'a7f473c3-1d30-4c5e-83e6-7613ff6adcb2', 'status': 'completed', 'code': 200} May 26 16:13:15.304279 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944df3b-1a80-4b0c-ae33-e216b900f59e req-b8a7e3f3-3eb1-4ac1-a0d1-1f8e63e1d4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:15.308542 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d944df3b-1a80-4b0c-ae33-e216b900f59e req-b8a7e3f3-3eb1-4ac1-a0d1-1f8e63e1d4c9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=10c883857a124227bb47c51e8f8c4739&device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 1096 time: 0.2079608 May 26 16:13:15.354659 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b577adfd-068d-494f-8ecc-df9c9f7e367e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:15.360917 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b577adfd-068d-494f-8ecc-df9c9f7e367e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:15.395969 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eec2b8-c5e3-4cab-8302-85bb9cc4428c req-32789a10-6185-40ea-96d2-3d9fffa7414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:15.398447 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0eec2b8-c5e3-4cab-8302-85bb9cc4428c req-32789a10-6185-40ea-96d2-3d9fffa7414c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10c883857a124227bb47c51e8f8c4739&device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 1096 time: 0.2047102 May 26 16:13:15.426163 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a8745dac-b057-4b5d-9ed9-957ed2ad02d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:15.438806 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577adfd-068d-494f-8ecc-df9c9f7e367e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988943ed-c48d-4458-ba38-e1e26e42f76f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:15.495542 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b577adfd-068d-494f-8ecc-df9c9f7e367e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b64a06d42bf04095ab60b7b6b68b1ec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7256424 May 26 16:13:15.496182 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56356) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:15.668636 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944df3b-1a80-4b0c-ae33-e216b900f59e req-28800f1e-db95-4b36-8965-92af28aeccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:15.670910 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d944df3b-1a80-4b0c-ae33-e216b900f59e req-28800f1e-db95-4b36-8965-92af28aeccf4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6f6a2a3e-a609-45ee-8dae-b458796edec6 HTTP/1.1" status: 200 len: 920 time: 0.3539810 May 26 16:13:15.697735 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8f19fd74-71a8-4a1b-8cf7-76d96f6cf35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:15.712979 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7eb3ac19-c25b-4165-b93e-11adddc7ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'name': 'tempest-ServerRescueTestJSONUnderV235-269861966-router', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:12:10Z', 'updated_at': '2022-05-26T16:12:16Z', 'revision_number': 4, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'gw_port': {'id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:12:11Z', 'updated_at': '2022-05-26T16:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '9535930d-7e4f-4540-9305-1517f24876fc', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'floating_ip_address': '172.25.7.29', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'port_id': 'a7f473c3-1d30-4c5e-83e6-7613ff6adcb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6a2a3e-a609-45ee-8dae-b458796edec6', 'mac_address': 'fa:16:3e:0c:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:13:10Z', 'updated_at': '2022-05-26T16:13:12Z', 'revision_number': 1, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11ac68b-566f-4a65-a729-0b24d4db44a1', 'name': '', 'network_id': '6f6a2a3e-a609-45ee-8dae-b458796edec6', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'mac_address': 'fa:16:3e:38:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': 'b701f279-b4e1-4688-8aa1-40658b11b063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:12:14Z', 'updated_at': '2022-05-26T16:12:24Z', 'revision_number': 5, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'subnets': [{'id': 'b701f279-b4e1-4688-8aa1-40658b11b063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:15.725757 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8f19fd74-71a8-4a1b-8cf7-76d96f6cf35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:15.800326 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb3ac19-c25b-4165-b93e-11adddc7ad48 None None] The sync data for ids ['652bf443-5beb-48cc-9500-3f10ef09c231'] in n-d-843337-2 is: [{'id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'name': 'tempest-ServerRescueTestJSONUnderV235-269861966-router', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:12:10Z', 'updated_at': '2022-05-26T16:12:16Z', 'revision_number': 4, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'gw_port': {'id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:12:11Z', 'updated_at': '2022-05-26T16:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '9535930d-7e4f-4540-9305-1517f24876fc', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'floating_ip_address': '172.25.7.29', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'port_id': 'a7f473c3-1d30-4c5e-83e6-7613ff6adcb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6a2a3e-a609-45ee-8dae-b458796edec6', 'mac_address': 'fa:16:3e:0c:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:13:10Z', 'updated_at': '2022-05-26T16:13:12Z', 'revision_number': 1, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11ac68b-566f-4a65-a729-0b24d4db44a1', 'name': '', 'network_id': '6f6a2a3e-a609-45ee-8dae-b458796edec6', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'mac_address': 'fa:16:3e:38:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': 'b701f279-b4e1-4688-8aa1-40658b11b063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:12:14Z', 'updated_at': '2022-05-26T16:12:24Z', 'revision_number': 5, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'subnets': [{'id': 'b701f279-b4e1-4688-8aa1-40658b11b063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:13:15.823835 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8f19fd74-71a8-4a1b-8cf7-76d96f6cf35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:15.827573 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8f19fd74-71a8-4a1b-8cf7-76d96f6cf35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:15.829404 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8f19fd74-71a8-4a1b-8cf7-76d96f6cf35b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/988943ed-c48d-4458-ba38-e1e26e42f76f HTTP/1.1" status: 204 len: 168 time: 0.3280373 May 26 16:13:15.837829 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eec2b8-c5e3-4cab-8302-85bb9cc4428c req-c6c902bb-02a7-49bb-95d7-86f3283313c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:15.839495 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0eec2b8-c5e3-4cab-8302-85bb9cc4428c req-c6c902bb-02a7-49bb-95d7-86f3283313c8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6f6a2a3e-a609-45ee-8dae-b458796edec6 HTTP/1.1" status: 200 len: 920 time: 0.4058435 May 26 16:13:15.868591 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19fd74-71a8-4a1b-8cf7-76d96f6cf35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988943ed-c48d-4458-ba38-e1e26e42f76f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:15.983728 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d944df3b-1a80-4b0c-ae33-e216b900f59e req-d8356451-6c7b-45a2-9692-fbf5169df3d6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 HTTP/1.1" status: 200 len: 998 time: 0.3016477 May 26 16:13:16.007749 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56364) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:16.039528 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6dc22c71-8455-427a-9b35-e1c665a06e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.063859 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0eec2b8-c5e3-4cab-8302-85bb9cc4428c req-b5142413-17c3-4297-b266-f72465e2269e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 HTTP/1.1" status: 200 len: 998 time: 0.2121284 May 26 16:13:16.159935 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944df3b-1a80-4b0c-ae33-e216b900f59e req-62b9962a-64f5-46f4-b9f9-7ebcf7a47801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:16.161568 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d944df3b-1a80-4b0c-ae33-e216b900f59e req-62b9962a-64f5-46f4-b9f9-7ebcf7a47801 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b701f279-b4e1-4688-8aa1-40658b11b063 HTTP/1.1" status: 200 len: 859 time: 0.1621635 May 26 16:13:16.170311 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eec2b8-c5e3-4cab-8302-85bb9cc4428c req-321d4319-4729-4fe2-aade-3bf97b473c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:16.171916 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0eec2b8-c5e3-4cab-8302-85bb9cc4428c req-321d4319-4729-4fe2-aade-3bf97b473c18 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b701f279-b4e1-4688-8aa1-40658b11b063 HTTP/1.1" status: 200 len: 859 time: 0.0985773 May 26 16:13:16.251545 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56368) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:16.259157 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdd1855-f431-4eac-945c-c2b44666c413 None None] New status for floating IP 9535930d-7e4f-4540-9305-1517f24876fc: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:13:16.273402 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d944df3b-1a80-4b0c-ae33-e216b900f59e req-ceb15e66-6412-4d1a-86c0-742cfdccd555 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6f6a2a3e-a609-45ee-8dae-b458796edec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003506 May 26 16:13:16.276789 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6dc22c71-8455-427a-9b35-e1c665a06e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.290463 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6dc22c71-8455-427a-9b35-e1c665a06e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.308616 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:13:16.381522 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6dc22c71-8455-427a-9b35-e1c665a06e82 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=70b00b6a3d834ebda5cfef11cb31ce3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3721366 May 26 16:13:16.382573 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc22c71-8455-427a-9b35-e1c665a06e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b2587c-3db9-4cc4-9be2-c6a2e9b996a3,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:16.384772 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0eec2b8-c5e3-4cab-8302-85bb9cc4428c req-60dd5414-e884-4744-b01a-b6e62546b8dc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6f6a2a3e-a609-45ee-8dae-b458796edec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1979203 May 26 16:13:16.386065 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56374) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:16.511215 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-426f42be-7506-43c1-b050-614703fb8376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.547623 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.576265 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-426f42be-7506-43c1-b050-614703fb8376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.676941 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-426f42be-7506-43c1-b050-614703fb8376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.679992 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-426f42be-7506-43c1-b050-614703fb8376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.681723 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-426f42be-7506-43c1-b050-614703fb8376 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/58b2587c-3db9-4cc4-9be2-c6a2e9b996a3 HTTP/1.1" status: 204 len: 168 time: 0.2790899 May 26 16:13:16.692404 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f42be-7506-43c1-b050-614703fb8376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b2587c-3db9-4cc4-9be2-c6a2e9b996a3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:16.772626 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0eec2b8-c5e3-4cab-8302-85bb9cc4428c req-b9ed46eb-3428-492c-9b9a-fbdf3453a58d service neutron] 10.222.0.81 "GET /v2.0/networks/6f6a2a3e-a609-45ee-8dae-b458796edec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034844 May 26 16:13:16.780652 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d944df3b-1a80-4b0c-ae33-e216b900f59e req-2c3cace5-5ec9-4c2d-91e2-3e9b6650e551 service neutron] 10.222.0.77 "GET /v2.0/networks/6f6a2a3e-a609-45ee-8dae-b458796edec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063527 May 26 16:13:16.806391 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70a03fa1-32cb-43b6-abdf-339851544af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.978315 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70a03fa1-32cb-43b6-abdf-339851544af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:16.984896 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70a03fa1-32cb-43b6-abdf-339851544af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:17.017046 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d944df3b-1a80-4b0c-ae33-e216b900f59e req-d3c3a9b0-91e5-4f36-bcd7-17b8ec934cca service neutron] 10.222.0.77 "GET /v2.0/networks/6f6a2a3e-a609-45ee-8dae-b458796edec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250586 May 26 16:13:17.036545 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-70a03fa1-32cb-43b6-abdf-339851544af7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=54a62c73ea9f4e9bb12ba91d9bed38fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7825379 May 26 16:13:17.040379 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56390) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:17.081154 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a03fa1-32cb-43b6-abdf-339851544af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a096cf-a825-40cd-9620-56447720bfdb,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:17.269825 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0eec2b8-c5e3-4cab-8302-85bb9cc4428c req-e6e4d833-0542-4e57-bf1c-db9ee9350fee service neutron] 10.222.0.81 "GET /v2.0/networks/6f6a2a3e-a609-45ee-8dae-b458796edec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341260 May 26 16:13:17.284337 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-22db88b8-8177-4767-9285-646b15f48667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:17.370682 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-260bcddd-377e-4281-8c6e-786833bc3d5e tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.29 HTTP/1.1" status: 200 len: 1000 time: 0.1928277 May 26 16:13:17.373994 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-22db88b8-8177-4767-9285-646b15f48667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:17.416584 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56398) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:17.447198 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-da6a3fd6-d16f-49e8-b6e2-12bca4dc3262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:17.546934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-6d037387-d362-41e4-931c-14adf5dbe530 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:17.549507 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-6d037387-d362-41e4-931c-14adf5dbe530 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports/a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 HTTP/1.1" status: 200 len: 942 time: 0.1343608 May 26 16:13:17.577815 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-22db88b8-8177-4767-9285-646b15f48667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:17.595454 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-22db88b8-8177-4767-9285-646b15f48667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:17.601236 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-22db88b8-8177-4767-9285-646b15f48667 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/23a096cf-a825-40cd-9620-56447720bfdb HTTP/1.1" status: 204 len: 168 time: 0.5560164 May 26 16:13:17.632144 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db88b8-8177-4767-9285-646b15f48667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a096cf-a825-40cd-9620-56447720bfdb,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:17.771906 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-da6a3fd6-d16f-49e8-b6e2-12bca4dc3262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:17.782898 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-da6a3fd6-d16f-49e8-b6e2-12bca4dc3262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:17.849473 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:17.934251 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-da6a3fd6-d16f-49e8-b6e2-12bca4dc3262 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3fd9470aa7e7474bbc7fc4aedb2a4d1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5147884 May 26 16:13:17.938198 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56424) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:17.952197 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a3fd6-d16f-49e8-b6e2-12bca4dc3262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c654bfa6-927f-478b-b33e-eae4f85e3989,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:18.071354 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-5d924989-b259-467d-97ee-73f5005766ca tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.29 HTTP/1.1" status: 200 len: 1000 time: 0.3185983 May 26 16:13:18.134136 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-406697c9-7422-41d6-a928-65e537167977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:18.209887 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-406697c9-7422-41d6-a928-65e537167977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:18.285178 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:18.295551 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56432) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:18.346407 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-406697c9-7422-41d6-a928-65e537167977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:18.355382 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-406697c9-7422-41d6-a928-65e537167977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:18.361315 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-406697c9-7422-41d6-a928-65e537167977 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c654bfa6-927f-478b-b33e-eae4f85e3989 HTTP/1.1" status: 204 len: 168 time: 0.4181507 May 26 16:13:18.381222 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406697c9-7422-41d6-a928-65e537167977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c654bfa6-927f-478b-b33e-eae4f85e3989,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:18.495500 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56438) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:18.567629 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098a56b-386c-49b6-a15b-0ff1cc626ddf req-6c53ab15-38e2-4ecf-9135-fe67a0c73fb6 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:18.570935 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d098a56b-386c-49b6-a15b-0ff1cc626ddf req-6c53ab15-38e2-4ecf-9135-fe67a0c73fb6 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ae3187a-f87e-4732-842b-f235fb8ea740 HTTP/1.1" status: 200 len: 946 time: 0.2766488 May 26 16:13:18.588004 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2944b835-b20b-4a28-b581-ee44d77e94b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:18.631372 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-50cbb91d-eea5-4e8c-9aa8-2ee47391594e tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:18.634296 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-50cbb91d-eea5-4e8c-9aa8-2ee47391594e tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.5613616 May 26 16:13:18.761516 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-2991d967-4956-47fe-aee2-a56d00f25a0a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1971367192-network', 'tenant_id': '4d1a351f4b434a799b786c2321c9f0ad'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:18.799509 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d098a56b-386c-49b6-a15b-0ff1cc626ddf req-25e21851-9cb7-4eeb-840a-63eb003daca1 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/security-groups?id=5657caa3-fd19-4e63-9466-79994f192429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143960 May 26 16:13:18.834644 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2991d967-4956-47fe-aee2-a56d00f25a0a admin admin] Made reservation on behalf of 4d1a351f4b434a799b786c2321c9f0ad for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:18.837925 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2991d967-4956-47fe-aee2-a56d00f25a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:18.862652 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-cfd73404-2f09-4bd1-b59c-ea9bb33bffea tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.29 HTTP/1.1" status: 200 len: 1000 time: 0.2060258 May 26 16:13:18.884417 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-5e9c03ef-5fee-48b4-b3d6-aac63df2a6d1 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:18.924382 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:18.955688 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2991d967-4956-47fe-aee2-a56d00f25a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.041950 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-5e9c03ef-5fee-48b4-b3d6-aac63df2a6d1 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.137773 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-924f4f01-19d5-41ba-a734-08e98acf5872 req-d349c049-d286-4c72-a465-2e4fca9a368a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2044826 May 26 16:13:19.144069 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2944b835-b20b-4a28-b581-ee44d77e94b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.161310 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2944b835-b20b-4a28-b581-ee44d77e94b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.315696 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944b835-b20b-4a28-b581-ee44d77e94b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9ec828-9996-4841-8c28-d5827b237f04,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:19.327543 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2944b835-b20b-4a28-b581-ee44d77e94b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bc8acf2474c949d9b31a347f5d907185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8295331 May 26 16:13:19.327755 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56460) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:19.377554 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-5e9c03ef-5fee-48b4-b3d6-aac63df2a6d1 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.395413 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2991d967-4956-47fe-aee2-a56d00f25a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.396453 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-5e9c03ef-5fee-48b4-b3d6-aac63df2a6d1 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.396805 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-5e9c03ef-5fee-48b4-b3d6-aac63df2a6d1 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Floating IP 9535930d-7e4f-4540-9305-1517f24876fc disassociated. External IP: 172.25.7.29, port: a7f473c3-1d30-4c5e-83e6-7613ff6adcb2. May 26 16:13:19.404256 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f4f01-19d5-41ba-a734-08e98acf5872 req-eb06aa50-c22b-48d1-b02f-65ac8be9f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:19.405807 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-924f4f01-19d5-41ba-a734-08e98acf5872 req-eb06aa50-c22b-48d1-b02f-65ac8be9f9fb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10c883857a124227bb47c51e8f8c4739&device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 1096 time: 0.1977699 May 26 16:13:19.466567 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2991d967-4956-47fe-aee2-a56d00f25a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.481195 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64767707-e9de-49b2-95d4-f0dd5af3e15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.529275 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64767707-e9de-49b2-95d4-f0dd5af3e15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.564501 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2991d967-4956-47fe-aee2-a56d00f25a0a admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:13:19.617209 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64767707-e9de-49b2-95d4-f0dd5af3e15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.620665 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64767707-e9de-49b2-95d4-f0dd5af3e15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.622690 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-64767707-e9de-49b2-95d4-f0dd5af3e15b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8c9ec828-9996-4841-8c28-d5827b237f04 HTTP/1.1" status: 204 len: 168 time: 0.2930441 May 26 16:13:19.633849 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64767707-e9de-49b2-95d4-f0dd5af3e15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9ec828-9996-4841-8c28-d5827b237f04,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:19.739652 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2991d967-4956-47fe-aee2-a56d00f25a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.740082 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-2991d967-4956-47fe-aee2-a56d00f25a0a admin admin] Added segment 252fca40-b6e1-4d58-93e9-25e140b9d3a8 of type vlan for network 2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc May 26 16:13:19.741630 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991d967-4956-47fe-aee2-a56d00f25a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22faaeb1-2601-416f-805f-637ffdf65968,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:19.916140 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2991d967-4956-47fe-aee2-a56d00f25a0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:19.937880 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f4f01-19d5-41ba-a734-08e98acf5872 req-a388f5fa-2596-447d-a860-86fde2faaabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:19.940251 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-924f4f01-19d5-41ba-a734-08e98acf5872 req-a388f5fa-2596-447d-a860-86fde2faaabc service neutron] 10.222.0.81 "GET /v2.0/networks?id=6f6a2a3e-a609-45ee-8dae-b458796edec6 HTTP/1.1" status: 200 len: 920 time: 0.4749205 May 26 16:13:19.963129 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00eeed-fc2b-4756-a405-b818a2890ee6 req-869f7edb-c25c-402d-9628-426a6926b3a7 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:19.965977 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce00eeed-fc2b-4756-a405-b818a2890ee6 req-869f7edb-c25c-402d-9628-426a6926b3a7 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ae3187a-f87e-4732-842b-f235fb8ea740 HTTP/1.1" status: 200 len: 946 time: 0.3915575 May 26 16:13:20.084984 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-924f4f01-19d5-41ba-a734-08e98acf5872 req-2673ff5f-4073-44e3-9b35-6cb892e48aec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 HTTP/1.1" status: 200 len: 217 time: 0.1117234 May 26 16:13:20.160414 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2991d967-4956-47fe-aee2-a56d00f25a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:20.161400 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2991d967-4956-47fe-aee2-a56d00f25a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:20.162017 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2991d967-4956-47fe-aee2-a56d00f25a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:20.337770 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2991d967-4956-47fe-aee2-a56d00f25a0a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0397968 May 26 16:13:20.343223 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56496) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:20.352007 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f38ea9e3-5fb2-4633-a740-ede33c4f1b44 admin admin] Request body: {'subnet': {'network_id': '2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1971367192-subnet', 'tenant_id': '4d1a351f4b434a799b786c2321c9f0ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:20.361554 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce00eeed-fc2b-4756-a405-b818a2890ee6 req-5f842a3f-ba07-48a2-86b2-cca497014e4f tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/security-groups?id=5657caa3-fd19-4e63-9466-79994f192429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3684475 May 26 16:13:20.363916 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f4f01-19d5-41ba-a734-08e98acf5872 req-eb91f829-3a43-427a-870c-79505146aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:20.382850 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-924f4f01-19d5-41ba-a734-08e98acf5872 req-eb91f829-3a43-427a-870c-79505146aa6a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b701f279-b4e1-4688-8aa1-40658b11b063 HTTP/1.1" status: 200 len: 859 time: 0.2860408 May 26 16:13:20.425959 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38ea9e3-5fb2-4633-a740-ede33c4f1b44 admin admin] Made reservation on behalf of 4d1a351f4b434a799b786c2321c9f0ad for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:20.436795 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f38ea9e3-5fb2-4633-a740-ede33c4f1b44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:20.487003 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-924f4f01-19d5-41ba-a734-08e98acf5872 req-5e2400c0-c889-435f-9061-84e1228e2567 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6f6a2a3e-a609-45ee-8dae-b458796edec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900578 May 26 16:13:20.547367 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991d967-4956-47fe-aee2-a56d00f25a0a admin admin] Pushing event updated for resources: {'Network': ['ID=2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:20.562463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:13:20.740599 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-5e9c03ef-5fee-48b4-b3d6-aac63df2a6d1 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Router 652bf443-5beb-48cc-9500-3f10ef09c231 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:13:20.770783 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-924f4f01-19d5-41ba-a734-08e98acf5872 req-5ce089e8-4022-4522-aa6a-c332128eb28b service neutron] 10.222.0.81 "GET /v2.0/networks/6f6a2a3e-a609-45ee-8dae-b458796edec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259841 May 26 16:13:20.974247 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f38ea9e3-5fb2-4633-a740-ede33c4f1b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:21.076428 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ea9e3-5fb2-4633-a740-ede33c4f1b44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7baf755e-0086-4f0d-97bc-f624bd29082c,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:21.177393 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ea9e3-5fb2-4633-a740-ede33c4f1b44 admin admin] Checking segment: {'id': '252fca40-b6e1-4d58-93e9-25e140b9d3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:21.177830 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38ea9e3-5fb2-4633-a740-ede33c4f1b44 admin admin] Network hostable DHCP agents. Network: 2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:13:21.227240 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38ea9e3-5fb2-4633-a740-ede33c4f1b44 admin admin] Network 2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:13:21.242563 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-f38ea9e3-5fb2-4633-a740-ede33c4f1b44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:21.250329 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38ea9e3-5fb2-4633-a740-ede33c4f1b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:21.251351 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f38ea9e3-5fb2-4633-a740-ede33c4f1b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:21.258977 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa6c908-a4cc-4d20-8ee5-5b0087c7bc71 None None] Network 2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:21.278976 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f38ea9e3-5fb2-4633-a740-ede33c4f1b44 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9341488 May 26 16:13:21.565774 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650b1cbc-64a3-4b33-82e1-93811c24401d None None] Network 2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:21.833763 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a47e81-5b64-44b8-bd0e-715af62a88b6 req-5224837d-3648-497c-bc3d-5150de2b6d2f tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:21.834625 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-5e9c03ef-5fee-48b4-b3d6-aac63df2a6d1 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:13:21.836372 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-43a47e81-5b64-44b8-bd0e-715af62a88b6 req-5224837d-3648-497c-bc3d-5150de2b6d2f tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ae3187a-f87e-4732-842b-f235fb8ea740 HTTP/1.1" status: 200 len: 946 time: 0.1372948 May 26 16:13:21.839180 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-5e9c03ef-5fee-48b4-b3d6-aac63df2a6d1 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:21.855017 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27dba2f-35b7-4e6c-859e-fe1f67838e5c None None] Sync routers for ids ['652bf443-5beb-48cc-9500-3f10ef09c231'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:13:21.888474 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27dba2f-35b7-4e6c-859e-fe1f67838e5c None None] Routers {'652bf443-5beb-48cc-9500-3f10ef09c231'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:21.892964 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d27dba2f-35b7-4e6c-859e-fe1f67838e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:13:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['652bf443-5beb-48cc-9500-3f10ef09c231'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:21.895009 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-5e9c03ef-5fee-48b4-b3d6-aac63df2a6d1 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "PUT /v2.0/floatingips/9535930d-7e4f-4540-9305-1517f24876fc HTTP/1.1" status: 200 len: 694 time: 3.0361621 May 26 16:13:21.896205 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61', 'tag': 'a7f473c3-1d30-4c5e-83e6-7613ff6adcb2'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:13:21.900564 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3673bd65-460e-4570-8a37-3e857540c7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61", "tag": "a7f473c3-1d30-4c5e-83e6-7613ff6adcb2"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:13:21.912515 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fa211-9abe-4419-84c0-4fafc1a17d14 req-a4e06f77-b7ab-41ab-a318-4592d232a21d tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:21.914224 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f3fa211-9abe-4419-84c0-4fafc1a17d14 req-a4e06f77-b7ab-41ab-a318-4592d232a21d tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ae3187a-f87e-4732-842b-f235fb8ea740 HTTP/1.1" status: 200 len: 946 time: 0.2045646 May 26 16:13:21.922459 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-924f4f01-19d5-41ba-a734-08e98acf5872 req-817693fc-fe8c-44c7-bd2a-d8b26e611227 service neutron] 10.222.0.81 "GET /v2.0/networks/6f6a2a3e-a609-45ee-8dae-b458796edec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0908711 May 26 16:13:22.087893 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f3fa211-9abe-4419-84c0-4fafc1a17d14 req-1fd3950b-573f-4865-98ee-bffd8e17c685 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/security-groups?id=5657caa3-fd19-4e63-9466-79994f192429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536005 May 26 16:13:22.116062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-50a3fcca-264d-49f6-8c4d-52b9be795876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:22.119423 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-50a3fcca-264d-49f6-8c4d-52b9be795876 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=10c883857a124227bb47c51e8f8c4739&device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 1096 time: 0.1653111 May 26 16:13:22.147498 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-d27dba2f-35b7-4e6c-859e-fe1f67838e5c None None] Set router 652bf443-5beb-48cc-9500-3f10ef09c231 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:13:22.225500 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-43a47e81-5b64-44b8-bd0e-715af62a88b6 req-af2236f0-d3e7-46c4-95e4-2b00ab785014 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Deleting port 9417c894-3bf6-4f21-8302-920460ad5fb2 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:22.225979 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-43a47e81-5b64-44b8-bd0e-715af62a88b6 req-af2236f0-d3e7-46c4-95e4-2b00ab785014 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:22.436627 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-43a47e81-5b64-44b8-bd0e-715af62a88b6 req-af2236f0-d3e7-46c4-95e4-2b00ab785014 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] For port 9417c894-3bf6-4f21-8302-920460ad5fb2, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=9417c894-3bf6-4f21-8302-920460ad5fb2,segment=NetworkSegment(11a76e5f-9290-4dfa-b37b-055b471314c0),segment_id=11a76e5f-9290-4dfa-b37b-055b471314c0)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:22.437007 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-43a47e81-5b64-44b8-bd0e-715af62a88b6 req-af2236f0-d3e7-46c4-95e4-2b00ab785014 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:22.582801 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-0ff438fe-83fb-40f1-9164-ce7e69c95b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:22.592535 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-0ff438fe-83fb-40f1-9164-ce7e69c95b7f service neutron] 10.222.0.77 "GET /v2.0/networks?id=6f6a2a3e-a609-45ee-8dae-b458796edec6 HTTP/1.1" status: 200 len: 920 time: 0.4621887 May 26 16:13:22.652452 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-611d9c4f-938d-4bbf-afb9-ff2c1834f53a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 HTTP/1.1" status: 200 len: 217 time: 0.0581489 May 26 16:13:22.729521 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-e3f66916-1ca0-4ca9-9ffd-a090a2920f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:22.729521 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-e3f66916-1ca0-4ca9-9ffd-a090a2920f42 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b701f279-b4e1-4688-8aa1-40658b11b063 HTTP/1.1" status: 200 len: 859 time: 0.0679545 May 26 16:13:22.743718 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d27dba2f-35b7-4e6c-859e-fe1f67838e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'name': 'tempest-ServerRescueTestJSONUnderV235-269861966-router', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:12:10Z', 'updated_at': '2022-05-26T16:12:16Z', 'revision_number': 4, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'gw_port': {'id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:12:11Z', 'updated_at': '2022-05-26T16:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'e11ac68b-566f-4a65-a729-0b24d4db44a1', 'name': '', 'network_id': '6f6a2a3e-a609-45ee-8dae-b458796edec6', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'mac_address': 'fa:16:3e:38:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': 'b701f279-b4e1-4688-8aa1-40658b11b063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:12:14Z', 'updated_at': '2022-05-26T16:12:24Z', 'revision_number': 5, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'subnets': [{'id': 'b701f279-b4e1-4688-8aa1-40658b11b063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:22.782698 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-22451303-5da7-48b9-a3a7-ac5333b8c9d9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6f6a2a3e-a609-45ee-8dae-b458796edec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290239 May 26 16:13:22.808982 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27dba2f-35b7-4e6c-859e-fe1f67838e5c None None] Checking router: 652bf443-5beb-48cc-9500-3f10ef09c231 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:13:22.837676 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27dba2f-35b7-4e6c-859e-fe1f67838e5c None None] Routers {'652bf443-5beb-48cc-9500-3f10ef09c231'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:22.838547 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d27dba2f-35b7-4e6c-859e-fe1f67838e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:13:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['652bf443-5beb-48cc-9500-3f10ef09c231'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:22.857780 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-43a47e81-5b64-44b8-bd0e-715af62a88b6 req-af2236f0-d3e7-46c4-95e4-2b00ab785014 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:22.859758 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-43a47e81-5b64-44b8-bd0e-715af62a88b6 req-af2236f0-d3e7-46c4-95e4-2b00ab785014 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:22.860127 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [req-43a47e81-5b64-44b8-bd0e-715af62a88b6 req-af2236f0-d3e7-46c4-95e4-2b00ab785014 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Floating IP 6566acf4-65c7-4c18-a1b8-62c7b35127c7 disassociated. External IP: 172.25.7.61, port: 9417c894-3bf6-4f21-8302-920460ad5fb2. May 26 16:13:22.860672 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-43a47e81-5b64-44b8-bd0e-715af62a88b6 req-af2236f0-d3e7-46c4-95e4-2b00ab785014 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Calling delete_port for 9417c894-3bf6-4f21-8302-920460ad5fb2 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:22.968693 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-4bfee42d-f2ac-4434-8c96-457c8c6a3d8c service neutron] 10.222.0.77 "GET /v2.0/networks/6f6a2a3e-a609-45ee-8dae-b458796edec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552279 May 26 16:13:23.056643 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-d27dba2f-35b7-4e6c-859e-fe1f67838e5c None None] Set router 652bf443-5beb-48cc-9500-3f10ef09c231 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:13:23.132533 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-89cf659f-0701-4563-a873-07a872ae33dc tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:23.134157 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-89cf659f-0701-4563-a873-07a872ae33dc tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/networks?id=2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc HTTP/1.1" status: 200 len: 814 time: 0.4052100 May 26 16:13:23.137804 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-43a47e81-5b64-44b8-bd0e-715af62a88b6 req-af2236f0-d3e7-46c4-95e4-2b00ab785014 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:23.195108 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-ad9aa2b0-7001-4680-946c-f3c6cdfc6196 tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/quotas/4d1a351f4b434a799b786c2321c9f0ad HTTP/1.1" status: 200 len: 375 time: 0.0312960 May 26 16:13:23.249660 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2236f0-d3e7-46c4-95e4-2b00ab785014 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Pushing event deleted for resources: {'Port': ['ID=9417c894-3bf6-4f21-8302-920460ad5fb2,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:23.318513 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-923d0a74-a5f3-4dfb-b7cb-2221c0144e64 req-8c43b3c6-0e0f-4c94-aa31-62e173e9766e service neutron] 10.222.0.77 "GET /v2.0/networks/6f6a2a3e-a609-45ee-8dae-b458796edec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349524 May 26 16:13:23.338449 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-5b37bffd-7ee9-442a-85b0-58f2943de2fd tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d1a351f4b434a799b786c2321c9f0ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1423614 May 26 16:13:23.502616 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b9df1b-3ed5-491c-952b-3a983ac99fad x-openstack-request-id: req-b2b9df1b-3ed5-491c-952b-3a983ac99fad {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:13:23.503209 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61", "tag": "a7f473c3-1d30-4c5e-83e6-7613ff6adcb2", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:13:23.503597 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43a47e81-5b64-44b8-bd0e-715af62a88b6 req-af2236f0-d3e7-46c4-95e4-2b00ab785014 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Router 33b348bf-ace5-44ee-983e-e65e60391041 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:13:23.506228 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b2b9df1b-3ed5-491c-952b-3a983ac99fad {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:13:23.506924 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2b9df1b-3ed5-491c-952b-3a983ac99fad'] response: {'name': 'network-changed', 'server_uuid': '2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61', 'tag': 'a7f473c3-1d30-4c5e-83e6-7613ff6adcb2', 'status': 'completed', 'code': 200} May 26 16:13:23.671513 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ecef7aa5-b9c4-4510-8a4c-2aafe3ad17c5 req-66923b6b-c13f-4693-b86e-442caf69b590 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ae3187a-f87e-4732-842b-f235fb8ea740 HTTP/1.1" status: 200 len: 210 time: 0.0899107 May 26 16:13:23.704257 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d27dba2f-35b7-4e6c-859e-fe1f67838e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'name': 'tempest-ServerRescueTestJSONUnderV235-269861966-router', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:12:10Z', 'updated_at': '2022-05-26T16:12:16Z', 'revision_number': 4, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'gw_port': {'id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:12:11Z', 'updated_at': '2022-05-26T16:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'e11ac68b-566f-4a65-a729-0b24d4db44a1', 'name': '', 'network_id': '6f6a2a3e-a609-45ee-8dae-b458796edec6', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'mac_address': 'fa:16:3e:38:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': 'b701f279-b4e1-4688-8aa1-40658b11b063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:12:14Z', 'updated_at': '2022-05-26T16:12:24Z', 'revision_number': 5, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'subnets': [{'id': 'b701f279-b4e1-4688-8aa1-40658b11b063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:23.764266 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43a47e81-5b64-44b8-bd0e-715af62a88b6 req-af2236f0-d3e7-46c4-95e4-2b00ab785014 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:13:23.777147 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbe5491-43a8-47d5-a94e-30267bdd0c1d None None] Sync routers for ids ['33b348bf-ace5-44ee-983e-e65e60391041'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:13:23.817234 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbe5491-43a8-47d5-a94e-30267bdd0c1d None None] Routers {'33b348bf-ace5-44ee-983e-e65e60391041'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:23.817909 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4dbe5491-43a8-47d5-a94e-30267bdd0c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:13:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['33b348bf-ace5-44ee-983e-e65e60391041'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:23.852337 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27dba2f-35b7-4e6c-859e-fe1f67838e5c None None] The sync data for ids ['652bf443-5beb-48cc-9500-3f10ef09c231'] in n-d-843337-2 is: [{'id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'name': 'tempest-ServerRescueTestJSONUnderV235-269861966-router', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:12:10Z', 'updated_at': '2022-05-26T16:12:16Z', 'revision_number': 4, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'gw_port': {'id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:12:11Z', 'updated_at': '2022-05-26T16:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'e11ac68b-566f-4a65-a729-0b24d4db44a1', 'name': '', 'network_id': '6f6a2a3e-a609-45ee-8dae-b458796edec6', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'mac_address': 'fa:16:3e:38:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': 'b701f279-b4e1-4688-8aa1-40658b11b063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:12:14Z', 'updated_at': '2022-05-26T16:12:24Z', 'revision_number': 5, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'subnets': [{'id': 'b701f279-b4e1-4688-8aa1-40658b11b063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:13:23.855629 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673bd65-460e-4570-8a37-3e857540c7b8 req-24005efe-31fe-484d-9025-eba684dbf6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:23.858010 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3673bd65-460e-4570-8a37-3e857540c7b8 req-24005efe-31fe-484d-9025-eba684dbf6ba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10c883857a124227bb47c51e8f8c4739&device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 1096 time: 0.3500471 May 26 16:13:23.870009 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b39814b7-36ce-49fd-abca-c65eb043e2cb req-7a6937a6-6325-4b4d-8614-dab9372a71cd tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/floatingips/9535930d-7e4f-4540-9305-1517f24876fc HTTP/1.1" status: 200 len: 694 time: 0.1341996 May 26 16:13:23.953633 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a47e81-5b64-44b8-bd0e-715af62a88b6 req-af2236f0-d3e7-46c4-95e4-2b00ab785014 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] No DVR routers for this DVR port 9417c894-3bf6-4f21-8302-920460ad5fb2 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:23.959965 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-4adf7c65-c5b6-4070-b78d-feb22f265de8 service neutron] 10.222.0.77 "GET /v2.0/networks/2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6201832 May 26 16:13:23.961237 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-43a47e81-5b64-44b8-bd0e-715af62a88b6 req-af2236f0-d3e7-46c4-95e4-2b00ab785014 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:23.967590 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-43a47e81-5b64-44b8-bd0e-715af62a88b6 req-af2236f0-d3e7-46c4-95e4-2b00ab785014 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.83 "DELETE /v2.0/ports/9417c894-3bf6-4f21-8302-920460ad5fb2 HTTP/1.1" status: 204 len: 173 time: 2.1242359 May 26 16:13:23.968445 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae3187a-f87e-4732-842b-f235fb8ea740', 'name': 'network-vif-deleted', 'tag': '9417c894-3bf6-4f21-8302-920460ad5fb2'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:13:23.971398 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da72936-ad05-40e1-893d-823901a0d1eb" -d '{"events": [{"server_uuid": "1ae3187a-f87e-4732-842b-f235fb8ea740", "name": "network-vif-deleted", "tag": "9417c894-3bf6-4f21-8302-920460ad5fb2"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:13:24.002456 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 9417c894-3bf6-4f21-8302-920460ad5fb2 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:24.046568 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 9417c894-3bf6-4f21-8302-920460ad5fb2 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:24.047588 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 9417c894-3bf6-4f21-8302-920460ad5fb2 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:24.161031 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-4dbe5491-43a8-47d5-a94e-30267bdd0c1d None None] Set router 33b348bf-ace5-44ee-983e-e65e60391041 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:13:24.418140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39814b7-36ce-49fd-abca-c65eb043e2cb req-a5e13699-aa6c-4954-834d-4a1e0b5672dc tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:24.426074 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b39814b7-36ce-49fd-abca-c65eb043e2cb req-a5e13699-aa6c-4954-834d-4a1e0b5672dc tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 784 time: 0.5476859 May 26 16:13:24.450615 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-b39814b7-36ce-49fd-abca-c65eb043e2cb req-249cd3a5-c357-4776-b9bd-440b9c9c1687 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:13:24.459349 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b39814b7-36ce-49fd-abca-c65eb043e2cb req-249cd3a5-c357-4776-b9bd-440b9c9c1687 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0323315 May 26 16:13:24.524628 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bbd303-8320-4364-a8b1-07b6acd0c360 None None] New status for floating IP 9535930d-7e4f-4540-9305-1517f24876fc: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:13:24.610179 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-666dcb92-080b-451a-9a9d-3011b570509a service neutron] 10.222.0.77 "GET /v2.0/networks/2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6490474 May 26 16:13:24.644352 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b39814b7-36ce-49fd-abca-c65eb043e2cb req-3cb10211-e105-4af1-8ff4-0f04f0fc369e tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.29 HTTP/1.1" status: 200 len: 697 time: 0.1838217 May 26 16:13:24.647228 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673bd65-460e-4570-8a37-3e857540c7b8 req-c1021005-9894-4577-8a60-3f7c28db46b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:24.649149 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4dbe5491-43a8-47d5-a94e-30267bdd0c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b348bf-ace5-44ee-983e-e65e60391041', 'name': 'tempest-ServersTestJSON-1436216598-router', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'gw_port': {'id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b348bf-ace5-44ee-983e-e65e60391041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:32Z', 'updated_at': '2022-05-26T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd7983dda-5f5b-4156-a357-d4bb39f761d4', 'name': '', 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'mac_address': 'fa:16:3e:a5:18:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b348bf-ace5-44ee-983e-e65e60391041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'f4c948db-f932-46ec-b83c-396755cf4bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:37Z', 'updated_at': '2022-05-26T16:10:47Z', 'revision_number': 5, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'subnets': [{'id': 'f4c948db-f932-46ec-b83c-396755cf4bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:24.650406 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3673bd65-460e-4570-8a37-3e857540c7b8 req-c1021005-9894-4577-8a60-3f7c28db46b8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6f6a2a3e-a609-45ee-8dae-b458796edec6 HTTP/1.1" status: 200 len: 920 time: 0.7536488 May 26 16:13:24.741074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbe5491-43a8-47d5-a94e-30267bdd0c1d None None] Checking router: 33b348bf-ace5-44ee-983e-e65e60391041 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:13:24.753521 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbe5491-43a8-47d5-a94e-30267bdd0c1d None None] Routers {'33b348bf-ace5-44ee-983e-e65e60391041'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:24.754348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4dbe5491-43a8-47d5-a94e-30267bdd0c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:13:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['33b348bf-ace5-44ee-983e-e65e60391041'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:24.945843 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-4dbe5491-43a8-47d5-a94e-30267bdd0c1d None None] Set router 33b348bf-ace5-44ee-983e-e65e60391041 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:13:25.011495 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab81a00-cf51-47eb-a326-d350cccb2e6d x-openstack-request-id: req-6ab81a00-cf51-47eb-a326-d350cccb2e6d {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:13:25.013217 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae3187a-f87e-4732-842b-f235fb8ea740", "name": "network-vif-deleted", "tag": "9417c894-3bf6-4f21-8302-920460ad5fb2", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:13:25.013217 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6ab81a00-cf51-47eb-a326-d350cccb2e6d {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:13:25.013978 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ab81a00-cf51-47eb-a326-d350cccb2e6d'] response: {'server_uuid': '1ae3187a-f87e-4732-842b-f235fb8ea740', 'name': 'network-vif-deleted', 'tag': '9417c894-3bf6-4f21-8302-920460ad5fb2', 'status': 'completed', 'code': 200} May 26 16:13:25.054415 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3673bd65-460e-4570-8a37-3e857540c7b8 req-ab48d17f-f53c-45ec-b7a8-c0dca51939d8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 HTTP/1.1" status: 200 len: 217 time: 0.3793547 May 26 16:13:25.071071 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b39814b7-36ce-49fd-abca-c65eb043e2cb req-176ef17b-3ef9-400c-8c31-c205ead35796 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.29 HTTP/1.1" status: 200 len: 697 time: 0.4134173 May 26 16:13:25.297266 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4dbe5491-43a8-47d5-a94e-30267bdd0c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b348bf-ace5-44ee-983e-e65e60391041', 'name': 'tempest-ServersTestJSON-1436216598-router', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'gw_port': {'id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b348bf-ace5-44ee-983e-e65e60391041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:32Z', 'updated_at': '2022-05-26T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd7983dda-5f5b-4156-a357-d4bb39f761d4', 'name': '', 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'mac_address': 'fa:16:3e:a5:18:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b348bf-ace5-44ee-983e-e65e60391041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'f4c948db-f932-46ec-b83c-396755cf4bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:37Z', 'updated_at': '2022-05-26T16:10:47Z', 'revision_number': 5, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'subnets': [{'id': 'f4c948db-f932-46ec-b83c-396755cf4bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:25.298080 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-628ef65f-2ed3-4e7d-953d-0f50f7b88e24 req-fdb3ee10-11ba-4372-807c-42d8e1025acb tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/ports?device_id=18ae78c6-8ca5-43be-88e7-20ab143241ca HTTP/1.1" status: 200 len: 210 time: 0.1194391 May 26 16:13:25.321456 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673bd65-460e-4570-8a37-3e857540c7b8 req-19e50c89-9540-45a7-85ca-559162d17f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:25.323849 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3673bd65-460e-4570-8a37-3e857540c7b8 req-19e50c89-9540-45a7-85ca-559162d17f22 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b701f279-b4e1-4688-8aa1-40658b11b063 HTTP/1.1" status: 200 len: 859 time: 0.2508986 May 26 16:13:25.345826 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbe5491-43a8-47d5-a94e-30267bdd0c1d None None] The sync data for ids ['33b348bf-ace5-44ee-983e-e65e60391041'] in n-d-843337-2 is: [{'id': '33b348bf-ace5-44ee-983e-e65e60391041', 'name': 'tempest-ServersTestJSON-1436216598-router', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:10:40Z', 'revision_number': 4, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'gw_port': {'id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b348bf-ace5-44ee-983e-e65e60391041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:32Z', 'updated_at': '2022-05-26T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd7983dda-5f5b-4156-a357-d4bb39f761d4', 'name': '', 'network_id': 'ca16d41c-d200-4396-bd00-d4e080e4dece', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'mac_address': 'fa:16:3e:a5:18:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b348bf-ace5-44ee-983e-e65e60391041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'f4c948db-f932-46ec-b83c-396755cf4bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:37Z', 'updated_at': '2022-05-26T16:10:47Z', 'revision_number': 5, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'subnets': [{'id': 'f4c948db-f932-46ec-b83c-396755cf4bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:13:25.390507 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56674) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:25.426723 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3673bd65-460e-4570-8a37-3e857540c7b8 req-4005a2fb-d042-47ed-975e-961f6a40a839 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6f6a2a3e-a609-45ee-8dae-b458796edec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959044 May 26 16:13:25.496330 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56680) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:25.571367 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b458b903-dd3e-48e8-8153-99ea54bd786e tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:25.645890 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b458b903-dd3e-48e8-8153-99ea54bd786e tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:25.666486 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-b39814b7-36ce-49fd-abca-c65eb043e2cb req-58fafd5b-fdfe-4b5b-b35a-3979f8080272 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Deleting port c447ea91-ba13-4fd6-a4d1-4b05b7b10c26 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:25.667007 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b39814b7-36ce-49fd-abca-c65eb043e2cb req-58fafd5b-fdfe-4b5b-b35a-3979f8080272 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:25.810995 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f1015d0-fde9-4171-bc56-60edc9f1511c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:25.847197 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b458b903-dd3e-48e8-8153-99ea54bd786e tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:25.850229 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b458b903-dd3e-48e8-8153-99ea54bd786e tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:25.851803 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b458b903-dd3e-48e8-8153-99ea54bd786e tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "DELETE /v2.0/security-groups/5657caa3-fd19-4e63-9466-79994f192429 HTTP/1.1" status: 204 len: 168 time: 0.4602931 May 26 16:13:25.857728 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56690) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:25.901847 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458b903-dd3e-48e8-8153-99ea54bd786e tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5657caa3-fd19-4e63-9466-79994f192429,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:25.907848 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b39814b7-36ce-49fd-abca-c65eb043e2cb req-58fafd5b-fdfe-4b5b-b35a-3979f8080272 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:25.908514 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b39814b7-36ce-49fd-abca-c65eb043e2cb req-58fafd5b-fdfe-4b5b-b35a-3979f8080272 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:25.914014 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-c31cfae4-3372-4e74-9de1-12c3558be154 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] show failed (client error): The resource could not be found. May 26 16:13:25.915661 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c31cfae4-3372-4e74-9de1-12c3558be154 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "GET /v2.0/security-groups/5657caa3-fd19-4e63-9466-79994f192429 HTTP/1.1" status: 404 len: 347 time: 0.0526469 May 26 16:13:25.926154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56692) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:26.029416 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f1015d0-fde9-4171-bc56-60edc9f1511c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:26.034890 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-b39814b7-36ce-49fd-abca-c65eb043e2cb req-58fafd5b-fdfe-4b5b-b35a-3979f8080272 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Calling delete_port for c447ea91-ba13-4fd6-a4d1-4b05b7b10c26 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:26.039892 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f1015d0-fde9-4171-bc56-60edc9f1511c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:26.080551 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae91935-21db-43ca-b3e4-4988451f8ddf None None] New status for floating IP 6566acf4-65c7-4c18-a1b8-62c7b35127c7: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:13:26.094384 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3673bd65-460e-4570-8a37-3e857540c7b8 req-4c4b0330-403a-43f9-b34b-54bff1a59573 service neutron] 10.222.0.81 "GET /v2.0/networks/6f6a2a3e-a609-45ee-8dae-b458796edec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6617942 May 26 16:13:26.112195 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4f1015d0-fde9-4171-bc56-60edc9f1511c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c413f30e8e39470490a3765d98bef7a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5604172 May 26 16:13:26.113656 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1015d0-fde9-4171-bc56-60edc9f1511c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5940edd-d5c4-4986-a7d3-9e16cccc9c69,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:26.117324 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56694) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:26.198873 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cba007c9-8a20-4089-8781-4fe110fcca08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:26.224812 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cba007c9-8a20-4089-8781-4fe110fcca08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:26.307499 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cba007c9-8a20-4089-8781-4fe110fcca08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:26.312219 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cba007c9-8a20-4089-8781-4fe110fcca08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:26.316041 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cba007c9-8a20-4089-8781-4fe110fcca08 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e5940edd-d5c4-4986-a7d3-9e16cccc9c69 HTTP/1.1" status: 204 len: 168 time: 0.1975567 May 26 16:13:26.324009 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba007c9-8a20-4089-8781-4fe110fcca08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5940edd-d5c4-4986-a7d3-9e16cccc9c69,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:26.387706 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-5860d193-c145-419c-8d14-01a560d4f719 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Deleting port b6204968-26b8-46a6-9842-5f6aa781c32b {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:26.388850 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5860d193-c145-419c-8d14-01a560d4f719 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:26.393489 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3673bd65-460e-4570-8a37-3e857540c7b8 req-51ed9bbf-a4c9-46b2-930a-1cf337203725 service neutron] 10.222.0.81 "GET /v2.0/networks/6f6a2a3e-a609-45ee-8dae-b458796edec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880242 May 26 16:13:26.496331 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-47008860-ad62-4898-be65-1564e7d5e2be req-34ed9b3c-b2c6-4dc0-8fbd-513476a5020a tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/ports?device_id=18ae78c6-8ca5-43be-88e7-20ab143241ca HTTP/1.1" status: 200 len: 210 time: 0.0446897 May 26 16:13:26.524469 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b39814b7-36ce-49fd-abca-c65eb043e2cb req-58fafd5b-fdfe-4b5b-b35a-3979f8080272 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:26.547412 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5860d193-c145-419c-8d14-01a560d4f719 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:26.547739 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5860d193-c145-419c-8d14-01a560d4f719 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:26.574316 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fafd5b-fdfe-4b5b-b35a-3979f8080272 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Pushing event deleted for resources: {'Port': ['ID=c447ea91-ba13-4fd6-a4d1-4b05b7b10c26,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:26.583254 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-5860d193-c145-419c-8d14-01a560d4f719 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Calling delete_port for b6204968-26b8-46a6-9842-5f6aa781c32b owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:26.694191 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56706) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:26.709398 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-044cb64b-48b9-453f-bc2c-f75e976501d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:26.761816 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b39814b7-36ce-49fd-abca-c65eb043e2cb req-58fafd5b-fdfe-4b5b-b35a-3979f8080272 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:26.766267 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b39814b7-36ce-49fd-abca-c65eb043e2cb req-58fafd5b-fdfe-4b5b-b35a-3979f8080272 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:26.767460 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b39814b7-36ce-49fd-abca-c65eb043e2cb req-58fafd5b-fdfe-4b5b-b35a-3979f8080272 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "DELETE /v2.0/floatingips/9535930d-7e4f-4540-9305-1517f24876fc HTTP/1.1" status: 204 len: 173 time: 1.6715014 May 26 16:13:26.856978 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-044cb64b-48b9-453f-bc2c-f75e976501d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:26.860062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-8f04174a-4802-40aa-85cd-cf6b41f242ca tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:26.861586 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-8f04174a-4802-40aa-85cd-cf6b41f242ca tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.81 "GET /v2.0/networks?id=2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc HTTP/1.1" status: 200 len: 814 time: 0.2359140 May 26 16:13:26.865194 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-044cb64b-48b9-453f-bc2c-f75e976501d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:26.882079 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-9d379354-9cc2-47a4-bf5a-5346bf1ef8ea tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Request body: {'port': {'device_id': '18ae78c6-8ca5-43be-88e7-20ab143241ca', 'network_id': '2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc', 'admin_state_up': True, 'tenant_id': '4d1a351f4b434a799b786c2321c9f0ad'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:26.915614 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-044cb64b-48b9-453f-bc2c-f75e976501d1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e53fdbfcd7194b9f89e46d29d21c0cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2202151 May 26 16:13:26.916487 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56720) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:26.953333 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044cb64b-48b9-453f-bc2c-f75e976501d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1895e98f-8efa-499d-82a6-da18315e4bae,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:26.999454 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c24ea814-a6b5-4cce-aeff-e10b182fff86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:27.028614 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c24ea814-a6b5-4cce-aeff-e10b182fff86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:27.039594 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2d563ef-9644-4f15-89f1-331c2ebd3f72 req-3718093f-1dd6-46b3-b40b-0d881395a245 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups/1570ef72-5070-4054-a73a-2bec84a224fd HTTP/1.1" status: 200 len: 1808 time: 0.2180727 May 26 16:13:27.094803 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c24ea814-a6b5-4cce-aeff-e10b182fff86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:27.097997 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c24ea814-a6b5-4cce-aeff-e10b182fff86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:27.102543 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c24ea814-a6b5-4cce-aeff-e10b182fff86 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1895e98f-8efa-499d-82a6-da18315e4bae HTTP/1.1" status: 204 len: 168 time: 0.1806047 May 26 16:13:27.107439 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5860d193-c145-419c-8d14-01a560d4f719 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:27.132365 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ea814-a6b5-4cce-aeff-e10b182fff86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1895e98f-8efa-499d-82a6-da18315e4bae,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:27.172906 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860d193-c145-419c-8d14-01a560d4f719 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Pushing event deleted for resources: {'Port': ['ID=b6204968-26b8-46a6-9842-5f6aa781c32b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:27.261046 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f2d563ef-9644-4f15-89f1-331c2ebd3f72 req-c26746f5-4704-43b0-874e-7fcfb2af1494 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:27.265970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-9d379354-9cc2-47a4-bf5a-5346bf1ef8ea tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Made reservation on behalf of 4d1a351f4b434a799b786c2321c9f0ad for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:27.269666 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-9d379354-9cc2-47a4-bf5a-5346bf1ef8ea tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:27.301164 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5860d193-c145-419c-8d14-01a560d4f719 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:27.303847 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5860d193-c145-419c-8d14-01a560d4f719 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:27.305045 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5860d193-c145-419c-8d14-01a560d4f719 tempest-ServersTestJSON-1334780324 tempest-ServersTestJSON-1334780324-project] 10.222.0.77 "DELETE /v2.0/floatingips/6566acf4-65c7-4c18-a1b8-62c7b35127c7 HTTP/1.1" status: 204 len: 168 time: 1.3728399 May 26 16:13:27.308140 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56726) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:27.754817 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f2d563ef-9644-4f15-89f1-331c2ebd3f72 req-c26746f5-4704-43b0-874e-7fcfb2af1494 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:27.876700 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc1f21e4-91a9-4325-9d45-7105ec104298 req-057740ad-5e52-47c4-b9e0-d453fa74bd56 tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/ports?device_id=18ae78c6-8ca5-43be-88e7-20ab143241ca HTTP/1.1" status: 200 len: 210 time: 0.1179731 May 26 16:13:27.886294 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f2d563ef-9644-4f15-89f1-331c2ebd3f72 req-c26746f5-4704-43b0-874e-7fcfb2af1494 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:27.890589 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f2d563ef-9644-4f15-89f1-331c2ebd3f72 req-c26746f5-4704-43b0-874e-7fcfb2af1494 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:27.895979 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2d563ef-9644-4f15-89f1-331c2ebd3f72 req-c26746f5-4704-43b0-874e-7fcfb2af1494 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "DELETE /v2.0/security-groups/1570ef72-5070-4054-a73a-2bec84a224fd HTTP/1.1" status: 204 len: 173 time: 0.8466125 May 26 16:13:27.915017 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26746f5-4704-43b0-874e-7fcfb2af1494 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1570ef72-5070-4054-a73a-2bec84a224fd,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:27.929123 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-9d379354-9cc2-47a4-bf5a-5346bf1ef8ea tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Allocated IP 172.20.0.14 (2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc/7baf755e-0086-4f0d-97bc-f624bd29082c/5c6aa3d2-08af-4646-af3b-81898201d348) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:28.170080 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cc64fa21-867d-4670-ace2-a059490809ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:28.269627 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-9d379354-9cc2-47a4-bf5a-5346bf1ef8ea tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:28.373848 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-9d379354-9cc2-47a4-bf5a-5346bf1ef8ea tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:28.467098 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-9d379354-9cc2-47a4-bf5a-5346bf1ef8ea tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Network 2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:28.473339 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-9d379354-9cc2-47a4-bf5a-5346bf1ef8ea tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:28.480740 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-9d379354-9cc2-47a4-bf5a-5346bf1ef8ea tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:28.542173 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-9d379354-9cc2-47a4-bf5a-5346bf1ef8ea tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:28.543001 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-9d379354-9cc2-47a4-bf5a-5346bf1ef8ea tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:28.548684 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-cc64fa21-867d-4670-ace2-a059490809ba admin admin] Deleting port d7983dda-5f5b-4156-a357-d4bb39f761d4 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:28.549032 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cc64fa21-867d-4670-ace2-a059490809ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:28.577007 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8951f5d-e11a-40b8-8241-499e7548f24f req-e135466b-e9e8-418a-9126-c60780f9b63f tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:28.578826 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8951f5d-e11a-40b8-8241-499e7548f24f req-e135466b-e9e8-418a-9126-c60780f9b63f tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.2358193 May 26 16:13:28.582854 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-9d379354-9cc2-47a4-bf5a-5346bf1ef8ea tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7111852 May 26 16:13:28.583728 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d379354-9cc2-47a4-bf5a-5346bf1ef8ea tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Pushing event updated for resources: {'Port': ['ID=5c6aa3d2-08af-4646-af3b-81898201d348,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:28.629186 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-a9c31d93-cd62-4d7d-98e1-84174c52624d service neutron] Request body: {'port': {'device_id': '18ae78c6-8ca5-43be-88e7-20ab143241ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:28.661758 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-cc64fa21-867d-4670-ace2-a059490809ba admin admin] For port d7983dda-5f5b-4156-a357-d4bb39f761d4, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d7983dda-5f5b-4156-a357-d4bb39f761d4,segment=NetworkSegment(11a76e5f-9290-4dfa-b37b-055b471314c0),segment_id=11a76e5f-9290-4dfa-b37b-055b471314c0)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:28.662216 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cc64fa21-867d-4670-ace2-a059490809ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:28.670437 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8951f5d-e11a-40b8-8241-499e7548f24f req-6490c844-5edb-48b7-9840-3ffd45125353 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801842 May 26 16:13:28.678392 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-cc64fa21-867d-4670-ace2-a059490809ba admin admin] Calling delete_port for d7983dda-5f5b-4156-a357-d4bb39f761d4 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:28.706273 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-a9c31d93-cd62-4d7d-98e1-84174c52624d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:28.950148 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cc64fa21-867d-4670-ace2-a059490809ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:29.020980 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64fa21-867d-4670-ace2-a059490809ba admin admin] Pushing event deleted for resources: {'Port': ['ID=d7983dda-5f5b-4156-a357-d4bb39f761d4,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:29.108603 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b48218-90a2-4e2f-b8af-1cafd1151d8e req-cfdc85ab-e85f-4cc0-9882-4f854f7a5585 tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:29.110192 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76b48218-90a2-4e2f-b8af-1cafd1151d8e req-cfdc85ab-e85f-4cc0-9882-4f854f7a5585 tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/ports?device_id=18ae78c6-8ca5-43be-88e7-20ab143241ca HTTP/1.1" status: 200 len: 932 time: 0.1310537 May 26 16:13:29.295416 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76b48218-90a2-4e2f-b8af-1cafd1151d8e req-9c259b31-736f-49ab-823a-9d79ce74753a tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/security-groups?id=22faaeb1-2601-416f-805f-637ffdf65968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722269 May 26 16:13:29.309451 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-a9c31d93-cd62-4d7d-98e1-84174c52624d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c6aa3d2-08af-4646-af3b-81898201d348 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:13:29.335063 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-a9c31d93-cd62-4d7d-98e1-84174c52624d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:29.371056 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-a9c31d93-cd62-4d7d-98e1-84174c52624d service neutron] Transition to ACTIVE for port object 5c6aa3d2-08af-4646-af3b-81898201d348 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:13:29.378635 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-a9c31d93-cd62-4d7d-98e1-84174c52624d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:29.464519 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cc64fa21-867d-4670-ace2-a059490809ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:29.471697 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c31d93-cd62-4d7d-98e1-84174c52624d service neutron] Pushing event updated for resources: {'Port': ['ID=5c6aa3d2-08af-4646-af3b-81898201d348,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:29.718714 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-a9c31d93-cd62-4d7d-98e1-84174c52624d service neutron] Attempting to bind port 5c6aa3d2-08af-4646-af3b-81898201d348 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:13:29.719132 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-a9c31d93-cd62-4d7d-98e1-84174c52624d service neutron] Attempting to bind port 5c6aa3d2-08af-4646-af3b-81898201d348 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '252fca40-b6e1-4d58-93e9-25e140b9d3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:13:29.719485 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-a9c31d93-cd62-4d7d-98e1-84174c52624d service neutron] Attempting to bind port 5c6aa3d2-08af-4646-af3b-81898201d348 on network 2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:13:29.728697 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-a9c31d93-cd62-4d7d-98e1-84174c52624d service neutron] Port 5c6aa3d2-08af-4646-af3b-81898201d348 on network 2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:13:29.729399 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-a9c31d93-cd62-4d7d-98e1-84174c52624d service neutron] Attempting to bind port 5c6aa3d2-08af-4646-af3b-81898201d348 on network 2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:13:29.742233 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-a9c31d93-cd62-4d7d-98e1-84174c52624d service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:13:29.742934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-a9c31d93-cd62-4d7d-98e1-84174c52624d service neutron] Checking segment: {'id': '252fca40-b6e1-4d58-93e9-25e140b9d3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:29.743859 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-a9c31d93-cd62-4d7d-98e1-84174c52624d service neutron] Bound using segment: {'id': '252fca40-b6e1-4d58-93e9-25e140b9d3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:13:29.744552 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-a9c31d93-cd62-4d7d-98e1-84174c52624d service neutron] Bound port: 5c6aa3d2-08af-4646-af3b-81898201d348, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252fca40-b6e1-4d58-93e9-25e140b9d3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:13:29.744923 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-a9c31d93-cd62-4d7d-98e1-84174c52624d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:29.888503 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e8d12-a374-465b-b38f-3165069ce112 req-ca8755ac-064c-47b4-97ae-4ebc3519ab67 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:29.896862 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-480e8d12-a374-465b-b38f-3165069ce112 req-ca8755ac-064c-47b4-97ae-4ebc3519ab67 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.1143436 May 26 16:13:29.899545 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc64fa21-867d-4670-ace2-a059490809ba admin admin] Router 33b348bf-ace5-44ee-983e-e65e60391041 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:13:29.909629 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-a9c31d93-cd62-4d7d-98e1-84174c52624d service neutron] For port 5c6aa3d2-08af-4646-af3b-81898201d348, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:13:29.914709 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-a9c31d93-cd62-4d7d-98e1-84174c52624d service neutron] For port 5c6aa3d2-08af-4646-af3b-81898201d348, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=5c6aa3d2-08af-4646-af3b-81898201d348,segment=NetworkSegment(252fca40-b6e1-4d58-93e9-25e140b9d3a8),segment_id=252fca40-b6e1-4d58-93e9-25e140b9d3a8)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:13:29.934859 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-a9c31d93-cd62-4d7d-98e1-84174c52624d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.042369 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-a9c31d93-cd62-4d7d-98e1-84174c52624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:30.053296 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-a9c31d93-cd62-4d7d-98e1-84174c52624d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.055575 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-a9c31d93-cd62-4d7d-98e1-84174c52624d service neutron] 10.222.0.81 "PUT /v2.0/ports/5c6aa3d2-08af-4646-af3b-81898201d348 HTTP/1.1" status: 200 len: 1092 time: 1.4301732 May 26 16:13:30.055938 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ae78c6-8ca5-43be-88e7-20ab143241ca', 'tag': '5c6aa3d2-08af-4646-af3b-81898201d348'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:13:30.058525 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc64fa21-867d-4670-ace2-a059490809ba admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:13:30.059425 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3614e87-dc55-49bb-a848-1df0be8c776d" -d '{"events": [{"name": "network-changed", "server_uuid": "18ae78c6-8ca5-43be-88e7-20ab143241ca", "tag": "5c6aa3d2-08af-4646-af3b-81898201d348"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:13:30.071751 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b3206-6cdd-427b-91a8-540bd7ee54d8 None None] Sync routers for ids ['33b348bf-ace5-44ee-983e-e65e60391041'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:13:30.088320 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cc64fa21-867d-4670-ace2-a059490809ba admin admin] 10.222.0.77 "PUT /v2.0/routers/33b348bf-ace5-44ee-983e-e65e60391041/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7768168 May 26 16:13:30.089288 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56836) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:30.092869 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65b3206-6cdd-427b-91a8-540bd7ee54d8 None None] Routers {'33b348bf-ace5-44ee-983e-e65e60391041'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:30.093544 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d65b3206-6cdd-427b-91a8-540bd7ee54d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:13:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['33b348bf-ace5-44ee-983e-e65e60391041'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:30.237066 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-480e8d12-a374-465b-b38f-3165069ce112 req-46f1f10c-8d9c-450e-8d0f-db0a40dcf579 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391163 May 26 16:13:30.240011 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cf40dd-bbb0-4625-869a-96a771b73265 x-openstack-request-id: req-33cf40dd-bbb0-4625-869a-96a771b73265 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:13:30.240920 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ae78c6-8ca5-43be-88e7-20ab143241ca", "tag": "5c6aa3d2-08af-4646-af3b-81898201d348", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:13:30.241463 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-33cf40dd-bbb0-4625-869a-96a771b73265 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:13:30.242215 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33cf40dd-bbb0-4625-869a-96a771b73265'] response: {'name': 'network-changed', 'server_uuid': '18ae78c6-8ca5-43be-88e7-20ab143241ca', 'tag': '5c6aa3d2-08af-4646-af3b-81898201d348', 'status': 'completed', 'code': 200} May 26 16:13:30.254722 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c31d93-cd62-4d7d-98e1-84174c52624d service neutron] Pushing event updated for resources: {'Port': ['ID=5c6aa3d2-08af-4646-af3b-81898201d348,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:30.274803 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9b9a86b9-530c-48e2-bb75-9df884376577 admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.294440 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-09f912f2-755b-4742-9dbf-5a69e139aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:30.296549 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-09f912f2-755b-4742-9dbf-5a69e139aa0a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d1a351f4b434a799b786c2321c9f0ad&device_id=18ae78c6-8ca5-43be-88e7-20ab143241ca HTTP/1.1" status: 200 len: 1095 time: 0.1710603 May 26 16:13:30.344750 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-d65b3206-6cdd-427b-91a8-540bd7ee54d8 None None] Set router 33b348bf-ace5-44ee-983e-e65e60391041 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:13:30.390360 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-8e9819cb-21a6-4357-bbf3-63667cecdf27 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c6aa3d2-08af-4646-af3b-81898201d348 HTTP/1.1" status: 200 len: 217 time: 0.0826285 May 26 16:13:30.401615 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.557402 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9b9a86b9-530c-48e2-bb75-9df884376577 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.573152 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-9d619475-4d2a-49c0-8c92-65e37702178f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:30.575042 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-9d619475-4d2a-49c0-8c92-65e37702178f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7baf755e-0086-4f0d-97bc-f624bd29082c HTTP/1.1" status: 200 len: 854 time: 0.1729798 May 26 16:13:30.620434 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-9b9a86b9-530c-48e2-bb75-9df884376577 admin admin] Deleting port 2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:30.622939 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9b9a86b9-530c-48e2-bb75-9df884376577 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.656604 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33e7f4-745f-451c-a541-7b4aa53f4b7f req-fa71aa34-463e-461b-9a75-f0db988b485b tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:30.658811 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a33e7f4-745f-451c-a541-7b4aa53f4b7f req-fa71aa34-463e-461b-9a75-f0db988b485b tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/ports?device_id=18ae78c6-8ca5-43be-88e7-20ab143241ca HTTP/1.1" status: 200 len: 944 time: 0.1390538 May 26 16:13:30.661221 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-4d3ed3b1-6c13-4bb4-a655-c74cceea65aa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624225 May 26 16:13:30.738633 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56848) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:30.739019 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d65b3206-6cdd-427b-91a8-540bd7ee54d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b348bf-ace5-44ee-983e-e65e60391041', 'name': 'tempest-ServersTestJSON-1436216598-router', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:13:28Z', 'revision_number': 5, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'gw_port': {'id': '2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b348bf-ace5-44ee-983e-e65e60391041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:10:32Z', 'updated_at': '2022-05-26T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:30.778087 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011506ce-3757-435a-b5a8-98b2847df823 req-55ec1e26-26a8-4081-9d16-74f5b832a752 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:30.780454 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-011506ce-3757-435a-b5a8-98b2847df823 req-55ec1e26-26a8-4081-9d16-74f5b832a752 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.0961113 May 26 16:13:30.791084 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b3206-6cdd-427b-91a8-540bd7ee54d8 None None] Checking router: 33b348bf-ace5-44ee-983e-e65e60391041 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:13:30.832349 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65b3206-6cdd-427b-91a8-540bd7ee54d8 None None] Routers {'33b348bf-ace5-44ee-983e-e65e60391041'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:30.833260 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d65b3206-6cdd-427b-91a8-540bd7ee54d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:13:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['33b348bf-ace5-44ee-983e-e65e60391041'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:30.847837 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-9b9a86b9-530c-48e2-bb75-9df884376577 admin admin] For port 2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:30.848248 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9b9a86b9-530c-48e2-bb75-9df884376577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:30.862748 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a33e7f4-745f-451c-a541-7b4aa53f4b7f req-57d57972-1be6-4b02-9bde-006699e5c388 tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/security-groups?id=22faaeb1-2601-416f-805f-637ffdf65968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961119 May 26 16:13:30.919966 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-9b9a86b9-530c-48e2-bb75-9df884376577 admin admin] Calling delete_port for 2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:30.978298 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-2c2cb472-3ae4-46fb-bf03-fb3b7ab95e18 service neutron] 10.222.0.81 "GET /v2.0/networks/2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093345 May 26 16:13:31.011208 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-011506ce-3757-435a-b5a8-98b2847df823 req-df1d6187-8a83-4831-ae5f-51c68f419773 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Deleting port a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:31.011573 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-011506ce-3757-435a-b5a8-98b2847df823 req-df1d6187-8a83-4831-ae5f-51c68f419773 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.046836 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-d65b3206-6cdd-427b-91a8-540bd7ee54d8 None None] Set router 33b348bf-ace5-44ee-983e-e65e60391041 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:13:31.112080 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8732a72-0eb5-4de3-a390-0b9b12ef2ea9 req-955cc6f2-d011-446a-8a59-43a50403f731 service neutron] 10.222.0.81 "GET /v2.0/networks/2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266789 May 26 16:13:31.180614 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d65b3206-6cdd-427b-91a8-540bd7ee54d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b348bf-ace5-44ee-983e-e65e60391041', 'name': 'tempest-ServersTestJSON-1436216598-router', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:13:30Z', 'revision_number': 6, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:31.236918 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b3206-6cdd-427b-91a8-540bd7ee54d8 None None] The sync data for ids ['33b348bf-ace5-44ee-983e-e65e60391041'] in n-d-843337-2 is: [{'id': '33b348bf-ace5-44ee-983e-e65e60391041', 'name': 'tempest-ServersTestJSON-1436216598-router', 'tenant_id': '590689817d754ed9bb2f6370cd7ef910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:10:31Z', 'updated_at': '2022-05-26T16:13:30Z', 'revision_number': 6, 'project_id': '590689817d754ed9bb2f6370cd7ef910', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:13:31.245317 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d87c47ea-a340-4bb0-9576-10a801aed0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.281042 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3614e87-dc55-49bb-a848-1df0be8c776d req-4d1f4ebc-a4a6-4d56-a431-e8efceb5455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:31.282825 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c3614e87-dc55-49bb-a848-1df0be8c776d req-4d1f4ebc-a4a6-4d56-a431-e8efceb5455e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d1a351f4b434a799b786c2321c9f0ad&device_id=18ae78c6-8ca5-43be-88e7-20ab143241ca HTTP/1.1" status: 200 len: 1095 time: 0.0967650 May 26 16:13:31.417172 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9b9a86b9-530c-48e2-bb75-9df884376577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.425202 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-011506ce-3757-435a-b5a8-98b2847df823 req-df1d6187-8a83-4831-ae5f-51c68f419773 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] For port a7f473c3-1d30-4c5e-83e6-7613ff6adcb2, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=a7f473c3-1d30-4c5e-83e6-7613ff6adcb2,segment=NetworkSegment(cf899e9d-2aa1-46ef-9bb7-011a91a50131),segment_id=cf899e9d-2aa1-46ef-9bb7-011a91a50131)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:31.425490 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-011506ce-3757-435a-b5a8-98b2847df823 req-df1d6187-8a83-4831-ae5f-51c68f419773 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.518814 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-011506ce-3757-435a-b5a8-98b2847df823 req-df1d6187-8a83-4831-ae5f-51c68f419773 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Calling delete_port for a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:31.521006 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a86b9-530c-48e2-bb75-9df884376577 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:31.534229 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d87c47ea-a340-4bb0-9576-10a801aed0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.537561 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3614e87-dc55-49bb-a848-1df0be8c776d req-ae20d49f-1933-4eaa-86b8-3e7d293fda1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:31.539530 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c3614e87-dc55-49bb-a848-1df0be8c776d req-ae20d49f-1933-4eaa-86b8-3e7d293fda1f service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc HTTP/1.1" status: 200 len: 915 time: 0.2469668 May 26 16:13:31.549796 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b299c-1f33-4b1e-a093-cf927393063f req-e6f4673e-75fb-4264-89ef-b42b765a73dd tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:31.551592 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-422b299c-1f33-4b1e-a093-cf927393063f req-e6f4673e-75fb-4264-89ef-b42b765a73dd tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 945 time: 0.1399281 May 26 16:13:31.568648 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d87c47ea-a340-4bb0-9576-10a801aed0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.664779 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c3614e87-dc55-49bb-a848-1df0be8c776d req-1c5adc01-0786-4ce1-90bc-c40a0b1c0253 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c6aa3d2-08af-4646-af3b-81898201d348 HTTP/1.1" status: 200 len: 217 time: 0.1114445 May 26 16:13:31.726899 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d87c47ea-a340-4bb0-9576-10a801aed0fc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=251c0deefe554327a570dda40d860295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9833038 May 26 16:13:31.735715 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56866) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:31.767218 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d7983dda-5f5b-4156-a357-d4bb39f761d4 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:31.809080 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: d7983dda-5f5b-4156-a357-d4bb39f761d4 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:31.809980 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d7983dda-5f5b-4156-a357-d4bb39f761d4 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:31.814665 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c47ea-a340-4bb0-9576-10a801aed0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ff674f-8097-4163-a0fc-a080ec80489a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:31.843769 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-422b299c-1f33-4b1e-a093-cf927393063f req-7a531525-85bf-42a2-b6bf-1057e733c90a tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfc00024-4d83-45f7-88a7-a6c330f12db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664096 May 26 16:13:31.865357 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9b9a86b9-530c-48e2-bb75-9df884376577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.870675 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3614e87-dc55-49bb-a848-1df0be8c776d req-3d14b896-042d-4ad2-8df1-d24b7af5032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:31.873465 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c3614e87-dc55-49bb-a848-1df0be8c776d req-3d14b896-042d-4ad2-8df1-d24b7af5032d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7baf755e-0086-4f0d-97bc-f624bd29082c HTTP/1.1" status: 200 len: 854 time: 0.1450112 May 26 16:13:31.957321 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-011506ce-3757-435a-b5a8-98b2847df823 req-df1d6187-8a83-4831-ae5f-51c68f419773 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:31.963837 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c3614e87-dc55-49bb-a848-1df0be8c776d req-1b486deb-6e3e-4838-bda6-76968716ee6f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821123 May 26 16:13:32.021777 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9b9a86b9-530c-48e2-bb75-9df884376577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.025362 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9b9a86b9-530c-48e2-bb75-9df884376577 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.079568 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-043cd0ad-ccc9-4023-aadd-ab90d4a607ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.088832 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d6187-8a83-4831-ae5f-51c68f419773 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Pushing event deleted for resources: {'Port': ['ID=a7f473c3-1d30-4c5e-83e6-7613ff6adcb2,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:32.118004 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddf274-f75d-422e-905e-04c2ccac77f6 req-8aa30855-ca37-4cff-b219-a6c5f1f14290 tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:32.126208 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-20ddf274-f75d-422e-905e-04c2ccac77f6 req-8aa30855-ca37-4cff-b219-a6c5f1f14290 tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/ports?device_id=18ae78c6-8ca5-43be-88e7-20ab143241ca HTTP/1.1" status: 200 len: 944 time: 0.1392705 May 26 16:13:32.161064 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c3614e87-dc55-49bb-a848-1df0be8c776d req-51291942-047b-437c-ab0e-968b93df6ed8 service neutron] 10.222.0.81 "GET /v2.0/networks/2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884606 May 26 16:13:32.208612 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-20ddf274-f75d-422e-905e-04c2ccac77f6 req-d7e32d95-5ee3-4506-af07-119eda698251 tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/security-groups?id=22faaeb1-2601-416f-805f-637ffdf65968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812855 May 26 16:13:32.214793 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9b9a86b9-530c-48e2-bb75-9df884376577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.216233 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9a86b9-530c-48e2-bb75-9df884376577 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33b348bf-ace5-44ee-983e-e65e60391041 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:13:32.223941 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-043cd0ad-ccc9-4023-aadd-ab90d4a607ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.264851 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9b9a86b9-530c-48e2-bb75-9df884376577 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.265325 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9b9a86b9-530c-48e2-bb75-9df884376577 admin admin] 10.222.0.77 "DELETE /v2.0/routers/33b348bf-ace5-44ee-983e-e65e60391041 HTTP/1.1" status: 204 len: 168 time: 2.1738398 May 26 16:13:32.269619 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56870) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:32.300841 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-011506ce-3757-435a-b5a8-98b2847df823 req-df1d6187-8a83-4831-ae5f-51c68f419773 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] No DVR routers for this DVR port a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:32.304086 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-011506ce-3757-435a-b5a8-98b2847df823 req-df1d6187-8a83-4831-ae5f-51c68f419773 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.307608 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-011506ce-3757-435a-b5a8-98b2847df823 req-df1d6187-8a83-4831-ae5f-51c68f419773 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.81 "DELETE /v2.0/ports/a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 HTTP/1.1" status: 204 len: 173 time: 1.5167351 May 26 16:13:32.308086 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61', 'name': 'network-vif-deleted', 'tag': 'a7f473c3-1d30-4c5e-83e6-7613ff6adcb2'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:13:32.311432 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62aef25-1d48-463f-a4d4-bbe01a7afe03" -d '{"events": [{"server_uuid": "2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61", "name": "network-vif-deleted", "tag": "a7f473c3-1d30-4c5e-83e6-7613ff6adcb2"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:13:32.368550 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-043cd0ad-ccc9-4023-aadd-ab90d4a607ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.380844 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-043cd0ad-ccc9-4023-aadd-ab90d4a607ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.386343 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec7a437-d27e-43cd-81f4-018dda7165e7 admin admin] Deleting subnet f4c948db-f932-46ec-b83c-396755cf4bf3 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:13:32.386862 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-043cd0ad-ccc9-4023-aadd-ab90d4a607ba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/19ff674f-8097-4163-a0fc-a080ec80489a HTTP/1.1" status: 204 len: 168 time: 0.6490939 May 26 16:13:32.420845 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2ec7a437-d27e-43cd-81f4-018dda7165e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.429027 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fc110c-8e4c-4bd9-bd20-dc26724c9139 x-openstack-request-id: req-07fc110c-8e4c-4bd9-bd20-dc26724c9139 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:13:32.429533 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61", "name": "network-vif-deleted", "tag": "a7f473c3-1d30-4c5e-83e6-7613ff6adcb2", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:13:32.429533 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-07fc110c-8e4c-4bd9-bd20-dc26724c9139 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:13:32.429958 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07fc110c-8e4c-4bd9-bd20-dc26724c9139'] response: {'server_uuid': '2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61', 'name': 'network-vif-deleted', 'tag': 'a7f473c3-1d30-4c5e-83e6-7613ff6adcb2', 'status': 'completed', 'code': 200} May 26 16:13:32.430893 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043cd0ad-ccc9-4023-aadd-ab90d4a607ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ff674f-8097-4163-a0fc-a080ec80489a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:32.489751 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c3614e87-dc55-49bb-a848-1df0be8c776d req-56fc74f2-2a06-4419-af1d-ab53199e723f service neutron] 10.222.0.81 "GET /v2.0/networks/2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181596 May 26 16:13:32.531522 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2ec7a437-d27e-43cd-81f4-018dda7165e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.706418 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2ec7a437-d27e-43cd-81f4-018dda7165e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.797256 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2ec7a437-d27e-43cd-81f4-018dda7165e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.846225 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7a437-d27e-43cd-81f4-018dda7165e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4c948db-f932-46ec-b83c-396755cf4bf3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:32.853062 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2ec7a437-d27e-43cd-81f4-018dda7165e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:32.876292 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2ec7a437-d27e-43cd-81f4-018dda7165e7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f4c948db-f932-46ec-b83c-396755cf4bf3 HTTP/1.1" status: 204 len: 168 time: 0.6029241 May 26 16:13:32.877855 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56886) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:32.897294 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3feb478-0a94-49e2-ab6d-52110cebc560 None None] Network ca16d41c-d200-4396-bd00-d4e080e4dece requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:33.204213 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56888) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:33.299030 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b330981-3011-4253-8e43-ce419fc04a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.305154 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5afac0fa-b514-492b-b8ce-b1e8ed5f6fcd req-1f705bf5-e0de-4f6e-9ee3-fb6955aad7e3 tempest-ServerRescueTestJSONUnderV235-1761002099 tempest-ServerRescueTestJSONUnderV235-1761002099-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bcb11-e3fc-4ad4-a54d-205d1ec6aa61 HTTP/1.1" status: 200 len: 210 time: 0.1251926 May 26 16:13:33.329423 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b9b76bb-7915-4f67-b85d-df71abf480fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.414214 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cea93e-c77d-48ed-9795-e546303ed1a6 None None] DHCP port deletion for ca16d41c-d200-4396-bd00-d4e080e4dece request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:13:33.434465 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-0b330981-3011-4253-8e43-ce419fc04a90 admin admin] Deleting port f998b59d-c287-40e7-9f48-a6cc756eca0c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:33.435487 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b330981-3011-4253-8e43-ce419fc04a90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.578841 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f998b59d-c287-40e7-9f48-a6cc756eca0c no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:33.611130 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-0b330981-3011-4253-8e43-ce419fc04a90 admin admin] For port f998b59d-c287-40e7-9f48-a6cc756eca0c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f998b59d-c287-40e7-9f48-a6cc756eca0c,segment=NetworkSegment(11a76e5f-9290-4dfa-b37b-055b471314c0),segment_id=11a76e5f-9290-4dfa-b37b-055b471314c0)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:33.611848 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b330981-3011-4253-8e43-ce419fc04a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.644467 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-0b330981-3011-4253-8e43-ce419fc04a90 admin admin] Calling delete_port for f998b59d-c287-40e7-9f48-a6cc756eca0c owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:33.747534 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7429f-fa28-4715-93f1-065795c08b2b req-d4b9ea35-61ac-4be3-b7c8-d3f522762c39 tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:33.750004 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f8cea93e-c77d-48ed-9795-e546303ed1a6 None None] Deleting port f998b59d-c287-40e7-9f48-a6cc756eca0c {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:33.750587 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f8cea93e-c77d-48ed-9795-e546303ed1a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.772571 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-67f7429f-fa28-4715-93f1-065795c08b2b req-d4b9ea35-61ac-4be3-b7c8-d3f522762c39 tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/ports?device_id=18ae78c6-8ca5-43be-88e7-20ab143241ca HTTP/1.1" status: 200 len: 944 time: 0.2896979 May 26 16:13:33.889042 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-67f7429f-fa28-4715-93f1-065795c08b2b req-63f04ca2-9d4d-461d-b470-6976deed706f tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/security-groups?id=22faaeb1-2601-416f-805f-637ffdf65968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142943 May 26 16:13:33.908839 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b9b76bb-7915-4f67-b85d-df71abf480fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.921095 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6b9b76bb-7915-4f67-b85d-df71abf480fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:33.968768 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 5c6aa3d2-08af-4646-af3b-81898201d348 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:13:33.974488 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:33.991255 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b76bb-7915-4f67-b85d-df71abf480fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d2553b-2dcb-4c8d-96b1-35a3ac31ca13,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:34.052657 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6b9b76bb-7915-4f67-b85d-df71abf480fb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4b98f78c43714e449ea473273b2bc748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8472242 May 26 16:13:34.056915 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56902) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:34.192310 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-65796221-c07a-49b1-ae90-80396ce32294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.236770 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-65796221-c07a-49b1-ae90-80396ce32294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.246497 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:34.247963 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device a7f473c3-1d30-4c5e-83e6-7613ff6adcb2 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:34.291816 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-f8cea93e-c77d-48ed-9795-e546303ed1a6 None None] For port f998b59d-c287-40e7-9f48-a6cc756eca0c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f998b59d-c287-40e7-9f48-a6cc756eca0c,segment=NetworkSegment(11a76e5f-9290-4dfa-b37b-055b471314c0),segment_id=11a76e5f-9290-4dfa-b37b-055b471314c0)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:34.292639 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f8cea93e-c77d-48ed-9795-e546303ed1a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.338076 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b330981-3011-4253-8e43-ce419fc04a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.346726 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-65796221-c07a-49b1-ae90-80396ce32294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.352519 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-65796221-c07a-49b1-ae90-80396ce32294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.363126 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-65796221-c07a-49b1-ae90-80396ce32294 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/48d2553b-2dcb-4c8d-96b1-35a3ac31ca13 HTTP/1.1" status: 204 len: 168 time: 0.3047135 May 26 16:13:34.384902 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b330981-3011-4253-8e43-ce419fc04a90 admin admin] Pushing event deleted for resources: {'Port': ['ID=f998b59d-c287-40e7-9f48-a6cc756eca0c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:34.401707 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port f998b59d-c287-40e7-9f48-a6cc756eca0c is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:34.404923 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65796221-c07a-49b1-ae90-80396ce32294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d2553b-2dcb-4c8d-96b1-35a3ac31ca13,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:34.405702 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.411571 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b330981-3011-4253-8e43-ce419fc04a90 admin admin] No DVR routers for this DVR port f998b59d-c287-40e7-9f48-a6cc756eca0c on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:34.500475 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56910) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:34.596484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f8cea93e-c77d-48ed-9795-e546303ed1a6 None None] Calling delete_port for f998b59d-c287-40e7-9f48-a6cc756eca0c owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:34.607620 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b330981-3011-4253-8e43-ce419fc04a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.688332 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-0b330981-3011-4253-8e43-ce419fc04a90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca16d41c-d200-4396-bd00-d4e080e4dece']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:34.705390 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:34.712442 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-0b330981-3011-4253-8e43-ce419fc04a90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a76e5f-9290-4dfa-b37b-055b471314c0') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:34.713045 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-0b330981-3011-4253-8e43-ce419fc04a90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a76e5f-9290-4dfa-b37b-055b471314c0') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:34.713705 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 5c6aa3d2-08af-4646-af3b-81898201d348, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=5c6aa3d2-08af-4646-af3b-81898201d348,segment=NetworkSegment(252fca40-b6e1-4d58-93e9-25e140b9d3a8),segment_id=252fca40-b6e1-4d58-93e9-25e140b9d3a8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:34.732311 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b330981-3011-4253-8e43-ce419fc04a90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.753770 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b330981-3011-4253-8e43-ce419fc04a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.763762 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b330981-3011-4253-8e43-ce419fc04a90 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:13:34.764252 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b330981-3011-4253-8e43-ce419fc04a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.818207 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:34.826772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2cdb8e9e-02ee-452a-adb1-00b2e4c59f9a not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:34.834360 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '5c6aa3d2-08af-4646-af3b-81898201d348', 'network_id': '2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc', 'port_id': '5c6aa3d2-08af-4646-af3b-81898201d348', 'mac_address': 'fa:16:3e:19:f4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7baf755e-0086-4f0d-97bc-f624bd29082c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:13:34.863584 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b330981-3011-4253-8e43-ce419fc04a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.882321 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b330981-3011-4253-8e43-ce419fc04a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.906781 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0b330981-3011-4253-8e43-ce419fc04a90 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ca16d41c-d200-4396-bd00-d4e080e4dece HTTP/1.1" status: 204 len: 168 time: 2.0263550 May 26 16:13:34.921917 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b330981-3011-4253-8e43-ce419fc04a90 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca16d41c-d200-4396-bd00-d4e080e4dece,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:34.970906 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 5c6aa3d2-08af-4646-af3b-81898201d348 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:34.971490 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.974103 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f8cea93e-c77d-48ed-9795-e546303ed1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:34.984218 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f8cea93e-c77d-48ed-9795-e546303ed1a6 None None] Network ca16d41c-d200-4396-bd00-d4e080e4dece is not hosted by any dhcp agent {{(pid=103897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 26 16:13:34.984682 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cea93e-c77d-48ed-9795-e546303ed1a6 None None] No DVR routers for this DVR port f998b59d-c287-40e7-9f48-a6cc756eca0c on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:35.036191 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cea93e-c77d-48ed-9795-e546303ed1a6 None None] Pushing event deleted for resources: {'Port': ['ID=f998b59d-c287-40e7-9f48-a6cc756eca0c,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:35.040025 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cea93e-c77d-48ed-9795-e546303ed1a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:35.040580 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cea93e-c77d-48ed-9795-e546303ed1a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:35.041045 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cea93e-c77d-48ed-9795-e546303ed1a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:35.041527 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cea93e-c77d-48ed-9795-e546303ed1a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:35.041868 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cea93e-c77d-48ed-9795-e546303ed1a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:35.042200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cea93e-c77d-48ed-9795-e546303ed1a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:35.042525 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cea93e-c77d-48ed-9795-e546303ed1a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:35.042853 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cea93e-c77d-48ed-9795-e546303ed1a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:35.043178 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cea93e-c77d-48ed-9795-e546303ed1a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:35.043504 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cea93e-c77d-48ed-9795-e546303ed1a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:35.044007 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cea93e-c77d-48ed-9795-e546303ed1a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:35.044542 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cea93e-c77d-48ed-9795-e546303ed1a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:35.052765 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6aa3d2-08af-4646-af3b-81898201d348 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:13:35.085948 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 5c6aa3d2-08af-4646-af3b-81898201d348, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=5c6aa3d2-08af-4646-af3b-81898201d348,segment=NetworkSegment(252fca40-b6e1-4d58-93e9-25e140b9d3a8),segment_id=252fca40-b6e1-4d58-93e9-25e140b9d3a8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:35.094800 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.143212 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae8fe4-37e1-41a5-9a0f-6387bb3d7973 req-adfd1d91-2f56-4e9d-bd48-4348a63bd335 tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:35.145650 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-36ae8fe4-37e1-41a5-9a0f-6387bb3d7973 req-adfd1d91-2f56-4e9d-bd48-4348a63bd335 tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/ports?device_id=18ae78c6-8ca5-43be-88e7-20ab143241ca HTTP/1.1" status: 200 len: 944 time: 0.1026063 May 26 16:13:35.220367 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=5c6aa3d2-08af-4646-af3b-81898201d348,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:35.225103 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-36ae8fe4-37e1-41a5-9a0f-6387bb3d7973 req-3283448b-86c0-4b10-8297-9bebb6f239a9 tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/security-groups?id=22faaeb1-2601-416f-805f-637ffdf65968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688560 May 26 16:13:35.259849 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 11a76e5f-9290-4dfa-b37b-055b471314c0 resource provider aggregate not found May 26 16:13:35.265624 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-75fb45c1-6b1b-40d6-95cb-5a2f6f523468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.298395 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 11a76e5f-9290-4dfa-b37b-055b471314c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11a76e5f-9290-4dfa-b37b-055b471314c0 found for delete ", "request_id": "req-51e431ad-e827-4458-8245-57dbf46a0689"}]} May 26 16:13:35.313100 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['5c6aa3d2-08af-4646-af3b-81898201d348'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:13:35.319316 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56930) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:35.377955 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-43af0b96-119d-4da9-82a3-effb4f446c01 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=590689817d754ed9bb2f6370cd7ef910&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536659 May 26 16:13:35.379819 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56932) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:35.479724 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f46ba2fa-33e1-4034-88a2-e112cb678f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.525541 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f46ba2fa-33e1-4034-88a2-e112cb678f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.720552 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f46ba2fa-33e1-4034-88a2-e112cb678f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.723546 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f46ba2fa-33e1-4034-88a2-e112cb678f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.729637 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f46ba2fa-33e1-4034-88a2-e112cb678f8e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f4857694-4d8d-4d0e-828e-70d3972ceeaa HTTP/1.1" status: 204 len: 168 time: 0.3482616 May 26 16:13:35.748901 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ba2fa-33e1-4034-88a2-e112cb678f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4857694-4d8d-4d0e-828e-70d3972ceeaa,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:35.880058 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-75fb45c1-6b1b-40d6-95cb-5a2f6f523468 admin admin] Deleting port e11ac68b-566f-4a65-a729-0b24d4db44a1 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:35.880754 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-75fb45c1-6b1b-40d6-95cb-5a2f6f523468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:35.991715 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-75fb45c1-6b1b-40d6-95cb-5a2f6f523468 admin admin] For port e11ac68b-566f-4a65-a729-0b24d4db44a1, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e11ac68b-566f-4a65-a729-0b24d4db44a1,segment=NetworkSegment(cf899e9d-2aa1-46ef-9bb7-011a91a50131),segment_id=cf899e9d-2aa1-46ef-9bb7-011a91a50131)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:35.992003 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-75fb45c1-6b1b-40d6-95cb-5a2f6f523468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:36.014301 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-75fb45c1-6b1b-40d6-95cb-5a2f6f523468 admin admin] Calling delete_port for e11ac68b-566f-4a65-a729-0b24d4db44a1 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:36.315506 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-75fb45c1-6b1b-40d6-95cb-5a2f6f523468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:36.363071 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb45c1-6b1b-40d6-95cb-5a2f6f523468 admin admin] Pushing event deleted for resources: {'Port': ['ID=e11ac68b-566f-4a65-a729-0b24d4db44a1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:36.495975 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba7533-ad5b-4508-a314-af6c4d1ea642 req-6355d199-fbe6-4bb3-aec0-f254e15b7b68 tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:36.504066 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-29ba7533-ad5b-4508-a314-af6c4d1ea642 req-6355d199-fbe6-4bb3-aec0-f254e15b7b68 tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/ports?device_id=18ae78c6-8ca5-43be-88e7-20ab143241ca HTTP/1.1" status: 200 len: 945 time: 0.1507058 May 26 16:13:36.602861 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-29ba7533-ad5b-4508-a314-af6c4d1ea642 req-7cb189e0-d5dc-4e39-bfbf-956a9c5d96ac tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/security-groups?id=22faaeb1-2601-416f-805f-637ffdf65968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977149 May 26 16:13:36.697320 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-75fb45c1-6b1b-40d6-95cb-5a2f6f523468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:37.220341 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57008) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:37.525308 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57020) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:37.620620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-261c57a2-a681-4441-9d4e-7583fe56c065 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-110000482', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:37.665312 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261c57a2-a681-4441-9d4e-7583fe56c065 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Made reservation on behalf of 7ea427f310cd4cada991731b8f7fd672 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:37.669501 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-261c57a2-a681-4441-9d4e-7583fe56c065 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:37.678554 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ee4378fb-55d0-472e-9f96-d52745ffa380 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2141274000-network', 'tenant_id': '94e6292502144fce97eb1d215f185bd6'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:37.693212 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-261c57a2-a681-4441-9d4e-7583fe56c065 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:37.785369 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4378fb-55d0-472e-9f96-d52745ffa380 admin admin] Made reservation on behalf of 94e6292502144fce97eb1d215f185bd6 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:37.787967 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee4378fb-55d0-472e-9f96-d52745ffa380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:37.807157 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee4378fb-55d0-472e-9f96-d52745ffa380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:37.818457 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32bbc8-da06-4a2e-80a4-68f29a62f26f req-0b3a5f2c-df63-4e9e-8fbf-0f3bb89d9e8e tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:37.820029 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5b32bbc8-da06-4a2e-80a4-68f29a62f26f req-0b3a5f2c-df63-4e9e-8fbf-0f3bb89d9e8e tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/ports?device_id=18ae78c6-8ca5-43be-88e7-20ab143241ca HTTP/1.1" status: 200 len: 945 time: 0.1040483 May 26 16:13:37.825889 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-261c57a2-a681-4441-9d4e-7583fe56c065 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:37.835229 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-261c57a2-a681-4441-9d4e-7583fe56c065 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:37.847573 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-261c57a2-a681-4441-9d4e-7583fe56c065 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] device_id is not set on port d6d083ee-43eb-4333-9d00-97651962ef32 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:13:37.869488 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fb45c1-6b1b-40d6-95cb-5a2f6f523468 admin admin] Router 652bf443-5beb-48cc-9500-3f10ef09c231 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:13:37.908438 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5b32bbc8-da06-4a2e-80a4-68f29a62f26f req-53bfd0c1-e3f8-493f-a0a7-bdaad5b2b0f4 tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/security-groups?id=22faaeb1-2601-416f-805f-637ffdf65968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733972 May 26 16:13:37.933574 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c57a2-a681-4441-9d4e-7583fe56c065 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3112dc40-86dd-4c89-a41e-dfd4304b2a41,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:37.946419 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 5c6aa3d2-08af-4646-af3b-81898201d348 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:13:38.031680 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 5c6aa3d2-08af-4646-af3b-81898201d348 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:13:38.049227 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 5c6aa3d2-08af-4646-af3b-81898201d348 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:38.052647 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.164800 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-261c57a2-a681-4441-9d4e-7583fe56c065 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Allocated IP 172.25.7.72 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/d6d083ee-43eb-4333-9d00-97651962ef32) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:38.174831 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee4378fb-55d0-472e-9f96-d52745ffa380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.186021 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fb45c1-6b1b-40d6-95cb-5a2f6f523468 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:13:38.191688 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee4378fb-55d0-472e-9f96-d52745ffa380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.201844 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-75fb45c1-6b1b-40d6-95cb-5a2f6f523468 admin admin] 10.222.0.77 "PUT /v2.0/routers/652bf443-5beb-48cc-9500-3f10ef09c231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6962297 May 26 16:13:38.201844 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57026) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:38.232314 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ba829e-8816-4c31-82ba-628b78aba994 None None] Sync routers for ids ['652bf443-5beb-48cc-9500-3f10ef09c231'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:13:38.273772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ba829e-8816-4c31-82ba-628b78aba994 None None] Routers {'652bf443-5beb-48cc-9500-3f10ef09c231'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:38.274804 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-89ba829e-8816-4c31-82ba-628b78aba994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:13:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['652bf443-5beb-48cc-9500-3f10ef09c231'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:38.300023 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4378fb-55d0-472e-9f96-d52745ffa380 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:13:38.356349 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4378fb-55d0-472e-9f96-d52745ffa380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0aa21b-b8d6-488c-a0d4-20909aeab45d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:38.428476 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 5c6aa3d2-08af-4646-af3b-81898201d348 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:38.429388 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.430223 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-756bcefb-c130-4ad4-ae9b-efa16cbb54e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.463402 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee4378fb-55d0-472e-9f96-d52745ffa380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.463824 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-ee4378fb-55d0-472e-9f96-d52745ffa380 admin admin] Added segment 7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2 of type vlan for network cb1029da-ce9b-4f8c-9ca2-2687b1569027 May 26 16:13:38.612875 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ae78c6-8ca5-43be-88e7-20ab143241ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6aa3d2-08af-4646-af3b-81898201d348'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:13:38.628599 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1150bc-691d-4389-8254-3476a1a97bbf" -d '{"events": [{"server_uuid": "18ae78c6-8ca5-43be-88e7-20ab143241ca", "name": "network-vif-plugged", "status": "completed", "tag": "5c6aa3d2-08af-4646-af3b-81898201d348"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:13:38.652009 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 5c6aa3d2-08af-4646-af3b-81898201d348, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=5c6aa3d2-08af-4646-af3b-81898201d348,segment=NetworkSegment(252fca40-b6e1-4d58-93e9-25e140b9d3a8),segment_id=252fca40-b6e1-4d58-93e9-25e140b9d3a8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:38.661719 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.679389 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee4378fb-55d0-472e-9f96-d52745ffa380 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.708801 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-756bcefb-c130-4ad4-ae9b-efa16cbb54e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.736826 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ba197e-c5f5-4b86-aacf-ad273ac1de76 x-openstack-request-id: req-e6ba197e-c5f5-4b86-aacf-ad273ac1de76 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:13:38.737106 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ae78c6-8ca5-43be-88e7-20ab143241ca", "name": "network-vif-plugged", "status": "completed", "tag": "5c6aa3d2-08af-4646-af3b-81898201d348", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:13:38.737483 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e6ba197e-c5f5-4b86-aacf-ad273ac1de76 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:13:38.738011 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6ba197e-c5f5-4b86-aacf-ad273ac1de76'] response: {'server_uuid': '18ae78c6-8ca5-43be-88e7-20ab143241ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6aa3d2-08af-4646-af3b-81898201d348', 'code': 200} May 26 16:13:38.758262 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-89ba829e-8816-4c31-82ba-628b78aba994 None None] Set router 652bf443-5beb-48cc-9500-3f10ef09c231 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:13:38.845950 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=5c6aa3d2-08af-4646-af3b-81898201d348,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:38.873452 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2a58a-1b8c-4deb-9978-1227e4351e2c req-90a5dd00-97f0-4a1c-92c4-db7b02110024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:38.875137 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-80d2a58a-1b8c-4deb-9978-1227e4351e2c req-90a5dd00-97f0-4a1c-92c4-db7b02110024 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=18ae78c6-8ca5-43be-88e7-20ab143241ca HTTP/1.1" status: 200 len: 1097 time: 0.0893042 May 26 16:13:38.880209 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-261c57a2-a681-4441-9d4e-7583fe56c065 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.887194 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-756bcefb-c130-4ad4-ae9b-efa16cbb54e9 admin admin] Deleting port b916ec3e-8869-48d9-b7a7-40ae9d3214f9 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:38.887558 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-756bcefb-c130-4ad4-ae9b-efa16cbb54e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.913165 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee4378fb-55d0-472e-9f96-d52745ffa380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.914155 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4378fb-55d0-472e-9f96-d52745ffa380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:38.914745 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee4378fb-55d0-472e-9f96-d52745ffa380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.945446 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-261c57a2-a681-4441-9d4e-7583fe56c065 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:38.968412 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ee4378fb-55d0-472e-9f96-d52745ffa380 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7464833 May 26 16:13:38.971191 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57036) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:39.017637 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-cb61f8dd-be6e-4391-8f38-45b9c9f446f8 admin admin] Request body: {'subnet': {'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2141274000-subnet', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:39.098976 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261c57a2-a681-4441-9d4e-7583fe56c065 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:39.103178 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4378fb-55d0-472e-9f96-d52745ffa380 admin admin] Pushing event updated for resources: {'Network': ['ID=cb1029da-ce9b-4f8c-9ca2-2687b1569027,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:39.113410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-261c57a2-a681-4441-9d4e-7583fe56c065 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:39.116171 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c57a2-a681-4441-9d4e-7583fe56c065 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:39.133251 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network cb1029da-ce9b-4f8c-9ca2-2687b1569027 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:13:39.140040 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-80d2a58a-1b8c-4deb-9978-1227e4351e2c req-75f76e4e-29e7-4f51-ae89-99582434f2ec service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=22faaeb1-2601-416f-805f-637ffdf65968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548108 May 26 16:13:39.161910 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb61f8dd-be6e-4391-8f38-45b9c9f446f8 admin admin] Made reservation on behalf of 94e6292502144fce97eb1d215f185bd6 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:39.164930 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cb61f8dd-be6e-4391-8f38-45b9c9f446f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:39.167408 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c57a2-a681-4441-9d4e-7583fe56c065 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Pushing event updated for resources: {'Port': ['ID=d6d083ee-43eb-4333-9d00-97651962ef32,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:39.167745 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1c9a2-ed8c-4b32-b26e-32255f04c870 req-cab114de-4dc7-404e-9a1b-821994d19ed8 tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:39.177406 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13d1c9a2-ed8c-4b32-b26e-32255f04c870 req-cab114de-4dc7-404e-9a1b-821994d19ed8 tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/ports?device_id=18ae78c6-8ca5-43be-88e7-20ab143241ca HTTP/1.1" status: 200 len: 946 time: 0.1082580 May 26 16:13:39.249683 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13d1c9a2-ed8c-4b32-b26e-32255f04c870 req-7a950c5f-af9d-4d6b-a451-da207abcf8f6 tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/security-groups?id=22faaeb1-2601-416f-805f-637ffdf65968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717609 May 26 16:13:39.263954 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-756bcefb-c130-4ad4-ae9b-efa16cbb54e9 admin admin] For port b916ec3e-8869-48d9-b7a7-40ae9d3214f9, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b916ec3e-8869-48d9-b7a7-40ae9d3214f9,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:39.264865 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-756bcefb-c130-4ad4-ae9b-efa16cbb54e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:39.283890 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-756bcefb-c130-4ad4-ae9b-efa16cbb54e9 admin admin] Calling delete_port for b916ec3e-8869-48d9-b7a7-40ae9d3214f9 owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:39.348364 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261c57a2-a681-4441-9d4e-7583fe56c065 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:39.349574 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-261c57a2-a681-4441-9d4e-7583fe56c065 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:39.367413 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-89ba829e-8816-4c31-82ba-628b78aba994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'name': 'tempest-ServerRescueTestJSONUnderV235-269861966-router', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:12:10Z', 'updated_at': '2022-05-26T16:13:36Z', 'revision_number': 5, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'gw_port': {'id': 'b916ec3e-8869-48d9-b7a7-40ae9d3214f9', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:12:11Z', 'updated_at': '2022-05-26T16:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:39.393738 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-261c57a2-a681-4441-9d4e-7583fe56c065 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.8644867 May 26 16:13:39.394966 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57042) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:39.406318 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a7c096a4-284b-43ea-9bb9-0a5a364e4fdb tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.72'}]}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:39.478808 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7c096a4-284b-43ea-9bb9-0a5a364e4fdb tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:39.482988 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7c096a4-284b-43ea-9bb9-0a5a364e4fdb tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:39.501802 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ba829e-8816-4c31-82ba-628b78aba994 None None] Checking router: 652bf443-5beb-48cc-9500-3f10ef09c231 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:13:39.526490 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ba829e-8816-4c31-82ba-628b78aba994 None None] Routers {'652bf443-5beb-48cc-9500-3f10ef09c231'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:39.527210 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-89ba829e-8816-4c31-82ba-628b78aba994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:13:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['652bf443-5beb-48cc-9500-3f10ef09c231'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:39.619151 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7c096a4-284b-43ea-9bb9-0a5a364e4fdb tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:39.659941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-89ba829e-8816-4c31-82ba-628b78aba994 None None] Set router 652bf443-5beb-48cc-9500-3f10ef09c231 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:13:39.678950 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-756bcefb-c130-4ad4-ae9b-efa16cbb54e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:39.737701 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-89ba829e-8816-4c31-82ba-628b78aba994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'name': 'tempest-ServerRescueTestJSONUnderV235-269861966-router', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:12:10Z', 'updated_at': '2022-05-26T16:13:38Z', 'revision_number': 6, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:39.770126 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756bcefb-c130-4ad4-ae9b-efa16cbb54e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b916ec3e-8869-48d9-b7a7-40ae9d3214f9,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:39.814211 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ba829e-8816-4c31-82ba-628b78aba994 None None] The sync data for ids ['652bf443-5beb-48cc-9500-3f10ef09c231'] in n-d-843337-2 is: [{'id': '652bf443-5beb-48cc-9500-3f10ef09c231', 'name': 'tempest-ServerRescueTestJSONUnderV235-269861966-router', 'tenant_id': '10c883857a124227bb47c51e8f8c4739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:12:10Z', 'updated_at': '2022-05-26T16:13:38Z', 'revision_number': 6, 'project_id': '10c883857a124227bb47c51e8f8c4739', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:13:39.898455 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-756bcefb-c130-4ad4-ae9b-efa16cbb54e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:40.027320 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-756bcefb-c130-4ad4-ae9b-efa16cbb54e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:40.031064 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-756bcefb-c130-4ad4-ae9b-efa16cbb54e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:40.108524 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-756bcefb-c130-4ad4-ae9b-efa16cbb54e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:40.109044 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756bcefb-c130-4ad4-ae9b-efa16cbb54e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 652bf443-5beb-48cc-9500-3f10ef09c231 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:13:40.111251 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cb61f8dd-be6e-4391-8f38-45b9c9f446f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:40.123133 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-756bcefb-c130-4ad4-ae9b-efa16cbb54e9 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:40.131335 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-756bcefb-c130-4ad4-ae9b-efa16cbb54e9 admin admin] 10.222.0.77 "DELETE /v2.0/routers/652bf443-5beb-48cc-9500-3f10ef09c231 HTTP/1.1" status: 204 len: 168 time: 1.9287112 May 26 16:13:40.131790 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57050) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:40.237493 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7c096a4-284b-43ea-9bb9-0a5a364e4fdb tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:40.258112 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834efc6-6324-4e80-bbdc-553e2bffad15 req-d49b7e75-f631-4e87-85b5-7c80e81d7a0d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:40.278263 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834efc6-6324-4e80-bbdc-553e2bffad15 req-d49b7e75-f631-4e87-85b5-7c80e81d7a0d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:40.307048 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834efc6-6324-4e80-bbdc-553e2bffad15 req-d49b7e75-f631-4e87-85b5-7c80e81d7a0d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:40.320595 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834efc6-6324-4e80-bbdc-553e2bffad15 req-d49b7e75-f631-4e87-85b5-7c80e81d7a0d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:40.331272 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834efc6-6324-4e80-bbdc-553e2bffad15 req-d49b7e75-f631-4e87-85b5-7c80e81d7a0d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:40.345521 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61f8dd-be6e-4391-8f38-45b9c9f446f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4efbfbbe-776d-4964-aecf-0338c416316e,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:40.355443 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-e18097a6-00cb-463b-8116-07c142c71b3f admin admin] Deleting subnet b701f279-b4e1-4688-8aa1-40658b11b063 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:13:40.358592 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834efc6-6324-4e80-bbdc-553e2bffad15 req-d49b7e75-f631-4e87-85b5-7c80e81d7a0d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:40.370999 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834efc6-6324-4e80-bbdc-553e2bffad15 req-d49b7e75-f631-4e87-85b5-7c80e81d7a0d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:40.373496 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c834efc6-6324-4e80-bbdc-553e2bffad15 req-d49b7e75-f631-4e87-85b5-7c80e81d7a0d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5443 time: 0.2411277 May 26 16:13:40.383176 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e18097a6-00cb-463b-8116-07c142c71b3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:40.482062 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb61f8dd-be6e-4391-8f38-45b9c9f446f8 admin admin] Checking segment: {'id': '7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:40.482548 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb61f8dd-be6e-4391-8f38-45b9c9f446f8 admin admin] Network hostable DHCP agents. Network: cb1029da-ce9b-4f8c-9ca2-2687b1569027, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:13:40.526669 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e18097a6-00cb-463b-8116-07c142c71b3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:40.541387 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c834efc6-6324-4e80-bbdc-553e2bffad15 req-7b6a6c62-ed5e-4946-970e-8662d47472de tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1320686 May 26 16:13:40.580408 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de20f6-7a32-41a0-b6ab-f0136fbdbaf2 req-50b88a5b-4804-4958-81d6-de59324550b8 tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:40.592222 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0de20f6-7a32-41a0-b6ab-f0136fbdbaf2 req-50b88a5b-4804-4958-81d6-de59324550b8 tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/ports?device_id=18ae78c6-8ca5-43be-88e7-20ab143241ca HTTP/1.1" status: 200 len: 946 time: 0.2175219 May 26 16:13:40.612790 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb61f8dd-be6e-4391-8f38-45b9c9f446f8 admin admin] Network cb1029da-ce9b-4f8c-9ca2-2687b1569027 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:13:40.641039 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-cb61f8dd-be6e-4391-8f38-45b9c9f446f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, cb1029da-ce9b-4f8c-9ca2-2687b1569027) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:40.650396 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e18097a6-00cb-463b-8116-07c142c71b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:40.655504 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb61f8dd-be6e-4391-8f38-45b9c9f446f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:40.656378 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cb61f8dd-be6e-4391-8f38-45b9c9f446f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:40.657232 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce012b0-5d72-49ca-b56c-55af980cec3b None None] Network cb1029da-ce9b-4f8c-9ca2-2687b1569027 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:40.696019 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cb61f8dd-be6e-4391-8f38-45b9c9f446f8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6880903 May 26 16:13:40.702417 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57058) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:40.718996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-73e53a62-e15d-4eda-8be8-22777a727a19 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2141274000-router', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:40.752593 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0de20f6-7a32-41a0-b6ab-f0136fbdbaf2 req-97db033d-9dd2-4261-acec-e4c8360a1062 tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/security-groups?id=22faaeb1-2601-416f-805f-637ffdf65968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424749 May 26 16:13:40.836255 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73e53a62-e15d-4eda-8be8-22777a727a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:40.838356 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73e53a62-e15d-4eda-8be8-22777a727a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:40.860982 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e18097a6-00cb-463b-8116-07c142c71b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.071555 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18097a6-00cb-463b-8116-07c142c71b3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b701f279-b4e1-4688-8aa1-40658b11b063,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:41.075113 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e18097a6-00cb-463b-8116-07c142c71b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.079703 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e18097a6-00cb-463b-8116-07c142c71b3f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b701f279-b4e1-4688-8aa1-40658b11b063 HTTP/1.1" status: 204 len: 168 time: 0.9402122 May 26 16:13:41.082210 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57068) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:41.117324 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c70b55-4cb6-4db5-a109-959aab0d866b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-cb1029da-ce9b-4f8c-9ca2-2687b1569027', 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'fixed_ips': [{'subnet_id': '4efbfbbe-776d-4964-aecf-0338c416316e'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:13:41.119241 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-38c70b55-4cb6-4db5-a109-959aab0d866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.225781 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7c096a4-284b-43ea-9bb9-0a5a364e4fdb tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.244861 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f324d386-7e89-413a-91fc-bc9ff5ec6d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.306550 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7c096a4-284b-43ea-9bb9-0a5a364e4fdb tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.365988 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73e53a62-e15d-4eda-8be8-22777a727a19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.399868 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-91989150-79d9-4529-9a85-06d94401e7f6 req-2955194a-27e7-41d4-a382-a7318f98971e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5686269 May 26 16:13:41.415852 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f324d386-7e89-413a-91fc-bc9ff5ec6d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.485242 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-38c70b55-4cb6-4db5-a109-959aab0d866b None None] Allocated IP 172.20.0.2 (cb1029da-ce9b-4f8c-9ca2-2687b1569027/4efbfbbe-776d-4964-aecf-0338c416316e/6e48ae44-4047-4938-a6f6-1bfe90c23a5f) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:41.503956 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-f324d386-7e89-413a-91fc-bc9ff5ec6d79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6a2a3e-a609-45ee-8dae-b458796edec6']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:41.549892 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-f324d386-7e89-413a-91fc-bc9ff5ec6d79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf899e9d-2aa1-46ef-9bb7-011a91a50131') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:41.550493 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-f324d386-7e89-413a-91fc-bc9ff5ec6d79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf899e9d-2aa1-46ef-9bb7-011a91a50131') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:41.570181 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f324d386-7e89-413a-91fc-bc9ff5ec6d79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.593458 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e11ac68b-566f-4a65-a729-0b24d4db44a1 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:41.608261 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76d556-2ff3-4656-b821-59ee7dcc47d5 req-d23f5e69-e7b8-4dca-a002-a168dcd9c45c tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:41.635387 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: e11ac68b-566f-4a65-a729-0b24d4db44a1 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:41.635797 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e11ac68b-566f-4a65-a729-0b24d4db44a1 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:41.636250 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b916ec3e-8869-48d9-b7a7-40ae9d3214f9 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:41.637997 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f76d556-2ff3-4656-b821-59ee7dcc47d5 req-d23f5e69-e7b8-4dca-a002-a168dcd9c45c tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/ports?device_id=18ae78c6-8ca5-43be-88e7-20ab143241ca HTTP/1.1" status: 200 len: 946 time: 0.1379843 May 26 16:13:41.649314 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f324d386-7e89-413a-91fc-bc9ff5ec6d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.671156 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: b916ec3e-8869-48d9-b7a7-40ae9d3214f9 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:41.671684 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b916ec3e-8869-48d9-b7a7-40ae9d3214f9 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:41.690078 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f324d386-7e89-413a-91fc-bc9ff5ec6d79 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:13:41.693204 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f324d386-7e89-413a-91fc-bc9ff5ec6d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.784468 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-38c70b55-4cb6-4db5-a109-959aab0d866b None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.796488 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-38c70b55-4cb6-4db5-a109-959aab0d866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.813591 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91989150-79d9-4529-9a85-06d94401e7f6 req-9c3abeb9-a131-4a3f-80eb-7964568024cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:41.815577 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-91989150-79d9-4529-9a85-06d94401e7f6 req-9c3abeb9-a131-4a3f-80eb-7964568024cd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bc8e9e5224b24be293153e1aeb086cbc&device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 1097 time: 0.3014054 May 26 16:13:41.885078 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment cf899e9d-2aa1-46ef-9bb7-011a91a50131 resource provider aggregate not found May 26 16:13:41.907378 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c70b55-4cb6-4db5-a109-959aab0d866b None None] Network cb1029da-ce9b-4f8c-9ca2-2687b1569027 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:41.911719 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-38c70b55-4cb6-4db5-a109-959aab0d866b None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:41.914970 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c70b55-4cb6-4db5-a109-959aab0d866b None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:41.950630 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c70b55-4cb6-4db5-a109-959aab0d866b None None] Pushing event updated for resources: {'Port': ['ID=6e48ae44-4047-4938-a6f6-1bfe90c23a5f,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:41.952948 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment cf899e9d-2aa1-46ef-9bb7-011a91a50131 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf899e9d-2aa1-46ef-9bb7-011a91a50131 found for delete ", "request_id": "req-4b47da96-7ac5-4ddb-8f61-ae93f081724d"}]} May 26 16:13:41.969236 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f76d556-2ff3-4656-b821-59ee7dcc47d5 req-a10f6b72-1648-422d-bef7-ddf392897dd1 tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/security-groups?id=22faaeb1-2601-416f-805f-637ffdf65968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263016 May 26 16:13:41.970737 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f324d386-7e89-413a-91fc-bc9ff5ec6d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.989697 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f324d386-7e89-413a-91fc-bc9ff5ec6d79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:41.994432 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f324d386-7e89-413a-91fc-bc9ff5ec6d79 admin admin] 10.222.0.77 "DELETE /v2.0/networks/6f6a2a3e-a609-45ee-8dae-b458796edec6 HTTP/1.1" status: 204 len: 168 time: 0.9111507 May 26 16:13:42.013954 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73e53a62-e15d-4eda-8be8-22777a727a19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:42.028119 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5356ec-edd1-4643-bcdd-633260c01362 req-a8d84c9b-6e54-49a9-8b7b-cc071ee103f4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:42.035220 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5356ec-edd1-4643-bcdd-633260c01362 req-a8d84c9b-6e54-49a9-8b7b-cc071ee103f4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:42.048879 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-38c70b55-4cb6-4db5-a109-959aab0d866b None None] Attempting to bind port 6e48ae44-4047-4938-a6f6-1bfe90c23a5f on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:13:42.050896 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-38c70b55-4cb6-4db5-a109-959aab0d866b None None] Attempting to bind port 6e48ae44-4047-4938-a6f6-1bfe90c23a5f by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:13:42.051239 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c70b55-4cb6-4db5-a109-959aab0d866b None None] Attempting to bind port 6e48ae44-4047-4938-a6f6-1bfe90c23a5f on network cb1029da-ce9b-4f8c-9ca2-2687b1569027 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:13:42.053639 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5356ec-edd1-4643-bcdd-633260c01362 req-a8d84c9b-6e54-49a9-8b7b-cc071ee103f4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:42.068016 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c70b55-4cb6-4db5-a109-959aab0d866b None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:13:42.068455 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c70b55-4cb6-4db5-a109-959aab0d866b None None] Checking segment: {'id': '7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:42.071064 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-38c70b55-4cb6-4db5-a109-959aab0d866b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:42.072497 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c70b55-4cb6-4db5-a109-959aab0d866b None None] Bound using segment: {'id': '7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:13:42.074596 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-38c70b55-4cb6-4db5-a109-959aab0d866b None None] Bound port: 6e48ae44-4047-4938-a6f6-1bfe90c23a5f, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:13:42.075813 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-38c70b55-4cb6-4db5-a109-959aab0d866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:42.078060 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5356ec-edd1-4643-bcdd-633260c01362 req-a8d84c9b-6e54-49a9-8b7b-cc071ee103f4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:42.089639 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5356ec-edd1-4643-bcdd-633260c01362 req-a8d84c9b-6e54-49a9-8b7b-cc071ee103f4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:42.096501 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5356ec-edd1-4643-bcdd-633260c01362 req-a8d84c9b-6e54-49a9-8b7b-cc071ee103f4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:42.103747 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5356ec-edd1-4643-bcdd-633260c01362 req-a8d84c9b-6e54-49a9-8b7b-cc071ee103f4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:42.114444 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4d5356ec-edd1-4643-bcdd-633260c01362 req-a8d84c9b-6e54-49a9-8b7b-cc071ee103f4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5443 time: 0.2674277 May 26 16:13:42.129738 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324d386-7e89-413a-91fc-bc9ff5ec6d79 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f6a2a3e-a609-45ee-8dae-b458796edec6,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:42.213796 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4d5356ec-edd1-4643-bcdd-633260c01362 req-5b0d77e0-7769-4957-9cb2-35ad10b59865 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977004 May 26 16:13:42.224027 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91989150-79d9-4529-9a85-06d94401e7f6 req-84cb9d42-e4a5-441e-ad42-fe5833e59ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:42.226808 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-91989150-79d9-4529-9a85-06d94401e7f6 req-84cb9d42-e4a5-441e-ad42-fe5833e59ea3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cd7c6e08-1774-4556-87ba-7d5b55a35abf HTTP/1.1" status: 200 len: 918 time: 0.3728859 May 26 16:13:42.235049 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-38c70b55-4cb6-4db5-a109-959aab0d866b None None] For port 6e48ae44-4047-4938-a6f6-1bfe90c23a5f, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:13:42.238586 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-38c70b55-4cb6-4db5-a109-959aab0d866b None None] For port 6e48ae44-4047-4938-a6f6-1bfe90c23a5f, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=6e48ae44-4047-4938-a6f6-1bfe90c23a5f,segment=NetworkSegment(7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2),segment_id=7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:13:42.241021 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7c096a4-284b-43ea-9bb9-0a5a364e4fdb tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:42.246210 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-38c70b55-4cb6-4db5-a109-959aab0d866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:42.288402 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57100) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:42.325388 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c70b55-4cb6-4db5-a109-959aab0d866b None None] Pushing event updated for resources: {'Port': ['ID=6e48ae44-4047-4938-a6f6-1bfe90c23a5f,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:42.378335 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f2366b1a-993d-45c0-9348-7d410a18b0aa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=10c883857a124227bb47c51e8f8c4739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0854287 May 26 16:13:42.381706 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57104) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:42.488213 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e2d401f-dc4c-4de4-a832-563570dc7ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:42.535425 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e2d401f-dc4c-4de4-a832-563570dc7ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:42.603344 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e2d401f-dc4c-4de4-a832-563570dc7ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:42.609058 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e2d401f-dc4c-4de4-a832-563570dc7ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:42.610738 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2e2d401f-dc4c-4de4-a832-563570dc7ad1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bfc00024-4d83-45f7-88a7-a6c330f12db8 HTTP/1.1" status: 204 len: 168 time: 0.2273490 May 26 16:13:42.620265 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d401f-dc4c-4de4-a832-563570dc7ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc00024-4d83-45f7-88a7-a6c330f12db8,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:42.728719 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79b272-89ba-4895-8c9d-cff021630767 req-279169a8-87cf-4575-849e-68fd149a589c tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:42.735051 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce79b272-89ba-4895-8c9d-cff021630767 req-279169a8-87cf-4575-849e-68fd149a589c tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.81 "GET /v2.0/ports?device_id=18ae78c6-8ca5-43be-88e7-20ab143241ca HTTP/1.1" status: 200 len: 946 time: 0.0957251 May 26 16:13:42.958310 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-ce79b272-89ba-4895-8c9d-cff021630767 req-de81a0e4-a1b8-4402-ab3c-2680033afa9c tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Deleting port 5c6aa3d2-08af-4646-af3b-81898201d348 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:42.958816 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ce79b272-89ba-4895-8c9d-cff021630767 req-de81a0e4-a1b8-4402-ab3c-2680033afa9c tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:42.985017 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b145c3ef-be88-4ee0-80fd-f6fe848846da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:43.039615 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-91989150-79d9-4529-9a85-06d94401e7f6 req-06b409d8-7fa0-4eb3-b399-2a17a137b1e1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39873e5d-9a4b-4e75-915e-5d487c4b088f HTTP/1.1" status: 200 len: 1001 time: 0.7862954 May 26 16:13:43.141928 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91989150-79d9-4529-9a85-06d94401e7f6 req-7e228b5a-33c4-4246-9d97-9131b3ab1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:43.143415 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-91989150-79d9-4529-9a85-06d94401e7f6 req-7e228b5a-33c4-4246-9d97-9131b3ab1dd3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab HTTP/1.1" status: 200 len: 856 time: 0.0704577 May 26 16:13:43.182121 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-ce79b272-89ba-4895-8c9d-cff021630767 req-de81a0e4-a1b8-4402-ab3c-2680033afa9c tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] For port 5c6aa3d2-08af-4646-af3b-81898201d348, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=5c6aa3d2-08af-4646-af3b-81898201d348,segment=NetworkSegment(252fca40-b6e1-4d58-93e9-25e140b9d3a8),segment_id=252fca40-b6e1-4d58-93e9-25e140b9d3a8)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:43.182778 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ce79b272-89ba-4895-8c9d-cff021630767 req-de81a0e4-a1b8-4402-ab3c-2680033afa9c tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:43.247216 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-ce79b272-89ba-4895-8c9d-cff021630767 req-de81a0e4-a1b8-4402-ab3c-2680033afa9c tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Calling delete_port for 5c6aa3d2-08af-4646-af3b-81898201d348 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:43.362661 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7c096a4-284b-43ea-9bb9-0a5a364e4fdb tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:43.365860 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7c096a4-284b-43ea-9bb9-0a5a364e4fdb tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:43.492949 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7c096a4-284b-43ea-9bb9-0a5a364e4fdb tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:43.493803 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c096a4-284b-43ea-9bb9-0a5a364e4fdb tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3927ce2c-d240-43fd-bfe4-6165bb8c80f5 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:13:43.563603 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91989150-79d9-4529-9a85-06d94401e7f6 req-e9f2fd6b-8c16-417d-a57d-7f29be9cac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:43.569528 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-91989150-79d9-4529-9a85-06d94401e7f6 req-e9f2fd6b-8c16-417d-a57d-7f29be9cac09 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cd7c6e08-1774-4556-87ba-7d5b55a35abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3781319 May 26 16:13:43.632480 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-a7c096a4-284b-43ea-9bb9-0a5a364e4fdb tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 26 16:13:43.644434 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a7c096a4-284b-43ea-9bb9-0a5a364e4fdb tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.2478473 May 26 16:13:43.645460 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57128) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:43.671510 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5102134-e96a-46ab-af89-ac106cc566b9 req-04c2079e-1c67-4405-9951-86312da3b3e2 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:43.711466 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6e48ae44-4047-4938-a6f6-1bfe90c23a5f up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:13:43.722186 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5102134-e96a-46ab-af89-ac106cc566b9 req-04c2079e-1c67-4405-9951-86312da3b3e2 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:43.741396 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5102134-e96a-46ab-af89-ac106cc566b9 req-04c2079e-1c67-4405-9951-86312da3b3e2 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:43.764908 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5102134-e96a-46ab-af89-ac106cc566b9 req-04c2079e-1c67-4405-9951-86312da3b3e2 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:43.782973 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5102134-e96a-46ab-af89-ac106cc566b9 req-04c2079e-1c67-4405-9951-86312da3b3e2 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:43.792992 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5102134-e96a-46ab-af89-ac106cc566b9 req-04c2079e-1c67-4405-9951-86312da3b3e2 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:43.803340 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5102134-e96a-46ab-af89-ac106cc566b9 req-04c2079e-1c67-4405-9951-86312da3b3e2 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:43.817862 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5102134-e96a-46ab-af89-ac106cc566b9 req-04c2079e-1c67-4405-9951-86312da3b3e2 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5443 time: 0.4238672 May 26 16:13:43.835479 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e988d2-558e-455f-9037-76d062d0fc76 req-828ad228-30b7-4105-bb75-104c6ba554aa tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:43.844016 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c9e988d2-558e-455f-9037-76d062d0fc76 req-828ad228-30b7-4105-bb75-104c6ba554aa tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/ports?device_id=18ae78c6-8ca5-43be-88e7-20ab143241ca HTTP/1.1" status: 200 len: 946 time: 0.6905322 May 26 16:13:43.907280 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 6e48ae44-4047-4938-a6f6-1bfe90c23a5f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:43.914309 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:44.089543 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5102134-e96a-46ab-af89-ac106cc566b9 req-5dfc2b3c-0b9a-4831-8a4b-e02880c68626 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2689118 May 26 16:13:44.144486 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c9e988d2-558e-455f-9037-76d062d0fc76 req-b9e5a3ef-6c5b-4eae-af8b-d3550130ff87 tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.77 "GET /v2.0/security-groups?id=22faaeb1-2601-416f-805f-637ffdf65968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993786 May 26 16:13:44.269217 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ce79b272-89ba-4895-8c9d-cff021630767 req-de81a0e4-a1b8-4402-ab3c-2680033afa9c tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:44.273978 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 6e48ae44-4047-4938-a6f6-1bfe90c23a5f is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:44.274816 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:44.370035 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81a0e4-a1b8-4402-ab3c-2680033afa9c tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Pushing event deleted for resources: {'Port': ['ID=5c6aa3d2-08af-4646-af3b-81898201d348,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:44.400483 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-91989150-79d9-4529-9a85-06d94401e7f6 req-a06ee3a4-294f-4d32-9c60-84f61f026589 service neutron] 10.222.0.83 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7998879 May 26 16:13:44.413144 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 6e48ae44-4047-4938-a6f6-1bfe90c23a5f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=6e48ae44-4047-4938-a6f6-1bfe90c23a5f,segment=NetworkSegment(7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2),segment_id=7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:44.423944 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5509205d-62cc-4076-8d33-1d628dc5f633 None None] Network cb1029da-ce9b-4f8c-9ca2-2687b1569027 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:44.460568 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73e53a62-e15d-4eda-8be8-22777a727a19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:44.493968 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:44.587348 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73e53a62-e15d-4eda-8be8-22777a727a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:44.648918 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce79b272-89ba-4895-8c9d-cff021630767 req-de81a0e4-a1b8-4402-ab3c-2680033afa9c tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] No DVR routers for this DVR port 5c6aa3d2-08af-4646-af3b-81898201d348 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:44.661448 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-ce79b272-89ba-4895-8c9d-cff021630767 req-de81a0e4-a1b8-4402-ab3c-2680033afa9c tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:44.671203 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce79b272-89ba-4895-8c9d-cff021630767 req-de81a0e4-a1b8-4402-ab3c-2680033afa9c tempest-ServerAddressesTestJSON-7398106 tempest-ServerAddressesTestJSON-7398106-project] 10.222.0.81 "DELETE /v2.0/ports/5c6aa3d2-08af-4646-af3b-81898201d348 HTTP/1.1" status: 204 len: 173 time: 1.9285960 May 26 16:13:44.680983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ae78c6-8ca5-43be-88e7-20ab143241ca', 'name': 'network-vif-deleted', 'tag': '5c6aa3d2-08af-4646-af3b-81898201d348'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:13:44.688398 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d8e395-28fd-48a9-9bcc-68c5fb48e89b" -d '{"events": [{"server_uuid": "18ae78c6-8ca5-43be-88e7-20ab143241ca", "name": "network-vif-deleted", "tag": "5c6aa3d2-08af-4646-af3b-81898201d348"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:13:44.850554 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ad3469-68f3-4519-9ace-77929efe4549 x-openstack-request-id: req-b2ad3469-68f3-4519-9ace-77929efe4549 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:13:44.851577 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ae78c6-8ca5-43be-88e7-20ab143241ca", "name": "network-vif-deleted", "tag": "5c6aa3d2-08af-4646-af3b-81898201d348", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:13:44.851577 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b2ad3469-68f3-4519-9ace-77929efe4549 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:13:44.852012 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2ad3469-68f3-4519-9ace-77929efe4549'] response: {'server_uuid': '18ae78c6-8ca5-43be-88e7-20ab143241ca', 'name': 'network-vif-deleted', 'tag': '5c6aa3d2-08af-4646-af3b-81898201d348', 'status': 'completed', 'code': 200} May 26 16:13:44.889085 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=6e48ae44-4047-4938-a6f6-1bfe90c23a5f,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:44.914189 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3ade0eb0-dba4-4098-a377-860b2fe4ef7f None None] Provisioning complete for port 6e48ae44-4047-4938-a6f6-1bfe90c23a5f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:44.914740 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3ade0eb0-dba4-4098-a377-860b2fe4ef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:44.994027 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-bf0d77a7-f33b-4785-8e98-4c6ecb8a2dd7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:45.013605 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-bf0d77a7-f33b-4785-8e98-4c6ecb8a2dd7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:45.043388 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-bf0d77a7-f33b-4785-8e98-4c6ecb8a2dd7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:45.068009 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-bf0d77a7-f33b-4785-8e98-4c6ecb8a2dd7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:45.091828 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-bf0d77a7-f33b-4785-8e98-4c6ecb8a2dd7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:45.095802 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3ade0eb0-dba4-4098-a377-860b2fe4ef7f None None] Current status of the port 6e48ae44-4047-4938-a6f6-1bfe90c23a5f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:45.103450 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-bf0d77a7-f33b-4785-8e98-4c6ecb8a2dd7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:45.115210 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-bf0d77a7-f33b-4785-8e98-4c6ecb8a2dd7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:45.117198 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-bf0d77a7-f33b-4785-8e98-4c6ecb8a2dd7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5443 time: 0.7667017 May 26 16:13:45.147831 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b342d7a1-5a59-42f9-8abd-c91126d986d0 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Deleting port d6d083ee-43eb-4333-9d00-97651962ef32 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:45.148700 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b342d7a1-5a59-42f9-8abd-c91126d986d0 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:45.430555 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-01f44508-1c4e-4061-b754-9c37633c2e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:45.504177 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74b0b7-da1b-4004-9614-c9986e6983a0 req-0d4881c4-5f30-4288-b263-7d42ec5d8442 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:45.525389 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74b0b7-da1b-4004-9614-c9986e6983a0 req-0d4881c4-5f30-4288-b263-7d42ec5d8442 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:45.538841 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-73e53a62-e15d-4eda-8be8-22777a727a19 admin admin] Allocated IP 172.25.7.206 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/22899a95-5758-482f-8d05-c62bcd53605c) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:45.544695 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74b0b7-da1b-4004-9614-c9986e6983a0 req-0d4881c4-5f30-4288-b263-7d42ec5d8442 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:45.560296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74b0b7-da1b-4004-9614-c9986e6983a0 req-0d4881c4-5f30-4288-b263-7d42ec5d8442 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:45.571107 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-8aa027f8-d8c3-42f3-8e1f-3ef3cf836b7b tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:45.573547 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-8aa027f8-d8c3-42f3-8e1f-3ef3cf836b7b tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.83 "GET /v2.0/ports/17546000-b263-4011-a4e6-5dc6daed213a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4417500 May 26 16:13:45.588624 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74b0b7-da1b-4004-9614-c9986e6983a0 req-0d4881c4-5f30-4288-b263-7d42ec5d8442 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:45.604754 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74b0b7-da1b-4004-9614-c9986e6983a0 req-0d4881c4-5f30-4288-b263-7d42ec5d8442 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:45.623023 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74b0b7-da1b-4004-9614-c9986e6983a0 req-0d4881c4-5f30-4288-b263-7d42ec5d8442 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:45.627483 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a74b0b7-da1b-4004-9614-c9986e6983a0 req-0d4881c4-5f30-4288-b263-7d42ec5d8442 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5443 time: 0.3320422 May 26 16:13:45.765474 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-91989150-79d9-4529-9a85-06d94401e7f6 req-174bf2c9-5685-4c04-8749-49f4686ce1c6 service neutron] 10.222.0.83 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3298888 May 26 16:13:45.785700 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-0b6a663a-3501-4d81-807a-e6bf1828deab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.83 "GET /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2026474 May 26 16:13:45.800479 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a74b0b7-da1b-4004-9614-c9986e6983a0 req-9bf3fe99-b268-40f9-bf7d-da2ad2354879 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1648564 May 26 16:13:45.825081 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-7bf60905-4a94-4221-b62a-fcf9a02599b7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:45.905962 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57164) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:45.942672 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6e48ae44-4047-4938-a6f6-1bfe90c23a5f up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:13:46.031925 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 5c6aa3d2-08af-4646-af3b-81898201d348 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:46.040257 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-4562f611-4ed4-479e-b0d6-aef804bb66c6 admin admin] Deleting subnet 7baf755e-0086-4f0d-97bc-f624bd29082c {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:13:46.056431 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4562f611-4ed4-479e-b0d6-aef804bb66c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.060370 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73e53a62-e15d-4eda-8be8-22777a727a19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.117400 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 77340a69-89a7-45ab-9f80-b7f39061885b no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:46.143744 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 5c6aa3d2-08af-4646-af3b-81898201d348 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:13:46.144501 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 5c6aa3d2-08af-4646-af3b-81898201d348 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:13:46.145428 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4562f611-4ed4-479e-b0d6-aef804bb66c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.179733 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73e53a62-e15d-4eda-8be8-22777a727a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.210957 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b342d7a1-5a59-42f9-8abd-c91126d986d0 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.235833 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-67519499-9f34-4250-97f4-f1b183695dcd None None] Provisioning complete for port 6e48ae44-4047-4938-a6f6-1bfe90c23a5f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:46.260259 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-67519499-9f34-4250-97f4-f1b183695dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.267438 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4562f611-4ed4-479e-b0d6-aef804bb66c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.317037 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b342d7a1-5a59-42f9-8abd-c91126d986d0 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Calling delete_port for d6d083ee-43eb-4333-9d00-97651962ef32 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:46.354331 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e53a62-e15d-4eda-8be8-22777a727a19 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:46.372944 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-73e53a62-e15d-4eda-8be8-22777a727a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:46.379163 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e53a62-e15d-4eda-8be8-22777a727a19 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:46.388981 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e53a62-e15d-4eda-8be8-22777a727a19 admin admin] Pushing event updated for resources: {'Port': ['ID=22899a95-5758-482f-8d05-c62bcd53605c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:46.450576 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4562f611-4ed4-479e-b0d6-aef804bb66c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.484818 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-7bf60905-4a94-4221-b62a-fcf9a02599b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.525314 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.530702 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562f611-4ed4-479e-b0d6-aef804bb66c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7baf755e-0086-4f0d-97bc-f624bd29082c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:46.535392 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4562f611-4ed4-479e-b0d6-aef804bb66c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.538989 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4562f611-4ed4-479e-b0d6-aef804bb66c6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7baf755e-0086-4f0d-97bc-f624bd29082c HTTP/1.1" status: 204 len: 168 time: 0.6316020 May 26 16:13:46.545127 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57178) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:46.548253 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 6e48ae44-4047-4938-a6f6-1bfe90c23a5f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:46.548672 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.725950 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-332c243d-1b42-4a3e-a765-906928560424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:46.921500 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 77340a69-89a7-45ab-9f80-b7f39061885b is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:46.925125 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:47.003001 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-67519499-9f34-4250-97f4-f1b183695dcd None None] Current status of the port 6e48ae44-4047-4938-a6f6-1bfe90c23a5f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:47.028737 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-332c243d-1b42-4a3e-a765-906928560424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:47.157609 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77340a69-89a7-45ab-9f80-b7f39061885b'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:13:47.160861 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef297760-b725-4f1e-8771-8055759455c9" -d '{"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-unplugged", "status": "completed", "tag": "77340a69-89a7-45ab-9f80-b7f39061885b"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:13:47.197846 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 77340a69-89a7-45ab-9f80-b7f39061885b, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=77340a69-89a7-45ab-9f80-b7f39061885b,segment=NetworkSegment(bde2e863-0c91-4084-b263-89615b414bdf),segment_id=bde2e863-0c91-4084-b263-89615b414bdf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:47.201258 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 6e48ae44-4047-4938-a6f6-1bfe90c23a5f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:47.205363 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:47.206436 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 17546000-b263-4011-a4e6-5dc6daed213a no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:47.280983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-332c243d-1b42-4a3e-a765-906928560424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:47.302846 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1198c55-4120-4860-88aa-0d157fe1b28c x-openstack-request-id: req-f1198c55-4120-4860-88aa-0d157fe1b28c {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:13:47.303268 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-unplugged", "status": "completed", "tag": "77340a69-89a7-45ab-9f80-b7f39061885b", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:13:47.303670 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1198c55-4120-4860-88aa-0d157fe1b28c {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:13:47.304335 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1198c55-4120-4860-88aa-0d157fe1b28c'] response: {'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77340a69-89a7-45ab-9f80-b7f39061885b', 'code': 200} May 26 16:13:47.334319 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-332c243d-1b42-4a3e-a765-906928560424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252fca40-b6e1-4d58-93e9-25e140b9d3a8') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:47.334627 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-332c243d-1b42-4a3e-a765-906928560424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252fca40-b6e1-4d58-93e9-25e140b9d3a8') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:47.378911 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-332c243d-1b42-4a3e-a765-906928560424 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:47.379252 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 17546000-b263-4011-a4e6-5dc6daed213a is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:47.379546 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:47.441358 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-332c243d-1b42-4a3e-a765-906928560424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:47.456134 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=77340a69-89a7-45ab-9f80-b7f39061885b,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:47.467984 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b342d7a1-5a59-42f9-8abd-c91126d986d0 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:47.470612 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332c243d-1b42-4a3e-a765-906928560424 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:13:47.471711 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-332c243d-1b42-4a3e-a765-906928560424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:47.490545 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-7bf60905-4a94-4221-b62a-fcf9a02599b7 service neutron] For port 17546000-b263-4011-a4e6-5dc6daed213a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=17546000-b263-4011-a4e6-5dc6daed213a,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:47.610836 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342d7a1-5a59-42f9-8abd-c91126d986d0 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6d083ee-43eb-4333-9d00-97651962ef32,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:47.681782 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 252fca40-b6e1-4d58-93e9-25e140b9d3a8 resource provider aggregate not found May 26 16:13:47.714791 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-7bf60905-4a94-4221-b62a-fcf9a02599b7 service neutron] For port 17546000-b263-4011-a4e6-5dc6daed213a, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:13:47.741848 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 252fca40-b6e1-4d58-93e9-25e140b9d3a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 252fca40-b6e1-4d58-93e9-25e140b9d3a8 found for delete ", "request_id": "req-beb328f3-d0ce-4702-bb46-0d578fca7026"}]} May 26 16:13:47.743239 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73e53a62-e15d-4eda-8be8-22777a727a19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:47.836015 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5f56e-e733-4fc6-8756-06a6204c2aed req-da706dd4-2aca-48c7-9526-eee15b3a81ab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:47.848396 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5f56e-e733-4fc6-8756-06a6204c2aed req-da706dd4-2aca-48c7-9526-eee15b3a81ab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:47.860765 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5f56e-e733-4fc6-8756-06a6204c2aed req-da706dd4-2aca-48c7-9526-eee15b3a81ab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:47.867773 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5f56e-e733-4fc6-8756-06a6204c2aed req-da706dd4-2aca-48c7-9526-eee15b3a81ab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:47.875015 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5f56e-e733-4fc6-8756-06a6204c2aed req-da706dd4-2aca-48c7-9526-eee15b3a81ab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:47.882968 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5f56e-e733-4fc6-8756-06a6204c2aed req-da706dd4-2aca-48c7-9526-eee15b3a81ab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:47.891493 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5f56e-e733-4fc6-8756-06a6204c2aed req-da706dd4-2aca-48c7-9526-eee15b3a81ab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:47.893567 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:47.902274 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96e5f56e-e733-4fc6-8756-06a6204c2aed req-da706dd4-2aca-48c7-9526-eee15b3a81ab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 5441 time: 0.7662475 May 26 16:13:47.925672 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-332c243d-1b42-4a3e-a765-906928560424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:47.935371 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-332c243d-1b42-4a3e-a765-906928560424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:47.941383 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-332c243d-1b42-4a3e-a765-906928560424 admin admin] 10.222.0.77 "DELETE /v2.0/networks/2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc HTTP/1.1" status: 204 len: 168 time: 1.3926578 May 26 16:13:47.983485 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96e5f56e-e733-4fc6-8756-06a6204c2aed req-f6ace405-c8e2-4267-bf65-7648cb288169 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0801089 May 26 16:13:48.008630 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c243d-1b42-4a3e-a765-906928560424 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c64bb4d-ee98-4fe8-897a-a62b6de7e7cc,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:48.208317 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:48.280128 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-7bf60905-4a94-4221-b62a-fcf9a02599b7 service neutron] device_id is not set on port 17546000-b263-4011-a4e6-5dc6daed213a yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:13:48.300886 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-7bf60905-4a94-4221-b62a-fcf9a02599b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:48.350379 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-7bf60905-4a94-4221-b62a-fcf9a02599b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:48.352109 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:13:48.352757 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:13:48.376690 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b342d7a1-5a59-42f9-8abd-c91126d986d0 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:48.384682 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b342d7a1-5a59-42f9-8abd-c91126d986d0 tempest-RoutersAdminNegativeTest-1840304328 tempest-RoutersAdminNegativeTest-1840304328-project-admin] 10.222.0.77 "DELETE /v2.0/ports/d6d083ee-43eb-4333-9d00-97651962ef32 HTTP/1.1" status: 204 len: 168 time: 4.7275379 May 26 16:13:48.392588 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57208) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:48.452547 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7ce513f2-680e-4f7e-a16b-92bcd9ea6c03 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4d1a351f4b434a799b786c2321c9f0ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562327 May 26 16:13:48.453251 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57210) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:48.527467 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4c1a-b2f6-40fa-b0e9-8824396c87f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:48.580799 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-7bf60905-4a94-4221-b62a-fcf9a02599b7 service neutron] No DVR routers for this DVR port 17546000-b263-4011-a4e6-5dc6daed213a on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:48.584847 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4c1a-b2f6-40fa-b0e9-8824396c87f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:48.717563 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4c1a-b2f6-40fa-b0e9-8824396c87f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:48.723487 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4c1a-b2f6-40fa-b0e9-8824396c87f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:48.725656 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bc0a4c1a-b2f6-40fa-b0e9-8824396c87f9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/22faaeb1-2601-416f-805f-637ffdf65968 HTTP/1.1" status: 204 len: 168 time: 0.2706051 May 26 16:13:48.750970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a4c1a-b2f6-40fa-b0e9-8824396c87f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22faaeb1-2601-416f-805f-637ffdf65968,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:48.803801 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf60905-4a94-4221-b62a-fcf9a02599b7 service neutron] Pushing event updated for resources: {'Port': ['ID=17546000-b263-4011-a4e6-5dc6daed213a,revision_number=6']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:48.832007 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-7bf60905-4a94-4221-b62a-fcf9a02599b7 service neutron] In _notify_port_updated(), no bound segment for port 17546000-b263-4011-a4e6-5dc6daed213a on network f3afb84f-a007-4e52-a1fb-611cc73f2208 {{(pid=103895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:13:48.839217 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-7bf60905-4a94-4221-b62a-fcf9a02599b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:48.840236 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-7bf60905-4a94-4221-b62a-fcf9a02599b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:48.845753 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-7bf60905-4a94-4221-b62a-fcf9a02599b7 service neutron] 10.222.0.83 "PUT /v2.0/ports/17546000-b263-4011-a4e6-5dc6daed213a HTTP/1.1" status: 200 len: 1031 time: 3.0460856 May 26 16:13:48.988355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 17546000-b263-4011-a4e6-5dc6daed213a is: DOWN; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:48.990628 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 64cbe213-ecc2-4f91-b82c-ca1a2f519962 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:49.057787 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:49.066604 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-306536c3-c6ff-497f-bd14-9ac029e3a6b4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:49.068296 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-306536c3-c6ff-497f-bd14-9ac029e3a6b4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.83 "GET /v2.0/ports/f1118030-abd2-4542-9495-9b488c4efc14?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1901612 May 26 16:13:49.073534 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-6d9892b4-139a-4785-973d-cba631c41e30 None None] Provisioning complete for port 17546000-b263-4011-a4e6-5dc6daed213a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:49.077996 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6d9892b4-139a-4785-973d-cba631c41e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:49.087158 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-42f24e17-d253-4924-84a8-1a7049f48d40 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:49.098472 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73e53a62-e15d-4eda-8be8-22777a727a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:49.205602 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6d9892b4-139a-4785-973d-cba631c41e30 None None] Port 17546000-b263-4011-a4e6-5dc6daed213a cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:13:49.260729 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a963c50-ceeb-4828-a679-bb524e14d9ad req-65317262-87fb-4c86-9d01-2a46fc6f939c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:49.271920 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a963c50-ceeb-4828-a679-bb524e14d9ad req-65317262-87fb-4c86-9d01-2a46fc6f939c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:49.286647 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a963c50-ceeb-4828-a679-bb524e14d9ad req-65317262-87fb-4c86-9d01-2a46fc6f939c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:49.302029 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a963c50-ceeb-4828-a679-bb524e14d9ad req-65317262-87fb-4c86-9d01-2a46fc6f939c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:49.313767 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a963c50-ceeb-4828-a679-bb524e14d9ad req-65317262-87fb-4c86-9d01-2a46fc6f939c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:49.319801 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 64cbe213-ecc2-4f91-b82c-ca1a2f519962 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:49.324484 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:49.385255 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a963c50-ceeb-4828-a679-bb524e14d9ad req-65317262-87fb-4c86-9d01-2a46fc6f939c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:49.409211 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a963c50-ceeb-4828-a679-bb524e14d9ad req-65317262-87fb-4c86-9d01-2a46fc6f939c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 4663 time: 0.2706380 May 26 16:13:49.413837 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57232) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:49.442923 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 64cbe213-ecc2-4f91-b82c-ca1a2f519962, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=64cbe213-ecc2-4f91-b82c-ca1a2f519962,segment=NetworkSegment(4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75),segment_id=4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:49.444434 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64cbe213-ecc2-4f91-b82c-ca1a2f519962'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:13:49.449099 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d76b0f-3c5d-437c-a3cb-d2b52654fc6c" -d '{"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-unplugged", "status": "completed", "tag": "64cbe213-ecc2-4f91-b82c-ca1a2f519962"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:13:49.459356 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:49.463614 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device f1118030-abd2-4542-9495-9b488c4efc14 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:49.610378 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-42f24e17-d253-4924-84a8-1a7049f48d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:49.689774 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34428f51-59bb-4289-898a-d6e8e91729f5 x-openstack-request-id: req-34428f51-59bb-4289-898a-d6e8e91729f5 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:13:49.692877 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-unplugged", "status": "completed", "tag": "64cbe213-ecc2-4f91-b82c-ca1a2f519962", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:13:49.693396 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34428f51-59bb-4289-898a-d6e8e91729f5 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:13:49.694128 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34428f51-59bb-4289-898a-d6e8e91729f5'] response: {'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64cbe213-ecc2-4f91-b82c-ca1a2f519962', 'code': 200} May 26 16:13:49.701414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=64cbe213-ecc2-4f91-b82c-ca1a2f519962,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:49.723340 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a963c50-ceeb-4828-a679-bb524e14d9ad req-1c5304f0-1d54-4bef-aa1a-a9ed829cca10 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2613842 May 26 16:13:49.833945 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port f1118030-abd2-4542-9495-9b488c4efc14 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:49.834325 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:49.915199 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port f1118030-abd2-4542-9495-9b488c4efc14, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=f1118030-abd2-4542-9495-9b488c4efc14,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:49.923893 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:49.925116 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 65148236-bd78-494f-bf09-16cc85f8781f no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:49.993827 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.db.api [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-42f24e17-d253-4924-84a8-1a7049f48d40 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:13:49.994674 n-d-843337-2 neutron-server[103895]: DEBUG oslo_db.api [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-42f24e17-d253-4924-84a8-1a7049f48d40 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:13:50.060069 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7043e8bf-eaa7-4880-9851-b0998350a5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:50.068705 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e53a62-e15d-4eda-8be8-22777a727a19 admin admin] Router bba37614-f044-4f22-a532-90cde7b61c52 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:13:50.214564 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=f1118030-abd2-4542-9495-9b488c4efc14,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:50.313549 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 65148236-bd78-494f-bf09-16cc85f8781f is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:50.313970 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:50.372845 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 65148236-bd78-494f-bf09-16cc85f8781f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=65148236-bd78-494f-bf09-16cc85f8781f,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:50.379558 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:50.380985 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:50.461004 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7043e8bf-eaa7-4880-9851-b0998350a5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:50.471062 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7043e8bf-eaa7-4880-9851-b0998350a5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:50.602428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=65148236-bd78-494f-bf09-16cc85f8781f,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:50.609587 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043e8bf-eaa7-4880-9851-b0998350a5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72782a5-d38f-4673-b6d4-7a61527fd27e,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:50.629827 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57282) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:50.681310 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7043e8bf-eaa7-4880-9851-b0998350a5c5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e5b59970976147f6b123a59ccc98b22d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2512357 May 26 16:13:50.682090 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57286) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:50.692567 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-42f24e17-d253-4924-84a8-1a7049f48d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:50.709520 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:50.711317 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:50.787908 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e53a62-e15d-4eda-8be8-22777a727a19 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:13:50.803997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=86356a15-4ae4-4ce2-be9c-0b9a6e3ef023,segment=NetworkSegment(bde2e863-0c91-4084-b263-89615b414bdf),segment_id=bde2e863-0c91-4084-b263-89615b414bdf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:50.804877 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] Sync routers for ids ['bba37614-f044-4f22-a532-90cde7b61c52'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:13:50.808223 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c4b17d0-bf41-41bf-b313-27e025f8aeb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:50.814733 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:50.817177 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device a22baecc-6a51-4894-9383-fd79c3b20a9c no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:13:50.828647 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73e53a62-e15d-4eda-8be8-22777a727a19 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:50.833665 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-73e53a62-e15d-4eda-8be8-22777a727a19 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.1203647 May 26 16:13:50.835516 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57292) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:50.861190 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] Routers {'bba37614-f044-4f22-a532-90cde7b61c52'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:50.873216 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:13:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['bba37614-f044-4f22-a532-90cde7b61c52'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:50.889508 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c4b17d0-bf41-41bf-b313-27e025f8aeb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:50.965870 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=86356a15-4ae4-4ce2-be9c-0b9a6e3ef023,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:51.052075 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-10e509ca-06a7-4b67-9c22-a3b6a23b72d8 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1906335531-network', 'tenant_id': 'a97f09507c06490aab8ba9b48094a12a'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:51.100592 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea46c2-9a1d-4924-b255-11488c7b411b req-6617b534-7e30-480b-9bf5-09615cfd0fe6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:51.107936 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea46c2-9a1d-4924-b255-11488c7b411b req-6617b534-7e30-480b-9bf5-09615cfd0fe6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:51.115847 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea46c2-9a1d-4924-b255-11488c7b411b req-6617b534-7e30-480b-9bf5-09615cfd0fe6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:51.124685 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea46c2-9a1d-4924-b255-11488c7b411b req-6617b534-7e30-480b-9bf5-09615cfd0fe6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:51.138386 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea46c2-9a1d-4924-b255-11488c7b411b req-6617b534-7e30-480b-9bf5-09615cfd0fe6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:51.144383 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port a22baecc-6a51-4894-9383-fd79c3b20a9c is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:51.145457 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.152976 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] Set router bba37614-f044-4f22-a532-90cde7b61c52 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:13:51.154937 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e509ca-06a7-4b67-9c22-a3b6a23b72d8 admin admin] Made reservation on behalf of a97f09507c06490aab8ba9b48094a12a for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:51.157512 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10e509ca-06a7-4b67-9c22-a3b6a23b72d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.158018 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea46c2-9a1d-4924-b255-11488c7b411b req-6617b534-7e30-480b-9bf5-09615cfd0fe6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:51.161398 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-86ea46c2-9a1d-4924-b255-11488c7b411b req-6617b534-7e30-480b-9bf5-09615cfd0fe6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 4655 time: 0.1571536 May 26 16:13:51.162575 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c4b17d0-bf41-41bf-b313-27e025f8aeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.173882 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10e509ca-06a7-4b67-9c22-a3b6a23b72d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.175634 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c4b17d0-bf41-41bf-b313-27e025f8aeb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.182784 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0c4b17d0-bf41-41bf-b313-27e025f8aeb5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e72782a5-d38f-4673-b6d4-7a61527fd27e HTTP/1.1" status: 204 len: 168 time: 0.4994118 May 26 16:13:51.202184 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-42f24e17-d253-4924-84a8-1a7049f48d40 service neutron] For port f1118030-abd2-4542-9495-9b488c4efc14, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=f1118030-abd2-4542-9495-9b488c4efc14,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:51.224160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b17d0-bf41-41bf-b313-27e025f8aeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72782a5-d38f-4673-b6d4-7a61527fd27e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:51.243698 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port a22baecc-6a51-4894-9383-fd79c3b20a9c, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=a22baecc-6a51-4894-9383-fd79c3b20a9c,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:51.283335 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.312127 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10e509ca-06a7-4b67-9c22-a3b6a23b72d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.324283 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10e509ca-06a7-4b67-9c22-a3b6a23b72d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.368249 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-86ea46c2-9a1d-4924-b255-11488c7b411b req-4c90dc1f-de19-447a-af3e-848c5fd8b42c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d708bde-052d-46b4-a366-3921eefb61f8&id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1820731 May 26 16:13:51.392020 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=a22baecc-6a51-4894-9383-fd79c3b20a9c,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:51.431236 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e509ca-06a7-4b67-9c22-a3b6a23b72d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:13:51.483550 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e509ca-06a7-4b67-9c22-a3b6a23b72d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076fbb95-5492-4014-98ff-a00ece398710,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:51.487495 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-42f24e17-d253-4924-84a8-1a7049f48d40 service neutron] For port f1118030-abd2-4542-9495-9b488c4efc14, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:13:51.489887 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10e509ca-06a7-4b67-9c22-a3b6a23b72d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.490302 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-10e509ca-06a7-4b67-9c22-a3b6a23b72d8 admin admin] Added segment 364eaf34-457c-47ad-981d-7a22caacaf03 of type vlan for network 682358c8-e462-45cc-9353-3f856f96f6c7 May 26 16:13:51.660064 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10e509ca-06a7-4b67-9c22-a3b6a23b72d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.665204 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-42f24e17-d253-4924-84a8-1a7049f48d40 service neutron] device_id is not set on port f1118030-abd2-4542-9495-9b488c4efc14 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:13:51.704296 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1118030-abd2-4542-9495-9b488c4efc14'}, {'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65148236-bd78-494f-bf09-16cc85f8781f'}, {'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86356a15-4ae4-4ce2-be9c-0b9a6e3ef023'}, {'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a22baecc-6a51-4894-9383-fd79c3b20a9c'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:13:51.706679 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444c8f78-22a0-426c-bf14-d448a2bdf626" -d '{"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-unplugged", "status": "completed", "tag": "f1118030-abd2-4542-9495-9b488c4efc14"}, {"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-unplugged", "status": "completed", "tag": "65148236-bd78-494f-bf09-16cc85f8781f"}, {"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-unplugged", "status": "completed", "tag": "86356a15-4ae4-4ce2-be9c-0b9a6e3ef023"}, {"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-unplugged", "status": "completed", "tag": "a22baecc-6a51-4894-9383-fd79c3b20a9c"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:13:51.747162 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'name': 'tempest-ServersTestManualDisk-2141274000-router', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '22899a95-5758-482f-8d05-c62bcd53605c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:13:40Z', 'updated_at': '2022-05-26T16:13:47Z', 'revision_number': 3, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'gw_port': {'id': '22899a95-5758-482f-8d05-c62bcd53605c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:44Z', 'updated_at': '2022-05-26T16:13:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:51.759252 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-42f24e17-d253-4924-84a8-1a7049f48d40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.782038 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.db.resource_extend [None req-10e509ca-06a7-4b67-9c22-a3b6a23b72d8 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:13:51.808200 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-42f24e17-d253-4924-84a8-1a7049f48d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.818003 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] Checking router: bba37614-f044-4f22-a532-90cde7b61c52 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:13:51.820302 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] Updating router bba37614-f044-4f22-a532-90cde7b61c52 port 22899a95-5758-482f-8d05-c62bcd53605c binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:13:51.872137 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 26 May 2022 16:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716f3ede-2e37-420b-903f-29d99dc34a1c x-openstack-request-id: req-716f3ede-2e37-420b-903f-29d99dc34a1c {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:13:51.875080 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-unplugged", "status": "completed", "tag": "f1118030-abd2-4542-9495-9b488c4efc14", "code": 200}, {"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-unplugged", "status": "completed", "tag": "65148236-bd78-494f-bf09-16cc85f8781f", "code": 200}, {"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-unplugged", "status": "completed", "tag": "86356a15-4ae4-4ce2-be9c-0b9a6e3ef023", "code": 200}, {"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-unplugged", "status": "completed", "tag": "a22baecc-6a51-4894-9383-fd79c3b20a9c", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:13:51.875342 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-716f3ede-2e37-420b-903f-29d99dc34a1c {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:13:51.875790 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-716f3ede-2e37-420b-903f-29d99dc34a1c'] response: {'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1118030-abd2-4542-9495-9b488c4efc14', 'code': 200} May 26 16:13:51.876368 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-716f3ede-2e37-420b-903f-29d99dc34a1c'] response: {'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65148236-bd78-494f-bf09-16cc85f8781f', 'code': 200} May 26 16:13:51.876592 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-716f3ede-2e37-420b-903f-29d99dc34a1c'] response: {'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86356a15-4ae4-4ce2-be9c-0b9a6e3ef023', 'code': 200} May 26 16:13:51.876740 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-716f3ede-2e37-420b-903f-29d99dc34a1c'] response: {'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a22baecc-6a51-4894-9383-fd79c3b20a9c', 'code': 200} May 26 16:13:51.886273 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:51.921076 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57310) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:52.016815 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-44720f92-7652-449a-9a44-4f85e7b03816 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7ea427f310cd4cada991731b8f7fd672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0932031 May 26 16:13:52.020124 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57316) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:52.086135 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10e509ca-06a7-4b67-9c22-a3b6a23b72d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:52.087717 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e509ca-06a7-4b67-9c22-a3b6a23b72d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:52.107466 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10e509ca-06a7-4b67-9c22-a3b6a23b72d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:52.191122 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eeab8024-32d4-4288-9bb1-ba5adfa58778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:52.243339 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eeab8024-32d4-4288-9bb1-ba5adfa58778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:52.333472 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eeab8024-32d4-4288-9bb1-ba5adfa58778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:52.335916 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eeab8024-32d4-4288-9bb1-ba5adfa58778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:52.343009 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-eeab8024-32d4-4288-9bb1-ba5adfa58778 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3112dc40-86dd-4c89-a41e-dfd4304b2a41 HTTP/1.1" status: 204 len: 168 time: 0.3213944 May 26 16:13:52.390575 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab8024-32d4-4288-9bb1-ba5adfa58778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3112dc40-86dd-4c89-a41e-dfd4304b2a41,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:52.527492 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57340) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:52.533016 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-4be66c90-ccc0-4dd9-be7d-d7ee37457605 admin admin] Request body: {'subnet': {'network_id': '682358c8-e462-45cc-9353-3f856f96f6c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1906335531-subnet', 'tenant_id': 'a97f09507c06490aab8ba9b48094a12a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:52.536245 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-10e509ca-06a7-4b67-9c22-a3b6a23b72d8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9011149 May 26 16:13:52.537206 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-42f24e17-d253-4924-84a8-1a7049f48d40 service neutron] No DVR routers for this DVR port f1118030-abd2-4542-9495-9b488c4efc14 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:52.569230 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f24e17-d253-4924-84a8-1a7049f48d40 service neutron] Pushing event updated for resources: {'Port': ['ID=f1118030-abd2-4542-9495-9b488c4efc14,revision_number=7']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:52.598964 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be66c90-ccc0-4dd9-be7d-d7ee37457605 admin admin] Made reservation on behalf of a97f09507c06490aab8ba9b48094a12a for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:52.601791 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4be66c90-ccc0-4dd9-be7d-d7ee37457605 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:52.699855 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e509ca-06a7-4b67-9c22-a3b6a23b72d8 admin admin] Pushing event updated for resources: {'Network': ['ID=682358c8-e462-45cc-9353-3f856f96f6c7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:52.714552 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 682358c8-e462-45cc-9353-3f856f96f6c7 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:13:52.830487 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-42f24e17-d253-4924-84a8-1a7049f48d40 service neutron] In _notify_port_updated(), no bound segment for port f1118030-abd2-4542-9495-9b488c4efc14 on network f3afb84f-a007-4e52-a1fb-611cc73f2208 {{(pid=103895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:13:52.831698 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-42f24e17-d253-4924-84a8-1a7049f48d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:52.832357 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-42f24e17-d253-4924-84a8-1a7049f48d40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:52.834077 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-42f24e17-d253-4924-84a8-1a7049f48d40 service neutron] 10.222.0.83 "PUT /v2.0/ports/f1118030-abd2-4542-9495-9b488c4efc14 HTTP/1.1" status: 200 len: 1033 time: 3.7560551 May 26 16:13:52.867341 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:52.877197 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:52.952697 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7063568-61aa-4a14-8b2d-134b314966c0 req-d99d8ac6-00fb-4620-88fa-1d11a1855372 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:52.993454 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7063568-61aa-4a14-8b2d-134b314966c0 req-d99d8ac6-00fb-4620-88fa-1d11a1855372 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:53.051818 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7063568-61aa-4a14-8b2d-134b314966c0 req-d99d8ac6-00fb-4620-88fa-1d11a1855372 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:53.056498 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] Attempting to bind port 22899a95-5758-482f-8d05-c62bcd53605c on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:13:53.056960 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] Attempting to bind port 22899a95-5758-482f-8d05-c62bcd53605c by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:13:53.057476 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] Attempting to bind port 22899a95-5758-482f-8d05-c62bcd53605c on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:13:53.091054 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7063568-61aa-4a14-8b2d-134b314966c0 req-d99d8ac6-00fb-4620-88fa-1d11a1855372 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:53.101347 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:13:53.104975 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:53.108443 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:53.109358 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:13:53.111074 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] Bound port: 22899a95-5758-482f-8d05-c62bcd53605c, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:13:53.116296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7063568-61aa-4a14-8b2d-134b314966c0 req-d99d8ac6-00fb-4620-88fa-1d11a1855372 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:53.116510 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:53.118710 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7063568-61aa-4a14-8b2d-134b314966c0 req-d99d8ac6-00fb-4620-88fa-1d11a1855372 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 3875 time: 0.3984497 May 26 16:13:53.130719 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-efc40d0c-efc9-4950-9885-a57a039ff048 None None] Provisioning complete for port f1118030-abd2-4542-9495-9b488c4efc14 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:53.131131 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-efc40d0c-efc9-4950-9885-a57a039ff048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:53.258008 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-efc40d0c-efc9-4950-9885-a57a039ff048 None None] Port f1118030-abd2-4542-9495-9b488c4efc14 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:13:53.366301 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4be66c90-ccc0-4dd9-be7d-d7ee37457605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:53.390836 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] For port 22899a95-5758-482f-8d05-c62bcd53605c, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:13:53.415171 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] For port 22899a95-5758-482f-8d05-c62bcd53605c, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=22899a95-5758-482f-8d05-c62bcd53605c,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:13:53.445066 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73f7eeab-ac78-43bc-a939-1bb28a7b10f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:53.451073 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:53.456087 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0630e-8c85-418b-b7fd-836134e44396 None None] Pushing event updated for resources: {'Port': ['ID=22899a95-5758-482f-8d05-c62bcd53605c,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:53.482125 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:13:53.500722 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0630e-8c85-418b-b7fd-836134e44396 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:53.500722 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0630e-8c85-418b-b7fd-836134e44396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:53.501156 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0630e-8c85-418b-b7fd-836134e44396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:53.504718 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0630e-8c85-418b-b7fd-836134e44396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:53.505113 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0630e-8c85-418b-b7fd-836134e44396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:53.505456 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0630e-8c85-418b-b7fd-836134e44396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:53.510177 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0630e-8c85-418b-b7fd-836134e44396 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:53.510688 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0630e-8c85-418b-b7fd-836134e44396 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:53.511032 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0630e-8c85-418b-b7fd-836134e44396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:53.517403 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0630e-8c85-418b-b7fd-836134e44396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:53.519193 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0630e-8c85-418b-b7fd-836134e44396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:53.520429 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0630e-8c85-418b-b7fd-836134e44396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:53.534569 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be66c90-ccc0-4dd9-be7d-d7ee37457605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d33efa6d-7e2c-48ae-94ba-0e19ceca7a50,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:53.627180 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] Routers {'bba37614-f044-4f22-a532-90cde7b61c52'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:53.640701 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:13:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['bba37614-f044-4f22-a532-90cde7b61c52'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:53.710974 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7063568-61aa-4a14-8b2d-134b314966c0 req-09b887f6-04b8-4a83-beb6-80444de4ae37 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3800764 May 26 16:13:53.713791 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0630e-8c85-418b-b7fd-836134e44396 None None] Pushing event updated for resources: {'Port': ['ID=22899a95-5758-482f-8d05-c62bcd53605c,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:53.749904 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be66c90-ccc0-4dd9-be7d-d7ee37457605 admin admin] Checking segment: {'id': '364eaf34-457c-47ad-981d-7a22caacaf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '682358c8-e462-45cc-9353-3f856f96f6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:13:53.750267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be66c90-ccc0-4dd9-be7d-d7ee37457605 admin admin] Network hostable DHCP agents. Network: 682358c8-e462-45cc-9353-3f856f96f6c7, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:13:53.799668 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be66c90-ccc0-4dd9-be7d-d7ee37457605 admin admin] Network 682358c8-e462-45cc-9353-3f856f96f6c7 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:13:53.818292 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-4be66c90-ccc0-4dd9-be7d-d7ee37457605 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 682358c8-e462-45cc-9353-3f856f96f6c7) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:53.827064 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fb3d5d-fdcf-42b1-b9ed-ef253979176b None None] Network 682358c8-e462-45cc-9353-3f856f96f6c7 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:53.846978 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be66c90-ccc0-4dd9-be7d-d7ee37457605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:53.847714 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4be66c90-ccc0-4dd9-be7d-d7ee37457605 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:53.870319 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] Set router bba37614-f044-4f22-a532-90cde7b61c52 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:13:53.920337 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4be66c90-ccc0-4dd9-be7d-d7ee37457605 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3888803 May 26 16:13:54.252032 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3300b0dd-e6aa-4968-ab02-fd10361491a5 None None] Network 682358c8-e462-45cc-9353-3f856f96f6c7 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:13:54.610613 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-4edeb3f8-a4a2-45d7-a440-4cf4f89da0b6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Deleting port 65148236-bd78-494f-bf09-16cc85f8781f {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:54.614979 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-4edeb3f8-a4a2-45d7-a440-4cf4f89da0b6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:54.803790 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'name': 'tempest-ServersTestManualDisk-2141274000-router', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '22899a95-5758-482f-8d05-c62bcd53605c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:13:40Z', 'updated_at': '2022-05-26T16:13:47Z', 'revision_number': 3, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'gw_port': {'id': '22899a95-5758-482f-8d05-c62bcd53605c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:44Z', 'updated_at': '2022-05-26T16:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:13:54.883122 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-4edeb3f8-a4a2-45d7-a440-4cf4f89da0b6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] For port 65148236-bd78-494f-bf09-16cc85f8781f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=65148236-bd78-494f-bf09-16cc85f8781f,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:54.884082 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-4edeb3f8-a4a2-45d7-a440-4cf4f89da0b6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:54.887873 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0252fea7-3597-4a03-9f0b-e6e0f02571c2 None None] The sync data for ids ['bba37614-f044-4f22-a532-90cde7b61c52'] in n-d-843337-2 is: [{'id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'name': 'tempest-ServersTestManualDisk-2141274000-router', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '22899a95-5758-482f-8d05-c62bcd53605c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:13:40Z', 'updated_at': '2022-05-26T16:13:47Z', 'revision_number': 3, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'gw_port': {'id': '22899a95-5758-482f-8d05-c62bcd53605c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:44Z', 'updated_at': '2022-05-26T16:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:13:54.971952 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-4edeb3f8-a4a2-45d7-a440-4cf4f89da0b6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Calling delete_port for 65148236-bd78-494f-bf09-16cc85f8781f owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:55.089143 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57410) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:55.163853 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2889f-e650-4e48-b00f-0a8ce1453853 req-d43ef0cd-a30c-4503-9739-cc98ff1784c4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:55.170555 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2889f-e650-4e48-b00f-0a8ce1453853 req-d43ef0cd-a30c-4503-9739-cc98ff1784c4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:55.179698 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2889f-e650-4e48-b00f-0a8ce1453853 req-d43ef0cd-a30c-4503-9739-cc98ff1784c4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:55.187078 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2889f-e650-4e48-b00f-0a8ce1453853 req-d43ef0cd-a30c-4503-9739-cc98ff1784c4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:55.193245 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2889f-e650-4e48-b00f-0a8ce1453853 req-d43ef0cd-a30c-4503-9739-cc98ff1784c4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:55.209023 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bcc2889f-e650-4e48-b00f-0a8ce1453853 req-d43ef0cd-a30c-4503-9739-cc98ff1784c4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 3875 time: 0.2096353 May 26 16:13:55.312954 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bcc2889f-e650-4e48-b00f-0a8ce1453853 req-2c26e0a5-dc64-4937-a043-364d5e2e312b tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028330 May 26 16:13:55.447374 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-803336383'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:55.459301 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-73f7eeab-ac78-43bc-a939-1bb28a7b10f9 admin admin] Allocated IP 172.20.0.1 (cb1029da-ce9b-4f8c-9ca2-2687b1569027/4efbfbbe-776d-4964-aecf-0338c416316e/0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:13:55.610864 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73f7eeab-ac78-43bc-a939-1bb28a7b10f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.732431 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Made reservation on behalf of c89abadfb7784aa2b1ceadaebed61f51 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:55.743118 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.815247 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.865577 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73f7eeab-ac78-43bc-a939-1bb28a7b10f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:55.879430 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-4edeb3f8-a4a2-45d7-a440-4cf4f89da0b6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:56.073517 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f7eeab-ac78-43bc-a939-1bb28a7b10f9 admin admin] Network cb1029da-ce9b-4f8c-9ca2-2687b1569027 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:56.114867 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:56.139263 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:56.142759 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-4edeb3f8-a4a2-45d7-a440-4cf4f89da0b6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] No DVR routers for this DVR port 65148236-bd78-494f-bf09-16cc85f8781f on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:56.147978 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-4edeb3f8-a4a2-45d7-a440-4cf4f89da0b6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:56.170481 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-4edeb3f8-a4a2-45d7-a440-4cf4f89da0b6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.83 "DELETE /v2.0/ports/65148236-bd78-494f-bf09-16cc85f8781f HTTP/1.1" status: 204 len: 173 time: 3.2526724 May 26 16:13:56.172176 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-73f7eeab-ac78-43bc-a939-1bb28a7b10f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:56.178275 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f7eeab-ac78-43bc-a939-1bb28a7b10f9 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:13:56.222482 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:13:56.298768 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8d7a01-eac1-4b84-9567-a48c987c5b71,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:56.316968 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:56.317307 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Added segment c16ea614-835b-4aea-872e-850f749d1b44 of type vlan for network 8452338e-5621-4741-abcd-9975b04ce66e May 26 16:13:56.327794 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:56.332661 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:56.333250 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:56.335520 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:56.336052 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:56.338735 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:56.339297 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:56.339926 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:56.344253 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:56.344840 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:56.345930 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:56.347145 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:13:56.379074 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-deleted', 'tag': '65148236-bd78-494f-bf09-16cc85f8781f'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:13:56.389611 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-3c501a77-70ad-4114-927d-10f9592f778d tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:56.393530 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-3c501a77-70ad-4114-927d-10f9592f778d tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/networks?id=682358c8-e462-45cc-9353-3f856f96f6c7 HTTP/1.1" status: 200 len: 809 time: 0.9275594 May 26 16:13:56.410107 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc6e499-dbb5-4a6d-a203-10d42ba3fec9" -d '{"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-deleted", "tag": "65148236-bd78-494f-bf09-16cc85f8781f"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:13:56.431114 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73f7eeab-ac78-43bc-a939-1bb28a7b10f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:56.486531 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-596d0910-f818-43af-9648-44a23c54bbcb tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/quotas/a97f09507c06490aab8ba9b48094a12a HTTP/1.1" status: 200 len: 375 time: 0.0668418 May 26 16:13:56.727983 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7eeab-ac78-43bc-a939-1bb28a7b10f9 admin admin] Pushing event updated for resources: {'Port': ['ID=0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:56.790184 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-03455eb5-f9f9-4a87-ad0b-2d343db9ac98 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a97f09507c06490aab8ba9b48094a12a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1907551 May 26 16:13:56.818747 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:56.855041 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-52975f7e-a284-442e-ba14-d3217d7ff974 None None] Provisioning complete for port 0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:56.855650 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-52975f7e-a284-442e-ba14-d3217d7ff974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:56.922613 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edeb3f8-a4a2-45d7-a440-4cf4f89da0b6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event deleted for resources: {'Port': ['ID=65148236-bd78-494f-bf09-16cc85f8781f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:56.943560 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-52975f7e-a284-442e-ba14-d3217d7ff974 None None] Port 0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:13:57.023351 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548e1be-12a2-406d-8f01-dbf08ccd29f0 req-b395a5db-9c68-4719-8f23-c919e054bf6b tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:57.038433 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548e1be-12a2-406d-8f01-dbf08ccd29f0 req-b395a5db-9c68-4719-8f23-c919e054bf6b tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:57.045980 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548e1be-12a2-406d-8f01-dbf08ccd29f0 req-b395a5db-9c68-4719-8f23-c919e054bf6b tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:57.047237 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73f7eeab-ac78-43bc-a939-1bb28a7b10f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.067226 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548e1be-12a2-406d-8f01-dbf08ccd29f0 req-b395a5db-9c68-4719-8f23-c919e054bf6b tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:57.074210 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2548e1be-12a2-406d-8f01-dbf08ccd29f0 req-b395a5db-9c68-4719-8f23-c919e054bf6b tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 3143 time: 0.2529027 May 26 16:13:57.095719 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-73f44d29-df01-4cfc-b4df-848aafdc3302 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Deleting port 77340a69-89a7-45ab-9f80-b7f39061885b {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:57.096064 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-73f44d29-df01-4cfc-b4df-848aafdc3302 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.168696 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.175223 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:57.175869 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.218995 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1257124 May 26 16:13:57.238474 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2548e1be-12a2-406d-8f01-dbf08ccd29f0 req-47c4bd35-c30d-4433-b556-338db446feab tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529775 May 26 16:13:57.239082 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57454) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:13:57.312793 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-73f44d29-df01-4cfc-b4df-848aafdc3302 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] For port 77340a69-89a7-45ab-9f80-b7f39061885b, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=77340a69-89a7-45ab-9f80-b7f39061885b,segment=NetworkSegment(bde2e863-0c91-4084-b263-89615b414bdf),segment_id=bde2e863-0c91-4084-b263-89615b414bdf)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:57.313870 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-73f44d29-df01-4cfc-b4df-848aafdc3302 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.351648 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-73f44d29-df01-4cfc-b4df-848aafdc3302 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Calling delete_port for 77340a69-89a7-45ab-9f80-b7f39061885b owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:57.402224 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e33715e8-5c0c-416f-ac21-4279b62c5af8 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Request body: {'subnet': {'network_id': '8452338e-5621-4741-abcd-9975b04ce66e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:13:57.513143 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73f7eeab-ac78-43bc-a939-1bb28a7b10f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.517528 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6379694f-4684-4728-ae3d-91e804c3c02d x-openstack-request-id: req-6379694f-4684-4728-ae3d-91e804c3c02d {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:13:57.517764 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-deleted", "tag": "65148236-bd78-494f-bf09-16cc85f8781f", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:13:57.518483 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6379694f-4684-4728-ae3d-91e804c3c02d {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:13:57.518945 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6379694f-4684-4728-ae3d-91e804c3c02d'] response: {'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-deleted', 'tag': '65148236-bd78-494f-bf09-16cc85f8781f', 'status': 'completed', 'code': 200} May 26 16:13:57.523866 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73f7eeab-ac78-43bc-a939-1bb28a7b10f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.588062 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73f7eeab-ac78-43bc-a939-1bb28a7b10f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.646752 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-ecda7546-c34a-4853-987c-07e0c7dd98dc service neutron] 10.222.0.77 "GET /v2.0/networks/682358c8-e462-45cc-9353-3f856f96f6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8391163 May 26 16:13:57.657202 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 22899a95-5758-482f-8d05-c62bcd53605c up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:13:57.790594 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 22899a95-5758-482f-8d05-c62bcd53605c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:57.790965 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:57.881584 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7eeab-ac78-43bc-a939-1bb28a7b10f9 admin admin] Pushing event updated for resources: {'Port': ['ID=0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:57.991726 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-bce532f4-4d2a-461c-8637-a8ca07692667 service neutron] 10.222.0.77 "GET /v2.0/networks/682358c8-e462-45cc-9353-3f856f96f6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959387 May 26 16:13:57.993869 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33715e8-5c0c-416f-ac21-4279b62c5af8 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Made reservation on behalf of c89abadfb7784aa2b1ceadaebed61f51 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:13:58.006654 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e33715e8-5c0c-416f-ac21-4279b62c5af8 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:58.016829 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745d960-7c34-4d0e-9cc8-82dcc24b3283 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Pushing event updated for resources: {'Network': ['ID=8452338e-5621-4741-abcd-9975b04ce66e,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:58.065131 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-73f44d29-df01-4cfc-b4df-848aafdc3302 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:58.195374 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f44d29-df01-4cfc-b4df-848aafdc3302 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event deleted for resources: {'Port': ['ID=77340a69-89a7-45ab-9f80-b7f39061885b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:58.219743 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f7eeab-ac78-43bc-a939-1bb28a7b10f9 admin admin] Network cb1029da-ce9b-4f8c-9ca2-2687b1569027 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:13:58.230968 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-73f7eeab-ac78-43bc-a939-1bb28a7b10f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:13:58.565848 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-73f44d29-df01-4cfc-b4df-848aafdc3302 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] No DVR routers for this DVR port 77340a69-89a7-45ab-9f80-b7f39061885b on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:13:58.698899 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 8452338e-5621-4741-abcd-9975b04ce66e details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:13:58.767814 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-47ddf5f7-8718-4ecb-92d0-3443ff4de098 req-4a5556fe-ca9a-4313-a044-a192d88690e3 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8784bf8-2c50-4ba6-b349-bf837fae9347 HTTP/1.1" status: 200 len: 210 time: 0.1790130 May 26 16:13:58.964249 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-73f44d29-df01-4cfc-b4df-848aafdc3302 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:58.966894 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 22899a95-5758-482f-8d05-c62bcd53605c is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:58.967510 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:58.979697 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-73f44d29-df01-4cfc-b4df-848aafdc3302 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.83 "DELETE /v2.0/ports/77340a69-89a7-45ab-9f80-b7f39061885b HTTP/1.1" status: 204 len: 173 time: 2.6075726 May 26 16:13:59.068530 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 22899a95-5758-482f-8d05-c62bcd53605c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=22899a95-5758-482f-8d05-c62bcd53605c,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:59.080664 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:59.128022 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f7eeab-ac78-43bc-a939-1bb28a7b10f9 admin admin] Router bba37614-f044-4f22-a532-90cde7b61c52 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:13:59.138000 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e301c-e09b-42e2-aeb4-b6828b6890c9 req-9c111709-c760-4f16-a745-f6a1eea7959c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:59.170711 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e301c-e09b-42e2-aeb4-b6828b6890c9 req-9c111709-c760-4f16-a745-f6a1eea7959c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:59.193871 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e301c-e09b-42e2-aeb4-b6828b6890c9 req-9c111709-c760-4f16-a745-f6a1eea7959c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:13:59.195593 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d5e301c-e09b-42e2-aeb4-b6828b6890c9 req-9c111709-c760-4f16-a745-f6a1eea7959c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 2410 time: 0.4533660 May 26 16:13:59.248197 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=22899a95-5758-482f-8d05-c62bcd53605c,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:13:59.254766 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-18b838f2-7824-49d2-ad77-0f396afd13ae None None] Provisioning complete for port 0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:59.260141 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-18b838f2-7824-49d2-ad77-0f396afd13ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:59.305690 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e33715e8-5c0c-416f-ac21-4279b62c5af8 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:59.328825 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-18b838f2-7824-49d2-ad77-0f396afd13ae None None] Port 0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:13:59.405810 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-cedcbd35-680c-4e20-9bc0-0bbb79366bcf tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Deleting port a22baecc-6a51-4894-9383-fd79c3b20a9c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:13:59.406485 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-cedcbd35-680c-4e20-9bc0-0bbb79366bcf tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:59.550971 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 22899a95-5758-482f-8d05-c62bcd53605c up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:13:59.637917 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 22899a95-5758-482f-8d05-c62bcd53605c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:13:59.638596 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:59.651674 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-deleted', 'tag': '77340a69-89a7-45ab-9f80-b7f39061885b'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:13:59.660602 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb890e3-9ca2-4b51-b6e1-a784dcfa0dbc" -d '{"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-deleted", "tag": "77340a69-89a7-45ab-9f80-b7f39061885b"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:13:59.741051 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f7eeab-ac78-43bc-a939-1bb28a7b10f9 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:13:59.768999 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-73f7eeab-ac78-43bc-a939-1bb28a7b10f9 admin admin] 10.222.0.77 "PUT /v2.0/routers/bba37614-f044-4f22-a532-90cde7b61c52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9325304 May 26 16:13:59.770603 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f0661e-0c5f-4b88-9bfa-4d3fbe457ea2 x-openstack-request-id: req-d8f0661e-0c5f-4b88-9bfa-4d3fbe457ea2 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:13:59.770902 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-deleted", "tag": "77340a69-89a7-45ab-9f80-b7f39061885b", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:13:59.771160 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d8f0661e-0c5f-4b88-9bfa-4d3fbe457ea2 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:13:59.771556 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8f0661e-0c5f-4b88-9bfa-4d3fbe457ea2'] response: {'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-deleted', 'tag': '77340a69-89a7-45ab-9f80-b7f39061885b', 'status': 'completed', 'code': 200} May 26 16:13:59.787259 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] Sync routers for ids ['bba37614-f044-4f22-a532-90cde7b61c52'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:13:59.804337 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-cedcbd35-680c-4e20-9bc0-0bbb79366bcf tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] For port a22baecc-6a51-4894-9383-fd79c3b20a9c, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=a22baecc-6a51-4894-9383-fd79c3b20a9c,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:13:59.804837 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-cedcbd35-680c-4e20-9bc0-0bbb79366bcf tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:13:59.851904 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-cedcbd35-680c-4e20-9bc0-0bbb79366bcf tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Calling delete_port for a22baecc-6a51-4894-9383-fd79c3b20a9c owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:13:59.869190 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 22899a95-5758-482f-8d05-c62bcd53605c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:13:59.873442 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] Routers {'bba37614-f044-4f22-a532-90cde7b61c52'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:13:59.875059 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:13:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['bba37614-f044-4f22-a532-90cde7b61c52'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:00.024585 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] Set router bba37614-f044-4f22-a532-90cde7b61c52 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:14:00.201887 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-cedcbd35-680c-4e20-9bc0-0bbb79366bcf tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:00.281299 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedcbd35-680c-4e20-9bc0-0bbb79366bcf tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event deleted for resources: {'Port': ['ID=a22baecc-6a51-4894-9383-fd79c3b20a9c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:00.389442 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-cedcbd35-680c-4e20-9bc0-0bbb79366bcf tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] No DVR routers for this DVR port a22baecc-6a51-4894-9383-fd79c3b20a9c on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:14:00.393117 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-cedcbd35-680c-4e20-9bc0-0bbb79366bcf tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:00.404938 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-cedcbd35-680c-4e20-9bc0-0bbb79366bcf tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.83 "DELETE /v2.0/ports/a22baecc-6a51-4894-9383-fd79c3b20a9c HTTP/1.1" status: 204 len: 173 time: 1.4049037 May 26 16:14:00.471219 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:00.552832 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33715e8-5c0c-416f-ac21-4279b62c5af8 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Pushing event updated for resources: {'Subnet': ['ID=26e1453e-d420-4d2c-bf4f-06dd1f2653c6,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:00.553703 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'name': 'tempest-ServersTestManualDisk-2141274000-router', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '22899a95-5758-482f-8d05-c62bcd53605c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:13:40Z', 'updated_at': '2022-05-26T16:13:56Z', 'revision_number': 4, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'gw_port': {'id': '22899a95-5758-482f-8d05-c62bcd53605c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:44Z', 'updated_at': '2022-05-26T16:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3', 'name': '', 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'mac_address': 'fa:16:3e:73:5c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4efbfbbe-776d-4964-aecf-0338c416316e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:54Z', 'updated_at': '2022-05-26T16:13:57Z', 'revision_number': 2, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'subnets': [{'id': '4efbfbbe-776d-4964-aecf-0338c416316e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:00.634321 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-5f83f56c-7b7a-4a14-8b06-6a1f6f92da46 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Deleting port 64cbe213-ecc2-4f91-b82c-ca1a2f519962 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:00.635439 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-5f83f56c-7b7a-4a14-8b06-6a1f6f92da46 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:00.750436 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d5e301c-e09b-42e2-aeb4-b6828b6890c9 req-9c380ba2-9500-43c0-a8d9-e5fb01130600 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5311031 May 26 16:14:00.752454 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] Checking router: bba37614-f044-4f22-a532-90cde7b61c52 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:14:00.755941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] Updating router bba37614-f044-4f22-a532-90cde7b61c52 port 0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:14:00.845297 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-5f83f56c-7b7a-4a14-8b06-6a1f6f92da46 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] For port 64cbe213-ecc2-4f91-b82c-ca1a2f519962, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=64cbe213-ecc2-4f91-b82c-ca1a2f519962,segment=NetworkSegment(4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75),segment_id=4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:00.854999 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-5f83f56c-7b7a-4a14-8b06-6a1f6f92da46 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:00.857979 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:01.040703 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85e6924c-851c-4b93-887c-7e869f73ecc7 req-bae2337c-4d40-4857-ae39-7f352e2861fd tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8784bf8-2c50-4ba6-b349-bf837fae9347 HTTP/1.1" status: 200 len: 210 time: 0.4466307 May 26 16:14:01.213154 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-5f83f56c-7b7a-4a14-8b06-6a1f6f92da46 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:01.213811 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-5f83f56c-7b7a-4a14-8b06-6a1f6f92da46 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:01.214191 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-5f83f56c-7b7a-4a14-8b06-6a1f6f92da46 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Floating IP 55b79b10-9933-450e-9903-d383acee0431 disassociated. External IP: 172.25.7.77, port: 64cbe213-ecc2-4f91-b82c-ca1a2f519962. May 26 16:14:01.214835 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-5f83f56c-7b7a-4a14-8b06-6a1f6f92da46 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Calling delete_port for 64cbe213-ecc2-4f91-b82c-ca1a2f519962 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:01.220393 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33715e8-5c0c-416f-ac21-4279b62c5af8 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Checking segment: {'id': 'c16ea614-835b-4aea-872e-850f749d1b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8452338e-5621-4741-abcd-9975b04ce66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:14:01.220767 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33715e8-5c0c-416f-ac21-4279b62c5af8 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Network hostable DHCP agents. Network: 8452338e-5621-4741-abcd-9975b04ce66e, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:14:01.279071 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-7cc5a50d-cace-4370-96d4-3d9380f0906c tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:01.282553 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-7cc5a50d-cace-4370-96d4-3d9380f0906c tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.81 "GET /v2.0/networks?id=682358c8-e462-45cc-9353-3f856f96f6c7 HTTP/1.1" status: 200 len: 809 time: 0.6983299 May 26 16:14:01.304928 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-fcf2e2c6-694c-44cb-a573-27acd5f5c27d tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Request body: {'port': {'device_id': 'c8784bf8-2c50-4ba6-b349-bf837fae9347', 'network_id': '682358c8-e462-45cc-9353-3f856f96f6c7', 'admin_state_up': True, 'tenant_id': 'a97f09507c06490aab8ba9b48094a12a'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:01.317700 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33715e8-5c0c-416f-ac21-4279b62c5af8 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Network 8452338e-5621-4741-abcd-9975b04ce66e is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:14:01.375308 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57536) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:01.380844 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-db8d6057-9d8e-4ae1-bbe8-05b2ab280bbc tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Request body: {'security_group': {'name': 'tempest-securitygroup--419851357', 'description': 'tempest-description--751197702'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:01.388016 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-5f83f56c-7b7a-4a14-8b06-6a1f6f92da46 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:01.455853 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83f56c-7b7a-4a14-8b06-6a1f6f92da46 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event deleted for resources: {'Port': ['ID=64cbe213-ecc2-4f91-b82c-ca1a2f519962,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:01.456713 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-e33715e8-5c0c-416f-ac21-4279b62c5af8 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 8452338e-5621-4741-abcd-9975b04ce66e) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:01.468205 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33715e8-5c0c-416f-ac21-4279b62c5af8 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:01.470905 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e33715e8-5c0c-416f-ac21-4279b62c5af8 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:01.475995 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887aad6c-d04f-495a-bc0e-dba6dedab75f None None] Network 8452338e-5621-4741-abcd-9975b04ce66e requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:14:01.534164 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-db8d6057-9d8e-4ae1-bbe8-05b2ab280bbc tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:01.552381 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e33715e8-5c0c-416f-ac21-4279b62c5af8 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1744061 May 26 16:14:01.560971 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57542) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:01.642606 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-fcf2e2c6-694c-44cb-a573-27acd5f5c27d tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Made reservation on behalf of a97f09507c06490aab8ba9b48094a12a for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:01.647033 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-fcf2e2c6-694c-44cb-a573-27acd5f5c27d tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:01.886328 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-deleted', 'tag': 'a22baecc-6a51-4894-9383-fd79c3b20a9c'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:01.889468 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a5c7c3-db0d-431e-93a6-04523941add1" -d '{"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-deleted", "tag": "a22baecc-6a51-4894-9383-fd79c3b20a9c"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:01.913184 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-25f609e1-ea69-431e-9720-30f2d0ae93ec tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Request body: {'port': {'network_id': '8452338e-5621-4741-abcd-9975b04ce66e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1977755488'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:01.944400 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-fcf2e2c6-694c-44cb-a573-27acd5f5c27d tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Allocated IP 172.20.0.7 (682358c8-e462-45cc-9353-3f856f96f6c7/d33efa6d-7e2c-48ae-94ba-0e19ceca7a50/76b397b7-99de-43d1-a67a-4729e89dbcad) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:01.963425 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:02.002464 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:02.183141 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-fcf2e2c6-694c-44cb-a573-27acd5f5c27d tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:02.275792 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-fcf2e2c6-694c-44cb-a573-27acd5f5c27d tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:02.303414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db3848-e13a-4039-acd2-2cc13e5db113 None None] Pushing event updated for resources: {'Port': ['ID=0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:02.334789 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3211c0ba-9540-4958-aaa6-18f301a44135 x-openstack-request-id: req-3211c0ba-9540-4958-aaa6-18f301a44135 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:02.335344 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-deleted", "tag": "a22baecc-6a51-4894-9383-fd79c3b20a9c", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:02.347795 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3211c0ba-9540-4958-aaa6-18f301a44135 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:02.349490 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3211c0ba-9540-4958-aaa6-18f301a44135'] response: {'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-deleted', 'tag': 'a22baecc-6a51-4894-9383-fd79c3b20a9c', 'status': 'completed', 'code': 200} May 26 16:14:02.370287 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-5f83f56c-7b7a-4a14-8b06-6a1f6f92da46 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Router 31267388-5dc3-4858-8f6c-1d34e54ef18a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:14:02.440312 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b030d6-22eb-4a22-b318-fcfcd8b361d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-8452338e-5621-4741-abcd-9975b04ce66e', 'network_id': '8452338e-5621-4741-abcd-9975b04ce66e', 'tenant_id': 'c89abadfb7784aa2b1ceadaebed61f51', 'fixed_ips': [{'subnet_id': '26e1453e-d420-4d2c-bf4f-06dd1f2653c6'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:14:02.444926 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-86b030d6-22eb-4a22-b318-fcfcd8b361d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:02.456059 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] Attempting to bind port 0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:14:02.458098 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] Attempting to bind port 0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:14:02.461387 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] Attempting to bind port 0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3 on network cb1029da-ce9b-4f8c-9ca2-2687b1569027 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:14:02.474808 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57558) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:02.499968 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:14:02.500378 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] Checking segment: {'id': '7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:14:02.500786 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:02.501179 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] Bound using segment: {'id': '7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:14:02.501670 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] Bound port: 0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:14:02.502054 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:02.635122 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2e2c6-694c-44cb-a573-27acd5f5c27d tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Pushing event updated for resources: {'Port': ['ID=76b397b7-99de-43d1-a67a-4729e89dbcad,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:02.714955 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-fcf2e2c6-694c-44cb-a573-27acd5f5c27d tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Network 682358c8-e462-45cc-9353-3f856f96f6c7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:02.737087 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-fcf2e2c6-694c-44cb-a573-27acd5f5c27d tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:02.748534 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-fcf2e2c6-694c-44cb-a573-27acd5f5c27d tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:02.762941 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102f4be-d028-44eb-ba8d-31b72d1ff48f req-6d45f53d-d078-4f2c-8e1f-a6ff25f0b40f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:02.765830 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4102f4be-d028-44eb-ba8d-31b72d1ff48f req-6d45f53d-d078-4f2c-8e1f-a6ff25f0b40f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 943 time: 0.5271246 May 26 16:14:02.849117 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f35642-f0dc-4504-8c21-e25ee423af07 req-732ec0b7-98bc-43f1-accd-0401555207c4 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:02.851266 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46f35642-f0dc-4504-8c21-e25ee423af07 req-732ec0b7-98bc-43f1-accd-0401555207c4 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8784bf8-2c50-4ba6-b349-bf837fae9347 HTTP/1.1" status: 200 len: 931 time: 0.4761765 May 26 16:14:02.998923 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-fcf2e2c6-694c-44cb-a573-27acd5f5c27d tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:02.999611 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-fcf2e2c6-694c-44cb-a573-27acd5f5c27d tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:03.009646 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-bf3cb0d3-f593-402c-86b2-59fbe941713d None None] Provisioning complete for port 0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:03.010262 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb0d3-f593-402c-86b2-59fbe941713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:03.075343 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] For port 0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:14:03.083254 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4102f4be-d028-44eb-ba8d-31b72d1ff48f req-a67905db-4fb2-4b4a-935c-af5f795f6bf9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2683818 May 26 16:14:03.105384 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-fcf2e2c6-694c-44cb-a573-27acd5f5c27d tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8130167 May 26 16:14:03.113303 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] For port 0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3,segment=NetworkSegment(7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2),segment_id=7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:14:03.145849 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46f35642-f0dc-4504-8c21-e25ee423af07 req-384fa79d-fc92-4496-b258-c427726740eb tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/security-groups?id=076fbb95-5492-4014-98ff-a00ece398710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860115 May 26 16:14:03.148243 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:03.149907 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-21cfe903-3701-421b-bfbe-34af0ad66a32 service neutron] Request body: {'port': {'device_id': 'c8784bf8-2c50-4ba6-b349-bf837fae9347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:03.191969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-bf3cb0d3-f593-402c-86b2-59fbe941713d None None] Port 0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:14:03.237621 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-86b030d6-22eb-4a22-b318-fcfcd8b361d6 None None] Allocated IP 2001:db8::2 (8452338e-5621-4741-abcd-9975b04ce66e/26e1453e-d420-4d2c-bf4f-06dd1f2653c6/9157b344-ec2b-4fd5-9ddf-254c540c5c7c) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:03.292056 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] Routers {'bba37614-f044-4f22-a532-90cde7b61c52'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:03.292475 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:13:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['bba37614-f044-4f22-a532-90cde7b61c52'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:03.319356 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-21cfe903-3701-421b-bfbe-34af0ad66a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:03.345920 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-5f83f56c-7b7a-4a14-8b06-6a1f6f92da46 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:14:03.347532 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f609e1-ea69-431e-9720-30f2d0ae93ec tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Made reservation on behalf of c89abadfb7784aa2b1ceadaebed61f51 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:03.355560 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25f609e1-ea69-431e-9720-30f2d0ae93ec tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:03.359196 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32666f2-73cc-47e6-a9cc-58738c6ca51c None None] Sync routers for ids ['31267388-5dc3-4858-8f6c-1d34e54ef18a'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:14:03.381692 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32666f2-73cc-47e6-a9cc-58738c6ca51c None None] Routers {'31267388-5dc3-4858-8f6c-1d34e54ef18a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:03.383646 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a32666f2-73cc-47e6-a9cc-58738c6ca51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:13:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['31267388-5dc3-4858-8f6c-1d34e54ef18a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:03.412274 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-25f609e1-ea69-431e-9720-30f2d0ae93ec tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] device_id is not set on port 9dbec964-3bca-4154-a177-cdedda03d37b yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:14:03.449722 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e43d6722-3b25-407d-b19c-1835b31278ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:03.452943 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] Set router bba37614-f044-4f22-a532-90cde7b61c52 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:14:03.478942 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-5f83f56c-7b7a-4a14-8b06-6a1f6f92da46 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] No DVR routers for this DVR port 64cbe213-ecc2-4f91-b82c-ca1a2f519962 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:14:03.491494 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-5f83f56c-7b7a-4a14-8b06-6a1f6f92da46 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:03.495276 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-5f83f56c-7b7a-4a14-8b06-6a1f6f92da46 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.83 "DELETE /v2.0/ports/64cbe213-ecc2-4f91-b82c-ca1a2f519962 HTTP/1.1" status: 204 len: 173 time: 3.0848622 May 26 16:14:03.662126 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e43d6722-3b25-407d-b19c-1835b31278ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:03.698636 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e43d6722-3b25-407d-b19c-1835b31278ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:03.752430 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-db8d6057-9d8e-4ae1-bbe8-05b2ab280bbc tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:03.766692 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-a32666f2-73cc-47e6-a9cc-58738c6ca51c None None] Set router 31267388-5dc3-4858-8f6c-1d34e54ef18a gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:14:03.815450 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-db8d6057-9d8e-4ae1-bbe8-05b2ab280bbc tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:03.843485 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-db8d6057-9d8e-4ae1-bbe8-05b2ab280bbc tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:03.845204 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-db8d6057-9d8e-4ae1-bbe8-05b2ab280bbc tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.4684892 May 26 16:14:03.851114 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e43d6722-3b25-407d-b19c-1835b31278ec admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8bb0550b409b4a4bbfc4944e9dd60721&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3655136 May 26 16:14:03.852054 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57576) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:03.860797 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-6c21163f-9a41-4f25-ba76-7fd5538d87a2 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Request body: {'security_group_rule': {'security_group_id': '588f83df-37ac-4ebd-b525-0052ea762c9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:03.881273 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d6722-3b25-407d-b19c-1835b31278ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfe46c5-a395-462d-b2ab-e60674040994,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:03.884648 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57578) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:03.975125 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d6057-9d8e-4ae1-bbe8-05b2ab280bbc tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=588f83df-37ac-4ebd-b525-0052ea762c9f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:04.002461 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6c21163f-9a41-4f25-ba76-7fd5538d87a2 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:04.097574 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db3848-e13a-4039-acd2-2cc13e5db113 None None] Pushing event updated for resources: {'Port': ['ID=0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:04.128264 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-21cfe903-3701-421b-bfbe-34af0ad66a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b397b7-99de-43d1-a67a-4729e89dbcad {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:14:04.162000 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-21cfe903-3701-421b-bfbe-34af0ad66a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:04.180045 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-afa95a21-abea-45bb-9b3c-6e3d1e940e76 None None] Provisioning complete for port 0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:04.181486 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-afa95a21-abea-45bb-9b3c-6e3d1e940e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:04.223909 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-6e31728d-2470-4484-997e-f68e31957ae6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Deleting port 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:04.230157 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-6e31728d-2470-4484-997e-f68e31957ae6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:04.262633 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-21cfe903-3701-421b-bfbe-34af0ad66a32 service neutron] Transition to ACTIVE for port object 76b397b7-99de-43d1-a67a-4729e89dbcad will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:14:04.282154 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-804da968-9c9a-4327-8547-ab9953f036e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:04.300677 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-21cfe903-3701-421b-bfbe-34af0ad66a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:04.377445 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-deleted', 'tag': '64cbe213-ecc2-4f91-b82c-ca1a2f519962'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:04.397187 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ccc091-921c-420a-8dda-090fc6be9f3e" -d '{"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-deleted", "tag": "64cbe213-ecc2-4f91-b82c-ca1a2f519962"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:04.411658 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a32666f2-73cc-47e6-a9cc-58738c6ca51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'name': 'tempest-TaggedBootDevicesTest_v242-2123964333-router', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:47Z', 'updated_at': '2022-05-26T16:07:59Z', 'revision_number': 4, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'gw_port': {'id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:51Z', 'updated_at': '2022-05-26T16:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '51eb3f43-4d06-4977-a80e-96b9e891ff4c', 'name': '', 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'mac_address': 'fa:16:3e:b2:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'e39dcd09-8b50-4182-9445-d6005ccf9aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:58Z', 'updated_at': '2022-05-26T16:08:05Z', 'revision_number': 5, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'subnets': [{'id': 'e39dcd09-8b50-4182-9445-d6005ccf9aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:04.443834 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32666f2-73cc-47e6-a9cc-58738c6ca51c None None] Checking router: 31267388-5dc3-4858-8f6c-1d34e54ef18a for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:14:04.455694 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32666f2-73cc-47e6-a9cc-58738c6ca51c None None] Routers {'31267388-5dc3-4858-8f6c-1d34e54ef18a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:04.456638 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a32666f2-73cc-47e6-a9cc-58738c6ca51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:13:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['31267388-5dc3-4858-8f6c-1d34e54ef18a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:04.475497 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfe903-3701-421b-bfbe-34af0ad66a32 service neutron] Pushing event updated for resources: {'Port': ['ID=76b397b7-99de-43d1-a67a-4729e89dbcad,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:04.514225 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a677e20-a88d-479e-aa7c-768f03b576f6 req-c57e573d-3750-4a32-810a-a3df5a29ac4c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:04.528410 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a677e20-a88d-479e-aa7c-768f03b576f6 req-c57e573d-3750-4a32-810a-a3df5a29ac4c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 943 time: 0.3060670 May 26 16:14:04.549270 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6c21163f-9a41-4f25-ba76-7fd5538d87a2 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:04.563330 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-804da968-9c9a-4327-8547-ab9953f036e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:04.599214 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6c21163f-9a41-4f25-ba76-7fd5538d87a2 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:04.612565 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-a32666f2-73cc-47e6-a9cc-58738c6ca51c None None] Set router 31267388-5dc3-4858-8f6c-1d34e54ef18a gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:14:04.713703 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21163f-9a41-4f25-ba76-7fd5538d87a2 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e39db44-5b57-4e62-9e7b-16f2f5c9aecf,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:04.730007 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6c21163f-9a41-4f25-ba76-7fd5538d87a2 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:04.741941 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6c21163f-9a41-4f25-ba76-7fd5538d87a2 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8872874 May 26 16:14:04.746928 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57600) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:04.771385 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5d53d-3da2-4ea9-b90a-877d79aaae68 req-113ee7ca-d95c-4940-b13b-bcf82053da52 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:04.781327 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26f5d53d-3da2-4ea9-b90a-877d79aaae68 req-113ee7ca-d95c-4940-b13b-bcf82053da52 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8784bf8-2c50-4ba6-b349-bf837fae9347 HTTP/1.1" status: 200 len: 943 time: 0.3946564 May 26 16:14:04.798574 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-135788c0-f27f-439b-9b09-f5e39568d16a tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Request body: {'security_group_rule': {'security_group_id': '588f83df-37ac-4ebd-b525-0052ea762c9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:04.822959 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-86b030d6-22eb-4a22-b318-fcfcd8b361d6 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:04.835070 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-6e31728d-2470-4484-997e-f68e31957ae6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] For port 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=86356a15-4ae4-4ce2-be9c-0b9a6e3ef023,segment=NetworkSegment(bde2e863-0c91-4084-b263-89615b414bdf),segment_id=bde2e863-0c91-4084-b263-89615b414bdf)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:04.838397 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-6e31728d-2470-4484-997e-f68e31957ae6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:04.863253 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-86b030d6-22eb-4a22-b318-fcfcd8b361d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:04.895234 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-6e31728d-2470-4484-997e-f68e31957ae6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Calling delete_port for 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:04.937283 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a677e20-a88d-479e-aa7c-768f03b576f6 req-2a11be7b-fa67-408d-94f7-8d02974255c4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups?id=a61d52fc-2efc-4663-b505-33ebee78b50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4074450 May 26 16:14:05.019452 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-afa95a21-abea-45bb-9b3c-6e3d1e940e76 None None] Current status of the port 0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:05.020563 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-afa95a21-abea-45bb-9b3c-6e3d1e940e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:05.047487 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-21cfe903-3701-421b-bfbe-34af0ad66a32 service neutron] Attempting to bind port 76b397b7-99de-43d1-a67a-4729e89dbcad on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:14:05.058915 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-21cfe903-3701-421b-bfbe-34af0ad66a32 service neutron] Attempting to bind port 76b397b7-99de-43d1-a67a-4729e89dbcad by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '364eaf34-457c-47ad-981d-7a22caacaf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '682358c8-e462-45cc-9353-3f856f96f6c7'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:14:05.059680 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-21cfe903-3701-421b-bfbe-34af0ad66a32 service neutron] Attempting to bind port 76b397b7-99de-43d1-a67a-4729e89dbcad on network 682358c8-e462-45cc-9353-3f856f96f6c7 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:14:05.087527 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b030d6-22eb-4a22-b318-fcfcd8b361d6 None None] Pushing event updated for resources: {'Port': ['ID=9157b344-ec2b-4fd5-9ddf-254c540c5c7c,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:05.096720 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26f5d53d-3da2-4ea9-b90a-877d79aaae68 req-311b9d29-5efd-4b5f-a0a1-dcaf306a7d7e tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/security-groups?id=076fbb95-5492-4014-98ff-a00ece398710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140290 May 26 16:14:05.132382 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a32666f2-73cc-47e6-a9cc-58738c6ca51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'name': 'tempest-TaggedBootDevicesTest_v242-2123964333-router', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:47Z', 'updated_at': '2022-05-26T16:07:59Z', 'revision_number': 4, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'gw_port': {'id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:51Z', 'updated_at': '2022-05-26T16:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '51eb3f43-4d06-4977-a80e-96b9e891ff4c', 'name': '', 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'mac_address': 'fa:16:3e:b2:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'e39dcd09-8b50-4182-9445-d6005ccf9aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:58Z', 'updated_at': '2022-05-26T16:08:05Z', 'revision_number': 5, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'subnets': [{'id': 'e39dcd09-8b50-4182-9445-d6005ccf9aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:05.146492 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-21cfe903-3701-421b-bfbe-34af0ad66a32 service neutron] Port 76b397b7-99de-43d1-a67a-4729e89dbcad on network 682358c8-e462-45cc-9353-3f856f96f6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:14:05.149720 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-21cfe903-3701-421b-bfbe-34af0ad66a32 service neutron] Attempting to bind port 76b397b7-99de-43d1-a67a-4729e89dbcad on network 682358c8-e462-45cc-9353-3f856f96f6c7 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:14:05.164628 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-135788c0-f27f-439b-9b09-f5e39568d16a tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:05.172345 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32666f2-73cc-47e6-a9cc-58738c6ca51c None None] The sync data for ids ['31267388-5dc3-4858-8f6c-1d34e54ef18a'] in n-d-843337-2 is: [{'id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'name': 'tempest-TaggedBootDevicesTest_v242-2123964333-router', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:47Z', 'updated_at': '2022-05-26T16:07:59Z', 'revision_number': 4, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'gw_port': {'id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:51Z', 'updated_at': '2022-05-26T16:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '51eb3f43-4d06-4977-a80e-96b9e891ff4c', 'name': '', 'network_id': '759f9984-acd0-4751-a36a-a91d134cc760', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'mac_address': 'fa:16:3e:b2:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'e39dcd09-8b50-4182-9445-d6005ccf9aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:58Z', 'updated_at': '2022-05-26T16:08:05Z', 'revision_number': 5, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'subnets': [{'id': 'e39dcd09-8b50-4182-9445-d6005ccf9aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:14:05.181018 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-21cfe903-3701-421b-bfbe-34af0ad66a32 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:14:05.181368 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-21cfe903-3701-421b-bfbe-34af0ad66a32 service neutron] Checking segment: {'id': '364eaf34-457c-47ad-981d-7a22caacaf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '682358c8-e462-45cc-9353-3f856f96f6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:14:05.181794 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-21cfe903-3701-421b-bfbe-34af0ad66a32 service neutron] Bound using segment: {'id': '364eaf34-457c-47ad-981d-7a22caacaf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '682358c8-e462-45cc-9353-3f856f96f6c7'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:14:05.182282 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-21cfe903-3701-421b-bfbe-34af0ad66a32 service neutron] Bound port: 76b397b7-99de-43d1-a67a-4729e89dbcad, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '364eaf34-457c-47ad-981d-7a22caacaf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '682358c8-e462-45cc-9353-3f856f96f6c7'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:14:05.182619 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-21cfe903-3701-421b-bfbe-34af0ad66a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:05.206019 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-afa95a21-abea-45bb-9b3c-6e3d1e940e76 None None] For port 0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3,segment=NetworkSegment(7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2),segment_id=7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:05.211796 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b030d6-22eb-4a22-b318-fcfcd8b361d6 None None] Network 8452338e-5621-4741-abcd-9975b04ce66e is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:05.225819 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-afa95a21-abea-45bb-9b3c-6e3d1e940e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:05.265744 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065da747-651e-4c52-a01c-db5ab2408521 x-openstack-request-id: req-065da747-651e-4c52-a01c-db5ab2408521 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:05.270901 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-deleted", "tag": "64cbe213-ecc2-4f91-b82c-ca1a2f519962", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:05.271277 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-065da747-651e-4c52-a01c-db5ab2408521 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:05.271723 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-065da747-651e-4c52-a01c-db5ab2408521'] response: {'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-deleted', 'tag': '64cbe213-ecc2-4f91-b82c-ca1a2f519962', 'status': 'completed', 'code': 200} May 26 16:14:05.312608 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-86b030d6-22eb-4a22-b318-fcfcd8b361d6 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:05.315812 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa95a21-abea-45bb-9b3c-6e3d1e940e76 None None] Pushing event updated for resources: {'Port': ['ID=0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:05.337148 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'name': 'tempest-ServersTestManualDisk-2141274000-router', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '22899a95-5758-482f-8d05-c62bcd53605c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:13:40Z', 'updated_at': '2022-05-26T16:13:56Z', 'revision_number': 4, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'gw_port': {'id': '22899a95-5758-482f-8d05-c62bcd53605c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:44Z', 'updated_at': '2022-05-26T16:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3', 'name': '', 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'mac_address': 'fa:16:3e:73:5c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4efbfbbe-776d-4964-aecf-0338c416316e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:54Z', 'updated_at': '2022-05-26T16:14:03Z', 'revision_number': 4, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'subnets': [{'id': '4efbfbbe-776d-4964-aecf-0338c416316e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:05.340591 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b030d6-22eb-4a22-b318-fcfcd8b361d6 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:05.363225 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-135788c0-f27f-439b-9b09-f5e39568d16a tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:05.376166 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-135788c0-f27f-439b-9b09-f5e39568d16a tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:05.416412 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a0bef2-ca6f-469d-a9cf-70ca38d7964f None None] The sync data for ids ['bba37614-f044-4f22-a532-90cde7b61c52'] in n-d-843337-2 is: [{'id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'name': 'tempest-ServersTestManualDisk-2141274000-router', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '22899a95-5758-482f-8d05-c62bcd53605c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:13:40Z', 'updated_at': '2022-05-26T16:13:56Z', 'revision_number': 4, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'gw_port': {'id': '22899a95-5758-482f-8d05-c62bcd53605c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:44Z', 'updated_at': '2022-05-26T16:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3', 'name': '', 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'mac_address': 'fa:16:3e:73:5c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4efbfbbe-776d-4964-aecf-0338c416316e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:54Z', 'updated_at': '2022-05-26T16:14:03Z', 'revision_number': 4, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'subnets': [{'id': '4efbfbbe-776d-4964-aecf-0338c416316e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:14:05.456113 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135788c0-f27f-439b-9b09-f5e39568d16a tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bafa668c-1195-43c6-be33-f027128a4d18,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:05.485735 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-135788c0-f27f-439b-9b09-f5e39568d16a tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:05.487645 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-804da968-9c9a-4327-8547-ab9953f036e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:05.491733 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-135788c0-f27f-439b-9b09-f5e39568d16a tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7052841 May 26 16:14:05.503666 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-804da968-9c9a-4327-8547-ab9953f036e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:05.503666 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-804da968-9c9a-4327-8547-ab9953f036e2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5dfe46c5-a395-462d-b2ab-e60674040994 HTTP/1.1" status: 204 len: 168 time: 1.6134098 May 26 16:14:05.526027 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-21cfe903-3701-421b-bfbe-34af0ad66a32 service neutron] For port 76b397b7-99de-43d1-a67a-4729e89dbcad, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:14:05.536689 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-21cfe903-3701-421b-bfbe-34af0ad66a32 service neutron] For port 76b397b7-99de-43d1-a67a-4729e89dbcad, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=76b397b7-99de-43d1-a67a-4729e89dbcad,segment=NetworkSegment(364eaf34-457c-47ad-981d-7a22caacaf03),segment_id=364eaf34-457c-47ad-981d-7a22caacaf03)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:14:05.537895 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57606) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:05.550570 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-21cfe903-3701-421b-bfbe-34af0ad66a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:05.551844 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-6e31728d-2470-4484-997e-f68e31957ae6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:05.560233 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-25f609e1-ea69-431e-9720-30f2d0ae93ec tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Allocated IP 2001:db8::2b0 (8452338e-5621-4741-abcd-9975b04ce66e/26e1453e-d420-4d2c-bf4f-06dd1f2653c6/9dbec964-3bca-4154-a177-cdedda03d37b) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:05.569471 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-86b030d6-22eb-4a22-b318-fcfcd8b361d6 None None] Attempting to bind port 9157b344-ec2b-4fd5-9ddf-254c540c5c7c on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:14:05.572537 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:05.572981 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-86b030d6-22eb-4a22-b318-fcfcd8b361d6 None None] Attempting to bind port 9157b344-ec2b-4fd5-9ddf-254c540c5c7c by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'c16ea614-835b-4aea-872e-850f749d1b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8452338e-5621-4741-abcd-9975b04ce66e'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:14:05.573451 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b030d6-22eb-4a22-b318-fcfcd8b361d6 None None] Attempting to bind port 9157b344-ec2b-4fd5-9ddf-254c540c5c7c on network 8452338e-5621-4741-abcd-9975b04ce66e {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:14:05.581169 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b030d6-22eb-4a22-b318-fcfcd8b361d6 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:14:05.584335 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b030d6-22eb-4a22-b318-fcfcd8b361d6 None None] Checking segment: {'id': 'c16ea614-835b-4aea-872e-850f749d1b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8452338e-5621-4741-abcd-9975b04ce66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:14:05.586312 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-86b030d6-22eb-4a22-b318-fcfcd8b361d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:05.586814 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b030d6-22eb-4a22-b318-fcfcd8b361d6 None None] Bound using segment: {'id': 'c16ea614-835b-4aea-872e-850f749d1b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8452338e-5621-4741-abcd-9975b04ce66e'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:14:05.587388 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-86b030d6-22eb-4a22-b318-fcfcd8b361d6 None None] Bound port: 9157b344-ec2b-4fd5-9ddf-254c540c5c7c, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16ea614-835b-4aea-872e-850f749d1b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8452338e-5621-4741-abcd-9975b04ce66e'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:14:05.587755 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804da968-9c9a-4327-8547-ab9953f036e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfe46c5-a395-462d-b2ab-e60674040994,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:05.594214 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-86b030d6-22eb-4a22-b318-fcfcd8b361d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:05.615251 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-21cfe903-3701-421b-bfbe-34af0ad66a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:05.616230 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-21cfe903-3701-421b-bfbe-34af0ad66a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:05.619346 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-21cfe903-3701-421b-bfbe-34af0ad66a32 service neutron] 10.222.0.81 "PUT /v2.0/ports/76b397b7-99de-43d1-a67a-4729e89dbcad HTTP/1.1" status: 200 len: 1091 time: 2.4905734 May 26 16:14:05.620121 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8784bf8-2c50-4ba6-b349-bf837fae9347', 'tag': '76b397b7-99de-43d1-a67a-4729e89dbcad'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:05.624229 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e85c1f8-da5e-4d66-9e93-14afbd33ef4f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8784bf8-2c50-4ba6-b349-bf837fae9347", "tag": "76b397b7-99de-43d1-a67a-4729e89dbcad"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:05.677169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfe903-3701-421b-bfbe-34af0ad66a32 service neutron] Pushing event updated for resources: {'Port': ['ID=76b397b7-99de-43d1-a67a-4729e89dbcad,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:05.742431 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31728d-2470-4484-997e-f68e31957ae6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event deleted for resources: {'Port': ['ID=86356a15-4ae4-4ce2-be9c-0b9a6e3ef023,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:05.848862 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191862f1-d567-474a-a924-6a3ce12ad5fb x-openstack-request-id: req-191862f1-d567-474a-a924-6a3ce12ad5fb {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:05.849432 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8784bf8-2c50-4ba6-b349-bf837fae9347", "tag": "76b397b7-99de-43d1-a67a-4729e89dbcad", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:05.850308 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-191862f1-d567-474a-a924-6a3ce12ad5fb {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:05.851465 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-191862f1-d567-474a-a924-6a3ce12ad5fb'] response: {'name': 'network-changed', 'server_uuid': 'c8784bf8-2c50-4ba6-b349-bf837fae9347', 'tag': '76b397b7-99de-43d1-a67a-4729e89dbcad', 'status': 'completed', 'code': 200} May 26 16:14:05.877470 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-9221da45-3743-4dd9-b585-ced4ad48c899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:05.879215 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-9221da45-3743-4dd9-b585-ced4ad48c899 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a97f09507c06490aab8ba9b48094a12a&device_id=c8784bf8-2c50-4ba6-b349-bf837fae9347 HTTP/1.1" status: 200 len: 1094 time: 0.1810575 May 26 16:14:05.887530 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-86b030d6-22eb-4a22-b318-fcfcd8b361d6 None None] For port 9157b344-ec2b-4fd5-9ddf-254c540c5c7c, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:14:05.902646 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-86b030d6-22eb-4a22-b318-fcfcd8b361d6 None None] For port 9157b344-ec2b-4fd5-9ddf-254c540c5c7c, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9157b344-ec2b-4fd5-9ddf-254c540c5c7c,segment=NetworkSegment(c16ea614-835b-4aea-872e-850f749d1b44),segment_id=c16ea614-835b-4aea-872e-850f749d1b44)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:14:05.912087 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-86b030d6-22eb-4a22-b318-fcfcd8b361d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:06.039942 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-288d9c3a-4170-4d0a-b2c1-943f3e40e7ca service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76b397b7-99de-43d1-a67a-4729e89dbcad HTTP/1.1" status: 200 len: 217 time: 0.1371963 May 26 16:14:06.047363 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-6e31728d-2470-4484-997e-f68e31957ae6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] No DVR routers for this DVR port 86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:14:06.050469 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-6e31728d-2470-4484-997e-f68e31957ae6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:06.055302 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-de833a2c-7fea-44d6-a54c-bba354093b67 req-6e31728d-2470-4484-997e-f68e31957ae6 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.83 "DELETE /v2.0/ports/86356a15-4ae4-4ce2-be9c-0b9a6e3ef023 HTTP/1.1" status: 204 len: 173 time: 2.5055194 May 26 16:14:06.061800 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:06.100800 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b030d6-22eb-4a22-b318-fcfcd8b361d6 None None] Pushing event updated for resources: {'Port': ['ID=9157b344-ec2b-4fd5-9ddf-254c540c5c7c,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:06.103852 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c9634b-8214-4a6a-bfed-d570cadad25b None None] New status for floating IP 55b79b10-9933-450e-9903-d383acee0431: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:14:06.305094 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-05c5b6c1-1fb5-4c68-af65-61653ff0f3a0 req-92d64503-5280-4016-90d5-28ae1ad34c12 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 210 time: 0.1454835 May 26 16:14:06.332475 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-03a776d1-879a-409a-8c86-4bd5b1b5f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:06.335068 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-03a776d1-879a-409a-8c86-4bd5b1b5f011 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d33efa6d-7e2c-48ae-94ba-0e19ceca7a50 HTTP/1.1" status: 200 len: 849 time: 0.2889354 May 26 16:14:06.611324 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-dd84f3a0-f14d-4c90-8424-ba1eca619d0c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=682358c8-e462-45cc-9353-3f856f96f6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1630213 May 26 16:14:06.795590 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25f609e1-ea69-431e-9720-30f2d0ae93ec tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:06.918381 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:06.947678 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7caadf-19b8-4ae9-b590-3700390f53b3 req-692cd9fb-92e5-4938-bc67-911b3f5185ba tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:06.957113 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1f7caadf-19b8-4ae9-b590-3700390f53b3 req-692cd9fb-92e5-4938-bc67-911b3f5185ba tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8784bf8-2c50-4ba6-b349-bf837fae9347 HTTP/1.1" status: 200 len: 943 time: 0.6561182 May 26 16:14:07.099559 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25f609e1-ea69-431e-9720-30f2d0ae93ec tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:07.114269 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1f7caadf-19b8-4ae9-b590-3700390f53b3 req-3d2ff70e-b89f-468a-bfa5-76279d0615d6 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/security-groups?id=076fbb95-5492-4014-98ff-a00ece398710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454310 May 26 16:14:07.182455 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-7b6a3586-f3d9-4435-bc26-dcee02892cc3 service neutron] 10.222.0.81 "GET /v2.0/networks/682358c8-e462-45cc-9353-3f856f96f6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5611427 May 26 16:14:07.278789 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-deleted', 'tag': '86356a15-4ae4-4ce2-be9c-0b9a6e3ef023'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:07.285647 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8471f83-f839-444a-a761-8599094e3a31" -d '{"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-deleted", "tag": "86356a15-4ae4-4ce2-be9c-0b9a6e3ef023"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:07.421208 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d648eb89-9647-47f6-95a8-5740942faaa2 x-openstack-request-id: req-d648eb89-9647-47f6-95a8-5740942faaa2 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:07.421514 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0cafdc-9000-41d2-b634-eec63a5e7054", "name": "network-vif-deleted", "tag": "86356a15-4ae4-4ce2-be9c-0b9a6e3ef023", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:07.421760 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d648eb89-9647-47f6-95a8-5740942faaa2 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:07.422168 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d648eb89-9647-47f6-95a8-5740942faaa2'] response: {'server_uuid': 'cc0cafdc-9000-41d2-b634-eec63a5e7054', 'name': 'network-vif-deleted', 'tag': '86356a15-4ae4-4ce2-be9c-0b9a6e3ef023', 'status': 'completed', 'code': 200} May 26 16:14:07.474780 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f609e1-ea69-431e-9720-30f2d0ae93ec tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Network 8452338e-5621-4741-abcd-9975b04ce66e is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:07.494406 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8db33a97-2aa3-4cb3-9a6b-27880bf80064 req-7018be60-ca47-48ff-b448-9a211fde713c service neutron] 10.222.0.81 "GET /v2.0/networks/682358c8-e462-45cc-9353-3f856f96f6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031926 May 26 16:14:07.500201 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-25f609e1-ea69-431e-9720-30f2d0ae93ec tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:07.507057 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f609e1-ea69-431e-9720-30f2d0ae93ec tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:07.514096 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f609e1-ea69-431e-9720-30f2d0ae93ec tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:07.514656 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25f609e1-ea69-431e-9720-30f2d0ae93ec tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:07.547209 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f609e1-ea69-431e-9720-30f2d0ae93ec tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Pushing event updated for resources: {'Port': ['ID=9dbec964-3bca-4154-a177-cdedda03d37b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:07.563412 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1962e72-a3e5-46a4-bbdb-d0868f8773fa req-8f8ddfdd-35e3-4fa7-b4fe-c94a32f2af5d tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:07.581865 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1962e72-a3e5-46a4-bbdb-d0868f8773fa req-8f8ddfdd-35e3-4fa7-b4fe-c94a32f2af5d tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 946 time: 0.1606221 May 26 16:14:07.594608 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-25f609e1-ea69-431e-9720-30f2d0ae93ec tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 6.0276523 May 26 16:14:07.606849 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57654) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:07.625494 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-1d4fc46d-96ae-43e4-8e7b-3c83872f0971 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Request body: {'port': {'network_id': '8452338e-5621-4741-abcd-9975b04ce66e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2030280925', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:07.630474 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.api.validators [None req-1d4fc46d-96ae-43e4-8e7b-3c83872f0971 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] bootfile-name is not in valid_values {{(pid=103895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 26 16:14:07.631090 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.api.validators [None req-1d4fc46d-96ae-43e4-8e7b-3c83872f0971 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] tftp-server is not in valid_values {{(pid=103895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 26 16:14:07.631431 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.api.validators [None req-1d4fc46d-96ae-43e4-8e7b-3c83872f0971 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] server-ip-address is not in valid_values {{(pid=103895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 26 16:14:07.648823 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Allocated IP 172.25.7.178 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/727d9cc5-4b62-45e4-b882-77b04597bfe0) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:07.805964 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9157b344-ec2b-4fd5-9ddf-254c540c5c7c up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:14:07.885324 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cab2382a-274d-4461-b331-d4078bd00a14 req-46851db0-7331-42d0-a6aa-3b6a2d82594f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 210 time: 0.3057663 May 26 16:14:07.951117 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 9157b344-ec2b-4fd5-9ddf-254c540c5c7c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:07.952630 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:07.988966 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1962e72-a3e5-46a4-bbdb-d0868f8773fa req-ea1b65a9-e49c-4f53-97d8-6e9b5d805e9f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3647394 May 26 16:14:08.028321 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85c1f8-da5e-4d66-9e93-14afbd33ef4f req-ab5cf603-9338-4a92-88c8-1bc0b855716e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:08.030398 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e85c1f8-da5e-4d66-9e93-14afbd33ef4f req-ab5cf603-9338-4a92-88c8-1bc0b855716e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a97f09507c06490aab8ba9b48094a12a&device_id=c8784bf8-2c50-4ba6-b349-bf837fae9347 HTTP/1.1" status: 200 len: 1094 time: 0.3326693 May 26 16:14:08.305550 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 9157b344-ec2b-4fd5-9ddf-254c540c5c7c is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:08.305953 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:08.329584 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4fc46d-96ae-43e4-8e7b-3c83872f0971 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Made reservation on behalf of c89abadfb7784aa2b1ceadaebed61f51 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:08.346354 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d4fc46d-96ae-43e4-8e7b-3c83872f0971 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:08.398819 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 9157b344-ec2b-4fd5-9ddf-254c540c5c7c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9157b344-ec2b-4fd5-9ddf-254c540c5c7c,segment=NetworkSegment(c16ea614-835b-4aea-872e-850f749d1b44),segment_id=c16ea614-835b-4aea-872e-850f749d1b44)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:08.415955 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:08.419534 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:14:08.422203 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85c1f8-da5e-4d66-9e93-14afbd33ef4f req-4816bad9-50f7-41af-9afe-2900a60e1840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:08.423709 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e85c1f8-da5e-4d66-9e93-14afbd33ef4f req-4816bad9-50f7-41af-9afe-2900a60e1840 service neutron] 10.222.0.81 "GET /v2.0/networks?id=682358c8-e462-45cc-9353-3f856f96f6c7 HTTP/1.1" status: 200 len: 910 time: 0.3863878 May 26 16:14:08.489591 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e85c1f8-da5e-4d66-9e93-14afbd33ef4f req-9c7ee236-9ec2-4642-ad7a-68ddb07bb47e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76b397b7-99de-43d1-a67a-4729e89dbcad HTTP/1.1" status: 200 len: 217 time: 0.0577419 May 26 16:14:08.556167 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-1d4fc46d-96ae-43e4-8e7b-3c83872f0971 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] device_id is not set on port 3f55caf0-49e1-446d-a3c6-949dcabdd4c7 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:14:08.568461 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ea344-c4d1-44ec-82b0-4bd0deb97dd7 req-88ae2bdf-8584-4593-9bf2-fbdf8146746f tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:08.570111 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-094ea344-c4d1-44ec-82b0-4bd0deb97dd7 req-88ae2bdf-8584-4593-9bf2-fbdf8146746f tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8784bf8-2c50-4ba6-b349-bf837fae9347 HTTP/1.1" status: 200 len: 943 time: 0.2654266 May 26 16:14:08.638946 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:08.662067 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85c1f8-da5e-4d66-9e93-14afbd33ef4f req-67e12dcd-5b82-43a9-8887-c77aa29ed408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:08.663579 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e85c1f8-da5e-4d66-9e93-14afbd33ef4f req-67e12dcd-5b82-43a9-8887-c77aa29ed408 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d33efa6d-7e2c-48ae-94ba-0e19ceca7a50 HTTP/1.1" status: 200 len: 849 time: 0.1666250 May 26 16:14:08.689078 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f2c20f-d0bf-4473-bb32-4ecb901d5584 None None] Network 8452338e-5621-4741-abcd-9975b04ce66e requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:14:08.794853 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-1d4fc46d-96ae-43e4-8e7b-3c83872f0971 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Allocated IP 2001:db8::182 (8452338e-5621-4741-abcd-9975b04ce66e/26e1453e-d420-4d2c-bf4f-06dd1f2653c6/3f55caf0-49e1-446d-a3c6-949dcabdd4c7) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:08.795161 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-094ea344-c4d1-44ec-82b0-4bd0deb97dd7 req-86ace707-3581-4509-bc6d-09e097165693 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/security-groups?id=076fbb95-5492-4014-98ff-a00ece398710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087035 May 26 16:14:08.797711 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e85c1f8-da5e-4d66-9e93-14afbd33ef4f req-1e0b359e-c47e-45ae-aa2b-8c2bd935a9db service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=682358c8-e462-45cc-9353-3f856f96f6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903862 May 26 16:14:08.844031 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:08.862503 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:08.888693 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:08.928795 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:08.940064 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:08.988926 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=9157b344-ec2b-4fd5-9ddf-254c540c5c7c,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:09.006725 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:09.012773 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e85c1f8-da5e-4d66-9e93-14afbd33ef4f req-6f11e836-b493-4be4-8c53-7a66aaa8da1b service neutron] 10.222.0.81 "GET /v2.0/networks/682358c8-e462-45cc-9353-3f856f96f6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989844 May 26 16:14:09.031940 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f8c3a9db-e38e-4b6d-a0d8-9499cf194c3a None None] Provisioning complete for port 9157b344-ec2b-4fd5-9ddf-254c540c5c7c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:09.047428 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f8c3a9db-e38e-4b6d-a0d8-9499cf194c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:09.286483 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0b0821e7-29d8-4377-9570-7494e12b83a2 req-a9564930-27fa-403a-a506-72b2b1adcfdd tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 210 time: 0.1220155 May 26 16:14:09.289448 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Pushing event updated for resources: {'Port': ['ID=727d9cc5-4b62-45e4-b882-77b04597bfe0,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:09.345495 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:09.346126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:09.346218 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:09.348471 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:09.350344 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:09.351065 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:09.351416 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:09.351754 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:09.359248 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:09.359685 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:09.360031 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:09.361990 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:09.448972 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f8c3a9db-e38e-4b6d-a0d8-9499cf194c3a None None] Current status of the port 9157b344-ec2b-4fd5-9ddf-254c540c5c7c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:09.452113 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90584781-b28f-4e55-827b-88fb21a64159 req-bb07306b-f628-486c-a3ad-ed1414cdfaa4 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:09.455910 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:09.470465 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-90584781-b28f-4e55-827b-88fb21a64159 req-bb07306b-f628-486c-a3ad-ed1414cdfaa4 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 946 time: 0.3186867 May 26 16:14:09.477672 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e85c1f8-da5e-4d66-9e93-14afbd33ef4f req-70a41369-d95a-4d32-8d98-e7e81db0aa5c service neutron] 10.222.0.81 "GET /v2.0/networks/682358c8-e462-45cc-9353-3f856f96f6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578979 May 26 16:14:09.559899 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-90584781-b28f-4e55-827b-88fb21a64159 req-e9a4e536-0b2d-497c-8205-4342737d730b tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891190 May 26 16:14:09.630088 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9157b344-ec2b-4fd5-9ddf-254c540c5c7c up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:14:09.772038 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 9157b344-ec2b-4fd5-9ddf-254c540c5c7c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:09.772588 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:09.846120 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d4fc46d-96ae-43e4-8e7b-3c83872f0971 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:09.984591 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:10.020557 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 9157b344-ec2b-4fd5-9ddf-254c540c5c7c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:10.027248 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d4fc46d-96ae-43e4-8e7b-3c83872f0971 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:10.065474 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 76b397b7-99de-43d1-a67a-4729e89dbcad details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:14:10.133319 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff88455-f5e9-423f-9d38-fb7d3b56aa88 req-69bcb45c-6ef1-422a-ace8-2e1cec98c8cc tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:10.164164 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bff88455-f5e9-423f-9d38-fb7d3b56aa88 req-69bcb45c-6ef1-422a-ace8-2e1cec98c8cc tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8784bf8-2c50-4ba6-b349-bf837fae9347 HTTP/1.1" status: 200 len: 943 time: 0.1722405 May 26 16:14:10.224008 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdfa76-e7a8-4033-959d-9a87b2ea6434 req-89167401-a940-491d-befd-2f01db321330 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:10.239166 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-70ef84f3-2dc3-452c-b0d3-e20ee11215ef None None] Provisioning complete for port 9dbec964-3bca-4154-a177-cdedda03d37b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:10.239454 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-70ef84f3-2dc3-452c-b0d3-e20ee11215ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:10.249967 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-abfdfa76-e7a8-4033-959d-9a87b2ea6434 req-89167401-a940-491d-befd-2f01db321330 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.83 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 946 time: 0.6357839 May 26 16:14:10.260727 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bff88455-f5e9-423f-9d38-fb7d3b56aa88 req-7d508a84-ab7d-46d7-8592-ce51a7fbbc7a tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/security-groups?id=076fbb95-5492-4014-98ff-a00ece398710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952730 May 26 16:14:10.337266 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4fc46d-96ae-43e4-8e7b-3c83872f0971 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Network 8452338e-5621-4741-abcd-9975b04ce66e is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:10.344953 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:10.352116 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-1d4fc46d-96ae-43e4-8e7b-3c83872f0971 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:10.360285 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fc46d-96ae-43e4-8e7b-3c83872f0971 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Pushing event updated for resources: {'Port': ['ID=3f55caf0-49e1-446d-a3c6-949dcabdd4c7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:10.364407 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4fc46d-96ae-43e4-8e7b-3c83872f0971 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:10.373724 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4fc46d-96ae-43e4-8e7b-3c83872f0971 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:10.375185 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d4fc46d-96ae-43e4-8e7b-3c83872f0971 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:10.624426 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b406453-610d-42de-8b9e-a669dc62984e req-b4724e22-1219-4409-95e6-7f73ebbd5389 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 210 time: 0.1090770 May 26 16:14:10.686238 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57764) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:10.686806 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1d4fc46d-96ae-43e4-8e7b-3c83872f0971 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.0722237 May 26 16:14:11.017167 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-abfdfa76-e7a8-4033-959d-9a87b2ea6434 req-c67ce78c-f73d-4ddd-95be-45c5636cc97f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Deleting port 39873e5d-9a4b-4e75-915e-5d487c4b088f {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:11.019083 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-abfdfa76-e7a8-4033-959d-9a87b2ea6434 req-c67ce78c-f73d-4ddd-95be-45c5636cc97f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:11.064304 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-70ef84f3-2dc3-452c-b0d3-e20ee11215ef None None] Port 9dbec964-3bca-4154-a177-cdedda03d37b cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:14:11.140689 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-70ef84f3-2dc3-452c-b0d3-e20ee11215ef None None] Provisioning complete for port 9157b344-ec2b-4fd5-9ddf-254c540c5c7c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:11.141059 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-70ef84f3-2dc3-452c-b0d3-e20ee11215ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:11.220237 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15721631-d1d7-44c5-bb2d-21bc996de75a tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:11.245271 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15721631-d1d7-44c5-bb2d-21bc996de75a tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:11.265150 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 76b397b7-99de-43d1-a67a-4729e89dbcad, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=76b397b7-99de-43d1-a67a-4729e89dbcad,segment=NetworkSegment(364eaf34-457c-47ad-981d-7a22caacaf03),segment_id=364eaf34-457c-47ad-981d-7a22caacaf03)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:11.274328 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15721631-d1d7-44c5-bb2d-21bc996de75a tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:11.300889 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57820) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:11.303762 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-15721631-d1d7-44c5-bb2d-21bc996de75a tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.6162634 May 26 16:14:11.306801 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '76b397b7-99de-43d1-a67a-4729e89dbcad', 'network_id': '682358c8-e462-45cc-9353-3f856f96f6c7', 'port_id': '76b397b7-99de-43d1-a67a-4729e89dbcad', 'mac_address': 'fa:16:3e:c0:6a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33efa6d-7e2c-48ae-94ba-0e19ceca7a50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:14:11.338322 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b13b4-f2ef-4eda-b5ca-1ae9ea712750 req-200a6dfe-5a8e-4db8-bfb4-6b2765114adc tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:11.358457 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-560b13b4-f2ef-4eda-b5ca-1ae9ea712750 req-200a6dfe-5a8e-4db8-bfb4-6b2765114adc tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 946 time: 0.5346217 May 26 16:14:11.493360 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-560b13b4-f2ef-4eda-b5ca-1ae9ea712750 req-4d5da764-65ba-4854-90b6-bc1d685f1144 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297531 May 26 16:14:11.548360 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-70ef84f3-2dc3-452c-b0d3-e20ee11215ef None None] Current status of the port 9157b344-ec2b-4fd5-9ddf-254c540c5c7c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:11.552564 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 76b397b7-99de-43d1-a67a-4729e89dbcad is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:11.553174 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:11.577148 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b397b7-99de-43d1-a67a-4729e89dbcad {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:14:11.601235 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:11.614722 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 76b397b7-99de-43d1-a67a-4729e89dbcad, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=76b397b7-99de-43d1-a67a-4729e89dbcad,segment=NetworkSegment(364eaf34-457c-47ad-981d-7a22caacaf03),segment_id=364eaf34-457c-47ad-981d-7a22caacaf03)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:11.623374 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:11.680387 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed867c-2e0f-4a45-a177-f18229986d8b req-1fde1d45-e981-496d-80aa-4361fcbd8e1d tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:11.696988 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-59ed867c-2e0f-4a45-a177-f18229986d8b req-1fde1d45-e981-496d-80aa-4361fcbd8e1d tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8784bf8-2c50-4ba6-b349-bf837fae9347 HTTP/1.1" status: 200 len: 943 time: 0.1991341 May 26 16:14:11.717048 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-abfdfa76-e7a8-4033-959d-9a87b2ea6434 req-c67ce78c-f73d-4ddd-95be-45c5636cc97f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] For port 39873e5d-9a4b-4e75-915e-5d487c4b088f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=39873e5d-9a4b-4e75-915e-5d487c4b088f,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:11.719790 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-abfdfa76-e7a8-4033-959d-9a87b2ea6434 req-c67ce78c-f73d-4ddd-95be-45c5636cc97f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:11.854343 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-59ed867c-2e0f-4a45-a177-f18229986d8b req-856e3d0d-5042-491c-9ac1-19e6b8c0329d tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/security-groups?id=076fbb95-5492-4014-98ff-a00ece398710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430783 May 26 16:14:11.913087 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:11.913940 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['76b397b7-99de-43d1-a67a-4729e89dbcad'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:14:11.945036 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8e3fcece-2f94-4e29-a928-4621b3307644 None None] Provisioning complete for port 9dbec964-3bca-4154-a177-cdedda03d37b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:11.953707 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8e3fcece-2f94-4e29-a928-4621b3307644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:11.972851 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-59546bc4-3134-4454-a728-be3bdf2daf38 req-05b40db7-074a-46de-b033-a4918e0e5d70 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 210 time: 0.1390295 May 26 16:14:12.073003 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8e3fcece-2f94-4e29-a928-4621b3307644 None None] Port 9dbec964-3bca-4154-a177-cdedda03d37b cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:14:12.078401 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=76b397b7-99de-43d1-a67a-4729e89dbcad,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:12.113895 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8e3fcece-2f94-4e29-a928-4621b3307644 None None] Provisioning complete for port 3f55caf0-49e1-446d-a3c6-949dcabdd4c7 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:12.114889 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8e3fcece-2f94-4e29-a928-4621b3307644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:12.170147 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57832) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:12.170673 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-abfdfa76-e7a8-4033-959d-9a87b2ea6434 req-c67ce78c-f73d-4ddd-95be-45c5636cc97f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:12.171390 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-abfdfa76-e7a8-4033-959d-9a87b2ea6434 req-c67ce78c-f73d-4ddd-95be-45c5636cc97f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:12.171921 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [req-abfdfa76-e7a8-4033-959d-9a87b2ea6434 req-c67ce78c-f73d-4ddd-95be-45c5636cc97f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Floating IP 87497ad9-203b-40cf-af2e-c730a02ac6cd disassociated. External IP: 172.25.7.129, port: 39873e5d-9a4b-4e75-915e-5d487c4b088f. May 26 16:14:12.172401 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-abfdfa76-e7a8-4033-959d-9a87b2ea6434 req-c67ce78c-f73d-4ddd-95be-45c5636cc97f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Calling delete_port for 39873e5d-9a4b-4e75-915e-5d487c4b088f owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:12.184516 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8e3fcece-2f94-4e29-a928-4621b3307644 None None] Port 3f55caf0-49e1-446d-a3c6-949dcabdd4c7 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:14:12.339357 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:12.381263 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:12.399620 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8409255 May 26 16:14:12.429192 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fa2554d5-59c7-4272-81bb-195ab9c36975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:12.507430 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2eda2-2b73-48d2-9fd7-ebef07bfcdc4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Pushing event updated for resources: {'Port': ['ID=727d9cc5-4b62-45e4-b882-77b04597bfe0,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:12.530169 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-f845a1c4-3b0b-4143-b09d-a672ab203ff3 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Deleting port 3f55caf0-49e1-446d-a3c6-949dcabdd4c7 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:12.530523 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f845a1c4-3b0b-4143-b09d-a672ab203ff3 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:12.551650 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57842) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:12.658152 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fa2554d5-59c7-4272-81bb-195ab9c36975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:12.744136 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fa2554d5-59c7-4272-81bb-195ab9c36975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:12.764734 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-abfdfa76-e7a8-4033-959d-9a87b2ea6434 req-c67ce78c-f73d-4ddd-95be-45c5636cc97f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:12.795838 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-47402f0c-84dc-4432-b038-985ac6c436a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:12.810719 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fa2554d5-59c7-4272-81bb-195ab9c36975 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a5f1698c17df4b8a943d9bea74d0e940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6363251 May 26 16:14:12.823286 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57856) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:12.831549 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bd71c-cac3-43f1-a0d2-4346affbcac3 req-130faf63-0a7a-4703-a0fa-909c9c4b2dcd tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:12.839197 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6c1bd71c-cac3-43f1-a0d2-4346affbcac3 req-130faf63-0a7a-4703-a0fa-909c9c4b2dcd tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 946 time: 0.1848161 May 26 16:14:12.870048 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f845a1c4-3b0b-4143-b09d-a672ab203ff3 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:12.890777 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-f845a1c4-3b0b-4143-b09d-a672ab203ff3 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Calling delete_port for 3f55caf0-49e1-446d-a3c6-949dcabdd4c7 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:12.949136 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-97e195fb-1a0a-4d65-96c8-253a4e2a1f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:12.997274 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-46e8b0f0-2a92-4f93-b558-c8b7fe911db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:13.028551 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-e5582fef-5b45-4acc-b66e-3c860192a7fc tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--419851357&fields=id&tenant_id=94e6292502144fce97eb1d215f185bd6 HTTP/1.1" status: 200 len: 267 time: 0.2522612 May 26 16:14:13.029778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2554d5-59c7-4272-81bb-195ab9c36975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4945a2-324a-4c0e-b741-28681f51ebab,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:13.076483 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6c1bd71c-cac3-43f1-a0d2-4346affbcac3 req-333225a5-acdf-4739-9ef7-3fd72b10c923 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=06462993-84f8-4b00-895a-6e56089f2f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353902 May 26 16:14:13.153046 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-46e8b0f0-2a92-4f93-b558-c8b7fe911db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:13.205456 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-47402f0c-84dc-4432-b038-985ac6c436a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:13.261630 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-47402f0c-84dc-4432-b038-985ac6c436a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:13.310833 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-47402f0c-84dc-4432-b038-985ac6c436a8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1a16bec3b8ff4f40a6d5a2a0b161f5bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7580230 May 26 16:14:13.323636 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57864) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:13.336532 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ce78c-f73d-4ddd-95be-45c5636cc97f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Pushing event deleted for resources: {'Port': ['ID=39873e5d-9a4b-4e75-915e-5d487c4b088f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:13.440691 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9dd96-10de-4669-ae02-34a9194ccb0b req-d4c0d52c-1f51-4d7a-ae58-de0b0985cd83 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:13.449056 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8df9dd96-10de-4669-ae02-34a9194ccb0b req-d4c0d52c-1f51-4d7a-ae58-de0b0985cd83 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8784bf8-2c50-4ba6-b349-bf837fae9347 HTTP/1.1" status: 200 len: 944 time: 0.2458544 May 26 16:14:13.506685 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-cd6b02fc-1641-4ca0-abcb-637d5f47870d tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:13.508368 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-cd6b02fc-1641-4ca0-abcb-637d5f47870d tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/networks?id=cb1029da-ce9b-4f8c-9ca2-2687b1569027 HTTP/1.1" status: 200 len: 812 time: 0.4198685 May 26 16:14:13.508726 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abfdfa76-e7a8-4033-959d-9a87b2ea6434 req-c67ce78c-f73d-4ddd-95be-45c5636cc97f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Router d5d13c00-c529-44f6-b495-b1af41022f4f has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:14:13.514520 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47402f0c-84dc-4432-b038-985ac6c436a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9a1226-47cc-4aed-a7b9-6ed37587003c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:13.558655 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-4a556f23-fdbd-4cc3-ad47-cbb68807553d tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/quotas/94e6292502144fce97eb1d215f185bd6 HTTP/1.1" status: 200 len: 375 time: 0.0395408 May 26 16:14:13.601197 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-46e8b0f0-2a92-4f93-b558-c8b7fe911db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:13.604727 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-46e8b0f0-2a92-4f93-b558-c8b7fe911db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:13.608698 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-46e8b0f0-2a92-4f93-b558-c8b7fe911db3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3e4945a2-324a-4c0e-b741-28681f51ebab HTTP/1.1" status: 204 len: 168 time: 0.7662921 May 26 16:14:13.622449 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8df9dd96-10de-4669-ae02-34a9194ccb0b req-1937377b-9e3d-453e-a3c3-2400f03bbf91 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/security-groups?id=076fbb95-5492-4014-98ff-a00ece398710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717248 May 26 16:14:13.642988 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f845a1c4-3b0b-4143-b09d-a672ab203ff3 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:13.672032 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24370f20-b797-432b-83cb-0ed945657a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:13.716196 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8b0f0-2a92-4f93-b558-c8b7fe911db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4945a2-324a-4c0e-b741-28681f51ebab,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:13.779318 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845a1c4-3b0b-4143-b09d-a672ab203ff3 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Pushing event deleted for resources: {'Port': ['ID=3f55caf0-49e1-446d-a3c6-949dcabdd4c7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:13.832410 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-553a6b13-9bad-4f91-93e1-52d45caad725 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=94e6292502144fce97eb1d215f185bd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2686965 May 26 16:14:13.859789 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f845a1c4-3b0b-4143-b09d-a672ab203ff3 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:13.868835 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f845a1c4-3b0b-4143-b09d-a672ab203ff3 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] 10.222.0.77 "DELETE /v2.0/ports/3f55caf0-49e1-446d-a3c6-949dcabdd4c7 HTTP/1.1" status: 204 len: 168 time: 2.5461085 May 26 16:14:13.875349 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57872) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:13.886552 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-2f621907-2f8a-42a4-a3ff-bec934cd5be8 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Request body: {'port': {'name': 'tempest-new-port-name-1800056114', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:13.887812 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.api.validators [None req-2f621907-2f8a-42a4-a3ff-bec934cd5be8 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] bootfile-name is not in valid_values {{(pid=103895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 26 16:14:13.888434 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.api.validators [None req-2f621907-2f8a-42a4-a3ff-bec934cd5be8 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] tftp-server is not in valid_values {{(pid=103895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 26 16:14:13.888792 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.api.validators [None req-2f621907-2f8a-42a4-a3ff-bec934cd5be8 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] server-ip-address is not in valid_values {{(pid=103895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 26 16:14:13.907127 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24370f20-b797-432b-83cb-0ed945657a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:13.972842 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7d85d3ac-ed35-4a27-842d-d5ef596d90f8 req-9653faf1-0bea-450a-a1e4-184c1789e825 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 210 time: 0.1399643 May 26 16:14:13.992547 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24370f20-b797-432b-83cb-0ed945657a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:14.002071 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24370f20-b797-432b-83cb-0ed945657a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:14.003406 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-24370f20-b797-432b-83cb-0ed945657a05 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd9a1226-47cc-4aed-a7b9-6ed37587003c HTTP/1.1" status: 204 len: 168 time: 0.6755309 May 26 16:14:14.057890 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24370f20-b797-432b-83cb-0ed945657a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9a1226-47cc-4aed-a7b9-6ed37587003c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:14.068151 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 76b397b7-99de-43d1-a67a-4729e89dbcad up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:14:14.094573 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2f621907-2f8a-42a4-a3ff-bec934cd5be8 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:14.100378 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abfdfa76-e7a8-4033-959d-9a87b2ea6434 req-c67ce78c-f73d-4ddd-95be-45c5636cc97f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:14:14.121906 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017b3e29-ac92-4184-886f-bf419a1aa5d1 None None] Sync routers for ids ['d5d13c00-c529-44f6-b495-b1af41022f4f'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:14:14.150135 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017b3e29-ac92-4184-886f-bf419a1aa5d1 None None] Routers {'d5d13c00-c529-44f6-b495-b1af41022f4f'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:14.152979 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-017b3e29-ac92-4184-886f-bf419a1aa5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:13:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d5d13c00-c529-44f6-b495-b1af41022f4f'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:14.219251 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 39873e5d-9a4b-4e75-915e-5d487c4b088f no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:14:14.239869 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-abfdfa76-e7a8-4033-959d-9a87b2ea6434 req-c67ce78c-f73d-4ddd-95be-45c5636cc97f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] No DVR routers for this DVR port 39873e5d-9a4b-4e75-915e-5d487c4b088f on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:14:14.244374 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-abfdfa76-e7a8-4033-959d-9a87b2ea6434 req-c67ce78c-f73d-4ddd-95be-45c5636cc97f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:14.262243 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-abfdfa76-e7a8-4033-959d-9a87b2ea6434 req-c67ce78c-f73d-4ddd-95be-45c5636cc97f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.83 "DELETE /v2.0/ports/39873e5d-9a4b-4e75-915e-5d487c4b088f HTTP/1.1" status: 204 len: 173 time: 3.9876702 May 26 16:14:14.267062 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55eff4c-1aab-4de2-999a-48ea433e5bef', 'name': 'network-vif-deleted', 'tag': '39873e5d-9a4b-4e75-915e-5d487c4b088f'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:14.268602 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b75cd45-4974-40f2-af06-84fd9497338a" -d '{"events": [{"server_uuid": "f55eff4c-1aab-4de2-999a-48ea433e5bef", "name": "network-vif-deleted", "tag": "39873e5d-9a4b-4e75-915e-5d487c4b088f"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:14.287187 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 39873e5d-9a4b-4e75-915e-5d487c4b088f {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:14:14.289670 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 39873e5d-9a4b-4e75-915e-5d487c4b088f not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:14:14.310290 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 76b397b7-99de-43d1-a67a-4729e89dbcad completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:14:14.315004 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 76b397b7-99de-43d1-a67a-4729e89dbcad triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:14.315404 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:14.510798 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57882) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:14.514401 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-017b3e29-ac92-4184-886f-bf419a1aa5d1 None None] Set router d5d13c00-c529-44f6-b495-b1af41022f4f gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:14:14.535942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 76b397b7-99de-43d1-a67a-4729e89dbcad is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:14.536529 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:14.571736 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-020802e3-56c4-481d-9945-efd14bcf9f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:14.587676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8784bf8-2c50-4ba6-b349-bf837fae9347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b397b7-99de-43d1-a67a-4729e89dbcad'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:14.594802 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e366af2b-b5ca-4a30-bb1e-53f00f30610a" -d '{"events": [{"server_uuid": "c8784bf8-2c50-4ba6-b349-bf837fae9347", "name": "network-vif-plugged", "status": "completed", "tag": "76b397b7-99de-43d1-a67a-4729e89dbcad"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:14.611917 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-1b844f42-1d41-423a-a4b5-441243a73f35 service neutron] 10.222.0.77 "GET /v2.0/networks/cb1029da-ce9b-4f8c-9ca2-2687b1569027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7631912 May 26 16:14:14.638381 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 76b397b7-99de-43d1-a67a-4729e89dbcad, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=76b397b7-99de-43d1-a67a-4729e89dbcad,segment=NetworkSegment(364eaf34-457c-47ad-981d-7a22caacaf03),segment_id=364eaf34-457c-47ad-981d-7a22caacaf03)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:14.651509 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:14.692340 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5080777d-fd84-4532-b876-99d4f113131a req-ba3b463e-33ad-4297-9963-3ba0c550401d tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=f55eff4c-1aab-4de2-999a-48ea433e5bef HTTP/1.1" status: 200 len: 210 time: 0.0750282 May 26 16:14:14.770283 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-020802e3-56c4-481d-9945-efd14bcf9f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:14.782534 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-020802e3-56c4-481d-9945-efd14bcf9f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:14.799026 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=76b397b7-99de-43d1-a67a-4729e89dbcad,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:14.836643 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f150fa0-a703-4bb5-9610-e455c298721e x-openstack-request-id: req-7f150fa0-a703-4bb5-9610-e455c298721e {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:14.836940 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55eff4c-1aab-4de2-999a-48ea433e5bef", "name": "network-vif-deleted", "tag": "39873e5d-9a4b-4e75-915e-5d487c4b088f", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:14.845233 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7f150fa0-a703-4bb5-9610-e455c298721e {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:14.846013 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f150fa0-a703-4bb5-9610-e455c298721e'] response: {'server_uuid': 'f55eff4c-1aab-4de2-999a-48ea433e5bef', 'name': 'network-vif-deleted', 'tag': '39873e5d-9a4b-4e75-915e-5d487c4b088f', 'status': 'completed', 'code': 200} May 26 16:14:14.867318 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020802e3-56c4-481d-9945-efd14bcf9f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781e9b8a-b702-432e-b794-227e95b9beb6,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:14.895245 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-017b3e29-ac92-4184-886f-bf419a1aa5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-1267652655-router', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:20Z', 'updated_at': '2022-05-26T16:09:27Z', 'revision_number': 4, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'gw_port': {'id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:22Z', 'updated_at': '2022-05-26T16:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '48cc6a82-7e37-424e-b1bb-a26bfebb9890', 'name': '', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'mac_address': 'fa:16:3e:d3:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:26Z', 'updated_at': '2022-05-26T16:09:34Z', 'revision_number': 5, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'subnets': [{'id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:14.914056 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-020802e3-56c4-481d-9945-efd14bcf9f3a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dc937ee12497415eaa9239ef6bb5af84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3997138 May 26 16:14:14.917774 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57890) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:14.936400 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8ebb3c-db3a-4168-a46a-f88dd70f465b x-openstack-request-id: req-cf8ebb3c-db3a-4168-a46a-f88dd70f465b {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:14.936400 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8784bf8-2c50-4ba6-b349-bf837fae9347", "name": "network-vif-plugged", "status": "completed", "tag": "76b397b7-99de-43d1-a67a-4729e89dbcad", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:14.936790 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cf8ebb3c-db3a-4168-a46a-f88dd70f465b {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:14.937293 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf8ebb3c-db3a-4168-a46a-f88dd70f465b'] response: {'server_uuid': 'c8784bf8-2c50-4ba6-b349-bf837fae9347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b397b7-99de-43d1-a67a-4729e89dbcad', 'code': 200} May 26 16:14:14.978411 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017b3e29-ac92-4184-886f-bf419a1aa5d1 None None] Checking router: d5d13c00-c529-44f6-b495-b1af41022f4f for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:14:15.000884 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017b3e29-ac92-4184-886f-bf419a1aa5d1 None None] Routers {'d5d13c00-c529-44f6-b495-b1af41022f4f'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:15.001476 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-017b3e29-ac92-4184-886f-bf419a1aa5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:13:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d5d13c00-c529-44f6-b495-b1af41022f4f'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:15.007126 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2f621907-2f8a-42a4-a3ff-bec934cd5be8 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:15.034630 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2f621907-2f8a-42a4-a3ff-bec934cd5be8 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:15.059787 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-c962381b-2cea-4e81-a30c-c3da8f0f6093 service neutron] 10.222.0.77 "GET /v2.0/networks/cb1029da-ce9b-4f8c-9ca2-2687b1569027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778915 May 26 16:14:15.088001 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2f621907-2f8a-42a4-a3ff-bec934cd5be8 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] In _notify_port_updated(), no bound segment for port 9dbec964-3bca-4154-a177-cdedda03d37b on network 8452338e-5621-4741-abcd-9975b04ce66e {{(pid=103895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:14:15.114444 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f621907-2f8a-42a4-a3ff-bec934cd5be8 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:15.115185 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2f621907-2f8a-42a4-a3ff-bec934cd5be8 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:15.126048 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2f621907-2f8a-42a4-a3ff-bec934cd5be8 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] 10.222.0.77 "PUT /v2.0/ports/9dbec964-3bca-4154-a177-cdedda03d37b HTTP/1.1" status: 200 len: 1130 time: 1.2482562 May 26 16:14:15.130354 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57896) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:15.283939 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d52e7-8f3c-4bc2-9587-530cba4841f2 req-8c678909-ce3a-4ce9-8d64-2266087c70f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:15.287294 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-017b3e29-ac92-4184-886f-bf419a1aa5d1 None None] Set router d5d13c00-c529-44f6-b495-b1af41022f4f gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:14:15.287817 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-579d52e7-8f3c-4bc2-9587-530cba4841f2 req-8c678909-ce3a-4ce9-8d64-2266087c70f0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c8784bf8-2c50-4ba6-b349-bf837fae9347 HTTP/1.1" status: 200 len: 1096 time: 0.2604926 May 26 16:14:15.349867 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f621907-2f8a-42a4-a3ff-bec934cd5be8 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Pushing event updated for resources: {'Port': ['ID=9dbec964-3bca-4154-a177-cdedda03d37b,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:15.353559 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78850e0c-f47e-48b2-8ba5-ddee0cca3113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:15.363816 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57898) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:15.399614 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e1ebc98d-1bfc-45a8-8ec2-60cf945f3a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:15.411725 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9dcb25-227d-49b0-9b37-d8a74b05aa45 req-54629384-0ebf-4665-9e74-11aae83ec6a1 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:15.431198 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa9dcb25-227d-49b0-9b37-d8a74b05aa45 req-54629384-0ebf-4665-9e74-11aae83ec6a1 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8784bf8-2c50-4ba6-b349-bf837fae9347 HTTP/1.1" status: 200 len: 945 time: 0.2971339 May 26 16:14:15.504624 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78850e0c-f47e-48b2-8ba5-ddee0cca3113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:15.519860 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ecb565ce-13f7-42e7-b95f-5775c1c919b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:15.563450 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd4fbf4-972f-44d7-97a9-c229130c6158 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:15.564033 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-579d52e7-8f3c-4bc2-9587-530cba4841f2 req-8a4e163c-97cf-4ded-a87c-df2592dfe502 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=076fbb95-5492-4014-98ff-a00ece398710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649901 May 26 16:14:15.568320 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8fd4fbf4-972f-44d7-97a9-c229130c6158 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] 10.222.0.77 "GET /v2.0/ports/9dbec964-3bca-4154-a177-cdedda03d37b HTTP/1.1" status: 200 len: 1130 time: 0.4262438 May 26 16:14:15.579829 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57904) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:15.688033 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78850e0c-f47e-48b2-8ba5-ddee0cca3113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:15.694033 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78850e0c-f47e-48b2-8ba5-ddee0cca3113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:15.698966 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-58f44eea-4ef2-44ce-a996-98436bc8ec8a None None] Provisioning complete for port 9dbec964-3bca-4154-a177-cdedda03d37b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:15.705161 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-78850e0c-f47e-48b2-8ba5-ddee0cca3113 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/781e9b8a-b702-432e-b794-227e95b9beb6 HTTP/1.1" status: 204 len: 168 time: 0.7830198 May 26 16:14:15.705385 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-58f44eea-4ef2-44ce-a996-98436bc8ec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:15.755496 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78850e0c-f47e-48b2-8ba5-ddee0cca3113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781e9b8a-b702-432e-b794-227e95b9beb6,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:15.881843 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-017b3e29-ac92-4184-886f-bf419a1aa5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-1267652655-router', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:20Z', 'updated_at': '2022-05-26T16:09:27Z', 'revision_number': 4, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'gw_port': {'id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:22Z', 'updated_at': '2022-05-26T16:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '48cc6a82-7e37-424e-b1bb-a26bfebb9890', 'name': '', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'mac_address': 'fa:16:3e:d3:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:26Z', 'updated_at': '2022-05-26T16:09:34Z', 'revision_number': 5, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'subnets': [{'id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:15.908572 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-58f44eea-4ef2-44ce-a996-98436bc8ec8a None None] Port 9dbec964-3bca-4154-a177-cdedda03d37b cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:14:15.967455 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017b3e29-ac92-4184-886f-bf419a1aa5d1 None None] The sync data for ids ['d5d13c00-c529-44f6-b495-b1af41022f4f'] in n-d-843337-2 is: [{'id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-1267652655-router', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:20Z', 'updated_at': '2022-05-26T16:09:27Z', 'revision_number': 4, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'gw_port': {'id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:22Z', 'updated_at': '2022-05-26T16:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '48cc6a82-7e37-424e-b1bb-a26bfebb9890', 'name': '', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'mac_address': 'fa:16:3e:d3:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:26Z', 'updated_at': '2022-05-26T16:09:34Z', 'revision_number': 5, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'subnets': [{'id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:14:16.208070 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7ef374e-f321-40c5-830b-d50b60560679 req-ae01bcbe-2069-442f-945e-621c85c991e0 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 210 time: 0.0734706 May 26 16:14:16.242888 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa9dcb25-227d-49b0-9b37-d8a74b05aa45 req-6ab5b1c9-4d19-4178-9233-a92c82eced99 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/security-groups?id=076fbb95-5492-4014-98ff-a00ece398710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8063483 May 26 16:14:16.405860 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ecb565ce-13f7-42e7-b95f-5775c1c919b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:16.428508 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ecb565ce-13f7-42e7-b95f-5775c1c919b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:16.472418 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:16.476061 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57922) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:16.482739 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cabd5dd1-4f98-4991-a707-f839e165614d req-2dc00729-3301-45a6-9e44-9072cc15ff7e tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 210 time: 0.0738297 May 26 16:14:16.499011 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-8fd2804a-1a6d-43e9-96c2-b9544094373c tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Deleting port 9dbec964-3bca-4154-a177-cdedda03d37b {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:16.499360 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8fd2804a-1a6d-43e9-96c2-b9544094373c tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:16.557236 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57e18da-0f4a-4958-9023-c0d7828b018e None None] New status for floating IP 87497ad9-203b-40cf-af2e-c730a02ac6cd: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:14:16.618221 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ecb565ce-13f7-42e7-b95f-5775c1c919b5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6d2fb96367bc4eccb454de2ce706c0bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1754558 May 26 16:14:16.619777 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb565ce-13f7-42e7-b95f-5775c1c919b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184a7b54-4e11-46e4-bced-886b733718af,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:16.622630 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57926) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:16.650569 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ed13-27a7-442b-bbdb-6f5cde1b4ceb tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:16.760687 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ed13-27a7-442b-bbdb-6f5cde1b4ceb tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:16.795878 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8fd2804a-1a6d-43e9-96c2-b9544094373c tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:16.838864 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b3acc6ba-7635-4b97-a8bd-591b011ce86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:16.846412 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-8fd2804a-1a6d-43e9-96c2-b9544094373c tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Calling delete_port for 9dbec964-3bca-4154-a177-cdedda03d37b owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:16.873173 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b3acc6ba-7635-4b97-a8bd-591b011ce86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:16.903088 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ed13-27a7-442b-bbdb-6f5cde1b4ceb tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:16.912082 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ed13-27a7-442b-bbdb-6f5cde1b4ceb tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:16.916890 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a2c0ed13-27a7-442b-bbdb-6f5cde1b4ceb tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "DELETE /v2.0/security-groups/06462993-84f8-4b00-895a-6e56089f2f86 HTTP/1.1" status: 204 len: 168 time: 0.4365819 May 26 16:14:16.919583 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57932) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:17.021250 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-ab866806-75a5-460c-abb1-d5279c7807aa tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] show failed (client error): The resource could not be found. May 26 16:14:17.028483 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ab866806-75a5-460c-abb1-d5279c7807aa tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups/06462993-84f8-4b00-895a-6e56089f2f86 HTTP/1.1" status: 404 len: 347 time: 0.0854063 May 26 16:14:17.032031 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0ed13-27a7-442b-bbdb-6f5cde1b4ceb tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06462993-84f8-4b00-895a-6e56089f2f86,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:17.034580 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57936) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:17.082108 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b3acc6ba-7635-4b97-a8bd-591b011ce86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:17.085753 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b3acc6ba-7635-4b97-a8bd-591b011ce86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:17.087289 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b3acc6ba-7635-4b97-a8bd-591b011ce86c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/184a7b54-4e11-46e4-bced-886b733718af HTTP/1.1" status: 204 len: 168 time: 0.4586368 May 26 16:14:17.135229 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3acc6ba-7635-4b97-a8bd-591b011ce86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184a7b54-4e11-46e4-bced-886b733718af,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:17.632981 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b75c733-2137-4f0e-b318-995125278844 req-9eb756a3-6e15-4d86-af98-7f763e823a68 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 210 time: 0.1102021 May 26 16:14:17.675153 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-eb94cbf4-72fe-414e-b9a6-9fdf7171ea38 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Deleting port 2fe20bc3-7ee5-4cd5-9a69-5aade9d2cf99 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:17.675614 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eb94cbf4-72fe-414e-b9a6-9fdf7171ea38 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:17.694766 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cc8e5-8316-43e0-97eb-6ced92c2207a req-fbe82f61-7116-419c-adf7-48943e5869ee tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:17.708833 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe0cc8e5-8316-43e0-97eb-6ced92c2207a req-fbe82f61-7116-419c-adf7-48943e5869ee tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8784bf8-2c50-4ba6-b349-bf837fae9347 HTTP/1.1" status: 200 len: 945 time: 0.1448064 May 26 16:14:17.836907 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:17.891935 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-164f8fd2-90a8-464a-b304-14a279f8b052 req-cad13204-a109-4256-92ef-ae7b1b748a4e tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 210 time: 0.1614335 May 26 16:14:17.905295 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8fd2804a-1a6d-43e9-96c2-b9544094373c tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:17.973491 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe0cc8e5-8316-43e0-97eb-6ced92c2207a req-33758b53-544b-44fe-96d1-284a21537838 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/security-groups?id=076fbb95-5492-4014-98ff-a00ece398710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583966 May 26 16:14:18.104393 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2804a-1a6d-43e9-96c2-b9544094373c tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Pushing event deleted for resources: {'Port': ['ID=9dbec964-3bca-4154-a177-cdedda03d37b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:18.198175 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8fd2804a-1a6d-43e9-96c2-b9544094373c tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:18.210695 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8fd2804a-1a6d-43e9-96c2-b9544094373c tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] 10.222.0.77 "DELETE /v2.0/ports/9dbec964-3bca-4154-a177-cdedda03d37b HTTP/1.1" status: 204 len: 168 time: 2.6283436 May 26 16:14:18.213618 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57960) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:18.231633 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-844a038b-8d8d-4715-8bd1-7d9c16b1a189 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:18.239083 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-844a038b-8d8d-4715-8bd1-7d9c16b1a189 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.83 "GET /v2.0/networks?id=cb1029da-ce9b-4f8c-9ca2-2687b1569027 HTTP/1.1" status: 200 len: 812 time: 0.3950932 May 26 16:14:18.257363 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:18.418982 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-79d3ad7d-c805-4352-a301-ba84a424d5af tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94e6292502144fce97eb1d215f185bd6 HTTP/1.1" status: 200 len: 379 time: 0.1565309 May 26 16:14:18.426307 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eb94cbf4-72fe-414e-b9a6-9fdf7171ea38 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:18.428224 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eb94cbf4-72fe-414e-b9a6-9fdf7171ea38 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:18.436762 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-8eb94132-41bf-4ad7-89ae-933fc254d3ac tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Request body: {'port': {'device_id': 'b23190d0-5ee1-43a4-b462-6cf8441dd755', 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027', 'admin_state_up': True, 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'security_groups': ['588f83df-37ac-4ebd-b525-0052ea762c9f']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:18.487906 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5d97df-cb78-439d-ae80-8b0e27cfebbd tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Deleting subnet 26e1453e-d420-4d2c-bf4f-06dd1f2653c6 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:14:18.506188 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a5d97df-cb78-439d-ae80-8b0e27cfebbd tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:18.589303 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a5d97df-cb78-439d-ae80-8b0e27cfebbd tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:18.798836 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a5d97df-cb78-439d-ae80-8b0e27cfebbd tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:18.880635 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-eb94cbf4-72fe-414e-b9a6-9fdf7171ea38 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Calling delete_port for 2fe20bc3-7ee5-4cd5-9a69-5aade9d2cf99 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:18.889246 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-8eb94132-41bf-4ad7-89ae-933fc254d3ac tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Made reservation on behalf of 94e6292502144fce97eb1d215f185bd6 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:18.893715 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-8eb94132-41bf-4ad7-89ae-933fc254d3ac tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:18.894228 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a5d97df-cb78-439d-ae80-8b0e27cfebbd tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:18.946478 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:19.054096 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa587085-6b0e-4d29-975d-6fcb0f544541 req-606f4b58-b5d7-4824-a8cc-e3cd281c9f3f tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 210 time: 0.1699917 May 26 16:14:19.144671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d97df-cb78-439d-ae80-8b0e27cfebbd tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Pushing event deleted for resources: {'Subnet': ['ID=26e1453e-d420-4d2c-bf4f-06dd1f2653c6,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:19.164472 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a5d97df-cb78-439d-ae80-8b0e27cfebbd tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:19.169378 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25558853-19c8-43a3-b077-ff6d02f59472 None None] Network 8452338e-5621-4741-abcd-9975b04ce66e requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:14:19.182986 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0a5d97df-cb78-439d-ae80-8b0e27cfebbd tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] 10.222.0.77 "DELETE /v2.0/subnets/26e1453e-d420-4d2c-bf4f-06dd1f2653c6 HTTP/1.1" status: 204 len: 168 time: 0.9592831 May 26 16:14:19.187359 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57992) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:19.386226 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f04571f8-29d3-4563-b7dc-f34247998356 req-1d4cee0b-bfda-47b9-b0aa-dc6b455e604e tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 210 time: 0.0880826 May 26 16:14:19.548237 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8656a4a3-66c1-401e-af50-1659ab709257 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:19.627241 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eb94cbf4-72fe-414e-b9a6-9fdf7171ea38 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:19.673882 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d949ef-201d-430d-8f98-bb2a32dd4b47 None None] DHCP port deletion for 8452338e-5621-4741-abcd-9975b04ce66e request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:14:19.751658 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94cbf4-72fe-414e-b9a6-9fdf7171ea38 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Pushing event deleted for resources: {'Port': ['ID=2fe20bc3-7ee5-4cd5-9a69-5aade9d2cf99,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:19.780942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a7d949ef-201d-430d-8f98-bb2a32dd4b47 None None] Deleting port 9157b344-ec2b-4fd5-9ddf-254c540c5c7c {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:19.781813 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a7d949ef-201d-430d-8f98-bb2a32dd4b47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:19.975248 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eb94cbf4-72fe-414e-b9a6-9fdf7171ea38 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:19.983460 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eb94cbf4-72fe-414e-b9a6-9fdf7171ea38 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:19.988086 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-eb94cbf4-72fe-414e-b9a6-9fdf7171ea38 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "DELETE /v2.0/floatingips/87497ad9-203b-40cf-af2e-c730a02ac6cd HTTP/1.1" status: 204 len: 168 time: 2.9513617 May 26 16:14:20.078169 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a7d949ef-201d-430d-8f98-bb2a32dd4b47 None None] For port 9157b344-ec2b-4fd5-9ddf-254c540c5c7c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9157b344-ec2b-4fd5-9ddf-254c540c5c7c,segment=NetworkSegment(c16ea614-835b-4aea-872e-850f749d1b44),segment_id=c16ea614-835b-4aea-872e-850f749d1b44)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:20.080723 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a7d949ef-201d-430d-8f98-bb2a32dd4b47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:20.088036 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-8eb94132-41bf-4ad7-89ae-933fc254d3ac tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Allocated IP 172.20.0.14 (cb1029da-ce9b-4f8c-9ca2-2687b1569027/4efbfbbe-776d-4964-aecf-0338c416316e/a31f488d-36d8-4b42-8a7b-fc8037ee2d7d) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:20.150257 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a7d949ef-201d-430d-8f98-bb2a32dd4b47 None None] Calling delete_port for 9157b344-ec2b-4fd5-9ddf-254c540c5c7c owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:20.236240 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8656a4a3-66c1-401e-af50-1659ab709257 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Deleting port 9157b344-ec2b-4fd5-9ddf-254c540c5c7c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:20.237078 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8656a4a3-66c1-401e-af50-1659ab709257 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:20.285203 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58024) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:20.293383 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-2521e561-3e00-4cea-a0d7-2c84afae632f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1778876948', 'description': 'tempest-description--167712514'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:20.371622 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2521e561-3e00-4cea-a0d7-2c84afae632f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:20.571537 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a7d949ef-201d-430d-8f98-bb2a32dd4b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:20.630331 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-8656a4a3-66c1-401e-af50-1659ab709257 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] For port 9157b344-ec2b-4fd5-9ddf-254c540c5c7c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9157b344-ec2b-4fd5-9ddf-254c540c5c7c,segment=NetworkSegment(c16ea614-835b-4aea-872e-850f749d1b44),segment_id=c16ea614-835b-4aea-872e-850f749d1b44)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:20.631208 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8656a4a3-66c1-401e-af50-1659ab709257 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:20.659943 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8656a4a3-66c1-401e-af50-1659ab709257 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Calling delete_port for 9157b344-ec2b-4fd5-9ddf-254c540c5c7c owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:20.687298 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d949ef-201d-430d-8f98-bb2a32dd4b47 None None] No DVR routers for this DVR port 9157b344-ec2b-4fd5-9ddf-254c540c5c7c on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:14:20.693752 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d949ef-201d-430d-8f98-bb2a32dd4b47 None None] Pushing event deleted for resources: {'Port': ['ID=9157b344-ec2b-4fd5-9ddf-254c540c5c7c,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:20.771284 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2521e561-3e00-4cea-a0d7-2c84afae632f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:20.812747 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52f562e2-9661-4be1-8c70-734cb4362c3f req-78f27a38-5f61-4bb5-93f0-381803ed4a12 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 210 time: 0.1457608 May 26 16:14:20.816713 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2521e561-3e00-4cea-a0d7-2c84afae632f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:20.891619 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-8eb94132-41bf-4ad7-89ae-933fc254d3ac tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:21.027246 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2521e561-3e00-4cea-a0d7-2c84afae632f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:21.031119 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2521e561-3e00-4cea-a0d7-2c84afae632f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7444446 May 26 16:14:21.037322 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58044) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:21.039501 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3d3331a7-1079-471b-820d-20d862c062df req-aea3480f-11df-48f6-81e6-86fff53717d4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 210 time: 0.1472754 May 26 16:14:21.043703 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521e561-3e00-4cea-a0d7-2c84afae632f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7657799-880e-468a-861c-ad93017bd9b4,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:21.053663 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-7d5f79c8-324c-47b3-a6c3-fdad7112f2f0 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Request body: {'security_group_rule': {'security_group_id': 'd7657799-880e-468a-861c-ad93017bd9b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:21.103772 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8656a4a3-66c1-401e-af50-1659ab709257 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:21.151651 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-8eb94132-41bf-4ad7-89ae-933fc254d3ac tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:21.158489 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656a4a3-66c1-401e-af50-1659ab709257 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Pushing event deleted for resources: {'Port': ['ID=9157b344-ec2b-4fd5-9ddf-254c540c5c7c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:21.173943 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8656a4a3-66c1-401e-af50-1659ab709257 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] No DVR routers for this DVR port 9157b344-ec2b-4fd5-9ddf-254c540c5c7c on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:14:21.176618 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d5f79c8-324c-47b3-a6c3-fdad7112f2f0 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:21.251711 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb94132-41bf-4ad7-89ae-933fc254d3ac tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Pushing event updated for resources: {'Port': ['ID=a31f488d-36d8-4b42-8a7b-fc8037ee2d7d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:21.335476 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-8eb94132-41bf-4ad7-89ae-933fc254d3ac tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Network cb1029da-ce9b-4f8c-9ca2-2687b1569027 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:21.432685 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-8eb94132-41bf-4ad7-89ae-933fc254d3ac tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:21.455960 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-8eb94132-41bf-4ad7-89ae-933fc254d3ac tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:21.485733 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8656a4a3-66c1-401e-af50-1659ab709257 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:21.669290 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d5f79c8-324c-47b3-a6c3-fdad7112f2f0 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:21.672705 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-8656a4a3-66c1-401e-af50-1659ab709257 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8452338e-5621-4741-abcd-9975b04ce66e']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:21.678308 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9157b344-ec2b-4fd5-9ddf-254c540c5c7c no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:14:21.711461 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 9157b344-ec2b-4fd5-9ddf-254c540c5c7c {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:14:21.716175 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d5f79c8-324c-47b3-a6c3-fdad7112f2f0 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:21.725935 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-8656a4a3-66c1-401e-af50-1659ab709257 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16ea614-835b-4aea-872e-850f749d1b44') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:21.728959 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9157b344-ec2b-4fd5-9ddf-254c540c5c7c not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:14:21.749598 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-8656a4a3-66c1-401e-af50-1659ab709257 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16ea614-835b-4aea-872e-850f749d1b44') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:21.781287 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-8eb94132-41bf-4ad7-89ae-933fc254d3ac tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:21.782352 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-8eb94132-41bf-4ad7-89ae-933fc254d3ac tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:21.848846 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f79c8-324c-47b3-a6c3-fdad7112f2f0 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452f2c95-5a81-4620-9690-74210f0bc833,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:21.898307 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8656a4a3-66c1-401e-af50-1659ab709257 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:21.922758 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-8eb94132-41bf-4ad7-89ae-933fc254d3ac tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5019674 May 26 16:14:21.939761 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d5f79c8-324c-47b3-a6c3-fdad7112f2f0 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:21.941477 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7d5f79c8-324c-47b3-a6c3-fdad7112f2f0 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9023111 May 26 16:14:21.945423 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58072) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:21.947171 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8656a4a3-66c1-401e-af50-1659ab709257 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:21.951324 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-8fd76bdb-159c-4d84-9090-0e4f009497d5 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Request body: {'security_group_rule': {'security_group_id': 'd7657799-880e-468a-861c-ad93017bd9b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:21.953883 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-0869537e-0020-4ae2-8bdd-dcf43731346b service neutron] Request body: {'port': {'device_id': 'b23190d0-5ee1-43a4-b462-6cf8441dd755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:21.962367 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8656a4a3-66c1-401e-af50-1659ab709257 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:14:21.963448 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8656a4a3-66c1-401e-af50-1659ab709257 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:22.036831 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment c16ea614-835b-4aea-872e-850f749d1b44 resource provider aggregate not found May 26 16:14:22.048115 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8fd76bdb-159c-4d84-9090-0e4f009497d5 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:22.070952 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4ec511e5-b23e-4898-9a99-948a93638a6c None None] Provisioning complete for port a31f488d-36d8-4b42-8a7b-fc8037ee2d7d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:22.071532 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4ec511e5-b23e-4898-9a99-948a93638a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:22.143243 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8fd76bdb-159c-4d84-9090-0e4f009497d5 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:22.144695 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58082) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:22.165292 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8fd76bdb-159c-4d84-9090-0e4f009497d5 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:22.202069 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment c16ea614-835b-4aea-872e-850f749d1b44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c16ea614-835b-4aea-872e-850f749d1b44 found for delete ", "request_id": "req-4195624e-2d17-41a0-9588-2bb505c163ef"}]} May 26 16:14:22.232149 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cc66a45f-c21a-45ff-ab62-ce123eddabb8 req-9ab51382-8669-4667-a295-b9c53932b5cc tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 210 time: 0.1831827 May 26 16:14:22.273740 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd76bdb-159c-4d84-9090-0e4f009497d5 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8dba9bd-7e6f-4a20-af3a-763297e185fa,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:22.276591 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4ec511e5-b23e-4898-9a99-948a93638a6c None None] Port a31f488d-36d8-4b42-8a7b-fc8037ee2d7d cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:14:22.298734 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8fd76bdb-159c-4d84-9090-0e4f009497d5 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:22.303320 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8fd76bdb-159c-4d84-9090-0e4f009497d5 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3537099 May 26 16:14:22.303832 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58088) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:22.309742 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-a30e35bd-e58b-46f1-96f9-ae211d58e57a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:22.431462 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-0869537e-0020-4ae2-8bdd-dcf43731346b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:22.490944 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8656a4a3-66c1-401e-af50-1659ab709257 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:22.541534 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8656a4a3-66c1-401e-af50-1659ab709257 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:22.542606 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a30e35bd-e58b-46f1-96f9-ae211d58e57a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:22.557370 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8656a4a3-66c1-401e-af50-1659ab709257 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] 10.222.0.77 "DELETE /v2.0/networks/8452338e-5621-4741-abcd-9975b04ce66e HTTP/1.1" status: 204 len: 168 time: 3.3679266 May 26 16:14:22.582472 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1796d-d46f-4ba4-be1a-b7a82646383b req-adae4993-9609-4f3f-9277-14b7b4aa6b96 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:22.595500 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96c1796d-d46f-4ba4-be1a-b7a82646383b req-adae4993-9609-4f3f-9277-14b7b4aa6b96 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 932 time: 0.2631176 May 26 16:14:22.656689 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656a4a3-66c1-401e-af50-1659ab709257 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685 tempest-ExtraDHCPOptionsIpV6TestJSON-98109685-project] Pushing event deleted for resources: {'Network': ['ID=8452338e-5621-4741-abcd-9975b04ce66e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:22.839291 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96c1796d-d46f-4ba4-be1a-b7a82646383b req-2efc7630-59ec-4b6e-adb7-0bd44ef8696c tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/security-groups?id=588f83df-37ac-4ebd-b525-0052ea762c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996553 May 26 16:14:22.876040 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37666485-67a1-4aa2-b311-3081783e0ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:22.896888 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b122d91-6030-485e-a084-f698c1e89bc3 req-ba49f17d-65a2-4d48-8f1d-0c73cbe95283 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c8784bf8-2c50-4ba6-b349-bf837fae9347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1493139 May 26 16:14:23.111976 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37666485-67a1-4aa2-b311-3081783e0ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:23.143101 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37666485-67a1-4aa2-b311-3081783e0ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:23.298551 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37666485-67a1-4aa2-b311-3081783e0ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b394a613-b516-42c3-b91f-1f059e0e9cbf,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:23.305964 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-37666485-67a1-4aa2-b311-3081783e0ad4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cd127d74337048b8855a58cf576b7514&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1507185 May 26 16:14:23.311707 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58112) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:23.348430 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b122d91-6030-485e-a084-f698c1e89bc3 req-8e9a8c79-cfbf-48a1-a78c-2da881d2797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:23.355083 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b122d91-6030-485e-a084-f698c1e89bc3 req-8e9a8c79-cfbf-48a1-a78c-2da881d2797e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a97f09507c06490aab8ba9b48094a12a&device_id=c8784bf8-2c50-4ba6-b349-bf837fae9347 HTTP/1.1" status: 200 len: 1096 time: 0.2363131 May 26 16:14:23.368384 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a30e35bd-e58b-46f1-96f9-ae211d58e57a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:23.494936 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-0869537e-0020-4ae2-8bdd-dcf43731346b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31f488d-36d8-4b42-8a7b-fc8037ee2d7d {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:14:23.505535 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58114) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:23.517852 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-0869537e-0020-4ae2-8bdd-dcf43731346b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:23.557705 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e19cc0-d71d-418a-9ac0-8366bb1b9e3b req-f0b7d7ff-62c7-4beb-afdf-82b79a343edc tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:23.564606 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-0869537e-0020-4ae2-8bdd-dcf43731346b service neutron] Transition to ACTIVE for port object a31f488d-36d8-4b42-8a7b-fc8037ee2d7d will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:14:23.567330 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d5e19cc0-d71d-418a-9ac0-8366bb1b9e3b req-f0b7d7ff-62c7-4beb-afdf-82b79a343edc tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8784bf8-2c50-4ba6-b349-bf837fae9347 HTTP/1.1" status: 200 len: 945 time: 0.3393171 May 26 16:14:23.573301 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-0869537e-0020-4ae2-8bdd-dcf43731346b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:23.588278 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-21c9115a-9e6e-4602-8a39-620108c74abe req-4928b71e-df50-4a33-95e9-23de5601a267 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 210 time: 0.1264277 May 26 16:14:23.801804 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869537e-0020-4ae2-8bdd-dcf43731346b service neutron] Pushing event updated for resources: {'Port': ['ID=a31f488d-36d8-4b42-8a7b-fc8037ee2d7d,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:24.125853 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-0869537e-0020-4ae2-8bdd-dcf43731346b service neutron] Attempting to bind port a31f488d-36d8-4b42-8a7b-fc8037ee2d7d on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:14:24.126889 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-0869537e-0020-4ae2-8bdd-dcf43731346b service neutron] Attempting to bind port a31f488d-36d8-4b42-8a7b-fc8037ee2d7d by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:14:24.127576 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-0869537e-0020-4ae2-8bdd-dcf43731346b service neutron] Attempting to bind port a31f488d-36d8-4b42-8a7b-fc8037ee2d7d on network cb1029da-ce9b-4f8c-9ca2-2687b1569027 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:14:24.151428 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-0869537e-0020-4ae2-8bdd-dcf43731346b service neutron] Port a31f488d-36d8-4b42-8a7b-fc8037ee2d7d on network cb1029da-ce9b-4f8c-9ca2-2687b1569027 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:14:24.152330 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-0869537e-0020-4ae2-8bdd-dcf43731346b service neutron] Attempting to bind port a31f488d-36d8-4b42-8a7b-fc8037ee2d7d on network cb1029da-ce9b-4f8c-9ca2-2687b1569027 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:14:24.187185 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-0869537e-0020-4ae2-8bdd-dcf43731346b service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:14:24.188156 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-0869537e-0020-4ae2-8bdd-dcf43731346b service neutron] Checking segment: {'id': '7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:14:24.189661 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-0869537e-0020-4ae2-8bdd-dcf43731346b service neutron] Bound using segment: {'id': '7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:14:24.190317 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-0869537e-0020-4ae2-8bdd-dcf43731346b service neutron] Bound port: a31f488d-36d8-4b42-8a7b-fc8037ee2d7d, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:14:24.190857 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-0869537e-0020-4ae2-8bdd-dcf43731346b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:24.220779 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d5e19cc0-d71d-418a-9ac0-8366bb1b9e3b req-d1db0d74-03e6-4120-bb00-3fc51d3ae09f tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/security-groups?id=076fbb95-5492-4014-98ff-a00ece398710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6527302 May 26 16:14:24.222193 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b122d91-6030-485e-a084-f698c1e89bc3 req-14cffbfb-ed54-4772-a653-7ca90cd72b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:24.224730 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b122d91-6030-485e-a084-f698c1e89bc3 req-14cffbfb-ed54-4772-a653-7ca90cd72b9d service neutron] 10.222.0.81 "GET /v2.0/networks?id=682358c8-e462-45cc-9353-3f856f96f6c7 HTTP/1.1" status: 200 len: 910 time: 0.8070650 May 26 16:14:24.238665 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f1e7cfa0-1585-415d-9d9e-50ed55f5ac01 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c89abadfb7784aa2b1ceadaebed61f51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7301686 May 26 16:14:24.242467 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-a30e35bd-e58b-46f1-96f9-ae211d58e57a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Allocated IP 172.25.7.38 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/92111ade-f33a-45fd-8d67-e17f00c85d46) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:24.243927 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58132) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:24.295550 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ce953c6a-1a0f-46be-ab78-fa56c7d484fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:24.324874 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ce953c6a-1a0f-46be-ab78-fa56c7d484fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:24.488251 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b122d91-6030-485e-a084-f698c1e89bc3 req-3040d6d0-df40-445d-98e0-3ebe4ae44bb6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76b397b7-99de-43d1-a67a-4729e89dbcad HTTP/1.1" status: 200 len: 217 time: 0.2230713 May 26 16:14:24.527211 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74467f45-f759-4fb1-bcca-cacf8f250d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:24.567199 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ce953c6a-1a0f-46be-ab78-fa56c7d484fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:24.570347 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ce953c6a-1a0f-46be-ab78-fa56c7d484fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:24.575824 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ce953c6a-1a0f-46be-ab78-fa56c7d484fc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b394a613-b516-42c3-b91f-1f059e0e9cbf HTTP/1.1" status: 204 len: 168 time: 1.2551346 May 26 16:14:24.618297 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b122d91-6030-485e-a084-f698c1e89bc3 req-cd440591-2bbe-461c-827a-ac0de49ac4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:24.620625 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b122d91-6030-485e-a084-f698c1e89bc3 req-cd440591-2bbe-461c-827a-ac0de49ac4bb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d33efa6d-7e2c-48ae-94ba-0e19ceca7a50 HTTP/1.1" status: 200 len: 849 time: 0.1195803 May 26 16:14:24.632264 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74467f45-f759-4fb1-bcca-cacf8f250d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:24.673126 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce953c6a-1a0f-46be-ab78-fa56c7d484fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b394a613-b516-42c3-b91f-1f059e0e9cbf,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:24.731312 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b122d91-6030-485e-a084-f698c1e89bc3 req-07abc297-2f24-461c-8c96-dd9c0f26cbec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=682358c8-e462-45cc-9353-3f856f96f6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999160 May 26 16:14:24.745457 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-0869537e-0020-4ae2-8bdd-dcf43731346b service neutron] For port a31f488d-36d8-4b42-8a7b-fc8037ee2d7d, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:14:24.749056 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6dfc6-a539-4d15-b109-31a7172e2315 req-af7f57bc-236f-4f9f-a8c7-8a26114cefcc tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:24.764403 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7b6dfc6-a539-4d15-b109-31a7172e2315 req-af7f57bc-236f-4f9f-a8c7-8a26114cefcc tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 944 time: 0.5187402 May 26 16:14:24.869570 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-0869537e-0020-4ae2-8bdd-dcf43731346b service neutron] For port a31f488d-36d8-4b42-8a7b-fc8037ee2d7d, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=a31f488d-36d8-4b42-8a7b-fc8037ee2d7d,segment=NetworkSegment(7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2),segment_id=7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:14:24.883380 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-0869537e-0020-4ae2-8bdd-dcf43731346b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:24.928059 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7b6dfc6-a539-4d15-b109-31a7172e2315 req-d05693c9-2795-41e6-bfa7-59ac44de98bb tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/security-groups?id=588f83df-37ac-4ebd-b525-0052ea762c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451626 May 26 16:14:24.954003 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a80087-fcb4-4a8e-9474-da53f8d6451c req-c10d8097-0f2f-4614-bca0-6970e60f2376 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:24.957367 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f2a80087-fcb4-4a8e-9474-da53f8d6451c req-c10d8097-0f2f-4614-bca0-6970e60f2376 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8784bf8-2c50-4ba6-b349-bf837fae9347 HTTP/1.1" status: 200 len: 945 time: 0.3058317 May 26 16:14:24.971898 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5571b76e-b59d-4010-9066-9545b5c7fdb7 req-1c2bc8c1-eefa-4894-b9d2-77079e3feb44 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 210 time: 0.1073568 May 26 16:14:25.029503 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a30e35bd-e58b-46f1-96f9-ae211d58e57a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:25.077411 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-0869537e-0020-4ae2-8bdd-dcf43731346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:25.078085 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-0869537e-0020-4ae2-8bdd-dcf43731346b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:25.081515 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-0869537e-0020-4ae2-8bdd-dcf43731346b service neutron] 10.222.0.83 "PUT /v2.0/ports/a31f488d-36d8-4b42-8a7b-fc8037ee2d7d HTTP/1.1" status: 200 len: 1092 time: 3.1377213 May 26 16:14:25.085690 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23190d0-5ee1-43a4-b462-6cf8441dd755', 'tag': 'a31f488d-36d8-4b42-8a7b-fc8037ee2d7d'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:25.089008 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a44f6b-8309-4f25-8b58-5989990dbabf" -d '{"events": [{"name": "network-changed", "server_uuid": "b23190d0-5ee1-43a4-b462-6cf8441dd755", "tag": "a31f488d-36d8-4b42-8a7b-fc8037ee2d7d"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:25.123456 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869537e-0020-4ae2-8bdd-dcf43731346b service neutron] Pushing event updated for resources: {'Port': ['ID=a31f488d-36d8-4b42-8a7b-fc8037ee2d7d,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:25.140002 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74467f45-f759-4fb1-bcca-cacf8f250d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:25.143739 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74467f45-f759-4fb1-bcca-cacf8f250d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:25.145288 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-74467f45-f759-4fb1-bcca-cacf8f250d2b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5a8d7a01-eac1-4b84-9567-a48c987c5b71 HTTP/1.1" status: 204 len: 168 time: 0.8982766 May 26 16:14:25.187136 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a30e35bd-e58b-46f1-96f9-ae211d58e57a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:25.252506 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30e35bd-e58b-46f1-96f9-ae211d58e57a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:25.260534 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74467f45-f759-4fb1-bcca-cacf8f250d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8d7a01-eac1-4b84-9567-a48c987c5b71,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:25.298918 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1756789-51cb-4ce9-a63e-1d4d607b0d01 x-openstack-request-id: req-a1756789-51cb-4ce9-a63e-1d4d607b0d01 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:25.299222 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23190d0-5ee1-43a4-b462-6cf8441dd755", "tag": "a31f488d-36d8-4b42-8a7b-fc8037ee2d7d", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:25.299484 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a1756789-51cb-4ce9-a63e-1d4d607b0d01 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:25.299909 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1756789-51cb-4ce9-a63e-1d4d607b0d01'] response: {'name': 'network-changed', 'server_uuid': 'b23190d0-5ee1-43a4-b462-6cf8441dd755', 'tag': 'a31f488d-36d8-4b42-8a7b-fc8037ee2d7d', 'status': 'completed', 'code': 200} May 26 16:14:25.356034 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-9f9f6052-f3b0-4b15-a6ee-730a6a238f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:25.358162 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-9f9f6052-f3b0-4b15-a6ee-730a6a238f6a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=94e6292502144fce97eb1d215f185bd6&device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 1095 time: 0.1264246 May 26 16:14:25.379561 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-f2a80087-fcb4-4a8e-9474-da53f8d6451c req-e7ac312c-8960-4f11-949c-48a1de71fac9 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Deleting port 76b397b7-99de-43d1-a67a-4729e89dbcad {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:25.379874 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f2a80087-fcb4-4a8e-9474-da53f8d6451c req-e7ac312c-8960-4f11-949c-48a1de71fac9 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:25.395178 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-a30e35bd-e58b-46f1-96f9-ae211d58e57a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:25.398320 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e35bd-e58b-46f1-96f9-ae211d58e57a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Pushing event updated for resources: {'Port': ['ID=92111ade-f33a-45fd-8d67-e17f00c85d46,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:25.444784 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30e35bd-e58b-46f1-96f9-ae211d58e57a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:25.509843 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-83471310-5f2e-4316-b233-bc823c77afc9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a31f488d-36d8-4b42-8a7b-fc8037ee2d7d HTTP/1.1" status: 200 len: 217 time: 0.1331289 May 26 16:14:25.557106 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58156) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:25.736901 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b122d91-6030-485e-a084-f698c1e89bc3 req-c376d954-98cd-4571-93b8-e38e84fc9b36 service neutron] 10.222.0.81 "GET /v2.0/networks/682358c8-e462-45cc-9353-3f856f96f6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9677958 May 26 16:14:25.871362 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58162) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:25.914209 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a30e35bd-e58b-46f1-96f9-ae211d58e57a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:25.939074 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972caa8-9e2d-48b8-9e3d-4dcde0efbfb8 req-c5a278d2-5b6b-4cb9-a031-7bafcd856709 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:25.948677 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3972caa8-9e2d-48b8-9e3d-4dcde0efbfb8 req-c5a278d2-5b6b-4cb9-a031-7bafcd856709 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8784bf8-2c50-4ba6-b349-bf837fae9347 HTTP/1.1" status: 200 len: 945 time: 0.3234885 May 26 16:14:26.024451 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-476ad858-b5da-4317-a578-99855f72d397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:26.146092 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-ef59f075-9eba-48b7-bff3-bb8c9f922cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:26.148735 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-ef59f075-9eba-48b7-bff3-bb8c9f922cc6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4efbfbbe-776d-4964-aecf-0338c416316e HTTP/1.1" status: 200 len: 851 time: 0.5921550 May 26 16:14:26.259470 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-f2a80087-fcb4-4a8e-9474-da53f8d6451c req-e7ac312c-8960-4f11-949c-48a1de71fac9 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] For port 76b397b7-99de-43d1-a67a-4729e89dbcad, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=76b397b7-99de-43d1-a67a-4729e89dbcad,segment=NetworkSegment(364eaf34-457c-47ad-981d-7a22caacaf03),segment_id=364eaf34-457c-47ad-981d-7a22caacaf03)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:26.260603 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f2a80087-fcb4-4a8e-9474-da53f8d6451c req-e7ac312c-8960-4f11-949c-48a1de71fac9 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:26.301629 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-f2a80087-fcb4-4a8e-9474-da53f8d6451c req-e7ac312c-8960-4f11-949c-48a1de71fac9 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Calling delete_port for 76b397b7-99de-43d1-a67a-4729e89dbcad owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:26.360345 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-e62f7f1e-ac34-42cc-b7c4-32b54c57e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:26.363664 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-e62f7f1e-ac34-42cc-b7c4-32b54c57e4e4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cb1029da-ce9b-4f8c-9ca2-2687b1569027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2030373 May 26 16:14:26.586203 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-476ad858-b5da-4317-a578-99855f72d397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:26.600652 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-476ad858-b5da-4317-a578-99855f72d397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:26.685621 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-955e6563-1a41-4627-a92d-e86305ad3d78 service neutron] 10.222.0.83 "GET /v2.0/networks/cb1029da-ce9b-4f8c-9ca2-2687b1569027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315748 May 26 16:14:26.693237 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-476ad858-b5da-4317-a578-99855f72d397 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cfed143689a14e86b3b2c9c1136f012f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1314008 May 26 16:14:26.693237 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ad858-b5da-4317-a578-99855f72d397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8d287c-7e9d-4801-8e0a-bd77586f3e07,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:26.695028 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58180) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:26.823729 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e5da51f7-1a9b-4db6-aa50-f8a2b042f7af req-2fcd64f6-1323-46c2-8e45-5f8cfe57ba9a service neutron] 10.222.0.83 "GET /v2.0/networks/cb1029da-ce9b-4f8c-9ca2-2687b1569027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293933 May 26 16:14:26.938441 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2681e546-0192-454e-8cb4-7f240e159e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:26.942208 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f2a80087-fcb4-4a8e-9474-da53f8d6451c req-e7ac312c-8960-4f11-949c-48a1de71fac9 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:27.039943 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2681e546-0192-454e-8cb4-7f240e159e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:27.041432 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac312c-8960-4f11-949c-48a1de71fac9 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Pushing event deleted for resources: {'Port': ['ID=76b397b7-99de-43d1-a67a-4729e89dbcad,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:27.083642 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3972caa8-9e2d-48b8-9e3d-4dcde0efbfb8 req-ecf104b9-d481-456e-993a-adeb48f489fd tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.77 "GET /v2.0/security-groups?id=076fbb95-5492-4014-98ff-a00ece398710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1329184 May 26 16:14:27.097432 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a30e35bd-e58b-46f1-96f9-ae211d58e57a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:27.134466 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b122d91-6030-485e-a084-f698c1e89bc3 req-bbacf365-dcd5-4540-bdfb-3a7122578ff1 service neutron] 10.222.0.81 "GET /v2.0/networks/682358c8-e462-45cc-9353-3f856f96f6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3526425 May 26 16:14:27.142237 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-de1b4e68-c46f-492d-8c7c-aba2c45a3ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:27.253209 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a80087-fcb4-4a8e-9474-da53f8d6451c req-e7ac312c-8960-4f11-949c-48a1de71fac9 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] No DVR routers for this DVR port 76b397b7-99de-43d1-a67a-4729e89dbcad on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:14:27.280870 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f2a80087-fcb4-4a8e-9474-da53f8d6451c req-e7ac312c-8960-4f11-949c-48a1de71fac9 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:27.291263 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f2a80087-fcb4-4a8e-9474-da53f8d6451c req-e7ac312c-8960-4f11-949c-48a1de71fac9 tempest-ServerTagsTestJSON-1507293658 tempest-ServerTagsTestJSON-1507293658-project] 10.222.0.81 "DELETE /v2.0/ports/76b397b7-99de-43d1-a67a-4729e89dbcad HTTP/1.1" status: 204 len: 173 time: 2.3174505 May 26 16:14:27.298223 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2681e546-0192-454e-8cb4-7f240e159e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:27.304141 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2681e546-0192-454e-8cb4-7f240e159e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:27.310875 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2681e546-0192-454e-8cb4-7f240e159e82 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0f8d287c-7e9d-4801-8e0a-bd77586f3e07 HTTP/1.1" status: 204 len: 168 time: 0.6112044 May 26 16:14:27.314011 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8784bf8-2c50-4ba6-b349-bf837fae9347', 'name': 'network-vif-deleted', 'tag': '76b397b7-99de-43d1-a67a-4729e89dbcad'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:27.318468 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91679e02-9e6f-4a25-bfed-e4fbd18d11bc" -d '{"events": [{"server_uuid": "c8784bf8-2c50-4ba6-b349-bf837fae9347", "name": "network-vif-deleted", "tag": "76b397b7-99de-43d1-a67a-4729e89dbcad"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:27.328944 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a44f6b-8309-4f25-8b58-5989990dbabf req-b2514111-bae4-4742-8275-1b3ee39046b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:27.332285 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b7a44f6b-8309-4f25-8b58-5989990dbabf req-b2514111-bae4-4742-8275-1b3ee39046b1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=94e6292502144fce97eb1d215f185bd6&device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 1095 time: 0.3652730 May 26 16:14:27.350461 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681e546-0192-454e-8cb4-7f240e159e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8d287c-7e9d-4801-8e0a-bd77586f3e07,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:27.577180 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58196) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:27.731903 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a44f6b-8309-4f25-8b58-5989990dbabf req-e965a165-89fa-45b0-b8ca-387aecd077c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:27.736262 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b7a44f6b-8309-4f25-8b58-5989990dbabf req-e965a165-89fa-45b0-b8ca-387aecd077c0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cb1029da-ce9b-4f8c-9ca2-2687b1569027 HTTP/1.1" status: 200 len: 913 time: 0.3880894 May 26 16:14:27.800766 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-de1b4e68-c46f-492d-8c7c-aba2c45a3ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:27.825101 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ca39d65-890b-42ca-9fd7-725a25da0f7b req-64aade39-5a95-4c1e-a84d-11017a9b6212 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 210 time: 0.5026531 May 26 16:14:27.907680 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b7a44f6b-8309-4f25-8b58-5989990dbabf req-ed1064ae-576d-4469-9dd4-92824a0e0305 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a31f488d-36d8-4b42-8a7b-fc8037ee2d7d HTTP/1.1" status: 200 len: 217 time: 0.1620805 May 26 16:14:28.051510 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a44f6b-8309-4f25-8b58-5989990dbabf req-99f2d8e3-990b-4a73-8d4b-c5ff01dd1f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:28.054309 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b7a44f6b-8309-4f25-8b58-5989990dbabf req-99f2d8e3-990b-4a73-8d4b-c5ff01dd1f6d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4efbfbbe-776d-4964-aecf-0338c416316e HTTP/1.1" status: 200 len: 851 time: 0.1336415 May 26 16:14:28.065545 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccbe01-3c09-4589-88d8-3b17e82c70ea req-bf2842dd-06fe-4696-9ad7-e95d08e4877b tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:28.085892 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2fccbe01-3c09-4589-88d8-3b17e82c70ea req-bf2842dd-06fe-4696-9ad7-e95d08e4877b tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 944 time: 1.1068928 May 26 16:14:28.114139 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 76b397b7-99de-43d1-a67a-4729e89dbcad no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:14:28.161359 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a23bdf-8baf-440b-bf13-917608af0795 x-openstack-request-id: req-b8a23bdf-8baf-440b-bf13-917608af0795 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:28.162129 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8784bf8-2c50-4ba6-b349-bf837fae9347", "name": "network-vif-deleted", "tag": "76b397b7-99de-43d1-a67a-4729e89dbcad", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:28.162750 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b8a23bdf-8baf-440b-bf13-917608af0795 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:28.163380 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8a23bdf-8baf-440b-bf13-917608af0795'] response: {'server_uuid': 'c8784bf8-2c50-4ba6-b349-bf837fae9347', 'name': 'network-vif-deleted', 'tag': '76b397b7-99de-43d1-a67a-4729e89dbcad', 'status': 'completed', 'code': 200} May 26 16:14:28.181763 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 76b397b7-99de-43d1-a67a-4729e89dbcad {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:14:28.182183 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 76b397b7-99de-43d1-a67a-4729e89dbcad not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:14:28.202257 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-de1b4e68-c46f-492d-8c7c-aba2c45a3ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:28.228728 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a44f6b-8309-4f25-8b58-5989990dbabf req-b08ef48b-7f6b-4b82-9d14-331d7229d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:28.239661 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b7a44f6b-8309-4f25-8b58-5989990dbabf req-b08ef48b-7f6b-4b82-9d14-331d7229d65a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cb1029da-ce9b-4f8c-9ca2-2687b1569027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1755044 May 26 16:14:28.331394 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58206) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:28.336604 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b4e68-c46f-492d-8c7c-aba2c45a3ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c609d885-5e64-45f8-9fc1-05adabd68de4,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:28.370028 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-91fbba1f-dad6-4fe7-b522-6db64ca4a78c tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1044267570'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:28.469961 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a30e35bd-e58b-46f1-96f9-ae211d58e57a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:28.472392 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fbba1f-dad6-4fe7-b522-6db64ca4a78c tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Made reservation on behalf of 9b06d0bcb0ab4d86b2547aefcad0be05 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:28.482810 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91fbba1f-dad6-4fe7-b522-6db64ca4a78c tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:28.486155 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-de1b4e68-c46f-492d-8c7c-aba2c45a3ef6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b4da7efbb66443e89b7882f604cec72&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6117766 May 26 16:14:28.494995 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58212) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:28.511986 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a30e35bd-e58b-46f1-96f9-ae211d58e57a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:28.517340 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91fbba1f-dad6-4fe7-b522-6db64ca4a78c tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:28.596428 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2fccbe01-3c09-4589-88d8-3b17e82c70ea req-577bd63b-a434-4055-b120-cc3654067648 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/security-groups?id=588f83df-37ac-4ebd-b525-0052ea762c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5078194 May 26 16:14:28.651776 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad8ae5f-ec3e-4b40-a1db-a1c0a4ae5837 admin admin] Deleting subnet d33efa6d-7e2c-48ae-94ba-0e19ceca7a50 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:14:28.675753 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cad8ae5f-ec3e-4b40-a1db-a1c0a4ae5837 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:28.691662 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b7a44f6b-8309-4f25-8b58-5989990dbabf req-24fa0d63-2d49-47c8-936b-05c140575f36 service neutron] 10.222.0.83 "GET /v2.0/networks/cb1029da-ce9b-4f8c-9ca2-2687b1569027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405768 May 26 16:14:28.772314 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f60c1d82-904b-4eb9-b259-5b668fa48a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:28.788371 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91fbba1f-dad6-4fe7-b522-6db64ca4a78c tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:28.810800 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f60c1d82-904b-4eb9-b259-5b668fa48a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:28.868873 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e35bd-e58b-46f1-96f9-ae211d58e57a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Pushing event updated for resources: {'Port': ['ID=92111ade-f33a-45fd-8d67-e17f00c85d46,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:28.882951 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cad8ae5f-ec3e-4b40-a1db-a1c0a4ae5837 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:28.886403 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f60c1d82-904b-4eb9-b259-5b668fa48a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:28.890210 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f60c1d82-904b-4eb9-b259-5b668fa48a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:28.891379 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f60c1d82-904b-4eb9-b259-5b668fa48a13 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c609d885-5e64-45f8-9fc1-05adabd68de4 HTTP/1.1" status: 204 len: 168 time: 0.3946848 May 26 16:14:28.918292 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91fbba1f-dad6-4fe7-b522-6db64ca4a78c tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:29.007008 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c1d82-904b-4eb9-b259-5b668fa48a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c609d885-5e64-45f8-9fc1-05adabd68de4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:29.022007 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a30e35bd-e58b-46f1-96f9-ae211d58e57a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:29.108373 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a30e35bd-e58b-46f1-96f9-ae211d58e57a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:29.110387 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a30e35bd-e58b-46f1-96f9-ae211d58e57a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8052113 May 26 16:14:29.128897 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cad8ae5f-ec3e-4b40-a1db-a1c0a4ae5837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:29.158891 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bc1a8b49-d8b5-432f-af1a-5724caba6808 req-a224f655-93c3-4bff-ad9a-41ace37e3b23 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 210 time: 0.0787787 May 26 16:14:29.164634 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91fbba1f-dad6-4fe7-b522-6db64ca4a78c tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:14:29.243121 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbba1f-dad6-4fe7-b522-6db64ca4a78c tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a5520e-4810-4d5a-933f-d791e802f10f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:29.283302 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91fbba1f-dad6-4fe7-b522-6db64ca4a78c tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:29.283849 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-91fbba1f-dad6-4fe7-b522-6db64ca4a78c tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Added segment a998a6dd-bcca-4e56-aa3a-8cbd2268f5b0 of type vlan for network 604f23b0-be5d-4cd4-8014-bab00ffc9645 May 26 16:14:29.314302 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cad8ae5f-ec3e-4b40-a1db-a1c0a4ae5837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:29.380032 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b7a44f6b-8309-4f25-8b58-5989990dbabf req-98323810-f9b9-462c-8220-6ae1e4928052 service neutron] 10.222.0.83 "GET /v2.0/networks/cb1029da-ce9b-4f8c-9ca2-2687b1569027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6761830 May 26 16:14:29.405294 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cad8ae5f-ec3e-4b40-a1db-a1c0a4ae5837 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:29.411584 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cad8ae5f-ec3e-4b40-a1db-a1c0a4ae5837 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d33efa6d-7e2c-48ae-94ba-0e19ceca7a50 HTTP/1.1" status: 204 len: 168 time: 1.0680988 May 26 16:14:29.413740 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8ae5f-ec3e-4b40-a1db-a1c0a4ae5837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d33efa6d-7e2c-48ae-94ba-0e19ceca7a50,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:29.419566 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58236) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:29.548577 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91fbba1f-dad6-4fe7-b522-6db64ca4a78c tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:29.659508 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91fbba1f-dad6-4fe7-b522-6db64ca4a78c tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:29.682532 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fbba1f-dad6-4fe7-b522-6db64ca4a78c tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:29.683846 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91fbba1f-dad6-4fe7-b522-6db64ca4a78c tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:29.743232 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8326dafd-bd15-4eaf-9236-8d3646b817c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:29.973233 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-91fbba1f-dad6-4fe7-b522-6db64ca4a78c tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3914700 May 26 16:14:29.973688 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58256) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:29.986837 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-001342b5-ee3e-4f7e-a4c9-3e515971bbfa tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Request body: {'subnet': {'network_id': '604f23b0-be5d-4cd4-8014-bab00ffc9645', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:30.013144 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbba1f-dad6-4fe7-b522-6db64ca4a78c tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Pushing event updated for resources: {'Network': ['ID=604f23b0-be5d-4cd4-8014-bab00ffc9645,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:30.025234 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 604f23b0-be5d-4cd4-8014-bab00ffc9645 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:14:30.091015 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58258) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:30.129406 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-02f7ee58-68a5-40f1-836f-e2fa349bcf81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:30.151399 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8326dafd-bd15-4eaf-9236-8d3646b817c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:30.299571 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001342b5-ee3e-4f7e-a4c9-3e515971bbfa tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Made reservation on behalf of 9b06d0bcb0ab4d86b2547aefcad0be05 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:30.305558 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-001342b5-ee3e-4f7e-a4c9-3e515971bbfa tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:30.323371 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device a31f488d-36d8-4b42-8a7b-fc8037ee2d7d details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:14:30.335682 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-8326dafd-bd15-4eaf-9236-8d3646b817c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682358c8-e462-45cc-9353-3f856f96f6c7']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:30.378014 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-8326dafd-bd15-4eaf-9236-8d3646b817c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364eaf34-457c-47ad-981d-7a22caacaf03') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:30.379901 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-8326dafd-bd15-4eaf-9236-8d3646b817c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364eaf34-457c-47ad-981d-7a22caacaf03') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:30.417277 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:14:30.419424 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8326dafd-bd15-4eaf-9236-8d3646b817c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:30.489145 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac91ce-9531-4e25-a0b1-9181b4cc4533 req-58514826-9089-46c6-ad1a-9463f3ec6eec tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:30.495925 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d8ac91ce-9531-4e25-a0b1-9181b4cc4533 req-58514826-9089-46c6-ad1a-9463f3ec6eec tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 944 time: 0.6200850 May 26 16:14:30.639398 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8326dafd-bd15-4eaf-9236-8d3646b817c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:30.649472 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-02f7ee58-68a5-40f1-836f-e2fa349bcf81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:30.659480 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-02f7ee58-68a5-40f1-836f-e2fa349bcf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:30.661906 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d8ac91ce-9531-4e25-a0b1-9181b4cc4533 req-6128c986-86c4-4f95-a714-268b7bb0e0e3 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/security-groups?id=588f83df-37ac-4ebd-b525-0052ea762c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486936 May 26 16:14:30.673768 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:30.744966 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port a31f488d-36d8-4b42-8a7b-fc8037ee2d7d, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=a31f488d-36d8-4b42-8a7b-fc8037ee2d7d,segment=NetworkSegment(7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2),segment_id=7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:30.745523 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-02f7ee58-68a5-40f1-836f-e2fa349bcf81 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=833323a26f7e46c6829c06b9dc21b295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6408775 May 26 16:14:30.746832 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58268) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:30.780064 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': 'a31f488d-36d8-4b42-8a7b-fc8037ee2d7d', 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027', 'port_id': 'a31f488d-36d8-4b42-8a7b-fc8037ee2d7d', 'mac_address': 'fa:16:3e:40:ae:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4efbfbbe-776d-4964-aecf-0338c416316e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:14:30.799274 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8326dafd-bd15-4eaf-9236-8d3646b817c3 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:14:30.799804 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8326dafd-bd15-4eaf-9236-8d3646b817c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:30.827891 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7ee58-68a5-40f1-836f-e2fa349bcf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fde2fa-deb6-40a1-9c14-b7dfb7831dcf,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:30.867442 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port a31f488d-36d8-4b42-8a7b-fc8037ee2d7d is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:30.868178 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:30.888986 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31f488d-36d8-4b42-8a7b-fc8037ee2d7d {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:14:30.953412 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port a31f488d-36d8-4b42-8a7b-fc8037ee2d7d, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=a31f488d-36d8-4b42-8a7b-fc8037ee2d7d,segment=NetworkSegment(7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2),segment_id=7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:30.956828 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5f91648d-ec98-4b3c-9710-22f3ba756dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:30.959779 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:31.026333 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5f91648d-ec98-4b3c-9710-22f3ba756dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:31.125131 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=a31f488d-36d8-4b42-8a7b-fc8037ee2d7d,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:31.130389 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5f91648d-ec98-4b3c-9710-22f3ba756dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:31.134646 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5f91648d-ec98-4b3c-9710-22f3ba756dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:31.137359 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5f91648d-ec98-4b3c-9710-22f3ba756dba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b9fde2fa-deb6-40a1-9c14-b7dfb7831dcf HTTP/1.1" status: 204 len: 168 time: 0.3854032 May 26 16:14:31.161977 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91648d-ec98-4b3c-9710-22f3ba756dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fde2fa-deb6-40a1-9c14-b7dfb7831dcf,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:31.165268 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-940f25de-a50b-4567-b144-3b100ef287bf req-eb8f1953-3552-4110-85e9-1d0b84786871 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 210 time: 0.2849345 May 26 16:14:31.245506 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-1993ac1b-af3f-4ce8-ab97-319bee25ddbd tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1778876948&fields=id&tenant_id=bc8e9e5224b24be293153e1aeb086cbc HTTP/1.1" status: 200 len: 267 time: 0.5975626 May 26 16:14:31.307058 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 364eaf34-457c-47ad-981d-7a22caacaf03 resource provider aggregate not found May 26 16:14:31.452341 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['a31f488d-36d8-4b42-8a7b-fc8037ee2d7d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:14:31.517014 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-1b2ffd3a-177b-44ae-8b82-8269ef3b5f38 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:31.532802 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-1b2ffd3a-177b-44ae-8b82-8269ef3b5f38 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/networks?id=cd7c6e08-1774-4556-87ba-7d5b55a35abf HTTP/1.1" status: 200 len: 817 time: 0.2784426 May 26 16:14:31.535279 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 364eaf34-457c-47ad-981d-7a22caacaf03 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 364eaf34-457c-47ad-981d-7a22caacaf03 found for delete ", "request_id": "req-09c3098b-f6b1-4c40-853d-326df165dedb"}]} May 26 16:14:31.535969 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8326dafd-bd15-4eaf-9236-8d3646b817c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:31.563583 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8326dafd-bd15-4eaf-9236-8d3646b817c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:31.576177 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8326dafd-bd15-4eaf-9236-8d3646b817c3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/682358c8-e462-45cc-9353-3f856f96f6c7 HTTP/1.1" status: 204 len: 168 time: 2.1519182 May 26 16:14:31.627666 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326dafd-bd15-4eaf-9236-8d3646b817c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=682358c8-e462-45cc-9353-3f856f96f6c7,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:31.633560 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-5d85ff91-593b-49bf-ad05-358aa43454b3 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/quotas/bc8e9e5224b24be293153e1aeb086cbc HTTP/1.1" status: 200 len: 375 time: 0.0916042 May 26 16:14:31.694116 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-001342b5-ee3e-4f7e-a4c9-3e515971bbfa tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:31.859661 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-9bad31e2-0d2c-4d08-9e7e-f246a29a0c06 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=bc8e9e5224b24be293153e1aeb086cbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2110853 May 26 16:14:31.939208 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001342b5-ee3e-4f7e-a4c9-3e515971bbfa tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Pushing event updated for resources: {'Subnet': ['ID=fd851a20-e3a7-447f-8969-5c69daeadbfe,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:31.999421 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001342b5-ee3e-4f7e-a4c9-3e515971bbfa tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Checking segment: {'id': 'a998a6dd-bcca-4e56-aa3a-8cbd2268f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '604f23b0-be5d-4cd4-8014-bab00ffc9645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:14:32.000133 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001342b5-ee3e-4f7e-a4c9-3e515971bbfa tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Network hostable DHCP agents. Network: 604f23b0-be5d-4cd4-8014-bab00ffc9645, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:14:32.051625 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001342b5-ee3e-4f7e-a4c9-3e515971bbfa tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Network 604f23b0-be5d-4cd4-8014-bab00ffc9645 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:14:32.096174 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-001342b5-ee3e-4f7e-a4c9-3e515971bbfa tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 604f23b0-be5d-4cd4-8014-bab00ffc9645) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:32.105084 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-beb71336-6c55-4dfe-8413-14c5960d2e68 service neutron] 10.222.0.77 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082660 May 26 16:14:32.106937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b518258-6be4-40b0-9849-c82d96e4e4fb None None] Network 604f23b0-be5d-4cd4-8014-bab00ffc9645 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:14:32.127529 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001342b5-ee3e-4f7e-a4c9-3e515971bbfa tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:32.128562 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-001342b5-ee3e-4f7e-a4c9-3e515971bbfa tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:32.221818 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-001342b5-ee3e-4f7e-a4c9-3e515971bbfa tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2296033 May 26 16:14:32.222831 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58296) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:32.238930 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-5563c9ec-ff25-4e4b-bc66-5e6dff19c5df tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Request body: {'port': {'network_id': '604f23b0-be5d-4cd4-8014-bab00ffc9645', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1369903910'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:32.429641 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58310) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:32.444072 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e3912-ecca-4b30-b879-2f7b628a8897 req-75996f16-bd87-4b5f-9217-b62373d7c68b tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:32.447950 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac1e3912-ecca-4b30-b879-2f7b628a8897 req-75996f16-bd87-4b5f-9217-b62373d7c68b tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 945 time: 0.3286681 May 26 16:14:32.551920 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-604f23b0-be5d-4cd4-8014-bab00ffc9645', 'network_id': '604f23b0-be5d-4cd4-8014-bab00ffc9645', 'tenant_id': '9b06d0bcb0ab4d86b2547aefcad0be05', 'fixed_ips': [{'subnet_id': 'fd851a20-e3a7-447f-8969-5c69daeadbfe'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:14:32.555622 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:32.629454 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1c30d62c-80b3-4905-86b8-ce2b88b9ab12 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a97f09507c06490aab8ba9b48094a12a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1986625 May 26 16:14:32.632975 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58316) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:32.673019 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac1e3912-ecca-4b30-b879-2f7b628a8897 req-ff287064-c979-4e20-8aca-2f6dee3953e4 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/security-groups?id=588f83df-37ac-4ebd-b525-0052ea762c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123125 May 26 16:14:32.775729 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5563c9ec-ff25-4e4b-bc66-5e6dff19c5df tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Made reservation on behalf of 9b06d0bcb0ab4d86b2547aefcad0be05 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:32.787845 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5563c9ec-ff25-4e4b-bc66-5e6dff19c5df tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:32.828029 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-5563c9ec-ff25-4e4b-bc66-5e6dff19c5df tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] device_id is not set on port 237fd31c-c28f-4144-994e-326a12d16825 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:14:32.833532 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-bffc1a8e-fc57-49b9-9433-861829e6847e service neutron] 10.222.0.77 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7266898 May 26 16:14:33.019353 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-01dd8a20-e34a-4994-9ca3-f5081aa4b80b req-93098373-73f7-4461-a9da-d60aa1c6d39d tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 210 time: 0.1754534 May 26 16:14:33.072697 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-96cb6cc0-f3b8-4aaf-861e-3b9da06d23cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:33.118465 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Allocated IP 172.20.0.2 (604f23b0-be5d-4cd4-8014-bab00ffc9645/fd851a20-e3a7-447f-8969-5c69daeadbfe/ed8e5f23-7c43-4f80-8013-efb74a26b49e) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:33.149061 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-96cb6cc0-f3b8-4aaf-861e-3b9da06d23cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:33.411783 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3b86b957-4059-4a48-849e-a1d5aa13bd26 req-e6655398-52e8-40c1-9a80-3dce87452b80 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 210 time: 0.1487660 May 26 16:14:33.453513 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-96cb6cc0-f3b8-4aaf-861e-3b9da06d23cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:33.459408 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-96cb6cc0-f3b8-4aaf-861e-3b9da06d23cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:33.466012 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-96cb6cc0-f3b8-4aaf-861e-3b9da06d23cb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/076fbb95-5492-4014-98ff-a00ece398710 HTTP/1.1" status: 204 len: 168 time: 0.7874126 May 26 16:14:33.492974 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb6cc0-f3b8-4aaf-861e-3b9da06d23cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076fbb95-5492-4014-98ff-a00ece398710,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:33.768474 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:33.789918 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:33.918670 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-5563c9ec-ff25-4e4b-bc66-5e6dff19c5df tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Allocated IP 172.20.0.13 (604f23b0-be5d-4cd4-8014-bab00ffc9645/fd851a20-e3a7-447f-8969-5c69daeadbfe/237fd31c-c28f-4144-994e-326a12d16825) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:33.937826 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Network 604f23b0-be5d-4cd4-8014-bab00ffc9645 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:33.963390 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:33.974917 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:34.075708 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b860060-199e-49d5-9e86-e59e5bc3c657 req-ac859934-5f8c-42ba-a948-6c1365d0b33d tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:34.085240 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b860060-199e-49d5-9e86-e59e5bc3c657 req-ac859934-5f8c-42ba-a948-6c1365d0b33d tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 945 time: 0.2195578 May 26 16:14:34.154042 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b860060-199e-49d5-9e86-e59e5bc3c657 req-946af08f-98d9-433a-906e-5b25ce5ceb38 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/security-groups?id=588f83df-37ac-4ebd-b525-0052ea762c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667675 May 26 16:14:34.229764 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Pushing event updated for resources: {'Port': ['ID=ed8e5f23-7c43-4f80-8013-efb74a26b49e,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:34.286971 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Attempting to bind port ed8e5f23-7c43-4f80-8013-efb74a26b49e on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:14:34.289286 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Attempting to bind port ed8e5f23-7c43-4f80-8013-efb74a26b49e by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'a998a6dd-bcca-4e56-aa3a-8cbd2268f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '604f23b0-be5d-4cd4-8014-bab00ffc9645'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:14:34.290535 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Attempting to bind port ed8e5f23-7c43-4f80-8013-efb74a26b49e on network 604f23b0-be5d-4cd4-8014-bab00ffc9645 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:14:34.310128 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:14:34.311123 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Checking segment: {'id': 'a998a6dd-bcca-4e56-aa3a-8cbd2268f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '604f23b0-be5d-4cd4-8014-bab00ffc9645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:14:34.311766 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:34.313037 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Bound using segment: {'id': 'a998a6dd-bcca-4e56-aa3a-8cbd2268f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '604f23b0-be5d-4cd4-8014-bab00ffc9645'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:14:34.313750 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Bound port: ed8e5f23-7c43-4f80-8013-efb74a26b49e, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a998a6dd-bcca-4e56-aa3a-8cbd2268f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '604f23b0-be5d-4cd4-8014-bab00ffc9645'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:14:34.314458 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:34.330596 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5ba0d6b4-11c8-4f21-9c51-d4e93400a97b req-ceb97927-deb8-4fa3-9433-2c4f629f801b tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 210 time: 0.0981355 May 26 16:14:34.344609 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5563c9ec-ff25-4e4b-bc66-5e6dff19c5df tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:34.367214 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device a31f488d-36d8-4b42-8a7b-fc8037ee2d7d up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:14:34.442901 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5563c9ec-ff25-4e4b-bc66-5e6dff19c5df tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:34.590602 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5563c9ec-ff25-4e4b-bc66-5e6dff19c5df tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Network 604f23b0-be5d-4cd4-8014-bab00ffc9645 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:34.595925 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-5563c9ec-ff25-4e4b-bc66-5e6dff19c5df tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:34.601454 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5563c9ec-ff25-4e4b-bc66-5e6dff19c5df tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:34.682729 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5563c9ec-ff25-4e4b-bc66-5e6dff19c5df tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:34.683624 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5563c9ec-ff25-4e4b-bc66-5e6dff19c5df tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:34.688307 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563c9ec-ff25-4e4b-bc66-5e6dff19c5df tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Pushing event updated for resources: {'Port': ['ID=237fd31c-c28f-4144-994e-326a12d16825,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:34.741751 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5563c9ec-ff25-4e4b-bc66-5e6dff19c5df tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5158989 May 26 16:14:34.743893 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58362) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:34.760063 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f1fd97fe-c2da-449c-9901-fdeb7082b8c1 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Request body: {'port': {'network_id': '604f23b0-be5d-4cd4-8014-bab00ffc9645', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1453803210', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:34.761757 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98656a71-3f53-4265-b512-9da4a35d1e68 req-b3c1d2b3-3f0c-4dd9-afdd-aac48c982094 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 210 time: 0.0833697 May 26 16:14:34.763104 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.api.validators [None req-f1fd97fe-c2da-449c-9901-fdeb7082b8c1 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] bootfile-name is not in valid_values {{(pid=103895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 26 16:14:34.763470 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.api.validators [None req-f1fd97fe-c2da-449c-9901-fdeb7082b8c1 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] tftp-server is not in valid_values {{(pid=103895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 26 16:14:34.764617 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.api.validators [None req-f1fd97fe-c2da-449c-9901-fdeb7082b8c1 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] server-ip-address is not in valid_values {{(pid=103895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 26 16:14:34.849237 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] For port ed8e5f23-7c43-4f80-8013-efb74a26b49e, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:14:34.854155 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] For port ed8e5f23-7c43-4f80-8013-efb74a26b49e, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ed8e5f23-7c43-4f80-8013-efb74a26b49e,segment=NetworkSegment(a998a6dd-bcca-4e56-aa3a-8cbd2268f5b0),segment_id=a998a6dd-bcca-4e56-aa3a-8cbd2268f5b0)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:14:34.866091 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:35.008256 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port a31f488d-36d8-4b42-8a7b-fc8037ee2d7d completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:14:35.023134 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port a31f488d-36d8-4b42-8a7b-fc8037ee2d7d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:35.023729 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:35.210898 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Pushing event updated for resources: {'Port': ['ID=ed8e5f23-7c43-4f80-8013-efb74a26b49e,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:35.337118 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:35.337851 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:35.338390 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:35.347453 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:35.352073 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:35.367966 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:35.368852 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:35.369421 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:35.369992 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:35.371402 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:35.381336 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fd97fe-c2da-449c-9901-fdeb7082b8c1 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Made reservation on behalf of 9b06d0bcb0ab4d86b2547aefcad0be05 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:35.394910 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:35.401093 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451f4ef-f5a3-4e16-86b8-738ed2a23e88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:14:35.405320 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f1fd97fe-c2da-449c-9901-fdeb7082b8c1 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:35.588692 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-f1fd97fe-c2da-449c-9901-fdeb7082b8c1 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] device_id is not set on port 2d497f3b-830f-4359-b59b-3383417807a0 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:14:35.624923 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020af63-5692-479f-a542-010656228fe5 req-55871618-e58d-4b9c-b49c-54c8847ff5a7 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:35.654856 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6020af63-5692-479f-a542-010656228fe5 req-55871618-e58d-4b9c-b49c-54c8847ff5a7 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 945 time: 0.1583898 May 26 16:14:35.740987 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6e3c37ec-93fc-462d-98a6-2929e4c8f356 req-d0b71787-3bd5-4d40-8583-66191b8ede32 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc0cafdc-9000-41d2-b634-eec63a5e7054 HTTP/1.1" status: 200 len: 210 time: 0.0794528 May 26 16:14:35.850460 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6020af63-5692-479f-a542-010656228fe5 req-63d66720-11b6-4105-95cb-cba35d01a2ac tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/security-groups?id=588f83df-37ac-4ebd-b525-0052ea762c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933093 May 26 16:14:35.912189 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port a31f488d-36d8-4b42-8a7b-fc8037ee2d7d is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:35.915216 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:36.118743 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8005095e-7b51-4b5d-9624-d7f32823a12b req-829709f3-274e-4abe-80ae-42e7bfee816c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 210 time: 0.1163132 May 26 16:14:36.144027 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23190d0-5ee1-43a4-b462-6cf8441dd755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31f488d-36d8-4b42-8a7b-fc8037ee2d7d'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:36.164525 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edc6db5-03ea-424b-8a93-bff811b5d96e" -d '{"events": [{"server_uuid": "b23190d0-5ee1-43a4-b462-6cf8441dd755", "name": "network-vif-plugged", "status": "completed", "tag": "a31f488d-36d8-4b42-8a7b-fc8037ee2d7d"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:36.180159 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-f1fd97fe-c2da-449c-9901-fdeb7082b8c1 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Allocated IP 172.20.0.12 (604f23b0-be5d-4cd4-8014-bab00ffc9645/fd851a20-e3a7-447f-8969-5c69daeadbfe/2d497f3b-830f-4359-b59b-3383417807a0) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:36.213065 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port a31f488d-36d8-4b42-8a7b-fc8037ee2d7d, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=a31f488d-36d8-4b42-8a7b-fc8037ee2d7d,segment=NetworkSegment(7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2),segment_id=7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:36.228728 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:36.234136 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-525fc2ae-04e8-4426-875d-a0e1a55cb6a5 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:36.236022 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-525fc2ae-04e8-4426-875d-a0e1a55cb6a5 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.81 "GET /v2.0/networks?id=cd7c6e08-1774-4556-87ba-7d5b55a35abf HTTP/1.1" status: 200 len: 817 time: 1.0841928 May 26 16:14:36.335501 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab2d2ab-55ac-4f43-9474-2342815392d8 x-openstack-request-id: req-7ab2d2ab-55ac-4f43-9474-2342815392d8 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:36.335962 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23190d0-5ee1-43a4-b462-6cf8441dd755", "name": "network-vif-plugged", "status": "completed", "tag": "a31f488d-36d8-4b42-8a7b-fc8037ee2d7d", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:36.336734 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7ab2d2ab-55ac-4f43-9474-2342815392d8 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:36.338113 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ab2d2ab-55ac-4f43-9474-2342815392d8'] response: {'server_uuid': 'b23190d0-5ee1-43a4-b462-6cf8441dd755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31f488d-36d8-4b42-8a7b-fc8037ee2d7d', 'code': 200} May 26 16:14:36.352722 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=a31f488d-36d8-4b42-8a7b-fc8037ee2d7d,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:36.581065 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-143895d1-8a0a-4b8b-a61b-f20a68742f5f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc8e9e5224b24be293153e1aeb086cbc HTTP/1.1" status: 200 len: 380 time: 0.3333857 May 26 16:14:36.607535 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-5b5cca99-122b-49d7-8551-d5fd7c46e680 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Request body: {'port': {'device_id': '0e478563-7731-4b34-8df1-0e2840bb4a36', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'admin_state_up': True, 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'security_groups': ['d7657799-880e-468a-861c-ad93017bd9b4']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:36.798534 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5afaee-2b38-4b88-9541-4329d0784e7b req-34f97eac-63f1-4b59-9222-6e5ea608d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:36.800554 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ac5afaee-2b38-4b88-9541-4329d0784e7b req-34f97eac-63f1-4b59-9222-6e5ea608d3b0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 1097 time: 0.3753893 May 26 16:14:36.984585 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ac5afaee-2b38-4b88-9541-4329d0784e7b req-112fc7f0-1423-431c-8e89-766a7a44e2a5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=588f83df-37ac-4ebd-b525-0052ea762c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713817 May 26 16:14:37.032064 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58424) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:37.081234 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-5b5cca99-122b-49d7-8551-d5fd7c46e680 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Made reservation on behalf of bc8e9e5224b24be293153e1aeb086cbc for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:37.096845 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-5b5cca99-122b-49d7-8551-d5fd7c46e680 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:37.208659 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46e7fc-ede5-4b36-90cc-517232e9a083 req-676189b7-9091-48de-888e-f04ae1622697 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:37.223106 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6c46e7fc-ede5-4b36-90cc-517232e9a083 req-676189b7-9091-48de-888e-f04ae1622697 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 946 time: 0.1468282 May 26 16:14:37.312937 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-baab9cc7-d7a7-4b82-995e-24ce59ae59e5 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:37.376857 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca71e28c-22a5-4da3-8ec2-453fb6ed7a05 None None] Network 604f23b0-be5d-4cd4-8014-bab00ffc9645 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:14:37.423185 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-5b5cca99-122b-49d7-8551-d5fd7c46e680 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Allocated IP 172.20.0.12 (cd7c6e08-1774-4556-87ba-7d5b55a35abf/1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab/998a0b6f-286a-4499-b21e-44a350045c77) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:14:37.525325 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-baab9cc7-d7a7-4b82-995e-24ce59ae59e5 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:37.644635 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58430) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:37.661098 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6c46e7fc-ede5-4b36-90cc-517232e9a083 req-c68ac0ac-defd-467a-b413-fe8625cf0549 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/security-groups?id=588f83df-37ac-4ebd-b525-0052ea762c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4363866 May 26 16:14:37.678766 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-baab9cc7-d7a7-4b82-995e-24ce59ae59e5 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:37.685853 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-baab9cc7-d7a7-4b82-995e-24ce59ae59e5 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:37.687894 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-baab9cc7-d7a7-4b82-995e-24ce59ae59e5 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "DELETE /v2.0/security-groups/a61d52fc-2efc-4663-b505-33ebee78b50e HTTP/1.1" status: 204 len: 168 time: 0.6525927 May 26 16:14:37.700434 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f1fd97fe-c2da-449c-9901-fdeb7082b8c1 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:37.731833 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58440) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:37.749890 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-2a40c0c2-3d7c-4969-97b4-5685dd6140d5 None None] Provisioning complete for port ed8e5f23-7c43-4f80-8013-efb74a26b49e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:37.750738 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2a40c0c2-3d7c-4969-97b4-5685dd6140d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:37.788076 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f1fd97fe-c2da-449c-9901-fdeb7082b8c1 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:37.822667 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ed8e5f23-7c43-4f80-8013-efb74a26b49e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:14:37.864764 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a5b74e4-9954-4f6b-b991-3a74e02eda39 req-9bd276ec-e5ab-4963-bb01-3c8a90d05f87 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 210 time: 0.2285798 May 26 16:14:37.891723 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab9cc7-d7a7-4b82-995e-24ce59ae59e5 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61d52fc-2efc-4663-b505-33ebee78b50e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:37.916573 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-47a4518c-2b9a-425d-b2b7-9baa9b1eaced tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] show failed (client error): The resource could not be found. May 26 16:14:37.927698 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-47a4518c-2b9a-425d-b2b7-9baa9b1eaced tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "GET /v2.0/security-groups/a61d52fc-2efc-4663-b505-33ebee78b50e HTTP/1.1" status: 404 len: 347 time: 0.1082554 May 26 16:14:37.931154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58444) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:38.028219 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fd97fe-c2da-449c-9901-fdeb7082b8c1 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Network 604f23b0-be5d-4cd4-8014-bab00ffc9645 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:38.078384 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port ed8e5f23-7c43-4f80-8013-efb74a26b49e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:38.080439 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:38.142776 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-5b5cca99-122b-49d7-8551-d5fd7c46e680 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:38.190573 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-f1fd97fe-c2da-449c-9901-fdeb7082b8c1 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:38.196686 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fd97fe-c2da-449c-9901-fdeb7082b8c1 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:38.208070 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-5b5cca99-122b-49d7-8551-d5fd7c46e680 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:38.275194 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd97fe-c2da-449c-9901-fdeb7082b8c1 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Pushing event updated for resources: {'Port': ['ID=2d497f3b-830f-4359-b59b-3383417807a0,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:38.319351 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-7de623de-1791-4080-8074-b0b3d8ebbe65 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Deleting port 8230b328-6dec-4891-a880-cbcc4269d466 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:38.326002 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7de623de-1791-4080-8074-b0b3d8ebbe65 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:38.343373 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2a40c0c2-3d7c-4969-97b4-5685dd6140d5 None None] Current status of the port ed8e5f23-7c43-4f80-8013-efb74a26b49e is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:38.344028 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2a40c0c2-3d7c-4969-97b4-5685dd6140d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:38.406397 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5cca99-122b-49d7-8551-d5fd7c46e680 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Pushing event updated for resources: {'Port': ['ID=998a0b6f-286a-4499-b21e-44a350045c77,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:38.469080 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-5b5cca99-122b-49d7-8551-d5fd7c46e680 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Network cd7c6e08-1774-4556-87ba-7d5b55a35abf is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:14:38.481766 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port ed8e5f23-7c43-4f80-8013-efb74a26b49e is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:38.482418 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:38.521269 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fd97fe-c2da-449c-9901-fdeb7082b8c1 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:38.525063 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f1fd97fe-c2da-449c-9901-fdeb7082b8c1 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:38.540165 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-5b5cca99-122b-49d7-8551-d5fd7c46e680 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:14:38.569160 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-5b5cca99-122b-49d7-8551-d5fd7c46e680 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:14:38.612146 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-2a40c0c2-3d7c-4969-97b4-5685dd6140d5 None None] For port ed8e5f23-7c43-4f80-8013-efb74a26b49e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ed8e5f23-7c43-4f80-8013-efb74a26b49e,segment=NetworkSegment(a998a6dd-bcca-4e56-aa3a-8cbd2268f5b0),segment_id=a998a6dd-bcca-4e56-aa3a-8cbd2268f5b0)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:38.622907 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2a40c0c2-3d7c-4969-97b4-5685dd6140d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:38.675755 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d91c0bc6-58e6-491d-913d-527de4a880df admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:38.745018 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f1fd97fe-c2da-449c-9901-fdeb7082b8c1 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.9914963 May 26 16:14:38.746804 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7de623de-1791-4080-8074-b0b3d8ebbe65 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:38.747805 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7de623de-1791-4080-8074-b0b3d8ebbe65 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:38.754731 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58454) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:38.782355 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-7de623de-1791-4080-8074-b0b3d8ebbe65 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Calling delete_port for 8230b328-6dec-4891-a880-cbcc4269d466 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:38.916476 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:14:38.917014 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:14:39.035835 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-5b5cca99-122b-49d7-8551-d5fd7c46e680 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:39.037135 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-5b5cca99-122b-49d7-8551-d5fd7c46e680 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:39.101320 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40c0c2-3d7c-4969-97b4-5685dd6140d5 None None] Pushing event updated for resources: {'Port': ['ID=ed8e5f23-7c43-4f80-8013-efb74a26b49e,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:39.149646 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8c4adfee-2fa4-4566-89d4-0771b080be90 None None] Provisioning complete for port ed8e5f23-7c43-4f80-8013-efb74a26b49e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:39.153214 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8c4adfee-2fa4-4566-89d4-0771b080be90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:39.209158 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-5b5cca99-122b-49d7-8551-d5fd7c46e680 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6203904 May 26 16:14:39.239627 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-e3cbe14d-dc18-40ee-998f-7349367d5a38 service neutron] Request body: {'port': {'device_id': '0e478563-7731-4b34-8df1-0e2840bb4a36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:39.412716 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324ea3e5-434b-4a32-9c02-d79567d4aadc tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:39.432126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324ea3e5-434b-4a32-9c02-d79567d4aadc tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:39.442921 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7de623de-1791-4080-8074-b0b3d8ebbe65 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:39.453255 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324ea3e5-434b-4a32-9c02-d79567d4aadc tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:39.458352 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-324ea3e5-434b-4a32-9c02-d79567d4aadc tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.7025392 May 26 16:14:39.471831 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58478) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:39.551937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8c4adfee-2fa4-4566-89d4-0771b080be90 None None] Current status of the port ed8e5f23-7c43-4f80-8013-efb74a26b49e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:39.587582 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port ed8e5f23-7c43-4f80-8013-efb74a26b49e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:39.602142 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8c4adfee-2fa4-4566-89d4-0771b080be90 None None] Provisioning complete for port 237fd31c-c28f-4144-994e-326a12d16825 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:39.610024 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8c4adfee-2fa4-4566-89d4-0771b080be90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:39.636692 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-e3cbe14d-dc18-40ee-998f-7349367d5a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:39.645623 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de623de-1791-4080-8074-b0b3d8ebbe65 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event deleted for resources: {'Port': ['ID=8230b328-6dec-4891-a880-cbcc4269d466,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:39.754738 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c74298-e0e2-47b3-9727-9af799abcd78 req-35665a47-ce07-4730-8cba-08a03bdb23f7 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:39.768981 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12c74298-e0e2-47b3-9727-9af799abcd78 req-35665a47-ce07-4730-8cba-08a03bdb23f7 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 946 time: 0.5464447 May 26 16:14:39.823969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8c4adfee-2fa4-4566-89d4-0771b080be90 None None] Port 237fd31c-c28f-4144-994e-326a12d16825 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:14:39.866821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8c4adfee-2fa4-4566-89d4-0771b080be90 None None] Provisioning complete for port 2d497f3b-830f-4359-b59b-3383417807a0 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:39.867391 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8c4adfee-2fa4-4566-89d4-0771b080be90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:39.988542 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7de623de-1791-4080-8074-b0b3d8ebbe65 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:39.991461 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7de623de-1791-4080-8074-b0b3d8ebbe65 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:39.994918 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7de623de-1791-4080-8074-b0b3d8ebbe65 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "DELETE /v2.0/floatingips/55b79b10-9933-450e-9903-d383acee0431 HTTP/1.1" status: 204 len: 168 time: 2.0579197 May 26 16:14:40.006886 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ed8e5f23-7c43-4f80-8013-efb74a26b49e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:14:40.018571 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58490) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:40.193352 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12c74298-e0e2-47b3-9727-9af799abcd78 req-2809d868-7e64-49d5-8f2c-573feb53f61b tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/security-groups?id=588f83df-37ac-4ebd-b525-0052ea762c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4224811 May 26 16:14:40.202737 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8c4adfee-2fa4-4566-89d4-0771b080be90 None None] Port 2d497f3b-830f-4359-b59b-3383417807a0 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:14:40.215101 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port ed8e5f23-7c43-4f80-8013-efb74a26b49e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:40.216010 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.281013 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d91c0bc6-58e6-491d-913d-527de4a880df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.304176 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685591b-3c9a-471a-892e-53ccaa04f816 req-bf0a0845-bbf9-4813-b4ae-ef0d664c0be5 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:40.306860 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8685591b-3c9a-471a-892e-53ccaa04f816 req-bf0a0845-bbf9-4813-b4ae-ef0d664c0be5 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 932 time: 0.4375222 May 26 16:14:40.364199 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d91c0bc6-58e6-491d-913d-527de4a880df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.425486 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port ed8e5f23-7c43-4f80-8013-efb74a26b49e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:40.443755 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-cf36cb3c-88e0-4636-a2b3-6d72c4c26086 None None] Provisioning complete for port 998a0b6f-286a-4499-b21e-44a350045c77 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:40.445112 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cf36cb3c-88e0-4636-a2b3-6d72c4c26086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.464904 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d91c0bc6-58e6-491d-913d-527de4a880df admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6009b5d6e7464e09be1762a14246ad92&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8250415 May 26 16:14:40.512129 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58504) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:40.531628 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8685591b-3c9a-471a-892e-53ccaa04f816 req-7ec56c3b-f3cd-4518-8d6b-6a758ab60996 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876369 May 26 16:14:40.540551 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c0bc6-58e6-491d-913d-527de4a880df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac26f67-01e3-4517-a1d8-b715dce2d3bb,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:40.569313 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cf36cb3c-88e0-4636-a2b3-6d72c4c26086 None None] Port 998a0b6f-286a-4499-b21e-44a350045c77 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:14:40.598943 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0be8f7f7-df46-4506-b9ac-416a0d001ac4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Deleting port 17546000-b263-4011-a4e6-5dc6daed213a {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:40.600429 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0be8f7f7-df46-4506-b9ac-416a0d001ac4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.607722 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-cf36cb3c-88e0-4636-a2b3-6d72c4c26086 None None] Provisioning complete for port 237fd31c-c28f-4144-994e-326a12d16825 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:40.609625 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cf36cb3c-88e0-4636-a2b3-6d72c4c26086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.699947 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cf36cb3c-88e0-4636-a2b3-6d72c4c26086 None None] Port 237fd31c-c28f-4144-994e-326a12d16825 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:14:40.737385 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-cf36cb3c-88e0-4636-a2b3-6d72c4c26086 None None] Provisioning complete for port 2d497f3b-830f-4359-b59b-3383417807a0 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:40.740468 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cf36cb3c-88e0-4636-a2b3-6d72c4c26086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.861997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cf36cb3c-88e0-4636-a2b3-6d72c4c26086 None None] Port 2d497f3b-830f-4359-b59b-3383417807a0 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:14:40.884450 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a723bd88-009f-496e-ab65-dcabcf0699ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.916375 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-7de6de4f-3469-4304-8d2e-80a2d6957946 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Deleting port 2d497f3b-830f-4359-b59b-3383417807a0 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:40.917067 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7de6de4f-3469-4304-8d2e-80a2d6957946 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.959530 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a723bd88-009f-496e-ab65-dcabcf0699ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.971341 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efa352-5076-48f6-883e-2edfabc5770c req-0d48ce5a-a56b-4f47-af07-75ac7ab19b16 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:40.976868 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c4efa352-5076-48f6-883e-2edfabc5770c req-0d48ce5a-a56b-4f47-af07-75ac7ab19b16 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 946 time: 0.2274275 May 26 16:14:40.981823 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0be8f7f7-df46-4506-b9ac-416a0d001ac4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:40.989864 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58522) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:41.006691 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b6b9fe29-32a5-434e-9544-3631dce8708c tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Request body: {'floatingip': {'port_id': 'a31f488d-36d8-4b42-8a7b-fc8037ee2d7d'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:41.067221 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0be8f7f7-df46-4506-b9ac-416a0d001ac4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Calling delete_port for 17546000-b263-4011-a4e6-5dc6daed213a owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:41.100278 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b6b9fe29-32a5-434e-9544-3631dce8708c tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:41.197336 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7de6de4f-3469-4304-8d2e-80a2d6957946 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:41.218259 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-7de6de4f-3469-4304-8d2e-80a2d6957946 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Calling delete_port for 2d497f3b-830f-4359-b59b-3383417807a0 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:41.302415 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a723bd88-009f-496e-ab65-dcabcf0699ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:41.305385 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a723bd88-009f-496e-ab65-dcabcf0699ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:41.309593 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a723bd88-009f-496e-ab65-dcabcf0699ed admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9ac26f67-01e3-4517-a1d8-b715dce2d3bb HTTP/1.1" status: 204 len: 168 time: 0.7931802 May 26 16:14:41.347476 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723bd88-009f-496e-ab65-dcabcf0699ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac26f67-01e3-4517-a1d8-b715dce2d3bb,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:41.621124 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0be8f7f7-df46-4506-b9ac-416a0d001ac4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:41.716540 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7de6de4f-3469-4304-8d2e-80a2d6957946 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:41.719505 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8f7f7-df46-4506-b9ac-416a0d001ac4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event deleted for resources: {'Port': ['ID=17546000-b263-4011-a4e6-5dc6daed213a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:41.762353 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-e3cbe14d-dc18-40ee-998f-7349367d5a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998a0b6f-286a-4499-b21e-44a350045c77 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:14:41.835933 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-e3cbe14d-dc18-40ee-998f-7349367d5a38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:41.843113 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6de4f-3469-4304-8d2e-80a2d6957946 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Pushing event deleted for resources: {'Port': ['ID=2d497f3b-830f-4359-b59b-3383417807a0,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:41.936158 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0be8f7f7-df46-4506-b9ac-416a0d001ac4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:41.950181 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0be8f7f7-df46-4506-b9ac-416a0d001ac4 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "DELETE /v2.0/ports/17546000-b263-4011-a4e6-5dc6daed213a HTTP/1.1" status: 204 len: 168 time: 1.9174712 May 26 16:14:41.974437 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58544) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:41.986394 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-e3cbe14d-dc18-40ee-998f-7349367d5a38 service neutron] Transition to ACTIVE for port object 998a0b6f-286a-4499-b21e-44a350045c77 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:14:42.093047 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-e3cbe14d-dc18-40ee-998f-7349367d5a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:42.115183 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7de6de4f-3469-4304-8d2e-80a2d6957946 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:42.123402 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7de6de4f-3469-4304-8d2e-80a2d6957946 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] 10.222.0.77 "DELETE /v2.0/ports/2d497f3b-830f-4359-b59b-3383417807a0 HTTP/1.1" status: 204 len: 168 time: 2.6488819 May 26 16:14:42.139206 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58548) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:42.152928 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-9cc7eb90-ea08-4246-b6dc-855532339be3 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Request body: {'port': {'name': 'tempest-new-port-name-1225164305', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:42.153689 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.api.validators [None req-9cc7eb90-ea08-4246-b6dc-855532339be3 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] bootfile-name is not in valid_values {{(pid=103896) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 26 16:14:42.154195 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.api.validators [None req-9cc7eb90-ea08-4246-b6dc-855532339be3 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] tftp-server is not in valid_values {{(pid=103896) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 26 16:14:42.154689 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.api.validators [None req-9cc7eb90-ea08-4246-b6dc-855532339be3 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] server-ip-address is not in valid_values {{(pid=103896) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 26 16:14:42.380758 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9cc7eb90-ea08-4246-b6dc-855532339be3 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:42.419608 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d71a33-d0d7-4616-bab3-f748593c2043 req-7c0ce124-f10e-46a4-9782-41a2184c29df tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:42.421886 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-86d71a33-d0d7-4616-bab3-f748593c2043 req-7c0ce124-f10e-46a4-9782-41a2184c29df tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 932 time: 0.6446297 May 26 16:14:42.517504 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbe14d-dc18-40ee-998f-7349367d5a38 service neutron] Pushing event updated for resources: {'Port': ['ID=998a0b6f-286a-4499-b21e-44a350045c77,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:42.766027 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-e3cbe14d-dc18-40ee-998f-7349367d5a38 service neutron] Attempting to bind port 998a0b6f-286a-4499-b21e-44a350045c77 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:14:42.766327 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-e3cbe14d-dc18-40ee-998f-7349367d5a38 service neutron] Attempting to bind port 998a0b6f-286a-4499-b21e-44a350045c77 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '25a1f01c-631a-4129-b070-fb25eefb799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:14:42.766659 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-e3cbe14d-dc18-40ee-998f-7349367d5a38 service neutron] Attempting to bind port 998a0b6f-286a-4499-b21e-44a350045c77 on network cd7c6e08-1774-4556-87ba-7d5b55a35abf {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:14:42.783936 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-e3cbe14d-dc18-40ee-998f-7349367d5a38 service neutron] Port 998a0b6f-286a-4499-b21e-44a350045c77 on network cd7c6e08-1774-4556-87ba-7d5b55a35abf not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:14:42.784374 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-e3cbe14d-dc18-40ee-998f-7349367d5a38 service neutron] Attempting to bind port 998a0b6f-286a-4499-b21e-44a350045c77 on network cd7c6e08-1774-4556-87ba-7d5b55a35abf {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:14:42.788889 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-1f702a3d-daac-4b5a-a73d-d825551e3da9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Deleting port f1118030-abd2-4542-9495-9b488c4efc14 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:42.789320 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f702a3d-daac-4b5a-a73d-d825551e3da9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:42.826623 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-e3cbe14d-dc18-40ee-998f-7349367d5a38 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:14:42.827008 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-e3cbe14d-dc18-40ee-998f-7349367d5a38 service neutron] Checking segment: {'id': '25a1f01c-631a-4129-b070-fb25eefb799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:14:42.827453 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-e3cbe14d-dc18-40ee-998f-7349367d5a38 service neutron] Bound using segment: {'id': '25a1f01c-631a-4129-b070-fb25eefb799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:14:42.827911 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-e3cbe14d-dc18-40ee-998f-7349367d5a38 service neutron] Bound port: 998a0b6f-286a-4499-b21e-44a350045c77, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a1f01c-631a-4129-b070-fb25eefb799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:14:42.828336 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-e3cbe14d-dc18-40ee-998f-7349367d5a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:42.958166 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2d0b3e95-8c72-4898-8990-8e7b7c279625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:42.977288 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-86d71a33-d0d7-4616-bab3-f748593c2043 req-13b931f5-30d2-4760-879b-ce526c53db9e tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5064416 May 26 16:14:42.978041 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58572) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:43.165172 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f702a3d-daac-4b5a-a73d-d825551e3da9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:43.174734 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-e3cbe14d-dc18-40ee-998f-7349367d5a38 service neutron] For port 998a0b6f-286a-4499-b21e-44a350045c77, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:14:43.184302 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-e3cbe14d-dc18-40ee-998f-7349367d5a38 service neutron] For port 998a0b6f-286a-4499-b21e-44a350045c77, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=998a0b6f-286a-4499-b21e-44a350045c77,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:14:43.196431 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-e3cbe14d-dc18-40ee-998f-7349367d5a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:43.200593 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-1f702a3d-daac-4b5a-a73d-d825551e3da9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Calling delete_port for f1118030-abd2-4542-9495-9b488c4efc14 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:43.305674 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-e3cbe14d-dc18-40ee-998f-7349367d5a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:43.306584 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-e3cbe14d-dc18-40ee-998f-7349367d5a38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:43.309359 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-e3cbe14d-dc18-40ee-998f-7349367d5a38 service neutron] 10.222.0.81 "PUT /v2.0/ports/998a0b6f-286a-4499-b21e-44a350045c77 HTTP/1.1" status: 200 len: 1092 time: 4.0905254 May 26 16:14:43.312340 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e478563-7731-4b34-8df1-0e2840bb4a36', 'tag': '998a0b6f-286a-4499-b21e-44a350045c77'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:43.315249 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ce9c7a-bfd7-4879-bc53-f81e8271f213" -d '{"events": [{"name": "network-changed", "server_uuid": "0e478563-7731-4b34-8df1-0e2840bb4a36", "tag": "998a0b6f-286a-4499-b21e-44a350045c77"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:43.444723 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbe14d-dc18-40ee-998f-7349367d5a38 service neutron] Pushing event updated for resources: {'Port': ['ID=998a0b6f-286a-4499-b21e-44a350045c77,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:43.481007 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fc3860-b463-4bcd-813f-64b1e8d972ce x-openstack-request-id: req-c1fc3860-b463-4bcd-813f-64b1e8d972ce {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:43.481007 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e478563-7731-4b34-8df1-0e2840bb4a36", "tag": "998a0b6f-286a-4499-b21e-44a350045c77", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:43.481007 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c1fc3860-b463-4bcd-813f-64b1e8d972ce {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:43.481007 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1fc3860-b463-4bcd-813f-64b1e8d972ce'] response: {'name': 'network-changed', 'server_uuid': '0e478563-7731-4b34-8df1-0e2840bb4a36', 'tag': '998a0b6f-286a-4499-b21e-44a350045c77', 'status': 'completed', 'code': 200} May 26 16:14:43.815073 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-d95cefa6-347a-40c0-9998-807785441a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:43.817386 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-d95cefa6-347a-40c0-9998-807785441a83 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc8e9e5224b24be293153e1aeb086cbc&device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 1095 time: 0.3552783 May 26 16:14:43.879976 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7a94da80-3f1f-44af-bddf-00efd6533d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:43.924327 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.db.resource_extend [None req-b6b9fe29-32a5-434e-9544-3631dce8708c tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] It took 0.94 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:14:43.928430 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-d80461e0-5362-41de-97c2-6263b665ba89 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=998a0b6f-286a-4499-b21e-44a350045c77 HTTP/1.1" status: 200 len: 217 time: 0.1016634 May 26 16:14:43.931666 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8cdc6176-4b1b-4a45-b594-5d9ab1209bca req-8e9fbb76-e9cc-43d0-89ac-04cc5a54d723 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1883824 May 26 16:14:43.932602 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f702a3d-daac-4b5a-a73d-d825551e3da9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:44.014724 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f702a3d-daac-4b5a-a73d-d825551e3da9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event deleted for resources: {'Port': ['ID=f1118030-abd2-4542-9495-9b488c4efc14,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:44.176539 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-7149f7a0-cbb8-4f6d-8f34-399e4dfe0fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:44.179788 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-7149f7a0-cbb8-4f6d-8f34-399e4dfe0fd9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab HTTP/1.1" status: 200 len: 856 time: 0.2433677 May 26 16:14:44.203821 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b6b9fe29-32a5-434e-9544-3631dce8708c tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:44.268479 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58594) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:44.331987 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f702a3d-daac-4b5a-a73d-d825551e3da9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:44.338139 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1f702a3d-daac-4b5a-a73d-d825551e3da9 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "DELETE /v2.0/ports/f1118030-abd2-4542-9495-9b488c4efc14 HTTP/1.1" status: 204 len: 168 time: 2.3621786 May 26 16:14:44.347762 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58600) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:44.368584 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-688b9271-dab5-47a6-8ced-d3992755eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:44.372085 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-688b9271-dab5-47a6-8ced-d3992755eb43 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cd7c6e08-1774-4556-87ba-7d5b55a35abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1778736 May 26 16:14:44.372890 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9cc7eb90-ea08-4246-b6dc-855532339be3 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:44.385396 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7a94da80-3f1f-44af-bddf-00efd6533d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:44.389966 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b6b9fe29-32a5-434e-9544-3631dce8708c tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:44.394442 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9cc7eb90-ea08-4246-b6dc-855532339be3 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:44.496646 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc6176-4b1b-4a45-b594-5d9ab1209bca req-83f1a34b-3a84-44c9-99ab-6c6c0e982aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:44.498816 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8cdc6176-4b1b-4a45-b594-5d9ab1209bca req-83f1a34b-3a84-44c9-99ab-6c6c0e982aac service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=94e6292502144fce97eb1d215f185bd6&device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 1097 time: 0.3513727 May 26 16:14:44.664945 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d07c4e42-bc79-4eb4-8fe3-36de1fb400a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:44.666988 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7eb90-ea08-4246-b6dc-855532339be3 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Pushing event updated for resources: {'Port': ['ID=237fd31c-c28f-4144-994e-326a12d16825,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:44.698112 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7a94da80-3f1f-44af-bddf-00efd6533d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:44.799432 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df74b30-e3ca-44fa-be53-0235064df67c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Deleting subnet 32f4c445-da8d-4e31-a37f-63415d1eb855 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:14:44.828724 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94da80-3f1f-44af-bddf-00efd6533d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3551d14e-f7a3-48d8-ad62-cb4cf13c6294,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:44.853016 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2df74b30-e3ca-44fa-be53-0235064df67c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:44.890169 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7a94da80-3f1f-44af-bddf-00efd6533d7f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5c6964ba732e483eaac6bfea667db373&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9015951 May 26 16:14:44.903575 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6231b08-3b15-42b3-862a-445f9ed63bba req-4185b2e9-0663-454d-bb37-77a3e8a26304 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:44.905279 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d6231b08-3b15-42b3-862a-445f9ed63bba req-4185b2e9-0663-454d-bb37-77a3e8a26304 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 944 time: 0.6983051 May 26 16:14:44.912908 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58610) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:44.997148 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc6176-4b1b-4a45-b594-5d9ab1209bca req-33b1022a-5f98-41f3-b0d8-b4d8bd87ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:45.000683 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8cdc6176-4b1b-4a45-b594-5d9ab1209bca req-33b1022a-5f98-41f3-b0d8-b4d8bd87ccaa service neutron] 10.222.0.83 "GET /v2.0/networks?id=cb1029da-ce9b-4f8c-9ca2-2687b1569027 HTTP/1.1" status: 200 len: 913 time: 0.4444940 May 26 16:14:45.007031 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7eb90-ea08-4246-b6dc-855532339be3 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] In _notify_port_updated(), no bound segment for port 237fd31c-c28f-4144-994e-326a12d16825 on network 604f23b0-be5d-4cd4-8014-bab00ffc9645 {{(pid=103896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:14:45.015687 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc7eb90-ea08-4246-b6dc-855532339be3 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:45.016570 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9cc7eb90-ea08-4246-b6dc-855532339be3 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:45.018383 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9cc7eb90-ea08-4246-b6dc-855532339be3 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] 10.222.0.77 "PUT /v2.0/ports/237fd31c-c28f-4144-994e-326a12d16825 HTTP/1.1" status: 200 len: 1137 time: 2.8707843 May 26 16:14:45.026365 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58612) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:45.148336 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2df74b30-e3ca-44fa-be53-0235064df67c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:45.172863 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-b6b9fe29-32a5-434e-9544-3631dce8708c tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Floating IP ee098fe7-8867-4d9c-b99b-16bc1f7dd66f associated. External IP: 172.25.7.178, port: a31f488d-36d8-4b42-8a7b-fc8037ee2d7d. May 26 16:14:45.176457 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-45b9340e-18db-4598-9797-cce2f7416778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:45.192935 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d6231b08-3b15-42b3-862a-445f9ed63bba req-19f9e009-eab9-46d5-8816-0050760de02a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274594 May 26 16:14:45.305201 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59ddcbc-7644-436f-8b70-d0d3fca73f3c tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:45.317228 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e59ddcbc-7644-436f-8b70-d0d3fca73f3c tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] 10.222.0.77 "GET /v2.0/ports/237fd31c-c28f-4144-994e-326a12d16825 HTTP/1.1" status: 200 len: 1137 time: 0.2864201 May 26 16:14:45.329919 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58618) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:45.351802 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-52af0c9f-a0e1-4b12-a901-f73004a578b4 service neutron] 10.222.0.81 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9296279 May 26 16:14:45.359562 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-2a60cda4-6e9b-4ff4-951f-6c7d6aeb9756 None None] Provisioning complete for port 237fd31c-c28f-4144-994e-326a12d16825 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:45.361083 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2a60cda4-6e9b-4ff4-951f-6c7d6aeb9756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:45.399573 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-45b9340e-18db-4598-9797-cce2f7416778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:45.468654 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-769bd662-8a33-47c6-bc75-d88c75a6f556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:45.477954 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2a60cda4-6e9b-4ff4-951f-6c7d6aeb9756 None None] Port 237fd31c-c28f-4144-994e-326a12d16825 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:14:45.493806 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2df74b30-e3ca-44fa-be53-0235064df67c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:45.575221 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8cdc6176-4b1b-4a45-b594-5d9ab1209bca req-1cc18642-10d9-4d31-b81e-f7004c78ed9f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a31f488d-36d8-4b42-8a7b-fc8037ee2d7d HTTP/1.1" status: 200 len: 1000 time: 0.4992201 May 26 16:14:45.674128 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc6176-4b1b-4a45-b594-5d9ab1209bca req-e89d155b-27e6-434f-80ec-460478c82cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:45.676809 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8cdc6176-4b1b-4a45-b594-5d9ab1209bca req-e89d155b-27e6-434f-80ec-460478c82cd2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4efbfbbe-776d-4964-aecf-0338c416316e HTTP/1.1" status: 200 len: 851 time: 0.0821092 May 26 16:14:45.716813 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-45b9340e-18db-4598-9797-cce2f7416778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:45.720588 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-45b9340e-18db-4598-9797-cce2f7416778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:45.723784 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-45b9340e-18db-4598-9797-cce2f7416778 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3551d14e-f7a3-48d8-ad62-cb4cf13c6294 HTTP/1.1" status: 204 len: 168 time: 0.8093429 May 26 16:14:45.801591 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9340e-18db-4598-9797-cce2f7416778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3551d14e-f7a3-48d8-ad62-cb4cf13c6294,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:45.972264 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdf37444-b522-41d1-9c3c-4d965cca43f8 req-50d382a3-4cee-4e93-8dbe-51eecba3fcfc service neutron] 10.222.0.81 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5948784 May 26 16:14:46.105194 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-091eb358-ef08-45fc-b0ba-4007165dfead tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Deleting port 237fd31c-c28f-4144-994e-326a12d16825 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:46.105790 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-091eb358-ef08-45fc-b0ba-4007165dfead tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:46.145753 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc6176-4b1b-4a45-b594-5d9ab1209bca req-7835c59f-0041-4aee-bb76-bdc8e9305735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:46.148216 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8cdc6176-4b1b-4a45-b594-5d9ab1209bca req-7835c59f-0041-4aee-bb76-bdc8e9305735 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cb1029da-ce9b-4f8c-9ca2-2687b1569027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3736029 May 26 16:14:46.282451 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b9fe29-32a5-434e-9544-3631dce8708c tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Router bba37614-f044-4f22-a532-90cde7b61c52 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:14:46.498972 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:46.537679 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2df74b30-e3ca-44fa-be53-0235064df67c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:46.587104 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-091eb358-ef08-45fc-b0ba-4007165dfead tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:46.626679 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d07c4e42-bc79-4eb4-8fe3-36de1fb400a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:46.635278 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-091eb358-ef08-45fc-b0ba-4007165dfead tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Calling delete_port for 237fd31c-c28f-4144-994e-326a12d16825 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:46.675341 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d07c4e42-bc79-4eb4-8fe3-36de1fb400a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:46.798719 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c0f6ce-c496-4fe9-9d33-926d093e3a33 None None] Network 67be992b-b4e7-4fb4-b3b4-ab1f54c2d199 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:14:46.834603 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf18a1-98df-4db8-8acd-8769468e2ca0 req-6bb3e6d2-e763-46e7-9e67-29618e866764 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:46.845716 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a0cf18a1-98df-4db8-8acd-8769468e2ca0 req-6bb3e6d2-e763-46e7-9e67-29618e866764 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 944 time: 0.3249216 May 26 16:14:46.853637 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df74b30-e3ca-44fa-be53-0235064df67c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event deleted for resources: {'Subnet': ['ID=32f4c445-da8d-4e31-a37f-63415d1eb855,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:46.905535 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2df74b30-e3ca-44fa-be53-0235064df67c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:46.930707 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2df74b30-e3ca-44fa-be53-0235064df67c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "DELETE /v2.0/subnets/32f4c445-da8d-4e31-a37f-63415d1eb855 HTTP/1.1" status: 204 len: 168 time: 2.5776334 May 26 16:14:46.975805 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58648) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:47.058592 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce9c7a-bfd7-4879-bc53-f81e8271f213 req-f71dd9d1-fb5d-42fd-b07c-c623c16f6e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:47.062022 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c8ce9c7a-bfd7-4879-bc53-f81e8271f213 req-f71dd9d1-fb5d-42fd-b07c-c623c16f6e1b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc8e9e5224b24be293153e1aeb086cbc&device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 1095 time: 0.8983469 May 26 16:14:47.155715 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b9fe29-32a5-434e-9544-3631dce8708c tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:14:47.181157 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b6b9fe29-32a5-434e-9544-3631dce8708c tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:47.181787 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1dc92b-4f5a-471f-bfbd-b170b68fb934 None None] Sync routers for ids ['bba37614-f044-4f22-a532-90cde7b61c52'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:14:47.188867 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d07c4e42-bc79-4eb4-8fe3-36de1fb400a1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=078f19b57d494b7491358420bb9c161f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9060292 May 26 16:14:47.199571 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58654) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:47.219275 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1dc92b-4f5a-471f-bfbd-b170b68fb934 None None] Routers {'bba37614-f044-4f22-a532-90cde7b61c52'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:47.220426 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0a1dc92b-4f5a-471f-bfbd-b170b68fb934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:14:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['bba37614-f044-4f22-a532-90cde7b61c52'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:47.270655 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c4e42-bc79-4eb4-8fe3-36de1fb400a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3325062-bcb7-4031-a0d9-ba635fbcbbd4,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:47.393610 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a0cf18a1-98df-4db8-8acd-8769468e2ca0 req-bc72b437-9aa8-4574-b9dd-88f3b70804d8 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4026809 May 26 16:14:47.552743 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b6b9fe29-32a5-434e-9544-3631dce8708c tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "PUT /v2.0/floatingips/ee098fe7-8867-4d9c-b99b-16bc1f7dd66f HTTP/1.1" status: 200 len: 992 time: 6.5492158 May 26 16:14:47.566163 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23190d0-5ee1-43a4-b462-6cf8441dd755', 'tag': 'a31f488d-36d8-4b42-8a7b-fc8037ee2d7d'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:47.586558 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656fccd1-b9a7-44e6-91fc-407af03f96e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b23190d0-5ee1-43a4-b462-6cf8441dd755", "tag": "a31f488d-36d8-4b42-8a7b-fc8037ee2d7d"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:47.613576 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bb966d-750a-4dba-9586-dc92bd3a1559 None None] DHCP port deletion for 67be992b-b4e7-4fb4-b3b4-ab1f54c2d199 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:14:47.674440 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8cdc6176-4b1b-4a45-b594-5d9ab1209bca req-9ccca056-ac1c-43de-b68d-db3bb3bb2ab2 service neutron] 10.222.0.83 "GET /v2.0/networks/cb1029da-ce9b-4f8c-9ca2-2687b1569027?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4747431 May 26 16:14:47.771996 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e89beb0-d67c-4ed6-8e08-ce740d50ecbb x-openstack-request-id: req-9e89beb0-d67c-4ed6-8e08-ce740d50ecbb {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:47.780232 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23190d0-5ee1-43a4-b462-6cf8441dd755", "tag": "a31f488d-36d8-4b42-8a7b-fc8037ee2d7d", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:47.783669 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-0a1dc92b-4f5a-471f-bfbd-b170b68fb934 None None] Set router bba37614-f044-4f22-a532-90cde7b61c52 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:14:47.784616 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e89beb0-d67c-4ed6-8e08-ce740d50ecbb {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:47.785575 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e89beb0-d67c-4ed6-8e08-ce740d50ecbb'] response: {'name': 'network-changed', 'server_uuid': 'b23190d0-5ee1-43a4-b462-6cf8441dd755', 'tag': 'a31f488d-36d8-4b42-8a7b-fc8037ee2d7d', 'status': 'completed', 'code': 200} May 26 16:14:47.818124 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c6a03d-67da-438a-b5bd-44729439afe7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Deleting subnet 0d8967df-8a4c-46db-92d8-93f94220fcb8 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:14:47.844018 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-75c6a03d-67da-438a-b5bd-44729439afe7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:47.923485 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:47.925305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4aa3201b-fe92-4799-916a-0b76aaa93e38 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:14:48.021071 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7842212a-fa53-4def-ba23-6427ea3982a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:48.175398 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 4aa3201b-fe92-4799-916a-0b76aaa93e38 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:48.177895 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:48.198619 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7842212a-fa53-4def-ba23-6427ea3982a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:48.299215 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 998a0b6f-286a-4499-b21e-44a350045c77 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:14:48.329014 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-09bb966d-750a-4dba-9586-dc92bd3a1559 None None] Deleting port 4aa3201b-fe92-4799-916a-0b76aaa93e38 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:48.333924 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-09bb966d-750a-4dba-9586-dc92bd3a1559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:48.335117 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-091eb358-ef08-45fc-b0ba-4007165dfead tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:48.378346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e44df6-58db-4a1f-b85b-831aa7a438a9 req-f3a6bf31-c984-4bd1-95e6-c374b845615b tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:48.384917 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60e44df6-58db-4a1f-b85b-831aa7a438a9 req-f3a6bf31-c984-4bd1-95e6-c374b845615b tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 946 time: 0.4955482 May 26 16:14:48.418525 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:48.469160 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 4aa3201b-fe92-4799-916a-0b76aaa93e38, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4aa3201b-fe92-4799-916a-0b76aaa93e38,segment=NetworkSegment(bde2e863-0c91-4084-b263-89615b414bdf),segment_id=bde2e863-0c91-4084-b263-89615b414bdf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:48.554490 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091eb358-ef08-45fc-b0ba-4007165dfead tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Pushing event deleted for resources: {'Port': ['ID=237fd31c-c28f-4144-994e-326a12d16825,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:48.567420 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-09bb966d-750a-4dba-9586-dc92bd3a1559 None None] For port 4aa3201b-fe92-4799-916a-0b76aaa93e38, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4aa3201b-fe92-4799-916a-0b76aaa93e38,segment=NetworkSegment(bde2e863-0c91-4084-b263-89615b414bdf),segment_id=bde2e863-0c91-4084-b263-89615b414bdf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:48.569570 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-09bb966d-750a-4dba-9586-dc92bd3a1559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:48.604169 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0a1dc92b-4f5a-471f-bfbd-b170b68fb934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'name': 'tempest-ServersTestManualDisk-2141274000-router', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '22899a95-5758-482f-8d05-c62bcd53605c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:13:40Z', 'updated_at': '2022-05-26T16:13:56Z', 'revision_number': 4, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'gw_port': {'id': '22899a95-5758-482f-8d05-c62bcd53605c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:44Z', 'updated_at': '2022-05-26T16:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'ee098fe7-8867-4d9c-b99b-16bc1f7dd66f', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'port_id': 'a31f488d-36d8-4b42-8a7b-fc8037ee2d7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027', 'mac_address': 'fa:16:3e:40:ae:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23190d0-5ee1-43a4-b462-6cf8441dd755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:14:09Z', 'updated_at': '2022-05-26T16:14:42Z', 'revision_number': 1, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3', 'name': '', 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'mac_address': 'fa:16:3e:73:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4efbfbbe-776d-4964-aecf-0338c416316e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:54Z', 'updated_at': '2022-05-26T16:14:05Z', 'revision_number': 5, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'subnets': [{'id': '4efbfbbe-776d-4964-aecf-0338c416316e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:48.606398 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-09bb966d-750a-4dba-9586-dc92bd3a1559 None None] Calling delete_port for 4aa3201b-fe92-4799-916a-0b76aaa93e38 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:48.717906 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1dc92b-4f5a-471f-bfbd-b170b68fb934 None None] Checking router: bba37614-f044-4f22-a532-90cde7b61c52 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:14:48.722786 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:48.740899 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1dc92b-4f5a-471f-bfbd-b170b68fb934 None None] Routers {'bba37614-f044-4f22-a532-90cde7b61c52'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:14:48.745690 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0a1dc92b-4f5a-471f-bfbd-b170b68fb934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:14:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['bba37614-f044-4f22-a532-90cde7b61c52'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:48.977772 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8cdc6176-4b1b-4a45-b594-5d9ab1209bca req-1fca0729-4ba5-412d-9944-a5d92bfd7291 service neutron] 10.222.0.83 "GET /v2.0/networks/cb1029da-ce9b-4f8c-9ca2-2687b1569027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2886558 May 26 16:14:49.005346 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce9c7a-bfd7-4879-bc53-f81e8271f213 req-968c6cbe-1f49-4e5e-a5b0-9903ecec1e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:49.007066 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c8ce9c7a-bfd7-4879-bc53-f81e8271f213 req-968c6cbe-1f49-4e5e-a5b0-9903ecec1e9f service neutron] 10.222.0.81 "GET /v2.0/networks?id=cd7c6e08-1774-4556-87ba-7d5b55a35abf HTTP/1.1" status: 200 len: 918 time: 1.9191434 May 26 16:14:49.034823 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60e44df6-58db-4a1f-b85b-831aa7a438a9 req-cf1d8754-1ace-4cfa-98f1-de5d1beeeced tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/security-groups?id=588f83df-37ac-4ebd-b525-0052ea762c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6048534 May 26 16:14:49.050247 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-75c6a03d-67da-438a-b5bd-44729439afe7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:49.055706 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7842212a-fa53-4def-ba23-6427ea3982a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:49.067175 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7842212a-fa53-4def-ba23-6427ea3982a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:49.068794 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7842212a-fa53-4def-ba23-6427ea3982a4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f3325062-bcb7-4031-a0d9-ba635fbcbbd4 HTTP/1.1" status: 204 len: 168 time: 1.8551304 May 26 16:14:49.133829 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=4aa3201b-fe92-4799-916a-0b76aaa93e38,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:49.141441 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842212a-fa53-4def-ba23-6427ea3982a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3325062-bcb7-4031-a0d9-ba635fbcbbd4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:49.153311 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-091eb358-ef08-45fc-b0ba-4007165dfead tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:49.161909 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:49.166331 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-091eb358-ef08-45fc-b0ba-4007165dfead tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] 10.222.0.77 "DELETE /v2.0/ports/237fd31c-c28f-4144-994e-326a12d16825 HTTP/1.1" status: 204 len: 168 time: 3.8343976 May 26 16:14:49.170892 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58692) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:49.243022 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2812fe-a87e-467c-a6f5-44e8aa18ea22 req-4159aca2-1953-45f4-bab5-00c9e4ea5988 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:49.254662 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a2812fe-a87e-467c-a6f5-44e8aa18ea22 req-4159aca2-1953-45f4-bab5-00c9e4ea5988 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 944 time: 0.5474310 May 26 16:14:49.310908 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-09bb966d-750a-4dba-9586-dc92bd3a1559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:49.366359 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bb966d-750a-4dba-9586-dc92bd3a1559 None None] No DVR routers for this DVR port 4aa3201b-fe92-4799-916a-0b76aaa93e38 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:14:49.465205 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-db34c208-b845-4c6b-9959-c8ff68b9928e tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Deleting subnet fd851a20-e3a7-447f-8969-5c69daeadbfe {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:14:49.470154 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 998a0b6f-286a-4499-b21e-44a350045c77, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=998a0b6f-286a-4499-b21e-44a350045c77,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:49.470973 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-db34c208-b845-4c6b-9959-c8ff68b9928e tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:49.475378 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb966d-750a-4dba-9586-dc92bd3a1559 None None] Pushing event deleted for resources: {'Port': ['ID=4aa3201b-fe92-4799-916a-0b76aaa93e38,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:49.492561 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c8ce9c7a-bfd7-4879-bc53-f81e8271f213 req-b1778219-425d-4baa-b64a-7dc6cf1b1bbf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=998a0b6f-286a-4499-b21e-44a350045c77 HTTP/1.1" status: 200 len: 217 time: 0.4727209 May 26 16:14:49.515596 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '998a0b6f-286a-4499-b21e-44a350045c77', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'port_id': '998a0b6f-286a-4499-b21e-44a350045c77', 'mac_address': 'fa:16:3e:8d:42:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:14:49.540633 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-0a1dc92b-4f5a-471f-bfbd-b170b68fb934 None None] Set router bba37614-f044-4f22-a532-90cde7b61c52 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:14:49.574408 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-db34c208-b845-4c6b-9959-c8ff68b9928e tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:49.664450 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 998a0b6f-286a-4499-b21e-44a350045c77 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:49.665180 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:49.718768 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998a0b6f-286a-4499-b21e-44a350045c77 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:14:49.796849 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 998a0b6f-286a-4499-b21e-44a350045c77, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=998a0b6f-286a-4499-b21e-44a350045c77,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:49.804544 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:49.834482 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fccd1-b9a7-44e6-91fc-407af03f96e8 req-13b2749d-8624-4fbe-a7d1-559e78efc610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:49.839624 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-656fccd1-b9a7-44e6-91fc-407af03f96e8 req-13b2749d-8624-4fbe-a7d1-559e78efc610 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=94e6292502144fce97eb1d215f185bd6&device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 1097 time: 0.6160867 May 26 16:14:49.928115 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a2812fe-a87e-467c-a6f5-44e8aa18ea22 req-63aac372-46cc-4988-967f-8b2f0ace3eeb tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6692281 May 26 16:14:49.958063 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-db34c208-b845-4c6b-9959-c8ff68b9928e tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:49.967473 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce9c7a-bfd7-4879-bc53-f81e8271f213 req-6dbe9abf-7990-49aa-8daa-20cd65c6079e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:49.977989 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c8ce9c7a-bfd7-4879-bc53-f81e8271f213 req-6dbe9abf-7990-49aa-8daa-20cd65c6079e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab HTTP/1.1" status: 200 len: 856 time: 0.4456022 May 26 16:14:49.982549 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=998a0b6f-286a-4499-b21e-44a350045c77,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:50.035810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['998a0b6f-286a-4499-b21e-44a350045c77'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:14:50.109166 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-db34c208-b845-4c6b-9959-c8ff68b9928e tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:50.164745 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34c208-b845-4c6b-9959-c8ff68b9928e tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Pushing event deleted for resources: {'Subnet': ['ID=fd851a20-e3a7-447f-8969-5c69daeadbfe,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:50.176198 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-75c6a03d-67da-438a-b5bd-44729439afe7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:50.191319 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-db34c208-b845-4c6b-9959-c8ff68b9928e tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:50.196568 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-db34c208-b845-4c6b-9959-c8ff68b9928e tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] 10.222.0.77 "DELETE /v2.0/subnets/fd851a20-e3a7-447f-8969-5c69daeadbfe HTTP/1.1" status: 204 len: 168 time: 1.0188127 May 26 16:14:50.202280 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58706) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:50.220861 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0a1dc92b-4f5a-471f-bfbd-b170b68fb934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'name': 'tempest-ServersTestManualDisk-2141274000-router', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '22899a95-5758-482f-8d05-c62bcd53605c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:13:40Z', 'updated_at': '2022-05-26T16:13:56Z', 'revision_number': 4, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'gw_port': {'id': '22899a95-5758-482f-8d05-c62bcd53605c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:44Z', 'updated_at': '2022-05-26T16:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'ee098fe7-8867-4d9c-b99b-16bc1f7dd66f', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'port_id': 'a31f488d-36d8-4b42-8a7b-fc8037ee2d7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027', 'mac_address': 'fa:16:3e:40:ae:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23190d0-5ee1-43a4-b462-6cf8441dd755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:14:09Z', 'updated_at': '2022-05-26T16:14:42Z', 'revision_number': 1, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3', 'name': '', 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'mac_address': 'fa:16:3e:73:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4efbfbbe-776d-4964-aecf-0338c416316e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:54Z', 'updated_at': '2022-05-26T16:14:05Z', 'revision_number': 5, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'subnets': [{'id': '4efbfbbe-776d-4964-aecf-0338c416316e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:50.338454 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce9c7a-bfd7-4879-bc53-f81e8271f213 req-26b9091a-4f3d-424c-9142-a1ff5fea0a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:50.341857 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c8ce9c7a-bfd7-4879-bc53-f81e8271f213 req-26b9091a-4f3d-424c-9142-a1ff5fea0a55 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cd7c6e08-1774-4556-87ba-7d5b55a35abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2259982 May 26 16:14:50.374747 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1dc92b-4f5a-471f-bfbd-b170b68fb934 None None] The sync data for ids ['bba37614-f044-4f22-a532-90cde7b61c52'] in n-d-843337-2 is: [{'id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'name': 'tempest-ServersTestManualDisk-2141274000-router', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '22899a95-5758-482f-8d05-c62bcd53605c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:13:40Z', 'updated_at': '2022-05-26T16:13:56Z', 'revision_number': 4, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'gw_port': {'id': '22899a95-5758-482f-8d05-c62bcd53605c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:44Z', 'updated_at': '2022-05-26T16:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'ee098fe7-8867-4d9c-b99b-16bc1f7dd66f', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'port_id': 'a31f488d-36d8-4b42-8a7b-fc8037ee2d7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027', 'mac_address': 'fa:16:3e:40:ae:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23190d0-5ee1-43a4-b462-6cf8441dd755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:14:09Z', 'updated_at': '2022-05-26T16:14:42Z', 'revision_number': 1, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3', 'name': '', 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'mac_address': 'fa:16:3e:73:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4efbfbbe-776d-4964-aecf-0338c416316e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:54Z', 'updated_at': '2022-05-26T16:14:05Z', 'revision_number': 5, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'subnets': [{'id': '4efbfbbe-776d-4964-aecf-0338c416316e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:14:50.376202 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fccd1-b9a7-44e6-91fc-407af03f96e8 req-d7c7408f-bd55-4d95-951a-58c8e81db975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:50.378397 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-656fccd1-b9a7-44e6-91fc-407af03f96e8 req-d7c7408f-bd55-4d95-951a-58c8e81db975 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cb1029da-ce9b-4f8c-9ca2-2687b1569027 HTTP/1.1" status: 200 len: 913 time: 0.5088906 May 26 16:14:50.418973 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-75c6a03d-67da-438a-b5bd-44729439afe7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:50.515047 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a219ed4e-86ed-4fac-b212-7ac8342e0c36 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:50.693021 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-75c6a03d-67da-438a-b5bd-44729439afe7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:50.696615 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-75c6a03d-67da-438a-b5bd-44729439afe7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "DELETE /v2.0/subnets/0d8967df-8a4c-46db-92d8-93f94220fcb8 HTTP/1.1" status: 204 len: 168 time: 3.7191167 May 26 16:14:50.709901 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6a03d-67da-438a-b5bd-44729439afe7 tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event deleted for resources: {'Subnet': ['ID=0d8967df-8a4c-46db-92d8-93f94220fcb8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:50.712661 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58720) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:50.752328 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab31d93a-2199-4c9c-993e-b59382155793 None None] Network 604f23b0-be5d-4cd4-8014-bab00ffc9645 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:14:50.770719 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c89833-64f4-4fda-b787-ccc562f397ab None None] Network f3afb84f-a007-4e52-a1fb-611cc73f2208 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:14:50.821911 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-656fccd1-b9a7-44e6-91fc-407af03f96e8 req-2c47b660-db44-4e57-bf9e-f2393be3909e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a31f488d-36d8-4b42-8a7b-fc8037ee2d7d HTTP/1.1" status: 200 len: 1000 time: 0.4192538 May 26 16:14:50.947609 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31e492a3-dd15-48f6-b3ae-309f5bd1340a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:50.972346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-a219ed4e-86ed-4fac-b212-7ac8342e0c36 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Deleting port ed8e5f23-7c43-4f80-8013-efb74a26b49e {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:50.975054 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a219ed4e-86ed-4fac-b212-7ac8342e0c36 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:51.096774 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c8ce9c7a-bfd7-4879-bc53-f81e8271f213 req-892d78ea-f8b3-4622-96a9-4af9dfe4f649 service neutron] 10.222.0.81 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7416568 May 26 16:14:51.125711 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fccd1-b9a7-44e6-91fc-407af03f96e8 req-dec97486-e5c8-4ea3-8a42-3ec48a0fe366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:51.128717 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-656fccd1-b9a7-44e6-91fc-407af03f96e8 req-dec97486-e5c8-4ea3-8a42-3ec48a0fe366 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4efbfbbe-776d-4964-aecf-0338c416316e HTTP/1.1" status: 200 len: 851 time: 0.2936058 May 26 16:14:51.174037 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f5dc8-9495-45f6-94a1-9591abd12249 None None] New status for floating IP ee098fe7-8867-4d9c-b99b-16bc1f7dd66f: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:14:51.340628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fccd1-b9a7-44e6-91fc-407af03f96e8 req-161f5390-5449-490e-bcbe-8586f6479ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:51.344205 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-656fccd1-b9a7-44e6-91fc-407af03f96e8 req-161f5390-5449-490e-bcbe-8586f6479ad9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cb1029da-ce9b-4f8c-9ca2-2687b1569027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1726027 May 26 16:14:51.483569 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c8ce9c7a-bfd7-4879-bc53-f81e8271f213 req-f84e91f8-f8ff-4a0b-96e2-27772140179d service neutron] 10.222.0.81 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779681 May 26 16:14:51.566073 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-a219ed4e-86ed-4fac-b212-7ac8342e0c36 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] For port ed8e5f23-7c43-4f80-8013-efb74a26b49e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ed8e5f23-7c43-4f80-8013-efb74a26b49e,segment=NetworkSegment(a998a6dd-bcca-4e56-aa3a-8cbd2268f5b0),segment_id=a998a6dd-bcca-4e56-aa3a-8cbd2268f5b0)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:51.566073 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a219ed4e-86ed-4fac-b212-7ac8342e0c36 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:51.582499 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31e492a3-dd15-48f6-b3ae-309f5bd1340a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:51.627640 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-31e492a3-dd15-48f6-b3ae-309f5bd1340a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67be992b-b4e7-4fb4-b3b4-ab1f54c2d199']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:51.650982 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-31e492a3-dd15-48f6-b3ae-309f5bd1340a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde2e863-0c91-4084-b263-89615b414bdf') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:51.652043 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-31e492a3-dd15-48f6-b3ae-309f5bd1340a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde2e863-0c91-4084-b263-89615b414bdf') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:51.657599 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-656fccd1-b9a7-44e6-91fc-407af03f96e8 req-b0e10724-a77a-4f38-bd58-89b12f0571df service neutron] 10.222.0.83 "GET /v2.0/networks/cb1029da-ce9b-4f8c-9ca2-2687b1569027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040395 May 26 16:14:51.679486 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31e492a3-dd15-48f6-b3ae-309f5bd1340a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:51.734064 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31e492a3-dd15-48f6-b3ae-309f5bd1340a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:51.744684 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e492a3-dd15-48f6-b3ae-309f5bd1340a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:14:51.746101 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31e492a3-dd15-48f6-b3ae-309f5bd1340a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:51.777194 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-a219ed4e-86ed-4fac-b212-7ac8342e0c36 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Calling delete_port for ed8e5f23-7c43-4f80-8013-efb74a26b49e owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:51.852288 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment bde2e863-0c91-4084-b263-89615b414bdf resource provider aggregate not found May 26 16:14:51.887458 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6daf0ff-17df-42f9-91ab-2fa44da7d910 req-03b18335-8eba-4e82-aac3-d1ebbcdaf1a0 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:51.890650 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6daf0ff-17df-42f9-91ab-2fa44da7d910 req-03b18335-8eba-4e82-aac3-d1ebbcdaf1a0 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 945 time: 0.6635497 May 26 16:14:51.930875 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment bde2e863-0c91-4084-b263-89615b414bdf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bde2e863-0c91-4084-b263-89615b414bdf found for delete ", "request_id": "req-fef50893-0440-4e0d-ae6f-c3f8b40250ef"}]} May 26 16:14:52.008778 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31e492a3-dd15-48f6-b3ae-309f5bd1340a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:52.027558 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31e492a3-dd15-48f6-b3ae-309f5bd1340a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:52.036805 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-31e492a3-dd15-48f6-b3ae-309f5bd1340a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "DELETE /v2.0/networks/67be992b-b4e7-4fb4-b3b4-ab1f54c2d199 HTTP/1.1" status: 204 len: 168 time: 1.3212817 May 26 16:14:52.046468 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58758) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:52.130916 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6daf0ff-17df-42f9-91ab-2fa44da7d910 req-93cf9f28-fafc-4a10-aa18-393b7839d76c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295628 May 26 16:14:52.149967 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e492a3-dd15-48f6-b3ae-309f5bd1340a tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event deleted for resources: {'Network': ['ID=67be992b-b4e7-4fb4-b3b4-ab1f54c2d199,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:52.294194 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-656fccd1-b9a7-44e6-91fc-407af03f96e8 req-38fad791-f371-4ce4-8c64-57b32519b79e service neutron] 10.222.0.83 "GET /v2.0/networks/cb1029da-ce9b-4f8c-9ca2-2687b1569027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6333542 May 26 16:14:52.295535 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a219ed4e-86ed-4fac-b212-7ac8342e0c36 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:52.376339 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2597d1e5-2921-4597-95db-0b31ee923f9c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:52.416151 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a219ed4e-86ed-4fac-b212-7ac8342e0c36 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] No DVR routers for this DVR port ed8e5f23-7c43-4f80-8013-efb74a26b49e on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:14:52.419564 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219ed4e-86ed-4fac-b212-7ac8342e0c36 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Pushing event deleted for resources: {'Port': ['ID=ed8e5f23-7c43-4f80-8013-efb74a26b49e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:52.542917 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41475c54-0b27-481a-b2ca-faacdce8f1cf None None] DHCP port deletion for f3afb84f-a007-4e52-a1fb-611cc73f2208 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:14:52.573274 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38690db5-cce6-4830-8802-27460e5ead5d None None] DHCP port deletion for 604f23b0-be5d-4cd4-8014-bab00ffc9645 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:14:52.663659 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a219ed4e-86ed-4fac-b212-7ac8342e0c36 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:52.697836 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2597d1e5-2921-4597-95db-0b31ee923f9c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Deleting port 637bec37-8e51-44b0-a768-84aa6398c32e {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:52.702498 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2597d1e5-2921-4597-95db-0b31ee923f9c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:52.748320 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-41475c54-0b27-481a-b2ca-faacdce8f1cf None None] Deleting port 637bec37-8e51-44b0-a768-84aa6398c32e {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:14:52.748943 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-41475c54-0b27-481a-b2ca-faacdce8f1cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:52.770881 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-a219ed4e-86ed-4fac-b212-7ac8342e0c36 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604f23b0-be5d-4cd4-8014-bab00ffc9645']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:52.806252 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-a219ed4e-86ed-4fac-b212-7ac8342e0c36 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a998a6dd-bcca-4e56-aa3a-8cbd2268f5b0') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:52.806725 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-a219ed4e-86ed-4fac-b212-7ac8342e0c36 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a998a6dd-bcca-4e56-aa3a-8cbd2268f5b0') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:52.847459 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a219ed4e-86ed-4fac-b212-7ac8342e0c36 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:52.899498 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a219ed4e-86ed-4fac-b212-7ac8342e0c36 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:52.921285 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a219ed4e-86ed-4fac-b212-7ac8342e0c36 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:14:52.921903 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a219ed4e-86ed-4fac-b212-7ac8342e0c36 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:52.933451 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-2597d1e5-2921-4597-95db-0b31ee923f9c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] For port 637bec37-8e51-44b0-a768-84aa6398c32e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=637bec37-8e51-44b0-a768-84aa6398c32e,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:52.936179 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2597d1e5-2921-4597-95db-0b31ee923f9c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:52.966001 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58776) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:52.994925 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2597d1e5-2921-4597-95db-0b31ee923f9c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Calling delete_port for 637bec37-8e51-44b0-a768-84aa6398c32e owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:53.022860 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-41475c54-0b27-481a-b2ca-faacdce8f1cf None None] For port 637bec37-8e51-44b0-a768-84aa6398c32e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=637bec37-8e51-44b0-a768-84aa6398c32e,segment=NetworkSegment(49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3),segment_id=49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:53.023539 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-41475c54-0b27-481a-b2ca-faacdce8f1cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:53.058112 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-41475c54-0b27-481a-b2ca-faacdce8f1cf None None] Calling delete_port for 637bec37-8e51-44b0-a768-84aa6398c32e owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:14:53.164786 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a219ed4e-86ed-4fac-b212-7ac8342e0c36 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:53.182212 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a219ed4e-86ed-4fac-b212-7ac8342e0c36 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:53.200890 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a219ed4e-86ed-4fac-b212-7ac8342e0c36 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] 10.222.0.77 "DELETE /v2.0/networks/604f23b0-be5d-4cd4-8014-bab00ffc9645 HTTP/1.1" status: 204 len: 168 time: 2.9961357 May 26 16:14:53.271217 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219ed4e-86ed-4fac-b212-7ac8342e0c36 tempest-ExtraDHCPOptionsTestJSON-1735488833 tempest-ExtraDHCPOptionsTestJSON-1735488833-project] Pushing event deleted for resources: {'Network': ['ID=604f23b0-be5d-4cd4-8014-bab00ffc9645,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:53.412426 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2597d1e5-2921-4597-95db-0b31ee923f9c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:53.479061 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597d1e5-2921-4597-95db-0b31ee923f9c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event deleted for resources: {'Port': ['ID=637bec37-8e51-44b0-a768-84aa6398c32e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:53.495952 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2597d1e5-2921-4597-95db-0b31ee923f9c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] No DVR routers for this DVR port 637bec37-8e51-44b0-a768-84aa6398c32e on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:14:53.533567 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-41475c54-0b27-481a-b2ca-faacdce8f1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:53.600263 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e0b77-ff86-414b-964c-0752ef15625e req-60dcb43b-408d-418e-8837-c17c08b9d384 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:53.603722 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e93e0b77-ff86-414b-964c-0752ef15625e req-60dcb43b-408d-418e-8837-c17c08b9d384 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 945 time: 0.1541793 May 26 16:14:53.621637 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41475c54-0b27-481a-b2ca-faacdce8f1cf None None] Pushing event deleted for resources: {'Port': ['ID=637bec37-8e51-44b0-a768-84aa6398c32e,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:53.659074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41475c54-0b27-481a-b2ca-faacdce8f1cf None None] No DVR routers for this DVR port 637bec37-8e51-44b0-a768-84aa6398c32e on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:14:53.696947 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e93e0b77-ff86-414b-964c-0752ef15625e req-68211b6d-2985-4678-b3a2-8e9dafdf6ef2 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826945 May 26 16:14:53.866189 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 637bec37-8e51-44b0-a768-84aa6398c32e no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:14:53.868044 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-acab22f2-1a81-4950-a475-64dc976ba98a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-54560560-network', 'tenant_id': '21fad413b22f4acb86951e67133b8a5c'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:53.905905 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2597d1e5-2921-4597-95db-0b31ee923f9c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:53.930089 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 637bec37-8e51-44b0-a768-84aa6398c32e {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:14:53.931828 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 637bec37-8e51-44b0-a768-84aa6398c32e not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:14:53.932981 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ed8e5f23-7c43-4f80-8013-efb74a26b49e no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:14:53.969930 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment a998a6dd-bcca-4e56-aa3a-8cbd2268f5b0 resource provider aggregate not found May 26 16:14:53.979189 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: ed8e5f23-7c43-4f80-8013-efb74a26b49e {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:14:53.980044 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ed8e5f23-7c43-4f80-8013-efb74a26b49e not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:14:54.002628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acab22f2-1a81-4950-a475-64dc976ba98a admin admin] Made reservation on behalf of 21fad413b22f4acb86951e67133b8a5c for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:14:54.011186 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment a998a6dd-bcca-4e56-aa3a-8cbd2268f5b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a998a6dd-bcca-4e56-aa3a-8cbd2268f5b0 found for delete ", "request_id": "req-5c70b585-a1ad-4fc9-90f1-6cd10a7819ec"}]} May 26 16:14:54.021691 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acab22f2-1a81-4950-a475-64dc976ba98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.030388 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-2597d1e5-2921-4597-95db-0b31ee923f9c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3afb84f-a007-4e52-a1fb-611cc73f2208']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:54.059279 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acab22f2-1a81-4950-a475-64dc976ba98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.090566 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-2597d1e5-2921-4597-95db-0b31ee923f9c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:54.091737 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-2597d1e5-2921-4597-95db-0b31ee923f9c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:54.133384 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2597d1e5-2921-4597-95db-0b31ee923f9c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.194333 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2597d1e5-2921-4597-95db-0b31ee923f9c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.214939 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2597d1e5-2921-4597-95db-0b31ee923f9c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:14:54.216073 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2597d1e5-2921-4597-95db-0b31ee923f9c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.237810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 998a0b6f-286a-4499-b21e-44a350045c77 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:14:54.338913 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3 resource provider aggregate not found May 26 16:14:54.386525 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49ab78a6-7fe6-4b0f-ad23-3c4ce69734e3 found for delete ", "request_id": "req-1fe587c9-d50c-46af-8322-c9657f9f5c5f"}]} May 26 16:14:54.429706 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2597d1e5-2921-4597-95db-0b31ee923f9c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.468429 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 998a0b6f-286a-4499-b21e-44a350045c77 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:14:54.481125 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2597d1e5-2921-4597-95db-0b31ee923f9c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.488486 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 998a0b6f-286a-4499-b21e-44a350045c77 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:14:54.493654 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.499161 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2597d1e5-2921-4597-95db-0b31ee923f9c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] 10.222.0.77 "DELETE /v2.0/networks/f3afb84f-a007-4e52-a1fb-611cc73f2208 HTTP/1.1" status: 204 len: 168 time: 2.4496849 May 26 16:14:54.585499 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597d1e5-2921-4597-95db-0b31ee923f9c tempest-TaggedBootDevicesTest_v242-1696365330 tempest-TaggedBootDevicesTest_v242-1696365330-project] Pushing event deleted for resources: {'Network': ['ID=f3afb84f-a007-4e52-a1fb-611cc73f2208,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:54.607468 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acab22f2-1a81-4950-a475-64dc976ba98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.626960 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acab22f2-1a81-4950-a475-64dc976ba98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.821065 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acab22f2-1a81-4950-a475-64dc976ba98a admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:14:54.861993 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58822) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:54.925207 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acab22f2-1a81-4950-a475-64dc976ba98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:54.926176 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-acab22f2-1a81-4950-a475-64dc976ba98a admin admin] Added segment 3f2fd72e-e8c9-4c41-96a7-27a5af7419d6 of type vlan for network e6a73b0c-0344-4403-bb6a-e08d4de8dfcc May 26 16:14:54.928640 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab22f2-1a81-4950-a475-64dc976ba98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed43883-f660-46d4-ba93-c884325dded3,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:54.954098 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 998a0b6f-286a-4499-b21e-44a350045c77 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:14:54.960744 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:55.073760 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e478563-7731-4b34-8df1-0e2840bb4a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998a0b6f-286a-4499-b21e-44a350045c77'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:14:55.083242 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acab22f2-1a81-4950-a475-64dc976ba98a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:55.086035 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d10845-c43f-462e-b47d-384dd989fc7a" -d '{"events": [{"server_uuid": "0e478563-7731-4b34-8df1-0e2840bb4a36", "name": "network-vif-plugged", "status": "completed", "tag": "998a0b6f-286a-4499-b21e-44a350045c77"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:14:55.161354 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 998a0b6f-286a-4499-b21e-44a350045c77, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=998a0b6f-286a-4499-b21e-44a350045c77,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:14:55.175784 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:55.246517 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acab22f2-1a81-4950-a475-64dc976ba98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:55.247802 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acab22f2-1a81-4950-a475-64dc976ba98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:55.252020 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acab22f2-1a81-4950-a475-64dc976ba98a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:55.310035 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a42108-c347-4116-a8be-37df05f313a0 req-2f218b9e-6dfc-4d78-9509-b46e3d63c640 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:55.334298 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24a42108-c347-4116-a8be-37df05f313a0 req-2f218b9e-6dfc-4d78-9509-b46e3d63c640 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 945 time: 0.3095403 May 26 16:14:55.351568 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5678a908-5368-48dc-818d-f4256ce3f5c2 x-openstack-request-id: req-5678a908-5368-48dc-818d-f4256ce3f5c2 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:14:55.356213 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e478563-7731-4b34-8df1-0e2840bb4a36", "name": "network-vif-plugged", "status": "completed", "tag": "998a0b6f-286a-4499-b21e-44a350045c77", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:14:55.359226 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5678a908-5368-48dc-818d-f4256ce3f5c2 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:14:55.363190 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5678a908-5368-48dc-818d-f4256ce3f5c2'] response: {'server_uuid': '0e478563-7731-4b34-8df1-0e2840bb4a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998a0b6f-286a-4499-b21e-44a350045c77', 'code': 200} May 26 16:14:55.474105 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=998a0b6f-286a-4499-b21e-44a350045c77,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:55.534792 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24a42108-c347-4116-a8be-37df05f313a0 req-8b2ead7e-f99b-44f0-992a-00c38d6a259a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863258 May 26 16:14:55.564471 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-acab22f2-1a81-4950-a475-64dc976ba98a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5904698 May 26 16:14:55.571046 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab22f2-1a81-4950-a475-64dc976ba98a admin admin] Pushing event updated for resources: {'Network': ['ID=e6a73b0c-0344-4403-bb6a-e08d4de8dfcc,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:55.593352 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network e6a73b0c-0344-4403-bb6a-e08d4de8dfcc details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:14:55.787877 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014483c-4562-4898-839a-10aeb86b9973 req-7045cd5d-93d2-4e1b-80ad-a6f01cf29074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:55.798612 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4014483c-4562-4898-839a-10aeb86b9973 req-7045cd5d-93d2-4e1b-80ad-a6f01cf29074 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 1097 time: 0.2307441 May 26 16:14:55.948037 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4014483c-4562-4898-839a-10aeb86b9973 req-5ce4c7ea-88a5-447f-902e-d67e53f23124 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383836 May 26 16:14:56.049063 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58848) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:56.051848 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-747d2171-2343-40d1-9c97-e155cc16f74f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9b06d0bcb0ab4d86b2547aefcad0be05&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1799912 May 26 16:14:56.249062 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-145b4373-9eb5-4242-bd6b-21ff8756ffd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:56.362371 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-145b4373-9eb5-4242-bd6b-21ff8756ffd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:56.531591 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-145b4373-9eb5-4242-bd6b-21ff8756ffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:56.535563 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-145b4373-9eb5-4242-bd6b-21ff8756ffd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:56.537289 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-145b4373-9eb5-4242-bd6b-21ff8756ffd6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e8a5520e-4810-4d5a-933f-d791e802f10f HTTP/1.1" status: 204 len: 168 time: 0.4866796 May 26 16:14:56.554617 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b4373-9eb5-4242-bd6b-21ff8756ffd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a5520e-4810-4d5a-933f-d791e802f10f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:56.922236 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40921bb2-2f80-4060-9ef1-3a50c48f8a87 req-0de83b61-ca6d-48d1-b7ba-10e9d84bc045 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:56.930706 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-40921bb2-2f80-4060-9ef1-3a50c48f8a87 req-0de83b61-ca6d-48d1-b7ba-10e9d84bc045 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.1114585 May 26 16:14:57.018898 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-40921bb2-2f80-4060-9ef1-3a50c48f8a87 req-a2dd4bcd-5708-4f0b-8ced-186dcd919dba tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790727 May 26 16:14:57.814565 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598d8b3-b0b8-4e48-95ea-7dbc12e34881 req-7aad20fc-7516-4415-8fde-5b4f5e4a7076 tempest-ComputeTenantNetworksTest-2041746517 tempest-ComputeTenantNetworksTest-2041746517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:57.829778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598d8b3-b0b8-4e48-95ea-7dbc12e34881 req-7aad20fc-7516-4415-8fde-5b4f5e4a7076 tempest-ComputeTenantNetworksTest-2041746517 tempest-ComputeTenantNetworksTest-2041746517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:57.843365 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598d8b3-b0b8-4e48-95ea-7dbc12e34881 req-7aad20fc-7516-4415-8fde-5b4f5e4a7076 tempest-ComputeTenantNetworksTest-2041746517 tempest-ComputeTenantNetworksTest-2041746517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:57.846812 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a598d8b3-b0b8-4e48-95ea-7dbc12e34881 req-7aad20fc-7516-4415-8fde-5b4f5e4a7076 tempest-ComputeTenantNetworksTest-2041746517 tempest-ComputeTenantNetworksTest-2041746517-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.6666367 May 26 16:14:58.208552 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec178c-93f0-4a57-8e5f-ef5b7e15150f req-4597e43a-bcd6-4ee7-b757-e5c37f9af316 tempest-ComputeTenantNetworksTest-2041746517 tempest-ComputeTenantNetworksTest-2041746517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:58.213897 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8ec178c-93f0-4a57-8e5f-ef5b7e15150f req-4597e43a-bcd6-4ee7-b757-e5c37f9af316 tempest-ComputeTenantNetworksTest-2041746517 tempest-ComputeTenantNetworksTest-2041746517-project] 10.222.0.77 "GET /v2.0/networks/e6a73b0c-0344-4403-bb6a-e08d4de8dfcc HTTP/1.1" status: 200 len: 767 time: 0.3086727 May 26 16:14:58.230633 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58898) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:58.466088 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7f277-1ce9-458d-a85f-7981d8456794 req-346ae0c8-6b8b-4014-8bc2-2d4b66820833 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:58.471843 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-95e7f277-1ce9-458d-a85f-7981d8456794 req-346ae0c8-6b8b-4014-8bc2-2d4b66820833 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.2144861 May 26 16:14:58.474360 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-66dd1e37-c46c-4a62-9abf-ff1f8286d079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:58.659099 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-95e7f277-1ce9-458d-a85f-7981d8456794 req-2e779052-3be7-4b70-a6ea-819b4a739b5b tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717465 May 26 16:14:58.667683 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-66dd1e37-c46c-4a62-9abf-ff1f8286d079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:58.747843 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-66dd1e37-c46c-4a62-9abf-ff1f8286d079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a73b0c-0344-4403-bb6a-e08d4de8dfcc']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:58.806444 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-66dd1e37-c46c-4a62-9abf-ff1f8286d079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2fd72e-e8c9-4c41-96a7-27a5af7419d6') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:58.808895 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-66dd1e37-c46c-4a62-9abf-ff1f8286d079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2fd72e-e8c9-4c41-96a7-27a5af7419d6') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:14:58.854106 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-66dd1e37-c46c-4a62-9abf-ff1f8286d079 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:58.909929 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-66dd1e37-c46c-4a62-9abf-ff1f8286d079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:58.938150 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66dd1e37-c46c-4a62-9abf-ff1f8286d079 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:14:58.938809 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-66dd1e37-c46c-4a62-9abf-ff1f8286d079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:59.099183 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd0d55-c9f6-4b57-8df5-299521736b2e req-5e256c05-16e2-4fc2-8de5-6ba44ff4818c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:14:59.108661 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-abbd0d55-c9f6-4b57-8df5-299521736b2e req-5e256c05-16e2-4fc2-8de5-6ba44ff4818c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.2237971 May 26 16:14:59.115203 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58922) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:14:59.133112 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-4ab2b1aa-e0b7-4f82-a7a0-1ff829413496 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Request body: {'floatingip': {'port_id': '998a0b6f-286a-4499-b21e-44a350045c77'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:14:59.267581 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 3f2fd72e-e8c9-4c41-96a7-27a5af7419d6 resource provider aggregate not found May 26 16:14:59.329153 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4ab2b1aa-e0b7-4f82-a7a0-1ff829413496 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:59.331730 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-66dd1e37-c46c-4a62-9abf-ff1f8286d079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:59.364538 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 3f2fd72e-e8c9-4c41-96a7-27a5af7419d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f2fd72e-e8c9-4c41-96a7-27a5af7419d6 found for delete ", "request_id": "req-ae59f069-1f40-45a1-808c-29da76f57591"}]} May 26 16:14:59.367865 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-66dd1e37-c46c-4a62-9abf-ff1f8286d079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:14:59.386840 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-66dd1e37-c46c-4a62-9abf-ff1f8286d079 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e6a73b0c-0344-4403-bb6a-e08d4de8dfcc HTTP/1.1" status: 204 len: 168 time: 1.1448462 May 26 16:14:59.453147 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd1e37-c46c-4a62-9abf-ff1f8286d079 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6a73b0c-0344-4403-bb6a-e08d4de8dfcc,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:14:59.553197 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58934) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:00.047852 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Request body: {'networks': [{'name': 'tempest-network--875633455'}, {'name': 'tempest-network--1713280744'}]} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:00.048995 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Request body: {'network': {'name': 'tempest-network--875633455'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:00.050029 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Request body: {'network': {'name': 'tempest-network--1713280744'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:00.167452 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Made reservation on behalf of 1f74f0cd66df4414a8feb1acdbcbd278 for: {'network': 2} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:00.201058 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:00.250171 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:00.477599 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:00.539779 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58952) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:00.601048 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:00.642461 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:00.652665 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:00.972631 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b83084-8dac-4d0a-a1c2-b852820426de,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:01.021974 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-eb7396d6-a3cf-4c07-bdf4-77f7ba1d391c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=21fad413b22f4acb86951e67133b8a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4773247 May 26 16:15:01.050749 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58958) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:01.074949 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:15:01.183256 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:01.188349 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Added segment 40d952e9-70b7-4d74-97a5-101a19e93c95 of type vlan for network 0e4c2663-bb2c-4407-a5b2-925f8a9522d9 May 26 16:15:01.432992 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:01.512889 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df3f88e3-876b-4d48-8683-d743da682da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:01.639665 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df3f88e3-876b-4d48-8683-d743da682da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:01.696047 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.db.resource_extend [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:15:01.942255 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:15:01.987476 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:01.988164 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Added segment aa30f681-8bb6-4a91-808f-eaaf6b54fe32 of type vlan for network 061ac8a5-685e-40d1-9acc-924b4684dd21 May 26 16:15:02.094538 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.db.resource_extend [None req-4ab2b1aa-e0b7-4f82-a7a0-1ff829413496 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:15:02.156990 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df3f88e3-876b-4d48-8683-d743da682da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:02.175043 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df3f88e3-876b-4d48-8683-d743da682da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:02.180543 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-df3f88e3-876b-4d48-8683-d743da682da5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3ed43883-f660-46d4-ba93-c884325dded3 HTTP/1.1" status: 204 len: 168 time: 1.1280191 May 26 16:15:02.279562 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f88e3-876b-4d48-8683-d743da682da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed43883-f660-46d4-ba93-c884325dded3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:02.300752 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:02.337941 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4ab2b1aa-e0b7-4f82-a7a0-1ff829413496 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:02.348323 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4ab2b1aa-e0b7-4f82-a7a0-1ff829413496 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:02.434627 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:02.435572 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:02.454384 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:02.482464 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:02.483390 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:02.813851 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.2591460 May 26 16:15:02.819415 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58988) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:02.847738 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Pushing event updated for resources: {'Network': ['ID=0e4c2663-bb2c-4407-a5b2-925f8a9522d9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:02.888434 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 0e4c2663-bb2c-4407-a5b2-925f8a9522d9 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:15:03.070043 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdc9e1-e9df-49c5-a77d-a87e2de2893b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Pushing event updated for resources: {'Network': ['ID=061ac8a5-685e-40d1-9acc-924b4684dd21,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:03.129824 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 061ac8a5-685e-40d1-9acc-924b4684dd21 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:15:03.217137 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-4ab2b1aa-e0b7-4f82-a7a0-1ff829413496 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Floating IP 3642f9d0-abf7-4a09-80be-302e19c1d24b associated. External IP: 172.25.7.38, port: 998a0b6f-286a-4499-b21e-44a350045c77. May 26 16:15:03.238698 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1218af2a-8c3a-4c61-b644-b31d98a285cd tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:03.255340 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1218af2a-8c3a-4c61-b644-b31d98a285cd tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:03.270432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1218af2a-8c3a-4c61-b644-b31d98a285cd tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:03.292562 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1218af2a-8c3a-4c61-b644-b31d98a285cd tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:03.297839 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59000) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:03.298153 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1218af2a-8c3a-4c61-b644-b31d98a285cd tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4736636 May 26 16:15:03.620109 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ae323cb-034d-4299-8913-095c9f3c2de0 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:03.897796 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab2b1aa-e0b7-4f82-a7a0-1ff829413496 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Router d5d13c00-c529-44f6-b495-b1af41022f4f has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:15:03.935460 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ae323cb-034d-4299-8913-095c9f3c2de0 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:04.107246 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-5ae323cb-034d-4299-8913-095c9f3c2de0 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4c2663-bb2c-4407-a5b2-925f8a9522d9']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:04.118917 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab2b1aa-e0b7-4f82-a7a0-1ff829413496 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:15:04.134335 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d2ac0d-eddb-4182-815f-f9e3da130655 None None] Sync routers for ids ['d5d13c00-c529-44f6-b495-b1af41022f4f'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:15:04.141575 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4ab2b1aa-e0b7-4f82-a7a0-1ff829413496 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:04.172704 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d2ac0d-eddb-4182-815f-f9e3da130655 None None] Routers {'d5d13c00-c529-44f6-b495-b1af41022f4f'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:04.183935 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-12d2ac0d-eddb-4182-815f-f9e3da130655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:14:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d5d13c00-c529-44f6-b495-b1af41022f4f'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:04.198677 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-5ae323cb-034d-4299-8913-095c9f3c2de0 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d952e9-70b7-4d74-97a5-101a19e93c95') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:04.199549 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-5ae323cb-034d-4299-8913-095c9f3c2de0 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d952e9-70b7-4d74-97a5-101a19e93c95') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:04.226145 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ae323cb-034d-4299-8913-095c9f3c2de0 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:04.277860 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4ab2b1aa-e0b7-4f82-a7a0-1ff829413496 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "PUT /v2.0/floatingips/3642f9d0-abf7-4a09-80be-302e19c1d24b HTTP/1.1" status: 200 len: 991 time: 5.1594961 May 26 16:15:04.278765 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e478563-7731-4b34-8df1-0e2840bb4a36', 'tag': '998a0b6f-286a-4499-b21e-44a350045c77'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:15:04.288245 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ae323cb-034d-4299-8913-095c9f3c2de0 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:04.295162 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7805b4f2-7528-48e2-b3d3-b0d3c4c070e5" -d '{"events": [{"name": "network-changed", "server_uuid": "0e478563-7731-4b34-8df1-0e2840bb4a36", "tag": "998a0b6f-286a-4499-b21e-44a350045c77"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:15:04.313630 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae323cb-034d-4299-8913-095c9f3c2de0 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:15:04.314046 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ae323cb-034d-4299-8913-095c9f3c2de0 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:04.424719 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caef746-4011-445c-99bf-d97771f89b6e x-openstack-request-id: req-4caef746-4011-445c-99bf-d97771f89b6e {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:15:04.425056 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e478563-7731-4b34-8df1-0e2840bb4a36", "tag": "998a0b6f-286a-4499-b21e-44a350045c77", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:15:04.425400 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4caef746-4011-445c-99bf-d97771f89b6e {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:15:04.426032 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4caef746-4011-445c-99bf-d97771f89b6e'] response: {'name': 'network-changed', 'server_uuid': '0e478563-7731-4b34-8df1-0e2840bb4a36', 'tag': '998a0b6f-286a-4499-b21e-44a350045c77', 'status': 'completed', 'code': 200} May 26 16:15:04.680212 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-12d2ac0d-eddb-4182-815f-f9e3da130655 None None] Set router d5d13c00-c529-44f6-b495-b1af41022f4f gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:15:04.762091 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 40d952e9-70b7-4d74-97a5-101a19e93c95 resource provider aggregate not found May 26 16:15:04.893852 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 40d952e9-70b7-4d74-97a5-101a19e93c95 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40d952e9-70b7-4d74-97a5-101a19e93c95 found for delete ", "request_id": "req-bdced749-a10a-494d-af16-3f27838c0ba2"}]} May 26 16:15:04.933067 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ae323cb-034d-4299-8913-095c9f3c2de0 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:05.010306 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ae323cb-034d-4299-8913-095c9f3c2de0 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:05.027290 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59040) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:05.029294 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5ae323cb-034d-4299-8913-095c9f3c2de0 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] 10.222.0.77 "DELETE /v2.0/networks/0e4c2663-bb2c-4407-a5b2-925f8a9522d9 HTTP/1.1" status: 204 len: 168 time: 1.7296216 May 26 16:15:05.078304 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae323cb-034d-4299-8913-095c9f3c2de0 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Pushing event deleted for resources: {'Network': ['ID=0e4c2663-bb2c-4407-a5b2-925f8a9522d9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:05.115102 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805b4f2-7528-48e2-b3d3-b0d3c4c070e5 req-483d4163-965a-4ee2-b1ac-ffea4e4d0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:05.125568 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7805b4f2-7528-48e2-b3d3-b0d3c4c070e5 req-483d4163-965a-4ee2-b1ac-ffea4e4d0dd6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc8e9e5224b24be293153e1aeb086cbc&device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 1097 time: 0.3653967 May 26 16:15:05.430378 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8db0b56e-9086-4473-a2e0-ad193e15459d tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:05.516967 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805b4f2-7528-48e2-b3d3-b0d3c4c070e5 req-47d21f95-8436-458f-a077-87430ab1b8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:05.519699 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7805b4f2-7528-48e2-b3d3-b0d3c4c070e5 req-47d21f95-8436-458f-a077-87430ab1b8bd service neutron] 10.222.0.81 "GET /v2.0/networks?id=cd7c6e08-1774-4556-87ba-7d5b55a35abf HTTP/1.1" status: 200 len: 918 time: 0.3930204 May 26 16:15:05.865401 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7805b4f2-7528-48e2-b3d3-b0d3c4c070e5 req-54652f71-b96c-46b3-99b2-749e6e72eb84 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=998a0b6f-286a-4499-b21e-44a350045c77 HTTP/1.1" status: 200 len: 999 time: 0.3359482 May 26 16:15:05.883460 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8db0b56e-9086-4473-a2e0-ad193e15459d tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:05.906921 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-12d2ac0d-eddb-4182-815f-f9e3da130655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-1267652655-router', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:20Z', 'updated_at': '2022-05-26T16:09:27Z', 'revision_number': 4, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'gw_port': {'id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:22Z', 'updated_at': '2022-05-26T16:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '3642f9d0-abf7-4a09-80be-302e19c1d24b', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'port_id': '998a0b6f-286a-4499-b21e-44a350045c77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'mac_address': 'fa:16:3e:8d:42:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e478563-7731-4b34-8df1-0e2840bb4a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:14:25Z', 'updated_at': '2022-05-26T16:15:01Z', 'revision_number': 1, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48cc6a82-7e37-424e-b1bb-a26bfebb9890', 'name': '', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'mac_address': 'fa:16:3e:d3:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:26Z', 'updated_at': '2022-05-26T16:09:34Z', 'revision_number': 5, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'subnets': [{'id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:06.022416 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-8db0b56e-9086-4473-a2e0-ad193e15459d tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061ac8a5-685e-40d1-9acc-924b4684dd21']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:06.060354 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-8db0b56e-9086-4473-a2e0-ad193e15459d tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa30f681-8bb6-4a91-808f-eaaf6b54fe32') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:06.060624 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-8db0b56e-9086-4473-a2e0-ad193e15459d tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa30f681-8bb6-4a91-808f-eaaf6b54fe32') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:06.085072 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d2ac0d-eddb-4182-815f-f9e3da130655 None None] Checking router: d5d13c00-c529-44f6-b495-b1af41022f4f for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:15:06.094637 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8db0b56e-9086-4473-a2e0-ad193e15459d tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:06.159374 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8db0b56e-9086-4473-a2e0-ad193e15459d tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:06.163031 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805b4f2-7528-48e2-b3d3-b0d3c4c070e5 req-37241108-1f5c-4982-b2af-54aab9260a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:06.170232 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7805b4f2-7528-48e2-b3d3-b0d3c4c070e5 req-37241108-1f5c-4982-b2af-54aab9260a29 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab HTTP/1.1" status: 200 len: 856 time: 0.2965140 May 26 16:15:06.170514 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d2ac0d-eddb-4182-815f-f9e3da130655 None None] Routers {'d5d13c00-c529-44f6-b495-b1af41022f4f'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:06.173423 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-12d2ac0d-eddb-4182-815f-f9e3da130655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:14:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d5d13c00-c529-44f6-b495-b1af41022f4f'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:06.201165 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db0b56e-9086-4473-a2e0-ad193e15459d tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:15:06.202098 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8db0b56e-9086-4473-a2e0-ad193e15459d tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:06.384510 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805b4f2-7528-48e2-b3d3-b0d3c4c070e5 req-20354754-fc3e-4e84-a562-96880e8837ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:06.397337 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7805b4f2-7528-48e2-b3d3-b0d3c4c070e5 req-20354754-fc3e-4e84-a562-96880e8837ec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cd7c6e08-1774-4556-87ba-7d5b55a35abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2188716 May 26 16:15:06.404019 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment aa30f681-8bb6-4a91-808f-eaaf6b54fe32 resource provider aggregate not found May 26 16:15:06.524903 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment aa30f681-8bb6-4a91-808f-eaaf6b54fe32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa30f681-8bb6-4a91-808f-eaaf6b54fe32 found for delete ", "request_id": "req-dcbf396e-5259-4e17-97a6-9b2399b0b186"}]} May 26 16:15:06.528634 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8db0b56e-9086-4473-a2e0-ad193e15459d tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:06.540833 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8db0b56e-9086-4473-a2e0-ad193e15459d tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:06.561709 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8db0b56e-9086-4473-a2e0-ad193e15459d tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] 10.222.0.77 "DELETE /v2.0/networks/061ac8a5-685e-40d1-9acc-924b4684dd21 HTTP/1.1" status: 204 len: 168 time: 1.5324059 May 26 16:15:06.563739 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59068) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:06.693719 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0b56e-9086-4473-a2e0-ad193e15459d tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Pushing event deleted for resources: {'Network': ['ID=061ac8a5-685e-40d1-9acc-924b4684dd21,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:06.812999 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-12d2ac0d-eddb-4182-815f-f9e3da130655 None None] Set router d5d13c00-c529-44f6-b495-b1af41022f4f gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:15:06.864571 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0b56e-9086-4473-a2e0-ad193e15459d tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:06.866877 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0b56e-9086-4473-a2e0-ad193e15459d tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:06.867556 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0b56e-9086-4473-a2e0-ad193e15459d tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:06.872113 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0b56e-9086-4473-a2e0-ad193e15459d tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:06.874090 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0b56e-9086-4473-a2e0-ad193e15459d tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:06.877484 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0b56e-9086-4473-a2e0-ad193e15459d tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:06.879693 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0b56e-9086-4473-a2e0-ad193e15459d tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:06.880586 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0b56e-9086-4473-a2e0-ad193e15459d tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:06.889313 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0b56e-9086-4473-a2e0-ad193e15459d tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:06.890097 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0b56e-9086-4473-a2e0-ad193e15459d tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:06.893219 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0b56e-9086-4473-a2e0-ad193e15459d tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:06.894690 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0b56e-9086-4473-a2e0-ad193e15459d tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:06.950516 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7805b4f2-7528-48e2-b3d3-b0d3c4c070e5 req-4ff5636e-67b7-44c4-9e2e-2caf5771d09a service neutron] 10.222.0.81 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333927 May 26 16:15:07.428732 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960271db-d78d-4307-b8c8-8278f4b1765e tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:07.456923 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960271db-d78d-4307-b8c8-8278f4b1765e tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:07.468809 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-960271db-d78d-4307-b8c8-8278f4b1765e tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8407080 May 26 16:15:07.470452 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59096) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:07.505197 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-c84a6b24-4017-4828-b256-ad364a1f43cb tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-976429687'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:07.506885 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7805b4f2-7528-48e2-b3d3-b0d3c4c070e5 req-5ed69553-95e4-4c7a-9dee-49f3660549bb service neutron] 10.222.0.81 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5479441 May 26 16:15:07.544687 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:15:07.648323 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84a6b24-4017-4828-b256-ad364a1f43cb tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Made reservation on behalf of 1f74f0cd66df4414a8feb1acdbcbd278 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:07.667040 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c84a6b24-4017-4828-b256-ad364a1f43cb tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:07.805669 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84a6b24-4017-4828-b256-ad364a1f43cb tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:15:07.853678 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c84a6b24-4017-4828-b256-ad364a1f43cb tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:07.855728 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-c84a6b24-4017-4828-b256-ad364a1f43cb tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Added segment 90580869-8012-44d4-a190-1aeb063b2ea3 of type vlan for network 9c3d7228-68f3-4a32-808b-af242476a695 May 26 16:15:07.997194 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-12d2ac0d-eddb-4182-815f-f9e3da130655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-1267652655-router', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:20Z', 'updated_at': '2022-05-26T16:09:27Z', 'revision_number': 4, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'gw_port': {'id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:22Z', 'updated_at': '2022-05-26T16:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '3642f9d0-abf7-4a09-80be-302e19c1d24b', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'port_id': '998a0b6f-286a-4499-b21e-44a350045c77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'mac_address': 'fa:16:3e:8d:42:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e478563-7731-4b34-8df1-0e2840bb4a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:14:25Z', 'updated_at': '2022-05-26T16:15:01Z', 'revision_number': 1, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48cc6a82-7e37-424e-b1bb-a26bfebb9890', 'name': '', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'mac_address': 'fa:16:3e:d3:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:26Z', 'updated_at': '2022-05-26T16:09:34Z', 'revision_number': 5, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'subnets': [{'id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:08.004240 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c84a6b24-4017-4828-b256-ad364a1f43cb tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:08.141323 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c84a6b24-4017-4828-b256-ad364a1f43cb tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:08.185931 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d2ac0d-eddb-4182-815f-f9e3da130655 None None] The sync data for ids ['d5d13c00-c529-44f6-b495-b1af41022f4f'] in n-d-843337-2 is: [{'id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-1267652655-router', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:20Z', 'updated_at': '2022-05-26T16:09:27Z', 'revision_number': 4, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'gw_port': {'id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:22Z', 'updated_at': '2022-05-26T16:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '3642f9d0-abf7-4a09-80be-302e19c1d24b', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'port_id': '998a0b6f-286a-4499-b21e-44a350045c77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'mac_address': 'fa:16:3e:8d:42:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e478563-7731-4b34-8df1-0e2840bb4a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:14:25Z', 'updated_at': '2022-05-26T16:15:01Z', 'revision_number': 1, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48cc6a82-7e37-424e-b1bb-a26bfebb9890', 'name': '', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'mac_address': 'fa:16:3e:d3:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:26Z', 'updated_at': '2022-05-26T16:09:34Z', 'revision_number': 5, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'subnets': [{'id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:15:08.190337 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84a6b24-4017-4828-b256-ad364a1f43cb tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:08.191254 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c84a6b24-4017-4828-b256-ad364a1f43cb tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:08.259784 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c84a6b24-4017-4828-b256-ad364a1f43cb tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7717948 May 26 16:15:08.264840 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59108) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:08.272999 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-2f419b7b-c24d-4e8b-b969-75a1c089315b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1108651858'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:08.351893 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f419b7b-c24d-4e8b-b969-75a1c089315b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Made reservation on behalf of 1f74f0cd66df4414a8feb1acdbcbd278 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:08.360722 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2f419b7b-c24d-4e8b-b969-75a1c089315b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:08.427568 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f419b7b-c24d-4e8b-b969-75a1c089315b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:15:08.475955 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2f419b7b-c24d-4e8b-b969-75a1c089315b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:08.476935 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-2f419b7b-c24d-4e8b-b969-75a1c089315b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Added segment a39098c7-234c-4d82-94f2-7e6b412a66dc of type vlan for network 6f315d9d-8aa3-4351-9260-8fb46fc0d195 May 26 16:15:08.544124 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a6b24-4017-4828-b256-ad364a1f43cb tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Pushing event updated for resources: {'Network': ['ID=9c3d7228-68f3-4a32-808b-af242476a695,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:08.562375 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 9c3d7228-68f3-4a32-808b-af242476a695 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:15:08.664589 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2f419b7b-c24d-4e8b-b969-75a1c089315b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:08.770906 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2f419b7b-c24d-4e8b-b969-75a1c089315b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:08.785375 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f419b7b-c24d-4e8b-b969-75a1c089315b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:08.786343 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2f419b7b-c24d-4e8b-b969-75a1c089315b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:08.884325 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59116) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:08.926379 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26ab44-2f74-4675-ad22-64855b497306 None None] New status for floating IP 3642f9d0-abf7-4a09-80be-302e19c1d24b: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:15:08.986618 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2f419b7b-c24d-4e8b-b969-75a1c089315b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7168787 May 26 16:15:08.987578 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59120) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:09.001138 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Request body: {'ports': [{'network_id': '9c3d7228-68f3-4a32-808b-af242476a695', 'name': 'tempest-port--400245480', 'admin_state_up': True}, {'network_id': '6f315d9d-8aa3-4351-9260-8fb46fc0d195', 'admin_state_up': False}]} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:09.001667 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Request body: {'port': {'network_id': '9c3d7228-68f3-4a32-808b-af242476a695', 'name': 'tempest-port--400245480', 'admin_state_up': True}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:09.002464 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Request body: {'port': {'network_id': '6f315d9d-8aa3-4351-9260-8fb46fc0d195', 'admin_state_up': False}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:09.007471 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f419b7b-c24d-4e8b-b969-75a1c089315b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Pushing event updated for resources: {'Network': ['ID=6f315d9d-8aa3-4351-9260-8fb46fc0d195,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:09.069608 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 6f315d9d-8aa3-4351-9260-8fb46fc0d195 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:15:09.513252 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Made reservation on behalf of 1f74f0cd66df4414a8feb1acdbcbd278 for: {'port': 2} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:09.524515 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:09.558185 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:09.707139 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2bb2e567-8234-4e7c-8c92-a185ba950fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:10.142073 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] device_id is not set on port 657038d3-84d6-4583-8794-d89ae78bae2a yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:15:10.275218 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2bb2e567-8234-4e7c-8c92-a185ba950fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:10.285757 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2bb2e567-8234-4e7c-8c92-a185ba950fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:10.374733 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2e567-8234-4e7c-8c92-a185ba950fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75cdc65-3c0f-4f1c-8fc9-c0d774224911,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:10.388262 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59158) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:10.388770 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2bb2e567-8234-4e7c-8c92-a185ba950fb8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9ec21ad3061443f3a574ffb8cd308385&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5024149 May 26 16:15:10.466321 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:10.591232 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1ade8e72-4430-4ba9-9941-f77969d6ee2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:10.670970 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1ade8e72-4430-4ba9-9941-f77969d6ee2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:10.720643 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] device_id is not set on port 787e3a11-6db3-4bf0-b4df-ecb64a60a4aa yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:15:10.741862 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1ade8e72-4430-4ba9-9941-f77969d6ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:10.752282 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1ade8e72-4430-4ba9-9941-f77969d6ee2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:10.753468 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1ade8e72-4430-4ba9-9941-f77969d6ee2c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d75cdc65-3c0f-4f1c-8fc9-c0d774224911 HTTP/1.1" status: 204 len: 168 time: 0.3634708 May 26 16:15:10.769201 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade8e72-4430-4ba9-9941-f77969d6ee2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75cdc65-3c0f-4f1c-8fc9-c0d774224911,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:10.806763 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade8e72-4430-4ba9-9941-f77969d6ee2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:10.809073 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade8e72-4430-4ba9-9941-f77969d6ee2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:10.812603 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade8e72-4430-4ba9-9941-f77969d6ee2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:10.813527 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade8e72-4430-4ba9-9941-f77969d6ee2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:10.815636 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade8e72-4430-4ba9-9941-f77969d6ee2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:10.822352 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade8e72-4430-4ba9-9941-f77969d6ee2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:10.823148 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade8e72-4430-4ba9-9941-f77969d6ee2c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:10.824978 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade8e72-4430-4ba9-9941-f77969d6ee2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:10.825596 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade8e72-4430-4ba9-9941-f77969d6ee2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:10.826743 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade8e72-4430-4ba9-9941-f77969d6ee2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:10.829275 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade8e72-4430-4ba9-9941-f77969d6ee2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:10.830773 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade8e72-4430-4ba9-9941-f77969d6ee2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:11.093203 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:11.203840 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:11.352232 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Pushing event updated for resources: {'Port': ['ID=657038d3-84d6-4583-8794-d89ae78bae2a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:11.478054 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Checking segment: {'id': '90580869-8012-44d4-a190-1aeb063b2ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9c3d7228-68f3-4a32-808b-af242476a695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:15:11.483279 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Network hostable DHCP agents. Network: 9c3d7228-68f3-4a32-808b-af242476a695, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:15:11.530024 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Network 9c3d7228-68f3-4a32-808b-af242476a695 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:15:11.554253 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 9c3d7228-68f3-4a32-808b-af242476a695) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:11.568495 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d058f012-c95c-4e06-a8a5-960a69407fe6 None None] Network 9c3d7228-68f3-4a32-808b-af242476a695 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:15:11.583363 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:15:11.590418 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:11.918934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Pushing event updated for resources: {'Port': ['ID=787e3a11-6db3-4bf0-b4df-ecb64a60a4aa,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:11.949947 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Checking segment: {'id': 'a39098c7-234c-4d82-94f2-7e6b412a66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6f315d9d-8aa3-4351-9260-8fb46fc0d195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:15:11.954877 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Network hostable DHCP agents. Network: 6f315d9d-8aa3-4351-9260-8fb46fc0d195, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:15:12.020808 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Network 6f315d9d-8aa3-4351-9260-8fb46fc0d195 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:15:12.038409 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 6f315d9d-8aa3-4351-9260-8fb46fc0d195) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:12.053848 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c173d0d4-9e24-473a-ab18-16d45023b21e None None] Network 6f315d9d-8aa3-4351-9260-8fb46fc0d195 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:15:12.065225 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:15:12.112335 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:12.122508 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:12.123850 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:12.196758 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-34903f90-d6a4-4a65-898e-0ad40a9092c2 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.2060409 May 26 16:15:12.201117 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59192) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:12.366695 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07893-8186-48f4-9fd7-897ba6858d41 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:12.379605 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07893-8186-48f4-9fd7-897ba6858d41 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:12.383019 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-03a07893-8186-48f4-9fd7-897ba6858d41 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1794360 May 26 16:15:12.388166 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59194) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:12.615764 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-94ffbbd9-735a-47c1-b6d3-6b0563fdce37 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Deleting port 657038d3-84d6-4583-8794-d89ae78bae2a {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:12.616252 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94ffbbd9-735a-47c1-b6d3-6b0563fdce37 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:12.750530 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59198) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:12.780041 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94ffbbd9-735a-47c1-b6d3-6b0563fdce37 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:12.788989 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2209a397-604a-4d44-b1c9-aa24db3d1930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:12.829789 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-94ffbbd9-735a-47c1-b6d3-6b0563fdce37 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Calling delete_port for 657038d3-84d6-4583-8794-d89ae78bae2a owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:12.971640 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf536-d650-4937-98aa-f5505888f98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:13.028393 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2209a397-604a-4d44-b1c9-aa24db3d1930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:13.035625 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2209a397-604a-4d44-b1c9-aa24db3d1930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:13.159227 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2209a397-604a-4d44-b1c9-aa24db3d1930 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a3927a28dbcf44c3b32ff50f8a4cde2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4073012 May 26 16:15:13.160946 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94ffbbd9-735a-47c1-b6d3-6b0563fdce37 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:13.164764 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59206) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:13.174006 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209a397-604a-4d44-b1c9-aa24db3d1930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0ed8dd-0701-4078-b7d5-82f76feba3b8,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:13.268371 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5249af0a-a48f-4907-a047-73901808e44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:13.274219 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffbbd9-735a-47c1-b6d3-6b0563fdce37 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Pushing event deleted for resources: {'Port': ['ID=657038d3-84d6-4583-8794-d89ae78bae2a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:13.284705 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94ffbbd9-735a-47c1-b6d3-6b0563fdce37 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:13.296391 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-94ffbbd9-735a-47c1-b6d3-6b0563fdce37 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] 10.222.0.77 "DELETE /v2.0/ports/657038d3-84d6-4583-8794-d89ae78bae2a HTTP/1.1" status: 204 len: 168 time: 0.9062271 May 26 16:15:13.297957 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59208) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:13.321670 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5249af0a-a48f-4907-a047-73901808e44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:13.441705 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5249af0a-a48f-4907-a047-73901808e44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:13.448193 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5249af0a-a48f-4907-a047-73901808e44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:13.454343 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5249af0a-a48f-4907-a047-73901808e44d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0c0ed8dd-0701-4078-b7d5-82f76feba3b8 HTTP/1.1" status: 204 len: 168 time: 0.2841806 May 26 16:15:13.477998 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249af0a-a48f-4907-a047-73901808e44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0ed8dd-0701-4078-b7d5-82f76feba3b8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:13.520212 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-023f9666-8a0b-486d-96c7-22ba78a13961 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Deleting port 787e3a11-6db3-4bf0-b4df-ecb64a60a4aa {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:13.521948 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-023f9666-8a0b-486d-96c7-22ba78a13961 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:13.678795 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-023f9666-8a0b-486d-96c7-22ba78a13961 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:13.701135 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-023f9666-8a0b-486d-96c7-22ba78a13961 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Calling delete_port for 787e3a11-6db3-4bf0-b4df-ecb64a60a4aa owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:13.753175 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59218) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:13.849275 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-023f9666-8a0b-486d-96c7-22ba78a13961 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:13.908619 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f9666-8a0b-486d-96c7-22ba78a13961 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Pushing event deleted for resources: {'Port': ['ID=787e3a11-6db3-4bf0-b4df-ecb64a60a4aa,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:13.915969 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-023f9666-8a0b-486d-96c7-22ba78a13961 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:13.923445 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-023f9666-8a0b-486d-96c7-22ba78a13961 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] 10.222.0.77 "DELETE /v2.0/ports/787e3a11-6db3-4bf0-b4df-ecb64a60a4aa HTTP/1.1" status: 204 len: 168 time: 0.6233363 May 26 16:15:13.925812 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59222) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:13.983526 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a0d74647-94b6-411f-a5b5-666fad159d9b tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0553586 May 26 16:15:13.987549 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59224) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:13.996297 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-476a5c09-55e3-46bb-bcd7-16866efefb73 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2108381428'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:14.027085 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476a5c09-55e3-46bb-bcd7-16866efefb73 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Made reservation on behalf of 1f74f0cd66df4414a8feb1acdbcbd278 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:14.034641 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-476a5c09-55e3-46bb-bcd7-16866efefb73 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:14.094663 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-476a5c09-55e3-46bb-bcd7-16866efefb73 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:15:14.127866 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-476a5c09-55e3-46bb-bcd7-16866efefb73 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:14.129783 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-476a5c09-55e3-46bb-bcd7-16866efefb73 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Added segment 0fd85c13-5875-41ef-8c67-f5e199832005 of type vlan for network 1b7606ac-1883-4e9d-aa3e-d602287e3dc2 May 26 16:15:14.236220 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-476a5c09-55e3-46bb-bcd7-16866efefb73 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:14.278014 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-476a5c09-55e3-46bb-bcd7-16866efefb73 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:14.286229 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476a5c09-55e3-46bb-bcd7-16866efefb73 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:14.287194 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-476a5c09-55e3-46bb-bcd7-16866efefb73 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:14.364498 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bb05c545-8f87-48fb-a28a-f13263c02036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:14.392319 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-476a5c09-55e3-46bb-bcd7-16866efefb73 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4031136 May 26 16:15:14.397564 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59232) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:14.409176 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-27638f92-605e-4405-aad4-e88a0977d14e tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1657027094'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:14.439233 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a5c09-55e3-46bb-bcd7-16866efefb73 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Pushing event updated for resources: {'Network': ['ID=1b7606ac-1883-4e9d-aa3e-d602287e3dc2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:14.468240 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 1b7606ac-1883-4e9d-aa3e-d602287e3dc2 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:15:14.588936 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27638f92-605e-4405-aad4-e88a0977d14e tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Made reservation on behalf of 1f74f0cd66df4414a8feb1acdbcbd278 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:14.605121 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-27638f92-605e-4405-aad4-e88a0977d14e tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:14.703765 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27638f92-605e-4405-aad4-e88a0977d14e tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:15:14.752420 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-27638f92-605e-4405-aad4-e88a0977d14e tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:14.753349 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-27638f92-605e-4405-aad4-e88a0977d14e tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Added segment dd818b7b-d605-426d-b4da-3b533f2fca3f of type vlan for network b434ae2c-9fec-43a3-95f3-5916df1de1a9 May 26 16:15:14.894711 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-27638f92-605e-4405-aad4-e88a0977d14e tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:14.933060 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bb05c545-8f87-48fb-a28a-f13263c02036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:14.950764 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bb05c545-8f87-48fb-a28a-f13263c02036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:15.071501 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bb05c545-8f87-48fb-a28a-f13263c02036 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=86a19dc58ea64c2283b757148683cfcd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3130393 May 26 16:15:15.071789 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59244) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:15.076631 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-27638f92-605e-4405-aad4-e88a0977d14e tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:15.092378 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27638f92-605e-4405-aad4-e88a0977d14e tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:15.093536 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-27638f92-605e-4405-aad4-e88a0977d14e tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:15.134406 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05c545-8f87-48fb-a28a-f13263c02036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb42cb5a-50e8-44c2-8157-9daf9b19a357,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:15.200132 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-27638f92-605e-4405-aad4-e88a0977d14e tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7892394 May 26 16:15:15.277522 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9063efd-c0a8-4f32-ba66-8865e8f28e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:15.296936 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59250) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:15.377712 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27638f92-605e-4405-aad4-e88a0977d14e tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Pushing event updated for resources: {'Network': ['ID=b434ae2c-9fec-43a3-95f3-5916df1de1a9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:15.390184 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9063efd-c0a8-4f32-ba66-8865e8f28e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:15.424589 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network b434ae2c-9fec-43a3-95f3-5916df1de1a9 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:15:15.649874 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9063efd-c0a8-4f32-ba66-8865e8f28e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:15.655399 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9063efd-c0a8-4f32-ba66-8865e8f28e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:15.657588 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a9063efd-c0a8-4f32-ba66-8865e8f28e77 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bb42cb5a-50e8-44c2-8157-9daf9b19a357 HTTP/1.1" status: 204 len: 168 time: 0.5830348 May 26 16:15:15.704700 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9063efd-c0a8-4f32-ba66-8865e8f28e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb42cb5a-50e8-44c2-8157-9daf9b19a357,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:15.710704 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0ffa0523-41ca-4ee8-85b1-e18f52373d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:16.462349 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:16.804938 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b82d02f2-cb08-46cc-930f-f9938a57ce0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:17.878419 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:17.879861 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-b82d02f2-cb08-46cc-930f-f9938a57ce0e admin admin] Deleting port 51eb3f43-4d06-4977-a80e-96b9e891ff4c {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:17.880937 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b82d02f2-cb08-46cc-930f-f9938a57ce0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:18.074068 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-b82d02f2-cb08-46cc-930f-f9938a57ce0e admin admin] For port 51eb3f43-4d06-4977-a80e-96b9e891ff4c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=51eb3f43-4d06-4977-a80e-96b9e891ff4c,segment=NetworkSegment(4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75),segment_id=4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:18.074484 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b82d02f2-cb08-46cc-930f-f9938a57ce0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:18.114323 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-b82d02f2-cb08-46cc-930f-f9938a57ce0e admin admin] Calling delete_port for 51eb3f43-4d06-4977-a80e-96b9e891ff4c owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:18.308003 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:18.480870 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59286) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:18.556780 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b82d02f2-cb08-46cc-930f-f9938a57ce0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:18.582882 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59292) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:18.672929 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d02f2-cb08-46cc-930f-f9938a57ce0e admin admin] Pushing event deleted for resources: {'Port': ['ID=51eb3f43-4d06-4977-a80e-96b9e891ff4c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:18.799174 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9ce0f42b-9155-49bb-b9a3-c4d104c2bde8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:18.973585 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:19.151286 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9ce0f42b-9155-49bb-b9a3-c4d104c2bde8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:19.159985 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9ce0f42b-9155-49bb-b9a3-c4d104c2bde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:19.200798 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b82d02f2-cb08-46cc-930f-f9938a57ce0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:19.220949 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9ce0f42b-9155-49bb-b9a3-c4d104c2bde8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b3fa4628409a4f52a8a154d508e1fd0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7383153 May 26 16:15:19.224695 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa7626aa-7c55-4204-8169-ea881a0071ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:19.228255 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59300) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:19.289806 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0f42b-9155-49bb-b9a3-c4d104c2bde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a37b12e-4a53-4fd2-8358-513c9173a8b9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:19.513210 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa7626aa-7c55-4204-8169-ea881a0071ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:19.521797 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa7626aa-7c55-4204-8169-ea881a0071ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:19.611392 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-aa7626aa-7c55-4204-8169-ea881a0071ec admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d52376af714e46f4bf5eb3bda2bd4fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0269694 May 26 16:15:19.613964 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7626aa-7c55-4204-8169-ea881a0071ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ba0ce6-0af6-4564-ac06-68f0fcc2e822,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:19.617499 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06117eb5-b77e-4e32-b3e1-6ec61ab4d09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:19.619887 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59308) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:19.745019 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06117eb5-b77e-4e32-b3e1-6ec61ab4d09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:19.808642 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-47f75772-9e4f-4b05-adf4-1185de2074bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:19.874087 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-47f75772-9e4f-4b05-adf4-1185de2074bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:19.984472 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06117eb5-b77e-4e32-b3e1-6ec61ab4d09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:19.990964 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06117eb5-b77e-4e32-b3e1-6ec61ab4d09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:19.993606 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-06117eb5-b77e-4e32-b3e1-6ec61ab4d09f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0a37b12e-4a53-4fd2-8358-513c9173a8b9 HTTP/1.1" status: 204 len: 168 time: 0.7631488 May 26 16:15:20.018368 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-47f75772-9e4f-4b05-adf4-1185de2074bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:20.023289 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06117eb5-b77e-4e32-b3e1-6ec61ab4d09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a37b12e-4a53-4fd2-8358-513c9173a8b9,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:20.023653 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-47f75772-9e4f-4b05-adf4-1185de2074bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:20.027296 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-47f75772-9e4f-4b05-adf4-1185de2074bc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/83ba0ce6-0af6-4564-ac06-68f0fcc2e822 HTTP/1.1" status: 204 len: 168 time: 0.4036772 May 26 16:15:20.043501 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f75772-9e4f-4b05-adf4-1185de2074bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ba0ce6-0af6-4564-ac06-68f0fcc2e822,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:20.090897 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82d02f2-cb08-46cc-930f-f9938a57ce0e admin admin] Router 31267388-5dc3-4858-8f6c-1d34e54ef18a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:15:20.842277 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82d02f2-cb08-46cc-930f-f9938a57ce0e admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:15:20.856632 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b82d02f2-cb08-46cc-930f-f9938a57ce0e admin admin] 10.222.0.77 "PUT /v2.0/routers/31267388-5dc3-4858-8f6c-1d34e54ef18a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5555291 May 26 16:15:20.858795 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afdf7fc-8d4c-4079-ae53-c00a95166b21 None None] Sync routers for ids ['31267388-5dc3-4858-8f6c-1d34e54ef18a'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:15:20.860604 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59326) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:20.907779 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afdf7fc-8d4c-4079-ae53-c00a95166b21 None None] Routers {'31267388-5dc3-4858-8f6c-1d34e54ef18a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:20.912757 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8afdf7fc-8d4c-4079-ae53-c00a95166b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:15:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['31267388-5dc3-4858-8f6c-1d34e54ef18a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:21.096269 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-088a9f10-e808-4d63-a483-e1df912fd658 admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:21.191594 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59328) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:21.208045 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d665c623-4a86-40d5-ab5f-31ee0256939c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Request body: {'subnets': [{'network_id': '1b7606ac-1883-4e9d-aa3e-d602287e3dc2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1632297260', 'ip_version': 6}, {'network_id': 'b434ae2c-9fec-43a3-95f3-5916df1de1a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:21.209711 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d665c623-4a86-40d5-ab5f-31ee0256939c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Request body: {'subnet': {'network_id': '1b7606ac-1883-4e9d-aa3e-d602287e3dc2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1632297260', 'ip_version': 6}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:21.211308 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d665c623-4a86-40d5-ab5f-31ee0256939c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Request body: {'subnet': {'network_id': 'b434ae2c-9fec-43a3-95f3-5916df1de1a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:21.221643 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59330) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:21.337030 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-8afdf7fc-8d4c-4079-ae53-c00a95166b21 None None] Set router 31267388-5dc3-4858-8f6c-1d34e54ef18a gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:15:21.365515 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59332) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:21.416701 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-997f771f-429b-45fa-bb1f-6652ab16fb67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:21.420204 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-558dedbe-031d-4b22-9f2e-0ad73449d33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:21.788124 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d665c623-4a86-40d5-ab5f-31ee0256939c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Made reservation on behalf of 1f74f0cd66df4414a8feb1acdbcbd278 for: {'subnet': 2} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:21.788124 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d665c623-4a86-40d5-ab5f-31ee0256939c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:21.788124 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d665c623-4a86-40d5-ab5f-31ee0256939c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:21.804649 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8afdf7fc-8d4c-4079-ae53-c00a95166b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'name': 'tempest-TaggedBootDevicesTest_v242-2123964333-router', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:47Z', 'updated_at': '2022-05-26T16:15:18Z', 'revision_number': 5, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'gw_port': {'id': '4cd90625-9146-4dba-b5e7-5f4dc40e539f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:07:51Z', 'updated_at': '2022-05-26T16:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:21.821237 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-997f771f-429b-45fa-bb1f-6652ab16fb67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:21.887054 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-997f771f-429b-45fa-bb1f-6652ab16fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:21.905382 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-558dedbe-031d-4b22-9f2e-0ad73449d33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:21.927590 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-edc9a2f9-f27d-4ef2-bf2a-238f46bfe091 req-978614df-576d-44d0-b4d0-0644126a74bb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0800433 May 26 16:15:21.938037 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-088a9f10-e808-4d63-a483-e1df912fd658 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:21.940598 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-558dedbe-031d-4b22-9f2e-0ad73449d33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:22.014905 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afdf7fc-8d4c-4079-ae53-c00a95166b21 None None] Checking router: 31267388-5dc3-4858-8f6c-1d34e54ef18a for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:15:22.035605 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afdf7fc-8d4c-4079-ae53-c00a95166b21 None None] Routers {'31267388-5dc3-4858-8f6c-1d34e54ef18a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:22.038564 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8afdf7fc-8d4c-4079-ae53-c00a95166b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:15:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['31267388-5dc3-4858-8f6c-1d34e54ef18a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:22.048805 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-997f771f-429b-45fa-bb1f-6652ab16fb67 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4ca85a13cb96484ca514851f12c00068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7128096 May 26 16:15:22.055858 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59340) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:22.092953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f771f-429b-45fa-bb1f-6652ab16fb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8eedb9-56b8-4541-892d-5b2cb1781460,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:22.133191 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9a2f9-f27d-4ef2-bf2a-238f46bfe091 req-24ddbbe3-b88d-4297-b5fa-c031430c7e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:22.136999 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-edc9a2f9-f27d-4ef2-bf2a-238f46bfe091 req-24ddbbe3-b88d-4297-b5fa-c031430c7e35 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc8e9e5224b24be293153e1aeb086cbc&device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 1097 time: 0.1368239 May 26 16:15:22.140418 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-558dedbe-031d-4b22-9f2e-0ad73449d33e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ef972687f8b4454f9bed6a05ba59bef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7664678 May 26 16:15:22.147488 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59342) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:22.171159 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-088a9f10-e808-4d63-a483-e1df912fd658 admin admin] Deleting port 4cd90625-9146-4dba-b5e7-5f4dc40e539f {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:22.171663 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-088a9f10-e808-4d63-a483-e1df912fd658 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:22.192867 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-8afdf7fc-8d4c-4079-ae53-c00a95166b21 None None] Set router 31267388-5dc3-4858-8f6c-1d34e54ef18a gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:15:22.216030 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558dedbe-031d-4b22-9f2e-0ad73449d33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1188c914-d601-4e7e-a12f-631f1b4819f9,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:22.280276 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8afdf7fc-8d4c-4079-ae53-c00a95166b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'name': 'tempest-TaggedBootDevicesTest_v242-2123964333-router', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:47Z', 'updated_at': '2022-05-26T16:15:21Z', 'revision_number': 6, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:22.342633 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afdf7fc-8d4c-4079-ae53-c00a95166b21 None None] The sync data for ids ['31267388-5dc3-4858-8f6c-1d34e54ef18a'] in n-d-843337-2 is: [{'id': '31267388-5dc3-4858-8f6c-1d34e54ef18a', 'name': 'tempest-TaggedBootDevicesTest_v242-2123964333-router', 'tenant_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:07:47Z', 'updated_at': '2022-05-26T16:15:21Z', 'revision_number': 6, 'project_id': 'd3f44b6fae1d4ce4bc737c28e8283000', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:15:22.345587 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73201f2f-4603-49ff-b535-858984dbc423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:22.403426 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73201f2f-4603-49ff-b535-858984dbc423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:22.521714 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9a2f9-f27d-4ef2-bf2a-238f46bfe091 req-a74afd55-8815-4336-b1a1-ba2b93587646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:22.523507 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-edc9a2f9-f27d-4ef2-bf2a-238f46bfe091 req-a74afd55-8815-4336-b1a1-ba2b93587646 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cd7c6e08-1774-4556-87ba-7d5b55a35abf HTTP/1.1" status: 200 len: 918 time: 0.3457532 May 26 16:15:22.605238 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bb34c7e5-370e-49d0-9149-0506084aa607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:22.674635 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-088a9f10-e808-4d63-a483-e1df912fd658 admin admin] For port 4cd90625-9146-4dba-b5e7-5f4dc40e539f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4cd90625-9146-4dba-b5e7-5f4dc40e539f,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:22.675319 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-088a9f10-e808-4d63-a483-e1df912fd658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:22.710394 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bb34c7e5-370e-49d0-9149-0506084aa607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:22.733616 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73201f2f-4603-49ff-b535-858984dbc423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:22.741122 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73201f2f-4603-49ff-b535-858984dbc423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:22.743306 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d665c623-4a86-40d5-ab5f-31ee0256939c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:22.749333 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-73201f2f-4603-49ff-b535-858984dbc423 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6d8eedb9-56b8-4541-892d-5b2cb1781460 HTTP/1.1" status: 204 len: 168 time: 0.6894603 May 26 16:15:22.751593 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-088a9f10-e808-4d63-a483-e1df912fd658 admin admin] Calling delete_port for 4cd90625-9146-4dba-b5e7-5f4dc40e539f owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:22.798725 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-edc9a2f9-f27d-4ef2-bf2a-238f46bfe091 req-2af54161-8781-4108-9835-72deb326ffe4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=998a0b6f-286a-4499-b21e-44a350045c77 HTTP/1.1" status: 200 len: 1001 time: 0.2573209 May 26 16:15:22.945460 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665c623-4a86-40d5-ab5f-31ee0256939c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Pushing event updated for resources: {'Subnet': ['ID=524a16bd-ff0d-40c0-b827-dae5807f1d42,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:22.981282 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9a2f9-f27d-4ef2-bf2a-238f46bfe091 req-67f9fe5c-e001-4dcc-a77c-a9d6bf55e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:22.984278 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-edc9a2f9-f27d-4ef2-bf2a-238f46bfe091 req-67f9fe5c-e001-4dcc-a77c-a9d6bf55e6c9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab HTTP/1.1" status: 200 len: 856 time: 0.1326108 May 26 16:15:22.991951 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d665c623-4a86-40d5-ab5f-31ee0256939c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Checking segment: {'id': '0fd85c13-5875-41ef-8c67-f5e199832005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1b7606ac-1883-4e9d-aa3e-d602287e3dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:15:22.992506 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d665c623-4a86-40d5-ab5f-31ee0256939c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Network hostable DHCP agents. Network: 1b7606ac-1883-4e9d-aa3e-d602287e3dc2, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:15:23.013313 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73201f2f-4603-49ff-b535-858984dbc423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8eedb9-56b8-4541-892d-5b2cb1781460,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:23.073658 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d665c623-4a86-40d5-ab5f-31ee0256939c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Network 1b7606ac-1883-4e9d-aa3e-d602287e3dc2 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:15:23.103181 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-d665c623-4a86-40d5-ab5f-31ee0256939c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 1b7606ac-1883-4e9d-aa3e-d602287e3dc2) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:23.118547 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b9b167-04b5-4495-8b6b-2fe6fe94b47a None None] Network 1b7606ac-1883-4e9d-aa3e-d602287e3dc2 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:15:23.130116 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d665c623-4a86-40d5-ab5f-31ee0256939c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:23.214697 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665c623-4a86-40d5-ab5f-31ee0256939c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Pushing event updated for resources: {'Subnet': ['ID=54427fe5-3d44-4cac-9924-6a2c3d264ddc,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:23.257308 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d665c623-4a86-40d5-ab5f-31ee0256939c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Checking segment: {'id': 'dd818b7b-d605-426d-b4da-3b533f2fca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b434ae2c-9fec-43a3-95f3-5916df1de1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:15:23.257970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d665c623-4a86-40d5-ab5f-31ee0256939c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Network hostable DHCP agents. Network: b434ae2c-9fec-43a3-95f3-5916df1de1a9, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:15:23.289661 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d665c623-4a86-40d5-ab5f-31ee0256939c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Network b434ae2c-9fec-43a3-95f3-5916df1de1a9 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:15:23.303086 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bb34c7e5-370e-49d0-9149-0506084aa607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:23.306229 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-d665c623-4a86-40d5-ab5f-31ee0256939c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, b434ae2c-9fec-43a3-95f3-5916df1de1a9) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:23.307679 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bb34c7e5-370e-49d0-9149-0506084aa607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:23.313922 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bb34c7e5-370e-49d0-9149-0506084aa607 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1188c914-d601-4e7e-a12f-631f1b4819f9 HTTP/1.1" status: 204 len: 168 time: 1.1644707 May 26 16:15:23.325792 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d665c623-4a86-40d5-ab5f-31ee0256939c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:23.327083 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d665c623-4a86-40d5-ab5f-31ee0256939c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:23.327863 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d665c623-4a86-40d5-ab5f-31ee0256939c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:23.344939 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698caca1-abc2-4e89-a9a4-70f3b808a239 None None] Network b434ae2c-9fec-43a3-95f3-5916df1de1a9 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:15:23.364994 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9a2f9-f27d-4ef2-bf2a-238f46bfe091 req-8d77cfcf-ac55-49ce-910d-8cc205254e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:23.367889 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-edc9a2f9-f27d-4ef2-bf2a-238f46bfe091 req-8d77cfcf-ac55-49ce-910d-8cc205254e28 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cd7c6e08-1774-4556-87ba-7d5b55a35abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3694842 May 26 16:15:23.371708 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34c7e5-370e-49d0-9149-0506084aa607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1188c914-d601-4e7e-a12f-631f1b4819f9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:23.389599 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d665c623-4a86-40d5-ab5f-31ee0256939c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.1815298 May 26 16:15:23.394189 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59352) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:23.713990 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dd173a-5720-4f43-85ea-37ae4d9bf286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-b434ae2c-9fec-43a3-95f3-5916df1de1a9', 'network_id': 'b434ae2c-9fec-43a3-95f3-5916df1de1a9', 'tenant_id': '1f74f0cd66df4414a8feb1acdbcbd278', 'fixed_ips': [{'subnet_id': '54427fe5-3d44-4cac-9924-6a2c3d264ddc'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:15:23.717164 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-21dd173a-5720-4f43-85ea-37ae4d9bf286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:23.788842 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05454e7-7cfd-44d8-a98e-ebe0f9a7b3cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-1b7606ac-1883-4e9d-aa3e-d602287e3dc2', 'network_id': '1b7606ac-1883-4e9d-aa3e-d602287e3dc2', 'tenant_id': '1f74f0cd66df4414a8feb1acdbcbd278', 'fixed_ips': [{'subnet_id': '524a16bd-ff0d-40c0-b827-dae5807f1d42'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:15:23.790214 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f05454e7-7cfd-44d8-a98e-ebe0f9a7b3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:23.798083 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884c6333-4eed-438a-942e-e6a86c7f3d4c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:23.800202 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884c6333-4eed-438a-942e-e6a86c7f3d4c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:23.801967 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884c6333-4eed-438a-942e-e6a86c7f3d4c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:23.803619 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-884c6333-4eed-438a-942e-e6a86c7f3d4c tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4080720 May 26 16:15:23.823413 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59362) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:23.825559 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-edc9a2f9-f27d-4ef2-bf2a-238f46bfe091 req-da4755b4-90f8-4199-8991-287b5f313013 service neutron] 10.222.0.81 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492540 May 26 16:15:23.904229 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-088a9f10-e808-4d63-a483-e1df912fd658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:24.015126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a9f10-e808-4d63-a483-e1df912fd658 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cd90625-9146-4dba-b5e7-5f4dc40e539f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:24.046475 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ae091f-305c-40c2-a073-f48fd933cf60 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Deleting subnet 524a16bd-ff0d-40c0-b827-dae5807f1d42 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:15:24.059514 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-86ae091f-305c-40c2-a073-f48fd933cf60 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:24.165849 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-edc9a2f9-f27d-4ef2-bf2a-238f46bfe091 req-666b5b1d-311f-4251-b99b-fb45d98bbccd service neutron] 10.222.0.81 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287191 May 26 16:15:24.167753 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-088a9f10-e808-4d63-a483-e1df912fd658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:24.221891 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-86ae091f-305c-40c2-a073-f48fd933cf60 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:24.447265 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-86ae091f-305c-40c2-a073-f48fd933cf60 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:24.483615 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 51eb3f43-4d06-4977-a80e-96b9e891ff4c no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:15:24.585628 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 51eb3f43-4d06-4977-a80e-96b9e891ff4c {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:15:24.586601 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 51eb3f43-4d06-4977-a80e-96b9e891ff4c not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:15:24.587581 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4cd90625-9146-4dba-b5e7-5f4dc40e539f no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:15:24.648280 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 4cd90625-9146-4dba-b5e7-5f4dc40e539f {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:15:24.649233 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4cd90625-9146-4dba-b5e7-5f4dc40e539f not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:15:24.677900 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-088a9f10-e808-4d63-a483-e1df912fd658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:24.677900 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-088a9f10-e808-4d63-a483-e1df912fd658 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:24.685989 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-86ae091f-305c-40c2-a073-f48fd933cf60 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:24.765336 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-088a9f10-e808-4d63-a483-e1df912fd658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:24.766382 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088a9f10-e808-4d63-a483-e1df912fd658 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31267388-5dc3-4858-8f6c-1d34e54ef18a {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:15:24.776063 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-088a9f10-e808-4d63-a483-e1df912fd658 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:24.777543 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-088a9f10-e808-4d63-a483-e1df912fd658 admin admin] 10.222.0.77 "DELETE /v2.0/routers/31267388-5dc3-4858-8f6c-1d34e54ef18a HTTP/1.1" status: 204 len: 168 time: 3.9145327 May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server [None req-f05454e7-7cfd-44d8-a98e-ebe0f9a7b3cf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 524a16bd-ff0d-40c0-b827-dae5807f1d42: This subnet is being modified by another concurrent operation. May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise exception May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 524a16bd-ff0d-40c0-b827-dae5807f1d42: This subnet is being modified by another concurrent operation. May 26 16:15:24.785826 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server May 26 16:15:24.799843 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59386) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:24.801261 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-21dd173a-5720-4f43-85ea-37ae4d9bf286 None None] Allocated IP 2001:db8:0:1::1 (b434ae2c-9fec-43a3-95f3-5916df1de1a9/54427fe5-3d44-4cac-9924-6a2c3d264ddc/4c98d041-933d-48b9-9f44-8e03dd9aa6ac) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:15:24.817815 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-86ae091f-305c-40c2-a073-f48fd933cf60 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:24.834311 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-86ae091f-305c-40c2-a073-f48fd933cf60 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] 10.222.0.77 "DELETE /v2.0/subnets/524a16bd-ff0d-40c0-b827-dae5807f1d42 HTTP/1.1" status: 204 len: 168 time: 1.0090520 May 26 16:15:24.839472 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae091f-305c-40c2-a073-f48fd933cf60 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Pushing event deleted for resources: {'Subnet': ['ID=524a16bd-ff0d-40c0-b827-dae5807f1d42,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:24.886376 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2343cb-6e14-4164-8e91-4deda67441d2 None None] Network 1b7606ac-1883-4e9d-aa3e-d602287e3dc2 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:15:24.888254 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59390) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:24.992138 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec2f6d1-75e5-4a2b-b590-2d58445f7f70 admin admin] Deleting subnet e39dcd09-8b50-4182-9445-d6005ccf9aaa {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:15:25.007641 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9ec2f6d1-75e5-4a2b-b590-2d58445f7f70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:25.050436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe621fc-dc9b-49bb-8191-e236b60d6e90 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Deleting subnet 54427fe5-3d44-4cac-9924-6a2c3d264ddc {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:15:25.137611 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9ec2f6d1-75e5-4a2b-b590-2d58445f7f70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:25.283877 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-21dd173a-5720-4f43-85ea-37ae4d9bf286 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:25.295279 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fbe621fc-dc9b-49bb-8191-e236b60d6e90 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:25.300339 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-21dd173a-5720-4f43-85ea-37ae4d9bf286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:25.388083 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dd173a-5720-4f43-85ea-37ae4d9bf286 None None] Network b434ae2c-9fec-43a3-95f3-5916df1de1a9 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:15:25.389614 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9ec2f6d1-75e5-4a2b-b590-2d58445f7f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:25.398420 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-21dd173a-5720-4f43-85ea-37ae4d9bf286 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:25.409385 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dd173a-5720-4f43-85ea-37ae4d9bf286 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:15:25.412578 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fbe621fc-dc9b-49bb-8191-e236b60d6e90 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:25.426515 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd173a-5720-4f43-85ea-37ae4d9bf286 None None] Pushing event updated for resources: {'Port': ['ID=4c98d041-933d-48b9-9f44-8e03dd9aa6ac,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:25.532020 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-21dd173a-5720-4f43-85ea-37ae4d9bf286 None None] Attempting to bind port 4c98d041-933d-48b9-9f44-8e03dd9aa6ac on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:15:25.534459 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-21dd173a-5720-4f43-85ea-37ae4d9bf286 None None] Attempting to bind port 4c98d041-933d-48b9-9f44-8e03dd9aa6ac by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'dd818b7b-d605-426d-b4da-3b533f2fca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b434ae2c-9fec-43a3-95f3-5916df1de1a9'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:15:25.534716 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd173a-5720-4f43-85ea-37ae4d9bf286 None None] Attempting to bind port 4c98d041-933d-48b9-9f44-8e03dd9aa6ac on network b434ae2c-9fec-43a3-95f3-5916df1de1a9 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:15:25.553126 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd173a-5720-4f43-85ea-37ae4d9bf286 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:15:25.553497 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd173a-5720-4f43-85ea-37ae4d9bf286 None None] Checking segment: {'id': 'dd818b7b-d605-426d-b4da-3b533f2fca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b434ae2c-9fec-43a3-95f3-5916df1de1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:15:25.554870 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-21dd173a-5720-4f43-85ea-37ae4d9bf286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:25.557355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd173a-5720-4f43-85ea-37ae4d9bf286 None None] Bound using segment: {'id': 'dd818b7b-d605-426d-b4da-3b533f2fca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b434ae2c-9fec-43a3-95f3-5916df1de1a9'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:15:25.558460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-21dd173a-5720-4f43-85ea-37ae4d9bf286 None None] Bound port: 4c98d041-933d-48b9-9f44-8e03dd9aa6ac, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd818b7b-d605-426d-b4da-3b533f2fca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'b434ae2c-9fec-43a3-95f3-5916df1de1a9'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:15:25.559273 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-21dd173a-5720-4f43-85ea-37ae4d9bf286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:25.566937 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9ec2f6d1-75e5-4a2b-b590-2d58445f7f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:25.657468 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2f6d1-75e5-4a2b-b590-2d58445f7f70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e39dcd09-8b50-4182-9445-d6005ccf9aaa,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:25.668485 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9ec2f6d1-75e5-4a2b-b590-2d58445f7f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:25.708429 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9ec2f6d1-75e5-4a2b-b590-2d58445f7f70 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e39dcd09-8b50-4182-9445-d6005ccf9aaa HTTP/1.1" status: 204 len: 168 time: 0.9183364 May 26 16:15:25.711019 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59410) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:25.747402 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-21dd173a-5720-4f43-85ea-37ae4d9bf286 None None] For port 4c98d041-933d-48b9-9f44-8e03dd9aa6ac, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:15:25.757396 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-21dd173a-5720-4f43-85ea-37ae4d9bf286 None None] For port 4c98d041-933d-48b9-9f44-8e03dd9aa6ac, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4c98d041-933d-48b9-9f44-8e03dd9aa6ac,segment=NetworkSegment(dd818b7b-d605-426d-b4da-3b533f2fca3f),segment_id=dd818b7b-d605-426d-b4da-3b533f2fca3f)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:15:25.763138 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ede3e74-0d2b-4ee9-b61e-d9be694bae1d None None] Network 759f9984-acd0-4751-a36a-a91d134cc760 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:15:25.783510 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fbe621fc-dc9b-49bb-8191-e236b60d6e90 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:25.906552 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-21dd173a-5720-4f43-85ea-37ae4d9bf286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:25.974600 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fbe621fc-dc9b-49bb-8191-e236b60d6e90 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:26.015405 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6f3cd93f-df37-41a7-a81f-368c1bf71afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:26.089135 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe621fc-dc9b-49bb-8191-e236b60d6e90 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Pushing event deleted for resources: {'Subnet': ['ID=54427fe5-3d44-4cac-9924-6a2c3d264ddc,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:26.094384 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fbe621fc-dc9b-49bb-8191-e236b60d6e90 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:26.110872 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fbe621fc-dc9b-49bb-8191-e236b60d6e90 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] 10.222.0.77 "DELETE /v2.0/subnets/54427fe5-3d44-4cac-9924-6a2c3d264ddc HTTP/1.1" status: 204 len: 168 time: 1.2134051 May 26 16:15:26.111704 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59420) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:26.146257 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd173a-5720-4f43-85ea-37ae4d9bf286 None None] Pushing event updated for resources: {'Port': ['ID=4c98d041-933d-48b9-9f44-8e03dd9aa6ac,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:26.268599 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-6f3cd93f-df37-41a7-a81f-368c1bf71afe admin admin] Deleting port b5fa973c-863e-4b82-943d-4faf43877d2d {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:26.270224 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6f3cd93f-df37-41a7-a81f-368c1bf71afe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:26.400563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898d4abe-5f57-47b2-926c-c9d5595685e6 None None] DHCP port deletion for 759f9984-acd0-4751-a36a-a91d134cc760 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:15:26.434702 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa06f86-ed36-4db8-a241-ef9602d0ed4a tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:26.438227 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-dfa06f86-ed36-4db8-a241-ef9602d0ed4a tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3230803 May 26 16:15:26.444321 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59428) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:26.560195 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-898d4abe-5f57-47b2-926c-c9d5595685e6 None None] Deleting port b5fa973c-863e-4b82-943d-4faf43877d2d {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:26.561069 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-898d4abe-5f57-47b2-926c-c9d5595685e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:26.599029 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-6f3cd93f-df37-41a7-a81f-368c1bf71afe admin admin] For port b5fa973c-863e-4b82-943d-4faf43877d2d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b5fa973c-863e-4b82-943d-4faf43877d2d,segment=NetworkSegment(4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75),segment_id=4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:26.605164 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6f3cd93f-df37-41a7-a81f-368c1bf71afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:26.664334 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-6f3cd93f-df37-41a7-a81f-368c1bf71afe admin admin] Calling delete_port for b5fa973c-863e-4b82-943d-4faf43877d2d owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:26.686191 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e03fcdd0-f474-4262-9bf9-18c0c75f51c3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:26.855474 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-898d4abe-5f57-47b2-926c-c9d5595685e6 None None] For port b5fa973c-863e-4b82-943d-4faf43877d2d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b5fa973c-863e-4b82-943d-4faf43877d2d,segment=NetworkSegment(4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75),segment_id=4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:26.856638 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-898d4abe-5f57-47b2-926c-c9d5595685e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:26.904293 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59436) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:26.938816 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-898d4abe-5f57-47b2-926c-c9d5595685e6 None None] Calling delete_port for b5fa973c-863e-4b82-943d-4faf43877d2d owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:26.967115 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e03fcdd0-f474-4262-9bf9-18c0c75f51c3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Deleting port 4c98d041-933d-48b9-9f44-8e03dd9aa6ac {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:26.967743 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e03fcdd0-f474-4262-9bf9-18c0c75f51c3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.023153 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6f3cd93f-df37-41a7-a81f-368c1bf71afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.165085 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3cd93f-df37-41a7-a81f-368c1bf71afe admin admin] Pushing event deleted for resources: {'Port': ['ID=b5fa973c-863e-4b82-943d-4faf43877d2d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:27.187294 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3cd93f-df37-41a7-a81f-368c1bf71afe admin admin] No DVR routers for this DVR port b5fa973c-863e-4b82-943d-4faf43877d2d on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:15:27.248334 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-898d4abe-5f57-47b2-926c-c9d5595685e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.319154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-e03fcdd0-f474-4262-9bf9-18c0c75f51c3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] For port 4c98d041-933d-48b9-9f44-8e03dd9aa6ac, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4c98d041-933d-48b9-9f44-8e03dd9aa6ac,segment=NetworkSegment(dd818b7b-d605-426d-b4da-3b533f2fca3f),segment_id=dd818b7b-d605-426d-b4da-3b533f2fca3f)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:27.320012 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e03fcdd0-f474-4262-9bf9-18c0c75f51c3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.326287 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d4abe-5f57-47b2-926c-c9d5595685e6 None None] Pushing event deleted for resources: {'Port': ['ID=b5fa973c-863e-4b82-943d-4faf43877d2d,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:27.330024 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898d4abe-5f57-47b2-926c-c9d5595685e6 None None] No DVR routers for this DVR port b5fa973c-863e-4b82-943d-4faf43877d2d on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:15:27.330339 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5eb05b1c-b158-4fc0-b9bc-f1759ce50ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.368832 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e03fcdd0-f474-4262-9bf9-18c0c75f51c3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Calling delete_port for 4c98d041-933d-48b9-9f44-8e03dd9aa6ac owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:27.492173 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6f3cd93f-df37-41a7-a81f-368c1bf71afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.569797 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-6f3cd93f-df37-41a7-a81f-368c1bf71afe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759f9984-acd0-4751-a36a-a91d134cc760']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:27.578988 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e03fcdd0-f474-4262-9bf9-18c0c75f51c3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.606173 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-6f3cd93f-df37-41a7-a81f-368c1bf71afe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:27.606173 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-6f3cd93f-df37-41a7-a81f-368c1bf71afe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:27.643686 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6f3cd93f-df37-41a7-a81f-368c1bf71afe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.651220 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fcdd0-f474-4262-9bf9-18c0c75f51c3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Pushing event deleted for resources: {'Port': ['ID=4c98d041-933d-48b9-9f44-8e03dd9aa6ac,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:27.668587 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03fcdd0-f474-4262-9bf9-18c0c75f51c3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] No DVR routers for this DVR port 4c98d041-933d-48b9-9f44-8e03dd9aa6ac on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:15:27.706068 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6f3cd93f-df37-41a7-a81f-368c1bf71afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.715555 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59448) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:27.727057 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3cd93f-df37-41a7-a81f-368c1bf71afe admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:15:27.727682 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6f3cd93f-df37-41a7-a81f-368c1bf71afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.883457 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b5fa973c-863e-4b82-943d-4faf43877d2d no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:15:27.913790 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e03fcdd0-f474-4262-9bf9-18c0c75f51c3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:27.927230 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75 resource provider aggregate not found May 26 16:15:27.996877 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: b5fa973c-863e-4b82-943d-4faf43877d2d {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:15:28.000163 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b5fa973c-863e-4b82-943d-4faf43877d2d not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:15:28.014209 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-e03fcdd0-f474-4262-9bf9-18c0c75f51c3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b434ae2c-9fec-43a3-95f3-5916df1de1a9']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:28.035957 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-e03fcdd0-f474-4262-9bf9-18c0c75f51c3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd818b7b-d605-426d-b4da-3b533f2fca3f') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:28.037069 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-e03fcdd0-f474-4262-9bf9-18c0c75f51c3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd818b7b-d605-426d-b4da-3b533f2fca3f') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:28.044588 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5eb05b1c-b158-4fc0-b9bc-f1759ce50ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.050750 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4efd57bb-0b22-4ee3-8ebe-f5c7cfb12a75 found for delete ", "request_id": "req-5f393214-edec-495e-a48a-75ab111e997e"}]} May 26 16:15:28.051776 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6f3cd93f-df37-41a7-a81f-368c1bf71afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.054224 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1471bfb8-1cf0-4858-a63e-14e0734ec48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.061198 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5eb05b1c-b158-4fc0-b9bc-f1759ce50ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.077854 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e03fcdd0-f474-4262-9bf9-18c0c75f51c3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.078243 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6f3cd93f-df37-41a7-a81f-368c1bf71afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.087198 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6f3cd93f-df37-41a7-a81f-368c1bf71afe admin admin] 10.222.0.77 "DELETE /v2.0/networks/759f9984-acd0-4751-a36a-a91d134cc760 HTTP/1.1" status: 204 len: 168 time: 2.3743913 May 26 16:15:28.094667 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59458) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:28.147734 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3cd93f-df37-41a7-a81f-368c1bf71afe admin admin] Pushing event deleted for resources: {'Network': ['ID=759f9984-acd0-4751-a36a-a91d134cc760,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:28.191924 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5eb05b1c-b158-4fc0-b9bc-f1759ce50ea9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b757882df4d540dfa2328ca5bb176eef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2843049 May 26 16:15:28.201626 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb05b1c-b158-4fc0-b9bc-f1759ce50ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94183ff-dcac-45ea-b5a4-e0cb4e9a7d29,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:28.211584 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59460) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:28.251583 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e03fcdd0-f474-4262-9bf9-18c0c75f51c3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.282419 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e03fcdd0-f474-4262-9bf9-18c0c75f51c3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:15:28.282419 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e03fcdd0-f474-4262-9bf9-18c0c75f51c3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.361706 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-40f58953-79a8-4026-a09e-21e0430450bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.369498 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment dd818b7b-d605-426d-b4da-3b533f2fca3f resource provider aggregate not found May 26 16:15:28.429111 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-40f58953-79a8-4026-a09e-21e0430450bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.484243 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1471bfb8-1cf0-4858-a63e-14e0734ec48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.499295 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faa0d72-b381-4d14-aa88-f41bf1cae2cb None None] Network b434ae2c-9fec-43a3-95f3-5916df1de1a9 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:15:28.506997 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment dd818b7b-d605-426d-b4da-3b533f2fca3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd818b7b-d605-426d-b4da-3b533f2fca3f found for delete ", "request_id": "req-ca14a7dc-9b15-466a-9f3b-8c5110cf05b8"}]} May 26 16:15:28.523068 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1471bfb8-1cf0-4858-a63e-14e0734ec48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.532078 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e03fcdd0-f474-4262-9bf9-18c0c75f51c3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.550534 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e03fcdd0-f474-4262-9bf9-18c0c75f51c3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.561161 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e03fcdd0-f474-4262-9bf9-18c0c75f51c3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] 10.222.0.77 "DELETE /v2.0/networks/b434ae2c-9fec-43a3-95f3-5916df1de1a9 HTTP/1.1" status: 204 len: 168 time: 2.1148303 May 26 16:15:28.566172 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59468) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:28.603028 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fcdd0-f474-4262-9bf9-18c0c75f51c3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Pushing event deleted for resources: {'Network': ['ID=b434ae2c-9fec-43a3-95f3-5916df1de1a9,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:28.621498 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8fe2b0a7-7a22-497c-a37c-5ab17f05d014 None None] Could not find standard attr ID for object 4c98d041-933d-48b9-9f44-8e03dd9aa6ac. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:15:28.646432 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471bfb8-1cf0-4858-a63e-14e0734ec48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a4927d-fa84-4b0c-86af-7df0e3281928,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:28.739808 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1471bfb8-1cf0-4858-a63e-14e0734ec48e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f496c1211e514f0cabcc8e0e10fba23b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0125709 May 26 16:15:28.744830 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59472) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:28.790749 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-40f58953-79a8-4026-a09e-21e0430450bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.796360 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-40f58953-79a8-4026-a09e-21e0430450bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.802610 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-40f58953-79a8-4026-a09e-21e0430450bc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f94183ff-dcac-45ea-b5a4-e0cb4e9a7d29 HTTP/1.1" status: 204 len: 168 time: 0.5833848 May 26 16:15:28.823533 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-288354ee-ec69-4a2c-a627-65894fc02fe3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:28.857278 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eab810a-0e94-40c4-9248-bda83595d727 None None] DHCP port deletion for b434ae2c-9fec-43a3-95f3-5916df1de1a9 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:15:28.907248 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f58953-79a8-4026-a09e-21e0430450bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94183ff-dcac-45ea-b5a4-e0cb4e9a7d29,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:28.917493 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63b0f48-32aa-4cc3-bcda-0ddd18723c25 None None] get_active_networks_info from n-d-843337-2 {{(pid=103897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:15:28.942127 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ed936ac1-cc8f-4c41-8d7f-116ed44efe2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.015215 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ed936ac1-cc8f-4c41-8d7f-116ed44efe2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.126389 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ed936ac1-cc8f-4c41-8d7f-116ed44efe2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.132676 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ed936ac1-cc8f-4c41-8d7f-116ed44efe2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.136203 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ed936ac1-cc8f-4c41-8d7f-116ed44efe2b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c4a4927d-fa84-4b0c-86af-7df0e3281928 HTTP/1.1" status: 204 len: 168 time: 0.3903465 May 26 16:15:29.156937 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed936ac1-cc8f-4c41-8d7f-116ed44efe2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a4927d-fa84-4b0c-86af-7df0e3281928,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:29.257061 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63b0f48-32aa-4cc3-bcda-0ddd18723c25 None None] Resources bound (agent type, host, resource id): {{(pid=103897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:15:29.314450 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-288354ee-ec69-4a2c-a627-65894fc02fe3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.425506 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-288354ee-ec69-4a2c-a627-65894fc02fe3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7606ac-1883-4e9d-aa3e-d602287e3dc2']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:29.486850 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-288354ee-ec69-4a2c-a627-65894fc02fe3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd85c13-5875-41ef-8c67-f5e199832005') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:29.487324 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-288354ee-ec69-4a2c-a627-65894fc02fe3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd85c13-5875-41ef-8c67-f5e199832005') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:29.512625 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-288354ee-ec69-4a2c-a627-65894fc02fe3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.554065 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-288354ee-ec69-4a2c-a627-65894fc02fe3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.579524 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288354ee-ec69-4a2c-a627-65894fc02fe3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:15:29.580286 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-288354ee-ec69-4a2c-a627-65894fc02fe3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.817169 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-288354ee-ec69-4a2c-a627-65894fc02fe3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.833864 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-288354ee-ec69-4a2c-a627-65894fc02fe3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:29.840657 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-288354ee-ec69-4a2c-a627-65894fc02fe3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] 10.222.0.77 "DELETE /v2.0/networks/1b7606ac-1883-4e9d-aa3e-d602287e3dc2 HTTP/1.1" status: 204 len: 168 time: 1.2700980 May 26 16:15:29.845027 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59492) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:29.884348 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288354ee-ec69-4a2c-a627-65894fc02fe3 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Pushing event deleted for resources: {'Network': ['ID=1b7606ac-1883-4e9d-aa3e-d602287e3dc2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:29.928729 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4c98d041-933d-48b9-9f44-8e03dd9aa6ac no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:15:29.970263 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-923bda77-fb02-44f3-8ca4-dbbec3b3819d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.094001 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 4c98d041-933d-48b9-9f44-8e03dd9aa6ac {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:15:30.094530 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4c98d041-933d-48b9-9f44-8e03dd9aa6ac not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:15:30.105752 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99a54888-c1e5-4b0e-8277-8af759007a87 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.465649 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99a54888-c1e5-4b0e-8277-8af759007a87 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.542970 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-99a54888-c1e5-4b0e-8277-8af759007a87 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f315d9d-8aa3-4351-9260-8fb46fc0d195']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:30.573552 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-99a54888-c1e5-4b0e-8277-8af759007a87 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39098c7-234c-4d82-94f2-7e6b412a66dc') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:30.574477 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-99a54888-c1e5-4b0e-8277-8af759007a87 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39098c7-234c-4d82-94f2-7e6b412a66dc') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:30.576566 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 0fd85c13-5875-41ef-8c67-f5e199832005 resource provider aggregate not found May 26 16:15:30.605432 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.618832 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 0fd85c13-5875-41ef-8c67-f5e199832005 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0fd85c13-5875-41ef-8c67-f5e199832005 found for delete ", "request_id": "req-e8e0349e-40d5-4ee1-9b96-24a978e5c72c"}]} May 26 16:15:30.629025 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99a54888-c1e5-4b0e-8277-8af759007a87 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.656118 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99a54888-c1e5-4b0e-8277-8af759007a87 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.671095 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a54888-c1e5-4b0e-8277-8af759007a87 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:15:30.672239 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99a54888-c1e5-4b0e-8277-8af759007a87 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.830716 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99a54888-c1e5-4b0e-8277-8af759007a87 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.871707 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment a39098c7-234c-4d82-94f2-7e6b412a66dc resource provider aggregate not found May 26 16:15:30.879372 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99a54888-c1e5-4b0e-8277-8af759007a87 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:30.886709 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-99a54888-c1e5-4b0e-8277-8af759007a87 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] 10.222.0.77 "DELETE /v2.0/networks/6f315d9d-8aa3-4351-9260-8fb46fc0d195 HTTP/1.1" status: 204 len: 168 time: 1.0391002 May 26 16:15:30.891982 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59526) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:30.937915 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment a39098c7-234c-4d82-94f2-7e6b412a66dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a39098c7-234c-4d82-94f2-7e6b412a66dc found for delete ", "request_id": "req-d1985891-d1c8-466c-a1ce-0f0711a59af0"}]} May 26 16:15:30.940493 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a54888-c1e5-4b0e-8277-8af759007a87 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Pushing event deleted for resources: {'Network': ['ID=6f315d9d-8aa3-4351-9260-8fb46fc0d195,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:31.084143 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08638cc4-35d1-49f0-af66-b928daf601e6 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.181243 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-923bda77-fb02-44f3-8ca4-dbbec3b3819d admin admin] Deleting port cc582925-d8e2-44e2-acae-f97492d1d27b {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:31.182400 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-923bda77-fb02-44f3-8ca4-dbbec3b3819d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.350044 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08638cc4-35d1-49f0-af66-b928daf601e6 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.419642 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-08638cc4-35d1-49f0-af66-b928daf601e6 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3d7228-68f3-4a32-808b-af242476a695']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:31.444197 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-08638cc4-35d1-49f0-af66-b928daf601e6 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90580869-8012-44d4-a190-1aeb063b2ea3') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:31.444656 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-08638cc4-35d1-49f0-af66-b928daf601e6 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90580869-8012-44d4-a190-1aeb063b2ea3') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:31.467760 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-923bda77-fb02-44f3-8ca4-dbbec3b3819d admin admin] For port cc582925-d8e2-44e2-acae-f97492d1d27b, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=cc582925-d8e2-44e2-acae-f97492d1d27b,segment=NetworkSegment(6785a572-1250-4295-8c35-f5a7e3c8eaec),segment_id=6785a572-1250-4295-8c35-f5a7e3c8eaec)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:31.468372 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-923bda77-fb02-44f3-8ca4-dbbec3b3819d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.474580 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08638cc4-35d1-49f0-af66-b928daf601e6 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.508449 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-923bda77-fb02-44f3-8ca4-dbbec3b3819d admin admin] Calling delete_port for cc582925-d8e2-44e2-acae-f97492d1d27b owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:31.517602 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08638cc4-35d1-49f0-af66-b928daf601e6 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.539131 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08638cc4-35d1-49f0-af66-b928daf601e6 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:15:31.539778 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08638cc4-35d1-49f0-af66-b928daf601e6 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.690324 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08638cc4-35d1-49f0-af66-b928daf601e6 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.700642 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08638cc4-35d1-49f0-af66-b928daf601e6 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:31.709814 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-08638cc4-35d1-49f0-af66-b928daf601e6 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] 10.222.0.77 "DELETE /v2.0/networks/9c3d7228-68f3-4a32-808b-af242476a695 HTTP/1.1" status: 204 len: 168 time: 0.7999542 May 26 16:15:31.726394 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08638cc4-35d1-49f0-af66-b928daf601e6 tempest-BulkNetworkOpsIpV6Test-624319080 tempest-BulkNetworkOpsIpV6Test-624319080-project] Pushing event deleted for resources: {'Network': ['ID=9c3d7228-68f3-4a32-808b-af242476a695,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:31.968800 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-923bda77-fb02-44f3-8ca4-dbbec3b3819d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:32.136502 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bda77-fb02-44f3-8ca4-dbbec3b3819d admin admin] Pushing event deleted for resources: {'Port': ['ID=cc582925-d8e2-44e2-acae-f97492d1d27b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:32.372799 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-923bda77-fb02-44f3-8ca4-dbbec3b3819d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:32.440828 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59556) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:32.732000 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 90580869-8012-44d4-a190-1aeb063b2ea3 resource provider aggregate not found May 26 16:15:32.812474 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 90580869-8012-44d4-a190-1aeb063b2ea3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90580869-8012-44d4-a190-1aeb063b2ea3 found for delete ", "request_id": "req-6d96bef8-a237-4a6d-ad4d-6a4cb5de1565"}]} May 26 16:15:32.887581 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-aa0dd899-2f6d-4ee7-b6db-4f6f73f62719 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1f74f0cd66df4414a8feb1acdbcbd278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4388089 May 26 16:15:32.889546 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59570) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:32.999221 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923bda77-fb02-44f3-8ca4-dbbec3b3819d admin admin] Router 32e400bf-6aec-46d7-b772-7cc0c1af5a93 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:15:33.076190 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59574) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:33.098064 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-53de1efc-5d83-49e6-9500-e3c44b4d9c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:33.223537 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-53de1efc-5d83-49e6-9500-e3c44b4d9c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:33.223880 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923bda77-fb02-44f3-8ca4-dbbec3b3819d admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:15:33.241615 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-923bda77-fb02-44f3-8ca4-dbbec3b3819d admin admin] 10.222.0.77 "PUT /v2.0/routers/32e400bf-6aec-46d7-b772-7cc0c1af5a93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1421738 May 26 16:15:33.242528 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59580) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:33.247303 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b648b5ab-facc-49bb-9fd5-a5a65b270fed None None] Sync routers for ids ['32e400bf-6aec-46d7-b772-7cc0c1af5a93'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:15:33.285274 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b648b5ab-facc-49bb-9fd5-a5a65b270fed None None] Routers {'32e400bf-6aec-46d7-b772-7cc0c1af5a93'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:33.287446 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b648b5ab-facc-49bb-9fd5-a5a65b270fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:15:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['32e400bf-6aec-46d7-b772-7cc0c1af5a93'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:33.356216 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-53de1efc-5d83-49e6-9500-e3c44b4d9c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:33.360067 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-53de1efc-5d83-49e6-9500-e3c44b4d9c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:33.365337 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-53de1efc-5d83-49e6-9500-e3c44b4d9c08 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d5b83084-8dac-4d0a-a1c2-b852820426de HTTP/1.1" status: 204 len: 168 time: 0.4715078 May 26 16:15:33.387664 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de1efc-5d83-49e6-9500-e3c44b4d9c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b83084-8dac-4d0a-a1c2-b852820426de,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:33.409460 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-634d2ac7-94af-47f0-a08a-9bbcb335ac55 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:33.490251 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-634d2ac7-94af-47f0-a08a-9bbcb335ac55 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:33.638861 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5390b93-4349-4ea6-8f43-66a0d9f23b94 admin admin] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:33.673991 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-b648b5ab-facc-49bb-9fd5-a5a65b270fed None None] Set router 32e400bf-6aec-46d7-b772-7cc0c1af5a93 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:15:33.734731 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-634d2ac7-94af-47f0-a08a-9bbcb335ac55 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:33.913498 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5390b93-4349-4ea6-8f43-66a0d9f23b94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:34.024449 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-f5390b93-4349-4ea6-8f43-66a0d9f23b94 admin admin] Deleting port b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:34.026199 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5390b93-4349-4ea6-8f43-66a0d9f23b94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:34.051271 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-634d2ac7-94af-47f0-a08a-9bbcb335ac55 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Allocated IP 172.25.7.201 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/94fb37e1-4d1f-42f4-b16f-d0af1246f872) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:15:34.182424 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b648b5ab-facc-49bb-9fd5-a5a65b270fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e400bf-6aec-46d7-b772-7cc0c1af5a93', 'name': 'tempest-TaggedBootDevicesTest_v242-200196266-router', 'tenant_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:03Z', 'updated_at': '2022-05-26T16:15:31Z', 'revision_number': 5, 'project_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'gw_port': {'id': 'b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e400bf-6aec-46d7-b772-7cc0c1af5a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:08:04Z', 'updated_at': '2022-05-26T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:34.228220 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-f5390b93-4349-4ea6-8f43-66a0d9f23b94 admin admin] For port b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:34.229348 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5390b93-4349-4ea6-8f43-66a0d9f23b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:34.248415 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b648b5ab-facc-49bb-9fd5-a5a65b270fed None None] Checking router: 32e400bf-6aec-46d7-b772-7cc0c1af5a93 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:15:34.253690 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-f5390b93-4349-4ea6-8f43-66a0d9f23b94 admin admin] Calling delete_port for b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8 owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:34.265158 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b648b5ab-facc-49bb-9fd5-a5a65b270fed None None] Routers {'32e400bf-6aec-46d7-b772-7cc0c1af5a93'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:15:34.266573 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b648b5ab-facc-49bb-9fd5-a5a65b270fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:15:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['32e400bf-6aec-46d7-b772-7cc0c1af5a93'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:34.387198 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-634d2ac7-94af-47f0-a08a-9bbcb335ac55 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:34.481968 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-634d2ac7-94af-47f0-a08a-9bbcb335ac55 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:34.487532 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-b648b5ab-facc-49bb-9fd5-a5a65b270fed None None] Set router 32e400bf-6aec-46d7-b772-7cc0c1af5a93 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:15:34.669073 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d2ac7-94af-47f0-a08a-9bbcb335ac55 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Pushing event updated for resources: {'Port': ['ID=94fb37e1-4d1f-42f4-b16f-d0af1246f872,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:34.706151 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634d2ac7-94af-47f0-a08a-9bbcb335ac55 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:15:34.709861 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-634d2ac7-94af-47f0-a08a-9bbcb335ac55 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:34.717622 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634d2ac7-94af-47f0-a08a-9bbcb335ac55 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:15:34.727569 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b648b5ab-facc-49bb-9fd5-a5a65b270fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e400bf-6aec-46d7-b772-7cc0c1af5a93', 'name': 'tempest-TaggedBootDevicesTest_v242-200196266-router', 'tenant_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:03Z', 'updated_at': '2022-05-26T16:15:33Z', 'revision_number': 6, 'project_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:34.805950 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5390b93-4349-4ea6-8f43-66a0d9f23b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:34.814038 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b648b5ab-facc-49bb-9fd5-a5a65b270fed None None] The sync data for ids ['32e400bf-6aec-46d7-b772-7cc0c1af5a93'] in n-d-843337-2 is: [{'id': '32e400bf-6aec-46d7-b772-7cc0c1af5a93', 'name': 'tempest-TaggedBootDevicesTest_v242-200196266-router', 'tenant_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:08:03Z', 'updated_at': '2022-05-26T16:15:33Z', 'revision_number': 6, 'project_id': '5c0cc693f4d9414b82d7588e7bbfbbb8', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:15:34.919520 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5390b93-4349-4ea6-8f43-66a0d9f23b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:35.011601 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-634d2ac7-94af-47f0-a08a-9bbcb335ac55 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:35.079758 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5390b93-4349-4ea6-8f43-66a0d9f23b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:35.088367 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-634d2ac7-94af-47f0-a08a-9bbcb335ac55 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:35.316148 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59612) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:35.524439 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-634d2ac7-94af-47f0-a08a-9bbcb335ac55 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:35.531940 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-634d2ac7-94af-47f0-a08a-9bbcb335ac55 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:35.933103 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device cc582925-d8e2-44e2-acae-f97492d1d27b no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:15:36.015949 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: cc582925-d8e2-44e2-acae-f97492d1d27b {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:15:36.018367 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device cc582925-d8e2-44e2-acae-f97492d1d27b not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:15:36.019381 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:15:36.072622 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5390b93-4349-4ea6-8f43-66a0d9f23b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.082820 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5390b93-4349-4ea6-8f43-66a0d9f23b94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.101476 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:15:36.101877 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b0b1a4c4-d8d4-4c51-9a0a-dfd387cb04c8 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:15:36.205724 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5390b93-4349-4ea6-8f43-66a0d9f23b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.207205 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5390b93-4349-4ea6-8f43-66a0d9f23b94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32e400bf-6aec-46d7-b772-7cc0c1af5a93 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:15:36.216950 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5390b93-4349-4ea6-8f43-66a0d9f23b94 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.221951 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f5390b93-4349-4ea6-8f43-66a0d9f23b94 admin admin] 10.222.0.77 "DELETE /v2.0/routers/32e400bf-6aec-46d7-b772-7cc0c1af5a93 HTTP/1.1" status: 204 len: 168 time: 2.9748192 May 26 16:15:36.224737 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59628) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:36.247459 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-18e31a07-512a-47ed-98ba-1d17e7b043e8 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1815615916'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:36.255747 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d2ac7-94af-47f0-a08a-9bbcb335ac55 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Pushing event updated for resources: {'Port': ['ID=94fb37e1-4d1f-42f4-b16f-d0af1246f872,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:36.297053 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-634d2ac7-94af-47f0-a08a-9bbcb335ac55 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.336751 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e31a07-512a-47ed-98ba-1d17e7b043e8 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Made reservation on behalf of 8d0ac1c97aff4f1f9594daded8e4f585 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:36.348579 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-18e31a07-512a-47ed-98ba-1d17e7b043e8 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.350754 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-686f127e-d8c9-42d6-8bbb-40ab484d0949 admin admin] Deleting subnet 2fdd3bcf-8f59-4c02-9bcb-bf2c86952f24 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:15:36.356409 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-686f127e-d8c9-42d6-8bbb-40ab484d0949 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.389471 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-18e31a07-512a-47ed-98ba-1d17e7b043e8 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.396121 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-634d2ac7-94af-47f0-a08a-9bbcb335ac55 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.398170 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-634d2ac7-94af-47f0-a08a-9bbcb335ac55 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3204091 May 26 16:15:36.433454 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59630) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:36.448604 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-86ccb2ad-4162-46a6-9f76-ea2d64d2c79c tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-551417263', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'fixed_ips': [{'ip_address': '172.25.7.201'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:36.529964 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-686f127e-d8c9-42d6-8bbb-40ab484d0949 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.698723 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ccb2ad-4162-46a6-9f76-ea2d64d2c79c tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Made reservation on behalf of 04ab7413ccb04306879c5e1776d7ce18 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:36.705393 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-86ccb2ad-4162-46a6-9f76-ea2d64d2c79c tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.768335 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-86ccb2ad-4162-46a6-9f76-ea2d64d2c79c tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.798110 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-686f127e-d8c9-42d6-8bbb-40ab484d0949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.810583 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-18e31a07-512a-47ed-98ba-1d17e7b043e8 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.831460 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-18e31a07-512a-47ed-98ba-1d17e7b043e8 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.893595 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e31a07-512a-47ed-98ba-1d17e7b043e8 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:15:36.924148 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-686f127e-d8c9-42d6-8bbb-40ab484d0949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.941804 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e31a07-512a-47ed-98ba-1d17e7b043e8 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac97e424-e5b8-4a22-bd81-6491b69a2190,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:36.949080 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-18e31a07-512a-47ed-98ba-1d17e7b043e8 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:36.950137 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-18e31a07-512a-47ed-98ba-1d17e7b043e8 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Added segment 10d857ab-55df-42b8-a0bb-a629c07f729e of type vlan for network ad545c2a-c9d9-4d52-a608-93a7fd92f9e0 May 26 16:15:36.990899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f127e-d8c9-42d6-8bbb-40ab484d0949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fdd3bcf-8f59-4c02-9bcb-bf2c86952f24,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:37.004845 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-686f127e-d8c9-42d6-8bbb-40ab484d0949 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:37.013242 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f9c25a-04b0-4e20-9708-94dc2b4fa7db None None] Network 894edd86-70f1-4e5c-b1a8-69ee19e161ad requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:15:37.034613 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-686f127e-d8c9-42d6-8bbb-40ab484d0949 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2fdd3bcf-8f59-4c02-9bcb-bf2c86952f24 HTTP/1.1" status: 204 len: 168 time: 0.8085599 May 26 16:15:37.035719 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59644) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:37.073710 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-18e31a07-512a-47ed-98ba-1d17e7b043e8 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:37.188500 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.db.resource_extend [None req-18e31a07-512a-47ed-98ba-1d17e7b043e8 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:15:37.232216 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-86ccb2ad-4162-46a6-9f76-ea2d64d2c79c tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:37.259173 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-86ccb2ad-4162-46a6-9f76-ea2d64d2c79c tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:37.289771 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-86ccb2ad-4162-46a6-9f76-ea2d64d2c79c tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] device_id is not set on port dfa66f19-d0a1-4f55-a4a5-d9e468d30bfd yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:15:37.298368 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-18e31a07-512a-47ed-98ba-1d17e7b043e8 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:37.308726 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e31a07-512a-47ed-98ba-1d17e7b043e8 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:37.310046 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-18e31a07-512a-47ed-98ba-1d17e7b043e8 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:37.341090 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-29790e9a-5e92-4618-8b0b-a0cab3b77a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:37.396045 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5261de2-6298-4c12-9361-7f960dc86f5e None None] DHCP port deletion for 894edd86-70f1-4e5c-b1a8-69ee19e161ad request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:15:37.474488 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-18e31a07-512a-47ed-98ba-1d17e7b043e8 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1572363 May 26 16:15:37.560842 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b5261de2-6298-4c12-9361-7f960dc86f5e None None] Deleting port e171a0b5-14f1-4821-a102-bf8690d91364 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:37.561548 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5261de2-6298-4c12-9361-7f960dc86f5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:37.598914 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccb2ad-4162-46a6-9f76-ea2d64d2c79c tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29edbfc-a072-410c-b5c6-84d58cad566a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:37.829858 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e31a07-512a-47ed-98ba-1d17e7b043e8 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event updated for resources: {'Network': ['ID=ad545c2a-c9d9-4d52-a608-93a7fd92f9e0,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:37.920876 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network ad545c2a-c9d9-4d52-a608-93a7fd92f9e0 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:15:38.114467 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e171a0b5-14f1-4821-a102-bf8690d91364 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:15:38.125901 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b5261de2-6298-4c12-9361-7f960dc86f5e None None] For port e171a0b5-14f1-4821-a102-bf8690d91364, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e171a0b5-14f1-4821-a102-bf8690d91364,segment=NetworkSegment(6785a572-1250-4295-8c35-f5a7e3c8eaec),segment_id=6785a572-1250-4295-8c35-f5a7e3c8eaec)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:38.126829 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5261de2-6298-4c12-9361-7f960dc86f5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:38.179000 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ccb2ad-4162-46a6-9f76-ea2d64d2c79c tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 26 16:15:38.179811 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ccb2ad-4162-46a6-9f76-ea2d64d2c79c tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:15:38.226260 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-29790e9a-5e92-4618-8b0b-a0cab3b77a22 admin admin] Deleting port e171a0b5-14f1-4821-a102-bf8690d91364 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:38.226626 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-29790e9a-5e92-4618-8b0b-a0cab3b77a22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:38.264519 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b5261de2-6298-4c12-9361-7f960dc86f5e None None] Calling delete_port for e171a0b5-14f1-4821-a102-bf8690d91364 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:38.377041 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-86ccb2ad-4162-46a6-9f76-ea2d64d2c79c tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.9410124 May 26 16:15:38.394733 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59658) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:38.447649 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-29790e9a-5e92-4618-8b0b-a0cab3b77a22 admin admin] For port e171a0b5-14f1-4821-a102-bf8690d91364, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e171a0b5-14f1-4821-a102-bf8690d91364,segment=NetworkSegment(6785a572-1250-4295-8c35-f5a7e3c8eaec),segment_id=6785a572-1250-4295-8c35-f5a7e3c8eaec)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:38.450686 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-29790e9a-5e92-4618-8b0b-a0cab3b77a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:38.483294 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-29790e9a-5e92-4618-8b0b-a0cab3b77a22 admin admin] Calling delete_port for e171a0b5-14f1-4821-a102-bf8690d91364 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:38.698904 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-29790e9a-5e92-4618-8b0b-a0cab3b77a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:38.775948 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port e171a0b5-14f1-4821-a102-bf8690d91364 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:38.776545 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:38.791058 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29790e9a-5e92-4618-8b0b-a0cab3b77a22 admin admin] Pushing event deleted for resources: {'Port': ['ID=e171a0b5-14f1-4821-a102-bf8690d91364,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:38.819557 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29790e9a-5e92-4618-8b0b-a0cab3b77a22 admin admin] No DVR routers for this DVR port e171a0b5-14f1-4821-a102-bf8690d91364 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:15:38.824463 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5261de2-6298-4c12-9361-7f960dc86f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:38.882299 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0052fff9-b8eb-4f12-97a0-c40cdbabc4f7 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Deleting port 94fb37e1-4d1f-42f4-b16f-d0af1246f872 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:38.882807 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0052fff9-b8eb-4f12-97a0-c40cdbabc4f7 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:39.049012 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5261de2-6298-4c12-9361-7f960dc86f5e None None] Pushing event deleted for resources: {'Port': ['ID=e171a0b5-14f1-4821-a102-bf8690d91364,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:39.070509 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5261de2-6298-4c12-9361-7f960dc86f5e None None] No DVR routers for this DVR port e171a0b5-14f1-4821-a102-bf8690d91364 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:15:39.089434 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5261de2-6298-4c12-9361-7f960dc86f5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:39.095524 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5261de2-6298-4c12-9361-7f960dc86f5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:39.097144 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5261de2-6298-4c12-9361-7f960dc86f5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:39.097945 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5261de2-6298-4c12-9361-7f960dc86f5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:39.098812 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5261de2-6298-4c12-9361-7f960dc86f5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:39.099530 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5261de2-6298-4c12-9361-7f960dc86f5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:39.100521 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5261de2-6298-4c12-9361-7f960dc86f5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:39.100840 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5261de2-6298-4c12-9361-7f960dc86f5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:39.101501 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5261de2-6298-4c12-9361-7f960dc86f5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:39.102150 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5261de2-6298-4c12-9361-7f960dc86f5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:39.102870 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5261de2-6298-4c12-9361-7f960dc86f5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:39.104083 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5261de2-6298-4c12-9361-7f960dc86f5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:15:39.111505 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-29790e9a-5e92-4618-8b0b-a0cab3b77a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:39.147183 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0052fff9-b8eb-4f12-97a0-c40cdbabc4f7 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:39.147779 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0052fff9-b8eb-4f12-97a0-c40cdbabc4f7 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:39.172506 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0052fff9-b8eb-4f12-97a0-c40cdbabc4f7 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Calling delete_port for 94fb37e1-4d1f-42f4-b16f-d0af1246f872 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:39.174264 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-29790e9a-5e92-4618-8b0b-a0cab3b77a22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894edd86-70f1-4e5c-b1a8-69ee19e161ad']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:39.200959 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-29790e9a-5e92-4618-8b0b-a0cab3b77a22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6785a572-1250-4295-8c35-f5a7e3c8eaec') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:39.202233 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-29790e9a-5e92-4618-8b0b-a0cab3b77a22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6785a572-1250-4295-8c35-f5a7e3c8eaec') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:15:39.231876 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-29790e9a-5e92-4618-8b0b-a0cab3b77a22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:39.262628 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-29790e9a-5e92-4618-8b0b-a0cab3b77a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:39.281275 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29790e9a-5e92-4618-8b0b-a0cab3b77a22 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:15:39.282481 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-29790e9a-5e92-4618-8b0b-a0cab3b77a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:39.445018 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-29790e9a-5e92-4618-8b0b-a0cab3b77a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:39.459359 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-29790e9a-5e92-4618-8b0b-a0cab3b77a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:39.480375 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-29790e9a-5e92-4618-8b0b-a0cab3b77a22 admin admin] 10.222.0.77 "DELETE /v2.0/networks/894edd86-70f1-4e5c-b1a8-69ee19e161ad HTTP/1.1" status: 204 len: 168 time: 2.4325416 May 26 16:15:39.512719 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 6785a572-1250-4295-8c35-f5a7e3c8eaec resource provider aggregate not found May 26 16:15:39.521279 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29790e9a-5e92-4618-8b0b-a0cab3b77a22 admin admin] Pushing event deleted for resources: {'Network': ['ID=894edd86-70f1-4e5c-b1a8-69ee19e161ad,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:39.569989 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 6785a572-1250-4295-8c35-f5a7e3c8eaec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6785a572-1250-4295-8c35-f5a7e3c8eaec found for delete ", "request_id": "req-d5949934-0ce8-4a31-8abb-15b58025b460"}]} May 26 16:15:39.608302 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0052fff9-b8eb-4f12-97a0-c40cdbabc4f7 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:39.786255 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052fff9-b8eb-4f12-97a0-c40cdbabc4f7 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Pushing event deleted for resources: {'Port': ['ID=94fb37e1-4d1f-42f4-b16f-d0af1246f872,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:39.907548 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0052fff9-b8eb-4f12-97a0-c40cdbabc4f7 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:39.913597 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0052fff9-b8eb-4f12-97a0-c40cdbabc4f7 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:39.920259 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0052fff9-b8eb-4f12-97a0-c40cdbabc4f7 tempest-ExternalNetworksAdminNegativeTestJSON-687153167 tempest-ExternalNetworksAdminNegativeTestJSON-687153167-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/52c67e13-3355-4be5-9ec5-f203d20ac892 HTTP/1.1" status: 204 len: 168 time: 1.5178380 May 26 16:15:40.028987 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59694) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:40.200670 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d71958de-e4ff-4b42-a0d9-d0e0ade8f3bb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d3f44b6fae1d4ce4bc737c28e8283000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1692052 May 26 16:15:40.204270 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59696) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:40.391869 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1dc703c6-14b9-4169-a545-397c8be0f195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:40.512482 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1dc703c6-14b9-4169-a545-397c8be0f195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:40.716410 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e30e37-d7de-40b8-80ad-12f86182d3de req-9b30b372-ff73-4914-bbb4-b824e0df0ef4 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:40.717350 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-81e30e37-d7de-40b8-80ad-12f86182d3de req-9b30b372-ff73-4914-bbb4-b824e0df0ef4 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.1206498 May 26 16:15:40.751729 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1dc703c6-14b9-4169-a545-397c8be0f195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:40.762478 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1dc703c6-14b9-4169-a545-397c8be0f195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:40.773806 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1dc703c6-14b9-4169-a545-397c8be0f195 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9d708bde-052d-46b4-a366-3921eefb61f8 HTTP/1.1" status: 204 len: 168 time: 0.5651684 May 26 16:15:40.782807 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59726) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:40.844645 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc703c6-14b9-4169-a545-397c8be0f195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d708bde-052d-46b4-a366-3921eefb61f8,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:40.896999 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-81e30e37-d7de-40b8-80ad-12f86182d3de req-abc2f26b-5fbc-4195-998b-684aa1070f45 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577978 May 26 16:15:41.465417 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c2fcfff-920b-4c2d-9f96-85d1a3d8aadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:41.643811 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c2fcfff-920b-4c2d-9f96-85d1a3d8aadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:41.653262 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c2fcfff-920b-4c2d-9f96-85d1a3d8aadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:41.750170 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2fcfff-920b-4c2d-9f96-85d1a3d8aadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1eaf114-b7cf-45c3-a4a8-03ee486444dc,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:41.767012 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1c2fcfff-920b-4c2d-9f96-85d1a3d8aadd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=544b6f281afd4671b9d6e3cf42a8fe8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9800379 May 26 16:15:41.767012 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59742) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:41.906947 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b254a6b0-9ee7-434e-b2ce-7df0f70a39a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:41.913337 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59750) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:41.992420 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b254a6b0-9ee7-434e-b2ce-7df0f70a39a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:42.100293 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59754) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:42.105050 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f5c385c6-a2da-46f3-bfb1-28df2a828c15 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5c0cc693f4d9414b82d7588e7bbfbbb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1853182 May 26 16:15:42.144138 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b254a6b0-9ee7-434e-b2ce-7df0f70a39a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:42.150601 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b254a6b0-9ee7-434e-b2ce-7df0f70a39a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:42.156346 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b254a6b0-9ee7-434e-b2ce-7df0f70a39a5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c1eaf114-b7cf-45c3-a4a8-03ee486444dc HTTP/1.1" status: 204 len: 168 time: 0.3826895 May 26 16:15:42.279495 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254a6b0-9ee7-434e-b2ce-7df0f70a39a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1eaf114-b7cf-45c3-a4a8-03ee486444dc,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:42.455804 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f41784ac-c8ed-4515-ad74-4797b985e28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:42.489462 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67800764-7540-4b6b-a2b9-c2291b39fe2a req-97918bd1-806c-4bec-a655-7edebdc521f3 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:42.531406 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-67800764-7540-4b6b-a2b9-c2291b39fe2a req-97918bd1-806c-4bec-a655-7edebdc521f3 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.3255513 May 26 16:15:42.564852 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f41784ac-c8ed-4515-ad74-4797b985e28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:42.674436 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-67800764-7540-4b6b-a2b9-c2291b39fe2a req-dae1e268-deb6-4810-ad6f-85fe2ed17ebd tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405311 May 26 16:15:42.709605 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f41784ac-c8ed-4515-ad74-4797b985e28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:42.716725 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f41784ac-c8ed-4515-ad74-4797b985e28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:42.721966 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f41784ac-c8ed-4515-ad74-4797b985e28f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4357a9d2-8bef-4b3c-9680-3cbb744c2b85 HTTP/1.1" status: 204 len: 168 time: 0.6189384 May 26 16:15:42.735716 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41784ac-c8ed-4515-ad74-4797b985e28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4357a9d2-8bef-4b3c-9680-3cbb744c2b85,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:43.012140 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a215915a-d17b-44c5-8afa-7f202f7412a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:43.431332 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59776) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:43.560264 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59780) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:43.573623 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d5cbe1b6-f3b9-41f7-b3e5-ff6549f0d73f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=04ab7413ccb04306879c5e1776d7ce18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397989 May 26 16:15:43.730119 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b5263bf7-1336-4e11-bd74-0ad5a68d5756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:43.769852 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b5263bf7-1336-4e11-bd74-0ad5a68d5756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:43.772942 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59788) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:43.785208 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d9142171-fc5e-4ee8-9ccb-0479f2a59bb9 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Request body: {'subnet': {'network_id': 'ad545c2a-c9d9-4d52-a608-93a7fd92f9e0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:43.918593 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b5263bf7-1336-4e11-bd74-0ad5a68d5756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:43.926653 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b5263bf7-1336-4e11-bd74-0ad5a68d5756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:43.929313 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b5263bf7-1336-4e11-bd74-0ad5a68d5756 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d29edbfc-a072-410c-b5c6-84d58cad566a HTTP/1.1" status: 204 len: 168 time: 0.3667510 May 26 16:15:43.959738 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5263bf7-1336-4e11-bd74-0ad5a68d5756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29edbfc-a072-410c-b5c6-84d58cad566a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:44.068559 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9142171-fc5e-4ee8-9ccb-0479f2a59bb9 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Made reservation on behalf of 8d0ac1c97aff4f1f9594daded8e4f585 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:44.076372 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d9142171-fc5e-4ee8-9ccb-0479f2a59bb9 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:44.187313 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf4f9f-0dd1-4c37-8441-ad7b1b6491c2 req-9633f0a6-a72a-4248-b06e-9de81025dcde tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:44.189783 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6cf4f9f-0dd1-4c37-8441-ad7b1b6491c2 req-9633f0a6-a72a-4248-b06e-9de81025dcde tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.2405913 May 26 16:15:44.318754 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6cf4f9f-0dd1-4c37-8441-ad7b1b6491c2 req-74dae1f1-4c31-4418-a967-879e0cca2dfb tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143303 May 26 16:15:44.493515 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:15:44.551119 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d9142171-fc5e-4ee8-9ccb-0479f2a59bb9 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:44.693485 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9142171-fc5e-4ee8-9ccb-0479f2a59bb9 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event updated for resources: {'Subnet': ['ID=1eaab672-662f-412a-bcf3-927f8ad8ca0b,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:44.715322 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9142171-fc5e-4ee8-9ccb-0479f2a59bb9 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Checking segment: {'id': '10d857ab-55df-42b8-a0bb-a629c07f729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ad545c2a-c9d9-4d52-a608-93a7fd92f9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:15:44.717579 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9142171-fc5e-4ee8-9ccb-0479f2a59bb9 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Network hostable DHCP agents. Network: ad545c2a-c9d9-4d52-a608-93a7fd92f9e0, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:15:44.746861 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9142171-fc5e-4ee8-9ccb-0479f2a59bb9 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Network ad545c2a-c9d9-4d52-a608-93a7fd92f9e0 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:15:44.777812 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-d9142171-fc5e-4ee8-9ccb-0479f2a59bb9 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, ad545c2a-c9d9-4d52-a608-93a7fd92f9e0) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:44.789858 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2209ba36-b257-4211-b65c-e47f1181a687 None None] Network ad545c2a-c9d9-4d52-a608-93a7fd92f9e0 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:15:44.795098 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9142171-fc5e-4ee8-9ccb-0479f2a59bb9 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:44.796133 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d9142171-fc5e-4ee8-9ccb-0479f2a59bb9 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:44.822381 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d9142171-fc5e-4ee8-9ccb-0479f2a59bb9 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0476034 May 26 16:15:44.828479 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59826) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:44.836687 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d681179c-5dff-4d5a-8825-c32f3461fa31 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1671904993'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:44.878202 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d681179c-5dff-4d5a-8825-c32f3461fa31 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Made reservation on behalf of 8d0ac1c97aff4f1f9594daded8e4f585 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:44.885466 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d681179c-5dff-4d5a-8825-c32f3461fa31 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:44.929252 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d681179c-5dff-4d5a-8825-c32f3461fa31 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:15:44.946147 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d681179c-5dff-4d5a-8825-c32f3461fa31 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:44.947596 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-d681179c-5dff-4d5a-8825-c32f3461fa31 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Added segment 651dab1c-7ee0-4be2-a625-7a238edbdc56 of type vlan for network b33f7ec2-1e4a-45af-825e-6e89aba65255 May 26 16:15:45.028629 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d681179c-5dff-4d5a-8825-c32f3461fa31 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:45.149318 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d681179c-5dff-4d5a-8825-c32f3461fa31 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:45.168141 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d681179c-5dff-4d5a-8825-c32f3461fa31 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:45.168871 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d681179c-5dff-4d5a-8825-c32f3461fa31 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:45.193393 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e80d13a-bdd4-43e4-a9c0-0e66edfe8f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-ad545c2a-c9d9-4d52-a608-93a7fd92f9e0', 'network_id': 'ad545c2a-c9d9-4d52-a608-93a7fd92f9e0', 'tenant_id': '8d0ac1c97aff4f1f9594daded8e4f585', 'fixed_ips': [{'subnet_id': '1eaab672-662f-412a-bcf3-927f8ad8ca0b'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:15:45.194975 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e80d13a-bdd4-43e4-a9c0-0e66edfe8f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:45.412691 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681179c-5dff-4d5a-8825-c32f3461fa31 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event updated for resources: {'Network': ['ID=b33f7ec2-1e4a-45af-825e-6e89aba65255,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:45.456050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59852) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:45.458710 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d681179c-5dff-4d5a-8825-c32f3461fa31 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6278908 May 26 16:15:45.467241 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e8886da0-9a78-4afe-a077-916f0726211d tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Request body: {'subnet': {'network_id': 'b33f7ec2-1e4a-45af-825e-6e89aba65255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:45.482613 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b54e968-6e93-4913-b12b-61f32ceaadff req-df0b197f-797c-4733-9915-295e54e8d856 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3721099 May 26 16:15:45.575617 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-7e80d13a-bdd4-43e4-a9c0-0e66edfe8f70 None None] Allocated IP 2001:db8:0:ffff::2 (ad545c2a-c9d9-4d52-a608-93a7fd92f9e0/1eaab672-662f-412a-bcf3-927f8ad8ca0b/68463f81-9f9d-4003-8f1b-b084852af26d) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:15:45.655718 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network b33f7ec2-1e4a-45af-825e-6e89aba65255 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:15:45.740611 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54e968-6e93-4913-b12b-61f32ceaadff req-fd0f7acd-57d0-46da-8171-cfdedb7274b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:45.746854 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b54e968-6e93-4913-b12b-61f32ceaadff req-fd0f7acd-57d0-46da-8171-cfdedb7274b5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=94e6292502144fce97eb1d215f185bd6&device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 1097 time: 0.1449120 May 26 16:15:45.912363 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62219433-7218-4496-a0f4-61cbab71cef5 req-4a4c3c2f-49e3-4d5b-8bd1-cf13e880e702 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:45.918060 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-62219433-7218-4496-a0f4-61cbab71cef5 req-4a4c3c2f-49e3-4d5b-8bd1-cf13e880e702 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.2740657 May 26 16:15:45.924595 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-20bb15f8-db6b-4ed8-be95-97ab8811ec2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:45.961835 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8886da0-9a78-4afe-a077-916f0726211d tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Made reservation on behalf of 8d0ac1c97aff4f1f9594daded8e4f585 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:45.975642 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e8886da0-9a78-4afe-a077-916f0726211d tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:46.193303 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54e968-6e93-4913-b12b-61f32ceaadff req-e4a759a2-82d7-4e1e-a8e5-ed8587b67080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:46.197311 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b54e968-6e93-4913-b12b-61f32ceaadff req-e4a759a2-82d7-4e1e-a8e5-ed8587b67080 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cb1029da-ce9b-4f8c-9ca2-2687b1569027 HTTP/1.1" status: 200 len: 913 time: 0.4106050 May 26 16:15:46.292620 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-62219433-7218-4496-a0f4-61cbab71cef5 req-7fa9cfca-21f4-41d5-9cbf-8d58de5cffc3 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3396976 May 26 16:15:46.361957 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e80d13a-bdd4-43e4-a9c0-0e66edfe8f70 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:46.378462 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e80d13a-bdd4-43e4-a9c0-0e66edfe8f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:46.481761 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b54e968-6e93-4913-b12b-61f32ceaadff req-4ab0fd43-53eb-4e41-a7c3-8d3435ee4842 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a31f488d-36d8-4b42-8a7b-fc8037ee2d7d HTTP/1.1" status: 200 len: 1002 time: 0.2746742 May 26 16:15:46.496532 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e80d13a-bdd4-43e4-a9c0-0e66edfe8f70 None None] Network ad545c2a-c9d9-4d52-a608-93a7fd92f9e0 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:15:46.521373 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-7e80d13a-bdd4-43e4-a9c0-0e66edfe8f70 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:46.525201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e80d13a-bdd4-43e4-a9c0-0e66edfe8f70 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:15:46.530211 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80d13a-bdd4-43e4-a9c0-0e66edfe8f70 None None] Pushing event updated for resources: {'Port': ['ID=68463f81-9f9d-4003-8f1b-b084852af26d,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:46.561827 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:46.589830 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5be24b2-e4c0-4cd2-9772-43277f3edf64 req-92b80356-9467-4326-8b75-830986cad6fa tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=46dfc052-b97d-44a5-a402-053683254aad HTTP/1.1" status: 200 len: 210 time: 0.1106105 May 26 16:15:46.613819 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54e968-6e93-4913-b12b-61f32ceaadff req-989df4bf-ea7d-41d2-a3fc-9dce9f4e4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:46.615868 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b54e968-6e93-4913-b12b-61f32ceaadff req-989df4bf-ea7d-41d2-a3fc-9dce9f4e4ae4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4efbfbbe-776d-4964-aecf-0338c416316e HTTP/1.1" status: 200 len: 851 time: 0.1267993 May 26 16:15:46.718401 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54e968-6e93-4913-b12b-61f32ceaadff req-fa149010-6a4b-4641-a99e-53c48404b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:46.720542 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b54e968-6e93-4913-b12b-61f32ceaadff req-fa149010-6a4b-4641-a99e-53c48404b029 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cb1029da-ce9b-4f8c-9ca2-2687b1569027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972176 May 26 16:15:46.727841 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7e80d13a-bdd4-43e4-a9c0-0e66edfe8f70 None None] Attempting to bind port 68463f81-9f9d-4003-8f1b-b084852af26d on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:15:46.728851 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7e80d13a-bdd4-43e4-a9c0-0e66edfe8f70 None None] Attempting to bind port 68463f81-9f9d-4003-8f1b-b084852af26d by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '10d857ab-55df-42b8-a0bb-a629c07f729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ad545c2a-c9d9-4d52-a608-93a7fd92f9e0'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:15:46.729738 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e80d13a-bdd4-43e4-a9c0-0e66edfe8f70 None None] Attempting to bind port 68463f81-9f9d-4003-8f1b-b084852af26d on network ad545c2a-c9d9-4d52-a608-93a7fd92f9e0 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:15:46.740847 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e80d13a-bdd4-43e4-a9c0-0e66edfe8f70 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:15:46.741451 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e80d13a-bdd4-43e4-a9c0-0e66edfe8f70 None None] Checking segment: {'id': '10d857ab-55df-42b8-a0bb-a629c07f729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ad545c2a-c9d9-4d52-a608-93a7fd92f9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:15:46.742101 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e80d13a-bdd4-43e4-a9c0-0e66edfe8f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:46.742742 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e80d13a-bdd4-43e4-a9c0-0e66edfe8f70 None None] Bound using segment: {'id': '10d857ab-55df-42b8-a0bb-a629c07f729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ad545c2a-c9d9-4d52-a608-93a7fd92f9e0'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:15:46.743661 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7e80d13a-bdd4-43e4-a9c0-0e66edfe8f70 None None] Bound port: 68463f81-9f9d-4003-8f1b-b084852af26d, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d857ab-55df-42b8-a0bb-a629c07f729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ad545c2a-c9d9-4d52-a608-93a7fd92f9e0'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:15:46.744350 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e80d13a-bdd4-43e4-a9c0-0e66edfe8f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:46.999100 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b54e968-6e93-4913-b12b-61f32ceaadff req-e34c6709-a279-4413-b5de-c4d5fa774a7e service neutron] 10.222.0.83 "GET /v2.0/networks/cb1029da-ce9b-4f8c-9ca2-2687b1569027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694223 May 26 16:15:47.003245 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7e80d13a-bdd4-43e4-a9c0-0e66edfe8f70 None None] For port 68463f81-9f9d-4003-8f1b-b084852af26d, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:15:47.070080 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7e80d13a-bdd4-43e4-a9c0-0e66edfe8f70 None None] For port 68463f81-9f9d-4003-8f1b-b084852af26d, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=68463f81-9f9d-4003-8f1b-b084852af26d,segment=NetworkSegment(10d857ab-55df-42b8-a0bb-a629c07f729e),segment_id=10d857ab-55df-42b8-a0bb-a629c07f729e)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:15:47.082777 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e80d13a-bdd4-43e4-a9c0-0e66edfe8f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:47.218440 n-d-843337-2 neutron-server[103896]: DEBUG neutron.objects.ports [None req-e8886da0-9a78-4afe-a077-916f0726211d tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103896) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:15:47.220625 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e8886da0-9a78-4afe-a077-916f0726211d tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:47.308563 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b54e968-6e93-4913-b12b-61f32ceaadff req-689e9c1e-5fda-465b-bc1d-d2d7cd645ee2 service neutron] 10.222.0.83 "GET /v2.0/networks/cb1029da-ce9b-4f8c-9ca2-2687b1569027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003259 May 26 16:15:47.338037 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80d13a-bdd4-43e4-a9c0-0e66edfe8f70 None None] Pushing event updated for resources: {'Port': ['ID=68463f81-9f9d-4003-8f1b-b084852af26d,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:47.464767 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8886da0-9a78-4afe-a077-916f0726211d tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event updated for resources: {'Subnet': ['ID=434a90aa-5591-4c08-b5c7-bdf1771d461e,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:47.573079 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8886da0-9a78-4afe-a077-916f0726211d tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Checking segment: {'id': '651dab1c-7ee0-4be2-a625-7a238edbdc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'b33f7ec2-1e4a-45af-825e-6e89aba65255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:15:47.573453 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8886da0-9a78-4afe-a077-916f0726211d tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Network hostable DHCP agents. Network: b33f7ec2-1e4a-45af-825e-6e89aba65255, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:15:47.788947 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8886da0-9a78-4afe-a077-916f0726211d tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Network b33f7ec2-1e4a-45af-825e-6e89aba65255 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:15:47.817888 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-e8886da0-9a78-4afe-a077-916f0726211d tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, b33f7ec2-1e4a-45af-825e-6e89aba65255) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:47.860009 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf3868a-f2ea-478c-92ed-94f241aae379 None None] Network b33f7ec2-1e4a-45af-825e-6e89aba65255 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:15:47.863576 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8886da0-9a78-4afe-a077-916f0726211d tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:47.864675 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e8886da0-9a78-4afe-a077-916f0726211d tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:47.920690 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63852a-3f6c-4ba7-a43a-e0ce9ce44659 req-5ed41f0a-2655-43b8-bb0e-98b9cd9138fa tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:47.924049 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6a63852a-3f6c-4ba7-a43a-e0ce9ce44659 req-5ed41f0a-2655-43b8-bb0e-98b9cd9138fa tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.2933278 May 26 16:15:47.928633 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e8886da0-9a78-4afe-a077-916f0726211d tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4702034 May 26 16:15:47.933856 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59920) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:47.941435 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-fbd3c5d8-2d10-4f47-82ce-70bbbe6a5df4 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Request body: {'port': {'network_id': 'b33f7ec2-1e4a-45af-825e-6e89aba65255', 'name': 'tempest-NetworksIpV6TestAttrs-835600955'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:47.957372 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59922) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:48.078342 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:48.098559 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6a63852a-3f6c-4ba7-a43a-e0ce9ce44659 req-77d5a58d-5f7f-4e3b-a76d-ab89357281be tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525249 May 26 16:15:48.213964 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 68463f81-9f9d-4003-8f1b-b084852af26d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:15:48.370372 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:48.373558 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd3c5d8-2d10-4f47-82ce-70bbbe6a5df4 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Made reservation on behalf of 8d0ac1c97aff4f1f9594daded8e4f585 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:48.389181 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fbd3c5d8-2d10-4f47-82ce-70bbbe6a5df4 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:48.399309 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f30357b6-a914-4cfb-805e-3cc7c094dc8d tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-856706831'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:48.495626 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f30357b6-a914-4cfb-805e-3cc7c094dc8d tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:48.498006 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f30357b6-a914-4cfb-805e-3cc7c094dc8d tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:48.509309 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-fbd3c5d8-2d10-4f47-82ce-70bbbe6a5df4 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] device_id is not set on port f5e5e196-ac1a-4d79-951c-c512e34c9e9c yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:15:48.564815 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a851ad27-4379-44f4-bf41-784286566d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-b33f7ec2-1e4a-45af-825e-6e89aba65255', 'network_id': 'b33f7ec2-1e4a-45af-825e-6e89aba65255', 'tenant_id': '8d0ac1c97aff4f1f9594daded8e4f585', 'fixed_ips': [{'subnet_id': '434a90aa-5591-4c08-b5c7-bdf1771d461e'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:15:48.566914 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a851ad27-4379-44f4-bf41-784286566d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:48.881811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 68463f81-9f9d-4003-8f1b-b084852af26d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:48.882597 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:48.946032 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-fbd3c5d8-2d10-4f47-82ce-70bbbe6a5df4 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Allocated IP 2001:db8::f816:3eff:fe1b:6481 (b33f7ec2-1e4a-45af-825e-6e89aba65255/434a90aa-5591-4c08-b5c7-bdf1771d461e/f5e5e196-ac1a-4d79-951c-c512e34c9e9c) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:15:48.992909 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac67601e-4b6b-4c2a-bd3e-749e8fa4ab35 req-332ad114-42d4-4d54-a9d0-39f9a12ed43d tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.0817950 May 26 16:15:49.144767 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:49.161412 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f30357b6-a914-4cfb-805e-3cc7c094dc8d tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:49.173296 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f30357b6-a914-4cfb-805e-3cc7c094dc8d tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:49.285323 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f30357b6-a914-4cfb-805e-3cc7c094dc8d tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:49.286955 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f30357b6-a914-4cfb-805e-3cc7c094dc8d tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.3272400 May 26 16:15:49.292061 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59950) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:49.336036 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 68463f81-9f9d-4003-8f1b-b084852af26d is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:49.347181 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:49.498987 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fbd3c5d8-2d10-4f47-82ce-70bbbe6a5df4 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:49.533886 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 68463f81-9f9d-4003-8f1b-b084852af26d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=68463f81-9f9d-4003-8f1b-b084852af26d,segment=NetworkSegment(10d857ab-55df-42b8-a0bb-a629c07f729e),segment_id=10d857ab-55df-42b8-a0bb-a629c07f729e)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:49.551663 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:49.560713 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-57a987a1-fb13-4753-b5cd-09a12737877b tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:49.627851 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fbd3c5d8-2d10-4f47-82ce-70bbbe6a5df4 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:49.680762 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f329703-59c6-4bfd-ab78-84a8b6a16f75 None None] Network ad545c2a-c9d9-4d52-a608-93a7fd92f9e0 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:15:49.688029 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd3c5d8-2d10-4f47-82ce-70bbbe6a5df4 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Network b33f7ec2-1e4a-45af-825e-6e89aba65255 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:15:49.710716 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-fbd3c5d8-2d10-4f47-82ce-70bbbe6a5df4 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:49.723762 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd3c5d8-2d10-4f47-82ce-70bbbe6a5df4 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:15:49.732765 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd3c5d8-2d10-4f47-82ce-70bbbe6a5df4 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:49.733399 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fbd3c5d8-2d10-4f47-82ce-70bbbe6a5df4 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:49.778309 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fbd3c5d8-2d10-4f47-82ce-70bbbe6a5df4 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8416724 May 26 16:15:49.782630 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3c5d8-2d10-4f47-82ce-70bbbe6a5df4 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event updated for resources: {'Port': ['ID=f5e5e196-ac1a-4d79-951c-c512e34c9e9c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:49.790503 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59960) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:49.792050 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=68463f81-9f9d-4003-8f1b-b084852af26d,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:49.951166 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c908b5-3cee-43e5-9006-97db371941d7 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Deleting subnet 434a90aa-5591-4c08-b5c7-bdf1771d461e {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:15:50.011612 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0e2ff7c4-7ab2-44f8-8e19-7ce116671eb6 None None] Provisioning complete for port 68463f81-9f9d-4003-8f1b-b084852af26d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:50.012939 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0e2ff7c4-7ab2-44f8-8e19-7ce116671eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:50.050599 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-a851ad27-4379-44f4-bf41-784286566d2d None None] Allocated IP 2001:db8::f816:3eff:fea2:fc76 (b33f7ec2-1e4a-45af-825e-6e89aba65255/434a90aa-5591-4c08-b5c7-bdf1771d461e/fc185abd-3178-41db-980c-3eea3ccfeab2) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:15:50.060707 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-57a987a1-fb13-4753-b5cd-09a12737877b tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:50.075996 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fc41c-2e6c-4ec6-b8bf-018f85d0c7d4 req-906bd16c-272c-47b8-bf4d-fbaa91242451 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:50.088262 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-656fc41c-2e6c-4ec6-b8bf-018f85d0c7d4 req-906bd16c-272c-47b8-bf4d-fbaa91242451 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.5650959 May 26 16:15:50.100059 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-57a987a1-fb13-4753-b5cd-09a12737877b tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:50.221398 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-656fc41c-2e6c-4ec6-b8bf-018f85d0c7d4 req-c09139af-de22-4961-a9c5-76fc2c3e0cf0 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317234 May 26 16:15:50.223250 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-57a987a1-fb13-4753-b5cd-09a12737877b tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:50.224187 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a987a1-fb13-4753-b5cd-09a12737877b tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 882d7e3a-f7f4-419c-be1d-fc3ce49b5baa {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:15:50.280694 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-57a987a1-fb13-4753-b5cd-09a12737877b tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:50.283081 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-57a987a1-fb13-4753-b5cd-09a12737877b tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] 10.222.0.77 "DELETE /v2.0/routers/882d7e3a-f7f4-419c-be1d-fc3ce49b5baa HTTP/1.1" status: 204 len: 168 time: 0.9889734 May 26 16:15:50.287950 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59968) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:50.297545 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-9254832f-47b3-49f0-a3c6-2118a8005442 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Request body: {'router': {'name': 'tempest-router-1622717841', 'distributed': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:50.339393 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9254832f-47b3-49f0-a3c6-2118a8005442 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:50.341577 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9254832f-47b3-49f0-a3c6-2118a8005442 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:50.362590 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0e2ff7c4-7ab2-44f8-8e19-7ce116671eb6 None None] Current status of the port 68463f81-9f9d-4003-8f1b-b084852af26d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:50.374979 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-491c11e6-bcdd-43c8-a860-b12c41c51fb1 req-2620f2f9-6406-44ab-838e-b9e7ebcb35fe tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.1438966 May 26 16:15:50.507746 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9254832f-47b3-49f0-a3c6-2118a8005442 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:50.514885 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9254832f-47b3-49f0-a3c6-2118a8005442 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:50.557921 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9254832f-47b3-49f0-a3c6-2118a8005442 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:50.561396 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9254832f-47b3-49f0-a3c6-2118a8005442 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2699256 May 26 16:15:50.565327 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59972) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:50.580151 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a851ad27-4379-44f4-bf41-784286566d2d None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:50.593419 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a851ad27-4379-44f4-bf41-784286566d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:50.601417 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b0c908b5-3cee-43e5-9006-97db371941d7 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:50.648272 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a851ad27-4379-44f4-bf41-784286566d2d None None] Network b33f7ec2-1e4a-45af-825e-6e89aba65255 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:15:50.652834 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-a851ad27-4379-44f4-bf41-784286566d2d None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:50.663690 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e43c0473-2352-40a7-962e-267a2ce52648 req-1f3db030-4e77-4d72-bac3-4a2efd5d1e5f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=46dfc052-b97d-44a5-a402-053683254aad HTTP/1.1" status: 200 len: 210 time: 0.0784855 May 26 16:15:50.664039 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a851ad27-4379-44f4-bf41-784286566d2d None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:15:50.704348 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b0c908b5-3cee-43e5-9006-97db371941d7 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:50.786378 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-955bc9a8-a27d-481c-8b48-4f3047f5a7aa tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:50.856393 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851ad27-4379-44f4-bf41-784286566d2d None None] Pushing event updated for resources: {'Port': ['ID=fc185abd-3178-41db-980c-3eea3ccfeab2,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:50.907016 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a851ad27-4379-44f4-bf41-784286566d2d None None] Attempting to bind port fc185abd-3178-41db-980c-3eea3ccfeab2 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:15:50.910445 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a851ad27-4379-44f4-bf41-784286566d2d None None] Attempting to bind port fc185abd-3178-41db-980c-3eea3ccfeab2 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '651dab1c-7ee0-4be2-a625-7a238edbdc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'b33f7ec2-1e4a-45af-825e-6e89aba65255'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:15:50.910968 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a851ad27-4379-44f4-bf41-784286566d2d None None] Attempting to bind port fc185abd-3178-41db-980c-3eea3ccfeab2 on network b33f7ec2-1e4a-45af-825e-6e89aba65255 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:15:50.932565 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d6602ac4-b488-4492-b2f7-718d5d884292 None None] Provisioning complete for port 68463f81-9f9d-4003-8f1b-b084852af26d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:50.933424 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d6602ac4-b488-4492-b2f7-718d5d884292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:50.986771 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a851ad27-4379-44f4-bf41-784286566d2d None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:15:50.987518 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a851ad27-4379-44f4-bf41-784286566d2d None None] Checking segment: {'id': '651dab1c-7ee0-4be2-a625-7a238edbdc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'b33f7ec2-1e4a-45af-825e-6e89aba65255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:15:50.988284 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a851ad27-4379-44f4-bf41-784286566d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:50.988995 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a851ad27-4379-44f4-bf41-784286566d2d None None] Bound using segment: {'id': '651dab1c-7ee0-4be2-a625-7a238edbdc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'b33f7ec2-1e4a-45af-825e-6e89aba65255'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:15:50.990326 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a851ad27-4379-44f4-bf41-784286566d2d None None] Bound port: fc185abd-3178-41db-980c-3eea3ccfeab2, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651dab1c-7ee0-4be2-a625-7a238edbdc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'b33f7ec2-1e4a-45af-825e-6e89aba65255'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:15:50.991089 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a851ad27-4379-44f4-bf41-784286566d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:51.012015 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b0c908b5-3cee-43e5-9006-97db371941d7 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:51.086229 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-955bc9a8-a27d-481c-8b48-4f3047f5a7aa tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:51.089642 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-955bc9a8-a27d-481c-8b48-4f3047f5a7aa tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:51.165012 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-955bc9a8-a27d-481c-8b48-4f3047f5a7aa tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:51.166080 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955bc9a8-a27d-481c-8b48-4f3047f5a7aa tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1d9e3a2-6087-4432-94e4-e432a23102f3 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:15:51.183380 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-955bc9a8-a27d-481c-8b48-4f3047f5a7aa tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:51.190709 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-955bc9a8-a27d-481c-8b48-4f3047f5a7aa tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] 10.222.0.77 "DELETE /v2.0/routers/f1d9e3a2-6087-4432-94e4-e432a23102f3 HTTP/1.1" status: 204 len: 168 time: 0.6195416 May 26 16:15:51.190885 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59980) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:51.191932 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b0c908b5-3cee-43e5-9006-97db371941d7 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:51.197132 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-10427407-65e1-427b-acd9-781bcc0c84c8 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Request body: {'router': {'name': 'tempest-router-1988536746', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'cd76f2b82fc94a05ad9bd6d64958163c'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:51.208547 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a851ad27-4379-44f4-bf41-784286566d2d None None] For port fc185abd-3178-41db-980c-3eea3ccfeab2, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:15:51.210828 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d6602ac4-b488-4492-b2f7-718d5d884292 None None] Current status of the port 68463f81-9f9d-4003-8f1b-b084852af26d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:51.221783 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a851ad27-4379-44f4-bf41-784286566d2d None None] For port fc185abd-3178-41db-980c-3eea3ccfeab2, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=fc185abd-3178-41db-980c-3eea3ccfeab2,segment=NetworkSegment(651dab1c-7ee0-4be2-a625-7a238edbdc56),segment_id=651dab1c-7ee0-4be2-a625-7a238edbdc56)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:15:51.229763 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a851ad27-4379-44f4-bf41-784286566d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:51.234461 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10427407-65e1-427b-acd9-781bcc0c84c8 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:51.236950 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10427407-65e1-427b-acd9-781bcc0c84c8 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:51.247546 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c908b5-3cee-43e5-9006-97db371941d7 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event deleted for resources: {'Subnet': ['ID=434a90aa-5591-4c08-b5c7-bdf1771d461e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:51.255277 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b0c908b5-3cee-43e5-9006-97db371941d7 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:51.259916 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b0c908b5-3cee-43e5-9006-97db371941d7 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "DELETE /v2.0/subnets/434a90aa-5591-4c08-b5c7-bdf1771d461e HTTP/1.1" status: 204 len: 168 time: 1.4649820 May 26 16:15:51.264178 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59984) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:51.375929 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851ad27-4379-44f4-bf41-784286566d2d None None] Pushing event updated for resources: {'Port': ['ID=fc185abd-3178-41db-980c-3eea3ccfeab2,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:51.409845 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10427407-65e1-427b-acd9-781bcc0c84c8 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:51.417510 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10427407-65e1-427b-acd9-781bcc0c84c8 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:51.475120 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc71db8-0cb1-4c24-88d7-15c6684c60f7 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:51.477200 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc71db8-0cb1-4c24-88d7-15c6684c60f7 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:51.486919 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2dc71db8-0cb1-4c24-88d7-15c6684c60f7 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2162261 May 26 16:15:51.487505 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59990) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:51.559577 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10427407-65e1-427b-acd9-781bcc0c84c8 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:51.565718 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-10427407-65e1-427b-acd9-781bcc0c84c8 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3699164 May 26 16:15:51.566466 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59994) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:51.573773 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d51ed9e9-f713-4d30-b2af-2bb7b7a36da2 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:51.595111 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a083e-ddac-4bde-b77e-2d48a055b28c req-16ce5503-8429-4a48-a15b-0010dc0c6a3e tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:51.597651 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af9a083e-ddac-4bde-b77e-2d48a055b28c req-16ce5503-8429-4a48-a15b-0010dc0c6a3e tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.1675231 May 26 16:15:51.662055 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5c41eb32-bc00-4daf-8557-b1d70a1dbf23 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:51.691751 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c41eb32-bc00-4daf-8557-b1d70a1dbf23 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 26 16:15:51.692280 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c41eb32-bc00-4daf-8557-b1d70a1dbf23 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:15:51.702280 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5c41eb32-bc00-4daf-8557-b1d70a1dbf23 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "DELETE /v2.0/networks/b33f7ec2-1e4a-45af-825e-6e89aba65255 HTTP/1.1" status: 409 len: 405 time: 0.2118003 May 26 16:15:51.702280 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59996) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:51.703351 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3946af24-5f31-4b64-a1a4-00ade16d3d1c req-169afeeb-6c48-4396-8c03-f48fff477e3d tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.1037519 May 26 16:15:51.731588 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-1d624f5b-3623-4938-9e7c-00d69c22665a tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1946326126'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:51.814500 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d624f5b-3623-4938-9e7c-00d69c22665a tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Made reservation on behalf of 8d0ac1c97aff4f1f9594daded8e4f585 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:51.821079 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d624f5b-3623-4938-9e7c-00d69c22665a tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:51.901251 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d624f5b-3623-4938-9e7c-00d69c22665a tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:15:51.922555 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d624f5b-3623-4938-9e7c-00d69c22665a tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:51.923208 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-1d624f5b-3623-4938-9e7c-00d69c22665a tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Added segment 4598c4a3-20ef-4d1f-800d-16a42a66e5b0 of type vlan for network 1d55fc88-eb21-4d07-b7ff-658122947189 May 26 16:15:51.968990 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af9a083e-ddac-4bde-b77e-2d48a055b28c req-fac5498d-f17b-4829-9a53-336cb4b122d6 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610514 May 26 16:15:52.020222 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d624f5b-3623-4938-9e7c-00d69c22665a tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:52.068545 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d624f5b-3623-4938-9e7c-00d69c22665a tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:52.105641 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d624f5b-3623-4938-9e7c-00d69c22665a tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:52.106683 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d624f5b-3623-4938-9e7c-00d69c22665a tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:52.163483 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1d624f5b-3623-4938-9e7c-00d69c22665a tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4442053 May 26 16:15:52.169943 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60002) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:52.179006 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d22c7f50-e8d0-485d-82f5-19835cce4103 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Request body: {'subnet': {'network_id': '1d55fc88-eb21-4d07-b7ff-658122947189', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:52.217203 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device fc185abd-3178-41db-980c-3eea3ccfeab2 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:15:52.292588 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port fc185abd-3178-41db-980c-3eea3ccfeab2 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:52.293907 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:52.312402 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d51ed9e9-f713-4d30-b2af-2bb7b7a36da2 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:52.313071 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d51ed9e9-f713-4d30-b2af-2bb7b7a36da2 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks [] for router, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:52.333135 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d624f5b-3623-4938-9e7c-00d69c22665a tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event updated for resources: {'Network': ['ID=1d55fc88-eb21-4d07-b7ff-658122947189,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:52.370338 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 1d55fc88-eb21-4d07-b7ff-658122947189 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:15:52.427720 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22c7f50-e8d0-485d-82f5-19835cce4103 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Made reservation on behalf of 8d0ac1c97aff4f1f9594daded8e4f585 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:52.432433 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d22c7f50-e8d0-485d-82f5-19835cce4103 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:52.459056 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d51ed9e9-f713-4d30-b2af-2bb7b7a36da2 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103896) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} May 26 16:15:52.459432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d51ed9e9-f713-4d30-b2af-2bb7b7a36da2 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Router 578c17bb-dead-40f2-868f-dcd88ab3b763 migrating from provider to provider. {{(pid=103896) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} May 26 16:15:52.459779 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d51ed9e9-f713-4d30-b2af-2bb7b7a36da2 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:52.467068 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d51ed9e9-f713-4d30-b2af-2bb7b7a36da2 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:52.473883 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d51ed9e9-f713-4d30-b2af-2bb7b7a36da2 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2061086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2061095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2062530'] for router, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:52.583789 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 998a0b6f-286a-4499-b21e-44a350045c77 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:15:52.722229 n-d-843337-2 neutron-server[103896]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d51ed9e9-f713-4d30-b2af-2bb7b7a36da2 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] No L3 agents can host the router 578c17bb-dead-40f2-868f-dcd88ab3b763 May 26 16:15:52.866409 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port fc185abd-3178-41db-980c-3eea3ccfeab2 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:52.867017 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:52.947447 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port fc185abd-3178-41db-980c-3eea3ccfeab2, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=fc185abd-3178-41db-980c-3eea3ccfeab2,segment=NetworkSegment(651dab1c-7ee0-4be2-a625-7a238edbdc56),segment_id=651dab1c-7ee0-4be2-a625-7a238edbdc56)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:52.961117 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:52.962221 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 68463f81-9f9d-4003-8f1b-b084852af26d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:15:53.018300 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-824068b6-9353-4f83-9d2b-0603eb56ed33 req-422f9320-60c8-4730-ae01-cad9cf59c64e tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.0540845 May 26 16:15:53.084929 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=fc185abd-3178-41db-980c-3eea3ccfeab2,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:53.123470 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51ed9e9-f713-4d30-b2af-2bb7b7a36da2 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Hosts for router 578c17bb-dead-40f2-868f-dcd88ab3b763: [] {{(pid=103896) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} May 26 16:15:53.148053 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 998a0b6f-286a-4499-b21e-44a350045c77, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=998a0b6f-286a-4499-b21e-44a350045c77,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:53.198078 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51ed9e9-f713-4d30-b2af-2bb7b7a36da2 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Hosts for other DVR routers connected to router 578c17bb-dead-40f2-868f-dcd88ab3b763: set() {{(pid=103896) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} May 26 16:15:53.201872 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d51ed9e9-f713-4d30-b2af-2bb7b7a36da2 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:53.203948 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d51ed9e9-f713-4d30-b2af-2bb7b7a36da2 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] 10.222.0.77 "PUT /v2.0/routers/578c17bb-dead-40f2-868f-dcd88ab3b763 HTTP/1.1" status: 200 len: 717 time: 1.6362326 May 26 16:15:53.217259 n-d-843337-2 neutron-server[103895]: DEBUG neutron.objects.ports [None req-d22c7f50-e8d0-485d-82f5-19835cce4103 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103895) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:15:53.218408 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60022) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:53.225116 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d22c7f50-e8d0-485d-82f5-19835cce4103 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:53.244814 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '998a0b6f-286a-4499-b21e-44a350045c77', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'port_id': '998a0b6f-286a-4499-b21e-44a350045c77', 'mac_address': 'fa:16:3e:8d:42:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:15:53.276505 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e7e7c-f10e-496f-bc89-561341b75cb1 req-69f28d79-9346-4315-9b62-98b922bdfb55 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:53.279415 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b65e7e7c-f10e-496f-bc89-561341b75cb1 req-69f28d79-9346-4315-9b62-98b922bdfb55 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.1060123 May 26 16:15:53.333805 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 998a0b6f-286a-4499-b21e-44a350045c77 is: ACTIVE; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:53.334972 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:53.371221 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b65e7e7c-f10e-496f-bc89-561341b75cb1 req-3c793cb2-31bb-4c43-8e6a-e16f618fdbeb tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764980 May 26 16:15:53.372431 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 998a0b6f-286a-4499-b21e-44a350045c77 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:15:53.448294 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 998a0b6f-286a-4499-b21e-44a350045c77, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=998a0b6f-286a-4499-b21e-44a350045c77,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:53.469936 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:53.487181 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4d693043-9756-4c02-947b-72557d8f2e38 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] 10.222.0.77 "GET /v2.0/routers/578c17bb-dead-40f2-868f-dcd88ab3b763 HTTP/1.1" status: 200 len: 717 time: 0.2636838 May 26 16:15:53.487928 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60026) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:53.492844 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 68463f81-9f9d-4003-8f1b-b084852af26d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:53.494080 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:53.509803 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c7f50-e8d0-485d-82f5-19835cce4103 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event updated for resources: {'Subnet': ['ID=59982e4d-d74a-4ce8-994b-b9bd27abfce2,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:53.564308 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22c7f50-e8d0-485d-82f5-19835cce4103 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Checking segment: {'id': '4598c4a3-20ef-4d1f-800d-16a42a66e5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1d55fc88-eb21-4d07-b7ff-658122947189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:15:53.565092 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22c7f50-e8d0-485d-82f5-19835cce4103 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Network hostable DHCP agents. Network: 1d55fc88-eb21-4d07-b7ff-658122947189, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:15:53.617982 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22c7f50-e8d0-485d-82f5-19835cce4103 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Network 1d55fc88-eb21-4d07-b7ff-658122947189 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:15:53.635837 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-d22c7f50-e8d0-485d-82f5-19835cce4103 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 1d55fc88-eb21-4d07-b7ff-658122947189) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:53.641794 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22c7f50-e8d0-485d-82f5-19835cce4103 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:53.642785 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d22c7f50-e8d0-485d-82f5-19835cce4103 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:53.689636 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091ccb87-25f9-4128-ae7f-aa08fa42d890 None None] Network b33f7ec2-1e4a-45af-825e-6e89aba65255 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:15:53.690218 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60042) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:53.691405 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['998a0b6f-286a-4499-b21e-44a350045c77'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:15:53.692075 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d22c7f50-e8d0-485d-82f5-19835cce4103 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5211217 May 26 16:15:53.694341 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a6ecba-5179-443b-9f7d-a540c01873cc None None] Network 1d55fc88-eb21-4d07-b7ff-658122947189 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:15:53.699538 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-0d01ec04-9dbf-4e19-8377-858014f2d9bd tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Request body: {'port': {'network_id': '1d55fc88-eb21-4d07-b7ff-658122947189', 'name': 'tempest-NetworksIpV6TestAttrs-71540619'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:54.092893 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=998a0b6f-286a-4499-b21e-44a350045c77,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:54.113850 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e96ff354-6eed-4fa5-9137-e3d6b0ab6158 None None] Provisioning complete for port fc185abd-3178-41db-980c-3eea3ccfeab2 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:54.114422 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e96ff354-6eed-4fa5-9137-e3d6b0ab6158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:54.129267 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-307136d6-7a7f-404d-bc11-195d52e9f3d3 tempest-RoutersTestDVR-1030533619 tempest-RoutersTestDVR-1030533619-project] 10.222.0.77 "GET /v2.0/routers/578c17bb-dead-40f2-868f-dcd88ab3b763 HTTP/1.1" status: 200 len: 683 time: 0.6387916 May 26 16:15:54.134047 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60050) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:54.156469 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d01ec04-9dbf-4e19-8377-858014f2d9bd tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Made reservation on behalf of 8d0ac1c97aff4f1f9594daded8e4f585 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:54.163569 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d01ec04-9dbf-4e19-8377-858014f2d9bd tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:54.595378 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-52d412ea-5eae-42a7-aca1-5d7ae1e32c0d tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:54.890170 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 68463f81-9f9d-4003-8f1b-b084852af26d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:55.189102 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device fc185abd-3178-41db-980c-3eea3ccfeab2 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:15:55.311182 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-0d01ec04-9dbf-4e19-8377-858014f2d9bd tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] device_id is not set on port 09e3a675-b128-49b6-9353-39bc6c40f025 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:15:55.342961 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e15889d0-e6a5-461f-a1f0-f23f0f9af3c0 req-024f149e-193e-4c0f-8a24-9f1ab0367b79 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.1780434 May 26 16:15:55.343261 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844fb1a2-42dd-48fd-8346-022fe6450d16 None None] DHCP port deletion for b33f7ec2-1e4a-45af-825e-6e89aba65255 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:15:55.369927 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e96ff354-6eed-4fa5-9137-e3d6b0ab6158 None None] Current status of the port fc185abd-3178-41db-980c-3eea3ccfeab2 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:55.402565 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08eb454-4142-4a6f-9a17-bc27aeb3f3fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-1d55fc88-eb21-4d07-b7ff-658122947189', 'network_id': '1d55fc88-eb21-4d07-b7ff-658122947189', 'tenant_id': '8d0ac1c97aff4f1f9594daded8e4f585', 'fixed_ips': [{'subnet_id': '59982e4d-d74a-4ce8-994b-b9bd27abfce2'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:15:55.404043 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b08eb454-4142-4a6f-9a17-bc27aeb3f3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:55.572861 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de5b94-bdc7-40fc-9e55-db58797a5b24 req-f511804f-49a4-4b29-8be2-975ae81c2d6f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:55.594462 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b4de5b94-bdc7-40fc-9e55-db58797a5b24 req-f511804f-49a4-4b29-8be2-975ae81c2d6f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 945 time: 0.4339921 May 26 16:15:55.716991 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b4de5b94-bdc7-40fc-9e55-db58797a5b24 req-48ae606a-3fee-45ca-9ba8-292035c74a2d tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210237 May 26 16:15:55.891961 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port fc185abd-3178-41db-980c-3eea3ccfeab2 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:55.892816 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:55.921588 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-0d01ec04-9dbf-4e19-8377-858014f2d9bd tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Allocated IP 2001:db8::f816:3eff:fede:dc0 (1d55fc88-eb21-4d07-b7ff-658122947189/59982e4d-d74a-4ce8-994b-b9bd27abfce2/09e3a675-b128-49b6-9353-39bc6c40f025) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:15:55.957766 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-844fb1a2-42dd-48fd-8346-022fe6450d16 None None] Deleting port fc185abd-3178-41db-980c-3eea3ccfeab2 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:15:55.958360 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-844fb1a2-42dd-48fd-8346-022fe6450d16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:56.000207 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c9178d11-ef57-4245-80af-baafc60cdddb req-bd56042a-77a5-4cca-9c2c-edaca9de942c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.9398468 May 26 16:15:56.010763 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-52d412ea-5eae-42a7-aca1-5d7ae1e32c0d tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:56.015758 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-52d412ea-5eae-42a7-aca1-5d7ae1e32c0d tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:56.164248 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-52d412ea-5eae-42a7-aca1-5d7ae1e32c0d tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:56.165657 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d412ea-5eae-42a7-aca1-5d7ae1e32c0d tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 578c17bb-dead-40f2-868f-dcd88ab3b763 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:15:56.193417 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-52d412ea-5eae-42a7-aca1-5d7ae1e32c0d tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:56.195579 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-52d412ea-5eae-42a7-aca1-5d7ae1e32c0d tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] 10.222.0.77 "DELETE /v2.0/routers/578c17bb-dead-40f2-868f-dcd88ab3b763 HTTP/1.1" status: 204 len: 168 time: 2.0595818 May 26 16:15:56.205787 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60102) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:56.219645 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-9baf6443-8344-4cfc-977a-4fa1b0af9c99 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Request body: {'router': {'name': 'tempest-router-65515321', 'distributed': True}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:56.309068 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-844fb1a2-42dd-48fd-8346-022fe6450d16 None None] For port fc185abd-3178-41db-980c-3eea3ccfeab2, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=fc185abd-3178-41db-980c-3eea3ccfeab2,segment=NetworkSegment(651dab1c-7ee0-4be2-a625-7a238edbdc56),segment_id=651dab1c-7ee0-4be2-a625-7a238edbdc56)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:56.312391 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9baf6443-8344-4cfc-977a-4fa1b0af9c99 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:56.314960 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9baf6443-8344-4cfc-977a-4fa1b0af9c99 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:56.322328 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-844fb1a2-42dd-48fd-8346-022fe6450d16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:56.416499 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-844fb1a2-42dd-48fd-8346-022fe6450d16 None None] Calling delete_port for fc185abd-3178-41db-980c-3eea3ccfeab2 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:15:56.443499 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 998a0b6f-286a-4499-b21e-44a350045c77 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:15:56.457217 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d01ec04-9dbf-4e19-8377-858014f2d9bd tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:56.476325 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9baf6443-8344-4cfc-977a-4fa1b0af9c99 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:56.483633 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9baf6443-8344-4cfc-977a-4fa1b0af9c99 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:56.510397 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9baf6443-8344-4cfc-977a-4fa1b0af9c99 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:56.511998 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9baf6443-8344-4cfc-977a-4fa1b0af9c99 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.2982869 May 26 16:15:56.525651 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60114) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:56.556522 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d01ec04-9dbf-4e19-8377-858014f2d9bd tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:56.745991 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port fc185abd-3178-41db-980c-3eea3ccfeab2 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:56.749926 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d01ec04-9dbf-4e19-8377-858014f2d9bd tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Network 1d55fc88-eb21-4d07-b7ff-658122947189 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:15:56.754145 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a8f9187a-b7d0-40aa-a802-43799afbc962 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:56.885842 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-0d01ec04-9dbf-4e19-8377-858014f2d9bd tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:56.898103 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01ec04-9dbf-4e19-8377-858014f2d9bd tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event updated for resources: {'Port': ['ID=09e3a675-b128-49b6-9353-39bc6c40f025,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:56.903485 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-b08eb454-4142-4a6f-9a17-bc27aeb3f3fd None None] Allocated IP 2001:db8::f816:3eff:fefb:403a (1d55fc88-eb21-4d07-b7ff-658122947189/59982e4d-d74a-4ce8-994b-b9bd27abfce2/e930fab1-6bc1-41d5-92e3-bc7669b9b29e) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:15:56.932474 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d01ec04-9dbf-4e19-8377-858014f2d9bd tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:15:56.949509 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d01ec04-9dbf-4e19-8377-858014f2d9bd tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:56.952469 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d01ec04-9dbf-4e19-8377-858014f2d9bd tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.030158 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 998a0b6f-286a-4499-b21e-44a350045c77 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:15:57.035004 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.063775 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-817f99a4-b0fd-4a84-ac22-27622b8f306b req-8bf58cb5-9ef8-4f90-844b-ff684dc5ff89 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.3097425 May 26 16:15:57.104510 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0d01ec04-9dbf-4e19-8377-858014f2d9bd tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4131646 May 26 16:15:57.147473 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60120) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:57.187770 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device fc185abd-3178-41db-980c-3eea3ccfeab2 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:15:57.269376 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22c163-bc66-4080-8d56-3144550d153e req-6a0ed9a5-067a-48bd-a679-5045b887fbb3 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:57.283064 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c22c163-bc66-4080-8d56-3144550d153e req-6a0ed9a5-067a-48bd-a679-5045b887fbb3 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 945 time: 0.3024328 May 26 16:15:57.295911 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-844fb1a2-42dd-48fd-8346-022fe6450d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.315009 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3983dd-46d5-4311-98c8-4de73c1345e2 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Deleting subnet 59982e4d-d74a-4ce8-994b-b9bd27abfce2 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:15:57.319920 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844fb1a2-42dd-48fd-8346-022fe6450d16 None None] No DVR routers for this DVR port fc185abd-3178-41db-980c-3eea3ccfeab2 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:15:57.334571 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No active binding found for port fc185abd-3178-41db-980c-3eea3ccfeab2 {{(pid=103897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 26 16:15:57.335297 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device fc185abd-3178-41db-980c-3eea3ccfeab2 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:15:57.367677 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a8f9187a-b7d0-40aa-a802-43799afbc962 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.376772 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a8f9187a-b7d0-40aa-a802-43799afbc962 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.404327 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fb1a2-42dd-48fd-8346-022fe6450d16 None None] Pushing event deleted for resources: {'Port': ['ID=fc185abd-3178-41db-980c-3eea3ccfeab2,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:57.414315 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c22c163-bc66-4080-8d56-3144550d153e req-cbdb534c-e455-4b17-bf6b-aa21999e41c0 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934150 May 26 16:15:57.582944 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a8f9187a-b7d0-40aa-a802-43799afbc962 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.584336 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f9187a-b7d0-40aa-a802-43799afbc962 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 368bbad3-f744-4bae-a7aa-8ed9c4ee33c8 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:15:57.595395 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a8f9187a-b7d0-40aa-a802-43799afbc962 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.597584 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a8f9187a-b7d0-40aa-a802-43799afbc962 tempest-RoutersTestDVR-316010241 tempest-RoutersTestDVR-316010241-project-admin] 10.222.0.77 "DELETE /v2.0/routers/368bbad3-f744-4bae-a7aa-8ed9c4ee33c8 HTTP/1.1" status: 204 len: 168 time: 1.0700948 May 26 16:15:57.653669 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 998a0b6f-286a-4499-b21e-44a350045c77 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:15:57.654069 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.695359 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e478563-7731-4b34-8df1-0e2840bb4a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998a0b6f-286a-4499-b21e-44a350045c77'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:15:57.699338 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ff0c61-e097-4be8-9ea3-0e99d325a860" -d '{"events": [{"server_uuid": "0e478563-7731-4b34-8df1-0e2840bb4a36", "name": "network-vif-plugged", "status": "completed", "tag": "998a0b6f-286a-4499-b21e-44a350045c77"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:15:57.766424 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b08eb454-4142-4a6f-9a17-bc27aeb3f3fd None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.779689 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 998a0b6f-286a-4499-b21e-44a350045c77, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=998a0b6f-286a-4499-b21e-44a350045c77,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:15:57.787305 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.791115 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a3983dd-46d5-4311-98c8-4de73c1345e2 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.799112 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b08eb454-4142-4a6f-9a17-bc27aeb3f3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.817889 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4c7929-a5ad-4703-9563-235232ac6ce2 x-openstack-request-id: req-1f4c7929-a5ad-4703-9563-235232ac6ce2 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:15:57.817889 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e478563-7731-4b34-8df1-0e2840bb4a36", "name": "network-vif-plugged", "status": "completed", "tag": "998a0b6f-286a-4499-b21e-44a350045c77", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:15:57.817889 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1f4c7929-a5ad-4703-9563-235232ac6ce2 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:15:57.820043 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f4c7929-a5ad-4703-9563-235232ac6ce2'] response: {'server_uuid': '0e478563-7731-4b34-8df1-0e2840bb4a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998a0b6f-286a-4499-b21e-44a350045c77', 'code': 200} May 26 16:15:57.947467 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08eb454-4142-4a6f-9a17-bc27aeb3f3fd None None] Network 1d55fc88-eb21-4d07-b7ff-658122947189 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:15:57.951625 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a3983dd-46d5-4311-98c8-4de73c1345e2 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:57.959463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-b08eb454-4142-4a6f-9a17-bc27aeb3f3fd None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:15:57.989640 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08eb454-4142-4a6f-9a17-bc27aeb3f3fd None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:15:58.030780 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=998a0b6f-286a-4499-b21e-44a350045c77,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:58.255584 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08eb454-4142-4a6f-9a17-bc27aeb3f3fd None None] Pushing event updated for resources: {'Port': ['ID=e930fab1-6bc1-41d5-92e3-bc7669b9b29e,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:58.267756 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b08eb454-4142-4a6f-9a17-bc27aeb3f3fd None None] Attempting to bind port e930fab1-6bc1-41d5-92e3-bc7669b9b29e on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:15:58.269578 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b08eb454-4142-4a6f-9a17-bc27aeb3f3fd None None] Attempting to bind port e930fab1-6bc1-41d5-92e3-bc7669b9b29e by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '4598c4a3-20ef-4d1f-800d-16a42a66e5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1d55fc88-eb21-4d07-b7ff-658122947189'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:15:58.270167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08eb454-4142-4a6f-9a17-bc27aeb3f3fd None None] Attempting to bind port e930fab1-6bc1-41d5-92e3-bc7669b9b29e on network 1d55fc88-eb21-4d07-b7ff-658122947189 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:15:58.285943 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08eb454-4142-4a6f-9a17-bc27aeb3f3fd None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:15:58.286677 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08eb454-4142-4a6f-9a17-bc27aeb3f3fd None None] Checking segment: {'id': '4598c4a3-20ef-4d1f-800d-16a42a66e5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1d55fc88-eb21-4d07-b7ff-658122947189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:15:58.287311 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b08eb454-4142-4a6f-9a17-bc27aeb3f3fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:58.289687 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08eb454-4142-4a6f-9a17-bc27aeb3f3fd None None] Bound using segment: {'id': '4598c4a3-20ef-4d1f-800d-16a42a66e5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1d55fc88-eb21-4d07-b7ff-658122947189'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:15:58.290460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b08eb454-4142-4a6f-9a17-bc27aeb3f3fd None None] Bound port: e930fab1-6bc1-41d5-92e3-bc7669b9b29e, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4598c4a3-20ef-4d1f-800d-16a42a66e5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1d55fc88-eb21-4d07-b7ff-658122947189'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:15:58.291078 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b08eb454-4142-4a6f-9a17-bc27aeb3f3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:58.433527 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60146) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:58.478412 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b08eb454-4142-4a6f-9a17-bc27aeb3f3fd None None] For port e930fab1-6bc1-41d5-92e3-bc7669b9b29e, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:15:58.487779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b08eb454-4142-4a6f-9a17-bc27aeb3f3fd None None] For port e930fab1-6bc1-41d5-92e3-bc7669b9b29e, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e930fab1-6bc1-41d5-92e3-bc7669b9b29e,segment=NetworkSegment(4598c4a3-20ef-4d1f-800d-16a42a66e5b0),segment_id=4598c4a3-20ef-4d1f-800d-16a42a66e5b0)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:15:58.497310 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b08eb454-4142-4a6f-9a17-bc27aeb3f3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:58.521587 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44f3c10f-10c2-4536-8529-472e0bc8b7cd req-5c31544c-bbc2-4ba1-95a9-a446d241ef6c tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.0755634 May 26 16:15:58.564913 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a3983dd-46d5-4311-98c8-4de73c1345e2 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:58.755652 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a3983dd-46d5-4311-98c8-4de73c1345e2 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:58.762963 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2342ef5b-524a-48d4-b2bd-04ff77ffe07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:59.094625 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3983dd-46d5-4311-98c8-4de73c1345e2 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event deleted for resources: {'Subnet': ['ID=59982e4d-d74a-4ce8-994b-b9bd27abfce2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:59.112727 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a3983dd-46d5-4311-98c8-4de73c1345e2 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:59.128444 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8a3983dd-46d5-4311-98c8-4de73c1345e2 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "DELETE /v2.0/subnets/59982e4d-d74a-4ce8-994b-b9bd27abfce2 HTTP/1.1" status: 204 len: 168 time: 1.9769697 May 26 16:15:59.132457 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2342ef5b-524a-48d4-b2bd-04ff77ffe07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:59.134266 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60172) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:59.185066 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2342ef5b-524a-48d4-b2bd-04ff77ffe07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:59.195594 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08eb454-4142-4a6f-9a17-bc27aeb3f3fd None None] Pushing event updated for resources: {'Port': ['ID=e930fab1-6bc1-41d5-92e3-bc7669b9b29e,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:59.226292 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38b51e-a5a3-4d28-a3fb-2223713c0121 req-220f9ea4-ce28-433e-be16-1aada9cde1a5 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:59.230050 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a38b51e-a5a3-4d28-a3fb-2223713c0121 req-220f9ea4-ce28-433e-be16-1aada9cde1a5 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.3143587 May 26 16:15:59.377379 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2342ef5b-524a-48d4-b2bd-04ff77ffe07b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cd76f2b82fc94a05ad9bd6d64958163c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9394398 May 26 16:15:59.380947 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a38b51e-a5a3-4d28-a3fb-2223713c0121 req-7dc1b258-d323-4e19-a0f0-f9d481822251 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316643 May 26 16:15:59.381319 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60178) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:59.383287 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342ef5b-524a-48d4-b2bd-04ff77ffe07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92aa6fa3-54b3-419c-bd91-dee3828c5f6c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:15:59.445050 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d3f08e-a1c1-4f00-bd08-683122381ac0 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:59.448170 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d3f08e-a1c1-4f00-bd08-683122381ac0 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:15:59.450046 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f2d3f08e-a1c1-4f00-bd08-683122381ac0 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3143647 May 26 16:15:59.455755 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60184) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:59.492487 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-20cdfa0d-2228-4277-9c80-0d8b8d2b7798 req-86befee9-4aa9-48df-9954-c05bb1041532 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.1224749 May 26 16:15:59.673789 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f0fddc35-f14f-4cff-b3ed-3872587ab9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:59.747040 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f0fddc35-f14f-4cff-b3ed-3872587ab9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:59.806834 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3f093ea1-a528-4adc-a9df-b6e22d745ce0 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:59.833269 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f093ea1-a528-4adc-a9df-b6e22d745ce0 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 26 16:15:59.834025 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f093ea1-a528-4adc-a9df-b6e22d745ce0 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:15:59.846127 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3f093ea1-a528-4adc-a9df-b6e22d745ce0 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "DELETE /v2.0/networks/1d55fc88-eb21-4d07-b7ff-658122947189 HTTP/1.1" status: 409 len: 405 time: 0.3794959 May 26 16:15:59.853460 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60186) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:15:59.870258 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f7fcbb7d-77bc-4530-8790-325860ce32be tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2101978769'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:15:59.941620 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f0fddc35-f14f-4cff-b3ed-3872587ab9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:59.953676 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f0fddc35-f14f-4cff-b3ed-3872587ab9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:59.954921 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fcbb7d-77bc-4530-8790-325860ce32be tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Made reservation on behalf of 8d0ac1c97aff4f1f9594daded8e4f585 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:15:59.970283 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f7fcbb7d-77bc-4530-8790-325860ce32be tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:15:59.973399 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f0fddc35-f14f-4cff-b3ed-3872587ab9ef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/92aa6fa3-54b3-419c-bd91-dee3828c5f6c HTTP/1.1" status: 204 len: 168 time: 0.5728941 May 26 16:16:00.012485 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fddc35-f14f-4cff-b3ed-3872587ab9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92aa6fa3-54b3-419c-bd91-dee3828c5f6c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:00.078641 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7fcbb7d-77bc-4530-8790-325860ce32be tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:16:00.129774 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f7fcbb7d-77bc-4530-8790-325860ce32be tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:00.130249 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-f7fcbb7d-77bc-4530-8790-325860ce32be tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Added segment a9acf3a8-9890-4628-be58-845a250f72fc of type vlan for network bcae769d-c6c6-4066-8417-ab8914c85939 May 26 16:16:00.245124 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f7fcbb7d-77bc-4530-8790-325860ce32be tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:00.314613 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f7fcbb7d-77bc-4530-8790-325860ce32be tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:00.328528 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fcbb7d-77bc-4530-8790-325860ce32be tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:00.329832 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f7fcbb7d-77bc-4530-8790-325860ce32be tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:00.574234 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:00.626786 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f7fcbb7d-77bc-4530-8790-325860ce32be tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7717214 May 26 16:16:00.631459 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60202) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:00.646348 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-f44e5e6f-95c2-4ebf-93f2-41691c258991 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Request body: {'subnet': {'network_id': 'bcae769d-c6c6-4066-8417-ab8914c85939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:00.684948 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fcbb7d-77bc-4530-8790-325860ce32be tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event updated for resources: {'Network': ['ID=bcae769d-c6c6-4066-8417-ab8914c85939,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:00.707862 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network bcae769d-c6c6-4066-8417-ab8914c85939 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:16:01.032813 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60208) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:01.060254 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5927d162-a733-4624-a0ee-4a35e6a02230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:01.138809 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e710663e-549d-40a4-bcf8-d80e2344b27b req-1f634f6a-504a-4485-9b6b-a107be0f1740 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.1592612 May 26 16:16:01.166089 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44e5e6f-95c2-4ebf-93f2-41691c258991 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Made reservation on behalf of 8d0ac1c97aff4f1f9594daded8e4f585 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:01.195231 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f44e5e6f-95c2-4ebf-93f2-41691c258991 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:01.418043 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5927d162-a733-4624-a0ee-4a35e6a02230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:01.425371 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5927d162-a733-4624-a0ee-4a35e6a02230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:01.488772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e930fab1-6bc1-41d5-92e3-bc7669b9b29e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:16:01.532821 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5927d162-a733-4624-a0ee-4a35e6a02230 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3c7ec1c508a8478abac0028fe0829e78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4986050 May 26 16:16:01.533682 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60218) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:01.564509 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927d162-a733-4624-a0ee-4a35e6a02230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6af479c-8aab-491d-875e-64053c37a7a9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:01.579614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24ba97-5a35-40a3-b7d2-02b1c6d65679 req-46d07042-40af-472f-95c5-3f1678eb0b8b tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:01.618762 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f24ba97-5a35-40a3-b7d2-02b1c6d65679 req-46d07042-40af-472f-95c5-3f1678eb0b8b tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.7766039 May 26 16:16:01.647072 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port e930fab1-6bc1-41d5-92e3-bc7669b9b29e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:01.647990 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:01.749505 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60220) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:01.766304 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5d9008-e1ad-4a63-b55b-6d3b75d761f8 None None] Network 1d55fc88-eb21-4d07-b7ff-658122947189 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:01.768423 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-010185ac-9ee0-43e2-a210-aa2f00e10b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:01.912852 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-010185ac-9ee0-43e2-a210-aa2f00e10b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:02.084609 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f24ba97-5a35-40a3-b7d2-02b1c6d65679 req-720c49e5-5964-46b7-b955-ec9e475e3b11 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4629805 May 26 16:16:02.099372 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7b39d115-f7c9-4fec-97f7-494d51b35ee7 None None] Provisioning complete for port e930fab1-6bc1-41d5-92e3-bc7669b9b29e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:16:02.100082 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7b39d115-f7c9-4fec-97f7-494d51b35ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:02.171505 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-010185ac-9ee0-43e2-a210-aa2f00e10b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:02.180629 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-010185ac-9ee0-43e2-a210-aa2f00e10b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:02.182986 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-010185ac-9ee0-43e2-a210-aa2f00e10b1e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b6af479c-8aab-491d-875e-64053c37a7a9 HTTP/1.1" status: 204 len: 168 time: 0.6212952 May 26 16:16:02.217896 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010185ac-9ee0-43e2-a210-aa2f00e10b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6af479c-8aab-491d-875e-64053c37a7a9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:02.271911 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1daaca7b-029a-44b2-b162-bef548e0bf43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:02.390050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.objects.ports [None req-f44e5e6f-95c2-4ebf-93f2-41691c258991 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103896) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:16:02.400359 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f44e5e6f-95c2-4ebf-93f2-41691c258991 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:02.441919 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port e930fab1-6bc1-41d5-92e3-bc7669b9b29e is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:02.442334 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:02.553055 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1daaca7b-029a-44b2-b162-bef548e0bf43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:02.562233 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1daaca7b-029a-44b2-b162-bef548e0bf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:02.574935 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-19a5352a-f2e6-4783-8c12-36f713fb9fb3 req-ae811294-2c9a-4f26-8e6a-17d88880e590 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.2733541 May 26 16:16:02.601915 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port e930fab1-6bc1-41d5-92e3-bc7669b9b29e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e930fab1-6bc1-41d5-92e3-bc7669b9b29e,segment=NetworkSegment(4598c4a3-20ef-4d1f-800d-16a42a66e5b0),segment_id=4598c4a3-20ef-4d1f-800d-16a42a66e5b0)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:02.639724 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e5e6f-95c2-4ebf-93f2-41691c258991 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event updated for resources: {'Subnet': ['ID=aeb29991-78a6-47e6-a4a4-48fee03d3c79,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:02.645929 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:02.705518 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e5e6f-95c2-4ebf-93f2-41691c258991 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Checking segment: {'id': 'a9acf3a8-9890-4628-be58-845a250f72fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bcae769d-c6c6-4066-8417-ab8914c85939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:16:02.707791 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44e5e6f-95c2-4ebf-93f2-41691c258991 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Network hostable DHCP agents. Network: bcae769d-c6c6-4066-8417-ab8914c85939, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:16:02.772571 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44e5e6f-95c2-4ebf-93f2-41691c258991 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Network bcae769d-c6c6-4066-8417-ab8914c85939 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:16:02.773936 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daaca7b-029a-44b2-b162-bef548e0bf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f87201c-2ee8-47f6-9d0c-cf6b643b1009,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:02.819380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-f44e5e6f-95c2-4ebf-93f2-41691c258991 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, bcae769d-c6c6-4066-8417-ab8914c85939) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:02.835214 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44e5e6f-95c2-4ebf-93f2-41691c258991 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:02.835214 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f44e5e6f-95c2-4ebf-93f2-41691c258991 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:02.868980 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1daaca7b-029a-44b2-b162-bef548e0bf43 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a99feaab8c164ebd9c838351b78fff3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1166358 May 26 16:16:02.872910 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60240) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:02.901439 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f44e5e6f-95c2-4ebf-93f2-41691c258991 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2641587 May 26 16:16:02.904938 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60242) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:02.925189 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf51df8-fac9-4e19-b015-df9064b6d149 None None] Network bcae769d-c6c6-4066-8417-ab8914c85939 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:03.190831 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7497b8e8-84f4-4349-a58b-8361f4573696 None None] DHCP port deletion for 1d55fc88-eb21-4d07-b7ff-658122947189 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:16:03.224049 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7b39d115-f7c9-4fec-97f7-494d51b35ee7 None None] Current status of the port e930fab1-6bc1-41d5-92e3-bc7669b9b29e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:03.225605 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91648ff9-dfe3-48a7-bb1c-dd8a01ee8565 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:03.239792 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=e930fab1-6bc1-41d5-92e3-bc7669b9b29e,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:03.518580 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7497b8e8-84f4-4349-a58b-8361f4573696 None None] Deleting port e930fab1-6bc1-41d5-92e3-bc7669b9b29e {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:03.519121 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7497b8e8-84f4-4349-a58b-8361f4573696 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:03.626859 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db036a88-39db-4708-bee4-99dc6da25655 req-6057953f-cff0-44ee-9554-266b02d1b7e2 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:03.660905 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db036a88-39db-4708-bee4-99dc6da25655 req-6057953f-cff0-44ee-9554-266b02d1b7e2 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.2537904 May 26 16:16:03.709928 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7497b8e8-84f4-4349-a58b-8361f4573696 None None] For port e930fab1-6bc1-41d5-92e3-bc7669b9b29e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e930fab1-6bc1-41d5-92e3-bc7669b9b29e,segment=NetworkSegment(4598c4a3-20ef-4d1f-800d-16a42a66e5b0),segment_id=4598c4a3-20ef-4d1f-800d-16a42a66e5b0)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:03.710449 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7497b8e8-84f4-4349-a58b-8361f4573696 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:03.730824 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f6a6b3-3def-4f1c-95b6-733fb3997722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-bcae769d-c6c6-4066-8417-ab8914c85939', 'network_id': 'bcae769d-c6c6-4066-8417-ab8914c85939', 'tenant_id': '8d0ac1c97aff4f1f9594daded8e4f585', 'fixed_ips': [{'subnet_id': 'aeb29991-78a6-47e6-a4a4-48fee03d3c79'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:16:03.731703 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-00f6a6b3-3def-4f1c-95b6-733fb3997722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:03.769272 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d7d6f0e-533f-41ce-b818-b39c27de2db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:03.803697 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db036a88-39db-4708-bee4-99dc6da25655 req-92509043-ad21-4abb-b9b8-c3dff43d7765 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379800 May 26 16:16:03.842615 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7497b8e8-84f4-4349-a58b-8361f4573696 None None] Calling delete_port for e930fab1-6bc1-41d5-92e3-bc7669b9b29e owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:03.842801 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d7d6f0e-533f-41ce-b818-b39c27de2db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:03.969908 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91648ff9-dfe3-48a7-bb1c-dd8a01ee8565 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:04.056916 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6acd0b20-30c6-4fcf-8ce6-beb55c47923c req-74024a9e-c199-40b6-8129-5e65470bc305 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.1416707 May 26 16:16:04.204121 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d7d6f0e-533f-41ce-b818-b39c27de2db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:04.210042 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d7d6f0e-533f-41ce-b818-b39c27de2db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:04.212537 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7d7d6f0e-533f-41ce-b818-b39c27de2db8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5f87201c-2ee8-47f6-9d0c-cf6b643b1009 HTTP/1.1" status: 204 len: 168 time: 1.3327019 May 26 16:16:04.233282 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91648ff9-dfe3-48a7-bb1c-dd8a01ee8565 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server [None req-00f6a6b3-3def-4f1c-95b6-733fb3997722 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aeb29991-78a6-47e6-a4a4-48fee03d3c79: This subnet is being modified by another concurrent operation. May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise exception May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aeb29991-78a6-47e6-a4a4-48fee03d3c79: This subnet is being modified by another concurrent operation. May 26 16:16:04.250424 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server May 26 16:16:04.269481 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d6f0e-533f-41ce-b818-b39c27de2db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f87201c-2ee8-47f6-9d0c-cf6b643b1009,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:04.315213 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9cf0a6-3e52-4a0f-a6fe-d50600df461c None None] Network bcae769d-c6c6-4066-8417-ab8914c85939 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:04.365649 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91648ff9-dfe3-48a7-bb1c-dd8a01ee8565 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event deleted for resources: {'Subnet': ['ID=aeb29991-78a6-47e6-a4a4-48fee03d3c79,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:04.513256 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7497b8e8-84f4-4349-a58b-8361f4573696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:04.604176 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91648ff9-dfe3-48a7-bb1c-dd8a01ee8565 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:04.665973 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7497b8e8-84f4-4349-a58b-8361f4573696 None None] No DVR routers for this DVR port e930fab1-6bc1-41d5-92e3-bc7669b9b29e on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:16:04.670193 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-91648ff9-dfe3-48a7-bb1c-dd8a01ee8565 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcae769d-c6c6-4066-8417-ab8914c85939']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:04.684053 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497b8e8-84f4-4349-a58b-8361f4573696 None None] Pushing event deleted for resources: {'Port': ['ID=e930fab1-6bc1-41d5-92e3-bc7669b9b29e,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:04.707488 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-91648ff9-dfe3-48a7-bb1c-dd8a01ee8565 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9acf3a8-9890-4628-be58-845a250f72fc') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:04.707782 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-91648ff9-dfe3-48a7-bb1c-dd8a01ee8565 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9acf3a8-9890-4628-be58-845a250f72fc') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:04.742325 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60288) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:04.765392 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91648ff9-dfe3-48a7-bb1c-dd8a01ee8565 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:04.817592 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91648ff9-dfe3-48a7-bb1c-dd8a01ee8565 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:04.842722 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91648ff9-dfe3-48a7-bb1c-dd8a01ee8565 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:16:04.843369 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91648ff9-dfe3-48a7-bb1c-dd8a01ee8565 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:04.894263 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e518e153-66aa-4eb9-948c-24841bd568cb None None] get_active_networks_info from n-d-843337-2 {{(pid=103897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:16:05.014802 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91648ff9-dfe3-48a7-bb1c-dd8a01ee8565 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:05.120340 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91648ff9-dfe3-48a7-bb1c-dd8a01ee8565 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:05.138108 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-91648ff9-dfe3-48a7-bb1c-dd8a01ee8565 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "DELETE /v2.0/networks/bcae769d-c6c6-4066-8417-ab8914c85939 HTTP/1.1" status: 204 len: 168 time: 2.2213671 May 26 16:16:05.140536 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment a9acf3a8-9890-4628-be58-845a250f72fc resource provider aggregate not found May 26 16:16:05.143301 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60302) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:05.155552 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-260fd474-ca0a-44a1-931f-83810b59624b tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-524563357'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:05.184479 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91648ff9-dfe3-48a7-bb1c-dd8a01ee8565 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event deleted for resources: {'Network': ['ID=bcae769d-c6c6-4066-8417-ab8914c85939,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:05.209105 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e930fab1-6bc1-41d5-92e3-bc7669b9b29e no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:16:05.237985 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment a9acf3a8-9890-4628-be58-845a250f72fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9acf3a8-9890-4628-be58-845a250f72fc found for delete ", "request_id": "req-fb6951bf-ef3c-49af-a3ac-3176a82161f0"}]} May 26 16:16:05.273147 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-a4a80aa1-1cc1-4013-afbf-8e1d100a83f8 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2028174329'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:05.304113 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: e930fab1-6bc1-41d5-92e3-bc7669b9b29e {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:16:05.305025 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e930fab1-6bc1-41d5-92e3-bc7669b9b29e not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:16:05.374368 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260fd474-ca0a-44a1-931f-83810b59624b tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Made reservation on behalf of 8d0ac1c97aff4f1f9594daded8e4f585 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:05.383032 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-260fd474-ca0a-44a1-931f-83810b59624b tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:05.386878 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a80aa1-1cc1-4013-afbf-8e1d100a83f8 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Made reservation on behalf of cbd13bb72beb4d589e0419a494a9770e for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:05.404779 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4a80aa1-1cc1-4013-afbf-8e1d100a83f8 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:05.424196 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e518e153-66aa-4eb9-948c-24841bd568cb None None] Resources bound (agent type, host, resource id): {{(pid=103897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:16:05.503357 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0b319ff2-9960-416e-9fe0-187328b82cd1 req-c0fab859-ddea-4878-b73d-fea79da173e8 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.1473908 May 26 16:16:05.547552 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4a80aa1-1cc1-4013-afbf-8e1d100a83f8 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:05.594921 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260fd474-ca0a-44a1-931f-83810b59624b tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:16:05.611177 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31619975-9c99-44e7-b602-f04372af7023 req-338f5d28-eee4-4a42-9e9a-7dfb865f3577 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:05.614058 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31619975-9c99-44e7-b602-f04372af7023 req-338f5d28-eee4-4a42-9e9a-7dfb865f3577 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.2825317 May 26 16:16:05.836515 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31619975-9c99-44e7-b602-f04372af7023 req-535d32c4-83cc-4606-b2f4-8db90d30c787 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307318 May 26 16:16:05.842241 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-260fd474-ca0a-44a1-931f-83810b59624b tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:05.843237 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-260fd474-ca0a-44a1-931f-83810b59624b tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Added segment 41816a84-07a7-4ff7-aeee-90f969452dd6 of type vlan for network 539c4131-a252-46e1-b199-3752c6b849a9 May 26 16:16:05.955871 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-260fd474-ca0a-44a1-931f-83810b59624b tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:06.013571 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-260fd474-ca0a-44a1-931f-83810b59624b tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:06.023883 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260fd474-ca0a-44a1-931f-83810b59624b tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:06.025680 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-260fd474-ca0a-44a1-931f-83810b59624b tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:06.127640 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4a80aa1-1cc1-4013-afbf-8e1d100a83f8 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:06.140255 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-260fd474-ca0a-44a1-931f-83810b59624b tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9952285 May 26 16:16:06.145234 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60326) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:06.153973 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d76377c1-1ede-41e4-8199-f29188bd4055 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Request body: {'subnet': {'network_id': '539c4131-a252-46e1-b199-3752c6b849a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:06.193978 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4a80aa1-1cc1-4013-afbf-8e1d100a83f8 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:06.324893 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260fd474-ca0a-44a1-931f-83810b59624b tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event updated for resources: {'Network': ['ID=539c4131-a252-46e1-b199-3752c6b849a9,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:06.329192 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a80aa1-1cc1-4013-afbf-8e1d100a83f8 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:16:06.340868 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4a80aa1-1cc1-4013-afbf-8e1d100a83f8 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:06.342718 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-a4a80aa1-1cc1-4013-afbf-8e1d100a83f8 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Added segment ccd8cf22-8560-4337-9447-8279a97c0bd3 of type vlan for network e8d01f0d-9300-44d2-9117-14d546d6e420 May 26 16:16:06.356647 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 539c4131-a252-46e1-b199-3752c6b849a9 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:16:06.423841 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4a80aa1-1cc1-4013-afbf-8e1d100a83f8 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:06.467502 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4a80aa1-1cc1-4013-afbf-8e1d100a83f8 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:06.475576 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a80aa1-1cc1-4013-afbf-8e1d100a83f8 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:06.477616 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4a80aa1-1cc1-4013-afbf-8e1d100a83f8 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:06.545486 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a80aa1-1cc1-4013-afbf-8e1d100a83f8 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=745becbf-ceab-415a-9a65-7e7e39ed3a2d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:06.675593 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a80aa1-1cc1-4013-afbf-8e1d100a83f8 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'Network': ['ID=e8d01f0d-9300-44d2-9117-14d546d6e420,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:06.694059 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network e8d01f0d-9300-44d2-9117-14d546d6e420 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:16:06.698421 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76377c1-1ede-41e4-8199-f29188bd4055 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Made reservation on behalf of 8d0ac1c97aff4f1f9594daded8e4f585 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:06.704036 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d76377c1-1ede-41e4-8199-f29188bd4055 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:06.708465 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a4a80aa1-1cc1-4013-afbf-8e1d100a83f8 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9640090 May 26 16:16:06.717015 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60338) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:06.745487 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-24232039-9b29-458c-9418-a2158f87e9dc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Request body: {'subnet': {'network_id': 'e8d01f0d-9300-44d2-9117-14d546d6e420', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:06.886655 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f8aa1311-7aa9-4d15-aafb-bee541c240ff req-13d5eea6-d82a-43eb-9117-b8d1fef44884 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.1447875 May 26 16:16:07.205859 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644da43c-8623-4c8d-bfb5-79be40ec2d62 req-52a8dbbe-2150-4d9f-b0dd-7a0c90e45245 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:07.217891 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-644da43c-8623-4c8d-bfb5-79be40ec2d62 req-52a8dbbe-2150-4d9f-b0dd-7a0c90e45245 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.1678324 May 26 16:16:07.325929 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-644da43c-8623-4c8d-bfb5-79be40ec2d62 req-0e631fc9-c079-471f-9e5b-9183982ebf56 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963483 May 26 16:16:07.429735 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24232039-9b29-458c-9418-a2158f87e9dc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Made reservation on behalf of cbd13bb72beb4d589e0419a494a9770e for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:07.436558 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-24232039-9b29-458c-9418-a2158f87e9dc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:07.582191 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d76377c1-1ede-41e4-8199-f29188bd4055 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:07.732358 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76377c1-1ede-41e4-8199-f29188bd4055 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event updated for resources: {'Subnet': ['ID=d84a6c79-c3d3-41b2-88cb-3036bb824a07,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:07.805029 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76377c1-1ede-41e4-8199-f29188bd4055 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Checking segment: {'id': '41816a84-07a7-4ff7-aeee-90f969452dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '539c4131-a252-46e1-b199-3752c6b849a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:16:07.806134 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76377c1-1ede-41e4-8199-f29188bd4055 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Network hostable DHCP agents. Network: 539c4131-a252-46e1-b199-3752c6b849a9, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:16:07.889942 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76377c1-1ede-41e4-8199-f29188bd4055 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Network 539c4131-a252-46e1-b199-3752c6b849a9 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:16:07.920243 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-d76377c1-1ede-41e4-8199-f29188bd4055 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 539c4131-a252-46e1-b199-3752c6b849a9) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:07.926159 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-24232039-9b29-458c-9418-a2158f87e9dc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:07.931041 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76377c1-1ede-41e4-8199-f29188bd4055 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:07.931903 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d76377c1-1ede-41e4-8199-f29188bd4055 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:07.937253 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12273036-38e5-460a-afbb-553536d1067d None None] Network 539c4131-a252-46e1-b199-3752c6b849a9 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:08.052777 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d76377c1-1ede-41e4-8199-f29188bd4055 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9060526 May 26 16:16:08.056423 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60368) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:08.183414 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24232039-9b29-458c-9418-a2158f87e9dc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'Subnet': ['ID=d45d7e77-993b-41bc-84b3-9eb0ec414859,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:08.210413 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24232039-9b29-458c-9418-a2158f87e9dc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Checking segment: {'id': 'ccd8cf22-8560-4337-9447-8279a97c0bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e8d01f0d-9300-44d2-9117-14d546d6e420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:16:08.211377 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24232039-9b29-458c-9418-a2158f87e9dc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Network hostable DHCP agents. Network: e8d01f0d-9300-44d2-9117-14d546d6e420, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:16:08.292693 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24232039-9b29-458c-9418-a2158f87e9dc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Network e8d01f0d-9300-44d2-9117-14d546d6e420 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:16:08.382018 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-24232039-9b29-458c-9418-a2158f87e9dc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, e8d01f0d-9300-44d2-9117-14d546d6e420) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:08.434846 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24232039-9b29-458c-9418-a2158f87e9dc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:08.436416 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-24232039-9b29-458c-9418-a2158f87e9dc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:08.475438 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-24232039-9b29-458c-9418-a2158f87e9dc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7438467 May 26 16:16:08.487821 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60380) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:08.492737 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1016230831', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}, 'admin_state_up': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:08.521644 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612779a1-0713-46c0-b8d6-30647d90903f None None] Network e8d01f0d-9300-44d2-9117-14d546d6e420 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:08.553500 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:08.578146 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abdd99c-bf2d-4445-a730-88ab4acd9b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-539c4131-a252-46e1-b199-3752c6b849a9', 'network_id': '539c4131-a252-46e1-b199-3752c6b849a9', 'tenant_id': '8d0ac1c97aff4f1f9594daded8e4f585', 'fixed_ips': [{'subnet_id': 'd84a6c79-c3d3-41b2-88cb-3036bb824a07'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:16:08.580244 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8abdd99c-bf2d-4445-a730-88ab4acd9b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:08.584543 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:08.587500 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:08.684412 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-336c29af-ffd2-4e4a-b038-8920f9c596af req-76aa307a-bced-44d7-9f97-789456f35d26 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.0886106 May 26 16:16:08.770250 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:09.022029 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b683a-89d0-4623-837d-f58693fa18db req-c82fb610-1627-4dc0-8de6-5ee881229098 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:09.043381 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-876b683a-89d0-4623-837d-f58693fa18db req-c82fb610-1627-4dc0-8de6-5ee881229098 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.4728296 May 26 16:16:09.089732 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:09.294914 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-8abdd99c-bf2d-4445-a730-88ab4acd9b68 None None] Allocated IP 2001:db8::2 (539c4131-a252-46e1-b199-3752c6b849a9/d84a6c79-c3d3-41b2-88cb-3036bb824a07/728b2a57-aac9-409e-a29d-648448d86649) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:16:09.302448 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-876b683a-89d0-4623-837d-f58693fa18db req-7784d09e-d3a1-4815-b536-2445ac3e01b0 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557871 May 26 16:16:09.324440 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:09.673327 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8d4df2-e868-4030-a9b3-5dc5d855c7ec None None] Network e8d01f0d-9300-44d2-9117-14d546d6e420 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:09.797335 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:09.864197 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:09.914307 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3b313e59-3b4e-4556-b305-35dfb15f2f3a req-c3160993-0857-4607-bab1-6084583db097 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.0324214 May 26 16:16:10.080993 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8abdd99c-bf2d-4445-a730-88ab4acd9b68 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:10.217599 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Allocated IP 172.25.7.12 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/449ac066-7c6f-45ab-a0a3-aca721b2e278) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:16:10.217975 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:10.280894 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8abdd99c-bf2d-4445-a730-88ab4acd9b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:10.373144 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event deleted for resources: {'Subnet': ['ID=d84a6c79-c3d3-41b2-88cb-3036bb824a07,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:10.478937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abdd99c-bf2d-4445-a730-88ab4acd9b68 None None] Network 539c4131-a252-46e1-b199-3752c6b849a9 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:16:10.485780 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:10.486324 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:10.486876 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:10.487423 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:10.493090 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:10.493848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:10.494401 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:10.494898 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:10.497665 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-8abdd99c-bf2d-4445-a730-88ab4acd9b68 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:10.501939 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abdd99c-bf2d-4445-a730-88ab4acd9b68 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:16:10.502242 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:10.502532 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:10.505787 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:10.506406 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:10.526566 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abdd99c-bf2d-4445-a730-88ab4acd9b68 None None] Pushing event updated for resources: {'Port': ['ID=728b2a57-aac9-409e-a29d-648448d86649,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:10.574749 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:10.678771 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:10.722569 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e0b57-f394-4628-ae59-b46dcb04df7d req-ad130675-f4cd-413b-98d7-edae38c01d08 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:10.725138 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-296e0b57-f394-4628-ae59-b46dcb04df7d req-ad130675-f4cd-413b-98d7-edae38c01d08 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.1094465 May 26 16:16:10.745296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539c4131-a252-46e1-b199-3752c6b849a9']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:10.830733 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:10.848656 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-296e0b57-f394-4628-ae59-b46dcb04df7d req-4242731b-6770-4445-890a-655b549bde94 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047699 May 26 16:16:10.851097 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41816a84-07a7-4ff7-aeee-90f969452dd6') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:10.856219 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41816a84-07a7-4ff7-aeee-90f969452dd6') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:10.858900 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60440) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:10.874535 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8abdd99c-bf2d-4445-a730-88ab4acd9b68 None None] Attempting to bind port 728b2a57-aac9-409e-a29d-648448d86649 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:16:10.875320 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8abdd99c-bf2d-4445-a730-88ab4acd9b68 None None] Attempting to bind port 728b2a57-aac9-409e-a29d-648448d86649 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '41816a84-07a7-4ff7-aeee-90f969452dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '539c4131-a252-46e1-b199-3752c6b849a9'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:16:10.876086 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abdd99c-bf2d-4445-a730-88ab4acd9b68 None None] Attempting to bind port 728b2a57-aac9-409e-a29d-648448d86649 on network 539c4131-a252-46e1-b199-3752c6b849a9 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:16:10.897988 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:16:10.900736 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abdd99c-bf2d-4445-a730-88ab4acd9b68 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:16:10.901396 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:10.901631 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abdd99c-bf2d-4445-a730-88ab4acd9b68 None None] Checking segment: {'id': '41816a84-07a7-4ff7-aeee-90f969452dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '539c4131-a252-46e1-b199-3752c6b849a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:16:10.902767 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8abdd99c-bf2d-4445-a730-88ab4acd9b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:10.904842 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abdd99c-bf2d-4445-a730-88ab4acd9b68 None None] Bound using segment: {'id': '41816a84-07a7-4ff7-aeee-90f969452dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '539c4131-a252-46e1-b199-3752c6b849a9'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:16:10.905956 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8abdd99c-bf2d-4445-a730-88ab4acd9b68 None None] Bound port: 728b2a57-aac9-409e-a29d-648448d86649, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41816a84-07a7-4ff7-aeee-90f969452dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '539c4131-a252-46e1-b199-3752c6b849a9'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:16:10.912859 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8abdd99c-bf2d-4445-a730-88ab4acd9b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:10.938665 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:10.950769 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:16:10.951180 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:11.009615 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:11.021006 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:16:11.051139 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 41816a84-07a7-4ff7-aeee-90f969452dd6 resource provider aggregate not found May 26 16:16:11.171662 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8abdd99c-bf2d-4445-a730-88ab4acd9b68 None None] For port 728b2a57-aac9-409e-a29d-648448d86649, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:16:11.318268 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8abdd99c-bf2d-4445-a730-88ab4acd9b68 None None] For port 728b2a57-aac9-409e-a29d-648448d86649, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=728b2a57-aac9-409e-a29d-648448d86649,segment=NetworkSegment(41816a84-07a7-4ff7-aeee-90f969452dd6),segment_id=41816a84-07a7-4ff7-aeee-90f969452dd6)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:16:11.330763 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8abdd99c-bf2d-4445-a730-88ab4acd9b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:11.340152 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'Port': ['ID=449ac066-7c6f-45ab-a0a3-aca721b2e278,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:11.351247 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-17b38c7e-a075-4531-9216-fdd6b6724353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:11.354782 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.db.api [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 16:16:11.354782 n-d-843337-2 neutron-server[103896]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 16:16:11.354782 n-d-843337-2 neutron-server[103896]: [parameters: {'id': '539c4131-a252-46e1-b199-3752c6b849a9'}] May 26 16:16:11.354782 n-d-843337-2 neutron-server[103896]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:16:11.355699 n-d-843337-2 neutron-server[103896]: DEBUG oslo_db.api [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:16:11.372242 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6756da7f-cd0f-41a9-90fd-170f0c19ca22 req-967b68be-4611-4e88-8c94-e90abb6b168b tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.0587440 May 26 16:16:11.398616 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 41816a84-07a7-4ff7-aeee-90f969452dd6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41816a84-07a7-4ff7-aeee-90f969452dd6 found for delete ", "request_id": "req-1a8ce4cc-29b5-4ebb-9fa5-28ed581232fb"}]} May 26 16:16:11.540976 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:11.541482 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:11.542074 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:11.546651 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:11.551020 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:11.552221 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:11.553000 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:11.553596 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:11.554208 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:11.559350 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:11.560001 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:11.561342 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:11.610436 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-17b38c7e-a075-4531-9216-fdd6b6724353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:11.633661 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-17b38c7e-a075-4531-9216-fdd6b6724353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:11.769183 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abdd99c-bf2d-4445-a730-88ab4acd9b68 None None] Pushing event updated for resources: {'Port': ['ID=728b2a57-aac9-409e-a29d-648448d86649,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:11.782341 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b38c7e-a075-4531-9216-fdd6b6724353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76a2cd7-3f67-484f-8969-69142fd847b2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:11.818177 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b2f5a8-30b0-4979-8400-eada6b17ead1 None None] Network 539c4131-a252-46e1-b199-3752c6b849a9 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:11.856728 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-17b38c7e-a075-4531-9216-fdd6b6724353 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f96eac6e4f0a47f4b91d6615fbbdd76f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9920914 May 26 16:16:11.858006 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:11.865691 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60456) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:12.079477 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:12.136380 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e3705c71-93a5-41f8-bf3d-c65d60024f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:12.181306 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e3705c71-93a5-41f8-bf3d-c65d60024f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:12.183458 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f577633f-84d5-4f9c-a870-f1f5e5073720 None None] get_active_networks_info from n-d-843337-2 {{(pid=103897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:16:12.331861 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e3705c71-93a5-41f8-bf3d-c65d60024f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:12.335833 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e3705c71-93a5-41f8-bf3d-c65d60024f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:12.357443 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e3705c71-93a5-41f8-bf3d-c65d60024f7c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f76a2cd7-3f67-484f-8969-69142fd847b2 HTTP/1.1" status: 204 len: 168 time: 0.4820645 May 26 16:16:12.397942 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Deleting port 728b2a57-aac9-409e-a29d-648448d86649 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:12.405918 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f577633f-84d5-4f9c-a870-f1f5e5073720 None None] Resources bound (agent type, host, resource id): {{(pid=103897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:16:12.407425 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:12.511093 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] For port 728b2a57-aac9-409e-a29d-648448d86649, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=728b2a57-aac9-409e-a29d-648448d86649,segment=NetworkSegment(41816a84-07a7-4ff7-aeee-90f969452dd6),segment_id=41816a84-07a7-4ff7-aeee-90f969452dd6)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:12.511093 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:12.556270 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Calling delete_port for 728b2a57-aac9-409e-a29d-648448d86649 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:12.809723 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4442ba9-2dca-4b27-8248-5dba4f46546a req-92e6adf1-7251-4dd8-9d33-06a9e097298e tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:12.823676 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a4442ba9-2dca-4b27-8248-5dba4f46546a req-92e6adf1-7251-4dd8-9d33-06a9e097298e tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.7507236 May 26 16:16:12.825699 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:12.864234 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3705c71-93a5-41f8-bf3d-c65d60024f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76a2cd7-3f67-484f-8969-69142fd847b2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:12.888392 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event deleted for resources: {'Port': ['ID=728b2a57-aac9-409e-a29d-648448d86649,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:12.923898 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5b7313a8-433b-496e-9d50-1729ab3cab0f req-281c31fa-4dc9-4271-9437-d5a847183830 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.1285634 May 26 16:16:12.937127 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] No DVR routers for this DVR port 728b2a57-aac9-409e-a29d-648448d86649 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:16:13.108025 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a4442ba9-2dca-4b27-8248-5dba4f46546a req-a4a1b3eb-5d66-4965-a5fb-d7e98639738c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833052 May 26 16:16:13.267461 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d4ac49f-b1c2-4ffc-a7f9-32b5577564cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.349569 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60480) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:13.378707 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.405118 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-69072ef6-dcca-405c-a67a-c2541316baf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.450355 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539c4131-a252-46e1-b199-3752c6b849a9']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:13.479071 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.554594 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41816a84-07a7-4ff7-aeee-90f969452dd6') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:13.555181 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41816a84-07a7-4ff7-aeee-90f969452dd6') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:13.586092 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.626602 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.656321 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:16:13.657705 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.698626 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 41816a84-07a7-4ff7-aeee-90f969452dd6 resource provider aggregate not found May 26 16:16:13.767454 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 41816a84-07a7-4ff7-aeee-90f969452dd6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41816a84-07a7-4ff7-aeee-90f969452dd6 found for delete ", "request_id": "req-ee0c0999-9234-4d6c-a7db-dc92bf5c7465"}]} May 26 16:16:13.793676 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Router f36f1fd9-c46b-4bfd-ac55-87a9d506449a is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:16:13.822128 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-69072ef6-dcca-405c-a67a-c2541316baf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.824642 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.838584 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.852127 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "DELETE /v2.0/networks/539c4131-a252-46e1-b199-3752c6b849a9 HTTP/1.1" status: 204 len: 168 time: 5.7943087 May 26 16:16:13.880845 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-69072ef6-dcca-405c-a67a-c2541316baf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:13.886076 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60490) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:13.900791 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-fedc7aa3-e9e4-456b-878a-64b0c064d221 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-416478631'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:13.909457 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9beea12-c5b0-4b79-aa41-aee7768369e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event deleted for resources: {'Network': ['ID=539c4131-a252-46e1-b199-3752c6b849a9,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:14.001050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69072ef6-dcca-405c-a67a-c2541316baf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64be1a9-2441-4abd-9b4c-31100621fbfe,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:14.100242 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-69072ef6-dcca-405c-a67a-c2541316baf1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=488df5cefadb4e98bdee9f40473502a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7452984 May 26 16:16:14.107406 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60500) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:14.133055 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedc7aa3-e9e4-456b-878a-64b0c064d221 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Made reservation on behalf of 8d0ac1c97aff4f1f9594daded8e4f585 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:14.139427 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:16:14.146045 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fedc7aa3-e9e4-456b-878a-64b0c064d221 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:14.158318 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d503fd40-0178-48dc-b8bb-2d32b9dfbe8b None None] Sync routers for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:16:14.183588 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d503fd40-0178-48dc-b8bb-2d32b9dfbe8b None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:14.186140 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d503fd40-0178-48dc-b8bb-2d32b9dfbe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:15:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:14.226046 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:14.233359 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-273a0e1b-3034-49b2-8e47-10ea9d7c10a7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7402871 May 26 16:16:14.234152 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60504) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:14.273284 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fedc7aa3-e9e4-456b-878a-64b0c064d221 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:16:14.311443 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fedc7aa3-e9e4-456b-878a-64b0c064d221 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:14.311860 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-fedc7aa3-e9e4-456b-878a-64b0c064d221 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Added segment bc395acb-be20-4d18-b5b7-8eb07b2a9143 of type vlan for network 62cc93fb-8a02-4532-b974-fa9873daff4d May 26 16:16:14.381430 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d503fd40-0178-48dc-b8bb-2d32b9dfbe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:14.404613 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fedc7aa3-e9e4-456b-878a-64b0c064d221 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:14.425615 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d503fd40-0178-48dc-b8bb-2d32b9dfbe8b None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:14.450638 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d503fd40-0178-48dc-b8bb-2d32b9dfbe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:15:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:14.466156 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fedc7aa3-e9e4-456b-878a-64b0c064d221 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:14.471963 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc7aa3-e9e4-456b-878a-64b0c064d221 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:14.472899 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fedc7aa3-e9e4-456b-878a-64b0c064d221 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:14.532371 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d503fd40-0178-48dc-b8bb-2d32b9dfbe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:14.533611 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d503fd40-0178-48dc-b8bb-2d32b9dfbe8b None None] The sync data for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:16:14.650252 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc7aa3-e9e4-456b-878a-64b0c064d221 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event updated for resources: {'Network': ['ID=62cc93fb-8a02-4532-b974-fa9873daff4d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:14.667050 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 62cc93fb-8a02-4532-b974-fa9873daff4d details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:16:14.691008 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-762c3c99-a550-4dc4-a92d-d5d69c63387b req-02dea89f-47b2-4876-b3ca-8a5b563efee6 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.4776981 May 26 16:16:14.726038 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0114c2-f7f3-4585-9e3b-f44bef7830ae req-80264fb5-75ce-45b5-a3b8-a31046f6a049 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:14.739555 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b0114c2-f7f3-4585-9e3b-f44bef7830ae req-80264fb5-75ce-45b5-a3b8-a31046f6a049 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.2883832 May 26 16:16:14.756211 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fedc7aa3-e9e4-456b-878a-64b0c064d221 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8648756 May 26 16:16:14.769632 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60510) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:14.811183 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-27370099-035f-4b88-be5b-77f0b4bbe466 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Request body: {'subnet': {'network_id': '62cc93fb-8a02-4532-b974-fa9873daff4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:14.916199 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bdc667ee-354e-4f85-8ab1-776f369be41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:14.983496 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b0114c2-f7f3-4585-9e3b-f44bef7830ae req-14e7d204-51fb-4ba3-a55d-0394903cfdd9 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151022 May 26 16:16:15.045380 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bdc667ee-354e-4f85-8ab1-776f369be41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.146541 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27370099-035f-4b88-be5b-77f0b4bbe466 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Made reservation on behalf of 8d0ac1c97aff4f1f9594daded8e4f585 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:15.157952 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-27370099-035f-4b88-be5b-77f0b4bbe466 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.266773 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bdc667ee-354e-4f85-8ab1-776f369be41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.271511 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bdc667ee-354e-4f85-8ab1-776f369be41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.282538 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bdc667ee-354e-4f85-8ab1-776f369be41c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f64be1a9-2441-4abd-9b4c-31100621fbfe HTTP/1.1" status: 204 len: 168 time: 1.1714914 May 26 16:16:15.444263 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f63fe0e2-b3c1-4ce9-a742-cf0c93d128c4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.451524 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ff82b693-402d-4476-b8c9-f5fe9d896588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:15.488532 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc667ee-354e-4f85-8ab1-776f369be41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64be1a9-2441-4abd-9b4c-31100621fbfe,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:16.038326 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-f63fe0e2-b3c1-4ce9-a742-cf0c93d128c4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Allocated IP 172.20.0.1 (e8d01f0d-9300-44d2-9117-14d546d6e420/d45d7e77-993b-41bc-84b3-9eb0ec414859/b2768e2d-d8b7-4763-8cf9-fc65f96c069c) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:16:16.157700 n-d-843337-2 neutron-server[103896]: DEBUG neutron.objects.ports [None req-27370099-035f-4b88-be5b-77f0b4bbe466 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103896) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:16:16.207754 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-27370099-035f-4b88-be5b-77f0b4bbe466 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:16.232256 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a12394d6-13e5-4ff7-afff-e19582d7547a req-88435011-4ea4-420c-a2b6-e8ee19b6f2a4 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.1945939 May 26 16:16:16.332289 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f63fe0e2-b3c1-4ce9-a742-cf0c93d128c4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:16.475623 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f63fe0e2-b3c1-4ce9-a742-cf0c93d128c4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:16.528789 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:16.659184 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fe0e2-b3c1-4ce9-a742-cf0c93d128c4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'Port': ['ID=b2768e2d-d8b7-4763-8cf9-fc65f96c069c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:16.659557 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27370099-035f-4b88-be5b-77f0b4bbe466 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event updated for resources: {'Subnet': ['ID=12b65696-2e3a-4dc1-a4a5-fa8a03998ddd,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:16.680456 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63fe0e2-b3c1-4ce9-a742-cf0c93d128c4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Network e8d01f0d-9300-44d2-9117-14d546d6e420 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:16:16.682796 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-f63fe0e2-b3c1-4ce9-a742-cf0c93d128c4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:16.686890 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63fe0e2-b3c1-4ce9-a742-cf0c93d128c4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:16:16.745833 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc99b6-de7e-4b0b-9295-4729868dcd3f req-e40b8372-400a-45dc-adb3-f7bea1c772c4 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:16.751287 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2efc99b6-de7e-4b0b-9295-4729868dcd3f req-e40b8372-400a-45dc-adb3-f7bea1c772c4 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.4962492 May 26 16:16:16.753082 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27370099-035f-4b88-be5b-77f0b4bbe466 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Checking segment: {'id': 'bc395acb-be20-4d18-b5b7-8eb07b2a9143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '62cc93fb-8a02-4532-b974-fa9873daff4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:16:16.753828 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27370099-035f-4b88-be5b-77f0b4bbe466 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Network hostable DHCP agents. Network: 62cc93fb-8a02-4532-b974-fa9873daff4d, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:16:16.913929 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f63fe0e2-b3c1-4ce9-a742-cf0c93d128c4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:16.948499 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27370099-035f-4b88-be5b-77f0b4bbe466 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Network 62cc93fb-8a02-4532-b974-fa9873daff4d is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:16:16.969823 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2efc99b6-de7e-4b0b-9295-4729868dcd3f req-29db7cf5-6fbd-445a-8907-d7fdaf851136 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994169 May 26 16:16:16.990062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-27370099-035f-4b88-be5b-77f0b4bbe466 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 62cc93fb-8a02-4532-b974-fa9873daff4d) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:16.998861 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27370099-035f-4b88-be5b-77f0b4bbe466 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:16.999694 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-27370099-035f-4b88-be5b-77f0b4bbe466 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:17.054088 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5ee6fc-b740-4fc1-b3b4-2fc56a32f560 None None] Network 62cc93fb-8a02-4532-b974-fa9873daff4d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:17.061209 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-27370099-035f-4b88-be5b-77f0b4bbe466 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2856400 May 26 16:16:17.063468 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60546) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:17.463399 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f63fe0e2-b3c1-4ce9-a742-cf0c93d128c4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:17.556803 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:17.566938 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163fa29d-5e04-421d-a4ca-c505c985253e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-62cc93fb-8a02-4532-b974-fa9873daff4d', 'network_id': '62cc93fb-8a02-4532-b974-fa9873daff4d', 'tenant_id': '8d0ac1c97aff4f1f9594daded8e4f585', 'fixed_ips': [{'subnet_id': '12b65696-2e3a-4dc1-a4a5-fa8a03998ddd'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:16:17.569809 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-163fa29d-5e04-421d-a4ca-c505c985253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:17.809719 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aeed5eb4-21a3-4ca0-aeca-7828cbb770b3 req-9c8dc799-017c-4c62-83aa-45e3789d4c44 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.1540353 May 26 16:16:18.191091 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-163fa29d-5e04-421d-a4ca-c505c985253e None None] Allocated IP 2001:db8::f816:3eff:fe0a:387 (62cc93fb-8a02-4532-b974-fa9873daff4d/12b65696-2e3a-4dc1-a4a5-fa8a03998ddd/af034aa9-85be-468b-94ae-9cae43704f35) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:16:18.265945 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:18.419462 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:18.454330 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:18.667880 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b6f44-de29-4494-852c-1cde4d599ab4 req-4911b980-40c2-4253-aa84-c7349f17c877 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:18.681325 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-328b6f44-de29-4494-852c-1cde4d599ab4 req-4911b980-40c2-4253-aa84-c7349f17c877 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 946 time: 0.6475227 May 26 16:16:18.712792 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f63fe0e2-b3c1-4ce9-a742-cf0c93d128c4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:18.720031 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f63fe0e2-b3c1-4ce9-a742-cf0c93d128c4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:18.738395 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6247050-0163-4fa4-8161-0f137f0c6ca0 req-affbf502-bf14-4f61-bf3c-5e8a956c50ac tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:18.752783 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e6247050-0163-4fa4-8161-0f137f0c6ca0 req-affbf502-bf14-4f61-bf3c-5e8a956c50ac tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.3172064 May 26 16:16:18.806296 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-163fa29d-5e04-421d-a4ca-c505c985253e None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:18.828994 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-163fa29d-5e04-421d-a4ca-c505c985253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:18.878759 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-328b6f44-de29-4494-852c-1cde4d599ab4 req-9e95d721-d086-44e9-9413-efaf0c8cc8dc tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/security-groups?id=588f83df-37ac-4ebd-b525-0052ea762c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943691 May 26 16:16:18.934111 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fe0e2-b3c1-4ce9-a742-cf0c93d128c4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'Port': ['ID=b2768e2d-d8b7-4763-8cf9-fc65f96c069c,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:18.946824 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f63fe0e2-b3c1-4ce9-a742-cf0c93d128c4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:18.949633 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e6247050-0163-4fa4-8161-0f137f0c6ca0 req-eccc3f78-dfe3-4e4d-8809-275b120ea4ec tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886699 May 26 16:16:18.992744 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:19.022251 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163fa29d-5e04-421d-a4ca-c505c985253e None None] Network 62cc93fb-8a02-4532-b974-fa9873daff4d is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:16:19.030364 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fa29d-5e04-421d-a4ca-c505c985253e None None] Pushing event updated for resources: {'Port': ['ID=af034aa9-85be-468b-94ae-9cae43704f35,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:19.058895 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-163fa29d-5e04-421d-a4ca-c505c985253e None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:19.081856 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163fa29d-5e04-421d-a4ca-c505c985253e None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:16:19.158636 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:19.230147 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event deleted for resources: {'Subnet': ['ID=12b65696-2e3a-4dc1-a4a5-fa8a03998ddd,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:19.339225 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-163fa29d-5e04-421d-a4ca-c505c985253e None None] Attempting to bind port af034aa9-85be-468b-94ae-9cae43704f35 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:16:19.342435 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-163fa29d-5e04-421d-a4ca-c505c985253e None None] Attempting to bind port af034aa9-85be-468b-94ae-9cae43704f35 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'bc395acb-be20-4d18-b5b7-8eb07b2a9143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '62cc93fb-8a02-4532-b974-fa9873daff4d'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:16:19.343249 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163fa29d-5e04-421d-a4ca-c505c985253e None None] Attempting to bind port af034aa9-85be-468b-94ae-9cae43704f35 on network 62cc93fb-8a02-4532-b974-fa9873daff4d {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:16:19.371675 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163fa29d-5e04-421d-a4ca-c505c985253e None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:16:19.372507 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163fa29d-5e04-421d-a4ca-c505c985253e None None] Checking segment: {'id': 'bc395acb-be20-4d18-b5b7-8eb07b2a9143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '62cc93fb-8a02-4532-b974-fa9873daff4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:16:19.375237 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63fe0e2-b3c1-4ce9-a742-cf0c93d128c4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Network e8d01f0d-9300-44d2-9117-14d546d6e420 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:16:19.385798 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-f63fe0e2-b3c1-4ce9-a742-cf0c93d128c4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:19.395275 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-163fa29d-5e04-421d-a4ca-c505c985253e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:19.397546 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163fa29d-5e04-421d-a4ca-c505c985253e None None] Bound using segment: {'id': 'bc395acb-be20-4d18-b5b7-8eb07b2a9143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '62cc93fb-8a02-4532-b974-fa9873daff4d'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:16:19.397922 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-163fa29d-5e04-421d-a4ca-c505c985253e None None] Bound port: af034aa9-85be-468b-94ae-9cae43704f35, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc395acb-be20-4d18-b5b7-8eb07b2a9143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '62cc93fb-8a02-4532-b974-fa9873daff4d'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:16:19.398650 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-163fa29d-5e04-421d-a4ca-c505c985253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:19.675324 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-163fa29d-5e04-421d-a4ca-c505c985253e None None] For port af034aa9-85be-468b-94ae-9cae43704f35, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:16:19.690525 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-163fa29d-5e04-421d-a4ca-c505c985253e None None] For port af034aa9-85be-468b-94ae-9cae43704f35, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=af034aa9-85be-468b-94ae-9cae43704f35,segment=NetworkSegment(bc395acb-be20-4d18-b5b7-8eb07b2a9143),segment_id=bc395acb-be20-4d18-b5b7-8eb07b2a9143)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:16:19.708551 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-163fa29d-5e04-421d-a4ca-c505c985253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:19.892824 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63fe0e2-b3c1-4ce9-a742-cf0c93d128c4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Router f36f1fd9-c46b-4bfd-ac55-87a9d506449a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:16:19.935725 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fa29d-5e04-421d-a4ca-c505c985253e None None] Pushing event updated for resources: {'Port': ['ID=af034aa9-85be-468b-94ae-9cae43704f35,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:20.211786 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29d0567-692c-4949-bf1f-afb4f7f644eb None None] Network 62cc93fb-8a02-4532-b974-fa9873daff4d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:20.456467 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63fe0e2-b3c1-4ce9-a742-cf0c93d128c4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:16:20.488953 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f63fe0e2-b3c1-4ce9-a742-cf0c93d128c4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "PUT /v2.0/routers/f36f1fd9-c46b-4bfd-ac55-87a9d506449a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2534697 May 26 16:16:20.489950 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60614) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:20.499755 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f9ea2c66-8abe-40d4-8d24-b6b90d36c00a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Request body: {'port': {'network_id': 'e8d01f0d-9300-44d2-9117-14d546d6e420', 'name': 'tempest-FloatingIPTestJSON-967825929'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:20.652741 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309bc27f-162f-4a6a-89b7-109d93785c55 None None] Sync routers for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:16:20.682063 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309bc27f-162f-4a6a-89b7-109d93785c55 None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:20.683199 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-309bc27f-162f-4a6a-89b7-109d93785c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:16:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:20.768818 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-309bc27f-162f-4a6a-89b7-109d93785c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:20.801491 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ea2c66-8abe-40d4-8d24-b6b90d36c00a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Made reservation on behalf of cbd13bb72beb4d589e0419a494a9770e for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:20.812346 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f9ea2c66-8abe-40d4-8d24-b6b90d36c00a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:20.855273 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309bc27f-162f-4a6a-89b7-109d93785c55 None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:20.857512 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-309bc27f-162f-4a6a-89b7-109d93785c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:16:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:20.865909 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3382c4d9-f94f-4737-8621-3231cb31eef1 None None] get_active_networks_info from n-d-843337-2 {{(pid=103897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:16:20.890245 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-f9ea2c66-8abe-40d4-8d24-b6b90d36c00a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] device_id is not set on port 20e686cf-748e-434f-8149-b23659edf8cc yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:16:21.043644 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:21.112125 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-309bc27f-162f-4a6a-89b7-109d93785c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:21.113187 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309bc27f-162f-4a6a-89b7-109d93785c55 None None] The sync data for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:16:21.177435 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62cc93fb-8a02-4532-b974-fa9873daff4d']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:21.204979 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc395acb-be20-4d18-b5b7-8eb07b2a9143') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:21.205455 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc395acb-be20-4d18-b5b7-8eb07b2a9143') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:21.224329 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:21.251465 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:21.265069 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:16:21.267123 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:21.434947 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85c2e1a9-6b5e-4acc-a8a5-145a356172a6 req-582c729a-eb9a-4f60-9fbc-0e5cbb47e7e4 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 2.1263106 May 26 16:16:21.469623 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3382c4d9-f94f-4737-8621-3231cb31eef1 None None] Resources bound (agent type, host, resource id): {{(pid=103897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:16:21.509276 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.db.api [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 16:16:21.509276 n-d-843337-2 neutron-server[103896]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 16:16:21.509276 n-d-843337-2 neutron-server[103896]: [parameters: {'id': '62cc93fb-8a02-4532-b974-fa9873daff4d'}] May 26 16:16:21.509276 n-d-843337-2 neutron-server[103896]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:16:21.511185 n-d-843337-2 neutron-server[103896]: DEBUG oslo_db.api [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:16:21.511475 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:16:21.520508 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-f9ea2c66-8abe-40d4-8d24-b6b90d36c00a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Allocated IP 172.20.0.10 (e8d01f0d-9300-44d2-9117-14d546d6e420/d45d7e77-993b-41bc-84b3-9eb0ec414859/20e686cf-748e-434f-8149-b23659edf8cc) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:16:21.584277 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment bc395acb-be20-4d18-b5b7-8eb07b2a9143 resource provider aggregate not found May 26 16:16:21.696531 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment bc395acb-be20-4d18-b5b7-8eb07b2a9143 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc395acb-be20-4d18-b5b7-8eb07b2a9143 found for delete ", "request_id": "req-5bc3c457-fd1e-4c9c-b5ec-8edd20a01983"}]} May 26 16:16:21.803748 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a403c-cd5d-4416-91a5-370f833285a0 req-903c39e1-73cf-4372-90b0-5a8039848e94 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:21.820752 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e56a403c-cd5d-4416-91a5-370f833285a0 req-903c39e1-73cf-4372-90b0-5a8039848e94 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.8004723 May 26 16:16:22.019833 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:22.122036 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e56a403c-cd5d-4416-91a5-370f833285a0 req-57f034e0-070f-410b-a14d-f5bd958f8365 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993922 May 26 16:16:22.196307 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb863a4a-39a6-4e5d-8861-89675d70f5fe req-1c6790de-49fd-46eb-bc14-110dcb605287 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:22.210800 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb863a4a-39a6-4e5d-8861-89675d70f5fe req-1c6790de-49fd-46eb-bc14-110dcb605287 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 946 time: 0.3859737 May 26 16:16:22.238593 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f9ea2c66-8abe-40d4-8d24-b6b90d36c00a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:22.340869 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb863a4a-39a6-4e5d-8861-89675d70f5fe req-d673f69f-f979-4a99-b6f1-fc95466d0237 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/security-groups?id=588f83df-37ac-4ebd-b525-0052ea762c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224015 May 26 16:16:22.447946 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Deleting port af034aa9-85be-468b-94ae-9cae43704f35 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:22.451954 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:22.575244 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f9ea2c66-8abe-40d4-8d24-b6b90d36c00a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:22.597236 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] For port af034aa9-85be-468b-94ae-9cae43704f35, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=af034aa9-85be-468b-94ae-9cae43704f35,segment=NetworkSegment(bc395acb-be20-4d18-b5b7-8eb07b2a9143),segment_id=bc395acb-be20-4d18-b5b7-8eb07b2a9143)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:22.597778 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:22.665466 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Calling delete_port for af034aa9-85be-468b-94ae-9cae43704f35 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:22.782490 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5145be-c799-4453-b597-e3f9f38e6981 req-3a7bde0e-295c-447f-952f-f085ca71eccb tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:22.785739 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6b5145be-c799-4453-b597-e3f9f38e6981 req-3a7bde0e-295c-447f-952f-f085ca71eccb tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.83 "GET /v2.0/ports?device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 946 time: 0.3711159 May 26 16:16:22.800578 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ea2c66-8abe-40d4-8d24-b6b90d36c00a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Network e8d01f0d-9300-44d2-9117-14d546d6e420 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:16:22.879560 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8f7a0d7d-8ecb-418b-aab6-a1fafacbbdcc req-8127c808-7240-4f6a-97eb-77dc43569816 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.0648921 May 26 16:16:22.890147 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-f9ea2c66-8abe-40d4-8d24-b6b90d36c00a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:22.897506 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ea2c66-8abe-40d4-8d24-b6b90d36c00a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:16:22.958732 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea2c66-8abe-40d4-8d24-b6b90d36c00a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'Port': ['ID=20e686cf-748e-434f-8149-b23659edf8cc,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:22.981993 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:23.077358 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event deleted for resources: {'Port': ['ID=af034aa9-85be-468b-94ae-9cae43704f35,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:23.088831 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] No DVR routers for this DVR port af034aa9-85be-468b-94ae-9cae43704f35 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:16:23.125310 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60692) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:23.280940 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ea2c66-8abe-40d4-8d24-b6b90d36c00a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:23.282055 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f9ea2c66-8abe-40d4-8d24-b6b90d36c00a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:23.318335 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dc465-9fa2-46e4-ac70-7a3484c64ecc req-67e48fe5-da2b-4493-9c7d-a8ae1c930714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:23.320195 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b8dc465-9fa2-46e4-ac70-7a3484c64ecc req-67e48fe5-da2b-4493-9c7d-a8ae1c930714 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc8e9e5224b24be293153e1aeb086cbc&device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 1097 time: 0.1526875 May 26 16:16:23.350828 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f9ea2c66-8abe-40d4-8d24-b6b90d36c00a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8547590 May 26 16:16:23.353996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60698) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:23.411546 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:23.413622 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b8de960b-89c1-40c0-ad05-ae8f2f7dcb45 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Request body: {'port': {'network_id': 'e8d01f0d-9300-44d2-9117-14d546d6e420', 'name': 'tempest-FloatingIPTestJSON-436893142'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:23.452996 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62cc93fb-8a02-4532-b974-fa9873daff4d']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:23.472954 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc395acb-be20-4d18-b5b7-8eb07b2a9143') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:23.473888 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc395acb-be20-4d18-b5b7-8eb07b2a9143') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:23.495588 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:23.578249 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-6b5145be-c799-4453-b597-e3f9f38e6981 req-753ab796-e6b8-41bd-9b81-be0e13ed3bcd tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Deleting port a31f488d-36d8-4b42-8a7b-fc8037ee2d7d {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:23.578249 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6b5145be-c799-4453-b597-e3f9f38e6981 req-753ab796-e6b8-41bd-9b81-be0e13ed3bcd tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:23.602975 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:23.613347 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:16:23.615199 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84141ac6-6a54-40a9-b655-ec14b72c1f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:23.616350 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:23.768873 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:23.781150 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:23.787761 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "DELETE /v2.0/networks/62cc93fb-8a02-4532-b974-fa9873daff4d HTTP/1.1" status: 204 len: 168 time: 6.7205915 May 26 16:16:23.794222 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment bc395acb-be20-4d18-b5b7-8eb07b2a9143 resource provider aggregate not found May 26 16:16:23.834912 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60712) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:23.845361 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f865f-ae97-4bdf-923f-a5f5a43e30e3 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event deleted for resources: {'Network': ['ID=62cc93fb-8a02-4532-b974-fa9873daff4d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:23.859444 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment bc395acb-be20-4d18-b5b7-8eb07b2a9143 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc395acb-be20-4d18-b5b7-8eb07b2a9143 found for delete ", "request_id": "req-cd8a292b-b623-4a73-9b74-d67a65791220"}]} May 26 16:16:23.951900 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41889d94-7a9b-4fb8-b3e1-eb246d5e3b0a req-39a24ce7-4a51-4bca-b705-40ea127b0b7c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:23.964667 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-41889d94-7a9b-4fb8-b3e1-eb246d5e3b0a req-39a24ce7-4a51-4bca-b705-40ea127b0b7c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.4733987 May 26 16:16:23.996928 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5a18d3-8b6a-4199-ae8c-33a6bd464057 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] DELETE failed (client error): The resource could not be found. May 26 16:16:23.997549 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a5a18d3-8b6a-4199-ae8c-33a6bd464057 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:16:24.002702 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2a5a18d3-8b6a-4199-ae8c-33a6bd464057 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "DELETE /v2.0/subnets/12b65696-2e3a-4dc1-a4a5-fa8a03998ddd HTTP/1.1" status: 404 len: 337 time: 0.1521127 May 26 16:16:24.010827 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60718) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:24.038252 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c840fd-6043-4e57-a36e-94c8773534ae req-a8a4c3b9-797f-43a2-80eb-e95e1c37c578 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:24.049793 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42c840fd-6043-4e57-a36e-94c8773534ae req-a8a4c3b9-797f-43a2-80eb-e95e1c37c578 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 946 time: 0.5007863 May 26 16:16:24.129565 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf4687a1-efb9-4ffd-ad3f-f5406a465de0 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] DELETE failed (client error): The resource could not be found. May 26 16:16:24.130733 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf4687a1-efb9-4ffd-ad3f-f5406a465de0 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:16:24.138059 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cf4687a1-efb9-4ffd-ad3f-f5406a465de0 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "DELETE /v2.0/networks/62cc93fb-8a02-4532-b974-fa9873daff4d HTTP/1.1" status: 404 len: 339 time: 0.1216409 May 26 16:16:24.143546 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60724) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:24.162964 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-41889d94-7a9b-4fb8-b3e1-eb246d5e3b0a req-84c284ad-6aab-4fb3-9e57-13c301d77baa tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967623 May 26 16:16:24.179432 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42c840fd-6043-4e57-a36e-94c8773534ae req-1e3b6171-957b-4874-8ea4-7e278dcc073f tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/security-groups?id=588f83df-37ac-4ebd-b525-0052ea762c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282499 May 26 16:16:24.230779 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7baa7fb-9ea9-4aac-98f9-3fc06a5fd9c8 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] DELETE failed (client error): The resource could not be found. May 26 16:16:24.232939 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7baa7fb-9ea9-4aac-98f9-3fc06a5fd9c8 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:16:24.239127 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c7baa7fb-9ea9-4aac-98f9-3fc06a5fd9c8 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "DELETE /v2.0/subnets/d84a6c79-c3d3-41b2-88cb-3036bb824a07 HTTP/1.1" status: 404 len: 337 time: 0.0936816 May 26 16:16:24.253632 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60732) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:24.314532 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ab684d-b59f-475a-8b72-03e8f320ce7c tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] DELETE failed (client error): The resource could not be found. May 26 16:16:24.320253 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ab684d-b59f-475a-8b72-03e8f320ce7c tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:16:24.331481 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a7ab684d-b59f-475a-8b72-03e8f320ce7c tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "DELETE /v2.0/networks/539c4131-a252-46e1-b199-3752c6b849a9 HTTP/1.1" status: 404 len: 339 time: 0.0748963 May 26 16:16:24.338003 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60734) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:24.423643 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e3b1ca-3dec-44d4-82e9-c3940aafcef5 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] DELETE failed (client error): The resource could not be found. May 26 16:16:24.424794 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20e3b1ca-3dec-44d4-82e9-c3940aafcef5 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:16:24.430256 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-20e3b1ca-3dec-44d4-82e9-c3940aafcef5 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "DELETE /v2.0/subnets/aeb29991-78a6-47e6-a4a4-48fee03d3c79 HTTP/1.1" status: 404 len: 337 time: 0.0874262 May 26 16:16:24.456467 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60738) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:24.485119 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a50241-51b8-422c-ba89-0af5ecd3c7ba req-5efe5e6b-16b5-48f1-a884-05a15db8042f tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.1196218 May 26 16:16:24.516059 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06145f4-278e-42c2-8022-83c0ae2560c5 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] DELETE failed (client error): The resource could not be found. May 26 16:16:24.517087 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06145f4-278e-42c2-8022-83c0ae2560c5 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:16:24.520750 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a06145f4-278e-42c2-8022-83c0ae2560c5 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "DELETE /v2.0/networks/bcae769d-c6c6-4066-8417-ab8914c85939 HTTP/1.1" status: 404 len: 339 time: 0.0626233 May 26 16:16:24.525948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60742) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:24.568261 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-6b5145be-c799-4453-b597-e3f9f38e6981 req-753ab796-e6b8-41bd-9b81-be0e13ed3bcd tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] For port a31f488d-36d8-4b42-8a7b-fc8037ee2d7d, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=a31f488d-36d8-4b42-8a7b-fc8037ee2d7d,segment=NetworkSegment(7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2),segment_id=7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:24.568926 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6b5145be-c799-4453-b597-e3f9f38e6981 req-753ab796-e6b8-41bd-9b81-be0e13ed3bcd tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:24.611246 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dc465-9fa2-46e4-ac70-7a3484c64ecc req-dfbba9c1-f7ad-44f1-92a6-9d9a0cf4f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:24.614691 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b8dc465-9fa2-46e4-ac70-7a3484c64ecc req-dfbba9c1-f7ad-44f1-92a6-9d9a0cf4f6ca service neutron] 10.222.0.81 "GET /v2.0/networks?id=cd7c6e08-1774-4556-87ba-7d5b55a35abf HTTP/1.1" status: 200 len: 918 time: 1.2587318 May 26 16:16:24.705458 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-a5002c2c-b6b9-445d-be4d-71c6e275d4a9 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Deleting port 09e3a675-b128-49b6-9353-39bc6c40f025 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:24.706108 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a5002c2c-b6b9-445d-be4d-71c6e275d4a9 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:24.846317 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a5002c2c-b6b9-445d-be4d-71c6e275d4a9 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:24.866812 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-a5002c2c-b6b9-445d-be4d-71c6e275d4a9 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Calling delete_port for 09e3a675-b128-49b6-9353-39bc6c40f025 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:24.891086 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b8dc465-9fa2-46e4-ac70-7a3484c64ecc req-4444d504-f75d-48dc-89a1-af79f9133f64 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=998a0b6f-286a-4499-b21e-44a350045c77 HTTP/1.1" status: 200 len: 1001 time: 0.2602863 May 26 16:16:24.978634 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8de960b-89c1-40c0-ad05-ae8f2f7dcb45 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Made reservation on behalf of cbd13bb72beb4d589e0419a494a9770e for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:24.984012 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b8de960b-89c1-40c0-ad05-ae8f2f7dcb45 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:24.986946 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a5002c2c-b6b9-445d-be4d-71c6e275d4a9 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:25.003229 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84141ac6-6a54-40a9-b655-ec14b72c1f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:25.045144 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5002c2c-b6b9-445d-be4d-71c6e275d4a9 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event deleted for resources: {'Port': ['ID=09e3a675-b128-49b6-9353-39bc6c40f025,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:25.052821 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84141ac6-6a54-40a9-b655-ec14b72c1f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:25.056567 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a5002c2c-b6b9-445d-be4d-71c6e275d4a9 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:25.064949 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a5002c2c-b6b9-445d-be4d-71c6e275d4a9 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "DELETE /v2.0/ports/09e3a675-b128-49b6-9353-39bc6c40f025 HTTP/1.1" status: 204 len: 168 time: 0.5340376 May 26 16:16:25.065346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60750) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:25.111475 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-000c4734-43ae-4df7-bab8-8866e58a2df8 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] DELETE failed (client error): The resource could not be found. May 26 16:16:25.112378 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000c4734-43ae-4df7-bab8-8866e58a2df8 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:16:25.121163 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-000c4734-43ae-4df7-bab8-8866e58a2df8 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "DELETE /v2.0/subnets/59982e4d-d74a-4ce8-994b-b9bd27abfce2 HTTP/1.1" status: 404 len: 337 time: 0.0511689 May 26 16:16:25.122286 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60756) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:25.150727 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-b8de960b-89c1-40c0-ad05-ae8f2f7dcb45 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] device_id is not set on port 0ce51d75-5d4d-41ee-baf2-467956867589 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:16:25.244631 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-84141ac6-6a54-40a9-b655-ec14b72c1f60 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=16f2560bd7584307bee875bf2b25f590&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1170545 May 26 16:16:25.252420 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60760) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:25.298985 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9a52608-781b-4ba7-9558-70e77555569e tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:25.415480 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dc465-9fa2-46e4-ac70-7a3484c64ecc req-442cd51f-205d-4bcd-9ca5-65ed9728a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:25.417855 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b8dc465-9fa2-46e4-ac70-7a3484c64ecc req-442cd51f-205d-4bcd-9ca5-65ed9728a321 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab HTTP/1.1" status: 200 len: 856 time: 0.4415817 May 26 16:16:25.428727 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84141ac6-6a54-40a9-b655-ec14b72c1f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc93274-5308-44d2-bd20-f8fa37f6ae08,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:25.525484 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6b5145be-c799-4453-b597-e3f9f38e6981 req-753ab796-e6b8-41bd-9b81-be0e13ed3bcd tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:25.526513 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6b5145be-c799-4453-b597-e3f9f38e6981 req-753ab796-e6b8-41bd-9b81-be0e13ed3bcd tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:25.527342 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [req-6b5145be-c799-4453-b597-e3f9f38e6981 req-753ab796-e6b8-41bd-9b81-be0e13ed3bcd tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Floating IP ee098fe7-8867-4d9c-b99b-16bc1f7dd66f disassociated. External IP: 172.25.7.178, port: a31f488d-36d8-4b42-8a7b-fc8037ee2d7d. May 26 16:16:25.528275 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-6b5145be-c799-4453-b597-e3f9f38e6981 req-753ab796-e6b8-41bd-9b81-be0e13ed3bcd tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Calling delete_port for a31f488d-36d8-4b42-8a7b-fc8037ee2d7d owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:25.584073 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-85b509cc-1c90-4b19-9544-c82092603054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:25.665388 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-b8de960b-89c1-40c0-ad05-ae8f2f7dcb45 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Allocated IP 172.20.0.2 (e8d01f0d-9300-44d2-9117-14d546d6e420/d45d7e77-993b-41bc-84b3-9eb0ec414859/0ce51d75-5d4d-41ee-baf2-467956867589) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:16:25.694638 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dc465-9fa2-46e4-ac70-7a3484c64ecc req-9218e3c6-15d6-4391-a8f4-28774d010fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:25.697778 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b8dc465-9fa2-46e4-ac70-7a3484c64ecc req-9218e3c6-15d6-4391-a8f4-28774d010fb0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cd7c6e08-1774-4556-87ba-7d5b55a35abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2587645 May 26 16:16:25.737700 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-85b509cc-1c90-4b19-9544-c82092603054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:25.794063 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c532c-9c0f-425e-98ef-7c3a4f4cbaf5 req-68d9cb5d-b97d-442e-ae9f-94fc06650422 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:25.796838 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b1c532c-9c0f-425e-98ef-7c3a4f4cbaf5 req-68d9cb5d-b97d-442e-ae9f-94fc06650422 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.3946750 May 26 16:16:25.833923 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9a52608-781b-4ba7-9558-70e77555569e tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:25.864203 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d4cc9-1a70-4e6e-a15c-129cb0af3ee5 req-d502b4aa-b04c-4e66-bc1e-f22e2bcdc439 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:25.867136 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c4d4cc9-1a70-4e6e-a15c-129cb0af3ee5 req-d502b4aa-b04c-4e66-bc1e-f22e2bcdc439 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 946 time: 0.5065281 May 26 16:16:25.973255 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-e9a52608-781b-4ba7-9558-70e77555569e tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d55fc88-eb21-4d07-b7ff-658122947189']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:26.000270 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b1c532c-9c0f-425e-98ef-7c3a4f4cbaf5 req-eff46d31-8d75-413b-a385-423c0502bbf0 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834798 May 26 16:16:26.004463 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-e9a52608-781b-4ba7-9558-70e77555569e tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4598c4a3-20ef-4d1f-800d-16a42a66e5b0') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:26.005117 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-e9a52608-781b-4ba7-9558-70e77555569e tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4598c4a3-20ef-4d1f-800d-16a42a66e5b0') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:26.040923 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9a52608-781b-4ba7-9558-70e77555569e tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:26.043036 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-85b509cc-1c90-4b19-9544-c82092603054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:26.046133 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-85b509cc-1c90-4b19-9544-c82092603054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:26.051891 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-85b509cc-1c90-4b19-9544-c82092603054 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3fc93274-5308-44d2-bd20-f8fa37f6ae08 HTTP/1.1" status: 204 len: 168 time: 0.7938972 May 26 16:16:26.053493 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c4d4cc9-1a70-4e6e-a15c-129cb0af3ee5 req-9bc06193-6914-45b5-a571-b8f1ae32b38d tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/security-groups?id=588f83df-37ac-4ebd-b525-0052ea762c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597917 May 26 16:16:26.105586 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9a52608-781b-4ba7-9558-70e77555569e tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:26.112885 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b509cc-1c90-4b19-9544-c82092603054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc93274-5308-44d2-bd20-f8fa37f6ae08,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:26.140911 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a52608-781b-4ba7-9558-70e77555569e tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:16:26.141619 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9a52608-781b-4ba7-9558-70e77555569e tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:26.202289 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 4598c4a3-20ef-4d1f-800d-16a42a66e5b0 resource provider aggregate not found May 26 16:16:26.214134 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b8dc465-9fa2-46e4-ac70-7a3484c64ecc req-a81b0655-8656-4206-930e-e0ea4dd715d2 service neutron] 10.222.0.81 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009186 May 26 16:16:26.286688 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 4598c4a3-20ef-4d1f-800d-16a42a66e5b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4598c4a3-20ef-4d1f-800d-16a42a66e5b0 found for delete ", "request_id": "req-1cdb0bfb-00ce-4258-8221-4dbf79743498"}]} May 26 16:16:26.360299 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba558bbc-3af5-4688-9933-e69e1de7efab req-17a082d0-f6fb-46c0-b052-ecc20d72c559 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.0715075 May 26 16:16:26.376781 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9a52608-781b-4ba7-9558-70e77555569e tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:26.390640 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9a52608-781b-4ba7-9558-70e77555569e tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:26.409362 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b8dc465-9fa2-46e4-ac70-7a3484c64ecc req-7b0691c8-7774-463c-9d57-79e1b768d935 service neutron] 10.222.0.81 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669204 May 26 16:16:26.409590 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e9a52608-781b-4ba7-9558-70e77555569e tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "DELETE /v2.0/networks/1d55fc88-eb21-4d07-b7ff-658122947189 HTTP/1.1" status: 204 len: 168 time: 1.2842736 May 26 16:16:26.415994 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60782) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:26.470671 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6b5145be-c799-4453-b597-e3f9f38e6981 req-753ab796-e6b8-41bd-9b81-be0e13ed3bcd tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:26.561205 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a52608-781b-4ba7-9558-70e77555569e tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event deleted for resources: {'Network': ['ID=1d55fc88-eb21-4d07-b7ff-658122947189,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:26.631992 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c818e170-3ce9-4f68-be7b-e8ddaabadc87 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Deleting port f5e5e196-ac1a-4d79-951c-c512e34c9e9c {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:26.633549 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c818e170-3ce9-4f68-be7b-e8ddaabadc87 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:26.635535 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ab796-e6b8-41bd-9b81-be0e13ed3bcd tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Pushing event deleted for resources: {'Port': ['ID=a31f488d-36d8-4b42-8a7b-fc8037ee2d7d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:26.781359 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b8de960b-89c1-40c0-ad05-ae8f2f7dcb45 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:26.794807 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac46a1e-b919-4053-b66e-b3b8a3ce2a64 req-f9763853-d7ea-4b77-bc73-2a78f0baec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:26.797483 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3ac46a1e-b919-4053-b66e-b3b8a3ce2a64 req-f9763853-d7ea-4b77-bc73-2a78f0baec7f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc8e9e5224b24be293153e1aeb086cbc&device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 1097 time: 0.2531908 May 26 16:16:26.809589 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c818e170-3ce9-4f68-be7b-e8ddaabadc87 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:26.846923 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c818e170-3ce9-4f68-be7b-e8ddaabadc87 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Calling delete_port for f5e5e196-ac1a-4d79-951c-c512e34c9e9c owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:26.867306 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device a31f488d-36d8-4b42-8a7b-fc8037ee2d7d no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:16:26.933847 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: a31f488d-36d8-4b42-8a7b-fc8037ee2d7d {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:16:26.934435 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device a31f488d-36d8-4b42-8a7b-fc8037ee2d7d not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:16:27.134003 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c818e170-3ce9-4f68-be7b-e8ddaabadc87 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:27.168301 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b5145be-c799-4453-b597-e3f9f38e6981 req-753ab796-e6b8-41bd-9b81-be0e13ed3bcd tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Router bba37614-f044-4f22-a532-90cde7b61c52 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:16:27.171226 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac46a1e-b919-4053-b66e-b3b8a3ce2a64 req-9e2d3cd4-3ae5-49d5-9839-ce722ed1a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:27.173940 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3ac46a1e-b919-4053-b66e-b3b8a3ce2a64 req-9e2d3cd4-3ae5-49d5-9839-ce722ed1a49f service neutron] 10.222.0.81 "GET /v2.0/networks?id=cd7c6e08-1774-4556-87ba-7d5b55a35abf HTTP/1.1" status: 200 len: 918 time: 0.3622313 May 26 16:16:27.325466 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b8de960b-89c1-40c0-ad05-ae8f2f7dcb45 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:27.399650 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c818e170-3ce9-4f68-be7b-e8ddaabadc87 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:27.405936 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c818e170-3ce9-4f68-be7b-e8ddaabadc87 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "DELETE /v2.0/ports/f5e5e196-ac1a-4d79-951c-c512e34c9e9c HTTP/1.1" status: 204 len: 168 time: 0.9908020 May 26 16:16:27.410638 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818e170-3ce9-4f68-be7b-e8ddaabadc87 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event deleted for resources: {'Port': ['ID=f5e5e196-ac1a-4d79-951c-c512e34c9e9c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:27.418068 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60800) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:27.477931 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3ac46a1e-b919-4053-b66e-b3b8a3ce2a64 req-a2371df8-5897-4f88-b577-6f42d5f0dd1d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=998a0b6f-286a-4499-b21e-44a350045c77 HTTP/1.1" status: 200 len: 1001 time: 0.2939622 May 26 16:16:27.495424 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60804) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:27.543437 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b3ac9c2d-85c8-438d-9c1d-2f924a5d5b8f req-99bd3bac-7c6b-4cdb-be31-505479b91e9d tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 210 time: 0.1268675 May 26 16:16:27.550086 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf372c99-010c-40a7-b813-90dd126eec8e tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] DELETE failed (client error): The resource could not be found. May 26 16:16:27.550858 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf372c99-010c-40a7-b813-90dd126eec8e tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:16:27.556306 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cf372c99-010c-40a7-b813-90dd126eec8e tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "DELETE /v2.0/subnets/434a90aa-5591-4c08-b5c7-bdf1771d461e HTTP/1.1" status: 404 len: 337 time: 0.1212285 May 26 16:16:27.562450 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60810) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:27.599065 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3810c-3c55-4766-8539-454eba4040a9 req-fca1335f-4ea4-46df-8518-b640735d8ced tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:27.603143 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ce3810c-3c55-4766-8539-454eba4040a9 req-fca1335f-4ea4-46df-8518-b640735d8ced tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 946 time: 0.3259013 May 26 16:16:27.616310 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de960b-89c1-40c0-ad05-ae8f2f7dcb45 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'Port': ['ID=0ce51d75-5d4d-41ee-baf2-467956867589,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:27.628680 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8de960b-89c1-40c0-ad05-ae8f2f7dcb45 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Network e8d01f0d-9300-44d2-9117-14d546d6e420 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:16:27.644164 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-b8de960b-89c1-40c0-ad05-ae8f2f7dcb45 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:27.655577 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8de960b-89c1-40c0-ad05-ae8f2f7dcb45 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:16:27.661267 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b85a5512-3cb1-490b-b45e-487d811f2983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:27.762379 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ce3810c-3c55-4766-8539-454eba4040a9 req-7e78d0b5-20de-48ba-8348-d326aad4b8c6 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113017 May 26 16:16:27.795780 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-063455dc-f703-4985-a0cb-62827c127133 req-a47f0f95-10c3-4179-ba0c-fc03b409fd0a tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.0738616 May 26 16:16:27.836496 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b9583af1-c5df-48d9-a141-848ae3cd8388 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:27.902817 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac46a1e-b919-4053-b66e-b3b8a3ce2a64 req-916a8ec2-118c-4125-87e7-363caaa17893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:27.905823 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3ac46a1e-b919-4053-b66e-b3b8a3ce2a64 req-916a8ec2-118c-4125-87e7-363caaa17893 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab HTTP/1.1" status: 200 len: 856 time: 0.4085941 May 26 16:16:27.977483 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b5145be-c799-4453-b597-e3f9f38e6981 req-753ab796-e6b8-41bd-9b81-be0e13ed3bcd tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:16:27.998141 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8de960b-89c1-40c0-ad05-ae8f2f7dcb45 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:27.998790 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593d3ecc-9dac-45e9-b2d1-5b64227387c6 None None] Sync routers for ids ['bba37614-f044-4f22-a532-90cde7b61c52'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:16:27.999647 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b8de960b-89c1-40c0-ad05-ae8f2f7dcb45 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.033870 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593d3ecc-9dac-45e9-b2d1-5b64227387c6 None None] Routers {'bba37614-f044-4f22-a532-90cde7b61c52'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:28.034581 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-593d3ecc-9dac-45e9-b2d1-5b64227387c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:16:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['bba37614-f044-4f22-a532-90cde7b61c52'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:28.049633 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b9583af1-c5df-48d9-a141-848ae3cd8388 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.070713 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b8de960b-89c1-40c0-ad05-ae8f2f7dcb45 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.7117953 May 26 16:16:28.079667 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60818) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:28.087783 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-072a582c-5191-4cac-b29f-bb9415c89b0a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': '0ce51d75-5d4d-41ee-baf2-467956867589', 'fixed_ip_address': '172.20.0.2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:28.107085 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5145be-c799-4453-b597-e3f9f38e6981 req-753ab796-e6b8-41bd-9b81-be0e13ed3bcd tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] No DVR routers for this DVR port a31f488d-36d8-4b42-8a7b-fc8037ee2d7d on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:16:28.114848 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6b5145be-c799-4453-b597-e3f9f38e6981 req-753ab796-e6b8-41bd-9b81-be0e13ed3bcd tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.119530 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6b5145be-c799-4453-b597-e3f9f38e6981 req-753ab796-e6b8-41bd-9b81-be0e13ed3bcd tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.83 "DELETE /v2.0/ports/a31f488d-36d8-4b42-8a7b-fc8037ee2d7d HTTP/1.1" status: 204 len: 173 time: 5.3190756 May 26 16:16:28.120067 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23190d0-5ee1-43a4-b462-6cf8441dd755', 'name': 'network-vif-deleted', 'tag': 'a31f488d-36d8-4b42-8a7b-fc8037ee2d7d'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:16:28.123812 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec257e9-876a-4a33-bb23-5beb3eaf3daa" -d '{"events": [{"server_uuid": "b23190d0-5ee1-43a4-b462-6cf8441dd755", "name": "network-vif-deleted", "tag": "a31f488d-36d8-4b42-8a7b-fc8037ee2d7d"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:16:28.149910 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b85a5512-3cb1-490b-b45e-487d811f2983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.155384 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac46a1e-b919-4053-b66e-b3b8a3ce2a64 req-19e87625-d181-4393-a616-75bc7246697b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:28.158050 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3ac46a1e-b919-4053-b66e-b3b8a3ce2a64 req-19e87625-d181-4393-a616-75bc7246697b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cd7c6e08-1774-4556-87ba-7d5b55a35abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2361834 May 26 16:16:28.159956 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b85a5512-3cb1-490b-b45e-487d811f2983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.223505 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-b9583af1-c5df-48d9-a141-848ae3cd8388 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33f7ec2-1e4a-45af-825e-6e89aba65255']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:28.259376 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-593d3ecc-9dac-45e9-b2d1-5b64227387c6 None None] Set router bba37614-f044-4f22-a532-90cde7b61c52 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:16:28.280943 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7ec3a9-d24e-47f9-a4fe-d4fda1688577 x-openstack-request-id: req-eb7ec3a9-d24e-47f9-a4fe-d4fda1688577 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:16:28.281244 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23190d0-5ee1-43a4-b462-6cf8441dd755", "name": "network-vif-deleted", "tag": "a31f488d-36d8-4b42-8a7b-fc8037ee2d7d", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:16:28.281719 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eb7ec3a9-d24e-47f9-a4fe-d4fda1688577 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:16:28.282317 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb7ec3a9-d24e-47f9-a4fe-d4fda1688577'] response: {'server_uuid': 'b23190d0-5ee1-43a4-b462-6cf8441dd755', 'name': 'network-vif-deleted', 'tag': 'a31f488d-36d8-4b42-8a7b-fc8037ee2d7d', 'status': 'completed', 'code': 200} May 26 16:16:28.283597 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-b9583af1-c5df-48d9-a141-848ae3cd8388 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651dab1c-7ee0-4be2-a625-7a238edbdc56') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:28.284125 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-b9583af1-c5df-48d9-a141-848ae3cd8388 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651dab1c-7ee0-4be2-a625-7a238edbdc56') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:28.287827 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-072a582c-5191-4cac-b29f-bb9415c89b0a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.292431 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b85a5512-3cb1-490b-b45e-487d811f2983 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9d8423324a8a41a99a1c60cc719ac08d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7934275 May 26 16:16:28.298479 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60822) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:28.311708 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a5512-3cb1-490b-b45e-487d811f2983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33f1d2a-667c-4948-9a01-38346207895f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:28.366916 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b9583af1-c5df-48d9-a141-848ae3cd8388 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.431848 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3ac46a1e-b919-4053-b66e-b3b8a3ce2a64 req-a611dcb9-edd3-4820-a0b0-afd820e837b4 service neutron] 10.222.0.81 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544932 May 26 16:16:28.436944 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0db448bb-b4f2-40b3-8f69-38c6b5adc232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.485066 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b9583af1-c5df-48d9-a141-848ae3cd8388 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.506529 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9583af1-c5df-48d9-a141-848ae3cd8388 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:16:28.508419 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b9583af1-c5df-48d9-a141-848ae3cd8388 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.569016 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 998a0b6f-286a-4499-b21e-44a350045c77 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:16:28.701609 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0db448bb-b4f2-40b3-8f69-38c6b5adc232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.730174 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3ac46a1e-b919-4053-b66e-b3b8a3ce2a64 req-35d29af2-982a-4026-8498-95be1f24a496 service neutron] 10.222.0.81 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892792 May 26 16:16:28.732902 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 651dab1c-7ee0-4be2-a625-7a238edbdc56 resource provider aggregate not found May 26 16:16:28.762996 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b9583af1-c5df-48d9-a141-848ae3cd8388 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.811973 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-593d3ecc-9dac-45e9-b2d1-5b64227387c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'name': 'tempest-ServersTestManualDisk-2141274000-router', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '22899a95-5758-482f-8d05-c62bcd53605c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:13:40Z', 'updated_at': '2022-05-26T16:13:56Z', 'revision_number': 4, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'gw_port': {'id': '22899a95-5758-482f-8d05-c62bcd53605c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:44Z', 'updated_at': '2022-05-26T16:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3', 'name': '', 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'mac_address': 'fa:16:3e:73:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4efbfbbe-776d-4964-aecf-0338c416316e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:54Z', 'updated_at': '2022-05-26T16:14:05Z', 'revision_number': 5, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'subnets': [{'id': '4efbfbbe-776d-4964-aecf-0338c416316e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:28.815513 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b9583af1-c5df-48d9-a141-848ae3cd8388 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.825435 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 998a0b6f-286a-4499-b21e-44a350045c77 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:28.825914 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.826185 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b9583af1-c5df-48d9-a141-848ae3cd8388 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "DELETE /v2.0/networks/b33f7ec2-1e4a-45af-825e-6e89aba65255 HTTP/1.1" status: 204 len: 168 time: 1.2618678 May 26 16:16:28.834355 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60836) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:28.842851 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 651dab1c-7ee0-4be2-a625-7a238edbdc56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 651dab1c-7ee0-4be2-a625-7a238edbdc56 found for delete ", "request_id": "req-cc348640-6c6f-4126-a31f-672be23bde6c"}]} May 26 16:16:28.888264 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593d3ecc-9dac-45e9-b2d1-5b64227387c6 None None] Checking router: bba37614-f044-4f22-a532-90cde7b61c52 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:16:28.925523 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593d3ecc-9dac-45e9-b2d1-5b64227387c6 None None] Routers {'bba37614-f044-4f22-a532-90cde7b61c52'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:28.926549 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-593d3ecc-9dac-45e9-b2d1-5b64227387c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:16:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['bba37614-f044-4f22-a532-90cde7b61c52'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:28.932280 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f30437d-2421-4794-b798-f9288db61b9c req-1f74ff38-a967-4f5e-8f09-79b9271b10fc tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/ports?device_id=b23190d0-5ee1-43a4-b462-6cf8441dd755 HTTP/1.1" status: 200 len: 210 time: 0.1047230 May 26 16:16:28.936547 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9583af1-c5df-48d9-a141-848ae3cd8388 tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event deleted for resources: {'Network': ['ID=b33f7ec2-1e4a-45af-825e-6e89aba65255,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:28.981981 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 998a0b6f-286a-4499-b21e-44a350045c77, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=998a0b6f-286a-4499-b21e-44a350045c77,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:28.984354 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e478563-7731-4b34-8df1-0e2840bb4a36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '998a0b6f-286a-4499-b21e-44a350045c77'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:16:28.990531 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee91a43-d2e7-42be-9558-3b45d7d74bde" -d '{"events": [{"server_uuid": "0e478563-7731-4b34-8df1-0e2840bb4a36", "name": "network-vif-unplugged", "status": "completed", "tag": "998a0b6f-286a-4499-b21e-44a350045c77"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:16:28.997543 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:28.998048 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-072a582c-5191-4cac-b29f-bb9415c89b0a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:29.123073 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-6953e475-d59f-43eb-b610-385603eab24e tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Deleting subnet 1eaab672-662f-412a-bcf3-927f8ad8ca0b {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:16:29.129814 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6953e475-d59f-43eb-b610-385603eab24e tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:29.232242 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6953e475-d59f-43eb-b610-385603eab24e tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:29.241415 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff5df3-9b4e-4bd9-963d-82a4fb2714d4 req-c2119234-dc8e-4ab5-b3b6-c5c2c6084cea tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:29.248412 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-83ff5df3-9b4e-4bd9-963d-82a4fb2714d4 req-c2119234-dc8e-4ab5-b3b6-c5c2c6084cea tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 944 time: 0.1886399 May 26 16:16:29.250551 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=998a0b6f-286a-4499-b21e-44a350045c77,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:29.318589 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-466a3ece-ed18-4f6d-a152-34cb54ec7aac req-56ae7808-8ee4-4ef1-920b-08e4c0d7f7de tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.0630744 May 26 16:16:29.361463 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0db448bb-b4f2-40b3-8f69-38c6b5adc232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:29.378135 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0db448bb-b4f2-40b3-8f69-38c6b5adc232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:29.385927 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0db448bb-b4f2-40b3-8f69-38c6b5adc232 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a33f1d2a-667c-4948-9a01-38346207895f HTTP/1.1" status: 204 len: 168 time: 1.0851529 May 26 16:16:29.450695 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-593d3ecc-9dac-45e9-b2d1-5b64227387c6 None None] Set router bba37614-f044-4f22-a532-90cde7b61c52 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:16:29.482427 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6953e475-d59f-43eb-b610-385603eab24e tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:29.554005 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-83ff5df3-9b4e-4bd9-963d-82a4fb2714d4 req-42be7b23-8093-4bde-88e7-5d5182c71df9 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762444 May 26 16:16:29.566122 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171b6fc3-01db-4505-9e18-ef931332a27a x-openstack-request-id: req-171b6fc3-01db-4505-9e18-ef931332a27a {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:16:29.574481 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e478563-7731-4b34-8df1-0e2840bb4a36", "name": "network-vif-unplugged", "status": "completed", "tag": "998a0b6f-286a-4499-b21e-44a350045c77", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:16:29.576307 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-171b6fc3-01db-4505-9e18-ef931332a27a {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:16:29.577397 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-171b6fc3-01db-4505-9e18-ef931332a27a'] response: {'server_uuid': '0e478563-7731-4b34-8df1-0e2840bb4a36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '998a0b6f-286a-4499-b21e-44a350045c77', 'code': 200} May 26 16:16:29.655792 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db448bb-b4f2-40b3-8f69-38c6b5adc232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33f1d2a-667c-4948-9a01-38346207895f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:29.730506 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6953e475-d59f-43eb-b610-385603eab24e tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:29.795144 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16360120-7a99-4e98-967c-a96a9784db98 None None] Network ad545c2a-c9d9-4d52-a608-93a7fd92f9e0 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:29.893498 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-072a582c-5191-4cac-b29f-bb9415c89b0a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Allocated IP 172.25.7.162 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/de64dad3-2a02-42c1-b5a2-dc7a24946b00) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:16:29.945870 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6953e475-d59f-43eb-b610-385603eab24e tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:29.961328 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6953e475-d59f-43eb-b610-385603eab24e tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "DELETE /v2.0/subnets/1eaab672-662f-412a-bcf3-927f8ad8ca0b HTTP/1.1" status: 204 len: 168 time: 1.1255033 May 26 16:16:29.969201 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953e475-d59f-43eb-b610-385603eab24e tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event deleted for resources: {'Subnet': ['ID=1eaab672-662f-412a-bcf3-927f8ad8ca0b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:29.980220 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60856) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:30.108510 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-593d3ecc-9dac-45e9-b2d1-5b64227387c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'name': 'tempest-ServersTestManualDisk-2141274000-router', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '22899a95-5758-482f-8d05-c62bcd53605c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:13:40Z', 'updated_at': '2022-05-26T16:13:56Z', 'revision_number': 4, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'gw_port': {'id': '22899a95-5758-482f-8d05-c62bcd53605c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:44Z', 'updated_at': '2022-05-26T16:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3', 'name': '', 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'mac_address': 'fa:16:3e:73:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4efbfbbe-776d-4964-aecf-0338c416316e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:54Z', 'updated_at': '2022-05-26T16:14:05Z', 'revision_number': 5, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'subnets': [{'id': '4efbfbbe-776d-4964-aecf-0338c416316e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:30.245357 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593d3ecc-9dac-45e9-b2d1-5b64227387c6 None None] The sync data for ids ['bba37614-f044-4f22-a532-90cde7b61c52'] in n-d-843337-2 is: [{'id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'name': 'tempest-ServersTestManualDisk-2141274000-router', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '22899a95-5758-482f-8d05-c62bcd53605c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:13:40Z', 'updated_at': '2022-05-26T16:13:56Z', 'revision_number': 4, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'gw_port': {'id': '22899a95-5758-482f-8d05-c62bcd53605c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:44Z', 'updated_at': '2022-05-26T16:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3', 'name': '', 'network_id': 'cb1029da-ce9b-4f8c-9ca2-2687b1569027', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'mac_address': 'fa:16:3e:73:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4efbfbbe-776d-4964-aecf-0338c416316e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:54Z', 'updated_at': '2022-05-26T16:14:05Z', 'revision_number': 5, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'subnets': [{'id': '4efbfbbe-776d-4964-aecf-0338c416316e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:16:30.294314 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60864) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:30.362337 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a43a7d9-5a06-48bb-9f9e-6a1c7f2b4bbf tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:30.489970 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-072a582c-5191-4cac-b29f-bb9415c89b0a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:30.498330 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:30.589790 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b1ae88-e4f4-439b-a1c8-0e59be5f18bb None None] DHCP port deletion for ad545c2a-c9d9-4d52-a608-93a7fd92f9e0 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:16:30.663708 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-072a582c-5191-4cac-b29f-bb9415c89b0a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:30.722933 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2a43a7d9-5a06-48bb-9f9e-6a1c7f2b4bbf tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Deleting port 68463f81-9f9d-4003-8f1b-b084852af26d {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:30.723663 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a43a7d9-5a06-48bb-9f9e-6a1c7f2b4bbf tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:30.916695 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c9b1ae88-e4f4-439b-a1c8-0e59be5f18bb None None] Deleting port 68463f81-9f9d-4003-8f1b-b084852af26d {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:30.917138 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c9b1ae88-e4f4-439b-a1c8-0e59be5f18bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:30.962197 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a06aa75b-7df5-4541-a03e-70f0d900b6a9 req-68beb152-5d23-4163-a25d-80e9074b2dac tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.1095643 May 26 16:16:30.966910 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072a582c-5191-4cac-b29f-bb9415c89b0a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:16:31.017510 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-072a582c-5191-4cac-b29f-bb9415c89b0a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:31.041608 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec7fa9a-2f4b-499e-b17b-561b3ad55cbd None None] New status for floating IP ee098fe7-8867-4d9c-b99b-16bc1f7dd66f: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:16:31.043642 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072a582c-5191-4cac-b29f-bb9415c89b0a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:16:31.050756 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c5df8ef-21a0-4167-b379-b06896cc5de6 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:31.068890 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-2a43a7d9-5a06-48bb-9f9e-6a1c7f2b4bbf tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] For port 68463f81-9f9d-4003-8f1b-b084852af26d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=68463f81-9f9d-4003-8f1b-b084852af26d,segment=NetworkSegment(10d857ab-55df-42b8-a0bb-a629c07f729e),segment_id=10d857ab-55df-42b8-a0bb-a629c07f729e)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:31.071477 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a43a7d9-5a06-48bb-9f9e-6a1c7f2b4bbf tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:31.095517 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a582c-5191-4cac-b29f-bb9415c89b0a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'Port': ['ID=de64dad3-2a02-42c1-b5a2-dc7a24946b00,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:31.132341 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2a43a7d9-5a06-48bb-9f9e-6a1c7f2b4bbf tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Calling delete_port for 68463f81-9f9d-4003-8f1b-b084852af26d owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:31.196977 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c5df8ef-21a0-4167-b379-b06896cc5de6 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:31.308866 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39344e-dcff-4f52-9481-c5d29d442f95 req-468edc28-186d-4ad1-b3ee-16d2c2670735 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:31.322581 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3c39344e-dcff-4f52-9481-c5d29d442f95 req-468edc28-186d-4ad1-b3ee-16d2c2670735 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 944 time: 0.3831882 May 26 16:16:31.470047 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a43a7d9-5a06-48bb-9f9e-6a1c7f2b4bbf tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:31.518427 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3c39344e-dcff-4f52-9481-c5d29d442f95 req-4e93e176-67df-48cd-844c-103161b28a58 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943033 May 26 16:16:31.575993 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43a7d9-5a06-48bb-9f9e-6a1c7f2b4bbf tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event deleted for resources: {'Port': ['ID=68463f81-9f9d-4003-8f1b-b084852af26d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:31.630397 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a43a7d9-5a06-48bb-9f9e-6a1c7f2b4bbf tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] No DVR routers for this DVR port 68463f81-9f9d-4003-8f1b-b084852af26d on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:16:31.734718 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 68463f81-9f9d-4003-8f1b-b084852af26d no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:16:31.757250 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c5df8ef-21a0-4167-b379-b06896cc5de6 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:31.762015 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c5df8ef-21a0-4167-b379-b06896cc5de6 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:31.770076 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8c5df8ef-21a0-4167-b379-b06896cc5de6 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "DELETE /v2.0/security-groups/588f83df-37ac-4ebd-b525-0052ea762c9f HTTP/1.1" status: 204 len: 168 time: 1.4734888 May 26 16:16:31.775130 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60900) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:31.900324 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c9b1ae88-e4f4-439b-a1c8-0e59be5f18bb None None] For port 68463f81-9f9d-4003-8f1b-b084852af26d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=68463f81-9f9d-4003-8f1b-b084852af26d,segment=NetworkSegment(10d857ab-55df-42b8-a0bb-a629c07f729e),segment_id=10d857ab-55df-42b8-a0bb-a629c07f729e)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:31.901009 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c9b1ae88-e4f4-439b-a1c8-0e59be5f18bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:31.939629 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a43a7d9-5a06-48bb-9f9e-6a1c7f2b4bbf tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:31.959397 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 68463f81-9f9d-4003-8f1b-b084852af26d {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:16:31.960511 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 68463f81-9f9d-4003-8f1b-b084852af26d not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:16:31.981421 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c9b1ae88-e4f4-439b-a1c8-0e59be5f18bb None None] Calling delete_port for 68463f81-9f9d-4003-8f1b-b084852af26d owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:32.094954 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-2a43a7d9-5a06-48bb-9f9e-6a1c7f2b4bbf tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad545c2a-c9d9-4d52-a608-93a7fd92f9e0']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:32.146644 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-2a43a7d9-5a06-48bb-9f9e-6a1c7f2b4bbf tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d857ab-55df-42b8-a0bb-a629c07f729e') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:32.149416 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-2a43a7d9-5a06-48bb-9f9e-6a1c7f2b4bbf tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d857ab-55df-42b8-a0bb-a629c07f729e') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:32.193682 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c9b1ae88-e4f4-439b-a1c8-0e59be5f18bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:32.199580 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a43a7d9-5a06-48bb-9f9e-6a1c7f2b4bbf tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:32.229133 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a43a7d9-5a06-48bb-9f9e-6a1c7f2b4bbf tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:32.243101 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a43a7d9-5a06-48bb-9f9e-6a1c7f2b4bbf tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:16:32.246733 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a43a7d9-5a06-48bb-9f9e-6a1c7f2b4bbf tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:32.283080 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5df8ef-21a0-4167-b379-b06896cc5de6 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=588f83df-37ac-4ebd-b525-0052ea762c9f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:32.288610 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-a4225ef3-6427-45be-957e-010bef5b62c0 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] show failed (client error): The resource could not be found. May 26 16:16:32.291247 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a4225ef3-6427-45be-957e-010bef5b62c0 tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "GET /v2.0/security-groups/588f83df-37ac-4ebd-b525-0052ea762c9f HTTP/1.1" status: 404 len: 347 time: 0.5031321 May 26 16:16:32.296725 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60912) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:32.347019 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1ae88-e4f4-439b-a1c8-0e59be5f18bb None None] Pushing event deleted for resources: {'Port': ['ID=68463f81-9f9d-4003-8f1b-b084852af26d,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:32.369574 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b1ae88-e4f4-439b-a1c8-0e59be5f18bb None None] No DVR routers for this DVR port 68463f81-9f9d-4003-8f1b-b084852af26d on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:16:32.386587 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a43a7d9-5a06-48bb-9f9e-6a1c7f2b4bbf tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:32.399754 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a43a7d9-5a06-48bb-9f9e-6a1c7f2b4bbf tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:32.408129 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2a43a7d9-5a06-48bb-9f9e-6a1c7f2b4bbf tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] 10.222.0.77 "DELETE /v2.0/networks/ad545c2a-c9d9-4d52-a608-93a7fd92f9e0 HTTP/1.1" status: 204 len: 168 time: 2.4193735 May 26 16:16:32.434893 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43a7d9-5a06-48bb-9f9e-6a1c7f2b4bbf tempest-NetworksIpV6TestAttrs-1113473105 tempest-NetworksIpV6TestAttrs-1113473105-project] Pushing event deleted for resources: {'Network': ['ID=ad545c2a-c9d9-4d52-a608-93a7fd92f9e0,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:32.481550 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 10d857ab-55df-42b8-a0bb-a629c07f729e resource provider aggregate not found May 26 16:16:32.539150 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 10d857ab-55df-42b8-a0bb-a629c07f729e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10d857ab-55df-42b8-a0bb-a629c07f729e found for delete ", "request_id": "req-226909c0-c4c5-4e4b-9dc2-bde293363204"}]} May 26 16:16:32.651590 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-59672f03-5626-4fee-92d4-ca2224506cad req-7b82da64-5e54-48d1-af62-8ef87383fecf tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.0597486 May 26 16:16:32.863457 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-072a582c-5191-4cac-b29f-bb9415c89b0a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:33.028037 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60936) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:33.033736 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-ff8766c9-712d-430f-8145-feb628c588ac tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Deleting port 727d9cc5-4b62-45e4-b882-77b04597bfe0 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:33.034160 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff8766c9-712d-430f-8145-feb628c588ac tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:33.074301 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-072a582c-5191-4cac-b29f-bb9415c89b0a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:33.303404 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff8766c9-712d-430f-8145-feb628c588ac tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:33.305038 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff8766c9-712d-430f-8145-feb628c588ac tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:33.325551 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-ff8766c9-712d-430f-8145-feb628c588ac tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Calling delete_port for 727d9cc5-4b62-45e4-b882-77b04597bfe0 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:33.471347 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e15fa8b4-ac3b-4583-9660-b8a47644d6cd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8d0ac1c97aff4f1f9594daded8e4f585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4405015 May 26 16:16:33.474498 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60956) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:33.610418 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eec8ff9f-11e0-4cc7-85af-e53889b90b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:33.661988 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eec8ff9f-11e0-4cc7-85af-e53889b90b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:33.696667 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-072a582c-5191-4cac-b29f-bb9415c89b0a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:33.766586 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-072a582c-5191-4cac-b29f-bb9415c89b0a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:33.785601 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eec8ff9f-11e0-4cc7-85af-e53889b90b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:33.790702 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eec8ff9f-11e0-4cc7-85af-e53889b90b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:33.797003 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-eec8ff9f-11e0-4cc7-85af-e53889b90b5d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ac97e424-e5b8-4a22-bd81-6491b69a2190 HTTP/1.1" status: 204 len: 168 time: 0.3211856 May 26 16:16:33.813928 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8ff9f-11e0-4cc7-85af-e53889b90b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac97e424-e5b8-4a22-bd81-6491b69a2190,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:34.112938 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-1c8b67d8-e888-4bb8-96d4-5fa4f360ef52 req-8e201582-2dfb-4b2c-b118-c1199d00777f service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:16:34.120908 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c8b67d8-e888-4bb8-96d4-5fa4f360ef52 req-8e201582-2dfb-4b2c-b118-c1199d00777f service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137584 May 26 16:16:34.162777 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff8766c9-712d-430f-8145-feb628c588ac tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:34.243133 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55c8effe-c552-4879-8260-da67b7b7fce3 req-8e7996e4-880f-47a1-84be-cf967d8c4628 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.1719198 May 26 16:16:34.257063 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a582c-5191-4cac-b29f-bb9415c89b0a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'Port': ['ID=de64dad3-2a02-42c1-b5a2-dc7a24946b00,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:34.293012 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-072a582c-5191-4cac-b29f-bb9415c89b0a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:34.293637 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60980) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:34.475217 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8766c9-712d-430f-8145-feb628c588ac tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Pushing event deleted for resources: {'Port': ['ID=727d9cc5-4b62-45e4-b882-77b04597bfe0,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:34.593206 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 998a0b6f-286a-4499-b21e-44a350045c77 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:16:34.756313 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d67b30d3-dfcd-4ff1-97e5-cd0cb7106f94 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1342530055'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:34.880699 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67b30d3-dfcd-4ff1-97e5-cd0cb7106f94 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Made reservation on behalf of 2232ab4b070d41848fb3a3b8f8aabacc for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:34.888136 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d67b30d3-dfcd-4ff1-97e5-cd0cb7106f94 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:34.921937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 998a0b6f-286a-4499-b21e-44a350045c77 is: DOWN; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:16:34.924569 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d67b30d3-dfcd-4ff1-97e5-cd0cb7106f94 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:35.222827 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d67b30d3-dfcd-4ff1-97e5-cd0cb7106f94 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:35.230582 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d67b30d3-dfcd-4ff1-97e5-cd0cb7106f94 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:35.652704 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a042c31d-acfe-4f98-bcbb-8a50fdb0f730 req-ac3eaea8-c65d-47e8-b83a-d92a886da533 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.0985072 May 26 16:16:35.701619 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-072a582c-5191-4cac-b29f-bb9415c89b0a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Floating IP b0750355-a304-4690-b5bf-89db9ed17b79 associated. External IP: 172.25.7.162, port: 0ce51d75-5d4d-41ee-baf2-467956867589. May 26 16:16:35.711275 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67b30d3-dfcd-4ff1-97e5-cd0cb7106f94 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:16:35.724943 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff8766c9-712d-430f-8145-feb628c588ac tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:35.730113 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff8766c9-712d-430f-8145-feb628c588ac tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:35.731989 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ff8766c9-712d-430f-8145-feb628c588ac tempest-ServersTestManualDisk-1233452710 tempest-ServersTestManualDisk-1233452710-project] 10.222.0.77 "DELETE /v2.0/floatingips/ee098fe7-8867-4d9c-b99b-16bc1f7dd66f HTTP/1.1" status: 204 len: 168 time: 3.4336548 May 26 16:16:35.737808 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 32794) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:35.754563 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b30d3-dfcd-4ff1-97e5-cd0cb7106f94 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4537fb6c-9e06-4896-875b-29a4af116f5c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:35.832477 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d67b30d3-dfcd-4ff1-97e5-cd0cb7106f94 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:35.833497 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-d67b30d3-dfcd-4ff1-97e5-cd0cb7106f94 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Added segment a598eab6-872e-4ebd-b802-5e158d5af34c of type vlan for network a7251db3-1ea2-4fbe-a679-8f1198bea958 May 26 16:16:35.907060 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68a2e6-44e0-4be7-9679-2dbc801a782e req-100d8db3-eead-47bd-a13c-9c1fbc56862e tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:35.920726 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af68a2e6-44e0-4be7-9679-2dbc801a782e req-100d8db3-eead-47bd-a13c-9c1fbc56862e tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 944 time: 1.4270091 May 26 16:16:36.049859 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af68a2e6-44e0-4be7-9679-2dbc801a782e req-bae6dd58-5d9d-440a-95a8-eb83022dbbaf tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275702 May 26 16:16:36.070662 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ac8f7487-3f5b-45d4-b0b2-27b0598863cc req-fa430f5c-c12b-4330-bd56-a98ccf3b4f2a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.0791445 May 26 16:16:36.074135 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d67b30d3-dfcd-4ff1-97e5-cd0cb7106f94 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:36.277108 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d67b30d3-dfcd-4ff1-97e5-cd0cb7106f94 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:36.289211 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67b30d3-dfcd-4ff1-97e5-cd0cb7106f94 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:36.290262 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d67b30d3-dfcd-4ff1-97e5-cd0cb7106f94 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:36.293923 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-09dce6a6-b4e2-458d-b7ae-2d4d689eacd4 req-5d06a425-8609-4bef-ba4d-fca142d4fbc8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7093277 May 26 16:16:36.448396 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d67b30d3-dfcd-4ff1-97e5-cd0cb7106f94 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1484818 May 26 16:16:36.453364 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 32808) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:36.499115 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072a582c-5191-4cac-b29f-bb9415c89b0a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Router f36f1fd9-c46b-4bfd-ac55-87a9d506449a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:16:36.599463 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b30d3-dfcd-4ff1-97e5-cd0cb7106f94 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Pushing event updated for resources: {'Network': ['ID=a7251db3-1ea2-4fbe-a679-8f1198bea958,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:36.621893 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network a7251db3-1ea2-4fbe-a679-8f1198bea958 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:16:36.866577 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072a582c-5191-4cac-b29f-bb9415c89b0a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:16:36.893271 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6412840-a9cf-4c3f-9e24-9a948a392e98 None None] Sync routers for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:16:36.932752 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6412840-a9cf-4c3f-9e24-9a948a392e98 None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:36.933769 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b6412840-a9cf-4c3f-9e24-9a948a392e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:16:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:36.967771 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-072a582c-5191-4cac-b29f-bb9415c89b0a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:37.075556 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-12dadbc7-b166-4d76-aefa-82a44bb9fa82 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Request body: {'network': {'name': 'tempest-network--744646242', 'router:external': True}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:37.237898 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6a98c4f-088b-4176-97f6-9448e60346e8 req-7f73661c-fa92-4d78-9545-e52d36904291 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.1485622 May 26 16:16:37.289662 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-072a582c-5191-4cac-b29f-bb9415c89b0a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.2075815 May 26 16:16:37.301988 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-18c04045-18de-40f2-8ace-a33aa66eb43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:37.311032 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 32832) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:37.343298 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b6412840-a9cf-4c3f-9e24-9a948a392e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:37.388086 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6412840-a9cf-4c3f-9e24-9a948a392e98 None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:37.389105 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b6412840-a9cf-4c3f-9e24-9a948a392e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:16:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:37.421546 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12dadbc7-b166-4d76-aefa-82a44bb9fa82 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Made reservation on behalf of a10a7402473f47e1a96c8e74d3792499 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:37.425483 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12dadbc7-b166-4d76-aefa-82a44bb9fa82 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:37.448715 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12dadbc7-b166-4d76-aefa-82a44bb9fa82 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:37.503634 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f955624f-4c67-4c7f-b853-505c09ec5d3a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:37.537142 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65db42-d94f-48df-a0b5-b34609fe6280 req-80950dc6-0cd9-43fb-9b57-33fecddf9a1b tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:37.547622 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c65db42-d94f-48df-a0b5-b34609fe6280 req-80950dc6-0cd9-43fb-9b57-33fecddf9a1b tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 944 time: 0.2415037 May 26 16:16:37.587055 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b6412840-a9cf-4c3f-9e24-9a948a392e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:37.588578 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6412840-a9cf-4c3f-9e24-9a948a392e98 None None] The sync data for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:16:37.660283 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c65db42-d94f-48df-a0b5-b34609fe6280 req-d27ae05b-487e-42b7-9384-c02a632a7d31 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037662 May 26 16:16:37.856206 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12dadbc7-b166-4d76-aefa-82a44bb9fa82 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:37.862451 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12dadbc7-b166-4d76-aefa-82a44bb9fa82 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:37.902148 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12dadbc7-b166-4d76-aefa-82a44bb9fa82 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:16:37.933632 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f955624f-4c67-4c7f-b853-505c09ec5d3a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:38.015879 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12dadbc7-b166-4d76-aefa-82a44bb9fa82 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:38.017303 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-12dadbc7-b166-4d76-aefa-82a44bb9fa82 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Added segment 04b443ab-4f92-4026-918c-8875f8888341 of type vlan for network 194666e2-5a96-48a9-85b1-0089caa406a0 May 26 16:16:38.019884 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dadbc7-b166-4d76-aefa-82a44bb9fa82 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66f19a2-38fe-419e-ab42-d378abb86df8,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:38.182465 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12dadbc7-b166-4d76-aefa-82a44bb9fa82 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:38.310829 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12dadbc7-b166-4d76-aefa-82a44bb9fa82 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:38.313382 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dadbc7-b166-4d76-aefa-82a44bb9fa82 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:38.314836 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-12dadbc7-b166-4d76-aefa-82a44bb9fa82 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:38.449607 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-12dadbc7-b166-4d76-aefa-82a44bb9fa82 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9889207 May 26 16:16:38.450726 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 32854) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:38.492262 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f955624f-4c67-4c7f-b853-505c09ec5d3a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:38.508247 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dadbc7-b166-4d76-aefa-82a44bb9fa82 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Pushing event updated for resources: {'Network': ['ID=194666e2-5a96-48a9-85b1-0089caa406a0,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:38.531042 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f955624f-4c67-4c7f-b853-505c09ec5d3a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:38.531618 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-f955624f-4c67-4c7f-b853-505c09ec5d3a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Floating IP b0750355-a304-4690-b5bf-89db9ed17b79 disassociated. External IP: 172.25.7.162, port: 0ce51d75-5d4d-41ee-baf2-467956867589. May 26 16:16:38.532525 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 194666e2-5a96-48a9-85b1-0089caa406a0 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:16:38.638740 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9a28cf9f-0fbf-44b6-8759-f3c1255f3168 req-eb04f378-45d2-41f4-8b15-7ee2599aa58b tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.0696647 May 26 16:16:38.708061 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dce6a6-b4e2-458d-b7ae-2d4d689eacd4 req-27508139-3572-46cb-adf8-cd244a35c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:38.711687 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-09dce6a6-b4e2-458d-b7ae-2d4d689eacd4 req-27508139-3572-46cb-adf8-cd244a35c0e6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36&tenant_id=bc8e9e5224b24be293153e1aeb086cbc HTTP/1.1" status: 200 len: 1095 time: 0.2522440 May 26 16:16:38.876041 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-086cb643-dec1-46f5-8531-c4db1c672c16 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:39.155916 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13425c2-d1a8-419b-9b22-9a3b76cad8ac req-3d18f12e-55f6-4cbf-918f-23fd887ca3c4 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:39.170769 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d13425c2-d1a8-419b-9b22-9a3b76cad8ac req-3d18f12e-55f6-4cbf-918f-23fd887ca3c4 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 944 time: 0.2761295 May 26 16:16:39.190977 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dce6a6-b4e2-458d-b7ae-2d4d689eacd4 req-cd582d1f-b589-4de9-816d-97e1648384fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:39.191550 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-086cb643-dec1-46f5-8531-c4db1c672c16 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:39.193421 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-09dce6a6-b4e2-458d-b7ae-2d4d689eacd4 req-cd582d1f-b589-4de9-816d-97e1648384fb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bc8e9e5224b24be293153e1aeb086cbc&device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 1095 time: 0.3827853 May 26 16:16:39.276742 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-086cb643-dec1-46f5-8531-c4db1c672c16 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194666e2-5a96-48a9-85b1-0089caa406a0']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:39.297778 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-18c04045-18de-40f2-8ace-a33aa66eb43b admin admin] Deleting port 0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:39.298217 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-18c04045-18de-40f2-8ace-a33aa66eb43b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:39.352957 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d13425c2-d1a8-419b-9b22-9a3b76cad8ac req-c783e11e-54b1-4007-999e-72a36de4558f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547976 May 26 16:16:39.357202 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-086cb643-dec1-46f5-8531-c4db1c672c16 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b443ab-4f92-4026-918c-8875f8888341') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:39.358332 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-086cb643-dec1-46f5-8531-c4db1c672c16 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b443ab-4f92-4026-918c-8875f8888341') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:39.428687 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-086cb643-dec1-46f5-8531-c4db1c672c16 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:39.468626 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-086cb643-dec1-46f5-8531-c4db1c672c16 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:39.482544 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086cb643-dec1-46f5-8531-c4db1c672c16 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:16:39.483215 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-086cb643-dec1-46f5-8531-c4db1c672c16 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:39.498804 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f955624f-4c67-4c7f-b853-505c09ec5d3a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Router f36f1fd9-c46b-4bfd-ac55-87a9d506449a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:16:39.614671 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 04b443ab-4f92-4026-918c-8875f8888341 resource provider aggregate not found May 26 16:16:39.623558 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-086cb643-dec1-46f5-8531-c4db1c672c16 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:39.638880 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086cb643-dec1-46f5-8531-c4db1c672c16 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 194666e2-5a96-48a9-85b1-0089caa406a0 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 26 16:16:39.648406 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-086cb643-dec1-46f5-8531-c4db1c672c16 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:39.660352 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-086cb643-dec1-46f5-8531-c4db1c672c16 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] 10.222.0.77 "DELETE /v2.0/networks/194666e2-5a96-48a9-85b1-0089caa406a0 HTTP/1.1" status: 204 len: 168 time: 1.1959956 May 26 16:16:39.661308 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 32892) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:39.681049 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 04b443ab-4f92-4026-918c-8875f8888341 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04b443ab-4f92-4026-918c-8875f8888341 found for delete ", "request_id": "req-c1d38927-bbc3-4268-975d-bdb8f3e7d90a"}]} May 26 16:16:39.687562 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-a4f2ee43-4825-4d2d-8003-d16fe3b13c58 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:39.705775 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cb643-dec1-46f5-8531-c4db1c672c16 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Pushing event deleted for resources: {'Network': ['ID=194666e2-5a96-48a9-85b1-0089caa406a0,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:39.761907 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f2ee43-4825-4d2d-8003-d16fe3b13c58 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Made reservation on behalf of a10a7402473f47e1a96c8e74d3792499 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:39.767044 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4f2ee43-4825-4d2d-8003-d16fe3b13c58 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:39.811822 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dce6a6-b4e2-458d-b7ae-2d4d689eacd4 req-8f0c6c85-0fbf-4fe2-9144-fbd055748381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:39.814425 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-09dce6a6-b4e2-458d-b7ae-2d4d689eacd4 req-8f0c6c85-0fbf-4fe2-9144-fbd055748381 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cd7c6e08-1774-4556-87ba-7d5b55a35abf HTTP/1.1" status: 200 len: 918 time: 0.6110876 May 26 16:16:39.871368 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f2ee43-4825-4d2d-8003-d16fe3b13c58 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:16:39.921418 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4f2ee43-4825-4d2d-8003-d16fe3b13c58 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:39.925753 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-a4f2ee43-4825-4d2d-8003-d16fe3b13c58 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Added segment 82aa470d-ce1b-47b4-ac7e-287266612955 of type vlan for network 1cb87df0-d5a5-4dba-96a7-571c57ea8acd May 26 16:16:40.048899 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4f2ee43-4825-4d2d-8003-d16fe3b13c58 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:40.118402 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4f2ee43-4825-4d2d-8003-d16fe3b13c58 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:40.119955 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f2ee43-4825-4d2d-8003-d16fe3b13c58 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:40.121514 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4f2ee43-4825-4d2d-8003-d16fe3b13c58 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:40.249155 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-18c04045-18de-40f2-8ace-a33aa66eb43b admin admin] For port 0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3,segment=NetworkSegment(7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2),segment_id=7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:40.254946 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-18c04045-18de-40f2-8ace-a33aa66eb43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:40.276900 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2ee43-4825-4d2d-8003-d16fe3b13c58 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Pushing event updated for resources: {'Network': ['ID=1cb87df0-d5a5-4dba-96a7-571c57ea8acd,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:40.296919 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 1cb87df0-d5a5-4dba-96a7-571c57ea8acd details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:16:40.320749 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-18c04045-18de-40f2-8ace-a33aa66eb43b admin admin] Calling delete_port for 0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:40.339656 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af4ba521-eab0-443c-bcce-dd34eef46211 req-a5277f96-a923-4923-8019-f39e43b5b7e0 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb&device_id=46dfc052-b97d-44a5-a402-053683254aad HTTP/1.1" status: 200 len: 210 time: 0.6449251 May 26 16:16:40.346020 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a4f2ee43-4825-4d2d-8003-d16fe3b13c58 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6686940 May 26 16:16:40.352886 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 32916) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:40.372629 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-380ae887-765f-4f1d-adf8-f101062bcb25 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Request body: {'subnet': {'network_id': '1cb87df0-d5a5-4dba-96a7-571c57ea8acd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:40.450340 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380ae887-765f-4f1d-adf8-f101062bcb25 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Made reservation on behalf of a10a7402473f47e1a96c8e74d3792499 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:40.453946 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-380ae887-765f-4f1d-adf8-f101062bcb25 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:40.875877 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-09dce6a6-b4e2-458d-b7ae-2d4d689eacd4 req-535a7dfb-c581-4d4e-b5df-a9af58143788 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=998a0b6f-286a-4499-b21e-44a350045c77 HTTP/1.1" status: 200 len: 999 time: 0.8841732 May 26 16:16:40.878040 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-18c04045-18de-40f2-8ace-a33aa66eb43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:40.882880 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f955624f-4c67-4c7f-b853-505c09ec5d3a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:16:40.907902 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f955624f-4c67-4c7f-b853-505c09ec5d3a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:41.067720 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-effe63d1-10b1-4d6e-9571-c64d5b00fb6e req-8d2b23ce-0483-471e-914b-951d2eb4a62c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43fc9541486a434bbfef08673347e837&device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.0641115 May 26 16:16:41.072211 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 32934) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:41.196557 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dce6a6-b4e2-458d-b7ae-2d4d689eacd4 req-80b78065-d392-485b-a0f5-833f2680972a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:41.199159 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-09dce6a6-b4e2-458d-b7ae-2d4d689eacd4 req-80b78065-d392-485b-a0f5-833f2680972a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab HTTP/1.1" status: 200 len: 856 time: 0.3128147 May 26 16:16:41.209903 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ba957bb-8d11-4b5e-bd6b-d51f30957d70 req-7fc310e9-1e56-4860-a865-5224f903f8a6 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.1057024 May 26 16:16:41.261471 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb73235-4475-42af-8d58-8eee776efd51 req-dbe6bd75-beea-4aa6-9d8f-a584e782470d tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:41.264013 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-efb73235-4475-42af-8d58-8eee776efd51 req-dbe6bd75-beea-4aa6-9d8f-a584e782470d tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 944 time: 0.3366454 May 26 16:16:41.278427 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c04045-18de-40f2-8ace-a33aa66eb43b admin admin] Pushing event deleted for resources: {'Port': ['ID=0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:41.323683 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bffa80c-5ff4-412d-972a-e51f0c3baf96 None None] Sync routers for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:16:41.344672 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bffa80c-5ff4-412d-972a-e51f0c3baf96 None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:41.347200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9bffa80c-5ff4-412d-972a-e51f0c3baf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:16:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:41.479913 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f955624f-4c67-4c7f-b853-505c09ec5d3a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "PUT /v2.0/floatingips/b0750355-a304-4690-b5bf-89db9ed17b79 HTTP/1.1" status: 200 len: 688 time: 4.1553097 May 26 16:16:41.485970 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 32944) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:41.488995 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-effe63d1-10b1-4d6e-9571-c64d5b00fb6e req-265324d7-2d46-4cd7-aaeb-7c5cfceb1f6d service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=43fc9541486a434bbfef08673347e837&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2881987 May 26 16:16:41.498530 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9bffa80c-5ff4-412d-972a-e51f0c3baf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:41.521438 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-106f545f-4a68-432f-9999-7757a6232b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:41.536614 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bffa80c-5ff4-412d-972a-e51f0c3baf96 None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:41.537585 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9bffa80c-5ff4-412d-972a-e51f0c3baf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:16:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:41.565467 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-efb73235-4475-42af-8d58-8eee776efd51 req-73ec2ee6-a714-4af4-b99d-bbadff32f169 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448912 May 26 16:16:41.611545 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9bffa80c-5ff4-412d-972a-e51f0c3baf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:41.612957 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bffa80c-5ff4-412d-972a-e51f0c3baf96 None None] The sync data for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:16:41.805433 n-d-843337-2 neutron-server[103896]: DEBUG neutron.objects.ports [None req-380ae887-765f-4f1d-adf8-f101062bcb25 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103896) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:16:41.806193 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-380ae887-765f-4f1d-adf8-f101062bcb25 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:41.909464 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-106f545f-4a68-432f-9999-7757a6232b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:41.924215 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-106f545f-4a68-432f-9999-7757a6232b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:41.928381 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ae887-765f-4f1d-adf8-f101062bcb25 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d27cb6ba-9564-40fa-9326-f77980134944,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:42.005132 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-106f545f-4a68-432f-9999-7757a6232b23 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e3546a24035b4602a2d4368e28d7d5e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9195561 May 26 16:16:42.011560 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 32950) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:42.022985 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f545f-4a68-432f-9999-7757a6232b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523265bc-c0c0-406c-a116-0e02fbce33e7,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:42.027455 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380ae887-765f-4f1d-adf8-f101062bcb25 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Checking segment: {'id': '82aa470d-ce1b-47b4-ac7e-287266612955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '1cb87df0-d5a5-4dba-96a7-571c57ea8acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:16:42.027903 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380ae887-765f-4f1d-adf8-f101062bcb25 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Network hostable DHCP agents. Network: 1cb87df0-d5a5-4dba-96a7-571c57ea8acd, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:16:42.133020 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380ae887-765f-4f1d-adf8-f101062bcb25 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Network 1cb87df0-d5a5-4dba-96a7-571c57ea8acd is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:16:42.143218 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c05b1e4-82a3-46d5-b2c3-2ccb775a56ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:42.169231 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-380ae887-765f-4f1d-adf8-f101062bcb25 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 1cb87df0-d5a5-4dba-96a7-571c57ea8acd) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:42.180481 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dce6a6-b4e2-458d-b7ae-2d4d689eacd4 req-e8de752a-9965-431c-87db-d27cf60787d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:42.184290 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-09dce6a6-b4e2-458d-b7ae-2d4d689eacd4 req-e8de752a-9965-431c-87db-d27cf60787d3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cd7c6e08-1774-4556-87ba-7d5b55a35abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9404113 May 26 16:16:42.187404 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b7f1df-129e-41e8-9eea-952699054f2b None None] Network 1cb87df0-d5a5-4dba-96a7-571c57ea8acd requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:42.199547 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c05b1e4-82a3-46d5-b2c3-2ccb775a56ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:42.280073 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-09dce6a6-b4e2-458d-b7ae-2d4d689eacd4 req-8f430dad-270b-490c-8549-7f76d39ed828 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:16:42.280380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380ae887-765f-4f1d-adf8-f101062bcb25 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:42.281168 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-380ae887-765f-4f1d-adf8-f101062bcb25 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:42.283571 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-09dce6a6-b4e2-458d-b7ae-2d4d689eacd4 req-8f430dad-270b-490c-8549-7f76d39ed828 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0742247 May 26 16:16:42.302816 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c05b1e4-82a3-46d5-b2c3-2ccb775a56ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:42.306778 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c05b1e4-82a3-46d5-b2c3-2ccb775a56ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:42.313525 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0c05b1e4-82a3-46d5-b2c3-2ccb775a56ec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/523265bc-c0c0-406c-a116-0e02fbce33e7 HTTP/1.1" status: 204 len: 168 time: 0.3002667 May 26 16:16:42.375822 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-380ae887-765f-4f1d-adf8-f101062bcb25 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0208604 May 26 16:16:42.390062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05b1e4-82a3-46d5-b2c3-2ccb775a56ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523265bc-c0c0-406c-a116-0e02fbce33e7,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:42.394329 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 32962) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:42.405705 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-6546b6b4-9bc9-4805-a1a1-4b2677460c34 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Request body: {'floatingip': {'floating_network_id': '1cb87df0-d5a5-4dba-96a7-571c57ea8acd'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:42.482883 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6546b6b4-9bc9-4805-a1a1-4b2677460c34 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:42.587102 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8d95a79-9f56-4333-b0af-f646bfeadac7 req-74410111-4ae1-4417-9964-b1d28bf90fa4 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.0661907 May 26 16:16:42.707504 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9565da-dd79-4485-b3ee-6b7c85d316f4 None None] Network 1cb87df0-d5a5-4dba-96a7-571c57ea8acd requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:42.979337 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865617a-fc99-443b-a46d-96bff36db5f2 req-dc4d8ef7-3205-449b-a8bb-97251a0a5103 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:42.982133 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6865617a-fc99-443b-a46d-96bff36db5f2 req-dc4d8ef7-3205-449b-a8bb-97251a0a5103 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 944 time: 0.2000871 May 26 16:16:43.000347 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-18c04045-18de-40f2-8ace-a33aa66eb43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:43.144554 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6546b6b4-9bc9-4805-a1a1-4b2677460c34 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:43.199921 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4e0b36f8-b6c9-488a-8667-1d044f0656ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:43.217908 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 32974) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:43.248498 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-14b8f554-e84a-4f01-9172-6e38291103d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:43.258545 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe63d1-10b1-4d6e-9571-c64d5b00fb6e req-791ccb22-bbbd-43e2-9456-5b4ffc87c92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:43.263326 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-effe63d1-10b1-4d6e-9571-c64d5b00fb6e req-791ccb22-bbbd-43e2-9456-5b4ffc87c92e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.7189195 May 26 16:16:43.296125 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6865617a-fc99-443b-a46d-96bff36db5f2 req-f3981a53-08a8-4cfb-bfaa-8bb272b75565 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2901115 May 26 16:16:43.332768 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-09dce6a6-b4e2-458d-b7ae-2d4d689eacd4 req-8194c891-f613-43e5-a8d5-5bfd1ad04065 service neutron] 10.222.0.81 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9449706 May 26 16:16:43.434848 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-64e90be6-abd2-485a-b6ba-03935f16ad7a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Deleting port de64dad3-2a02-42c1-b5a2-dc7a24946b00 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:43.435764 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64e90be6-abd2-485a-b6ba-03935f16ad7a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:43.481573 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-6546b6b4-9bc9-4805-a1a1-4b2677460c34 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Allocated IP 172.20.0.14 (1cb87df0-d5a5-4dba-96a7-571c57ea8acd/d27cb6ba-9564-40fa-9326-f77980134944/d6c8a6fd-6f99-4143-9fde-1ce5faa29f1f) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:16:43.625877 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-14b8f554-e84a-4f01-9172-6e38291103d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:43.637645 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-14b8f554-e84a-4f01-9172-6e38291103d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:43.762964 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8f554-e84a-4f01-9172-6e38291103d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee3b8fb-5f2a-431e-92a7-95b5594f7b48,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:43.778739 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-14b8f554-e84a-4f01-9172-6e38291103d9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=833d8c515e324b84b7a6d191c7593bde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5568600 May 26 16:16:43.780215 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 32982) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:43.792779 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64e90be6-abd2-485a-b6ba-03935f16ad7a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:43.793758 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64e90be6-abd2-485a-b6ba-03935f16ad7a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:43.830672 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-09dce6a6-b4e2-458d-b7ae-2d4d689eacd4 req-e5992e1a-eb71-4a5d-819a-859760d312d2 service neutron] 10.222.0.81 "GET /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940453 May 26 16:16:43.843714 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-64e90be6-abd2-485a-b6ba-03935f16ad7a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Calling delete_port for de64dad3-2a02-42c1-b5a2-dc7a24946b00 owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:43.926703 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6546b6b4-9bc9-4805-a1a1-4b2677460c34 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:43.933152 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0a41592c-f773-4983-993c-7b4484de1981 req-e1c109f2-9e7c-4e59-9640-58739dc1f534 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.0719914 May 26 16:16:44.032194 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e3b1ef04-a7ee-4a9c-82bd-d8874e9df051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:44.099245 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e3b1ef04-a7ee-4a9c-82bd-d8874e9df051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:44.159768 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c04045-18de-40f2-8ace-a33aa66eb43b admin admin] Router bba37614-f044-4f22-a532-90cde7b61c52 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:16:44.193588 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6546b6b4-9bc9-4805-a1a1-4b2677460c34 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:44.324573 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546b6b4-9bc9-4805-a1a1-4b2677460c34 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Pushing event updated for resources: {'Port': ['ID=d6c8a6fd-6f99-4143-9fde-1ce5faa29f1f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:44.339349 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6546b6b4-9bc9-4805-a1a1-4b2677460c34 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Network 1cb87df0-d5a5-4dba-96a7-571c57ea8acd is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:16:44.341704 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-6546b6b4-9bc9-4805-a1a1-4b2677460c34 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:44.352802 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6546b6b4-9bc9-4805-a1a1-4b2677460c34 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:16:44.458795 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e3b1ef04-a7ee-4a9c-82bd-d8874e9df051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:44.469090 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e3b1ef04-a7ee-4a9c-82bd-d8874e9df051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:44.485950 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e3b1ef04-a7ee-4a9c-82bd-d8874e9df051 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2ee3b8fb-5f2a-431e-92a7-95b5594f7b48 HTTP/1.1" status: 204 len: 168 time: 0.6930428 May 26 16:16:44.544939 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1ef04-a7ee-4a9c-82bd-d8874e9df051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee3b8fb-5f2a-431e-92a7-95b5594f7b48,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:44.623829 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c04045-18de-40f2-8ace-a33aa66eb43b admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:16:44.651036 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fae697d-e142-4904-a5b1-35dfd7997a9d None None] Sync routers for ids ['bba37614-f044-4f22-a532-90cde7b61c52'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:16:44.651976 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-18c04045-18de-40f2-8ace-a33aa66eb43b admin admin] 10.222.0.77 "PUT /v2.0/routers/bba37614-f044-4f22-a532-90cde7b61c52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9119859 May 26 16:16:44.652748 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64e90be6-abd2-485a-b6ba-03935f16ad7a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:44.654863 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33004) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:44.682799 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fae697d-e142-4904-a5b1-35dfd7997a9d None None] Routers {'bba37614-f044-4f22-a532-90cde7b61c52'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:44.684339 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-2fae697d-e142-4904-a5b1-35dfd7997a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:16:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['bba37614-f044-4f22-a532-90cde7b61c52'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:44.706733 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e90be6-abd2-485a-b6ba-03935f16ad7a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event deleted for resources: {'Port': ['ID=de64dad3-2a02-42c1-b5a2-dc7a24946b00,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:44.906249 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6546b6b4-9bc9-4805-a1a1-4b2677460c34 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:44.992356 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64e90be6-abd2-485a-b6ba-03935f16ad7a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:44.999209 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64e90be6-abd2-485a-b6ba-03935f16ad7a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:45.001536 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-64e90be6-abd2-485a-b6ba-03935f16ad7a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "DELETE /v2.0/floatingips/b0750355-a304-4690-b5bf-89db9ed17b79 HTTP/1.1" status: 204 len: 168 time: 3.5110912 May 26 16:16:45.010390 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33018) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:45.042774 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-5bb412ff-a027-49fb-a552-c117356a8a12 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': '20e686cf-748e-434f-8149-b23659edf8cc'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:45.083908 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-2fae697d-e142-4904-a5b1-35dfd7997a9d None None] Set router bba37614-f044-4f22-a532-90cde7b61c52 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:16:45.106310 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9b193-1062-4072-8695-ebb24ad4a3ca req-5e99f5d3-d2d0-467e-88e6-938051f48942 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:45.124554 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cee9b193-1062-4072-8695-ebb24ad4a3ca req-5e99f5d3-d2d0-467e-88e6-938051f48942 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 944 time: 0.3753982 May 26 16:16:45.139058 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac988509-7696-4d60-a247-ebe84aa14cdc admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:45.218741 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6546b6b4-9bc9-4805-a1a1-4b2677460c34 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:45.343616 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bb412ff-a027-49fb-a552-c117356a8a12 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:45.480000 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-296d5b7f-800b-4b86-aec8-4259974ed794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:45.600415 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cee9b193-1062-4072-8695-ebb24ad4a3ca req-bc72b0c6-4f2b-4b0a-88fa-4a3844f78481 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4743631 May 26 16:16:45.629101 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a32f0e9d-dfad-477e-bf7b-2dc2210c7249 req-e54d9eab-afa6-42ec-af90-a4b57f2c69cb tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.2589674 May 26 16:16:45.679242 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-effe63d1-10b1-4d6e-9571-c64d5b00fb6e req-7e7b6a0e-3f72-4216-a949-39b9122906f7 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.83 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.1374793 May 26 16:16:45.748331 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac988509-7696-4d60-a247-ebe84aa14cdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:45.977003 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bb412ff-a027-49fb-a552-c117356a8a12 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:45.999493 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ac988509-7696-4d60-a247-ebe84aa14cdc admin admin] Deleting port 22899a95-5758-482f-8d05-c62bcd53605c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:46.000616 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac988509-7696-4d60-a247-ebe84aa14cdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:46.147253 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-2fae697d-e142-4904-a5b1-35dfd7997a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'name': 'tempest-ServersTestManualDisk-2141274000-router', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '22899a95-5758-482f-8d05-c62bcd53605c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:13:40Z', 'updated_at': '2022-05-26T16:16:40Z', 'revision_number': 5, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'gw_port': {'id': '22899a95-5758-482f-8d05-c62bcd53605c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:13:44Z', 'updated_at': '2022-05-26T16:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:46.221963 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fae697d-e142-4904-a5b1-35dfd7997a9d None None] Checking router: bba37614-f044-4f22-a532-90cde7b61c52 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:16:46.243734 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fae697d-e142-4904-a5b1-35dfd7997a9d None None] Routers {'bba37614-f044-4f22-a532-90cde7b61c52'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:16:46.244520 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-2fae697d-e142-4904-a5b1-35dfd7997a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:16:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['bba37614-f044-4f22-a532-90cde7b61c52'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:46.309063 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6546b6b4-9bc9-4805-a1a1-4b2677460c34 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:46.337808 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6546b6b4-9bc9-4805-a1a1-4b2677460c34 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:46.488481 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:46.533829 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c8648913-89ce-41cd-bade-0efd5ce5c5e0 req-35d0dd60-5a8f-4b50-9a8f-a4aa123240e4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.3320570 May 26 16:16:46.621324 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-2fae697d-e142-4904-a5b1-35dfd7997a9d None None] Set router bba37614-f044-4f22-a532-90cde7b61c52 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:16:46.665791 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546b6b4-9bc9-4805-a1a1-4b2677460c34 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Pushing event updated for resources: {'Port': ['ID=d6c8a6fd-6f99-4143-9fde-1ce5faa29f1f,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:46.749447 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6546b6b4-9bc9-4805-a1a1-4b2677460c34 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:46.838180 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6546b6b4-9bc9-4805-a1a1-4b2677460c34 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:46.851595 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6546b6b4-9bc9-4805-a1a1-4b2677460c34 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4522023 May 26 16:16:46.860227 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33042) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:47.041323 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-2fae697d-e142-4904-a5b1-35dfd7997a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'name': 'tempest-ServersTestManualDisk-2141274000-router', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:13:40Z', 'updated_at': '2022-05-26T16:16:45Z', 'revision_number': 6, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:47.195362 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fae697d-e142-4904-a5b1-35dfd7997a9d None None] The sync data for ids ['bba37614-f044-4f22-a532-90cde7b61c52'] in n-d-843337-2 is: [{'id': 'bba37614-f044-4f22-a532-90cde7b61c52', 'name': 'tempest-ServersTestManualDisk-2141274000-router', 'tenant_id': '94e6292502144fce97eb1d215f185bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:13:40Z', 'updated_at': '2022-05-26T16:16:45Z', 'revision_number': 6, 'project_id': '94e6292502144fce97eb1d215f185bd6', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:16:47.478369 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88e56eed-43f6-4b98-859e-fba89da9b282 req-8ea4538a-0040-4ba8-b17b-e690cbca368c tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.4436781 May 26 16:16:47.505797 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1b6de793-9bbc-40a7-8b06-505c80c2c8df tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] 10.222.0.77 "GET /v2.0/floatingips?floating_network_id=1cb87df0-d5a5-4dba-96a7-571c57ea8acd HTTP/1.1" status: 200 len: 690 time: 0.6397438 May 26 16:16:47.535693 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33056) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:47.671267 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c8648913-89ce-41cd-bade-0efd5ce5c5e0 req-c7ad6896-467e-4938-a3f9-5da152a1cf31 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43fc9541486a434bbfef08673347e837&device_id=42924ce3-ba62-47ea-a19a-c852d9b756bb HTTP/1.1" status: 200 len: 210 time: 0.0980177 May 26 16:16:47.710804 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9cbaa-0f4c-4c54-859c-ad27fdeff2cd req-469bec78-dd5a-465a-be1b-4f398214120c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:47.724532 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6fb9cbaa-0f4c-4c54-859c-ad27fdeff2cd req-469bec78-dd5a-465a-be1b-4f398214120c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 944 time: 0.8074095 May 26 16:16:47.814311 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-5bb412ff-a027-49fb-a552-c117356a8a12 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Allocated IP 172.25.7.43 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/b8f65d7e-7073-4066-8b35-5c8cbe633ac2) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:16:47.927702 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6fb9cbaa-0f4c-4c54-859c-ad27fdeff2cd req-76544060-a544-4bb7-bcf9-ab41250c877b tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999037 May 26 16:16:47.946755 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.026842 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-ac988509-7696-4d60-a247-ebe84aa14cdc admin admin] For port 22899a95-5758-482f-8d05-c62bcd53605c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=22899a95-5758-482f-8d05-c62bcd53605c,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:48.029641 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac988509-7696-4d60-a247-ebe84aa14cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.049473 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d6c6eb9-f443-447b-906c-52d2a810a189 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.241256 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.347719 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6d6c6eb9-f443-447b-906c-52d2a810a189 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Deleting port d6c8a6fd-6f99-4143-9fde-1ce5faa29f1f {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:48.352147 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d6c6eb9-f443-447b-906c-52d2a810a189 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.385508 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ac988509-7696-4d60-a247-ebe84aa14cdc admin admin] Calling delete_port for 22899a95-5758-482f-8d05-c62bcd53605c owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:48.412012 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c8648913-89ce-41cd-bade-0efd5ce5c5e0 req-d0d3d3cd-7831-40e1-a39f-8a60bf55222e service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=43fc9541486a434bbfef08673347e837&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6816590 May 26 16:16:48.618464 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bb412ff-a027-49fb-a552-c117356a8a12 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.794829 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d6c6eb9-f443-447b-906c-52d2a810a189 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.797025 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d6c6eb9-f443-447b-906c-52d2a810a189 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:48.845184 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6d6c6eb9-f443-447b-906c-52d2a810a189 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Calling delete_port for d6c8a6fd-6f99-4143-9fde-1ce5faa29f1f owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:49.034774 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:49.245805 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:16:49.479906 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:16:49.479906 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0a7fdd38-9fcf-47de-ba3a-e6ceebe8bdc3 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:16:49.492908 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 22899a95-5758-482f-8d05-c62bcd53605c no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:16:49.568916 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bb412ff-a027-49fb-a552-c117356a8a12 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:49.739112 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4de3b-1060-4248-af55-e5f1e3c376e8 req-0048a5fb-ef1b-4879-8338-603a532edd9d tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:49.750832 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-91a4de3b-1060-4248-af55-e5f1e3c376e8 req-0048a5fb-ef1b-4879-8338-603a532edd9d tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 944 time: 0.4085851 May 26 16:16:49.759460 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d6c6eb9-f443-447b-906c-52d2a810a189 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:49.787417 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac988509-7696-4d60-a247-ebe84aa14cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:49.815729 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No active binding found for port 22899a95-5758-482f-8d05-c62bcd53605c {{(pid=103897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 26 16:16:49.816493 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 22899a95-5758-482f-8d05-c62bcd53605c not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:16:50.025017 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8648913-89ce-41cd-bade-0efd5ce5c5e0 req-d7acb134-bbe1-4b8e-8718-e23c61661637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:50.032765 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c8648913-89ce-41cd-bade-0efd5ce5c5e0 req-d7acb134-bbe1-4b8e-8718-e23c61661637 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5884297 May 26 16:16:50.042492 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb412ff-a027-49fb-a552-c117356a8a12 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:16:50.082812 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-5bb412ff-a027-49fb-a552-c117356a8a12 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:16:50.106470 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-91a4de3b-1060-4248-af55-e5f1e3c376e8 req-f7ad3706-18f0-40c4-a94e-5610605bccf5 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3131020 May 26 16:16:50.193791 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb412ff-a027-49fb-a552-c117356a8a12 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:16:50.303509 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c6eb9-f443-447b-906c-52d2a810a189 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6c8a6fd-6f99-4143-9fde-1ce5faa29f1f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:50.320288 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d6c6eb9-f443-447b-906c-52d2a810a189 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:50.410362 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac988509-7696-4d60-a247-ebe84aa14cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:50.527153 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d6c6eb9-f443-447b-906c-52d2a810a189 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:50.560305 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb412ff-a027-49fb-a552-c117356a8a12 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'Port': ['ID=b8f65d7e-7073-4066-8b35-5c8cbe633ac2,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:50.807005 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d6c6eb9-f443-447b-906c-52d2a810a189 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:50.928848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c6eb9-f443-447b-906c-52d2a810a189 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d27cb6ba-9564-40fa-9326-f77980134944,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:51.045087 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac988509-7696-4d60-a247-ebe84aa14cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=22899a95-5758-482f-8d05-c62bcd53605c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:51.181195 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac988509-7696-4d60-a247-ebe84aa14cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:51.188625 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac988509-7696-4d60-a247-ebe84aa14cdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:51.229150 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d6c6eb9-f443-447b-906c-52d2a810a189 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:51.350419 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-6d6c6eb9-f443-447b-906c-52d2a810a189 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb87df0-d5a5-4dba-96a7-571c57ea8acd']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:51.396880 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-6d6c6eb9-f443-447b-906c-52d2a810a189 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82aa470d-ce1b-47b4-ac7e-287266612955') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:51.398110 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-6d6c6eb9-f443-447b-906c-52d2a810a189 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82aa470d-ce1b-47b4-ac7e-287266612955') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:51.457529 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d6c6eb9-f443-447b-906c-52d2a810a189 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:51.502906 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d6c6eb9-f443-447b-906c-52d2a810a189 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:51.519582 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d6c6eb9-f443-447b-906c-52d2a810a189 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:16:51.520597 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d6c6eb9-f443-447b-906c-52d2a810a189 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:51.852536 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d6c6eb9-f443-447b-906c-52d2a810a189 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:51.987764 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 82aa470d-ce1b-47b4-ac7e-287266612955 resource provider aggregate not found May 26 16:16:52.018105 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9b44183b-c010-4902-9520-3c5f37cd5ae7 req-d32af551-c4d1-4fce-8178-34862737b398 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=46dfc052-b97d-44a5-a402-053683254aad HTTP/1.1" status: 200 len: 210 time: 0.9935203 May 26 16:16:52.020880 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac988509-7696-4d60-a247-ebe84aa14cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:52.021215 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac988509-7696-4d60-a247-ebe84aa14cdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router bba37614-f044-4f22-a532-90cde7b61c52 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:16:52.092181 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6c6eb9-f443-447b-906c-52d2a810a189 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1cb87df0-d5a5-4dba-96a7-571c57ea8acd {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 26 16:16:52.104642 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d6c6eb9-f443-447b-906c-52d2a810a189 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:52.116705 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6d6c6eb9-f443-447b-906c-52d2a810a189 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] 10.222.0.77 "DELETE /v2.0/networks/1cb87df0-d5a5-4dba-96a7-571c57ea8acd HTTP/1.1" status: 204 len: 168 time: 4.5428114 May 26 16:16:52.165907 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c6eb9-f443-447b-906c-52d2a810a189 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Pushing event deleted for resources: {'Network': ['ID=1cb87df0-d5a5-4dba-96a7-571c57ea8acd,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:52.169104 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-78ad4742-a47b-466b-921a-1594906cf0f3 req-1640cfc2-e8c7-41d7-bfe1-b3ad47952e85 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=43fc9541486a434bbfef08673347e837&device_id=46dfc052-b97d-44a5-a402-053683254aad HTTP/1.1" status: 200 len: 210 time: 1.1166053 May 26 16:16:52.177368 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 82aa470d-ce1b-47b4-ac7e-287266612955 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82aa470d-ce1b-47b4-ac7e-287266612955 found for delete ", "request_id": "req-af625d4f-7eb8-4b89-9892-4ee2fe11d9de"}]} May 26 16:16:52.178556 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33122) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:52.228730 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac988509-7696-4d60-a247-ebe84aa14cdc admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:52.232786 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ac988509-7696-4d60-a247-ebe84aa14cdc admin admin] 10.222.0.77 "DELETE /v2.0/routers/bba37614-f044-4f22-a532-90cde7b61c52 HTTP/1.1" status: 204 len: 168 time: 7.5747254 May 26 16:16:52.237530 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33124) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:52.559658 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-78ad4742-a47b-466b-921a-1594906cf0f3 req-ba45748a-2ce0-496f-9ca1-e272104f22fd service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=43fc9541486a434bbfef08673347e837&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2617538 May 26 16:16:52.971679 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c72913e1-4e57-4dd2-9c99-d68ea38605e9 admin admin] Deleting subnet 4efbfbbe-776d-4964-aecf-0338c416316e {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:16:53.086553 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c72913e1-4e57-4dd2-9c99-d68ea38605e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:53.318520 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c72913e1-4e57-4dd2-9c99-d68ea38605e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:53.628342 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad4742-a47b-466b-921a-1594906cf0f3 req-fdbd6dba-7f1d-4f5f-8f78-89df20f92fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:53.659154 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-78ad4742-a47b-466b-921a-1594906cf0f3 req-fdbd6dba-7f1d-4f5f-8f78-89df20f92fb4 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0799282 May 26 16:16:53.952962 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d42561-e73b-476f-8bca-7af4d7d5d333 req-9d6e56ad-355c-4ebd-a35a-d041caa8c486 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:53.957628 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24d42561-e73b-476f-8bca-7af4d7d5d333 req-9d6e56ad-355c-4ebd-a35a-d041caa8c486 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 944 time: 2.1536052 May 26 16:16:54.041674 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c72913e1-4e57-4dd2-9c99-d68ea38605e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:54.046686 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bb412ff-a027-49fb-a552-c117356a8a12 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:54.125951 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3fa32c69-c8ac-494a-a8bd-6a2b6f3486e4 req-1211d903-2c25-4350-943e-4ee42c32ed71 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=46dfc052-b97d-44a5-a402-053683254aad HTTP/1.1" status: 200 len: 210 time: 0.2525544 May 26 16:16:54.302145 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8d895ce6-becd-4941-a326-45dc1764d09b tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 994 time: 2.1169162 May 26 16:16:54.307757 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33140) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:54.526500 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bb412ff-a027-49fb-a552-c117356a8a12 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:54.540985 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24d42561-e73b-476f-8bca-7af4d7d5d333 req-d0de3cf6-ca83-4f7b-af5e-6f74a5d08e2a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4637568 May 26 16:16:54.823688 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c72913e1-4e57-4dd2-9c99-d68ea38605e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:54.838103 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77012c17-fd0a-425d-9dd1-7ed8da7580a5 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:54.838956 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77012c17-fd0a-425d-9dd1-7ed8da7580a5 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:54.842965 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77012c17-fd0a-425d-9dd1-7ed8da7580a5 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:54.843289 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77012c17-fd0a-425d-9dd1-7ed8da7580a5 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:54.844835 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77012c17-fd0a-425d-9dd1-7ed8da7580a5 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:54.846453 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77012c17-fd0a-425d-9dd1-7ed8da7580a5 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:54.860906 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-77012c17-fd0a-425d-9dd1-7ed8da7580a5 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3981 time: 0.5514503 May 26 16:16:54.864033 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33142) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:54.955735 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72913e1-4e57-4dd2-9c99-d68ea38605e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4efbfbbe-776d-4964-aecf-0338c416316e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:54.999081 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-88316ee2-4054-4e9d-b031-71055b70dcec tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] delete failed (client error): The resource could not be found. May 26 16:16:55.008405 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-88316ee2-4054-4e9d-b031-71055b70dcec tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/1b23d33a-aada-40fc-a915-ab8280ca964e HTTP/1.1" status: 404 len: 345 time: 0.1405935 May 26 16:16:55.008997 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33144) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:55.025211 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c72913e1-4e57-4dd2-9c99-d68ea38605e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:55.029392 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab76b446-18f6-4400-9748-c65908b80097 None None] Network cb1029da-ce9b-4f8c-9ca2-2687b1569027 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:16:55.060307 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c72913e1-4e57-4dd2-9c99-d68ea38605e9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4efbfbbe-776d-4964-aecf-0338c416316e HTTP/1.1" status: 204 len: 168 time: 2.8170478 May 26 16:16:55.061553 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33146) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:55.151559 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-2796505d-acbb-40c0-81b7-744d8e17d65b tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] DELETE failed (client error): The resource could not be found. May 26 16:16:55.164998 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2796505d-acbb-40c0-81b7-744d8e17d65b tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:16:55.194107 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2796505d-acbb-40c0-81b7-744d8e17d65b tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] 10.222.0.77 "DELETE /v2.0/networks/1cb87df0-d5a5-4dba-96a7-571c57ea8acd HTTP/1.1" status: 404 len: 339 time: 0.1812150 May 26 16:16:55.199766 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33148) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:55.240115 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-3148a06a-9642-4b2f-a658-b238cdd9e1dc tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Request body: {'network': {'name': 'tempest-network--422246787', 'router:external': True}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:55.383238 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3148a06a-9642-4b2f-a658-b238cdd9e1dc tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Made reservation on behalf of a10a7402473f47e1a96c8e74d3792499 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:55.393513 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3148a06a-9642-4b2f-a658-b238cdd9e1dc tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:55.703693 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3137dcd-cb54-40d6-bda3-b3449c2ae560 req-9ef65e41-01e6-4c67-832f-883b7e00af25 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=46dfc052-b97d-44a5-a402-053683254aad HTTP/1.1" status: 200 len: 210 time: 0.2201741 May 26 16:16:55.765932 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3148a06a-9642-4b2f-a658-b238cdd9e1dc tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:16:55.825611 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3148a06a-9642-4b2f-a658-b238cdd9e1dc tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:55.826527 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-3148a06a-9642-4b2f-a658-b238cdd9e1dc tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Added segment 06c88d33-cb0e-4ae3-9c2f-995028fda10f of type vlan for network 503aa162-2218-4350-82f5-316ead7e0343 May 26 16:16:55.954580 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bb412ff-a027-49fb-a552-c117356a8a12 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:56.037223 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-78ad4742-a47b-466b-921a-1594906cf0f3 req-2dc385b0-3ee9-4f58-97ab-c1982b029cd1 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.81 "GET /v2.0/ports?device_id=46dfc052-b97d-44a5-a402-053683254aad HTTP/1.1" status: 200 len: 210 time: 0.9143450 May 26 16:16:56.064076 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ba8959-64f7-4e4b-993f-c5f87a7d6929 None None] DHCP port deletion for cb1029da-ce9b-4f8c-9ca2-2687b1569027 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:16:56.068639 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bb412ff-a027-49fb-a552-c117356a8a12 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:56.250782 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3148a06a-9642-4b2f-a658-b238cdd9e1dc tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:56.352835 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a5ba8959-64f7-4e4b-993f-c5f87a7d6929 None None] Deleting port 6e48ae44-4047-4938-a6f6-1bfe90c23a5f {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:56.357888 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a5ba8959-64f7-4e4b-993f-c5f87a7d6929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:56.399991 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fe6cb-8cfb-44c0-aab6-37f7fde54832 req-69e46598-bc3c-4f53-b1c1-606e44d15aee tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:56.409124 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d2fe6cb-8cfb-44c0-aab6-37f7fde54832 req-69e46598-bc3c-4f53-b1c1-606e44d15aee tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 944 time: 0.4251630 May 26 16:16:56.414911 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.db.resource_extend [None req-3148a06a-9642-4b2f-a658-b238cdd9e1dc tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:16:56.440424 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d6fb301c-1cd7-4af5-96e3-b2a97df5d9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:56.571543 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb412ff-a027-49fb-a552-c117356a8a12 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'Port': ['ID=b8f65d7e-7073-4066-8b35-5c8cbe633ac2,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:56.615760 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a5ba8959-64f7-4e4b-993f-c5f87a7d6929 None None] For port 6e48ae44-4047-4938-a6f6-1bfe90c23a5f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=6e48ae44-4047-4938-a6f6-1bfe90c23a5f,segment=NetworkSegment(7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2),segment_id=7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:56.617097 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a5ba8959-64f7-4e4b-993f-c5f87a7d6929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:56.692130 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d2fe6cb-8cfb-44c0-aab6-37f7fde54832 req-920c37de-e639-43a8-b5a8-e5f52234ad48 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2797329 May 26 16:16:56.700490 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3148a06a-9642-4b2f-a658-b238cdd9e1dc tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:56.702907 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3148a06a-9642-4b2f-a658-b238cdd9e1dc tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:56.707385 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3148a06a-9642-4b2f-a658-b238cdd9e1dc tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:56.721251 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a5ba8959-64f7-4e4b-993f-c5f87a7d6929 None None] Calling delete_port for 6e48ae44-4047-4938-a6f6-1bfe90c23a5f owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:56.926711 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bb412ff-a027-49fb-a552-c117356a8a12 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:57.261923 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148a06a-9642-4b2f-a658-b238cdd9e1dc tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Pushing event updated for resources: {'Network': ['ID=503aa162-2218-4350-82f5-316ead7e0343,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:57.282823 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3148a06a-9642-4b2f-a658-b238cdd9e1dc tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.0563581 May 26 16:16:57.293414 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33166) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:57.325488 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6e48ae44-4047-4938-a6f6-1bfe90c23a5f no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:16:57.339115 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 503aa162-2218-4350-82f5-316ead7e0343 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:16:57.480179 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc44d9a1-ba46-465a-8719-20a3dade41c6 req-1015ec03-0a74-4722-9259-bd44120d5ef2 tempest-ServerShowV247Test-1928684981 tempest-ServerShowV247Test-1928684981-project] 10.222.0.77 "GET /v2.0/ports?device_id=46dfc052-b97d-44a5-a402-053683254aad HTTP/1.1" status: 200 len: 210 time: 0.2089543 May 26 16:16:57.759257 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47d5ecb-d063-472c-8107-7ae4160ced05 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:57.766221 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47d5ecb-d063-472c-8107-7ae4160ced05 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:57.773706 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47d5ecb-d063-472c-8107-7ae4160ced05 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:57.789729 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47d5ecb-d063-472c-8107-7ae4160ced05 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:57.792262 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f47d5ecb-d063-472c-8107-7ae4160ced05 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4738216 May 26 16:16:57.801779 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33174) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:57.855685 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a5ba8959-64f7-4e4b-993f-c5f87a7d6929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:58.148351 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba8959-64f7-4e4b-993f-c5f87a7d6929 None None] Pushing event deleted for resources: {'Port': ['ID=6e48ae44-4047-4938-a6f6-1bfe90c23a5f,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:58.155095 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ba8959-64f7-4e4b-993f-c5f87a7d6929 None None] No DVR routers for this DVR port 6e48ae44-4047-4938-a6f6-1bfe90c23a5f on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:16:58.201827 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ba8959-64f7-4e4b-993f-c5f87a7d6929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:58.202418 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ba8959-64f7-4e4b-993f-c5f87a7d6929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:58.203078 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ba8959-64f7-4e4b-993f-c5f87a7d6929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:58.203682 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ba8959-64f7-4e4b-993f-c5f87a7d6929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:58.211321 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ba8959-64f7-4e4b-993f-c5f87a7d6929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:58.212465 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ba8959-64f7-4e4b-993f-c5f87a7d6929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:58.213112 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ba8959-64f7-4e4b-993f-c5f87a7d6929 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:58.214003 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ba8959-64f7-4e4b-993f-c5f87a7d6929 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:58.214891 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ba8959-64f7-4e4b-993f-c5f87a7d6929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:58.217027 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ba8959-64f7-4e4b-993f-c5f87a7d6929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:58.217918 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ba8959-64f7-4e4b-993f-c5f87a7d6929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:58.218812 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ba8959-64f7-4e4b-993f-c5f87a7d6929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:16:58.236402 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No active binding found for port 6e48ae44-4047-4938-a6f6-1bfe90c23a5f {{(pid=103897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 26 16:16:58.238242 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6e48ae44-4047-4938-a6f6-1bfe90c23a5f not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:16:58.392320 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f203-d283-4e36-af23-4fd984231f38 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:58.428079 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d9fac-f66d-48e4-8fcc-f44b55d1115b req-28a41528-c1f7-4353-a8d0-1dbf878d8b1f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:16:58.431071 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-232d9fac-f66d-48e4-8fcc-f44b55d1115b req-28a41528-c1f7-4353-a8d0-1dbf878d8b1f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 944 time: 0.3215094 May 26 16:16:58.537384 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:16:58.911097 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-decbe361-ef7f-44a0-8d64-0eca58460e24 req-7faec301-a218-4abd-bcdc-84667d055449 service neutron] (103895) timed out ('10.222.0.77', 33622) {{(pid=103895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 16:16:58.938595 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-232d9fac-f66d-48e4-8fcc-f44b55d1115b req-f8832d28-733e-4681-b031-ddfa45327a6e tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4758143 May 26 16:16:58.943700 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb301c-1cd7-4af5-96e3-b2a97df5d9a2 admin admin] Deleting port 6e48ae44-4047-4938-a6f6-1bfe90c23a5f {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:16:58.947001 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d6fb301c-1cd7-4af5-96e3-b2a97df5d9a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:58.983015 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f203-d283-4e36-af23-4fd984231f38 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:59.081384 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-1ee5f203-d283-4e36-af23-4fd984231f38 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503aa162-2218-4350-82f5-316ead7e0343']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:59.120218 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-1ee5f203-d283-4e36-af23-4fd984231f38 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c88d33-cb0e-4ae3-9c2f-995028fda10f') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:59.121652 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-1ee5f203-d283-4e36-af23-4fd984231f38 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c88d33-cb0e-4ae3-9c2f-995028fda10f') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:16:59.166987 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f203-d283-4e36-af23-4fd984231f38 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:59.239550 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f203-d283-4e36-af23-4fd984231f38 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:59.264544 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee5f203-d283-4e36-af23-4fd984231f38 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:16:59.267527 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f203-d283-4e36-af23-4fd984231f38 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:59.310105 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-d6fb301c-1cd7-4af5-96e3-b2a97df5d9a2 admin admin] For port 6e48ae44-4047-4938-a6f6-1bfe90c23a5f, host n-d-843337-2, got binding levels [] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:16:59.311252 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d6fb301c-1cd7-4af5-96e3-b2a97df5d9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:59.371381 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb301c-1cd7-4af5-96e3-b2a97df5d9a2 admin admin] Calling delete_port for 6e48ae44-4047-4938-a6f6-1bfe90c23a5f owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:16:59.385381 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.ipam_backend_mixin [None req-d6fb301c-1cd7-4af5-96e3-b2a97df5d9a2 admin admin] Port 6e48ae44-4047-4938-a6f6-1bfe90c23a5f was not found and therefore no delete operation was performed {{(pid=103895) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:16:59.427206 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 06c88d33-cb0e-4ae3-9c2f-995028fda10f resource provider aggregate not found May 26 16:16:59.500403 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d6fb301c-1cd7-4af5-96e3-b2a97df5d9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:59.504838 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-5bb412ff-a027-49fb-a552-c117356a8a12 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Floating IP 055d0127-09aa-42e9-95a3-401a54fa37ad associated. External IP: 172.25.7.43, port: 20e686cf-748e-434f-8149-b23659edf8cc. May 26 16:16:59.547256 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f203-d283-4e36-af23-4fd984231f38 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:59.561380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee5f203-d283-4e36-af23-4fd984231f38 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 503aa162-2218-4350-82f5-316ead7e0343 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 26 16:16:59.574021 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f203-d283-4e36-af23-4fd984231f38 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:59.596606 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1ee5f203-d283-4e36-af23-4fd984231f38 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] 10.222.0.77 "DELETE /v2.0/networks/503aa162-2218-4350-82f5-316ead7e0343 HTTP/1.1" status: 204 len: 168 time: 1.7930236 May 26 16:16:59.599356 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 06c88d33-cb0e-4ae3-9c2f-995028fda10f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06c88d33-cb0e-4ae3-9c2f-995028fda10f found for delete ", "request_id": "req-2f22a840-ca29-470c-a6a5-1f4373d33684"}]} May 26 16:16:59.603261 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33190) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:16:59.703067 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-11277311-1c60-4b54-809a-eb30ec1e5e93 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Request body: {'network': {'name': 'tempest-network--1805329436', 'router:external': True}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:16:59.727579 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5f203-d283-4e36-af23-4fd984231f38 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Pushing event deleted for resources: {'Network': ['ID=503aa162-2218-4350-82f5-316ead7e0343,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:16:59.828558 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11277311-1c60-4b54-809a-eb30ec1e5e93 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Made reservation on behalf of a10a7402473f47e1a96c8e74d3792499 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:16:59.844420 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-11277311-1c60-4b54-809a-eb30ec1e5e93 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:16:59.996391 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11277311-1c60-4b54-809a-eb30ec1e5e93 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:17:00.039076 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb301c-1cd7-4af5-96e3-b2a97df5d9a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e48ae44-4047-4938-a6f6-1bfe90c23a5f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:00.043679 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-11277311-1c60-4b54-809a-eb30ec1e5e93 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:00.045814 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-11277311-1c60-4b54-809a-eb30ec1e5e93 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Added segment faa36ad7-0147-451f-a5e4-9bde751132ab of type vlan for network d89e3e09-75c0-4e91-82fe-41101139a7c2 May 26 16:17:00.087549 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fb301c-1cd7-4af5-96e3-b2a97df5d9a2 admin admin] No DVR routers for this DVR port 6e48ae44-4047-4938-a6f6-1bfe90c23a5f on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:17:00.223051 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33200) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:00.239008 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-11277311-1c60-4b54-809a-eb30ec1e5e93 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:00.499009 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:00.501259 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-11277311-1c60-4b54-809a-eb30ec1e5e93 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:00.504054 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11277311-1c60-4b54-809a-eb30ec1e5e93 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:00.504360 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d6fb301c-1cd7-4af5-96e3-b2a97df5d9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:00.520192 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-11277311-1c60-4b54-809a-eb30ec1e5e93 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:00.605838 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-d6fb301c-1cd7-4af5-96e3-b2a97df5d9a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1029da-ce9b-4f8c-9ca2-2687b1569027']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:00.646989 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-d6fb301c-1cd7-4af5-96e3-b2a97df5d9a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:00.647850 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-d6fb301c-1cd7-4af5-96e3-b2a97df5d9a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:00.690737 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d6fb301c-1cd7-4af5-96e3-b2a97df5d9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:00.740426 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d6fb301c-1cd7-4af5-96e3-b2a97df5d9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:00.766956 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11277311-1c60-4b54-809a-eb30ec1e5e93 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Pushing event updated for resources: {'Network': ['ID=d89e3e09-75c0-4e91-82fe-41101139a7c2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:00.773775 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-11277311-1c60-4b54-809a-eb30ec1e5e93 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0961325 May 26 16:17:00.776816 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33206) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:00.784749 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fb301c-1cd7-4af5-96e3-b2a97df5d9a2 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:17:00.786738 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network d89e3e09-75c0-4e91-82fe-41101139a7c2 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:17:00.786994 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d6fb301c-1cd7-4af5-96e3-b2a97df5d9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:00.979821 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d6fb301c-1cd7-4af5-96e3-b2a97df5d9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:01.005658 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d6fb301c-1cd7-4af5-96e3-b2a97df5d9a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:01.014482 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d6fb301c-1cd7-4af5-96e3-b2a97df5d9a2 admin admin] 10.222.0.77 "DELETE /v2.0/networks/cb1029da-ce9b-4f8c-9ca2-2687b1569027 HTTP/1.1" status: 204 len: 168 time: 5.9458618 May 26 16:17:01.064613 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2 resource provider aggregate not found May 26 16:17:01.095732 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb301c-1cd7-4af5-96e3-b2a97df5d9a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb1029da-ce9b-4f8c-9ca2-2687b1569027,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:01.390759 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48796469-a9f2-42ab-8fb3-2099a3232016 req-4c0a892b-9691-4d2a-9413-85525ed82773 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:01.400665 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48796469-a9f2-42ab-8fb3-2099a3232016 req-4c0a892b-9691-4d2a-9413-85525ed82773 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 944 time: 1.0452492 May 26 16:17:01.548372 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ccdd8a4-bb67-4bf0-b0dc-b0c0b79a2ba2 found for delete ", "request_id": "req-a8522363-83c6-4675-a459-4c67f2c00791"}]} May 26 16:17:01.597249 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028e538c-ab0d-4126-8185-699ff0f5c263 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:01.604794 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-028e538c-ab0d-4126-8185-699ff0f5c263 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] 10.222.0.77 "GET /v2.0/networks/d89e3e09-75c0-4e91-82fe-41101139a7c2 HTTP/1.1" status: 200 len: 757 time: 0.8211293 May 26 16:17:01.607307 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33216) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:01.871901 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33218) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:01.936721 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb412ff-a027-49fb-a552-c117356a8a12 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Router f36f1fd9-c46b-4bfd-ac55-87a9d506449a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:17:01.939081 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df922424-49c9-41d3-9e8d-75638ea9ef44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:02.022532 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a918f37b-d08f-48f7-82d8-ec701bc018cd tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:02.023681 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a918f37b-d08f-48f7-82d8-ec701bc018cd tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] 10.222.0.77 "GET /v2.0/networks/a7251db3-1ea2-4fbe-a679-8f1198bea958 HTTP/1.1" status: 200 len: 768 time: 0.4045022 May 26 16:17:02.028858 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33224) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:02.035477 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48796469-a9f2-42ab-8fb3-2099a3232016 req-63796b44-f38a-4e49-a5d2-dab31c8cec18 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4348340 May 26 16:17:02.055346 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ef29f29e-2074-4dfe-be90-2a63fc34627e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=94e6292502144fce97eb1d215f185bd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680102 May 26 16:17:02.187988 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33226) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:02.242511 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df922424-49c9-41d3-9e8d-75638ea9ef44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:02.262694 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-156f8809-a220-4371-a27a-d3c930131be0 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:02.326728 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df922424-49c9-41d3-9e8d-75638ea9ef44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:02.498829 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-df922424-49c9-41d3-9e8d-75638ea9ef44 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=43fc9541486a434bbfef08673347e837&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2677634 May 26 16:17:02.540498 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33232) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:02.574732 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-156f8809-a220-4371-a27a-d3c930131be0 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:02.583860 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df922424-49c9-41d3-9e8d-75638ea9ef44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0595af-b2e3-4e6a-98d0-0f4ae3c13088,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:02.658374 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-156f8809-a220-4371-a27a-d3c930131be0 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89e3e09-75c0-4e91-82fe-41101139a7c2']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:02.685616 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-156f8809-a220-4371-a27a-d3c930131be0 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa36ad7-0147-451f-a5e4-9bde751132ab') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:02.686129 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-156f8809-a220-4371-a27a-d3c930131be0 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa36ad7-0147-451f-a5e4-9bde751132ab') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:02.711775 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-156f8809-a220-4371-a27a-d3c930131be0 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:02.753906 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-156f8809-a220-4371-a27a-d3c930131be0 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:02.774193 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156f8809-a220-4371-a27a-d3c930131be0 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:17:02.774855 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-156f8809-a220-4371-a27a-d3c930131be0 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:02.918061 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment faa36ad7-0147-451f-a5e4-9bde751132ab resource provider aggregate not found May 26 16:17:03.046201 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-156f8809-a220-4371-a27a-d3c930131be0 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.068884 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156f8809-a220-4371-a27a-d3c930131be0 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d89e3e09-75c0-4e91-82fe-41101139a7c2 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 26 16:17:03.092137 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-156f8809-a220-4371-a27a-d3c930131be0 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.108404 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-156f8809-a220-4371-a27a-d3c930131be0 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] 10.222.0.77 "DELETE /v2.0/networks/d89e3e09-75c0-4e91-82fe-41101139a7c2 HTTP/1.1" status: 204 len: 168 time: 1.0478952 May 26 16:17:03.111020 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment faa36ad7-0147-451f-a5e4-9bde751132ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid faa36ad7-0147-451f-a5e4-9bde751132ab found for delete ", "request_id": "req-6b8b1ad3-1298-4ee2-a96a-131d5f08f5e0"}]} May 26 16:17:03.111883 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33242) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:03.164037 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-31f3c032-2834-4576-b931-c36cff3258b7 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Request body: {'network': {'name': 'tempest-network--1080980459'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:03.207166 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf7e9bcb-8086-45be-875c-3b2f3cdcc7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.216658 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f8809-a220-4371-a27a-d3c930131be0 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Pushing event deleted for resources: {'Network': ['ID=d89e3e09-75c0-4e91-82fe-41101139a7c2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:03.247342 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-65f123fd-d66a-4c63-9bf8-5eabeb322bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.297862 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f3c032-2834-4576-b931-c36cff3258b7 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Made reservation on behalf of a10a7402473f47e1a96c8e74d3792499 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:03.302644 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31f3c032-2834-4576-b931-c36cff3258b7 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.327295 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf7e9bcb-8086-45be-875c-3b2f3cdcc7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.369384 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb412ff-a027-49fb-a552-c117356a8a12 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:17:03.385008 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f3c032-2834-4576-b931-c36cff3258b7 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:17:03.392336 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-65f123fd-d66a-4c63-9bf8-5eabeb322bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.530701 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31f3c032-2834-4576-b931-c36cff3258b7 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.531320 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-31f3c032-2834-4576-b931-c36cff3258b7 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Added segment b311db6a-b517-4748-bda8-75935302d605 of type vlan for network da3c9ba4-ba21-49ac-acb9-644afa91d0fe May 26 16:17:03.590347 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf7e9bcb-8086-45be-875c-3b2f3cdcc7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.596051 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf7e9bcb-8086-45be-875c-3b2f3cdcc7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.601848 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bf7e9bcb-8086-45be-875c-3b2f3cdcc7d3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fa0aa21b-b8d6-488c-a0d4-20909aeab45d HTTP/1.1" status: 204 len: 168 time: 1.3878100 May 26 16:17:03.642648 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31f3c032-2834-4576-b931-c36cff3258b7 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.681580 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bb412ff-a027-49fb-a552-c117356a8a12 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.731689 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31f3c032-2834-4576-b931-c36cff3258b7 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.733607 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f3c032-2834-4576-b931-c36cff3258b7 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:03.735479 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31f3c032-2834-4576-b931-c36cff3258b7 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.831035 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e9bcb-8086-45be-875c-3b2f3cdcc7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0aa21b-b8d6-488c-a0d4-20909aeab45d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:03.913169 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5bb412ff-a027-49fb-a552-c117356a8a12 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 18.8974111 May 26 16:17:03.915370 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33248) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:03.939749 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-65f123fd-d66a-4c63-9bf8-5eabeb322bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.940190 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43226eba-9f56-4db4-b4eb-8ea970430dc1 req-5ce1db05-92c0-4364-8b5e-982ac8d310e7 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:03.942259 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43226eba-9f56-4db4-b4eb-8ea970430dc1 req-5ce1db05-92c0-4364-8b5e-982ac8d310e7 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 944 time: 0.5438416 May 26 16:17:03.965645 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-65f123fd-d66a-4c63-9bf8-5eabeb322bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:03.972393 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-65f123fd-d66a-4c63-9bf8-5eabeb322bc3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0f0595af-b2e3-4e6a-98d0-0f4ae3c13088 HTTP/1.1" status: 204 len: 168 time: 1.3871853 May 26 16:17:04.170805 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-31f3c032-2834-4576-b931-c36cff3258b7 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9826245 May 26 16:17:04.189405 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33256) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:04.246216 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-64a46f52-63e2-43e5-99ac-eb5391cb200a tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:04.253021 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f123fd-d66a-4c63-9bf8-5eabeb322bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0595af-b2e3-4e6a-98d0-0f4ae3c13088,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:04.422132 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-72350ff0-24e1-4281-86ac-1b9588af9346 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "GET /v2.0/floatingips/055d0127-09aa-42e9-95a3-401a54fa37ad HTTP/1.1" status: 200 len: 977 time: 0.5017552 May 26 16:17:04.435055 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33264) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:04.611119 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3c032-2834-4576-b931-c36cff3258b7 tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Pushing event updated for resources: {'Network': ['ID=da3c9ba4-ba21-49ac-acb9-644afa91d0fe,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:04.637141 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network da3c9ba4-ba21-49ac-acb9-644afa91d0fe details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:17:04.847008 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2d20c343-0e5f-436d-a720-ecae8fed73df tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4083736 May 26 16:17:04.848239 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33270) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:04.855006 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e1cdd2ea-460d-4c42-a089-1c40c4291b88 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Request body: {'floatingip': {'port_id': '0ce51d75-5d4d-41ee-baf2-467956867589'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:05.083367 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782267e5-db71-49db-8e6d-5835c1c112a0 None None] Sync routers for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:17:05.200568 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1cdd2ea-460d-4c42-a089-1c40c4291b88 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:05.202869 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782267e5-db71-49db-8e6d-5835c1c112a0 None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:05.208958 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-782267e5-db71-49db-8e6d-5835c1c112a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:16:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:05.216236 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43226eba-9f56-4db4-b4eb-8ea970430dc1 req-bb04031b-4ec3-44c4-8435-a2c9834220c1 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2355857 May 26 16:17:05.418026 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-64a46f52-63e2-43e5-99ac-eb5391cb200a tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:05.429455 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-782267e5-db71-49db-8e6d-5835c1c112a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:05.481371 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782267e5-db71-49db-8e6d-5835c1c112a0 None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:05.483591 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-782267e5-db71-49db-8e6d-5835c1c112a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:16:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:05.494223 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-64a46f52-63e2-43e5-99ac-eb5391cb200a tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:05.665730 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-782267e5-db71-49db-8e6d-5835c1c112a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:05.666886 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782267e5-db71-49db-8e6d-5835c1c112a0 None None] The sync data for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:17:05.731116 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a46f52-63e2-43e5-99ac-eb5391cb200a tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Pushing event updated for resources: {'Network': ['ID=da3c9ba4-ba21-49ac-acb9-644afa91d0fe,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:05.748545 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-64a46f52-63e2-43e5-99ac-eb5391cb200a tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Network da3c9ba4-ba21-49ac-acb9-644afa91d0fe is not hosted by any dhcp agent {{(pid=103896) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 26 16:17:05.756559 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a46f52-63e2-43e5-99ac-eb5391cb200a tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:05.756559 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-64a46f52-63e2-43e5-99ac-eb5391cb200a tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:05.756559 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-64a46f52-63e2-43e5-99ac-eb5391cb200a tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] 10.222.0.77 "PUT /v2.0/networks/da3c9ba4-ba21-49ac-acb9-644afa91d0fe HTTP/1.1" status: 200 len: 858 time: 1.5625348 May 26 16:17:05.762150 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33286) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:06.068129 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-86f95435-748a-47ad-a2c7-21f26f1ead4a tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:06.422898 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-86f95435-748a-47ad-a2c7-21f26f1ead4a tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:06.523255 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-86f95435-748a-47ad-a2c7-21f26f1ead4a tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3c9ba4-ba21-49ac-acb9-644afa91d0fe']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:06.657108 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-86f95435-748a-47ad-a2c7-21f26f1ead4a tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b311db6a-b517-4748-bda8-75935302d605') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:06.660072 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-86f95435-748a-47ad-a2c7-21f26f1ead4a tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b311db6a-b517-4748-bda8-75935302d605') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:06.697870 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-86f95435-748a-47ad-a2c7-21f26f1ead4a tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:06.755634 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-86f95435-748a-47ad-a2c7-21f26f1ead4a tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:06.792936 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f95435-748a-47ad-a2c7-21f26f1ead4a tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:17:06.793799 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-86f95435-748a-47ad-a2c7-21f26f1ead4a tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:06.894051 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment b311db6a-b517-4748-bda8-75935302d605 resource provider aggregate not found May 26 16:17:06.900747 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33310) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:06.916162 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803545c7-1cef-4b72-98f0-5b0cbb7393db req-23e948e7-a36d-4100-9474-63092c989f72 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:06.919310 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-803545c7-1cef-4b72-98f0-5b0cbb7393db req-23e948e7-a36d-4100-9474-63092c989f72 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 944 time: 0.3890111 May 26 16:17:06.949424 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1cdd2ea-460d-4c42-a089-1c40c4291b88 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:06.958929 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1cdd2ea-460d-4c42-a089-1c40c4291b88 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:06.997717 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-86f95435-748a-47ad-a2c7-21f26f1ead4a tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:07.003723 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f95435-748a-47ad-a2c7-21f26f1ead4a tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network da3c9ba4-ba21-49ac-acb9-644afa91d0fe {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 26 16:17:07.007814 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-86f95435-748a-47ad-a2c7-21f26f1ead4a tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:07.019398 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-86f95435-748a-47ad-a2c7-21f26f1ead4a tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] 10.222.0.77 "DELETE /v2.0/networks/da3c9ba4-ba21-49ac-acb9-644afa91d0fe HTTP/1.1" status: 204 len: 168 time: 1.2494085 May 26 16:17:07.020473 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33316) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:07.024131 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment b311db6a-b517-4748-bda8-75935302d605 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b311db6a-b517-4748-bda8-75935302d605 found for delete ", "request_id": "req-f72cec57-7294-49a0-89fd-6d284d10f5d0"}]} May 26 16:17:07.230882 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5dee1e4-e616-4258-9718-d289daf7fe51 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] DELETE failed (client error): The resource could not be found. May 26 16:17:07.231621 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5dee1e4-e616-4258-9718-d289daf7fe51 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:17:07.248132 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c5dee1e4-e616-4258-9718-d289daf7fe51 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] 10.222.0.77 "DELETE /v2.0/subnets/d27cb6ba-9564-40fa-9326-f77980134944 HTTP/1.1" status: 404 len: 337 time: 0.2076344 May 26 16:17:07.248827 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33324) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:07.345577 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-e1cdd2ea-460d-4c42-a089-1c40c4291b88 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Floating IP 055d0127-09aa-42e9-95a3-401a54fa37ad associated. External IP: 172.25.7.43, port: 20e686cf-748e-434f-8149-b23659edf8cc. May 26 16:17:07.398256 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13eb52bc-6573-477b-a428-bbe48c4cf214 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:07.403269 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f95435-748a-47ad-a2c7-21f26f1ead4a tempest-ExternalNetworksTestJSON-1754751003 tempest-ExternalNetworksTestJSON-1754751003-project-admin] Pushing event deleted for resources: {'Network': ['ID=da3c9ba4-ba21-49ac-acb9-644afa91d0fe,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:07.415008 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-803545c7-1cef-4b72-98f0-5b0cbb7393db req-81ded4c6-cd19-4150-a559-2e65ad69685f tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4725876 May 26 16:17:07.465050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-3b823c16-49a3-441e-aebb-1fec09f5f6f9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1023204686-network', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:07.791917 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33338) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:07.868774 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b823c16-49a3-441e-aebb-1fec09f5f6f9 admin admin] Made reservation on behalf of 6d53cccfd841437c98d5f73be3ccabb0 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:07.872528 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3b823c16-49a3-441e-aebb-1fec09f5f6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:07.904673 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3b823c16-49a3-441e-aebb-1fec09f5f6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:07.910768 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13eb52bc-6573-477b-a428-bbe48c4cf214 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:08.034637 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cdd2ea-460d-4c42-a089-1c40c4291b88 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Router f36f1fd9-c46b-4bfd-ac55-87a9d506449a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:17:08.038368 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-13eb52bc-6573-477b-a428-bbe48c4cf214 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7251db3-1ea2-4fbe-a679-8f1198bea958']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:08.081170 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-25c73b70-a24c-4373-abcf-578398825b21 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-963162973-network', 'tenant_id': 'f34dd27e31e54505b18adb94ad4e7b2b'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:08.263173 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3b823c16-49a3-441e-aebb-1fec09f5f6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:08.267249 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-13eb52bc-6573-477b-a428-bbe48c4cf214 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a598eab6-872e-4ebd-b802-5e158d5af34c') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:08.267737 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-13eb52bc-6573-477b-a428-bbe48c4cf214 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a598eab6-872e-4ebd-b802-5e158d5af34c') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:08.275430 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3b823c16-49a3-441e-aebb-1fec09f5f6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:08.317361 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cdd2ea-460d-4c42-a089-1c40c4291b88 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:17:08.318578 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13eb52bc-6573-477b-a428-bbe48c4cf214 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:08.384328 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd1379e-bffb-49eb-99d6-9b13b5b5e057 None None] Sync routers for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:17:08.409913 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b823c16-49a3-441e-aebb-1fec09f5f6f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:17:08.417039 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd1379e-bffb-49eb-99d6-9b13b5b5e057 None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:08.418474 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-cfd1379e-bffb-49eb-99d6-9b13b5b5e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:16:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:08.442064 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b823c16-49a3-441e-aebb-1fec09f5f6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:08.496155 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c73b70-a24c-4373-abcf-578398825b21 admin admin] Made reservation on behalf of f34dd27e31e54505b18adb94ad4e7b2b for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:08.505579 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-25c73b70-a24c-4373-abcf-578398825b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:08.515216 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-cfd1379e-bffb-49eb-99d6-9b13b5b5e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:08.524238 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13eb52bc-6573-477b-a428-bbe48c4cf214 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:08.532676 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd1379e-bffb-49eb-99d6-9b13b5b5e057 None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:08.534242 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-cfd1379e-bffb-49eb-99d6-9b13b5b5e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:16:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:08.606988 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13eb52bc-6573-477b-a428-bbe48c4cf214 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:17:08.607707 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13eb52bc-6573-477b-a428-bbe48c4cf214 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:08.633789 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-cfd1379e-bffb-49eb-99d6-9b13b5b5e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:08.633789 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd1379e-bffb-49eb-99d6-9b13b5b5e057 None None] The sync data for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:17:08.753198 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 998a0b6f-286a-4499-b21e-44a350045c77 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:17:08.841599 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-25c73b70-a24c-4373-abcf-578398825b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:08.866387 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13eb52bc-6573-477b-a428-bbe48c4cf214 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:08.882844 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3b823c16-49a3-441e-aebb-1fec09f5f6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:08.883781 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-3b823c16-49a3-441e-aebb-1fec09f5f6f9 admin admin] Added segment 6086a6d5-8a92-4b04-9727-b0a5961dacad of type vlan for network 98033063-3342-4cf7-9d2f-e05eb4d2a510 May 26 16:17:08.924818 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cdd2ea-460d-4c42-a089-1c40c4291b88 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Router f36f1fd9-c46b-4bfd-ac55-87a9d506449a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:17:08.929946 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13eb52bc-6573-477b-a428-bbe48c4cf214 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:08.936730 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-13eb52bc-6573-477b-a428-bbe48c4cf214 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] 10.222.0.77 "DELETE /v2.0/networks/a7251db3-1ea2-4fbe-a679-8f1198bea958 HTTP/1.1" status: 204 len: 168 time: 1.6859529 May 26 16:17:08.987320 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 998a0b6f-286a-4499-b21e-44a350045c77, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=998a0b6f-286a-4499-b21e-44a350045c77,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:09.033760 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb52bc-6573-477b-a428-bbe48c4cf214 tempest-ExternalNetworksTestJSON-1814652688 tempest-ExternalNetworksTestJSON-1814652688-project] Pushing event deleted for resources: {'Network': ['ID=a7251db3-1ea2-4fbe-a679-8f1198bea958,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:09.035081 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '998a0b6f-286a-4499-b21e-44a350045c77', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'port_id': '998a0b6f-286a-4499-b21e-44a350045c77', 'mac_address': 'fa:16:3e:8d:42:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:17:09.067581 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment a598eab6-872e-4ebd-b802-5e158d5af34c resource provider aggregate not found May 26 16:17:09.092760 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3b823c16-49a3-441e-aebb-1fec09f5f6f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:09.138378 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8343a1-4541-48f7-8b3e-4f9d0ba102f9 req-20c4e032-9e12-4934-82cd-2a9729651276 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:09.152704 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e8343a1-4541-48f7-8b3e-4f9d0ba102f9 req-20c4e032-9e12-4934-82cd-2a9729651276 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 944 time: 0.3145363 May 26 16:17:09.156642 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment a598eab6-872e-4ebd-b802-5e158d5af34c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a598eab6-872e-4ebd-b802-5e158d5af34c found for delete ", "request_id": "req-d62f003d-2878-4ee4-8ecc-7cb438e6ea33"}]} May 26 16:17:09.193277 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cdd2ea-460d-4c42-a089-1c40c4291b88 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:17:09.206303 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1cdd2ea-460d-4c42-a089-1c40c4291b88 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:09.215013 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e90e0dc-081c-4533-8de1-50699dfb60a9 None None] Sync routers for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:17:09.235042 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e90e0dc-081c-4533-8de1-50699dfb60a9 None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:09.236074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9e90e0dc-081c-4533-8de1-50699dfb60a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:16:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:09.239769 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 998a0b6f-286a-4499-b21e-44a350045c77 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:09.241223 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:09.253347 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3b823c16-49a3-441e-aebb-1fec09f5f6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:09.254958 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b823c16-49a3-441e-aebb-1fec09f5f6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:09.256712 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3b823c16-49a3-441e-aebb-1fec09f5f6f9 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:09.268057 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998a0b6f-286a-4499-b21e-44a350045c77 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:17:09.308326 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 998a0b6f-286a-4499-b21e-44a350045c77, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=998a0b6f-286a-4499-b21e-44a350045c77,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:09.362785 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e8343a1-4541-48f7-8b3e-4f9d0ba102f9 req-7e6225e1-aa2b-4708-b0be-4291af4a5cc8 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089462 May 26 16:17:09.378291 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9e90e0dc-081c-4533-8de1-50699dfb60a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:09.384352 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:09.391747 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3b823c16-49a3-441e-aebb-1fec09f5f6f9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4704525 May 26 16:17:09.396369 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e1cdd2ea-460d-4c42-a089-1c40c4291b88 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "PUT /v2.0/floatingips/055d0127-09aa-42e9-95a3-401a54fa37ad HTTP/1.1" status: 200 len: 976 time: 4.5447392 May 26 16:17:09.397415 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33360) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:09.397798 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33362) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:09.421950 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-87836616-20ac-4873-9877-1f2c9a7e64c0 admin admin] Request body: {'subnet': {'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1023204686-subnet', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:09.428931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b823c16-49a3-441e-aebb-1fec09f5f6f9 admin admin] Pushing event updated for resources: {'Network': ['ID=98033063-3342-4cf7-9d2f-e05eb4d2a510,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:09.439892 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-6cc0ebd2-cd8e-434d-b0b1-cf6f42cb6c36 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:09.466903 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-25c73b70-a24c-4373-abcf-578398825b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:09.472698 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-25c73b70-a24c-4373-abcf-578398825b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:09.508976 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 98033063-3342-4cf7-9d2f-e05eb4d2a510 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:17:09.514515 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e90e0dc-081c-4533-8de1-50699dfb60a9 None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:09.515728 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9e90e0dc-081c-4533-8de1-50699dfb60a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:16:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:09.521067 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33364) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:09.528063 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c73b70-a24c-4373-abcf-578398825b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f203513-254d-492f-aa2d-0b6deee7d157,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:09.558237 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c73b70-a24c-4373-abcf-578398825b21 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:17:09.566720 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87836616-20ac-4873-9877-1f2c9a7e64c0 admin admin] Made reservation on behalf of 6d53cccfd841437c98d5f73be3ccabb0 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:09.574614 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-87836616-20ac-4873-9877-1f2c9a7e64c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:09.593753 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-25c73b70-a24c-4373-abcf-578398825b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:09.594321 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-25c73b70-a24c-4373-abcf-578398825b21 admin admin] Added segment 64067f9b-fae6-4633-84f4-7c3b37230930 of type vlan for network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 May 26 16:17:09.598896 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=998a0b6f-286a-4499-b21e-44a350045c77,revision_number=9']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:09.608151 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9e90e0dc-081c-4533-8de1-50699dfb60a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:09.609768 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e90e0dc-081c-4533-8de1-50699dfb60a9 None None] The sync data for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:17:09.649101 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6cc0ebd2-cd8e-434d-b0b1-cf6f42cb6c36 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:09.756760 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-25c73b70-a24c-4373-abcf-578398825b21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:09.768933 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['998a0b6f-286a-4499-b21e-44a350045c77'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:17:09.849303 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-25c73b70-a24c-4373-abcf-578398825b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:09.853616 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c73b70-a24c-4373-abcf-578398825b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:09.854738 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-25c73b70-a24c-4373-abcf-578398825b21 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:10.068351 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fd384621-9b30-4845-9c03-f6c76776de15 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2232ab4b070d41848fb3a3b8f8aabacc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5424273 May 26 16:17:10.075797 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33376) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:10.097477 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-25c73b70-a24c-4373-abcf-578398825b21 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2965717 May 26 16:17:10.108139 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33378) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:10.114949 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c73b70-a24c-4373-abcf-578398825b21 admin admin] Pushing event updated for resources: {'Network': ['ID=ac28efc0-2a96-4984-9181-6ce65bcb6fc0,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:10.140858 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d2d55e58-3d5f-45cb-a0da-de330d96779f admin admin] Request body: {'subnet': {'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-963162973-subnet', 'tenant_id': 'f34dd27e31e54505b18adb94ad4e7b2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:10.158421 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:17:10.683895 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54243e9-444f-46dc-b2a9-bb8ec36f365a req-e3a8056e-f3d8-487c-ba11-269dc39e81da tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:10.687256 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6cc0ebd2-cd8e-434d-b0b1-cf6f42cb6c36 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:10.688122 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e54243e9-444f-46dc-b2a9-bb8ec36f365a req-e3a8056e-f3d8-487c-ba11-269dc39e81da tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 945 time: 0.1463041 May 26 16:17:10.723424 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6cc0ebd2-cd8e-434d-b0b1-cf6f42cb6c36 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:10.723980 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-6cc0ebd2-cd8e-434d-b0b1-cf6f42cb6c36 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Floating IP 055d0127-09aa-42e9-95a3-401a54fa37ad disassociated. External IP: 172.25.7.43, port: 0ce51d75-5d4d-41ee-baf2-467956867589. May 26 16:17:10.748670 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 998a0b6f-286a-4499-b21e-44a350045c77 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:17:10.810184 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e54243e9-444f-46dc-b2a9-bb8ec36f365a req-0a4afd43-2c4a-4d35-8412-8c205d7f1e80 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997131 May 26 16:17:10.927530 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 998a0b6f-286a-4499-b21e-44a350045c77 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:10.930027 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:10.996191 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d55e58-3d5f-45cb-a0da-de330d96779f admin admin] Made reservation on behalf of f34dd27e31e54505b18adb94ad4e7b2b for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:11.000998 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d2d55e58-3d5f-45cb-a0da-de330d96779f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:11.237588 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5f99934-32aa-4db6-8b1a-261b7c11c6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:11.285347 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5f99934-32aa-4db6-8b1a-261b7c11c6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:11.330388 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 998a0b6f-286a-4499-b21e-44a350045c77 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:11.331502 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:11.402594 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 998a0b6f-286a-4499-b21e-44a350045c77, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=998a0b6f-286a-4499-b21e-44a350045c77,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:11.404079 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e478563-7731-4b34-8df1-0e2840bb4a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998a0b6f-286a-4499-b21e-44a350045c77'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:17:11.409010 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbb96a0-9fbf-4e4f-a3ea-11b19a10c001" -d '{"events": [{"server_uuid": "0e478563-7731-4b34-8df1-0e2840bb4a36", "name": "network-vif-plugged", "status": "completed", "tag": "998a0b6f-286a-4499-b21e-44a350045c77"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:17:11.416561 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:11.515200 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-87836616-20ac-4873-9877-1f2c9a7e64c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:11.541850 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105609a8-e061-4004-b0eb-3aaa969ecbd3 x-openstack-request-id: req-105609a8-e061-4004-b0eb-3aaa969ecbd3 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:17:11.542135 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e478563-7731-4b34-8df1-0e2840bb4a36", "name": "network-vif-plugged", "status": "completed", "tag": "998a0b6f-286a-4499-b21e-44a350045c77", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:17:11.542590 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-105609a8-e061-4004-b0eb-3aaa969ecbd3 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:17:11.543253 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-105609a8-e061-4004-b0eb-3aaa969ecbd3'] response: {'server_uuid': '0e478563-7731-4b34-8df1-0e2840bb4a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998a0b6f-286a-4499-b21e-44a350045c77', 'code': 200} May 26 16:17:11.545725 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=998a0b6f-286a-4499-b21e-44a350045c77,revision_number=10']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:11.578266 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5f99934-32aa-4db6-8b1a-261b7c11c6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:11.582581 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5f99934-32aa-4db6-8b1a-261b7c11c6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:11.584718 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e5f99934-32aa-4db6-8b1a-261b7c11c6b9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4537fb6c-9e06-4896-875b-29a4af116f5c HTTP/1.1" status: 204 len: 168 time: 1.5071630 May 26 16:17:11.827577 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f99934-32aa-4db6-8b1a-261b7c11c6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4537fb6c-9e06-4896-875b-29a4af116f5c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:12.009146 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f99934-32aa-4db6-8b1a-261b7c11c6b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:12.010274 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f99934-32aa-4db6-8b1a-261b7c11c6b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:12.011044 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f99934-32aa-4db6-8b1a-261b7c11c6b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:12.011811 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f99934-32aa-4db6-8b1a-261b7c11c6b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:12.012356 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f99934-32aa-4db6-8b1a-261b7c11c6b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:12.012851 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f99934-32aa-4db6-8b1a-261b7c11c6b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:12.014655 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f99934-32aa-4db6-8b1a-261b7c11c6b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:12.015659 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f99934-32aa-4db6-8b1a-261b7c11c6b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:12.015872 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f99934-32aa-4db6-8b1a-261b7c11c6b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:12.016490 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f99934-32aa-4db6-8b1a-261b7c11c6b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:12.016960 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f99934-32aa-4db6-8b1a-261b7c11c6b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:12.017440 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f99934-32aa-4db6-8b1a-261b7c11c6b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:12.041357 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87836616-20ac-4873-9877-1f2c9a7e64c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3737f1a6-bbf8-410c-b21f-32295ff819a0,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:12.201100 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee8dc4-3e74-46d8-8eea-0fc44951228f req-3ed40d68-a946-4178-90ad-789ede097eca tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:12.227967 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6dee8dc4-3e74-46d8-8eea-0fc44951228f req-3ed40d68-a946-4178-90ad-789ede097eca tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 947 time: 0.1921983 May 26 16:17:12.230913 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87836616-20ac-4873-9877-1f2c9a7e64c0 admin admin] Checking segment: {'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:12.231527 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87836616-20ac-4873-9877-1f2c9a7e64c0 admin admin] Network hostable DHCP agents. Network: 98033063-3342-4cf7-9d2f-e05eb4d2a510, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:17:12.250132 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d2d55e58-3d5f-45cb-a0da-de330d96779f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:12.310493 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6dee8dc4-3e74-46d8-8eea-0fc44951228f req-97fb034b-67be-4668-88d6-6f49fe2ec439 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792854 May 26 16:17:12.399103 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4387304-c69b-47ff-86d8-de0de48c7229 req-64a646f7-7cab-4f99-996c-23d74628eee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:12.404304 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b4387304-c69b-47ff-86d8-de0de48c7229 req-64a646f7-7cab-4f99-996c-23d74628eee7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 1098 time: 0.4569542 May 26 16:17:12.459106 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87836616-20ac-4873-9877-1f2c9a7e64c0 admin admin] Network 98033063-3342-4cf7-9d2f-e05eb4d2a510 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:17:12.463963 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc0ebd2-cd8e-434d-b0b1-cf6f42cb6c36 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Router f36f1fd9-c46b-4bfd-ac55-87a9d506449a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:17:12.497522 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33398) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:12.500362 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d55e58-3d5f-45cb-a0da-de330d96779f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ab488cf-1ef6-49d7-a418-125ef2c2c830,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:12.518620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-87836616-20ac-4873-9877-1f2c9a7e64c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 98033063-3342-4cf7-9d2f-e05eb4d2a510) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:12.533546 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdf99b5-f439-46d4-a557-9721130c092f None None] Network 98033063-3342-4cf7-9d2f-e05eb4d2a510 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:12.539150 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87836616-20ac-4873-9877-1f2c9a7e64c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:12.539982 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-87836616-20ac-4873-9877-1f2c9a7e64c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:12.551622 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b4387304-c69b-47ff-86d8-de0de48c7229 req-33ea5b21-62b7-48d2-89de-79844433677f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262581 May 26 16:17:12.602726 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7361c55d-0bfd-41a2-98db-8a7ae4b20013 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a10a7402473f47e1a96c8e74d3792499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1021783 May 26 16:17:12.606438 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33400) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:12.612531 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d55e58-3d5f-45cb-a0da-de330d96779f admin admin] Checking segment: {'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:12.612927 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d55e58-3d5f-45cb-a0da-de330d96779f admin admin] Network hostable DHCP agents. Network: ac28efc0-2a96-4984-9181-6ce65bcb6fc0, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:17:12.626281 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-87836616-20ac-4873-9877-1f2c9a7e64c0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2243955 May 26 16:17:12.628932 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33402) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:12.640374 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-dcfd6543-0251-4a36-86e1-63dbaae7cc66 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1023204686-router', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:12.701297 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d55e58-3d5f-45cb-a0da-de330d96779f admin admin] Network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:17:12.714187 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6543-0251-4a36-86e1-63dbaae7cc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:12.716976 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6543-0251-4a36-86e1-63dbaae7cc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:12.724253 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-d2d55e58-3d5f-45cb-a0da-de330d96779f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, ac28efc0-2a96-4984-9181-6ce65bcb6fc0) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:12.749247 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d55e58-3d5f-45cb-a0da-de330d96779f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:12.750261 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d2d55e58-3d5f-45cb-a0da-de330d96779f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:12.761561 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fb46c60f-49c4-403c-926b-b6d2ad643018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:12.775978 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc0ebd2-cd8e-434d-b0b1-cf6f42cb6c36 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:17:12.781119 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d2d55e58-3d5f-45cb-a0da-de330d96779f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6609693 May 26 16:17:12.784954 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6cc0ebd2-cd8e-434d-b0b1-cf6f42cb6c36 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:12.794872 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8860c45b-c69f-4d34-889d-2ede44f657e2 None None] Sync routers for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:17:12.835085 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6cc0ebd2-cd8e-434d-b0b1-cf6f42cb6c36 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "PUT /v2.0/floatingips/055d0127-09aa-42e9-95a3-401a54fa37ad HTTP/1.1" status: 200 len: 687 time: 3.4273140 May 26 16:17:12.835944 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8860c45b-c69f-4d34-889d-2ede44f657e2 None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:12.835944 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8860c45b-c69f-4d34-889d-2ede44f657e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:16:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:12.836262 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33406) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:12.850498 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fb46c60f-49c4-403c-926b-b6d2ad643018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:12.947818 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da005e1b-050c-4f03-aae4-27540c393985 None None] Network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:13.078816 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a432f8-d973-43db-95f3-fa995b500309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-98033063-3342-4cf7-9d2f-e05eb4d2a510', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'fixed_ips': [{'subnet_id': '3737f1a6-bbf8-410c-b21f-32295ff819a0'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:17:13.082359 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-49a432f8-d973-43db-95f3-fa995b500309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:13.102738 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8860c45b-c69f-4d34-889d-2ede44f657e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:13.118630 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8860c45b-c69f-4d34-889d-2ede44f657e2 None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:13.120150 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8860c45b-c69f-4d34-889d-2ede44f657e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:16:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:13.128945 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6543-0251-4a36-86e1-63dbaae7cc66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:13.212615 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8860c45b-c69f-4d34-889d-2ede44f657e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:13.214409 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8860c45b-c69f-4d34-889d-2ede44f657e2 None None] The sync data for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:17:13.236715 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b11fd482-bad6-4c96-a0a6-600209b3bfe7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Deleting port b8f65d7e-7073-4066-8b35-5c8cbe633ac2 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:13.237294 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b11fd482-bad6-4c96-a0a6-600209b3bfe7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:13.322039 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-34d98731-4ce8-4805-b27b-2eafd3274682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:13.422828 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fb46c60f-49c4-403c-926b-b6d2ad643018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:13.429738 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fb46c60f-49c4-403c-926b-b6d2ad643018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:13.431910 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fb46c60f-49c4-403c-926b-b6d2ad643018 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a66f19a2-38fe-419e-ab42-d378abb86df8 HTTP/1.1" status: 204 len: 168 time: 0.8233397 May 26 16:17:13.689862 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b11fd482-bad6-4c96-a0a6-600209b3bfe7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:13.690389 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b11fd482-bad6-4c96-a0a6-600209b3bfe7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:13.745551 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b11fd482-bad6-4c96-a0a6-600209b3bfe7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Calling delete_port for b8f65d7e-7073-4066-8b35-5c8cbe633ac2 owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:13.807543 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46c60f-49c4-403c-926b-b6d2ad643018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66f19a2-38fe-419e-ab42-d378abb86df8,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:13.838353 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6543-0251-4a36-86e1-63dbaae7cc66 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:13.893290 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46c60f-49c4-403c-926b-b6d2ad643018 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:13.894747 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46c60f-49c4-403c-926b-b6d2ad643018 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:13.895793 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46c60f-49c4-403c-926b-b6d2ad643018 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:13.897865 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46c60f-49c4-403c-926b-b6d2ad643018 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:13.898942 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46c60f-49c4-403c-926b-b6d2ad643018 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:13.899818 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46c60f-49c4-403c-926b-b6d2ad643018 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:13.901333 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46c60f-49c4-403c-926b-b6d2ad643018 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:13.902230 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46c60f-49c4-403c-926b-b6d2ad643018 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:13.903214 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46c60f-49c4-403c-926b-b6d2ad643018 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:13.904528 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46c60f-49c4-403c-926b-b6d2ad643018 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:13.905547 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46c60f-49c4-403c-926b-b6d2ad643018 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:13.906952 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46c60f-49c4-403c-926b-b6d2ad643018 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:14.042938 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-49a432f8-d973-43db-95f3-fa995b500309 None None] Allocated IP 172.20.0.2 (98033063-3342-4cf7-9d2f-e05eb4d2a510/3737f1a6-bbf8-410c-b21f-32295ff819a0/ba64b7c4-049e-428a-bc07-9def65493fcf) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:14.257134 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ddfc6-9c66-46fb-9009-a3a1271fceca req-f6c6447a-b164-4b7e-8dd2-f2e928876f6a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:14.275386 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-825ddfc6-9c66-46fb-9009-a3a1271fceca req-f6c6447a-b164-4b7e-8dd2-f2e928876f6a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 947 time: 0.6984901 May 26 16:17:14.369131 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ef7958-9e09-4098-90fd-a66871cf1620 None None] Network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:14.408585 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b11fd482-bad6-4c96-a0a6-600209b3bfe7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:14.525269 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fd482-bad6-4c96-a0a6-600209b3bfe7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event deleted for resources: {'Port': ['ID=b8f65d7e-7073-4066-8b35-5c8cbe633ac2,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:14.725889 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b11fd482-bad6-4c96-a0a6-600209b3bfe7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:14.732945 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b11fd482-bad6-4c96-a0a6-600209b3bfe7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:14.736865 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b11fd482-bad6-4c96-a0a6-600209b3bfe7 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "DELETE /v2.0/floatingips/055d0127-09aa-42e9-95a3-401a54fa37ad HTTP/1.1" status: 204 len: 168 time: 1.8985736 May 26 16:17:14.746581 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-825ddfc6-9c66-46fb-9009-a3a1271fceca req-6b52d2c3-ec8e-4461-8a29-f47edf83fdd7 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4690225 May 26 16:17:14.783466 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33466) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:14.933076 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-40f1fcc5-32f9-478b-8057-e0fbe2a3fe40 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:14.934936 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-40f1fcc5-32f9-478b-8057-e0fbe2a3fe40 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 805 time: 0.9138207 May 26 16:17:14.976586 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-218f4523-53a7-4637-81e7-8cb91e9456c8 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] delete failed (client error): The resource could not be found. May 26 16:17:15.002727 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-9193928e-4420-4337-ba47-e762e3a22590 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/quotas/f34dd27e31e54505b18adb94ad4e7b2b HTTP/1.1" status: 200 len: 375 time: 0.0509634 May 26 16:17:15.031580 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-218f4523-53a7-4637-81e7-8cb91e9456c8 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "DELETE /v2.0/floatingips/055d0127-09aa-42e9-95a3-401a54fa37ad HTTP/1.1" status: 404 len: 345 time: 0.2077146 May 26 16:17:15.033905 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33482) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:15.119324 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-49a432f8-d973-43db-95f3-fa995b500309 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:15.130847 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-49a432f8-d973-43db-95f3-fa995b500309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:15.250110 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a432f8-d973-43db-95f3-fa995b500309 None None] Network 98033063-3342-4cf7-9d2f-e05eb4d2a510 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:15.344560 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a432f8-d973-43db-95f3-fa995b500309 None None] Pushing event updated for resources: {'Port': ['ID=ba64b7c4-049e-428a-bc07-9def65493fcf,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:15.351454 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-49a432f8-d973-43db-95f3-fa995b500309 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:15.366774 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a432f8-d973-43db-95f3-fa995b500309 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:15.458021 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4151d314-a08e-4b72-9efd-135e35059940 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:15.492744 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4151d314-a08e-4b72-9efd-135e35059940 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:15.516621 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4151d314-a08e-4b72-9efd-135e35059940 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:15.521171 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-17a013b2-e564-401e-a4c6-0317ef37b7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:15.523366 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4151d314-a08e-4b72-9efd-135e35059940 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "GET /v2.0/ports?network_id=e8d01f0d-9300-44d2-9117-14d546d6e420 HTTP/1.1" status: 200 len: 2357 time: 0.4876904 May 26 16:17:15.524050 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33498) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:15.550105 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6543-0251-4a36-86e1-63dbaae7cc66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:15.647774 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-49a432f8-d973-43db-95f3-fa995b500309 None None] Attempting to bind port ba64b7c4-049e-428a-bc07-9def65493fcf on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:15.648750 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-49a432f8-d973-43db-95f3-fa995b500309 None None] Attempting to bind port ba64b7c4-049e-428a-bc07-9def65493fcf by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:15.649944 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a432f8-d973-43db-95f3-fa995b500309 None None] Attempting to bind port ba64b7c4-049e-428a-bc07-9def65493fcf on network 98033063-3342-4cf7-9d2f-e05eb4d2a510 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:15.650455 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6543-0251-4a36-86e1-63dbaae7cc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:15.666802 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a432f8-d973-43db-95f3-fa995b500309 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:17:15.668774 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a432f8-d973-43db-95f3-fa995b500309 None None] Checking segment: {'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:15.669877 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-49a432f8-d973-43db-95f3-fa995b500309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:15.670744 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a432f8-d973-43db-95f3-fa995b500309 None None] Bound using segment: {'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:17:15.671828 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-49a432f8-d973-43db-95f3-fa995b500309 None None] Bound port: ba64b7c4-049e-428a-bc07-9def65493fcf, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:17:15.672818 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-49a432f8-d973-43db-95f3-fa995b500309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:15.752398 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87e2ca4-b3ee-4422-9edb-202b573b1c87 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:15.761456 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-2ec3d798-a819-47e9-b220-ddf104c1800d tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4277847 May 26 16:17:15.770023 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b87e2ca4-b3ee-4422-9edb-202b573b1c87 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "GET /v2.0/subnets/d45d7e77-993b-41bc-84b3-9eb0ec414859 HTTP/1.1" status: 200 len: 797 time: 0.2440984 May 26 16:17:15.770795 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33504) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:15.789132 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-bb5e4e1d-d5e6-4253-bc24-5aa5854a8bdd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Request body: {'port': {'network_id': 'e8d01f0d-9300-44d2-9117-14d546d6e420', 'name': 'tempest-FloatingIPTestJSON-821325959', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:15.930633 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-49a432f8-d973-43db-95f3-fa995b500309 None None] For port ba64b7c4-049e-428a-bc07-9def65493fcf, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:17:15.951132 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-49a432f8-d973-43db-95f3-fa995b500309 None None] For port ba64b7c4-049e-428a-bc07-9def65493fcf, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ba64b7c4-049e-428a-bc07-9def65493fcf,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:17:15.985967 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-49a432f8-d973-43db-95f3-fa995b500309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:16.125592 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a432f8-d973-43db-95f3-fa995b500309 None None] Pushing event updated for resources: {'Port': ['ID=ba64b7c4-049e-428a-bc07-9def65493fcf,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:16.285056 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5e4e1d-d5e6-4253-bc24-5aa5854a8bdd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Made reservation on behalf of cbd13bb72beb4d589e0419a494a9770e for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:16.493339 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:16.551807 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bb5e4e1d-d5e6-4253-bc24-5aa5854a8bdd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:16.640300 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-bb5e4e1d-d5e6-4253-bc24-5aa5854a8bdd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] device_id is not set on port 45d65fc8-60af-45ed-94a8-86d940d698e1 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:17:17.197516 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-6a4f25d6-26e9-426d-81c2-9d65093f5093 service neutron] 10.222.0.77 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2730715 May 26 16:17:17.223675 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-dcfd6543-0251-4a36-86e1-63dbaae7cc66 admin admin] Allocated IP 172.25.7.69 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/8fcfa2e4-8adc-441f-a86a-aca89071ec86) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:17.312996 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd247b-341b-42fa-bf21-8c816738ccef req-40a26ee2-64e9-41bf-b694-d46f835ac1f7 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:17.314626 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ecdd247b-341b-42fa-bf21-8c816738ccef req-40a26ee2-64e9-41bf-b694-d46f835ac1f7 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 947 time: 1.0187871 May 26 16:17:17.341958 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ba64b7c4-049e-428a-bc07-9def65493fcf up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:17:17.525177 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-bbf3bbbc-8a49-41d8-bc7f-96e76f859002 service neutron] 10.222.0.77 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264613 May 26 16:17:17.571795 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port ba64b7c4-049e-428a-bc07-9def65493fcf triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:17.572813 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:17.591146 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ecdd247b-341b-42fa-bf21-8c816738ccef req-f072254d-6d9b-4424-ab08-5e471d89a60a tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283885 May 26 16:17:17.605175 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-bb5e4e1d-d5e6-4253-bc24-5aa5854a8bdd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Allocated IP 172.20.0.14 (e8d01f0d-9300-44d2-9117-14d546d6e420/d45d7e77-993b-41bc-84b3-9eb0ec414859/45d65fc8-60af-45ed-94a8-86d940d698e1) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:17.641566 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-bb5e4e1d-d5e6-4253-bc24-5aa5854a8bdd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Allocated IP 172.20.0.13 (e8d01f0d-9300-44d2-9117-14d546d6e420/d45d7e77-993b-41bc-84b3-9eb0ec414859/45d65fc8-60af-45ed-94a8-86d940d698e1) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:17.745619 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6543-0251-4a36-86e1-63dbaae7cc66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:17.858698 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6543-0251-4a36-86e1-63dbaae7cc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:17.942731 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port ba64b7c4-049e-428a-bc07-9def65493fcf is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:17.945432 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.097803 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfd6543-0251-4a36-86e1-63dbaae7cc66 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:18.143413 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd6543-0251-4a36-86e1-63dbaae7cc66 admin admin] Pushing event updated for resources: {'Port': ['ID=8fcfa2e4-8adc-441f-a86a-aca89071ec86,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:18.167583 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-dcfd6543-0251-4a36-86e1-63dbaae7cc66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:18.169926 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.175413 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfd6543-0251-4a36-86e1-63dbaae7cc66 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:18.253976 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33542) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:18.290616 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port ba64b7c4-049e-428a-bc07-9def65493fcf, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ba64b7c4-049e-428a-bc07-9def65493fcf,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:18.293133 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07cd6c25-05b4-4fff-b23c-bb081675687b req-ee8d7177-e539-4aba-9f03-1cbfee3d70ef tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53 HTTP/1.1" status: 200 len: 210 time: 0.1114080 May 26 16:17:18.301241 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.312511 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.358837 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bb5e4e1d-d5e6-4253-bc24-5aa5854a8bdd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.519395 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bb5e4e1d-d5e6-4253-bc24-5aa5854a8bdd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:18.736673 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5e4e1d-d5e6-4253-bc24-5aa5854a8bdd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Network e8d01f0d-9300-44d2-9117-14d546d6e420 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:18.744132 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=ba64b7c4-049e-428a-bc07-9def65493fcf,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:18.751636 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfeffcaa-466a-46c0-a5e8-2e088fcb873a None None] Network 98033063-3342-4cf7-9d2f-e05eb4d2a510 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:18.753125 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-bb5e4e1d-d5e6-4253-bc24-5aa5854a8bdd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:18.759067 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5e4e1d-d5e6-4253-bc24-5aa5854a8bdd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:18.769317 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e4e1d-d5e6-4253-bc24-5aa5854a8bdd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'Port': ['ID=45d65fc8-60af-45ed-94a8-86d940d698e1,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:18.911163 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-37eb4030-e18d-489e-81bb-d41dcdc847ea tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1480664471'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:19.026210 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37eb4030-e18d-489e-81bb-d41dcdc847ea tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] Made reservation on behalf of 8dca6674dc894b4ba9998162f4f299f6 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:19.042935 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37eb4030-e18d-489e-81bb-d41dcdc847ea tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:19.065862 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5e4e1d-d5e6-4253-bc24-5aa5854a8bdd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:19.073836 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bb5e4e1d-d5e6-4253-bc24-5aa5854a8bdd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:19.085002 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-fa0a02ab-cec4-4cf5-8405-cd04999341f4 None None] Provisioning complete for port ba64b7c4-049e-428a-bc07-9def65493fcf triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:19.085815 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fa0a02ab-cec4-4cf5-8405-cd04999341f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:19.126601 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37eb4030-e18d-489e-81bb-d41dcdc847ea tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:19.187603 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bb5e4e1d-d5e6-4253-bc24-5aa5854a8bdd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.4096577 May 26 16:17:19.204476 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79af91b-39b4-4d50-8d43-70dc83c92ed2 req-cd422f2d-0fe2-4684-9ca6-6561ed0ef286 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:19.207075 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f79af91b-39b4-4d50-8d43-70dc83c92ed2 req-cd422f2d-0fe2-4684-9ca6-6561ed0ef286 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 947 time: 0.2233918 May 26 16:17:19.207875 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33556) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:19.225947 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-1c97cc67-82cf-4789-9ef9-94ab1705564c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': '45d65fc8-60af-45ed-94a8-86d940d698e1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:19.255221 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:19.290400 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ba64b7c4-049e-428a-bc07-9def65493fcf up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:17:19.364139 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f79af91b-39b4-4d50-8d43-70dc83c92ed2 req-351dfb07-778a-4c35-b316-b66041e9c608 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713530 May 26 16:17:19.395355 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6543-0251-4a36-86e1-63dbaae7cc66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:19.399635 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c97cc67-82cf-4789-9ef9-94ab1705564c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:19.442584 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37eb4030-e18d-489e-81bb-d41dcdc847ea tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:19.474389 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37eb4030-e18d-489e-81bb-d41dcdc847ea tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:19.570045 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37eb4030-e18d-489e-81bb-d41dcdc847ea tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:17:19.626400 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37eb4030-e18d-489e-81bb-d41dcdc847ea tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:19.626756 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-37eb4030-e18d-489e-81bb-d41dcdc847ea tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] Added segment b3383f19-bba5-43dc-a9c9-0bab6a4d5e01 of type vlan for network 50d8a174-1943-491d-99b1-9b77042e6be6 May 26 16:17:19.628659 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb4030-e18d-489e-81bb-d41dcdc847ea tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c56e49-96fb-4b95-a0d1-e8ff42080fd7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:19.719495 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port ba64b7c4-049e-428a-bc07-9def65493fcf triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:19.720026 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:19.763659 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37eb4030-e18d-489e-81bb-d41dcdc847ea tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:19.810771 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff245a3f-214f-4e29-bb36-ac52c950e5a5 req-dcb4d9c3-9e86-4fed-9563-6583821915ab tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53 HTTP/1.1" status: 200 len: 210 time: 0.2829487 May 26 16:17:19.874865 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37eb4030-e18d-489e-81bb-d41dcdc847ea tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:19.895531 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eb4030-e18d-489e-81bb-d41dcdc847ea tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:19.901780 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-fa0a02ab-cec4-4cf5-8405-cd04999341f4 None None] Current status of the port ba64b7c4-049e-428a-bc07-9def65493fcf is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:19.904306 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37eb4030-e18d-489e-81bb-d41dcdc847ea tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:20.091903 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb4030-e18d-489e-81bb-d41dcdc847ea tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] Pushing event updated for resources: {'Network': ['ID=50d8a174-1943-491d-99b1-9b77042e6be6,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:20.114186 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6543-0251-4a36-86e1-63dbaae7cc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:20.114557 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 50d8a174-1943-491d-99b1-9b77042e6be6 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:17:20.145699 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-37eb4030-e18d-489e-81bb-d41dcdc847ea tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.8873909 May 26 16:17:20.326095 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port ba64b7c4-049e-428a-bc07-9def65493fcf is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:20.421603 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c97cc67-82cf-4789-9ef9-94ab1705564c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:20.670989 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-effd4b13-8fa6-42b4-aee4-c6d8e2a48607 None None] Provisioning complete for port ba64b7c4-049e-428a-bc07-9def65493fcf triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:20.670989 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-effd4b13-8fa6-42b4-aee4-c6d8e2a48607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:20.773570 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfd6543-0251-4a36-86e1-63dbaae7cc66 admin admin] Router 9b1ea567-21fe-435b-aa3a-5e99908e938e is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:17:20.787790 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33574) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:20.797833 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Request body: {'port': {'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6', 'binding:host_id': 'n-h1-843337-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1632506857'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:20.828129 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-effd4b13-8fa6-42b4-aee4-c6d8e2a48607 None None] Current status of the port ba64b7c4-049e-428a-bc07-9def65493fcf is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:20.931061 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-7aa20192-ee2b-4829-a928-c41aa477aac4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:20.933678 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-7aa20192-ee2b-4829-a928-c41aa477aac4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.83 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 805 time: 0.3598893 May 26 16:17:20.967276 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-45cef1f9-8a69-455f-bf4d-501a89bcd8ba tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Request body: {'port': {'device_id': '88e1fc96-3b3c-4367-bab0-b7f23711fe53', 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0', 'admin_state_up': True, 'tenant_id': 'f34dd27e31e54505b18adb94ad4e7b2b'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:21.098353 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-1c97cc67-82cf-4789-9ef9-94ab1705564c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Allocated IP 172.25.7.98 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/9a6fa3b8-bcfa-47b8-ae6d-9787bff45ec6) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:21.254566 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-45cef1f9-8a69-455f-bf4d-501a89bcd8ba tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Made reservation on behalf of f34dd27e31e54505b18adb94ad4e7b2b for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:21.260265 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-45cef1f9-8a69-455f-bf4d-501a89bcd8ba tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:21.288817 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a334057d-2188-4179-a5bd-b6395b004777 req-b5d9a13b-02d6-4d29-8953-19b55b180ad1 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53 HTTP/1.1" status: 200 len: 210 time: 0.1701033 May 26 16:17:21.290198 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Made reservation on behalf of e6fe836335a74d86b18a4e2b35964dad for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:21.294115 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:21.341833 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:21.412062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfd6543-0251-4a36-86e1-63dbaae7cc66 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:17:21.432770 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] Sync routers for ids ['9b1ea567-21fe-435b-aa3a-5e99908e938e'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:17:21.483915 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] Routers {'9b1ea567-21fe-435b-aa3a-5e99908e938e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:21.484204 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:17:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['9b1ea567-21fe-435b-aa3a-5e99908e938e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:21.492475 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6543-0251-4a36-86e1-63dbaae7cc66 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:21.497581 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-dcfd6543-0251-4a36-86e1-63dbaae7cc66 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.8673022 May 26 16:17:21.503803 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33580) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:21.629361 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c97cc67-82cf-4789-9ef9-94ab1705564c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:21.634641 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:21.684045 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:21.700747 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] device_id is not set on port 073ef5e3-516c-418b-b449-a4318760ec93 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:17:21.777652 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-45cef1f9-8a69-455f-bf4d-501a89bcd8ba tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Allocated IP 172.20.0.3 (ac28efc0-2a96-4984-9181-6ce65bcb6fc0/0ab488cf-1ef6-49d7-a418-125ef2c2c830/863c7cb5-cb2f-4085-a54c-6db455a05c1d) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:21.854044 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] Set router 9b1ea567-21fe-435b-aa3a-5e99908e938e gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:17:21.962361 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c97cc67-82cf-4789-9ef9-94ab1705564c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:22.062868 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c97cc67-82cf-4789-9ef9-94ab1705564c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:22.132831 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-45cef1f9-8a69-455f-bf4d-501a89bcd8ba tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:22.235234 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-1c97cc67-82cf-4789-9ef9-94ab1705564c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:22.237887 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e2d75a-2289-4985-9ea8-1f2de9cbe1c9,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:22.243569 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c97cc67-82cf-4789-9ef9-94ab1705564c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:22.362467 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-45cef1f9-8a69-455f-bf4d-501a89bcd8ba tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:22.400713 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97cc67-82cf-4789-9ef9-94ab1705564c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'Port': ['ID=9a6fa3b8-bcfa-47b8-ae6d-9787bff45ec6,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:22.570236 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-45cef1f9-8a69-455f-bf4d-501a89bcd8ba tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:22.582284 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-45cef1f9-8a69-455f-bf4d-501a89bcd8ba tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:22.589842 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] device_id is not set on port 073ef5e3-516c-418b-b449-a4318760ec93 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:17:22.598869 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-45cef1f9-8a69-455f-bf4d-501a89bcd8ba tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:22.636584 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:22.664616 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cef1f9-8a69-455f-bf4d-501a89bcd8ba tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Pushing event updated for resources: {'Port': ['ID=863c7cb5-cb2f-4085-a54c-6db455a05c1d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:22.666285 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:22.862946 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-45cef1f9-8a69-455f-bf4d-501a89bcd8ba tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:22.864592 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-45cef1f9-8a69-455f-bf4d-501a89bcd8ba tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:22.972022 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'name': 'tempest-ServerActionsTestJSON-1023204686-router', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:12Z', 'updated_at': '2022-05-26T16:17:18Z', 'revision_number': 3, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'gw_port': {'id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:15Z', 'updated_at': '2022-05-26T16:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:23.005791 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-45cef1f9-8a69-455f-bf4d-501a89bcd8ba tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0532770 May 26 16:17:23.034075 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-ad6517e3-36ad-4cf3-9d9e-738f9decad3b service neutron] Request body: {'port': {'device_id': '88e1fc96-3b3c-4367-bab0-b7f23711fe53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:23.065409 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] Checking router: 9b1ea567-21fe-435b-aa3a-5e99908e938e for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:17:23.076877 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] Updating router 9b1ea567-21fe-435b-aa3a-5e99908e938e port 8fcfa2e4-8adc-441f-a86a-aca89071ec86 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:17:23.208017 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Pushing event updated for resources: {'Port': ['ID=073ef5e3-516c-418b-b449-a4318760ec93,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:23.227751 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:23.265593 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cabc6-4643-4df3-a001-2f8d8b312709 req-86d185c7-92af-48c7-a9ea-af701705f7b7 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:23.268647 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb3cabc6-4643-4df3-a001-2f8d8b312709 req-86d185c7-92af-48c7-a9ea-af701705f7b7 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53 HTTP/1.1" status: 200 len: 931 time: 0.6261470 May 26 16:17:23.328423 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-ad6517e3-36ad-4cf3-9d9e-738f9decad3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:23.507422 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb3cabc6-4643-4df3-a001-2f8d8b312709 req-a103de90-f5b4-4d52-be25-f36ea1bb9cf2 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262990 May 26 16:17:23.508382 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Checking segment: {'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:23.508755 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Network hostable DHCP agents. Network: 50d8a174-1943-491d-99b1-9b77042e6be6, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:17:23.626320 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Network 50d8a174-1943-491d-99b1-9b77042e6be6 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:17:23.659162 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33594) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:23.698763 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 50d8a174-1943-491d-99b1-9b77042e6be6) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:23.749527 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9706c6-a034-426f-b474-1abf66db3dfe None None] Network 50d8a174-1943-491d-99b1-9b77042e6be6 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:17:23.798186 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8db52a13-e056-4abc-a467-4cc08166e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:23.873810 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:23.943427 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:23.945268 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:23.946735 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:24.258424 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:24.263541 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a86b-4605-401f-913e-660237bf6462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:24.269119 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:24.296736 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port 073ef5e3-516c-418b-b449-a4318760ec93 on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:24.297401 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:24.299684 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c97cc67-82cf-4789-9ef9-94ab1705564c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:24.302341 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 2 to bind port 073ef5e3-516c-418b-b449-a4318760ec93 May 26 16:17:24.405463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] Attempting to bind port 8fcfa2e4-8adc-441f-a86a-aca89071ec86 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:24.406011 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] Attempting to bind port 8fcfa2e4-8adc-441f-a86a-aca89071ec86 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:24.406496 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] Attempting to bind port 8fcfa2e4-8adc-441f-a86a-aca89071ec86 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:24.409421 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4d546-9656-433c-a0de-b9ec267b26af None None] Pushing event updated for resources: {'Port': ['ID=8fcfa2e4-8adc-441f-a86a-aca89071ec86,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:24.415556 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:24.416006 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:24.416545 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:24.431301 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:17:24.432793 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:24.432793 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:24.433517 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:17:24.434483 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] Bound port: 8fcfa2e4-8adc-441f-a86a-aca89071ec86, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:17:24.435105 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:24.460060 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port 073ef5e3-516c-418b-b449-a4318760ec93 on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:24.460801 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:24.468365 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 3 to bind port 073ef5e3-516c-418b-b449-a4318760ec93 May 26 16:17:24.540237 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c97cc67-82cf-4789-9ef9-94ab1705564c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:24.542642 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:24.542642 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:24.543112 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:24.574575 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] For port 8fcfa2e4-8adc-441f-a86a-aca89071ec86, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:17:24.582157 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] For port 8fcfa2e4-8adc-441f-a86a-aca89071ec86, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=8fcfa2e4-8adc-441f-a86a-aca89071ec86,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:17:24.594659 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:24.608656 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port 073ef5e3-516c-418b-b449-a4318760ec93 on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:24.609136 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:24.613010 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 4 to bind port 073ef5e3-516c-418b-b449-a4318760ec93 May 26 16:17:24.671246 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:24.672331 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:24.672753 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:24.706370 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a86b-4605-401f-913e-660237bf6462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:24.707508 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port 073ef5e3-516c-418b-b449-a4318760ec93 on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:24.708052 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:24.711465 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 5 to bind port 073ef5e3-516c-418b-b449-a4318760ec93 May 26 16:17:24.733062 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a86b-4605-401f-913e-660237bf6462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:24.778790 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] Routers {'9b1ea567-21fe-435b-aa3a-5e99908e938e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:24.780049 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:17:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['9b1ea567-21fe-435b-aa3a-5e99908e938e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:24.782943 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4d546-9656-433c-a0de-b9ec267b26af None None] Pushing event updated for resources: {'Port': ['ID=8fcfa2e4-8adc-441f-a86a-aca89071ec86,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:24.830726 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:24.831355 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:24.831796 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:24.899583 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port 073ef5e3-516c-418b-b449-a4318760ec93 on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:24.900321 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:24.933447 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 6 to bind port 073ef5e3-516c-418b-b449-a4318760ec93 May 26 16:17:24.937229 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1a86b-4605-401f-913e-660237bf6462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99625249-4fa7-41fe-8497-a289f4fc3102,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:24.949037 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d8e1a86b-4605-401f-913e-660237bf6462 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ffef1d09dbf34769aa204dc4cd70e5cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2857296 May 26 16:17:24.956189 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33604) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:25.048436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:25.048436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:25.048436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:25.062188 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] Set router 9b1ea567-21fe-435b-aa3a-5e99908e938e gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:17:25.117348 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0a47c-bfb0-4d2d-93e3-71d8172b0ffd req-e72eac97-6172-4e09-953f-0d0ae6f01526 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:25.120514 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2cd0a47c-bfb0-4d2d-93e3-71d8172b0ffd req-e72eac97-6172-4e09-953f-0d0ae6f01526 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53 HTTP/1.1" status: 200 len: 931 time: 0.2848277 May 26 16:17:25.122675 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port 073ef5e3-516c-418b-b449-a4318760ec93 on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:25.123169 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:25.139871 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 7 to bind port 073ef5e3-516c-418b-b449-a4318760ec93 May 26 16:17:25.149736 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-8db52a13-e056-4abc-a467-4cc08166e0ae admin admin] Allocated IP 172.20.0.1 (98033063-3342-4cf7-9d2f-e05eb4d2a510/3737f1a6-bbf8-410c-b21f-32295ff819a0/a7adcd29-afb2-4f59-82b9-169ff14ff219) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:25.225890 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:25.226794 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:25.227536 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:25.263433 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c97cc67-82cf-4789-9ef9-94ab1705564c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:25.279517 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port 073ef5e3-516c-418b-b449-a4318760ec93 on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:25.280275 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:25.284565 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 8 to bind port 073ef5e3-516c-418b-b449-a4318760ec93 May 26 16:17:25.289501 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0eb29eec-3ed2-4b2a-a0a2-05a5718d728d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:25.291707 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c97cc67-82cf-4789-9ef9-94ab1705564c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:25.392519 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2cd0a47c-bfb0-4d2d-93e3-71d8172b0ffd req-71051513-accc-4bbd-aa69-2de4cae06a87 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476053 May 26 16:17:25.433345 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:25.433895 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:25.434383 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:25.452761 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-ad6517e3-36ad-4cf3-9d9e-738f9decad3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863c7cb5-cb2f-4085-a54c-6db455a05c1d {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:17:25.470495 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0eb29eec-3ed2-4b2a-a0a2-05a5718d728d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:25.481658 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-ad6517e3-36ad-4cf3-9d9e-738f9decad3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:25.511345 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port 073ef5e3-516c-418b-b449-a4318760ec93 on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:25.511908 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:25.519678 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 9 to bind port 073ef5e3-516c-418b-b449-a4318760ec93 May 26 16:17:25.523470 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8db52a13-e056-4abc-a467-4cc08166e0ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:25.526239 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-ad6517e3-36ad-4cf3-9d9e-738f9decad3b service neutron] Transition to ACTIVE for port object 863c7cb5-cb2f-4085-a54c-6db455a05c1d will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:17:25.526513 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97cc67-82cf-4789-9ef9-94ab1705564c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'Port': ['ID=9a6fa3b8-bcfa-47b8-ae6d-9787bff45ec6,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:25.535479 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-ad6517e3-36ad-4cf3-9d9e-738f9decad3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:25.550537 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'name': 'tempest-ServerActionsTestJSON-1023204686-router', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:12Z', 'updated_at': '2022-05-26T16:17:18Z', 'revision_number': 3, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'gw_port': {'id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:15Z', 'updated_at': '2022-05-26T16:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:25.592272 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c97cc67-82cf-4789-9ef9-94ab1705564c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:25.598197 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:25.598197 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:25.598197 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:25.611961 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686e00ce-0378-4450-9437-cb101ae67ce5 None None] The sync data for ids ['9b1ea567-21fe-435b-aa3a-5e99908e938e'] in n-d-843337-2 is: [{'id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'name': 'tempest-ServerActionsTestJSON-1023204686-router', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:12Z', 'updated_at': '2022-05-26T16:17:18Z', 'revision_number': 3, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'gw_port': {'id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:15Z', 'updated_at': '2022-05-26T16:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:17:25.646010 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6517e3-36ad-4cf3-9d9e-738f9decad3b service neutron] Pushing event updated for resources: {'Port': ['ID=863c7cb5-cb2f-4085-a54c-6db455a05c1d,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:25.671133 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port 073ef5e3-516c-418b-b449-a4318760ec93 on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:25.671133 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:25.672230 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 10 to bind port 073ef5e3-516c-418b-b449-a4318760ec93 May 26 16:17:25.702601 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:25.703223 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:25.703808 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:25.749995 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8db52a13-e056-4abc-a467-4cc08166e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:25.750400 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0eb29eec-3ed2-4b2a-a0a2-05a5718d728d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:25.753072 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0eb29eec-3ed2-4b2a-a0a2-05a5718d728d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:25.754217 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0eb29eec-3ed2-4b2a-a0a2-05a5718d728d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/99625249-4fa7-41fe-8497-a289f4fc3102 HTTP/1.1" status: 204 len: 168 time: 0.7942460 May 26 16:17:25.765650 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port 073ef5e3-516c-418b-b449-a4318760ec93 on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:25.766197 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port 073ef5e3-516c-418b-b449-a4318760ec93 on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:25.766808 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:25.800155 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb29eec-3ed2-4b2a-a0a2-05a5718d728d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99625249-4fa7-41fe-8497-a289f4fc3102,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:25.853910 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-1c97cc67-82cf-4789-9ef9-94ab1705564c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Floating IP ef7c214c-8cd4-4ae7-a0c6-cd4e048df237 associated. External IP: 172.25.7.98, port: 45d65fc8-60af-45ed-94a8-86d940d698e1. May 26 16:17:25.883458 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db52a13-e056-4abc-a467-4cc08166e0ae admin admin] Network 98033063-3342-4cf7-9d2f-e05eb4d2a510 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:25.885642 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db52a13-e056-4abc-a467-4cc08166e0ae admin admin] Pushing event updated for resources: {'Port': ['ID=a7adcd29-afb2-4f59-82b9-169ff14ff219,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:25.899387 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-8db52a13-e056-4abc-a467-4cc08166e0ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:25.929277 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-ad6517e3-36ad-4cf3-9d9e-738f9decad3b service neutron] Attempting to bind port 863c7cb5-cb2f-4085-a54c-6db455a05c1d on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:25.930228 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-ad6517e3-36ad-4cf3-9d9e-738f9decad3b service neutron] Attempting to bind port 863c7cb5-cb2f-4085-a54c-6db455a05c1d by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:25.930803 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-ad6517e3-36ad-4cf3-9d9e-738f9decad3b service neutron] Attempting to bind port 863c7cb5-cb2f-4085-a54c-6db455a05c1d on network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:25.942961 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db52a13-e056-4abc-a467-4cc08166e0ae admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:25.951604 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-ad6517e3-36ad-4cf3-9d9e-738f9decad3b service neutron] Port 863c7cb5-cb2f-4085-a54c-6db455a05c1d on network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:25.954206 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-ad6517e3-36ad-4cf3-9d9e-738f9decad3b service neutron] Attempting to bind port 863c7cb5-cb2f-4085-a54c-6db455a05c1d on network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:26.081987 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-ad6517e3-36ad-4cf3-9d9e-738f9decad3b service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:17:26.082790 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-ad6517e3-36ad-4cf3-9d9e-738f9decad3b service neutron] Checking segment: {'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:26.083555 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-ad6517e3-36ad-4cf3-9d9e-738f9decad3b service neutron] Bound using segment: {'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:17:26.084578 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-ad6517e3-36ad-4cf3-9d9e-738f9decad3b service neutron] Bound port: 863c7cb5-cb2f-4085-a54c-6db455a05c1d, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:17:26.085346 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-ad6517e3-36ad-4cf3-9d9e-738f9decad3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:26.216545 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] For port 073ef5e3-516c-418b-b449-a4318760ec93, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:17:26.219385 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempted to set empty binding levels {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 26 16:17:26.230754 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:26.306657 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8db52a13-e056-4abc-a467-4cc08166e0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:26.337479 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:26.341717 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:26.411508 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 5.6220174 May 26 16:17:26.431196 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33614) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:26.511413 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-ad6517e3-36ad-4cf3-9d9e-738f9decad3b service neutron] For port 863c7cb5-cb2f-4085-a54c-6db455a05c1d, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:17:26.526164 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-ad6517e3-36ad-4cf3-9d9e-738f9decad3b service neutron] For port 863c7cb5-cb2f-4085-a54c-6db455a05c1d, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=863c7cb5-cb2f-4085-a54c-6db455a05c1d,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:17:26.551140 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9f4ced82-f8c6-442e-8e07-6aa3fbb104ea None None] Provisioning complete for port a7adcd29-afb2-4f59-82b9-169ff14ff219 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:26.554924 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-ad6517e3-36ad-4cf3-9d9e-738f9decad3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:26.556459 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9f4ced82-f8c6-442e-8e07-6aa3fbb104ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:26.675217 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9f4ced82-f8c6-442e-8e07-6aa3fbb104ea None None] Port a7adcd29-afb2-4f59-82b9-169ff14ff219 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:17:26.778362 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6517e3-36ad-4cf3-9d9e-738f9decad3b service neutron] Pushing event updated for resources: {'Port': ['ID=863c7cb5-cb2f-4085-a54c-6db455a05c1d,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:26.803593 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-ad6517e3-36ad-4cf3-9d9e-738f9decad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:26.805282 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-ad6517e3-36ad-4cf3-9d9e-738f9decad3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:26.809071 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-ad6517e3-36ad-4cf3-9d9e-738f9decad3b service neutron] 10.222.0.83 "PUT /v2.0/ports/863c7cb5-cb2f-4085-a54c-6db455a05c1d HTTP/1.1" status: 200 len: 1091 time: 3.7827611 May 26 16:17:26.810034 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602998fe-9500-42c1-8f09-37ab1fe31090 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Pushing event updated for resources: {'Port': ['ID=073ef5e3-516c-418b-b449-a4318760ec93,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:26.811006 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e1fc96-3b3c-4367-bab0-b7f23711fe53', 'tag': '863c7cb5-cb2f-4085-a54c-6db455a05c1d'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:17:26.815612 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1babe4-c285-40d3-af3a-1da134d6596f" -d '{"events": [{"name": "network-changed", "server_uuid": "88e1fc96-3b3c-4367-bab0-b7f23711fe53", "tag": "863c7cb5-cb2f-4085-a54c-6db455a05c1d"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:17:26.839601 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33620) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:26.874394 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93e152d7-e9fb-4290-a173-890347e478e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:27.073412 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c97cc67-82cf-4789-9ef9-94ab1705564c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Router f36f1fd9-c46b-4bfd-ac55-87a9d506449a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:17:27.090622 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c630da87-dddf-47b3-bfdf-c33e608ff126 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Deleting port 073ef5e3-516c-418b-b449-a4318760ec93 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:27.091133 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c630da87-dddf-47b3-bfdf-c33e608ff126 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:27.094334 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9d6f1a-1858-4040-b402-a602e7629ce9 x-openstack-request-id: req-4c9d6f1a-1858-4040-b402-a602e7629ce9 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:17:27.097114 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e1fc96-3b3c-4367-bab0-b7f23711fe53", "tag": "863c7cb5-cb2f-4085-a54c-6db455a05c1d", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:17:27.104283 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4c9d6f1a-1858-4040-b402-a602e7629ce9 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:17:27.105119 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c9d6f1a-1858-4040-b402-a602e7629ce9'] response: {'name': 'network-changed', 'server_uuid': '88e1fc96-3b3c-4367-bab0-b7f23711fe53', 'tag': '863c7cb5-cb2f-4085-a54c-6db455a05c1d', 'status': 'completed', 'code': 200} May 26 16:17:27.123412 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790f89d-7d5c-4f8d-8880-5d88a3e53e97 req-83565dda-2ea9-4063-8e4c-3a141e108bdf tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:27.127341 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9790f89d-7d5c-4f8d-8880-5d88a3e53e97 req-83565dda-2ea9-4063-8e4c-3a141e108bdf tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53 HTTP/1.1" status: 200 len: 943 time: 0.3223751 May 26 16:17:27.199110 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8db52a13-e056-4abc-a467-4cc08166e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:27.242145 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93e152d7-e9fb-4290-a173-890347e478e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:27.258358 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-0b1b1d3d-2e1a-4c09-b5c5-1481fd7e6ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:27.260953 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-0b1b1d3d-2e1a-4c09-b5c5-1481fd7e6ec4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53 HTTP/1.1" status: 200 len: 1094 time: 0.2914097 May 26 16:17:27.261989 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93e152d7-e9fb-4290-a173-890347e478e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:27.314725 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8fcfa2e4-8adc-441f-a86a-aca89071ec86 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:17:27.824529 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-93e152d7-e9fb-4290-a173-890347e478e8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ff099d95116a408ab90d539aa5d0c13b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6456032 May 26 16:17:27.824529 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-7cfd3ea5-0d70-4405-b3ad-2f0a31021e94 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863c7cb5-cb2f-4085-a54c-6db455a05c1d HTTP/1.1" status: 200 len: 217 time: 0.2054341 May 26 16:17:27.824529 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33628) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:27.835957 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 8fcfa2e4-8adc-441f-a86a-aca89071ec86 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:27.835957 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:27.838988 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e152d7-e9fb-4290-a173-890347e478e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1d7e60-e53a-4aa0-944d-f320f21600b7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:27.838988 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-947cc585-35c1-4a1f-9a88-a5f1caadd272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:27.838988 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-947cc585-35c1-4a1f-9a88-a5f1caadd272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:27.926033 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 8fcfa2e4-8adc-441f-a86a-aca89071ec86 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:27.929027 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:27.939962 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-95b76d73-a8f9-4e14-a61b-2d7abf5a6878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:27.942327 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-95b76d73-a8f9-4e14-a61b-2d7abf5a6878 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0ab488cf-1ef6-49d7-a418-125ef2c2c830 HTTP/1.1" status: 200 len: 845 time: 0.3704038 May 26 16:17:27.994973 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 8fcfa2e4-8adc-441f-a86a-aca89071ec86, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=8fcfa2e4-8adc-441f-a86a-aca89071ec86,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:28.004849 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:28.047144 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-b80f3eb5-ad04-4d2e-bdbe-e50618ecec36 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460644 May 26 16:17:28.119389 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=8fcfa2e4-8adc-441f-a86a-aca89071ec86,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:28.183906 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-947cc585-35c1-4a1f-9a88-a5f1caadd272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:28.186521 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-947cc585-35c1-4a1f-9a88-a5f1caadd272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:28.192415 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-947cc585-35c1-4a1f-9a88-a5f1caadd272 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ee1d7e60-e53a-4aa0-944d-f320f21600b7 HTTP/1.1" status: 204 len: 168 time: 0.6818938 May 26 16:17:28.223171 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947cc585-35c1-4a1f-9a88-a5f1caadd272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1d7e60-e53a-4aa0-944d-f320f21600b7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:28.328362 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8db52a13-e056-4abc-a467-4cc08166e0ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:28.337210 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-937f3348-87ee-4e17-a5da-bb7a180846ca service neutron] 10.222.0.83 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802584 May 26 16:17:28.340212 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8db52a13-e056-4abc-a467-4cc08166e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:28.340931 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9790f89d-7d5c-4f8d-8880-5d88a3e53e97 req-8f6399aa-8042-4771-8022-fdaa1d07234c tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1846726 May 26 16:17:28.354755 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c630da87-dddf-47b3-bfdf-c33e608ff126 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] For port 073ef5e3-516c-418b-b449-a4318760ec93, host n-h1-843337-2, got binding levels [] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:28.355106 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c630da87-dddf-47b3-bfdf-c33e608ff126 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:28.455231 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c630da87-dddf-47b3-bfdf-c33e608ff126 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Calling delete_port for 073ef5e3-516c-418b-b449-a4318760ec93 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:28.514773 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c97cc67-82cf-4789-9ef9-94ab1705564c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:17:28.517000 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e178c3c3-833b-4a33-9007-fc72c95aaeca req-da5dfd74-a250-4454-a236-5c4ba5b8205a service neutron] 10.222.0.83 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447463 May 26 16:17:28.533657 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774ee059-53c0-4cd1-bf19-332cec8aae8e None None] Sync routers for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:17:28.580323 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774ee059-53c0-4cd1-bf19-332cec8aae8e None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:28.585162 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-774ee059-53c0-4cd1-bf19-332cec8aae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:17:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:28.652485 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8db52a13-e056-4abc-a467-4cc08166e0ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:28.671890 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db52a13-e056-4abc-a467-4cc08166e0ae admin admin] Pushing event updated for resources: {'Port': ['ID=a7adcd29-afb2-4f59-82b9-169ff14ff219,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:28.686766 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-774ee059-53c0-4cd1-bf19-332cec8aae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:28.715984 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774ee059-53c0-4cd1-bf19-332cec8aae8e None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:28.717963 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-774ee059-53c0-4cd1-bf19-332cec8aae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:17:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:28.750471 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c630da87-dddf-47b3-bfdf-c33e608ff126 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:28.863758 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-774ee059-53c0-4cd1-bf19-332cec8aae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:28.868781 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774ee059-53c0-4cd1-bf19-332cec8aae8e None None] The sync data for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:17:28.869101 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c97cc67-82cf-4789-9ef9-94ab1705564c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:28.946338 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630da87-dddf-47b3-bfdf-c33e608ff126 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Pushing event deleted for resources: {'Port': ['ID=073ef5e3-516c-418b-b449-a4318760ec93,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:28.951989 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1c97cc67-82cf-4789-9ef9-94ab1705564c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.7369666 May 26 16:17:28.962092 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db52a13-e056-4abc-a467-4cc08166e0ae admin admin] Network 98033063-3342-4cf7-9d2f-e05eb4d2a510 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:28.962725 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33654) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:28.973135 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-8db52a13-e056-4abc-a467-4cc08166e0ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:28.973647 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ad91a778-80ad-44f5-a83c-8cef3f6db311 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Request body: {'floatingip': {'port_id': '45d65fc8-60af-45ed-94a8-86d940d698e1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:28.979599 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c630da87-dddf-47b3-bfdf-c33e608ff126 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:28.989026 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c630da87-dddf-47b3-bfdf-c33e608ff126 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] 10.222.0.77 "DELETE /v2.0/ports/073ef5e3-516c-418b-b449-a4318760ec93 HTTP/1.1" status: 204 len: 168 time: 2.5468357 May 26 16:17:28.994857 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33656) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:29.126655 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-0303c2c0-bc65-42c9-8b5a-127333dfe938 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] GET failed (client error): The resource could not be found. May 26 16:17:29.133189 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0303c2c0-bc65-42c9-8b5a-127333dfe938 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] 10.222.0.77 "GET /v2.0/ports/073ef5e3-516c-418b-b449-a4318760ec93 HTTP/1.1" status: 404 len: 333 time: 0.1325686 May 26 16:17:29.134510 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad91a778-80ad-44f5-a83c-8cef3f6db311 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:29.139491 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33660) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:29.277890 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8fcfa2e4-8adc-441f-a86a-aca89071ec86 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:17:29.309734 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-fc82a5f6-936c-4037-b4a6-acd7243c68d6 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Request body: {'port': {'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1893882550'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:29.392009 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc82a5f6-936c-4037-b4a6-acd7243c68d6 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Made reservation on behalf of e6fe836335a74d86b18a4e2b35964dad for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:29.400266 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fc82a5f6-936c-4037-b4a6-acd7243c68d6 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:29.510768 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 8fcfa2e4-8adc-441f-a86a-aca89071ec86 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:29.516662 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:29.650538 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-fc82a5f6-936c-4037-b4a6-acd7243c68d6 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] device_id is not set on port c70f3d82-64dc-4551-beb1-c393e7052093 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:17:29.661683 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-6d89d23a-debf-4284-97cc-5fe33612eb1a None None] Provisioning complete for port a7adcd29-afb2-4f59-82b9-169ff14ff219 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:29.662099 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6d89d23a-debf-4284-97cc-5fe33612eb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:29.841141 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6d89d23a-debf-4284-97cc-5fe33612eb1a None None] Port a7adcd29-afb2-4f59-82b9-169ff14ff219 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:17:29.910872 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 8fcfa2e4-8adc-441f-a86a-aca89071ec86 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:29.935936 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425cb43-4c1c-4a16-bd0f-2bc677a40b1a req-d7a0ae74-3120-4166-b5e9-72a58b40f4db tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:29.953077 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e425cb43-4c1c-4a16-bd0f-2bc677a40b1a req-d7a0ae74-3120-4166-b5e9-72a58b40f4db tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53 HTTP/1.1" status: 200 len: 943 time: 0.3393247 May 26 16:17:30.040862 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fc82a5f6-936c-4037-b4a6-acd7243c68d6 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:30.056817 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db52a13-e056-4abc-a467-4cc08166e0ae admin admin] Router 9b1ea567-21fe-435b-aa3a-5e99908e938e has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:17:30.076792 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1babe4-c285-40d3-af3a-1da134d6596f req-3a9de90b-c3b3-44fd-a509-c42f6b170f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:30.086755 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2e1babe4-c285-40d3-af3a-1da134d6596f req-3a9de90b-c3b3-44fd-a509-c42f6b170f4c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53 HTTP/1.1" status: 200 len: 1094 time: 1.3328049 May 26 16:17:30.109180 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e425cb43-4c1c-4a16-bd0f-2bc677a40b1a req-f35f7ef0-eac8-41fd-842d-ddcec526e1ed tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547430 May 26 16:17:30.402835 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fc82a5f6-936c-4037-b4a6-acd7243c68d6 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:30.508548 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1babe4-c285-40d3-af3a-1da134d6596f req-7824ca6b-be5b-4f3b-8bf7-679409076aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:30.511126 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2e1babe4-c285-40d3-af3a-1da134d6596f req-7824ca6b-be5b-4f3b-8bf7-679409076aa4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 906 time: 0.4229989 May 26 16:17:30.537422 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:30.695525 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2e1babe4-c285-40d3-af3a-1da134d6596f req-e3a26c80-4fd1-401e-aed3-b10b32e5c74c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863c7cb5-cb2f-4085-a54c-6db455a05c1d HTTP/1.1" status: 200 len: 217 time: 0.1592371 May 26 16:17:30.734349 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc82a5f6-936c-4037-b4a6-acd7243c68d6 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Network 50d8a174-1943-491d-99b1-9b77042e6be6 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:30.781672 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-fc82a5f6-936c-4037-b4a6-acd7243c68d6 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:30.784979 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82a5f6-936c-4037-b4a6-acd7243c68d6 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Pushing event updated for resources: {'Port': ['ID=c70f3d82-64dc-4551-beb1-c393e7052093,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:30.797126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc82a5f6-936c-4037-b4a6-acd7243c68d6 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:30.798939 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc82a5f6-936c-4037-b4a6-acd7243c68d6 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:30.800162 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fc82a5f6-936c-4037-b4a6-acd7243c68d6 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:30.856126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db52a13-e056-4abc-a467-4cc08166e0ae admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:17:30.860227 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1babe4-c285-40d3-af3a-1da134d6596f req-d60c784d-4655-4ebd-8caa-e6ae7f6c95b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:30.862397 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2e1babe4-c285-40d3-af3a-1da134d6596f req-d60c784d-4655-4ebd-8caa-e6ae7f6c95b2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0ab488cf-1ef6-49d7-a418-125ef2c2c830 HTTP/1.1" status: 200 len: 845 time: 0.1504407 May 26 16:17:30.874415 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] Sync routers for ids ['9b1ea567-21fe-435b-aa3a-5e99908e938e'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:17:30.881296 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8db52a13-e056-4abc-a467-4cc08166e0ae admin admin] 10.222.0.77 "PUT /v2.0/routers/9b1ea567-21fe-435b-aa3a-5e99908e938e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3756158 May 26 16:17:30.894535 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fc82a5f6-936c-4037-b4a6-acd7243c68d6 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5913074 May 26 16:17:30.900510 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad91a778-80ad-44f5-a83c-8cef3f6db311 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:30.903228 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33704) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:30.910745 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad91a778-80ad-44f5-a83c-8cef3f6db311 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:30.930175 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] Routers {'9b1ea567-21fe-435b-aa3a-5e99908e938e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:30.931318 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:17:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['9b1ea567-21fe-435b-aa3a-5e99908e938e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:30.950025 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2e1babe4-c285-40d3-af3a-1da134d6596f req-b21fbb9d-7338-4896-9b35-d99783a39040 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661552 May 26 16:17:31.030872 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:31.182846 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 863c7cb5-cb2f-4085-a54c-6db455a05c1d details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:17:31.202480 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2e1babe4-c285-40d3-af3a-1da134d6596f req-bbe3aabd-ac60-472a-a3c6-9265d1b513b5 service neutron] 10.222.0.83 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443705 May 26 16:17:31.523211 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:31.562993 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2e1babe4-c285-40d3-af3a-1da134d6596f req-b923894d-d03f-4aaf-8995-626391511789 service neutron] 10.222.0.83 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456447 May 26 16:17:31.578273 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 863c7cb5-cb2f-4085-a54c-6db455a05c1d, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=863c7cb5-cb2f-4085-a54c-6db455a05c1d,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:31.681826 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed7e5f-0380-4227-9b4d-d4950289eeac req-2b442146-0c45-4eaa-befe-48695d1548d2 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:31.701313 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-64ed7e5f-0380-4227-9b4d-d4950289eeac req-2b442146-0c45-4eaa-befe-48695d1548d2 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53 HTTP/1.1" status: 200 len: 943 time: 0.2306848 May 26 16:17:31.707879 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '863c7cb5-cb2f-4085-a54c-6db455a05c1d', 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0', 'port_id': '863c7cb5-cb2f-4085-a54c-6db455a05c1d', 'mac_address': 'fa:16:3e:1e:56:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab488cf-1ef6-49d7-a418-125ef2c2c830', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:17:31.833216 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 863c7cb5-cb2f-4085-a54c-6db455a05c1d is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:31.834209 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:31.873827 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] Set router 9b1ea567-21fe-435b-aa3a-5e99908e938e gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:17:32.001027 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863c7cb5-cb2f-4085-a54c-6db455a05c1d {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:17:32.134276 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-64ed7e5f-0380-4227-9b4d-d4950289eeac req-8bb822a1-9307-4790-823b-5098144517b3 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625154 May 26 16:17:32.195070 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad91a778-80ad-44f5-a83c-8cef3f6db311 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Router f36f1fd9-c46b-4bfd-ac55-87a9d506449a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:17:32.223519 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33734) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:32.234674 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 863c7cb5-cb2f-4085-a54c-6db455a05c1d, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=863c7cb5-cb2f-4085-a54c-6db455a05c1d,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:32.235898 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-eb6e0096-1bfe-4867-bb7c-f57e257a5a48 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1801425527', 'description': 'tempest-description--39101184'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:32.345202 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb6e0096-1bfe-4867-bb7c-f57e257a5a48 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:32.353371 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] device_id is not set on port c70f3d82-64dc-4551-beb1-c393e7052093 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:17:32.404583 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:32.450922 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:32.460751 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:32.536126 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb6e0096-1bfe-4867-bb7c-f57e257a5a48 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:32.551353 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb6e0096-1bfe-4867-bb7c-f57e257a5a48 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:32.637793 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb6e0096-1bfe-4867-bb7c-f57e257a5a48 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:32.649198 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-eb6e0096-1bfe-4867-bb7c-f57e257a5a48 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4217961 May 26 16:17:32.653954 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33744) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:32.666650 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=863c7cb5-cb2f-4085-a54c-6db455a05c1d,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:32.695217 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e057e3aa-3561-41c7-8980-b864f727ff89 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Request body: {'security_group_rule': {'security_group_id': 'f98e4d04-5776-4ff7-94f6-ebf4fb4735e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:32.717081 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e0096-1bfe-4867-bb7c-f57e257a5a48 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:32.717863 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'name': 'tempest-ServerActionsTestJSON-1023204686-router', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:12Z', 'updated_at': '2022-05-26T16:17:26Z', 'revision_number': 4, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'gw_port': {'id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:15Z', 'updated_at': '2022-05-26T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'a7adcd29-afb2-4f59-82b9-169ff14ff219', 'name': '', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'mac_address': 'fa:16:3e:99:f6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:24Z', 'updated_at': '2022-05-26T16:17:27Z', 'revision_number': 2, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'subnets': [{'id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:32.798370 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] Checking router: 9b1ea567-21fe-435b-aa3a-5e99908e938e for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:17:32.799080 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] Updating router 9b1ea567-21fe-435b-aa3a-5e99908e938e port a7adcd29-afb2-4f59-82b9-169ff14ff219 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:17:32.807643 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Pushing event updated for resources: {'Port': ['ID=c70f3d82-64dc-4551-beb1-c393e7052093,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:32.833916 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad91a778-80ad-44f5-a83c-8cef3f6db311 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:17:32.842843 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad91a778-80ad-44f5-a83c-8cef3f6db311 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:32.863117 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:32.868477 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a786e99-81a1-40f0-819b-ffc2cc627b7b None None] Sync routers for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:17:32.895926 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:32.896500 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:32.897364 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:32.904531 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a786e99-81a1-40f0-819b-ffc2cc627b7b None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:32.905518 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1a786e99-81a1-40f0-819b-ffc2cc627b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:17:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:32.907765 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e057e3aa-3561-41c7-8980-b864f727ff89 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:32.963117 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port c70f3d82-64dc-4551-beb1-c393e7052093 on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:32.968912 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:32.975015 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 2 to bind port c70f3d82-64dc-4551-beb1-c393e7052093 May 26 16:17:32.985555 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1a786e99-81a1-40f0-819b-ffc2cc627b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:33.019850 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a786e99-81a1-40f0-819b-ffc2cc627b7b None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:33.020936 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['863c7cb5-cb2f-4085-a54c-6db455a05c1d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:17:33.022333 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1a786e99-81a1-40f0-819b-ffc2cc627b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:17:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:33.055660 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:33.058730 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:33.059336 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:33.106614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port c70f3d82-64dc-4551-beb1-c393e7052093 on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:33.107148 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:33.111220 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1a786e99-81a1-40f0-819b-ffc2cc627b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:33.112507 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a786e99-81a1-40f0-819b-ffc2cc627b7b None None] The sync data for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:17:33.166171 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 3 to bind port c70f3d82-64dc-4551-beb1-c393e7052093 May 26 16:17:33.273254 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ad91a778-80ad-44f5-a83c-8cef3f6db311 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "PUT /v2.0/floatingips/ef7c214c-8cd4-4ae7-a0c6-cd4e048df237 HTTP/1.1" status: 200 len: 977 time: 4.3092315 May 26 16:17:33.278424 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33758) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:33.300835 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:33.301554 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:33.302137 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:33.324215 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port c70f3d82-64dc-4551-beb1-c393e7052093 on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:33.325428 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:33.329977 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 4 to bind port c70f3d82-64dc-4551-beb1-c393e7052093 May 26 16:17:33.435525 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e057e3aa-3561-41c7-8980-b864f727ff89 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:33.440968 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:33.441831 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:33.442502 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:33.469315 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port c70f3d82-64dc-4551-beb1-c393e7052093 on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:33.483658 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:33.485430 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e057e3aa-3561-41c7-8980-b864f727ff89 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:33.514782 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 5 to bind port c70f3d82-64dc-4551-beb1-c393e7052093 May 26 16:17:33.585445 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:33.586049 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:33.586849 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:33.597135 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057e3aa-3561-41c7-8980-b864f727ff89 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c75f50c-487d-40f3-8396-ca8c037d1257,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:33.634569 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e057e3aa-3561-41c7-8980-b864f727ff89 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:33.634569 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e057e3aa-3561-41c7-8980-b864f727ff89 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9424448 May 26 16:17:33.635418 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33766) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:33.640448 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d6e442ec-40a1-4cc4-8037-8bda211f3899 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Request body: {'security_group_rule': {'security_group_id': 'f98e4d04-5776-4ff7-94f6-ebf4fb4735e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:33.642635 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port c70f3d82-64dc-4551-beb1-c393e7052093 on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:33.644814 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:33.662598 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 6 to bind port c70f3d82-64dc-4551-beb1-c393e7052093 May 26 16:17:33.736854 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87643a0-258c-48a4-be26-6d3c13e73f74 req-1ab7453b-5584-448d-a4f8-dd81a14f67da tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:33.739781 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b87643a0-258c-48a4-be26-6d3c13e73f74 req-1ab7453b-5584-448d-a4f8-dd81a14f67da tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53 HTTP/1.1" status: 200 len: 944 time: 0.3902376 May 26 16:17:33.743011 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:33.743901 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:33.744351 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:33.775054 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port c70f3d82-64dc-4551-beb1-c393e7052093 on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:33.775054 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:33.785591 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d6e442ec-40a1-4cc4-8037-8bda211f3899 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:33.789935 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 7 to bind port c70f3d82-64dc-4551-beb1-c393e7052093 May 26 16:17:33.851395 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:33.852703 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:33.854513 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:33.884819 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port c70f3d82-64dc-4551-beb1-c393e7052093 on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:33.886449 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:33.887326 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 8 to bind port c70f3d82-64dc-4551-beb1-c393e7052093 May 26 16:17:33.898623 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b87643a0-258c-48a4-be26-6d3c13e73f74 req-d932b4c5-ba93-4585-973e-10c4d7c70fa1 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395872 May 26 16:17:33.928467 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:33.929340 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:33.930001 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:33.955911 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port c70f3d82-64dc-4551-beb1-c393e7052093 on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:33.955911 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:33.955911 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 9 to bind port c70f3d82-64dc-4551-beb1-c393e7052093 May 26 16:17:33.976083 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:33.977532 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:33.978117 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:33.978443 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-d9efe8cc-c9d7-40dc-bfc5-34d40024f8bb tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Deleting port 9a6fa3b8-bcfa-47b8-ae6d-9787bff45ec6 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:33.979298 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d9efe8cc-c9d7-40dc-bfc5-34d40024f8bb tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:34.004454 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port c70f3d82-64dc-4551-beb1-c393e7052093 on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:34.005490 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:34.008347 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 10 to bind port c70f3d82-64dc-4551-beb1-c393e7052093 May 26 16:17:34.063452 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:34.068642 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:34.080967 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:34.094724 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port c70f3d82-64dc-4551-beb1-c393e7052093 on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:34.095198 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port c70f3d82-64dc-4551-beb1-c393e7052093 on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:34.095822 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:34.147043 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d6e442ec-40a1-4cc4-8037-8bda211f3899 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:34.192568 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d6e442ec-40a1-4cc4-8037-8bda211f3899 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:34.269799 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d6e442ec-40a1-4cc4-8037-8bda211f3899 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:34.278108 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d6e442ec-40a1-4cc4-8037-8bda211f3899 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6416693 May 26 16:17:34.279032 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33778) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:34.285108 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e442ec-40a1-4cc4-8037-8bda211f3899 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80dd5234-ac5d-4d81-994b-fa9417079317,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:34.294383 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-3f8ed307-619b-4c33-86b3-2935765481ed tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:34.308052 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d9efe8cc-c9d7-40dc-bfc5-34d40024f8bb tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:34.313365 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d9efe8cc-c9d7-40dc-bfc5-34d40024f8bb tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:34.337134 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] For port c70f3d82-64dc-4551-beb1-c393e7052093, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:17:34.337134 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempted to set empty binding levels {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 26 16:17:34.345261 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-d9efe8cc-c9d7-40dc-bfc5-34d40024f8bb tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Calling delete_port for 9a6fa3b8-bcfa-47b8-ae6d-9787bff45ec6 owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:34.361128 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:34.390456 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed307-619b-4c33-86b3-2935765481ed tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:34.467032 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] In _notify_port_updated(), no bound segment for port c70f3d82-64dc-4551-beb1-c393e7052093 on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:17:34.468646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:34.469672 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:34.476974 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] 10.222.0.77 "PUT /v2.0/ports/c70f3d82-64dc-4551-beb1-c393e7052093 HTTP/1.1" status: 200 len: 975 time: 3.5695856 May 26 16:17:34.486232 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33784) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:34.671140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df6434-b113-4a1f-8420-7b7e2aad17fd tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Pushing event updated for resources: {'Port': ['ID=c70f3d82-64dc-4551-beb1-c393e7052093,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:34.762437 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:34.800683 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ffca9c-935a-4d2b-a6d0-6d483439b414 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:34.800683 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ffca9c-935a-4d2b-a6d0-6d483439b414 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:34.800683 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ffca9c-935a-4d2b-a6d0-6d483439b414 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:34.801455 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ffca9c-935a-4d2b-a6d0-6d483439b414 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:34.802424 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ffca9c-935a-4d2b-a6d0-6d483439b414 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:34.805983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ffca9c-935a-4d2b-a6d0-6d483439b414 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:34.805983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ffca9c-935a-4d2b-a6d0-6d483439b414 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:34.805983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ffca9c-935a-4d2b-a6d0-6d483439b414 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:34.805983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ffca9c-935a-4d2b-a6d0-6d483439b414 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:34.805983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ffca9c-935a-4d2b-a6d0-6d483439b414 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:34.807819 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ffca9c-935a-4d2b-a6d0-6d483439b414 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:34.807819 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ffca9c-935a-4d2b-a6d0-6d483439b414 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:34.808508 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ffca9c-935a-4d2b-a6d0-6d483439b414 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:34.811980 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ffca9c-935a-4d2b-a6d0-6d483439b414 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:34.811980 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ffca9c-935a-4d2b-a6d0-6d483439b414 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:34.811980 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ffca9c-935a-4d2b-a6d0-6d483439b414 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:34.813303 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:34.824465 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ffca9c-935a-4d2b-a6d0-6d483439b414 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:34.825474 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ffca9c-935a-4d2b-a6d0-6d483439b414 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:34.827859 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ffca9c-935a-4d2b-a6d0-6d483439b414 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:34.827859 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ffca9c-935a-4d2b-a6d0-6d483439b414 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:34.842691 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-90ffca9c-935a-4d2b-a6d0-6d483439b414 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17470 time: 0.3458300 May 26 16:17:34.842691 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33790) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:34.965548 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9af1f-9bae-4879-8726-1326d1cc7e79 None None] Pushing event updated for resources: {'Port': ['ID=a7adcd29-afb2-4f59-82b9-169ff14ff219,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:35.159439 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-be09db25-cdae-4042-9bc4-65a967262594 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Deleting port c70f3d82-64dc-4551-beb1-c393e7052093 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:35.159948 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-be09db25-cdae-4042-9bc4-65a967262594 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.196176 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] Attempting to bind port a7adcd29-afb2-4f59-82b9-169ff14ff219 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:35.197710 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] Attempting to bind port a7adcd29-afb2-4f59-82b9-169ff14ff219 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:35.198582 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] Attempting to bind port a7adcd29-afb2-4f59-82b9-169ff14ff219 on network 98033063-3342-4cf7-9d2f-e05eb4d2a510 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:35.210772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:17:35.211890 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] Checking segment: {'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:35.212836 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.213797 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] Bound using segment: {'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:17:35.214915 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] Bound port: a7adcd29-afb2-4f59-82b9-169ff14ff219, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:17:35.216256 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.471862 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] For port a7adcd29-afb2-4f59-82b9-169ff14ff219, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:17:35.479621 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] For port a7adcd29-afb2-4f59-82b9-169ff14ff219, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a7adcd29-afb2-4f59-82b9-169ff14ff219,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:17:35.493483 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.530614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-be09db25-cdae-4042-9bc4-65a967262594 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] For port c70f3d82-64dc-4551-beb1-c393e7052093, host n-h1-843337-2, got binding levels [] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:35.531534 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-be09db25-cdae-4042-9bc4-65a967262594 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.538441 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:17:35.560201 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-be09db25-cdae-4042-9bc4-65a967262594 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Calling delete_port for c70f3d82-64dc-4551-beb1-c393e7052093 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:35.688515 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed307-619b-4c33-86b3-2935765481ed tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.748140 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ee51606a-5db9-4eb2-b728-cd970f428c77 None None] Provisioning complete for port a7adcd29-afb2-4f59-82b9-169ff14ff219 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:35.749273 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ee51606a-5db9-4eb2-b728-cd970f428c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.766719 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9af1f-9bae-4879-8726-1326d1cc7e79 None None] Pushing event updated for resources: {'Port': ['ID=a7adcd29-afb2-4f59-82b9-169ff14ff219,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:35.895331 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d9efe8cc-c9d7-40dc-bfc5-34d40024f8bb tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:35.909939 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591807b5-750c-4ae1-831e-d4240c388e6b req-d228e454-db11-4394-b6b3-b331f80ec347 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:35.933726 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-591807b5-750c-4ae1-831e-d4240c388e6b req-d228e454-db11-4394-b6b3-b331f80ec347 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53 HTTP/1.1" status: 200 len: 944 time: 0.6081769 May 26 16:17:35.995819 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9efe8cc-c9d7-40dc-bfc5-34d40024f8bb tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event deleted for resources: {'Port': ['ID=9a6fa3b8-bcfa-47b8-ae6d-9787bff45ec6,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:35.997247 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] Routers {'9b1ea567-21fe-435b-aa3a-5e99908e938e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:35.998556 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:17:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['9b1ea567-21fe-435b-aa3a-5e99908e938e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:36.025955 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-3f8ed307-619b-4c33-86b3-2935765481ed tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Allocated IP 172.25.7.231 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/3d2588f8-27d1-4a9d-bb8e-c3f2c7f2bad3) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:36.105959 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-591807b5-750c-4ae1-831e-d4240c388e6b req-c6bd5e27-8b54-413f-819a-247892c2e57a tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700766 May 26 16:17:36.154420 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-be09db25-cdae-4042-9bc4-65a967262594 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.247203 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-be09db25-cdae-4042-9bc4-65a967262594 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.254775 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-be09db25-cdae-4042-9bc4-65a967262594 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] 10.222.0.77 "DELETE /v2.0/ports/c70f3d82-64dc-4551-beb1-c393e7052093 HTTP/1.1" status: 204 len: 168 time: 1.4108112 May 26 16:17:36.258015 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09db25-cdae-4042-9bc4-65a967262594 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Pushing event deleted for resources: {'Port': ['ID=c70f3d82-64dc-4551-beb1-c393e7052093,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:36.260159 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d9efe8cc-c9d7-40dc-bfc5-34d40024f8bb tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.260755 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-d9efe8cc-c9d7-40dc-bfc5-34d40024f8bb tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Floating IP ef7c214c-8cd4-4ae7-a0c6-cd4e048df237 disassociated (deleted). External IP: 172.25.7.98, port: 45d65fc8-60af-45ed-94a8-86d940d698e1. May 26 16:17:36.262283 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33808) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:36.312620 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b284b38-69d2-4e6a-9b57-b2a6cc36b709 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] GET failed (client error): The resource could not be found. May 26 16:17:36.315960 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8b284b38-69d2-4e6a-9b57-b2a6cc36b709 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] 10.222.0.77 "GET /v2.0/ports/c70f3d82-64dc-4551-beb1-c393e7052093 HTTP/1.1" status: 404 len: 333 time: 0.0508614 May 26 16:17:36.327868 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33810) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:36.344928 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b5fefe28-1347-4a95-a23b-9098dfb22828 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2043091827', 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:36.413368 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ee51606a-5db9-4eb2-b728-cd970f428c77 None None] Current status of the port a7adcd29-afb2-4f59-82b9-169ff14ff219 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:36.413985 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ee51606a-5db9-4eb2-b728-cd970f428c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.423979 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fefe28-1347-4a95-a23b-9098dfb22828 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Made reservation on behalf of e6fe836335a74d86b18a4e2b35964dad for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:36.453785 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5fefe28-1347-4a95-a23b-9098dfb22828 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.514790 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-b5fefe28-1347-4a95-a23b-9098dfb22828 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] device_id is not set on port 25f7422b-cf65-4557-8cb0-7125f9419032 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:17:36.553975 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ee51606a-5db9-4eb2-b728-cd970f428c77 None None] For port a7adcd29-afb2-4f59-82b9-169ff14ff219, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a7adcd29-afb2-4f59-82b9-169ff14ff219,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:36.578096 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ee51606a-5db9-4eb2-b728-cd970f428c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.583238 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] Set router 9b1ea567-21fe-435b-aa3a-5e99908e938e gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:17:36.836458 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f4d9ab85-632d-4155-b19c-55dd6c78a246 None None] Provisioning complete for port a7adcd29-afb2-4f59-82b9-169ff14ff219 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:36.838372 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f4d9ab85-632d-4155-b19c-55dd6c78a246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.854474 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed307-619b-4c33-86b3-2935765481ed tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:36.886170 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51606a-5db9-4eb2-b728-cd970f428c77 None None] Pushing event updated for resources: {'Port': ['ID=a7adcd29-afb2-4f59-82b9-169ff14ff219,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:37.079989 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5fefe28-1347-4a95-a23b-9098dfb22828 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:37.166291 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed307-619b-4c33-86b3-2935765481ed tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:37.233830 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 863c7cb5-cb2f-4085-a54c-6db455a05c1d up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:17:37.342522 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9efe8cc-c9d7-40dc-bfc5-34d40024f8bb tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Router f36f1fd9-c46b-4bfd-ac55-87a9d506449a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:17:37.386060 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5fefe28-1347-4a95-a23b-9098dfb22828 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:37.408496 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8ed307-619b-4c33-86b3-2935765481ed tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:37.422563 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-3f8ed307-619b-4c33-86b3-2935765481ed tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:37.436454 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f4d9ab85-632d-4155-b19c-55dd6c78a246 None None] Current status of the port a7adcd29-afb2-4f59-82b9-169ff14ff219 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:37.474755 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdebd65-7cac-4fc0-b901-bd9b38af6cbe req-c2479ec3-3444-45f8-8d65-1a6243f8d0c1 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:37.477428 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dcdebd65-7cac-4fc0-b901-bd9b38af6cbe req-c2479ec3-3444-45f8-8d65-1a6243f8d0c1 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53 HTTP/1.1" status: 200 len: 944 time: 0.2020972 May 26 16:17:37.508868 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8ed307-619b-4c33-86b3-2935765481ed tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:37.513512 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ed307-619b-4c33-86b3-2935765481ed tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Pushing event updated for resources: {'Port': ['ID=3d2588f8-27d1-4a9d-bb8e-c3f2c7f2bad3,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:37.515484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 863c7cb5-cb2f-4085-a54c-6db455a05c1d completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:17:37.537971 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 863c7cb5-cb2f-4085-a54c-6db455a05c1d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:37.538611 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:37.591867 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'name': 'tempest-ServerActionsTestJSON-1023204686-router', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:12Z', 'updated_at': '2022-05-26T16:17:26Z', 'revision_number': 4, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'gw_port': {'id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:15Z', 'updated_at': '2022-05-26T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'a7adcd29-afb2-4f59-82b9-169ff14ff219', 'name': '', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'mac_address': 'fa:16:3e:99:f6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:24Z', 'updated_at': '2022-05-26T16:17:35Z', 'revision_number': 4, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'subnets': [{'id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:37.653214 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fefe28-1347-4a95-a23b-9098dfb22828 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Pushing event updated for resources: {'Port': ['ID=25f7422b-cf65-4557-8cb0-7125f9419032,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:37.722931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fefe28-1347-4a95-a23b-9098dfb22828 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Network 50d8a174-1943-491d-99b1-9b77042e6be6 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:37.737843 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-b5fefe28-1347-4a95-a23b-9098dfb22828 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:37.763475 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ef7ddc-c19a-4301-a356-500cbf3d6f98 None None] The sync data for ids ['9b1ea567-21fe-435b-aa3a-5e99908e938e'] in n-d-843337-2 is: [{'id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'name': 'tempest-ServerActionsTestJSON-1023204686-router', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:12Z', 'updated_at': '2022-05-26T16:17:26Z', 'revision_number': 4, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'gw_port': {'id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:15Z', 'updated_at': '2022-05-26T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'a7adcd29-afb2-4f59-82b9-169ff14ff219', 'name': '', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'mac_address': 'fa:16:3e:99:f6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:24Z', 'updated_at': '2022-05-26T16:17:35Z', 'revision_number': 4, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'subnets': [{'id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:17:37.772915 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fefe28-1347-4a95-a23b-9098dfb22828 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:37.774684 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fefe28-1347-4a95-a23b-9098dfb22828 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:37.775930 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5fefe28-1347-4a95-a23b-9098dfb22828 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:37.783642 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dcdebd65-7cac-4fc0-b901-bd9b38af6cbe req-fad84137-f874-4418-b045-5209f7a65052 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427400 May 26 16:17:37.853138 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b5fefe28-1347-4a95-a23b-9098dfb22828 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5228910 May 26 16:17:37.860909 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33834) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:37.966979 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c1afdc-3090-4379-a0c9-af83d6d4bef2 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:37.977503 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-04c1afdc-3090-4379-a0c9-af83d6d4bef2 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] 10.222.0.77 "GET /v2.0/ports/25f7422b-cf65-4557-8cb0-7125f9419032 HTTP/1.1" status: 200 len: 955 time: 0.1145492 May 26 16:17:37.982223 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33836) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:38.034918 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9efe8cc-c9d7-40dc-bfc5-34d40024f8bb tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:17:38.065259 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 863c7cb5-cb2f-4085-a54c-6db455a05c1d is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:38.066173 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:38.091155 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d9efe8cc-c9d7-40dc-bfc5-34d40024f8bb tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:38.109682 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6360790-b3b0-4041-911b-3a0ace3b11eb None None] Sync routers for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:17:38.210183 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e1fc96-3b3c-4367-bab0-b7f23711fe53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863c7cb5-cb2f-4085-a54c-6db455a05c1d'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:17:38.222368 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf12715-3be8-402e-b075-83ca6d129f1c" -d '{"events": [{"server_uuid": "88e1fc96-3b3c-4367-bab0-b7f23711fe53", "name": "network-vif-plugged", "status": "completed", "tag": "863c7cb5-cb2f-4085-a54c-6db455a05c1d"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:17:38.265652 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6360790-b3b0-4041-911b-3a0ace3b11eb None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:38.268078 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a6360790-b3b0-4041-911b-3a0ace3b11eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:17:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:38.275201 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-7d54d5b4-4a7e-4577-8d05-fed21c914d94 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Deleting port 25f7422b-cf65-4557-8cb0-7125f9419032 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:38.276023 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7d54d5b4-4a7e-4577-8d05-fed21c914d94 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:38.323348 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed307-619b-4c33-86b3-2935765481ed tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:38.342762 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d9efe8cc-c9d7-40dc-bfc5-34d40024f8bb tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "DELETE /v2.0/floatingips/ef7c214c-8cd4-4ae7-a0c6-cd4e048df237 HTTP/1.1" status: 204 len: 168 time: 5.0621994 May 26 16:17:38.346576 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33848) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:38.407776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 863c7cb5-cb2f-4085-a54c-6db455a05c1d, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=863c7cb5-cb2f-4085-a54c-6db455a05c1d,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:38.410063 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a6360790-b3b0-4041-911b-3a0ace3b11eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:38.441778 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:38.461893 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed307-619b-4c33-86b3-2935765481ed tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:38.583288 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6360790-b3b0-4041-911b-3a0ace3b11eb None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:38.587242 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a6360790-b3b0-4041-911b-3a0ace3b11eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:17:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:38.714272 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a6360790-b3b0-4041-911b-3a0ace3b11eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:38.715245 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6360790-b3b0-4041-911b-3a0ace3b11eb None None] The sync data for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:17:38.728145 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7d54d5b4-4a7e-4577-8d05-fed21c914d94 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:38.760963 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-7d54d5b4-4a7e-4577-8d05-fed21c914d94 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Calling delete_port for 25f7422b-cf65-4557-8cb0-7125f9419032 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:38.771861 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced54293-253d-4c0f-97c5-1a3056f5dd9f x-openstack-request-id: req-ced54293-253d-4c0f-97c5-1a3056f5dd9f {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:17:38.772777 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e1fc96-3b3c-4367-bab0-b7f23711fe53", "name": "network-vif-plugged", "status": "completed", "tag": "863c7cb5-cb2f-4085-a54c-6db455a05c1d", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:17:38.773454 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ced54293-253d-4c0f-97c5-1a3056f5dd9f {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:17:38.774365 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ced54293-253d-4c0f-97c5-1a3056f5dd9f'] response: {'server_uuid': '88e1fc96-3b3c-4367-bab0-b7f23711fe53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863c7cb5-cb2f-4085-a54c-6db455a05c1d', 'code': 200} May 26 16:17:38.801108 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=863c7cb5-cb2f-4085-a54c-6db455a05c1d,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:38.928343 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-f802dd41-cf6d-4732-93f7-34723899168e tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Deleting port 45d65fc8-60af-45ed-94a8-86d940d698e1 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:38.929045 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f802dd41-cf6d-4732-93f7-34723899168e tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:39.256585 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f82dc-d485-4f24-8250-bb4c6084954f req-80843a1e-4f29-4115-8d77-4090c738e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:39.259319 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-261f82dc-d485-4f24-8250-bb4c6084954f req-80843a1e-4f29-4115-8d77-4090c738e3da service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53 HTTP/1.1" status: 200 len: 1096 time: 0.3344891 May 26 16:17:39.286211 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7d54d5b4-4a7e-4577-8d05-fed21c914d94 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:39.338799 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f802dd41-cf6d-4732-93f7-34723899168e tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:39.349672 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a7adcd29-afb2-4f59-82b9-169ff14ff219 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:17:39.367319 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed307-619b-4c33-86b3-2935765481ed tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:39.401174 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed307-619b-4c33-86b3-2935765481ed tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:39.446706 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54d5b4-4a7e-4577-8d05-fed21c914d94 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Pushing event deleted for resources: {'Port': ['ID=25f7422b-cf65-4557-8cb0-7125f9419032,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:39.471050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c1e47-5f06-4a2f-874c-03cc5936a634 req-c62430ca-a7d3-4fc8-884d-524a8742afb8 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:39.473395 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c5c1e47-5f06-4a2f-874c-03cc5936a634 req-c62430ca-a7d3-4fc8-884d-524a8742afb8 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53 HTTP/1.1" status: 200 len: 945 time: 0.3727558 May 26 16:17:39.475872 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7d54d5b4-4a7e-4577-8d05-fed21c914d94 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:39.482653 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7d54d5b4-4a7e-4577-8d05-fed21c914d94 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] 10.222.0.77 "DELETE /v2.0/ports/25f7422b-cf65-4557-8cb0-7125f9419032 HTTP/1.1" status: 204 len: 168 time: 1.4988143 May 26 16:17:39.486009 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-f802dd41-cf6d-4732-93f7-34723899168e tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Calling delete_port for 45d65fc8-60af-45ed-94a8-86d940d698e1 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:39.504835 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33864) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:39.553751 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port a7adcd29-afb2-4f59-82b9-169ff14ff219 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:39.554303 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:39.623525 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-077ce1f4-9640-47cf-a0f9-c88b7331019a tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] GET failed (client error): The resource could not be found. May 26 16:17:39.630056 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-077ce1f4-9640-47cf-a0f9-c88b7331019a tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] 10.222.0.77 "GET /v2.0/ports/25f7422b-cf65-4557-8cb0-7125f9419032 HTTP/1.1" status: 404 len: 333 time: 0.1037519 May 26 16:17:39.634415 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33866) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:39.642026 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-1def62c4-f1d6-4adb-9818-de0eefd2be92 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Request body: {'port': {'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1124654524'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:39.674550 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-261f82dc-d485-4f24-8250-bb4c6084954f req-d88dcd65-eb7c-4b0a-bc3d-07b8c868db6b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961060 May 26 16:17:39.732348 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ed307-619b-4c33-86b3-2935765481ed tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Pushing event updated for resources: {'Port': ['ID=3d2588f8-27d1-4a9d-bb8e-c3f2c7f2bad3,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:39.749128 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed307-619b-4c33-86b3-2935765481ed tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:39.753931 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c5c1e47-5f06-4a2f-874c-03cc5936a634 req-1ace2325-1bd0-43ac-b268-b8038691900c tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422805 May 26 16:17:39.779214 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1def62c4-f1d6-4adb-9818-de0eefd2be92 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Made reservation on behalf of e6fe836335a74d86b18a4e2b35964dad for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:39.782820 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1def62c4-f1d6-4adb-9818-de0eefd2be92 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:39.799020 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed307-619b-4c33-86b3-2935765481ed tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:39.801297 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3f8ed307-619b-4c33-86b3-2935765481ed tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5178583 May 26 16:17:39.826388 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port a7adcd29-afb2-4f59-82b9-169ff14ff219 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:39.842417 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-1def62c4-f1d6-4adb-9818-de0eefd2be92 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] device_id is not set on port 296d275f-0165-460d-8fa3-d5452785f7de yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:17:40.474855 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f802dd41-cf6d-4732-93f7-34723899168e tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:40.676555 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802dd41-cf6d-4732-93f7-34723899168e tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event deleted for resources: {'Port': ['ID=45d65fc8-60af-45ed-94a8-86d940d698e1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:40.695565 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-92ec48cf-046c-4203-b0e8-b9a573a80b79 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1801425527&fields=id&tenant_id=6d53cccfd841437c98d5f73be3ccabb0 HTTP/1.1" status: 200 len: 267 time: 0.2514124 May 26 16:17:41.461396 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1def62c4-f1d6-4adb-9818-de0eefd2be92 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:41.600753 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f802dd41-cf6d-4732-93f7-34723899168e tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:41.609742 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f802dd41-cf6d-4732-93f7-34723899168e tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "DELETE /v2.0/ports/45d65fc8-60af-45ed-94a8-86d940d698e1 HTTP/1.1" status: 204 len: 168 time: 3.2518823 May 26 16:17:41.609929 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33914) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:41.626318 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-73d0dde2-ecab-4d45-b6f6-ab9cf5433221 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:41.653154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-85ce4b78-2b20-429a-af8e-3bfd735661fd tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:41.655570 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-85ce4b78-2b20-429a-af8e-3bfd735661fd tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 812 time: 0.9251647 May 26 16:17:41.682237 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacda20f-bd1b-4365-80d6-3f562efd2249 req-a7b24454-360f-4b40-a8bb-77f73763810d tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:41.685031 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cacda20f-bd1b-4365-80d6-3f562efd2249 req-a7b24454-360f-4b40-a8bb-77f73763810d tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53 HTTP/1.1" status: 200 len: 945 time: 0.2207851 May 26 16:17:41.685821 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73d0dde2-ecab-4d45-b6f6-ab9cf5433221 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:41.725144 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-3df77785-d6ae-4734-874f-ad96646e56dc tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/quotas/6d53cccfd841437c98d5f73be3ccabb0 HTTP/1.1" status: 200 len: 375 time: 0.0378768 May 26 16:17:41.754934 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1def62c4-f1d6-4adb-9818-de0eefd2be92 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:41.918575 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cacda20f-bd1b-4365-80d6-3f562efd2249 req-2ac19a3e-deb0-4680-a4c3-a83f150202a6 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142901 May 26 16:17:41.932657 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1def62c4-f1d6-4adb-9818-de0eefd2be92 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Network 50d8a174-1943-491d-99b1-9b77042e6be6 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:41.937023 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def62c4-f1d6-4adb-9818-de0eefd2be92 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Pushing event updated for resources: {'Port': ['ID=296d275f-0165-460d-8fa3-d5452785f7de,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:41.943501 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-1def62c4-f1d6-4adb-9818-de0eefd2be92 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:41.959940 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-53f55e58-a1b4-47db-a80d-53c42b26f887 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2169685 May 26 16:17:41.960866 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1def62c4-f1d6-4adb-9818-de0eefd2be92 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:41.961886 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1def62c4-f1d6-4adb-9818-de0eefd2be92 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:41.962725 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1def62c4-f1d6-4adb-9818-de0eefd2be92 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:42.019543 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73d0dde2-ecab-4d45-b6f6-ab9cf5433221 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:42.046385 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1def62c4-f1d6-4adb-9818-de0eefd2be92 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.4109323 May 26 16:17:42.053686 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33932) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:42.066692 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:42.228349 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:42.252931 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-73d0dde2-ecab-4d45-b6f6-ab9cf5433221 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Allocated IP 172.25.7.98 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/031b94b7-93c8-4342-8894-151826dd8d39) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:42.355243 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-2326a91b-6d9c-4c4a-9c28-a7e007af1b0d service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:42.361006 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-2326a91b-6d9c-4c4a-9c28-a7e007af1b0d service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3381529 May 26 16:17:42.470544 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73d0dde2-ecab-4d45-b6f6-ab9cf5433221 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:42.539919 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73d0dde2-ecab-4d45-b6f6-ab9cf5433221 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:42.682998 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0dde2-ecab-4d45-b6f6-ab9cf5433221 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'Port': ['ID=031b94b7-93c8-4342-8894-151826dd8d39,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:42.702074 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d0dde2-ecab-4d45-b6f6-ab9cf5433221 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:42.707297 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-73d0dde2-ecab-4d45-b6f6-ab9cf5433221 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:42.716895 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d0dde2-ecab-4d45-b6f6-ab9cf5433221 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:42.797716 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-7466d76d-3805-4ab5-9abb-9007d5ab028b service neutron] 10.222.0.77 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163141 May 26 16:17:42.960754 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73d0dde2-ecab-4d45-b6f6-ab9cf5433221 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:42.989654 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f4b55f0-fe69-40f8-b4a8-f8214f85db16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:43.088354 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73d0dde2-ecab-4d45-b6f6-ab9cf5433221 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:43.105408 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] device_id is not set on port 296d275f-0165-460d-8fa3-d5452785f7de yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:17:43.188952 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:43.221831 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:43.323084 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-30a46412-d707-4782-bfac-5c5a9dfffc4f service neutron] 10.222.0.77 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022192 May 26 16:17:43.329941 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Pushing event updated for resources: {'Port': ['ID=296d275f-0165-460d-8fa3-d5452785f7de,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:43.369620 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57189f55-b951-4a9c-8689-f79ba091863f req-d679073c-cab2-4093-a480-76ba248e11fb tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:43.372516 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57189f55-b951-4a9c-8689-f79ba091863f req-d679073c-cab2-4093-a480-76ba248e11fb tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53 HTTP/1.1" status: 200 len: 945 time: 0.2480562 May 26 16:17:43.524375 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73d0dde2-ecab-4d45-b6f6-ab9cf5433221 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:43.530169 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57189f55-b951-4a9c-8689-f79ba091863f req-e5816fa9-a86c-49e1-96f6-32639eecdb5a tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438277 May 26 16:17:43.531503 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:43.532132 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:43.532840 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:43.539707 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73d0dde2-ecab-4d45-b6f6-ab9cf5433221 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:43.542881 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port 296d275f-0165-460d-8fa3-d5452785f7de on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:43.543601 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port 296d275f-0165-460d-8fa3-d5452785f7de on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:43.544151 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 2 to bind port 296d275f-0165-460d-8fa3-d5452785f7de May 26 16:17:43.574422 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:43.574981 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:43.575503 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:43.594575 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port 296d275f-0165-460d-8fa3-d5452785f7de on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:43.595131 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port 296d275f-0165-460d-8fa3-d5452785f7de on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:43.595618 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 3 to bind port 296d275f-0165-460d-8fa3-d5452785f7de May 26 16:17:43.656187 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:43.656187 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:43.668245 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:43.694382 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port 296d275f-0165-460d-8fa3-d5452785f7de on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:43.694814 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port 296d275f-0165-460d-8fa3-d5452785f7de on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:43.695240 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 4 to bind port 296d275f-0165-460d-8fa3-d5452785f7de May 26 16:17:43.759745 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:43.760529 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:43.761101 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:43.776689 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0dde2-ecab-4d45-b6f6-ab9cf5433221 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'Port': ['ID=031b94b7-93c8-4342-8894-151826dd8d39,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:43.840228 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port 296d275f-0165-460d-8fa3-d5452785f7de on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:43.841160 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port 296d275f-0165-460d-8fa3-d5452785f7de on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:43.909876 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 5 to bind port 296d275f-0165-460d-8fa3-d5452785f7de May 26 16:17:43.920382 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73d0dde2-ecab-4d45-b6f6-ab9cf5433221 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:43.963579 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73d0dde2-ecab-4d45-b6f6-ab9cf5433221 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:43.970837 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-73d0dde2-ecab-4d45-b6f6-ab9cf5433221 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3541865 May 26 16:17:43.972681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:43.974432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:43.975036 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:43.976183 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33982) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:44.004584 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-74250ec9-92d1-42e3-a183-94eec384f3e3 req-2e16a677-62de-4846-9f9c-93bd692dc704 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 210 time: 0.2457933 May 26 16:17:44.006583 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port 296d275f-0165-460d-8fa3-d5452785f7de on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:44.007362 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port 296d275f-0165-460d-8fa3-d5452785f7de on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:44.008005 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 6 to bind port 296d275f-0165-460d-8fa3-d5452785f7de May 26 16:17:44.027637 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a0118fdc-65d8-41c7-aa2f-6445a124b055 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Request body: {'port': {'network_id': 'e8d01f0d-9300-44d2-9117-14d546d6e420', 'name': 'tempest-FloatingIPTestJSON-985195640'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:44.043112 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:44.043555 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:44.043953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:44.056275 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port 296d275f-0165-460d-8fa3-d5452785f7de on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:44.057209 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port 296d275f-0165-460d-8fa3-d5452785f7de on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:44.058117 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 7 to bind port 296d275f-0165-460d-8fa3-d5452785f7de May 26 16:17:44.093596 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:44.094130 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:44.094676 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:44.107268 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port 296d275f-0165-460d-8fa3-d5452785f7de on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:44.108550 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port 296d275f-0165-460d-8fa3-d5452785f7de on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:44.110744 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 8 to bind port 296d275f-0165-460d-8fa3-d5452785f7de May 26 16:17:44.326051 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450aed52-8bc0-4d52-9bcb-7296a3e87609 req-2682d1b9-12c3-449d-b4fe-4466d83d4151 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:44.339751 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-450aed52-8bc0-4d52-9bcb-7296a3e87609 req-2682d1b9-12c3-449d-b4fe-4466d83d4151 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 805 time: 0.2056696 May 26 16:17:44.377544 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0118fdc-65d8-41c7-aa2f-6445a124b055 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Made reservation on behalf of cbd13bb72beb4d589e0419a494a9770e for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:44.382752 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:44.383320 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:44.384029 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:44.386973 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0118fdc-65d8-41c7-aa2f-6445a124b055 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:44.410866 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-450aed52-8bc0-4d52-9bcb-7296a3e87609 req-d9d5ecad-fe5a-464e-a696-8c04a89de4b2 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/quotas/f34dd27e31e54505b18adb94ad4e7b2b HTTP/1.1" status: 200 len: 375 time: 0.0687311 May 26 16:17:44.446714 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-a0118fdc-65d8-41c7-aa2f-6445a124b055 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] device_id is not set on port 4be45615-1097-46b9-be65-13766fb76806 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:17:44.485429 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port 296d275f-0165-460d-8fa3-d5452785f7de on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:44.485753 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port 296d275f-0165-460d-8fa3-d5452785f7de on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:44.496686 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 9 to bind port 296d275f-0165-460d-8fa3-d5452785f7de May 26 16:17:44.552187 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:44.552703 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:44.553412 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:44.566727 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-450aed52-8bc0-4d52-9bcb-7296a3e87609 req-e3377239-fc62-4ad0-8fef-bd8a315b7203 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1527743 May 26 16:17:44.572235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port 296d275f-0165-460d-8fa3-d5452785f7de on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:44.572531 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port 296d275f-0165-460d-8fa3-d5452785f7de on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:44.573182 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempt 10 to bind port 296d275f-0165-460d-8fa3-d5452785f7de May 26 16:17:44.868543 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-a0118fdc-65d8-41c7-aa2f-6445a124b055 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Allocated IP 172.20.0.12 (e8d01f0d-9300-44d2-9117-14d546d6e420/d45d7e77-993b-41bc-84b3-9eb0ec414859/4be45615-1097-46b9-be65-13766fb76806) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:45.182809 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:45.183895 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:45.183895 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempting to bind port 296d275f-0165-460d-8fa3-d5452785f7de on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:45.196219 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Port 296d275f-0165-460d-8fa3-d5452785f7de on network 50d8a174-1943-491d-99b1-9b77042e6be6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:45.196759 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Failed to bind port 296d275f-0165-460d-8fa3-d5452785f7de on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '50d8a174-1943-491d-99b1-9b77042e6be6'}] May 26 16:17:45.197628 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:45.203401 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-450aed52-8bc0-4d52-9bcb-7296a3e87609 req-cb81f4d4-b4bc-4846-bf12-f3af15c37520 service neutron] 10.222.0.77 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996764 May 26 16:17:45.425035 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e343a038-cdc7-453f-954f-b5674f3b8d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:45.517978 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0118fdc-65d8-41c7-aa2f-6445a124b055 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:45.540393 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-637d23ed-9efd-408d-9677-879718361575 req-50a923e7-3d2a-4e54-b4ee-9e50878f6b00 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 210 time: 0.0657089 May 26 16:17:45.674759 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0118fdc-65d8-41c7-aa2f-6445a124b055 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:45.711175 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-450aed52-8bc0-4d52-9bcb-7296a3e87609 req-15b3e8d1-3de3-4b9f-9140-fe44135d1578 service neutron] 10.222.0.77 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932117 May 26 16:17:45.732744 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] For port 296d275f-0165-460d-8fa3-d5452785f7de, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:17:45.733805 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attempted to set empty binding levels {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 26 16:17:45.743102 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:45.830379 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0118fdc-65d8-41c7-aa2f-6445a124b055 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Network e8d01f0d-9300-44d2-9117-14d546d6e420 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:45.832828 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0118fdc-65d8-41c7-aa2f-6445a124b055 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'Port': ['ID=4be45615-1097-46b9-be65-13766fb76806,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:45.851164 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-a0118fdc-65d8-41c7-aa2f-6445a124b055 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:45.865514 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0118fdc-65d8-41c7-aa2f-6445a124b055 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:45.930220 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Pushing event updated for resources: {'Port': ['ID=296d275f-0165-460d-8fa3-d5452785f7de,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:45.989106 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] In _notify_port_updated(), no bound segment for port 296d275f-0165-460d-8fa3-d5452785f7de on network 50d8a174-1943-491d-99b1-9b77042e6be6 {{(pid=103896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:17:45.996510 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:45.997510 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:46.003759 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-72294fe4-404a-4fdc-be34-326a5b336ccc tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] 10.222.0.77 "PUT /v2.0/ports/296d275f-0165-460d-8fa3-d5452785f7de HTTP/1.1" status: 200 len: 975 time: 3.9438472 May 26 16:17:46.004600 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34028) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:46.155610 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0118fdc-65d8-41c7-aa2f-6445a124b055 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:46.157740 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0118fdc-65d8-41c7-aa2f-6445a124b055 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:46.284078 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a0118fdc-65d8-41c7-aa2f-6445a124b055 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3060446 May 26 16:17:46.287070 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34038) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:46.306152 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-7c85ccf0-2183-45cd-bb01-527ff9135691 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Request body: {'floatingip': {'port_id': '4be45615-1097-46b9-be65-13766fb76806'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:46.449254 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7c85ccf0-2183-45cd-bb01-527ff9135691 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:46.530088 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:46.705171 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6d1af805-66db-4379-bb0f-7cc865887ceb tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Deleting port 296d275f-0165-460d-8fa3-d5452785f7de {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:46.706435 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d1af805-66db-4379-bb0f-7cc865887ceb tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:47.191665 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-bf04de65-919d-41e6-a9c6-80bc3909fb91 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:47.199777 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-bf04de65-919d-41e6-a9c6-80bc3909fb91 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.81 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 812 time: 0.2964275 May 26 16:17:47.298962 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6d1af805-66db-4379-bb0f-7cc865887ceb tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] For port 296d275f-0165-460d-8fa3-d5452785f7de, host n-h1-843337-2, got binding levels [] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:47.301286 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d1af805-66db-4379-bb0f-7cc865887ceb tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:47.332467 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-982c863c-083b-469e-845d-e60472421531 req-f38304ed-4a29-4f26-bf19-6c026748724d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 210 time: 0.3081541 May 26 16:17:47.405078 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6d1af805-66db-4379-bb0f-7cc865887ceb tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Calling delete_port for 296d275f-0165-460d-8fa3-d5452785f7de owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:47.459411 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762154b3-521c-4fad-8638-8138d32ec098 req-5c5e6f7c-fa5e-45c1-9737-312557e50000 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:47.462557 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-762154b3-521c-4fad-8638-8138d32ec098 req-5c5e6f7c-fa5e-45c1-9737-312557e50000 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 947 time: 0.9025974 May 26 16:17:47.495394 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-89f599e3-ce7e-4e23-89f3-917f3cd18aa4 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d53cccfd841437c98d5f73be3ccabb0 HTTP/1.1" status: 200 len: 380 time: 0.2777464 May 26 16:17:47.529645 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-90602ceb-fa8d-4083-99f4-e2401ec8e386 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Request body: {'port': {'device_id': '348d64cf-75e0-4a9c-a289-b2d64eb14662', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'admin_state_up': True, 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'security_groups': ['f98e4d04-5776-4ff7-94f6-ebf4fb4735e5']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:47.712939 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9131697c-4f35-4ea3-9391-fe06baaedab8 req-404cf71f-aba5-4663-9ac2-c33396801131 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5109313 May 26 16:17:47.920837 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-90602ceb-fa8d-4083-99f4-e2401ec8e386 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Made reservation on behalf of 6d53cccfd841437c98d5f73be3ccabb0 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:47.928872 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-90602ceb-fa8d-4083-99f4-e2401ec8e386 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:47.932787 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:47.950659 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131697c-4f35-4ea3-9391-fe06baaedab8 req-5e162404-42a1-4064-8613-31dd0640f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:47.953789 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9131697c-4f35-4ea3-9391-fe06baaedab8 req-5e162404-42a1-4064-8613-31dd0640f856 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53 HTTP/1.1" status: 200 len: 1096 time: 0.1443121 May 26 16:17:48.017679 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-762154b3-521c-4fad-8638-8138d32ec098 req-0a9988fd-9477-40d1-847b-05f551777dee tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5074084 May 26 16:17:48.226381 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d1af805-66db-4379-bb0f-7cc865887ceb tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:48.230907 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:48.365805 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1af805-66db-4379-bb0f-7cc865887ceb tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Pushing event deleted for resources: {'Port': ['ID=296d275f-0165-460d-8fa3-d5452785f7de,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:48.394833 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-9af8a1b4-b69e-4d2b-b3f3-21b28f79e725 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:48.416891 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-9af8a1b4-b69e-4d2b-b3f3-21b28f79e725 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 805 time: 0.6773908 May 26 16:17:48.429541 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131697c-4f35-4ea3-9391-fe06baaedab8 req-21088209-7940-483e-afdf-0cb272fd6dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:48.430947 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dacad-cf78-494f-9de6-b09b9b521018 req-665c166c-a401-4418-9f2b-fdbc8e227e42 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:48.433300 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9131697c-4f35-4ea3-9391-fe06baaedab8 req-21088209-7940-483e-afdf-0cb272fd6dfd service neutron] 10.222.0.83 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 906 time: 0.4377265 May 26 16:17:48.450949 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-489dacad-cf78-494f-9de6-b09b9b521018 req-665c166c-a401-4418-9f2b-fdbc8e227e42 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 947 time: 0.5355983 May 26 16:17:48.485490 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-90602ceb-fa8d-4083-99f4-e2401ec8e386 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Allocated IP 172.20.0.11 (98033063-3342-4cf7-9d2f-e05eb4d2a510/3737f1a6-bbf8-410c-b21f-32295ff819a0/161e5bc3-f8bd-463c-928c-19e147d66d06) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:17:48.582449 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9131697c-4f35-4ea3-9391-fe06baaedab8 req-4139e9e0-234d-4dd2-9cf5-f315619f301f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863c7cb5-cb2f-4085-a54c-6db455a05c1d HTTP/1.1" status: 200 len: 217 time: 0.1281331 May 26 16:17:48.740880 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-2a9c0afc-d19b-4ca4-99da-81202d992a7f tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/quotas/f34dd27e31e54505b18adb94ad4e7b2b HTTP/1.1" status: 200 len: 375 time: 0.2825067 May 26 16:17:48.789143 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131697c-4f35-4ea3-9391-fe06baaedab8 req-8836a5a7-c366-4a31-9d6d-ce9365b8a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:48.792855 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9131697c-4f35-4ea3-9391-fe06baaedab8 req-8836a5a7-c366-4a31-9d6d-ce9365b8a16c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0ab488cf-1ef6-49d7-a418-125ef2c2c830 HTTP/1.1" status: 200 len: 845 time: 0.2008278 May 26 16:17:48.853345 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d1af805-66db-4379-bb0f-7cc865887ceb tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:48.859718 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6d1af805-66db-4379-bb0f-7cc865887ceb tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] 10.222.0.77 "DELETE /v2.0/ports/296d275f-0165-460d-8fa3-d5452785f7de HTTP/1.1" status: 204 len: 168 time: 2.8529778 May 26 16:17:48.872000 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34110) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:48.955334 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec5f216-3c3f-4f21-95ad-a1d6642c2ec6 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] GET failed (client error): The resource could not be found. May 26 16:17:48.956990 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-dec5f216-3c3f-4f21-95ad-a1d6642c2ec6 tempest-PortsAdminExtendedAttrsTestJSON-564831934 tempest-PortsAdminExtendedAttrsTestJSON-564831934-project-admin] 10.222.0.77 "GET /v2.0/ports/296d275f-0165-460d-8fa3-d5452785f7de HTTP/1.1" status: 404 len: 333 time: 0.0675063 May 26 16:17:48.970265 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34112) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:48.988571 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7938895f-4a2c-439f-ac91-1fd77585920b req-7c1f5fbf-f954-4995-ab0a-a2e8228f926a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 210 time: 0.4010577 May 26 16:17:48.988908 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:48.994522 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9131697c-4f35-4ea3-9391-fe06baaedab8 req-32fd0790-2f7b-4375-8519-73452d60bdc9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1912293 May 26 16:17:49.049547 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-9131697c-4f35-4ea3-9391-fe06baaedab8 req-e898da8e-fd2f-4a24-bbb0-e21944f65c4c service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:17:49.050798 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9131697c-4f35-4ea3-9391-fe06baaedab8 req-e898da8e-fd2f-4a24-bbb0-e21944f65c4c service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102735 May 26 16:17:49.245483 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.db.resource_extend [None req-7c85ccf0-2183-45cd-bb01-527ff9135691 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:17:49.251989 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-90602ceb-fa8d-4083-99f4-e2401ec8e386 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:49.331349 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9131697c-4f35-4ea3-9391-fe06baaedab8 req-bab705ac-76bb-47f9-8c87-186266820afd service neutron] 10.222.0.83 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719097 May 26 16:17:49.360815 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7c85ccf0-2183-45cd-bb01-527ff9135691 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:49.404767 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7c85ccf0-2183-45cd-bb01-527ff9135691 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:49.490984 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-90602ceb-fa8d-4083-99f4-e2401ec8e386 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:49.554309 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1395c904-5da9-45d4-8f56-98f9d4486e6c tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:49.588756 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-90602ceb-fa8d-4083-99f4-e2401ec8e386 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Network 98033063-3342-4cf7-9d2f-e05eb4d2a510 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:17:49.595117 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-489dacad-cf78-494f-9de6-b09b9b521018 req-fb620666-7941-49b0-89f9-7b50652c8773 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Deleting port 998a0b6f-286a-4499-b21e-44a350045c77 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:49.595630 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-489dacad-cf78-494f-9de6-b09b9b521018 req-fb620666-7941-49b0-89f9-7b50652c8773 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:49.609255 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-90602ceb-fa8d-4083-99f4-e2401ec8e386 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:17:49.620040 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b0aa6-af95-4d9e-ba74-298dfa32a4d8 req-b1c2af01-28f4-45de-a593-b5fe17a308cd tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:49.622764 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2c6b0aa6-af95-4d9e-ba74-298dfa32a4d8 req-b1c2af01-28f4-45de-a593-b5fe17a308cd tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 947 time: 0.2235491 May 26 16:17:49.634694 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9131697c-4f35-4ea3-9391-fe06baaedab8 req-f7f19bd4-9683-489d-a83d-80d43207f08a service neutron] 10.222.0.83 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873373 May 26 16:17:49.640129 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-90602ceb-fa8d-4083-99f4-e2401ec8e386 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:17:49.704809 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90602ceb-fa8d-4083-99f4-e2401ec8e386 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Pushing event updated for resources: {'Port': ['ID=161e5bc3-f8bd-463c-928c-19e147d66d06,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:49.732417 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-45a84e97-1e09-424c-9bf0-2c2a6b4aeccb tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8937361 May 26 16:17:49.823527 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-90602ceb-fa8d-4083-99f4-e2401ec8e386 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:49.824284 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-90602ceb-fa8d-4083-99f4-e2401ec8e386 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:49.879957 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-90602ceb-fa8d-4083-99f4-e2401ec8e386 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3662729 May 26 16:17:49.901443 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-b121abee-152b-4139-9c9f-940b23eb63c3 service neutron] Request body: {'port': {'device_id': '348d64cf-75e0-4a9c-a289-b2d64eb14662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:50.092451 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-b121abee-152b-4139-9c9f-940b23eb63c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:50.361869 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4dc73547-4a10-4d8b-84d4-b4128fb02a63 None None] Provisioning complete for port 161e5bc3-f8bd-463c-928c-19e147d66d06 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:50.364114 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4dc73547-4a10-4d8b-84d4-b4128fb02a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:50.466526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4dc73547-4a10-4d8b-84d4-b4128fb02a63 None None] Port 161e5bc3-f8bd-463c-928c-19e147d66d06 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:17:50.932850 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 998a0b6f-286a-4499-b21e-44a350045c77 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:17:51.024588 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-b121abee-152b-4139-9c9f-940b23eb63c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 161e5bc3-f8bd-463c-928c-19e147d66d06 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:17:51.039569 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-b121abee-152b-4139-9c9f-940b23eb63c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:51.067953 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-b121abee-152b-4139-9c9f-940b23eb63c3 service neutron] Transition to ACTIVE for port object 161e5bc3-f8bd-463c-928c-19e147d66d06 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:17:51.078467 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-b121abee-152b-4139-9c9f-940b23eb63c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:51.114916 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-7c85ccf0-2183-45cd-bb01-527ff9135691 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Floating IP f7c522a5-48c8-4215-81dd-8fc6819372d6 associated. External IP: 172.25.7.98, port: 4be45615-1097-46b9-be65-13766fb76806. May 26 16:17:51.226084 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121abee-152b-4139-9c9f-940b23eb63c3 service neutron] Pushing event updated for resources: {'Port': ['ID=161e5bc3-f8bd-463c-928c-19e147d66d06,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:51.261915 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 998a0b6f-286a-4499-b21e-44a350045c77 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:51.267589 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:51.285676 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2c6b0aa6-af95-4d9e-ba74-298dfa32a4d8 req-971d4c8e-c1b6-4089-9711-3e8b7519cb9c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5202725 May 26 16:17:51.298778 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1395c904-5da9-45d4-8f56-98f9d4486e6c tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:51.379676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e478563-7731-4b34-8df1-0e2840bb4a36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '998a0b6f-286a-4499-b21e-44a350045c77'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:17:51.386955 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04793f7-f60a-454e-ba5f-671b77d9b376" -d '{"events": [{"server_uuid": "0e478563-7731-4b34-8df1-0e2840bb4a36", "name": "network-vif-unplugged", "status": "completed", "tag": "998a0b6f-286a-4499-b21e-44a350045c77"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:17:51.475048 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 998a0b6f-286a-4499-b21e-44a350045c77, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=998a0b6f-286a-4499-b21e-44a350045c77,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:51.483877 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:51.494493 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-b121abee-152b-4139-9c9f-940b23eb63c3 service neutron] Attempting to bind port 161e5bc3-f8bd-463c-928c-19e147d66d06 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:17:51.494818 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-b121abee-152b-4139-9c9f-940b23eb63c3 service neutron] Attempting to bind port 161e5bc3-f8bd-463c-928c-19e147d66d06 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:17:51.503803 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-b121abee-152b-4139-9c9f-940b23eb63c3 service neutron] Attempting to bind port 161e5bc3-f8bd-463c-928c-19e147d66d06 on network 98033063-3342-4cf7-9d2f-e05eb4d2a510 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:51.522566 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-b121abee-152b-4139-9c9f-940b23eb63c3 service neutron] Port 161e5bc3-f8bd-463c-928c-19e147d66d06 on network 98033063-3342-4cf7-9d2f-e05eb4d2a510 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:17:51.534108 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-b121abee-152b-4139-9c9f-940b23eb63c3 service neutron] Attempting to bind port 161e5bc3-f8bd-463c-928c-19e147d66d06 on network 98033063-3342-4cf7-9d2f-e05eb4d2a510 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:17:51.543934 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-b121abee-152b-4139-9c9f-940b23eb63c3 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:17:51.544551 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-b121abee-152b-4139-9c9f-940b23eb63c3 service neutron] Checking segment: {'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:17:51.545196 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-b121abee-152b-4139-9c9f-940b23eb63c3 service neutron] Bound using segment: {'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:17:51.545958 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-b121abee-152b-4139-9c9f-940b23eb63c3 service neutron] Bound port: 161e5bc3-f8bd-463c-928c-19e147d66d06, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:17:51.546471 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-b121abee-152b-4139-9c9f-940b23eb63c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:51.717481 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=998a0b6f-286a-4499-b21e-44a350045c77,revision_number=11']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:51.789537 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-b121abee-152b-4139-9c9f-940b23eb63c3 service neutron] For port 161e5bc3-f8bd-463c-928c-19e147d66d06, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:17:51.797373 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-b121abee-152b-4139-9c9f-940b23eb63c3 service neutron] For port 161e5bc3-f8bd-463c-928c-19e147d66d06, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=161e5bc3-f8bd-463c-928c-19e147d66d06,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:17:51.806817 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-b121abee-152b-4139-9c9f-940b23eb63c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:51.825411 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-030392d7-2271-43ee-9db6-9bcd445aed42 service neutron] 10.222.0.77 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9698987 May 26 16:17:51.837055 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-1395c904-5da9-45d4-8f56-98f9d4486e6c tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d8a174-1943-491d-99b1-9b77042e6be6']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:51.915338 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-1395c904-5da9-45d4-8f56-98f9d4486e6c tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:51.916263 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-1395c904-5da9-45d4-8f56-98f9d4486e6c tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3383f19-bba5-43dc-a9c9-0bab6a4d5e01') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:51.940073 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-b121abee-152b-4139-9c9f-940b23eb63c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:51.940957 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-b121abee-152b-4139-9c9f-940b23eb63c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:51.943186 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-b121abee-152b-4139-9c9f-940b23eb63c3 service neutron] 10.222.0.81 "PUT /v2.0/ports/161e5bc3-f8bd-463c-928c-19e147d66d06 HTTP/1.1" status: 200 len: 1092 time: 2.0555582 May 26 16:17:51.943842 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348d64cf-75e0-4a9c-a289-b2d64eb14662', 'tag': '161e5bc3-f8bd-463c-928c-19e147d66d06'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:17:51.947811 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1659d82-3330-4994-944f-5692633c1e36" -d '{"events": [{"name": "network-changed", "server_uuid": "348d64cf-75e0-4a9c-a289-b2d64eb14662", "tag": "161e5bc3-f8bd-463c-928c-19e147d66d06"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:17:51.964336 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-489dacad-cf78-494f-9de6-b09b9b521018 req-fb620666-7941-49b0-89f9-7b50652c8773 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] For port 998a0b6f-286a-4499-b21e-44a350045c77, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=998a0b6f-286a-4499-b21e-44a350045c77,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:51.965691 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-489dacad-cf78-494f-9de6-b09b9b521018 req-fb620666-7941-49b0-89f9-7b50652c8773 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:52.002854 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121abee-152b-4139-9c9f-940b23eb63c3 service neutron] Pushing event updated for resources: {'Port': ['ID=161e5bc3-f8bd-463c-928c-19e147d66d06,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:52.046923 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1395c904-5da9-45d4-8f56-98f9d4486e6c tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:52.138321 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-41323a71-345b-47e6-83db-80542b4a3af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:52.140987 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-41323a71-345b-47e6-83db-80542b4a3af0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 1095 time: 0.1205633 May 26 16:17:52.261028 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-641be0e3-874d-4e18-a8b5-79c7623e0f3e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=161e5bc3-f8bd-463c-928c-19e147d66d06 HTTP/1.1" status: 200 len: 217 time: 0.1111801 May 26 16:17:52.370327 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-6816ecdb-e478-4cd5-9acf-13014694303e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:52.373036 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-6816ecdb-e478-4cd5-9acf-13014694303e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.1041286 May 26 16:17:52.477652 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-0c1a3ab7-932a-4c1f-8308-69382fcf9d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:52.480711 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-0c1a3ab7-932a-4c1f-8308-69382fcf9d21 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989423 May 26 16:17:52.543734 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1395c904-5da9-45d4-8f56-98f9d4486e6c tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:52.615490 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1395c904-5da9-45d4-8f56-98f9d4486e6c tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:17:52.616544 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1395c904-5da9-45d4-8f56-98f9d4486e6c tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:52.661999 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-c5232285-23c6-4c2f-967a-7233ae490067 service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736951 May 26 16:17:52.850599 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment b3383f19-bba5-43dc-a9c9-0bab6a4d5e01 resource provider aggregate not found May 26 16:17:52.880778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d77769-9d31-4c05-8056-6c1d8d2164c2 req-6d763293-b75c-4259-aed7-eb19de1dc4a9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:52.885700 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78d77769-9d31-4c05-8056-6c1d8d2164c2 req-6d763293-b75c-4259-aed7-eb19de1dc4a9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 944 time: 1.2081547 May 26 16:17:52.996679 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce611c4d-9c35-4dac-bb05-5d1e4caa184f req-0287272d-5b80-4a66-bfda-990c0c24dbcf service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928963 May 26 16:17:53.026556 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment b3383f19-bba5-43dc-a9c9-0bab6a4d5e01 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3383f19-bba5-43dc-a9c9-0bab6a4d5e01 found for delete ", "request_id": "req-72b436f4-4fec-42c5-81b4-72d1c5dcf911"}]} May 26 16:17:53.058160 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1395c904-5da9-45d4-8f56-98f9d4486e6c tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:53.106367 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1395c904-5da9-45d4-8f56-98f9d4486e6c tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:53.111656 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1395c904-5da9-45d4-8f56-98f9d4486e6c tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] 10.222.0.77 "DELETE /v2.0/networks/50d8a174-1943-491d-99b1-9b77042e6be6 HTTP/1.1" status: 204 len: 168 time: 4.1163523 May 26 16:17:53.148471 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c85ccf0-2183-45cd-bb01-527ff9135691 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Router f36f1fd9-c46b-4bfd-ac55-87a9d506449a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:17:53.250204 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395c904-5da9-45d4-8f56-98f9d4486e6c tempest-PortsAdminExtendedAttrsTestJSON-1281475720 tempest-PortsAdminExtendedAttrsTestJSON-1281475720-project] Pushing event deleted for resources: {'Network': ['ID=50d8a174-1943-491d-99b1-9b77042e6be6,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:53.292757 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-14f1b96e-1706-4e88-a9c3-59cd6bd9712b service neutron] 10.222.0.77 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3098941 May 26 16:17:53.345568 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78d77769-9d31-4c05-8056-6c1d8d2164c2 req-52695210-398e-4210-ad96-75d9ebd5cc89 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4042177 May 26 16:17:53.526267 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22875157-0fee-419c-9e3e-d7ace0ebb5ea x-openstack-request-id: req-22875157-0fee-419c-9e3e-d7ace0ebb5ea {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:17:53.526796 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e478563-7731-4b34-8df1-0e2840bb4a36", "name": "network-vif-unplugged", "status": "completed", "tag": "998a0b6f-286a-4499-b21e-44a350045c77", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:17:53.527177 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-22875157-0fee-419c-9e3e-d7ace0ebb5ea {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:17:53.527888 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22875157-0fee-419c-9e3e-d7ace0ebb5ea'] response: {'server_uuid': '0e478563-7731-4b34-8df1-0e2840bb4a36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '998a0b6f-286a-4499-b21e-44a350045c77', 'code': 200} May 26 16:17:53.586432 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-489dacad-cf78-494f-9de6-b09b9b521018 req-fb620666-7941-49b0-89f9-7b50652c8773 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:53.588320 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-489dacad-cf78-494f-9de6-b09b9b521018 req-fb620666-7941-49b0-89f9-7b50652c8773 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:53.589165 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [req-489dacad-cf78-494f-9de6-b09b9b521018 req-fb620666-7941-49b0-89f9-7b50652c8773 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Floating IP 3642f9d0-abf7-4a09-80be-302e19c1d24b disassociated. External IP: 172.25.7.38, port: 998a0b6f-286a-4499-b21e-44a350045c77. May 26 16:17:53.590065 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-489dacad-cf78-494f-9de6-b09b9b521018 req-fb620666-7941-49b0-89f9-7b50652c8773 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Calling delete_port for 998a0b6f-286a-4499-b21e-44a350045c77 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:53.857158 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c85ccf0-2183-45cd-bb01-527ff9135691 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:17:53.868800 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7c85ccf0-2183-45cd-bb01-527ff9135691 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:53.883424 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5534b096-c4c3-4078-81c9-739f509a6412 None None] Sync routers for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:17:53.919284 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5534b096-c4c3-4078-81c9-739f509a6412 None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:53.923829 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5534b096-c4c3-4078-81c9-739f509a6412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:17:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:53.980983 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34198) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:53.981752 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7c85ccf0-2183-45cd-bb01-527ff9135691 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "PUT /v2.0/floatingips/f7c522a5-48c8-4215-81dd-8fc6819372d6 HTTP/1.1" status: 200 len: 977 time: 7.6866503 May 26 16:17:54.050374 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5534b096-c4c3-4078-81c9-739f509a6412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:54.088161 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5534b096-c4c3-4078-81c9-739f509a6412 None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:54.095947 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5534b096-c4c3-4078-81c9-739f509a6412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:17:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:54.176325 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5534b096-c4c3-4078-81c9-739f509a6412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:54.179032 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5534b096-c4c3-4078-81c9-739f509a6412 None None] The sync data for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:17:54.220790 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34202) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:54.247756 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecf5625-9841-40fa-8ea9-91d32009e638 x-openstack-request-id: req-3ecf5625-9841-40fa-8ea9-91d32009e638 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:17:54.248686 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348d64cf-75e0-4a9c-a289-b2d64eb14662", "tag": "161e5bc3-f8bd-463c-928c-19e147d66d06", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:17:54.249349 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3ecf5625-9841-40fa-8ea9-91d32009e638 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:17:54.250988 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ecf5625-9841-40fa-8ea9-91d32009e638'] response: {'name': 'network-changed', 'server_uuid': '348d64cf-75e0-4a9c-a289-b2d64eb14662', 'tag': '161e5bc3-f8bd-463c-928c-19e147d66d06', 'status': 'completed', 'code': 200} May 26 16:17:54.333752 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee3a08-3ae2-42b7-b7ac-bcccd69966fd req-3021acf6-7a2e-4304-a121-51aa89ad6204 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:54.343269 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bcee3a08-3ae2-42b7-b7ac-bcccd69966fd req-3021acf6-7a2e-4304-a121-51aa89ad6204 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 945 time: 0.3716452 May 26 16:17:54.424385 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1659d82-3330-4994-944f-5692633c1e36 req-985801c6-1554-4a57-910a-ed2a9e90293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:54.428164 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d1659d82-3330-4994-944f-5692633c1e36 req-985801c6-1554-4a57-910a-ed2a9e90293c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 1095 time: 0.1607394 May 26 16:17:54.452019 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-05a21020-2051-4c83-9329-ddc653080b60 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Deleting port 4be45615-1097-46b9-be65-13766fb76806 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:54.453105 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05a21020-2051-4c83-9329-ddc653080b60 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:54.638148 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05a21020-2051-4c83-9329-ddc653080b60 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:54.696650 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7bc33bc2-2caa-4e14-8fd6-111be917865a req-d1b47f46-17f1-4d04-9da8-5857e61a0c2d tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=45501908-39a0-4081-88b2-abb9d7e50f36 HTTP/1.1" status: 200 len: 210 time: 0.2933271 May 26 16:17:54.822173 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bcee3a08-3ae2-42b7-b7ac-bcccd69966fd req-58244533-7729-448b-8d82-72b76ff596f8 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7657799-880e-468a-861c-ad93017bd9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4653809 May 26 16:17:54.908662 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-489dacad-cf78-494f-9de6-b09b9b521018 req-fb620666-7941-49b0-89f9-7b50652c8773 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:54.950657 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 161e5bc3-f8bd-463c-928c-19e147d66d06 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:17:55.094626 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620666-7941-49b0-89f9-7b50652c8773 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Pushing event deleted for resources: {'Port': ['ID=998a0b6f-286a-4499-b21e-44a350045c77,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:55.309145 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 161e5bc3-f8bd-463c-928c-19e147d66d06, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=161e5bc3-f8bd-463c-928c-19e147d66d06,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:55.327194 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '161e5bc3-f8bd-463c-928c-19e147d66d06', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'port_id': '161e5bc3-f8bd-463c-928c-19e147d66d06', 'mac_address': 'fa:16:3e:fa:d4:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:17:55.491185 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 161e5bc3-f8bd-463c-928c-19e147d66d06 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:55.491185 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:55.539695 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161e5bc3-f8bd-463c-928c-19e147d66d06 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:17:55.628508 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 161e5bc3-f8bd-463c-928c-19e147d66d06, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=161e5bc3-f8bd-463c-928c-19e147d66d06,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:55.640866 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:55.702909 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5241e-388d-44a3-8164-ad629701a413 req-69c13fc2-8052-4903-8ae9-9bfc26077f59 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:55.719600 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bab5241e-388d-44a3-8164-ad629701a413 req-69c13fc2-8052-4903-8ae9-9bfc26077f59 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 944 time: 0.6264713 May 26 16:17:55.789081 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-489dacad-cf78-494f-9de6-b09b9b521018 req-fb620666-7941-49b0-89f9-7b50652c8773 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Router d5d13c00-c529-44f6-b495-b1af41022f4f has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:17:55.857149 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=161e5bc3-f8bd-463c-928c-19e147d66d06,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:55.955228 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['161e5bc3-f8bd-463c-928c-19e147d66d06'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:17:56.304051 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-34e56923-72e4-4d50-adf5-7d1c77f41e1f req-14c6500b-cac9-4416-a521-f0da798c56f9 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=45501908-39a0-4081-88b2-abb9d7e50f36 HTTP/1.1" status: 200 len: 210 time: 0.0802627 May 26 16:17:56.340460 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bab5241e-388d-44a3-8164-ad629701a413 req-6827bd76-2e69-4efd-be8e-12ef93ebfb2d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6181505 May 26 16:17:56.375329 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-489dacad-cf78-494f-9de6-b09b9b521018 req-fb620666-7941-49b0-89f9-7b50652c8773 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:17:56.477647 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da08a5bb-e774-4530-9f96-d6252fb33a8e None None] Sync routers for ids ['d5d13c00-c529-44f6-b495-b1af41022f4f'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:17:56.561310 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-489dacad-cf78-494f-9de6-b09b9b521018 req-fb620666-7941-49b0-89f9-7b50652c8773 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] No DVR routers for this DVR port 998a0b6f-286a-4499-b21e-44a350045c77 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:17:56.569574 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-489dacad-cf78-494f-9de6-b09b9b521018 req-fb620666-7941-49b0-89f9-7b50652c8773 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:56.574544 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-dc1fac70-a30f-45c3-b303-d993209fe344 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8dca6674dc894b4ba9998162f4f299f6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3516352 May 26 16:17:56.581901 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-489dacad-cf78-494f-9de6-b09b9b521018 req-fb620666-7941-49b0-89f9-7b50652c8773 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.81 "DELETE /v2.0/ports/998a0b6f-286a-4499-b21e-44a350045c77 HTTP/1.1" status: 204 len: 173 time: 8.1017392 May 26 16:17:56.582649 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e478563-7731-4b34-8df1-0e2840bb4a36', 'name': 'network-vif-deleted', 'tag': '998a0b6f-286a-4499-b21e-44a350045c77'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:17:56.596202 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f19e863-fa8c-42ec-b5f8-c1f04cb28e9e" -d '{"events": [{"server_uuid": "0e478563-7731-4b34-8df1-0e2840bb4a36", "name": "network-vif-deleted", "tag": "998a0b6f-286a-4499-b21e-44a350045c77"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:17:56.605160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34228) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:56.609926 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da08a5bb-e774-4530-9f96-d6252fb33a8e None None] Routers {'d5d13c00-c529-44f6-b495-b1af41022f4f'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:56.612148 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-da08a5bb-e774-4530-9f96-d6252fb33a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:17:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d5d13c00-c529-44f6-b495-b1af41022f4f'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:56.638697 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05a21020-2051-4c83-9329-ddc653080b60 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:56.639253 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05a21020-2051-4c83-9329-ddc653080b60 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:56.639679 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-05a21020-2051-4c83-9329-ddc653080b60 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Floating IP f7c522a5-48c8-4215-81dd-8fc6819372d6 disassociated. External IP: 172.25.7.98, port: 4be45615-1097-46b9-be65-13766fb76806. May 26 16:17:56.640293 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-05a21020-2051-4c83-9329-ddc653080b60 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Calling delete_port for 4be45615-1097-46b9-be65-13766fb76806 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:56.705454 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1659d82-3330-4994-944f-5692633c1e36 req-9ccd26b1-76e1-4188-adcb-048bf9d123c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:56.708691 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d1659d82-3330-4994-944f-5692633c1e36 req-9ccd26b1-76e1-4188-adcb-048bf9d123c1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 913 time: 2.2599816 May 26 16:17:56.906496 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3ed49b78-9760-4531-8b2a-99d8a2a5648d req-5533d302-d5cf-46e5-ac3a-1183c4614e2c tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e478563-7731-4b34-8df1-0e2840bb4a36 HTTP/1.1" status: 200 len: 210 time: 0.1805224 May 26 16:17:56.975574 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d1659d82-3330-4994-944f-5692633c1e36 req-37c69258-36c7-4e77-b20c-6afdedb6cd53 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=161e5bc3-f8bd-463c-928c-19e147d66d06 HTTP/1.1" status: 200 len: 217 time: 0.2540815 May 26 16:17:57.034640 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7bae-14f7-4ba1-93fb-560aea209a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:57.085608 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 161e5bc3-f8bd-463c-928c-19e147d66d06 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:17:57.107304 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7bae-14f7-4ba1-93fb-560aea209a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:57.209979 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81095144-90fb-423a-9b27-9cabd84896e5 x-openstack-request-id: req-81095144-90fb-423a-9b27-9cabd84896e5 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:17:57.210555 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e478563-7731-4b34-8df1-0e2840bb4a36", "name": "network-vif-deleted", "tag": "998a0b6f-286a-4499-b21e-44a350045c77", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:17:57.210987 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-81095144-90fb-423a-9b27-9cabd84896e5 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:17:57.211734 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81095144-90fb-423a-9b27-9cabd84896e5'] response: {'server_uuid': '0e478563-7731-4b34-8df1-0e2840bb4a36', 'name': 'network-vif-deleted', 'tag': '998a0b6f-286a-4499-b21e-44a350045c77', 'status': 'completed', 'code': 200} May 26 16:17:57.303987 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-da08a5bb-e774-4530-9f96-d6252fb33a8e None None] Set router d5d13c00-c529-44f6-b495-b1af41022f4f gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:17:57.309600 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7bae-14f7-4ba1-93fb-560aea209a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:57.318102 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7bae-14f7-4ba1-93fb-560aea209a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:57.320677 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8a5b7bae-14f7-4ba1-93fb-560aea209a1b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b3c56e49-96fb-4b95-a0d1-e8ff42080fd7 HTTP/1.1" status: 204 len: 168 time: 0.7119696 May 26 16:17:57.383160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b7bae-14f7-4ba1-93fb-560aea209a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c56e49-96fb-4b95-a0d1-e8ff42080fd7,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:57.481081 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1659d82-3330-4994-944f-5692633c1e36 req-ece40827-8279-4d31-a6a7-db23bb04b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:57.491608 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d1659d82-3330-4994-944f-5692633c1e36 req-ece40827-8279-4d31-a6a7-db23bb04b51f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.5063026 May 26 16:17:57.803022 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 161e5bc3-f8bd-463c-928c-19e147d66d06 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:17:57.853283 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 161e5bc3-f8bd-463c-928c-19e147d66d06 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:17:57.861005 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:57.936626 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d537023-8212-4bee-8e28-30b175c8f3ad req-dcf50102-41ab-49e6-bbb5-83567337f983 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:57.972934 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9d537023-8212-4bee-8e28-30b175c8f3ad req-dcf50102-41ab-49e6-bbb5-83567337f983 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.2343242 May 26 16:17:57.985004 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-99cde266-9e7c-4238-871e-ef0c9153f410 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:57.992874 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-99cde266-9e7c-4238-871e-ef0c9153f410 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.83 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 805 time: 1.1606474 May 26 16:17:58.056837 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-ce13c2ff-fa65-4326-9dc8-3224b867da25 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Request body: {'port': {'device_id': '45501908-39a0-4081-88b2-abb9d7e50f36', 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0', 'admin_state_up': True, 'tenant_id': 'f34dd27e31e54505b18adb94ad4e7b2b'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:17:58.121944 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dc859032-63b0-4e57-999e-beb8ff44215e req-2ef93370-0c35-4483-bbbf-471f466f87b3 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=45501908-39a0-4081-88b2-abb9d7e50f36 HTTP/1.1" status: 200 len: 210 time: 0.2217078 May 26 16:17:58.260972 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9d537023-8212-4bee-8e28-30b175c8f3ad req-f83c2f17-8bcc-4117-963d-0d997a137026 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404306 May 26 16:17:58.344358 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1659d82-3330-4994-944f-5692633c1e36 req-6c1763a5-af49-4da1-be57-641d842be8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:58.347576 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d1659d82-3330-4994-944f-5692633c1e36 req-6c1763a5-af49-4da1-be57-641d842be8f0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8354404 May 26 16:17:58.365746 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05a21020-2051-4c83-9329-ddc653080b60 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:58.381353 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34256) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:58.552834 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a21020-2051-4c83-9329-ddc653080b60 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event deleted for resources: {'Port': ['ID=4be45615-1097-46b9-be65-13766fb76806,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:58.577904 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1dbdc10e-754d-44e9-b524-c82b745646c6 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:58.595013 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34258) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:58.642765 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1dbdc10e-754d-44e9-b524-c82b745646c6 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:58.765661 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1dbdc10e-754d-44e9-b524-c82b745646c6 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:58.772602 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1dbdc10e-754d-44e9-b524-c82b745646c6 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:58.776152 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1dbdc10e-754d-44e9-b524-c82b745646c6 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "DELETE /v2.0/security-groups/d7657799-880e-468a-861c-ad93017bd9b4 HTTP/1.1" status: 204 len: 168 time: 0.3911228 May 26 16:17:58.780955 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34260) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:58.785150 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d1659d82-3330-4994-944f-5692633c1e36 req-166b0a4b-4555-49dd-8c6e-ad32b8db4110 service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262018 May 26 16:17:58.813748 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-6b1e810f-447e-4c80-985f-2f832ab94787 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] show failed (client error): The resource could not be found. May 26 16:17:58.815445 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6b1e810f-447e-4c80-985f-2f832ab94787 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "GET /v2.0/security-groups/d7657799-880e-468a-861c-ad93017bd9b4 HTTP/1.1" status: 404 len: 347 time: 0.0329454 May 26 16:17:58.817928 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 161e5bc3-f8bd-463c-928c-19e147d66d06 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:17:58.818744 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:58.831851 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34262) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:58.845760 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbdc10e-754d-44e9-b524-c82b745646c6 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7657799-880e-468a-861c-ad93017bd9b4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:58.903218 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 161e5bc3-f8bd-463c-928c-19e147d66d06, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=161e5bc3-f8bd-463c-928c-19e147d66d06,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:17:58.916355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348d64cf-75e0-4a9c-a289-b2d64eb14662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161e5bc3-f8bd-463c-928c-19e147d66d06'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:17:58.920660 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5d98db-aa57-44ca-9fac-e0d9f4d59955" -d '{"events": [{"server_uuid": "348d64cf-75e0-4a9c-a289-b2d64eb14662", "name": "network-vif-plugged", "status": "completed", "tag": "161e5bc3-f8bd-463c-928c-19e147d66d06"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:17:58.927590 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:58.948884 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-da08a5bb-e774-4530-9f96-d6252fb33a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-1267652655-router', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:20Z', 'updated_at': '2022-05-26T16:09:27Z', 'revision_number': 4, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'gw_port': {'id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:22Z', 'updated_at': '2022-05-26T16:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '48cc6a82-7e37-424e-b1bb-a26bfebb9890', 'name': '', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'mac_address': 'fa:16:3e:d3:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:26Z', 'updated_at': '2022-05-26T16:09:34Z', 'revision_number': 5, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'subnets': [{'id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:59.030224 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da08a5bb-e774-4530-9f96-d6252fb33a8e None None] Checking router: d5d13c00-c529-44f6-b495-b1af41022f4f for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:17:59.069148 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d1659d82-3330-4994-944f-5692633c1e36 req-36934d06-b0df-4535-8ee4-29a69aae0b35 service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517366 May 26 16:17:59.113650 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffa281c-dcd5-4c5b-8ba3-76c09bef498b x-openstack-request-id: req-cffa281c-dcd5-4c5b-8ba3-76c09bef498b {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:17:59.114209 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348d64cf-75e0-4a9c-a289-b2d64eb14662", "name": "network-vif-plugged", "status": "completed", "tag": "161e5bc3-f8bd-463c-928c-19e147d66d06", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:17:59.120262 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cffa281c-dcd5-4c5b-8ba3-76c09bef498b {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:17:59.121122 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cffa281c-dcd5-4c5b-8ba3-76c09bef498b'] response: {'server_uuid': '348d64cf-75e0-4a9c-a289-b2d64eb14662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161e5bc3-f8bd-463c-928c-19e147d66d06', 'code': 200} May 26 16:17:59.139144 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da08a5bb-e774-4530-9f96-d6252fb33a8e None None] Routers {'d5d13c00-c529-44f6-b495-b1af41022f4f'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:17:59.143079 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-da08a5bb-e774-4530-9f96-d6252fb33a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:17:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d5d13c00-c529-44f6-b495-b1af41022f4f'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:17:59.163542 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-21b3c059-59c1-4b8d-bd2a-5b533df5d106 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Deleting port 92111ade-f33a-45fd-8d67-e17f00c85d46 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:17:59.165074 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21b3c059-59c1-4b8d-bd2a-5b533df5d106 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:59.293317 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-ce13c2ff-fa65-4326-9dc8-3224b867da25 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Made reservation on behalf of f34dd27e31e54505b18adb94ad4e7b2b for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:17:59.312515 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-ce13c2ff-fa65-4326-9dc8-3224b867da25 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:59.334883 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34278) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:17:59.342548 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0dc6c047-ae09-49a5-b3d6-42d8507084f1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e6fe836335a74d86b18a4e2b35964dad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5612478 May 26 16:17:59.366106 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-da08a5bb-e774-4530-9f96-d6252fb33a8e None None] Set router d5d13c00-c529-44f6-b495-b1af41022f4f gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:17:59.650756 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21b3c059-59c1-4b8d-bd2a-5b533df5d106 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:59.650756 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21b3c059-59c1-4b8d-bd2a-5b533df5d106 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:17:59.678185 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-21b3c059-59c1-4b8d-bd2a-5b533df5d106 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Calling delete_port for 92111ade-f33a-45fd-8d67-e17f00c85d46 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:17:59.708991 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7dca61-fa07-48df-8c72-d3f6ef783316 req-693b6fa5-f9dc-4383-a4df-d8ec7788f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:17:59.712992 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bc7dca61-fa07-48df-8c72-d3f6ef783316 req-693b6fa5-f9dc-4383-a4df-d8ec7788f5ec service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 1097 time: 0.5216806 May 26 16:17:59.777433 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=161e5bc3-f8bd-463c-928c-19e147d66d06,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:17:59.831029 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:59.832779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:59.833597 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:59.834615 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:59.835389 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:59.836211 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:59.837004 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:59.838106 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:59.839044 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:59.839830 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:59.840667 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:59.841571 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:17:59.895573 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd704df8-21aa-4435-a870-f0c1cca18290 req-f584f879-d1a8-4cdc-b09b-686f8dac788a tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=45501908-39a0-4081-88b2-abb9d7e50f36 HTTP/1.1" status: 200 len: 210 time: 0.5570502 May 26 16:17:59.913988 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bc7dca61-fa07-48df-8c72-d3f6ef783316 req-d4ec6c97-7ef9-4f14-bdc6-004e0fdbff70 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831825 May 26 16:17:59.931056 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a21020-2051-4c83-9329-ddc653080b60 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Router f36f1fd9-c46b-4bfd-ac55-87a9d506449a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:18:00.037179 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-da08a5bb-e774-4530-9f96-d6252fb33a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-1267652655-router', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:20Z', 'updated_at': '2022-05-26T16:09:27Z', 'revision_number': 4, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'gw_port': {'id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:22Z', 'updated_at': '2022-05-26T16:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '48cc6a82-7e37-424e-b1bb-a26bfebb9890', 'name': '', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'mac_address': 'fa:16:3e:d3:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:26Z', 'updated_at': '2022-05-26T16:09:34Z', 'revision_number': 5, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'subnets': [{'id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:00.079332 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-ce13c2ff-fa65-4326-9dc8-3224b867da25 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Allocated IP 172.20.0.14 (ac28efc0-2a96-4984-9181-6ce65bcb6fc0/0ab488cf-1ef6-49d7-a418-125ef2c2c830/b926d23d-921f-4da6-ab6f-841d5a7d4313) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:00.102323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da08a5bb-e774-4530-9f96-d6252fb33a8e None None] The sync data for ids ['d5d13c00-c529-44f6-b495-b1af41022f4f'] in n-d-843337-2 is: [{'id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-1267652655-router', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:20Z', 'updated_at': '2022-05-26T16:09:27Z', 'revision_number': 4, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'gw_port': {'id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:22Z', 'updated_at': '2022-05-26T16:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '48cc6a82-7e37-424e-b1bb-a26bfebb9890', 'name': '', 'network_id': 'cd7c6e08-1774-4556-87ba-7d5b55a35abf', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'mac_address': 'fa:16:3e:d3:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:26Z', 'updated_at': '2022-05-26T16:09:34Z', 'revision_number': 5, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'subnets': [{'id': '1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:00.146812 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e2d49-fd69-4827-842e-f070fcbe54a7 req-b3578735-5fe3-4540-87bd-496e7d7ddd5f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:00.162109 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-940e2d49-fd69-4827-842e-f070fcbe54a7 req-b3578735-5fe3-4540-87bd-496e7d7ddd5f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 946 time: 0.2575998 May 26 16:18:00.167426 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fdf901f7-dec6-4ee0-95fa-549f6ff36c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:00.260481 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fdf901f7-dec6-4ee0-95fa-549f6ff36c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:00.319832 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21b3c059-59c1-4b8d-bd2a-5b533df5d106 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:00.413347 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-940e2d49-fd69-4827-842e-f070fcbe54a7 req-ab172b8d-be32-4290-a3c8-58a34515351e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489974 May 26 16:18:00.454528 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3c059-59c1-4b8d-bd2a-5b533df5d106 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Pushing event deleted for resources: {'Port': ['ID=92111ade-f33a-45fd-8d67-e17f00c85d46,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:00.501993 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:00.572049 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-ce13c2ff-fa65-4326-9dc8-3224b867da25 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:00.593094 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21b3c059-59c1-4b8d-bd2a-5b533df5d106 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:00.597827 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21b3c059-59c1-4b8d-bd2a-5b533df5d106 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:00.603280 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-21b3c059-59c1-4b8d-bd2a-5b533df5d106 tempest-AttachVolumeShelveTestJSON-1767133285 tempest-AttachVolumeShelveTestJSON-1767133285-project] 10.222.0.77 "DELETE /v2.0/floatingips/3642f9d0-abf7-4a09-80be-302e19c1d24b HTTP/1.1" status: 204 len: 168 time: 1.7673335 May 26 16:18:00.645811 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fdf901f7-dec6-4ee0-95fa-549f6ff36c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:00.651169 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fdf901f7-dec6-4ee0-95fa-549f6ff36c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:00.654533 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fdf901f7-dec6-4ee0-95fa-549f6ff36c8b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c9e2d75a-2289-4985-9ea8-1f2de9cbe1c9 HTTP/1.1" status: 204 len: 168 time: 1.3179400 May 26 16:18:00.674720 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf901f7-dec6-4ee0-95fa-549f6ff36c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e2d75a-2289-4985-9ea8-1f2de9cbe1c9,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:00.701249 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a21020-2051-4c83-9329-ddc653080b60 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:00.707298 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-ce13c2ff-fa65-4326-9dc8-3224b867da25 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:00.724917 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51b11c2-76ef-4dd4-b222-8d34dc7bd569 None None] Sync routers for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:00.756551 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['863c7cb5-cb2f-4085-a54c-6db455a05c1d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:18:00.787965 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51b11c2-76ef-4dd4-b222-8d34dc7bd569 None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:00.793537 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d51b11c2-76ef-4dd4-b222-8d34dc7bd569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:17:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:00.907800 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-ce13c2ff-fa65-4326-9dc8-3224b867da25 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:00.924044 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-ce13c2ff-fa65-4326-9dc8-3224b867da25 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:00.931685 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-ce13c2ff-fa65-4326-9dc8-3224b867da25 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:00.945116 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d51b11c2-76ef-4dd4-b222-8d34dc7bd569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:00.979205 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05a21020-2051-4c83-9329-ddc653080b60 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:00.989404 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51b11c2-76ef-4dd4-b222-8d34dc7bd569 None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:00.993329 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d51b11c2-76ef-4dd4-b222-8d34dc7bd569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:17:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:01.000141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34296) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:01.002869 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-05a21020-2051-4c83-9329-ddc653080b60 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "DELETE /v2.0/ports/4be45615-1097-46b9-be65-13766fb76806 HTTP/1.1" status: 204 len: 168 time: 7.0174131 May 26 16:18:01.029700 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa85456-19b9-4d95-ad06-8f420cfc1c78 None None] New status for floating IP 3642f9d0-abf7-4a09-80be-302e19c1d24b: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:18:01.112755 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13c2ff-fa65-4326-9dc8-3224b867da25 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Pushing event updated for resources: {'Port': ['ID=b926d23d-921f-4da6-ab6f-841d5a7d4313,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:01.163267 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d51b11c2-76ef-4dd4-b222-8d34dc7bd569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:01.164391 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51b11c2-76ef-4dd4-b222-8d34dc7bd569 None None] The sync data for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:01.242462 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-ce13c2ff-fa65-4326-9dc8-3224b867da25 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:01.243422 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-ce13c2ff-fa65-4326-9dc8-3224b867da25 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:01.278042 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-ce13c2ff-fa65-4326-9dc8-3224b867da25 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2646074 May 26 16:18:01.315068 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-72be8125-0a39-4a1f-9754-3ef0f3bda9d0 service neutron] Request body: {'port': {'device_id': '45501908-39a0-4081-88b2-abb9d7e50f36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:01.372707 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d743c58d-4302-468a-a854-852314be6eda tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "GET /v2.0/floatingips/f7c522a5-48c8-4215-81dd-8fc6819372d6 HTTP/1.1" status: 200 len: 687 time: 0.3675995 May 26 16:18:01.374716 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34300) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:01.544482 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-72be8125-0a39-4a1f-9754-3ef0f3bda9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:01.689797 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd0a9f-75be-47f8-bf6b-be81f229d48c req-c938029b-7b20-4ab2-8f88-b5d8324d816b tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:01.692207 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a5cd0a9f-75be-47f8-bf6b-be81f229d48c req-c938029b-7b20-4ab2-8f88-b5d8324d816b tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=45501908-39a0-4081-88b2-abb9d7e50f36 HTTP/1.1" status: 200 len: 932 time: 0.4536886 May 26 16:18:01.845496 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a5cd0a9f-75be-47f8-bf6b-be81f229d48c req-2b60afff-6442-482d-aef9-40dcb9e711c3 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329079 May 26 16:18:01.990132 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688ef0c-dd6c-4319-9fe5-33b74ee1471f req-d2ba8622-4e89-4552-8394-ee1ceb05d20f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:02.005339 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2688ef0c-dd6c-4319-9fe5-33b74ee1471f req-d2ba8622-4e89-4552-8394-ee1ceb05d20f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 946 time: 0.3464174 May 26 16:18:02.072057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-ea1b4e6b-ca4d-43f6-a969-50b60fd285af tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Deleting port 031b94b7-93c8-4342-8894-151826dd8d39 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:02.072799 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea1b4e6b-ca4d-43f6-a969-50b60fd285af tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:02.204902 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2688ef0c-dd6c-4319-9fe5-33b74ee1471f req-ebecc8c5-96de-4986-bd11-0512ce7c34b9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968992 May 26 16:18:02.431233 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea1b4e6b-ca4d-43f6-a969-50b60fd285af tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:02.432249 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea1b4e6b-ca4d-43f6-a969-50b60fd285af tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:02.515748 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-ea1b4e6b-ca4d-43f6-a969-50b60fd285af tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Calling delete_port for 031b94b7-93c8-4342-8894-151826dd8d39 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:02.628596 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f65dbf-3238-4f5f-bb76-f8d84a9e7f2c req-7a1be662-996f-47be-8dca-6e3a8a61896c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:02.631527 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a2f65dbf-3238-4f5f-bb76-f8d84a9e7f2c req-7a1be662-996f-47be-8dca-6e3a8a61896c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 946 time: 0.1883841 May 26 16:18:02.659030 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34322) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:02.675369 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-72be8125-0a39-4a1f-9754-3ef0f3bda9d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b926d23d-921f-4da6-ab6f-841d5a7d4313 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:18:02.676193 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-10fd4b56-aace-4d37-902b-a43cb5f78b09 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Request body: {'floatingip': {'port_id': '161e5bc3-f8bd-463c-928c-19e147d66d06'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:02.690659 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-72be8125-0a39-4a1f-9754-3ef0f3bda9d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:02.730169 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-72be8125-0a39-4a1f-9754-3ef0f3bda9d0 service neutron] Transition to ACTIVE for port object b926d23d-921f-4da6-ab6f-841d5a7d4313 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:18:02.741726 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-72be8125-0a39-4a1f-9754-3ef0f3bda9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:02.898963 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10fd4b56-aace-4d37-902b-a43cb5f78b09 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:03.189915 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be8125-0a39-4a1f-9754-3ef0f3bda9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b926d23d-921f-4da6-ab6f-841d5a7d4313,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:03.452275 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-72be8125-0a39-4a1f-9754-3ef0f3bda9d0 service neutron] Attempting to bind port b926d23d-921f-4da6-ab6f-841d5a7d4313 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:18:03.452782 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-72be8125-0a39-4a1f-9754-3ef0f3bda9d0 service neutron] Attempting to bind port b926d23d-921f-4da6-ab6f-841d5a7d4313 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:18:03.453282 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-72be8125-0a39-4a1f-9754-3ef0f3bda9d0 service neutron] Attempting to bind port b926d23d-921f-4da6-ab6f-841d5a7d4313 on network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:18:03.470303 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-72be8125-0a39-4a1f-9754-3ef0f3bda9d0 service neutron] Port b926d23d-921f-4da6-ab6f-841d5a7d4313 on network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:18:03.471017 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-72be8125-0a39-4a1f-9754-3ef0f3bda9d0 service neutron] Attempting to bind port b926d23d-921f-4da6-ab6f-841d5a7d4313 on network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:18:03.487571 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-72be8125-0a39-4a1f-9754-3ef0f3bda9d0 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:18:03.488082 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-72be8125-0a39-4a1f-9754-3ef0f3bda9d0 service neutron] Checking segment: {'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:18:03.488812 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-72be8125-0a39-4a1f-9754-3ef0f3bda9d0 service neutron] Bound using segment: {'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:18:03.489486 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-72be8125-0a39-4a1f-9754-3ef0f3bda9d0 service neutron] Bound port: b926d23d-921f-4da6-ab6f-841d5a7d4313, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:18:03.490338 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-72be8125-0a39-4a1f-9754-3ef0f3bda9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:03.718551 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-72be8125-0a39-4a1f-9754-3ef0f3bda9d0 service neutron] For port b926d23d-921f-4da6-ab6f-841d5a7d4313, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:18:03.721165 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e1eb8-e768-4ae2-880a-fd9736cd8da7 req-44fcc23e-2297-485a-9524-dee4f4f53e9e tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:03.727660 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-72be8125-0a39-4a1f-9754-3ef0f3bda9d0 service neutron] For port b926d23d-921f-4da6-ab6f-841d5a7d4313, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=b926d23d-921f-4da6-ab6f-841d5a7d4313,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:18:03.737612 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-072e1eb8-e768-4ae2-880a-fd9736cd8da7 req-44fcc23e-2297-485a-9524-dee4f4f53e9e tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=45501908-39a0-4081-88b2-abb9d7e50f36 HTTP/1.1" status: 200 len: 944 time: 0.5193470 May 26 16:18:03.743585 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-72be8125-0a39-4a1f-9754-3ef0f3bda9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:03.852650 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-72be8125-0a39-4a1f-9754-3ef0f3bda9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:03.853324 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-72be8125-0a39-4a1f-9754-3ef0f3bda9d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:03.855493 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-72be8125-0a39-4a1f-9754-3ef0f3bda9d0 service neutron] 10.222.0.83 "PUT /v2.0/ports/b926d23d-921f-4da6-ab6f-841d5a7d4313 HTTP/1.1" status: 200 len: 1092 time: 2.5569046 May 26 16:18:03.856131 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45501908-39a0-4081-88b2-abb9d7e50f36', 'tag': 'b926d23d-921f-4da6-ab6f-841d5a7d4313'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:18:03.859636 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afb87fd-1005-4b28-9c29-563806552c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "45501908-39a0-4081-88b2-abb9d7e50f36", "tag": "b926d23d-921f-4da6-ab6f-841d5a7d4313"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:18:03.901566 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be8125-0a39-4a1f-9754-3ef0f3bda9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b926d23d-921f-4da6-ab6f-841d5a7d4313,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:04.018528 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-072e1eb8-e768-4ae2-880a-fd9736cd8da7 req-e6c70f7d-b178-450c-9887-ef4cc197fa48 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797441 May 26 16:18:04.023945 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea1b4e6b-ca4d-43f6-a969-50b60fd285af tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:04.077053 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602f3ecb-0c18-4c68-abb4-7c3e4526bad1 x-openstack-request-id: req-602f3ecb-0c18-4c68-abb4-7c3e4526bad1 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:18:04.078318 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45501908-39a0-4081-88b2-abb9d7e50f36", "tag": "b926d23d-921f-4da6-ab6f-841d5a7d4313", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:18:04.078691 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-602f3ecb-0c18-4c68-abb4-7c3e4526bad1 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:18:04.081609 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-602f3ecb-0c18-4c68-abb4-7c3e4526bad1'] response: {'name': 'network-changed', 'server_uuid': '45501908-39a0-4081-88b2-abb9d7e50f36', 'tag': 'b926d23d-921f-4da6-ab6f-841d5a7d4313', 'status': 'completed', 'code': 200} May 26 16:18:04.117861 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b4e6b-ca4d-43f6-a969-50b60fd285af tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event deleted for resources: {'Port': ['ID=031b94b7-93c8-4342-8894-151826dd8d39,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:04.147373 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-bfca036d-2453-4a40-9375-d99be0b5fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:04.150598 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-bfca036d-2453-4a40-9375-d99be0b5fd36 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&device_id=45501908-39a0-4081-88b2-abb9d7e50f36 HTTP/1.1" status: 200 len: 1095 time: 0.1976976 May 26 16:18:04.267153 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-cffa2f11-6a93-4e79-94a3-bc8ecf23031d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b926d23d-921f-4da6-ab6f-841d5a7d4313 HTTP/1.1" status: 200 len: 217 time: 0.0977287 May 26 16:18:04.453075 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-ecb67c7d-fe2c-4bb8-9e56-c32b0d62b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:04.461425 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-ecb67c7d-fe2c-4bb8-9e56-c32b0d62b90b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0ab488cf-1ef6-49d7-a418-125ef2c2c830 HTTP/1.1" status: 200 len: 845 time: 0.1843758 May 26 16:18:04.602769 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-326cd493-8750-455f-b03d-5bf0a80cf5ee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347039 May 26 16:18:04.948312 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-8fad79d7-1e28-4a91-95c4-5bb8ef0ac7a9 service neutron] 10.222.0.83 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376372 May 26 16:18:05.036833 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea1b4e6b-ca4d-43f6-a969-50b60fd285af tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:05.041870 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea1b4e6b-ca4d-43f6-a969-50b60fd285af tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:05.043783 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ea1b4e6b-ca4d-43f6-a969-50b60fd285af tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "DELETE /v2.0/floatingips/f7c522a5-48c8-4215-81dd-8fc6819372d6 HTTP/1.1" status: 204 len: 168 time: 3.6667852 May 26 16:18:05.057138 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34370) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:05.170702 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': '0ce51d75-5d4d-41ee-baf2-467956867589'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:05.218760 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2e392aee-c8f7-43de-8e58-da8fba0142b4 req-852dee9c-889d-4250-addc-adbe50162d05 service neutron] 10.222.0.83 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605000 May 26 16:18:05.284668 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34374) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:05.425497 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:05.508420 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb87fd-1005-4b28-9c29-563806552c2d req-c667fdd7-c897-481e-8129-9ed0b8bd7c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:05.510936 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5afb87fd-1005-4b28-9c29-563806552c2d req-c667fdd7-c897-481e-8129-9ed0b8bd7c87 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&device_id=45501908-39a0-4081-88b2-abb9d7e50f36 HTTP/1.1" status: 200 len: 1095 time: 0.1349368 May 26 16:18:05.563936 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5695b1-6882-447f-899c-615c73514171 req-d8b89880-fe83-4962-a17e-6e0b71508053 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:05.565755 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab5695b1-6882-447f-899c-615c73514171 req-d8b89880-fe83-4962-a17e-6e0b71508053 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=45501908-39a0-4081-88b2-abb9d7e50f36 HTTP/1.1" status: 200 len: 944 time: 0.2509208 May 26 16:18:05.791767 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab5695b1-6882-447f-899c-615c73514171 req-aafd7105-efa8-4eb0-ae92-1728ed97db78 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045236 May 26 16:18:05.850630 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb87fd-1005-4b28-9c29-563806552c2d req-fcff37ba-e6b1-4ded-bbc2-c02371fc93e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:05.853274 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5afb87fd-1005-4b28-9c29-563806552c2d req-fcff37ba-e6b1-4ded-bbc2-c02371fc93e4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 906 time: 0.3295505 May 26 16:18:05.860612 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-3583bb4f-0af6-4690-aeee-533ee77960b7 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1206922097', 'router:external': True}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:05.969313 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5afb87fd-1005-4b28-9c29-563806552c2d req-3e1d070d-2ed0-4d0e-84a7-a55c59e33f28 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b926d23d-921f-4da6-ab6f-841d5a7d4313 HTTP/1.1" status: 200 len: 217 time: 0.1017404 May 26 16:18:06.003282 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.db.resource_extend [None req-10fd4b56-aace-4d37-902b-a43cb5f78b09 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:18:06.079590 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb87fd-1005-4b28-9c29-563806552c2d req-2d9845f5-20e9-4c42-9e0d-a97dff7b9f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:06.082163 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5afb87fd-1005-4b28-9c29-563806552c2d req-2d9845f5-20e9-4c42-9e0d-a97dff7b9f74 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0ab488cf-1ef6-49d7-a418-125ef2c2c830 HTTP/1.1" status: 200 len: 845 time: 0.1018963 May 26 16:18:06.189069 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5afb87fd-1005-4b28-9c29-563806552c2d req-78f1cee6-c897-4362-942d-126236404629 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841477 May 26 16:18:06.247624 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10fd4b56-aace-4d37-902b-a43cb5f78b09 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:06.288444 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10fd4b56-aace-4d37-902b-a43cb5f78b09 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:06.492233 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3583bb4f-0af6-4690-aeee-533ee77960b7 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Made reservation on behalf of 2255dfb72fec42d68bea8bbc6219da89 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:18:06.497855 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:06.507265 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3583bb4f-0af6-4690-aeee-533ee77960b7 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:06.544045 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3583bb4f-0af6-4690-aeee-533ee77960b7 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:06.588040 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5afb87fd-1005-4b28-9c29-563806552c2d req-01abaffb-ff4a-47fd-9e99-25588fe5f8d3 service neutron] 10.222.0.83 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844066 May 26 16:18:06.784334 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-10fd4b56-aace-4d37-902b-a43cb5f78b09 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Floating IP d827f984-9649-4567-9e6d-ccea2d14f29a associated. External IP: 172.25.7.231, port: 161e5bc3-f8bd-463c-928c-19e147d66d06. May 26 16:18:06.836399 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3583bb4f-0af6-4690-aeee-533ee77960b7 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:06.925139 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3583bb4f-0af6-4690-aeee-533ee77960b7 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:07.006173 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Allocated IP 172.25.7.38 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/86666563-c9e5-42fd-be92-1f7944ff4f9e) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:07.044053 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3583bb4f-0af6-4690-aeee-533ee77960b7 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:18:07.293079 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5afb87fd-1005-4b28-9c29-563806552c2d req-5d42b69e-5d47-46f9-b464-274ee3bc528a service neutron] 10.222.0.83 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7034469 May 26 16:18:07.294201 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583bb4f-0af6-4690-aeee-533ee77960b7 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83962345-b18b-49ca-bb2b-55e188514cb9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:07.347762 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3583bb4f-0af6-4690-aeee-533ee77960b7 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:07.362605 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-3583bb4f-0af6-4690-aeee-533ee77960b7 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Added segment 53938c62-9300-4125-a4f5-cf18d956ab59 of type vlan for network da05050c-1792-464f-baf3-4922e2118424 May 26 16:18:07.630840 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3641a29-e046-4cb8-9eae-10566e7669ac req-d65ee24d-90e7-4372-9ca6-02d8bd68b5b7 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:07.637590 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3583bb4f-0af6-4690-aeee-533ee77960b7 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:07.642030 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3641a29-e046-4cb8-9eae-10566e7669ac req-d65ee24d-90e7-4372-9ca6-02d8bd68b5b7 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=45501908-39a0-4081-88b2-abb9d7e50f36 HTTP/1.1" status: 200 len: 944 time: 0.5691419 May 26 16:18:07.778451 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3583bb4f-0af6-4690-aeee-533ee77960b7 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:07.784309 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3583bb4f-0af6-4690-aeee-533ee77960b7 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:07.787623 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3583bb4f-0af6-4690-aeee-533ee77960b7 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:08.031387 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3583bb4f-0af6-4690-aeee-533ee77960b7 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.7434356 May 26 16:18:08.036664 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34444) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:08.045185 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-62337565-6f9d-4cc6-8ea9-226d53288be9 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Request body: {'subnet': {'network_id': 'da05050c-1792-464f-baf3-4922e2118424', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:08.062461 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3641a29-e046-4cb8-9eae-10566e7669ac req-2b9c1fc8-cf8e-4154-8497-74bb17dfa926 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765278 May 26 16:18:08.098318 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:08.113690 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fd4b56-aace-4d37-902b-a43cb5f78b09 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Router 9b1ea567-21fe-435b-aa3a-5e99908e938e has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:18:08.136401 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62337565-6f9d-4cc6-8ea9-226d53288be9 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Made reservation on behalf of 2255dfb72fec42d68bea8bbc6219da89 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:18:08.145899 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-62337565-6f9d-4cc6-8ea9-226d53288be9 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:08.295932 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583bb4f-0af6-4690-aeee-533ee77960b7 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Pushing event updated for resources: {'Network': ['ID=da05050c-1792-464f-baf3-4922e2118424,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:08.312949 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network da05050c-1792-464f-baf3-4922e2118424 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:18:08.542476 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:08.687857 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'Port': ['ID=86666563-c9e5-42fd-be92-1f7944ff4f9e,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:08.831432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fd4b56-aace-4d37-902b-a43cb5f78b09 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:08.850857 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10fd4b56-aace-4d37-902b-a43cb5f78b09 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:08.859405 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d563a850-a2b7-4792-b5aa-ce525255e3e2 None None] Sync routers for ids ['9b1ea567-21fe-435b-aa3a-5e99908e938e'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:08.901021 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d563a850-a2b7-4792-b5aa-ce525255e3e2 None None] Routers {'9b1ea567-21fe-435b-aa3a-5e99908e938e'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:08.902100 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d563a850-a2b7-4792-b5aa-ce525255e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:17:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['9b1ea567-21fe-435b-aa3a-5e99908e938e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:08.933967 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:08.941606 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-10fd4b56-aace-4d37-902b-a43cb5f78b09 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "PUT /v2.0/floatingips/d827f984-9649-4567-9e6d-ccea2d14f29a HTTP/1.1" status: 200 len: 992 time: 6.2808986 May 26 16:18:08.962978 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348d64cf-75e0-4a9c-a289-b2d64eb14662', 'tag': '161e5bc3-f8bd-463c-928c-19e147d66d06'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:18:08.979264 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b024d9f-d1e7-48e4-9e19-e7dab2887759" -d '{"events": [{"name": "network-changed", "server_uuid": "348d64cf-75e0-4a9c-a289-b2d64eb14662", "tag": "161e5bc3-f8bd-463c-928c-19e147d66d06"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:18:08.998681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:09.026732 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:09.189407 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae102f87-3e66-4efb-91ee-e3170bfdfeb6 x-openstack-request-id: req-ae102f87-3e66-4efb-91ee-e3170bfdfeb6 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:18:09.189762 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348d64cf-75e0-4a9c-a289-b2d64eb14662", "tag": "161e5bc3-f8bd-463c-928c-19e147d66d06", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:18:09.190191 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ae102f87-3e66-4efb-91ee-e3170bfdfeb6 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:18:09.190855 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae102f87-3e66-4efb-91ee-e3170bfdfeb6'] response: {'name': 'network-changed', 'server_uuid': '348d64cf-75e0-4a9c-a289-b2d64eb14662', 'tag': '161e5bc3-f8bd-463c-928c-19e147d66d06', 'status': 'completed', 'code': 200} May 26 16:18:09.284040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device b926d23d-921f-4da6-ab6f-841d5a7d4313 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:18:09.369399 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b024d9f-d1e7-48e4-9e19-e7dab2887759 req-82facee4-2edd-4b1e-b3d5-68a2f6bedba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:09.371953 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6b024d9f-d1e7-48e4-9e19-e7dab2887759 req-82facee4-2edd-4b1e-b3d5-68a2f6bedba8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 1097 time: 0.1690950 May 26 16:18:09.763505 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port b926d23d-921f-4da6-ab6f-841d5a7d4313, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=b926d23d-921f-4da6-ab6f-841d5a7d4313,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:09.778320 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-d563a850-a2b7-4792-b5aa-ce525255e3e2 None None] Set router 9b1ea567-21fe-435b-aa3a-5e99908e938e gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:18:09.815037 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': 'b926d23d-921f-4da6-ab6f-841d5a7d4313', 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0', 'port_id': 'b926d23d-921f-4da6-ab6f-841d5a7d4313', 'mac_address': 'fa:16:3e:4b:72:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab488cf-1ef6-49d7-a418-125ef2c2c830', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:18:10.017617 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b024d9f-d1e7-48e4-9e19-e7dab2887759 req-4e080211-3560-43e9-a8f7-06f9b59d1b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:10.017617 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6b024d9f-d1e7-48e4-9e19-e7dab2887759 req-4e080211-3560-43e9-a8f7-06f9b59d1b03 service neutron] 10.222.0.81 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 913 time: 0.6291769 May 26 16:18:10.029252 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port b926d23d-921f-4da6-ab6f-841d5a7d4313 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:10.029892 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:10.079451 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b926d23d-921f-4da6-ab6f-841d5a7d4313 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:18:10.106066 n-d-843337-2 neutron-server[103895]: DEBUG neutron.objects.ports [None req-62337565-6f9d-4cc6-8ea9-226d53288be9 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103895) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:18:10.111762 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-62337565-6f9d-4cc6-8ea9-226d53288be9 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:10.179820 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port b926d23d-921f-4da6-ab6f-841d5a7d4313, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=b926d23d-921f-4da6-ab6f-841d5a7d4313,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:10.186228 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:10.328373 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=b926d23d-921f-4da6-ab6f-841d5a7d4313,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:10.442646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9175b-f12d-42e0-9ee6-1dc84ccd41d5 req-d477f799-6b9f-4f5a-aa17-f32bbfece73d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:10.466537 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2cb9175b-f12d-42e0-9ee6-1dc84ccd41d5 req-d477f799-6b9f-4f5a-aa17-f32bbfece73d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 946 time: 1.2840488 May 26 16:18:10.519485 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6b024d9f-d1e7-48e4-9e19-e7dab2887759 req-00f9e246-a358-4f71-88d5-13c045929087 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=161e5bc3-f8bd-463c-928c-19e147d66d06 HTTP/1.1" status: 200 len: 1000 time: 0.3963790 May 26 16:18:10.524511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62337565-6f9d-4cc6-8ea9-226d53288be9 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Pushing event updated for resources: {'Subnet': ['ID=13098722-fa69-48c7-82fb-47efd6f73d7b,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:10.633716 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b024d9f-d1e7-48e4-9e19-e7dab2887759 req-6a55fb87-2813-41c2-858c-f5f1731889e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:10.636363 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0335e-e4a8-4889-846c-50a18597bb06 req-28122df5-f6e5-42f2-9f47-d7b9319b7070 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:10.637675 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6b024d9f-d1e7-48e4-9e19-e7dab2887759 req-6a55fb87-2813-41c2-858c-f5f1731889e7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.1084554 May 26 16:18:10.640209 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6d0335e-e4a8-4889-846c-50a18597bb06 req-28122df5-f6e5-42f2-9f47-d7b9319b7070 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=45501908-39a0-4081-88b2-abb9d7e50f36 HTTP/1.1" status: 200 len: 944 time: 0.9371307 May 26 16:18:10.652538 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62337565-6f9d-4cc6-8ea9-226d53288be9 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Checking segment: {'id': '53938c62-9300-4125-a4f5-cf18d956ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'da05050c-1792-464f-baf3-4922e2118424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:18:10.654737 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['b926d23d-921f-4da6-ab6f-841d5a7d4313'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:18:10.655463 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62337565-6f9d-4cc6-8ea9-226d53288be9 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Network hostable DHCP agents. Network: da05050c-1792-464f-baf3-4922e2118424, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:18:10.748699 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d563a850-a2b7-4792-b5aa-ce525255e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'name': 'tempest-ServerActionsTestJSON-1023204686-router', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:12Z', 'updated_at': '2022-05-26T16:17:26Z', 'revision_number': 4, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'gw_port': {'id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:15Z', 'updated_at': '2022-05-26T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'd827f984-9649-4567-9e6d-ccea2d14f29a', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'floating_ip_address': '172.25.7.231', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'port_id': '161e5bc3-f8bd-463c-928c-19e147d66d06', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'mac_address': 'fa:16:3e:fa:d4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d64cf-75e0-4a9c-a289-b2d64eb14662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:18:05Z', 'revision_number': 1, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7adcd29-afb2-4f59-82b9-169ff14ff219', 'name': '', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'mac_address': 'fa:16:3e:99:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:24Z', 'updated_at': '2022-05-26T16:17:36Z', 'revision_number': 5, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'subnets': [{'id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:10.825145 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2cb9175b-f12d-42e0-9ee6-1dc84ccd41d5 req-7010ab93-87e6-4b89-a4cd-b768dbd913f7 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3571196 May 26 16:18:10.865395 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62337565-6f9d-4cc6-8ea9-226d53288be9 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Network da05050c-1792-464f-baf3-4922e2118424 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:18:10.897229 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d563a850-a2b7-4792-b5aa-ce525255e3e2 None None] Checking router: 9b1ea567-21fe-435b-aa3a-5e99908e938e for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:18:10.932290 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-62337565-6f9d-4cc6-8ea9-226d53288be9 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, da05050c-1792-464f-baf3-4922e2118424) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:10.933600 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6d0335e-e4a8-4889-846c-50a18597bb06 req-64124ef2-bcd9-43a4-a646-1c3ee502cd47 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737279 May 26 16:18:10.950177 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d563a850-a2b7-4792-b5aa-ce525255e3e2 None None] Routers {'9b1ea567-21fe-435b-aa3a-5e99908e938e'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:10.953159 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d563a850-a2b7-4792-b5aa-ce525255e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:17:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['9b1ea567-21fe-435b-aa3a-5e99908e938e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:10.978345 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89368504-8e53-479c-b095-5e8aabb2ec78 None None] Network da05050c-1792-464f-baf3-4922e2118424 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:18:10.986009 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62337565-6f9d-4cc6-8ea9-226d53288be9 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:11.014662 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-62337565-6f9d-4cc6-8ea9-226d53288be9 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:11.057932 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b024d9f-d1e7-48e4-9e19-e7dab2887759 req-f0430f8b-82d3-45df-b63c-8bcb443b1144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:11.065729 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6b024d9f-d1e7-48e4-9e19-e7dab2887759 req-f0430f8b-82d3-45df-b63c-8bcb443b1144 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4039109 May 26 16:18:11.223577 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-62337565-6f9d-4cc6-8ea9-226d53288be9 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1848674 May 26 16:18:11.283117 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-d563a850-a2b7-4792-b5aa-ce525255e3e2 None None] Set router 9b1ea567-21fe-435b-aa3a-5e99908e938e gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:18:11.667301 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34662) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:11.694547 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6b024d9f-d1e7-48e4-9e19-e7dab2887759 req-3d9bd64a-5189-4eec-b9ae-00d73268b0c7 service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6141717 May 26 16:18:11.713708 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1254948559', 'network_id': 'da05050c-1792-464f-baf3-4922e2118424'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:11.922980 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2671a842-daaf-44a3-ba98-0bf7aa1f70e5 None None] Network da05050c-1792-464f-baf3-4922e2118424 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:18:11.986702 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d563a850-a2b7-4792-b5aa-ce525255e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'name': 'tempest-ServerActionsTestJSON-1023204686-router', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:12Z', 'updated_at': '2022-05-26T16:17:26Z', 'revision_number': 4, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'gw_port': {'id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:15Z', 'updated_at': '2022-05-26T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'd827f984-9649-4567-9e6d-ccea2d14f29a', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'floating_ip_address': '172.25.7.231', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'port_id': '161e5bc3-f8bd-463c-928c-19e147d66d06', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'mac_address': 'fa:16:3e:fa:d4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d64cf-75e0-4a9c-a289-b2d64eb14662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:18:05Z', 'revision_number': 1, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7adcd29-afb2-4f59-82b9-169ff14ff219', 'name': '', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'mac_address': 'fa:16:3e:99:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:24Z', 'updated_at': '2022-05-26T16:17:36Z', 'revision_number': 5, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'subnets': [{'id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:12.122227 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Made reservation on behalf of 2255dfb72fec42d68bea8bbc6219da89 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:18:12.142255 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:12.164399 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d563a850-a2b7-4792-b5aa-ce525255e3e2 None None] The sync data for ids ['9b1ea567-21fe-435b-aa3a-5e99908e938e'] in n-d-843337-2 is: [{'id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'name': 'tempest-ServerActionsTestJSON-1023204686-router', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:12Z', 'updated_at': '2022-05-26T16:17:26Z', 'revision_number': 4, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'gw_port': {'id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:15Z', 'updated_at': '2022-05-26T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'd827f984-9649-4567-9e6d-ccea2d14f29a', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'floating_ip_address': '172.25.7.231', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'port_id': '161e5bc3-f8bd-463c-928c-19e147d66d06', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'mac_address': 'fa:16:3e:fa:d4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d64cf-75e0-4a9c-a289-b2d64eb14662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:17:37Z', 'updated_at': '2022-05-26T16:18:05Z', 'revision_number': 1, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7adcd29-afb2-4f59-82b9-169ff14ff219', 'name': '', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'mac_address': 'fa:16:3e:99:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:24Z', 'updated_at': '2022-05-26T16:17:36Z', 'revision_number': 5, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'subnets': [{'id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:12.271436 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] device_id is not set on port 45fba82b-4c09-42af-b715-8002d5c6ac76 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:18:12.344926 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6b024d9f-d1e7-48e4-9e19-e7dab2887759 req-769b1b28-932f-4dc4-bf67-b26c0b126c45 service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5461285 May 26 16:18:12.528553 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:18:12.840642 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:12.949044 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62f382-e424-480c-90c2-b80fc81b3e71 req-86815f9a-8c02-4bda-8505-7b1052ed6e5a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:12.959528 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Allocated IP 172.20.0.11 (da05050c-1792-464f-baf3-4922e2118424/13098722-fa69-48c7-82fb-47efd6f73d7b/45fba82b-4c09-42af-b715-8002d5c6ac76) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:12.962533 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3d62f382-e424-480c-90c2-b80fc81b3e71 req-86815f9a-8c02-4bda-8505-7b1052ed6e5a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 946 time: 1.0737207 May 26 16:18:12.999202 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a9526-7b56-44fa-905d-222c649f503a req-24e0abb6-2528-4811-b934-443aae549985 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:13.001971 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c1a9526-7b56-44fa-905d-222c649f503a req-24e0abb6-2528-4811-b934-443aae549985 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=45501908-39a0-4081-88b2-abb9d7e50f36 HTTP/1.1" status: 200 len: 945 time: 0.6466930 May 26 16:18:13.020617 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-db06616e-b61a-4860-9d43-67ca1912a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:13.074646 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e75cc02-2ab1-4435-88cf-74d233140a69 None None] New status for floating IP d827f984-9649-4567-9e6d-ccea2d14f29a: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:18:13.256893 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3d62f382-e424-480c-90c2-b80fc81b3e71 req-11e72bb3-d641-4aa0-b387-65512072af3e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2930193 May 26 16:18:13.288598 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device b926d23d-921f-4da6-ab6f-841d5a7d4313 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:18:13.306300 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c1a9526-7b56-44fa-905d-222c649f503a req-0c8fe1e9-bc2f-4827-aec2-005201a42822 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738748 May 26 16:18:13.309400 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:13.579241 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:13.690130 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port b926d23d-921f-4da6-ab6f-841d5a7d4313 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:18:13.695068 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:13.710333 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port b926d23d-921f-4da6-ab6f-841d5a7d4313 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:13.710715 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:13.855506 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Pushing event updated for resources: {'Port': ['ID=45fba82b-4c09-42af-b715-8002d5c6ac76,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:13.860412 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Network da05050c-1792-464f-baf3-4922e2118424 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:13.873842 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:13.877915 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:13.884362 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:13.885083 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:13.886223 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:13.886975 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:13.887758 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:13.888628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:13.889421 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:13.890136 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:13.890840 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:13.891557 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:13.892979 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:13.894798 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:13.983651 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:13.986450 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:13.990267 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:13.999984 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:14.073063 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1a0591b0-9825-4dfb-a939-f02b4532c1f8 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.3744698 May 26 16:18:14.076364 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34860) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:14.103606 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port b926d23d-921f-4da6-ab6f-841d5a7d4313 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:14.104394 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:14.198328 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45501908-39a0-4081-88b2-abb9d7e50f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b926d23d-921f-4da6-ab6f-841d5a7d4313'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:18:14.203637 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a58f846-0a46-47aa-9bb2-f87bee774618" -d '{"events": [{"server_uuid": "45501908-39a0-4081-88b2-abb9d7e50f36", "name": "network-vif-plugged", "status": "completed", "tag": "b926d23d-921f-4da6-ab6f-841d5a7d4313"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:18:14.231032 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'Port': ['ID=86666563-c9e5-42fd-be92-1f7944ff4f9e,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:14.240377 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port b926d23d-921f-4da6-ab6f-841d5a7d4313, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=b926d23d-921f-4da6-ab6f-841d5a7d4313,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:14.251174 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:14.251417 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:14.252305 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:14.253302 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:14.253929 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:14.254657 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:14.255303 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:14.255869 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:14.256880 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:14.257945 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:14.258744 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:14.259576 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:14.260378 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:14.293812 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:14.423309 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1688a-37fc-48ee-8f35-3e7bcb8b503b tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Deleting port 45fba82b-4c09-42af-b715-8002d5c6ac76 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:14.423655 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1f1688a-37fc-48ee-8f35-3e7bcb8b503b tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:14.517587 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca00f99-27bf-4002-a8b9-8ea348abc068 x-openstack-request-id: req-8ca00f99-27bf-4002-a8b9-8ea348abc068 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:18:14.518120 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45501908-39a0-4081-88b2-abb9d7e50f36", "name": "network-vif-plugged", "status": "completed", "tag": "b926d23d-921f-4da6-ab6f-841d5a7d4313", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:18:14.518500 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8ca00f99-27bf-4002-a8b9-8ea348abc068 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:18:14.520823 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ca00f99-27bf-4002-a8b9-8ea348abc068'] response: {'server_uuid': '45501908-39a0-4081-88b2-abb9d7e50f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b926d23d-921f-4da6-ab6f-841d5a7d4313', 'code': 200} May 26 16:18:14.524441 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=b926d23d-921f-4da6-ab6f-841d5a7d4313,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:14.657696 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1f1688a-37fc-48ee-8f35-3e7bcb8b503b tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:14.727801 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1688a-37fc-48ee-8f35-3e7bcb8b503b tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Calling delete_port for 45fba82b-4c09-42af-b715-8002d5c6ac76 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:14.738069 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d3ab8-6be5-4a62-a900-317b5f2b8241 req-d5ebe834-ebf5-4886-99b0-ae26fa4dc9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:14.746346 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-051d3ab8-6be5-4a62-a900-317b5f2b8241 req-d5ebe834-ebf5-4886-99b0-ae26fa4dc9ef service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=45501908-39a0-4081-88b2-abb9d7e50f36 HTTP/1.1" status: 200 len: 1097 time: 0.1485715 May 26 16:18:14.803683 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c4506-a3e8-4112-b00a-9bf5ecb0e1e0 req-472baf23-9e6d-4d74-9ff8-08e91f80ff8b tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:14.827212 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db9c4506-a3e8-4112-b00a-9bf5ecb0e1e0 req-472baf23-9e6d-4d74-9ff8-08e91f80ff8b tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=45501908-39a0-4081-88b2-abb9d7e50f36 HTTP/1.1" status: 200 len: 946 time: 0.2289970 May 26 16:18:14.833074 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Floating IP 7ea0a170-5cbf-4dac-9b77-60d2a7db5d95 associated. External IP: 172.25.7.38, port: 0ce51d75-5d4d-41ee-baf2-467956867589. May 26 16:18:14.920992 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-051d3ab8-6be5-4a62-a900-317b5f2b8241 req-60309ddd-1eba-4dd9-ab1d-341e04bf6bde service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584535 May 26 16:18:15.004683 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bd014-58cc-40eb-9c95-a32fee5fe188 req-64623b8b-06ee-4663-a395-f26a50e948e8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:15.008254 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c70bd014-58cc-40eb-9c95-a32fee5fe188 req-64623b8b-06ee-4663-a395-f26a50e948e8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 946 time: 0.4330223 May 26 16:18:15.094530 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db9c4506-a3e8-4112-b00a-9bf5ecb0e1e0 req-d3e233ad-a6ad-46bd-bc4a-e003498893fe tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486753 May 26 16:18:15.190963 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c70bd014-58cc-40eb-9c95-a32fee5fe188 req-18a31915-904d-42a2-b226-10284ea7e363 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717961 May 26 16:18:15.434676 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3b494e3d-8284-4d9e-9048-921fdbe97770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:15.598109 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2b466-742e-4d49-a39f-f81d52d77398 req-e2bf5a75-c814-4fde-a4e9-a93a88db2432 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:15.601811 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e0d2b466-742e-4d49-a39f-f81d52d77398 req-e2bf5a75-c814-4fde-a4e9-a93a88db2432 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 946 time: 0.1321526 May 26 16:18:15.851336 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e0d2b466-742e-4d49-a39f-f81d52d77398 req-acc5830e-8913-4680-ae47-4a7453f708c8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315043 May 26 16:18:15.953013 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Router f36f1fd9-c46b-4bfd-ac55-87a9d506449a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:18:15.997443 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1f1688a-37fc-48ee-8f35-3e7bcb8b503b tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:16.073651 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1688a-37fc-48ee-8f35-3e7bcb8b503b tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Pushing event deleted for resources: {'Port': ['ID=45fba82b-4c09-42af-b715-8002d5c6ac76,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:16.305690 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1f1688a-37fc-48ee-8f35-3e7bcb8b503b tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:16.314033 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e1f1688a-37fc-48ee-8f35-3e7bcb8b503b tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "DELETE /v2.0/ports/45fba82b-4c09-42af-b715-8002d5c6ac76 HTTP/1.1" status: 204 len: 168 time: 2.2325373 May 26 16:18:16.314495 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34948) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:16.335484 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c0719bf3-b40b-4ce9-8f63-414bc0ce75c1 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'da05050c-1792-464f-baf3-4922e2118424', 'external_fixed_ips': [{'subnet_id': '13098722-fa69-48c7-82fb-47efd6f73d7b', 'ip_address': '172.20.0.11'}]}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:16.415361 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0719bf3-b40b-4ce9-8f63-414bc0ce75c1 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:16.417543 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0719bf3-b40b-4ce9-8f63-414bc0ce75c1 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:16.523890 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:16.666658 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0719bf3-b40b-4ce9-8f63-414bc0ce75c1 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:16.688889 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:16.709853 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ca501f-d357-4f41-92e8-b02c9081325f None None] Sync routers for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:16.750976 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ca501f-d357-4f41-92e8-b02c9081325f None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:16.755182 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-71ca501f-d357-4f41-92e8-b02c9081325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:16.789798 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f0ae9-a6a7-4fd3-a1fd-9d1adf666f74 req-2f8f17f2-f858-45c1-92b7-d04f4417faca tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:16.792805 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-205f0ae9-a6a7-4fd3-a1fd-9d1adf666f74 req-2f8f17f2-f858-45c1-92b7-d04f4417faca tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=45501908-39a0-4081-88b2-abb9d7e50f36 HTTP/1.1" status: 200 len: 946 time: 0.2734225 May 26 16:18:16.895353 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-205f0ae9-a6a7-4fd3-a1fd-9d1adf666f74 req-73d574bd-1f95-4598-80ee-4953027227c3 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926642 May 26 16:18:16.901347 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:17.009191 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-71ca501f-d357-4f41-92e8-b02c9081325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:17.018310 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-477ea845-7ddf-41f7-93d0-362b3c334c79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 11.9565153 May 26 16:18:17.019880 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34968) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:17.065445 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-9bdbf76f-82a3-4094-923f-7eb6ef0850cd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1729795135'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:17.081809 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ca501f-d357-4f41-92e8-b02c9081325f None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:17.084065 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-71ca501f-d357-4f41-92e8-b02c9081325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:17.202604 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34972) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:17.221900 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdbf76f-82a3-4094-923f-7eb6ef0850cd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Made reservation on behalf of cbd13bb72beb4d589e0419a494a9770e for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:18:17.239395 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9bdbf76f-82a3-4094-923f-7eb6ef0850cd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:17.272812 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-71ca501f-d357-4f41-92e8-b02c9081325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:17.273873 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ca501f-d357-4f41-92e8-b02c9081325f None None] The sync data for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:17.353765 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bdbf76f-82a3-4094-923f-7eb6ef0850cd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:18:17.386057 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9bdbf76f-82a3-4094-923f-7eb6ef0850cd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:17.386589 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-9bdbf76f-82a3-4094-923f-7eb6ef0850cd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Added segment 9bc48e57-2a62-4417-a1dd-d0917fe7ff21 of type vlan for network e7bdb813-36f9-4e36-9328-7120e63c06c1 May 26 16:18:17.387209 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0719bf3-b40b-4ce9-8f63-414bc0ce75c1 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:17.562308 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9bdbf76f-82a3-4094-923f-7eb6ef0850cd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:17.621628 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9bdbf76f-82a3-4094-923f-7eb6ef0850cd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:17.634656 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdbf76f-82a3-4094-923f-7eb6ef0850cd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:17.635892 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9bdbf76f-82a3-4094-923f-7eb6ef0850cd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:17.826487 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9bdbf76f-82a3-4094-923f-7eb6ef0850cd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8007724 May 26 16:18:17.851804 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34982) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:17.861219 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-7a21c2a4-ff4b-4084-877e-4d68c757289c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Request body: {'subnet': {'network_id': 'e7bdb813-36f9-4e36-9328-7120e63c06c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:17.916946 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:17.962900 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0719bf3-b40b-4ce9-8f63-414bc0ce75c1 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:17.992024 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdbf76f-82a3-4094-923f-7eb6ef0850cd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'Network': ['ID=e7bdb813-36f9-4e36-9328-7120e63c06c1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:18.023987 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0719bf3-b40b-4ce9-8f63-414bc0ce75c1 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:18.030897 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network e7bdb813-36f9-4e36-9328-7120e63c06c1 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:18:18.259408 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:18.474185 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-c0719bf3-b40b-4ce9-8f63-414bc0ce75c1 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Allocated IP 172.20.0.11 (da05050c-1792-464f-baf3-4922e2118424/13098722-fa69-48c7-82fb-47efd6f73d7b/4ede21e2-407d-4ba2-8fc4-8c6913c48060) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:18.534059 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42fc9a-0b1a-4031-bd8e-54f6c489d853 req-acac6cc4-db37-403f-9a35-4badeab98854 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:18.551714 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ad42fc9a-0b1a-4031-bd8e-54f6c489d853 req-acac6cc4-db37-403f-9a35-4badeab98854 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=45501908-39a0-4081-88b2-abb9d7e50f36 HTTP/1.1" status: 200 len: 946 time: 0.3420281 May 26 16:18:18.561607 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a21c2a4-ff4b-4084-877e-4d68c757289c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Made reservation on behalf of cbd13bb72beb4d589e0419a494a9770e for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:18:18.565905 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7a21c2a4-ff4b-4084-877e-4d68c757289c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:18.739974 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0719bf3-b40b-4ce9-8f63-414bc0ce75c1 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:18.834805 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0719bf3-b40b-4ce9-8f63-414bc0ce75c1 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:18.918132 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ad42fc9a-0b1a-4031-bd8e-54f6c489d853 req-16130534-6b67-4ae7-ac14-b251fa607903 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219833 May 26 16:18:18.927358 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0719bf3-b40b-4ce9-8f63-414bc0ce75c1 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Network da05050c-1792-464f-baf3-4922e2118424 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:18.961925 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-c0719bf3-b40b-4ce9-8f63-414bc0ce75c1 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:18.967567 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0719bf3-b40b-4ce9-8f63-414bc0ce75c1 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:18.988385 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 161e5bc3-f8bd-463c-928c-19e147d66d06 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:18:19.008697 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:19.186257 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 161e5bc3-f8bd-463c-928c-19e147d66d06, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=161e5bc3-f8bd-463c-928c-19e147d66d06,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:19.213954 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '161e5bc3-f8bd-463c-928c-19e147d66d06', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'port_id': '161e5bc3-f8bd-463c-928c-19e147d66d06', 'mac_address': 'fa:16:3e:fa:d4:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:18:19.294148 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 161e5bc3-f8bd-463c-928c-19e147d66d06 is: ACTIVE; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:19.294822 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:19.339108 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 161e5bc3-f8bd-463c-928c-19e147d66d06 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:18:19.382387 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 161e5bc3-f8bd-463c-928c-19e147d66d06, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=161e5bc3-f8bd-463c-928c-19e147d66d06,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:19.390485 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:19.395426 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7a21c2a4-ff4b-4084-877e-4d68c757289c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:19.463968 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0719bf3-b40b-4ce9-8f63-414bc0ce75c1 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Pushing event updated for resources: {'Port': ['ID=4ede21e2-407d-4ba2-8fc4-8c6913c48060,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:19.493228 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e16ac9-4f4c-4439-8ff8-1cf2bbc8a67e req-00e28432-bf9f-41ac-be86-027699d2c75e tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:19.495937 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c3e16ac9-4f4c-4439-8ff8-1cf2bbc8a67e req-00e28432-bf9f-41ac-be86-027699d2c75e tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=45501908-39a0-4081-88b2-abb9d7e50f36 HTTP/1.1" status: 200 len: 946 time: 0.2997482 May 26 16:18:19.563054 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=161e5bc3-f8bd-463c-928c-19e147d66d06,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:19.571931 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['161e5bc3-f8bd-463c-928c-19e147d66d06'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:18:19.624076 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0719bf3-b40b-4ce9-8f63-414bc0ce75c1 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:19.995653 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c3e16ac9-4f4c-4439-8ff8-1cf2bbc8a67e req-638492bd-ff26-4cbf-9e28-9506442c8b60 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781594 May 26 16:18:20.015197 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0719bf3-b40b-4ce9-8f63-414bc0ce75c1 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:20.138229 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a21c2a4-ff4b-4084-877e-4d68c757289c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Checking segment: {'id': '9bc48e57-2a62-4417-a1dd-d0917fe7ff21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e7bdb813-36f9-4e36-9328-7120e63c06c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:18:20.138864 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a21c2a4-ff4b-4084-877e-4d68c757289c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Network hostable DHCP agents. Network: e7bdb813-36f9-4e36-9328-7120e63c06c1, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:18:20.208341 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21c2a4-ff4b-4084-877e-4d68c757289c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'Subnet': ['ID=dc788df3-1b64-4d68-ba17-0bfe88514313,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:20.288456 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a21c2a4-ff4b-4084-877e-4d68c757289c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Network e7bdb813-36f9-4e36-9328-7120e63c06c1 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:18:20.326634 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-7a21c2a4-ff4b-4084-877e-4d68c757289c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, e7bdb813-36f9-4e36-9328-7120e63c06c1) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:20.336001 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a21c2a4-ff4b-4084-877e-4d68c757289c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:20.337122 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7a21c2a4-ff4b-4084-877e-4d68c757289c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:20.346259 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7647d9a2-11a3-45a1-bfea-c8cf1a17d4af None None] Network e7bdb813-36f9-4e36-9328-7120e63c06c1 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:18:20.370691 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1aa3fc88-cd84-43a3-9f77-e4b9d65f7757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:20.444170 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0719bf3-b40b-4ce9-8f63-414bc0ce75c1 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Router 07d90e83-1340-46e3-a083-3e29f1773bff is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:18:20.511324 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7a21c2a4-ff4b-4084-877e-4d68c757289c tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6577892 May 26 16:18:20.523431 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35044) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:20.531884 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-19174d2d-dab6-4048-86bf-c48a8330a398 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-489883724', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}, 'admin_state_up': False}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:20.726086 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-19174d2d-dab6-4048-86bf-c48a8330a398 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:20.728139 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-19174d2d-dab6-4048-86bf-c48a8330a398 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:20.843490 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0719bf3-b40b-4ce9-8f63-414bc0ce75c1 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:20.871165 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-19174d2d-dab6-4048-86bf-c48a8330a398 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:20.885246 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379f2a25-599f-4b5a-96f2-e149efc9404a None None] Sync routers for ids ['07d90e83-1340-46e3-a083-3e29f1773bff'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:20.909908 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0719bf3-b40b-4ce9-8f63-414bc0ce75c1 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:20.918239 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c0719bf3-b40b-4ce9-8f63-414bc0ce75c1 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.5958190 May 26 16:18:20.918898 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35054) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:20.965969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379f2a25-599f-4b5a-96f2-e149efc9404a None None] Routers {'07d90e83-1340-46e3-a083-3e29f1773bff'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:20.967017 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-379f2a25-599f-4b5a-96f2-e149efc9404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['07d90e83-1340-46e3-a083-3e29f1773bff'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:21.192932 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13133922-38f7-410c-8a1d-1b92b3940814 req-5f41efb7-a317-4806-b791-96ab003ed6e6 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:21.195744 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13133922-38f7-410c-8a1d-1b92b3940814 req-5f41efb7-a317-4806-b791-96ab003ed6e6 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=45501908-39a0-4081-88b2-abb9d7e50f36 HTTP/1.1" status: 200 len: 946 time: 0.5593200 May 26 16:18:21.243169 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 161e5bc3-f8bd-463c-928c-19e147d66d06 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:18:21.290575 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b46fa92-ec54-47db-867a-e546a8520863 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:21.377637 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb5dee4-1ff4-4394-a3a6-3bdfa27393dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-e7bdb813-36f9-4e36-9328-7120e63c06c1', 'network_id': 'e7bdb813-36f9-4e36-9328-7120e63c06c1', 'tenant_id': 'cbd13bb72beb4d589e0419a494a9770e', 'fixed_ips': [{'subnet_id': 'dc788df3-1b64-4d68-ba17-0bfe88514313'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:18:21.381130 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5fb5dee4-1ff4-4394-a3a6-3bdfa27393dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:21.640557 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13133922-38f7-410c-8a1d-1b92b3940814 req-55b4592a-5620-4485-acdf-54ac2d19bb41 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211431 May 26 16:18:21.646624 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-19174d2d-dab6-4048-86bf-c48a8330a398 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:21.732931 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b46fa92-ec54-47db-867a-e546a8520863 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:21.878395 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 161e5bc3-f8bd-463c-928c-19e147d66d06 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:21.886899 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:21.997661 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-0b46fa92-ec54-47db-867a-e546a8520863 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Deleting port 4ede21e2-407d-4ba2-8fc4-8c6913c48060 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:21.998423 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b46fa92-ec54-47db-867a-e546a8520863 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:22.160175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-1aa3fc88-cd84-43a3-9f77-e4b9d65f7757 admin admin] Deleting port 48cc6a82-7e37-424e-b1bb-a26bfebb9890 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:22.161322 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1aa3fc88-cd84-43a3-9f77-e4b9d65f7757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:22.230230 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b46fa92-ec54-47db-867a-e546a8520863 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:22.259552 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-0b46fa92-ec54-47db-867a-e546a8520863 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Calling delete_port for 4ede21e2-407d-4ba2-8fc4-8c6913c48060 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:22.384397 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-379f2a25-599f-4b5a-96f2-e149efc9404a None None] Set router 07d90e83-1340-46e3-a083-3e29f1773bff gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:18:22.861482 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-19174d2d-dab6-4048-86bf-c48a8330a398 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:22.957093 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68584e8a-aa82-4615-8e8c-bf21aebc4cee req-aa74ffca-b1b0-4978-836d-794ce8141c79 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:22.962840 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-68584e8a-aa82-4615-8e8c-bf21aebc4cee req-aa74ffca-b1b0-4978-836d-794ce8141c79 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.83 "GET /v2.0/ports?device_id=45501908-39a0-4081-88b2-abb9d7e50f36 HTTP/1.1" status: 200 len: 946 time: 0.2860925 May 26 16:18:23.011815 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-19174d2d-dab6-4048-86bf-c48a8330a398 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:23.033220 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-5fb5dee4-1ff4-4394-a3a6-3bdfa27393dd None None] Allocated IP 172.20.0.2 (e7bdb813-36f9-4e36-9328-7120e63c06c1/dc788df3-1b64-4d68-ba17-0bfe88514313/ba7c1b6f-9b68-4b83-88ee-e261b87d8c53) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:23.256720 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-1aa3fc88-cd84-43a3-9f77-e4b9d65f7757 admin admin] For port 48cc6a82-7e37-424e-b1bb-a26bfebb9890, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=48cc6a82-7e37-424e-b1bb-a26bfebb9890,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:23.256720 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1aa3fc88-cd84-43a3-9f77-e4b9d65f7757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:23.289031 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b46fa92-ec54-47db-867a-e546a8520863 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:23.360741 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-1aa3fc88-cd84-43a3-9f77-e4b9d65f7757 admin admin] Calling delete_port for 48cc6a82-7e37-424e-b1bb-a26bfebb9890 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:23.370039 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46fa92-ec54-47db-867a-e546a8520863 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ede21e2-407d-4ba2-8fc4-8c6913c48060,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:23.485690 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49599b33-1b3d-4b31-9bbe-daccdd0b261d req-85acd427-876c-40db-8a23-af50c4502688 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:23.502981 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-68584e8a-aa82-4615-8e8c-bf21aebc4cee req-e984a52c-7db4-4449-b141-e8cabbbdb88c tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Deleting port b926d23d-921f-4da6-ab6f-841d5a7d4313 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:23.503246 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-49599b33-1b3d-4b31-9bbe-daccdd0b261d req-85acd427-876c-40db-8a23-af50c4502688 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=45501908-39a0-4081-88b2-abb9d7e50f36 HTTP/1.1" status: 200 len: 946 time: 0.5143886 May 26 16:18:23.506102 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-68584e8a-aa82-4615-8e8c-bf21aebc4cee req-e984a52c-7db4-4449-b141-e8cabbbdb88c tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:23.749958 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 161e5bc3-f8bd-463c-928c-19e147d66d06 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:23.751303 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b46fa92-ec54-47db-867a-e546a8520863 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:23.752608 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-49599b33-1b3d-4b31-9bbe-daccdd0b261d req-d7844cd0-a0d1-4a0b-a798-dfeb495b3cb6 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480111 May 26 16:18:23.752976 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:23.848299 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5fb5dee4-1ff4-4394-a3a6-3bdfa27393dd None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:23.868862 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5fb5dee4-1ff4-4394-a3a6-3bdfa27393dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:23.895908 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-19174d2d-dab6-4048-86bf-c48a8330a398 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Allocated IP 172.25.7.83 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/3918b7ac-2193-4dac-96f8-a33b3ea024c1) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:24.006703 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb5dee4-1ff4-4394-a3a6-3bdfa27393dd None None] Network e7bdb813-36f9-4e36-9328-7120e63c06c1 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:24.028873 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5dee4-1ff4-4394-a3a6-3bdfa27393dd None None] Pushing event updated for resources: {'Port': ['ID=ba7c1b6f-9b68-4b83-88ee-e261b87d8c53,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:24.041326 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-5fb5dee4-1ff4-4394-a3a6-3bdfa27393dd None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:24.061861 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb5dee4-1ff4-4394-a3a6-3bdfa27393dd None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:24.079111 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348d64cf-75e0-4a9c-a289-b2d64eb14662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161e5bc3-f8bd-463c-928c-19e147d66d06'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:18:24.084474 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5056f4fe-648a-451d-a93f-2642d4a0b090" -d '{"events": [{"server_uuid": "348d64cf-75e0-4a9c-a289-b2d64eb14662", "name": "network-vif-plugged", "status": "completed", "tag": "161e5bc3-f8bd-463c-928c-19e147d66d06"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:18:24.228086 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-68584e8a-aa82-4615-8e8c-bf21aebc4cee req-e984a52c-7db4-4449-b141-e8cabbbdb88c tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] For port b926d23d-921f-4da6-ab6f-841d5a7d4313, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=b926d23d-921f-4da6-ab6f-841d5a7d4313,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:24.229116 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-68584e8a-aa82-4615-8e8c-bf21aebc4cee req-e984a52c-7db4-4449-b141-e8cabbbdb88c tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:24.230676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 161e5bc3-f8bd-463c-928c-19e147d66d06, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=161e5bc3-f8bd-463c-928c-19e147d66d06,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:24.236948 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b46fa92-ec54-47db-867a-e546a8520863 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:24.247064 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317b882b-ce4b-4aed-a334-7249d8287cbf x-openstack-request-id: req-317b882b-ce4b-4aed-a334-7249d8287cbf {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:18:24.247478 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348d64cf-75e0-4a9c-a289-b2d64eb14662", "name": "network-vif-plugged", "status": "completed", "tag": "161e5bc3-f8bd-463c-928c-19e147d66d06", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:18:24.248050 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-317b882b-ce4b-4aed-a334-7249d8287cbf {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:18:24.248895 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-317b882b-ce4b-4aed-a334-7249d8287cbf'] response: {'server_uuid': '348d64cf-75e0-4a9c-a289-b2d64eb14662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161e5bc3-f8bd-463c-928c-19e147d66d06', 'code': 200} May 26 16:18:24.265443 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b46fa92-ec54-47db-867a-e546a8520863 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:24.279638 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-68584e8a-aa82-4615-8e8c-bf21aebc4cee req-e984a52c-7db4-4449-b141-e8cabbbdb88c tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Calling delete_port for b926d23d-921f-4da6-ab6f-841d5a7d4313 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:24.321766 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:24.450652 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=161e5bc3-f8bd-463c-928c-19e147d66d06,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:24.467448 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-379f2a25-599f-4b5a-96f2-e149efc9404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d90e83-1340-46e3-a083-3e29f1773bff', 'name': '', 'tenant_id': '2255dfb72fec42d68bea8bbc6219da89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da05050c-1792-464f-baf3-4922e2118424', 'external_fixed_ips': [{'subnet_id': '13098722-fa69-48c7-82fb-47efd6f73d7b', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '4ede21e2-407d-4ba2-8fc4-8c6913c48060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:16Z', 'updated_at': '2022-05-26T16:18:19Z', 'revision_number': 3, 'project_id': '2255dfb72fec42d68bea8bbc6219da89', 'gw_port': {'id': '4ede21e2-407d-4ba2-8fc4-8c6913c48060', 'name': '', 'network_id': 'da05050c-1792-464f-baf3-4922e2118424', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d90e83-1340-46e3-a083-3e29f1773bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '13098722-fa69-48c7-82fb-47efd6f73d7b', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:18Z', 'updated_at': '2022-05-26T16:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13098722-fa69-48c7-82fb-47efd6f73d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:24.514966 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379f2a25-599f-4b5a-96f2-e149efc9404a None None] Checking router: 07d90e83-1340-46e3-a083-3e29f1773bff for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:18:24.516135 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379f2a25-599f-4b5a-96f2-e149efc9404a None None] Updating router 07d90e83-1340-46e3-a083-3e29f1773bff port 4ede21e2-407d-4ba2-8fc4-8c6913c48060 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:18:24.519596 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5fb5dee4-1ff4-4394-a3a6-3bdfa27393dd None None] Attempting to bind port ba7c1b6f-9b68-4b83-88ee-e261b87d8c53 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:18:24.520707 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5fb5dee4-1ff4-4394-a3a6-3bdfa27393dd None None] Attempting to bind port ba7c1b6f-9b68-4b83-88ee-e261b87d8c53 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '9bc48e57-2a62-4417-a1dd-d0917fe7ff21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e7bdb813-36f9-4e36-9328-7120e63c06c1'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:18:24.521471 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb5dee4-1ff4-4394-a3a6-3bdfa27393dd None None] Attempting to bind port ba7c1b6f-9b68-4b83-88ee-e261b87d8c53 on network e7bdb813-36f9-4e36-9328-7120e63c06c1 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:18:24.547988 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb5dee4-1ff4-4394-a3a6-3bdfa27393dd None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:18:24.548960 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb5dee4-1ff4-4394-a3a6-3bdfa27393dd None None] Checking segment: {'id': '9bc48e57-2a62-4417-a1dd-d0917fe7ff21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e7bdb813-36f9-4e36-9328-7120e63c06c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:18:24.549648 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5fb5dee4-1ff4-4394-a3a6-3bdfa27393dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:24.550314 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb5dee4-1ff4-4394-a3a6-3bdfa27393dd None None] Bound using segment: {'id': '9bc48e57-2a62-4417-a1dd-d0917fe7ff21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e7bdb813-36f9-4e36-9328-7120e63c06c1'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:18:24.551615 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5fb5dee4-1ff4-4394-a3a6-3bdfa27393dd None None] Bound port: ba7c1b6f-9b68-4b83-88ee-e261b87d8c53, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc48e57-2a62-4417-a1dd-d0917fe7ff21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e7bdb813-36f9-4e36-9328-7120e63c06c1'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:18:24.552372 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5fb5dee4-1ff4-4394-a3a6-3bdfa27393dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:24.555186 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379f2a25-599f-4b5a-96f2-e149efc9404a None None] Port 4ede21e2-407d-4ba2-8fc4-8c6913c48060 not found while updating agent binding for router 07d90e83-1340-46e3-a083-3e29f1773bff. {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 26 16:18:24.586680 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379f2a25-599f-4b5a-96f2-e149efc9404a None None] Routers set() bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:24.588446 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379f2a25-599f-4b5a-96f2-e149efc9404a None None] Router IDs set() for agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 26 16:18:24.588656 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b46fa92-ec54-47db-867a-e546a8520863 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:24.589539 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-19174d2d-dab6-4048-86bf-c48a8330a398 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:24.590934 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_agentschedulers_db [None req-379f2a25-599f-4b5a-96f2-e149efc9404a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'07d90e83-1340-46e3-a083-3e29f1773bff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent'). {{(pid=103897) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 26 16:18:24.592069 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379f2a25-599f-4b5a-96f2-e149efc9404a None None] The sync data for ids ['07d90e83-1340-46e3-a083-3e29f1773bff'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:24.592288 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b46fa92-ec54-47db-867a-e546a8520863 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07d90e83-1340-46e3-a083-3e29f1773bff {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:18:24.698136 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-19174d2d-dab6-4048-86bf-c48a8330a398 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:24.698774 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b46fa92-ec54-47db-867a-e546a8520863 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:24.701347 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0b46fa92-ec54-47db-867a-e546a8520863 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "DELETE /v2.0/routers/07d90e83-1340-46e3-a083-3e29f1773bff HTTP/1.1" status: 204 len: 168 time: 3.7787204 May 26 16:18:24.705349 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35110) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:24.792828 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5fb5dee4-1ff4-4394-a3a6-3bdfa27393dd None None] For port ba7c1b6f-9b68-4b83-88ee-e261b87d8c53, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:18:24.798422 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5fb5dee4-1ff4-4394-a3a6-3bdfa27393dd None None] For port ba7c1b6f-9b68-4b83-88ee-e261b87d8c53, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ba7c1b6f-9b68-4b83-88ee-e261b87d8c53,segment=NetworkSegment(9bc48e57-2a62-4417-a1dd-d0917fe7ff21),segment_id=9bc48e57-2a62-4417-a1dd-d0917fe7ff21)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:18:24.810162 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5fb5dee4-1ff4-4394-a3a6-3bdfa27393dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:24.933923 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19174d2d-dab6-4048-86bf-c48a8330a398 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:24.958778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-19174d2d-dab6-4048-86bf-c48a8330a398 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:24.969588 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19174d2d-dab6-4048-86bf-c48a8330a398 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:25.002718 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ddeec1e-6518-49cc-a1d5-07b09a55ed6d tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Deleting subnet 13098722-fa69-48c7-82fb-47efd6f73d7b {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:18:25.014114 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ddeec1e-6518-49cc-a1d5-07b09a55ed6d tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:25.038095 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5dee4-1ff4-4394-a3a6-3bdfa27393dd None None] Pushing event updated for resources: {'Port': ['ID=ba7c1b6f-9b68-4b83-88ee-e261b87d8c53,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:25.170032 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19174d2d-dab6-4048-86bf-c48a8330a398 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'Port': ['ID=3918b7ac-2193-4dac-96f8-a33b3ea024c1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:25.186972 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ddeec1e-6518-49cc-a1d5-07b09a55ed6d tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:25.245714 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1aa3fc88-cd84-43a3-9f77-e4b9d65f7757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:25.375219 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3fc88-cd84-43a3-9f77-e4b9d65f7757 admin admin] Pushing event deleted for resources: {'Port': ['ID=48cc6a82-7e37-424e-b1bb-a26bfebb9890,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:25.381691 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ddeec1e-6518-49cc-a1d5-07b09a55ed6d tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:25.481030 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6fdbc-c68f-44a3-9132-da95ef73863d req-20516a37-9b0a-4a2e-912b-1a724475e827 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:25.499544 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-50b6fdbc-c68f-44a3-9132-da95ef73863d req-20516a37-9b0a-4a2e-912b-1a724475e827 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=45501908-39a0-4081-88b2-abb9d7e50f36 HTTP/1.1" status: 200 len: 946 time: 0.4007535 May 26 16:18:25.746222 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ddeec1e-6518-49cc-a1d5-07b09a55ed6d tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:25.818853 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ddeec1e-6518-49cc-a1d5-07b09a55ed6d tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:25.828707 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6ddeec1e-6518-49cc-a1d5-07b09a55ed6d tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "DELETE /v2.0/subnets/13098722-fa69-48c7-82fb-47efd6f73d7b HTTP/1.1" status: 204 len: 168 time: 1.1176775 May 26 16:18:25.834601 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddeec1e-6518-49cc-a1d5-07b09a55ed6d tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=13098722-fa69-48c7-82fb-47efd6f73d7b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:25.847063 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35122) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:25.873738 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-68584e8a-aa82-4615-8e8c-bf21aebc4cee req-e984a52c-7db4-4449-b141-e8cabbbdb88c tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:25.918103 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['863c7cb5-cb2f-4085-a54c-6db455a05c1d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:18:26.035667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984a52c-7db4-4449-b141-e8cabbbdb88c tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Pushing event deleted for resources: {'Port': ['ID=b926d23d-921f-4da6-ab6f-841d5a7d4313,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:26.112260 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-50b6fdbc-c68f-44a3-9132-da95ef73863d req-3e20ef83-694d-472b-b107-25d2c83a8c5c tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5944529 May 26 16:18:27.008978 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d601a40-670d-45b3-8990-3233de48473a req-a75127a8-880d-43f8-a89d-63e5f58d0b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:27.020044 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1d601a40-670d-45b3-8990-3233de48473a req-a75127a8-880d-43f8-a89d-63e5f58d0b44 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 1097 time: 1.4779181 May 26 16:18:27.027927 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-023d201a-1466-4e66-a611-1fde33c80da5 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:27.048425 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-68584e8a-aa82-4615-8e8c-bf21aebc4cee req-e984a52c-7db4-4449-b141-e8cabbbdb88c tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] No DVR routers for this DVR port b926d23d-921f-4da6-ab6f-841d5a7d4313 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:18:27.060668 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-68584e8a-aa82-4615-8e8c-bf21aebc4cee req-e984a52c-7db4-4449-b141-e8cabbbdb88c tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:27.068454 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-68584e8a-aa82-4615-8e8c-bf21aebc4cee req-e984a52c-7db4-4449-b141-e8cabbbdb88c tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.83 "DELETE /v2.0/ports/b926d23d-921f-4da6-ab6f-841d5a7d4313 HTTP/1.1" status: 204 len: 173 time: 4.0972495 May 26 16:18:27.118296 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45501908-39a0-4081-88b2-abb9d7e50f36', 'name': 'network-vif-deleted', 'tag': 'b926d23d-921f-4da6-ab6f-841d5a7d4313'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:18:27.133007 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851daa19-423f-4025-b03d-6d8651614875" -d '{"events": [{"server_uuid": "45501908-39a0-4081-88b2-abb9d7e50f36", "name": "network-vif-deleted", "tag": "b926d23d-921f-4da6-ab6f-841d5a7d4313"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:18:27.319804 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device b926d23d-921f-4da6-ab6f-841d5a7d4313 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:18:27.410202 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178ffcb8-b9b9-424a-8c2c-a7a7a3fdc8ee x-openstack-request-id: req-178ffcb8-b9b9-424a-8c2c-a7a7a3fdc8ee {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:18:27.420646 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45501908-39a0-4081-88b2-abb9d7e50f36", "name": "network-vif-deleted", "tag": "b926d23d-921f-4da6-ab6f-841d5a7d4313", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:18:27.423068 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-178ffcb8-b9b9-424a-8c2c-a7a7a3fdc8ee {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:18:27.428428 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-178ffcb8-b9b9-424a-8c2c-a7a7a3fdc8ee'] response: {'server_uuid': '45501908-39a0-4081-88b2-abb9d7e50f36', 'name': 'network-vif-deleted', 'tag': 'b926d23d-921f-4da6-ab6f-841d5a7d4313', 'status': 'completed', 'code': 200} May 26 16:18:27.505672 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a118eb91-5319-4975-b0dc-56ecb4635bd1 None None] Network e7bdb813-36f9-4e36-9328-7120e63c06c1 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:18:27.543385 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: b926d23d-921f-4da6-ab6f-841d5a7d4313 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:18:27.551881 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device b926d23d-921f-4da6-ab6f-841d5a7d4313 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:18:27.801474 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ba7c1b6f-9b68-4b83-88ee-e261b87d8c53 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:18:27.951625 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-023d201a-1466-4e66-a611-1fde33c80da5 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:28.007897 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-023d201a-1466-4e66-a611-1fde33c80da5 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da05050c-1792-464f-baf3-4922e2118424']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:28.038527 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d601a40-670d-45b3-8990-3233de48473a req-52f04517-89eb-4dfe-b118-a6981bd69637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:28.038527 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1d601a40-670d-45b3-8990-3233de48473a req-52f04517-89eb-4dfe-b118-a6981bd69637 service neutron] 10.222.0.81 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 913 time: 0.9670250 May 26 16:18:28.133002 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b516dfe-f33e-4e1e-8b71-6e060c7e06dc req-be92d070-9bc4-4af1-a060-1dfabc0f2140 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=45501908-39a0-4081-88b2-abb9d7e50f36 HTTP/1.1" status: 200 len: 210 time: 0.1924999 May 26 16:18:28.312822 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-023d201a-1466-4e66-a611-1fde33c80da5 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53938c62-9300-4125-a4f5-cf18d956ab59') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:28.316410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-023d201a-1466-4e66-a611-1fde33c80da5 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53938c62-9300-4125-a4f5-cf18d956ab59') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:28.327889 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1d601a40-670d-45b3-8990-3233de48473a req-2434e29f-f676-489e-b6d6-895a376b4930 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=161e5bc3-f8bd-463c-928c-19e147d66d06 HTTP/1.1" status: 200 len: 1002 time: 0.2779610 May 26 16:18:28.330878 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1aa3fc88-cd84-43a3-9f77-e4b9d65f7757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:28.364217 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-19174d2d-dab6-4048-86bf-c48a8330a398 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:28.384865 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-71f7ce66-cb82-4f60-b5ff-2b76744208c5 None None] Provisioning complete for port ba7c1b6f-9b68-4b83-88ee-e261b87d8c53 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:28.385728 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-71f7ce66-cb82-4f60-b5ff-2b76744208c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:28.404363 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-023d201a-1466-4e66-a611-1fde33c80da5 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:28.536421 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port ba7c1b6f-9b68-4b83-88ee-e261b87d8c53 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:28.537482 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:28.540895 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-023d201a-1466-4e66-a611-1fde33c80da5 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:28.560645 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023d201a-1466-4e66-a611-1fde33c80da5 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:18:28.561837 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-023d201a-1466-4e66-a611-1fde33c80da5 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:28.860802 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-023d201a-1466-4e66-a611-1fde33c80da5 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:28.889254 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023d201a-1466-4e66-a611-1fde33c80da5 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network da05050c-1792-464f-baf3-4922e2118424 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 26 16:18:29.005599 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-023d201a-1466-4e66-a611-1fde33c80da5 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:29.015187 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-71f7ce66-cb82-4f60-b5ff-2b76744208c5 None None] Current status of the port ba7c1b6f-9b68-4b83-88ee-e261b87d8c53 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:29.024002 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-71f7ce66-cb82-4f60-b5ff-2b76744208c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:29.025889 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-023d201a-1466-4e66-a611-1fde33c80da5 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "DELETE /v2.0/networks/da05050c-1792-464f-baf3-4922e2118424 HTTP/1.1" status: 204 len: 168 time: 3.1660371 May 26 16:18:29.047581 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 53938c62-9300-4125-a4f5-cf18d956ab59 resource provider aggregate not found May 26 16:18:29.065005 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d201a-1466-4e66-a611-1fde33c80da5 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Pushing event deleted for resources: {'Network': ['ID=da05050c-1792-464f-baf3-4922e2118424,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:29.157545 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 53938c62-9300-4125-a4f5-cf18d956ab59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53938c62-9300-4125-a4f5-cf18d956ab59 found for delete ", "request_id": "req-ffd483c5-144e-4bdd-b96e-1b49dfc2ebe3"}]} May 26 16:18:29.160716 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d601a40-670d-45b3-8990-3233de48473a req-f952aab0-958c-4219-a0df-d60152ec3acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:29.179140 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1d601a40-670d-45b3-8990-3233de48473a req-f952aab0-958c-4219-a0df-d60152ec3acc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.8206022 May 26 16:18:29.296363 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-71f7ce66-cb82-4f60-b5ff-2b76744208c5 None None] For port ba7c1b6f-9b68-4b83-88ee-e261b87d8c53, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ba7c1b6f-9b68-4b83-88ee-e261b87d8c53,segment=NetworkSegment(9bc48e57-2a62-4417-a1dd-d0917fe7ff21),segment_id=9bc48e57-2a62-4417-a1dd-d0917fe7ff21)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:29.298305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port ba7c1b6f-9b68-4b83-88ee-e261b87d8c53 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:29.310390 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:29.315501 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-71f7ce66-cb82-4f60-b5ff-2b76744208c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:29.486495 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d601a40-670d-45b3-8990-3233de48473a req-ed2f12fa-1b0c-4073-af0c-7ac106183253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:29.490998 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1d601a40-670d-45b3-8990-3233de48473a req-ed2f12fa-1b0c-4073-af0c-7ac106183253 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3007541 May 26 16:18:29.765122 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1d601a40-670d-45b3-8990-3233de48473a req-a2bfd82f-1990-49b4-895b-28ff7797921a service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642019 May 26 16:18:29.766600 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35176) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:29.935338 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-01f8c17d-4b1a-4509-b930-6c9882c895d0 None None] Provisioning complete for port ba7c1b6f-9b68-4b83-88ee-e261b87d8c53 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:29.940740 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-01f8c17d-4b1a-4509-b930-6c9882c895d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:30.073764 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7ce66-cb82-4f60-b5ff-2b76744208c5 None None] Pushing event updated for resources: {'Port': ['ID=ba7c1b6f-9b68-4b83-88ee-e261b87d8c53,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:30.077490 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1d601a40-670d-45b3-8990-3233de48473a req-f5fb0d5f-9d3a-4372-843d-ef2513906297 service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944632 May 26 16:18:30.136286 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:18:30.137116 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:18:30.187717 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-19174d2d-dab6-4048-86bf-c48a8330a398 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:30.266233 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-01f8c17d-4b1a-4509-b930-6c9882c895d0 None None] Current status of the port ba7c1b6f-9b68-4b83-88ee-e261b87d8c53 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:30.406720 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35190) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:30.417977 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-24831a2b-73d8-4ee7-855a-5ec1dd8a28fb tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Request body: {'router': {'name': 'tempest-router--1546602517', 'project_id': 'a73df9ec7d8245b88ae2cbfe793c303c'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:30.511754 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa3fc88-cd84-43a3-9f77-e4b9d65f7757 admin admin] Router d5d13c00-c529-44f6-b495-b1af41022f4f has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:18:30.543096 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:30.621870 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-24831a2b-73d8-4ee7-855a-5ec1dd8a28fb tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:30.623003 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-24831a2b-73d8-4ee7-855a-5ec1dd8a28fb tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:30.626782 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a132f46-f302-468c-a84e-26e3895166ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:30.793242 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port ba7c1b6f-9b68-4b83-88ee-e261b87d8c53 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:30.894063 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa3fc88-cd84-43a3-9f77-e4b9d65f7757 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:30.912150 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1aa3fc88-cd84-43a3-9f77-e4b9d65f7757 admin admin] 10.222.0.77 "PUT /v2.0/routers/d5d13c00-c529-44f6-b495-b1af41022f4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7068942 May 26 16:18:30.913277 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19174d2d-dab6-4048-86bf-c48a8330a398 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Router f701547c-3035-47dd-86b7-aa757987b188 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:18:30.919824 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35194) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:31.072170 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ba7c1b6f-9b68-4b83-88ee-e261b87d8c53 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:18:31.078429 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-24831a2b-73d8-4ee7-855a-5ec1dd8a28fb tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:31.088626 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-24831a2b-73d8-4ee7-855a-5ec1dd8a28fb tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:31.094811 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bbcf46-f1c0-4f90-ab48-2af7c6edb8a1 None None] Sync routers for ids ['d5d13c00-c529-44f6-b495-b1af41022f4f'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:31.115220 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-24831a2b-73d8-4ee7-855a-5ec1dd8a28fb tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:31.117527 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-24831a2b-73d8-4ee7-855a-5ec1dd8a28fb tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7088444 May 26 16:18:31.121258 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35202) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:31.129457 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bbcf46-f1c0-4f90-ab48-2af7c6edb8a1 None None] Routers {'d5d13c00-c529-44f6-b495-b1af41022f4f'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:31.133045 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-85bbcf46-f1c0-4f90-ab48-2af7c6edb8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d5d13c00-c529-44f6-b495-b1af41022f4f'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:31.282816 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port ba7c1b6f-9b68-4b83-88ee-e261b87d8c53 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:31.283496 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:31.327853 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01e1775d-86fc-40e9-9e98-9e37c38bc3b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:31.387579 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2c2ade62-e2db-4cac-9fe8-da37b912f819 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:31.506825 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-85bbcf46-f1c0-4f90-ab48-2af7c6edb8a1 None None] Set router d5d13c00-c529-44f6-b495-b1af41022f4f gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:18:31.575529 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port ba7c1b6f-9b68-4b83-88ee-e261b87d8c53 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:31.744137 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a132f46-f302-468c-a84e-26e3895166ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:31.759634 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a132f46-f302-468c-a84e-26e3895166ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:31.909307 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-85bbcf46-f1c0-4f90-ab48-2af7c6edb8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-1267652655-router', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:20Z', 'updated_at': '2022-05-26T16:18:24Z', 'revision_number': 5, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'gw_port': {'id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:22Z', 'updated_at': '2022-05-26T16:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:31.950523 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19174d2d-dab6-4048-86bf-c48a8330a398 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:31.964508 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f6b931-5648-4b95-8cec-5c0c8c3de612 None None] Sync routers for ids ['f701547c-3035-47dd-86b7-aa757987b188'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:31.988812 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f6b931-5648-4b95-8cec-5c0c8c3de612 None None] Routers {'f701547c-3035-47dd-86b7-aa757987b188'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:31.989454 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-44f6b931-5648-4b95-8cec-5c0c8c3de612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f701547c-3035-47dd-86b7-aa757987b188'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:31.991131 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2c2ade62-e2db-4cac-9fe8-da37b912f819 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:31.995656 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2c2ade62-e2db-4cac-9fe8-da37b912f819 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:32.023596 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bbcf46-f1c0-4f90-ab48-2af7c6edb8a1 None None] Checking router: d5d13c00-c529-44f6-b495-b1af41022f4f for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:18:32.038056 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-19174d2d-dab6-4048-86bf-c48a8330a398 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:32.055906 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-19174d2d-dab6-4048-86bf-c48a8330a398 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.5310853 May 26 16:18:32.077326 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35214) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:32.077518 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bbcf46-f1c0-4f90-ab48-2af7c6edb8a1 None None] Routers {'d5d13c00-c529-44f6-b495-b1af41022f4f'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:32.078330 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-85bbcf46-f1c0-4f90-ab48-2af7c6edb8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d5d13c00-c529-44f6-b495-b1af41022f4f'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:32.081426 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01e1775d-86fc-40e9-9e98-9e37c38bc3b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:32.139061 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-44f6b931-5648-4b95-8cec-5c0c8c3de612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:32.154861 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2c2ade62-e2db-4cac-9fe8-da37b912f819 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:32.156529 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2ade62-e2db-4cac-9fe8-da37b912f819 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf0a3b4d-a8b1-412b-b993-70a00d01f7c2 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:18:32.166172 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f6b931-5648-4b95-8cec-5c0c8c3de612 None None] Routers {'f701547c-3035-47dd-86b7-aa757987b188'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:32.166829 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-44f6b931-5648-4b95-8cec-5c0c8c3de612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f701547c-3035-47dd-86b7-aa757987b188'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:32.176121 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2c2ade62-e2db-4cac-9fe8-da37b912f819 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:32.177973 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2c2ade62-e2db-4cac-9fe8-da37b912f819 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "DELETE /v2.0/routers/cf0a3b4d-a8b1-412b-b993-70a00d01f7c2 HTTP/1.1" status: 204 len: 168 time: 1.0553713 May 26 16:18:32.191336 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8a132f46-f302-468c-a84e-26e3895166ba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f5d5f5026eb64031ab5574ca4d06411f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4221375 May 26 16:18:32.198430 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35218) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:32.236667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a132f46-f302-468c-a84e-26e3895166ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e7345c-8e38-4951-9a12-647a96129572,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:32.328413 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-44f6b931-5648-4b95-8cec-5c0c8c3de612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:32.329708 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f6b931-5648-4b95-8cec-5c0c8c3de612 None None] The sync data for ids ['f701547c-3035-47dd-86b7-aa757987b188'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:32.419788 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36788e81-cd2d-4cf5-b5b8-9f83bf873e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:32.504619 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36788e81-cd2d-4cf5-b5b8-9f83bf873e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:32.513563 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-85bbcf46-f1c0-4f90-ab48-2af7c6edb8a1 None None] Set router d5d13c00-c529-44f6-b495-b1af41022f4f gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:18:32.563163 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35224) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:32.700405 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36788e81-cd2d-4cf5-b5b8-9f83bf873e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:32.705016 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36788e81-cd2d-4cf5-b5b8-9f83bf873e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:32.707006 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-36788e81-cd2d-4cf5-b5b8-9f83bf873e0d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/87e7345c-8e38-4951-9a12-647a96129572 HTTP/1.1" status: 204 len: 168 time: 0.5070388 May 26 16:18:32.732721 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36788e81-cd2d-4cf5-b5b8-9f83bf873e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e7345c-8e38-4951-9a12-647a96129572,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:32.936141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-f76f4e97-ed0e-43a3-b2a7-22f2efa4975b tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:32.939754 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-f76f4e97-ed0e-43a3-b2a7-22f2efa4975b tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 805 time: 1.6415706 May 26 16:18:32.983502 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-3a3d484b-47a9-4e70-b405-f18a6865debd tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/quotas/f34dd27e31e54505b18adb94ad4e7b2b HTTP/1.1" status: 200 len: 375 time: 0.0284431 May 26 16:18:33.115972 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-85bbcf46-f1c0-4f90-ab48-2af7c6edb8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-1267652655-router', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:20Z', 'updated_at': '2022-05-26T16:18:24Z', 'revision_number': 5, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'gw_port': {'id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:22Z', 'updated_at': '2022-05-26T16:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:33.141897 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a0f16db9-0094-4e1e-9f97-ae2b48f57e7b tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1809949021', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}, 'admin_state_up': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:33.188432 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bbcf46-f1c0-4f90-ab48-2af7c6edb8a1 None None] The sync data for ids ['d5d13c00-c529-44f6-b495-b1af41022f4f'] in n-d-843337-2 is: [{'id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-1267652655-router', 'tenant_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:09:20Z', 'updated_at': '2022-05-26T16:18:24Z', 'revision_number': 5, 'project_id': 'bc8e9e5224b24be293153e1aeb086cbc', 'gw_port': {'id': 'a9867d6e-b029-4f2d-9c1c-ad418e0be6eb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d13c00-c529-44f6-b495-b1af41022f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:09:22Z', 'updated_at': '2022-05-26T16:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:33.239957 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0f16db9-0094-4e1e-9f97-ae2b48f57e7b tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:33.241152 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0f16db9-0094-4e1e-9f97-ae2b48f57e7b tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:33.400132 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-01e1775d-86fc-40e9-9e98-9e37c38bc3b1 admin admin] Deleting port a9867d6e-b029-4f2d-9c1c-ad418e0be6eb {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:33.400865 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01e1775d-86fc-40e9-9e98-9e37c38bc3b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:33.527793 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0f16db9-0094-4e1e-9f97-ae2b48f57e7b tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:33.530224 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-01e1775d-86fc-40e9-9e98-9e37c38bc3b1 admin admin] For port a9867d6e-b029-4f2d-9c1c-ad418e0be6eb, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a9867d6e-b029-4f2d-9c1c-ad418e0be6eb,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:33.530684 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01e1775d-86fc-40e9-9e98-9e37c38bc3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:33.547706 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-01e1775d-86fc-40e9-9e98-9e37c38bc3b1 admin admin] Calling delete_port for a9867d6e-b029-4f2d-9c1c-ad418e0be6eb owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:33.977538 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-455b8a53-3848-40ee-91b4-b7f7ec502340 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9217446 May 26 16:18:33.983294 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35238) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:34.111695 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-011338b1-2dc0-4b96-b3ea-aa4ac6fae076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:34.230804 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01e1775d-86fc-40e9-9e98-9e37c38bc3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:34.316918 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0f16db9-0094-4e1e-9f97-ae2b48f57e7b tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:34.357325 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1775d-86fc-40e9-9e98-9e37c38bc3b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9867d6e-b029-4f2d-9c1c-ad418e0be6eb,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:34.454187 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-f858d041-9270-4a23-b39b-4a84e4dda66d service neutron] 10.222.0.77 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910136 May 26 16:18:34.766093 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0f16db9-0094-4e1e-9f97-ae2b48f57e7b tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:34.792717 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01e1775d-86fc-40e9-9e98-9e37c38bc3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:34.824588 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0f16db9-0094-4e1e-9f97-ae2b48f57e7b tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:34.955007 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-011338b1-2dc0-4b96-b3ea-aa4ac6fae076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:34.999204 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 48cc6a82-7e37-424e-b1bb-a26bfebb9890 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:18:35.038130 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-011338b1-2dc0-4b96-b3ea-aa4ac6fae076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:35.048992 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 48cc6a82-7e37-424e-b1bb-a26bfebb9890 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:18:35.050844 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 48cc6a82-7e37-424e-b1bb-a26bfebb9890 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:18:35.062995 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-a0f16db9-0094-4e1e-9f97-ae2b48f57e7b tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Allocated IP 172.25.7.87 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/44655fa0-ace2-40c7-8398-1e9cb292c3ce) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:35.154479 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-fccd29e0-43da-488b-a0cd-6cee82a3242d service neutron] 10.222.0.77 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6551270 May 26 16:18:35.174295 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01e1775d-86fc-40e9-9e98-9e37c38bc3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:35.205958 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01e1775d-86fc-40e9-9e98-9e37c38bc3b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:35.337923 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0f16db9-0094-4e1e-9f97-ae2b48f57e7b tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:35.466627 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-011338b1-2dc0-4b96-b3ea-aa4ac6fae076 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=41726fab728f4d02af4b20fd34c5a48f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4560509 May 26 16:18:35.474920 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35256) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:35.475967 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011338b1-2dc0-4b96-b3ea-aa4ac6fae076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027d980b-930b-4e15-9eba-2dc503846194,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:35.497021 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01e1775d-86fc-40e9-9e98-9e37c38bc3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:35.499605 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e1775d-86fc-40e9-9e98-9e37c38bc3b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5d13c00-c529-44f6-b495-b1af41022f4f {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:18:35.521439 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f07a5ebd-9fa9-4638-bb36-c470a60b75b6 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:35.542498 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01e1775d-86fc-40e9-9e98-9e37c38bc3b1 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:35.543563 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0f16db9-0094-4e1e-9f97-ae2b48f57e7b tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:35.549880 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-01e1775d-86fc-40e9-9e98-9e37c38bc3b1 admin admin] 10.222.0.77 "DELETE /v2.0/routers/d5d13c00-c529-44f6-b495-b1af41022f4f HTTP/1.1" status: 204 len: 168 time: 4.6285064 May 26 16:18:35.556681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35260) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:35.640297 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f16db9-0094-4e1e-9f97-ae2b48f57e7b tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:35.651352 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5ed1a06-431c-4474-9762-a32cdecc57ed req-6cf148f8-2383-4155-a66a-644941385c2e tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fe0601-618d-408d-864b-4152decc47eb HTTP/1.1" status: 200 len: 210 time: 0.0978413 May 26 16:18:35.684646 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-a0f16db9-0094-4e1e-9f97-ae2b48f57e7b tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:35.693734 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f16db9-0094-4e1e-9f97-ae2b48f57e7b tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:35.697840 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a92d22b-a2bb-421d-98bb-0218f4f63518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:35.731601 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f16db9-0094-4e1e-9f97-ae2b48f57e7b tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Pushing event updated for resources: {'Port': ['ID=44655fa0-ace2-40c7-8398-1e9cb292c3ce,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:35.843583 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a92d22b-a2bb-421d-98bb-0218f4f63518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:35.881305 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf28c62a-a4f3-437a-9e73-416fec1019a1 admin admin] Deleting subnet 1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:18:35.956623 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cf28c62a-a4f3-437a-9e73-416fec1019a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:36.079449 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cf28c62a-a4f3-437a-9e73-416fec1019a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:36.240213 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a92d22b-a2bb-421d-98bb-0218f4f63518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:36.243494 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a92d22b-a2bb-421d-98bb-0218f4f63518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:36.245101 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4a92d22b-a2bb-421d-98bb-0218f4f63518 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/027d980b-930b-4e15-9eba-2dc503846194 HTTP/1.1" status: 204 len: 168 time: 0.7691627 May 26 16:18:36.315197 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92d22b-a2bb-421d-98bb-0218f4f63518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027d980b-930b-4e15-9eba-2dc503846194,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:36.802750 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0f16db9-0094-4e1e-9f97-ae2b48f57e7b tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:36.882677 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a9867d6e-b029-4f2d-9c1c-ad418e0be6eb no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:18:36.991646 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: a9867d6e-b029-4f2d-9c1c-ad418e0be6eb {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:18:36.992170 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a9867d6e-b029-4f2d-9c1c-ad418e0be6eb not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:18:37.274095 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2c5eb041-bfab-4b42-aed7-183dd9f8d55b req-efe98526-7714-40b5-b606-2c8dbdff6f1f tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fe0601-618d-408d-864b-4152decc47eb HTTP/1.1" status: 200 len: 210 time: 0.0279374 May 26 16:18:37.336481 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0f16db9-0094-4e1e-9f97-ae2b48f57e7b tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:37.354226 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cf28c62a-a4f3-437a-9e73-416fec1019a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:37.511489 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-f07a5ebd-9fa9-4638-bb36-c470a60b75b6 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Allocated IP 172.20.0.1 (e7bdb813-36f9-4e36-9328-7120e63c06c1/dc788df3-1b64-4d68-ba17-0bfe88514313/68bbf7d5-d0f2-46a4-bc11-56d18ded7e84) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:37.630847 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cf28c62a-a4f3-437a-9e73-416fec1019a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:37.685195 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28c62a-a4f3-437a-9e73-416fec1019a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:37.689120 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cf28c62a-a4f3-437a-9e73-416fec1019a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:37.694782 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cf28c62a-a4f3-437a-9e73-416fec1019a1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1d7467b1-c37f-4a18-b34a-2dd8d8ac9bab HTTP/1.1" status: 204 len: 168 time: 2.1338723 May 26 16:18:37.698304 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c0bc0b-9c00-43bd-b026-573a3eedd0d6 None None] Network cd7c6e08-1774-4556-87ba-7d5b55a35abf requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:18:37.703041 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35306) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:37.760422 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f16db9-0094-4e1e-9f97-ae2b48f57e7b tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Router d2b4e7b2-9b9d-452f-8d82-ab625d5dcc5c is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:18:38.026667 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06466880-5e46-4705-b83c-fda51ed6dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:38.091425 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f07a5ebd-9fa9-4638-bb36-c470a60b75b6 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:38.392457 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-06466880-5e46-4705-b83c-fda51ed6dc71 admin admin] Deleting port d75562d1-cebe-4a93-9414-687c96237e54 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:38.393385 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06466880-5e46-4705-b83c-fda51ed6dc71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:38.482731 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f16db9-0094-4e1e-9f97-ae2b48f57e7b tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:38.497170 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21adf3a4-9f14-4892-bccb-fdc45525308f None None] Sync routers for ids ['d2b4e7b2-9b9d-452f-8d82-ab625d5dcc5c'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:38.556279 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213a8254-8c68-4d7c-a44f-86e80d0582b6 None None] DHCP port deletion for cd7c6e08-1774-4556-87ba-7d5b55a35abf request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:18:38.576500 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21adf3a4-9f14-4892-bccb-fdc45525308f None None] Routers {'d2b4e7b2-9b9d-452f-8d82-ab625d5dcc5c'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:38.582776 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-21adf3a4-9f14-4892-bccb-fdc45525308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d2b4e7b2-9b9d-452f-8d82-ab625d5dcc5c'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:38.621659 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-06466880-5e46-4705-b83c-fda51ed6dc71 admin admin] For port d75562d1-cebe-4a93-9414-687c96237e54, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d75562d1-cebe-4a93-9414-687c96237e54,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:38.624349 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06466880-5e46-4705-b83c-fda51ed6dc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:38.630629 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0f16db9-0094-4e1e-9f97-ae2b48f57e7b tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:38.637580 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a0f16db9-0094-4e1e-9f97-ae2b48f57e7b tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.0613358 May 26 16:18:38.641303 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35328) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:38.681206 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-b7b3580c-91da-4f15-bdf9-df2e50154839 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:38.688897 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-b7b3580c-91da-4f15-bdf9-df2e50154839 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.83 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 805 time: 0.5562396 May 26 16:18:38.731091 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-06466880-5e46-4705-b83c-fda51ed6dc71 admin admin] Calling delete_port for d75562d1-cebe-4a93-9414-687c96237e54 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:38.742101 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f07a5ebd-9fa9-4638-bb36-c470a60b75b6 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:38.773595 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-21adf3a4-9f14-4892-bccb-fdc45525308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:38.804941 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21adf3a4-9f14-4892-bccb-fdc45525308f None None] Routers {'d2b4e7b2-9b9d-452f-8d82-ab625d5dcc5c'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:38.810083 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-21adf3a4-9f14-4892-bccb-fdc45525308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d2b4e7b2-9b9d-452f-8d82-ab625d5dcc5c'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:38.812521 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-213a8254-8c68-4d7c-a44f-86e80d0582b6 None None] Deleting port d75562d1-cebe-4a93-9414-687c96237e54 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:38.815360 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-213a8254-8c68-4d7c-a44f-86e80d0582b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:38.825996 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8542d4f7-45e2-4212-b8bf-3b2ddd28d39d req-751b6b46-60a4-4732-afe9-de1e7f41229c tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fe0601-618d-408d-864b-4152decc47eb HTTP/1.1" status: 200 len: 210 time: 0.1652725 May 26 16:18:38.954713 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-21adf3a4-9f14-4892-bccb-fdc45525308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:38.957669 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21adf3a4-9f14-4892-bccb-fdc45525308f None None] The sync data for ids ['d2b4e7b2-9b9d-452f-8d82-ab625d5dcc5c'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:39.011592 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-f2b2340d-63fc-4eb5-9908-9a155a50e5de tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Request body: {'port': {'device_id': 'e1fe0601-618d-408d-864b-4152decc47eb', 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0', 'admin_state_up': True, 'tenant_id': 'f34dd27e31e54505b18adb94ad4e7b2b'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:39.052714 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d75562d1-cebe-4a93-9414-687c96237e54 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:18:39.085426 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07a5ebd-9fa9-4638-bb36-c470a60b75b6 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Network e7bdb813-36f9-4e36-9328-7120e63c06c1 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:39.102446 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-f07a5ebd-9fa9-4638-bb36-c470a60b75b6 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:39.125798 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07a5ebd-9fa9-4638-bb36-c470a60b75b6 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:39.177660 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a5ebd-9fa9-4638-bb36-c470a60b75b6 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'Port': ['ID=68bbf7d5-d0f2-46a4-bc11-56d18ded7e84,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:39.239647 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f07a5ebd-9fa9-4638-bb36-c470a60b75b6 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:39.348909 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-213a8254-8c68-4d7c-a44f-86e80d0582b6 None None] For port d75562d1-cebe-4a93-9414-687c96237e54, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d75562d1-cebe-4a93-9414-687c96237e54,segment=NetworkSegment(25a1f01c-631a-4129-b070-fb25eefb799c),segment_id=25a1f01c-631a-4129-b070-fb25eefb799c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:39.353328 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-213a8254-8c68-4d7c-a44f-86e80d0582b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:39.390842 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06466880-5e46-4705-b83c-fda51ed6dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:39.468242 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-213a8254-8c68-4d7c-a44f-86e80d0582b6 None None] Calling delete_port for d75562d1-cebe-4a93-9414-687c96237e54 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:39.480856 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No active binding found for port d75562d1-cebe-4a93-9414-687c96237e54 {{(pid=103897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 26 16:18:39.481546 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d75562d1-cebe-4a93-9414-687c96237e54 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:18:39.512703 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06466880-5e46-4705-b83c-fda51ed6dc71 admin admin] No DVR routers for this DVR port d75562d1-cebe-4a93-9414-687c96237e54 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:18:39.630364 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06466880-5e46-4705-b83c-fda51ed6dc71 admin admin] Pushing event deleted for resources: {'Port': ['ID=d75562d1-cebe-4a93-9414-687c96237e54,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:39.679860 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-213a8254-8c68-4d7c-a44f-86e80d0582b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:39.727750 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a8254-8c68-4d7c-a44f-86e80d0582b6 None None] Pushing event deleted for resources: {'Port': ['ID=d75562d1-cebe-4a93-9414-687c96237e54,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:39.756638 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213a8254-8c68-4d7c-a44f-86e80d0582b6 None None] No DVR routers for this DVR port d75562d1-cebe-4a93-9414-687c96237e54 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:18:39.773530 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-1976bb87-e53c-4579-85b8-8c430b6e0c92 None None] Provisioning complete for port 68bbf7d5-d0f2-46a4-bc11-56d18ded7e84 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:39.774223 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1976bb87-e53c-4579-85b8-8c430b6e0c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:39.856493 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06466880-5e46-4705-b83c-fda51ed6dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:39.932467 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1976bb87-e53c-4579-85b8-8c430b6e0c92 None None] Port 68bbf7d5-d0f2-46a4-bc11-56d18ded7e84 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:18:39.976546 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-06466880-5e46-4705-b83c-fda51ed6dc71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7c6e08-1774-4556-87ba-7d5b55a35abf']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:40.007630 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-06466880-5e46-4705-b83c-fda51ed6dc71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a1f01c-631a-4129-b070-fb25eefb799c') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:40.008013 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-06466880-5e46-4705-b83c-fda51ed6dc71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a1f01c-631a-4129-b070-fb25eefb799c') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:40.088396 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06466880-5e46-4705-b83c-fda51ed6dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:40.096841 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6e29070b-4a95-4dec-bef5-82eb9ba6e7ff tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "GET /v2.0/routers/d2b4e7b2-9b9d-452f-8d82-ab625d5dcc5c HTTP/1.1" status: 200 len: 920 time: 1.4532278 May 26 16:18:40.104584 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35354) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:40.192925 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-19d0096c-4e4e-47ac-958a-f48dc85cb8f9 req-a5021db7-4b82-4947-80c4-d0adb3a73cc4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fe0601-618d-408d-864b-4152decc47eb HTTP/1.1" status: 200 len: 210 time: 0.1015751 May 26 16:18:40.278346 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f07a5ebd-9fa9-4638-bb36-c470a60b75b6 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:40.282321 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06466880-5e46-4705-b83c-fda51ed6dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:40.301910 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06466880-5e46-4705-b83c-fda51ed6dc71 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:18:40.302419 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06466880-5e46-4705-b83c-fda51ed6dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:40.311241 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6f19f008-306c-4dc9-a097-e88e83cb8572 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2b4e7b2-9b9d-452f-8d82-ab625d5dcc5c HTTP/1.1" status: 200 len: 205 time: 0.2050374 May 26 16:18:40.315294 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35370) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:40.405352 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 25a1f01c-631a-4129-b070-fb25eefb799c resource provider aggregate not found May 26 16:18:40.427605 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-f2b2340d-63fc-4eb5-9908-9a155a50e5de tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Made reservation on behalf of f34dd27e31e54505b18adb94ad4e7b2b for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:18:40.436865 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-f2b2340d-63fc-4eb5-9908-9a155a50e5de tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:40.507463 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06466880-5e46-4705-b83c-fda51ed6dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:40.521392 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 25a1f01c-631a-4129-b070-fb25eefb799c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25a1f01c-631a-4129-b070-fb25eefb799c found for delete ", "request_id": "req-c38f8160-7070-4f94-96d1-2adb3efc39d7"}]} May 26 16:18:40.525703 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06466880-5e46-4705-b83c-fda51ed6dc71 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:40.542928 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-06466880-5e46-4705-b83c-fda51ed6dc71 admin admin] 10.222.0.77 "DELETE /v2.0/networks/cd7c6e08-1774-4556-87ba-7d5b55a35abf HTTP/1.1" status: 204 len: 168 time: 2.8367906 May 26 16:18:40.576357 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06466880-5e46-4705-b83c-fda51ed6dc71 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd7c6e08-1774-4556-87ba-7d5b55a35abf,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:40.847428 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5e30e1ab-e4d9-4a84-a827-0f588e3f6aac tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:41.198431 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f07a5ebd-9fa9-4638-bb36-c470a60b75b6 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:41.206148 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f07a5ebd-9fa9-4638-bb36-c470a60b75b6 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:41.285381 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35394) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:41.313807 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5e30e1ab-e4d9-4a84-a827-0f588e3f6aac tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:41.369637 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-f2b2340d-63fc-4eb5-9908-9a155a50e5de tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Allocated IP 172.20.0.5 (ac28efc0-2a96-4984-9181-6ce65bcb6fc0/0ab488cf-1ef6-49d7-a418-125ef2c2c830/69a8b538-a820-4554-b5e0-7aa6d6997677) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:41.502099 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-32b2044c-7f48-4cb1-9af6-3ba7f2ffb2dd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bc8e9e5224b24be293153e1aeb086cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2141805 May 26 16:18:41.519737 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35398) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:41.595342 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f07a5ebd-9fa9-4638-bb36-c470a60b75b6 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:41.696011 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-5e30e1ab-e4d9-4a84-a827-0f588e3f6aac tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Deleting port 44655fa0-ace2-40c7-8398-1e9cb292c3ce {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:41.696458 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5e30e1ab-e4d9-4a84-a827-0f588e3f6aac tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:41.718260 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a5ebd-9fa9-4638-bb36-c470a60b75b6 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'Port': ['ID=68bbf7d5-d0f2-46a4-bc11-56d18ded7e84,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:41.796120 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-41d77cad-0b4e-4e41-afaa-ffe339e43e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:41.871047 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1bc547be-96f2-4f47-a5c4-cc097a8a13fb req-fe93ee30-24f9-41d2-bf39-2d241341c762 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fe0601-618d-408d-864b-4152decc47eb HTTP/1.1" status: 200 len: 210 time: 0.2709587 May 26 16:18:41.937574 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-f2b2340d-63fc-4eb5-9908-9a155a50e5de tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:41.947316 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-41d77cad-0b4e-4e41-afaa-ffe339e43e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:41.976022 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5e30e1ab-e4d9-4a84-a827-0f588e3f6aac tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:42.017612 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-5e30e1ab-e4d9-4a84-a827-0f588e3f6aac tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Calling delete_port for 44655fa0-ace2-40c7-8398-1e9cb292c3ce owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:42.034794 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07a5ebd-9fa9-4638-bb36-c470a60b75b6 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Network e7bdb813-36f9-4e36-9328-7120e63c06c1 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:42.036887 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-f07a5ebd-9fa9-4638-bb36-c470a60b75b6 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:42.274580 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07a5ebd-9fa9-4638-bb36-c470a60b75b6 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Router f701547c-3035-47dd-86b7-aa757987b188 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:18:42.379085 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-f2b2340d-63fc-4eb5-9908-9a155a50e5de tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:42.418363 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-41d77cad-0b4e-4e41-afaa-ffe339e43e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:42.432234 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['863c7cb5-cb2f-4085-a54c-6db455a05c1d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:18:42.433477 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-41d77cad-0b4e-4e41-afaa-ffe339e43e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:42.438007 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-41d77cad-0b4e-4e41-afaa-ffe339e43e67 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/24786257-3cbf-4d23-95dd-3eaf2f94a005 HTTP/1.1" status: 204 len: 168 time: 0.9155924 May 26 16:18:42.606940 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07a5ebd-9fa9-4638-bb36-c470a60b75b6 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:42.615368 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f07a5ebd-9fa9-4638-bb36-c470a60b75b6 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "PUT /v2.0/routers/f701547c-3035-47dd-86b7-aa757987b188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5283945 May 26 16:18:42.629217 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35422) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:42.644855 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-80d8bfaf-bb2b-4747-8672-bb36d336281e tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Request body: {'port': {'network_id': 'e7bdb813-36f9-4e36-9328-7120e63c06c1', 'name': 'tempest-FloatingIPTestJSON-1400761301'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:42.664202 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d9bb5d-0a50-4f9b-b70f-b5c0f299cc4b None None] Sync routers for ids ['f701547c-3035-47dd-86b7-aa757987b188'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:42.707804 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d9bb5d-0a50-4f9b-b70f-b5c0f299cc4b None None] Routers {'f701547c-3035-47dd-86b7-aa757987b188'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:42.708930 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-86d9bb5d-0a50-4f9b-b70f-b5c0f299cc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f701547c-3035-47dd-86b7-aa757987b188'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:42.797853 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d77cad-0b4e-4e41-afaa-ffe339e43e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24786257-3cbf-4d23-95dd-3eaf2f94a005,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:42.845122 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-f2b2340d-63fc-4eb5-9908-9a155a50e5de tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:42.860851 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-f2b2340d-63fc-4eb5-9908-9a155a50e5de tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:42.911192 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-86d9bb5d-0a50-4f9b-b70f-b5c0f299cc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:43.109052 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-08c8057a-e07a-44fd-b4ec-21c8b6769ac9 None None] Provisioning complete for port 68bbf7d5-d0f2-46a4-bc11-56d18ded7e84 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:43.109567 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-08c8057a-e07a-44fd-b4ec-21c8b6769ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:43.116743 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-f2b2340d-63fc-4eb5-9908-9a155a50e5de tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:43.178102 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2340d-63fc-4eb5-9908-9a155a50e5de tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Pushing event updated for resources: {'Port': ['ID=69a8b538-a820-4554-b5e0-7aa6d6997677,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:43.323891 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d9bb5d-0a50-4f9b-b70f-b5c0f299cc4b None None] Routers {'f701547c-3035-47dd-86b7-aa757987b188'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:43.324765 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-86d9bb5d-0a50-4f9b-b70f-b5c0f299cc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f701547c-3035-47dd-86b7-aa757987b188'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:43.334377 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d8bfaf-bb2b-4747-8672-bb36d336281e tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Made reservation on behalf of cbd13bb72beb4d589e0419a494a9770e for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:18:43.338575 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5e30e1ab-e4d9-4a84-a827-0f588e3f6aac tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:43.344774 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-80d8bfaf-bb2b-4747-8672-bb36d336281e tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:43.373364 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5e20935d-99c2-433c-9e2c-f2914fdab059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:43.487966 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-80d8bfaf-bb2b-4747-8672-bb36d336281e tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] device_id is not set on port 6da29e35-f19b-4f60-b3b0-203708b5a143 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:18:43.494211 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30e1ab-e4d9-4a84-a827-0f588e3f6aac tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Pushing event deleted for resources: {'Port': ['ID=44655fa0-ace2-40c7-8398-1e9cb292c3ce,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:43.539420 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affefdbe-f478-495b-8d45-3f75d1f07b14 req-56fc1d59-b66a-432a-89e0-30f67f788b6c tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:43.554086 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-affefdbe-f478-495b-8d45-3f75d1f07b14 req-56fc1d59-b66a-432a-89e0-30f67f788b6c tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fe0601-618d-408d-864b-4152decc47eb HTTP/1.1" status: 200 len: 931 time: 0.4125619 May 26 16:18:43.594940 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-08c8057a-e07a-44fd-b4ec-21c8b6769ac9 None None] Port 68bbf7d5-d0f2-46a4-bc11-56d18ded7e84 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:18:43.653434 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-86d9bb5d-0a50-4f9b-b70f-b5c0f299cc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:43.654465 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d9bb5d-0a50-4f9b-b70f-b5c0f299cc4b None None] The sync data for ids ['f701547c-3035-47dd-86b7-aa757987b188'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:43.713574 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-f2b2340d-63fc-4eb5-9908-9a155a50e5de tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:43.714952 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-f2b2340d-63fc-4eb5-9908-9a155a50e5de tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:43.781424 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-affefdbe-f478-495b-8d45-3f75d1f07b14 req-740b7b86-b814-429d-b9d2-646598beddfa tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254598 May 26 16:18:43.845768 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-f2b2340d-63fc-4eb5-9908-9a155a50e5de tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8466003 May 26 16:18:43.884462 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-00f21332-01ce-491b-bde4-7ab8a6839065 service neutron] Request body: {'port': {'device_id': 'e1fe0601-618d-408d-864b-4152decc47eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:43.938024 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-80d8bfaf-bb2b-4747-8672-bb36d336281e tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Allocated IP 172.20.0.12 (e7bdb813-36f9-4e36-9328-7120e63c06c1/dc788df3-1b64-4d68-ba17-0bfe88514313/6da29e35-f19b-4f60-b3b0-203708b5a143) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:43.948945 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5e30e1ab-e4d9-4a84-a827-0f588e3f6aac tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:44.419119 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-80d8bfaf-bb2b-4747-8672-bb36d336281e tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:44.486606 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5e30e1ab-e4d9-4a84-a827-0f588e3f6aac tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:44.489524 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-00f21332-01ce-491b-bde4-7ab8a6839065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:44.493376 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5e30e1ab-e4d9-4a84-a827-0f588e3f6aac tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:44.494178 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-80d8bfaf-bb2b-4747-8672-bb36d336281e tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:44.565316 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d8bfaf-bb2b-4747-8672-bb36d336281e tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Network e7bdb813-36f9-4e36-9328-7120e63c06c1 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:44.572081 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-80d8bfaf-bb2b-4747-8672-bb36d336281e tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:44.601802 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d8bfaf-bb2b-4747-8672-bb36d336281e tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:44.620739 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8bfaf-bb2b-4747-8672-bb36d336281e tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event updated for resources: {'Port': ['ID=6da29e35-f19b-4f60-b3b0-203708b5a143,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:44.716123 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35488) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:44.720767 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5e30e1ab-e4d9-4a84-a827-0f588e3f6aac tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:44.722100 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e30e1ab-e4d9-4a84-a827-0f588e3f6aac tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Fanout notify agent at l3_agent the message router_deleted on router d2b4e7b2-9b9d-452f-8d82-ab625d5dcc5c {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:18:44.733090 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5e30e1ab-e4d9-4a84-a827-0f588e3f6aac tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:44.735252 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5e30e1ab-e4d9-4a84-a827-0f588e3f6aac tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "DELETE /v2.0/routers/d2b4e7b2-9b9d-452f-8d82-ab625d5dcc5c HTTP/1.1" status: 204 len: 168 time: 4.4165759 May 26 16:18:44.759659 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35490) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:44.766333 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-883acde0-bdd7-4f5f-970b-3417f47ed36a tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Request body: {'router': {'name': 'tempest-snat-router-599284747', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'enable_snat': False}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:44.918956 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d8bfaf-bb2b-4747-8672-bb36d336281e tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:44.919924 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-80d8bfaf-bb2b-4747-8672-bb36d336281e tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:44.943657 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-883acde0-bdd7-4f5f-970b-3417f47ed36a tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:44.947051 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-883acde0-bdd7-4f5f-970b-3417f47ed36a tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:45.025458 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-80d8bfaf-bb2b-4747-8672-bb36d336281e tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3943062 May 26 16:18:45.027567 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35504) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:45.129960 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-2a48b60a-b742-42bc-ad54-77730ec3680b tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Request body: {'floatingip': {'port_id': '6da29e35-f19b-4f60-b3b0-203708b5a143'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:45.445794 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-883acde0-bdd7-4f5f-970b-3417f47ed36a tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:45.490223 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ca46664f-7c9e-4f2f-8be4-5bab429f78f0 None None] Provisioning complete for port 6da29e35-f19b-4f60-b3b0-203708b5a143 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:45.490970 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ca46664f-7c9e-4f2f-8be4-5bab429f78f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:45.507516 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-45d47d88-e3d5-4984-b3c1-ffc6587b2ffb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1535002927-network', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:45.534892 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b6a8e319-e718-40e6-98c9-0411439f6153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:45.539326 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ca46664f-7c9e-4f2f-8be4-5bab429f78f0 None None] Port 6da29e35-f19b-4f60-b3b0-203708b5a143 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:18:45.577543 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-00f21332-01ce-491b-bde4-7ab8a6839065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a8b538-a820-4554-b5e0-7aa6d6997677 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:18:45.594450 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d47d88-e3d5-4984-b3c1-ffc6587b2ffb admin admin] Made reservation on behalf of d026034f0b5c4db588d9be515d0f060a for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:18:45.599646 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-45d47d88-e3d5-4984-b3c1-ffc6587b2ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:45.607220 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-00f21332-01ce-491b-bde4-7ab8a6839065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:45.652040 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-45d47d88-e3d5-4984-b3c1-ffc6587b2ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:45.670795 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-00f21332-01ce-491b-bde4-7ab8a6839065 service neutron] Transition to ACTIVE for port object 69a8b538-a820-4554-b5e0-7aa6d6997677 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:18:45.771556 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-00f21332-01ce-491b-bde4-7ab8a6839065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:45.848949 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3de5df-0c41-4ab2-8312-a30459a44e02 req-e6696d5f-2eb4-4692-84d9-25d41f49ddbf tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:45.862216 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6a3de5df-0c41-4ab2-8312-a30459a44e02 req-e6696d5f-2eb4-4692-84d9-25d41f49ddbf tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fe0601-618d-408d-864b-4152decc47eb HTTP/1.1" status: 200 len: 931 time: 0.8661311 May 26 16:18:45.942810 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f21332-01ce-491b-bde4-7ab8a6839065 service neutron] Pushing event updated for resources: {'Port': ['ID=69a8b538-a820-4554-b5e0-7aa6d6997677,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:45.964146 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6a3de5df-0c41-4ab2-8312-a30459a44e02 req-d08fe0da-1f2a-4717-a590-3a4d9cda1813 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831776 May 26 16:18:46.033413 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2a48b60a-b742-42bc-ad54-77730ec3680b tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:46.204463 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-883acde0-bdd7-4f5f-970b-3417f47ed36a tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:46.270439 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-45d47d88-e3d5-4984-b3c1-ffc6587b2ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:46.280386 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-45d47d88-e3d5-4984-b3c1-ffc6587b2ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:46.302872 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d47d88-e3d5-4984-b3c1-ffc6587b2ffb admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:18:46.324765 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-45d47d88-e3d5-4984-b3c1-ffc6587b2ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:46.325324 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-45d47d88-e3d5-4984-b3c1-ffc6587b2ffb admin admin] Added segment ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12 of type vlan for network 91e281f8-c4da-4a2d-a68d-16e867895ff6 May 26 16:18:46.416240 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-45d47d88-e3d5-4984-b3c1-ffc6587b2ffb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:46.496962 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:46.517804 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-45d47d88-e3d5-4984-b3c1-ffc6587b2ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:46.519457 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d47d88-e3d5-4984-b3c1-ffc6587b2ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:46.521359 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-45d47d88-e3d5-4984-b3c1-ffc6587b2ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:46.847591 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-45d47d88-e3d5-4984-b3c1-ffc6587b2ffb admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1238227 May 26 16:18:46.847591 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d47d88-e3d5-4984-b3c1-ffc6587b2ffb admin admin] Pushing event updated for resources: {'Network': ['ID=91e281f8-c4da-4a2d-a68d-16e867895ff6,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:46.853920 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35538) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:46.863052 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-22b5c92b-b10c-43a5-86dd-9f669dc93af4 admin admin] Request body: {'subnet': {'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-subnet', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:46.899120 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b5c92b-b10c-43a5-86dd-9f669dc93af4 admin admin] Made reservation on behalf of d026034f0b5c4db588d9be515d0f060a for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:18:46.903180 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-22b5c92b-b10c-43a5-86dd-9f669dc93af4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:46.908433 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 91e281f8-c4da-4a2d-a68d-16e867895ff6 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:18:46.948691 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d47d88-e3d5-4984-b3c1-ffc6587b2ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d41cbc-963d-413a-bd4d-93ad60da68e2,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:46.997635 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-00f21332-01ce-491b-bde4-7ab8a6839065 service neutron] Attempting to bind port 69a8b538-a820-4554-b5e0-7aa6d6997677 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:18:46.998171 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-00f21332-01ce-491b-bde4-7ab8a6839065 service neutron] Attempting to bind port 69a8b538-a820-4554-b5e0-7aa6d6997677 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:18:46.998700 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-00f21332-01ce-491b-bde4-7ab8a6839065 service neutron] Attempting to bind port 69a8b538-a820-4554-b5e0-7aa6d6997677 on network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:18:47.018101 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-00f21332-01ce-491b-bde4-7ab8a6839065 service neutron] Port 69a8b538-a820-4554-b5e0-7aa6d6997677 on network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:18:47.019273 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-00f21332-01ce-491b-bde4-7ab8a6839065 service neutron] Attempting to bind port 69a8b538-a820-4554-b5e0-7aa6d6997677 on network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:18:47.044806 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-00f21332-01ce-491b-bde4-7ab8a6839065 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:18:47.045341 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-00f21332-01ce-491b-bde4-7ab8a6839065 service neutron] Checking segment: {'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:18:47.045887 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-00f21332-01ce-491b-bde4-7ab8a6839065 service neutron] Bound using segment: {'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:18:47.046440 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-00f21332-01ce-491b-bde4-7ab8a6839065 service neutron] Bound port: 69a8b538-a820-4554-b5e0-7aa6d6997677, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:18:47.046955 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-00f21332-01ce-491b-bde4-7ab8a6839065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:47.216601 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-00f21332-01ce-491b-bde4-7ab8a6839065 service neutron] For port 69a8b538-a820-4554-b5e0-7aa6d6997677, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:18:47.244914 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-00f21332-01ce-491b-bde4-7ab8a6839065 service neutron] For port 69a8b538-a820-4554-b5e0-7aa6d6997677, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=69a8b538-a820-4554-b5e0-7aa6d6997677,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:18:47.255937 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-00f21332-01ce-491b-bde4-7ab8a6839065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:47.307420 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-00f21332-01ce-491b-bde4-7ab8a6839065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:47.308126 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-00f21332-01ce-491b-bde4-7ab8a6839065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:47.309977 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-00f21332-01ce-491b-bde4-7ab8a6839065 service neutron] 10.222.0.83 "PUT /v2.0/ports/69a8b538-a820-4554-b5e0-7aa6d6997677 HTTP/1.1" status: 200 len: 1091 time: 3.4387715 May 26 16:18:47.310516 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1fe0601-618d-408d-864b-4152decc47eb', 'tag': '69a8b538-a820-4554-b5e0-7aa6d6997677'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:18:47.314047 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37baa023-ef63-4651-a294-f7e80fb090c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e1fe0601-618d-408d-864b-4152decc47eb", "tag": "69a8b538-a820-4554-b5e0-7aa6d6997677"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:18:47.537119 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850097b5-6319-4ebc-aa9b-51a901583824 x-openstack-request-id: req-850097b5-6319-4ebc-aa9b-51a901583824 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:18:47.537487 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1fe0601-618d-408d-864b-4152decc47eb", "tag": "69a8b538-a820-4554-b5e0-7aa6d6997677", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:18:47.537893 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-850097b5-6319-4ebc-aa9b-51a901583824 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:18:47.538519 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-850097b5-6319-4ebc-aa9b-51a901583824'] response: {'name': 'network-changed', 'server_uuid': 'e1fe0601-618d-408d-864b-4152decc47eb', 'tag': '69a8b538-a820-4554-b5e0-7aa6d6997677', 'status': 'completed', 'code': 200} May 26 16:18:47.565937 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-22b5c92b-b10c-43a5-86dd-9f669dc93af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:47.584887 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f21332-01ce-491b-bde4-7ab8a6839065 service neutron] Pushing event updated for resources: {'Port': ['ID=69a8b538-a820-4554-b5e0-7aa6d6997677,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:47.653517 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-daf619e1-756b-45ce-98f8-c1e5937eb607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:47.655448 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-daf619e1-756b-45ce-98f8-c1e5937eb607 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&device_id=e1fe0601-618d-408d-864b-4152decc47eb HTTP/1.1" status: 200 len: 1094 time: 0.2434368 May 26 16:18:47.739390 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-62cb62db-621d-4f15-a496-a7d6db96eb37 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69a8b538-a820-4554-b5e0-7aa6d6997677 HTTP/1.1" status: 200 len: 217 time: 0.0671413 May 26 16:18:47.831974 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5c92b-b10c-43a5-86dd-9f669dc93af4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fee14286-9209-4b96-87d8-95a3251de24f,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:47.836624 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b5c92b-b10c-43a5-86dd-9f669dc93af4 admin admin] Checking segment: {'id': 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:18:47.841159 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b5c92b-b10c-43a5-86dd-9f669dc93af4 admin admin] Network hostable DHCP agents. Network: 91e281f8-c4da-4a2d-a68d-16e867895ff6, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:18:47.926994 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:47.938619 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-292b0050-b0c4-476a-af0c-187851eaa68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:47.955349 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-292b0050-b0c4-476a-af0c-187851eaa68f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0ab488cf-1ef6-49d7-a418-125ef2c2c830 HTTP/1.1" status: 200 len: 845 time: 0.2041171 May 26 16:18:47.957791 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b5c92b-b10c-43a5-86dd-9f669dc93af4 admin admin] Network 91e281f8-c4da-4a2d-a68d-16e867895ff6 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:18:48.020146 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-22b5c92b-b10c-43a5-86dd-9f669dc93af4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 91e281f8-c4da-4a2d-a68d-16e867895ff6) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:48.039558 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10698b6-d617-4af6-9af7-aa127d38215e None None] Network 91e281f8-c4da-4a2d-a68d-16e867895ff6 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:18:48.102351 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-50df74d3-37ab-4949-87fb-09ac9d729044 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193018 May 26 16:18:48.106694 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b5c92b-b10c-43a5-86dd-9f669dc93af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:48.109292 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-22b5c92b-b10c-43a5-86dd-9f669dc93af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:48.284352 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-22b5c92b-b10c-43a5-86dd-9f669dc93af4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4277925 May 26 16:18:48.292217 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35562) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:48.299304 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ec47e7c9-e264-4e9a-8d51-1a77038e109c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:48.304663 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2a48b60a-b742-42bc-ad54-77730ec3680b tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:48.373729 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2a48b60a-b742-42bc-ad54-77730ec3680b tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:48.394535 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec47e7c9-e264-4e9a-8d51-1a77038e109c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:48.409705 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec47e7c9-e264-4e9a-8d51-1a77038e109c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:48.591839 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194bbec3-fa7c-45a4-90e3-9b5279317e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-91e281f8-c4da-4a2d-a68d-16e867895ff6', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:18:48.604414 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-194bbec3-fa7c-45a4-90e3-9b5279317e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:48.648293 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec47e7c9-e264-4e9a-8d51-1a77038e109c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:48.649062 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:48.714345 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-2a48b60a-b742-42bc-ad54-77730ec3680b tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Floating IP 7ea0a170-5cbf-4dac-9b77-60d2a7db5d95 associated. External IP: 172.25.7.38, port: 0ce51d75-5d4d-41ee-baf2-467956867589. May 26 16:18:48.848798 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-883acde0-bdd7-4f5f-970b-3417f47ed36a tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:48.886919 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-883acde0-bdd7-4f5f-970b-3417f47ed36a tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:48.908639 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92516e4a-b707-415a-a34c-75ba0b1c11ab req-84655bf9-d510-4e0f-9376-f469019496b8 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:48.930899 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-92516e4a-b707-415a-a34c-75ba0b1c11ab req-84655bf9-d510-4e0f-9376-f469019496b8 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fe0601-618d-408d-864b-4152decc47eb HTTP/1.1" status: 200 len: 943 time: 1.3085842 May 26 16:18:49.089388 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-92516e4a-b707-415a-a34c-75ba0b1c11ab req-030a9cc6-aeb4-4f92-9082-ce44567ba60a tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556084 May 26 16:18:49.109999 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:49.225338 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-194bbec3-fa7c-45a4-90e3-9b5279317e66 None None] Allocated IP 172.20.0.2 (91e281f8-c4da-4a2d-a68d-16e867895ff6/fee14286-9209-4b96-87d8-95a3251de24f/0d8ca9bc-801a-4566-91b9-df51a4ed7508) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:49.286193 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-6f6b1154-97cb-4e39-8332-4c098161d7da service neutron] 10.222.0.83 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1655371 May 26 16:18:49.303826 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec47e7c9-e264-4e9a-8d51-1a77038e109c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:49.502324 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:18:49.536959 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5499823d-0b82-4202-94a9-4ed970dd7943 req-6d274e63-3ada-49fb-8db2-1d9eaaf92476 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7180824 May 26 16:18:49.604495 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-194bbec3-fa7c-45a4-90e3-9b5279317e66 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:49.613944 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-194bbec3-fa7c-45a4-90e3-9b5279317e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:49.640657 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a48b60a-b742-42bc-ad54-77730ec3680b tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Router f36f1fd9-c46b-4bfd-ac55-87a9d506449a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:18:49.662008 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fbf0eac3-63d5-4d8e-8432-b129eb3e2a07 req-375d1ee3-7435-4a12-ba96-81f0790b7222 service neutron] 10.222.0.83 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527896 May 26 16:18:49.686999 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-883acde0-bdd7-4f5f-970b-3417f47ed36a tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Allocated IP 172.25.7.19 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/264b4dc3-9f5a-4e2e-83cb-75918cf786aa) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:49.747666 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194bbec3-fa7c-45a4-90e3-9b5279317e66 None None] Pushing event updated for resources: {'Port': ['ID=0d8ca9bc-801a-4566-91b9-df51a4ed7508,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:49.802798 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194bbec3-fa7c-45a4-90e3-9b5279317e66 None None] Network 91e281f8-c4da-4a2d-a68d-16e867895ff6 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:49.806096 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-194bbec3-fa7c-45a4-90e3-9b5279317e66 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:49.814310 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194bbec3-fa7c-45a4-90e3-9b5279317e66 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:49.886542 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a48b60a-b742-42bc-ad54-77730ec3680b tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:49.932843 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78212c7-8fea-44e5-9793-f8e2a04c7cc8 None None] Sync routers for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:49.954351 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78212c7-8fea-44e5-9793-f8e2a04c7cc8 None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:49.955244 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d78212c7-8fea-44e5-9793-f8e2a04c7cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:50.010214 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-194bbec3-fa7c-45a4-90e3-9b5279317e66 None None] Attempting to bind port 0d8ca9bc-801a-4566-91b9-df51a4ed7508 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:18:50.010844 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-194bbec3-fa7c-45a4-90e3-9b5279317e66 None None] Attempting to bind port 0d8ca9bc-801a-4566-91b9-df51a4ed7508 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:18:50.011385 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194bbec3-fa7c-45a4-90e3-9b5279317e66 None None] Attempting to bind port 0d8ca9bc-801a-4566-91b9-df51a4ed7508 on network 91e281f8-c4da-4a2d-a68d-16e867895ff6 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:18:50.022179 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194bbec3-fa7c-45a4-90e3-9b5279317e66 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:18:50.022858 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194bbec3-fa7c-45a4-90e3-9b5279317e66 None None] Checking segment: {'id': 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:18:50.023424 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-194bbec3-fa7c-45a4-90e3-9b5279317e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:50.023979 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194bbec3-fa7c-45a4-90e3-9b5279317e66 None None] Bound using segment: {'id': 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:18:50.025048 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-194bbec3-fa7c-45a4-90e3-9b5279317e66 None None] Bound port: 0d8ca9bc-801a-4566-91b9-df51a4ed7508, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:18:50.027727 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-194bbec3-fa7c-45a4-90e3-9b5279317e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:50.055749 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d78212c7-8fea-44e5-9793-f8e2a04c7cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:50.133889 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78212c7-8fea-44e5-9793-f8e2a04c7cc8 None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:50.135114 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d78212c7-8fea-44e5-9793-f8e2a04c7cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:50.171594 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-194bbec3-fa7c-45a4-90e3-9b5279317e66 None None] For port 0d8ca9bc-801a-4566-91b9-df51a4ed7508, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:18:50.177026 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-194bbec3-fa7c-45a4-90e3-9b5279317e66 None None] For port 0d8ca9bc-801a-4566-91b9-df51a4ed7508, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0d8ca9bc-801a-4566-91b9-df51a4ed7508,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:18:50.183283 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-194bbec3-fa7c-45a4-90e3-9b5279317e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:50.273185 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194bbec3-fa7c-45a4-90e3-9b5279317e66 None None] Pushing event updated for resources: {'Port': ['ID=0d8ca9bc-801a-4566-91b9-df51a4ed7508,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:50.326426 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d78212c7-8fea-44e5-9793-f8e2a04c7cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:50.329573 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78212c7-8fea-44e5-9793-f8e2a04c7cc8 None None] The sync data for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:50.655084 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf4be6-838a-4fa5-946e-4779474ce06c req-ab6487eb-dc37-409a-a2be-0e7827ceeb86 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:50.664467 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fadf4be6-838a-4fa5-946e-4779474ce06c req-ab6487eb-dc37-409a-a2be-0e7827ceeb86 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fe0601-618d-408d-864b-4152decc47eb HTTP/1.1" status: 200 len: 943 time: 0.2660880 May 26 16:18:50.842944 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fadf4be6-838a-4fa5-946e-4779474ce06c req-f13a56ed-a47e-40c4-82f2-e1ccd210cc76 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768961 May 26 16:18:50.864818 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-883acde0-bdd7-4f5f-970b-3417f47ed36a tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:51.171980 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499823d-0b82-4202-94a9-4ed970dd7943 req-f9885c88-35b7-4660-9452-4c821e473226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:51.178821 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5499823d-0b82-4202-94a9-4ed970dd7943 req-f9885c88-35b7-4660-9452-4c821e473226 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53 HTTP/1.1" status: 200 len: 1096 time: 1.5147150 May 26 16:18:51.203252 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baa023-ef63-4651-a294-f7e80fb090c6 req-7650831c-23f6-44f5-b846-c8387dcfd647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:51.208880 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0d8ca9bc-801a-4566-91b9-df51a4ed7508 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:18:51.215547 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37baa023-ef63-4651-a294-f7e80fb090c6 req-7650831c-23f6-44f5-b846-c8387dcfd647 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&device_id=e1fe0601-618d-408d-864b-4152decc47eb HTTP/1.1" status: 200 len: 1094 time: 0.2745605 May 26 16:18:51.296750 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-883acde0-bdd7-4f5f-970b-3417f47ed36a tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:51.370735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0d8ca9bc-801a-4566-91b9-df51a4ed7508 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:51.371328 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:51.425362 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883acde0-bdd7-4f5f-970b-3417f47ed36a tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:51.437902 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-883acde0-bdd7-4f5f-970b-3417f47ed36a tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:51.457425 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883acde0-bdd7-4f5f-970b-3417f47ed36a tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:51.512917 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883acde0-bdd7-4f5f-970b-3417f47ed36a tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Pushing event updated for resources: {'Port': ['ID=264b4dc3-9f5a-4e2e-83cb-75918cf786aa,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:51.535504 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a48b60a-b742-42bc-ad54-77730ec3680b tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Router f701547c-3035-47dd-86b7-aa757987b188 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:18:51.609016 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0d8ca9bc-801a-4566-91b9-df51a4ed7508 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:51.609475 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:51.736216 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 0d8ca9bc-801a-4566-91b9-df51a4ed7508, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0d8ca9bc-801a-4566-91b9-df51a4ed7508,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:51.763329 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:51.891367 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=0d8ca9bc-801a-4566-91b9-df51a4ed7508,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:51.925265 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baa023-ef63-4651-a294-f7e80fb090c6 req-0a02e14c-1f91-4062-8d49-68d893c681b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:51.928653 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37baa023-ef63-4651-a294-f7e80fb090c6 req-0a02e14c-1f91-4062-8d49-68d893c681b5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 906 time: 0.6842957 May 26 16:18:51.934943 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499823d-0b82-4202-94a9-4ed970dd7943 req-af737faa-aa50-4d7e-b9fd-91738f37e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:51.939120 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5499823d-0b82-4202-94a9-4ed970dd7943 req-af737faa-aa50-4d7e-b9fd-91738f37e575 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 906 time: 0.7042441 May 26 16:18:52.113672 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5499823d-0b82-4202-94a9-4ed970dd7943 req-34cefac9-e412-4784-bc8b-6532072de8eb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863c7cb5-cb2f-4085-a54c-6db455a05c1d HTTP/1.1" status: 200 len: 217 time: 0.0975163 May 26 16:18:52.325564 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d56927-680b-41ea-948c-296b7e58d7bf req-7fe2498b-b4fb-43e0-be7f-c873c52ae9dd tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:52.328441 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8d56927-680b-41ea-948c-296b7e58d7bf req-7fe2498b-b4fb-43e0-be7f-c873c52ae9dd tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fe0601-618d-408d-864b-4152decc47eb HTTP/1.1" status: 200 len: 943 time: 0.3300095 May 26 16:18:52.382176 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37baa023-ef63-4651-a294-f7e80fb090c6 req-4383f8c9-90ec-4265-938b-b7bdabdc4170 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69a8b538-a820-4554-b5e0-7aa6d6997677 HTTP/1.1" status: 200 len: 217 time: 0.3726723 May 26 16:18:52.471603 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec47e7c9-e264-4e9a-8d51-1a77038e109c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:52.509046 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499823d-0b82-4202-94a9-4ed970dd7943 req-584401a5-cdf3-4770-b758-b6102982d1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:52.512295 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5499823d-0b82-4202-94a9-4ed970dd7943 req-584401a5-cdf3-4770-b758-b6102982d1be service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0ab488cf-1ef6-49d7-a418-125ef2c2c830 HTTP/1.1" status: 200 len: 845 time: 0.3103321 May 26 16:18:52.516438 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec47e7c9-e264-4e9a-8d51-1a77038e109c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:52.539618 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a48b60a-b742-42bc-ad54-77730ec3680b tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:52.541488 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baa023-ef63-4651-a294-f7e80fb090c6 req-dfa48402-1d77-45ea-b253-f7cda2ec2a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:52.543283 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37baa023-ef63-4651-a294-f7e80fb090c6 req-dfa48402-1d77-45ea-b253-f7cda2ec2a86 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0ab488cf-1ef6-49d7-a418-125ef2c2c830 HTTP/1.1" status: 200 len: 845 time: 0.1485949 May 26 16:18:52.550448 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2a48b60a-b742-42bc-ad54-77730ec3680b tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:52.559568 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a3c215-0021-403d-8b82-f9ec3ba54b3a None None] Sync routers for ids ['f701547c-3035-47dd-86b7-aa757987b188'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:52.595639 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a3c215-0021-403d-8b82-f9ec3ba54b3a None None] Routers {'f701547c-3035-47dd-86b7-aa757987b188'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:52.598477 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e2a3c215-0021-403d-8b82-f9ec3ba54b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f701547c-3035-47dd-86b7-aa757987b188'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:52.624343 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37baa023-ef63-4651-a294-f7e80fb090c6 req-70c609d0-d356-40b6-9132-a95c74943da1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552256 May 26 16:18:52.630379 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5499823d-0b82-4202-94a9-4ed970dd7943 req-0583e7c1-9c18-4827-b8b2-73a365e967d9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021528 May 26 16:18:52.661079 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-883acde0-bdd7-4f5f-970b-3417f47ed36a tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:52.694449 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e2a3c215-0021-403d-8b82-f9ec3ba54b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:52.716763 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a3c215-0021-403d-8b82-f9ec3ba54b3a None None] Routers {'f701547c-3035-47dd-86b7-aa757987b188'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:52.717801 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e2a3c215-0021-403d-8b82-f9ec3ba54b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f701547c-3035-47dd-86b7-aa757987b188'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:52.896084 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e2a3c215-0021-403d-8b82-f9ec3ba54b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:52.900239 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a3c215-0021-403d-8b82-f9ec3ba54b3a None None] The sync data for ids ['f701547c-3035-47dd-86b7-aa757987b188'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:53.005689 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2a48b60a-b742-42bc-ad54-77730ec3680b tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "PUT /v2.0/floatingips/7ea0a170-5cbf-4dac-9b77-60d2a7db5d95 HTTP/1.1" status: 200 len: 978 time: 7.9340858 May 26 16:18:53.017066 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8d56927-680b-41ea-948c-296b7e58d7bf req-5315de4e-626b-4356-b10e-0cbcf1ef9501 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6721969 May 26 16:18:53.071662 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35630) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:53.120381 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0d8ca9bc-801a-4566-91b9-df51a4ed7508 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:18:53.253106 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb26cc30-b9ab-4d58-b5d8-0aba14e279f0 None None] Network 91e281f8-c4da-4a2d-a68d-16e867895ff6 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:18:53.363520 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ff729979-a178-4375-beb6-93b66f0f172a None None] Provisioning complete for port 0d8ca9bc-801a-4566-91b9-df51a4ed7508 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:53.363937 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ff729979-a178-4375-beb6-93b66f0f172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:53.512811 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37baa023-ef63-4651-a294-f7e80fb090c6 req-1f791509-3c4c-4c4b-90ca-23d41c168eaf service neutron] 10.222.0.83 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8037086 May 26 16:18:53.582958 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-ec47e7c9-e264-4e9a-8d51-1a77038e109c admin admin] Allocated IP 172.25.7.213 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/47c13dd5-241b-477b-884e-3322195b263a) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:53.700903 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5499823d-0b82-4202-94a9-4ed970dd7943 req-91002b5f-01d2-4ab9-b1a3-9031fd3e1637 service neutron] 10.222.0.83 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0054905 May 26 16:18:53.768716 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ff729979-a178-4375-beb6-93b66f0f172a None None] Current status of the port 0d8ca9bc-801a-4566-91b9-df51a4ed7508 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:53.776667 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0d8ca9bc-801a-4566-91b9-df51a4ed7508 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:53.777092 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:54.115421 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0d8ca9bc-801a-4566-91b9-df51a4ed7508 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:54.235084 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5499823d-0b82-4202-94a9-4ed970dd7943 req-b0860570-92c0-4816-a685-98b445f3de39 service neutron] 10.222.0.83 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009909 May 26 16:18:54.363190 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec47e7c9-e264-4e9a-8d51-1a77038e109c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:54.437525 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-a5efa3fa-76e6-41ec-abdd-08913a47e151 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Deleting port 6da29e35-f19b-4f60-b3b0-203708b5a143 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:18:54.437869 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a5efa3fa-76e6-41ec-abdd-08913a47e151 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:54.456017 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37baa023-ef63-4651-a294-f7e80fb090c6 req-c71dcf8c-ab78-4ffb-bb4c-6a5aa1666007 service neutron] 10.222.0.83 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9126008 May 26 16:18:54.460759 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec47e7c9-e264-4e9a-8d51-1a77038e109c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:54.687491 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5409e-9c2f-4774-8217-0208013acdbe req-f3168543-8672-452a-9c8d-b60f61bed4dd tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:54.692227 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23b5409e-9c2f-4774-8217-0208013acdbe req-f3168543-8672-452a-9c8d-b60f61bed4dd tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fe0601-618d-408d-864b-4152decc47eb HTTP/1.1" status: 200 len: 943 time: 0.1731648 May 26 16:18:54.696084 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-883acde0-bdd7-4f5f-970b-3417f47ed36a tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:54.698112 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47e7c9-e264-4e9a-8d51-1a77038e109c admin admin] Pushing event updated for resources: {'Port': ['ID=47c13dd5-241b-477b-884e-3322195b263a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:54.771089 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec47e7c9-e264-4e9a-8d51-1a77038e109c admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:54.779075 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-ec47e7c9-e264-4e9a-8d51-1a77038e109c admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:18:54.782539 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec47e7c9-e264-4e9a-8d51-1a77038e109c admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:18:54.902918 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a5efa3fa-76e6-41ec-abdd-08913a47e151 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:55.028948 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8a7e580b-43d1-42b0-a866-98ca570eb171 None None] Provisioning complete for port 0d8ca9bc-801a-4566-91b9-df51a4ed7508 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:55.029489 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8a7e580b-43d1-42b0-a866-98ca570eb171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:55.097124 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23b5409e-9c2f-4774-8217-0208013acdbe req-7a33cc40-458e-47bb-ab2c-7eff0539ac83 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819590 May 26 16:18:55.296156 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8a7e580b-43d1-42b0-a866-98ca570eb171 None None] Current status of the port 0d8ca9bc-801a-4566-91b9-df51a4ed7508 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:55.356289 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a5efa3fa-76e6-41ec-abdd-08913a47e151 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:55.356912 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a5efa3fa-76e6-41ec-abdd-08913a47e151 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:55.357512 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-a5efa3fa-76e6-41ec-abdd-08913a47e151 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Floating IP 7ea0a170-5cbf-4dac-9b77-60d2a7db5d95 disassociated. External IP: 172.25.7.38, port: 6da29e35-f19b-4f60-b3b0-203708b5a143. May 26 16:18:55.358157 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-a5efa3fa-76e6-41ec-abdd-08913a47e151 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Calling delete_port for 6da29e35-f19b-4f60-b3b0-203708b5a143 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:18:55.483888 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 69a8b538-a820-4554-b5e0-7aa6d6997677 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:18:55.492744 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883acde0-bdd7-4f5f-970b-3417f47ed36a tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Router 18e37b40-77a6-4733-aaaa-a7cac5bae8b0 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:18:55.781160 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a5efa3fa-76e6-41ec-abdd-08913a47e151 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:55.838845 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 69a8b538-a820-4554-b5e0-7aa6d6997677, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=69a8b538-a820-4554-b5e0-7aa6d6997677,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:55.865868 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '69a8b538-a820-4554-b5e0-7aa6d6997677', 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0', 'port_id': '69a8b538-a820-4554-b5e0-7aa6d6997677', 'mac_address': 'fa:16:3e:84:30:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab488cf-1ef6-49d7-a418-125ef2c2c830', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:18:55.880547 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efa3fa-76e6-41ec-abdd-08913a47e151 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event deleted for resources: {'Port': ['ID=6da29e35-f19b-4f60-b3b0-203708b5a143,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:56.071623 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 69a8b538-a820-4554-b5e0-7aa6d6997677 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:56.072231 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:56.166962 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a8b538-a820-4554-b5e0-7aa6d6997677 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:18:56.196960 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883acde0-bdd7-4f5f-970b-3417f47ed36a tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:56.216031 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] Sync routers for ids ['18e37b40-77a6-4733-aaaa-a7cac5bae8b0'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:56.250655 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-883acde0-bdd7-4f5f-970b-3417f47ed36a tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:56.254574 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-883acde0-bdd7-4f5f-970b-3417f47ed36a tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 11.4929736 May 26 16:18:56.255340 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] Routers {'18e37b40-77a6-4733-aaaa-a7cac5bae8b0'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:56.255597 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35678) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:56.256043 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['18e37b40-77a6-4733-aaaa-a7cac5bae8b0'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:56.303140 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 69a8b538-a820-4554-b5e0-7aa6d6997677, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=69a8b538-a820-4554-b5e0-7aa6d6997677,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:18:56.318445 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:56.728323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=69a8b538-a820-4554-b5e0-7aa6d6997677,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:56.842762 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5efa3fa-76e6-41ec-abdd-08913a47e151 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Router f701547c-3035-47dd-86b7-aa757987b188 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:18:57.049095 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] Set router 18e37b40-77a6-4733-aaaa-a7cac5bae8b0 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:18:57.060364 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec47e7c9-e264-4e9a-8d51-1a77038e109c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:57.069306 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c9a2a-cded-42af-9dab-6841e987c5e3 req-4ea8674d-4371-4cde-9d6b-ca584c8f56fa tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:57.071646 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f58c9a2a-cded-42af-9dab-6841e987c5e3 req-4ea8674d-4371-4cde-9d6b-ca584c8f56fa tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fe0601-618d-408d-864b-4152decc47eb HTTP/1.1" status: 200 len: 944 time: 0.4490342 May 26 16:18:57.132829 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['69a8b538-a820-4554-b5e0-7aa6d6997677'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:18:57.210899 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3a808cab-cbe3-406c-8320-1c83972b4652 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "GET /v2.0/routers/18e37b40-77a6-4733-aaaa-a7cac5bae8b0 HTTP/1.1" status: 200 len: 907 time: 0.9531810 May 26 16:18:57.215177 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35698) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:57.233363 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ad189c02-49db-4002-babe-49747e2eae6f tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Request body: {'router': {'name': 'tempest-snat-router-599284747', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'enable_snat': True}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:18:57.297246 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f58c9a2a-cded-42af-9dab-6841e987c5e3 req-120021b5-82ab-4f75-82d5-230ea5b30ea3 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087545 May 26 16:18:57.313383 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad189c02-49db-4002-babe-49747e2eae6f tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:57.314734 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad189c02-49db-4002-babe-49747e2eae6f tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:57.606972 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad189c02-49db-4002-babe-49747e2eae6f tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:57.800707 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e37b40-77a6-4733-aaaa-a7cac5bae8b0', 'name': 'tempest-snat-router-599284747', 'tenant_id': '2255dfb72fec42d68bea8bbc6219da89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19'}], 'enable_snat': False}, 'gw_port_id': '264b4dc3-9f5a-4e2e-83cb-75918cf786aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:44Z', 'updated_at': '2022-05-26T16:18:51Z', 'revision_number': 3, 'project_id': '2255dfb72fec42d68bea8bbc6219da89', 'gw_port': {'id': '264b4dc3-9f5a-4e2e-83cb-75918cf786aa', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e37b40-77a6-4733-aaaa-a7cac5bae8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:18:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:57.894445 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] Checking router: 18e37b40-77a6-4733-aaaa-a7cac5bae8b0 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:18:57.895116 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] Updating router 18e37b40-77a6-4733-aaaa-a7cac5bae8b0 port 264b4dc3-9f5a-4e2e-83cb-75918cf786aa binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:18:57.955920 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad189c02-49db-4002-babe-49747e2eae6f tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:57.960973 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:58.571976 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:58.581957 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:58.673851 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] Attempting to bind port 264b4dc3-9f5a-4e2e-83cb-75918cf786aa on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:18:58.675848 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] Attempting to bind port 264b4dc3-9f5a-4e2e-83cb-75918cf786aa by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:18:58.679499 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] Attempting to bind port 264b4dc3-9f5a-4e2e-83cb-75918cf786aa on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:18:58.712350 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec47e7c9-e264-4e9a-8d51-1a77038e109c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:58.751570 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:18:58.753214 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:18:58.754115 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:58.754961 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:18:58.755977 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] Bound port: 264b4dc3-9f5a-4e2e-83cb-75918cf786aa, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:18:58.757144 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:58.771142 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad189c02-49db-4002-babe-49747e2eae6f tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:58.817640 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad189c02-49db-4002-babe-49747e2eae6f tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:58.856132 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] For port 264b4dc3-9f5a-4e2e-83cb-75918cf786aa, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:18:58.859622 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] For port 264b4dc3-9f5a-4e2e-83cb-75918cf786aa, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=264b4dc3-9f5a-4e2e-83cb-75918cf786aa,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:18:58.867248 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:58.901495 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] Routers {'18e37b40-77a6-4733-aaaa-a7cac5bae8b0'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:58.902325 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['18e37b40-77a6-4733-aaaa-a7cac5bae8b0'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:58.996250 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5efa3fa-76e6-41ec-abdd-08913a47e151 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:59.018650 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee39dbb0-2d31-4aad-b460-dd1175256d29 None None] Sync routers for ids ['f701547c-3035-47dd-86b7-aa757987b188'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:59.052267 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee39dbb0-2d31-4aad-b460-dd1175256d29 None None] Routers {'f701547c-3035-47dd-86b7-aa757987b188'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:59.053048 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ee39dbb0-2d31-4aad-b460-dd1175256d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f701547c-3035-47dd-86b7-aa757987b188'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:59.083866 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-ad189c02-49db-4002-babe-49747e2eae6f tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Allocated IP 172.25.7.97 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/8f1db1af-1091-4192-8600-f36c94265a02) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:18:59.131616 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f574ed-0883-463d-a154-1f33f821a624 None None] Pushing event updated for resources: {'Port': ['ID=264b4dc3-9f5a-4e2e-83cb-75918cf786aa,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:59.138986 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ee39dbb0-2d31-4aad-b460-dd1175256d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:59.149245 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f574ed-0883-463d-a154-1f33f821a624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:59.149818 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f574ed-0883-463d-a154-1f33f821a624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:59.150587 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f574ed-0883-463d-a154-1f33f821a624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:59.150703 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a5efa3fa-76e6-41ec-abdd-08913a47e151 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:59.151196 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f574ed-0883-463d-a154-1f33f821a624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:59.151745 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f574ed-0883-463d-a154-1f33f821a624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:59.152237 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee39dbb0-2d31-4aad-b460-dd1175256d29 None None] Routers {'f701547c-3035-47dd-86b7-aa757987b188'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:59.152670 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f574ed-0883-463d-a154-1f33f821a624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:59.153158 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f574ed-0883-463d-a154-1f33f821a624 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:59.153446 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ee39dbb0-2d31-4aad-b460-dd1175256d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f701547c-3035-47dd-86b7-aa757987b188'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:59.153940 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f574ed-0883-463d-a154-1f33f821a624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:59.154418 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f574ed-0883-463d-a154-1f33f821a624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:59.154902 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f574ed-0883-463d-a154-1f33f821a624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:59.155761 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f574ed-0883-463d-a154-1f33f821a624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:59.156289 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f574ed-0883-463d-a154-1f33f821a624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:18:59.159823 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcdd2f-d0a4-4727-b390-49c3e7789ce5 req-8f889c1c-b89e-4883-9fa7-91f34fd549b4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:18:59.162369 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-90dcdd2f-d0a4-4727-b390-49c3e7789ce5 req-8f889c1c-b89e-4883-9fa7-91f34fd549b4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fe0601-618d-408d-864b-4152decc47eb HTTP/1.1" status: 200 len: 944 time: 0.5062354 May 26 16:18:59.164481 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a5efa3fa-76e6-41ec-abdd-08913a47e151 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "DELETE /v2.0/ports/6da29e35-f19b-4f60-b3b0-203708b5a143 HTTP/1.1" status: 204 len: 168 time: 6.0890584 May 26 16:18:59.174262 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35734) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:59.186051 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec47e7c9-e264-4e9a-8d51-1a77038e109c admin admin] Router 3be498a2-af40-439e-8e33-5b6db31a6d35 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:18:59.265366 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ee39dbb0-2d31-4aad-b460-dd1175256d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:59.269651 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee39dbb0-2d31-4aad-b460-dd1175256d29 None None] The sync data for ids ['f701547c-3035-47dd-86b7-aa757987b188'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:18:59.290121 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] Set router 18e37b40-77a6-4733-aaaa-a7cac5bae8b0 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:18:59.372815 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f574ed-0883-463d-a154-1f33f821a624 None None] Pushing event updated for resources: {'Port': ['ID=264b4dc3-9f5a-4e2e-83cb-75918cf786aa,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:18:59.414247 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec47e7c9-e264-4e9a-8d51-1a77038e109c admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:18:59.450792 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] Sync routers for ids ['3be498a2-af40-439e-8e33-5b6db31a6d35'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:18:59.463945 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec47e7c9-e264-4e9a-8d51-1a77038e109c admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:59.463945 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ec47e7c9-e264-4e9a-8d51-1a77038e109c admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.1697791 May 26 16:18:59.466327 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35742) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:18:59.514356 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 69a8b538-a820-4554-b5e0-7aa6d6997677 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:18:59.541264 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-90dcdd2f-d0a4-4727-b390-49c3e7789ce5 req-d66e484d-dbbd-48f5-87c1-b8792eff9eb3 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598077 May 26 16:18:59.555870 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] Routers {'3be498a2-af40-439e-8e33-5b6db31a6d35'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:18:59.556565 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3be498a2-af40-439e-8e33-5b6db31a6d35'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:18:59.696523 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad189c02-49db-4002-babe-49747e2eae6f tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:59.734977 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 69a8b538-a820-4554-b5e0-7aa6d6997677 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:18:59.740132 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 69a8b538-a820-4554-b5e0-7aa6d6997677 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:18:59.740529 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:59.896541 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad189c02-49db-4002-babe-49747e2eae6f tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:59.947439 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 69a8b538-a820-4554-b5e0-7aa6d6997677 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:18:59.948589 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:18:59.992748 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad189c02-49db-4002-babe-49747e2eae6f tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:18:59.998775 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] Set router 3be498a2-af40-439e-8e33-5b6db31a6d35 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:19:00.036276 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 69a8b538-a820-4554-b5e0-7aa6d6997677, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=69a8b538-a820-4554-b5e0-7aa6d6997677,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:00.038280 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fe0601-618d-408d-864b-4152decc47eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a8b538-a820-4554-b5e0-7aa6d6997677'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:19:00.042268 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb0c256-1d2e-4496-815e-bf7dfd128519" -d '{"events": [{"server_uuid": "e1fe0601-618d-408d-864b-4152decc47eb", "name": "network-vif-plugged", "status": "completed", "tag": "69a8b538-a820-4554-b5e0-7aa6d6997677"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:19:00.063399 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:00.076430 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e37b40-77a6-4733-aaaa-a7cac5bae8b0', 'name': 'tempest-snat-router-599284747', 'tenant_id': '2255dfb72fec42d68bea8bbc6219da89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19'}], 'enable_snat': False}, 'gw_port_id': '264b4dc3-9f5a-4e2e-83cb-75918cf786aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:44Z', 'updated_at': '2022-05-26T16:18:51Z', 'revision_number': 3, 'project_id': '2255dfb72fec42d68bea8bbc6219da89', 'gw_port': {'id': '264b4dc3-9f5a-4e2e-83cb-75918cf786aa', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e37b40-77a6-4733-aaaa-a7cac5bae8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:00.077701 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-ad189c02-49db-4002-babe-49747e2eae6f tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:00.168571 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad189c02-49db-4002-babe-49747e2eae6f tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:00.181960 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affe4063-3459-4bc2-ba9e-78188ab3cab1 x-openstack-request-id: req-affe4063-3459-4bc2-ba9e-78188ab3cab1 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:19:00.182625 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fe0601-618d-408d-864b-4152decc47eb", "name": "network-vif-plugged", "status": "completed", "tag": "69a8b538-a820-4554-b5e0-7aa6d6997677", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:19:00.183339 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-affe4063-3459-4bc2-ba9e-78188ab3cab1 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:19:00.185681 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-affe4063-3459-4bc2-ba9e-78188ab3cab1'] response: {'server_uuid': 'e1fe0601-618d-408d-864b-4152decc47eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a8b538-a820-4554-b5e0-7aa6d6997677', 'code': 200} May 26 16:19:00.246294 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=69a8b538-a820-4554-b5e0-7aa6d6997677,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:00.261957 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:00.262936 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:00.263567 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:00.264137 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:00.264676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:00.265676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:00.266396 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:00.266951 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:00.267490 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:00.269306 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:00.270050 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:00.270750 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:00.298814 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad189c02-49db-4002-babe-49747e2eae6f tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Pushing event updated for resources: {'Port': ['ID=8f1db1af-1091-4192-8600-f36c94265a02,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:00.309396 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c61aacd-6a93-444b-bb7f-bfbda28e41b7 None None] The sync data for ids ['18e37b40-77a6-4733-aaaa-a7cac5bae8b0'] in n-d-843337-2 is: [{'id': '18e37b40-77a6-4733-aaaa-a7cac5bae8b0', 'name': 'tempest-snat-router-599284747', 'tenant_id': '2255dfb72fec42d68bea8bbc6219da89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19'}], 'enable_snat': False}, 'gw_port_id': '264b4dc3-9f5a-4e2e-83cb-75918cf786aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:44Z', 'updated_at': '2022-05-26T16:18:51Z', 'revision_number': 3, 'project_id': '2255dfb72fec42d68bea8bbc6219da89', 'gw_port': {'id': '264b4dc3-9f5a-4e2e-83cb-75918cf786aa', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e37b40-77a6-4733-aaaa-a7cac5bae8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:19:00.366399 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746dfc95-8319-45ba-aab2-f7f4cc771797 req-bdaa7114-ecd0-4c04-863b-713729d6980a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:00.369163 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-746dfc95-8319-45ba-aab2-f7f4cc771797 req-bdaa7114-ecd0-4c04-863b-713729d6980a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 946 time: 0.4096959 May 26 16:19:00.485077 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:00.650969 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142bf46-e474-4ecf-80c2-fdf9c8100825 req-187b5e8c-8239-4baa-ab0e-230da37f7fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:00.655981 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3142bf46-e474-4ecf-80c2-fdf9c8100825 req-187b5e8c-8239-4baa-ab0e-230da37f7fbe service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e1fe0601-618d-408d-864b-4152decc47eb HTTP/1.1" status: 200 len: 1096 time: 0.2117121 May 26 16:19:00.746410 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3142bf46-e474-4ecf-80c2-fdf9c8100825 req-30f06ebf-bedf-459a-a3f6-9463904f28ca service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809255 May 26 16:19:00.888162 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-746dfc95-8319-45ba-aab2-f7f4cc771797 req-87539d3f-e50e-43af-a228-ef7920201f78 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4909396 May 26 16:19:00.888654 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:18:56Z', 'revision_number': 3, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:18:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:00.975278 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de73c8d1-aaf0-491b-ad10-02217d5c28c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:01.037157 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] Checking router: 3be498a2-af40-439e-8e33-5b6db31a6d35 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:19:01.037885 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] Updating router 3be498a2-af40-439e-8e33-5b6db31a6d35 port 47c13dd5-241b-477b-884e-3322195b263a binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:19:01.142323 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:01.331686 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535fa91-7809-495b-9bf5-df5bbd60698d req-1299ecea-b364-4bf6-ae3e-1c438227e96a tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:01.362500 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3535fa91-7809-495b-9bf5-df5bbd60698d req-1299ecea-b364-4bf6-ae3e-1c438227e96a tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fe0601-618d-408d-864b-4152decc47eb HTTP/1.1" status: 200 len: 945 time: 0.4898920 May 26 16:19:01.413886 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a2cfc3d-6321-4298-a816-5cd27bfd9f34 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:01.466096 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-de73c8d1-aaf0-491b-ad10-02217d5c28c7 admin admin] Allocated IP 172.20.0.1 (91e281f8-c4da-4a2d-a68d-16e867895ff6/fee14286-9209-4b96-87d8-95a3251de24f/32e3c13e-6c8b-405d-813c-985127d262d4) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:19:01.720342 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de73c8d1-aaf0-491b-ad10-02217d5c28c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:01.837404 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de73c8d1-aaf0-491b-ad10-02217d5c28c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:01.958617 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de73c8d1-aaf0-491b-ad10-02217d5c28c7 admin admin] Network 91e281f8-c4da-4a2d-a68d-16e867895ff6 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:01.977594 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-de73c8d1-aaf0-491b-ad10-02217d5c28c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:02.010251 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de73c8d1-aaf0-491b-ad10-02217d5c28c7 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:02.021110 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73c8d1-aaf0-491b-ad10-02217d5c28c7 admin admin] Pushing event updated for resources: {'Port': ['ID=32e3c13e-6c8b-405d-813c-985127d262d4,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:02.143517 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3535fa91-7809-495b-9bf5-df5bbd60698d req-ad5f7f34-6ce6-4afc-86b4-653b0e57206c tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7793782 May 26 16:19:02.207018 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad189c02-49db-4002-babe-49747e2eae6f tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:02.225420 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de73c8d1-aaf0-491b-ad10-02217d5c28c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:02.741471 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de73c8d1-aaf0-491b-ad10-02217d5c28c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:02.771551 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-455e5530-088b-4299-87f7-b82e2916af8b None None] Provisioning complete for port 32e3c13e-6c8b-405d-813c-985127d262d4 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:02.775715 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-455e5530-088b-4299-87f7-b82e2916af8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:02.787752 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:02.800577 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:02.918197 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-455e5530-088b-4299-87f7-b82e2916af8b None None] Port 32e3c13e-6c8b-405d-813c-985127d262d4 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:19:03.030193 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134edbb-1e6b-4dd5-b614-95b3857d5653 None None] Pushing event updated for resources: {'Port': ['ID=47c13dd5-241b-477b-884e-3322195b263a,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:03.038401 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] Attempting to bind port 47c13dd5-241b-477b-884e-3322195b263a on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:03.039862 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] Attempting to bind port 47c13dd5-241b-477b-884e-3322195b263a by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:03.040297 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] Attempting to bind port 47c13dd5-241b-477b-884e-3322195b263a on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:03.049883 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:19:03.050631 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:19:03.051678 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:03.052498 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:19:03.053294 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] Bound port: 47c13dd5-241b-477b-884e-3322195b263a, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:19:03.053894 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:03.155923 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 264b4dc3-9f5a-4e2e-83cb-75918cf786aa up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:19:03.204540 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] For port 47c13dd5-241b-477b-884e-3322195b263a, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:19:03.210706 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] For port 47c13dd5-241b-477b-884e-3322195b263a, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=47c13dd5-241b-477b-884e-3322195b263a,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:19:03.229621 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:03.366429 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] Routers {'3be498a2-af40-439e-8e33-5b6db31a6d35'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:03.367495 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3be498a2-af40-439e-8e33-5b6db31a6d35'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:03.402063 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de73c8d1-aaf0-491b-ad10-02217d5c28c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:03.415769 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de73c8d1-aaf0-491b-ad10-02217d5c28c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:03.499781 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134edbb-1e6b-4dd5-b614-95b3857d5653 None None] Pushing event updated for resources: {'Port': ['ID=47c13dd5-241b-477b-884e-3322195b263a,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:03.660371 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 161e5bc3-f8bd-463c-928c-19e147d66d06 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:19:03.721938 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de73c8d1-aaf0-491b-ad10-02217d5c28c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:03.728731 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73c8d1-aaf0-491b-ad10-02217d5c28c7 admin admin] Pushing event updated for resources: {'Port': ['ID=32e3c13e-6c8b-405d-813c-985127d262d4,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:03.777470 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 264b4dc3-9f5a-4e2e-83cb-75918cf786aa triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:03.778860 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:03.792732 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] Set router 3be498a2-af40-439e-8e33-5b6db31a6d35 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:19:03.879861 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad189c02-49db-4002-babe-49747e2eae6f tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:03.994676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 161e5bc3-f8bd-463c-928c-19e147d66d06 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:03.995641 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.077118 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de73c8d1-aaf0-491b-ad10-02217d5c28c7 admin admin] Network 91e281f8-c4da-4a2d-a68d-16e867895ff6 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:04.084711 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-de73c8d1-aaf0-491b-ad10-02217d5c28c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:04.145161 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348d64cf-75e0-4a9c-a289-b2d64eb14662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '161e5bc3-f8bd-463c-928c-19e147d66d06'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:19:04.148983 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c439d7c2-8918-45a5-9552-bd9105dd4723" -d '{"events": [{"server_uuid": "348d64cf-75e0-4a9c-a289-b2d64eb14662", "name": "network-vif-unplugged", "status": "completed", "tag": "161e5bc3-f8bd-463c-928c-19e147d66d06"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:19:04.213132 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 161e5bc3-f8bd-463c-928c-19e147d66d06, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=161e5bc3-f8bd-463c-928c-19e147d66d06,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:04.237270 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.380183 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3430a1b9-4182-4057-8b97-a8df2110cdf3 x-openstack-request-id: req-3430a1b9-4182-4057-8b97-a8df2110cdf3 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:19:04.380801 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348d64cf-75e0-4a9c-a289-b2d64eb14662", "name": "network-vif-unplugged", "status": "completed", "tag": "161e5bc3-f8bd-463c-928c-19e147d66d06", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:19:04.381267 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3430a1b9-4182-4057-8b97-a8df2110cdf3 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:19:04.381832 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3430a1b9-4182-4057-8b97-a8df2110cdf3'] response: {'server_uuid': '348d64cf-75e0-4a9c-a289-b2d64eb14662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '161e5bc3-f8bd-463c-928c-19e147d66d06', 'code': 200} May 26 16:19:04.432836 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 264b4dc3-9f5a-4e2e-83cb-75918cf786aa is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:04.433642 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.445508 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef8ee0-8428-4a6f-9f10-3a76a57a3323 req-669b09f3-b62a-47d5-8653-5019fdd16d48 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:04.448565 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-04ef8ee0-8428-4a6f-9f10-3a76a57a3323 req-669b09f3-b62a-47d5-8653-5019fdd16d48 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fe0601-618d-408d-864b-4152decc47eb HTTP/1.1" status: 200 len: 945 time: 0.5578055 May 26 16:19:04.527147 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-5a2cfc3d-6321-4298-a816-5cd27bfd9f34 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Deleting port 68bbf7d5-d0f2-46a4-bc11-56d18ded7e84 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:04.532760 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a2cfc3d-6321-4298-a816-5cd27bfd9f34 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.537089 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:01Z', 'revision_number': 1, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:04.539712 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 264b4dc3-9f5a-4e2e-83cb-75918cf786aa, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=264b4dc3-9f5a-4e2e-83cb-75918cf786aa,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:04.544765 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=161e5bc3-f8bd-463c-928c-19e147d66d06,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:04.551211 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.577510 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de73c8d1-aaf0-491b-ad10-02217d5c28c7 admin admin] Router 3be498a2-af40-439e-8e33-5b6db31a6d35 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:19:04.604934 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473e5fdb-a1d5-44d2-8652-629910de2aeb None None] The sync data for ids ['3be498a2-af40-439e-8e33-5b6db31a6d35'] in n-d-843337-2 is: [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:01Z', 'revision_number': 1, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:19:04.719399 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=264b4dc3-9f5a-4e2e-83cb-75918cf786aa,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:04.790404 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-82d962ec-61e8-4ba4-894d-2e85a9e4e55b None None] Provisioning complete for port 32e3c13e-6c8b-405d-813c-985127d262d4 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:04.791547 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-82d962ec-61e8-4ba4-894d-2e85a9e4e55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.872956 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-82d962ec-61e8-4ba4-894d-2e85a9e4e55b None None] Port 32e3c13e-6c8b-405d-813c-985127d262d4 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:19:04.928085 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a2cfc3d-6321-4298-a816-5cd27bfd9f34 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:04.960597 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-04ef8ee0-8428-4a6f-9f10-3a76a57a3323 req-19ecc695-7a31-4540-9369-788b9ff3bb1f tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982240 May 26 16:19:04.980399 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-5a2cfc3d-6321-4298-a816-5cd27bfd9f34 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Calling delete_port for 68bbf7d5-d0f2-46a4-bc11-56d18ded7e84 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:05.008193 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de73c8d1-aaf0-491b-ad10-02217d5c28c7 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:19:05.012136 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 264b4dc3-9f5a-4e2e-83cb-75918cf786aa up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:19:05.015453 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-de73c8d1-aaf0-491b-ad10-02217d5c28c7 admin admin] 10.222.0.77 "PUT /v2.0/routers/3be498a2-af40-439e-8e33-5b6db31a6d35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5477352 May 26 16:19:05.216473 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 161e5bc3-f8bd-463c-928c-19e147d66d06 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:19:05.252529 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 264b4dc3-9f5a-4e2e-83cb-75918cf786aa triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:05.253306 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:05.539330 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a2cfc3d-6321-4298-a816-5cd27bfd9f34 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:05.586791 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 264b4dc3-9f5a-4e2e-83cb-75918cf786aa is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:05.730874 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2cfc3d-6321-4298-a816-5cd27bfd9f34 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event deleted for resources: {'Port': ['ID=68bbf7d5-d0f2-46a4-bc11-56d18ded7e84,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:05.739391 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 161e5bc3-f8bd-463c-928c-19e147d66d06, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=161e5bc3-f8bd-463c-928c-19e147d66d06,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:05.787722 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '161e5bc3-f8bd-463c-928c-19e147d66d06', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'port_id': '161e5bc3-f8bd-463c-928c-19e147d66d06', 'mac_address': 'fa:16:3e:fa:d4:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:19:05.890164 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad189c02-49db-4002-babe-49747e2eae6f tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Router 7f7c70f0-7664-44b4-9223-8ba5204622b3 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:19:05.950957 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd47f4-7402-4adc-be11-e0483464857b req-6d2a6be5-9b7b-4c5a-9e67-623f013ced8a tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:05.954960 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-afbd47f4-7402-4adc-be11-e0483464857b req-6d2a6be5-9b7b-4c5a-9e67-623f013ced8a tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fe0601-618d-408d-864b-4152decc47eb HTTP/1.1" status: 200 len: 945 time: 0.4219220 May 26 16:19:05.967038 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 161e5bc3-f8bd-463c-928c-19e147d66d06 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:05.967937 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:05.994116 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161e5bc3-f8bd-463c-928c-19e147d66d06 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:19:06.074441 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 161e5bc3-f8bd-463c-928c-19e147d66d06, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=161e5bc3-f8bd-463c-928c-19e147d66d06,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:06.082837 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:06.217907 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35878) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:06.228426 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-3c8e4681-968b-492d-9e7e-00a62eaac82f tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1896279501', 'description': 'tempest-description--618186145'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:06.278976 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=161e5bc3-f8bd-463c-928c-19e147d66d06,revision_number=9']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:06.333612 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['161e5bc3-f8bd-463c-928c-19e147d66d06'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:19:06.373095 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4681-968b-492d-9e7e-00a62eaac82f tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:06.542443 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a2cfc3d-6321-4298-a816-5cd27bfd9f34 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:06.778932 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4681-968b-492d-9e7e-00a62eaac82f tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:06.800712 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4681-968b-492d-9e7e-00a62eaac82f tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:06.868747 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4681-968b-492d-9e7e-00a62eaac82f tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:06.894241 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3c8e4681-968b-492d-9e7e-00a62eaac82f tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6738474 May 26 16:19:06.898308 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35902) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:06.910718 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-15363db3-b234-4ae4-b712-b39248866f58 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Request body: {'security_group_rule': {'security_group_id': '0bb1b184-8173-4fbb-a524-cc6c13427f2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:06.950089 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e4681-968b-492d-9e7e-00a62eaac82f tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb1b184-8173-4fbb-a524-cc6c13427f2f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:07.000447 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-afbd47f4-7402-4adc-be11-e0483464857b req-64174eac-bd81-478c-89e2-956e84a4334b tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624314 May 26 16:19:07.009431 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad189c02-49db-4002-babe-49747e2eae6f tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:19:07.043383 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15363db3-b234-4ae4-b712-b39248866f58 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:07.056007 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad189c02-49db-4002-babe-49747e2eae6f tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:07.077713 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35906) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:07.087289 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ad189c02-49db-4002-babe-49747e2eae6f tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 9.8705792 May 26 16:19:07.104883 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896598d1-1a57-4dff-a6dc-a51c95b2b656 None None] Sync routers for ids ['7f7c70f0-7664-44b4-9223-8ba5204622b3'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:19:07.141638 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896598d1-1a57-4dff-a6dc-a51c95b2b656 None None] Routers {'7f7c70f0-7664-44b4-9223-8ba5204622b3'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:07.153868 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-896598d1-1a57-4dff-a6dc-a51c95b2b656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['7f7c70f0-7664-44b4-9223-8ba5204622b3'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:07.458668 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 47c13dd5-241b-477b-884e-3322195b263a up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:19:07.510106 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15363db3-b234-4ae4-b712-b39248866f58 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:07.531041 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15363db3-b234-4ae4-b712-b39248866f58 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:07.661776 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15363db3-b234-4ae4-b712-b39248866f58 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:07.663435 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-15363db3-b234-4ae4-b712-b39248866f58 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7638805 May 26 16:19:07.668931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35930) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:07.689091 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-0126e1f4-1614-462d-b981-418611fa82a0 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Request body: {'security_group_rule': {'security_group_id': '0bb1b184-8173-4fbb-a524-cc6c13427f2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:07.756047 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-896598d1-1a57-4dff-a6dc-a51c95b2b656 None None] Set router 7f7c70f0-7664-44b4-9223-8ba5204622b3 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:19:07.794962 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15363db3-b234-4ae4-b712-b39248866f58 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5847ece0-0a56-4b8a-b713-4503ca96b435,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:07.812078 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0126e1f4-1614-462d-b981-418611fa82a0 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:07.926300 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b2f3ed72-31dc-407e-836c-c92c3e9003f4 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "GET /v2.0/routers/7f7c70f0-7664-44b4-9223-8ba5204622b3 HTTP/1.1" status: 200 len: 906 time: 0.8390541 May 26 16:19:07.928429 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35934) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:08.083932 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2cfc3d-6321-4298-a816-5cd27bfd9f34 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Router f701547c-3035-47dd-86b7-aa757987b188 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:19:08.259112 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 47c13dd5-241b-477b-884e-3322195b263a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:08.262204 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:08.363989 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b8aa067-9928-44aa-8c26-fc126e5a49e3 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:08.385415 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03482b5-5eae-4a6d-a4fd-3ab2c15471c0 req-2a7a1704-2a80-4581-8e44-7f25bee4a743 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:08.398643 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a03482b5-5eae-4a6d-a4fd-3ab2c15471c0 req-2a7a1704-2a80-4581-8e44-7f25bee4a743 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fe0601-618d-408d-864b-4152decc47eb HTTP/1.1" status: 200 len: 945 time: 0.4484286 May 26 16:19:08.458522 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0126e1f4-1614-462d-b981-418611fa82a0 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:08.499895 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0126e1f4-1614-462d-b981-418611fa82a0 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:08.598626 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 47c13dd5-241b-477b-884e-3322195b263a is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:08.599650 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:08.690243 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-1441ed32-bd64-4e98-a57a-3799304a7d59 req-4c4543d3-4862-4f6c-a599-62c721954478 service neutron] (103895) timed out ('10.222.0.77', 43358) {{(pid=103895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 16:19:08.699056 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b8aa067-9928-44aa-8c26-fc126e5a49e3 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:08.786697 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 47c13dd5-241b-477b-884e-3322195b263a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=47c13dd5-241b-477b-884e-3322195b263a,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:08.806698 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a03482b5-5eae-4a6d-a4fd-3ab2c15471c0 req-48d9e4ee-9329-440a-8d51-72ae89b23305 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636060 May 26 16:19:08.810909 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:08.836590 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126e1f4-1614-462d-b981-418611fa82a0 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaaf0c37-f309-4602-abdb-1dcfbdae615a,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:08.857547 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0126e1f4-1614-462d-b981-418611fa82a0 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:08.864054 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0126e1f4-1614-462d-b981-418611fa82a0 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1882169 May 26 16:19:08.866267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35956) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:08.876411 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-1b8aa067-9928-44aa-8c26-fc126e5a49e3 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Deleting port 8f1db1af-1091-4192-8600-f36c94265a02 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:08.878222 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b8aa067-9928-44aa-8c26-fc126e5a49e3 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:08.886957 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-350df601-1909-4a94-b8f4-e2d0c4b3fc30 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:08.939408 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2cfc3d-6321-4298-a816-5cd27bfd9f34 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:19:08.955964 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5be3d3-7cbe-4242-b29a-98f3baf1e104 None None] Sync routers for ids ['f701547c-3035-47dd-86b7-aa757987b188'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:19:08.975707 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5a2cfc3d-6321-4298-a816-5cd27bfd9f34 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "PUT /v2.0/routers/f701547c-3035-47dd-86b7-aa757987b188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7958510 May 26 16:19:08.977279 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35960) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:08.982908 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-350df601-1909-4a94-b8f4-e2d0c4b3fc30 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:08.987618 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5be3d3-7cbe-4242-b29a-98f3baf1e104 None None] Routers {'f701547c-3035-47dd-86b7-aa757987b188'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:08.991475 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-dc5be3d3-7cbe-4242-b29a-98f3baf1e104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f701547c-3035-47dd-86b7-aa757987b188'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:09.075097 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-896598d1-1a57-4dff-a6dc-a51c95b2b656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7c70f0-7664-44b4-9223-8ba5204622b3', 'name': 'tempest-snat-router-599284747', 'tenant_id': '2255dfb72fec42d68bea8bbc6219da89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '8f1db1af-1091-4192-8600-f36c94265a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:57Z', 'updated_at': '2022-05-26T16:19:00Z', 'revision_number': 3, 'project_id': '2255dfb72fec42d68bea8bbc6219da89', 'gw_port': {'id': '8f1db1af-1091-4192-8600-f36c94265a02', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:76:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7c70f0-7664-44b4-9223-8ba5204622b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:58Z', 'updated_at': '2022-05-26T16:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:09.077437 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=47c13dd5-241b-477b-884e-3322195b263a,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:09.162159 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-dc5be3d3-7cbe-4242-b29a-98f3baf1e104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:09.195415 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896598d1-1a57-4dff-a6dc-a51c95b2b656 None None] Checking router: 7f7c70f0-7664-44b4-9223-8ba5204622b3 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:19:09.195652 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5be3d3-7cbe-4242-b29a-98f3baf1e104 None None] Routers {'f701547c-3035-47dd-86b7-aa757987b188'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:09.196368 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-dc5be3d3-7cbe-4242-b29a-98f3baf1e104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f701547c-3035-47dd-86b7-aa757987b188'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:09.198719 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896598d1-1a57-4dff-a6dc-a51c95b2b656 None None] Updating router 7f7c70f0-7664-44b4-9223-8ba5204622b3 port 8f1db1af-1091-4192-8600-f36c94265a02 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:19:09.273674 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-77d56fd2-6c55-4e06-a590-98abe8035844 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:09.291904 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-896598d1-1a57-4dff-a6dc-a51c95b2b656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:09.295036 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 161e5bc3-f8bd-463c-928c-19e147d66d06 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:19:09.424285 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-dc5be3d3-7cbe-4242-b29a-98f3baf1e104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:09.433493 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5be3d3-7cbe-4242-b29a-98f3baf1e104 None None] The sync data for ids ['f701547c-3035-47dd-86b7-aa757987b188'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:19:09.509469 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-350df601-1909-4a94-b8f4-e2d0c4b3fc30 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:09.667404 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35970) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:09.820677 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 161e5bc3-f8bd-463c-928c-19e147d66d06 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:09.820677 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:09.849145 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-77d56fd2-6c55-4e06-a590-98abe8035844 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:09.887374 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b8aa067-9928-44aa-8c26-fc126e5a49e3 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:09.922231 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-350df601-1909-4a94-b8f4-e2d0c4b3fc30 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Allocated IP 172.25.7.11 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/5bb2f805-a430-47ce-a05f-29dd2d3e222e) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:19:09.961574 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-1b8aa067-9928-44aa-8c26-fc126e5a49e3 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Calling delete_port for 8f1db1af-1091-4192-8600-f36c94265a02 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:09.997362 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1393f0-6b2c-4dce-84ef-d8a8bca9a2a7 req-fceb324e-7a0e-4e29-9f6f-0c95d5b9b6de tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:09.998478 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eb1393f0-6b2c-4dce-84ef-d8a8bca9a2a7 req-fceb324e-7a0e-4e29-9f6f-0c95d5b9b6de tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.83 "GET /v2.0/ports?device_id=e1fe0601-618d-408d-864b-4152decc47eb HTTP/1.1" status: 200 len: 945 time: 0.2426851 May 26 16:19:10.149144 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] Sync routers for ids ['3be498a2-af40-439e-8e33-5b6db31a6d35'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:19:10.182932 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-350df601-1909-4a94-b8f4-e2d0c4b3fc30 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:10.314942 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-350df601-1909-4a94-b8f4-e2d0c4b3fc30 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:10.320109 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] Routers {'3be498a2-af40-439e-8e33-5b6db31a6d35'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:10.322085 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3be498a2-af40-439e-8e33-5b6db31a6d35'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:10.393916 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350df601-1909-4a94-b8f4-e2d0c4b3fc30 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:10.416546 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-350df601-1909-4a94-b8f4-e2d0c4b3fc30 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:10.418910 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1fbd9502-f95c-4bd6-82a7-ff738e34fe05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:10.427393 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350df601-1909-4a94-b8f4-e2d0c4b3fc30 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:10.447422 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 161e5bc3-f8bd-463c-928c-19e147d66d06 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:10.448048 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:10.513372 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229d13c-aa1a-4a13-8c9e-ffa4cc33bd33 req-e2c68ae4-f8ef-4919-835b-f00931c1b31d tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:10.515232 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d229d13c-aa1a-4a13-8c9e-ffa4cc33bd33 req-e2c68ae4-f8ef-4919-835b-f00931c1b31d tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fe0601-618d-408d-864b-4152decc47eb HTTP/1.1" status: 200 len: 945 time: 0.2246690 May 26 16:19:10.528515 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 161e5bc3-f8bd-463c-928c-19e147d66d06, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=161e5bc3-f8bd-463c-928c-19e147d66d06,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:10.535591 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348d64cf-75e0-4a9c-a289-b2d64eb14662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161e5bc3-f8bd-463c-928c-19e147d66d06'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:19:10.539820 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d060253a-a221-41d5-8b14-dbb35f8b453d" -d '{"events": [{"server_uuid": "348d64cf-75e0-4a9c-a289-b2d64eb14662", "name": "network-vif-plugged", "status": "completed", "tag": "161e5bc3-f8bd-463c-928c-19e147d66d06"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:19:10.574143 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:10.626185 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350df601-1909-4a94-b8f4-e2d0c4b3fc30 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event updated for resources: {'Port': ['ID=5bb2f805-a430-47ce-a05f-29dd2d3e222e,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:10.652995 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377de8a5-2119-4cb7-bac7-81bc0e306374 x-openstack-request-id: req-377de8a5-2119-4cb7-bac7-81bc0e306374 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:19:10.653421 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348d64cf-75e0-4a9c-a289-b2d64eb14662", "name": "network-vif-plugged", "status": "completed", "tag": "161e5bc3-f8bd-463c-928c-19e147d66d06", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:19:10.653761 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-377de8a5-2119-4cb7-bac7-81bc0e306374 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:19:10.654280 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-377de8a5-2119-4cb7-bac7-81bc0e306374'] response: {'server_uuid': '348d64cf-75e0-4a9c-a289-b2d64eb14662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161e5bc3-f8bd-463c-928c-19e147d66d06', 'code': 200} May 26 16:19:10.712905 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d229d13c-aa1a-4a13-8c9e-ffa4cc33bd33 req-6aed1b57-62f1-4e0c-9235-fd22e21240f0 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850832 May 26 16:19:10.764719 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] Set router 3be498a2-af40-439e-8e33-5b6db31a6d35 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:19:10.792697 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-350df601-1909-4a94-b8f4-e2d0c4b3fc30 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:10.855023 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-350df601-1909-4a94-b8f4-e2d0c4b3fc30 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:10.892963 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-77d56fd2-6c55-4e06-a590-98abe8035844 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Deleting port 3918b7ac-2193-4dac-96f8-a33b3ea024c1 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:10.893804 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-77d56fd2-6c55-4e06-a590-98abe8035844 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:11.114960 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1fbd9502-f95c-4bd6-82a7-ff738e34fe05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:11.148388 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 47c13dd5-241b-477b-884e-3322195b263a up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:19:11.236292 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1fbd9502-f95c-4bd6-82a7-ff738e34fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:11.266518 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b8aa067-9928-44aa-8c26-fc126e5a49e3 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:11.349584 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-77d56fd2-6c55-4e06-a590-98abe8035844 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:11.359784 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1fbd9502-f95c-4bd6-82a7-ff738e34fe05 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=22af3e52ad5c42109408f2aa8d278498&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6874456 May 26 16:19:11.366191 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35996) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:11.381768 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-77d56fd2-6c55-4e06-a590-98abe8035844 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Calling delete_port for 3918b7ac-2193-4dac-96f8-a33b3ea024c1 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:11.407040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=161e5bc3-f8bd-463c-928c-19e147d66d06,revision_number=10']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:11.450815 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd9502-f95c-4bd6-82a7-ff738e34fe05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70c41c5-7300-4fda-ac92-dcc8b419ce4b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:11.511426 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-64cd996c-3400-476f-9dfc-aebf1fb5fb99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:11.565235 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8aa067-9928-44aa-8c26-fc126e5a49e3 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f1db1af-1091-4192-8600-f36c94265a02,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:11.603178 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 47c13dd5-241b-477b-884e-3322195b263a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:11.603660 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:11.636356 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-eb1393f0-6b2c-4dce-84ef-d8a8bca9a2a7 req-f62f2bc4-15af-4825-bca8-b77f705250a4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Deleting port 69a8b538-a820-4554-b5e0-7aa6d6997677 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:11.636839 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-eb1393f0-6b2c-4dce-84ef-d8a8bca9a2a7 req-f62f2bc4-15af-4825-bca8-b77f705250a4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:11.644919 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-350df601-1909-4a94-b8f4-e2d0c4b3fc30 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:11.704737 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-350df601-1909-4a94-b8f4-e2d0c4b3fc30 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:11.733850 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-64cd996c-3400-476f-9dfc-aebf1fb5fb99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:11.844140 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-eb1393f0-6b2c-4dce-84ef-d8a8bca9a2a7 req-f62f2bc4-15af-4825-bca8-b77f705250a4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] For port 69a8b538-a820-4554-b5e0-7aa6d6997677, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=69a8b538-a820-4554-b5e0-7aa6d6997677,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:11.844799 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-eb1393f0-6b2c-4dce-84ef-d8a8bca9a2a7 req-f62f2bc4-15af-4825-bca8-b77f705250a4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:11.876933 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-eb1393f0-6b2c-4dce-84ef-d8a8bca9a2a7 req-f62f2bc4-15af-4825-bca8-b77f705250a4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Calling delete_port for 69a8b538-a820-4554-b5e0-7aa6d6997677 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:12.014617 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350df601-1909-4a94-b8f4-e2d0c4b3fc30 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event updated for resources: {'Port': ['ID=5bb2f805-a430-47ce-a05f-29dd2d3e222e,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:12.067451 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-350df601-1909-4a94-b8f4-e2d0c4b3fc30 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:12.131012 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8a6c1-9620-4c23-a4a5-47e9a32a5cd6 req-841fb97e-830c-4e4e-8af4-17ee149eaeb4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:12.148720 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-92f8a6c1-9620-4c23-a4a5-47e9a32a5cd6 req-841fb97e-830c-4e4e-8af4-17ee149eaeb4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fe0601-618d-408d-864b-4152decc47eb HTTP/1.1" status: 200 len: 945 time: 0.1943500 May 26 16:19:12.165748 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 47c13dd5-241b-477b-884e-3322195b263a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:12.178866 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-350df601-1909-4a94-b8f4-e2d0c4b3fc30 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:12.184264 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-350df601-1909-4a94-b8f4-e2d0c4b3fc30 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3074791 May 26 16:19:12.191490 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 2, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:12.210332 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-64cd996c-3400-476f-9dfc-aebf1fb5fb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:12.215356 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-64cd996c-3400-476f-9dfc-aebf1fb5fb99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:12.229479 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] Checking router: 3be498a2-af40-439e-8e33-5b6db31a6d35 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:19:12.234411 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] Updating router 3be498a2-af40-439e-8e33-5b6db31a6d35 port 32e3c13e-6c8b-405d-813c-985127d262d4 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:19:12.235159 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-896598d1-1a57-4dff-a6dc-a51c95b2b656 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:19:12.235520 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-896598d1-1a57-4dff-a6dc-a51c95b2b656 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:19:12.244962 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-64cd996c-3400-476f-9dfc-aebf1fb5fb99 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b70c41c5-7300-4fda-ac92-dcc8b419ce4b HTTP/1.1" status: 204 len: 168 time: 0.8712492 May 26 16:19:12.303176 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:12.365065 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-92f8a6c1-9620-4c23-a4a5-47e9a32a5cd6 req-154e6691-9785-4364-9aa3-29130cd8795a tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150936 May 26 16:19:12.371508 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd996c-3400-476f-9dfc-aebf1fb5fb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70c41c5-7300-4fda-ac92-dcc8b419ce4b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:12.540376 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-77d56fd2-6c55-4e06-a590-98abe8035844 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:12.542809 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b8aa067-9928-44aa-8c26-fc126e5a49e3 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:12.683265 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b8aa067-9928-44aa-8c26-fc126e5a49e3 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:12.686313 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b8aa067-9928-44aa-8c26-fc126e5a49e3 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:12.758853 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b8aa067-9928-44aa-8c26-fc126e5a49e3 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:12.759778 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8aa067-9928-44aa-8c26-fc126e5a49e3 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f7c70f0-7664-44b4-9223-8ba5204622b3 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:19:12.906076 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:12.914506 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:12.941683 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-a3a8df13-158c-4ceb-81c2-0ab78bb1175a tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1896279501&fields=id&tenant_id=d026034f0b5c4db588d9be515d0f060a HTTP/1.1" status: 200 len: 267 time: 0.1529343 May 26 16:19:12.943662 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b8aa067-9928-44aa-8c26-fc126e5a49e3 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:12.948378 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1b8aa067-9928-44aa-8c26-fc126e5a49e3 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "DELETE /v2.0/routers/7f7c70f0-7664-44b4-9223-8ba5204622b3 HTTP/1.1" status: 204 len: 168 time: 5.0143800 May 26 16:19:12.950789 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36036) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:12.969077 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896598d1-1a57-4dff-a6dc-a51c95b2b656 None None] Port 8f1db1af-1091-4192-8600-f36c94265a02 not found while updating agent binding for router 7f7c70f0-7664-44b4-9223-8ba5204622b3. {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 26 16:19:12.976227 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d56fd2-6c55-4e06-a590-98abe8035844 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event deleted for resources: {'Port': ['ID=3918b7ac-2193-4dac-96f8-a33b3ea024c1,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:13.184778 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896598d1-1a57-4dff-a6dc-a51c95b2b656 None None] Routers set() bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:13.185328 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896598d1-1a57-4dff-a6dc-a51c95b2b656 None None] Router IDs set() for agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 26 16:19:13.186275 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_agentschedulers_db [None req-896598d1-1a57-4dff-a6dc-a51c95b2b656 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7f7c70f0-7664-44b4-9223-8ba5204622b3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent'). {{(pid=103897) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 26 16:19:13.186820 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896598d1-1a57-4dff-a6dc-a51c95b2b656 None None] The sync data for ids ['7f7c70f0-7664-44b4-9223-8ba5204622b3'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:19:13.188587 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9a5bfab8-455a-42ef-ad9a-725aef453098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:13.250133 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-77d56fd2-6c55-4e06-a590-98abe8035844 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:13.253948 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e150ae-7e98-429b-8218-4309d639adde None None] Pushing event updated for resources: {'Port': ['ID=32e3c13e-6c8b-405d-813c-985127d262d4,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:13.294935 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] Attempting to bind port 32e3c13e-6c8b-405d-813c-985127d262d4 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:13.295641 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] Attempting to bind port 32e3c13e-6c8b-405d-813c-985127d262d4 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:13.296414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] Attempting to bind port 32e3c13e-6c8b-405d-813c-985127d262d4 on network 91e281f8-c4da-4a2d-a68d-16e867895ff6 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:13.313674 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:19:13.314430 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] Checking segment: {'id': 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:19:13.315054 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:13.316752 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] Bound using segment: {'id': 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:19:13.317762 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] Bound port: 32e3c13e-6c8b-405d-813c-985127d262d4, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:19:13.319446 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:13.356290 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-1c6e4b84-d016-41f6-9efd-5031ee74db47 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:13.361088 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-1c6e4b84-d016-41f6-9efd-5031ee74db47 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/networks?id=91e281f8-c4da-4a2d-a68d-16e867895ff6 HTTP/1.1" status: 200 len: 815 time: 0.4048688 May 26 16:19:13.425187 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-8abbfb19-e5cf-4b1e-903d-98f7b49ac6ab tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/quotas/d026034f0b5c4db588d9be515d0f060a HTTP/1.1" status: 200 len: 375 time: 0.0531831 May 26 16:19:13.530810 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36044) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:13.582055 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] For port 32e3c13e-6c8b-405d-813c-985127d262d4, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:19:13.590141 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] For port 32e3c13e-6c8b-405d-813c-985127d262d4, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=32e3c13e-6c8b-405d-813c-985127d262d4,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:19:13.598115 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 69a8b538-a820-4554-b5e0-7aa6d6997677 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:19:13.675578 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c32b2c15-44b8-4ff5-a3c0-f075ddcecd12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:13.712927 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-77d56fd2-6c55-4e06-a590-98abe8035844 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:13.730574 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:13.766132 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-77d56fd2-6c55-4e06-a590-98abe8035844 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:13.767174 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-eeb51024-7cf8-4d3f-b075-194a1e44f1d1 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d026034f0b5c4db588d9be515d0f060a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3365366 May 26 16:19:13.793238 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-8bfe6c32-bcb2-41c0-b297-b4776fd83304 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:19:13.794734 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-8bfe6c32-bcb2-41c0-b297-b4776fd83304 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087388 May 26 16:19:13.809224 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a967d2c-ffc3-4221-966f-8c6ff16b185b req-3529d5b3-dbef-4c16-b0d7-21e635856b91 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:13.818611 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0a967d2c-ffc3-4221-966f-8c6ff16b185b req-3529d5b3-dbef-4c16-b0d7-21e635856b91 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fe0601-618d-408d-864b-4152decc47eb HTTP/1.1" status: 200 len: 945 time: 0.2768514 May 26 16:19:13.870164 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-eb1393f0-6b2c-4dce-84ef-d8a8bca9a2a7 req-f62f2bc4-15af-4825-bca8-b77f705250a4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:13.973916 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-77d56fd2-6c55-4e06-a590-98abe8035844 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:13.974756 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d56fd2-6c55-4e06-a590-98abe8035844 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Fanout notify agent at l3_agent the message router_deleted on router f701547c-3035-47dd-86b7-aa757987b188 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:19:14.097225 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-77d56fd2-6c55-4e06-a590-98abe8035844 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:14.099220 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-77d56fd2-6c55-4e06-a590-98abe8035844 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "DELETE /v2.0/routers/f701547c-3035-47dd-86b7-aa757987b188 HTTP/1.1" status: 204 len: 168 time: 5.1204345 May 26 16:19:14.103809 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36056) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:14.134465 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['863c7cb5-cb2f-4085-a54c-6db455a05c1d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:19:14.145286 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Port 69a8b538-a820-4554-b5e0-7aa6d6997677 update to DOWN by agent not found {{(pid=103897) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} May 26 16:19:14.147174 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e150ae-7e98-429b-8218-4309d639adde None None] Pushing event updated for resources: {'Port': ['ID=32e3c13e-6c8b-405d-813c-985127d262d4,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:14.150211 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-659f4b94-65d1-4f93-b452-470ac96470b0 service neutron] 10.222.0.77 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280780 May 26 16:19:14.210034 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f2bc4-15af-4825-bca8-b77f705250a4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Pushing event deleted for resources: {'Port': ['ID=69a8b538-a820-4554-b5e0-7aa6d6997677,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:14.248981 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-80df2795-bff6-42e1-8795-053eed2b6787 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Deleting subnet dc788df3-1b64-4d68-ba17-0bfe88514313 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:19:14.255439 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-80df2795-bff6-42e1-8795-053eed2b6787 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:14.271513 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0415087f-b41e-4bc7-9973-81cffdc6154d None None] Provisioning complete for port 32e3c13e-6c8b-405d-813c-985127d262d4 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:14.272224 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0415087f-b41e-4bc7-9973-81cffdc6154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:14.293503 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c32b2c15-44b8-4ff5-a3c0-f075ddcecd12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:14.316290 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0a967d2c-ffc3-4221-966f-8c6ff16b185b req-4aed913c-f947-4b32-886a-f77dcf9b253c tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960616 May 26 16:19:14.323288 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-80df2795-bff6-42e1-8795-053eed2b6787 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:14.329229 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c32b2c15-44b8-4ff5-a3c0-f075ddcecd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:14.357704 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] Routers {'3be498a2-af40-439e-8e33-5b6db31a6d35'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:14.358608 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:18:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3be498a2-af40-439e-8e33-5b6db31a6d35'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:14.528539 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1393f0-6b2c-4dce-84ef-d8a8bca9a2a7 req-f62f2bc4-15af-4825-bca8-b77f705250a4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] No DVR routers for this DVR port 69a8b538-a820-4554-b5e0-7aa6d6997677 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:19:14.531082 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac1a973b-b228-44e1-b10e-e067d78e4cad tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:14.538455 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-eb1393f0-6b2c-4dce-84ef-d8a8bca9a2a7 req-f62f2bc4-15af-4825-bca8-b77f705250a4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:14.538795 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c32b2c15-44b8-4ff5-a3c0-f075ddcecd12 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f1cef34fafd54b7c9ec61dd7eeed5828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9930434 May 26 16:19:14.539189 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36064) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:14.543318 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eb1393f0-6b2c-4dce-84ef-d8a8bca9a2a7 req-f62f2bc4-15af-4825-bca8-b77f705250a4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.83 "DELETE /v2.0/ports/69a8b538-a820-4554-b5e0-7aa6d6997677 HTTP/1.1" status: 204 len: 173 time: 4.5373108 May 26 16:19:14.548507 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fe0601-618d-408d-864b-4152decc47eb', 'name': 'network-vif-deleted', 'tag': '69a8b538-a820-4554-b5e0-7aa6d6997677'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:19:14.551205 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1b0ab7-3de7-4d43-81a7-fd098bd28c66" -d '{"events": [{"server_uuid": "e1fe0601-618d-408d-864b-4152decc47eb", "name": "network-vif-deleted", "tag": "69a8b538-a820-4554-b5e0-7aa6d6997677"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:19:14.555931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b2c15-44b8-4ff5-a3c0-f075ddcecd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804a3db3-4758-4d63-ac1d-cb3e78fb88af,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:14.560649 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62f2bc4-15af-4825-bca8-b77f705250a4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:14.561036 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62f2bc4-15af-4825-bca8-b77f705250a4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:14.561359 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62f2bc4-15af-4825-bca8-b77f705250a4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:14.561721 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62f2bc4-15af-4825-bca8-b77f705250a4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:14.562258 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62f2bc4-15af-4825-bca8-b77f705250a4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:14.562830 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62f2bc4-15af-4825-bca8-b77f705250a4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:14.563373 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62f2bc4-15af-4825-bca8-b77f705250a4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:14.564228 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62f2bc4-15af-4825-bca8-b77f705250a4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:14.565387 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62f2bc4-15af-4825-bca8-b77f705250a4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:14.565387 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62f2bc4-15af-4825-bca8-b77f705250a4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:14.565913 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62f2bc4-15af-4825-bca8-b77f705250a4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:14.566430 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62f2bc4-15af-4825-bca8-b77f705250a4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:14.595459 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b2c15-44b8-4ff5-a3c0-f075ddcecd12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:14.597246 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b2c15-44b8-4ff5-a3c0-f075ddcecd12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:14.597667 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b2c15-44b8-4ff5-a3c0-f075ddcecd12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:14.603139 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b2c15-44b8-4ff5-a3c0-f075ddcecd12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:14.607076 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b2c15-44b8-4ff5-a3c0-f075ddcecd12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:14.607835 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b2c15-44b8-4ff5-a3c0-f075ddcecd12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:14.609705 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b2c15-44b8-4ff5-a3c0-f075ddcecd12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:14.610214 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b2c15-44b8-4ff5-a3c0-f075ddcecd12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:14.610643 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b2c15-44b8-4ff5-a3c0-f075ddcecd12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:14.611084 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b2c15-44b8-4ff5-a3c0-f075ddcecd12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:14.611666 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b2c15-44b8-4ff5-a3c0-f075ddcecd12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:14.612156 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32b2c15-44b8-4ff5-a3c0-f075ddcecd12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:19:14.780001 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e863369-75f6-4867-9898-ca8040c28d91 x-openstack-request-id: req-9e863369-75f6-4867-9898-ca8040c28d91 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:19:14.780481 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fe0601-618d-408d-864b-4152decc47eb", "name": "network-vif-deleted", "tag": "69a8b538-a820-4554-b5e0-7aa6d6997677", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:19:14.780822 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e863369-75f6-4867-9898-ca8040c28d91 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:19:14.781443 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e863369-75f6-4867-9898-ca8040c28d91'] response: {'server_uuid': 'e1fe0601-618d-408d-864b-4152decc47eb', 'name': 'network-vif-deleted', 'tag': '69a8b538-a820-4554-b5e0-7aa6d6997677', 'status': 'completed', 'code': 200} May 26 16:19:14.797178 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5382635d-cbef-469b-a57e-3f3cdd127949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:14.843928 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5382635d-cbef-469b-a57e-3f3cdd127949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:14.932330 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-80df2795-bff6-42e1-8795-053eed2b6787 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:14.987874 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] Set router 3be498a2-af40-439e-8e33-5b6db31a6d35 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:19:15.193776 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5382635d-cbef-469b-a57e-3f3cdd127949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.197476 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0415087f-b41e-4bc7-9973-81cffdc6154d None None] Current status of the port 32e3c13e-6c8b-405d-813c-985127d262d4 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:15.198147 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0415087f-b41e-4bc7-9973-81cffdc6154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.201408 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5382635d-cbef-469b-a57e-3f3cdd127949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.203294 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5382635d-cbef-469b-a57e-3f3cdd127949 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/804a3db3-4758-4d63-ac1d-cb3e78fb88af HTTP/1.1" status: 204 len: 168 time: 0.6627705 May 26 16:19:15.227094 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac1a973b-b228-44e1-b10e-e067d78e4cad tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.304472 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382635d-cbef-469b-a57e-3f3cdd127949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804a3db3-4758-4d63-ac1d-cb3e78fb88af,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:15.348745 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 32e3c13e-6c8b-405d-813c-985127d262d4 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:19:15.392985 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-bfbfb277-3bb0-42d5-ad02-2aed41b9ff27 service neutron] 10.222.0.77 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0700767 May 26 16:19:15.401926 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-80df2795-bff6-42e1-8795-053eed2b6787 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.438767 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-80df2795-bff6-42e1-8795-053eed2b6787 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.446881 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-80df2795-bff6-42e1-8795-053eed2b6787 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "DELETE /v2.0/subnets/dc788df3-1b64-4d68-ba17-0bfe88514313 HTTP/1.1" status: 204 len: 168 time: 1.3370664 May 26 16:19:15.451090 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36082) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:15.552247 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df2795-bff6-42e1-8795-053eed2b6787 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event deleted for resources: {'Subnet': ['ID=dc788df3-1b64-4d68-ba17-0bfe88514313,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:15.579009 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ac1a973b-b228-44e1-b10e-e067d78e4cad tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Deleting port 264b4dc3-9f5a-4e2e-83cb-75918cf786aa {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:15.580890 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac1a973b-b228-44e1-b10e-e067d78e4cad tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:15.601469 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e0b31a-87ed-40a3-93f2-df9514fc98dd None None] Network e7bdb813-36f9-4e36-9328-7120e63c06c1 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:15.985646 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-0415087f-b41e-4bc7-9973-81cffdc6154d None None] For port 32e3c13e-6c8b-405d-813c-985127d262d4, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=32e3c13e-6c8b-405d-813c-985127d262d4,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:16.116555 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-ac1a973b-b228-44e1-b10e-e067d78e4cad tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] For port 264b4dc3-9f5a-4e2e-83cb-75918cf786aa, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=264b4dc3-9f5a-4e2e-83cb-75918cf786aa,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:16.118019 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac1a973b-b228-44e1-b10e-e067d78e4cad tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.171910 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ac1a973b-b228-44e1-b10e-e067d78e4cad tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Calling delete_port for 264b4dc3-9f5a-4e2e-83cb-75918cf786aa owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:16.196456 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0415087f-b41e-4bc7-9973-81cffdc6154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.298765 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-355cab37-f1fc-4efd-9f52-b662496a9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.580814 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0415087f-b41e-4bc7-9973-81cffdc6154d None None] Pushing event updated for resources: {'Port': ['ID=32e3c13e-6c8b-405d-813c-985127d262d4,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:16.652889 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-58f8c0f6-9d93-4749-9cda-ff820e16906c None None] Provisioning complete for port 32e3c13e-6c8b-405d-813c-985127d262d4 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:16.653244 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-58f8c0f6-9d93-4749-9cda-ff820e16906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.657283 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2c491e6c-cd88-4bd3-9dde-04242e8f90f1 req-91e50dc8-f1ec-4bf9-b407-7f8c1726848d tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fe0601-618d-408d-864b-4152decc47eb HTTP/1.1" status: 200 len: 210 time: 0.2919872 May 26 16:19:16.666979 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.691693 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36106) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:16.704365 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-06555ce6-84ac-4963-a075-8b9ac0b2c5ef req-f15985d4-dcaa-486e-a0bd-f3b3c07591e0 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 210 time: 0.3278050 May 26 16:19:16.735083 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-da8149f7-ce32-46cb-ae23-eeffd69a0baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.782814 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4e83c84a-0870-4d1c-a194-ce4dd02295a4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.826769 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 32e3c13e-6c8b-405d-813c-985127d262d4 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:16.826769 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.962653 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-da8149f7-ce32-46cb-ae23-eeffd69a0baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:16.975421 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-da8149f7-ce32-46cb-ae23-eeffd69a0baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:17.046531 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-da8149f7-ce32-46cb-ae23-eeffd69a0baf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=90d6a803815e4c6d8679277661576176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3438988 May 26 16:19:17.047871 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36114) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:17.058354 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-4e83c84a-0870-4d1c-a194-ce4dd02295a4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Deleting port ba7c1b6f-9b68-4b83-88ee-e261b87d8c53 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:17.061825 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4e83c84a-0870-4d1c-a194-ce4dd02295a4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:17.063881 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac1a973b-b228-44e1-b10e-e067d78e4cad tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:17.123900 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a973b-b228-44e1-b10e-e067d78e4cad tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Pushing event deleted for resources: {'Port': ['ID=264b4dc3-9f5a-4e2e-83cb-75918cf786aa,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:17.131235 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8149f7-ce32-46cb-ae23-eeffd69a0baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0ed2ce-5d50-401e-8c3f-5bd169b42e43,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:17.310307 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac1a973b-b228-44e1-b10e-e067d78e4cad tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:17.430365 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:13Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:17.554603 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-4e83c84a-0870-4d1c-a194-ce4dd02295a4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] For port ba7c1b6f-9b68-4b83-88ee-e261b87d8c53, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ba7c1b6f-9b68-4b83-88ee-e261b87d8c53,segment=NetworkSegment(9bc48e57-2a62-4417-a1dd-d0917fe7ff21),segment_id=9bc48e57-2a62-4417-a1dd-d0917fe7ff21)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:17.555222 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4e83c84a-0870-4d1c-a194-ce4dd02295a4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:17.633087 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-4e83c84a-0870-4d1c-a194-ce4dd02295a4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Calling delete_port for ba7c1b6f-9b68-4b83-88ee-e261b87d8c53 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:17.634979 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 32e3c13e-6c8b-405d-813c-985127d262d4 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:17.662904 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a383d2e-3d12-41eb-9018-bc461f65d6dd None None] DHCP port deletion for e7bdb813-36f9-4e36-9328-7120e63c06c1 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:19:17.668499 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5333da-77dd-4aef-86fc-5689b63e706d None None] The sync data for ids ['3be498a2-af40-439e-8e33-5b6db31a6d35'] in n-d-843337-2 is: [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:13Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:19:17.694092 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac1a973b-b228-44e1-b10e-e067d78e4cad tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:17.704538 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6a7aaec0-fde1-43ad-b66c-16d25efc194d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:17.712341 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac1a973b-b228-44e1-b10e-e067d78e4cad tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:17.824273 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6a7aaec0-fde1-43ad-b66c-16d25efc194d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:17.859127 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-58f8c0f6-9d93-4749-9cda-ff820e16906c None None] Current status of the port 32e3c13e-6c8b-405d-813c-985127d262d4 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:17.964793 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac1a973b-b228-44e1-b10e-e067d78e4cad tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:17.965628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1a973b-b228-44e1-b10e-e067d78e4cad tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18e37b40-77a6-4733-aaaa-a7cac5bae8b0 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:19:17.991227 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac1a973b-b228-44e1-b10e-e067d78e4cad tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.004820 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ac1a973b-b228-44e1-b10e-e067d78e4cad tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "DELETE /v2.0/routers/18e37b40-77a6-4733-aaaa-a7cac5bae8b0 HTTP/1.1" status: 204 len: 168 time: 5.0522964 May 26 16:19:18.005735 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36136) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:18.027331 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.035416 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-0a95a6e3-4e62-4f42-b02f-f11264201bb2 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1656464673', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}, 'admin_state_up': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:18.166937 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a95a6e3-4e62-4f42-b02f-f11264201bb2 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.167997 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a95a6e3-4e62-4f42-b02f-f11264201bb2 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.177758 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 32e3c13e-6c8b-405d-813c-985127d262d4 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:19:18.200232 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7a383d2e-3d12-41eb-9018-bc461f65d6dd None None] Deleting port ba7c1b6f-9b68-4b83-88ee-e261b87d8c53 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:18.200610 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7a383d2e-3d12-41eb-9018-bc461f65d6dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.422386 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a95a6e3-4e62-4f42-b02f-f11264201bb2 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.735153 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1393f75-5d03-4a5f-a40a-67ef72ebca84 req-705fcec4-32f7-4bf7-8e87-2676ed7e2ff3 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 210 time: 0.4627371 May 26 16:19:18.811016 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6a7aaec0-fde1-43ad-b66c-16d25efc194d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.814145 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6a7aaec0-fde1-43ad-b66c-16d25efc194d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.818232 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6a7aaec0-fde1-43ad-b66c-16d25efc194d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ae0ed2ce-5d50-401e-8c3f-5bd169b42e43 HTTP/1.1" status: 204 len: 168 time: 1.6834962 May 26 16:19:18.833290 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4e83c84a-0870-4d1c-a194-ce4dd02295a4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.854504 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.919577 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83c84a-0870-4d1c-a194-ce4dd02295a4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event deleted for resources: {'Port': ['ID=ba7c1b6f-9b68-4b83-88ee-e261b87d8c53,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:18.928435 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7aaec0-fde1-43ad-b66c-16d25efc194d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0ed2ce-5d50-401e-8c3f-5bd169b42e43,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:18.947806 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7a383d2e-3d12-41eb-9018-bc461f65d6dd None None] For port ba7c1b6f-9b68-4b83-88ee-e261b87d8c53, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ba7c1b6f-9b68-4b83-88ee-e261b87d8c53,segment=NetworkSegment(9bc48e57-2a62-4417-a1dd-d0917fe7ff21),segment_id=9bc48e57-2a62-4417-a1dd-d0917fe7ff21)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:18.948331 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7a383d2e-3d12-41eb-9018-bc461f65d6dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:18.988935 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e83c84a-0870-4d1c-a194-ce4dd02295a4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] No DVR routers for this DVR port ba7c1b6f-9b68-4b83-88ee-e261b87d8c53 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:19:19.163791 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7a383d2e-3d12-41eb-9018-bc461f65d6dd None None] Calling delete_port for ba7c1b6f-9b68-4b83-88ee-e261b87d8c53 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:19.164997 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-40b8f962-b6eb-4eea-a52e-4abe6e6de290 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:19.176971 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-40b8f962-b6eb-4eea-a52e-4abe6e6de290 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 805 time: 0.4254143 May 26 16:19:19.206800 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a95a6e3-4e62-4f42-b02f-f11264201bb2 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:19.239941 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:19.351927 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 32e3c13e-6c8b-405d-813c-985127d262d4 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:19.352518 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:19.505615 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-7351513c-4ec5-4acd-b1b2-59550b50e323 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/quotas/f34dd27e31e54505b18adb94ad4e7b2b HTTP/1.1" status: 200 len: 375 time: 0.1796541 May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:19:19.637683 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:19:19.653398 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-4f293d36-4693-4b78-8d2c-5ada79a205f8 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:19.655002 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-4f293d36-4693-4b78-8d2c-5ada79a205f8 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.83 "GET /v2.0/networks?id=91e281f8-c4da-4a2d-a68d-16e867895ff6 HTTP/1.1" status: 200 len: 815 time: 0.5318255 May 26 16:19:19.673653 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7a383d2e-3d12-41eb-9018-bc461f65d6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:19.759006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a383d2e-3d12-41eb-9018-bc461f65d6dd None None] No DVR routers for this DVR port ba7c1b6f-9b68-4b83-88ee-e261b87d8c53 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:19:19.793248 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a383d2e-3d12-41eb-9018-bc461f65d6dd None None] Pushing event deleted for resources: {'Port': ['ID=ba7c1b6f-9b68-4b83-88ee-e261b87d8c53,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:19.867595 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4e83c84a-0870-4d1c-a194-ce4dd02295a4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:19.935407 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-e0350766-69b9-4534-80de-5258b1409e15 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d026034f0b5c4db588d9be515d0f060a HTTP/1.1" status: 200 len: 380 time: 0.2077196 May 26 16:19:19.951708 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-6c532859-9c33-4536-a3f7-caf7a41c7afb tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Request body: {'port': {'device_id': '651c7570-24ac-454a-abff-560f307a014b', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'admin_state_up': True, 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'security_groups': ['0bb1b184-8173-4fbb-a524-cc6c13427f2f']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:19.974604 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 32e3c13e-6c8b-405d-813c-985127d262d4 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:20.116517 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ba7c1b6f-9b68-4b83-88ee-e261b87d8c53 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:19:20.143568 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8f275866-9343-4e09-b2c3-063210d99fe0 req-27e2b30a-a7cc-4138-9b92-74a8fbae8c94 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 210 time: 0.1426349 May 26 16:19:20.200417 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-4e83c84a-0870-4d1c-a194-ce4dd02295a4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7bdb813-36f9-4e36-9328-7120e63c06c1']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:20.226810 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-422e91b1-c585-4dae-9c48-93405f16c40c tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7085147 May 26 16:19:20.239514 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: ba7c1b6f-9b68-4b83-88ee-e261b87d8c53 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:19:20.240674 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ba7c1b6f-9b68-4b83-88ee-e261b87d8c53 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:19:20.330563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 264b4dc3-9f5a-4e2e-83cb-75918cf786aa no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:19:20.394275 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 264b4dc3-9f5a-4e2e-83cb-75918cf786aa {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:19:20.395173 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 264b4dc3-9f5a-4e2e-83cb-75918cf786aa not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:19:20.485000 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-4e83c84a-0870-4d1c-a194-ce4dd02295a4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc48e57-2a62-4417-a1dd-d0917fe7ff21') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:20.485677 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-4e83c84a-0870-4d1c-a194-ce4dd02295a4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc48e57-2a62-4417-a1dd-d0917fe7ff21') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:20.535419 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4e83c84a-0870-4d1c-a194-ce4dd02295a4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:20.547657 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a95a6e3-4e62-4f42-b02f-f11264201bb2 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:20.610436 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a95a6e3-4e62-4f42-b02f-f11264201bb2 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:20.658517 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-09d864b9-aadd-4b97-ae0b-318b07f55733 service neutron] 10.222.0.77 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296937 May 26 16:19:20.660568 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4e83c84a-0870-4d1c-a194-ce4dd02295a4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:20.693804 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e83c84a-0870-4d1c-a194-ce4dd02295a4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:19:20.694610 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4e83c84a-0870-4d1c-a194-ce4dd02295a4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:20.789220 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-6c532859-9c33-4536-a3f7-caf7a41c7afb tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Made reservation on behalf of d026034f0b5c4db588d9be515d0f060a for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:20.794605 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-6c532859-9c33-4536-a3f7-caf7a41c7afb tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:20.827893 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 9bc48e57-2a62-4417-a1dd-d0917fe7ff21 resource provider aggregate not found May 26 16:19:20.920885 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 9bc48e57-2a62-4417-a1dd-d0917fe7ff21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9bc48e57-2a62-4417-a1dd-d0917fe7ff21 found for delete ", "request_id": "req-8a23d0b3-5c02-448b-a08a-e70af1ff926e"}]} May 26 16:19:20.935478 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4e83c84a-0870-4d1c-a194-ce4dd02295a4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:20.953143 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4e83c84a-0870-4d1c-a194-ce4dd02295a4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:20.968173 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4e83c84a-0870-4d1c-a194-ce4dd02295a4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "DELETE /v2.0/networks/e7bdb813-36f9-4e36-9328-7120e63c06c1 HTTP/1.1" status: 204 len: 168 time: 5.5143957 May 26 16:19:20.980785 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36206) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:21.003756 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83c84a-0870-4d1c-a194-ce4dd02295a4 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event deleted for resources: {'Network': ['ID=e7bdb813-36f9-4e36-9328-7120e63c06c1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:21.171669 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-0a95a6e3-4e62-4f42-b02f-f11264201bb2 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Allocated IP 172.25.7.89 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/07bab1ee-b353-46ab-bf0a-843c7b496dc1) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:19:21.281581 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-b003635d-603c-41cd-a228-dc1f26bc2e5d service neutron] 10.222.0.77 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046817 May 26 16:19:21.601586 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7380109e-dd1d-4d9a-a76a-949cfc2e06e3 req-775914c3-5a86-4e58-a5fb-0ecfa43467ca tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 210 time: 0.1529529 May 26 16:19:21.681171 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-49a6e9a3-90c6-456b-ac82-2e47f18df8fd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Deleting port 86666563-c9e5-42fd-be92-1f7944ff4f9e {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:21.693370 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-49a6e9a3-90c6-456b-ac82-2e47f18df8fd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:21.948542 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-540e9694-3ac3-4b56-a400-29da884e3de4 req-5a48f5ae-9420-4b75-9a79-d58179914d5e tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=2112c498-4fde-49fb-90c2-86f5bd886a1e HTTP/1.1" status: 200 len: 210 time: 0.0524721 May 26 16:19:22.085336 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-6c532859-9c33-4536-a3f7-caf7a41c7afb tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Allocated IP 172.20.0.13 (91e281f8-c4da-4a2d-a68d-16e867895ff6/fee14286-9209-4b96-87d8-95a3251de24f/32c841dd-a3a9-41cf-b781-e4cc4980e662) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:19:22.090181 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-49a6e9a3-90c6-456b-ac82-2e47f18df8fd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:22.090713 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-49a6e9a3-90c6-456b-ac82-2e47f18df8fd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:22.137811 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-49a6e9a3-90c6-456b-ac82-2e47f18df8fd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Calling delete_port for 86666563-c9e5-42fd-be92-1f7944ff4f9e owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:22.311401 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a95a6e3-4e62-4f42-b02f-f11264201bb2 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:22.608911 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-6c532859-9c33-4536-a3f7-caf7a41c7afb tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:22.646032 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-49a6e9a3-90c6-456b-ac82-2e47f18df8fd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:22.744449 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6e9a3-90c6-456b-ac82-2e47f18df8fd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event deleted for resources: {'Port': ['ID=86666563-c9e5-42fd-be92-1f7944ff4f9e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:22.765388 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a95a6e3-4e62-4f42-b02f-f11264201bb2 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:22.917960 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36256) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:22.963719 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a95a6e3-4e62-4f42-b02f-f11264201bb2 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:22.968847 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-6c532859-9c33-4536-a3f7-caf7a41c7afb tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:22.975615 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-0a95a6e3-4e62-4f42-b02f-f11264201bb2 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:22.995597 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f864a8ff-e152-46c5-8632-eac6580823b5 req-2fcea913-f519-46bc-ab10-aa1ad9c24545 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 210 time: 0.1024561 May 26 16:19:23.005520 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a95a6e3-4e62-4f42-b02f-f11264201bb2 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:23.020285 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95a6e3-4e62-4f42-b02f-f11264201bb2 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Pushing event updated for resources: {'Port': ['ID=07bab1ee-b353-46ab-bf0a-843c7b496dc1,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:23.077994 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-49a6e9a3-90c6-456b-ac82-2e47f18df8fd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:23.082053 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-49a6e9a3-90c6-456b-ac82-2e47f18df8fd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:23.098239 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-49a6e9a3-90c6-456b-ac82-2e47f18df8fd tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "DELETE /v2.0/floatingips/7ea0a170-5cbf-4dac-9b77-60d2a7db5d95 HTTP/1.1" status: 204 len: 168 time: 2.0971210 May 26 16:19:23.110564 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36262) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:23.225032 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-6c532859-9c33-4536-a3f7-caf7a41c7afb tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Network 91e281f8-c4da-4a2d-a68d-16e867895ff6 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:23.239455 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-6c532859-9c33-4536-a3f7-caf7a41c7afb tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:23.261795 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-6c532859-9c33-4536-a3f7-caf7a41c7afb tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:23.270239 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c532859-9c33-4536-a3f7-caf7a41c7afb tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event updated for resources: {'Port': ['ID=32c841dd-a3a9-41cf-b781-e4cc4980e662,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:23.323426 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-43059aa2-186b-45ec-b92f-9dc063105e5a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] DELETE failed (client error): The resource could not be found. May 26 16:19:23.325729 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43059aa2-186b-45ec-b92f-9dc063105e5a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:19:23.360565 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-43059aa2-186b-45ec-b92f-9dc063105e5a tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "DELETE /v2.0/ports/6da29e35-f19b-4f60-b3b0-203708b5a143 HTTP/1.1" status: 404 len: 333 time: 0.2443049 May 26 16:19:23.376671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36264) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:23.385350 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5dd84b14-313c-4235-972f-1de921a61518 req-3a5435e8-ee77-48a2-b294-d2b03f63ac0f tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=2112c498-4fde-49fb-90c2-86f5bd886a1e HTTP/1.1" status: 200 len: 210 time: 0.2832820 May 26 16:19:23.584569 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0ee0e221-21c3-4f03-8ab2-e8d16ff6ea47 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "GET /v2.0/ports?device_id=f701547c-3035-47dd-86b7-aa757987b188 HTTP/1.1" status: 200 len: 205 time: 0.1973116 May 26 16:19:23.597244 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36270) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:23.628434 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8070907f-676f-46b4-9e86-13533fa27c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:23.745281 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-6c532859-9c33-4536-a3f7-caf7a41c7afb tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:23.746335 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-6c532859-9c33-4536-a3f7-caf7a41c7afb tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:23.758318 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-239d5632-1a86-46ac-b353-6d32272900e1 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] delete failed (client error): The resource could not be found. May 26 16:19:23.763212 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-239d5632-1a86-46ac-b353-6d32272900e1 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "DELETE /v2.0/routers/f701547c-3035-47dd-86b7-aa757987b188 HTTP/1.1" status: 404 len: 336 time: 0.1553030 May 26 16:19:23.766761 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36280) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:23.889998 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-6c532859-9c33-4536-a3f7-caf7a41c7afb tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9461246 May 26 16:19:23.896968 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc73ad3-4eb7-410a-91a5-5213eb28ff42 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] DELETE failed (client error): The resource could not be found. May 26 16:19:23.899482 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc73ad3-4eb7-410a-91a5-5213eb28ff42 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:19:23.910101 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36282) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:23.912037 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3cc73ad3-4eb7-410a-91a5-5213eb28ff42 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "DELETE /v2.0/subnets/dc788df3-1b64-4d68-ba17-0bfe88514313 HTTP/1.1" status: 404 len: 337 time: 0.1428714 May 26 16:19:24.000431 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d025b3a7-c63c-4e75-87c2-46f0c7a0c72d None None] Provisioning complete for port 32c841dd-a3a9-41cf-b781-e4cc4980e662 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:24.003921 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d025b3a7-c63c-4e75-87c2-46f0c7a0c72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:24.090677 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-174b40cd-582d-49e0-8c8f-2ec257c24e76 service neutron] Request body: {'port': {'device_id': '651c7570-24ac-454a-abff-560f307a014b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:24.148143 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d025b3a7-c63c-4e75-87c2-46f0c7a0c72d None None] Port 32c841dd-a3a9-41cf-b781-e4cc4980e662 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:19:24.196123 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8070907f-676f-46b4-9e86-13533fa27c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:24.203864 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8070907f-676f-46b4-9e86-13533fa27c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:24.208201 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-174b40cd-582d-49e0-8c8f-2ec257c24e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:24.290621 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-9f73b305-e6f3-4224-b309-0da5e7e49881 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Deleting port 0ce51d75-5d4d-41ee-baf2-467956867589 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:24.291256 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9f73b305-e6f3-4224-b309-0da5e7e49881 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:24.337245 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8070907f-676f-46b4-9e86-13533fa27c1d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7f4172205718408eadc8f8b236e7a97f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4172895 May 26 16:19:24.364357 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070907f-676f-46b4-9e86-13533fa27c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b6ccc4-5e19-4c90-a6b4-1a1b29a1b135,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:24.381122 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36290) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:24.528346 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9f73b305-e6f3-4224-b309-0da5e7e49881 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:24.552483 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-9f73b305-e6f3-4224-b309-0da5e7e49881 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Calling delete_port for 0ce51d75-5d4d-41ee-baf2-467956867589 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:24.787171 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9fa5f1e-02e0-4620-b046-5be6e1b2e60c req-556b9c49-b3a2-44eb-b706-77f36c436103 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=2112c498-4fde-49fb-90c2-86f5bd886a1e HTTP/1.1" status: 200 len: 210 time: 0.0691636 May 26 16:19:24.839558 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-174b40cd-582d-49e0-8c8f-2ec257c24e76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c841dd-a3a9-41cf-b781-e4cc4980e662 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:19:24.852370 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd159e3-03ba-4775-99a8-bf765fb33d54 req-03af4cd0-3538-467e-b235-135a18058afa tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:24.855031 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9dd159e3-03ba-4775-99a8-bf765fb33d54 req-03af4cd0-3538-467e-b235-135a18058afa tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 932 time: 0.5550764 May 26 16:19:24.855329 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-174b40cd-582d-49e0-8c8f-2ec257c24e76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:24.856894 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9f73b305-e6f3-4224-b309-0da5e7e49881 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:24.911726 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-174b40cd-582d-49e0-8c8f-2ec257c24e76 service neutron] Transition to ACTIVE for port object 32c841dd-a3a9-41cf-b781-e4cc4980e662 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:19:24.930571 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-174b40cd-582d-49e0-8c8f-2ec257c24e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:24.955041 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a95a6e3-4e62-4f42-b02f-f11264201bb2 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:24.975551 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73b305-e6f3-4224-b309-0da5e7e49881 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event deleted for resources: {'Port': ['ID=0ce51d75-5d4d-41ee-baf2-467956867589,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:25.089499 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9dd159e3-03ba-4775-99a8-bf765fb33d54 req-e9bcaf06-464e-4072-a028-9bfb8fc20827 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=0bb1b184-8173-4fbb-a524-cc6c13427f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161369 May 26 16:19:25.205579 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9f73b305-e6f3-4224-b309-0da5e7e49881 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:25.236507 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9f73b305-e6f3-4224-b309-0da5e7e49881 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "DELETE /v2.0/ports/0ce51d75-5d4d-41ee-baf2-467956867589 HTTP/1.1" status: 204 len: 168 time: 1.3214014 May 26 16:19:25.236841 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36304) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:25.323654 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b40cd-582d-49e0-8c8f-2ec257c24e76 service neutron] Pushing event updated for resources: {'Port': ['ID=32c841dd-a3a9-41cf-b781-e4cc4980e662,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:25.429823 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-56c49f04-9bf7-4ed1-acc0-9291ae150d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:25.539268 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-513a2fe2-3031-466a-840d-c9ffff675d79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Deleting port 20e686cf-748e-434f-8149-b23659edf8cc {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:25.540173 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-513a2fe2-3031-466a-840d-c9ffff675d79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:25.568356 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-56c49f04-9bf7-4ed1-acc0-9291ae150d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:25.769390 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-174b40cd-582d-49e0-8c8f-2ec257c24e76 service neutron] Attempting to bind port 32c841dd-a3a9-41cf-b781-e4cc4980e662 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:25.769886 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-174b40cd-582d-49e0-8c8f-2ec257c24e76 service neutron] Attempting to bind port 32c841dd-a3a9-41cf-b781-e4cc4980e662 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:25.770421 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-174b40cd-582d-49e0-8c8f-2ec257c24e76 service neutron] Attempting to bind port 32c841dd-a3a9-41cf-b781-e4cc4980e662 on network 91e281f8-c4da-4a2d-a68d-16e867895ff6 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:25.773116 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-56c49f04-9bf7-4ed1-acc0-9291ae150d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:25.779051 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-56c49f04-9bf7-4ed1-acc0-9291ae150d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:25.780502 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-56c49f04-9bf7-4ed1-acc0-9291ae150d9f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b8b6ccc4-5e19-4c90-a6b4-1a1b29a1b135 HTTP/1.1" status: 204 len: 168 time: 1.3951840 May 26 16:19:25.994230 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c49f04-9bf7-4ed1-acc0-9291ae150d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b6ccc4-5e19-4c90-a6b4-1a1b29a1b135,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:26.037484 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-174b40cd-582d-49e0-8c8f-2ec257c24e76 service neutron] Port 32c841dd-a3a9-41cf-b781-e4cc4980e662 on network 91e281f8-c4da-4a2d-a68d-16e867895ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:19:26.038458 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-174b40cd-582d-49e0-8c8f-2ec257c24e76 service neutron] Attempting to bind port 32c841dd-a3a9-41cf-b781-e4cc4980e662 on network 91e281f8-c4da-4a2d-a68d-16e867895ff6 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:26.061710 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-174b40cd-582d-49e0-8c8f-2ec257c24e76 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:19:26.062035 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-174b40cd-582d-49e0-8c8f-2ec257c24e76 service neutron] Checking segment: {'id': 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:19:26.062421 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-174b40cd-582d-49e0-8c8f-2ec257c24e76 service neutron] Bound using segment: {'id': 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:19:26.062871 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-174b40cd-582d-49e0-8c8f-2ec257c24e76 service neutron] Bound port: 32c841dd-a3a9-41cf-b781-e4cc4980e662, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:19:26.064757 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-174b40cd-582d-49e0-8c8f-2ec257c24e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:26.081019 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e178cc-1fdd-47f9-bc6e-c2a502e0ef6d req-60bc775a-33f4-45df-935b-80699dee8d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:26.082479 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a2e178cc-1fdd-47f9-bc6e-c2a502e0ef6d req-60bc775a-33f4-45df-935b-80699dee8d89 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 1098 time: 0.5734742 May 26 16:19:26.162786 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-513a2fe2-3031-466a-840d-c9ffff675d79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:26.263579 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77215a4f-0a9c-460e-8122-5362f6466ebe req-b33114af-7b1a-4109-bc58-5d59aff39440 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=2112c498-4fde-49fb-90c2-86f5bd886a1e HTTP/1.1" status: 200 len: 210 time: 0.1749470 May 26 16:19:26.276876 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-174b40cd-582d-49e0-8c8f-2ec257c24e76 service neutron] For port 32c841dd-a3a9-41cf-b781-e4cc4980e662, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:19:26.281806 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-174b40cd-582d-49e0-8c8f-2ec257c24e76 service neutron] For port 32c841dd-a3a9-41cf-b781-e4cc4980e662, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=32c841dd-a3a9-41cf-b781-e4cc4980e662,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:19:26.301713 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-513a2fe2-3031-466a-840d-c9ffff675d79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Calling delete_port for 20e686cf-748e-434f-8149-b23659edf8cc owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:26.325940 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-174b40cd-582d-49e0-8c8f-2ec257c24e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:26.413184 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-174b40cd-582d-49e0-8c8f-2ec257c24e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:26.416818 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-174b40cd-582d-49e0-8c8f-2ec257c24e76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:26.418714 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-174b40cd-582d-49e0-8c8f-2ec257c24e76 service neutron] 10.222.0.83 "PUT /v2.0/ports/32c841dd-a3a9-41cf-b781-e4cc4980e662 HTTP/1.1" status: 200 len: 1092 time: 2.5024910 May 26 16:19:26.425707 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651c7570-24ac-454a-abff-560f307a014b', 'tag': '32c841dd-a3a9-41cf-b781-e4cc4980e662'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:19:26.426684 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-f5ec7b68-4d1e-49e5-a87f-80dd685215b7 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:26.428764 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3875d1-b2cd-4039-a51f-a136c8ec77ae" -d '{"events": [{"name": "network-changed", "server_uuid": "651c7570-24ac-454a-abff-560f307a014b", "tag": "32c841dd-a3a9-41cf-b781-e4cc4980e662"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:19:26.430101 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-f5ec7b68-4d1e-49e5-a87f-80dd685215b7 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.81 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 805 time: 0.7424581 May 26 16:19:26.478243 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-95f32b7f-887d-4565-9e6d-f068bb7ab093 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Request body: {'port': {'device_id': '2112c498-4fde-49fb-90c2-86f5bd886a1e', 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0', 'admin_state_up': True, 'tenant_id': 'f34dd27e31e54505b18adb94ad4e7b2b'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:26.519996 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:19:26.551184 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d30187-8553-4d9b-bd8b-002a96d0f55b x-openstack-request-id: req-32d30187-8553-4d9b-bd8b-002a96d0f55b {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:19:26.551896 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651c7570-24ac-454a-abff-560f307a014b", "tag": "32c841dd-a3a9-41cf-b781-e4cc4980e662", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:19:26.552223 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-32d30187-8553-4d9b-bd8b-002a96d0f55b {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:19:26.552937 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d30187-8553-4d9b-bd8b-002a96d0f55b'] response: {'name': 'network-changed', 'server_uuid': '651c7570-24ac-454a-abff-560f307a014b', 'tag': '32c841dd-a3a9-41cf-b781-e4cc4980e662', 'status': 'completed', 'code': 200} May 26 16:19:26.666043 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a95a6e3-4e62-4f42-b02f-f11264201bb2 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:27.054886 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3912b-75b0-4892-a568-6d58b1c4766b req-532163bb-2667-4007-ba09-08a0d4075dd6 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:27.056628 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61a3912b-75b0-4892-a568-6d58b1c4766b req-532163bb-2667-4007-ba09-08a0d4075dd6 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 944 time: 0.7363541 May 26 16:19:27.067659 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b40cd-582d-49e0-8c8f-2ec257c24e76 service neutron] Pushing event updated for resources: {'Port': ['ID=32c841dd-a3a9-41cf-b781-e4cc4980e662,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:27.162558 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-513a2fe2-3031-466a-840d-c9ffff675d79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:27.165551 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-95f32b7f-887d-4565-9e6d-f068bb7ab093 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Made reservation on behalf of f34dd27e31e54505b18adb94ad4e7b2b for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:27.171611 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-95f32b7f-887d-4565-9e6d-f068bb7ab093 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:27.206342 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-1751c441-ac60-439a-b0bc-fcd6cdfaffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:27.208898 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-1751c441-ac60-439a-b0bc-fcd6cdfaffed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d026034f0b5c4db588d9be515d0f060a&device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 1095 time: 0.6902399 May 26 16:19:27.245239 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e178cc-1fdd-47f9-bc6e-c2a502e0ef6d req-54c6d7bb-aece-4ec4-abd6-57c4d547bf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:27.246864 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a2e178cc-1fdd-47f9-bc6e-c2a502e0ef6d req-54c6d7bb-aece-4ec4-abd6-57c4d547bf72 service neutron] 10.222.0.81 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 913 time: 1.0893409 May 26 16:19:27.274523 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a2fe2-3031-466a-840d-c9ffff675d79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event deleted for resources: {'Port': ['ID=20e686cf-748e-434f-8149-b23659edf8cc,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:27.407528 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a2e178cc-1fdd-47f9-bc6e-c2a502e0ef6d req-39dd36bc-9d1d-4076-a63c-190c1094823d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=161e5bc3-f8bd-463c-928c-19e147d66d06 HTTP/1.1" status: 200 len: 1002 time: 0.1334324 May 26 16:19:27.471529 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61a3912b-75b0-4892-a568-6d58b1c4766b req-daf0ed96-5baa-484f-8dcd-5ba0c8921144 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=0bb1b184-8173-4fbb-a524-cc6c13427f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209419 May 26 16:19:27.501012 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-306fb8d5-3727-4d2d-9497-433a32041de1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32c841dd-a3a9-41cf-b781-e4cc4980e662 HTTP/1.1" status: 200 len: 217 time: 0.2504082 May 26 16:19:27.635410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a95a6e3-4e62-4f42-b02f-f11264201bb2 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Router 3da2f6b7-b70c-4bfb-be12-4449292e043d is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:19:27.666667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e178cc-1fdd-47f9-bc6e-c2a502e0ef6d req-846c89fc-4af1-4a69-a34f-020746bb5a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:27.668231 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a2e178cc-1fdd-47f9-bc6e-c2a502e0ef6d req-846c89fc-4af1-4a69-a34f-020746bb5a40 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.1825080 May 26 16:19:27.718507 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-bc620803-9b02-47f3-8aa9-154e67120405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:27.721042 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-bc620803-9b02-47f3-8aa9-154e67120405 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fee14286-9209-4b96-87d8-95a3251de24f HTTP/1.1" status: 200 len: 854 time: 0.1893222 May 26 16:19:27.739080 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af15b14e-ccaf-436d-bded-3f9c50589533 req-8641b143-48f2-4f84-96e8-3b7c9361f4d7 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=2112c498-4fde-49fb-90c2-86f5bd886a1e HTTP/1.1" status: 200 len: 210 time: 0.2850173 May 26 16:19:27.759906 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-513a2fe2-3031-466a-840d-c9ffff675d79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:27.767058 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-513a2fe2-3031-466a-840d-c9ffff675d79 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "DELETE /v2.0/ports/20e686cf-748e-434f-8149-b23659edf8cc HTTP/1.1" status: 204 len: 168 time: 2.5254650 May 26 16:19:27.791708 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36362) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:27.940285 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-95f32b7f-887d-4565-9e6d-f068bb7ab093 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Allocated IP 172.20.0.2 (ac28efc0-2a96-4984-9181-6ce65bcb6fc0/0ab488cf-1ef6-49d7-a418-125ef2c2c830/6fc1864e-a892-4fcc-a4ee-66b45dd40b4d) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:19:28.231232 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a95a6e3-4e62-4f42-b02f-f11264201bb2 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:19:28.247593 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5704524f-ca4a-4c67-b506-4c4f4a77b0e9 None None] Sync routers for ids ['3da2f6b7-b70c-4bfb-be12-4449292e043d'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:19:28.284621 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5704524f-ca4a-4c67-b506-4c4f4a77b0e9 None None] Routers {'3da2f6b7-b70c-4bfb-be12-4449292e043d'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:28.286564 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5704524f-ca4a-4c67-b506-4c4f4a77b0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:19:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3da2f6b7-b70c-4bfb-be12-4449292e043d'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:28.354410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf28628-3f06-4d77-9c9a-8a311184602b tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:28.361873 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bdf28628-3f06-4d77-9c9a-8a311184602b tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "GET /v2.0/ports?device_id=f36f1fd9-c46b-4bfd-ac55-87a9d506449a HTTP/1.1" status: 200 len: 913 time: 0.4359326 May 26 16:19:28.366459 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36380) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:28.368474 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e178cc-1fdd-47f9-bc6e-c2a502e0ef6d req-9e2fc988-462c-492a-945b-e93d5ec3dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:28.371103 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a2e178cc-1fdd-47f9-bc6e-c2a502e0ef6d req-9e2fc988-462c-492a-945b-e93d5ec3dcac service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6923833 May 26 16:19:28.382136 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a95a6e3-4e62-4f42-b02f-f11264201bb2 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:28.384770 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5704524f-ca4a-4c67-b506-4c4f4a77b0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:28.390239 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0a95a6e3-4e62-4f42-b02f-f11264201bb2 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.3792920 May 26 16:19:28.410787 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36384) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:28.442752 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5704524f-ca4a-4c67-b506-4c4f4a77b0e9 None None] Routers {'3da2f6b7-b70c-4bfb-be12-4449292e043d'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:28.448490 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5704524f-ca4a-4c67-b506-4c4f4a77b0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:19:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3da2f6b7-b70c-4bfb-be12-4449292e043d'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:28.452774 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-bae368c2-1b3e-4418-b162-7b7c289c3bf6 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'enable_snat': False}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:28.464505 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-9cd5872d-f94d-4cb8-9730-ac9090a58828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:28.468385 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-9cd5872d-f94d-4cb8-9730-ac9090a58828 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91e281f8-c4da-4a2d-a68d-16e867895ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6697574 May 26 16:19:28.491753 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-95f32b7f-887d-4565-9e6d-f068bb7ab093 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:28.550510 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5704524f-ca4a-4c67-b506-4c4f4a77b0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:28.551642 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5704524f-ca4a-4c67-b506-4c4f4a77b0e9 None None] The sync data for ids ['3da2f6b7-b70c-4bfb-be12-4449292e043d'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:19:29.247805 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6fa2feb9-a9ce-48a9-b3fb-bc619eeecaa7 req-771aca99-7325-4f5f-8d3c-aac1c32f3904 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=2112c498-4fde-49fb-90c2-86f5bd886a1e HTTP/1.1" status: 200 len: 210 time: 0.1953261 May 26 16:19:29.384866 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-95f32b7f-887d-4565-9e6d-f068bb7ab093 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:29.424450 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033020fc-58a1-4e87-8b4e-ee94c4474f4c req-868a4c25-a1b7-419b-b704-b4067d849907 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:29.426295 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-033020fc-58a1-4e87-8b4e-ee94c4474f4c req-868a4c25-a1b7-419b-b704-b4067d849907 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 944 time: 0.3668187 May 26 16:19:29.435141 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['863c7cb5-cb2f-4085-a54c-6db455a05c1d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:19:29.504715 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36408) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:29.686852 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-95f32b7f-887d-4565-9e6d-f068bb7ab093 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:29.696887 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a2e178cc-1fdd-47f9-bc6e-c2a502e0ef6d req-b616892c-6248-4995-8f8b-9e5c239e9e19 service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3048449 May 26 16:19:29.723768 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-95f32b7f-887d-4565-9e6d-f068bb7ab093 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:29.729258 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-95f32b7f-887d-4565-9e6d-f068bb7ab093 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:29.813246 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-314c49f4-4aa5-477a-b244-953e963882ff service neutron] 10.222.0.83 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2935560 May 26 16:19:29.883876 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f32b7f-887d-4565-9e6d-f068bb7ab093 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Pushing event updated for resources: {'Port': ['ID=6fc1864e-a892-4fcc-a4ee-66b45dd40b4d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:30.004411 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-033020fc-58a1-4e87-8b4e-ee94c4474f4c req-0719b325-9c3e-4494-8dd0-6a1f1c3114c3 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=0bb1b184-8173-4fbb-a524-cc6c13427f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4979405 May 26 16:19:30.047499 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a2e178cc-1fdd-47f9-bc6e-c2a502e0ef6d req-d98ff6d5-7020-41a7-a296-c6f07a5dc7d0 service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291304 May 26 16:19:30.051063 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-95f32b7f-887d-4565-9e6d-f068bb7ab093 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:30.051878 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-95f32b7f-887d-4565-9e6d-f068bb7ab093 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:30.106745 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-95f32b7f-887d-4565-9e6d-f068bb7ab093 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6395245 May 26 16:19:30.112539 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2ab564c1-3741-4678-8857-c0425596ef50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:30.294077 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-d0f308a5-8d91-429d-a4c2-2056f96b6a44 service neutron] Request body: {'port': {'device_id': '2112c498-4fde-49fb-90c2-86f5bd886a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:30.336374 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fffa1a52-34b9-4979-bca2-9099fcd8f973 req-53e5d386-a378-4b1c-818a-d18a2fa7b291 service neutron] 10.222.0.83 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238644 May 26 16:19:30.488846 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bae368c2-1b3e-4418-b162-7b7c289c3bf6 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:30.541839 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:30.593934 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3875d1-b2cd-4039-a51f-a136c8ec77ae req-dd66e0c4-68c8-49d3-8c17-153c2168d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:30.596565 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6d3875d1-b2cd-4039-a51f-a136c8ec77ae req-dd66e0c4-68c8-49d3-8c17-153c2168d52b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d026034f0b5c4db588d9be515d0f060a&device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 1095 time: 0.1335692 May 26 16:19:30.695781 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2ab564c1-3741-4678-8857-c0425596ef50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:30.722122 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2ab564c1-3741-4678-8857-c0425596ef50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:30.832561 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d0de0-46ab-4dcd-ac15-22f903a13c07 req-e4dee63c-b5ac-476f-b367-f4f77b91102a tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:30.835593 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-379d0de0-46ab-4dcd-ac15-22f903a13c07 req-e4dee63c-b5ac-476f-b367-f4f77b91102a tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=2112c498-4fde-49fb-90c2-86f5bd886a1e HTTP/1.1" status: 200 len: 931 time: 0.2519741 May 26 16:19:30.847005 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-d0f308a5-8d91-429d-a4c2-2056f96b6a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:30.847841 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3875d1-b2cd-4039-a51f-a136c8ec77ae req-3d3d02f3-4848-4161-8650-839245027e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:30.849461 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6d3875d1-b2cd-4039-a51f-a136c8ec77ae req-3d3d02f3-4848-4161-8650-839245027e58 service neutron] 10.222.0.83 "GET /v2.0/networks?id=91e281f8-c4da-4a2d-a68d-16e867895ff6 HTTP/1.1" status: 200 len: 916 time: 0.2009947 May 26 16:19:30.856424 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2ab564c1-3741-4678-8857-c0425596ef50 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=170d61c32ad942748776c3cb6c5cf810&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3260214 May 26 16:19:30.862846 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36434) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:30.884911 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab564c1-3741-4678-8857-c0425596ef50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e69b5a-c511-48ea-87c1-2f4e6768133b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:30.980886 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6d3875d1-b2cd-4039-a51f-a136c8ec77ae req-38168c32-b641-4483-b9f0-f53b8581a15a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32c841dd-a3a9-41cf-b781-e4cc4980e662 HTTP/1.1" status: 200 len: 217 time: 0.1164832 May 26 16:19:31.169540 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-379d0de0-46ab-4dcd-ac15-22f903a13c07 req-1e2d4563-9858-4c6f-b25c-bd92a160884a tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110693 May 26 16:19:31.294856 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3875d1-b2cd-4039-a51f-a136c8ec77ae req-7bfdb531-b015-4caf-aa03-ec1a9f7e5b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:31.296804 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6d3875d1-b2cd-4039-a51f-a136c8ec77ae req-7bfdb531-b015-4caf-aa03-ec1a9f7e5b4a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fee14286-9209-4b96-87d8-95a3251de24f HTTP/1.1" status: 200 len: 854 time: 0.3065875 May 26 16:19:31.320641 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93ff95e0-4597-47bb-8c7f-51495b0ea4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:31.418752 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93ff95e0-4597-47bb-8c7f-51495b0ea4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:31.582506 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1f065337-bf56-4ec5-b164-93432a97469b tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:31.729840 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8f471-8231-467e-a88f-59d5c4e9d69a req-2f5951f8-74c2-44d6-9957-b27348c0ca80 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:31.732717 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-08c8f471-8231-467e-a88f-59d5c4e9d69a req-2f5951f8-74c2-44d6-9957-b27348c0ca80 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 944 time: 0.5524936 May 26 16:19:31.769033 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3875d1-b2cd-4039-a51f-a136c8ec77ae req-ea811a6b-c305-4958-ba99-868b94de166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:31.771500 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6d3875d1-b2cd-4039-a51f-a136c8ec77ae req-ea811a6b-c305-4958-ba99-868b94de166c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91e281f8-c4da-4a2d-a68d-16e867895ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4640820 May 26 16:19:31.776161 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93ff95e0-4597-47bb-8c7f-51495b0ea4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:31.780069 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93ff95e0-4597-47bb-8c7f-51495b0ea4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:31.781602 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-93ff95e0-4597-47bb-8c7f-51495b0ea4f6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d7e69b5a-c511-48ea-87c1-2f4e6768133b HTTP/1.1" status: 204 len: 168 time: 0.9134085 May 26 16:19:31.990596 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-08c8f471-8231-467e-a88f-59d5c4e9d69a req-ad66483e-1085-453f-b46f-5dacae3b47a7 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=0bb1b184-8173-4fbb-a524-cc6c13427f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2426763 May 26 16:19:31.998532 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff95e0-4597-47bb-8c7f-51495b0ea4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e69b5a-c511-48ea-87c1-2f4e6768133b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:32.344539 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6d3875d1-b2cd-4039-a51f-a136c8ec77ae req-c64c8713-f120-46cb-b298-36fcc810b0cb service neutron] 10.222.0.83 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5609362 May 26 16:19:32.374498 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-d0f308a5-8d91-429d-a4c2-2056f96b6a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:19:32.385963 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-d0f308a5-8d91-429d-a4c2-2056f96b6a44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:32.408141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-d0f308a5-8d91-429d-a4c2-2056f96b6a44 service neutron] Transition to ACTIVE for port object 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:19:32.418810 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-d0f308a5-8d91-429d-a4c2-2056f96b6a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:32.515403 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bae368c2-1b3e-4418-b162-7b7c289c3bf6 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:32.521196 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bae368c2-1b3e-4418-b162-7b7c289c3bf6 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2061086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2061095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2062530'] for router, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:32.663404 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6d3875d1-b2cd-4039-a51f-a136c8ec77ae req-9edf1a3c-1eb2-48b7-9bea-25f0f4b28b25 service neutron] 10.222.0.83 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092029 May 26 16:19:32.801616 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae368c2-1b3e-4418-b162-7b7c289c3bf6 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Router 3da2f6b7-b70c-4bfb-be12-4449292e043d has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:19:32.834980 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e893b-2ff8-4794-9a89-9d4a1757c391 req-a781108b-f01a-49f6-83e6-381371fe8394 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:32.836626 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c84e893b-2ff8-4794-9a89-9d4a1757c391 req-a781108b-f01a-49f6-83e6-381371fe8394 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=2112c498-4fde-49fb-90c2-86f5bd886a1e HTTP/1.1" status: 200 len: 943 time: 0.4265883 May 26 16:19:32.882766 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f308a5-8d91-429d-a4c2-2056f96b6a44 service neutron] Pushing event updated for resources: {'Port': ['ID=6fc1864e-a892-4fcc-a4ee-66b45dd40b4d,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:33.004762 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c84e893b-2ff8-4794-9a89-9d4a1757c391 req-53a186d7-7b0b-4f05-beaf-72e4fba2f2a2 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499660 May 26 16:19:33.032222 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-d0f308a5-8d91-429d-a4c2-2056f96b6a44 service neutron] Attempting to bind port 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:19:33.032222 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-d0f308a5-8d91-429d-a4c2-2056f96b6a44 service neutron] Attempting to bind port 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:19:33.033380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-d0f308a5-8d91-429d-a4c2-2056f96b6a44 service neutron] Attempting to bind port 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d on network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:33.043089 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-d0f308a5-8d91-429d-a4c2-2056f96b6a44 service neutron] Port 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d on network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:19:33.043414 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-d0f308a5-8d91-429d-a4c2-2056f96b6a44 service neutron] Attempting to bind port 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d on network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:19:33.054571 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-d0f308a5-8d91-429d-a4c2-2056f96b6a44 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:19:33.055083 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-d0f308a5-8d91-429d-a4c2-2056f96b6a44 service neutron] Checking segment: {'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:19:33.055675 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-d0f308a5-8d91-429d-a4c2-2056f96b6a44 service neutron] Bound using segment: {'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:19:33.056426 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-d0f308a5-8d91-429d-a4c2-2056f96b6a44 service neutron] Bound port: 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:19:33.056938 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-d0f308a5-8d91-429d-a4c2-2056f96b6a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:33.112848 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae368c2-1b3e-4418-b162-7b7c289c3bf6 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:19:33.124821 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bae368c2-1b3e-4418-b162-7b7c289c3bf6 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:33.134668 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bae368c2-1b3e-4418-b162-7b7c289c3bf6 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "PUT /v2.0/routers/3da2f6b7-b70c-4bfb-be12-4449292e043d HTTP/1.1" status: 200 len: 921 time: 4.7216170 May 26 16:19:33.135437 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8e1962-dbc3-4f36-8ca7-2333aab90264 None None] Sync routers for ids ['3da2f6b7-b70c-4bfb-be12-4449292e043d'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:19:33.136030 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36480) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:33.166286 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8e1962-dbc3-4f36-8ca7-2333aab90264 None None] Routers {'3da2f6b7-b70c-4bfb-be12-4449292e043d'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:33.172152 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-fa8e1962-dbc3-4f36-8ca7-2333aab90264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:19:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3da2f6b7-b70c-4bfb-be12-4449292e043d'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:33.189792 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-1f065337-bf56-4ec5-b164-93432a97469b tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Deleting port b2768e2d-d8b7-4763-8cf9-fc65f96c069c {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:33.190557 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1f065337-bf56-4ec5-b164-93432a97469b tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:33.298123 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-d0f308a5-8d91-429d-a4c2-2056f96b6a44 service neutron] For port 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:19:33.298804 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-fa8e1962-dbc3-4f36-8ca7-2333aab90264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:33.346565 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8e1962-dbc3-4f36-8ca7-2333aab90264 None None] Routers {'3da2f6b7-b70c-4bfb-be12-4449292e043d'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:33.347150 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-fa8e1962-dbc3-4f36-8ca7-2333aab90264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:19:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3da2f6b7-b70c-4bfb-be12-4449292e043d'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:33.398129 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-d0f308a5-8d91-429d-a4c2-2056f96b6a44 service neutron] For port 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=6fc1864e-a892-4fcc-a4ee-66b45dd40b4d,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:19:33.432455 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-d0f308a5-8d91-429d-a4c2-2056f96b6a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:33.466327 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-fa8e1962-dbc3-4f36-8ca7-2333aab90264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:33.474044 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8e1962-dbc3-4f36-8ca7-2333aab90264 None None] The sync data for ids ['3da2f6b7-b70c-4bfb-be12-4449292e043d'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:19:33.499841 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9f9353c0-00ce-48db-9967-501afac6b784 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "GET /v2.0/routers/3da2f6b7-b70c-4bfb-be12-4449292e043d HTTP/1.1" status: 200 len: 921 time: 0.3566701 May 26 16:19:33.501540 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36498) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:33.535323 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1f065337-bf56-4ec5-b164-93432a97469b tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:33.539080 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-d0f308a5-8d91-429d-a4c2-2056f96b6a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:33.539709 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-d0f308a5-8d91-429d-a4c2-2056f96b6a44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:33.541335 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-d0f308a5-8d91-429d-a4c2-2056f96b6a44 service neutron] 10.222.0.81 "PUT /v2.0/ports/6fc1864e-a892-4fcc-a4ee-66b45dd40b4d HTTP/1.1" status: 200 len: 1091 time: 3.4095631 May 26 16:19:33.544994 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2112c498-4fde-49fb-90c2-86f5bd886a1e', 'tag': '6fc1864e-a892-4fcc-a4ee-66b45dd40b4d'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:19:33.547906 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a7a5fd-3c09-4dee-87c7-69a368503f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "2112c498-4fde-49fb-90c2-86f5bd886a1e", "tag": "6fc1864e-a892-4fcc-a4ee-66b45dd40b4d"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:19:33.573469 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b792a-1088-40b7-b4d0-5577cf6fc01d req-372c39c2-14d6-4a19-b114-173adc8cb46c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:33.575058 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c3b792a-1088-40b7-b4d0-5577cf6fc01d req-372c39c2-14d6-4a19-b114-173adc8cb46c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 944 time: 0.3006296 May 26 16:19:33.581531 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-1f065337-bf56-4ec5-b164-93432a97469b tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Calling delete_port for b2768e2d-d8b7-4763-8cf9-fc65f96c069c owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:33.722605 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0129e051-ac35-4f57-8c23-f5936e6d4aa6 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:33.732503 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f308a5-8d91-429d-a4c2-2056f96b6a44 service neutron] Pushing event updated for resources: {'Port': ['ID=6fc1864e-a892-4fcc-a4ee-66b45dd40b4d,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:33.739131 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36504) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:33.768354 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0129e051-ac35-4f57-8c23-f5936e6d4aa6 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&device_id=3da2f6b7-b70c-4bfb-be12-4449292e043d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2616537 May 26 16:19:33.768989 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2d4bac-3dfa-4d7a-8f13-c35b6461eab6 x-openstack-request-id: req-ac2d4bac-3dfa-4d7a-8f13-c35b6461eab6 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:19:33.769453 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2112c498-4fde-49fb-90c2-86f5bd886a1e", "tag": "6fc1864e-a892-4fcc-a4ee-66b45dd40b4d", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:19:33.769809 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ac2d4bac-3dfa-4d7a-8f13-c35b6461eab6 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:19:33.770416 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac2d4bac-3dfa-4d7a-8f13-c35b6461eab6'] response: {'name': 'network-changed', 'server_uuid': '2112c498-4fde-49fb-90c2-86f5bd886a1e', 'tag': '6fc1864e-a892-4fcc-a4ee-66b45dd40b4d', 'status': 'completed', 'code': 200} May 26 16:19:34.402007 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c3b792a-1088-40b7-b4d0-5577cf6fc01d req-f24b1903-cc7f-4636-beb8-00b14d7a0bb0 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=0bb1b184-8173-4fbb-a524-cc6c13427f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7567019 May 26 16:19:34.563851 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-c24e8f84-c6f0-4f95-bc83-61eec4f23b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:34.565946 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-c24e8f84-c6f0-4f95-bc83-61eec4f23b26 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&device_id=2112c498-4fde-49fb-90c2-86f5bd886a1e HTTP/1.1" status: 200 len: 1094 time: 0.9046929 May 26 16:19:34.846067 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-573442bc-6927-42cc-95bc-08a8fa2f22a8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6fc1864e-a892-4fcc-a4ee-66b45dd40b4d HTTP/1.1" status: 200 len: 217 time: 0.2614079 May 26 16:19:34.952172 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e3ac3-2a8b-4a9b-b6a8-b3f963b6079e req-97d8bc24-9c08-4d68-818c-3a81bac9a201 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:34.962856 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3d1e3ac3-2a8b-4a9b-b6a8-b3f963b6079e req-97d8bc24-9c08-4d68-818c-3a81bac9a201 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=2112c498-4fde-49fb-90c2-86f5bd886a1e HTTP/1.1" status: 200 len: 943 time: 0.5641677 May 26 16:19:35.025486 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cd0467-fa6c-4c39-84c9-8a8493097a10 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:35.027799 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-45cd0467-fa6c-4c39-84c9-8a8493097a10 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 881 time: 1.2868996 May 26 16:19:35.034060 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36536) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:35.076909 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-6c03c9ff-562a-46c2-8ff0-95b6593e17ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:35.079513 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-6c03c9ff-562a-46c2-8ff0-95b6593e17ef service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0ab488cf-1ef6-49d7-a418-125ef2c2c830 HTTP/1.1" status: 200 len: 845 time: 0.2062485 May 26 16:19:35.084679 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1f065337-bf56-4ec5-b164-93432a97469b tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:35.097697 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f18e6f6f-b4b0-4e47-b03b-ee2b8d0ecffb tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da2f6b7-b70c-4bfb-be12-4449292e043d HTTP/1.1" status: 200 len: 205 time: 0.0601408 May 26 16:19:35.120167 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36538) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:35.123438 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3d1e3ac3-2a8b-4a9b-b6a8-b3f963b6079e req-5aabba2c-a6e5-433a-8e6b-a886ce040fe4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564832 May 26 16:19:35.214178 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-11743472-87f8-42a7-b179-bd819c6140cb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252117 May 26 16:19:35.275462 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f065337-bf56-4ec5-b164-93432a97469b tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event deleted for resources: {'Port': ['ID=b2768e2d-d8b7-4763-8cf9-fc65f96c069c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:35.597654 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 32c841dd-a3a9-41cf-b781-e4cc4980e662 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:19:35.649272 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5355c327-57a4-4667-891a-2f6b270be8b0 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:35.800060 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 32c841dd-a3a9-41cf-b781-e4cc4980e662, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=32c841dd-a3a9-41cf-b781-e4cc4980e662,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:35.827440 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '32c841dd-a3a9-41cf-b781-e4cc4980e662', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'port_id': '32c841dd-a3a9-41cf-b781-e4cc4980e662', 'mac_address': 'fa:16:3e:17:2b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:19:35.946065 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 32c841dd-a3a9-41cf-b781-e4cc4980e662 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:35.946612 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:35.973404 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c841dd-a3a9-41cf-b781-e4cc4980e662 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:19:36.010681 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 32c841dd-a3a9-41cf-b781-e4cc4980e662, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=32c841dd-a3a9-41cf-b781-e4cc4980e662,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:36.038623 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:36.039209 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-41a65390-7365-4b25-96a7-f6c80e911b49 service neutron] 10.222.0.81 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7533622 May 26 16:19:36.098662 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1a015-c598-4fad-b3c6-8fbbc9327032 req-0104ad54-de6b-46a3-be43-7b2aa81f451d tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:36.098662 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ead1a015-c598-4fad-b3c6-8fbbc9327032 req-0104ad54-de6b-46a3-be43-7b2aa81f451d tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 944 time: 0.4410641 May 26 16:19:36.308155 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5355c327-57a4-4667-891a-2f6b270be8b0 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:36.309689 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=32c841dd-a3a9-41cf-b781-e4cc4980e662,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:36.414057 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ead1a015-c598-4fad-b3c6-8fbbc9327032 req-3244f7ab-a91c-4773-b71f-233cda1f7b12 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=0bb1b184-8173-4fbb-a524-cc6c13427f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936554 May 26 16:19:36.498824 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1f065337-bf56-4ec5-b164-93432a97469b tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:36.511907 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['32c841dd-a3a9-41cf-b781-e4cc4980e662'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:19:36.567704 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c94e48-f3c0-448f-b039-69028e0fd47a req-eac4a2ab-e18c-4cc6-b6d7-263ce1bfe64a tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:36.569828 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31c94e48-f3c0-448f-b039-69028e0fd47a req-eac4a2ab-e18c-4cc6-b6d7-263ce1bfe64a tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=2112c498-4fde-49fb-90c2-86f5bd886a1e HTTP/1.1" status: 200 len: 943 time: 0.2538884 May 26 16:19:36.633961 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7956dc69-12bd-4a66-8af4-c618abf26a54 req-1f09533c-1f68-4d12-9c9b-3a8a5a394846 service neutron] 10.222.0.81 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838692 May 26 16:19:37.130861 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f065337-bf56-4ec5-b164-93432a97469b tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Router f36f1fd9-c46b-4bfd-ac55-87a9d506449a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:19:37.147245 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31c94e48-f3c0-448f-b039-69028e0fd47a req-0ba34a71-3faf-4dd6-9eb4-8333a6b43785 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5606351 May 26 16:19:37.180879 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-5355c327-57a4-4667-891a-2f6b270be8b0 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Deleting port 07bab1ee-b353-46ab-bf0a-843c7b496dc1 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:37.180879 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5355c327-57a4-4667-891a-2f6b270be8b0 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:37.274989 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7a5fd-3c09-4dee-87c7-69a368503f5e req-8f766312-9d91-4a86-9afd-ded7f656782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:37.279615 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-35a7a5fd-3c09-4dee-87c7-69a368503f5e req-8f766312-9d91-4a86-9afd-ded7f656782a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&device_id=2112c498-4fde-49fb-90c2-86f5bd886a1e HTTP/1.1" status: 200 len: 1094 time: 0.3721559 May 26 16:19:38.126862 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5355c327-57a4-4667-891a-2f6b270be8b0 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:38.183004 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-5355c327-57a4-4667-891a-2f6b270be8b0 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Calling delete_port for 07bab1ee-b353-46ab-bf0a-843c7b496dc1 owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:38.187716 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7a5fd-3c09-4dee-87c7-69a368503f5e req-a1be1e83-aff4-49c9-85b3-4552701cc279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:38.190478 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-35a7a5fd-3c09-4dee-87c7-69a368503f5e req-a1be1e83-aff4-49c9-85b3-4552701cc279 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 906 time: 0.8961983 May 26 16:19:38.212031 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f065337-bf56-4ec5-b164-93432a97469b tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:19:38.229432 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571c0125-103d-46e9-ac9e-b0663c59ad10 None None] Sync routers for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:19:38.274185 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1f065337-bf56-4ec5-b164-93432a97469b tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "PUT /v2.0/routers/f36f1fd9-c46b-4bfd-ac55-87a9d506449a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9015365 May 26 16:19:38.274652 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36620) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:38.276502 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571c0125-103d-46e9-ac9e-b0663c59ad10 None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:38.279809 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-571c0125-103d-46e9-ac9e-b0663c59ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:19:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:38.293552 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967cf94-c23c-4218-b402-3a5e097e5731 req-30dc2aae-6333-4a9f-b63d-784efe7291c8 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:38.295126 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5967cf94-c23c-4218-b402-3a5e097e5731 req-30dc2aae-6333-4a9f-b63d-784efe7291c8 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 945 time: 0.4391475 May 26 16:19:38.435882 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-571c0125-103d-46e9-ac9e-b0663c59ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:38.455836 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571c0125-103d-46e9-ac9e-b0663c59ad10 None None] Routers {'f36f1fd9-c46b-4bfd-ac55-87a9d506449a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:38.457477 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-571c0125-103d-46e9-ac9e-b0663c59ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:19:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:38.476820 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-475a2932-6d93-4daa-9336-2dc3ae32aedc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:38.508495 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-571c0125-103d-46e9-ac9e-b0663c59ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:38.509612 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571c0125-103d-46e9-ac9e-b0663c59ad10 None None] The sync data for ids ['f36f1fd9-c46b-4bfd-ac55-87a9d506449a'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:19:38.583619 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-35a7a5fd-3c09-4dee-87c7-69a368503f5e req-14953575-9717-4ab7-867d-4a6a4cb631bd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6fc1864e-a892-4fcc-a4ee-66b45dd40b4d HTTP/1.1" status: 200 len: 217 time: 0.3638544 May 26 16:19:38.737740 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5967cf94-c23c-4218-b402-3a5e097e5731 req-b4a52e02-4b35-4ef8-a1df-818a2c295e53 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=0bb1b184-8173-4fbb-a524-cc6c13427f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466195 May 26 16:19:38.859572 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-475a2932-6d93-4daa-9336-2dc3ae32aedc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:38.893871 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2860a3-da40-46f3-8a3e-9de1b00c76be req-21e40ddb-fd2e-4c43-b859-d39fa8e333ae tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:38.908414 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f2860a3-da40-46f3-8a3e-9de1b00c76be req-21e40ddb-fd2e-4c43-b859-d39fa8e333ae tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=2112c498-4fde-49fb-90c2-86f5bd886a1e HTTP/1.1" status: 200 len: 943 time: 0.5965195 May 26 16:19:38.964459 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7a5fd-3c09-4dee-87c7-69a368503f5e req-4fb5a77d-fe18-4ca5-a2d9-7ac65925f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:38.966981 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-35a7a5fd-3c09-4dee-87c7-69a368503f5e req-4fb5a77d-fe18-4ca5-a2d9-7ac65925f10c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0ab488cf-1ef6-49d7-a418-125ef2c2c830 HTTP/1.1" status: 200 len: 845 time: 0.3088694 May 26 16:19:39.037041 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f2860a3-da40-46f3-8a3e-9de1b00c76be req-771b0a95-1dbe-4b48-9c25-b6c3ad93fb4f tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273198 May 26 16:19:39.039214 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-475a2932-6d93-4daa-9336-2dc3ae32aedc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Deleting port 449ac066-7c6f-45ab-a0a3-aca721b2e278 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:39.039719 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-475a2932-6d93-4daa-9336-2dc3ae32aedc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:39.044176 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-35a7a5fd-3c09-4dee-87c7-69a368503f5e req-c76b25a1-66d0-44bd-aaad-b0ea27495cb8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650167 May 26 16:19:39.214589 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-475a2932-6d93-4daa-9336-2dc3ae32aedc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:39.257859 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-475a2932-6d93-4daa-9336-2dc3ae32aedc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Calling delete_port for 449ac066-7c6f-45ab-a0a3-aca721b2e278 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:39.369663 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:19:39.437787 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0d632-5e45-45fe-86b5-a9ea8b104cd5 req-c7536c34-b06e-4967-a8bb-4b093a7b31e7 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:39.441191 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87e0d632-5e45-45fe-86b5-a9ea8b104cd5 req-c7536c34-b06e-4967-a8bb-4b093a7b31e7 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 947 time: 0.1603625 May 26 16:19:39.441944 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5355c327-57a4-4667-891a-2f6b270be8b0 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:39.478905 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355c327-57a4-4667-891a-2f6b270be8b0 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Pushing event deleted for resources: {'Port': ['ID=07bab1ee-b353-46ab-bf0a-843c7b496dc1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:39.492496 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-35a7a5fd-3c09-4dee-87c7-69a368503f5e req-b90b34b1-1f87-4e1e-a881-e400cc8cb3c3 service neutron] 10.222.0.81 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315550 May 26 16:19:39.556816 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=6fc1864e-a892-4fcc-a4ee-66b45dd40b4d,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:39.578511 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '6fc1864e-a892-4fcc-a4ee-66b45dd40b4d', 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0', 'port_id': '6fc1864e-a892-4fcc-a4ee-66b45dd40b4d', 'mac_address': 'fa:16:3e:d2:5a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab488cf-1ef6-49d7-a418-125ef2c2c830', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:19:39.581720 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87e0d632-5e45-45fe-86b5-a9ea8b104cd5 req-0956b5b3-2398-4a3b-a9f9-fdaeeda9791c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094534 May 26 16:19:39.672866 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:39.674137 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:39.680159 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 32c841dd-a3a9-41cf-b781-e4cc4980e662 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:19:39.708262 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-475a2932-6d93-4daa-9336-2dc3ae32aedc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:39.787944 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a2932-6d93-4daa-9336-2dc3ae32aedc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event deleted for resources: {'Port': ['ID=449ac066-7c6f-45ab-a0a3-aca721b2e278,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:39.808490 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5355c327-57a4-4667-891a-2f6b270be8b0 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:39.856352 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:19:39.901849 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-35a7a5fd-3c09-4dee-87c7-69a368503f5e req-8a6d2f43-6423-473a-8189-0c4270742e8d service neutron] 10.222.0.81 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897934 May 26 16:19:39.930119 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=6fc1864e-a892-4fcc-a4ee-66b45dd40b4d,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:39.939696 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:39.967496 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-475a2932-6d93-4daa-9336-2dc3ae32aedc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.027486 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=6fc1864e-a892-4fcc-a4ee-66b45dd40b4d,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:40.032821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 32c841dd-a3a9-41cf-b781-e4cc4980e662 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:19:40.043305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 32c841dd-a3a9-41cf-b781-e4cc4980e662 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:40.043934 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.103567 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5355c327-57a4-4667-891a-2f6b270be8b0 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.128501 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5355c327-57a4-4667-891a-2f6b270be8b0 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.229346 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['6fc1864e-a892-4fcc-a4ee-66b45dd40b4d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:19:40.262346 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5355c327-57a4-4667-891a-2f6b270be8b0 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.265518 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5355c327-57a4-4667-891a-2f6b270be8b0 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Fanout notify agent at l3_agent the message router_deleted on router 3da2f6b7-b70c-4bfb-be12-4449292e043d {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:19:40.289490 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5355c327-57a4-4667-891a-2f6b270be8b0 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.303349 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5355c327-57a4-4667-891a-2f6b270be8b0 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "DELETE /v2.0/routers/3da2f6b7-b70c-4bfb-be12-4449292e043d HTTP/1.1" status: 204 len: 168 time: 5.1814139 May 26 16:19:40.324458 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0682a3-2dc3-4cf2-be97-4c6c5838e5ce req-1bec3d44-a586-418b-8ccf-5963f501d030 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:40.329764 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec0682a3-2dc3-4cf2-be97-4c6c5838e5ce req-1bec3d44-a586-418b-8ccf-5963f501d030 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 945 time: 0.3500962 May 26 16:19:40.331080 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36674) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:40.337001 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-aebf8c45-3b61-42e6-90aa-534979ee688f tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1199257557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:40.410185 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 32c841dd-a3a9-41cf-b781-e4cc4980e662 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:40.410795 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.479348 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec0682a3-2dc3-4cf2-be97-4c6c5838e5ce req-df5d4143-0864-4ab2-b438-6b734a2e655f tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=0bb1b184-8173-4fbb-a524-cc6c13427f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346509 May 26 16:19:40.486891 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aebf8c45-3b61-42e6-90aa-534979ee688f tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.488062 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aebf8c45-3b61-42e6-90aa-534979ee688f tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.497552 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651c7570-24ac-454a-abff-560f307a014b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c841dd-a3a9-41cf-b781-e4cc4980e662'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:19:40.515978 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0263c1d4-9928-4ead-8234-54053042d3d6" -d '{"events": [{"server_uuid": "651c7570-24ac-454a-abff-560f307a014b", "name": "network-vif-plugged", "status": "completed", "tag": "32c841dd-a3a9-41cf-b781-e4cc4980e662"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:19:40.567326 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 32c841dd-a3a9-41cf-b781-e4cc4980e662, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=32c841dd-a3a9-41cf-b781-e4cc4980e662,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:40.573572 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.686498 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aebf8c45-3b61-42e6-90aa-534979ee688f tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.753503 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aebf8c45-3b61-42e6-90aa-534979ee688f tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.776392 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=32c841dd-a3a9-41cf-b781-e4cc4980e662,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:40.812129 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aebf8c45-3b61-42e6-90aa-534979ee688f tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:40.817332 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-aebf8c45-3b61-42e6-90aa-534979ee688f tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4844463 May 26 16:19:40.820505 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36698) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:40.834910 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b51f2788-5f10-495f-b88c-2e539ea92833 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Request body: {'router': {'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:40.995969 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-475a2932-6d93-4daa-9336-2dc3ae32aedc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:41.003836 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-475a2932-6d93-4daa-9336-2dc3ae32aedc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:41.010058 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56b3e72-2a71-4620-b8b5-b3f21402e4d1 x-openstack-request-id: req-f56b3e72-2a71-4620-b8b5-b3f21402e4d1 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:19:41.010512 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651c7570-24ac-454a-abff-560f307a014b", "name": "network-vif-plugged", "status": "completed", "tag": "32c841dd-a3a9-41cf-b781-e4cc4980e662", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:19:41.010912 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f56b3e72-2a71-4620-b8b5-b3f21402e4d1 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:19:41.011836 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f56b3e72-2a71-4620-b8b5-b3f21402e4d1'] response: {'server_uuid': '651c7570-24ac-454a-abff-560f307a014b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c841dd-a3a9-41cf-b781-e4cc4980e662', 'code': 200} May 26 16:19:41.041687 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdaa45-3b60-4363-8205-899b85ca6c0b req-4eaf58a3-bd8b-4951-b3fb-84af53591746 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:41.055554 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-62bdaa45-3b60-4363-8205-899b85ca6c0b req-4eaf58a3-bd8b-4951-b3fb-84af53591746 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=2112c498-4fde-49fb-90c2-86f5bd886a1e HTTP/1.1" status: 200 len: 944 time: 0.3728342 May 26 16:19:41.114738 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-475a2932-6d93-4daa-9336-2dc3ae32aedc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:41.116162 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475a2932-6d93-4daa-9336-2dc3ae32aedc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Fanout notify agent at l3_agent the message router_deleted on router f36f1fd9-c46b-4bfd-ac55-87a9d506449a {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:19:41.146025 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-475a2932-6d93-4daa-9336-2dc3ae32aedc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:41.156292 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-475a2932-6d93-4daa-9336-2dc3ae32aedc tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "DELETE /v2.0/routers/f36f1fd9-c46b-4bfd-ac55-87a9d506449a HTTP/1.1" status: 204 len: 168 time: 2.8751471 May 26 16:19:41.157968 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36706) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:41.350583 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c4e1a-4291-4ab2-9aec-2db13baa993c req-d53d6138-a3db-4ce7-bd3e-39c3cd216f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:41.352940 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e97c4e1a-4291-4ab2-9aec-2db13baa993c req-d53d6138-a3db-4ce7-bd3e-39c3cd216f78 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 1097 time: 0.1085141 May 26 16:19:41.362062 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 161e5bc3-f8bd-463c-928c-19e147d66d06 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:19:41.390051 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-62bdaa45-3b60-4363-8205-899b85ca6c0b req-ed100815-4ead-4c99-a54b-a6f92fb12f23 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213193 May 26 16:19:41.478655 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b51f2788-5f10-495f-b88c-2e539ea92833 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:41.488228 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e97c4e1a-4291-4ab2-9aec-2db13baa993c req-1dde30b7-5eaa-4da9-88f5-235cf3f22c15 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0bb1b184-8173-4fbb-a524-cc6c13427f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216636 May 26 16:19:41.524962 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0f2bda-2565-479d-9caa-97379eea62b2 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Deleting subnet d45d7e77-993b-41bc-84b3-9eb0ec414859 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:19:41.539216 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2bda-2565-479d-9caa-97379eea62b2 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:41.539543 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 161e5bc3-f8bd-463c-928c-19e147d66d06 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:41.539543 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:41.574664 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83083c71-fce5-414d-89cf-988024a58785 req-c3918c69-ed98-483d-a65f-ad01f0c28e16 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:41.588668 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-83083c71-fce5-414d-89cf-988024a58785 req-c3918c69-ed98-483d-a65f-ad01f0c28e16 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 947 time: 0.3740382 May 26 16:19:41.605937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 161e5bc3-f8bd-463c-928c-19e147d66d06, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=161e5bc3-f8bd-463c-928c-19e147d66d06,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:41.614196 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:41.723008 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=161e5bc3-f8bd-463c-928c-19e147d66d06,revision_number=11']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:41.793321 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2bda-2565-479d-9caa-97379eea62b2 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:41.919449 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-83083c71-fce5-414d-89cf-988024a58785 req-35a1d336-60b9-44f8-a987-7549df5d355e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3295465 May 26 16:19:41.957116 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2bda-2565-479d-9caa-97379eea62b2 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:42.021389 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90512d-e2ac-49a8-ab3a-717868a54d2c req-9f399bee-7b73-4888-b804-517805407142 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:42.029024 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9f90512d-e2ac-49a8-ab3a-717868a54d2c req-9f399bee-7b73-4888-b804-517805407142 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 946 time: 0.3613784 May 26 16:19:42.138109 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9f90512d-e2ac-49a8-ab3a-717868a54d2c req-ae9e0057-0042-467d-8063-42bc9e596667 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=0bb1b184-8173-4fbb-a524-cc6c13427f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955522 May 26 16:19:42.148635 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2bda-2565-479d-9caa-97379eea62b2 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:42.192072 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f2bda-2565-479d-9caa-97379eea62b2 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event deleted for resources: {'Subnet': ['ID=d45d7e77-993b-41bc-84b3-9eb0ec414859,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:42.203429 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2bda-2565-479d-9caa-97379eea62b2 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:42.213818 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36724) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:42.214273 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ff0f2bda-2565-479d-9caa-97379eea62b2 tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "DELETE /v2.0/subnets/d45d7e77-993b-41bc-84b3-9eb0ec414859 HTTP/1.1" status: 204 len: 168 time: 1.0517612 May 26 16:19:42.358065 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b51f2788-5f10-495f-b88c-2e539ea92833 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:42.403485 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b51f2788-5f10-495f-b88c-2e539ea92833 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:42.455933 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1be9958f-b30d-4963-8e27-025361a6e4af tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:42.652987 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1be9958f-b30d-4963-8e27-025361a6e4af tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:42.695609 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-1be9958f-b30d-4963-8e27-025361a6e4af tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d01f0d-9300-44d2-9117-14d546d6e420']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:42.701019 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-b51f2788-5f10-495f-b88c-2e539ea92833 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Allocated IP 172.25.7.227 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/454c2703-8d2e-4d1e-a6c3-48765378367d) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:19:42.710289 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-1be9958f-b30d-4963-8e27-025361a6e4af tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd8cf22-8560-4337-9447-8279a97c0bd3') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:42.710575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-1be9958f-b30d-4963-8e27-025361a6e4af tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd8cf22-8560-4337-9447-8279a97c0bd3') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:42.737409 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1be9958f-b30d-4963-8e27-025361a6e4af tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:42.749508 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc09c4f-4de8-46a8-b71b-9b8fc9902c44 req-0c952e43-a05e-43c5-802f-84d3dfe459a4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:42.751688 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-abc09c4f-4de8-46a8-b71b-9b8fc9902c44 req-0c952e43-a05e-43c5-802f-84d3dfe459a4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=2112c498-4fde-49fb-90c2-86f5bd886a1e HTTP/1.1" status: 200 len: 944 time: 0.1485202 May 26 16:19:42.765196 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1be9958f-b30d-4963-8e27-025361a6e4af tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:42.783420 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be9958f-b30d-4963-8e27-025361a6e4af tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:19:42.784013 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1be9958f-b30d-4963-8e27-025361a6e4af tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:42.909037 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-abc09c4f-4de8-46a8-b71b-9b8fc9902c44 req-d607f65c-a5cd-43f2-b310-a23a5220fbd6 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384060 May 26 16:19:42.920258 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1be9958f-b30d-4963-8e27-025361a6e4af tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:42.937228 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1be9958f-b30d-4963-8e27-025361a6e4af tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:42.947518 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1be9958f-b30d-4963-8e27-025361a6e4af tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] 10.222.0.77 "DELETE /v2.0/networks/e8d01f0d-9300-44d2-9117-14d546d6e420 HTTP/1.1" status: 204 len: 168 time: 0.7314382 May 26 16:19:42.986535 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b51f2788-5f10-495f-b88c-2e539ea92833 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:43.020996 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348d64cf-75e0-4a9c-a289-b2d64eb14662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '161e5bc3-f8bd-463c-928c-19e147d66d06'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:19:43.029454 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ebc5c4-65ab-4aa1-ae17-6b946a0af131" -d '{"events": [{"server_uuid": "348d64cf-75e0-4a9c-a289-b2d64eb14662", "name": "network-vif-unplugged", "status": "completed", "tag": "161e5bc3-f8bd-463c-928c-19e147d66d06"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:19:43.037707 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9958f-b30d-4963-8e27-025361a6e4af tempest-FloatingIPTestJSON-1059397737 tempest-FloatingIPTestJSON-1059397737-project] Pushing event deleted for resources: {'Network': ['ID=e8d01f0d-9300-44d2-9117-14d546d6e420,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:43.048713 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1973012b-bd27-4804-82f4-e3d213f08a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:43.125254 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b51f2788-5f10-495f-b88c-2e539ea92833 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:43.144393 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e603c3-a013-47e8-8b52-7fc0966e5c25 x-openstack-request-id: req-f7e603c3-a013-47e8-8b52-7fc0966e5c25 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:19:43.145044 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348d64cf-75e0-4a9c-a289-b2d64eb14662", "name": "network-vif-unplugged", "status": "completed", "tag": "161e5bc3-f8bd-463c-928c-19e147d66d06", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:19:43.145767 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f7e603c3-a013-47e8-8b52-7fc0966e5c25 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:19:43.146422 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7e603c3-a013-47e8-8b52-7fc0966e5c25'] response: {'server_uuid': '348d64cf-75e0-4a9c-a289-b2d64eb14662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '161e5bc3-f8bd-463c-928c-19e147d66d06', 'code': 200} May 26 16:19:43.331497 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment ccd8cf22-8560-4337-9447-8279a97c0bd3 resource provider aggregate not found May 26 16:19:43.336201 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f2788-5f10-495f-b88c-2e539ea92833 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Pushing event updated for resources: {'Port': ['ID=454c2703-8d2e-4d1e-a6c3-48765378367d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:43.370893 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51f2788-5f10-495f-b88c-2e539ea92833 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:43.383142 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment ccd8cf22-8560-4337-9447-8279a97c0bd3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ccd8cf22-8560-4337-9447-8279a97c0bd3 found for delete ", "request_id": "req-6b7323eb-7c7d-4626-84ed-8c3d7ab68ba3"}]} May 26 16:19:43.386436 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 161e5bc3-f8bd-463c-928c-19e147d66d06 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:19:43.390578 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:19:43.428215 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-b51f2788-5f10-495f-b88c-2e539ea92833 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:43.441505 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f2788-5f10-495f-b88c-2e539ea92833 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:43.703115 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07a929-abea-4b45-8ce8-c10641b26166 req-ad3af0b3-41cc-4d6f-9fe3-8151316f2723 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:43.705599 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f07a929-abea-4b45-8ce8-c10641b26166 req-ad3af0b3-41cc-4d6f-9fe3-8151316f2723 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.5577948 May 26 16:19:43.726282 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36770) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:43.728962 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641abd5-b07f-4819-86e2-f6bddfad71b7 req-53cbffd8-553d-494a-9802-8642b6e93d77 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:43.740596 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f641abd5-b07f-4819-86e2-f6bddfad71b7 req-53cbffd8-553d-494a-9802-8642b6e93d77 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 946 time: 0.3939130 May 26 16:19:43.854788 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:19:43.867358 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:43.868521 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:43.886775 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 161e5bc3-f8bd-463c-928c-19e147d66d06, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=161e5bc3-f8bd-463c-928c-19e147d66d06,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:43.964187 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '161e5bc3-f8bd-463c-928c-19e147d66d06', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'port_id': '161e5bc3-f8bd-463c-928c-19e147d66d06', 'mac_address': 'fa:16:3e:fa:d4:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:19:44.043656 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 161e5bc3-f8bd-463c-928c-19e147d66d06 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:44.044653 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:44.103915 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f641abd5-b07f-4819-86e2-f6bddfad71b7 req-ab441f00-515c-4466-b6bd-63a054589dbf tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=0bb1b184-8173-4fbb-a524-cc6c13427f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3623242 May 26 16:19:44.166210 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161e5bc3-f8bd-463c-928c-19e147d66d06 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:19:44.166513 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7f1b1c6e-bd2c-4af7-926c-14089c5babae admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cbd13bb72beb4d589e0419a494a9770e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4437923 May 26 16:19:44.174751 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36780) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:44.195524 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f07a929-abea-4b45-8ce8-c10641b26166 req-f46061cf-1fdf-4c24-b505-91e726137397 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4505873 May 26 16:19:44.250167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 161e5bc3-f8bd-463c-928c-19e147d66d06, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=161e5bc3-f8bd-463c-928c-19e147d66d06,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:44.259398 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:44.263485 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:44.263864 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:44.321816 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-162e2781-fdbd-452f-b2b2-8bbb66cb5a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:44.377013 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-162e2781-fdbd-452f-b2b2-8bbb66cb5a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:44.463784 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-162e2781-fdbd-452f-b2b2-8bbb66cb5a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:44.470000 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-162e2781-fdbd-452f-b2b2-8bbb66cb5a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:44.483415 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-162e2781-fdbd-452f-b2b2-8bbb66cb5a78 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/745becbf-ceab-415a-9a65-7e7e39ed3a2d HTTP/1.1" status: 204 len: 168 time: 0.3069801 May 26 16:19:44.505658 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e2781-fdbd-452f-b2b2-8bbb66cb5a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745becbf-ceab-415a-9a65-7e7e39ed3a2d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:44.601832 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=161e5bc3-f8bd-463c-928c-19e147d66d06,revision_number=12']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:44.607198 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=6fc1864e-a892-4fcc-a4ee-66b45dd40b4d,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:44.608791 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['161e5bc3-f8bd-463c-928c-19e147d66d06'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:19:44.614451 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:44.748254 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=6fc1864e-a892-4fcc-a4ee-66b45dd40b4d,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:45.148262 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2112c498-4fde-49fb-90c2-86f5bd886a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc1864e-a892-4fcc-a4ee-66b45dd40b4d'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:19:45.151036 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f28c4c2-55af-4f92-940c-52fade03f5aa" -d '{"events": [{"server_uuid": "2112c498-4fde-49fb-90c2-86f5bd886a1e", "name": "network-vif-plugged", "status": "completed", "tag": "6fc1864e-a892-4fcc-a4ee-66b45dd40b4d"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:19:45.166209 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b51f2788-5f10-495f-b88c-2e539ea92833 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:45.377681 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 161e5bc3-f8bd-463c-928c-19e147d66d06 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:19:45.467352 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8e508-b56d-43b4-a4c3-92f997b03392 req-a09ea89b-3b8f-4e45-ba0b-c5a8e9c4420b tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:45.477766 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42f8e508-b56d-43b4-a4c3-92f997b03392 req-a09ea89b-3b8f-4e45-ba0b-c5a8e9c4420b tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=2112c498-4fde-49fb-90c2-86f5bd886a1e HTTP/1.1" status: 200 len: 944 time: 1.0934556 May 26 16:19:45.514727 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-83c40a31-6888-429e-a70e-8532ce2874e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:45.548035 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 161e5bc3-f8bd-463c-928c-19e147d66d06 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:19:45.548479 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:45.682735 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dadd6-de0b-449c-8296-41e27619a110 req-adcf920b-fda9-4c31-8e44-9fb1f2b52630 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:45.682735 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe9dadd6-de0b-449c-8296-41e27619a110 req-adcf920b-fda9-4c31-8e44-9fb1f2b52630 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 946 time: 0.3653207 May 26 16:19:45.775118 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42f8e508-b56d-43b4-a4c3-92f997b03392 req-552e6481-9691-4b3c-be05-5f1589f5d082 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836940 May 26 16:19:45.805148 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 161e5bc3-f8bd-463c-928c-19e147d66d06 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:19:45.806104 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:45.875545 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67e95e9-361d-4ba4-8bcd-63bde0b8c2d4 x-openstack-request-id: req-a67e95e9-361d-4ba4-8bcd-63bde0b8c2d4 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:19:45.876803 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2112c498-4fde-49fb-90c2-86f5bd886a1e", "name": "network-vif-plugged", "status": "completed", "tag": "6fc1864e-a892-4fcc-a4ee-66b45dd40b4d", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:19:45.877360 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a67e95e9-361d-4ba4-8bcd-63bde0b8c2d4 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:19:45.878321 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a67e95e9-361d-4ba4-8bcd-63bde0b8c2d4'] response: {'server_uuid': '2112c498-4fde-49fb-90c2-86f5bd886a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc1864e-a892-4fcc-a4ee-66b45dd40b4d', 'code': 200} May 26 16:19:45.882701 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 161e5bc3-f8bd-463c-928c-19e147d66d06, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=161e5bc3-f8bd-463c-928c-19e147d66d06,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:19:45.888679 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe9dadd6-de0b-449c-8296-41e27619a110 req-fa8050f8-d8e3-4efc-a375-abd465bc68ed tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=0bb1b184-8173-4fbb-a524-cc6c13427f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911561 May 26 16:19:45.917955 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:46.091033 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=161e5bc3-f8bd-463c-928c-19e147d66d06,revision_number=13']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:46.109143 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b51f2788-5f10-495f-b88c-2e539ea92833 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:46.134205 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b51f2788-5f10-495f-b88c-2e539ea92833 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2061086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2061095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2062530'] for router, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:46.294632 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab68a9-a5ba-4041-ab09-07c2f76c18c1 req-54c69333-b3f4-4a13-b452-aec195ac3932 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:46.319296 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55ab68a9-a5ba-4041-ab09-07c2f76c18c1 req-54c69333-b3f4-4a13-b452-aec195ac3932 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 947 time: 0.3376355 May 26 16:19:46.567685 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:46.596177 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55ab68a9-a5ba-4041-ab09-07c2f76c18c1 req-cdc29256-cce5-457b-9960-02dda1f466c0 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2753649 May 26 16:19:46.638123 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33f4c0-28ce-4023-a990-6fd972c01e7d req-7b5b9da7-c114-426f-b9ce-1f150d6cfa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:46.644078 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a33f4c0-28ce-4023-a990-6fd972c01e7d req-7b5b9da7-c114-426f-b9ce-1f150d6cfa05 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2112c498-4fde-49fb-90c2-86f5bd886a1e HTTP/1.1" status: 200 len: 1096 time: 0.6022410 May 26 16:19:46.724571 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f0157-e38d-4b2a-989c-ed9e5fe49bff req-f8f126e7-b998-463e-a261-26e2797e348c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:46.741169 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-892f0157-e38d-4b2a-989c-ed9e5fe49bff req-f8f126e7-b998-463e-a261-26e2797e348c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 946 time: 0.5967467 May 26 16:19:46.748801 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36862) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:46.759845 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-36d13910-5825-42b1-b8ff-fd698dac69c9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Request body: {'floatingip': {'port_id': '32c841dd-a3a9-41cf-b781-e4cc4980e662'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:46.904424 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a33f4c0-28ce-4023-a990-6fd972c01e7d req-fd23088f-4109-4122-b0a2-38fa6d0e009d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292387 May 26 16:19:46.989450 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36866) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:47.017950 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51f2788-5f10-495f-b88c-2e539ea92833 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Router 358b04df-12f4-4a40-b755-79905d9c6118 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:19:47.164257 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36d13910-5825-42b1-b8ff-fd698dac69c9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:47.377824 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de56f49-104a-4aa6-b346-f82ddaa0e122 req-b2c57661-18d8-4895-8dbe-1c4fc60bda16 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:47.380058 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7de56f49-104a-4aa6-b346-f82ddaa0e122 req-b2c57661-18d8-4895-8dbe-1c4fc60bda16 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=2112c498-4fde-49fb-90c2-86f5bd886a1e HTTP/1.1" status: 200 len: 945 time: 0.3487048 May 26 16:19:47.540779 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-1101379c-90d6-4825-9d6f-a8297a9f60a6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1122834103'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:47.632510 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1101379c-90d6-4825-9d6f-a8297a9f60a6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:47.643154 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1101379c-90d6-4825-9d6f-a8297a9f60a6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:47.697855 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1101379c-90d6-4825-9d6f-a8297a9f60a6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:47.872736 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7de56f49-104a-4aa6-b346-f82ddaa0e122 req-4d669438-7200-4266-b540-97ef29cf8174 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798350 May 26 16:19:47.882348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348d64cf-75e0-4a9c-a289-b2d64eb14662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161e5bc3-f8bd-463c-928c-19e147d66d06'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:19:47.888302 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa2605e-8527-4091-965a-316f375104ee" -d '{"events": [{"server_uuid": "348d64cf-75e0-4a9c-a289-b2d64eb14662", "name": "network-vif-plugged", "status": "completed", "tag": "161e5bc3-f8bd-463c-928c-19e147d66d06"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:19:48.030314 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e31ea0a-25eb-45f8-b587-0f6732418be9 x-openstack-request-id: req-0e31ea0a-25eb-45f8-b587-0f6732418be9 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:19:48.031005 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348d64cf-75e0-4a9c-a289-b2d64eb14662", "name": "network-vif-plugged", "status": "completed", "tag": "161e5bc3-f8bd-463c-928c-19e147d66d06", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:19:48.032326 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e31ea0a-25eb-45f8-b587-0f6732418be9 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:19:48.033859 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51f2788-5f10-495f-b88c-2e539ea92833 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:19:48.034530 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e31ea0a-25eb-45f8-b587-0f6732418be9'] response: {'server_uuid': '348d64cf-75e0-4a9c-a289-b2d64eb14662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161e5bc3-f8bd-463c-928c-19e147d66d06', 'code': 200} May 26 16:19:48.060522 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:48.063600 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b51f2788-5f10-495f-b88c-2e539ea92833 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:48.064443 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb042327-84a2-4f3c-b80c-1f18130afe20 None None] Sync routers for ids ['358b04df-12f4-4a40-b755-79905d9c6118'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:19:48.065735 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b51f2788-5f10-495f-b88c-2e539ea92833 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "PUT /v2.0/routers/358b04df-12f4-4a40-b755-79905d9c6118 HTTP/1.1" status: 200 len: 880 time: 7.2428749 May 26 16:19:48.081492 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36894) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:48.112564 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb042327-84a2-4f3c-b80c-1f18130afe20 None None] Routers {'358b04df-12f4-4a40-b755-79905d9c6118'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:48.114981 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-bb042327-84a2-4f3c-b80c-1f18130afe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:19:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['358b04df-12f4-4a40-b755-79905d9c6118'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:48.248021 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-bb042327-84a2-4f3c-b80c-1f18130afe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:48.348809 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb042327-84a2-4f3c-b80c-1f18130afe20 None None] Routers {'358b04df-12f4-4a40-b755-79905d9c6118'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:48.349888 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-bb042327-84a2-4f3c-b80c-1f18130afe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:19:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['358b04df-12f4-4a40-b755-79905d9c6118'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:48.462713 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:48.463896 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-bb042327-84a2-4f3c-b80c-1f18130afe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:48.465711 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb042327-84a2-4f3c-b80c-1f18130afe20 None None] The sync data for ids ['358b04df-12f4-4a40-b755-79905d9c6118'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:19:48.675621 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36d13910-5825-42b1-b8ff-fd698dac69c9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:48.686938 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36d13910-5825-42b1-b8ff-fd698dac69c9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:48.742772 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4aeeb8-ca9f-4870-b6a9-153b87bb8fa7 req-a18fe749-35cc-4c27-b2d7-2f0e05f8355b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:48.745393 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b4aeeb8-ca9f-4870-b6a9-153b87bb8fa7 req-a18fe749-35cc-4c27-b2d7-2f0e05f8355b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 947 time: 0.8654857 May 26 16:19:48.790951 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a585518a-93ed-4cdf-b8d0-57e79327ad6f tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "GET /v2.0/routers/358b04df-12f4-4a40-b755-79905d9c6118 HTTP/1.1" status: 200 len: 921 time: 0.7001190 May 26 16:19:48.799817 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-374ea572-8195-4b49-80d1-1b782f24e15a req-ba4f7c23-d357-422b-93de-95c66ff1acaa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3208950 May 26 16:19:48.808846 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36900) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:48.884347 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1101379c-90d6-4825-9d6f-a8297a9f60a6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:48.894158 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1101379c-90d6-4825-9d6f-a8297a9f60a6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:48.994629 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1101379c-90d6-4825-9d6f-a8297a9f60a6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:19:49.016845 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-36d13910-5825-42b1-b8ff-fd698dac69c9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Floating IP a8189a53-a7ac-4c07-95b0-b66ab118be3f associated. External IP: 172.25.7.11, port: 32c841dd-a3a9-41cf-b781-e4cc4980e662. May 26 16:19:49.050927 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1101379c-90d6-4825-9d6f-a8297a9f60a6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:49.051217 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:49.053434 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-1101379c-90d6-4825-9d6f-a8297a9f60a6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Added segment 2c71b27b-763d-4f50-a963-9d027aaf3bcf of type vlan for network 143284ae-2281-4680-b372-1243a57f5077 May 26 16:19:49.121493 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1101379c-90d6-4825-9d6f-a8297a9f60a6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:49.205064 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b4aeeb8-ca9f-4870-b6a9-153b87bb8fa7 req-3cc6feea-1534-4148-8cc2-a9908c9e2685 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4367719 May 26 16:19:49.290038 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101379c-90d6-4825-9d6f-a8297a9f60a6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e6f1a7-9a94-4625-8f61-70ba6d0f8838,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:49.346403 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1101379c-90d6-4825-9d6f-a8297a9f60a6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:49.346851 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c4523f-4dad-407a-90a2-2110541f16cb tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:49.352402 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a4c4523f-4dad-407a-90a2-2110541f16cb tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&device_id=358b04df-12f4-4a40-b755-79905d9c6118&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5380681 May 26 16:19:49.379919 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36908) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:49.383659 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ea572-8195-4b49-80d1-1b782f24e15a req-e25952e9-b670-49c7-a8ea-1812cc2d5765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:49.386570 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-374ea572-8195-4b49-80d1-1b782f24e15a req-e25952e9-b670-49c7-a8ea-1812cc2d5765 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53 HTTP/1.1" status: 200 len: 1096 time: 0.3723571 May 26 16:19:49.387388 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1101379c-90d6-4825-9d6f-a8297a9f60a6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:49.403645 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1101379c-90d6-4825-9d6f-a8297a9f60a6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:49.648121 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101379c-90d6-4825-9d6f-a8297a9f60a6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Network': ['ID=143284ae-2281-4680-b372-1243a57f5077,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:49.664822 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 143284ae-2281-4680-b372-1243a57f5077 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:19:49.666034 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c65ea7-00f0-4872-b97e-02fd595543b1 req-22f536fc-fc30-4b21-86b0-447a500fb36b tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:49.677888 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8c65ea7-00f0-4872-b97e-02fd595543b1 req-22f536fc-fc30-4b21-86b0-447a500fb36b tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=2112c498-4fde-49fb-90c2-86f5bd886a1e HTTP/1.1" status: 200 len: 945 time: 0.4848256 May 26 16:19:49.725607 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1101379c-90d6-4825-9d6f-a8297a9f60a6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.7317054 May 26 16:19:49.729220 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36910) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:49.738651 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-37b96f24-6e1a-418e-a25b-f07c88e2e7b2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'port': {'network_id': '143284ae-2281-4680-b372-1243a57f5077', 'name': 'tempest-PortsTestJSON-1799395637'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:49.835526 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c01989a-8a3b-49b4-9178-fed40d42f8ed tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:49.841226 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7c01989a-8a3b-49b4-9178-fed40d42f8ed tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 881 time: 0.4490135 May 26 16:19:49.843931 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36912) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:49.909560 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8c65ea7-00f0-4872-b97e-02fd595543b1 req-76232063-7892-4a5a-9dd0-9d9393a38ae3 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294445 May 26 16:19:49.984420 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9fe1caad-59a2-410e-94b9-a795c3e5fe50 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "GET /v2.0/ports?device_id=358b04df-12f4-4a40-b755-79905d9c6118 HTTP/1.1" status: 200 len: 205 time: 0.1314616 May 26 16:19:49.988008 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b96f24-6e1a-418e-a25b-f07c88e2e7b2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:49.996589 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37b96f24-6e1a-418e-a25b-f07c88e2e7b2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:50.002789 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36916) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:50.030646 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ea572-8195-4b49-80d1-1b782f24e15a req-41d1547e-4cdf-4166-b18c-9a9923795419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:50.036385 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-374ea572-8195-4b49-80d1-1b782f24e15a req-41d1547e-4cdf-4166-b18c-9a9923795419 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 906 time: 0.5944991 May 26 16:19:50.055504 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-37b96f24-6e1a-418e-a25b-f07c88e2e7b2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] device_id is not set on port 14abb204-aa78-4fec-99f6-f40da9d797c9 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:19:50.350891 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d13910-5825-42b1-b8ff-fd698dac69c9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Router 3be498a2-af40-439e-8e33-5b6db31a6d35 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:19:50.368455 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-374ea572-8195-4b49-80d1-1b782f24e15a req-5293f8ac-cd7f-4dfb-8dcd-6e375f3ff574 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863c7cb5-cb2f-4085-a54c-6db455a05c1d HTTP/1.1" status: 200 len: 217 time: 0.1511500 May 26 16:19:50.471798 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-86ebfba2-2d00-4d03-9df5-4dbd78d3b95d tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:50.541947 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a82911-ba1e-4b5b-a661-0801b91e4db2 req-e8273020-3192-4e12-a659-f6ef5fd95b78 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:50.544668 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-05a82911-ba1e-4b5b-a661-0801b91e4db2 req-e8273020-3192-4e12-a659-f6ef5fd95b78 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 947 time: 0.1660161 May 26 16:19:50.555379 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37b96f24-6e1a-418e-a25b-f07c88e2e7b2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:50.689552 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-05a82911-ba1e-4b5b-a661-0801b91e4db2 req-16041afd-3fff-40be-8859-a191620b57b7 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185760 May 26 16:19:50.798836 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-63c3176e-4de9-4bf4-aaa1-3ae58c630875 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:50.802636 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-63c3176e-4de9-4bf4-aaa1-3ae58c630875 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 805 time: 0.4777391 May 26 16:19:50.816142 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37b96f24-6e1a-418e-a25b-f07c88e2e7b2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:50.845119 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ea572-8195-4b49-80d1-1b782f24e15a req-4842bd91-29f2-4720-a759-7689dd6e07c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:50.851220 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-374ea572-8195-4b49-80d1-1b782f24e15a req-4842bd91-29f2-4720-a759-7689dd6e07c1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0ab488cf-1ef6-49d7-a418-125ef2c2c830 HTTP/1.1" status: 200 len: 845 time: 0.3751848 May 26 16:19:50.939644 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b96f24-6e1a-418e-a25b-f07c88e2e7b2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Port': ['ID=14abb204-aa78-4fec-99f6-f40da9d797c9,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:50.964773 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-9900fae8-7cdb-4a5e-bf1e-abb91f2aafde tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/quotas/f34dd27e31e54505b18adb94ad4e7b2b HTTP/1.1" status: 200 len: 375 time: 0.1453795 May 26 16:19:50.994979 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-374ea572-8195-4b49-80d1-1b782f24e15a req-4d9f3345-ba87-4a50-97e8-4e95b67e80ff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682905 May 26 16:19:51.042141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b96f24-6e1a-418e-a25b-f07c88e2e7b2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Checking segment: {'id': '2c71b27b-763d-4f50-a963-9d027aaf3bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '143284ae-2281-4680-b372-1243a57f5077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:19:51.042503 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b96f24-6e1a-418e-a25b-f07c88e2e7b2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network hostable DHCP agents. Network: 143284ae-2281-4680-b372-1243a57f5077, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:19:51.110213 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-49379213-a292-4e01-acd8-e40bb2a236cd tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1351104 May 26 16:19:51.163945 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b96f24-6e1a-418e-a25b-f07c88e2e7b2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network 143284ae-2281-4680-b372-1243a57f5077 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:19:51.221190 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-37b96f24-6e1a-418e-a25b-f07c88e2e7b2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 143284ae-2281-4680-b372-1243a57f5077) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:51.261637 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c0c87e-ef05-4ae2-afd7-89efb7e1d230 None None] Network 143284ae-2281-4680-b372-1243a57f5077 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:51.417759 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-86ebfba2-2d00-4d03-9df5-4dbd78d3b95d tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:51.432510 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b96f24-6e1a-418e-a25b-f07c88e2e7b2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:51.453681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b96f24-6e1a-418e-a25b-f07c88e2e7b2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:51.454675 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37b96f24-6e1a-418e-a25b-f07c88e2e7b2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:51.468287 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d13910-5825-42b1-b8ff-fd698dac69c9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:19:51.492081 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36d13910-5825-42b1-b8ff-fd698dac69c9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:51.496154 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d77a0b-c153-4096-a261-dc5ccea84961 None None] Sync routers for ids ['3be498a2-af40-439e-8e33-5b6db31a6d35'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:19:51.518386 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-37b96f24-6e1a-418e-a25b-f07c88e2e7b2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7806704 May 26 16:19:51.519541 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36950) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:51.535776 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-5422ebbd-5c6d-49bf-b9c7-acfbbb004dff tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-148241988'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:51.634981 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d77a0b-c153-4096-a261-dc5ccea84961 None None] Routers {'3be498a2-af40-439e-8e33-5b6db31a6d35'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:51.636595 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-16d77a0b-c153-4096-a261-dc5ccea84961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:19:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3be498a2-af40-439e-8e33-5b6db31a6d35'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:51.714712 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-1de598cf-9868-40c8-ac9a-fa90d1a14ecb service neutron] 10.222.0.77 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5631399 May 26 16:19:51.716062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5422ebbd-5c6d-49bf-b9c7-acfbbb004dff tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:51.726851 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5422ebbd-5c6d-49bf-b9c7-acfbbb004dff tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:51.732075 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-374ea572-8195-4b49-80d1-1b782f24e15a req-c5fc782a-2a1f-40d9-9286-b83ce645e2ad service neutron] 10.222.0.83 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6650202 May 26 16:19:51.743272 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-36d13910-5825-42b1-b8ff-fd698dac69c9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "PUT /v2.0/floatingips/a8189a53-a7ac-4c07-95b0-b66ab118be3f HTTP/1.1" status: 200 len: 991 time: 4.9904218 May 26 16:19:51.864287 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651c7570-24ac-454a-abff-560f307a014b', 'tag': '32c841dd-a3a9-41cf-b781-e4cc4980e662'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:19:51.887672 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e2104e-77d4-425d-b697-033be0042abb" -d '{"events": [{"name": "network-changed", "server_uuid": "651c7570-24ac-454a-abff-560f307a014b", "tag": "32c841dd-a3a9-41cf-b781-e4cc4980e662"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:19:52.143208 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5422ebbd-5c6d-49bf-b9c7-acfbbb004dff tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:19:52.178872 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5422ebbd-5c6d-49bf-b9c7-acfbbb004dff tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:52.179206 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-5422ebbd-5c6d-49bf-b9c7-acfbbb004dff tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Added segment 153e7e7c-2501-43ab-b029-fa1153158deb of type vlan for network 948f358b-b9fd-4679-bac8-ba9588ebfe5e May 26 16:19:52.179591 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-16d77a0b-c153-4096-a261-dc5ccea84961 None None] Set router 3be498a2-af40-439e-8e33-5b6db31a6d35 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:19:52.310486 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5422ebbd-5c6d-49bf-b9c7-acfbbb004dff tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:52.401906 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-45afa9a5-d5f7-47f5-abad-a25ab2ca7263 service neutron] 10.222.0.77 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6694400 May 26 16:19:52.411876 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5422ebbd-5c6d-49bf-b9c7-acfbbb004dff tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:52.429598 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5422ebbd-5c6d-49bf-b9c7-acfbbb004dff tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:52.434891 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5422ebbd-5c6d-49bf-b9c7-acfbbb004dff tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:52.733569 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422ebbd-5c6d-49bf-b9c7-acfbbb004dff tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Network': ['ID=948f358b-b9fd-4679-bac8-ba9588ebfe5e,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:52.735490 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-86ebfba2-2d00-4d03-9df5-4dbd78d3b95d tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Deleting port 454c2703-8d2e-4d1e-a6c3-48765378367d {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:52.737908 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-86ebfba2-2d00-4d03-9df5-4dbd78d3b95d tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:52.750848 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 948f358b-b9fd-4679-bac8-ba9588ebfe5e details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:19:52.797516 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5422ebbd-5c6d-49bf-b9c7-acfbbb004dff tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2638013 May 26 16:19:52.800900 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36964) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:52.855778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'ports': [{'network_id': '143284ae-2281-4680-b372-1243a57f5077'}, {'network_id': '948f358b-b9fd-4679-bac8-ba9588ebfe5e'}]} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:52.856267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'port': {'network_id': '143284ae-2281-4680-b372-1243a57f5077'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:52.856634 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'port': {'network_id': '948f358b-b9fd-4679-bac8-ba9588ebfe5e'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:52.986169 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2bc060-e8f9-4ae0-877c-01aaa886ea1f x-openstack-request-id: req-6a2bc060-e8f9-4ae0-877c-01aaa886ea1f {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:19:52.995168 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08068c0c-88be-43fc-88c6-295c7fb196c8 req-7432fbaf-29f8-4712-8148-6ff36be1b533 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:52.996919 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-08068c0c-88be-43fc-88c6-295c7fb196c8 req-7432fbaf-29f8-4712-8148-6ff36be1b533 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 947 time: 1.0183246 May 26 16:19:52.999095 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-16d77a0b-c153-4096-a261-dc5ccea84961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'a8189a53-a7ac-4c07-95b0-b66ab118be3f', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'port_id': '32c841dd-a3a9-41cf-b781-e4cc4980e662', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'mac_address': 'fa:16:3e:17:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c7570-24ac-454a-abff-560f307a014b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:19:10Z', 'updated_at': '2022-05-26T16:19:48Z', 'revision_number': 1, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:15Z', 'revision_number': 5, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:53.000437 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651c7570-24ac-454a-abff-560f307a014b", "tag": "32c841dd-a3a9-41cf-b781-e4cc4980e662", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:19:53.004715 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6a2bc060-e8f9-4ae0-877c-01aaa886ea1f {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:19:53.005478 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a2bc060-e8f9-4ae0-877c-01aaa886ea1f'] response: {'name': 'network-changed', 'server_uuid': '651c7570-24ac-454a-abff-560f307a014b', 'tag': '32c841dd-a3a9-41cf-b781-e4cc4980e662', 'status': 'completed', 'code': 200} May 26 16:19:53.075406 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d77a0b-c153-4096-a261-dc5ccea84961 None None] Checking router: 3be498a2-af40-439e-8e33-5b6db31a6d35 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:19:53.102613 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d77a0b-c153-4096-a261-dc5ccea84961 None None] Routers {'3be498a2-af40-439e-8e33-5b6db31a6d35'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:19:53.103879 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-16d77a0b-c153-4096-a261-dc5ccea84961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:19:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3be498a2-af40-439e-8e33-5b6db31a6d35'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:53.116480 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-374ea572-8195-4b49-80d1-1b782f24e15a req-72f4a2d6-8211-428e-a59d-df6ddbe906c3 service neutron] 10.222.0.83 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3566139 May 26 16:19:53.167017 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-86ebfba2-2d00-4d03-9df5-4dbd78d3b95d tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:53.185273 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2104e-77d4-425d-b697-033be0042abb req-0cb18cfd-9b58-4c8c-ae35-650ac59c99a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:53.188891 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-89e2104e-77d4-425d-b697-033be0042abb req-0cb18cfd-9b58-4c8c-ae35-650ac59c99a3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d026034f0b5c4db588d9be515d0f060a&device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 1097 time: 0.1810198 May 26 16:19:53.213898 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-86ebfba2-2d00-4d03-9df5-4dbd78d3b95d tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Calling delete_port for 454c2703-8d2e-4d1e-a6c3-48765378367d owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:53.377044 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7b3c43a-55bb-4025-b824-0c7a627bcdc4 req-96527b01-2bd2-4c0a-bb3f-5862f6a85587 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=694b37c3-a3f2-4a76-909a-a33525ec8c03 HTTP/1.1" status: 200 len: 210 time: 0.3786113 May 26 16:19:53.519447 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2104e-77d4-425d-b697-033be0042abb req-10561ff4-ba20-48ea-8df3-254a6e66f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:53.522167 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-89e2104e-77d4-425d-b697-033be0042abb req-10561ff4-ba20-48ea-8df3-254a6e66f5f2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=91e281f8-c4da-4a2d-a68d-16e867895ff6 HTTP/1.1" status: 200 len: 916 time: 0.3170111 May 26 16:19:53.751497 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-16d77a0b-c153-4096-a261-dc5ccea84961 None None] Set router 3be498a2-af40-439e-8e33-5b6db31a6d35 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:19:53.753417 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-08068c0c-88be-43fc-88c6-295c7fb196c8 req-6a467a00-48d6-4ccd-ac87-8228fcbcea6b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7045794 May 26 16:19:53.801254 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'port': 2} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:53.819745 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:53.842193 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:54.236492 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-89e2104e-77d4-425d-b697-033be0042abb req-d4ff13a1-9b9c-483b-9b2d-9703818ad63d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32c841dd-a3a9-41cf-b781-e4cc4980e662 HTTP/1.1" status: 200 len: 999 time: 0.6536992 May 26 16:19:54.257127 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] device_id is not set on port 4ac94a1e-d93f-4fdf-bb3a-9e12769fb878 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:19:54.534390 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2104e-77d4-425d-b697-033be0042abb req-ec5f5f3f-ac5a-477b-ac43-d6396fd59989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:54.562292 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-89e2104e-77d4-425d-b697-033be0042abb req-ec5f5f3f-ac5a-477b-ac43-d6396fd59989 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fee14286-9209-4b96-87d8-95a3251de24f HTTP/1.1" status: 200 len: 854 time: 0.3132896 May 26 16:19:54.565187 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:54.727197 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] device_id is not set on port 82bf3be1-7551-4d03-8365-8fd0de6c448d yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:19:54.898048 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-16d77a0b-c153-4096-a261-dc5ccea84961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'a8189a53-a7ac-4c07-95b0-b66ab118be3f', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'port_id': '32c841dd-a3a9-41cf-b781-e4cc4980e662', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'mac_address': 'fa:16:3e:17:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c7570-24ac-454a-abff-560f307a014b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:19:10Z', 'updated_at': '2022-05-26T16:19:48Z', 'revision_number': 1, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:15Z', 'revision_number': 5, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:19:54.981209 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d77a0b-c153-4096-a261-dc5ccea84961 None None] The sync data for ids ['3be498a2-af40-439e-8e33-5b6db31a6d35'] in n-d-843337-2 is: [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'a8189a53-a7ac-4c07-95b0-b66ab118be3f', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'port_id': '32c841dd-a3a9-41cf-b781-e4cc4980e662', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'mac_address': 'fa:16:3e:17:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c7570-24ac-454a-abff-560f307a014b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:19:10Z', 'updated_at': '2022-05-26T16:19:48Z', 'revision_number': 1, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:15Z', 'revision_number': 5, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:19:54.989293 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2104e-77d4-425d-b697-033be0042abb req-f920557e-1f74-481c-aeab-9cc04519c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:55.000388 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-89e2104e-77d4-425d-b697-033be0042abb req-f920557e-1f74-481c-aeab-9cc04519c88d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91e281f8-c4da-4a2d-a68d-16e867895ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4274752 May 26 16:19:55.069064 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:55.137947 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-86ebfba2-2d00-4d03-9df5-4dbd78d3b95d tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:55.189743 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-06659db5-9455-4b66-bf6d-c835bfa216db req-d7520759-a6de-491d-b677-15a028d69b6a tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=694b37c3-a3f2-4a76-909a-a33525ec8c03 HTTP/1.1" status: 200 len: 210 time: 0.1801035 May 26 16:19:55.300145 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebfba2-2d00-4d03-9df5-4dbd78d3b95d tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Pushing event deleted for resources: {'Port': ['ID=454c2703-8d2e-4d1e-a6c3-48765378367d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:55.331735 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:55.503551 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Port': ['ID=4ac94a1e-d93f-4fdf-bb3a-9e12769fb878,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:55.545380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad06d3-01d7-426e-a430-75184b196f82 req-09d2e05e-65db-4942-837a-b8cc54e10c9f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:55.549386 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-50ad06d3-01d7-426e-a430-75184b196f82 req-09d2e05e-65db-4942-837a-b8cc54e10c9f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 947 time: 0.4364762 May 26 16:19:55.582565 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network 143284ae-2281-4680-b372-1243a57f5077 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:55.590523 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:55.596547 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:55.600377 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:55.640463 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-86ebfba2-2d00-4d03-9df5-4dbd78d3b95d tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:55.724055 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0c760e-a2da-4470-a223-25c6085d84d8 None None] New status for floating IP a8189a53-a7ac-4c07-95b0-b66ab118be3f: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:19:55.909134 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-50ad06d3-01d7-426e-a430-75184b196f82 req-be535ef8-3d1c-42f8-9eeb-14e84d071c9d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3195560 May 26 16:19:55.986727 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Port': ['ID=82bf3be1-7551-4d03-8365-8fd0de6c448d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:56.039667 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Checking segment: {'id': '153e7e7c-2501-43ab-b029-fa1153158deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '948f358b-b9fd-4679-bac8-ba9588ebfe5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:19:56.045465 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network hostable DHCP agents. Network: 948f358b-b9fd-4679-bac8-ba9588ebfe5e, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:19:56.068144 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-86ebfba2-2d00-4d03-9df5-4dbd78d3b95d tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:56.074093 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-86ebfba2-2d00-4d03-9df5-4dbd78d3b95d tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:56.101909 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network 948f358b-b9fd-4679-bac8-ba9588ebfe5e is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:19:56.116468 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-89e2104e-77d4-425d-b697-033be0042abb req-baefb891-9006-444d-8eaa-09de52a3eea3 service neutron] 10.222.0.83 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0974333 May 26 16:19:56.128497 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 948f358b-b9fd-4679-bac8-ba9588ebfe5e) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:56.138451 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:56.154620 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020b49fb-e805-4a65-a1af-75e032013904 None None] Network 948f358b-b9fd-4679-bac8-ba9588ebfe5e requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:19:56.159118 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:56.175316 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:56.179151 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:56.232704 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-273d6560-76d8-4b83-bc43-c7ab2edf3f5c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4041183 May 26 16:19:56.243794 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36990) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:56.299285 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-86ebfba2-2d00-4d03-9df5-4dbd78d3b95d tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:56.300243 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ebfba2-2d00-4d03-9df5-4dbd78d3b95d tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Fanout notify agent at l3_agent the message router_deleted on router 358b04df-12f4-4a40-b755-79905d9c6118 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:19:56.389444 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-86ebfba2-2d00-4d03-9df5-4dbd78d3b95d tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:56.393302 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-86ebfba2-2d00-4d03-9df5-4dbd78d3b95d tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "DELETE /v2.0/routers/358b04df-12f4-4a40-b755-79905d9c6118 HTTP/1.1" status: 204 len: 168 time: 6.3711944 May 26 16:19:56.400975 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36998) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:56.435884 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ece72a7f-3186-4dbc-bbdf-5f8bcc8b9a02 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-271300444', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:56.536021 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ece72a7f-3186-4dbc-bbdf-5f8bcc8b9a02 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:56.542315 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ece72a7f-3186-4dbc-bbdf-5f8bcc8b9a02 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:56.631644 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-550af591-e426-4cef-8cf3-5719b444faad req-34f9b012-b491-4ddb-bb18-b57de011bac1 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=694b37c3-a3f2-4a76-909a-a33525ec8c03 HTTP/1.1" status: 200 len: 210 time: 0.1585131 May 26 16:19:56.710259 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0c3d03cb-ba7d-4f11-ba7f-968a50791d2c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting port 82bf3be1-7551-4d03-8365-8fd0de6c448d {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:56.710956 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c3d03cb-ba7d-4f11-ba7f-968a50791d2c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:56.712470 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-6af71812-cf97-402e-a201-3675201740a9 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:56.714203 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-6af71812-cf97-402e-a201-3675201740a9 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.83 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 805 time: 0.7220860 May 26 16:19:56.801620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-4b6a102d-9b8e-4045-829e-ed8b0ca9acce tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Request body: {'port': {'device_id': '694b37c3-a3f2-4a76-909a-a33525ec8c03', 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0', 'admin_state_up': True, 'tenant_id': 'f34dd27e31e54505b18adb94ad4e7b2b'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:57.205719 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ece72a7f-3186-4dbc-bbdf-5f8bcc8b9a02 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:57.210386 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-89e2104e-77d4-425d-b697-033be0042abb req-d39f2a1c-3399-4730-9c33-f7b7482dd9ca service neutron] 10.222.0.83 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9621871 May 26 16:19:57.212181 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-4b6a102d-9b8e-4045-829e-ed8b0ca9acce tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Made reservation on behalf of f34dd27e31e54505b18adb94ad4e7b2b for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:19:57.217422 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-4b6a102d-9b8e-4045-829e-ed8b0ca9acce tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:57.259274 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ece72a7f-3186-4dbc-bbdf-5f8bcc8b9a02 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:57.451582 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ece72a7f-3186-4dbc-bbdf-5f8bcc8b9a02 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:57.455053 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ece72a7f-3186-4dbc-bbdf-5f8bcc8b9a02 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0418549 May 26 16:19:57.499816 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37012) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:57.510727 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-1c8c82e6-44ff-45da-a3d6-9d06a95d9b35 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'enable_snat': True}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:57.578993 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37014) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:58.010885 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-4b6a102d-9b8e-4045-829e-ed8b0ca9acce tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Allocated IP 172.20.0.11 (ac28efc0-2a96-4984-9181-6ce65bcb6fc0/0ab488cf-1ef6-49d7-a418-125ef2c2c830/0458ed11-2efa-4385-9fe4-9729c3f3ae74) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:19:58.046046 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173e6da-e70c-4f8b-bda5-143a6fc6ddf7 req-86224544-97f6-474e-908b-4e1887c70064 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:58.050964 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c173e6da-e70c-4f8b-bda5-143a6fc6ddf7 req-86224544-97f6-474e-908b-4e1887c70064 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 947 time: 0.4332237 May 26 16:19:58.055054 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd38667b-ffe5-4e47-8ec9-759d9ec4a896 req-70869b39-02bc-46ba-8679-6b45ddb61bad tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=694b37c3-a3f2-4a76-909a-a33525ec8c03 HTTP/1.1" status: 200 len: 210 time: 0.1249993 May 26 16:19:58.130294 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c173e6da-e70c-4f8b-bda5-143a6fc6ddf7 req-8e1d4e11-b287-45a6-9a17-91d35d48c221 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628204 May 26 16:19:58.133704 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c3d03cb-ba7d-4f11-ba7f-968a50791d2c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:58.188579 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0c3d03cb-ba7d-4f11-ba7f-968a50791d2c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Calling delete_port for 82bf3be1-7551-4d03-8365-8fd0de6c448d owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:58.205316 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee64b95f-83aa-4579-9e9b-983f1cbcb6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:58.232840 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c8c82e6-44ff-45da-a3d6-9d06a95d9b35 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:58.461094 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c3d03cb-ba7d-4f11-ba7f-968a50791d2c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:58.490514 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee64b95f-83aa-4579-9e9b-983f1cbcb6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:58.532909 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee64b95f-83aa-4579-9e9b-983f1cbcb6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:58.547985 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d03cb-ba7d-4f11-ba7f-968a50791d2c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Port': ['ID=82bf3be1-7551-4d03-8365-8fd0de6c448d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:58.571051 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c3d03cb-ba7d-4f11-ba7f-968a50791d2c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:58.582658 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0c3d03cb-ba7d-4f11-ba7f-968a50791d2c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/ports/82bf3be1-7551-4d03-8365-8fd0de6c448d HTTP/1.1" status: 204 len: 168 time: 2.3394432 May 26 16:19:58.587711 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37026) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:58.776826 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbd8345-fa16-4733-899c-6dd6f31d4e1c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:58.787532 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbd8345-fa16-4733-899c-6dd6f31d4e1c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:58.795235 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fcbd8345-fa16-4733-899c-6dd6f31d4e1c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2052994 May 26 16:19:58.796280 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37028) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:58.811424 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ee64b95f-83aa-4579-9e9b-983f1cbcb6c5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c9430cd703d5408ca047eef5cc55dd25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1488528 May 26 16:19:58.824696 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37030) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:58.827962 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64b95f-83aa-4579-9e9b-983f1cbcb6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4631e2-e21e-440f-8925-91aef4b2d9a4,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:58.887199 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-4b6a102d-9b8e-4045-829e-ed8b0ca9acce tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:58.957684 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e87bbb37-368a-4b7e-be04-32c2a7a47fb5 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting port 4ac94a1e-d93f-4fdf-bb3a-9e12769fb878 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:19:58.958237 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e87bbb37-368a-4b7e-be04-32c2a7a47fb5 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:59.001108 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bb70a31c-7fc2-4527-ad75-3a714d6710b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:59.024863 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-4b6a102d-9b8e-4045-829e-ed8b0ca9acce tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:59.038181 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['6fc1864e-a892-4fcc-a4ee-66b45dd40b4d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:19:59.101880 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e87bbb37-368a-4b7e-be04-32c2a7a47fb5 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:59.126356 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e87bbb37-368a-4b7e-be04-32c2a7a47fb5 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Calling delete_port for 4ac94a1e-d93f-4fdf-bb3a-9e12769fb878 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:19:59.202643 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['863c7cb5-cb2f-4085-a54c-6db455a05c1d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:19:59.223246 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-4b6a102d-9b8e-4045-829e-ed8b0ca9acce tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:19:59.228838 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bb70a31c-7fc2-4527-ad75-3a714d6710b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:59.246047 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-4b6a102d-9b8e-4045-829e-ed8b0ca9acce tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:19:59.249664 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e87bbb37-368a-4b7e-be04-32c2a7a47fb5 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:59.271722 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-4b6a102d-9b8e-4045-829e-ed8b0ca9acce tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:19:59.502778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bbb37-368a-4b7e-be04-32c2a7a47fb5 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Port': ['ID=4ac94a1e-d93f-4fdf-bb3a-9e12769fb878,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:59.525495 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e87bbb37-368a-4b7e-be04-32c2a7a47fb5 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:59.532934 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e87bbb37-368a-4b7e-be04-32c2a7a47fb5 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/ports/4ac94a1e-d93f-4fdf-bb3a-9e12769fb878 HTTP/1.1" status: 204 len: 168 time: 0.7349546 May 26 16:19:59.537440 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37038) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:59.553863 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a102d-9b8e-4045-829e-ed8b0ca9acce tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Pushing event updated for resources: {'Port': ['ID=0458ed11-2efa-4385-9fe4-9729c3f3ae74,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:59.570536 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769b525-1c03-4f4d-ab61-a9634758a215 req-cbbeac9b-bb38-442d-a289-3e14bc182686 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:59.582157 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1769b525-1c03-4f4d-ab61-a9634758a215 req-cbbeac9b-bb38-442d-a289-3e14bc182686 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=694b37c3-a3f2-4a76-909a-a33525ec8c03 HTTP/1.1" status: 200 len: 932 time: 0.2393744 May 26 16:19:59.612979 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-4b6a102d-9b8e-4045-829e-ed8b0ca9acce tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:59.613914 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-4b6a102d-9b8e-4045-829e-ed8b0ca9acce tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:59.653263 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bb70a31c-7fc2-4527-ad75-3a714d6710b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:59.660365 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bb70a31c-7fc2-4527-ad75-3a714d6710b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:59.662069 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bb70a31c-7fc2-4527-ad75-3a714d6710b9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0e4631e2-e21e-440f-8925-91aef4b2d9a4 HTTP/1.1" status: 204 len: 168 time: 0.8359814 May 26 16:19:59.675843 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-4b6a102d-9b8e-4045-829e-ed8b0ca9acce tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8829236 May 26 16:19:59.685766 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c8c82e6-44ff-45da-a3d6-9d06a95d9b35 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:59.695575 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddee1d-f702-4100-a99b-6631d7e0a97d req-c28b5b3f-2395-4b4d-ae5e-f3645caef182 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:59.705018 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42ddee1d-f702-4100-a99b-6631d7e0a97d req-c28b5b3f-2395-4b4d-ae5e-f3645caef182 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 947 time: 0.2880106 May 26 16:19:59.727131 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1769b525-1c03-4f4d-ab61-a9634758a215 req-fc619bcc-5044-4efe-be9b-ae9011296611 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432014 May 26 16:19:59.727821 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c8c82e6-44ff-45da-a3d6-9d06a95d9b35 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:19:59.736527 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-b8b1a138-62f6-4a27-a8eb-e4be1f220461 service neutron] Request body: {'port': {'device_id': '694b37c3-a3f2-4a76-909a-a33525ec8c03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:19:59.759514 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030f111f-4175-44e7-bc1c-e868a35f2543 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:19:59.761720 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-030f111f-4175-44e7-bc1c-e868a35f2543 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2227967 May 26 16:19:59.764551 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37042) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:59.794112 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70a31c-7fc2-4527-ad75-3a714d6710b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4631e2-e21e-440f-8925-91aef4b2d9a4,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:19:59.827110 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fbb8339-359c-4d4e-b7c6-f93eec39de2e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] GET failed (client error): The resource could not be found. May 26 16:19:59.834436 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6fbb8339-359c-4d4e-b7c6-f93eec39de2e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports/82bf3be1-7551-4d03-8365-8fd0de6c448d HTTP/1.1" status: 404 len: 333 time: 0.0643396 May 26 16:19:59.835743 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37044) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:59.874773 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42ddee1d-f702-4100-a99b-6631d7e0a97d req-0644bec1-258d-49c0-a933-df85597f3a97 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682315 May 26 16:19:59.929148 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20f75a0-23e1-4f9e-9a41-6c40790c7097 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] GET failed (client error): The resource could not be found. May 26 16:19:59.931122 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b20f75a0-23e1-4f9e-9a41-6c40790c7097 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports/4ac94a1e-d93f-4fdf-bb3a-9e12769fb878 HTTP/1.1" status: 404 len: 333 time: 0.0889773 May 26 16:19:59.933901 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37046) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:19:59.936872 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-b8b1a138-62f6-4a27-a8eb-e4be1f220461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:00.106329 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-af848666-6679-4fe7-9de0-c4e576d806ba tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:00.133458 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-1c8c82e6-44ff-45da-a3d6-9d06a95d9b35 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Allocated IP 172.25.7.197 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/deba19a2-d68b-4e8b-9fb8-489773fa0cdf) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:00.298583 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-af848666-6679-4fe7-9de0-c4e576d806ba tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:00.354389 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-af848666-6679-4fe7-9de0-c4e576d806ba tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948f358b-b9fd-4679-bac8-ba9588ebfe5e']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:00.396180 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-af848666-6679-4fe7-9de0-c4e576d806ba tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153e7e7c-2501-43ab-b029-fa1153158deb') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:00.396682 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-af848666-6679-4fe7-9de0-c4e576d806ba tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153e7e7c-2501-43ab-b029-fa1153158deb') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:00.416557 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-af848666-6679-4fe7-9de0-c4e576d806ba tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:00.488602 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-af848666-6679-4fe7-9de0-c4e576d806ba tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:00.508472 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af848666-6679-4fe7-9de0-c4e576d806ba tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:20:00.509125 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-af848666-6679-4fe7-9de0-c4e576d806ba tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:00.518821 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:00.663718 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37056) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:00.716109 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-af848666-6679-4fe7-9de0-c4e576d806ba tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:00.725117 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0bec8476-8111-4508-9da8-a59e318b0ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:00.744071 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-af848666-6679-4fe7-9de0-c4e576d806ba tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:00.754032 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-af848666-6679-4fe7-9de0-c4e576d806ba tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/networks/948f358b-b9fd-4679-bac8-ba9588ebfe5e HTTP/1.1" status: 204 len: 168 time: 0.8185627 May 26 16:20:00.779912 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37060) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:00.782610 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af848666-6679-4fe7-9de0-c4e576d806ba tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Network': ['ID=948f358b-b9fd-4679-bac8-ba9588ebfe5e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:00.795488 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b40904e8-341d-4fca-bfa9-62f46488f49a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1703920642'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:00.833022 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40904e8-341d-4fca-bfa9-62f46488f49a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:00.837087 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b40904e8-341d-4fca-bfa9-62f46488f49a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:00.889935 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40904e8-341d-4fca-bfa9-62f46488f49a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:20:00.907339 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b40904e8-341d-4fca-bfa9-62f46488f49a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:00.907880 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-b40904e8-341d-4fca-bfa9-62f46488f49a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Added segment 5701af23-9a9a-4727-bca8-82343c8df722 of type vlan for network 7f01429f-d019-42b6-87ba-9809ddc24462 May 26 16:20:00.966535 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b40904e8-341d-4fca-bfa9-62f46488f49a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:01.022391 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b40904e8-341d-4fca-bfa9-62f46488f49a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:01.029948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40904e8-341d-4fca-bfa9-62f46488f49a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:01.030588 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b40904e8-341d-4fca-bfa9-62f46488f49a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:01.274036 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 153e7e7c-2501-43ab-b029-fa1153158deb resource provider aggregate not found May 26 16:20:01.340275 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-b8b1a138-62f6-4a27-a8eb-e4be1f220461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0458ed11-2efa-4385-9fe4-9729c3f3ae74 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:20:01.354352 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c8c82e6-44ff-45da-a3d6-9d06a95d9b35 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:01.366796 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-b8b1a138-62f6-4a27-a8eb-e4be1f220461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:01.410588 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 153e7e7c-2501-43ab-b029-fa1153158deb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 153e7e7c-2501-43ab-b029-fa1153158deb found for delete ", "request_id": "req-20885f84-14c0-4ead-a8ce-a119042acc5e"}]} May 26 16:20:01.416202 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-b8b1a138-62f6-4a27-a8eb-e4be1f220461 service neutron] Transition to ACTIVE for port object 0458ed11-2efa-4385-9fe4-9729c3f3ae74 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:20:01.426183 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-b8b1a138-62f6-4a27-a8eb-e4be1f220461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:01.458981 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40904e8-341d-4fca-bfa9-62f46488f49a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Network': ['ID=7f01429f-d019-42b6-87ba-9809ddc24462,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:01.490041 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b40904e8-341d-4fca-bfa9-62f46488f49a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7038052 May 26 16:20:01.492912 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 7f01429f-d019-42b6-87ba-9809ddc24462 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:20:01.522770 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37074) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:01.552119 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc6d14-d274-4bd7-a539-9c6199c4f239 req-a6dd52b7-4d3e-4b46-ba2a-5f98cf06f925 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:01.554682 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7bfc6d14-d274-4bd7-a539-9c6199c4f239 req-a6dd52b7-4d3e-4b46-ba2a-5f98cf06f925 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=694b37c3-a3f2-4a76-909a-a33525ec8c03 HTTP/1.1" status: 200 len: 932 time: 0.5586121 May 26 16:20:01.569593 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-10e79774-3600-4e39-b2b0-719720390c7b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'subnet': {'network_id': '7f01429f-d019-42b6-87ba-9809ddc24462', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:01.644474 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8346e9-ba69-4991-8338-0823bdb4edba req-dfe1410b-5592-445c-bb98-759ea9d88ba1 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:01.647333 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6a8346e9-ba69-4991-8338-0823bdb4edba req-dfe1410b-5592-445c-bb98-759ea9d88ba1 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 947 time: 0.4233756 May 26 16:20:01.689520 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c8c82e6-44ff-45da-a3d6-9d06a95d9b35 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:01.731645 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8c82e6-44ff-45da-a3d6-9d06a95d9b35 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:01.745953 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-1c8c82e6-44ff-45da-a3d6-9d06a95d9b35 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:01.752019 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8c82e6-44ff-45da-a3d6-9d06a95d9b35 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:01.753959 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1a138-62f6-4a27-a8eb-e4be1f220461 service neutron] Pushing event updated for resources: {'Port': ['ID=0458ed11-2efa-4385-9fe4-9729c3f3ae74,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:01.832723 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6a8346e9-ba69-4991-8338-0823bdb4edba req-51641e18-b140-4009-82bd-22ba087c2768 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564271 May 26 16:20:01.839879 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0bec8476-8111-4508-9da8-a59e318b0ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:01.854483 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0bec8476-8111-4508-9da8-a59e318b0ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:01.890260 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0bec8476-8111-4508-9da8-a59e318b0ce4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=40d6386242d3466fa53daf5b9c8f1468&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2241576 May 26 16:20:01.897868 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7bfc6d14-d274-4bd7-a539-9c6199c4f239 req-7dd8b3ed-1353-480d-ac2b-569f7efc6966 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092840 May 26 16:20:01.898504 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37086) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:02.014183 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec8476-8111-4508-9da8-a59e318b0ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae77bff-ca92-48a2-b80f-44e3c72c984a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:02.056578 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c82e6-44ff-45da-a3d6-9d06a95d9b35 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Pushing event updated for resources: {'Port': ['ID=deba19a2-d68b-4e8b-9fb8-489773fa0cdf,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:02.075234 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76d59173-006c-4552-8ebe-bd46b9f415ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:02.083223 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e79774-3600-4e39-b2b0-719720390c7b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:02.087617 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10e79774-3600-4e39-b2b0-719720390c7b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:02.196734 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76d59173-006c-4552-8ebe-bd46b9f415ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:02.212815 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.ipam_backend_mixin [None req-10e79774-3600-4e39-b2b0-719720390c7b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Performing IP validity checks on allocation pools {{(pid=103896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 26 16:20:02.213441 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.ipam_backend_mixin [None req-10e79774-3600-4e39-b2b0-719720390c7b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 26 16:20:02.282925 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-b8b1a138-62f6-4a27-a8eb-e4be1f220461 service neutron] Attempting to bind port 0458ed11-2efa-4385-9fe4-9729c3f3ae74 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:02.283467 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-b8b1a138-62f6-4a27-a8eb-e4be1f220461 service neutron] Attempting to bind port 0458ed11-2efa-4385-9fe4-9729c3f3ae74 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:02.283777 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-b8b1a138-62f6-4a27-a8eb-e4be1f220461 service neutron] Attempting to bind port 0458ed11-2efa-4385-9fe4-9729c3f3ae74 on network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:02.292735 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-b8b1a138-62f6-4a27-a8eb-e4be1f220461 service neutron] Port 0458ed11-2efa-4385-9fe4-9729c3f3ae74 on network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:20:02.293104 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-b8b1a138-62f6-4a27-a8eb-e4be1f220461 service neutron] Attempting to bind port 0458ed11-2efa-4385-9fe4-9729c3f3ae74 on network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:02.305141 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-b8b1a138-62f6-4a27-a8eb-e4be1f220461 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:20:02.305576 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-b8b1a138-62f6-4a27-a8eb-e4be1f220461 service neutron] Checking segment: {'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:02.305996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-b8b1a138-62f6-4a27-a8eb-e4be1f220461 service neutron] Bound using segment: {'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:20:02.306426 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-b8b1a138-62f6-4a27-a8eb-e4be1f220461 service neutron] Bound port: 0458ed11-2efa-4385-9fe4-9729c3f3ae74, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:20:02.306798 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-b8b1a138-62f6-4a27-a8eb-e4be1f220461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:02.309996 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76d59173-006c-4552-8ebe-bd46b9f415ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:02.314451 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76d59173-006c-4552-8ebe-bd46b9f415ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:02.315815 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-76d59173-006c-4552-8ebe-bd46b9f415ba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5ae77bff-ca92-48a2-b80f-44e3c72c984a HTTP/1.1" status: 204 len: 168 time: 0.4086750 May 26 16:20:02.353182 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d59173-006c-4552-8ebe-bd46b9f415ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae77bff-ca92-48a2-b80f-44e3c72c984a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:02.496324 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-b8b1a138-62f6-4a27-a8eb-e4be1f220461 service neutron] For port 0458ed11-2efa-4385-9fe4-9729c3f3ae74, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:20:02.601034 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-b8b1a138-62f6-4a27-a8eb-e4be1f220461 service neutron] For port 0458ed11-2efa-4385-9fe4-9729c3f3ae74, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0458ed11-2efa-4385-9fe4-9729c3f3ae74,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:20:02.614801 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-b8b1a138-62f6-4a27-a8eb-e4be1f220461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:02.623714 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10e79774-3600-4e39-b2b0-719720390c7b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:02.681665 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c8c82e6-44ff-45da-a3d6-9d06a95d9b35 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:02.765183 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-b8b1a138-62f6-4a27-a8eb-e4be1f220461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:02.765183 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-b8b1a138-62f6-4a27-a8eb-e4be1f220461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:02.767697 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-b8b1a138-62f6-4a27-a8eb-e4be1f220461 service neutron] 10.222.0.83 "PUT /v2.0/ports/0458ed11-2efa-4385-9fe4-9729c3f3ae74 HTTP/1.1" status: 200 len: 1092 time: 3.0417719 May 26 16:20:02.770464 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694b37c3-a3f2-4a76-909a-a33525ec8c03', 'tag': '0458ed11-2efa-4385-9fe4-9729c3f3ae74'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:20:02.773681 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756f7353-0117-4a41-bf86-fd1055738e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "694b37c3-a3f2-4a76-909a-a33525ec8c03", "tag": "0458ed11-2efa-4385-9fe4-9729c3f3ae74"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:20:02.823347 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e79774-3600-4e39-b2b0-719720390c7b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Subnet': ['ID=a7712d9a-efdb-4c6a-bbee-35bc8a0901c5,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:02.844520 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e79774-3600-4e39-b2b0-719720390c7b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Checking segment: {'id': '5701af23-9a9a-4727-bca8-82343c8df722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7f01429f-d019-42b6-87ba-9809ddc24462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:02.844806 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e79774-3600-4e39-b2b0-719720390c7b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network hostable DHCP agents. Network: 7f01429f-d019-42b6-87ba-9809ddc24462, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:20:02.902744 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e79774-3600-4e39-b2b0-719720390c7b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network 7f01429f-d019-42b6-87ba-9809ddc24462 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:20:02.930151 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-10e79774-3600-4e39-b2b0-719720390c7b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 7f01429f-d019-42b6-87ba-9809ddc24462) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:02.935720 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e79774-3600-4e39-b2b0-719720390c7b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:02.936393 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-10e79774-3600-4e39-b2b0-719720390c7b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:02.947445 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbaff24-6aff-405c-8ced-a67d2aca09fc None None] Network 7f01429f-d019-42b6-87ba-9809ddc24462 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:03.004703 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-10e79774-3600-4e39-b2b0-719720390c7b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4358528 May 26 16:20:03.006727 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37146) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:03.015582 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13485cac-5bb9-4c9f-8437-e21eb42bb798 x-openstack-request-id: req-13485cac-5bb9-4c9f-8437-e21eb42bb798 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:20:03.016812 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694b37c3-a3f2-4a76-909a-a33525ec8c03", "tag": "0458ed11-2efa-4385-9fe4-9729c3f3ae74", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:20:03.017170 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-13485cac-5bb9-4c9f-8437-e21eb42bb798 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:20:03.017648 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13485cac-5bb9-4c9f-8437-e21eb42bb798'] response: {'name': 'network-changed', 'server_uuid': '694b37c3-a3f2-4a76-909a-a33525ec8c03', 'tag': '0458ed11-2efa-4385-9fe4-9729c3f3ae74', 'status': 'completed', 'code': 200} May 26 16:20:03.018277 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-a9104fbc-0147-41c4-8384-61c2e1adfcec tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'port': {'network_id': '7f01429f-d019-42b6-87ba-9809ddc24462', 'name': 'tempest-PortsTestJSON-1143920326'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:03.250457 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1a138-62f6-4a27-a8eb-e4be1f220461 service neutron] Pushing event updated for resources: {'Port': ['ID=0458ed11-2efa-4385-9fe4-9729c3f3ae74,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:03.363133 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-e94e8d5a-2936-4e35-92e6-38108e91fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:03.374317 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-e94e8d5a-2936-4e35-92e6-38108e91fa06 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&device_id=694b37c3-a3f2-4a76-909a-a33525ec8c03 HTTP/1.1" status: 200 len: 1095 time: 0.4713728 May 26 16:20:03.507160 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:20:03.519813 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37168) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:03.539994 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-7f01429f-d019-42b6-87ba-9809ddc24462', 'network_id': '7f01429f-d019-42b6-87ba-9809ddc24462', 'tenant_id': '3baec1898b89453d8fdf801d2e6b7529', 'fixed_ips': [{'subnet_id': 'a7712d9a-efdb-4c6a-bbee-35bc8a0901c5'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:20:03.540934 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-9a4385d9-7523-40e8-97b8-a1a96c9bd8af service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0458ed11-2efa-4385-9fe4-9729c3f3ae74 HTTP/1.1" status: 200 len: 217 time: 0.0803335 May 26 16:20:03.548776 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:03.585442 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9104fbc-0147-41c4-8384-61c2e1adfcec tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:03.591472 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9104fbc-0147-41c4-8384-61c2e1adfcec tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:03.658285 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-54d18cd1-8bb9-49d6-81f5-87c1c4f9504b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:03.660282 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-54d18cd1-8bb9-49d6-81f5-87c1c4f9504b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0ab488cf-1ef6-49d7-a418-125ef2c2c830 HTTP/1.1" status: 200 len: 845 time: 0.1052711 May 26 16:20:03.700345 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1af3cb88-7cb0-4188-b409-08a9c3ed4618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:03.726101 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c8c82e6-44ff-45da-a3d6-9d06a95d9b35 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:03.752894 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-a9104fbc-0147-41c4-8384-61c2e1adfcec tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] device_id is not set on port e1f4e98b-eb4f-4b7e-bb4b-7d8f5f8eca9c yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:20:03.760750 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-4d2d83cb-a497-4e5b-8bce-a132215aa9f7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852206 May 26 16:20:03.765730 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c8c82e6-44ff-45da-a3d6-9d06a95d9b35 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2061086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2061095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2062530'] for router, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:03.892448 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f7e0e-97cb-4de6-85bc-0d32a14dd65a req-ffc3956c-956b-40ba-b464-f8150bf9510d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:03.895219 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0e7f7e0e-97cb-4de6-85bc-0d32a14dd65a req-ffc3956c-956b-40ba-b464-f8150bf9510d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 947 time: 0.3807192 May 26 16:20:03.916154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0f701-ccef-41b0-842d-3cc2e73811a8 req-3803d9a9-6da6-4580-ac40-f4511f643d16 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:03.918680 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84a0f701-ccef-41b0-842d-3cc2e73811a8 req-3803d9a9-6da6-4580-ac40-f4511f643d16 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=694b37c3-a3f2-4a76-909a-a33525ec8c03 HTTP/1.1" status: 200 len: 944 time: 0.4018850 May 26 16:20:03.960950 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Allocated IP 172.20.0.2 (7f01429f-d019-42b6-87ba-9809ddc24462/a7712d9a-efdb-4c6a-bbee-35bc8a0901c5/2131846e-2358-4b41-a155-5512209a3130) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:04.157653 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-2514ea66-fe59-44bc-b6df-bbab8e8f3551 service neutron] 10.222.0.83 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859324 May 26 16:20:04.232222 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0e7f7e0e-97cb-4de6-85bc-0d32a14dd65a req-b4b1e650-6328-408f-b7e1-69895286fca0 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3072674 May 26 16:20:04.298042 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84a0f701-ccef-41b0-842d-3cc2e73811a8 req-b2c2c94e-3d0c-4666-a49c-f7a7cb432679 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591857 May 26 16:20:04.357398 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8c82e6-44ff-45da-a3d6-9d06a95d9b35 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Router 52b72c51-b5ff-443a-91c4-c4a163cec1fc is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:20:04.384058 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1af3cb88-7cb0-4188-b409-08a9c3ed4618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:04.394528 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1af3cb88-7cb0-4188-b409-08a9c3ed4618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:04.439625 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:04.463644 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:04.505442 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Network 7f01429f-d019-42b6-87ba-9809ddc24462 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:04.538511 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3cb88-7cb0-4188-b409-08a9c3ed4618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc585939-c825-4e0b-ad0d-0189a9775694,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:04.548975 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:04.559676 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-940d6c6b-1023-44e7-af57-e2c27d4fe6f9 req-461a3b08-ddb5-4e07-9562-35ac6fc346de service neutron] 10.222.0.83 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852663 May 26 16:20:04.560967 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1af3cb88-7cb0-4188-b409-08a9c3ed4618 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e76f6028fc4e403986067907932b6b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0394506 May 26 16:20:04.561277 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37218) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:04.614784 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-a9104fbc-0147-41c4-8384-61c2e1adfcec tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Allocated IP 172.20.0.5 (7f01429f-d019-42b6-87ba-9809ddc24462/a7712d9a-efdb-4c6a-bbee-35bc8a0901c5/e1f4e98b-eb4f-4b7e-bb4b-7d8f5f8eca9c) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:04.678918 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:04.696422 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Pushing event updated for resources: {'Port': ['ID=2131846e-2358-4b41-a155-5512209a3130,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:04.721595 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:04.722626 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:04.723438 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:04.724290 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:04.725159 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:04.725936 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:04.726771 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:04.727582 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:04.728480 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8c82e6-44ff-45da-a3d6-9d06a95d9b35 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:20:04.728790 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:04.729646 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:04.731594 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:04.732685 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:04.757033 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019634ab-2163-489e-95bc-2a8c77f324d1 None None] Sync routers for ids ['52b72c51-b5ff-443a-91c4-c4a163cec1fc'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:20:04.770541 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c8c82e6-44ff-45da-a3d6-9d06a95d9b35 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:04.775765 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1c8c82e6-44ff-45da-a3d6-9d06a95d9b35 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "PUT /v2.0/routers/52b72c51-b5ff-443a-91c4-c4a163cec1fc HTTP/1.1" status: 200 len: 914 time: 7.2682474 May 26 16:20:04.781031 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37228) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:04.785182 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019634ab-2163-489e-95bc-2a8c77f324d1 None None] Routers {'52b72c51-b5ff-443a-91c4-c4a163cec1fc'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:04.785833 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-019634ab-2163-489e-95bc-2a8c77f324d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:19:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['52b72c51-b5ff-443a-91c4-c4a163cec1fc'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:04.896443 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Attempting to bind port 2131846e-2358-4b41-a155-5512209a3130 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:04.896805 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Attempting to bind port 2131846e-2358-4b41-a155-5512209a3130 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '5701af23-9a9a-4727-bca8-82343c8df722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7f01429f-d019-42b6-87ba-9809ddc24462'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:04.898258 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Attempting to bind port 2131846e-2358-4b41-a155-5512209a3130 on network 7f01429f-d019-42b6-87ba-9809ddc24462 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:04.903710 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-019634ab-2163-489e-95bc-2a8c77f324d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:04.908899 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:20:04.909986 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Checking segment: {'id': '5701af23-9a9a-4727-bca8-82343c8df722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7f01429f-d019-42b6-87ba-9809ddc24462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:04.910803 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:04.911408 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Bound using segment: {'id': '5701af23-9a9a-4727-bca8-82343c8df722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7f01429f-d019-42b6-87ba-9809ddc24462'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:20:04.912193 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Bound port: 2131846e-2358-4b41-a155-5512209a3130, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5701af23-9a9a-4727-bca8-82343c8df722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7f01429f-d019-42b6-87ba-9809ddc24462'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:20:04.912976 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:04.938702 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019634ab-2163-489e-95bc-2a8c77f324d1 None None] Routers {'52b72c51-b5ff-443a-91c4-c4a163cec1fc'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:04.939687 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-019634ab-2163-489e-95bc-2a8c77f324d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:19:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['52b72c51-b5ff-443a-91c4-c4a163cec1fc'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:04.959137 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f7353-0117-4a41-bf86-fd1055738e7d req-30ed235f-bd2f-4bc6-8140-a707174945b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:04.963048 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-756f7353-0117-4a41-bf86-fd1055738e7d req-30ed235f-bd2f-4bc6-8140-a707174945b9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&device_id=694b37c3-a3f2-4a76-909a-a33525ec8c03 HTTP/1.1" status: 200 len: 1095 time: 0.2269711 May 26 16:20:05.043204 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4578cb27-ab1a-4f54-8d9b-4f3b7ed1a46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:05.056971 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-019634ab-2163-489e-95bc-2a8c77f324d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:05.057971 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019634ab-2163-489e-95bc-2a8c77f324d1 None None] The sync data for ids ['52b72c51-b5ff-443a-91c4-c4a163cec1fc'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:20:05.080891 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] For port 2131846e-2358-4b41-a155-5512209a3130, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:20:05.088697 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] For port 2131846e-2358-4b41-a155-5512209a3130, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2131846e-2358-4b41-a155-5512209a3130,segment=NetworkSegment(5701af23-9a9a-4727-bca8-82343c8df722),segment_id=5701af23-9a9a-4727-bca8-82343c8df722)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:20:05.098852 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:05.204295 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4578cb27-ab1a-4f54-8d9b-4f3b7ed1a46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:05.247874 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241f9d0-2bba-48bc-a3f7-562042226ca5 None None] Pushing event updated for resources: {'Port': ['ID=2131846e-2358-4b41-a155-5512209a3130,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:05.286277 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9104fbc-0147-41c4-8384-61c2e1adfcec tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:05.294040 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-acbb3888-ce7d-4a27-8036-f64adfbd190d tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "GET /v2.0/routers/52b72c51-b5ff-443a-91c4-c4a163cec1fc HTTP/1.1" status: 200 len: 920 time: 0.5068405 May 26 16:20:05.301678 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37250) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:05.370032 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f7353-0117-4a41-bf86-fd1055738e7d req-5c309f87-f70d-4678-9f7b-5040eebfe248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:05.373829 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-756f7353-0117-4a41-bf86-fd1055738e7d req-5c309f87-f70d-4678-9f7b-5040eebfe248 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 906 time: 0.3967934 May 26 16:20:05.496258 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-756f7353-0117-4a41-bf86-fd1055738e7d req-583ba503-cda5-49f3-9ed2-b7ef8d264307 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0458ed11-2efa-4385-9fe4-9729c3f3ae74 HTTP/1.1" status: 200 len: 217 time: 0.1108370 May 26 16:20:05.520824 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4578cb27-ab1a-4f54-8d9b-4f3b7ed1a46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:05.530843 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4578cb27-ab1a-4f54-8d9b-4f3b7ed1a46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:05.536885 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4578cb27-ab1a-4f54-8d9b-4f3b7ed1a46c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cc585939-c825-4e0b-ad0d-0189a9775694 HTTP/1.1" status: 204 len: 168 time: 0.9727223 May 26 16:20:05.599790 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578cb27-ab1a-4f54-8d9b-4f3b7ed1a46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc585939-c825-4e0b-ad0d-0189a9775694,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:05.675122 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f7353-0117-4a41-bf86-fd1055738e7d req-3ee70870-ef99-4099-b99c-cffccc040744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:05.677379 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-756f7353-0117-4a41-bf86-fd1055738e7d req-3ee70870-ef99-4099-b99c-cffccc040744 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0ab488cf-1ef6-49d7-a418-125ef2c2c830 HTTP/1.1" status: 200 len: 845 time: 0.1720850 May 26 16:20:05.710403 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952c9f17-8c3c-4b28-9131-2b321c8dcb2f tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:05.712053 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-952c9f17-8c3c-4b28-9131-2b321c8dcb2f tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&device_id=52b72c51-b5ff-443a-91c4-c4a163cec1fc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4096248 May 26 16:20:05.718019 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37270) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:05.798518 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-756f7353-0117-4a41-bf86-fd1055738e7d req-c54898cb-331d-4cdf-9030-3001a1a44127 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092987 May 26 16:20:05.906815 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cd0a1-e471-4686-b446-0bddc9bb9982 req-095ee8d5-117e-41b9-ae43-94ac51c84a72 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:05.910170 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be2cd0a1-e471-4686-b446-0bddc9bb9982 req-095ee8d5-117e-41b9-ae43-94ac51c84a72 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=694b37c3-a3f2-4a76-909a-a33525ec8c03 HTTP/1.1" status: 200 len: 944 time: 0.3770969 May 26 16:20:05.919054 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9104fbc-0147-41c4-8384-61c2e1adfcec tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:05.994482 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313c1c0-0674-41c6-8f32-ea690a6174d4 req-59878bd5-5bfd-40c2-88a1-756598edcfb3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:06.005832 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8313c1c0-0674-41c6-8f32-ea690a6174d4 req-59878bd5-5bfd-40c2-88a1-756598edcfb3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 947 time: 0.4806855 May 26 16:20:06.135981 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9104fbc-0147-41c4-8384-61c2e1adfcec tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network 7f01429f-d019-42b6-87ba-9809ddc24462 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:06.149612 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebda0fe-6b55-49cd-a07f-0064a4b3716b tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:06.155005 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-a9104fbc-0147-41c4-8384-61c2e1adfcec tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:06.158374 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9104fbc-0147-41c4-8384-61c2e1adfcec tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:06.177237 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0ebda0fe-6b55-49cd-a07f-0064a4b3716b tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 881 time: 0.4579575 May 26 16:20:06.191982 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37296) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:06.274490 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2a401255-411a-4315-9239-c5581be685e4 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "GET /v2.0/ports?device_id=52b72c51-b5ff-443a-91c4-c4a163cec1fc HTTP/1.1" status: 200 len: 205 time: 0.0782235 May 26 16:20:06.277085 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37302) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:06.345247 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-756f7353-0117-4a41-bf86-fd1055738e7d req-8618d9a6-1c74-4d7b-a442-ab6e9e096b74 service neutron] 10.222.0.83 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292935 May 26 16:20:06.481957 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be2cd0a1-e471-4686-b446-0bddc9bb9982 req-506e9767-c7b7-47c8-949a-1cdf71fd7d8b tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439003 May 26 16:20:06.533405 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9104fbc-0147-41c4-8384-61c2e1adfcec tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Port': ['ID=e1f4e98b-eb4f-4b7e-bb4b-7d8f5f8eca9c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:06.631421 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2131846e-2358-4b41-a155-5512209a3130 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:06.653561 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8313c1c0-0674-41c6-8f32-ea690a6174d4 req-1df86efa-2091-42f4-b733-aff3a81bf762 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5708051 May 26 16:20:06.663149 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9104fbc-0147-41c4-8384-61c2e1adfcec tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:06.663830 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9104fbc-0147-41c4-8384-61c2e1adfcec tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:06.783478 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a9104fbc-0147-41c4-8384-61c2e1adfcec tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7746878 May 26 16:20:06.789245 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37332) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:06.801016 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-756f7353-0117-4a41-bf86-fd1055738e7d req-f84e3934-b7ff-4ef5-af4a-7d8ac0cff20d service neutron] 10.222.0.83 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460118 May 26 16:20:06.865454 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2131846e-2358-4b41-a155-5512209a3130 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:06.865898 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:06.975297 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-219ca909-fd3e-4a16-9cad-120bcfbcb93e tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:07.088221 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2131846e-2358-4b41-a155-5512209a3130 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:07.089299 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:07.209335 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 2131846e-2358-4b41-a155-5512209a3130, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2131846e-2358-4b41-a155-5512209a3130,segment=NetworkSegment(5701af23-9a9a-4727-bca8-82343c8df722),segment_id=5701af23-9a9a-4727-bca8-82343c8df722)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:07.225840 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:07.410058 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35683c9a-4f1e-41b5-9f94-5cc1c6c08c24 None None] Network 7f01429f-d019-42b6-87ba-9809ddc24462 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:07.457339 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=2131846e-2358-4b41-a155-5512209a3130,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:07.572115 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a6ac56a6-21de-47a2-a40a-0861b08908e0 None None] Provisioning complete for port 2131846e-2358-4b41-a155-5512209a3130 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:07.573077 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a6ac56a6-21de-47a2-a40a-0861b08908e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:07.907264 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-f152842b-e48f-4a2c-bc83-bb15f23d1785 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting port e1f4e98b-eb4f-4b7e-bb4b-7d8f5f8eca9c {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:07.910089 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f152842b-e48f-4a2c-bc83-bb15f23d1785 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:08.251770 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f152842b-e48f-4a2c-bc83-bb15f23d1785 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:08.270734 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-f152842b-e48f-4a2c-bc83-bb15f23d1785 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Calling delete_port for e1f4e98b-eb4f-4b7e-bb4b-7d8f5f8eca9c owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:08.332330 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a6ac56a6-21de-47a2-a40a-0861b08908e0 None None] Current status of the port 2131846e-2358-4b41-a155-5512209a3130 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:08.582687 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2131846e-2358-4b41-a155-5512209a3130 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:08.615288 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-219ca909-fd3e-4a16-9cad-120bcfbcb93e tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:08.795714 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26fe47-042f-4633-9b3c-0208d66b4cf6 req-387f6968-3aa5-4e38-aa64-9270c325a22d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:08.803471 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa26fe47-042f-4633-9b3c-0208d66b4cf6 req-387f6968-3aa5-4e38-aa64-9270c325a22d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 947 time: 0.8801374 May 26 16:20:08.818769 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2131846e-2358-4b41-a155-5512209a3130 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:08.819507 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:08.903453 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f152842b-e48f-4a2c-bc83-bb15f23d1785 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:08.957110 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546d5b3-e75b-4136-969a-bd4c037d2fce req-27ab0546-da2a-4ec8-a318-0c163de719c3 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:08.967701 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5546d5b3-e75b-4136-969a-bd4c037d2fce req-27ab0546-da2a-4ec8-a318-0c163de719c3 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=694b37c3-a3f2-4a76-909a-a33525ec8c03 HTTP/1.1" status: 200 len: 944 time: 1.0292811 May 26 16:20:09.075158 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152842b-e48f-4a2c-bc83-bb15f23d1785 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Port': ['ID=e1f4e98b-eb4f-4b7e-bb4b-7d8f5f8eca9c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:09.137264 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2131846e-2358-4b41-a155-5512209a3130 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:09.223540 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-14e93183-f376-4648-983d-a53c8e4aa8ae None None] Provisioning complete for port 2131846e-2358-4b41-a155-5512209a3130 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:09.224166 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-14e93183-f376-4648-983d-a53c8e4aa8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:09.343855 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa26fe47-042f-4633-9b3c-0208d66b4cf6 req-45df857f-4ed5-4506-8439-be984d28b58b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5000005 May 26 16:20:09.346828 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f152842b-e48f-4a2c-bc83-bb15f23d1785 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:09.358727 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f152842b-e48f-4a2c-bc83-bb15f23d1785 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/ports/e1f4e98b-eb4f-4b7e-bb4b-7d8f5f8eca9c HTTP/1.1" status: 204 len: 168 time: 2.5674934 May 26 16:20:09.359543 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37478) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:09.367033 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5546d5b3-e75b-4136-969a-bd4c037d2fce req-3fdf2b17-1f16-4061-97c4-e37a9e328b64 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983240 May 26 16:20:09.409149 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-219ca909-fd3e-4a16-9cad-120bcfbcb93e tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Deleting port deba19a2-d68b-4e8b-9fb8-489773fa0cdf {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:09.409528 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-219ca909-fd3e-4a16-9cad-120bcfbcb93e tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:09.463724 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-471b75d0-7c0c-4421-b427-dccd0b6e733f tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] DELETE failed (client error): The resource could not be found. May 26 16:20:09.465777 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471b75d0-7c0c-4421-b427-dccd0b6e733f tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:20:09.475776 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-471b75d0-7c0c-4421-b427-dccd0b6e733f tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/ports/e1f4e98b-eb4f-4b7e-bb4b-7d8f5f8eca9c HTTP/1.1" status: 404 len: 333 time: 0.1133878 May 26 16:20:09.478168 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37484) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:09.552692 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3fd35cf-e9d6-486e-a277-19ad18ec5370 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] GET failed (client error): The resource could not be found. May 26 16:20:09.554658 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b3fd35cf-e9d6-486e-a277-19ad18ec5370 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports/e1f4e98b-eb4f-4b7e-bb4b-7d8f5f8eca9c HTTP/1.1" status: 404 len: 333 time: 0.0747662 May 26 16:20:09.558893 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37490) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:09.601478 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-219ca909-fd3e-4a16-9cad-120bcfbcb93e tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:09.623446 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-219ca909-fd3e-4a16-9cad-120bcfbcb93e tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Calling delete_port for deba19a2-d68b-4e8b-9fb8-489773fa0cdf owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:09.628915 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-14e93183-f376-4648-983d-a53c8e4aa8ae None None] Current status of the port 2131846e-2358-4b41-a155-5512209a3130 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:09.650040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-14e93183-f376-4648-983d-a53c8e4aa8ae None None] Could not find standard attr ID for object e1f4e98b-eb4f-4b7e-bb4b-7d8f5f8eca9c. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:20:09.742728 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9da74ba-282c-42e3-9cf9-c0682a44b8e4 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting subnet a7712d9a-efdb-4c6a-bbee-35bc8a0901c5 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:20:09.754279 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d9da74ba-282c-42e3-9cf9-c0682a44b8e4 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:09.761335 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 0458ed11-2efa-4385-9fe4-9729c3f3ae74 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:20:09.839631 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4551ef69-9cf8-4137-abac-e2d758f9af90 None None] Could not find standard attr ID for object e1f4e98b-eb4f-4b7e-bb4b-7d8f5f8eca9c. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:20:09.913439 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-219ca909-fd3e-4a16-9cad-120bcfbcb93e tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:09.929220 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d9da74ba-282c-42e3-9cf9-c0682a44b8e4 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:09.981683 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ca909-fd3e-4a16-9cad-120bcfbcb93e tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Pushing event deleted for resources: {'Port': ['ID=deba19a2-d68b-4e8b-9fb8-489773fa0cdf,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:10.192523 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-219ca909-fd3e-4a16-9cad-120bcfbcb93e tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:10.242431 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 0458ed11-2efa-4385-9fe4-9729c3f3ae74, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0458ed11-2efa-4385-9fe4-9729c3f3ae74,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:10.296316 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d9da74ba-282c-42e3-9cf9-c0682a44b8e4 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:10.299526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '0458ed11-2efa-4385-9fe4-9729c3f3ae74', 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0', 'port_id': '0458ed11-2efa-4385-9fe4-9729c3f3ae74', 'mac_address': 'fa:16:3e:4a:b7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab488cf-1ef6-49d7-a418-125ef2c2c830', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:20:10.412150 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 0458ed11-2efa-4385-9fe4-9729c3f3ae74 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:10.412826 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:10.487053 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0458ed11-2efa-4385-9fe4-9729c3f3ae74 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:20:10.527726 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d9da74ba-282c-42e3-9cf9-c0682a44b8e4 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:10.561453 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 0458ed11-2efa-4385-9fe4-9729c3f3ae74, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0458ed11-2efa-4385-9fe4-9729c3f3ae74,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:10.571330 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:10.590215 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-219ca909-fd3e-4a16-9cad-120bcfbcb93e tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:10.621541 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-219ca909-fd3e-4a16-9cad-120bcfbcb93e tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:10.650330 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da74ba-282c-42e3-9cf9-c0682a44b8e4 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Subnet': ['ID=a7712d9a-efdb-4c6a-bbee-35bc8a0901c5,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:10.682900 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d9da74ba-282c-42e3-9cf9-c0682a44b8e4 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:10.691718 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d9da74ba-282c-42e3-9cf9-c0682a44b8e4 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/subnets/a7712d9a-efdb-4c6a-bbee-35bc8a0901c5 HTTP/1.1" status: 204 len: 168 time: 1.1283395 May 26 16:20:10.696482 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37546) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:10.754188 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905ea4d3-a8d2-46d1-b7aa-1d55e6f4ef79 None None] Network 7f01429f-d019-42b6-87ba-9809ddc24462 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:10.951871 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-219ca909-fd3e-4a16-9cad-120bcfbcb93e tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:10.953225 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219ca909-fd3e-4a16-9cad-120bcfbcb93e tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Fanout notify agent at l3_agent the message router_deleted on router 52b72c51-b5ff-443a-91c4-c4a163cec1fc {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:20:10.971177 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-219ca909-fd3e-4a16-9cad-120bcfbcb93e tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:10.980805 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-219ca909-fd3e-4a16-9cad-120bcfbcb93e tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "DELETE /v2.0/routers/52b72c51-b5ff-443a-91c4-c4a163cec1fc HTTP/1.1" status: 204 len: 168 time: 4.6912327 May 26 16:20:10.985053 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37560) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:10.994543 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=0458ed11-2efa-4385-9fe4-9729c3f3ae74,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:10.996072 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-15fa1d6c-a016-4ff0-8eea-1be7348ae33e tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1552648583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:11.020944 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8462870b-31f5-4b0e-b054-b039e1790a21 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:11.026802 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa00a0a-3684-477b-94f8-f4ba501feac7 req-67d9dd52-5702-4624-b975-45233a7cfe66 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:11.028760 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-efa00a0a-3684-477b-94f8-f4ba501feac7 req-67d9dd52-5702-4624-b975-45233a7cfe66 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 947 time: 0.4100378 May 26 16:20:11.059049 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6867aa-51d0-4fae-b0dd-0fcd06da6825 req-2a281e39-5a15-41a6-b96b-0552dc8275a0 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:11.073021 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2a6867aa-51d0-4fae-b0dd-0fcd06da6825 req-2a281e39-5a15-41a6-b96b-0552dc8275a0 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=694b37c3-a3f2-4a76-909a-a33525ec8c03 HTTP/1.1" status: 200 len: 945 time: 0.2223170 May 26 16:20:11.139300 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['0458ed11-2efa-4385-9fe4-9729c3f3ae74'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:20:11.169142 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-15fa1d6c-a016-4ff0-8eea-1be7348ae33e tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:11.170308 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-15fa1d6c-a016-4ff0-8eea-1be7348ae33e tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:11.203793 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8462870b-31f5-4b0e-b054-b039e1790a21 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting port 2131846e-2358-4b41-a155-5512209a3130 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:11.204737 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8462870b-31f5-4b0e-b054-b039e1790a21 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:11.235731 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-efa00a0a-3684-477b-94f8-f4ba501feac7 req-783b538f-0771-420e-ac47-3a4a5caad69a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570504 May 26 16:20:11.273923 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2a6867aa-51d0-4fae-b0dd-0fcd06da6825 req-7f76dad6-6473-49e0-a492-5c511e7fb848 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951549 May 26 16:20:11.290190 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d92630-8593-4cc6-ae47-ca7d44ab3b4d None None] DHCP port deletion for 7f01429f-d019-42b6-87ba-9809ddc24462 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:20:11.413359 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-15fa1d6c-a016-4ff0-8eea-1be7348ae33e tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:11.422397 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-15fa1d6c-a016-4ff0-8eea-1be7348ae33e tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:11.424822 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-8462870b-31f5-4b0e-b054-b039e1790a21 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] For port 2131846e-2358-4b41-a155-5512209a3130, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2131846e-2358-4b41-a155-5512209a3130,segment=NetworkSegment(5701af23-9a9a-4727-bca8-82343c8df722),segment_id=5701af23-9a9a-4727-bca8-82343c8df722)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:11.425195 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8462870b-31f5-4b0e-b054-b039e1790a21 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:11.472582 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8462870b-31f5-4b0e-b054-b039e1790a21 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Calling delete_port for 2131846e-2358-4b41-a155-5512209a3130 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:11.495390 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-15fa1d6c-a016-4ff0-8eea-1be7348ae33e tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:11.498021 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-15fa1d6c-a016-4ff0-8eea-1be7348ae33e tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5092092 May 26 16:20:11.502992 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37586) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:11.513439 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'enable_snat': False}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:11.586031 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c2d92630-8593-4cc6-ae47-ca7d44ab3b4d None None] Deleting port 2131846e-2358-4b41-a155-5512209a3130 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:11.586515 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c2d92630-8593-4cc6-ae47-ca7d44ab3b4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:11.673687 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82215338-5055-4e47-8ef7-b03e8479e405 req-6a6f0d4d-9c97-4155-9f7b-61e4fcd41184 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=22b536e40c0b4c4f9f3bda8e5bae35b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685394 May 26 16:20:11.738661 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c2d92630-8593-4cc6-ae47-ca7d44ab3b4d None None] For port 2131846e-2358-4b41-a155-5512209a3130, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2131846e-2358-4b41-a155-5512209a3130,segment=NetworkSegment(5701af23-9a9a-4727-bca8-82343c8df722),segment_id=5701af23-9a9a-4727-bca8-82343c8df722)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:11.739187 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c2d92630-8593-4cc6-ae47-ca7d44ab3b4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:11.792559 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c2d92630-8593-4cc6-ae47-ca7d44ab3b4d None None] Calling delete_port for 2131846e-2358-4b41-a155-5512209a3130 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:11.928225 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c2d92630-8593-4cc6-ae47-ca7d44ab3b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:11.961464 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:12.020881 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8462870b-31f5-4b0e-b054-b039e1790a21 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:12.022115 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d92630-8593-4cc6-ae47-ca7d44ab3b4d None None] Pushing event deleted for resources: {'Port': ['ID=2131846e-2358-4b41-a155-5512209a3130,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:12.055960 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d92630-8593-4cc6-ae47-ca7d44ab3b4d None None] No DVR routers for this DVR port 2131846e-2358-4b41-a155-5512209a3130 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:20:12.099602 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82215338-5055-4e47-8ef7-b03e8479e405 req-04ddcac1-2566-487d-8ab2-9f85819a2bbc tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:12.102395 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82215338-5055-4e47-8ef7-b03e8479e405 req-04ddcac1-2566-487d-8ab2-9f85819a2bbc tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4213030 May 26 16:20:12.143729 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82215338-5055-4e47-8ef7-b03e8479e405 req-a60a15f6-7542-47ac-bfd6-676990f66a85 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/quotas/22b536e40c0b4c4f9f3bda8e5bae35b8 HTTP/1.1" status: 200 len: 375 time: 0.0315499 May 26 16:20:12.144924 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8462870b-31f5-4b0e-b054-b039e1790a21 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] No DVR routers for this DVR port 2131846e-2358-4b41-a155-5512209a3130 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:20:12.154880 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462870b-31f5-4b0e-b054-b039e1790a21 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Port': ['ID=2131846e-2358-4b41-a155-5512209a3130,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:12.228753 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82215338-5055-4e47-8ef7-b03e8479e405 req-89432e3e-6e5b-4ce3-8179-e2206de4d221 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=22b536e40c0b4c4f9f3bda8e5bae35b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619547 May 26 16:20:12.607039 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2131846e-2358-4b41-a155-5512209a3130 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:20:12.616597 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f42188-ac2c-4ba7-8bbc-21f9ea800d36 req-597b769c-b855-4e67-884e-cfd0edeb3f01 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:12.622793 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55f42188-ac2c-4ba7-8bbc-21f9ea800d36 req-597b769c-b855-4e67-884e-cfd0edeb3f01 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 947 time: 0.1702738 May 26 16:20:12.665393 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 2131846e-2358-4b41-a155-5512209a3130 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:20:12.665913 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2131846e-2358-4b41-a155-5512209a3130 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:20:12.823207 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55f42188-ac2c-4ba7-8bbc-21f9ea800d36 req-d341390f-ee02-4125-8f19-698a99f12545 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727011 May 26 16:20:12.853278 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663c964-3847-4f70-a492-1c8cf25b23b3 req-0b04dff7-9d81-4316-b774-406a98b047e3 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:12.862051 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9663c964-3847-4f70-a492-1c8cf25b23b3 req-0b04dff7-9d81-4316-b774-406a98b047e3 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=694b37c3-a3f2-4a76-909a-a33525ec8c03 HTTP/1.1" status: 200 len: 945 time: 0.2006936 May 26 16:20:12.975112 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6dbda7f-978a-4c5c-b70a-d1af57e89b29 req-33fad3ae-d71e-4f1d-9cea-25cb381b833c tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/ports?device_id=e534f7c4-1749-4792-a387-58888ef5faae HTTP/1.1" status: 200 len: 210 time: 0.0546913 May 26 16:20:12.987541 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8576d561-bc31-4924-815e-899c8b7d6f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.008820 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9663c964-3847-4f70-a492-1c8cf25b23b3 req-8724af59-a4f8-4d50-91bc-e5dd44be2068 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447773 May 26 16:20:13.051300 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8462870b-31f5-4b0e-b054-b039e1790a21 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.096403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-8462870b-31f5-4b0e-b054-b039e1790a21 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f01429f-d019-42b6-87ba-9809ddc24462']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:13.123581 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-8462870b-31f5-4b0e-b054-b039e1790a21 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5701af23-9a9a-4727-bca8-82343c8df722') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:13.124061 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-8462870b-31f5-4b0e-b054-b039e1790a21 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5701af23-9a9a-4727-bca8-82343c8df722') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:13.144187 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8462870b-31f5-4b0e-b054-b039e1790a21 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.173662 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8462870b-31f5-4b0e-b054-b039e1790a21 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.195319 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8462870b-31f5-4b0e-b054-b039e1790a21 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:20:13.195928 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8462870b-31f5-4b0e-b054-b039e1790a21 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.315919 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 5701af23-9a9a-4727-bca8-82343c8df722 resource provider aggregate not found May 26 16:20:13.411341 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 5701af23-9a9a-4727-bca8-82343c8df722 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5701af23-9a9a-4727-bca8-82343c8df722 found for delete ", "request_id": "req-57146fe9-cbc3-4ffd-ab1b-ede0d4930c35"}]} May 26 16:20:13.506646 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8462870b-31f5-4b0e-b054-b039e1790a21 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.522814 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8462870b-31f5-4b0e-b054-b039e1790a21 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.535271 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8462870b-31f5-4b0e-b054-b039e1790a21 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/networks/7f01429f-d019-42b6-87ba-9809ddc24462 HTTP/1.1" status: 204 len: 168 time: 2.8275683 May 26 16:20:13.536210 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37666) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:13.542579 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b8849aaf-8f7e-4d99-b7ba-8000e9e97c50 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-845217811'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:13.575067 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462870b-31f5-4b0e-b054-b039e1790a21 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Network': ['ID=7f01429f-d019-42b6-87ba-9809ddc24462,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:13.593779 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.621530 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.636408 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8849aaf-8f7e-4d99-b7ba-8000e9e97c50 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:13.647595 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b8849aaf-8f7e-4d99-b7ba-8000e9e97c50 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.710203 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8849aaf-8f7e-4d99-b7ba-8000e9e97c50 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:20:13.736797 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b8849aaf-8f7e-4d99-b7ba-8000e9e97c50 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.737212 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-b8849aaf-8f7e-4d99-b7ba-8000e9e97c50 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Added segment dc1e4def-7e5b-4b5d-ba54-b41c931519ce of type vlan for network b50dc159-2bb4-441b-9a91-d721576cb2cb May 26 16:20:13.776513 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 0458ed11-2efa-4385-9fe4-9729c3f3ae74 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:13.816562 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b8849aaf-8f7e-4d99-b7ba-8000e9e97c50 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.865424 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b8849aaf-8f7e-4d99-b7ba-8000e9e97c50 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.885878 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8849aaf-8f7e-4d99-b7ba-8000e9e97c50 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:13.886841 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b8849aaf-8f7e-4d99-b7ba-8000e9e97c50 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.946096 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 0458ed11-2efa-4385-9fe4-9729c3f3ae74 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:20:13.954249 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 0458ed11-2efa-4385-9fe4-9729c3f3ae74 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:13.955047 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:13.966844 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Allocated IP 172.25.7.4 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/fd401001-4bcf-4eaf-9100-09ca6a22a867) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:14.083214 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8849aaf-8f7e-4d99-b7ba-8000e9e97c50 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Network': ['ID=b50dc159-2bb4-441b-9a91-d721576cb2cb,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:14.114220 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network b50dc159-2bb4-441b-9a91-d721576cb2cb details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:20:14.164870 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b8849aaf-8f7e-4d99-b7ba-8000e9e97c50 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6261632 May 26 16:20:14.186400 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37674) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:14.217411 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c89794e0-3b66-4619-a23a-a3a989125e57 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'subnet': {'network_id': 'b50dc159-2bb4-441b-9a91-d721576cb2cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:14.223280 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a7960d7-1091-4dde-b53b-54cfa45a5c2a req-6aeffb13-3cbe-4514-afe9-4acc59de1889 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/ports?device_id=e534f7c4-1749-4792-a387-58888ef5faae HTTP/1.1" status: 200 len: 210 time: 0.0671153 May 26 16:20:14.235787 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:14.252831 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146038f-f7eb-4366-8f19-4ad73f91ec21 req-b61a7e58-5d68-435f-9948-2b70a5a177fb tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:14.259823 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f146038f-f7eb-4366-8f19-4ad73f91ec21 req-b61a7e58-5d68-435f-9948-2b70a5a177fb tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 947 time: 0.1720726 May 26 16:20:14.353789 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f146038f-f7eb-4366-8f19-4ad73f91ec21 req-38bcdb30-19c8-44a4-8e66-5a56d89f76a8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841799 May 26 16:20:14.403471 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 0458ed11-2efa-4385-9fe4-9729c3f3ae74 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:14.403873 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:14.446417 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694b37c3-a3f2-4a76-909a-a33525ec8c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0458ed11-2efa-4385-9fe4-9729c3f3ae74'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:20:14.453658 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b3eb92-f7a7-47dd-a125-936e73d2f001" -d '{"events": [{"server_uuid": "694b37c3-a3f2-4a76-909a-a33525ec8c03", "name": "network-vif-plugged", "status": "completed", "tag": "0458ed11-2efa-4385-9fe4-9729c3f3ae74"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:20:14.471957 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 0458ed11-2efa-4385-9fe4-9729c3f3ae74, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0458ed11-2efa-4385-9fe4-9729c3f3ae74,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:14.479029 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:14.557560 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:14.579751 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0392041-7ee4-4f5f-8781-77669aa3767b x-openstack-request-id: req-e0392041-7ee4-4f5f-8781-77669aa3767b {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:20:14.579975 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694b37c3-a3f2-4a76-909a-a33525ec8c03", "name": "network-vif-plugged", "status": "completed", "tag": "0458ed11-2efa-4385-9fe4-9729c3f3ae74", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:20:14.582448 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89794e0-3b66-4619-a23a-a3a989125e57 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:14.582609 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e0392041-7ee4-4f5f-8781-77669aa3767b {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:20:14.583266 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0392041-7ee4-4f5f-8781-77669aa3767b'] response: {'server_uuid': '694b37c3-a3f2-4a76-909a-a33525ec8c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0458ed11-2efa-4385-9fe4-9729c3f3ae74', 'code': 200} May 26 16:20:14.587317 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c89794e0-3b66-4619-a23a-a3a989125e57 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:14.598191 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82215338-5055-4e47-8ef7-b03e8479e405 req-798febfa-4d62-4baa-a874-a5220454f39a tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=22b536e40c0b4c4f9f3bda8e5bae35b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1024640 May 26 16:20:14.638423 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=0458ed11-2efa-4385-9fe4-9729c3f3ae74,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:14.645736 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6ff29-954b-4a20-9342-f466fd6d9fb1 req-cea536d7-ee0d-4020-816b-2c84aeb125ca tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:14.652336 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d8b6ff29-954b-4a20-9342-f466fd6d9fb1 req-cea536d7-ee0d-4020-816b-2c84aeb125ca tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=694b37c3-a3f2-4a76-909a-a33525ec8c03 HTTP/1.1" status: 200 len: 945 time: 0.2875688 May 26 16:20:14.916966 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:14.942299 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:14.945569 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:14.951948 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c89794e0-3b66-4619-a23a-a3a989125e57 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:14.979051 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d8b6ff29-954b-4a20-9342-f466fd6d9fb1 req-27bffc46-9b39-4203-b63d-0a5e395d0b04 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940004 May 26 16:20:15.011907 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82215338-5055-4e47-8ef7-b03e8479e405 req-57317981-e018-4e97-bd6d-f48560feabaf tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:15.014149 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82215338-5055-4e47-8ef7-b03e8479e405 req-57317981-e018-4e97-bd6d-f48560feabaf tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3597584 May 26 16:20:15.025288 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Pushing event updated for resources: {'Port': ['ID=fd401001-4bcf-4eaf-9100-09ca6a22a867,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:15.029237 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-82215338-5055-4e47-8ef7-b03e8479e405 req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Request body: {'port': {'device_id': 'e534f7c4-1749-4792-a387-58888ef5faae', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '22b536e40c0b4c4f9f3bda8e5bae35b8'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:15.052696 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988372b-850b-4537-82c9-ce8a20fb6027 req-83748ed6-fdbd-4827-bbb8-9db2bb6b690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:15.054453 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e988372b-850b-4537-82c9-ce8a20fb6027 req-83748ed6-fdbd-4827-bbb8-9db2bb6b690f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=694b37c3-a3f2-4a76-909a-a33525ec8c03 HTTP/1.1" status: 200 len: 1097 time: 0.2521224 May 26 16:20:15.088653 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:15.089267 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:15.089775 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:15.090319 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:15.090834 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:15.091315 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:15.091810 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:15.092640 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:15.093255 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:15.094528 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:15.095781 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:15.096315 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:15.100042 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89794e0-3b66-4619-a23a-a3a989125e57 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Subnet': ['ID=1a121961-8957-4108-9691-0378a08e3bf6,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:15.264841 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82215338-5055-4e47-8ef7-b03e8479e405 req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Made reservation on behalf of 22b536e40c0b4c4f9f3bda8e5bae35b8 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:15.274210 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-82215338-5055-4e47-8ef7-b03e8479e405 req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:15.287789 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-82215338-5055-4e47-8ef7-b03e8479e405 req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:15.326613 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e988372b-850b-4537-82c9-ce8a20fb6027 req-1d99de42-da43-4258-8019-adff8ed268f4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403958 May 26 16:20:15.329109 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89794e0-3b66-4619-a23a-a3a989125e57 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Checking segment: {'id': 'dc1e4def-7e5b-4b5d-ba54-b41c931519ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b50dc159-2bb4-441b-9a91-d721576cb2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:15.329476 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89794e0-3b66-4619-a23a-a3a989125e57 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network hostable DHCP agents. Network: b50dc159-2bb4-441b-9a91-d721576cb2cb, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:20:15.425345 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e373e85a-12f8-4bdd-9171-8e4305288b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:15.455150 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a1778bfb-deaa-4d62-8cb8-6fe506fa6756 req-d84bccd6-8c42-4e82-81a2-9cf0f1fcfdea tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/ports?device_id=e534f7c4-1749-4792-a387-58888ef5faae HTTP/1.1" status: 200 len: 210 time: 0.0901423 May 26 16:20:15.521694 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-82215338-5055-4e47-8ef7-b03e8479e405 req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:15.528595 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-82215338-5055-4e47-8ef7-b03e8479e405 req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:15.552170 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89794e0-3b66-4619-a23a-a3a989125e57 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network b50dc159-2bb4-441b-9a91-d721576cb2cb is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:20:15.581287 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-c89794e0-3b66-4619-a23a-a3a989125e57 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, b50dc159-2bb4-441b-9a91-d721576cb2cb) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:15.599339 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055d8a5a-2416-496e-b988-40a49dbc8d21 None None] Network b50dc159-2bb4-441b-9a91-d721576cb2cb requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:15.613659 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89794e0-3b66-4619-a23a-a3a989125e57 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:15.614311 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c89794e0-3b66-4619-a23a-a3a989125e57 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:15.643171 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:15.680172 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfeee94-9fe7-4dd9-b904-dc9b550a4c11,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:15.715709 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c89794e0-3b66-4619-a23a-a3a989125e57 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5264487 May 26 16:20:15.716454 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37694) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:15.720914 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74a291-32b2-4fb0-aec3-b6628f92508c req-a2a5fca0-0638-4d28-81a2-3c4bb0489099 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:15.722739 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5b74a291-32b2-4fb0-aec3-b6628f92508c req-a2a5fca0-0638-4d28-81a2-3c4bb0489099 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 947 time: 0.1614625 May 26 16:20:15.726706 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-65d9433c-b5ad-4229-a68f-bbd29418abf0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'port': {'network_id': 'b50dc159-2bb4-441b-9a91-d721576cb2cb', 'security_groups': [], 'name': 'tempest-PortsTestJSON-520634459'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:15.727259 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:15.727711 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:15.728279 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:15.728727 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:15.729165 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:15.729606 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:15.730062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:15.730496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:15.730912 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:15.731311 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:15.731714 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:15.732894 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:15.897736 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5b74a291-32b2-4fb0-aec3-b6628f92508c req-642bae95-0ca7-4bfa-8f26-4176964a4338 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547537 May 26 16:20:15.929113 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-82215338-5055-4e47-8ef7-b03e8479e405 req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Allocated IP 192.168.233.154 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/e7667f93-a0fc-49a5-8fec-16c53f688204) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:15.941952 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2371adcf-e5db-4f07-85b3-8a4d09a0155a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-b50dc159-2bb4-441b-9a91-d721576cb2cb', 'network_id': 'b50dc159-2bb4-441b-9a91-d721576cb2cb', 'tenant_id': '3baec1898b89453d8fdf801d2e6b7529', 'fixed_ips': [{'subnet_id': '1a121961-8957-4108-9691-0378a08e3bf6'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:20:15.943473 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2371adcf-e5db-4f07-85b3-8a4d09a0155a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:16.019024 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d9433c-b5ad-4229-a68f-bbd29418abf0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:16.024753 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-65d9433c-b5ad-4229-a68f-bbd29418abf0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:16.198617 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:16.202829 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2061086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2061095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2062530'] for router, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:16.260233 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a4c0b-5907-4291-9b4a-5a97149ff87b req-eb16f70f-8fdd-44bc-9832-c083f9382220 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:16.277946 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-149a4c0b-5907-4291-9b4a-5a97149ff87b req-eb16f70f-8fdd-44bc-9832-c083f9382220 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=694b37c3-a3f2-4a76-909a-a33525ec8c03 HTTP/1.1" status: 200 len: 946 time: 0.1282687 May 26 16:20:16.313710 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-2371adcf-e5db-4f07-85b3-8a4d09a0155a None None] Allocated IP 172.20.0.2 (b50dc159-2bb4-441b-9a91-d721576cb2cb/1a121961-8957-4108-9691-0378a08e3bf6/a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:16.343600 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-65d9433c-b5ad-4229-a68f-bbd29418abf0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] device_id is not set on port 0d1a52c1-f20a-4022-bae6-9b70cccea7fa yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:20:16.421437 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-149a4c0b-5907-4291-9b4a-5a97149ff87b req-d0e85e22-f7e1-48e2-a9f9-9a69e9475c92 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389551 May 26 16:20:16.465174 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Router 46cf2cd1-ed10-450e-8deb-a353774ef118 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:20:16.474241 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-82215338-5055-4e47-8ef7-b03e8479e405 req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:16.550494 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:16.604539 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-82215338-5055-4e47-8ef7-b03e8479e405 req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:16.667500 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82215338-5055-4e47-8ef7-b03e8479e405 req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:16.693098 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-82215338-5055-4e47-8ef7-b03e8479e405 req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:16.730991 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2371adcf-e5db-4f07-85b3-8a4d09a0155a None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:16.736634 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:20:16.750719 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:16.755578 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0e13c8a0-6a57-4d11-9a16-095ba7940113 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "PUT /v2.0/routers/46cf2cd1-ed10-450e-8deb-a353774ef118 HTTP/1.1" status: 200 len: 914 time: 5.2507875 May 26 16:20:16.765852 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2371adcf-e5db-4f07-85b3-8a4d09a0155a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:16.777028 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9710442f-6fba-40d3-853b-3d7ed4a677f7 None None] Sync routers for ids ['46cf2cd1-ed10-450e-8deb-a353774ef118'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:20:16.782737 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37726) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:16.783385 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-82215338-5055-4e47-8ef7-b03e8479e405 req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:16.896637 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9710442f-6fba-40d3-853b-3d7ed4a677f7 None None] Routers {'46cf2cd1-ed10-450e-8deb-a353774ef118'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:16.897689 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9710442f-6fba-40d3-853b-3d7ed4a677f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:20:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['46cf2cd1-ed10-450e-8deb-a353774ef118'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:16.902911 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2371adcf-e5db-4f07-85b3-8a4d09a0155a None None] Network b50dc159-2bb4-441b-9a91-d721576cb2cb is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:16.915326 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-2371adcf-e5db-4f07-85b3-8a4d09a0155a None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:16.936532 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2371adcf-e5db-4f07-85b3-8a4d09a0155a None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:16.941588 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371adcf-e5db-4f07-85b3-8a4d09a0155a None None] Pushing event updated for resources: {'Port': ['ID=a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:17.104215 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9710442f-6fba-40d3-853b-3d7ed4a677f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:17.127876 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82215338-5055-4e47-8ef7-b03e8479e405 req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:17.128953 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-82215338-5055-4e47-8ef7-b03e8479e405 req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:17.141379 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-65d9433c-b5ad-4229-a68f-bbd29418abf0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Allocated IP 172.20.0.12 (b50dc159-2bb4-441b-9a91-d721576cb2cb/1a121961-8957-4108-9691-0378a08e3bf6/0d1a52c1-f20a-4022-bae6-9b70cccea7fa) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:17.217697 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9710442f-6fba-40d3-853b-3d7ed4a677f7 None None] Routers {'46cf2cd1-ed10-450e-8deb-a353774ef118'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:17.219722 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9710442f-6fba-40d3-853b-3d7ed4a677f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:20:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['46cf2cd1-ed10-450e-8deb-a353774ef118'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:17.290404 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c9243-58f8-4395-b780-3a69c6b3759f req-7b465e69-4576-40ae-baea-21db549b0160 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:17.292037 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e38c9243-58f8-4395-b780-3a69c6b3759f req-7b465e69-4576-40ae-baea-21db549b0160 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/ports?device_id=e534f7c4-1749-4792-a387-58888ef5faae HTTP/1.1" status: 200 len: 936 time: 0.6106310 May 26 16:20:17.293123 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Pushing event updated for resources: {'Port': ['ID=e7667f93-a0fc-49a5-8fec-16c53f688204,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:17.307587 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82215338-5055-4e47-8ef7-b03e8479e405 req-16a51289-e103-4431-87b7-ed7e5f45c9d6 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2827709 May 26 16:20:17.308248 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9710442f-6fba-40d3-853b-3d7ed4a677f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:17.308921 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9710442f-6fba-40d3-853b-3d7ed4a677f7 None None] The sync data for ids ['46cf2cd1-ed10-450e-8deb-a353774ef118'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:20:17.315517 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-2371adcf-e5db-4f07-85b3-8a4d09a0155a None None] Attempting to bind port a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:17.315896 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-2371adcf-e5db-4f07-85b3-8a4d09a0155a None None] Attempting to bind port a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'dc1e4def-7e5b-4b5d-ba54-b41c931519ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b50dc159-2bb4-441b-9a91-d721576cb2cb'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:17.316323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2371adcf-e5db-4f07-85b3-8a4d09a0155a None None] Attempting to bind port a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481 on network b50dc159-2bb4-441b-9a91-d721576cb2cb {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:17.323625 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2371adcf-e5db-4f07-85b3-8a4d09a0155a None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:20:17.324008 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2371adcf-e5db-4f07-85b3-8a4d09a0155a None None] Checking segment: {'id': 'dc1e4def-7e5b-4b5d-ba54-b41c931519ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b50dc159-2bb4-441b-9a91-d721576cb2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:17.324439 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2371adcf-e5db-4f07-85b3-8a4d09a0155a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:17.324839 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2371adcf-e5db-4f07-85b3-8a4d09a0155a None None] Bound using segment: {'id': 'dc1e4def-7e5b-4b5d-ba54-b41c931519ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b50dc159-2bb4-441b-9a91-d721576cb2cb'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:20:17.325365 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-2371adcf-e5db-4f07-85b3-8a4d09a0155a None None] Bound port: a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1e4def-7e5b-4b5d-ba54-b41c931519ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b50dc159-2bb4-441b-9a91-d721576cb2cb'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:20:17.325757 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2371adcf-e5db-4f07-85b3-8a4d09a0155a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:17.338831 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-82215338-5055-4e47-8ef7-b03e8479e405 req-ff0a6212-4d53-46d4-9643-dcd344b02261 service neutron] Request body: {'port': {'device_id': 'e534f7c4-1749-4792-a387-58888ef5faae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:17.366532 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badea1c-264e-406b-b794-027123787156 req-add60266-c40d-42ae-9776-e49ccdc0406d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:17.370921 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4badea1c-264e-406b-b794-027123787156 req-add60266-c40d-42ae-9776-e49ccdc0406d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 947 time: 0.2280195 May 26 16:20:17.417670 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a29c7034-1de5-496d-b9f2-c56b2e82fa97 None None] Provisioning complete for port e7667f93-a0fc-49a5-8fec-16c53f688204 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:17.418039 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a29c7034-1de5-496d-b9f2-c56b2e82fa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:17.479146 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-2371adcf-e5db-4f07-85b3-8a4d09a0155a None None] For port a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:20:17.509915 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-2371adcf-e5db-4f07-85b3-8a4d09a0155a None None] For port a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481,segment=NetworkSegment(dc1e4def-7e5b-4b5d-ba54-b41c931519ce),segment_id=dc1e4def-7e5b-4b5d-ba54-b41c931519ce)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:20:17.512221 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a29c7034-1de5-496d-b9f2-c56b2e82fa97 None None] Port e7667f93-a0fc-49a5-8fec-16c53f688204 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:17.517989 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2371adcf-e5db-4f07-85b3-8a4d09a0155a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:17.535427 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9e615014-0bc8-40ce-beaf-3a33a7dafb3f tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "GET /v2.0/routers/46cf2cd1-ed10-450e-8deb-a353774ef118 HTTP/1.1" status: 200 len: 920 time: 0.7185390 May 26 16:20:17.539483 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-65d9433c-b5ad-4229-a68f-bbd29418abf0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:17.541074 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37748) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:17.600545 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4badea1c-264e-406b-b794-027123787156 req-f4c217ee-b729-4b9b-a60c-e5a49e81af92 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977522 May 26 16:20:17.615870 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371adcf-e5db-4f07-85b3-8a4d09a0155a None None] Pushing event updated for resources: {'Port': ['ID=a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:17.664571 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdcb87d-71b5-4a56-8cf0-8bc7259475de tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:17.683966 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-afdcb87d-71b5-4a56-8cf0-8bc7259475de tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&device_id=46cf2cd1-ed10-450e-8deb-a353774ef118&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1414764 May 26 16:20:17.690952 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37758) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:17.691935 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e38c9243-58f8-4395-b780-3a69c6b3759f req-a7afb83f-ebab-47d5-82c1-3839f185a5d7 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/security-groups?id=7dfeee94-9fe7-4dd9-b904-dc9b550a4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401060 May 26 16:20:17.694869 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-82215338-5055-4e47-8ef7-b03e8479e405 req-ff0a6212-4d53-46d4-9643-dcd344b02261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:17.744651 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-65d9433c-b5ad-4229-a68f-bbd29418abf0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:17.842119 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9433c-b5ad-4229-a68f-bbd29418abf0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Port': ['ID=0d1a52c1-f20a-4022-bae6-9b70cccea7fa,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:17.901555 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d9433c-b5ad-4229-a68f-bbd29418abf0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network b50dc159-2bb4-441b-9a91-d721576cb2cb is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:17.904978 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-65d9433c-b5ad-4229-a68f-bbd29418abf0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:17.925052 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d9433c-b5ad-4229-a68f-bbd29418abf0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:17.951968 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:18.050251 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a8d80-1fb6-4667-814b-c77aa25d9c0c req-02bd3995-9598-4e74-8fd9-ecfb86d91bf7 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:18.051784 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa9a8d80-1fb6-4667-814b-c77aa25d9c0c req-02bd3995-9598-4e74-8fd9-ecfb86d91bf7 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=694b37c3-a3f2-4a76-909a-a33525ec8c03 HTTP/1.1" status: 200 len: 946 time: 0.2536018 May 26 16:20:18.065200 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d9433c-b5ad-4229-a68f-bbd29418abf0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:18.072841 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-65d9433c-b5ad-4229-a68f-bbd29418abf0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:18.076989 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d7cbd9-3868-4277-b922-e440ac2b38d6 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:18.084785 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d6d7cbd9-3868-4277-b922-e440ac2b38d6 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "GET /v2.0/networks/50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 881 time: 0.3590117 May 26 16:20:18.085519 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37764) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:18.134996 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-af1f4d94-e48e-4688-a930-25c5045703e2 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "GET /v2.0/ports?device_id=46cf2cd1-ed10-450e-8deb-a353774ef118 HTTP/1.1" status: 200 len: 205 time: 0.0449138 May 26 16:20:18.134996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37768) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:18.160934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156384c-539a-4f93-983a-74a9497c32aa req-fb0681ef-7974-452e-80e1-3a906298bc70 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:18.175104 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d156384c-539a-4f93-983a-74a9497c32aa req-fb0681ef-7974-452e-80e1-3a906298bc70 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 947 time: 0.2552340 May 26 16:20:18.222972 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-65d9433c-b5ad-4229-a68f-bbd29418abf0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.5001011 May 26 16:20:18.225826 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37770) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:18.235686 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:18.257751 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa9a8d80-1fb6-4667-814b-c77aa25d9c0c req-cb9fed38-5bb9-447d-bfd0-747199961095 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592197 May 26 16:20:18.348447 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d156384c-539a-4f93-983a-74a9497c32aa req-fe4cbc3f-a670-49c7-a172-bcc32b38b518 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719074 May 26 16:20:18.569694 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e98d81b8-7ed6-40dc-a0cc-1f713e82fe2c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:18.575784 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-aae8dac3-1c38-4eda-b1ac-f438e42242d3 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting port 0d1a52c1-f20a-4022-bae6-9b70cccea7fa {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:18.576155 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aae8dac3-1c38-4eda-b1ac-f438e42242d3 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:18.629342 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:18.647601 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-82215338-5055-4e47-8ef7-b03e8479e405 req-ff0a6212-4d53-46d4-9643-dcd344b02261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7667f93-a0fc-49a5-8fec-16c53f688204 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:20:18.663700 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-82215338-5055-4e47-8ef7-b03e8479e405 req-ff0a6212-4d53-46d4-9643-dcd344b02261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:18.681550 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-82215338-5055-4e47-8ef7-b03e8479e405 req-ff0a6212-4d53-46d4-9643-dcd344b02261 service neutron] Transition to ACTIVE for port object e7667f93-a0fc-49a5-8fec-16c53f688204 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:20:18.696733 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-82215338-5055-4e47-8ef7-b03e8479e405 req-ff0a6212-4d53-46d4-9643-dcd344b02261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:18.767831 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:18.768318 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:18.783402 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674184b-20d0-410b-ada3-9150b411e2c5 req-a77fdc7e-62db-4fcd-8299-359b415e9e4f tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:18.785688 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6674184b-20d0-410b-ada3-9150b411e2c5 req-a77fdc7e-62db-4fcd-8299-359b415e9e4f tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=2112c498-4fde-49fb-90c2-86f5bd886a1e HTTP/1.1" status: 200 len: 945 time: 0.3493581 May 26 16:20:18.841386 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a6212-4d53-46d4-9643-dcd344b02261 service neutron] Pushing event updated for resources: {'Port': ['ID=e7667f93-a0fc-49a5-8fec-16c53f688204,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:19.064684 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:19.109775 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6674184b-20d0-410b-ada3-9150b411e2c5 req-c74bdc91-fa59-4c73-8ec1-0085fc0f8f99 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948065 May 26 16:20:19.155267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-82215338-5055-4e47-8ef7-b03e8479e405 req-ff0a6212-4d53-46d4-9643-dcd344b02261 service neutron] Attempting to bind port e7667f93-a0fc-49a5-8fec-16c53f688204 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:19.155791 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-82215338-5055-4e47-8ef7-b03e8479e405 req-ff0a6212-4d53-46d4-9643-dcd344b02261 service neutron] Attempting to bind port e7667f93-a0fc-49a5-8fec-16c53f688204 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:19.156367 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82215338-5055-4e47-8ef7-b03e8479e405 req-ff0a6212-4d53-46d4-9643-dcd344b02261 service neutron] Attempting to bind port e7667f93-a0fc-49a5-8fec-16c53f688204 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:19.167096 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82215338-5055-4e47-8ef7-b03e8479e405 req-ff0a6212-4d53-46d4-9643-dcd344b02261 service neutron] Port e7667f93-a0fc-49a5-8fec-16c53f688204 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:20:19.167580 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82215338-5055-4e47-8ef7-b03e8479e405 req-ff0a6212-4d53-46d4-9643-dcd344b02261 service neutron] Attempting to bind port e7667f93-a0fc-49a5-8fec-16c53f688204 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:19.190093 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82215338-5055-4e47-8ef7-b03e8479e405 req-ff0a6212-4d53-46d4-9643-dcd344b02261 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:20:19.190432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82215338-5055-4e47-8ef7-b03e8479e405 req-ff0a6212-4d53-46d4-9643-dcd344b02261 service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:19.190821 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82215338-5055-4e47-8ef7-b03e8479e405 req-ff0a6212-4d53-46d4-9643-dcd344b02261 service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:20:19.191273 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-82215338-5055-4e47-8ef7-b03e8479e405 req-ff0a6212-4d53-46d4-9643-dcd344b02261 service neutron] Bound port: e7667f93-a0fc-49a5-8fec-16c53f688204, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:20:19.191630 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-82215338-5055-4e47-8ef7-b03e8479e405 req-ff0a6212-4d53-46d4-9643-dcd344b02261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:19.229896 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ffe0c-1e8f-410b-b7e9-9f17bf2cb72e req-5e2a67d3-9030-4dba-8a0c-5caaa692e36b tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:19.232338 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-712ffe0c-1e8f-410b-b7e9-9f17bf2cb72e req-5e2a67d3-9030-4dba-8a0c-5caaa692e36b tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/ports?device_id=e534f7c4-1749-4792-a387-58888ef5faae HTTP/1.1" status: 200 len: 948 time: 0.2653368 May 26 16:20:19.315046 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:19.315893 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:19.339117 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-712ffe0c-1e8f-410b-b7e9-9f17bf2cb72e req-2f639d5d-478d-467e-bf5d-c556a10e15ba tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/security-groups?id=7dfeee94-9fe7-4dd9-b904-dc9b550a4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883551 May 26 16:20:19.520335 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481,segment=NetworkSegment(dc1e4def-7e5b-4b5d-ba54-b41c931519ce),segment_id=dc1e4def-7e5b-4b5d-ba54-b41c931519ce)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:19.537310 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:19.650338 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:19.653812 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 161e5bc3-f8bd-463c-928c-19e147d66d06 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:20:19.669806 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311832bd-8cc5-4cc8-82d5-f4d3aa733df1 req-86bfa390-082c-4bce-95a7-8f8830b49281 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:19.679742 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-311832bd-8cc5-4cc8-82d5-f4d3aa733df1 req-86bfa390-082c-4bce-95a7-8f8830b49281 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=694b37c3-a3f2-4a76-909a-a33525ec8c03 HTTP/1.1" status: 200 len: 946 time: 0.3459473 May 26 16:20:19.779416 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-82215338-5055-4e47-8ef7-b03e8479e405 req-ff0a6212-4d53-46d4-9643-dcd344b02261 service neutron] For port e7667f93-a0fc-49a5-8fec-16c53f688204, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:20:19.836355 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-82215338-5055-4e47-8ef7-b03e8479e405 req-ff0a6212-4d53-46d4-9643-dcd344b02261 service neutron] For port e7667f93-a0fc-49a5-8fec-16c53f688204, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e7667f93-a0fc-49a5-8fec-16c53f688204,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:20:19.847828 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-311832bd-8cc5-4cc8-82d5-f4d3aa733df1 req-e08bddb4-94f4-44e5-ad0f-67380bc00def tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555498 May 26 16:20:19.851364 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-82215338-5055-4e47-8ef7-b03e8479e405 req-ff0a6212-4d53-46d4-9643-dcd344b02261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:19.899057 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 161e5bc3-f8bd-463c-928c-19e147d66d06 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:19.899746 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:19.926216 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bc14ca-f80a-4f8b-9cad-30188d274d8e None None] Network b50dc159-2bb4-441b-9a91-d721576cb2cb requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:20.044755 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a6212-4d53-46d4-9643-dcd344b02261 service neutron] Pushing event updated for resources: {'Port': ['ID=e7667f93-a0fc-49a5-8fec-16c53f688204,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:20.066657 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82215338-5055-4e47-8ef7-b03e8479e405 req-ff0a6212-4d53-46d4-9643-dcd344b02261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:20.067396 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-82215338-5055-4e47-8ef7-b03e8479e405 req-ff0a6212-4d53-46d4-9643-dcd344b02261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.068931 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82215338-5055-4e47-8ef7-b03e8479e405 req-ff0a6212-4d53-46d4-9643-dcd344b02261 service neutron] 10.222.0.81 "PUT /v2.0/ports/e7667f93-a0fc-49a5-8fec-16c53f688204 HTTP/1.1" status: 200 len: 1096 time: 2.7461853 May 26 16:20:20.069411 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e534f7c4-1749-4792-a387-58888ef5faae', 'tag': 'e7667f93-a0fc-49a5-8fec-16c53f688204'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:20:20.072849 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb1e1f1-6a4d-4bfd-970f-7276d11f2561" -d '{"events": [{"name": "network-changed", "server_uuid": "e534f7c4-1749-4792-a387-58888ef5faae", "tag": "e7667f93-a0fc-49a5-8fec-16c53f688204"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:20:20.172946 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348d64cf-75e0-4a9c-a289-b2d64eb14662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '161e5bc3-f8bd-463c-928c-19e147d66d06'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:20:20.182463 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482de9e2-e5b5-4241-8f0c-e299ba61cef5" -d '{"events": [{"server_uuid": "348d64cf-75e0-4a9c-a289-b2d64eb14662", "name": "network-vif-unplugged", "status": "completed", "tag": "161e5bc3-f8bd-463c-928c-19e147d66d06"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:20:20.235764 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82215338-5055-4e47-8ef7-b03e8479e405 req-696cf7dd-2522-4066-80cc-5ea1168ba12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:20.242732 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82215338-5055-4e47-8ef7-b03e8479e405 req-696cf7dd-2522-4066-80cc-5ea1168ba12d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=22b536e40c0b4c4f9f3bda8e5bae35b8&device_id=e534f7c4-1749-4792-a387-58888ef5faae HTTP/1.1" status: 200 len: 1099 time: 0.1074805 May 26 16:20:20.245262 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5795e6-db23-48b5-a40d-4230ea1cecba x-openstack-request-id: req-3d5795e6-db23-48b5-a40d-4230ea1cecba {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:20:20.245825 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e534f7c4-1749-4792-a387-58888ef5faae", "tag": "e7667f93-a0fc-49a5-8fec-16c53f688204", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:20:20.246253 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3d5795e6-db23-48b5-a40d-4230ea1cecba {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:20:20.247846 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d5795e6-db23-48b5-a40d-4230ea1cecba'] response: {'name': 'network-changed', 'server_uuid': 'e534f7c4-1749-4792-a387-58888ef5faae', 'tag': 'e7667f93-a0fc-49a5-8fec-16c53f688204', 'status': 'completed', 'code': 200} May 26 16:20:20.287005 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 161e5bc3-f8bd-463c-928c-19e147d66d06, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=161e5bc3-f8bd-463c-928c-19e147d66d06,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:20.320447 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.340645 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-691b9661-00ad-4116-ae42-b2ada7c85f30 None None] Provisioning complete for port a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:20.343783 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-691b9661-00ad-4116-ae42-b2ada7c85f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.347315 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aae8dac3-1c38-4eda-b1ac-f438e42242d3 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.383691 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-aae8dac3-1c38-4eda-b1ac-f438e42242d3 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Calling delete_port for 0d1a52c1-f20a-4022-bae6-9b70cccea7fa owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:20.493414 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4dd1d7-1c87-42e5-b1c9-b650a22ea0ba x-openstack-request-id: req-da4dd1d7-1c87-42e5-b1c9-b650a22ea0ba {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:20:20.493714 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348d64cf-75e0-4a9c-a289-b2d64eb14662", "name": "network-vif-unplugged", "status": "completed", "tag": "161e5bc3-f8bd-463c-928c-19e147d66d06", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:20:20.493974 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-da4dd1d7-1c87-42e5-b1c9-b650a22ea0ba {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:20:20.496703 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da4dd1d7-1c87-42e5-b1c9-b650a22ea0ba'] response: {'server_uuid': '348d64cf-75e0-4a9c-a289-b2d64eb14662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '161e5bc3-f8bd-463c-928c-19e147d66d06', 'code': 200} May 26 16:20:20.656931 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:20.775722 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e98d81b8-7ed6-40dc-a0cc-1f713e82fe2c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.832160 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aae8dac3-1c38-4eda-b1ac-f438e42242d3 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:20.837726 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=161e5bc3-f8bd-463c-928c-19e147d66d06,revision_number=14']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:20.885059 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-691b9661-00ad-4116-ae42-b2ada7c85f30 None None] Current status of the port a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:20.920185 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8dac3-1c38-4eda-b1ac-f438e42242d3 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Port': ['ID=0d1a52c1-f20a-4022-bae6-9b70cccea7fa,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:20.948699 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:20.949476 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:21.029216 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82215338-5055-4e47-8ef7-b03e8479e405 req-72ca31db-9fb9-4289-bce9-7d6552ac3b30 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=e7667f93-a0fc-49a5-8fec-16c53f688204 HTTP/1.1" status: 200 len: 217 time: 0.7768810 May 26 16:20:21.040204 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e98d81b8-7ed6-40dc-a0cc-1f713e82fe2c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Deleting port fd401001-4bcf-4eaf-9100-09ca6a22a867 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:21.040564 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e98d81b8-7ed6-40dc-a0cc-1f713e82fe2c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:21.075111 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aae8dac3-1c38-4eda-b1ac-f438e42242d3 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:21.083011 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-aae8dac3-1c38-4eda-b1ac-f438e42242d3 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/ports/0d1a52c1-f20a-4022-bae6-9b70cccea7fa HTTP/1.1" status: 204 len: 168 time: 2.8557489 May 26 16:20:21.122531 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37872) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:21.138428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:21.171893 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd89bcae-c023-46e3-8cb1-c724730e39c5 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] GET failed (client error): The resource could not be found. May 26 16:20:21.178429 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cd89bcae-c023-46e3-8cb1-c724730e39c5 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports/0d1a52c1-f20a-4022-bae6-9b70cccea7fa HTTP/1.1" status: 404 len: 333 time: 0.0543818 May 26 16:20:21.179332 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37874) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:21.194867 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82215338-5055-4e47-8ef7-b03e8479e405 req-8e3742bd-3a6f-4bec-8be3-95d562516cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:21.197571 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82215338-5055-4e47-8ef7-b03e8479e405 req-8e3742bd-3a6f-4bec-8be3-95d562516cfc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.1621668 May 26 16:20:21.273979 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2cae0b4-b2b9-4938-a008-3402ee39716c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting subnet 1a121961-8957-4108-9691-0378a08e3bf6 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:20:21.279940 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2cae0b4-b2b9-4938-a008-3402ee39716c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:21.285336 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e98d81b8-7ed6-40dc-a0cc-1f713e82fe2c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:21.291520 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4da8be-95bc-4ac9-a2c3-1da58f465de9 req-df77a59a-5b01-4fbc-b337-da0bebcd363f tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:21.299808 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6c4da8be-95bc-4ac9-a2c3-1da58f465de9 req-df77a59a-5b01-4fbc-b337-da0bebcd363f tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=694b37c3-a3f2-4a76-909a-a33525ec8c03 HTTP/1.1" status: 200 len: 946 time: 0.2691305 May 26 16:20:21.352840 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421478ac-2a56-4bfe-a872-44edddf5c641 req-9584cc6e-3e66-4723-bd73-56d16e706272 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:21.354532 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-421478ac-2a56-4bfe-a872-44edddf5c641 req-9584cc6e-3e66-4723-bd73-56d16e706272 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/ports?device_id=e534f7c4-1749-4792-a387-58888ef5faae HTTP/1.1" status: 200 len: 948 time: 0.3214040 May 26 16:20:21.362365 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e98d81b8-7ed6-40dc-a0cc-1f713e82fe2c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Calling delete_port for fd401001-4bcf-4eaf-9100-09ca6a22a867 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:21.363107 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82215338-5055-4e47-8ef7-b03e8479e405 req-84aef007-324d-4b19-b303-80325c22fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:21.364545 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82215338-5055-4e47-8ef7-b03e8479e405 req-84aef007-324d-4b19-b303-80325c22fe43 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1505828 May 26 16:20:21.380870 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2cae0b4-b2b9-4938-a008-3402ee39716c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:21.406448 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e658d000-6b89-4974-9f3e-f0031c6b696d None None] Provisioning complete for port a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:21.408285 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e658d000-6b89-4974-9f3e-f0031c6b696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:21.453646 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6c4da8be-95bc-4ac9-a2c3-1da58f465de9 req-a86f1cff-16af-4c93-bd0a-8b65c0c00488 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523821 May 26 16:20:21.619195 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e658d000-6b89-4974-9f3e-f0031c6b696d None None] Current status of the port a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:21.680234 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2cae0b4-b2b9-4938-a008-3402ee39716c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:21.696996 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-421478ac-2a56-4bfe-a872-44edddf5c641 req-e966e7c6-eca6-42e4-9e50-7aa9da162073 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/security-groups?id=7dfeee94-9fe7-4dd9-b904-dc9b550a4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299966 May 26 16:20:21.745281 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82215338-5055-4e47-8ef7-b03e8479e405 req-04e39102-146c-4330-9568-ca6a5f623496 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619814 May 26 16:20:21.819161 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2cae0b4-b2b9-4938-a008-3402ee39716c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:21.831058 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e98d81b8-7ed6-40dc-a0cc-1f713e82fe2c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:21.841052 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-1945833a-8dcd-4502-94b8-b564d13e0243 None None] Could not find standard attr ID for object 0d1a52c1-f20a-4022-bae6-9b70cccea7fa. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:20:21.876903 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283a23f-bbff-47b6-afda-9c9c86250eac req-297f8db5-cc08-452f-a1ed-baeb2577ee7e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:21.878697 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3283a23f-bbff-47b6-afda-9c9c86250eac req-297f8db5-cc08-452f-a1ed-baeb2577ee7e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.2406404 May 26 16:20:21.892982 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2cae0b4-b2b9-4938-a008-3402ee39716c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:21.896626 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b2cae0b4-b2b9-4938-a008-3402ee39716c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/subnets/1a121961-8957-4108-9691-0378a08e3bf6 HTTP/1.1" status: 204 len: 168 time: 0.7144191 May 26 16:20:21.899848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37876) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:21.901541 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d81b8-7ed6-40dc-a0cc-1f713e82fe2c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Pushing event deleted for resources: {'Port': ['ID=fd401001-4bcf-4eaf-9100-09ca6a22a867,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:21.918441 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cae0b4-b2b9-4938-a008-3402ee39716c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Subnet': ['ID=1a121961-8957-4108-9691-0378a08e3bf6,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:22.024345 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82215338-5055-4e47-8ef7-b03e8479e405 req-bb029306-328e-47e2-aa6f-7fbbba4f58c8 service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633533 May 26 16:20:22.028412 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3283a23f-bbff-47b6-afda-9c9c86250eac req-75bf0467-ed46-44eb-8ee6-902f060058a0 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394866 May 26 16:20:22.044877 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e98d81b8-7ed6-40dc-a0cc-1f713e82fe2c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:22.057769 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b2cb0b25-4092-4ad1-8ce4-98ae3fcae7ae tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:22.215233 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83282a0-8773-4fdb-9c36-0ab3b686c60b None None] Network b50dc159-2bb4-441b-9a91-d721576cb2cb requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:22.273012 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e98d81b8-7ed6-40dc-a0cc-1f713e82fe2c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:22.283485 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e98d81b8-7ed6-40dc-a0cc-1f713e82fe2c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:22.289540 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1e1f1-6a4d-4bfd-970f-7276d11f2561 req-6ed1287a-5727-4c5f-995a-8e4cb0760187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:22.291524 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fdb1e1f1-6a4d-4bfd-970f-7276d11f2561 req-6ed1287a-5727-4c5f-995a-8e4cb0760187 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=22b536e40c0b4c4f9f3bda8e5bae35b8&device_id=e534f7c4-1749-4792-a387-58888ef5faae HTTP/1.1" status: 200 len: 1099 time: 0.2032039 May 26 16:20:22.398170 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63993b-85b7-46be-b4c2-543cca72a508 req-91f52032-91fd-48d8-b3d3-6198064d27f7 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:22.408614 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b63993b-85b7-46be-b4c2-543cca72a508 req-91f52032-91fd-48d8-b3d3-6198064d27f7 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1830773 May 26 16:20:22.420825 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e98d81b8-7ed6-40dc-a0cc-1f713e82fe2c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:22.422167 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98d81b8-7ed6-40dc-a0cc-1f713e82fe2c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Fanout notify agent at l3_agent the message router_deleted on router 46cf2cd1-ed10-450e-8deb-a353774ef118 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:20:22.431669 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e98d81b8-7ed6-40dc-a0cc-1f713e82fe2c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:22.442248 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-b2cb0b25-4092-4ad1-8ce4-98ae3fcae7ae tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting port a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:22.442810 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b2cb0b25-4092-4ad1-8ce4-98ae3fcae7ae tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:22.450814 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e98d81b8-7ed6-40dc-a0cc-1f713e82fe2c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "DELETE /v2.0/routers/46cf2cd1-ed10-450e-8deb-a353774ef118 HTTP/1.1" status: 204 len: 168 time: 4.3124945 May 26 16:20:22.461120 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37882) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:22.469511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a7aa880d-ef41-4882-9388-308d1e2f919c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-767366733', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}, 'admin_state_up': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:22.518867 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7aa880d-ef41-4882-9388-308d1e2f919c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:22.523352 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7aa880d-ef41-4882-9388-308d1e2f919c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:22.553467 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-b2cb0b25-4092-4ad1-8ce4-98ae3fcae7ae tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] For port a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481,segment=NetworkSegment(dc1e4def-7e5b-4b5d-ba54-b41c931519ce),segment_id=dc1e4def-7e5b-4b5d-ba54-b41c931519ce)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:22.553931 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b2cb0b25-4092-4ad1-8ce4-98ae3fcae7ae tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:22.582891 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-b2cb0b25-4092-4ad1-8ce4-98ae3fcae7ae tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Calling delete_port for a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:22.656488 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc77b0f-63d1-44c4-b3df-a58dc90964e4 None None] DHCP port deletion for b50dc159-2bb4-441b-9a91-d721576cb2cb request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:20:22.694861 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b63993b-85b7-46be-b4c2-543cca72a508 req-a79c2b4c-6fad-4393-b8e9-2e34ee212589 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2852669 May 26 16:20:22.718157 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7aa880d-ef41-4882-9388-308d1e2f919c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:22.739990 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-dcc77b0f-63d1-44c4-b3df-a58dc90964e4 None None] Deleting port a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:22.740926 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dcc77b0f-63d1-44c4-b3df-a58dc90964e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:22.839589 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03326d44-fc75-45be-b39c-88c22ba356b8 req-b898332a-8f90-4b42-890e-b4fb5b95df16 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:22.841559 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-03326d44-fc75-45be-b39c-88c22ba356b8 req-b898332a-8f90-4b42-890e-b4fb5b95df16 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.83 "GET /v2.0/ports?device_id=694b37c3-a3f2-4a76-909a-a33525ec8c03 HTTP/1.1" status: 200 len: 946 time: 0.2536733 May 26 16:20:22.842758 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1e1f1-6a4d-4bfd-970f-7276d11f2561 req-87554875-c136-4877-954a-b331bffad240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:22.845667 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-dcc77b0f-63d1-44c4-b3df-a58dc90964e4 None None] For port a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481,segment=NetworkSegment(dc1e4def-7e5b-4b5d-ba54-b41c931519ce),segment_id=dc1e4def-7e5b-4b5d-ba54-b41c931519ce)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:22.846485 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dcc77b0f-63d1-44c4-b3df-a58dc90964e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:22.847783 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fdb1e1f1-6a4d-4bfd-970f-7276d11f2561 req-87554875-c136-4877-954a-b331bffad240 service neutron] 10.222.0.81 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.5436115 May 26 16:20:22.856665 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b2cb0b25-4092-4ad1-8ce4-98ae3fcae7ae tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:22.872584 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-dcc77b0f-63d1-44c4-b3df-a58dc90964e4 None None] Calling delete_port for a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:22.927746 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cb0b25-4092-4ad1-8ce4-98ae3fcae7ae tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] No DVR routers for this DVR port a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:20:23.017304 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb0b25-4092-4ad1-8ce4-98ae3fcae7ae tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Port': ['ID=a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:23.037817 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dcc77b0f-63d1-44c4-b3df-a58dc90964e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.050498 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fdb1e1f1-6a4d-4bfd-970f-7276d11f2561 req-c89095dd-474c-4921-8f34-d9e514e34d7b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=e7667f93-a0fc-49a5-8fec-16c53f688204 HTTP/1.1" status: 200 len: 217 time: 0.1628544 May 26 16:20:23.079534 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da82ba-ffcf-41b6-a8c3-4f7447c303b9 req-fb9d3a33-6226-4f03-bb06-72318aa9e4ac tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:23.081093 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51da82ba-ffcf-41b6-a8c3-4f7447c303b9 req-fb9d3a33-6226-4f03-bb06-72318aa9e4ac tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=694b37c3-a3f2-4a76-909a-a33525ec8c03 HTTP/1.1" status: 200 len: 946 time: 0.4420063 May 26 16:20:23.091505 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc77b0f-63d1-44c4-b3df-a58dc90964e4 None None] Pushing event deleted for resources: {'Port': ['ID=a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:23.096348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc77b0f-63d1-44c4-b3df-a58dc90964e4 None None] No DVR routers for this DVR port a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:20:23.183373 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7aa880d-ef41-4882-9388-308d1e2f919c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.198787 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddef01-88f3-4687-898d-55dc791024b0 req-3d574f33-2163-4bad-ba60-91f7d425efb9 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:23.201522 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51ddef01-88f3-4687-898d-55dc791024b0 req-3d574f33-2163-4bad-ba60-91f7d425efb9 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/ports?device_id=e534f7c4-1749-4792-a387-58888ef5faae HTTP/1.1" status: 200 len: 948 time: 0.3490944 May 26 16:20:23.259656 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-03326d44-fc75-45be-b39c-88c22ba356b8 req-4e8b12f4-893e-4f34-9053-2f83fb98ccd1 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Deleting port 0458ed11-2efa-4385-9fe4-9729c3f3ae74 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:23.259992 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-03326d44-fc75-45be-b39c-88c22ba356b8 req-4e8b12f4-893e-4f34-9053-2f83fb98ccd1 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.270135 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b2cb0b25-4092-4ad1-8ce4-98ae3fcae7ae tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.321920 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1e1f1-6a4d-4bfd-970f-7276d11f2561 req-9a24e209-1794-4b66-acea-a14363824145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:23.323361 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fdb1e1f1-6a4d-4bfd-970f-7276d11f2561 req-9a24e209-1794-4b66-acea-a14363824145 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.2562718 May 26 16:20:23.325425 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-b2cb0b25-4092-4ad1-8ce4-98ae3fcae7ae tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50dc159-2bb4-441b-9a91-d721576cb2cb']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:23.381591 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-b2cb0b25-4092-4ad1-8ce4-98ae3fcae7ae tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1e4def-7e5b-4b5d-ba54-b41c931519ce') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:23.382041 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-b2cb0b25-4092-4ad1-8ce4-98ae3fcae7ae tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1e4def-7e5b-4b5d-ba54-b41c931519ce') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:23.405300 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-03326d44-fc75-45be-b39c-88c22ba356b8 req-4e8b12f4-893e-4f34-9053-2f83fb98ccd1 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] For port 0458ed11-2efa-4385-9fe4-9729c3f3ae74, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0458ed11-2efa-4385-9fe4-9729c3f3ae74,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:23.406561 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-03326d44-fc75-45be-b39c-88c22ba356b8 req-4e8b12f4-893e-4f34-9053-2f83fb98ccd1 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.407500 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b2cb0b25-4092-4ad1-8ce4-98ae3fcae7ae tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.411896 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51da82ba-ffcf-41b6-a8c3-4f7447c303b9 req-310ccd16-ac23-4c21-b35d-51d403fc91e9 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838762 May 26 16:20:23.422728 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51ddef01-88f3-4687-898d-55dc791024b0 req-194ff86c-ed3c-4dd5-9cfb-36491c1831a7 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/security-groups?id=7dfeee94-9fe7-4dd9-b904-dc9b550a4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857510 May 26 16:20:23.445093 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b2cb0b25-4092-4ad1-8ce4-98ae3fcae7ae tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.448714 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-03326d44-fc75-45be-b39c-88c22ba356b8 req-4e8b12f4-893e-4f34-9053-2f83fb98ccd1 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Calling delete_port for 0458ed11-2efa-4385-9fe4-9729c3f3ae74 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:23.454049 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1e1f1-6a4d-4bfd-970f-7276d11f2561 req-aa1bcdc0-7fa0-4d82-970c-b1cd7facef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:23.455639 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fdb1e1f1-6a4d-4bfd-970f-7276d11f2561 req-aa1bcdc0-7fa0-4d82-970c-b1cd7facef69 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1138728 May 26 16:20:23.488824 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2cb0b25-4092-4ad1-8ce4-98ae3fcae7ae tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:20:23.489244 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b2cb0b25-4092-4ad1-8ce4-98ae3fcae7ae tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.543004 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment dc1e4def-7e5b-4b5d-ba54-b41c931519ce resource provider aggregate not found May 26 16:20:23.618327 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device e7667f93-a0fc-49a5-8fec-16c53f688204 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:20:23.643863 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7aa880d-ef41-4882-9388-308d1e2f919c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.668783 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b2cb0b25-4092-4ad1-8ce4-98ae3fcae7ae tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.682499 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7aa880d-ef41-4882-9388-308d1e2f919c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.696380 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment dc1e4def-7e5b-4b5d-ba54-b41c931519ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc1e4def-7e5b-4b5d-ba54-b41c931519ce found for delete ", "request_id": "req-e1f2419d-70cb-4615-849c-71f29acda9e8"}]} May 26 16:20:23.703677 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b2cb0b25-4092-4ad1-8ce4-98ae3fcae7ae tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.707755 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b2cb0b25-4092-4ad1-8ce4-98ae3fcae7ae tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/networks/b50dc159-2bb4-441b-9a91-d721576cb2cb HTTP/1.1" status: 204 len: 168 time: 1.8038793 May 26 16:20:23.726072 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37900) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:23.732521 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b4d2f395-b0d4-4f52-851d-6e4dcddbff86 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'port': {'network_id': '143284ae-2281-4680-b372-1243a57f5077', 'name': 'tempest-PortsTestJSON-1581957070'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:23.742445 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb0b25-4092-4ad1-8ce4-98ae3fcae7ae tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Network': ['ID=b50dc159-2bb4-441b-9a91-d721576cb2cb,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:23.759805 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37902) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:23.824460 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c0b25-3927-490a-9add-56ad1d99b550 req-1330252e-2c4a-4fdc-9229-647e32f0111e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:23.826065 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port e7667f93-a0fc-49a5-8fec-16c53f688204, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e7667f93-a0fc-49a5-8fec-16c53f688204,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:23.834208 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-780c0b25-3927-490a-9add-56ad1d99b550 req-1330252e-2c4a-4fdc-9229-647e32f0111e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.2176573 May 26 16:20:23.839730 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'e7667f93-a0fc-49a5-8fec-16c53f688204', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': 'e7667f93-a0fc-49a5-8fec-16c53f688204', 'mac_address': 'fa:16:3e:03:dd:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:20:23.888239 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-03326d44-fc75-45be-b39c-88c22ba356b8 req-4e8b12f4-893e-4f34-9053-2f83fb98ccd1 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.890621 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port e7667f93-a0fc-49a5-8fec-16c53f688204 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:23.891424 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-a7aa880d-ef41-4882-9388-308d1e2f919c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Allocated IP 172.25.7.173 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/fb494457-72e6-4ccd-a1a3-132f80767ece) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:23.891729 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:23.930420 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7667f93-a0fc-49a5-8fec-16c53f688204 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:20:23.935551 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['6fc1864e-a892-4fcc-a4ee-66b45dd40b4d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:20:23.954677 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b12f4-893e-4f34-9053-2f83fb98ccd1 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Pushing event deleted for resources: {'Port': ['ID=0458ed11-2efa-4385-9fe4-9729c3f3ae74,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:23.988744 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-780c0b25-3927-490a-9add-56ad1d99b550 req-71974d7f-31f0-45b8-a30b-20412d68fb07 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527991 May 26 16:20:23.998421 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['863c7cb5-cb2f-4085-a54c-6db455a05c1d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:20:24.029335 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fdb1e1f1-6a4d-4bfd-970f-7276d11f2561 req-5d7ca84e-2316-43f7-9620-8a8790e036cf service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651574 May 26 16:20:24.072488 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port e7667f93-a0fc-49a5-8fec-16c53f688204, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e7667f93-a0fc-49a5-8fec-16c53f688204,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:24.122286 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b3815ee8-7483-4613-b5db-9dc8fdb633ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:24.124939 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-03326d44-fc75-45be-b39c-88c22ba356b8 req-4e8b12f4-893e-4f34-9053-2f83fb98ccd1 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] No DVR routers for this DVR port 0458ed11-2efa-4385-9fe4-9729c3f3ae74 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:20:24.130549 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-03326d44-fc75-45be-b39c-88c22ba356b8 req-4e8b12f4-893e-4f34-9053-2f83fb98ccd1 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:24.134170 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-03326d44-fc75-45be-b39c-88c22ba356b8 req-4e8b12f4-893e-4f34-9053-2f83fb98ccd1 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.83 "DELETE /v2.0/ports/0458ed11-2efa-4385-9fe4-9729c3f3ae74 HTTP/1.1" status: 204 len: 173 time: 1.2367086 May 26 16:20:24.141644 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694b37c3-a3f2-4a76-909a-a33525ec8c03', 'name': 'network-vif-deleted', 'tag': '0458ed11-2efa-4385-9fe4-9729c3f3ae74'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:20:24.145081 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe3dc79-cdea-4c9d-a771-e26225e82c78" -d '{"events": [{"server_uuid": "694b37c3-a3f2-4a76-909a-a33525ec8c03", "name": "network-vif-deleted", "tag": "0458ed11-2efa-4385-9fe4-9729c3f3ae74"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:20:24.199799 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fdb1e1f1-6a4d-4bfd-970f-7276d11f2561 req-7ff771e3-433f-4ad9-a9a7-aee8665ac68a service neutron] 10.222.0.81 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632507 May 26 16:20:24.211634 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d2f395-b0d4-4f52-851d-6e4dcddbff86 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:24.215818 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b4d2f395-b0d4-4f52-851d-6e4dcddbff86 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:24.226897 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:24.244518 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-b4d2f395-b0d4-4f52-851d-6e4dcddbff86 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] device_id is not set on port 4e558a50-d0ad-49ce-b2ce-e5cf3a09d9d1 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:20:24.269560 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7aa880d-ef41-4882-9388-308d1e2f919c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:24.355824 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e47bdc-35c4-4cf1-a33e-6b67592ae12d x-openstack-request-id: req-a9e47bdc-35c4-4cf1-a33e-6b67592ae12d {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:20:24.356361 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694b37c3-a3f2-4a76-909a-a33525ec8c03", "name": "network-vif-deleted", "tag": "0458ed11-2efa-4385-9fe4-9729c3f3ae74", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:20:24.356911 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a9e47bdc-35c4-4cf1-a33e-6b67592ae12d {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:20:24.357460 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9e47bdc-35c4-4cf1-a33e-6b67592ae12d'] response: {'server_uuid': '694b37c3-a3f2-4a76-909a-a33525ec8c03', 'name': 'network-vif-deleted', 'tag': '0458ed11-2efa-4385-9fe4-9729c3f3ae74', 'status': 'completed', 'code': 200} May 26 16:20:24.365203 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7aa880d-ef41-4882-9388-308d1e2f919c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:24.484039 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b4d2f395-b0d4-4f52-851d-6e4dcddbff86 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:24.490568 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aa880d-ef41-4882-9388-308d1e2f919c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:24.506544 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-a7aa880d-ef41-4882-9388-308d1e2f919c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:24.509427 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=e7667f93-a0fc-49a5-8fec-16c53f688204,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:24.516303 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aa880d-ef41-4882-9388-308d1e2f919c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:24.523339 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:20:24.547683 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b4d2f395-b0d4-4f52-851d-6e4dcddbff86 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:24.566793 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['e7667f93-a0fc-49a5-8fec-16c53f688204'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:20:24.571420 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:20:24.571819 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a6d8b4f2-dd25-43b3-85e6-e1bbdd19f481 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:20:24.611887 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa880d-ef41-4882-9388-308d1e2f919c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Pushing event updated for resources: {'Port': ['ID=fb494457-72e6-4ccd-a1a3-132f80767ece,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:24.694182 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d2f395-b0d4-4f52-851d-6e4dcddbff86 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network 143284ae-2281-4680-b372-1243a57f5077 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:24.698343 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-066d3c82-3ef3-4a7e-a018-8349c4aa54d9 req-4c4f99fe-0e70-442c-a909-fb4a96d3672d tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=694b37c3-a3f2-4a76-909a-a33525ec8c03 HTTP/1.1" status: 200 len: 210 time: 0.0965927 May 26 16:20:24.702523 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-b4d2f395-b0d4-4f52-851d-6e4dcddbff86 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:24.720081 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d2f395-b0d4-4f52-851d-6e4dcddbff86 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:24.729168 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d2f395-b0d4-4f52-851d-6e4dcddbff86 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:24.729814 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b4d2f395-b0d4-4f52-851d-6e4dcddbff86 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:24.753710 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d7dc7-0c5b-47c5-b666-1dfe2d85d5e6 req-7f6e574a-751a-4b72-ae2e-8df239f5236c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:24.764739 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f1d7dc7-0c5b-47c5-b666-1dfe2d85d5e6 req-7f6e574a-751a-4b72-ae2e-8df239f5236c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.2295182 May 26 16:20:24.813067 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef8867-9ff1-4edf-9656-5390ddbc0474 req-b10e09e6-b839-4655-8f29-455672bed850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:24.815350 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58ef8867-9ff1-4edf-9656-5390ddbc0474 req-b10e09e6-b839-4655-8f29-455672bed850 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 1096 time: 0.2928703 May 26 16:20:24.816599 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2f395-b0d4-4f52-851d-6e4dcddbff86 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Port': ['ID=4e558a50-d0ad-49ce-b2ce-e5cf3a09d9d1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:24.871936 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b3815ee8-7483-4613-b5db-9dc8fdb633ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:24.881038 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b3815ee8-7483-4613-b5db-9dc8fdb633ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:24.929318 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b3815ee8-7483-4613-b5db-9dc8fdb633ef admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ff92eae9eb3545f99d43048051786d1c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1647003 May 26 16:20:24.935519 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37916) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:24.981830 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3815ee8-7483-4613-b5db-9dc8fdb633ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e2944f-c955-4a49-ba6c-3dcd5f324523,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:24.993342 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b4d2f395-b0d4-4f52-851d-6e4dcddbff86 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2655826 May 26 16:20:24.994644 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37918) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:25.002072 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f1d7dc7-0c5b-47c5-b666-1dfe2d85d5e6 req-e303ef88-1018-4996-b3c5-be5e3af1ffe2 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355459 May 26 16:20:25.089554 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef8867-9ff1-4edf-9656-5390ddbc0474 req-8bbe717d-abd6-4462-b278-e1b635384ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:25.091070 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58ef8867-9ff1-4edf-9656-5390ddbc0474 req-8bbe717d-abd6-4462-b278-e1b635384ed9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 913 time: 0.2656639 May 26 16:20:25.099818 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54d21b-7697-42ff-a87f-9a67cbca8fe2 req-07d2ff17-3ba2-4ff0-9538-dd3cbf1940ba tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:25.100914 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6a54d21b-7697-42ff-a87f-9a67cbca8fe2 req-07d2ff17-3ba2-4ff0-9538-dd3cbf1940ba tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/ports?device_id=e534f7c4-1749-4792-a387-58888ef5faae HTTP/1.1" status: 200 len: 949 time: 0.2609878 May 26 16:20:25.181506 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4e345340-6787-47fb-a6f5-42e64cc0bb55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.201625 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7aa880d-ef41-4882-9388-308d1e2f919c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.250085 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-22070e75-01c8-47f3-a9a5-e2b2f15648df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting port 4e558a50-d0ad-49ce-b2ce-e5cf3a09d9d1 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:25.250509 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-22070e75-01c8-47f3-a9a5-e2b2f15648df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.258043 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4e345340-6787-47fb-a6f5-42e64cc0bb55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.261407 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58ef8867-9ff1-4edf-9656-5390ddbc0474 req-45923b59-b163-4c19-a287-da56486b667c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=161e5bc3-f8bd-463c-928c-19e147d66d06 HTTP/1.1" status: 200 len: 1000 time: 0.1593699 May 26 16:20:25.264230 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6a54d21b-7697-42ff-a87f-9a67cbca8fe2 req-1c8be4db-3480-40d4-9c3e-3f6dc52467b1 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/security-groups?id=7dfeee94-9fe7-4dd9-b904-dc9b550a4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515658 May 26 16:20:25.335633 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef8867-9ff1-4edf-9656-5390ddbc0474 req-969861f5-7baa-4f8a-ba91-af17c7e873f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:25.337126 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58ef8867-9ff1-4edf-9656-5390ddbc0474 req-969861f5-7baa-4f8a-ba91-af17c7e873f6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.0669687 May 26 16:20:25.368276 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-22070e75-01c8-47f3-a9a5-e2b2f15648df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.388686 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-22070e75-01c8-47f3-a9a5-e2b2f15648df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Calling delete_port for 4e558a50-d0ad-49ce-b2ce-e5cf3a09d9d1 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:25.389180 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4e345340-6787-47fb-a6f5-42e64cc0bb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.397519 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4e345340-6787-47fb-a6f5-42e64cc0bb55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.397519 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4e345340-6787-47fb-a6f5-42e64cc0bb55 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/25e2944f-c955-4a49-ba6c-3dcd5f324523 HTTP/1.1" status: 204 len: 168 time: 0.4157417 May 26 16:20:25.416567 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef8867-9ff1-4edf-9656-5390ddbc0474 req-93d78dc0-b254-4f5f-b3c8-1d9f3d16894b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:25.418273 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58ef8867-9ff1-4edf-9656-5390ddbc0474 req-93d78dc0-b254-4f5f-b3c8-1d9f3d16894b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731828 May 26 16:20:25.419305 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e345340-6787-47fb-a6f5-42e64cc0bb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e2944f-c955-4a49-ba6c-3dcd5f324523,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:25.542158 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58ef8867-9ff1-4edf-9656-5390ddbc0474 req-d66cf673-83a3-4f07-920b-388082aea964 service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147361 May 26 16:20:25.632937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device e7667f93-a0fc-49a5-8fec-16c53f688204 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:25.659502 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58ef8867-9ff1-4edf-9656-5390ddbc0474 req-9b0d628c-ff79-46c0-b965-4c6127dc8b6d service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102073 May 26 16:20:25.730098 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port e7667f93-a0fc-49a5-8fec-16c53f688204 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:20:25.740767 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port e7667f93-a0fc-49a5-8fec-16c53f688204 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:25.742303 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.826577 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 0458ed11-2efa-4385-9fe4-9729c3f3ae74 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:20:25.887979 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa30f6-7949-4f25-824b-144619755ed8 req-3ca9c8a9-aee9-46e1-ba11-576a2608c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:25.890181 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-befa30f6-7949-4f25-824b-144619755ed8 req-3ca9c8a9-aee9-46e1-ba11-576a2608c02d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 1096 time: 0.1474829 May 26 16:20:25.890810 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37928) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:25.918103 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d2f5004-7042-4cb0-8a2e-0c33e9c200ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.923063 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 0458ed11-2efa-4385-9fe4-9729c3f3ae74 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:20:25.923550 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 0458ed11-2efa-4385-9fe4-9729c3f3ae74 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:20:25.943762 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port e7667f93-a0fc-49a5-8fec-16c53f688204 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:25.944605 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:25.994138 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e534f7c4-1749-4792-a387-58888ef5faae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7667f93-a0fc-49a5-8fec-16c53f688204'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:20:25.996869 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911d7ce1-b354-4219-b80b-1b0fd6913382" -d '{"events": [{"server_uuid": "e534f7c4-1749-4792-a387-58888ef5faae", "name": "network-vif-plugged", "status": "completed", "tag": "e7667f93-a0fc-49a5-8fec-16c53f688204"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:20:26.030987 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port e7667f93-a0fc-49a5-8fec-16c53f688204, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e7667f93-a0fc-49a5-8fec-16c53f688204,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:26.038568 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:26.091035 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da3bef8-b41f-447f-b071-4c35ca24e30d x-openstack-request-id: req-7da3bef8-b41f-447f-b071-4c35ca24e30d {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:20:26.091370 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e534f7c4-1749-4792-a387-58888ef5faae", "name": "network-vif-plugged", "status": "completed", "tag": "e7667f93-a0fc-49a5-8fec-16c53f688204", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:20:26.091701 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7da3bef8-b41f-447f-b071-4c35ca24e30d {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:20:26.092009 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da3bef8-b41f-447f-b071-4c35ca24e30d'] response: {'server_uuid': 'e534f7c4-1749-4792-a387-58888ef5faae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7667f93-a0fc-49a5-8fec-16c53f688204', 'code': 200} May 26 16:20:26.129036 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d2f5004-7042-4cb0-8a2e-0c33e9c200ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:26.136292 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d2f5004-7042-4cb0-8a2e-0c33e9c200ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:26.185442 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=e7667f93-a0fc-49a5-8fec-16c53f688204,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:26.221562 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7aa880d-ef41-4882-9388-308d1e2f919c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:26.269259 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-22070e75-01c8-47f3-a9a5-e2b2f15648df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:26.332029 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22070e75-01c8-47f3-a9a5-e2b2f15648df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Port': ['ID=4e558a50-d0ad-49ce-b2ce-e5cf3a09d9d1,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:26.338851 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e8df5-5603-43e8-a835-3124f21c4f02 req-9c32ad67-9d8b-4f9f-ab24-6082149a3974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:26.341203 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-de2e8df5-5603-43e8-a835-3124f21c4f02 req-9c32ad67-9d8b-4f9f-ab24-6082149a3974 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e534f7c4-1749-4792-a387-58888ef5faae HTTP/1.1" status: 200 len: 1101 time: 0.1594985 May 26 16:20:26.362682 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-22070e75-01c8-47f3-a9a5-e2b2f15648df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:26.370688 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-22070e75-01c8-47f3-a9a5-e2b2f15648df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/ports/4e558a50-d0ad-49ce-b2ce-e5cf3a09d9d1 HTTP/1.1" status: 204 len: 168 time: 1.3725131 May 26 16:20:26.403486 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37938) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:26.420701 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-cf274353-45f7-41d3-be95-849575d6792e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'port': {'network_id': '143284ae-2281-4680-b372-1243a57f5077', 'mac_address': 'fa:16:3e:f9:e6:81', 'name': 'tempest-PortsTestJSON-1848324600'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:26.514415 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-de2e8df5-5603-43e8-a835-3124f21c4f02 req-701d2332-ff9d-4252-92c1-27a81dbc5197 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7dfeee94-9fe7-4dd9-b904-dc9b550a4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628327 May 26 16:20:26.567477 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf274353-45f7-41d3-be95-849575d6792e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:26.620707 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7aa880d-ef41-4882-9388-308d1e2f919c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Router 12341cb7-6910-4880-b733-7d4a3518d34c is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:20:26.663707 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f5004-7042-4cb0-8a2e-0c33e9c200ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd45fe1e-2db5-4110-b499-d42c39dfc74b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:26.681079 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0d2f5004-7042-4cb0-8a2e-0c33e9c200ff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=14ac45319b184bd9ae2c5c7e348eb888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7807181 May 26 16:20:26.684543 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37940) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:26.706146 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cf274353-45f7-41d3-be95-849575d6792e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:26.740687 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064ba8b-d98e-4e89-bfe0-5dea31e9dc8e req-f08ea8d1-b0f6-4a37-b929-8a1ef1b10c6c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:26.742289 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e064ba8b-d98e-4e89-bfe0-5dea31e9dc8e req-f08ea8d1-b0f6-4a37-b929-8a1ef1b10c6c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.5992422 May 26 16:20:26.748268 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa30f6-7949-4f25-824b-144619755ed8 req-5deaa8de-dbae-4597-b79e-9b90722b9430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:26.750289 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-befa30f6-7949-4f25-824b-144619755ed8 req-5deaa8de-dbae-4597-b79e-9b90722b9430 service neutron] 10.222.0.81 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 913 time: 0.8247852 May 26 16:20:26.775957 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-cf274353-45f7-41d3-be95-849575d6792e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] device_id is not set on port a905d7ca-d25c-40b1-963e-ba7809b44f72 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:20:26.789058 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebaf284-2b9b-419e-91aa-3fa5af1b44b0 req-0abd93a0-db7d-4eaa-b1f8-253033b5cfda tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:26.791201 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4ebaf284-2b9b-419e-91aa-3fa5af1b44b0 req-0abd93a0-db7d-4eaa-b1f8-253033b5cfda tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=2112c498-4fde-49fb-90c2-86f5bd886a1e HTTP/1.1" status: 200 len: 945 time: 0.2177520 May 26 16:20:26.838570 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7aa880d-ef41-4882-9388-308d1e2f919c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:20:26.851365 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0474f6-9be1-4aca-9a40-34d3ecea574f None None] Sync routers for ids ['12341cb7-6910-4880-b733-7d4a3518d34c'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:20:26.865337 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0474f6-9be1-4aca-9a40-34d3ecea574f None None] Routers {'12341cb7-6910-4880-b733-7d4a3518d34c'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:26.866674 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-9a0474f6-9be1-4aca-9a40-34d3ecea574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:20:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['12341cb7-6910-4880-b733-7d4a3518d34c'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:26.883279 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a7aa880d-ef41-4882-9388-308d1e2f919c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:26.886361 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a7aa880d-ef41-4882-9388-308d1e2f919c tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4224792 May 26 16:20:26.890526 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37942) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:26.898247 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-be913165-60f9-42ed-8279-980a2f1e41af tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:26.910225 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e064ba8b-d98e-4e89-bfe0-5dea31e9dc8e req-44d31ce7-b0f6-4144-ab57-ee731de808ed tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536164 May 26 16:20:26.922677 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8223342c-22b2-4444-b87b-7c01f2596a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:26.924261 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-9a0474f6-9be1-4aca-9a40-34d3ecea574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:26.956206 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8223342c-22b2-4444-b87b-7c01f2596a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:26.957051 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0474f6-9be1-4aca-9a40-34d3ecea574f None None] Routers {'12341cb7-6910-4880-b733-7d4a3518d34c'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:26.958866 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-9a0474f6-9be1-4aca-9a40-34d3ecea574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:20:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['12341cb7-6910-4880-b733-7d4a3518d34c'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:26.996882 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4ebaf284-2b9b-419e-91aa-3fa5af1b44b0 req-9ac2953e-eb5e-4d02-9f10-42d96e9fc819 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489873 May 26 16:20:27.011916 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-9a0474f6-9be1-4aca-9a40-34d3ecea574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:27.012613 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0474f6-9be1-4aca-9a40-34d3ecea574f None None] The sync data for ids ['12341cb7-6910-4880-b733-7d4a3518d34c'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:20:27.013756 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-befa30f6-7949-4f25-824b-144619755ed8 req-a4acf3b8-da2e-4e2c-beee-0dd2723138ba service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=161e5bc3-f8bd-463c-928c-19e147d66d06 HTTP/1.1" status: 200 len: 1000 time: 0.2414896 May 26 16:20:27.165893 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa30f6-7949-4f25-824b-144619755ed8 req-4189ccc4-17ac-4262-b1c2-6eaeab986dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:27.168437 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-befa30f6-7949-4f25-824b-144619755ed8 req-4189ccc4-17ac-4262-b1c2-6eaeab986dd1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.1318533 May 26 16:20:27.178886 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8223342c-22b2-4444-b87b-7c01f2596a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:27.183537 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8223342c-22b2-4444-b87b-7c01f2596a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:27.185448 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8223342c-22b2-4444-b87b-7c01f2596a2b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bd45fe1e-2db5-4110-b499-d42c39dfc74b HTTP/1.1" status: 204 len: 168 time: 0.4962926 May 26 16:20:27.205501 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338a4da-4b51-4adc-b2de-d8a4e93d5ce7 req-d6b3f449-c821-4284-9dbd-dcdeef181960 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:27.209635 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d338a4da-4b51-4adc-b2de-d8a4e93d5ce7 req-d6b3f449-c821-4284-9dbd-dcdeef181960 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/ports?device_id=e534f7c4-1749-4792-a387-58888ef5faae HTTP/1.1" status: 200 len: 950 time: 0.1909354 May 26 16:20:27.213995 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cf274353-45f7-41d3-be95-849575d6792e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:27.266679 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223342c-22b2-4444-b87b-7c01f2596a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd45fe1e-2db5-4110-b499-d42c39dfc74b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:27.326418 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa30f6-7949-4f25-824b-144619755ed8 req-f1f14725-6211-4fa9-9585-55a23f704c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:27.328065 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-befa30f6-7949-4f25-824b-144619755ed8 req-f1f14725-6211-4fa9-9585-55a23f704c1d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405065 May 26 16:20:27.336454 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d338a4da-4b51-4adc-b2de-d8a4e93d5ce7 req-e28dee75-7819-49b7-908a-d3ab529c679c tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/security-groups?id=7dfeee94-9fe7-4dd9-b904-dc9b550a4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071162 May 26 16:20:27.373581 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cf274353-45f7-41d3-be95-849575d6792e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:27.458685 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf274353-45f7-41d3-be95-849575d6792e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network 143284ae-2281-4680-b372-1243a57f5077 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:27.469074 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-cf274353-45f7-41d3-be95-849575d6792e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:27.469805 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-befa30f6-7949-4f25-824b-144619755ed8 req-6abcedc3-ddd2-41f3-a9a8-755577398e4c service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331861 May 26 16:20:27.477519 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf274353-45f7-41d3-be95-849575d6792e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:27.484761 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf274353-45f7-41d3-be95-849575d6792e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:27.485894 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cf274353-45f7-41d3-be95-849575d6792e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:27.498500 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf274353-45f7-41d3-be95-849575d6792e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Port': ['ID=a905d7ca-d25c-40b1-963e-ba7809b44f72,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:27.519508 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cf274353-45f7-41d3-be95-849575d6792e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1148527 May 26 16:20:27.522185 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be913165-60f9-42ed-8279-980a2f1e41af tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:27.525492 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37948) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:27.573509 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be913165-60f9-42ed-8279-980a2f1e41af tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:27.597160 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dc4913-b436-42dc-806b-9f4f4e61a3d1 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:27.601736 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37952) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:27.601981 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-94dc4913-b436-42dc-806b-9f4f4e61a3d1 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports/a905d7ca-d25c-40b1-963e-ba7809b44f72 HTTP/1.1" status: 200 len: 841 time: 0.0751376 May 26 16:20:27.627832 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-befa30f6-7949-4f25-824b-144619755ed8 req-c8e17121-1f73-4b5a-90ed-0d39704849de service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461186 May 26 16:20:27.687729 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-be913165-60f9-42ed-8279-980a2f1e41af tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Deleting port fb494457-72e6-4ccd-a1a3-132f80767ece {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:27.687991 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be913165-60f9-42ed-8279-980a2f1e41af tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:27.773098 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0a922867-1642-4c45-bf79-9062f4ea61e7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting port a905d7ca-d25c-40b1-963e-ba7809b44f72 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:27.773992 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a922867-1642-4c45-bf79-9062f4ea61e7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:27.831194 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be913165-60f9-42ed-8279-980a2f1e41af tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:27.865800 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-be913165-60f9-42ed-8279-980a2f1e41af tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Calling delete_port for fb494457-72e6-4ccd-a1a3-132f80767ece owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:27.871800 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a922867-1642-4c45-bf79-9062f4ea61e7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:27.899827 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0a922867-1642-4c45-bf79-9062f4ea61e7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Calling delete_port for a905d7ca-d25c-40b1-963e-ba7809b44f72 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:28.016328 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a922867-1642-4c45-bf79-9062f4ea61e7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.098218 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a922867-1642-4c45-bf79-9062f4ea61e7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Port': ['ID=a905d7ca-d25c-40b1-963e-ba7809b44f72,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:28.134612 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a922867-1642-4c45-bf79-9062f4ea61e7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.138335 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0a922867-1642-4c45-bf79-9062f4ea61e7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/ports/a905d7ca-d25c-40b1-963e-ba7809b44f72 HTTP/1.1" status: 204 len: 168 time: 0.5350597 May 26 16:20:28.146089 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37972) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:28.193104 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be913165-60f9-42ed-8279-980a2f1e41af tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.232064 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be913165-60f9-42ed-8279-980a2f1e41af tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Pushing event deleted for resources: {'Port': ['ID=fb494457-72e6-4ccd-a1a3-132f80767ece,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:28.244703 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae8feeb-39d7-45ee-8281-4d8370e9a92c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] GET failed (client error): The resource could not be found. May 26 16:20:28.256222 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7ae8feeb-39d7-45ee-8281-4d8370e9a92c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports/a905d7ca-d25c-40b1-963e-ba7809b44f72 HTTP/1.1" status: 404 len: 333 time: 0.0942469 May 26 16:20:28.257866 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37976) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:28.273966 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-5a626afa-8c6c-4db9-9694-7e3ff46a503e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'port': {'network_id': '143284ae-2281-4680-b372-1243a57f5077', 'name': 'tempest-PortsTestJSON-1697593949'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:28.315547 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e05262-433b-410e-85cd-cbfe4757aa3c req-3ba7212d-663d-4ba8-908b-70fafaa431a2 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:28.317625 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7e05262-433b-410e-85cd-cbfe4757aa3c req-3ba7212d-663d-4ba8-908b-70fafaa431a2 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.81 "GET /v2.0/ports?device_id=2112c498-4fde-49fb-90c2-86f5bd886a1e HTTP/1.1" status: 200 len: 945 time: 0.2986054 May 26 16:20:28.320771 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be913165-60f9-42ed-8279-980a2f1e41af tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.326811 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da05e8-7114-47e6-a13b-d068224b67b6 req-2eb53da1-b512-4539-bfd0-62ecd7121751 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:28.328647 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15da05e8-7114-47e6-a13b-d068224b67b6 req-2eb53da1-b512-4539-bfd0-62ecd7121751 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.2359197 May 26 16:20:28.519144 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d8acd-8314-4329-a9a6-f5cd22501d65 req-cd8da7fd-0791-4633-82a2-87812b1d4c78 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:28.523206 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-751d8acd-8314-4329-a9a6-f5cd22501d65 req-cd8da7fd-0791-4633-82a2-87812b1d4c78 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=2112c498-4fde-49fb-90c2-86f5bd886a1e HTTP/1.1" status: 200 len: 945 time: 0.3479445 May 26 16:20:28.559706 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15da05e8-7114-47e6-a13b-d068224b67b6 req-bc1a8648-6219-4689-b5fc-fdf63c95ea0c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134049 May 26 16:20:28.596728 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a626afa-8c6c-4db9-9694-7e3ff46a503e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:28.600768 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a626afa-8c6c-4db9-9694-7e3ff46a503e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.623174 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be913165-60f9-42ed-8279-980a2f1e41af tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.629671 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be913165-60f9-42ed-8279-980a2f1e41af tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2061086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2061095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2062530'] for router, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.658529 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-751d8acd-8314-4329-a9a6-f5cd22501d65 req-14caebcc-079b-41b9-ab46-8b88040541c4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209249 May 26 16:20:28.688218 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-5a626afa-8c6c-4db9-9694-7e3ff46a503e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] device_id is not set on port 4e64b145-e5f2-43a6-aff9-d74c97d67af0 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:20:28.727247 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-d7e05262-433b-410e-85cd-cbfe4757aa3c req-12e466e8-daa3-46ec-84b6-cd4ae3d36c8d tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Deleting port 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:28.727593 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d7e05262-433b-410e-85cd-cbfe4757aa3c req-12e466e8-daa3-46ec-84b6-cd4ae3d36c8d tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.799977 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be913165-60f9-42ed-8279-980a2f1e41af tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Router 12341cb7-6910-4880-b733-7d4a3518d34c has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:20:28.948609 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be913165-60f9-42ed-8279-980a2f1e41af tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:20:28.964251 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1d9d4c-174e-44b4-aa3e-20db42bf2ab2 None None] Sync routers for ids ['12341cb7-6910-4880-b733-7d4a3518d34c'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:20:28.971750 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be913165-60f9-42ed-8279-980a2f1e41af tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:28.973982 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-be913165-60f9-42ed-8279-980a2f1e41af tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "PUT /v2.0/routers/12341cb7-6910-4880-b733-7d4a3518d34c HTTP/1.1" status: 200 len: 705 time: 2.0822818 May 26 16:20:28.979791 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37990) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:28.987374 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1d9d4c-174e-44b4-aa3e-20db42bf2ab2 None None] Routers {'12341cb7-6910-4880-b733-7d4a3518d34c'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:28.989287 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7b1d9d4c-174e-44b4-aa3e-20db42bf2ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:20:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['12341cb7-6910-4880-b733-7d4a3518d34c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:28.995603 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a5365-c9d3-47c8-8ba7-240dc9331847 req-64df482f-d44b-44c5-8710-18d9dcdef8b8 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:28.997261 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fd9a5365-c9d3-47c8-8ba7-240dc9331847 req-64df482f-d44b-44c5-8710-18d9dcdef8b8 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/ports?device_id=e534f7c4-1749-4792-a387-58888ef5faae HTTP/1.1" status: 200 len: 950 time: 0.2664714 May 26 16:20:29.076634 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7b1d9d4c-174e-44b4-aa3e-20db42bf2ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:29.095123 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-387ead71-38ec-471f-a849-820122a3a931 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "GET /v2.0/routers/12341cb7-6910-4880-b733-7d4a3518d34c HTTP/1.1" status: 200 len: 740 time: 0.1114771 May 26 16:20:29.096081 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1d9d4c-174e-44b4-aa3e-20db42bf2ab2 None None] Routers {'12341cb7-6910-4880-b733-7d4a3518d34c'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:29.097228 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7b1d9d4c-174e-44b4-aa3e-20db42bf2ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:20:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['12341cb7-6910-4880-b733-7d4a3518d34c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:29.099133 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37994) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:29.128356 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-d7e05262-433b-410e-85cd-cbfe4757aa3c req-12e466e8-daa3-46ec-84b6-cd4ae3d36c8d tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] For port 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=6fc1864e-a892-4fcc-a4ee-66b45dd40b4d,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:29.128753 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d7e05262-433b-410e-85cd-cbfe4757aa3c req-12e466e8-daa3-46ec-84b6-cd4ae3d36c8d tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.142406 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7b1d9d4c-174e-44b4-aa3e-20db42bf2ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:29.143190 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1d9d4c-174e-44b4-aa3e-20db42bf2ab2 None None] The sync data for ids ['12341cb7-6910-4880-b733-7d4a3518d34c'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:20:29.144843 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7606ca48-f6c6-4066-965f-e622741c17d5 tempest-RoutersAdminTest-570415609 tempest-RoutersAdminTest-570415609-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&device_id=12341cb7-6910-4880-b733-7d4a3518d34c HTTP/1.1" status: 200 len: 205 time: 0.0436814 May 26 16:20:29.150684 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37996) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:29.168123 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91945a2-7491-46ab-bad2-a48098154d7c req-a998618c-977c-43ab-8ebe-b0972620ea90 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:29.170140 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b91945a2-7491-46ab-bad2-a48098154d7c req-a998618c-977c-43ab-8ebe-b0972620ea90 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.2931452 May 26 16:20:29.197847 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-db6b5244-79ec-4327-b090-18f409b00531 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "GET /v2.0/ports?device_id=12341cb7-6910-4880-b733-7d4a3518d34c HTTP/1.1" status: 200 len: 205 time: 0.0476496 May 26 16:20:29.201131 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37998) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:29.216549 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-d7e05262-433b-410e-85cd-cbfe4757aa3c req-12e466e8-daa3-46ec-84b6-cd4ae3d36c8d tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Calling delete_port for 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:29.224169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38000) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:29.243200 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fd9a5365-c9d3-47c8-8ba7-240dc9331847 req-fcd567c9-2b5f-45bf-9131-557480b95a06 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/security-groups?id=7dfeee94-9fe7-4dd9-b904-dc9b550a4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225862 May 26 16:20:29.310144 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9bb9cd59-2dd3-4078-ae75-54fff56babbe tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.323935 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a626afa-8c6c-4db9-9694-7e3ff46a503e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.351056 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b91945a2-7491-46ab-bad2-a48098154d7c req-d01a5131-738a-4811-82e9-50abbbf54ebb tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379416 May 26 16:20:29.551389 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d497f376-1d90-4a53-86ee-809fae8c5b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.557513 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9bb9cd59-2dd3-4078-ae75-54fff56babbe tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.560071 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9bb9cd59-2dd3-4078-ae75-54fff56babbe tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.578480 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a626afa-8c6c-4db9-9694-7e3ff46a503e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.611112 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9bb9cd59-2dd3-4078-ae75-54fff56babbe tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.611981 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb9cd59-2dd3-4078-ae75-54fff56babbe tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Fanout notify agent at l3_agent the message router_deleted on router 12341cb7-6910-4880-b733-7d4a3518d34c {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:20:29.620302 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9bb9cd59-2dd3-4078-ae75-54fff56babbe tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.621725 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9bb9cd59-2dd3-4078-ae75-54fff56babbe tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "DELETE /v2.0/routers/12341cb7-6910-4880-b733-7d4a3518d34c HTTP/1.1" status: 204 len: 168 time: 0.4185417 May 26 16:20:29.628219 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38014) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:29.664151 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5784bb06-97ea-4f91-8a78-b9434306e9c3 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "GET /v2.0/ports?device_id=12341cb7-6910-4880-b733-7d4a3518d34c HTTP/1.1" status: 200 len: 205 time: 0.0322783 May 26 16:20:29.666039 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38016) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:29.718764 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-05ea08fb-f689-4abc-8bb4-d53df94cb299 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] delete failed (client error): The resource could not be found. May 26 16:20:29.722714 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-05ea08fb-f689-4abc-8bb4-d53df94cb299 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "DELETE /v2.0/routers/12341cb7-6910-4880-b733-7d4a3518d34c HTTP/1.1" status: 404 len: 336 time: 0.0528483 May 26 16:20:29.722915 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa5ad2-6e1f-4e1a-82bd-7a07e7dcf222 req-de03f65f-73c7-4e20-a0a2-fcf5f5baea61 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:29.723326 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38022) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:29.724952 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7dfa5ad2-6e1f-4e1a-82bd-7a07e7dcf222 req-de03f65f-73c7-4e20-a0a2-fcf5f5baea61 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.2323732 May 26 16:20:29.748542 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a626afa-8c6c-4db9-9694-7e3ff46a503e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network 143284ae-2281-4680-b372-1243a57f5077 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:29.763946 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2d2811b3-763c-43ee-b49d-3e87810465c3 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "GET /v2.0/ports?device_id=46cf2cd1-ed10-450e-8deb-a353774ef118 HTTP/1.1" status: 200 len: 205 time: 0.0391066 May 26 16:20:29.766366 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38024) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:29.766693 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-5a626afa-8c6c-4db9-9694-7e3ff46a503e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:29.786570 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a626afa-8c6c-4db9-9694-7e3ff46a503e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:29.797180 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a626afa-8c6c-4db9-9694-7e3ff46a503e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:29.797860 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a626afa-8c6c-4db9-9694-7e3ff46a503e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.810776 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a626afa-8c6c-4db9-9694-7e3ff46a503e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Port': ['ID=4e64b145-e5f2-43a6-aff9-d74c97d67af0,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:29.844407 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-db0bbcd9-ca1d-4c98-8e53-9aa1826270ad tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] delete failed (client error): The resource could not be found. May 26 16:20:29.846452 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-db0bbcd9-ca1d-4c98-8e53-9aa1826270ad tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "DELETE /v2.0/routers/46cf2cd1-ed10-450e-8deb-a353774ef118 HTTP/1.1" status: 404 len: 336 time: 0.0780306 May 26 16:20:29.851353 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38026) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:29.860804 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d7e05262-433b-410e-85cd-cbfe4757aa3c req-12e466e8-daa3-46ec-84b6-cd4ae3d36c8d tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:29.896071 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-77bc8596-8e90-4cca-be1c-a473b9fd0d13 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "GET /v2.0/ports?device_id=52b72c51-b5ff-443a-91c4-c4a163cec1fc HTTP/1.1" status: 200 len: 205 time: 0.0424578 May 26 16:20:29.900575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38028) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:29.903267 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['863c7cb5-cb2f-4085-a54c-6db455a05c1d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:20:29.953057 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-28864650-a763-4d33-8049-515ea2f9c3df tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] delete failed (client error): The resource could not be found. May 26 16:20:29.962527 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-28864650-a763-4d33-8049-515ea2f9c3df tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "DELETE /v2.0/routers/52b72c51-b5ff-443a-91c4-c4a163cec1fc HTTP/1.1" status: 404 len: 336 time: 0.0522265 May 26 16:20:29.962845 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38030) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:29.971979 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5a626afa-8c6c-4db9-9694-7e3ff46a503e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7075763 May 26 16:20:29.994138 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38032) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:30.001352 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3191d213-78af-4e03-8a67-982ca874ce36 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "GET /v2.0/ports?device_id=358b04df-12f4-4a40-b755-79905d9c6118 HTTP/1.1" status: 200 len: 205 time: 0.0370061 May 26 16:20:30.005826 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38034) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:30.033948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e466e8-daa3-46ec-84b6-cd4ae3d36c8d tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Pushing event deleted for resources: {'Port': ['ID=6fc1864e-a892-4fcc-a4ee-66b45dd40b4d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:30.047739 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-136e0b92-43b5-4110-ae1c-2602730105e6 req-cf1a4519-2a66-49cb-9748-a590e61b5091 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=2112c498-4fde-49fb-90c2-86f5bd886a1e HTTP/1.1" status: 200 len: 210 time: 0.1833158 May 26 16:20:30.069108 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-8d8facdf-256a-4d80-ab5b-611024639538 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:30.088839 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d497f376-1d90-4a53-86ee-809fae8c5b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:30.111574 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7dfa5ad2-6e1f-4e1a-82bd-7a07e7dcf222 req-80b8bbbe-11fb-4587-a93a-58e61dad976e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3672197 May 26 16:20:30.134447 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d497f376-1d90-4a53-86ee-809fae8c5b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:30.223992 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d497f376-1d90-4a53-86ee-809fae8c5b45 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=86465987584b4911bdae2e5713414ffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9935901 May 26 16:20:30.231455 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497f376-1d90-4a53-86ee-809fae8c5b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc2c40c-ea62-4300-a9e7-ef87eecbc88a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:30.235605 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38038) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:30.395189 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e05262-433b-410e-85cd-cbfe4757aa3c req-12e466e8-daa3-46ec-84b6-cd4ae3d36c8d tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] No DVR routers for this DVR port 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:20:30.454343 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d7e05262-433b-410e-85cd-cbfe4757aa3c req-12e466e8-daa3-46ec-84b6-cd4ae3d36c8d tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:30.458635 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7e05262-433b-410e-85cd-cbfe4757aa3c req-12e466e8-daa3-46ec-84b6-cd4ae3d36c8d tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.81 "DELETE /v2.0/ports/6fc1864e-a892-4fcc-a4ee-66b45dd40b4d HTTP/1.1" status: 204 len: 173 time: 2.1266181 May 26 16:20:30.459213 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2112c498-4fde-49fb-90c2-86f5bd886a1e', 'name': 'network-vif-deleted', 'tag': '6fc1864e-a892-4fcc-a4ee-66b45dd40b4d'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:20:30.462138 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ba3e1f-16b2-49bb-a435-ecc7d3275d40" -d '{"events": [{"server_uuid": "2112c498-4fde-49fb-90c2-86f5bd886a1e", "name": "network-vif-deleted", "tag": "6fc1864e-a892-4fcc-a4ee-66b45dd40b4d"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:20:30.485590 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8d8facdf-256a-4d80-ab5b-611024639538 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:30.500339 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-e0a2cc1b-88aa-413a-853f-f8493380b21a tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] delete failed (client error): The resource could not be found. May 26 16:20:30.501625 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e0a2cc1b-88aa-413a-853f-f8493380b21a tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "DELETE /v2.0/routers/358b04df-12f4-4a40-b755-79905d9c6118 HTTP/1.1" status: 404 len: 336 time: 0.4944713 May 26 16:20:30.504242 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38042) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:30.543418 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b3969c3b-3247-41a5-a537-e22226dc7cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:30.546664 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:30.549458 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-dc2cf23a-e273-46a3-aa3f-258282b114ea tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da2f6b7-b70c-4bfb-be12-4449292e043d HTTP/1.1" status: 200 len: 205 time: 0.0435984 May 26 16:20:30.554140 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38044) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:30.593188 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3bc637-cf88-45e4-a5c8-a794ee0e9129 x-openstack-request-id: req-6d3bc637-cf88-45e4-a5c8-a794ee0e9129 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:20:30.593836 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2112c498-4fde-49fb-90c2-86f5bd886a1e", "name": "network-vif-deleted", "tag": "6fc1864e-a892-4fcc-a4ee-66b45dd40b4d", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:20:30.594304 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6d3bc637-cf88-45e4-a5c8-a794ee0e9129 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:20:30.595005 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d3bc637-cf88-45e4-a5c8-a794ee0e9129'] response: {'server_uuid': '2112c498-4fde-49fb-90c2-86f5bd886a1e', 'name': 'network-vif-deleted', 'tag': '6fc1864e-a892-4fcc-a4ee-66b45dd40b4d', 'status': 'completed', 'code': 200} May 26 16:20:30.616071 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34eab27-7986-490c-bcef-5fc74c142df4 req-b640f1e5-f330-4896-adb6-f2af2ab941bb tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:30.616969 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-4bd8696f-81a6-4434-b20d-3a381be48240 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] delete failed (client error): The resource could not be found. May 26 16:20:30.621317 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4bd8696f-81a6-4434-b20d-3a381be48240 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "DELETE /v2.0/routers/3da2f6b7-b70c-4bfb-be12-4449292e043d HTTP/1.1" status: 404 len: 336 time: 0.0625453 May 26 16:20:30.622415 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38046) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:30.625560 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a34eab27-7986-490c-bcef-5fc74c142df4 req-b640f1e5-f330-4896-adb6-f2af2ab941bb tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.2975128 May 26 16:20:30.663673 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4c8cccc9-26e8-4355-b43b-c65d6dd1513e tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2b4e7b2-9b9d-452f-8d82-ab625d5dcc5c HTTP/1.1" status: 200 len: 205 time: 0.0396929 May 26 16:20:30.669003 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38048) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:30.671135 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b3969c3b-3247-41a5-a537-e22226dc7cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:30.744297 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-ef1b6618-ac1b-4e43-aa34-af1da499a1b7 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] delete failed (client error): The resource could not be found. May 26 16:20:30.745364 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ef1b6618-ac1b-4e43-aa34-af1da499a1b7 tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "DELETE /v2.0/routers/d2b4e7b2-9b9d-452f-8d82-ab625d5dcc5c HTTP/1.1" status: 404 len: 336 time: 0.0719848 May 26 16:20:30.749599 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38050) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:30.779521 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a34eab27-7986-490c-bcef-5fc74c142df4 req-eeff113c-3b62-422c-85ea-92e385882e05 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526239 May 26 16:20:30.795605 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e79be7-0df2-46df-849b-e538a58ff2ea tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] DELETE failed (client error): The resource could not be found. May 26 16:20:30.795605 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1e79be7-0df2-46df-849b-e538a58ff2ea tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:20:30.799063 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c1e79be7-0df2-46df-849b-e538a58ff2ea tempest-RoutersAdminTest-1632744791 tempest-RoutersAdminTest-1632744791-project] 10.222.0.77 "DELETE /v2.0/subnets/13098722-fa69-48c7-82fb-47efd6f73d7b HTTP/1.1" status: 404 len: 337 time: 0.0478063 May 26 16:20:30.973446 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8d8facdf-256a-4d80-ab5b-611024639538 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:30.989039 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8d8facdf-256a-4d80-ab5b-611024639538 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:31.027683 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b3969c3b-3247-41a5-a537-e22226dc7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:31.032290 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b3969c3b-3247-41a5-a537-e22226dc7cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:31.036646 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b3969c3b-3247-41a5-a537-e22226dc7cf8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7cc2c40c-ea62-4300-a9e7-ef87eecbc88a HTTP/1.1" status: 204 len: 168 time: 0.7429831 May 26 16:20:31.125230 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-8d8facdf-256a-4d80-ab5b-611024639538 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] In _notify_port_updated(), no bound segment for port 4e64b145-e5f2-43a6-aff9-d74c97d67af0 on network 143284ae-2281-4680-b372-1243a57f5077 {{(pid=103896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:20:31.136713 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8facdf-256a-4d80-ab5b-611024639538 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:31.138304 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8d8facdf-256a-4d80-ab5b-611024639538 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:31.141367 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8d8facdf-256a-4d80-ab5b-611024639538 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "PUT /v2.0/ports/4e64b145-e5f2-43a6-aff9-d74c97d67af0 HTTP/1.1" status: 200 len: 818 time: 1.1095915 May 26 16:20:31.145990 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38064) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:31.146982 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3969c3b-3247-41a5-a537-e22226dc7cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc2c40c-ea62-4300-a9e7-ef87eecbc88a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:31.171279 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8facdf-256a-4d80-ab5b-611024639538 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Port': ['ID=4e64b145-e5f2-43a6-aff9-d74c97d67af0,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:31.192884 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0457fd-c2a0-4c6a-8772-cfc8dfb36f42 req-95be0a51-1d86-4d8c-b0f7-b2b92c22f524 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:31.206000 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d0457fd-c2a0-4c6a-8772-cfc8dfb36f42 req-95be0a51-1d86-4d8c-b0f7-b2b92c22f524 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.2240279 May 26 16:20:31.239439 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38066) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:31.429705 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e3402fb-4ede-4f2f-86a7-15753ad4cfba req-1109945b-e670-43cb-9d81-963bbc54b418 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=2112c498-4fde-49fb-90c2-86f5bd886a1e HTTP/1.1" status: 200 len: 210 time: 0.1227999 May 26 16:20:31.436893 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d0457fd-c2a0-4c6a-8772-cfc8dfb36f42 req-a4f692fd-5b2a-4edb-a02f-40e460226079 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042542 May 26 16:20:31.458410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-cf387b24-97ab-43a6-b39d-d36de2596924 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting port 4e64b145-e5f2-43a6-aff9-d74c97d67af0 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:31.463157 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cf387b24-97ab-43a6-b39d-d36de2596924 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:31.583459 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cf387b24-97ab-43a6-b39d-d36de2596924 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:31.613842 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-cf387b24-97ab-43a6-b39d-d36de2596924 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Calling delete_port for 4e64b145-e5f2-43a6-aff9-d74c97d67af0 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:31.695477 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:20:31.724436 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-be9f601a-d52b-42d4-80c0-f577dff0269c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:31.746146 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cf387b24-97ab-43a6-b39d-d36de2596924 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:31.777573 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:20:31.778109 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 6fc1864e-a892-4fcc-a4ee-66b45dd40b4d not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:20:31.848308 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf387b24-97ab-43a6-b39d-d36de2596924 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Port': ['ID=4e64b145-e5f2-43a6-aff9-d74c97d67af0,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:31.857747 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cf387b24-97ab-43a6-b39d-d36de2596924 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:31.872369 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cf387b24-97ab-43a6-b39d-d36de2596924 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/ports/4e64b145-e5f2-43a6-aff9-d74c97d67af0 HTTP/1.1" status: 204 len: 168 time: 0.7247243 May 26 16:20:31.873447 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38088) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:31.963308 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-be9f601a-d52b-42d4-80c0-f577dff0269c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:31.980684 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-be9f601a-d52b-42d4-80c0-f577dff0269c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:31.993717 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e9f0b7-08c7-47d8-8256-e7765a4bdac0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:31.998150 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-98e9f0b7-08c7-47d8-8256-e7765a4bdac0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1226676 May 26 16:20:32.002637 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38094) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:32.044731 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-6380bba6-682b-4b32-8341-f6908c5dc6fb tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] GET failed (client error): The resource could not be found. May 26 16:20:32.045046 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-be9f601a-d52b-42d4-80c0-f577dff0269c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b1a7f97d47d844909be0dc3a565ffdea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8035247 May 26 16:20:32.049312 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38098) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:32.050743 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6380bba6-682b-4b32-8341-f6908c5dc6fb tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports/4e64b145-e5f2-43a6-aff9-d74c97d67af0 HTTP/1.1" status: 404 len: 333 time: 0.0465906 May 26 16:20:32.055681 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38100) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:32.066185 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-347e5cb2-8f6f-4325-8d4d-9228289a53a0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2130467313'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:32.110808 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347e5cb2-8f6f-4325-8d4d-9228289a53a0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:32.115603 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-347e5cb2-8f6f-4325-8d4d-9228289a53a0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:32.129630 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f601a-d52b-42d4-80c0-f577dff0269c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45dd26a-c024-4d6d-a071-d314a5df95f8,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:32.150486 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-347e5cb2-8f6f-4325-8d4d-9228289a53a0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:20:32.157540 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-6dd971a8-5f5f-44ab-bef0-e6a43d4075ce tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:32.159244 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-6dd971a8-5f5f-44ab-bef0-e6a43d4075ce tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 812 time: 0.2989399 May 26 16:20:32.174694 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-347e5cb2-8f6f-4325-8d4d-9228289a53a0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:32.175213 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-347e5cb2-8f6f-4325-8d4d-9228289a53a0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Added segment 80a59efd-c414-4abc-a75f-9837f6331fcf of type vlan for network 047649b7-037a-4f47-a673-33048b6e0310 May 26 16:20:32.189398 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-0878aa2d-8c66-4f8b-9c32-5ac1ac6f6052 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/quotas/6d53cccfd841437c98d5f73be3ccabb0 HTTP/1.1" status: 200 len: 375 time: 0.0181468 May 26 16:20:32.248362 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d9d07410-85ee-49a9-b3a6-f4f0123f6dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:32.258632 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-347e5cb2-8f6f-4325-8d4d-9228289a53a0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:32.285134 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d9d07410-85ee-49a9-b3a6-f4f0123f6dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:32.297280 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-06466e66-c8f2-4fa1-b235-23f7572cfb62 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0985923 May 26 16:20:32.310654 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-347e5cb2-8f6f-4325-8d4d-9228289a53a0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:32.319131 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347e5cb2-8f6f-4325-8d4d-9228289a53a0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:32.319930 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-347e5cb2-8f6f-4325-8d4d-9228289a53a0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:32.364276 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-347e5cb2-8f6f-4325-8d4d-9228289a53a0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3008978 May 26 16:20:32.365815 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38108) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:32.428620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-de33c641-4dba-4e9c-81e5-10304944d926 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'subnet': {'network_id': '047649b7-037a-4f47-a673-33048b6e0310', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:32.472653 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d9d07410-85ee-49a9-b3a6-f4f0123f6dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:32.490594 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d9d07410-85ee-49a9-b3a6-f4f0123f6dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:32.496542 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d9d07410-85ee-49a9-b3a6-f4f0123f6dfa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a45dd26a-c024-4d6d-a071-d314a5df95f8 HTTP/1.1" status: 204 len: 168 time: 0.4442606 May 26 16:20:32.516642 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d07410-85ee-49a9-b3a6-f4f0123f6dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45dd26a-c024-4d6d-a071-d314a5df95f8,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:32.568562 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-b8c39d59-ef51-4197-8735-888ebd5474e4 service neutron] 10.222.0.77 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534094 May 26 16:20:32.633614 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e5cb2-8f6f-4325-8d4d-9228289a53a0 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Network': ['ID=047649b7-037a-4f47-a673-33048b6e0310,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:32.649890 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 047649b7-037a-4f47-a673-33048b6e0310 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:20:32.674519 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de33c641-4dba-4e9c-81e5-10304944d926 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:32.678473 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de33c641-4dba-4e9c-81e5-10304944d926 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:32.858630 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-7d3b8b8f-66f4-4d86-8d08-9c4eda7b9386 service neutron] 10.222.0.77 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858510 May 26 16:20:33.117011 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de33c641-4dba-4e9c-81e5-10304944d926 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:33.280594 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33c641-4dba-4e9c-81e5-10304944d926 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Subnet': ['ID=21c89803-c538-4f00-baaf-21e0cdb07235,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:33.313349 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6b4ad508-8f28-4e28-a167-a5f25115d310 req-736727e5-6c8a-42c2-a57d-db015404fd77 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 210 time: 0.1578345 May 26 16:20:33.388849 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de33c641-4dba-4e9c-81e5-10304944d926 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Checking segment: {'id': '80a59efd-c414-4abc-a75f-9837f6331fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '047649b7-037a-4f47-a673-33048b6e0310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:33.391933 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de33c641-4dba-4e9c-81e5-10304944d926 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network hostable DHCP agents. Network: 047649b7-037a-4f47-a673-33048b6e0310, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:20:33.423875 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38140) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:33.459630 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de33c641-4dba-4e9c-81e5-10304944d926 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network 047649b7-037a-4f47-a673-33048b6e0310 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:20:33.467276 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-47bf9a2e-98a0-4a50-a4b9-277015de29a3 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:33.471363 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-47bf9a2e-98a0-4a50-a4b9-277015de29a3 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 805 time: 0.4045899 May 26 16:20:33.495825 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-1d176669-14dc-46ce-a246-ef454e2364bf tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/quotas/f34dd27e31e54505b18adb94ad4e7b2b HTTP/1.1" status: 200 len: 375 time: 0.0171196 May 26 16:20:33.502965 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-de33c641-4dba-4e9c-81e5-10304944d926 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 047649b7-037a-4f47-a673-33048b6e0310) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:33.524515 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de33c641-4dba-4e9c-81e5-10304944d926 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:33.526503 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661cadc2-77a0-4c59-9625-b78621026fa4 None None] Network 047649b7-037a-4f47-a673-33048b6e0310 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:33.528241 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de33c641-4dba-4e9c-81e5-10304944d926 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:33.598765 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6c988cea-ecfd-4ca8-90d6-2fb757071c4c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2255dfb72fec42d68bea8bbc6219da89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1700149 May 26 16:20:33.599349 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38146) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:33.602355 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-f4174567-a944-4ff1-87c3-f911840a3354 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0979970 May 26 16:20:33.613375 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-de33c641-4dba-4e9c-81e5-10304944d926 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2464626 May 26 16:20:33.620360 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38148) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:33.628740 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b68c5d6d-9e65-4649-85c0-d97130120897 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'subnet': {'network_id': '047649b7-037a-4f47-a673-33048b6e0310', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:33.835219 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bb21c63-6568-48be-b8de-785fb0dbce05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:33.890823 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-fc1708da-cf26-466d-85b2-6b01778b1a01 service neutron] 10.222.0.77 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831485 May 26 16:20:33.915835 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decf7a3e-92ea-4ef5-a9ab-4b1a8affd1f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-047649b7-037a-4f47-a673-33048b6e0310', 'network_id': '047649b7-037a-4f47-a673-33048b6e0310', 'tenant_id': '3baec1898b89453d8fdf801d2e6b7529', 'fixed_ips': [{'subnet_id': '21c89803-c538-4f00-baaf-21e0cdb07235'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:20:33.917851 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-decf7a3e-92ea-4ef5-a9ab-4b1a8affd1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:33.927097 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68c5d6d-9e65-4649-85c0-d97130120897 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:33.931153 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b68c5d6d-9e65-4649-85c0-d97130120897 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:33.941377 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bb21c63-6568-48be-b8de-785fb0dbce05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:34.108917 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-71ce4edb-806b-4c1b-9a91-42560de6e112 service neutron] 10.222.0.77 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160635 May 26 16:20:34.202021 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bb21c63-6568-48be-b8de-785fb0dbce05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:34.206665 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5bb21c63-6568-48be-b8de-785fb0dbce05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:34.208951 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5bb21c63-6568-48be-b8de-785fb0dbce05 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/83962345-b18b-49ca-bb2b-55e188514cb9 HTTP/1.1" status: 204 len: 168 time: 0.6080284 May 26 16:20:34.237902 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb21c63-6568-48be-b8de-785fb0dbce05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83962345-b18b-49ca-bb2b-55e188514cb9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:34.268143 n-d-843337-2 neutron-server[103895]: INFO neutron.db.ipam_backend_mixin [None req-b68c5d6d-9e65-4649-85c0-d97130120897 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 21c89803-c538-4f00-baaf-21e0cdb07235 (CIDR: 172.20.0.0/28) May 26 16:20:34.274231 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68c5d6d-9e65-4649-85c0-d97130120897 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:20:34.276234 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68c5d6d-9e65-4649-85c0-d97130120897 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:20:34.330723 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38164) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:34.332040 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b68c5d6d-9e65-4649-85c0-d97130120897 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7105298 May 26 16:20:34.341867 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-822d0aed-dd60-4b1f-807f-17ecff9a49f8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'subnet': {'network_id': '047649b7-037a-4f47-a673-33048b6e0310', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:34.379907 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-decf7a3e-92ea-4ef5-a9ab-4b1a8affd1f5 None None] Allocated IP 172.20.0.2 (047649b7-037a-4f47-a673-33048b6e0310/21c89803-c538-4f00-baaf-21e0cdb07235/0f576eae-1bc5-4fbf-b39a-c6c46f3dc748) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:34.612679 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b4024ab-1772-48b6-83e9-fbcecdf81a35 req-8aa0803a-052f-4afa-b690-2ea4f6a71c4d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 210 time: 0.1634879 May 26 16:20:34.757594 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6bc53a4e-79c7-472c-af00-ff1405120af9 req-7465429e-e2ff-4d0a-9023-3c14b7c4c95b tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=072a3ac9-fb1a-4314-9eb1-455bca907c75 HTTP/1.1" status: 200 len: 210 time: 0.1986048 May 26 16:20:34.788582 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-decf7a3e-92ea-4ef5-a9ab-4b1a8affd1f5 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:34.799126 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-decf7a3e-92ea-4ef5-a9ab-4b1a8affd1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:34.802021 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822d0aed-dd60-4b1f-807f-17ecff9a49f8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:34.805774 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-822d0aed-dd60-4b1f-807f-17ecff9a49f8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:34.918773 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decf7a3e-92ea-4ef5-a9ab-4b1a8affd1f5 None None] Network 047649b7-037a-4f47-a673-33048b6e0310 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:34.943744 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-decf7a3e-92ea-4ef5-a9ab-4b1a8affd1f5 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:34.948604 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf7a3e-92ea-4ef5-a9ab-4b1a8affd1f5 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:34.983641 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf7a3e-92ea-4ef5-a9ab-4b1a8affd1f5 None None] Pushing event updated for resources: {'Port': ['ID=0f576eae-1bc5-4fbf-b39a-c6c46f3dc748,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:35.021914 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-decf7a3e-92ea-4ef5-a9ab-4b1a8affd1f5 None None] Attempting to bind port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:35.022501 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-decf7a3e-92ea-4ef5-a9ab-4b1a8affd1f5 None None] Attempting to bind port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '80a59efd-c414-4abc-a75f-9837f6331fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '047649b7-037a-4f47-a673-33048b6e0310'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:35.023098 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decf7a3e-92ea-4ef5-a9ab-4b1a8affd1f5 None None] Attempting to bind port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 on network 047649b7-037a-4f47-a673-33048b6e0310 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:35.030706 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decf7a3e-92ea-4ef5-a9ab-4b1a8affd1f5 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:20:35.031088 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decf7a3e-92ea-4ef5-a9ab-4b1a8affd1f5 None None] Checking segment: {'id': '80a59efd-c414-4abc-a75f-9837f6331fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '047649b7-037a-4f47-a673-33048b6e0310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:35.031515 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-decf7a3e-92ea-4ef5-a9ab-4b1a8affd1f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:35.031892 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decf7a3e-92ea-4ef5-a9ab-4b1a8affd1f5 None None] Bound using segment: {'id': '80a59efd-c414-4abc-a75f-9837f6331fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '047649b7-037a-4f47-a673-33048b6e0310'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:20:35.032407 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-decf7a3e-92ea-4ef5-a9ab-4b1a8affd1f5 None None] Bound port: 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a59efd-c414-4abc-a75f-9837f6331fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '047649b7-037a-4f47-a673-33048b6e0310'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:20:35.032790 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-decf7a3e-92ea-4ef5-a9ab-4b1a8affd1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:35.195418 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-decf7a3e-92ea-4ef5-a9ab-4b1a8affd1f5 None None] For port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:20:35.204179 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-decf7a3e-92ea-4ef5-a9ab-4b1a8affd1f5 None None] For port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0f576eae-1bc5-4fbf-b39a-c6c46f3dc748,segment=NetworkSegment(80a59efd-c414-4abc-a75f-9837f6331fcf),segment_id=80a59efd-c414-4abc-a75f-9837f6331fcf)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:20:35.210923 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-decf7a3e-92ea-4ef5-a9ab-4b1a8affd1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:35.491957 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf7a3e-92ea-4ef5-a9ab-4b1a8affd1f5 None None] Pushing event updated for resources: {'Port': ['ID=0f576eae-1bc5-4fbf-b39a-c6c46f3dc748,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:35.556811 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-822d0aed-dd60-4b1f-807f-17ecff9a49f8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:35.621136 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38196) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:35.676148 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d3f2bc72-1463-4584-953e-b564c033dfad tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-513680960', 'description': 'tempest-secgroup-smoke-513680960 description', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:35.779410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-f7dd9574-acac-4a52-9c9c-6b9554a49849 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:35.788026 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-f7dd9574-acac-4a52-9c9c-6b9554a49849 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.83 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 812 time: 0.5252488 May 26 16:20:35.816508 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-b8cba8ee-7857-4fb4-b561-bf61eacd7dfb tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Request body: {'port': {'device_id': '9f7f13cf-ee4a-43e8-bbc3-368154d209ac', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'admin_state_up': True, 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:35.839024 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822d0aed-dd60-4b1f-807f-17ecff9a49f8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network 047649b7-037a-4f47-a673-33048b6e0310 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:35.855877 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-822d0aed-dd60-4b1f-807f-17ecff9a49f8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:35.865129 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822d0aed-dd60-4b1f-807f-17ecff9a49f8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:35.866069 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-822d0aed-dd60-4b1f-807f-17ecff9a49f8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:35.986669 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-822d0aed-dd60-4b1f-807f-17ecff9a49f8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6540427 May 26 16:20:35.987957 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d3f2bc72-1463-4584-953e-b564c033dfad tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:36.022072 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38204) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:36.058685 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e1eaebd8-d987-4d3b-9f8c-2edb6708020a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'port': {'network_id': '047649b7-037a-4f47-a673-33048b6e0310', 'fixed_ips': [{'subnet_id': '21c89803-c538-4f00-baaf-21e0cdb07235'}, {'subnet_id': 'e4440a18-a04b-42f7-a022-cf4e6c54ad0d'}], 'name': 'tempest-PortsTestJSON-725701015'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:36.086816 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d3f2bc72-1463-4584-953e-b564c033dfad tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:36.100876 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aff369f5-3151-46fb-9ccd-0c11da2e7c20 req-83334008-50c3-4d6e-a9c0-6fed3e49a607 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 210 time: 0.1327775 May 26 16:20:36.151016 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d0aed-dd60-4b1f-807f-17ecff9a49f8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Subnet': ['ID=e4440a18-a04b-42f7-a022-cf4e6c54ad0d,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:36.164699 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c62411ca-5e03-4517-a41d-c3a7ea5fd7ba req-48650771-a922-4bc8-b109-6d1830ed5815 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=072a3ac9-fb1a-4314-9eb1-455bca907c75 HTTP/1.1" status: 200 len: 210 time: 0.1287289 May 26 16:20:36.317028 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d3f2bc72-1463-4584-953e-b564c033dfad tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:36.323292 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d3f2bc72-1463-4584-953e-b564c033dfad tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:36.441471 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2bc72-1463-4584-953e-b564c033dfad tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c4ae82-0ba3-4941-ad38-10d75e972520,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:36.447341 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-b8cba8ee-7857-4fb4-b561-bf61eacd7dfb tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Made reservation on behalf of 6d53cccfd841437c98d5f73be3ccabb0 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:36.475827 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-b8cba8ee-7857-4fb4-b561-bf61eacd7dfb tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:36.573866 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38214) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:36.588004 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d3f2bc72-1463-4584-953e-b564c033dfad tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:36.596971 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d3f2bc72-1463-4584-953e-b564c033dfad tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:36.627786 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1eaebd8-d987-4d3b-9f8c-2edb6708020a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:36.659452 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d3f2bc72-1463-4584-953e-b564c033dfad tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:36.664504 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d3f2bc72-1463-4584-953e-b564c033dfad tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0009551 May 26 16:20:36.677436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38220) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:36.686887 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-a1dd8b07-a121-4ebc-a708-56dae2eb1bc8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group_rule': {'security_group_id': 'c014a176-d81d-4ccf-9494-409392f0de56', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:36.759040 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2bc72-1463-4584-953e-b564c033dfad tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c014a176-d81d-4ccf-9494-409392f0de56,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:36.761276 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:36.795642 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8b07-a121-4ebc-a708-56dae2eb1bc8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:36.913745 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:36.914375 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:36.941974 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-3df1680e-63f2-4413-a7af-fd25fcb875c9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1629011497'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:36.969805 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8b07-a121-4ebc-a708-56dae2eb1bc8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:37.002940 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8b07-a121-4ebc-a708-56dae2eb1bc8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:37.160220 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-b8cba8ee-7857-4fb4-b561-bf61eacd7dfb tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Allocated IP 172.20.0.6 (98033063-3342-4cf7-9d2f-e05eb4d2a510/3737f1a6-bbf8-410c-b21f-32295ff819a0/7f4643e6-2113-4164-838c-27cb490174a1) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:37.224405 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:37.224808 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:37.247112 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1eaebd8-d987-4d3b-9f8c-2edb6708020a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:37.329214 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-e1eaebd8-d987-4d3b-9f8c-2edb6708020a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] device_id is not set on port 13f9f87a-f296-4d35-bab7-ea7e80c04ff5 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:20:37.345521 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0f576eae-1bc5-4fbf-b39a-c6c46f3dc748,segment=NetworkSegment(80a59efd-c414-4abc-a75f-9837f6331fcf),segment_id=80a59efd-c414-4abc-a75f-9837f6331fcf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:37.351648 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:37.408159 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec23a472-4cd4-49bb-8f69-a8ab3d6bf11c None None] Network 047649b7-037a-4f47-a673-33048b6e0310 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:37.604904 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-649cbc92-96ab-4376-a973-9508463af686 None None] Provisioning complete for port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:37.607255 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-649cbc92-96ab-4376-a973-9508463af686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:37.650970 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-b8cba8ee-7857-4fb4-b561-bf61eacd7dfb tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:37.704477 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=0f576eae-1bc5-4fbf-b39a-c6c46f3dc748,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:37.776846 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd8b07-a121-4ebc-a708-56dae2eb1bc8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68385a4-a89f-43b9-ac44-33adcee983b6,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:37.844409 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-b8cba8ee-7857-4fb4-b561-bf61eacd7dfb tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:37.870135 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0a1bd41f-fb36-45e0-bc78-2acfd2627902 req-3bd7861b-d18f-46b3-b9cb-6de37efd328e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 210 time: 0.0829828 May 26 16:20:37.913936 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec881479-2a55-4822-9f37-00fb8c7b8ef8 req-92472766-74ba-4fb9-b040-255d0967f334 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=072a3ac9-fb1a-4314-9eb1-455bca907c75 HTTP/1.1" status: 200 len: 210 time: 0.1343620 May 26 16:20:37.918096 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df1680e-63f2-4413-a7af-fd25fcb875c9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Made reservation on behalf of caff1e1f6bda414b85d127ab29fdb8b7 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:37.922308 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3df1680e-63f2-4413-a7af-fd25fcb875c9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:37.942883 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3df1680e-63f2-4413-a7af-fd25fcb875c9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:37.946921 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8b07-a121-4ebc-a708-56dae2eb1bc8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:37.951990 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a1dd8b07-a121-4ebc-a708-56dae2eb1bc8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2697988 May 26 16:20:37.960556 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38228) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:37.970699 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-5d61cf77-9b93-4592-905d-769e0fdf1a50 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group_rule': {'security_group_id': 'c014a176-d81d-4ccf-9494-409392f0de56', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:37.973126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-b8cba8ee-7857-4fb4-b561-bf61eacd7dfb tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Network 98033063-3342-4cf7-9d2f-e05eb4d2a510 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:37.983041 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-b8cba8ee-7857-4fb4-b561-bf61eacd7dfb tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:37.986164 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-b8cba8ee-7857-4fb4-b561-bf61eacd7dfb tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:37.987921 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-649cbc92-96ab-4376-a973-9508463af686 None None] Current status of the port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:38.015214 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-24933d99-bf9e-4231-bbe5-333e0049381c tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:38.017157 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-24933d99-bf9e-4231-bbe5-333e0049381c tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.81 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 805 time: 1.0925078 May 26 16:20:38.044213 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cba8ee-7857-4fb4-b561-bf61eacd7dfb tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Pushing event updated for resources: {'Port': ['ID=7f4643e6-2113-4164-838c-27cb490174a1,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:38.045564 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-8ef89d5f-204c-4058-b6a3-e610f0684e97 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Request body: {'port': {'device_id': '072a3ac9-fb1a-4314-9eb1-455bca907c75', 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0', 'admin_state_up': True, 'tenant_id': 'f34dd27e31e54505b18adb94ad4e7b2b'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:38.122564 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-b8cba8ee-7857-4fb4-b561-bf61eacd7dfb tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:38.123146 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-b8cba8ee-7857-4fb4-b561-bf61eacd7dfb tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.136414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17faf98-423e-408a-a951-a6681696f9b3 None None] Update dhcp port {'port': {'network_id': '047649b7-037a-4f47-a673-33048b6e0310', 'fixed_ips': [{'subnet_id': '21c89803-c538-4f00-baaf-21e0cdb07235', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e4440a18-a04b-42f7-a022-cf4e6c54ad0d'}], 'binding:host_id': 'n-d-843337-2'}, 'id': '0f576eae-1bc5-4fbf-b39a-c6c46f3dc748'} from n-d-843337-2. {{(pid=103897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:20:38.144803 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5d61cf77-9b93-4592-905d-769e0fdf1a50 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.150511 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-b8cba8ee-7857-4fb4-b561-bf61eacd7dfb tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3387847 May 26 16:20:38.183025 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d17faf98-423e-408a-a951-a6681696f9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.189010 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-8787ef2f-ab62-4bdd-9041-fc5e9ee4b6ea service neutron] Request body: {'port': {'device_id': '9f7f13cf-ee4a-43e8-bbc3-368154d209ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:38.273950 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3df1680e-63f2-4413-a7af-fd25fcb875c9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.302913 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3df1680e-63f2-4413-a7af-fd25fcb875c9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.319328 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-8787ef2f-ab62-4bdd-9041-fc5e9ee4b6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.332230 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-e1eaebd8-d987-4d3b-9f8c-2edb6708020a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Allocated IP 172.20.0.3 (047649b7-037a-4f47-a673-33048b6e0310/21c89803-c538-4f00-baaf-21e0cdb07235/13f9f87a-f296-4d35-bab7-ea7e80c04ff5) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:38.344447 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-e1eaebd8-d987-4d3b-9f8c-2edb6708020a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Allocated IP 172.20.0.20 (047649b7-037a-4f47-a673-33048b6e0310/e4440a18-a04b-42f7-a022-cf4e6c54ad0d/13f9f87a-f296-4d35-bab7-ea7e80c04ff5) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:38.350982 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-bb19d290-1806-41be-b427-72ce451648e1 None None] Provisioning complete for port 7f4643e6-2113-4164-838c-27cb490174a1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:38.351508 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bb19d290-1806-41be-b427-72ce451648e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.378525 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df1680e-63f2-4413-a7af-fd25fcb875c9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:20:38.422455 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-bb19d290-1806-41be-b427-72ce451648e1 None None] Port 7f4643e6-2113-4164-838c-27cb490174a1 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:38.433823 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5d61cf77-9b93-4592-905d-769e0fdf1a50 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.457158 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1680e-63f2-4413-a7af-fd25fcb875c9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d88106-7fc3-4c7c-807e-d0675c7de14c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:38.465760 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3df1680e-63f2-4413-a7af-fd25fcb875c9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.466319 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-3df1680e-63f2-4413-a7af-fd25fcb875c9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Added segment 49b1d7f2-b81b-4b23-a5ba-643c6ca75712 of type vlan for network 2f377185-0ea3-4a7f-9983-b3bcf03f438c May 26 16:20:38.469002 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5d61cf77-9b93-4592-905d-769e0fdf1a50 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.519409 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:38.538123 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61cf77-9b93-4592-905d-769e0fdf1a50 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab01ca7c-a4fd-4f2c-a499-4dbd72c1589f,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:38.572789 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3df1680e-63f2-4413-a7af-fd25fcb875c9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.578444 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5d61cf77-9b93-4592-905d-769e0fdf1a50 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.583879 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5d61cf77-9b93-4592-905d-769e0fdf1a50 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6156125 May 26 16:20:38.585902 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38230) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:38.594335 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-fed54f99-a810-40fb-833a-54ed5910346f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group_rule': {'security_group_id': 'c014a176-d81d-4ccf-9494-409392f0de56', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:38.615316 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-8ef89d5f-204c-4058-b6a3-e610f0684e97 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Made reservation on behalf of f34dd27e31e54505b18adb94ad4e7b2b for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:38.618930 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-8ef89d5f-204c-4058-b6a3-e610f0684e97 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.636656 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:38.637630 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.683025 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3df1680e-63f2-4413-a7af-fd25fcb875c9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.693584 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df1680e-63f2-4413-a7af-fd25fcb875c9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:38.695352 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3df1680e-63f2-4413-a7af-fd25fcb875c9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.769800 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fed54f99-a810-40fb-833a-54ed5910346f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.771141 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:38.810807 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1eaebd8-d987-4d3b-9f8c-2edb6708020a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.855821 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3df1680e-63f2-4413-a7af-fd25fcb875c9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2797687 May 26 16:20:38.868040 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38234) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:38.879092 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-9c5f58e6-4358-4532-bea2-84db375df258 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Request body: {'subnet': {'network_id': '2f377185-0ea3-4a7f-9983-b3bcf03f438c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:38.906081 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1680e-63f2-4413-a7af-fd25fcb875c9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Pushing event updated for resources: {'Network': ['ID=2f377185-0ea3-4a7f-9983-b3bcf03f438c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:38.920507 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-8787ef2f-ab62-4bdd-9041-fc5e9ee4b6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4643e6-2113-4164-838c-27cb490174a1 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:20:38.930067 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1eaebd8-d987-4d3b-9f8c-2edb6708020a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:38.939025 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-8787ef2f-ab62-4bdd-9041-fc5e9ee4b6ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.010394 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-d17faf98-423e-408a-a951-a6681696f9b3 None None] Allocated IP 172.20.0.18 (047649b7-037a-4f47-a673-33048b6e0310/e4440a18-a04b-42f7-a022-cf4e6c54ad0d/0f576eae-1bc5-4fbf-b39a-c6c46f3dc748) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:39.049416 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-8787ef2f-ab62-4bdd-9041-fc5e9ee4b6ea service neutron] Transition to ACTIVE for port object 7f4643e6-2113-4164-838c-27cb490174a1 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:20:39.054873 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eaebd8-d987-4d3b-9f8c-2edb6708020a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network 047649b7-037a-4f47-a673-33048b6e0310 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:39.058840 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-8787ef2f-ab62-4bdd-9041-fc5e9ee4b6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.064430 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-e1eaebd8-d987-4d3b-9f8c-2edb6708020a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:39.074806 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eaebd8-d987-4d3b-9f8c-2edb6708020a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:39.091288 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eaebd8-d987-4d3b-9f8c-2edb6708020a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Port': ['ID=13f9f87a-f296-4d35-bab7-ea7e80c04ff5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:39.131965 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 2f377185-0ea3-4a7f-9983-b3bcf03f438c details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:20:39.137450 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-8ef89d5f-204c-4058-b6a3-e610f0684e97 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Allocated IP 172.20.0.14 (ac28efc0-2a96-4984-9181-6ce65bcb6fc0/0ab488cf-1ef6-49d7-a418-125ef2c2c830/769f10c6-5a8d-47b1-8425-e4b7d75f4545) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:39.149677 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-54a26131-26fe-4b66-b61f-c272c540ef23 req-8db30de8-b9ab-4368-ba7e-6346c75a293b tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=072a3ac9-fb1a-4314-9eb1-455bca907c75 HTTP/1.1" status: 200 len: 210 time: 0.0807579 May 26 16:20:39.157587 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fed54f99-a810-40fb-833a-54ed5910346f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.171607 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fed54f99-a810-40fb-833a-54ed5910346f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.201224 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed54f99-a810-40fb-833a-54ed5910346f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94044c7-e299-4ad3-a78f-7e0e6e630411,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:39.236639 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b448a-071b-4026-a044-fcb097d1fbc7 req-518429f6-f603-4d30-a524-4007af4dbbaf tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:39.238102 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd3b448a-071b-4026-a044-fcb097d1fbc7 req-518429f6-f603-4d30-a524-4007af4dbbaf tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 943 time: 0.2002864 May 26 16:20:39.245226 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5f58e6-4358-4532-bea2-84db375df258 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Made reservation on behalf of caff1e1f6bda414b85d127ab29fdb8b7 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:39.249217 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9c5f58e6-4358-4532-bea2-84db375df258 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.272980 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1eaebd8-d987-4d3b-9f8c-2edb6708020a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:39.273998 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1eaebd8-d987-4d3b-9f8c-2edb6708020a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.278299 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787ef2f-ab62-4bdd-9041-fc5e9ee4b6ea service neutron] Pushing event updated for resources: {'Port': ['ID=7f4643e6-2113-4164-838c-27cb490174a1,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:39.280106 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d17faf98-423e-408a-a951-a6681696f9b3 None None] For port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0f576eae-1bc5-4fbf-b39a-c6c46f3dc748,segment=NetworkSegment(80a59efd-c414-4abc-a75f-9837f6331fcf),segment_id=80a59efd-c414-4abc-a75f-9837f6331fcf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:39.304347 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fed54f99-a810-40fb-833a-54ed5910346f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.308842 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fed54f99-a810-40fb-833a-54ed5910346f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7225618 May 26 16:20:39.309185 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38240) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:39.318592 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b56994be-0380-4b5e-a8d4-47a4252894a9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group_rule': {'security_group_id': 'c014a176-d81d-4ccf-9494-409392f0de56', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:39.350420 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e1eaebd8-d987-4d3b-9f8c-2edb6708020a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.3275759 May 26 16:20:39.355330 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38242) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:39.362754 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b1a39c21-b186-462e-a86b-053570040f67 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '21c89803-c538-4f00-baaf-21e0cdb07235'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:39.416499 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-8787ef2f-ab62-4bdd-9041-fc5e9ee4b6ea service neutron] Attempting to bind port 7f4643e6-2113-4164-838c-27cb490174a1 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:39.417043 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-8787ef2f-ab62-4bdd-9041-fc5e9ee4b6ea service neutron] Attempting to bind port 7f4643e6-2113-4164-838c-27cb490174a1 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:39.417418 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-8787ef2f-ab62-4bdd-9041-fc5e9ee4b6ea service neutron] Attempting to bind port 7f4643e6-2113-4164-838c-27cb490174a1 on network 98033063-3342-4cf7-9d2f-e05eb4d2a510 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:39.454428 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-8787ef2f-ab62-4bdd-9041-fc5e9ee4b6ea service neutron] Port 7f4643e6-2113-4164-838c-27cb490174a1 on network 98033063-3342-4cf7-9d2f-e05eb4d2a510 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:20:39.454966 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-8787ef2f-ab62-4bdd-9041-fc5e9ee4b6ea service neutron] Attempting to bind port 7f4643e6-2113-4164-838c-27cb490174a1 on network 98033063-3342-4cf7-9d2f-e05eb4d2a510 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:39.475685 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b56994be-0380-4b5e-a8d4-47a4252894a9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.501230 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-8787ef2f-ab62-4bdd-9041-fc5e9ee4b6ea service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:20:39.501788 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-8787ef2f-ab62-4bdd-9041-fc5e9ee4b6ea service neutron] Checking segment: {'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:39.502433 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-8787ef2f-ab62-4bdd-9041-fc5e9ee4b6ea service neutron] Bound using segment: {'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:20:39.503432 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-8787ef2f-ab62-4bdd-9041-fc5e9ee4b6ea service neutron] Bound port: 7f4643e6-2113-4164-838c-27cb490174a1, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:20:39.504034 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-8787ef2f-ab62-4bdd-9041-fc5e9ee4b6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.507751 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd3b448a-071b-4026-a044-fcb097d1fbc7 req-6794aa7e-efb1-4cbb-b79d-e3ee3fb006d9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526693 May 26 16:20:39.595199 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d17faf98-423e-408a-a951-a6681696f9b3 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.610422 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d17faf98-423e-408a-a951-a6681696f9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.613805 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b1a39c21-b186-462e-a86b-053570040f67 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.673593 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-8ef89d5f-204c-4058-b6a3-e610f0684e97 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.729289 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17faf98-423e-408a-a951-a6681696f9b3 None None] Pushing event updated for resources: {'Port': ['ID=0f576eae-1bc5-4fbf-b39a-c6c46f3dc748,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:39.790263 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9c5f58e6-4358-4532-bea2-84db375df258 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.805879 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-8787ef2f-ab62-4bdd-9041-fc5e9ee4b6ea service neutron] For port 7f4643e6-2113-4164-838c-27cb490174a1, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:20:39.817862 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-8787ef2f-ab62-4bdd-9041-fc5e9ee4b6ea service neutron] For port 7f4643e6-2113-4164-838c-27cb490174a1, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=7f4643e6-2113-4164-838c-27cb490174a1,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:20:39.820988 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b56994be-0380-4b5e-a8d4-47a4252894a9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.842904 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b56994be-0380-4b5e-a8d4-47a4252894a9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.849094 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-8787ef2f-ab62-4bdd-9041-fc5e9ee4b6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.881506 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-8ef89d5f-204c-4058-b6a3-e610f0684e97 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.928472 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['863c7cb5-cb2f-4085-a54c-6db455a05c1d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:20:39.942444 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56994be-0380-4b5e-a8d4-47a4252894a9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16cb17e0-57bb-430a-a332-46f30bf8750b,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:39.953167 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-8787ef2f-ab62-4bdd-9041-fc5e9ee4b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:39.953916 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-8787ef2f-ab62-4bdd-9041-fc5e9ee4b6ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.955634 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-8787ef2f-ab62-4bdd-9041-fc5e9ee4b6ea service neutron] 10.222.0.83 "PUT /v2.0/ports/7f4643e6-2113-4164-838c-27cb490174a1 HTTP/1.1" status: 200 len: 1091 time: 1.7805583 May 26 16:20:39.958266 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b56994be-0380-4b5e-a8d4-47a4252894a9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:39.959474 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b56994be-0380-4b5e-a8d4-47a4252894a9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6455839 May 26 16:20:39.971260 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7f13cf-ee4a-43e8-bbc3-368154d209ac', 'tag': '7f4643e6-2113-4164-838c-27cb490174a1'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:20:39.975294 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06240a77-ac4b-4c0d-b383-cf40ef8f3e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7f13cf-ee4a-43e8-bbc3-368154d209ac", "tag": "7f4643e6-2113-4164-838c-27cb490174a1"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:20:39.986133 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38246) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:40.011311 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-f9256d24-aa15-42a7-b7b8-983e9d4ee8fb tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group_rule': {'security_group_id': 'c014a176-d81d-4ccf-9494-409392f0de56', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:40.081149 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f58e6-4358-4532-bea2-84db375df258 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Pushing event updated for resources: {'Subnet': ['ID=400a7796-35d0-4da7-982b-cb0ac6fca76f,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:40.108106 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787ef2f-ab62-4bdd-9041-fc5e9ee4b6ea service neutron] Pushing event updated for resources: {'Port': ['ID=7f4643e6-2113-4164-838c-27cb490174a1,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:40.127304 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-8ef89d5f-204c-4058-b6a3-e610f0684e97 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:40.141661 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5f58e6-4358-4532-bea2-84db375df258 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Checking segment: {'id': '49b1d7f2-b81b-4b23-a5ba-643c6ca75712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2f377185-0ea3-4a7f-9983-b3bcf03f438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:40.142044 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5f58e6-4358-4532-bea2-84db375df258 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Network hostable DHCP agents. Network: 2f377185-0ea3-4a7f-9983-b3bcf03f438c, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:20:40.167451 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b24a8a0-9299-4d2d-99f1-03024bd3cfaa x-openstack-request-id: req-7b24a8a0-9299-4d2d-99f1-03024bd3cfaa {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:20:40.167679 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7f13cf-ee4a-43e8-bbc3-368154d209ac", "tag": "7f4643e6-2113-4164-838c-27cb490174a1", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:20:40.167850 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7b24a8a0-9299-4d2d-99f1-03024bd3cfaa {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:20:40.168623 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b24a8a0-9299-4d2d-99f1-03024bd3cfaa'] response: {'name': 'network-changed', 'server_uuid': '9f7f13cf-ee4a-43e8-bbc3-368154d209ac', 'tag': '7f4643e6-2113-4164-838c-27cb490174a1', 'status': 'completed', 'code': 200} May 26 16:20:40.170504 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-8ef89d5f-204c-4058-b6a3-e610f0684e97 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:40.179109 n-d-843337-2 neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-f9256d24-aa15-42a7-b7b8-983e9d4ee8fb tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Project ab86e9d575124bbb8f1141e0888ad848 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:20:40.184935 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-8ef89d5f-204c-4058-b6a3-e610f0684e97 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:40.201013 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-101b0c4f-35ca-4974-8aad-3986a0528c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:40.202995 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-101b0c4f-35ca-4974-8aad-3986a0528c6a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 1094 time: 0.1608145 May 26 16:20:40.212454 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef89d5f-204c-4058-b6a3-e610f0684e97 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Pushing event updated for resources: {'Port': ['ID=769f10c6-5a8d-47b1-8425-e4b7d75f4545,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:40.217416 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f9256d24-aa15-42a7-b7b8-983e9d4ee8fb tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:40.356048 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-3df4038f-cdb8-43fb-89a7-01489d754466 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f4643e6-2113-4164-838c-27cb490174a1 HTTP/1.1" status: 200 len: 217 time: 0.1263685 May 26 16:20:40.392731 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-8ef89d5f-204c-4058-b6a3-e610f0684e97 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:40.401914 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-8ef89d5f-204c-4058-b6a3-e610f0684e97 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:40.428368 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-b1a39c21-b186-462e-a86b-053570040f67 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Delete allocated IP 172.20.0.20 (047649b7-037a-4f47-a673-33048b6e0310/e4440a18-a04b-42f7-a022-cf4e6c54ad0d) {{(pid=103895) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 26 16:20:40.487198 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:40.505139 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:20:40.518323 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5f58e6-4358-4532-bea2-84db375df258 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Network 2f377185-0ea3-4a7f-9983-b3bcf03f438c is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:20:40.525478 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-8ef89d5f-204c-4058-b6a3-e610f0684e97 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4910245 May 26 16:20:40.542695 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:40.542923 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:40.570864 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-dc04363a-a4b2-4229-8164-328a42bc2b42 service neutron] Request body: {'port': {'device_id': '072a3ac9-fb1a-4314-9eb1-455bca907c75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:40.583483 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-9c5f58e6-4358-4532-bea2-84db375df258 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 2f377185-0ea3-4a7f-9983-b3bcf03f438c) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:40.591023 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5f58e6-4358-4532-bea2-84db375df258 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:40.591317 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9c5f58e6-4358-4532-bea2-84db375df258 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:40.600835 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5460bfc-2bfc-4b49-b4ea-ae683a73d3ee None None] Network 2f377185-0ea3-4a7f-9983-b3bcf03f438c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:40.669141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267ee40-846b-4641-b0e8-b99dad1c24cd req-7ec86e5e-b056-422a-92aa-7c5fada22ffd tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:40.671768 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6267ee40-846b-4641-b0e8-b99dad1c24cd req-7ec86e5e-b056-422a-92aa-7c5fada22ffd tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=072a3ac9-fb1a-4314-9eb1-455bca907c75 HTTP/1.1" status: 200 len: 932 time: 0.3523109 May 26 16:20:40.682105 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f9256d24-aa15-42a7-b7b8-983e9d4ee8fb tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:40.699430 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9c5f58e6-4358-4532-bea2-84db375df258 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8293402 May 26 16:20:40.713127 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f9256d24-aa15-42a7-b7b8-983e9d4ee8fb tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:40.714426 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c439b3ad-d6a8-41a3-9dea-38868c4222b7 None None] Network 047649b7-037a-4f47-a673-33048b6e0310 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:40.739797 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38254) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:40.750541 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ea7ada86-61b1-41f0-806f-00a0e726b718 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Request body: {'port': {'network_id': '2f377185-0ea3-4a7f-9983-b3bcf03f438c', 'name': 'tempest-AllowedAddressPairTestJSON-1843790726'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:40.842409 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9256d24-aa15-42a7-b7b8-983e9d4ee8fb tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2e60e1-bd8d-4624-9f13-0d0abdc2265d,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:40.860927 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:40.885551 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-6e4d7a50-b911-44d3-b160-31423be9ec77 None None] Provisioning complete for port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:40.886090 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6e4d7a50-b911-44d3-b160-31423be9ec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:40.931633 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f9256d24-aa15-42a7-b7b8-983e9d4ee8fb tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:40.933541 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f9256d24-aa15-42a7-b7b8-983e9d4ee8fb tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9304349 May 26 16:20:40.934579 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-dc04363a-a4b2-4229-8164-328a42bc2b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:40.956831 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38256) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:40.973146 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ed3cc3e5-bab7-481d-a0ed-887a28b550cf tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group_rule': {'security_group_id': 'c014a176-d81d-4ccf-9494-409392f0de56', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:41.027137 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a1ffa8-d926-4820-b624-e4ffa7881543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-2f377185-0ea3-4a7f-9983-b3bcf03f438c', 'network_id': '2f377185-0ea3-4a7f-9983-b3bcf03f438c', 'tenant_id': 'caff1e1f6bda414b85d127ab29fdb8b7', 'fixed_ips': [{'subnet_id': '400a7796-35d0-4da7-982b-cb0ac6fca76f'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:20:41.028375 n-d-843337-2 neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-ed3cc3e5-bab7-481d-a0ed-887a28b550cf tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Project ab86e9d575124bbb8f1141e0888ad848 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:20:41.029038 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ffa8-d926-4820-b624-e4ffa7881543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.047416 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ed3cc3e5-bab7-481d-a0ed-887a28b550cf tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.137354 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-ea7de975-f4f5-427d-bb36-9d8bfbd141d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:41.139017 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-ea7de975-f4f5-427d-bb36-9d8bfbd141d8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.7686512 May 26 16:20:41.174194 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6267ee40-846b-4641-b0e8-b99dad1c24cd req-606616eb-1f9f-404c-a139-183ace6842bc tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834843 May 26 16:20:41.206387 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ed3cc3e5-bab7-481d-a0ed-887a28b550cf tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.224296 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ed3cc3e5-bab7-481d-a0ed-887a28b550cf tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.224610 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-f165bf96-78d6-4009-bb95-a3846a0a27fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:41.226274 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-f165bf96-78d6-4009-bb95-a3846a0a27fb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776613 May 26 16:20:41.258019 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94836d6-4ed3-4349-a9bb-5b9002b85441 req-f20d1ede-b006-429f-8a7f-27ae660a0e02 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:41.259492 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f94836d6-4ed3-4349-a9bb-5b9002b85441 req-f20d1ede-b006-429f-8a7f-27ae660a0e02 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 943 time: 0.4884472 May 26 16:20:41.260397 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6e4d7a50-b911-44d3-b160-31423be9ec77 None None] Current status of the port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:41.274790 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3cc3e5-bab7-481d-a0ed-887a28b550cf tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d512bbe9-644a-4668-832b-dece5f1db330,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:41.289511 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ed3cc3e5-bab7-481d-a0ed-887a28b550cf tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.289864 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-f0a1ffa8-d926-4820-b624-e4ffa7881543 None None] Allocated IP 172.20.0.2 (2f377185-0ea3-4a7f-9983-b3bcf03f438c/400a7796-35d0-4da7-982b-cb0ac6fca76f/40500c8c-061f-49f2-8651-7d731cd38e2b) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:41.295564 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ed3cc3e5-bab7-481d-a0ed-887a28b550cf tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3224645 May 26 16:20:41.299714 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38260) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:41.308432 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-4c612bec-b33c-4c56-bd91-46006eb65a40 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'network': {'name': 'tempest-network-smoke--1717183767', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'port_security_enabled': True}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:41.365478 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b1a39c21-b186-462e-a86b-053570040f67 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.378523 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b1a39c21-b186-462e-a86b-053570040f67 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.394195 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c612bec-b33c-4c56-bd91-46006eb65a40 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Made reservation on behalf of ab86e9d575124bbb8f1141e0888ad848 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:41.398091 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4c612bec-b33c-4c56-bd91-46006eb65a40 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.437281 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f94836d6-4ed3-4349-a9bb-5b9002b85441 req-d5106db0-8ede-4c4d-a174-071cb460f0e5 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386018 May 26 16:20:41.475832 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ffa8-d926-4820-b624-e4ffa7881543 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.479176 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7ada86-61b1-41f0-806f-00a0e726b718 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Made reservation on behalf of caff1e1f6bda414b85d127ab29fdb8b7 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:41.485700 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea7ada86-61b1-41f0-806f-00a0e726b718 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.486184 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ffa8-d926-4820-b624-e4ffa7881543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.563742 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-ea7ada86-61b1-41f0-806f-00a0e726b718 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] device_id is not set on port 3c38f0ed-5a2b-4949-bc9d-ed42bd73e2db yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:20:41.564612 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1ffa8-d926-4820-b624-e4ffa7881543 None None] Pushing event updated for resources: {'Port': ['ID=40500c8c-061f-49f2-8651-7d731cd38e2b,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:41.568595 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a1ffa8-d926-4820-b624-e4ffa7881543 None None] Network 2f377185-0ea3-4a7f-9983-b3bcf03f438c is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:41.570514 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-f0a1ffa8-d926-4820-b624-e4ffa7881543 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:41.572947 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a1ffa8-d926-4820-b624-e4ffa7881543 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:41.583273 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-ccaeb873-2166-4fb4-9c39-74782ea4f1ed service neutron] 10.222.0.83 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478079 May 26 16:20:41.640726 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a39c21-b186-462e-a86b-053570040f67 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Port': ['ID=13f9f87a-f296-4d35-bab7-ea7e80c04ff5,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:41.649769 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c612bec-b33c-4c56-bd91-46006eb65a40 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:20:41.698322 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b1a39c21-b186-462e-a86b-053570040f67 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] In _notify_port_updated(), no bound segment for port 13f9f87a-f296-4d35-bab7-ea7e80c04ff5 on network 047649b7-037a-4f47-a673-33048b6e0310 {{(pid=103895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:20:41.705281 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a39c21-b186-462e-a86b-053570040f67 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:41.705281 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b1a39c21-b186-462e-a86b-053570040f67 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.706012 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b1a39c21-b186-462e-a86b-053570040f67 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "PUT /v2.0/ports/13f9f87a-f296-4d35-bab7-ea7e80c04ff5 HTTP/1.1" status: 200 len: 918 time: 2.3494992 May 26 16:20:41.709754 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38262) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:41.716035 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f9da827b-6fe8-4dc0-b5a8-2233c25f64c2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '21c89803-c538-4f00-baaf-21e0cdb07235'}, {'subnet_id': 'e4440a18-a04b-42f7-a022-cf4e6c54ad0d'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:41.729025 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4c612bec-b33c-4c56-bd91-46006eb65a40 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.729025 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-4c612bec-b33c-4c56-bd91-46006eb65a40 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Added segment 8498f6fa-5e8b-44e7-bc82-da26134ce147 of type vlan for network 13bf54f3-26c0-4fe5-aa75-db926c99f0f3 May 26 16:20:41.741251 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-f0a1ffa8-d926-4820-b624-e4ffa7881543 None None] Attempting to bind port 40500c8c-061f-49f2-8651-7d731cd38e2b on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:41.741925 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-f0a1ffa8-d926-4820-b624-e4ffa7881543 None None] Attempting to bind port 40500c8c-061f-49f2-8651-7d731cd38e2b by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '49b1d7f2-b81b-4b23-a5ba-643c6ca75712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2f377185-0ea3-4a7f-9983-b3bcf03f438c'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:41.742468 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a1ffa8-d926-4820-b624-e4ffa7881543 None None] Attempting to bind port 40500c8c-061f-49f2-8651-7d731cd38e2b on network 2f377185-0ea3-4a7f-9983-b3bcf03f438c {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:41.749091 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a1ffa8-d926-4820-b624-e4ffa7881543 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:20:41.750049 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a1ffa8-d926-4820-b624-e4ffa7881543 None None] Checking segment: {'id': '49b1d7f2-b81b-4b23-a5ba-643c6ca75712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2f377185-0ea3-4a7f-9983-b3bcf03f438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:41.750808 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ffa8-d926-4820-b624-e4ffa7881543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.751352 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a1ffa8-d926-4820-b624-e4ffa7881543 None None] Bound using segment: {'id': '49b1d7f2-b81b-4b23-a5ba-643c6ca75712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2f377185-0ea3-4a7f-9983-b3bcf03f438c'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:20:41.751997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-f0a1ffa8-d926-4820-b624-e4ffa7881543 None None] Bound port: 40500c8c-061f-49f2-8651-7d731cd38e2b, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b1d7f2-b81b-4b23-a5ba-643c6ca75712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2f377185-0ea3-4a7f-9983-b3bcf03f438c'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:20:41.752661 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ffa8-d926-4820-b624-e4ffa7881543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.790444 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-ea7ada86-61b1-41f0-806f-00a0e726b718 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Allocated IP 172.20.0.5 (2f377185-0ea3-4a7f-9983-b3bcf03f438c/400a7796-35d0-4da7-982b-cb0ac6fca76f/3c38f0ed-5a2b-4949-bc9d-ed42bd73e2db) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:41.880078 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-f0a1ffa8-d926-4820-b624-e4ffa7881543 None None] For port 40500c8c-061f-49f2-8651-7d731cd38e2b, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:20:41.885011 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4c612bec-b33c-4c56-bd91-46006eb65a40 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.888153 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-f0a1ffa8-d926-4820-b624-e4ffa7881543 None None] For port 40500c8c-061f-49f2-8651-7d731cd38e2b, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=40500c8c-061f-49f2-8651-7d731cd38e2b,segment=NetworkSegment(49b1d7f2-b81b-4b23-a5ba-643c6ca75712),segment_id=49b1d7f2-b81b-4b23-a5ba-643c6ca75712)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:20:41.894969 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ffa8-d926-4820-b624-e4ffa7881543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.945847 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f9da827b-6fe8-4dc0-b5a8-2233c25f64c2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:41.949487 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a65bb177-edf8-4094-8e0f-4eec6fca49e1 req-85637250-2029-4d53-b5e8-d4aece10c011 service neutron] 10.222.0.83 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476715 May 26 16:20:41.957274 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-dc04363a-a4b2-4229-8164-328a42bc2b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769f10c6-5a8d-47b1-8425-e4b7d75f4545 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:20:41.985746 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4c612bec-b33c-4c56-bd91-46006eb65a40 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:42.001105 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c3e53179-525a-4a02-a3d8-8451d2ab6c05 None None] Provisioning complete for port 13f9f87a-f296-4d35-bab7-ea7e80c04ff5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:42.001734 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c612bec-b33c-4c56-bd91-46006eb65a40 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:42.002259 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4c612bec-b33c-4c56-bd91-46006eb65a40 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:42.002749 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c3e53179-525a-4a02-a3d8-8451d2ab6c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:42.003309 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-dc04363a-a4b2-4229-8164-328a42bc2b42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:42.049732 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-dc04363a-a4b2-4229-8164-328a42bc2b42 service neutron] Transition to ACTIVE for port object 769f10c6-5a8d-47b1-8425-e4b7d75f4545 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:20:42.062554 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-dc04363a-a4b2-4229-8164-328a42bc2b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:42.102637 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1ffa8-d926-4820-b624-e4ffa7881543 None None] Pushing event updated for resources: {'Port': ['ID=40500c8c-061f-49f2-8651-7d731cd38e2b,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:42.125532 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c3e53179-525a-4a02-a3d8-8451d2ab6c05 None None] Port 13f9f87a-f296-4d35-bab7-ea7e80c04ff5 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:42.194869 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c3e53179-525a-4a02-a3d8-8451d2ab6c05 None None] Provisioning complete for port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:42.195315 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c3e53179-525a-4a02-a3d8-8451d2ab6c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:42.203310 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea7ada86-61b1-41f0-806f-00a0e726b718 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:42.234156 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04363a-a4b2-4229-8164-328a42bc2b42 service neutron] Pushing event updated for resources: {'Port': ['ID=769f10c6-5a8d-47b1-8425-e4b7d75f4545,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:42.299410 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4c612bec-b33c-4c56-bd91-46006eb65a40 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9864681 May 26 16:20:42.312930 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38268) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:42.327648 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-eb7e474a-9cbe-4e77-b413-8a3b68126b43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1186697841', 'admin_state_up': True, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:42.440789 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea7ada86-61b1-41f0-806f-00a0e726b718 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:42.479263 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c3e53179-525a-4a02-a3d8-8451d2ab6c05 None None] Current status of the port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:42.612289 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c07c2f15-265a-43a6-a432-449b3bc7f1ea None None] Provisioning complete for port 13f9f87a-f296-4d35-bab7-ea7e80c04ff5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:42.613339 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c07c2f15-265a-43a6-a432-449b3bc7f1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:42.615559 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c612bec-b33c-4c56-bd91-46006eb65a40 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Network': ['ID=13bf54f3-26c0-4fe5-aa75-db926c99f0f3,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:42.619029 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ada86-61b1-41f0-806f-00a0e726b718 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Pushing event updated for resources: {'Port': ['ID=3c38f0ed-5a2b-4949-bc9d-ed42bd73e2db,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:42.630217 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-dc04363a-a4b2-4229-8164-328a42bc2b42 service neutron] Attempting to bind port 769f10c6-5a8d-47b1-8425-e4b7d75f4545 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:42.630554 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-dc04363a-a4b2-4229-8164-328a42bc2b42 service neutron] Attempting to bind port 769f10c6-5a8d-47b1-8425-e4b7d75f4545 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:42.631819 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-dc04363a-a4b2-4229-8164-328a42bc2b42 service neutron] Attempting to bind port 769f10c6-5a8d-47b1-8425-e4b7d75f4545 on network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:42.692677 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 13bf54f3-26c0-4fe5-aa75-db926c99f0f3 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:20:42.698144 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b305ae-7a2f-4801-8b91-20c7004e2634 req-3f776ab0-a0a6-4be5-af03-abaa29e2c789 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:42.699924 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43b305ae-7a2f-4801-8b91-20c7004e2634 req-3f776ab0-a0a6-4be5-af03-abaa29e2c789 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=072a3ac9-fb1a-4314-9eb1-455bca907c75 HTTP/1.1" status: 200 len: 944 time: 0.3550491 May 26 16:20:42.724195 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7ada86-61b1-41f0-806f-00a0e726b718 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Network 2f377185-0ea3-4a7f-9983-b3bcf03f438c is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:42.729688 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 40500c8c-061f-49f2-8651-7d731cd38e2b up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:42.731414 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06240a77-ac4b-4c0d-b383-cf40ef8f3e5f req-383b262b-ebda-4348-b5bd-629ad6855335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:42.734716 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-06240a77-ac4b-4c0d-b383-cf40ef8f3e5f req-383b262b-ebda-4348-b5bd-629ad6855335 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 1094 time: 0.6285698 May 26 16:20:42.741040 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-ea7ada86-61b1-41f0-806f-00a0e726b718 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:42.744827 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7ada86-61b1-41f0-806f-00a0e726b718 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:42.808331 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb7e474a-9cbe-4e77-b413-8a3b68126b43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:42.811945 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb7e474a-9cbe-4e77-b413-8a3b68126b43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:42.812208 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-dc04363a-a4b2-4229-8164-328a42bc2b42 service neutron] Port 769f10c6-5a8d-47b1-8425-e4b7d75f4545 on network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:20:42.812208 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-dc04363a-a4b2-4229-8164-328a42bc2b42 service neutron] Attempting to bind port 769f10c6-5a8d-47b1-8425-e4b7d75f4545 on network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:42.815481 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c07c2f15-265a-43a6-a432-449b3bc7f1ea None None] Port 13f9f87a-f296-4d35-bab7-ea7e80c04ff5 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:42.850489 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7ada86-61b1-41f0-806f-00a0e726b718 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:42.850851 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea7ada86-61b1-41f0-806f-00a0e726b718 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:42.860469 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 40500c8c-061f-49f2-8651-7d731cd38e2b triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:42.860689 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:42.863238 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-dc04363a-a4b2-4229-8164-328a42bc2b42 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:20:42.863938 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-dc04363a-a4b2-4229-8164-328a42bc2b42 service neutron] Checking segment: {'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:42.864685 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-dc04363a-a4b2-4229-8164-328a42bc2b42 service neutron] Bound using segment: {'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:20:42.865541 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-dc04363a-a4b2-4229-8164-328a42bc2b42 service neutron] Bound port: 769f10c6-5a8d-47b1-8425-e4b7d75f4545, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:20:42.866266 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-dc04363a-a4b2-4229-8164-328a42bc2b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:42.935597 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ea7ada86-61b1-41f0-806f-00a0e726b718 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1902821 May 26 16:20:42.940295 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38272) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:42.950252 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-0df492ce-0e77-4e66-ae6c-cbec6b76cf26 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Request body: {'port': {'network_id': '2f377185-0ea3-4a7f-9983-b3bcf03f438c', 'name': 'tempest-AllowedAddressPairTestJSON-434112510', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:53:73:c6'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:42.964958 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43b305ae-7a2f-4801-8b91-20c7004e2634 req-ea6f9ce4-451e-4c7d-8d7a-c3b59dd22472 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380753 May 26 16:20:42.976287 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-61e17eb2-211e-45e8-9c67-e3cc849996dd None None] Provisioning complete for port 13f9f87a-f296-4d35-bab7-ea7e80c04ff5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:42.976874 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-61e17eb2-211e-45e8-9c67-e3cc849996dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:43.021363 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916ae04-900d-4032-80d2-b20389df85da req-f5850c15-a183-4d3e-8441-90134d7df0d9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:43.023857 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4916ae04-900d-4032-80d2-b20389df85da req-f5850c15-a183-4d3e-8441-90134d7df0d9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 943 time: 0.3461974 May 26 16:20:43.039066 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b3327666-10b6-4410-9a8c-5e09df838fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:43.080611 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-61e17eb2-211e-45e8-9c67-e3cc849996dd None None] Port 13f9f87a-f296-4d35-bab7-ea7e80c04ff5 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:43.090723 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 40500c8c-061f-49f2-8651-7d731cd38e2b is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:43.091113 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:43.114839 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4916ae04-900d-4032-80d2-b20389df85da req-9809a6f4-5054-4c4b-bca9-769dc845438a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826323 May 26 16:20:43.120262 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-dc04363a-a4b2-4229-8164-328a42bc2b42 service neutron] For port 769f10c6-5a8d-47b1-8425-e4b7d75f4545, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:20:43.126894 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-dc04363a-a4b2-4229-8164-328a42bc2b42 service neutron] For port 769f10c6-5a8d-47b1-8425-e4b7d75f4545, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=769f10c6-5a8d-47b1-8425-e4b7d75f4545,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:20:43.133987 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-dc04363a-a4b2-4229-8164-328a42bc2b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:43.154464 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-dc04363a-a4b2-4229-8164-328a42bc2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:43.155174 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-dc04363a-a4b2-4229-8164-328a42bc2b42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:43.156717 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-dc04363a-a4b2-4229-8164-328a42bc2b42 service neutron] 10.222.0.81 "PUT /v2.0/ports/769f10c6-5a8d-47b1-8425-e4b7d75f4545 HTTP/1.1" status: 200 len: 1092 time: 2.6060476 May 26 16:20:43.158453 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072a3ac9-fb1a-4314-9eb1-455bca907c75', 'tag': '769f10c6-5a8d-47b1-8425-e4b7d75f4545'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:20:43.163720 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075b8dd6-33e5-44ec-9d10-01d4ba621131" -d '{"events": [{"name": "network-changed", "server_uuid": "072a3ac9-fb1a-4314-9eb1-455bca907c75", "tag": "769f10c6-5a8d-47b1-8425-e4b7d75f4545"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:20:43.179671 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 40500c8c-061f-49f2-8651-7d731cd38e2b, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=40500c8c-061f-49f2-8651-7d731cd38e2b,segment=NetworkSegment(49b1d7f2-b81b-4b23-a5ba-643c6ca75712),segment_id=49b1d7f2-b81b-4b23-a5ba-643c6ca75712)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:43.199400 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:43.236648 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb7e474a-9cbe-4e77-b413-8a3b68126b43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:43.249869 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec44f1f0-7cda-44c6-9de0-d9da4fd9bb32 x-openstack-request-id: req-ec44f1f0-7cda-44c6-9de0-d9da4fd9bb32 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:20:43.250173 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072a3ac9-fb1a-4314-9eb1-455bca907c75", "tag": "769f10c6-5a8d-47b1-8425-e4b7d75f4545", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:20:43.250434 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ec44f1f0-7cda-44c6-9de0-d9da4fd9bb32 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:20:43.251112 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec44f1f0-7cda-44c6-9de0-d9da4fd9bb32'] response: {'name': 'network-changed', 'server_uuid': '072a3ac9-fb1a-4314-9eb1-455bca907c75', 'tag': '769f10c6-5a8d-47b1-8425-e4b7d75f4545', 'status': 'completed', 'code': 200} May 26 16:20:43.314786 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04363a-a4b2-4229-8164-328a42bc2b42 service neutron] Pushing event updated for resources: {'Port': ['ID=769f10c6-5a8d-47b1-8425-e4b7d75f4545,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:43.321235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-71900e6f-d7cb-47fd-979e-21bd1f277b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:43.323466 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-71900e6f-d7cb-47fd-979e-21bd1f277b36 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&device_id=072a3ac9-fb1a-4314-9eb1-455bca907c75 HTTP/1.1" status: 200 len: 1095 time: 0.0990329 May 26 16:20:43.375357 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=40500c8c-061f-49f2-8651-7d731cd38e2b,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:43.420029 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-1293e766-f2a7-4b94-9cff-846da089025d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=769f10c6-5a8d-47b1-8425-e4b7d75f4545 HTTP/1.1" status: 200 len: 217 time: 0.0881586 May 26 16:20:43.447010 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-f9da827b-6fe8-4dc0-b5a8-2233c25f64c2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Allocated IP 172.20.0.21 (047649b7-037a-4f47-a673-33048b6e0310/e4440a18-a04b-42f7-a022-cf4e6c54ad0d/13f9f87a-f296-4d35-bab7-ea7e80c04ff5) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:43.452891 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06240a77-ac4b-4c0d-b383-cf40ef8f3e5f req-a14814e6-ca13-4090-b44e-777cfdd296fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:43.455072 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-06240a77-ac4b-4c0d-b383-cf40ef8f3e5f req-a14814e6-ca13-4090-b44e-777cfdd296fd service neutron] 10.222.0.83 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 913 time: 0.6700490 May 26 16:20:43.485133 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-edfaa9f1-501a-441c-bf4d-a53b332ee408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:43.486768 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-edfaa9f1-501a-441c-bf4d-a53b332ee408 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0ab488cf-1ef6-49d7-a418-125ef2c2c830 HTTP/1.1" status: 200 len: 845 time: 0.0589027 May 26 16:20:43.554553 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-2908b72e-b9cb-4f90-955a-b20ca09c36f0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590367 May 26 16:20:43.577404 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-06240a77-ac4b-4c0d-b383-cf40ef8f3e5f req-67a8d2b3-b399-4d76-8b71-cb9d69d31dd0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f4643e6-2113-4164-838c-27cb490174a1 HTTP/1.1" status: 200 len: 217 time: 0.0838261 May 26 16:20:43.596657 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb7e474a-9cbe-4e77-b413-8a3b68126b43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:43.681310 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df492ce-0e77-4e66-ae6c-cbec6b76cf26 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Made reservation on behalf of caff1e1f6bda414b85d127ab29fdb8b7 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:43.746875 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-d1a25c20-6b2c-4d69-8363-42e57e567d70 service neutron] 10.222.0.81 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748228 May 26 16:20:43.770400 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde63ca4-1109-4294-8bfc-285982ebc093 None None] Network 2f377185-0ea3-4a7f-9983-b3bcf03f438c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:43.867033 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06240a77-ac4b-4c0d-b383-cf40ef8f3e5f req-4a444dc4-0383-4dcf-a44b-962a7257814b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:43.868389 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-06240a77-ac4b-4c0d-b383-cf40ef8f3e5f req-4a444dc4-0383-4dcf-a44b-962a7257814b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.2806404 May 26 16:20:43.889825 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-6ec3bc35-b608-4c39-b00b-e14a9035662c None None] Provisioning complete for port 40500c8c-061f-49f2-8651-7d731cd38e2b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:43.890439 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6ec3bc35-b608-4c39-b00b-e14a9035662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:43.915440 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2dc4c102-64bf-49f6-b46e-51342570f9c2 req-c959a35d-a2f5-4e70-9756-ff043cea254b service neutron] 10.222.0.81 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585579 May 26 16:20:44.004648 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0df492ce-0e77-4e66-ae6c-cbec6b76cf26 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:44.025091 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f9da827b-6fe8-4dc0-b5a8-2233c25f64c2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:44.041011 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f9da827b-6fe8-4dc0-b5a8-2233c25f64c2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:44.057465 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06240a77-ac4b-4c0d-b383-cf40ef8f3e5f req-5e5bffc7-a39b-4169-b42a-cd845aa6228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:44.059151 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-06240a77-ac4b-4c0d-b383-cf40ef8f3e5f req-5e5bffc7-a39b-4169-b42a-cd845aa6228c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1738367 May 26 16:20:44.071154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b8dd6-33e5-44ec-9d10-01d4ba621131 req-c5c3d908-f66f-424f-b64a-3e91d91acc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:44.072992 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-075b8dd6-33e5-44ec-9d10-01d4ba621131 req-c5c3d908-f66f-424f-b64a-3e91d91acc61 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&device_id=072a3ac9-fb1a-4314-9eb1-455bca907c75 HTTP/1.1" status: 200 len: 1095 time: 0.0877883 May 26 16:20:44.085346 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-0df492ce-0e77-4e66-ae6c-cbec6b76cf26 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] device_id is not set on port b70f24b1-7838-488a-ac0a-c3acf849555b yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:20:44.164047 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6ec3bc35-b608-4c39-b00b-e14a9035662c None None] Current status of the port 40500c8c-061f-49f2-8651-7d731cd38e2b is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:44.221729 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c877ce-5422-420f-857f-f0f215ec65e8 req-e287e8a0-69cd-43d5-8500-f9baa8090509 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:44.223304 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3c877ce-5422-420f-857f-f0f215ec65e8 req-e287e8a0-69cd-43d5-8500-f9baa8090509 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=072a3ac9-fb1a-4314-9eb1-455bca907c75 HTTP/1.1" status: 200 len: 944 time: 0.1548297 May 26 16:20:44.318966 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da827b-6fe8-4dc0-b5a8-2233c25f64c2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Port': ['ID=13f9f87a-f296-4d35-bab7-ea7e80c04ff5,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:44.330711 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b8dd6-33e5-44ec-9d10-01d4ba621131 req-6b3a8f96-4e29-4cbf-8b4e-be44d8319b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:44.332278 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-075b8dd6-33e5-44ec-9d10-01d4ba621131 req-6b3a8f96-4e29-4cbf-8b4e-be44d8319b80 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 906 time: 0.2257085 May 26 16:20:44.392962 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3c877ce-5422-420f-857f-f0f215ec65e8 req-4fe7fdfe-1dc6-455d-ade4-9e5aa1fa4aaf tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488605 May 26 16:20:44.429614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ecb4b-661e-4305-8436-98d0aa6b3b9a req-883a6d80-1ce5-479c-968d-350778ae0831 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:44.451247 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b35ecb4b-661e-4305-8436-98d0aa6b3b9a req-883a6d80-1ce5-479c-968d-350778ae0831 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 943 time: 0.2201605 May 26 16:20:44.492914 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-075b8dd6-33e5-44ec-9d10-01d4ba621131 req-6638a534-f2d9-4b60-a7e9-3b15c9ccedc9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=769f10c6-5a8d-47b1-8425-e4b7d75f4545 HTTP/1.1" status: 200 len: 217 time: 0.1480687 May 26 16:20:44.557115 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 40500c8c-061f-49f2-8651-7d731cd38e2b up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:44.569420 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-f9da827b-6fe8-4dc0-b5a8-2233c25f64c2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] In _notify_port_updated(), no bound segment for port 13f9f87a-f296-4d35-bab7-ea7e80c04ff5 on network 047649b7-037a-4f47-a673-33048b6e0310 {{(pid=103895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:20:44.575365 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9da827b-6fe8-4dc0-b5a8-2233c25f64c2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:44.576350 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f9da827b-6fe8-4dc0-b5a8-2233c25f64c2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:44.578100 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f9da827b-6fe8-4dc0-b5a8-2233c25f64c2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "PUT /v2.0/ports/13f9f87a-f296-4d35-bab7-ea7e80c04ff5 HTTP/1.1" status: 200 len: 998 time: 2.8663168 May 26 16:20:44.586162 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38286) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:44.628080 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-06240a77-ac4b-4c0d-b383-cf40ef8f3e5f req-5946aa05-7ac4-425d-93fa-57ed068d9ce0 service neutron] 10.222.0.83 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314178 May 26 16:20:44.635653 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b35ecb4b-661e-4305-8436-98d0aa6b3b9a req-0e2d2c75-7e98-48c1-b87b-97982115ab84 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833510 May 26 16:20:44.638548 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ed3870ec-aee9-471f-86ba-00ca3728e888 None None] Provisioning complete for port 13f9f87a-f296-4d35-bab7-ea7e80c04ff5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:44.638765 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed3870ec-aee9-471f-86ba-00ca3728e888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:44.668540 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b8dd6-33e5-44ec-9d10-01d4ba621131 req-2ace9976-5b39-4cdf-9032-633e536fe8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:44.670342 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-075b8dd6-33e5-44ec-9d10-01d4ba621131 req-2ace9976-5b39-4cdf-9032-633e536fe8fc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0ab488cf-1ef6-49d7-a418-125ef2c2c830 HTTP/1.1" status: 200 len: 845 time: 0.1370850 May 26 16:20:44.728535 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-075b8dd6-33e5-44ec-9d10-01d4ba621131 req-2a67ebbf-cec8-4344-9bd9-5962bd234d4f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445895 May 26 16:20:44.749784 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 40500c8c-061f-49f2-8651-7d731cd38e2b triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:44.750165 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:44.789348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ed3870ec-aee9-471f-86ba-00ca3728e888 None None] Port 13f9f87a-f296-4d35-bab7-ea7e80c04ff5 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:44.914156 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 40500c8c-061f-49f2-8651-7d731cd38e2b is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:44.946928 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-1a52baf1-4f98-46e9-a600-ccaaa779f68b None None] Provisioning complete for port 3c38f0ed-5a2b-4949-bc9d-ed42bd73e2db triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:44.947313 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1a52baf1-4f98-46e9-a600-ccaaa779f68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:44.955300 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-075b8dd6-33e5-44ec-9d10-01d4ba621131 req-fa13862a-d819-43c1-ade1-2c4fe55b0a0c service neutron] 10.222.0.81 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172072 May 26 16:20:45.046257 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1a52baf1-4f98-46e9-a600-ccaaa779f68b None None] Port 3c38f0ed-5a2b-4949-bc9d-ed42bd73e2db cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:45.065655 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-1a52baf1-4f98-46e9-a600-ccaaa779f68b None None] Provisioning complete for port 40500c8c-061f-49f2-8651-7d731cd38e2b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:45.066599 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1a52baf1-4f98-46e9-a600-ccaaa779f68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:45.146187 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-075b8dd6-33e5-44ec-9d10-01d4ba621131 req-c17acca3-2b94-413b-bc11-453a30cbbbe3 service neutron] 10.222.0.81 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805682 May 26 16:20:45.206775 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1a52baf1-4f98-46e9-a600-ccaaa779f68b None None] Current status of the port 40500c8c-061f-49f2-8651-7d731cd38e2b is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:45.267401 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-0df492ce-0e77-4e66-ae6c-cbec6b76cf26 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Allocated IP 172.20.0.8 (2f377185-0ea3-4a7f-9983-b3bcf03f438c/400a7796-35d0-4da7-982b-cb0ac6fca76f/b70f24b1-7838-488a-ac0a-c3acf849555b) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:45.343899 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-18a49cc9-0198-458c-aa05-fb5344803e76 None None] Provisioning complete for port 3c38f0ed-5a2b-4949-bc9d-ed42bd73e2db triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:45.344665 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-18a49cc9-0198-458c-aa05-fb5344803e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:45.438686 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb7e474a-9cbe-4e77-b413-8a3b68126b43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:45.444382 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-18a49cc9-0198-458c-aa05-fb5344803e76 None None] Port 3c38f0ed-5a2b-4949-bc9d-ed42bd73e2db cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:45.468957 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3e9833bb-89be-47c2-8e71-31f94cbdac01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:45.509087 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb7e474a-9cbe-4e77-b413-8a3b68126b43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:45.534297 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-06240a77-ac4b-4c0d-b383-cf40ef8f3e5f req-35508664-4e40-496a-bd5b-1705b21324c5 service neutron] 10.222.0.83 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8799982 May 26 16:20:45.638202 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7306a-78f7-4891-b838-48eb7f8669bb req-aa276538-0ad0-4cea-b3a6-97f2bac94aac tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:45.640656 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ed7306a-78f7-4891-b838-48eb7f8669bb req-aa276538-0ad0-4cea-b3a6-97f2bac94aac tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=072a3ac9-fb1a-4314-9eb1-455bca907c75 HTTP/1.1" status: 200 len: 944 time: 0.0811958 May 26 16:20:45.697051 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-91153774-4ce3-4a74-8e5e-a1abb36e7e34 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting port 13f9f87a-f296-4d35-bab7-ea7e80c04ff5 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:45.697371 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91153774-4ce3-4a74-8e5e-a1abb36e7e34 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:45.723604 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ed7306a-78f7-4891-b838-48eb7f8669bb req-ffe2f275-3326-4f62-8fe8-3a27fbbcf949 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735776 May 26 16:20:45.750630 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 769f10c6-5a8d-47b1-8425-e4b7d75f4545 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:20:45.906784 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339828b-e65a-4293-9b52-07f905170c6d req-106ec692-f0a9-4ec2-84d0-1c5b884b1a73 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:45.909042 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8339828b-e65a-4293-9b52-07f905170c6d req-106ec692-f0a9-4ec2-84d0-1c5b884b1a73 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 943 time: 0.1111197 May 26 16:20:45.914213 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 7f4643e6-2113-4164-838c-27cb490174a1 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:20:45.947635 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-eb7e474a-9cbe-4e77-b413-8a3b68126b43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Allocated IP 172.25.7.91 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/6182b9da-2188-4c10-b364-70ec84e057c1) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:45.984768 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0df492ce-0e77-4e66-ae6c-cbec6b76cf26 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:45.988968 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8339828b-e65a-4293-9b52-07f905170c6d req-6a6b11c7-1a1d-4870-9fc0-a5cb7de95e72 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680790 May 26 16:20:46.039416 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91153774-4ce3-4a74-8e5e-a1abb36e7e34 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:46.057487 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 769f10c6-5a8d-47b1-8425-e4b7d75f4545, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=769f10c6-5a8d-47b1-8425-e4b7d75f4545,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:46.091150 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '769f10c6-5a8d-47b1-8425-e4b7d75f4545', 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0', 'port_id': '769f10c6-5a8d-47b1-8425-e4b7d75f4545', 'mac_address': 'fa:16:3e:60:4e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab488cf-1ef6-49d7-a418-125ef2c2c830', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:20:46.124963 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-91153774-4ce3-4a74-8e5e-a1abb36e7e34 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Calling delete_port for 13f9f87a-f296-4d35-bab7-ea7e80c04ff5 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:46.215011 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0df492ce-0e77-4e66-ae6c-cbec6b76cf26 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:46.338370 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 7f4643e6-2113-4164-838c-27cb490174a1, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=7f4643e6-2113-4164-838c-27cb490174a1,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:46.350064 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df492ce-0e77-4e66-ae6c-cbec6b76cf26 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Network 2f377185-0ea3-4a7f-9983-b3bcf03f438c is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:46.368140 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '7f4643e6-2113-4164-838c-27cb490174a1', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'port_id': '7f4643e6-2113-4164-838c-27cb490174a1', 'mac_address': 'fa:16:3e:64:36:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:20:46.372782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 769f10c6-5a8d-47b1-8425-e4b7d75f4545 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:46.373358 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:46.378214 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-0df492ce-0e77-4e66-ae6c-cbec6b76cf26 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:46.387229 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb7e474a-9cbe-4e77-b413-8a3b68126b43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:46.400557 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df492ce-0e77-4e66-ae6c-cbec6b76cf26 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:46.409929 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df492ce-0e77-4e66-ae6c-cbec6b76cf26 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Pushing event updated for resources: {'Port': ['ID=b70f24b1-7838-488a-ac0a-c3acf849555b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:46.492265 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769f10c6-5a8d-47b1-8425-e4b7d75f4545 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:20:46.546860 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 7f4643e6-2113-4164-838c-27cb490174a1 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:46.546860 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:46.549779 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:46.557194 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 769f10c6-5a8d-47b1-8425-e4b7d75f4545, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=769f10c6-5a8d-47b1-8425-e4b7d75f4545,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:46.645945 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:46.688850 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df492ce-0e77-4e66-ae6c-cbec6b76cf26 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:46.690364 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0df492ce-0e77-4e66-ae6c-cbec6b76cf26 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:46.715752 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=769f10c6-5a8d-47b1-8425-e4b7d75f4545,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:46.723283 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4643e6-2113-4164-838c-27cb490174a1 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:20:46.779409 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb7e474a-9cbe-4e77-b413-8a3b68126b43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:46.784050 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 7f4643e6-2113-4164-838c-27cb490174a1, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=7f4643e6-2113-4164-838c-27cb490174a1,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:46.791769 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:46.869911 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38300) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:46.871498 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0df492ce-0e77-4e66-ae6c-cbec6b76cf26 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 3.9261925 May 26 16:20:46.885878 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91153774-4ce3-4a74-8e5e-a1abb36e7e34 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:46.896190 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7e474a-9cbe-4e77-b413-8a3b68126b43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:46.910908 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-eb7e474a-9cbe-4e77-b413-8a3b68126b43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:46.913668 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=7f4643e6-2113-4164-838c-27cb490174a1,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:46.927335 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7e474a-9cbe-4e77-b413-8a3b68126b43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:46.930770 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-6fefd0f3-0309-47b2-af3a-efac479516cb None None] Provisioning complete for port b70f24b1-7838-488a-ac0a-c3acf849555b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:46.932357 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6fefd0f3-0309-47b2-af3a-efac479516cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:46.977532 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['769f10c6-5a8d-47b1-8425-e4b7d75f4545'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:20:47.034669 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e474a-9cbe-4e77-b413-8a3b68126b43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Port': ['ID=6182b9da-2188-4c10-b364-70ec84e057c1,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:47.077028 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6fefd0f3-0309-47b2-af3a-efac479516cb None None] Port b70f24b1-7838-488a-ac0a-c3acf849555b cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:47.101494 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304c7a6-2fc1-4b45-a623-f145c90e6ba7 req-22b1aa98-e1b1-4b46-88ff-b7553c6dcda4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:47.120525 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d304c7a6-2fc1-4b45-a623-f145c90e6ba7 req-22b1aa98-e1b1-4b46-88ff-b7553c6dcda4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=072a3ac9-fb1a-4314-9eb1-455bca907c75 HTTP/1.1" status: 200 len: 945 time: 0.2519228 May 26 16:20:47.127754 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91153774-4ce3-4a74-8e5e-a1abb36e7e34 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Port': ['ID=13f9f87a-f296-4d35-bab7-ea7e80c04ff5,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:47.183316 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22da7914-5ddc-4357-ae04-35938c8265b4 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:47.189753 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22da7914-5ddc-4357-ae04-35938c8265b4 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:47.199994 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22da7914-5ddc-4357-ae04-35938c8265b4 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:47.209527 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-22da7914-5ddc-4357-ae04-35938c8265b4 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.3304176 May 26 16:20:47.217176 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38306) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:47.397571 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['7f4643e6-2113-4164-838c-27cb490174a1'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:20:47.410037 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d304c7a6-2fc1-4b45-a623-f145c90e6ba7 req-731dbdf5-9cdf-4862-b6cc-6b92b21a902d tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879186 May 26 16:20:47.469372 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f72bd-8644-4010-a162-5a527c943e4f req-35a2cea9-c5c5-4be9-bf20-82a592d247c2 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:47.481519 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f81f72bd-8644-4010-a162-5a527c943e4f req-35a2cea9-c5c5-4be9-bf20-82a592d247c2 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 944 time: 0.2704656 May 26 16:20:47.500818 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91153774-4ce3-4a74-8e5e-a1abb36e7e34 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:47.506232 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-91153774-4ce3-4a74-8e5e-a1abb36e7e34 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/ports/13f9f87a-f296-4d35-bab7-ea7e80c04ff5 HTTP/1.1" status: 204 len: 168 time: 2.9175599 May 26 16:20:47.510570 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38310) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:47.553284 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-08cffebb-b541-4ed7-8f32-c38955764bf7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] GET failed (client error): The resource could not be found. May 26 16:20:47.555146 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-08cffebb-b541-4ed7-8f32-c38955764bf7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports/13f9f87a-f296-4d35-bab7-ea7e80c04ff5 HTTP/1.1" status: 404 len: 333 time: 0.0427916 May 26 16:20:47.559409 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38312) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:47.589700 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-32e4b90d-aedd-4b88-8994-312db07f849a tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Deleting port b70f24b1-7838-488a-ac0a-c3acf849555b {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:47.590377 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-32e4b90d-aedd-4b88-8994-312db07f849a tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:47.684147 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f81f72bd-8644-4010-a162-5a527c943e4f req-38ed0f6e-4d9c-48b4-884a-1e0b1ca8e48f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009461 May 26 16:20:47.738343 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb7e474a-9cbe-4e77-b413-8a3b68126b43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:47.787456 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-32e4b90d-aedd-4b88-8994-312db07f849a tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:47.804917 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-32e4b90d-aedd-4b88-8994-312db07f849a tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Calling delete_port for b70f24b1-7838-488a-ac0a-c3acf849555b owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:47.807108 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-02481bab-a397-4d53-b75e-a817c2769384 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting subnet e4440a18-a04b-42f7-a022-cf4e6c54ad0d {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:20:47.813359 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-02481bab-a397-4d53-b75e-a817c2769384 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:47.930760 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-02481bab-a397-4d53-b75e-a817c2769384 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:47.938716 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:48.154865 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-02481bab-a397-4d53-b75e-a817c2769384 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:48.237112 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:48.251411 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb7e474a-9cbe-4e77-b413-8a3b68126b43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:48.324248 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-02481bab-a397-4d53-b75e-a817c2769384 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:48.360010 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02481bab-a397-4d53-b75e-a817c2769384 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Subnet': ['ID=e4440a18-a04b-42f7-a022-cf4e6c54ad0d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:48.365707 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-02481bab-a397-4d53-b75e-a817c2769384 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:48.372969 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-02481bab-a397-4d53-b75e-a817c2769384 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/subnets/e4440a18-a04b-42f7-a022-cf4e6c54ad0d HTTP/1.1" status: 204 len: 168 time: 0.8086667 May 26 16:20:48.377226 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38316) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:48.382343 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff79884-d0f6-407a-9739-eb88f45e5e0e None None] Network 047649b7-037a-4f47-a673-33048b6e0310 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:48.415276 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-32e4b90d-aedd-4b88-8994-312db07f849a tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:48.474426 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4b90d-aedd-4b88-8994-312db07f849a tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Pushing event deleted for resources: {'Port': ['ID=b70f24b1-7838-488a-ac0a-c3acf849555b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:48.556954 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d956605-3cb3-4b17-9d09-f427d1fda078 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting subnet 21c89803-c538-4f00-baaf-21e0cdb07235 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:20:48.560844 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7e474a-9cbe-4e77-b413-8a3b68126b43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Router 108fcba7-2e0f-4bab-94d3-58627ec6f945 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:20:48.562290 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d956605-3cb3-4b17-9d09-f427d1fda078 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:48.622937 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d956605-3cb3-4b17-9d09-f427d1fda078 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:48.827403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7e474a-9cbe-4e77-b413-8a3b68126b43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:20:48.846438 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] Sync routers for ids ['108fcba7-2e0f-4bab-94d3-58627ec6f945'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:20:48.863169 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] Routers {'108fcba7-2e0f-4bab-94d3-58627ec6f945'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:48.864368 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:20:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['108fcba7-2e0f-4bab-94d3-58627ec6f945'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:48.941133 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb7e474a-9cbe-4e77-b413-8a3b68126b43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:48.947689 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-eb7e474a-9cbe-4e77-b413-8a3b68126b43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.6267204 May 26 16:20:48.954632 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38322) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:48.967119 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:49.025868 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f6b3a5bc-9a9c-432a-a9ba-c547b8b7b674 req-a80a61a2-f140-43b0-82c9-900427ec33c2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1872277 May 26 16:20:49.078697 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] Set router 108fcba7-2e0f-4bab-94d3-58627ec6f945 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:20:49.079708 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-32e4b90d-aedd-4b88-8994-312db07f849a tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:49.084570 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-32e4b90d-aedd-4b88-8994-312db07f849a tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] 10.222.0.77 "DELETE /v2.0/ports/b70f24b1-7838-488a-ac0a-c3acf849555b HTTP/1.1" status: 204 len: 168 time: 1.8654792 May 26 16:20:49.096414 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38328) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:49.111913 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329435ca-9313-4836-9d35-97f2647702e5 req-c7c58292-8226-489b-b430-52df6dacd558 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:49.114275 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-329435ca-9313-4836-9d35-97f2647702e5 req-c7c58292-8226-489b-b430-52df6dacd558 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=072a3ac9-fb1a-4314-9eb1-455bca907c75 HTTP/1.1" status: 200 len: 945 time: 0.4181402 May 26 16:20:49.188550 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d956605-3cb3-4b17-9d09-f427d1fda078 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:49.199917 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3a5bc-9a9c-432a-a9ba-c547b8b7b674 req-4e94e256-edec-4b53-81a2-1d5af34832e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:49.201992 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f6b3a5bc-9a9c-432a-a9ba-c547b8b7b674 req-4e94e256-edec-4b53-81a2-1d5af34832e9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d026034f0b5c4db588d9be515d0f060a&device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 1097 time: 0.1393347 May 26 16:20:49.407581 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-329435ca-9313-4836-9d35-97f2647702e5 req-5d3e79df-61c5-48c1-bc65-bf6aa6bfa877 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775898 May 26 16:20:49.415143 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea748c3e-6b54-460e-96dd-aa3268f0a2e3 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] GET failed (client error): The resource could not be found. May 26 16:20:49.434619 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ea748c3e-6b54-460e-96dd-aa3268f0a2e3 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] 10.222.0.77 "GET /v2.0/ports/b70f24b1-7838-488a-ac0a-c3acf849555b HTTP/1.1" status: 404 len: 333 time: 0.3186727 May 26 16:20:49.435531 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38330) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:49.458179 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2a922-3bdf-4f42-b31b-76f1ffcc491a req-d01c4ff2-f54f-4f87-9b18-96c0f3bd688b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:49.465189 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3a5bc-9a9c-432a-a9ba-c547b8b7b674 req-633be716-8f3a-4f93-88b0-f492911efd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:49.466821 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f6b3a5bc-9a9c-432a-a9ba-c547b8b7b674 req-633be716-8f3a-4f93-88b0-f492911efd19 service neutron] 10.222.0.83 "GET /v2.0/networks?id=91e281f8-c4da-4a2d-a68d-16e867895ff6 HTTP/1.1" status: 200 len: 916 time: 0.2305245 May 26 16:20:49.469001 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76c2a922-3bdf-4f42-b31b-76f1ffcc491a req-d01c4ff2-f54f-4f87-9b18-96c0f3bd688b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 944 time: 0.5706952 May 26 16:20:49.501076 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186697841', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:42Z', 'updated_at': '2022-05-26T16:20:47Z', 'revision_number': 3, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:45Z', 'updated_at': '2022-05-26T16:20:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:49.512997 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-07cae813-e35e-48f7-b437-8a95c86e23b7 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Request body: {'port': {'network_id': '2f377185-0ea3-4a7f-9983-b3bcf03f438c', 'name': 'tempest-AllowedAddressPairTestJSON-1295048864'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:49.550776 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] Checking router: 108fcba7-2e0f-4bab-94d3-58627ec6f945 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:20:49.551273 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] Updating router 108fcba7-2e0f-4bab-94d3-58627ec6f945 port 6182b9da-2188-4c10-b364-70ec84e057c1 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:20:49.592947 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:49.603292 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f6b3a5bc-9a9c-432a-a9ba-c547b8b7b674 req-e08fa984-1937-4d27-83bc-5a60cf624648 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32c841dd-a3a9-41cf-b781-e4cc4980e662 HTTP/1.1" status: 200 len: 1001 time: 0.1097035 May 26 16:20:49.645046 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d956605-3cb3-4b17-9d09-f427d1fda078 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:49.726250 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3a5bc-9a9c-432a-a9ba-c547b8b7b674 req-1d4d41fa-b499-407c-a08d-5bbfffa4e179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:49.728505 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f6b3a5bc-9a9c-432a-a9ba-c547b8b7b674 req-1d4d41fa-b499-407c-a08d-5bbfffa4e179 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fee14286-9209-4b96-87d8-95a3251de24f HTTP/1.1" status: 200 len: 854 time: 0.0893400 May 26 16:20:49.734971 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d4957a1f-52f8-42df-8efb-38e053f6bc19 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ab86e9d575124bbb8f1141e0888ad848&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7783008 May 26 16:20:49.735902 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38332) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:49.748246 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76c2a922-3bdf-4f42-b31b-76f1ffcc491a req-0ff2e1f3-365d-42e3-8ef5-e771fa0d64e7 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780664 May 26 16:20:49.771246 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d956605-3cb3-4b17-9d09-f427d1fda078 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Subnet': ['ID=21c89803-c538-4f00-baaf-21e0cdb07235,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:49.778579 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 769f10c6-5a8d-47b1-8425-e4b7d75f4545 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:49.811604 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d956605-3cb3-4b17-9d09-f427d1fda078 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:49.825636 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4d956605-3cb3-4b17-9d09-f427d1fda078 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/subnets/21c89803-c538-4f00-baaf-21e0cdb07235 HTTP/1.1" status: 204 len: 168 time: 1.4472387 May 26 16:20:49.833526 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38334) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:49.912860 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 769f10c6-5a8d-47b1-8425-e4b7d75f4545 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:20:49.919270 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 7f4643e6-2113-4164-838c-27cb490174a1 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:49.938681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cae813-e35e-48f7-b437-8a95c86e23b7 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Made reservation on behalf of caff1e1f6bda414b85d127ab29fdb8b7 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:49.950775 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819581b2-a68a-4f29-add9-1e7d809ae3bb None None] Network 047649b7-037a-4f47-a673-33048b6e0310 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:49.969547 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-07cae813-e35e-48f7-b437-8a95c86e23b7 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:50.016671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-07cae813-e35e-48f7-b437-8a95c86e23b7 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] device_id is not set on port 24700229-4beb-421a-89d3-3b6d08d78901 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:20:50.036814 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3a5bc-9a9c-432a-a9ba-c547b8b7b674 req-a821558e-f959-4166-bf73-4f0b39c2e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:50.039945 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f6b3a5bc-9a9c-432a-a9ba-c547b8b7b674 req-a821558e-f959-4166-bf73-4f0b39c2e1aa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91e281f8-c4da-4a2d-a68d-16e867895ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3025866 May 26 16:20:50.064776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 769f10c6-5a8d-47b1-8425-e4b7d75f4545 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:50.065631 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:50.210303 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:50.221778 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:50.292537 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-07cae813-e35e-48f7-b437-8a95c86e23b7 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Allocated IP 172.20.0.9 (2f377185-0ea3-4a7f-9983-b3bcf03f438c/400a7796-35d0-4da7-982b-cb0ac6fca76f/24700229-4beb-421a-89d3-3b6d08d78901) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:50.362865 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793aa71e-40e8-4688-80d1-d87b7a7121dd None None] Pushing event updated for resources: {'Port': ['ID=6182b9da-2188-4c10-b364-70ec84e057c1,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:50.366253 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0c1987f9-e640-4b5a-9cfe-78fd08b68e4e None None] Provisioning complete for port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:50.367142 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0c1987f9-e640-4b5a-9cfe-78fd08b68e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:50.386566 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793aa71e-40e8-4688-80d1-d87b7a7121dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:50.390390 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793aa71e-40e8-4688-80d1-d87b7a7121dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:50.393997 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793aa71e-40e8-4688-80d1-d87b7a7121dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:50.400750 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793aa71e-40e8-4688-80d1-d87b7a7121dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:50.401464 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793aa71e-40e8-4688-80d1-d87b7a7121dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:50.402040 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793aa71e-40e8-4688-80d1-d87b7a7121dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:50.402713 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793aa71e-40e8-4688-80d1-d87b7a7121dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:50.403399 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793aa71e-40e8-4688-80d1-d87b7a7121dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:50.404066 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793aa71e-40e8-4688-80d1-d87b7a7121dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:50.404752 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793aa71e-40e8-4688-80d1-d87b7a7121dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:50.405506 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793aa71e-40e8-4688-80d1-d87b7a7121dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:50.406630 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793aa71e-40e8-4688-80d1-d87b7a7121dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:20:50.422366 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] Attempting to bind port 6182b9da-2188-4c10-b364-70ec84e057c1 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:50.422556 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] Attempting to bind port 6182b9da-2188-4c10-b364-70ec84e057c1 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:50.422986 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] Attempting to bind port 6182b9da-2188-4c10-b364-70ec84e057c1 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:50.445803 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:20:50.446406 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:50.446887 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:50.447315 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:20:50.447819 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] Bound port: 6182b9da-2188-4c10-b364-70ec84e057c1, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:20:50.464734 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:50.591422 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 7f4643e6-2113-4164-838c-27cb490174a1 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:20:50.605675 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 769f10c6-5a8d-47b1-8425-e4b7d75f4545 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:50.606526 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:50.629220 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 7f4643e6-2113-4164-838c-27cb490174a1 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:50.630244 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:50.631289 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] For port 6182b9da-2188-4c10-b364-70ec84e057c1, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:20:50.647662 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] For port 6182b9da-2188-4c10-b364-70ec84e057c1, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=6182b9da-2188-4c10-b364-70ec84e057c1,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:20:50.664629 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:50.682354 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3170640d-43c0-4f70-8446-df894ba35218 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:50.698644 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3170640d-43c0-4f70-8446-df894ba35218 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9194610 May 26 16:20:50.704849 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38340) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:50.763907 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-19c3e3a0-7663-4bde-ac11-bf23ea89d595 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0577886 May 26 16:20:50.765575 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61cc399-6549-4692-9a7d-f02ef95323fa None None] DHCP port deletion for 047649b7-037a-4f47-a673-33048b6e0310 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:20:50.769532 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38342) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:50.775102 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-83166622-6ad6-4870-a3f9-d9721ff28a4c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1637630992', 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:50.787922 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9daccb75-a8d6-43c9-9117-f1e08d1e73df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:50.812564 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-07cae813-e35e-48f7-b437-8a95c86e23b7 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:50.833518 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072a3ac9-fb1a-4314-9eb1-455bca907c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769f10c6-5a8d-47b1-8425-e4b7d75f4545'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:20:50.833802 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] Routers {'108fcba7-2e0f-4bab-94d3-58627ec6f945'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:20:50.835877 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8122efda-0c37-4299-a6b6-83a601a786e0" -d '{"events": [{"server_uuid": "072a3ac9-fb1a-4314-9eb1-455bca907c75", "name": "network-vif-plugged", "status": "completed", "tag": "769f10c6-5a8d-47b1-8425-e4b7d75f4545"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:20:50.844880 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:20:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['108fcba7-2e0f-4bab-94d3-58627ec6f945'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:50.888974 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 769f10c6-5a8d-47b1-8425-e4b7d75f4545, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=769f10c6-5a8d-47b1-8425-e4b7d75f4545,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:50.898980 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:51.039204 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0c1987f9-e640-4b5a-9cfe-78fd08b68e4e None None] Current status of the port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:51.042532 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a214143-2dda-494b-a9d4-c29d9d8ea37d req-6d5a1cce-e3a7-4c45-a6ab-004226249d62 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:51.051676 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a214143-2dda-494b-a9d4-c29d9d8ea37d req-6d5a1cce-e3a7-4c45-a6ab-004226249d62 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=072a3ac9-fb1a-4314-9eb1-455bca907c75 HTTP/1.1" status: 200 len: 945 time: 0.4005723 May 26 16:20:51.059018 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f6b3a5bc-9a9c-432a-a9ba-c547b8b7b674 req-467b52b0-869e-495a-80b7-def67ad81604 service neutron] 10.222.0.83 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0069034 May 26 16:20:51.112050 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=769f10c6-5a8d-47b1-8425-e4b7d75f4545,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:51.129506 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d61cc399-6549-4692-9a7d-f02ef95323fa None None] Deleting port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:51.130073 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d61cc399-6549-4692-9a7d-f02ef95323fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:51.156748 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 7f4643e6-2113-4164-838c-27cb490174a1 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:51.156748 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:51.301581 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-9daccb75-a8d6-43c9-9117-f1e08d1e73df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:51.302032 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9daccb75-a8d6-43c9-9117-f1e08d1e73df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:51.347029 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d61cc399-6549-4692-9a7d-f02ef95323fa None None] For port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0f576eae-1bc5-4fbf-b39a-c6c46f3dc748,segment=NetworkSegment(80a59efd-c414-4abc-a75f-9837f6331fcf),segment_id=80a59efd-c414-4abc-a75f-9837f6331fcf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:51.347538 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d61cc399-6549-4692-9a7d-f02ef95323fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:51.359749 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793aa71e-40e8-4688-80d1-d87b7a7121dd None None] Pushing event updated for resources: {'Port': ['ID=6182b9da-2188-4c10-b364-70ec84e057c1,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:51.379420 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 7f4643e6-2113-4164-838c-27cb490174a1, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=7f4643e6-2113-4164-838c-27cb490174a1,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:51.409247 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d61cc399-6549-4692-9a7d-f02ef95323fa None None] Calling delete_port for 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:51.411297 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:51.418846 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a214143-2dda-494b-a9d4-c29d9d8ea37d req-4afb93e7-09a1-4a44-8486-326050692fa9 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627403 May 26 16:20:51.423062 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f6b3a5bc-9a9c-432a-a9ba-c547b8b7b674 req-9fbebc88-92f7-41d6-86e6-2146139d1be2 service neutron] 10.222.0.83 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551431 May 26 16:20:51.517157 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070f87b-56de-41f1-8390-72c27222909a req-113243c0-3a05-49d2-9bb0-02f4332f85bd tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:51.534551 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] Set router 108fcba7-2e0f-4bab-94d3-58627ec6f945 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:20:51.536001 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2070f87b-56de-41f1-8390-72c27222909a req-113243c0-3a05-49d2-9bb0-02f4332f85bd tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 944 time: 0.4603298 May 26 16:20:51.541509 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-07cae813-e35e-48f7-b437-8a95c86e23b7 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:51.594277 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83166622-6ad6-4870-a3f9-d9721ff28a4c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Made reservation on behalf of ab86e9d575124bbb8f1141e0888ad848 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:51.605894 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-83166622-6ad6-4870-a3f9-d9721ff28a4c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:51.617803 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78651aee-7bce-413d-8aad-7e88d862b675 x-openstack-request-id: req-78651aee-7bce-413d-8aad-7e88d862b675 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:20:51.618220 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072a3ac9-fb1a-4314-9eb1-455bca907c75", "name": "network-vif-plugged", "status": "completed", "tag": "769f10c6-5a8d-47b1-8425-e4b7d75f4545", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:20:51.618556 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-78651aee-7bce-413d-8aad-7e88d862b675 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:20:51.619077 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78651aee-7bce-413d-8aad-7e88d862b675'] response: {'server_uuid': '072a3ac9-fb1a-4314-9eb1-455bca907c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769f10c6-5a8d-47b1-8425-e4b7d75f4545', 'code': 200} May 26 16:20:51.632038 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=7f4643e6-2113-4164-838c-27cb490174a1,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:51.678311 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-9daccb75-a8d6-43c9-9117-f1e08d1e73df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] For port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0f576eae-1bc5-4fbf-b39a-c6c46f3dc748,segment=NetworkSegment(80a59efd-c414-4abc-a75f-9837f6331fcf),segment_id=80a59efd-c414-4abc-a75f-9837f6331fcf)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:51.679027 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9daccb75-a8d6-43c9-9117-f1e08d1e73df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:51.700857 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-9daccb75-a8d6-43c9-9117-f1e08d1e73df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Calling delete_port for 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:51.769211 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cae813-e35e-48f7-b437-8a95c86e23b7 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Network 2f377185-0ea3-4a7f-9983-b3bcf03f438c is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:51.827766 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2070f87b-56de-41f1-8390-72c27222909a req-ba074bc1-f6e3-4565-b34b-c891ecf9365c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620912 May 26 16:20:51.829363 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-07cae813-e35e-48f7-b437-8a95c86e23b7 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:51.839838 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cae813-e35e-48f7-b437-8a95c86e23b7 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:51.917136 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cae813-e35e-48f7-b437-8a95c86e23b7 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Pushing event updated for resources: {'Port': ['ID=24700229-4beb-421a-89d3-3b6d08d78901,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:51.918509 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9daccb75-a8d6-43c9-9117-f1e08d1e73df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:52.041747 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daccb75-a8d6-43c9-9117-f1e08d1e73df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Port': ['ID=0f576eae-1bc5-4fbf-b39a-c6c46f3dc748,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:52.058797 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daccb75-a8d6-43c9-9117-f1e08d1e73df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] No DVR routers for this DVR port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:20:52.149946 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d61cc399-6549-4692-9a7d-f02ef95323fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:52.265044 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cae813-e35e-48f7-b437-8a95c86e23b7 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:52.267491 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-07cae813-e35e-48f7-b437-8a95c86e23b7 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:52.293917 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61cc399-6549-4692-9a7d-f02ef95323fa None None] Pushing event deleted for resources: {'Port': ['ID=0f576eae-1bc5-4fbf-b39a-c6c46f3dc748,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:52.296395 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186697841', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:42Z', 'updated_at': '2022-05-26T16:20:47Z', 'revision_number': 3, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:45Z', 'updated_at': '2022-05-26T16:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:52.312686 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437ec37-e99f-4973-8c4d-a608ecf3321f req-1dee574d-44b9-4419-a626-38b6e2f5f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:52.313925 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e437ec37-e99f-4973-8c4d-a608ecf3321f req-1dee574d-44b9-4419-a626-38b6e2f5f8a4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=072a3ac9-fb1a-4314-9eb1-455bca907c75 HTTP/1.1" status: 200 len: 1097 time: 0.5097959 May 26 16:20:52.316657 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61cc399-6549-4692-9a7d-f02ef95323fa None None] No DVR routers for this DVR port 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:20:52.380314 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1e778-7491-4c55-b17c-9adb498d72b1 None None] The sync data for ids ['108fcba7-2e0f-4bab-94d3-58627ec6f945'] in n-d-843337-2 is: [{'id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186697841', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:42Z', 'updated_at': '2022-05-26T16:20:47Z', 'revision_number': 3, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:45Z', 'updated_at': '2022-05-26T16:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:20:52.424084 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9daccb75-a8d6-43c9-9117-f1e08d1e73df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:52.459067 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-07cae813-e35e-48f7-b437-8a95c86e23b7 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0143170 May 26 16:20:52.463899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38354) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:52.513189 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-8bcdbe2e-500f-47e8-9855-89e364de9364 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:53:73:c6'}]}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:52.519533 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-9daccb75-a8d6-43c9-9117-f1e08d1e73df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047649b7-037a-4f47-a673-33048b6e0310']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:52.554000 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-9daccb75-a8d6-43c9-9117-f1e08d1e73df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a59efd-c414-4abc-a75f-9837f6331fcf') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:52.554985 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-9daccb75-a8d6-43c9-9117-f1e08d1e73df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a59efd-c414-4abc-a75f-9837f6331fcf') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:20:52.578467 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9daccb75-a8d6-43c9-9117-f1e08d1e73df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:52.610302 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9a8ebecd-fcde-46cc-bb55-7e6851507577 None None] Provisioning complete for port 24700229-4beb-421a-89d3-3b6d08d78901 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:52.610912 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9a8ebecd-fcde-46cc-bb55-7e6851507577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:52.634459 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9daccb75-a8d6-43c9-9117-f1e08d1e73df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:52.659295 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9daccb75-a8d6-43c9-9117-f1e08d1e73df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:20:52.661773 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9daccb75-a8d6-43c9-9117-f1e08d1e73df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:52.749338 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:20:52.784761 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:20:52.787538 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0f576eae-1bc5-4fbf-b39a-c6c46f3dc748 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:20:52.797013 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9a8ebecd-fcde-46cc-bb55-7e6851507577 None None] Port 24700229-4beb-421a-89d3-3b6d08d78901 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:52.804394 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9daccb75-a8d6-43c9-9117-f1e08d1e73df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:52.809347 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9daccb75-a8d6-43c9-9117-f1e08d1e73df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:52.823131 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9daccb75-a8d6-43c9-9117-f1e08d1e73df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/networks/047649b7-037a-4f47-a673-33048b6e0310 HTTP/1.1" status: 204 len: 168 time: 2.9666283 May 26 16:20:52.843505 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 80a59efd-c414-4abc-a75f-9837f6331fcf resource provider aggregate not found May 26 16:20:52.846812 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38360) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:52.863153 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daccb75-a8d6-43c9-9117-f1e08d1e73df tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Network': ['ID=047649b7-037a-4f47-a673-33048b6e0310,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:52.870197 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 80a59efd-c414-4abc-a75f-9837f6331fcf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80a59efd-c414-4abc-a75f-9837f6331fcf found for delete ", "request_id": "req-1346bb74-43ec-40d4-8d30-e7719d240be0"}]} May 26 16:20:52.938670 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-83166622-6ad6-4870-a3f9-d9721ff28a4c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:52.942176 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e437ec37-e99f-4973-8c4d-a608ecf3321f req-f0610253-78cc-44ba-83e6-d7059b2a55e6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6042147 May 26 16:20:53.163447 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83166622-6ad6-4870-a3f9-d9721ff28a4c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Subnet': ['ID=d8060a82-6814-4a9a-8ef5-6e9627de2df0,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:53.218702 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbba2a9-3e7d-4f21-8d49-dbc4b2622008 req-b6b9ff74-abd4-4a64-9a16-152cf620661d tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:53.230977 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6cbba2a9-3e7d-4f21-8d49-dbc4b2622008 req-b6b9ff74-abd4-4a64-9a16-152cf620661d tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=072a3ac9-fb1a-4314-9eb1-455bca907c75 HTTP/1.1" status: 200 len: 946 time: 0.4001832 May 26 16:20:53.243396 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e90f78d-70f7-4d1b-b6a5-c3e999a322cd tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:53.246039 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9e90f78d-70f7-4d1b-b6a5-c3e999a322cd tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3701460 May 26 16:20:53.252622 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38366) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:53.366242 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83166622-6ad6-4870-a3f9-d9721ff28a4c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Checking segment: {'id': '8498f6fa-5e8b-44e7-bc82-da26134ce147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:53.366992 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83166622-6ad6-4870-a3f9-d9721ff28a4c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network hostable DHCP agents. Network: 13bf54f3-26c0-4fe5-aa75-db926c99f0f3, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:20:53.378383 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9e17c837-f73e-4545-bd81-53fd7e608813 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1241705 May 26 16:20:53.383462 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38370) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:53.390178 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-bac941b4-c371-43f1-8bde-77b7cb075df8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-172372901'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:53.433587 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac941b4-c371-43f1-8bde-77b7cb075df8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:53.448985 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bac941b4-c371-43f1-8bde-77b7cb075df8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:53.451388 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e463f-d78b-489c-9582-ed87d4310fb6 req-267c5f7b-44a1-4b34-b698-bc2efb85db8a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:53.453653 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf3e463f-d78b-489c-9582-ed87d4310fb6 req-267c5f7b-44a1-4b34-b698-bc2efb85db8a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 945 time: 0.4278262 May 26 16:20:53.454292 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8bcdbe2e-500f-47e8-9855-89e364de9364 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:53.482697 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6cbba2a9-3e7d-4f21-8d49-dbc4b2622008 req-d41c646b-5f04-40cd-b490-cbfb76c4b39b tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506444 May 26 16:20:53.529553 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac941b4-c371-43f1-8bde-77b7cb075df8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:20:53.559399 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bac941b4-c371-43f1-8bde-77b7cb075df8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:53.562347 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-bac941b4-c371-43f1-8bde-77b7cb075df8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Added segment d7e0e1d4-b1f7-4003-b387-14b147a2e687 of type vlan for network 3ca45f37-478f-4382-afce-1e6ef77d92b1 May 26 16:20:53.620179 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7f13cf-ee4a-43e8-bbc3-368154d209ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4643e6-2113-4164-838c-27cb490174a1'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:20:53.627020 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5aab060-d636-4474-852f-24e80b54e4e8" -d '{"events": [{"server_uuid": "9f7f13cf-ee4a-43e8-bbc3-368154d209ac", "name": "network-vif-plugged", "status": "completed", "tag": "7f4643e6-2113-4164-838c-27cb490174a1"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:20:53.673809 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bac941b4-c371-43f1-8bde-77b7cb075df8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:53.694476 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83166622-6ad6-4870-a3f9-d9721ff28a4c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network 13bf54f3-26c0-4fe5-aa75-db926c99f0f3 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:20:53.756154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-83166622-6ad6-4870-a3f9-d9721ff28a4c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 13bf54f3-26c0-4fe5-aa75-db926c99f0f3) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:53.766654 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4122223e-c3ee-4985-935f-e33527e615a7 None None] Network 13bf54f3-26c0-4fe5-aa75-db926c99f0f3 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:53.796878 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bac941b4-c371-43f1-8bde-77b7cb075df8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:53.809969 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac941b4-c371-43f1-8bde-77b7cb075df8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:53.813781 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bac941b4-c371-43f1-8bde-77b7cb075df8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:53.817769 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106fd18c-50b2-4b92-8431-c7b19ed6dc97 x-openstack-request-id: req-106fd18c-50b2-4b92-8431-c7b19ed6dc97 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:20:53.818081 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7f13cf-ee4a-43e8-bbc3-368154d209ac", "name": "network-vif-plugged", "status": "completed", "tag": "7f4643e6-2113-4164-838c-27cb490174a1", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:20:53.818407 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-106fd18c-50b2-4b92-8431-c7b19ed6dc97 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:20:53.818735 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-106fd18c-50b2-4b92-8431-c7b19ed6dc97'] response: {'server_uuid': '9f7f13cf-ee4a-43e8-bbc3-368154d209ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4643e6-2113-4164-838c-27cb490174a1', 'code': 200} May 26 16:20:53.829953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83166622-6ad6-4870-a3f9-d9721ff28a4c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:53.834860 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-83166622-6ad6-4870-a3f9-d9721ff28a4c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:53.852256 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf3e463f-d78b-489c-9582-ed87d4310fb6 req-5e5df3c3-c9a7-4705-9e7f-8207777452d5 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605921 May 26 16:20:53.947255 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-83166622-6ad6-4870-a3f9-d9721ff28a4c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.1723962 May 26 16:20:53.949171 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38374) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:54.137100 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bac941b4-c371-43f1-8bde-77b7cb075df8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7511003 May 26 16:20:54.144950 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38376) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:54.170078 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-79846cbd-34b1-4e1b-a705-20a978f19e0d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'subnet': {'network_id': '3ca45f37-478f-4382-afce-1e6ef77d92b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:54.288002 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad13985-dffc-472e-8e90-240157c16cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-13bf54f3-26c0-4fe5-aa75-db926c99f0f3', 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'fixed_ips': [{'subnet_id': 'd8060a82-6814-4a9a-8ef5-6e9627de2df0'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:20:54.291910 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bad13985-dffc-472e-8e90-240157c16cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:54.363643 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8bcdbe2e-500f-47e8-9855-89e364de9364 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:54.428869 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac941b4-c371-43f1-8bde-77b7cb075df8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Network': ['ID=3ca45f37-478f-4382-afce-1e6ef77d92b1,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:54.467857 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0332bdd-96b8-4753-9594-42e4f5ee016e req-28a92e72-fa33-47af-a8fd-49cfab9127c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:54.471934 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b0332bdd-96b8-4753-9594-42e4f5ee016e req-28a92e72-fa33-47af-a8fd-49cfab9127c5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 1096 time: 0.5747254 May 26 16:20:54.532012 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b0332bdd-96b8-4753-9594-42e4f5ee016e req-b5386c16-9509-4909-9e68-306f3629dafc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498791 May 26 16:20:54.557100 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8bcdbe2e-500f-47e8-9855-89e364de9364 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:54.591271 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79846cbd-34b1-4e1b-a705-20a978f19e0d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:54.611328 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-79846cbd-34b1-4e1b-a705-20a978f19e0d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:54.613838 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 3ca45f37-478f-4382-afce-1e6ef77d92b1 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:20:54.816301 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6182b9da-2188-4c10-b364-70ec84e057c1 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:55.029210 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-79846cbd-34b1-4e1b-a705-20a978f19e0d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:55.260356 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79846cbd-34b1-4e1b-a705-20a978f19e0d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Subnet': ['ID=3ef19fab-db49-474d-8362-a39a28a74763,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:55.269196 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-bad13985-dffc-472e-8e90-240157c16cc8 None None] Allocated IP 172.20.0.2 (13bf54f3-26c0-4fe5-aa75-db926c99f0f3/d8060a82-6814-4a9a-8ef5-6e9627de2df0/57fbe4de-75f4-4580-8a74-854f5cbbbbbd) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:55.301858 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79846cbd-34b1-4e1b-a705-20a978f19e0d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Checking segment: {'id': 'd7e0e1d4-b1f7-4003-b387-14b147a2e687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3ca45f37-478f-4382-afce-1e6ef77d92b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:55.304672 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79846cbd-34b1-4e1b-a705-20a978f19e0d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network hostable DHCP agents. Network: 3ca45f37-478f-4382-afce-1e6ef77d92b1, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:20:55.381632 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-8bcdbe2e-500f-47e8-9855-89e364de9364 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] In _notify_port_updated(), no bound segment for port 24700229-4beb-421a-89d3-3b6d08d78901 on network 2f377185-0ea3-4a7f-9983-b3bcf03f438c {{(pid=103896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:20:55.388652 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcdbe2e-500f-47e8-9855-89e364de9364 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:55.389730 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8bcdbe2e-500f-47e8-9855-89e364de9364 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:55.391674 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8bcdbe2e-500f-47e8-9855-89e364de9364 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] 10.222.0.77 "PUT /v2.0/ports/24700229-4beb-421a-89d3-3b6d08d78901 HTTP/1.1" status: 200 len: 993 time: 2.9108655 May 26 16:20:55.402192 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 6182b9da-2188-4c10-b364-70ec84e057c1 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:55.402705 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:55.430123 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38386) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:55.432763 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcdbe2e-500f-47e8-9855-89e364de9364 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Pushing event updated for resources: {'Port': ['ID=24700229-4beb-421a-89d3-3b6d08d78901,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:55.517848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e9fdb-798e-43d1-955f-b91de473081e req-e667cf02-db41-414d-b116-7e3df6f79d13 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:55.521408 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-693e9fdb-798e-43d1-955f-b91de473081e req-e667cf02-db41-414d-b116-7e3df6f79d13 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=072a3ac9-fb1a-4314-9eb1-455bca907c75 HTTP/1.1" status: 200 len: 946 time: 0.6958766 May 26 16:20:55.560728 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d258c-eea0-4b35-a3f0-030ad2579a94 req-6ac60f5c-46b7-4b1d-8ece-58329bb15e38 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:55.561699 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9bf0e165-bfef-490d-a26e-d7a80e49cfef None None] Provisioning complete for port 24700229-4beb-421a-89d3-3b6d08d78901 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:55.562223 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9bf0e165-bfef-490d-a26e-d7a80e49cfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:55.564698 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-478d258c-eea0-4b35-a3f0-030ad2579a94 req-6ac60f5c-46b7-4b1d-8ece-58329bb15e38 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 945 time: 0.5097046 May 26 16:20:55.603598 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79846cbd-34b1-4e1b-a705-20a978f19e0d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network 3ca45f37-478f-4382-afce-1e6ef77d92b1 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:20:55.621399 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-79846cbd-34b1-4e1b-a705-20a978f19e0d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 3ca45f37-478f-4382-afce-1e6ef77d92b1) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:55.651583 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9bf0e165-bfef-490d-a26e-d7a80e49cfef None None] Port 24700229-4beb-421a-89d3-3b6d08d78901 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:20:55.657696 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99a35e1-2f92-4dc2-bdd0-de323f389d70 None None] Network 3ca45f37-478f-4382-afce-1e6ef77d92b1 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:55.703019 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79846cbd-34b1-4e1b-a705-20a978f19e0d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:55.704242 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-79846cbd-34b1-4e1b-a705-20a978f19e0d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:55.760206 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-693e9fdb-798e-43d1-955f-b91de473081e req-62a027f5-0757-4785-8a8a-b0577dcd51ff tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237949 May 26 16:20:55.780549 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-79846cbd-34b1-4e1b-a705-20a978f19e0d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6227758 May 26 16:20:55.781843 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38390) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:55.793416 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-478d258c-eea0-4b35-a3f0-030ad2579a94 req-dc3e3bd7-7314-44e7-bb0e-630a611881f8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016716 May 26 16:20:55.816681 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-27128eca-5f98-4ace-a6a8-cf10cb3ae651 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'port': {'network_id': '3ca45f37-478f-4382-afce-1e6ef77d92b1', 'name': 'tempest-PortsTestJSON-1574821861'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:56.093531 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-adfc770e-bc04-42aa-9754-d94f9753b1fd tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Deleting port 24700229-4beb-421a-89d3-3b6d08d78901 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:20:56.095613 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-adfc770e-bc04-42aa-9754-d94f9753b1fd tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.160979 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bad13985-dffc-472e-8e90-240157c16cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.179609 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bad13985-dffc-472e-8e90-240157c16cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.246695 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27128eca-5f98-4ace-a6a8-cf10cb3ae651 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:56.256377 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad13985-dffc-472e-8e90-240157c16cc8 None None] Network 13bf54f3-26c0-4fe5-aa75-db926c99f0f3 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:56.271247 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-27128eca-5f98-4ace-a6a8-cf10cb3ae651 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.277865 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-bad13985-dffc-472e-8e90-240157c16cc8 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:56.290311 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad13985-dffc-472e-8e90-240157c16cc8 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:56.330284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 6182b9da-2188-4c10-b364-70ec84e057c1 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:56.330809 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.360548 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-27128eca-5f98-4ace-a6a8-cf10cb3ae651 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] device_id is not set on port e8b03e9e-3da0-4c23-91d3-38fea690a9c6 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:20:56.458635 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad13985-dffc-472e-8e90-240157c16cc8 None None] Pushing event updated for resources: {'Port': ['ID=57fbe4de-75f4-4580-8a74-854f5cbbbbbd,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:56.510682 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 6182b9da-2188-4c10-b364-70ec84e057c1, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=6182b9da-2188-4c10-b364-70ec84e057c1,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:56.565299 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.619652 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=6182b9da-2188-4c10-b364-70ec84e057c1,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:56.622529 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c348fe26-2c48-4c53-9d11-9f494547c5ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-3ca45f37-478f-4382-afce-1e6ef77d92b1', 'network_id': '3ca45f37-478f-4382-afce-1e6ef77d92b1', 'tenant_id': '3baec1898b89453d8fdf801d2e6b7529', 'fixed_ips': [{'subnet_id': '3ef19fab-db49-474d-8362-a39a28a74763'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:20:56.623399 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c348fe26-2c48-4c53-9d11-9f494547c5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.627270 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-bad13985-dffc-472e-8e90-240157c16cc8 None None] Attempting to bind port 57fbe4de-75f4-4580-8a74-854f5cbbbbbd on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:56.627633 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-bad13985-dffc-472e-8e90-240157c16cc8 None None] Attempting to bind port 57fbe4de-75f4-4580-8a74-854f5cbbbbbd by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8498f6fa-5e8b-44e7-bc82-da26134ce147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:56.628021 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad13985-dffc-472e-8e90-240157c16cc8 None None] Attempting to bind port 57fbe4de-75f4-4580-8a74-854f5cbbbbbd on network 13bf54f3-26c0-4fe5-aa75-db926c99f0f3 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:56.637096 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad13985-dffc-472e-8e90-240157c16cc8 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:20:56.637577 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad13985-dffc-472e-8e90-240157c16cc8 None None] Checking segment: {'id': '8498f6fa-5e8b-44e7-bc82-da26134ce147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:56.638100 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bad13985-dffc-472e-8e90-240157c16cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.638675 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad13985-dffc-472e-8e90-240157c16cc8 None None] Bound using segment: {'id': '8498f6fa-5e8b-44e7-bc82-da26134ce147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:20:56.640218 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-bad13985-dffc-472e-8e90-240157c16cc8 None None] Bound port: 57fbe4de-75f4-4580-8a74-854f5cbbbbbd, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8498f6fa-5e8b-44e7-bc82-da26134ce147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:20:56.640897 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bad13985-dffc-472e-8e90-240157c16cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.651873 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-adfc770e-bc04-42aa-9754-d94f9753b1fd tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.691216 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-adfc770e-bc04-42aa-9754-d94f9753b1fd tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Calling delete_port for 24700229-4beb-421a-89d3-3b6d08d78901 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:20:56.760020 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-bad13985-dffc-472e-8e90-240157c16cc8 None None] For port 57fbe4de-75f4-4580-8a74-854f5cbbbbbd, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:20:56.765659 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-bad13985-dffc-472e-8e90-240157c16cc8 None None] For port 57fbe4de-75f4-4580-8a74-854f5cbbbbbd, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=57fbe4de-75f4-4580-8a74-854f5cbbbbbd,segment=NetworkSegment(8498f6fa-5e8b-44e7-bc82-da26134ce147),segment_id=8498f6fa-5e8b-44e7-bc82-da26134ce147)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:20:56.774978 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bad13985-dffc-472e-8e90-240157c16cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:56.799388 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13908dfd-269f-4003-ab2d-9ad68b080664 req-c59c2c95-4e09-41f5-bc29-d3d18a271005 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:56.810346 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13908dfd-269f-4003-ab2d-9ad68b080664 req-c59c2c95-4e09-41f5-bc29-d3d18a271005 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=072a3ac9-fb1a-4314-9eb1-455bca907c75 HTTP/1.1" status: 200 len: 946 time: 0.1685166 May 26 16:20:56.851602 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-27128eca-5f98-4ace-a6a8-cf10cb3ae651 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Allocated IP 172.20.0.11 (3ca45f37-478f-4382-afce-1e6ef77d92b1/3ef19fab-db49-474d-8362-a39a28a74763/e8b03e9e-3da0-4c23-91d3-38fea690a9c6) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:56.958820 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad13985-dffc-472e-8e90-240157c16cc8 None None] Pushing event updated for resources: {'Port': ['ID=57fbe4de-75f4-4580-8a74-854f5cbbbbbd,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:56.979725 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13908dfd-269f-4003-ab2d-9ad68b080664 req-c959d007-0103-45b9-8115-abc28942c6c9 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668479 May 26 16:20:57.010386 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-460ebed2-c262-4faf-9f9a-9c7f9eac0166 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:57.385706 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-adfc770e-bc04-42aa-9754-d94f9753b1fd tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:57.436864 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc770e-bc04-42aa-9754-d94f9753b1fd tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Pushing event deleted for resources: {'Port': ['ID=24700229-4beb-421a-89d3-3b6d08d78901,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:57.443585 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e60d6-8281-4635-8f99-5c98853f0604 req-2f6071a9-5b87-427e-9105-b2e99ce20c74 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:57.453011 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c88e60d6-8281-4635-8f99-5c98853f0604 req-2f6071a9-5b87-427e-9105-b2e99ce20c74 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 945 time: 0.3293638 May 26 16:20:57.477324 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-27128eca-5f98-4ace-a6a8-cf10cb3ae651 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:57.496813 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300b0c1-11e9-4a61-b2e6-a45d06cbdc8c req-0e365dd4-8eb5-4494-9dde-496c4acaedfb tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:57.499669 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a300b0c1-11e9-4a61-b2e6-a45d06cbdc8c req-0e365dd4-8eb5-4494-9dde-496c4acaedfb tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=072a3ac9-fb1a-4314-9eb1-455bca907c75 HTTP/1.1" status: 200 len: 946 time: 0.2941236 May 26 16:20:57.647157 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c88e60d6-8281-4635-8f99-5c98853f0604 req-9034351a-505d-46e3-a893-ca0cbb08c9b3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933050 May 26 16:20:57.695044 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a300b0c1-11e9-4a61-b2e6-a45d06cbdc8c req-dfbcde4c-fe9d-4443-b588-2c541b0bb384 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446455 May 26 16:20:57.805118 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-adfc770e-bc04-42aa-9754-d94f9753b1fd tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:57.819713 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-adfc770e-bc04-42aa-9754-d94f9753b1fd tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] 10.222.0.77 "DELETE /v2.0/ports/24700229-4beb-421a-89d3-3b6d08d78901 HTTP/1.1" status: 204 len: 168 time: 2.3730974 May 26 16:20:57.821083 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38408) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:57.824201 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-27128eca-5f98-4ace-a6a8-cf10cb3ae651 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:57.956215 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-f608d064-84c2-4e3d-8d2b-8eabb17bf3e1 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] GET failed (client error): The resource could not be found. May 26 16:20:57.958824 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f608d064-84c2-4e3d-8d2b-8eabb17bf3e1 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] 10.222.0.77 "GET /v2.0/ports/24700229-4beb-421a-89d3-3b6d08d78901 HTTP/1.1" status: 404 len: 333 time: 0.1365678 May 26 16:20:57.966627 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27128eca-5f98-4ace-a6a8-cf10cb3ae651 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Port': ['ID=e8b03e9e-3da0-4c23-91d3-38fea690a9c6,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:57.973879 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38410) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:57.988993 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f1da5d34-5dd1-437e-b966-1f128d56a4fe tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Request body: {'port': {'network_id': '2f377185-0ea3-4a7f-9983-b3bcf03f438c', 'name': 'tempest-AllowedAddressPairTestJSON-1479559473'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:58.036591 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27128eca-5f98-4ace-a6a8-cf10cb3ae651 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network 3ca45f37-478f-4382-afce-1e6ef77d92b1 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:58.054554 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-c348fe26-2c48-4c53-9d11-9f494547c5ac None None] Allocated IP 172.20.0.2 (3ca45f37-478f-4382-afce-1e6ef77d92b1/3ef19fab-db49-474d-8362-a39a28a74763/348b1809-8cce-46ab-8f23-976e5838c424) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:58.066782 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-460ebed2-c262-4faf-9f9a-9c7f9eac0166 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Allocated IP 172.20.0.1 (13bf54f3-26c0-4fe5-aa75-db926c99f0f3/d8060a82-6814-4a9a-8ef5-6e9627de2df0/9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:58.338552 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-27128eca-5f98-4ace-a6a8-cf10cb3ae651 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:58.347393 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27128eca-5f98-4ace-a6a8-cf10cb3ae651 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:58.451315 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9efc8-c590-4083-9bd8-04d69f428e2d req-b66d6309-0397-4677-9f1e-66fb06fff99b tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:58.457824 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dbe9efc8-c590-4083-9bd8-04d69f428e2d req-b66d6309-0397-4677-9f1e-66fb06fff99b tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=072a3ac9-fb1a-4314-9eb1-455bca907c75 HTTP/1.1" status: 200 len: 946 time: 0.1752479 May 26 16:20:58.535186 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27128eca-5f98-4ace-a6a8-cf10cb3ae651 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:58.536895 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-27128eca-5f98-4ace-a6a8-cf10cb3ae651 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:58.547044 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c348fe26-2c48-4c53-9d11-9f494547c5ac None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:58.565507 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c348fe26-2c48-4c53-9d11-9f494547c5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:58.614169 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1da5d34-5dd1-437e-b966-1f128d56a4fe tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Made reservation on behalf of caff1e1f6bda414b85d127ab29fdb8b7 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:58.638793 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f1da5d34-5dd1-437e-b966-1f128d56a4fe tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:58.656901 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c348fe26-2c48-4c53-9d11-9f494547c5ac None None] Network 3ca45f37-478f-4382-afce-1e6ef77d92b1 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:58.661965 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-c348fe26-2c48-4c53-9d11-9f494547c5ac None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:58.668467 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c348fe26-2c48-4c53-9d11-9f494547c5ac None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:58.679318 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348fe26-2c48-4c53-9d11-9f494547c5ac None None] Pushing event updated for resources: {'Port': ['ID=348b1809-8cce-46ab-8f23-976e5838c424,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:58.717729 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-f1da5d34-5dd1-437e-b966-1f128d56a4fe tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] device_id is not set on port 3d05b4c9-3211-413d-86a5-9ebe4b237de1 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:20:58.750088 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-460ebed2-c262-4faf-9f9a-9c7f9eac0166 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:58.932029 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c348fe26-2c48-4c53-9d11-9f494547c5ac None None] Attempting to bind port 348b1809-8cce-46ab-8f23-976e5838c424 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:20:58.932029 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c348fe26-2c48-4c53-9d11-9f494547c5ac None None] Attempting to bind port 348b1809-8cce-46ab-8f23-976e5838c424 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'd7e0e1d4-b1f7-4003-b387-14b147a2e687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3ca45f37-478f-4382-afce-1e6ef77d92b1'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:20:58.932946 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c348fe26-2c48-4c53-9d11-9f494547c5ac None None] Attempting to bind port 348b1809-8cce-46ab-8f23-976e5838c424 on network 3ca45f37-478f-4382-afce-1e6ef77d92b1 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:20:58.933070 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-27128eca-5f98-4ace-a6a8-cf10cb3ae651 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1288252 May 26 16:20:58.943216 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38418) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:20:58.945502 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c348fe26-2c48-4c53-9d11-9f494547c5ac None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:20:58.945966 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c348fe26-2c48-4c53-9d11-9f494547c5ac None None] Checking segment: {'id': 'd7e0e1d4-b1f7-4003-b387-14b147a2e687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3ca45f37-478f-4382-afce-1e6ef77d92b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:20:58.946449 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c348fe26-2c48-4c53-9d11-9f494547c5ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:58.947284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c348fe26-2c48-4c53-9d11-9f494547c5ac None None] Bound using segment: {'id': 'd7e0e1d4-b1f7-4003-b387-14b147a2e687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3ca45f37-478f-4382-afce-1e6ef77d92b1'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:20:58.947880 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c348fe26-2c48-4c53-9d11-9f494547c5ac None None] Bound port: 348b1809-8cce-46ab-8f23-976e5838c424, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e0e1d4-b1f7-4003-b387-14b147a2e687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3ca45f37-478f-4382-afce-1e6ef77d92b1'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:20:58.948543 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c348fe26-2c48-4c53-9d11-9f494547c5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:58.954278 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-83dbbe43-8587-4540-91d6-3ec6c3f513f7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'port': {'network_id': '3ca45f37-478f-4382-afce-1e6ef77d92b1', 'name': 'tempest-PortsTestJSON-1567373094'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:20:58.985882 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dbe9efc8-c590-4083-9bd8-04d69f428e2d req-9d5fd3ce-e021-4268-9c31-70aa5e119116 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373127 May 26 16:20:59.056063 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6182b9da-2188-4c10-b364-70ec84e057c1 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:59.059094 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84461be-5ca6-4fbd-af91-b2d9a68fb48d None None] Network 13bf54f3-26c0-4fe5-aa75-db926c99f0f3 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:20:59.075210 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046a590-7e2a-48c4-a6d2-1105b0179e73 req-1de4a1cc-8094-49bd-815a-962055076205 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:59.078050 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a046a590-7e2a-48c4-a6d2-1105b0179e73 req-1de4a1cc-8094-49bd-815a-962055076205 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 945 time: 0.6013145 May 26 16:20:59.132422 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-f1da5d34-5dd1-437e-b966-1f128d56a4fe tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Allocated IP 172.20.0.10 (2f377185-0ea3-4a7f-9983-b3bcf03f438c/400a7796-35d0-4da7-982b-cb0ac6fca76f/3d05b4c9-3211-413d-86a5-9ebe4b237de1) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:59.165601 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dbbe43-8587-4540-91d6-3ec6c3f513f7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:20:59.172760 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-460ebed2-c262-4faf-9f9a-9c7f9eac0166 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:59.178212 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-83dbbe43-8587-4540-91d6-3ec6c3f513f7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:59.212164 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a046a590-7e2a-48c4-a6d2-1105b0179e73 req-42d87eb4-5563-4189-88cd-c1a4507f1950 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213005 May 26 16:20:59.247427 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460ebed2-c262-4faf-9f9a-9c7f9eac0166 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network 13bf54f3-26c0-4fe5-aa75-db926c99f0f3 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:20:59.247427 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ebed2-c262-4faf-9f9a-9c7f9eac0166 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Port': ['ID=9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:59.256811 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-460ebed2-c262-4faf-9f9a-9c7f9eac0166 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:20:59.266065 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460ebed2-c262-4faf-9f9a-9c7f9eac0166 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:20:59.294952 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-83dbbe43-8587-4540-91d6-3ec6c3f513f7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] device_id is not set on port 99f35994-f35a-4bf2-a89b-c748a6af3ea7 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:20:59.368287 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c348fe26-2c48-4c53-9d11-9f494547c5ac None None] For port 348b1809-8cce-46ab-8f23-976e5838c424, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:20:59.374898 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c348fe26-2c48-4c53-9d11-9f494547c5ac None None] For port 348b1809-8cce-46ab-8f23-976e5838c424, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=348b1809-8cce-46ab-8f23-976e5838c424,segment=NetworkSegment(d7e0e1d4-b1f7-4003-b387-14b147a2e687),segment_id=d7e0e1d4-b1f7-4003-b387-14b147a2e687)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:20:59.384700 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-460ebed2-c262-4faf-9f9a-9c7f9eac0166 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:59.427912 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c348fe26-2c48-4c53-9d11-9f494547c5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:59.434015 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-6cdbbd05-126c-442a-b524-8c817b34a185 None None] Provisioning complete for port 57fbe4de-75f4-4580-8a74-854f5cbbbbbd triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:59.434638 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6cdbbd05-126c-442a-b524-8c817b34a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:59.543165 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 6182b9da-2188-4c10-b364-70ec84e057c1 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:20:59.543970 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:59.627455 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348fe26-2c48-4c53-9d11-9f494547c5ac None None] Pushing event updated for resources: {'Port': ['ID=348b1809-8cce-46ab-8f23-976e5838c424,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:20:59.736884 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-83dbbe43-8587-4540-91d6-3ec6c3f513f7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Allocated IP 172.20.0.12 (3ca45f37-478f-4382-afce-1e6ef77d92b1/3ef19fab-db49-474d-8362-a39a28a74763/99f35994-f35a-4bf2-a89b-c748a6af3ea7) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:20:59.751139 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f1da5d34-5dd1-437e-b966-1f128d56a4fe tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:59.802552 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 6182b9da-2188-4c10-b364-70ec84e057c1 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:59.803848 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 57fbe4de-75f4-4580-8a74-854f5cbbbbbd up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:20:59.812368 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-460ebed2-c262-4faf-9f9a-9c7f9eac0166 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:59.849650 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6cdbbd05-126c-442a-b524-8c817b34a185 None None] Current status of the port 57fbe4de-75f4-4580-8a74-854f5cbbbbbd is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:20:59.849956 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6cdbbd05-126c-442a-b524-8c817b34a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:20:59.952811 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adbc73-eb44-4519-b324-7fd061ac663f req-11624d30-330a-4716-9ec0-4c5b1464d190 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:20:59.954630 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68adbc73-eb44-4519-b324-7fd061ac663f req-11624d30-330a-4716-9ec0-4c5b1464d190 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.81 "GET /v2.0/ports?device_id=072a3ac9-fb1a-4314-9eb1-455bca907c75 HTTP/1.1" status: 200 len: 946 time: 0.1622982 May 26 16:20:59.976460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-6cdbbd05-126c-442a-b524-8c817b34a185 None None] For port 57fbe4de-75f4-4580-8a74-854f5cbbbbbd, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=57fbe4de-75f4-4580-8a74-854f5cbbbbbd,segment=NetworkSegment(8498f6fa-5e8b-44e7-bc82-da26134ce147),segment_id=8498f6fa-5e8b-44e7-bc82-da26134ce147)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:20:59.985807 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6cdbbd05-126c-442a-b524-8c817b34a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:00.117772 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f1da5d34-5dd1-437e-b966-1f128d56a4fe tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:00.186685 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 57fbe4de-75f4-4580-8a74-854f5cbbbbbd triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:00.186685 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:00.199497 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da5d34-5dd1-437e-b966-1f128d56a4fe tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Pushing event updated for resources: {'Port': ['ID=3d05b4c9-3211-413d-86a5-9ebe4b237de1,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:00.266925 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1da5d34-5dd1-437e-b966-1f128d56a4fe tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Network 2f377185-0ea3-4a7f-9983-b3bcf03f438c is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:00.311358 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbbd05-126c-442a-b524-8c817b34a185 None None] Pushing event updated for resources: {'Port': ['ID=57fbe4de-75f4-4580-8a74-854f5cbbbbbd,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:00.319014 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-f1da5d34-5dd1-437e-b966-1f128d56a4fe tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:00.343643 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1da5d34-5dd1-437e-b966-1f128d56a4fe tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:00.419742 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f9b61f61-47d0-4121-a25f-d99bd68b3b9e None None] Provisioning complete for port 57fbe4de-75f4-4580-8a74-854f5cbbbbbd triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:00.420609 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f9b61f61-47d0-4121-a25f-d99bd68b3b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:00.447023 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b363f7-dcd8-4058-bc79-1dd97bcc098c req-030a8e00-a64f-4139-8ad5-be33d2221e92 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:00.448708 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-49b363f7-dcd8-4058-bc79-1dd97bcc098c req-030a8e00-a64f-4139-8ad5-be33d2221e92 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=072a3ac9-fb1a-4314-9eb1-455bca907c75 HTTP/1.1" status: 200 len: 946 time: 0.2111025 May 26 16:21:00.626909 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:00.634723 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-83dbbe43-8587-4540-91d6-3ec6c3f513f7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:00.692573 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 57fbe4de-75f4-4580-8a74-854f5cbbbbbd is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:00.768010 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-83dbbe43-8587-4540-91d6-3ec6c3f513f7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:00.779901 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa154c-c672-4d35-8537-6d8f9b6307f1 req-37af7fe0-b70c-4afd-9acd-569f7988f57d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:00.782407 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23fa154c-c672-4d35-8537-6d8f9b6307f1 req-37af7fe0-b70c-4afd-9acd-569f7988f57d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 945 time: 0.2107463 May 26 16:21:00.815300 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-68adbc73-eb44-4519-b324-7fd061ac663f req-719d647e-d376-489c-8214-b78ad455ce00 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Deleting port 769f10c6-5a8d-47b1-8425-e4b7d75f4545 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:00.825562 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-68adbc73-eb44-4519-b324-7fd061ac663f req-719d647e-d376-489c-8214-b78ad455ce00 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:00.916346 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f9b61f61-47d0-4121-a25f-d99bd68b3b9e None None] Current status of the port 57fbe4de-75f4-4580-8a74-854f5cbbbbbd is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:00.937755 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da5d34-5dd1-437e-b966-1f128d56a4fe tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:00.938979 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f1da5d34-5dd1-437e-b966-1f128d56a4fe tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:00.950598 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dbbe43-8587-4540-91d6-3ec6c3f513f7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network 3ca45f37-478f-4382-afce-1e6ef77d92b1 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:00.964774 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f9b61f61-47d0-4121-a25f-d99bd68b3b9e None None] Provisioning complete for port 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:00.965153 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f9b61f61-47d0-4121-a25f-d99bd68b3b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:00.968086 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-83dbbe43-8587-4540-91d6-3ec6c3f513f7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:00.976151 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dbbe43-8587-4540-91d6-3ec6c3f513f7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:01.009672 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-49b363f7-dcd8-4058-bc79-1dd97bcc098c req-efa7b7bd-9669-43c3-b9ae-455c3337d7aa tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5459542 May 26 16:21:01.052268 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f1da5d34-5dd1-437e-b966-1f128d56a4fe tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0720913 May 26 16:21:01.077486 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38428) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:01.078476 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbbe43-8587-4540-91d6-3ec6c3f513f7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Port': ['ID=99f35994-f35a-4bf2-a89b-c748a6af3ea7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:01.092311 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f9b61f61-47d0-4121-a25f-d99bd68b3b9e None None] Port 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:01.094589 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-3e91450c-bcb0-4a14-b1f3-2905e4fee606 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:53:73:c6'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:01.137344 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 348b1809-8cce-46ab-8f23-976e5838c424 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:01.271359 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-621f7492-16d2-44d2-8313-de132eecfad9 None None] Provisioning complete for port 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:01.272281 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-621f7492-16d2-44d2-8313-de132eecfad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.287527 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dbbe43-8587-4540-91d6-3ec6c3f513f7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:01.288821 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-83dbbe43-8587-4540-91d6-3ec6c3f513f7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.338881 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-83dbbe43-8587-4540-91d6-3ec6c3f513f7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3938010 May 26 16:21:01.343651 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38430) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:01.366991 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-460ebed2-c262-4faf-9f9a-9c7f9eac0166 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.398967 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-460ebed2-c262-4faf-9f9a-9c7f9eac0166 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.401971 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-621f7492-16d2-44d2-8313-de132eecfad9 None None] Port 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:01.444512 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-621f7492-16d2-44d2-8313-de132eecfad9 None None] Provisioning complete for port 3d05b4c9-3211-413d-86a5-9ebe4b237de1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:01.445159 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-621f7492-16d2-44d2-8313-de132eecfad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.518354 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 348b1809-8cce-46ab-8f23-976e5838c424 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:01.522817 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.594025 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-621f7492-16d2-44d2-8313-de132eecfad9 None None] Port 3d05b4c9-3211-413d-86a5-9ebe4b237de1 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:01.618103 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bb4d44-eaab-4f78-b36f-9117b07f9b77 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:01.634296 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e8bb4d44-eaab-4f78-b36f-9117b07f9b77 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.2798836 May 26 16:21:01.635844 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38432) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:01.654253 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23fa154c-c672-4d35-8537-6d8f9b6307f1 req-8262c80b-7027-4443-a715-284ade0f50a6 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6965897 May 26 16:21:01.675992 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-68adbc73-eb44-4519-b324-7fd061ac663f req-719d647e-d376-489c-8214-b78ad455ce00 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] For port 769f10c6-5a8d-47b1-8425-e4b7d75f4545, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=769f10c6-5a8d-47b1-8425-e4b7d75f4545,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:01.676757 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-68adbc73-eb44-4519-b324-7fd061ac663f req-719d647e-d376-489c-8214-b78ad455ce00 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.682090 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-460ebed2-c262-4faf-9f9a-9c7f9eac0166 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.695877 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ebed2-c262-4faf-9f9a-9c7f9eac0166 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Port': ['ID=9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:01.696940 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 348b1809-8cce-46ab-8f23-976e5838c424 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:01.697351 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.733809 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-68adbc73-eb44-4519-b324-7fd061ac663f req-719d647e-d376-489c-8214-b78ad455ce00 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Calling delete_port for 769f10c6-5a8d-47b1-8425-e4b7d75f4545 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:01.743985 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 348b1809-8cce-46ab-8f23-976e5838c424, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=348b1809-8cce-46ab-8f23-976e5838c424,segment=NetworkSegment(d7e0e1d4-b1f7-4003-b387-14b147a2e687),segment_id=d7e0e1d4-b1f7-4003-b387-14b147a2e687)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:01.750713 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.752720 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 57fbe4de-75f4-4580-8a74-854f5cbbbbbd up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:01.792211 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3e91450c-bcb0-4a14-b1f3-2905e4fee606 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.892776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 769f10c6-5a8d-47b1-8425-e4b7d75f4545 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:21:01.945971 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2db9d16-e291-4b1b-8ccb-7cf37d4a2951 None None] Network 3ca45f37-478f-4382-afce-1e6ef77d92b1 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:01.966083 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-176b7c44-805f-426c-899a-ab6b370354f7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting port 99f35994-f35a-4bf2-a89b-c748a6af3ea7 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:01.966612 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-176b7c44-805f-426c-899a-ab6b370354f7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:01.999314 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460ebed2-c262-4faf-9f9a-9c7f9eac0166 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network 13bf54f3-26c0-4fe5-aa75-db926c99f0f3 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:02.007923 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-460ebed2-c262-4faf-9f9a-9c7f9eac0166 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:02.056387 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=348b1809-8cce-46ab-8f23-976e5838c424,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:02.124788 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d9ddbbf8-4599-4f6c-8cae-4c7007cbf092 None None] Provisioning complete for port 348b1809-8cce-46ab-8f23-976e5838c424 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:02.125245 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d9ddbbf8-4599-4f6c-8cae-4c7007cbf092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:02.255337 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-176b7c44-805f-426c-899a-ab6b370354f7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:02.284138 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-176b7c44-805f-426c-899a-ab6b370354f7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Calling delete_port for 99f35994-f35a-4bf2-a89b-c748a6af3ea7 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:02.291011 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 57fbe4de-75f4-4580-8a74-854f5cbbbbbd triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:02.291751 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:02.323599 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-68adbc73-eb44-4519-b324-7fd061ac663f req-719d647e-d376-489c-8214-b78ad455ce00 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:02.386708 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['863c7cb5-cb2f-4085-a54c-6db455a05c1d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:21:02.391798 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d647e-d376-489c-8214-b78ad455ce00 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Pushing event deleted for resources: {'Port': ['ID=769f10c6-5a8d-47b1-8425-e4b7d75f4545,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:02.417790 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3e91450c-bcb0-4a14-b1f3-2905e4fee606 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:02.426375 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3e91450c-bcb0-4a14-b1f3-2905e4fee606 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:02.440046 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 769f10c6-5a8d-47b1-8425-e4b7d75f4545 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:02.440702 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:02.473045 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460ebed2-c262-4faf-9f9a-9c7f9eac0166 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Router 108fcba7-2e0f-4bab-94d3-58627ec6f945 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:21:02.474238 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-68adbc73-eb44-4519-b324-7fd061ac663f req-719d647e-d376-489c-8214-b78ad455ce00 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] No DVR routers for this DVR port 769f10c6-5a8d-47b1-8425-e4b7d75f4545 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:21:02.487391 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68c9e2-31b4-4e53-b15b-dcdf042e07ac req-d22c35fc-7349-4f94-86f9-5fe01aac5d3f tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:02.496698 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c68c9e2-31b4-4e53-b15b-dcdf042e07ac req-d22c35fc-7349-4f94-86f9-5fe01aac5d3f tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=072a3ac9-fb1a-4314-9eb1-455bca907c75 HTTP/1.1" status: 200 len: 946 time: 0.2688525 May 26 16:21:02.521533 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-68adbc73-eb44-4519-b324-7fd061ac663f req-719d647e-d376-489c-8214-b78ad455ce00 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:02.525635 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68adbc73-eb44-4519-b324-7fd061ac663f req-719d647e-d376-489c-8214-b78ad455ce00 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.81 "DELETE /v2.0/ports/769f10c6-5a8d-47b1-8425-e4b7d75f4545 HTTP/1.1" status: 204 len: 173 time: 2.5553579 May 26 16:21:02.532362 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072a3ac9-fb1a-4314-9eb1-455bca907c75', 'name': 'network-vif-deleted', 'tag': '769f10c6-5a8d-47b1-8425-e4b7d75f4545'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:21:02.547909 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca240518-3b54-40f0-bab4-a5307bf54921" -d '{"events": [{"server_uuid": "072a3ac9-fb1a-4314-9eb1-455bca907c75", "name": "network-vif-deleted", "tag": "769f10c6-5a8d-47b1-8425-e4b7d75f4545"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:21:02.648451 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c68c9e2-31b4-4e53-b15b-dcdf042e07ac req-c966980b-0eba-48f5-b8e5-102fe4d4607f tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470437 May 26 16:21:02.675539 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-3e91450c-bcb0-4a14-b1f3-2905e4fee606 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] In _notify_port_updated(), no bound segment for port 3d05b4c9-3211-413d-86a5-9ebe4b237de1 on network 2f377185-0ea3-4a7f-9983-b3bcf03f438c {{(pid=103895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:21:02.684859 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e91450c-bcb0-4a14-b1f3-2905e4fee606 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:02.688648 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3e91450c-bcb0-4a14-b1f3-2905e4fee606 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:02.694510 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3e91450c-bcb0-4a14-b1f3-2905e4fee606 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] 10.222.0.77 "PUT /v2.0/ports/3d05b4c9-3211-413d-86a5-9ebe4b237de1 HTTP/1.1" status: 200 len: 997 time: 1.6097481 May 26 16:21:02.698976 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38440) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:02.787049 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91450c-bcb0-4a14-b1f3-2905e4fee606 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Pushing event updated for resources: {'Port': ['ID=3d05b4c9-3211-413d-86a5-9ebe4b237de1,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:02.844536 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc11da7-6961-4881-8de5-3f7eaa53fcd4 x-openstack-request-id: req-4bc11da7-6961-4881-8de5-3f7eaa53fcd4 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:21:02.845068 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072a3ac9-fb1a-4314-9eb1-455bca907c75", "name": "network-vif-deleted", "tag": "769f10c6-5a8d-47b1-8425-e4b7d75f4545", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:21:02.845068 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4bc11da7-6961-4881-8de5-3f7eaa53fcd4 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:21:02.845546 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bc11da7-6961-4881-8de5-3f7eaa53fcd4'] response: {'server_uuid': '072a3ac9-fb1a-4314-9eb1-455bca907c75', 'name': 'network-vif-deleted', 'tag': '769f10c6-5a8d-47b1-8425-e4b7d75f4545', 'status': 'completed', 'code': 200} May 26 16:21:02.847070 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460ebed2-c262-4faf-9f9a-9c7f9eac0166 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:21:02.862865 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-460ebed2-c262-4faf-9f9a-9c7f9eac0166 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "PUT /v2.0/routers/108fcba7-2e0f-4bab-94d3-58627ec6f945/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8835170 May 26 16:21:02.938033 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-176b7c44-805f-426c-899a-ab6b370354f7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:02.956916 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec03eb1-d40e-4606-ad16-d62c9ab0b79e req-5509fdbd-321d-4770-bb26-ef23619a2748 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:02.959631 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ec03eb1-d40e-4606-ad16-d62c9ab0b79e req-5509fdbd-321d-4770-bb26-ef23619a2748 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 945 time: 0.1046860 May 26 16:21:03.006823 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b7c44-805f-426c-899a-ab6b370354f7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Port': ['ID=99f35994-f35a-4bf2-a89b-c748a6af3ea7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:03.053219 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ec03eb1-d40e-4606-ad16-d62c9ab0b79e req-6038acb3-56a1-4cc7-95cf-dfca32e46799 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835586 May 26 16:21:03.058316 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] Sync routers for ids ['108fcba7-2e0f-4bab-94d3-58627ec6f945'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:21:03.098349 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-7d2988e9-b40f-4c6c-b714-05257d2efeb2 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Deleting port 3d05b4c9-3211-413d-86a5-9ebe4b237de1 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:03.098713 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d2988e9-b40f-4c6c-b714-05257d2efeb2 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:03.110270 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] Routers {'108fcba7-2e0f-4bab-94d3-58627ec6f945'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:03.110825 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:20:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['108fcba7-2e0f-4bab-94d3-58627ec6f945'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:03.262198 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-176b7c44-805f-426c-899a-ab6b370354f7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:03.267473 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-176b7c44-805f-426c-899a-ab6b370354f7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/ports/99f35994-f35a-4bf2-a89b-c748a6af3ea7 HTTP/1.1" status: 204 len: 168 time: 1.6287088 May 26 16:21:03.269754 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38458) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:03.343712 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d2988e9-b40f-4c6c-b714-05257d2efeb2 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:03.347390 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf54a03-66b3-4d0f-a05f-4536b6269d7c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] GET failed (client error): The resource could not be found. May 26 16:21:03.348207 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d9ddbbf8-4599-4f6c-8cae-4c7007cbf092 None None] Current status of the port 348b1809-8cce-46ab-8f23-976e5838c424 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:03.352629 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cbf54a03-66b3-4d0f-a05f-4536b6269d7c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports/99f35994-f35a-4bf2-a89b-c748a6af3ea7 HTTP/1.1" status: 404 len: 333 time: 0.0813107 May 26 16:21:03.377764 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38460) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:03.382065 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-7d2988e9-b40f-4c6c-b714-05257d2efeb2 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Calling delete_port for 3d05b4c9-3211-413d-86a5-9ebe4b237de1 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:03.450350 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 57fbe4de-75f4-4580-8a74-854f5cbbbbbd is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:03.538333 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-ac1bb1cc-5308-4dc8-a8a5-ad186d56e7d5 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513680960&fields=id&tenant_id=ab86e9d575124bbb8f1141e0888ad848 HTTP/1.1" status: 200 len: 267 time: 0.1997371 May 26 16:21:03.546043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-28a3e734-f9f6-4c7b-9fee-33c87c842139 None None] Provisioning complete for port 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:03.546794 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-28a3e734-f9f6-4c7b-9fee-33c87c842139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:03.566906 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] Set router 108fcba7-2e0f-4bab-94d3-58627ec6f945 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:21:03.801299 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-73e7e8ad-e303-4a4b-b734-c4b9a97d1b81 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting port e8b03e9e-3da0-4c23-91d3-38fea690a9c6 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:03.801681 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-73e7e8ad-e303-4a4b-b734-c4b9a97d1b81 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:03.803736 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 348b1809-8cce-46ab-8f23-976e5838c424 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:03.807067 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d2988e9-b40f-4c6c-b714-05257d2efeb2 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:03.888455 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-28a3e734-f9f6-4c7b-9fee-33c87c842139 None None] Port 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:03.917924 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-28a3e734-f9f6-4c7b-9fee-33c87c842139 None None] Could not find standard attr ID for object 3d05b4c9-3211-413d-86a5-9ebe4b237de1. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:21:03.946797 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-651d1f6c-6900-4b9a-94f6-8c51bc3cfe06 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:03.948865 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-651d1f6c-6900-4b9a-94f6-8c51bc3cfe06 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/networks?id=13bf54f3-26c0-4fe5-aa75-db926c99f0f3 HTTP/1.1" status: 200 len: 797 time: 0.3936210 May 26 16:21:03.960456 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2988e9-b40f-4c6c-b714-05257d2efeb2 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Pushing event deleted for resources: {'Port': ['ID=3d05b4c9-3211-413d-86a5-9ebe4b237de1,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:04.056471 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-1d2e56af-668c-46b8-a2cb-73b5ce3d149e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/quotas/ab86e9d575124bbb8f1141e0888ad848 HTTP/1.1" status: 200 len: 375 time: 0.0751626 May 26 16:21:04.132425 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 348b1809-8cce-46ab-8f23-976e5838c424 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:04.133271 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:04.140651 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d2988e9-b40f-4c6c-b714-05257d2efeb2 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:04.154207 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7d2988e9-b40f-4c6c-b714-05257d2efeb2 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] 10.222.0.77 "DELETE /v2.0/ports/3d05b4c9-3211-413d-86a5-9ebe4b237de1 HTTP/1.1" status: 204 len: 168 time: 1.4534671 May 26 16:21:04.159398 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38476) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:04.179527 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-73e7e8ad-e303-4a4b-b734-c4b9a97d1b81 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:04.242163 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-73e7e8ad-e303-4a4b-b734-c4b9a97d1b81 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Calling delete_port for e8b03e9e-3da0-4c23-91d3-38fea690a9c6 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:04.245206 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4d8301-f63f-4eaa-a6d4-fc2f938ee8f0 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] GET failed (client error): The resource could not be found. May 26 16:21:04.257682 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-df4d8301-f63f-4eaa-a6d4-fc2f938ee8f0 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] 10.222.0.77 "GET /v2.0/ports/3d05b4c9-3211-413d-86a5-9ebe4b237de1 HTTP/1.1" status: 404 len: 333 time: 0.0931811 May 26 16:21:04.263200 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38482) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:04.277675 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-116b05f3-8b04-47fc-ac0d-b55f3db77be1 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Request body: {'port': {'network_id': '2f377185-0ea3-4a7f-9983-b3bcf03f438c', 'name': 'tempest-AllowedAddressPairTestJSON-1992540526'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:04.314978 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a2b88630-1591-4baa-a349-f3cd2a8d31e5 None None] Provisioning complete for port e8b03e9e-3da0-4c23-91d3-38fea690a9c6 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:04.315423 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a2b88630-1591-4baa-a349-f3cd2a8d31e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:04.372349 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 348b1809-8cce-46ab-8f23-976e5838c424 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:04.427955 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-24bd923c-c805-4fe8-b084-9c2a68809df8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3349781 May 26 16:21:04.524704 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116b05f3-8b04-47fc-ac0d-b55f3db77be1 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Made reservation on behalf of caff1e1f6bda414b85d127ab29fdb8b7 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:04.530806 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-116b05f3-8b04-47fc-ac0d-b55f3db77be1 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:04.548355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a2b88630-1591-4baa-a349-f3cd2a8d31e5 None None] Port e8b03e9e-3da0-4c23-91d3-38fea690a9c6 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:04.565843 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-116b05f3-8b04-47fc-ac0d-b55f3db77be1 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] device_id is not set on port 5d5df141-0d01-43ba-8106-b1d200add5a9 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:21:04.575441 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a2b88630-1591-4baa-a349-f3cd2a8d31e5 None None] Provisioning complete for port 348b1809-8cce-46ab-8f23-976e5838c424 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:04.576025 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a2b88630-1591-4baa-a349-f3cd2a8d31e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:04.659435 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-74832c19-c634-4c06-9501-2251596f3f39 service neutron] 10.222.0.77 "GET /v2.0/networks/13bf54f3-26c0-4fe5-aa75-db926c99f0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693828 May 26 16:21:04.680180 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-329fbf9f-5bc5-4b78-ba1b-5f3928d051d3 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:04.690963 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-329fbf9f-5bc5-4b78-ba1b-5f3928d051d3 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 805 time: 0.4859254 May 26 16:21:04.718073 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186697841', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:42Z', 'updated_at': '2022-05-26T16:20:59Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:45Z', 'updated_at': '2022-05-26T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe', 'name': '', 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:38:7c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'd8060a82-6814-4a9a-8ef5-6e9627de2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:57Z', 'updated_at': '2022-05-26T16:21:00Z', 'revision_number': 2, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'd8060a82-6814-4a9a-8ef5-6e9627de2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:04.745331 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-93dda238-a456-41b6-aa5a-e93363c7090d tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/quotas/f34dd27e31e54505b18adb94ad4e7b2b HTTP/1.1" status: 200 len: 375 time: 0.0533533 May 26 16:21:04.762759 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] Checking router: 108fcba7-2e0f-4bab-94d3-58627ec6f945 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:21:04.763106 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] Updating router 108fcba7-2e0f-4bab-94d3-58627ec6f945 port 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:21:04.777829 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-116b05f3-8b04-47fc-ac0d-b55f3db77be1 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Allocated IP 172.20.0.11 (2f377185-0ea3-4a7f-9983-b3bcf03f438c/400a7796-35d0-4da7-982b-cb0ac6fca76f/5d5df141-0d01-43ba-8106-b1d200add5a9) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:04.849886 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:05.056239 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-116b05f3-8b04-47fc-ac0d-b55f3db77be1 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:05.145246 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-116b05f3-8b04-47fc-ac0d-b55f3db77be1 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:05.218842 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b05f3-8b04-47fc-ac0d-b55f3db77be1 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Pushing event updated for resources: {'Port': ['ID=5d5df141-0d01-43ba-8106-b1d200add5a9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:05.236739 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a2b88630-1591-4baa-a349-f3cd2a8d31e5 None None] Current status of the port 348b1809-8cce-46ab-8f23-976e5838c424 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:05.264795 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116b05f3-8b04-47fc-ac0d-b55f3db77be1 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Network 2f377185-0ea3-4a7f-9983-b3bcf03f438c is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:05.267047 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-116b05f3-8b04-47fc-ac0d-b55f3db77be1 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:05.273241 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116b05f3-8b04-47fc-ac0d-b55f3db77be1 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:05.362482 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-aa9a78e9-468d-484f-9310-3187b62f2dd5 None None] Could not find standard attr ID for object 99f35994-f35a-4bf2-a89b-c748a6af3ea7. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:21:05.421032 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:05.429931 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-aa9a78e9-468d-484f-9310-3187b62f2dd5 None None] Provisioning complete for port e8b03e9e-3da0-4c23-91d3-38fea690a9c6 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:05.430196 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aa9a78e9-468d-484f-9310-3187b62f2dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:05.504428 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-74856b8d-3b35-491e-b740-53dad4651de5 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7579563 May 26 16:21:05.511214 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-aa9a78e9-468d-484f-9310-3187b62f2dd5 None None] Port e8b03e9e-3da0-4c23-91d3-38fea690a9c6 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:05.513751 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:05.527261 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-73e7e8ad-e303-4a4b-b734-c4b9a97d1b81 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:05.582435 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-2d4551c4-047c-4aaf-8755-e9995b32eaff service neutron] 10.222.0.77 "GET /v2.0/networks/13bf54f3-26c0-4fe5-aa75-db926c99f0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8833115 May 26 16:21:05.683958 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7e8ad-e303-4a4b-b734-c4b9a97d1b81 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Port': ['ID=e8b03e9e-3da0-4c23-91d3-38fea690a9c6,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:05.752401 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-580f6ab5-519c-4a86-8e6b-63e2adf2767a None None] Provisioning complete for port 5d5df141-0d01-43ba-8106-b1d200add5a9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:05.753079 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-580f6ab5-519c-4a86-8e6b-63e2adf2767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:05.820871 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd272c9e-d24a-4ccd-b13b-d5bbe521f155 None None] Pushing event updated for resources: {'Port': ['ID=9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:05.855464 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd272c9e-d24a-4ccd-b13b-d5bbe521f155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:05.855855 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd272c9e-d24a-4ccd-b13b-d5bbe521f155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:05.856227 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd272c9e-d24a-4ccd-b13b-d5bbe521f155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:05.856581 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd272c9e-d24a-4ccd-b13b-d5bbe521f155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:05.857099 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd272c9e-d24a-4ccd-b13b-d5bbe521f155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:05.857569 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd272c9e-d24a-4ccd-b13b-d5bbe521f155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:05.858591 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd272c9e-d24a-4ccd-b13b-d5bbe521f155 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:05.859150 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd272c9e-d24a-4ccd-b13b-d5bbe521f155 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:05.859661 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd272c9e-d24a-4ccd-b13b-d5bbe521f155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:05.860365 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd272c9e-d24a-4ccd-b13b-d5bbe521f155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:05.860892 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd272c9e-d24a-4ccd-b13b-d5bbe521f155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:05.861428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd272c9e-d24a-4ccd-b13b-d5bbe521f155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:05.876533 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] Attempting to bind port 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:21:05.876904 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] Attempting to bind port 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8498f6fa-5e8b-44e7-bc82-da26134ce147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:21:05.877316 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] Attempting to bind port 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe on network 13bf54f3-26c0-4fe5-aa75-db926c99f0f3 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:21:05.896748 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:21:05.897160 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] Checking segment: {'id': '8498f6fa-5e8b-44e7-bc82-da26134ce147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:05.897576 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:05.898003 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] Bound using segment: {'id': '8498f6fa-5e8b-44e7-bc82-da26134ce147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:21:05.898524 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] Bound port: 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8498f6fa-5e8b-44e7-bc82-da26134ce147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:21:05.898918 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:05.924663 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-825803b8-9d4c-48ae-9bca-90333102c3d6 service neutron] 10.222.0.77 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193449 May 26 16:21:05.973564 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-580f6ab5-519c-4a86-8e6b-63e2adf2767a None None] Port 5d5df141-0d01-43ba-8106-b1d200add5a9 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:06.007718 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-73e7e8ad-e303-4a4b-b734-c4b9a97d1b81 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:06.011846 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-73e7e8ad-e303-4a4b-b734-c4b9a97d1b81 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/ports/e8b03e9e-3da0-4c23-91d3-38fea690a9c6 HTTP/1.1" status: 204 len: 168 time: 2.6327012 May 26 16:21:06.022130 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38492) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:06.078692 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] For port 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:21:06.088030 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] For port 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe,segment=NetworkSegment(8498f6fa-5e8b-44e7-bc82-da26134ce147),segment_id=8498f6fa-5e8b-44e7-bc82-da26134ce147)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:21:06.122030 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:06.147398 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ed8abce6-e5ea-4ece-b6d6-42652b1f8b96 None None] Provisioning complete for port 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:06.147963 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed8abce6-e5ea-4ece-b6d6-42652b1f8b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:06.149787 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116b05f3-8b04-47fc-ac0d-b55f3db77be1 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:06.150992 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-116b05f3-8b04-47fc-ac0d-b55f3db77be1 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:06.204831 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-5187b290-710d-4081-b20a-2e159f55e8f7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] GET failed (client error): The resource could not be found. May 26 16:21:06.205761 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-116b05f3-8b04-47fc-ac0d-b55f3db77be1 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9411521 May 26 16:21:06.206313 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38496) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:06.207245 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5187b290-710d-4081-b20a-2e159f55e8f7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports/e8b03e9e-3da0-4c23-91d3-38fea690a9c6 HTTP/1.1" status: 404 len: 333 time: 0.1807957 May 26 16:21:06.215708 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38498) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:06.218515 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-31a5da61-27b9-4b50-afc4-4585e1f3144f tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Request body: {'port': {'network_id': '2f377185-0ea3-4a7f-9983-b3bcf03f438c', 'name': 'tempest-AllowedAddressPairTestJSON-796821472'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:06.316856 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] Routers {'108fcba7-2e0f-4bab-94d3-58627ec6f945'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:06.326279 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:20:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['108fcba7-2e0f-4bab-94d3-58627ec6f945'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:06.343028 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729e52d-107d-4e7c-b8d2-ae9b466f5f4a req-a9bb9598-0998-4ae6-b0d8-d5bfcd38f925 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:06.366890 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9729e52d-107d-4e7c-b8d2-ae9b466f5f4a req-a9bb9598-0998-4ae6-b0d8-d5bfcd38f925 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 945 time: 0.2469490 May 26 16:21:06.412285 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a5da61-27b9-4b50-afc4-4585e1f3144f tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Made reservation on behalf of caff1e1f6bda414b85d127ab29fdb8b7 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:06.418274 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-31a5da61-27b9-4b50-afc4-4585e1f3144f tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:06.454107 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-31a5da61-27b9-4b50-afc4-4585e1f3144f tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] device_id is not set on port 83bac55f-142b-44af-b091-94378411b8fe yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:21:06.466592 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd272c9e-d24a-4ccd-b13b-d5bbe521f155 None None] Pushing event updated for resources: {'Port': ['ID=9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:06.467717 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b5d87a-558b-446b-a64c-df566f465e40 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting subnet 3ef19fab-db49-474d-8362-a39a28a74763 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:21:06.506086 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-ea3af5e4-d50a-49d4-a065-9316af3b49d0 service neutron] 10.222.0.77 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686038 May 26 16:21:06.524689 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-96b5d87a-558b-446b-a64c-df566f465e40 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:06.559092 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ed8abce6-e5ea-4ece-b6d6-42652b1f8b96 None None] Current status of the port 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:06.559885 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed8abce6-e5ea-4ece-b6d6-42652b1f8b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:06.646888 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9729e52d-107d-4e7c-b8d2-ae9b466f5f4a req-21ac25ee-9bb0-4556-899e-b7568e75171a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788432 May 26 16:21:06.740993 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-96b5d87a-558b-446b-a64c-df566f465e40 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:06.756217 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-31a5da61-27b9-4b50-afc4-4585e1f3144f tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Allocated IP 172.20.0.8 (2f377185-0ea3-4a7f-9983-b3bcf03f438c/400a7796-35d0-4da7-982b-cb0ac6fca76f/83bac55f-142b-44af-b091-94378411b8fe) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:06.918749 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ed8abce6-e5ea-4ece-b6d6-42652b1f8b96 None None] For port 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe,segment=NetworkSegment(8498f6fa-5e8b-44e7-bc82-da26134ce147),segment_id=8498f6fa-5e8b-44e7-bc82-da26134ce147)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:06.928758 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed8abce6-e5ea-4ece-b6d6-42652b1f8b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:06.959961 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-96b5d87a-558b-446b-a64c-df566f465e40 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:07.016301 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-31a5da61-27b9-4b50-afc4-4585e1f3144f tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:07.017604 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8abce6-e5ea-4ece-b6d6-42652b1f8b96 None None] Pushing event updated for resources: {'Port': ['ID=9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:07.050512 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] Set router 108fcba7-2e0f-4bab-94d3-58627ec6f945 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:21:07.111993 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2d250299-80de-4292-91c1-622943603971 req-82301ac0-14d0-4148-872d-160667d4d75b tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 210 time: 0.0855541 May 26 16:21:07.123212 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-79d66ab4-4d3f-4f42-b2e9-2ca2a93d4ead req-62a4dfdf-53f6-41a3-ba28-c5dc996b2d6b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 210 time: 0.2810268 May 26 16:21:07.124721 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-31a5da61-27b9-4b50-afc4-4585e1f3144f tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:07.238188 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a5da61-27b9-4b50-afc4-4585e1f3144f tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Network 2f377185-0ea3-4a7f-9983-b3bcf03f438c is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:07.239145 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-96b5d87a-558b-446b-a64c-df566f465e40 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:07.242222 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-31a5da61-27b9-4b50-afc4-4585e1f3144f tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:07.249081 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a5da61-27b9-4b50-afc4-4585e1f3144f tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:07.257744 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5da61-27b9-4b50-afc4-4585e1f3144f tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Pushing event updated for resources: {'Port': ['ID=83bac55f-142b-44af-b091-94378411b8fe,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:07.341137 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5d87a-558b-446b-a64c-df566f465e40 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef19fab-db49-474d-8362-a39a28a74763,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:07.379765 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a5da61-27b9-4b50-afc4-4585e1f3144f tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:07.380782 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-31a5da61-27b9-4b50-afc4-4585e1f3144f tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:07.385118 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-96b5d87a-558b-446b-a64c-df566f465e40 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:07.398961 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-203c77f4-1529-4317-9559-85d754bd17ad None None] Provisioning complete for port 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:07.399995 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-203c77f4-1529-4317-9559-85d754bd17ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:07.406453 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-96b5d87a-558b-446b-a64c-df566f465e40 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/subnets/3ef19fab-db49-474d-8362-a39a28a74763 HTTP/1.1" status: 204 len: 168 time: 1.1892221 May 26 16:21:07.409260 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38516) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:07.426357 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f803cf20-304a-4299-8cb6-ae9c2e084aff None None] Network 3ca45f37-478f-4382-afce-1e6ef77d92b1 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:07.452265 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-31a5da61-27b9-4b50-afc4-4585e1f3144f tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2441645 May 26 16:21:07.453002 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38518) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:07.458389 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a1dd8165-1f4e-4800-a693-b1fc35ae214a tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:53:73:c6'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:7e:fe:78'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:07.661181 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1498bf1-81ce-44ab-90ba-eaa2e63c47cc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:07.777801 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c1498bf1-81ce-44ab-90ba-eaa2e63c47cc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting port 348b1809-8cce-46ab-8f23-976e5838c424 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:07.779165 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1498bf1-81ce-44ab-90ba-eaa2e63c47cc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:07.799897 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8165-1f4e-4800-a693-b1fc35ae214a tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:07.983508 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c1498bf1-81ce-44ab-90ba-eaa2e63c47cc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] For port 348b1809-8cce-46ab-8f23-976e5838c424, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=348b1809-8cce-46ab-8f23-976e5838c424,segment=NetworkSegment(d7e0e1d4-b1f7-4003-b387-14b147a2e687),segment_id=d7e0e1d4-b1f7-4003-b387-14b147a2e687)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:07.990589 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-203c77f4-1529-4317-9559-85d754bd17ad None None] Current status of the port 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:07.999765 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1498bf1-81ce-44ab-90ba-eaa2e63c47cc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:08.027490 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef32be-444e-4968-9cf3-4abc0f3bc679 req-3ef12db1-7300-414f-80e5-8e01fb8a21e9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:08.031879 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186697841', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:42Z', 'updated_at': '2022-05-26T16:20:59Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:45Z', 'updated_at': '2022-05-26T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe', 'name': '', 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:38:7c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'd8060a82-6814-4a9a-8ef5-6e9627de2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:57Z', 'updated_at': '2022-05-26T16:21:06Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'd8060a82-6814-4a9a-8ef5-6e9627de2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:08.033712 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87ef32be-444e-4968-9cf3-4abc0f3bc679 req-3ef12db1-7300-414f-80e5-8e01fb8a21e9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 945 time: 0.2418971 May 26 16:21:08.049085 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c1498bf1-81ce-44ab-90ba-eaa2e63c47cc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Calling delete_port for 348b1809-8cce-46ab-8f23-976e5838c424 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:08.135929 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6b1af6-d2b1-480d-92b9-122e52f8bca1 None None] DHCP port deletion for 3ca45f37-478f-4382-afce-1e6ef77d92b1 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:21:08.165503 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd25ecab-e975-4215-a4c4-f664f5a4df6b None None] The sync data for ids ['108fcba7-2e0f-4bab-94d3-58627ec6f945'] in n-d-843337-2 is: [{'id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186697841', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:42Z', 'updated_at': '2022-05-26T16:20:59Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:45Z', 'updated_at': '2022-05-26T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe', 'name': '', 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:38:7c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'd8060a82-6814-4a9a-8ef5-6e9627de2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:57Z', 'updated_at': '2022-05-26T16:21:06Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'd8060a82-6814-4a9a-8ef5-6e9627de2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:21:08.211891 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8165-1f4e-4800-a693-b1fc35ae214a tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:08.221813 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8165-1f4e-4800-a693-b1fc35ae214a tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:08.401326 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-aeb84865-e4ff-4a3f-a901-8099f9d7ea9c None None] Provisioning complete for port 83bac55f-142b-44af-b091-94378411b8fe triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:08.407369 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aeb84865-e4ff-4a3f-a901-8099f9d7ea9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:08.409039 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd8165-1f4e-4800-a693-b1fc35ae214a tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Pushing event updated for resources: {'Port': ['ID=83bac55f-142b-44af-b091-94378411b8fe,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:08.431521 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd8165-1f4e-4800-a693-b1fc35ae214a tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] In _notify_port_updated(), no bound segment for port 83bac55f-142b-44af-b091-94378411b8fe on network 2f377185-0ea3-4a7f-9983-b3bcf03f438c {{(pid=103895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:21:08.441268 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dd8165-1f4e-4800-a693-b1fc35ae214a tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:08.443280 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8165-1f4e-4800-a693-b1fc35ae214a tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:08.449431 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a1dd8165-1f4e-4800-a693-b1fc35ae214a tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] 10.222.0.77 "PUT /v2.0/ports/83bac55f-142b-44af-b091-94378411b8fe HTTP/1.1" status: 200 len: 1055 time: 0.9952846 May 26 16:21:08.450192 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38530) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:08.558772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-aeb84865-e4ff-4a3f-a901-8099f9d7ea9c None None] Port 83bac55f-142b-44af-b091-94378411b8fe cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:08.571370 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b1af6-d2b1-480d-92b9-122e52f8bca1 None None] Deleting port 348b1809-8cce-46ab-8f23-976e5838c424 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:08.573111 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1af6-d2b1-480d-92b9-122e52f8bca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:08.698718 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-dc6b1af6-d2b1-480d-92b9-122e52f8bca1 None None] For port 348b1809-8cce-46ab-8f23-976e5838c424, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=348b1809-8cce-46ab-8f23-976e5838c424,segment=NetworkSegment(d7e0e1d4-b1f7-4003-b387-14b147a2e687),segment_id=d7e0e1d4-b1f7-4003-b387-14b147a2e687)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:08.699455 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1af6-d2b1-480d-92b9-122e52f8bca1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:08.721585 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0096faa8-bcdd-4dae-a1b1-0acb520403fc req-0fdac261-b3f4-4eb4-bdb3-9b362cba2984 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 210 time: 0.1949191 May 26 16:21:08.724243 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-5f96bb27-690f-4888-9b0c-91dd5d8eaf43 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Deleting port 83bac55f-142b-44af-b091-94378411b8fe {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:08.725553 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5f96bb27-690f-4888-9b0c-91dd5d8eaf43 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:08.750849 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87ef32be-444e-4968-9cf3-4abc0f3bc679 req-3a1192c8-e944-411d-85df-8275944bc535 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6736023 May 26 16:21:08.773018 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b1af6-d2b1-480d-92b9-122e52f8bca1 None None] Calling delete_port for 348b1809-8cce-46ab-8f23-976e5838c424 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:08.883140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-da4c7765-3098-4f03-a023-75fe877a9de4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:08.885187 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-da4c7765-3098-4f03-a023-75fe877a9de4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.81 "GET /v2.0/networks?id=13bf54f3-26c0-4fe5-aa75-db926c99f0f3 HTTP/1.1" status: 200 len: 797 time: 0.5950890 May 26 16:21:08.886817 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1498bf1-81ce-44ab-90ba-eaa2e63c47cc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:08.959490 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1498bf1-81ce-44ab-90ba-eaa2e63c47cc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Port': ['ID=348b1809-8cce-46ab-8f23-976e5838c424,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:08.961966 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1498bf1-81ce-44ab-90ba-eaa2e63c47cc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] No DVR routers for this DVR port 348b1809-8cce-46ab-8f23-976e5838c424 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:21:09.000185 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9ae2a6f8-e5c7-4b98-8018-418818352868 None None] Provisioning complete for port 83bac55f-142b-44af-b091-94378411b8fe triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:09.000962 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9ae2a6f8-e5c7-4b98-8018-418818352868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:09.036353 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-19af5729-f977-4a5c-b87a-40c6c0ab498d req-33919d49-5c30-4cd7-b60c-36d28721d7eb tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 210 time: 0.0935006 May 26 16:21:09.092516 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1af6-d2b1-480d-92b9-122e52f8bca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:09.113463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9ae2a6f8-e5c7-4b98-8018-418818352868 None None] Port 83bac55f-142b-44af-b091-94378411b8fe cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:09.170029 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b1af6-d2b1-480d-92b9-122e52f8bca1 None None] Pushing event deleted for resources: {'Port': ['ID=348b1809-8cce-46ab-8f23-976e5838c424,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:09.178994 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-104989ff-d605-429b-bbff-e135e908b4fb tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab86e9d575124bbb8f1141e0888ad848 HTTP/1.1" status: 200 len: 379 time: 0.2809093 May 26 16:21:09.181120 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6b1af6-d2b1-480d-92b9-122e52f8bca1 None None] No DVR routers for this DVR port 348b1809-8cce-46ab-8f23-976e5838c424 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:21:09.210112 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-52e8928c-f918-4fba-a046-9d050995723f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'port': {'device_id': 'b6c062d7-8ab0-4b6b-968a-be475c625e48', 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3', 'admin_state_up': True, 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'security_groups': ['c014a176-d81d-4ccf-9494-409392f0de56']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:09.244796 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1498bf1-81ce-44ab-90ba-eaa2e63c47cc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:09.292111 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5f96bb27-690f-4888-9b0c-91dd5d8eaf43 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:09.313467 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-5f96bb27-690f-4888-9b0c-91dd5d8eaf43 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Calling delete_port for 83bac55f-142b-44af-b091-94378411b8fe owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:09.336604 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-c1498bf1-81ce-44ab-90ba-eaa2e63c47cc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca45f37-478f-4382-afce-1e6ef77d92b1']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:09.358699 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-c1498bf1-81ce-44ab-90ba-eaa2e63c47cc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e0e1d4-b1f7-4003-b387-14b147a2e687') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:09.359375 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-c1498bf1-81ce-44ab-90ba-eaa2e63c47cc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e0e1d4-b1f7-4003-b387-14b147a2e687') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:09.403928 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1498bf1-81ce-44ab-90ba-eaa2e63c47cc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:09.419245 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1498bf1-81ce-44ab-90ba-eaa2e63c47cc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:09.445069 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1498bf1-81ce-44ab-90ba-eaa2e63c47cc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:21:09.445639 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1498bf1-81ce-44ab-90ba-eaa2e63c47cc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:09.456997 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-6e5f55f9-d310-4e6d-b46e-5df898854038 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:09.461564 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-6e5f55f9-d310-4e6d-b46e-5df898854038 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.81 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 805 time: 0.4763076 May 26 16:21:09.480771 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment d7e0e1d4-b1f7-4003-b387-14b147a2e687 resource provider aggregate not found May 26 16:21:09.543796 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment d7e0e1d4-b1f7-4003-b387-14b147a2e687 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7e0e1d4-b1f7-4003-b387-14b147a2e687 found for delete ", "request_id": "req-27c362cb-774a-4070-aa88-f331d4bd02a5"}]} May 26 16:21:09.566393 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-a7609ab6-2d22-42af-9c85-cd6bfda0bb49 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Request body: {'port': {'device_id': 'b04f4083-3462-4a9c-be4f-2fe9a7ac03cb', 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0', 'admin_state_up': True, 'tenant_id': 'f34dd27e31e54505b18adb94ad4e7b2b'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:09.657704 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1498bf1-81ce-44ab-90ba-eaa2e63c47cc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:09.671867 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1498bf1-81ce-44ab-90ba-eaa2e63c47cc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:09.687706 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:09.699373 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c1498bf1-81ce-44ab-90ba-eaa2e63c47cc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/networks/3ca45f37-478f-4382-afce-1e6ef77d92b1 HTTP/1.1" status: 204 len: 168 time: 2.2868297 May 26 16:21:09.716732 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38538) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:09.727767 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1498bf1-81ce-44ab-90ba-eaa2e63c47cc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Network': ['ID=3ca45f37-478f-4382-afce-1e6ef77d92b1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:09.735186 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-52e8928c-f918-4fba-a046-9d050995723f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Made reservation on behalf of ab86e9d575124bbb8f1141e0888ad848 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:09.736926 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-802fa563-64ad-42ed-a832-653cb206dfb7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-372372135'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:09.749324 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-52e8928c-f918-4fba-a046-9d050995723f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:09.773494 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:09.773834 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:09.803288 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5f96bb27-690f-4888-9b0c-91dd5d8eaf43 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:09.843332 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802fa563-64ad-42ed-a832-653cb206dfb7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:09.847668 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-802fa563-64ad-42ed-a832-653cb206dfb7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:09.853881 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96bb27-690f-4888-9b0c-91dd5d8eaf43 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Pushing event deleted for resources: {'Port': ['ID=83bac55f-142b-44af-b091-94378411b8fe,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:09.974353 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-52e8928c-f918-4fba-a046-9d050995723f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Allocated IP 172.20.0.12 (13bf54f3-26c0-4fe5-aa75-db926c99f0f3/d8060a82-6814-4a9a-8ef5-6e9627de2df0/8b22f3de-ce8b-44e4-ad29-565e4291884a) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:10.029870 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:10.131539 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 348b1809-8cce-46ab-8f23-976e5838c424 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:21:10.181067 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 348b1809-8cce-46ab-8f23-976e5838c424 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:21:10.181712 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 348b1809-8cce-46ab-8f23-976e5838c424 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:21:10.304730 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802fa563-64ad-42ed-a832-653cb206dfb7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:21:10.312024 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-097a5865-6c1d-486e-8ffa-2f9b8b552d60 req-9dea1a85-f93a-4b2c-be00-fbdb2630a35b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 210 time: 0.2240603 May 26 16:21:10.391611 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-802fa563-64ad-42ed-a832-653cb206dfb7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:10.401799 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd3b72-5e7e-45c7-a409-fa52ccba7f10 req-5126e7c1-5d13-47cb-8442-10bf3102c865 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:10.402405 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-802fa563-64ad-42ed-a832-653cb206dfb7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Added segment 4a5c1b17-272a-4dbb-9dad-faf35c687cc8 of type vlan for network 8e65e461-cfe3-4038-94c2-d80af175ad7a May 26 16:21:10.412205 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9bbd3b72-5e7e-45c7-a409-fa52ccba7f10 req-5126e7c1-5d13-47cb-8442-10bf3102c865 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 945 time: 0.3105955 May 26 16:21:10.417632 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-a7609ab6-2d22-42af-9c85-cd6bfda0bb49 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Made reservation on behalf of f34dd27e31e54505b18adb94ad4e7b2b for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:10.424204 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-a7609ab6-2d22-42af-9c85-cd6bfda0bb49 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:10.496750 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9bbd3b72-5e7e-45c7-a409-fa52ccba7f10 req-cd627e9f-d6e6-4e9a-be37-a8af13b742ad tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749264 May 26 16:21:10.528397 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ad513f59-0503-4119-8aba-baac3b46b2ba req-cc31dba3-6e87-4328-b6c0-0835a8467160 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 210 time: 0.0723979 May 26 16:21:10.563124 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-52e8928c-f918-4fba-a046-9d050995723f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:10.600693 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-802fa563-64ad-42ed-a832-653cb206dfb7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:10.626013 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-52e8928c-f918-4fba-a046-9d050995723f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:10.655591 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-802fa563-64ad-42ed-a832-653cb206dfb7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:10.661255 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802fa563-64ad-42ed-a832-653cb206dfb7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:10.661965 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-802fa563-64ad-42ed-a832-653cb206dfb7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:10.667438 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5f96bb27-690f-4888-9b0c-91dd5d8eaf43 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:10.671383 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5f96bb27-690f-4888-9b0c-91dd5d8eaf43 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] 10.222.0.77 "DELETE /v2.0/ports/83bac55f-142b-44af-b091-94378411b8fe HTTP/1.1" status: 204 len: 168 time: 2.2200408 May 26 16:21:10.688965 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38548) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:10.753823 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-52e8928c-f918-4fba-a046-9d050995723f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network 13bf54f3-26c0-4fe5-aa75-db926c99f0f3 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:10.758984 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-e855056e-5d28-4c2f-aba2-a03429e706e4 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] GET failed (client error): The resource could not be found. May 26 16:21:10.760869 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e855056e-5d28-4c2f-aba2-a03429e706e4 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] 10.222.0.77 "GET /v2.0/ports/83bac55f-142b-44af-b091-94378411b8fe HTTP/1.1" status: 404 len: 333 time: 0.0703557 May 26 16:21:10.765202 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-52e8928c-f918-4fba-a046-9d050995723f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:10.767984 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38550) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:10.770897 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-52e8928c-f918-4fba-a046-9d050995723f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:10.785580 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802fa563-64ad-42ed-a832-653cb206dfb7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Network': ['ID=8e65e461-cfe3-4038-94c2-d80af175ad7a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:10.801220 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 8e65e461-cfe3-4038-94c2-d80af175ad7a details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:21:10.832391 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-802fa563-64ad-42ed-a832-653cb206dfb7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1138775 May 26 16:21:10.839386 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38552) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:10.864997 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-52e8928c-f918-4fba-a046-9d050995723f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:10.865678 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-58e70548-b18a-43c9-9a07-fc54ecd15c35 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'subnet': {'network_id': '8e65e461-cfe3-4038-94c2-d80af175ad7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:10.865793 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-52e8928c-f918-4fba-a046-9d050995723f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:10.913834 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-52e8928c-f918-4fba-a046-9d050995723f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7101784 May 26 16:21:10.934780 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-51c290de-c858-4d3a-b575-08f18aba7934 service neutron] Request body: {'port': {'device_id': 'b6c062d7-8ab0-4b6b-968a-be475c625e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:10.941003 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8928c-f918-4fba-a046-9d050995723f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Port': ['ID=8b22f3de-ce8b-44e4-ad29-565e4291884a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:11.036806 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-51c290de-c858-4d3a-b575-08f18aba7934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:11.126286 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-a7609ab6-2d22-42af-9c85-cd6bfda0bb49 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Allocated IP 172.20.0.9 (ac28efc0-2a96-4984-9181-6ce65bcb6fc0/0ab488cf-1ef6-49d7-a418-125ef2c2c830/155c46da-86dc-4fa8-81b7-3290513ddc67) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:11.144547 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e70548-b18a-43c9-9a07-fc54ecd15c35 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:11.148846 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58e70548-b18a-43c9-9a07-fc54ecd15c35 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:11.182847 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ba71c843-9727-4b60-b004-dba8cdce9d72 None None] Provisioning complete for port 8b22f3de-ce8b-44e4-ad29-565e4291884a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:11.183458 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ba71c843-9727-4b60-b004-dba8cdce9d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:11.284750 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ba71c843-9727-4b60-b004-dba8cdce9d72 None None] Port 8b22f3de-ce8b-44e4-ad29-565e4291884a cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:11.301026 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ac837916-45e0-4543-bd8d-3af5ad233723 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Deleting port 5d5df141-0d01-43ba-8106-b1d200add5a9 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:11.301319 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac837916-45e0-4543-bd8d-3af5ad233723 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:11.629784 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2913e3-9787-4d35-ab05-b93d9d4a27d6 req-9a279a2c-f6b0-4799-8946-8fd1d21d4272 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:11.630415 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c2913e3-9787-4d35-ab05-b93d9d4a27d6 req-9a279a2c-f6b0-4799-8946-8fd1d21d4272 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 932 time: 0.1266832 May 26 16:21:11.643175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-51c290de-c858-4d3a-b575-08f18aba7934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b22f3de-ce8b-44e4-ad29-565e4291884a {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:21:11.662304 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-51c290de-c858-4d3a-b575-08f18aba7934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:11.666638 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac837916-45e0-4543-bd8d-3af5ad233723 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:11.725005 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-51c290de-c858-4d3a-b575-08f18aba7934 service neutron] Transition to ACTIVE for port object 8b22f3de-ce8b-44e4-ad29-565e4291884a will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:21:11.728019 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ac837916-45e0-4543-bd8d-3af5ad233723 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Calling delete_port for 5d5df141-0d01-43ba-8106-b1d200add5a9 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:11.747980 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-51c290de-c858-4d3a-b575-08f18aba7934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:11.782307 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-a7609ab6-2d22-42af-9c85-cd6bfda0bb49 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:11.805037 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c2913e3-9787-4d35-ab05-b93d9d4a27d6 req-33a2b16c-13b9-4d65-ad4c-b52e10fb0a72 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557488 May 26 16:21:11.832212 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ceb6ef-6725-419a-8dbc-939043ea0b38 req-a4e00ff5-8691-4ad3-a117-85f749ceb23c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:11.834054 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-64ceb6ef-6725-419a-8dbc-939043ea0b38 req-a4e00ff5-8691-4ad3-a117-85f749ceb23c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 945 time: 0.1749065 May 26 16:21:11.884127 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c290de-c858-4d3a-b575-08f18aba7934 service neutron] Pushing event updated for resources: {'Port': ['ID=8b22f3de-ce8b-44e4-ad29-565e4291884a,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:11.927821 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58e70548-b18a-43c9-9a07-fc54ecd15c35 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:11.979498 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-64ceb6ef-6725-419a-8dbc-939043ea0b38 req-292168f3-90f0-4d02-8642-fbfb78e16ba7 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264679 May 26 16:21:12.047950 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-51c290de-c858-4d3a-b575-08f18aba7934 service neutron] Attempting to bind port 8b22f3de-ce8b-44e4-ad29-565e4291884a on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:21:12.048402 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-51c290de-c858-4d3a-b575-08f18aba7934 service neutron] Attempting to bind port 8b22f3de-ce8b-44e4-ad29-565e4291884a by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '8498f6fa-5e8b-44e7-bc82-da26134ce147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:21:12.048631 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-51c290de-c858-4d3a-b575-08f18aba7934 service neutron] Attempting to bind port 8b22f3de-ce8b-44e4-ad29-565e4291884a on network 13bf54f3-26c0-4fe5-aa75-db926c99f0f3 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:21:12.063006 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-a7609ab6-2d22-42af-9c85-cd6bfda0bb49 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:12.079589 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-51c290de-c858-4d3a-b575-08f18aba7934 service neutron] Port 8b22f3de-ce8b-44e4-ad29-565e4291884a on network 13bf54f3-26c0-4fe5-aa75-db926c99f0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:21:12.080900 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-51c290de-c858-4d3a-b575-08f18aba7934 service neutron] Attempting to bind port 8b22f3de-ce8b-44e4-ad29-565e4291884a on network 13bf54f3-26c0-4fe5-aa75-db926c99f0f3 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:21:12.082997 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e70548-b18a-43c9-9a07-fc54ecd15c35 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Subnet': ['ID=f13d99c1-d9ee-4aa5-8ef0-c5cac2549736,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:12.096264 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-51c290de-c858-4d3a-b575-08f18aba7934 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:21:12.097322 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-51c290de-c858-4d3a-b575-08f18aba7934 service neutron] Checking segment: {'id': '8498f6fa-5e8b-44e7-bc82-da26134ce147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:12.097322 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-51c290de-c858-4d3a-b575-08f18aba7934 service neutron] Bound using segment: {'id': '8498f6fa-5e8b-44e7-bc82-da26134ce147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:21:12.097973 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-51c290de-c858-4d3a-b575-08f18aba7934 service neutron] Bound port: 8b22f3de-ce8b-44e4-ad29-565e4291884a, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8498f6fa-5e8b-44e7-bc82-da26134ce147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:21:12.098726 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-51c290de-c858-4d3a-b575-08f18aba7934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:12.101213 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e70548-b18a-43c9-9a07-fc54ecd15c35 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Checking segment: {'id': '4a5c1b17-272a-4dbb-9dad-faf35c687cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8e65e461-cfe3-4038-94c2-d80af175ad7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:12.101661 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e70548-b18a-43c9-9a07-fc54ecd15c35 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network hostable DHCP agents. Network: 8e65e461-cfe3-4038-94c2-d80af175ad7a, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:21:12.110202 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['863c7cb5-cb2f-4085-a54c-6db455a05c1d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:21:12.140675 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c628-34ad-430a-b520-0082b95e903f req-d00f56a0-f4d2-41da-af64-be3927472423 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:12.142877 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fc0c628-34ad-430a-b520-0082b95e903f req-d00f56a0-f4d2-41da-af64-be3927472423 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 931 time: 0.1158147 May 26 16:21:12.153477 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-a7609ab6-2d22-42af-9c85-cd6bfda0bb49 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:12.214376 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-a7609ab6-2d22-42af-9c85-cd6bfda0bb49 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:12.219055 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-a7609ab6-2d22-42af-9c85-cd6bfda0bb49 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:12.253633 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fc0c628-34ad-430a-b520-0082b95e903f req-ae11c17c-e1ae-4e7a-8b59-04aeb4618e80 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817270 May 26 16:21:12.285287 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-51c290de-c858-4d3a-b575-08f18aba7934 service neutron] For port 8b22f3de-ce8b-44e4-ad29-565e4291884a, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:21:12.291096 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-51c290de-c858-4d3a-b575-08f18aba7934 service neutron] For port 8b22f3de-ce8b-44e4-ad29-565e4291884a, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8b22f3de-ce8b-44e4-ad29-565e4291884a,segment=NetworkSegment(8498f6fa-5e8b-44e7-bc82-da26134ce147),segment_id=8498f6fa-5e8b-44e7-bc82-da26134ce147)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:21:12.300619 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-51c290de-c858-4d3a-b575-08f18aba7934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:12.319360 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7609ab6-2d22-42af-9c85-cd6bfda0bb49 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Pushing event updated for resources: {'Port': ['ID=155c46da-86dc-4fa8-81b7-3290513ddc67,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:12.344839 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e70548-b18a-43c9-9a07-fc54ecd15c35 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network 8e65e461-cfe3-4038-94c2-d80af175ad7a is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:21:12.358457 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-51c290de-c858-4d3a-b575-08f18aba7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:12.360192 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-51c290de-c858-4d3a-b575-08f18aba7934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:12.363498 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-51c290de-c858-4d3a-b575-08f18aba7934 service neutron] 10.222.0.81 "PUT /v2.0/ports/8b22f3de-ce8b-44e4-ad29-565e4291884a HTTP/1.1" status: 200 len: 1092 time: 1.4339759 May 26 16:21:12.381175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c062d7-8ab0-4b6b-968a-be475c625e48', 'tag': '8b22f3de-ce8b-44e4-ad29-565e4291884a'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:21:12.386531 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf91e18-e5c7-49fe-b4a4-3b2e27aae546" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c062d7-8ab0-4b6b-968a-be475c625e48", "tag": "8b22f3de-ce8b-44e4-ad29-565e4291884a"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:21:12.387287 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac837916-45e0-4543-bd8d-3af5ad233723 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:12.427110 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-a7609ab6-2d22-42af-9c85-cd6bfda0bb49 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:12.428844 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-a7609ab6-2d22-42af-9c85-cd6bfda0bb49 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:12.439024 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-58e70548-b18a-43c9-9a07-fc54ecd15c35 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 8e65e461-cfe3-4038-94c2-d80af175ad7a) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:12.455221 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a8c541-f271-4986-bb66-28cf536ce94e None None] Network 8e65e461-cfe3-4038-94c2-d80af175ad7a requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:12.491512 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac837916-45e0-4543-bd8d-3af5ad233723 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Pushing event deleted for resources: {'Port': ['ID=5d5df141-0d01-43ba-8106-b1d200add5a9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:12.496835 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e70548-b18a-43c9-9a07-fc54ecd15c35 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:12.497649 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58e70548-b18a-43c9-9a07-fc54ecd15c35 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:12.511534 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876f9e61-5f2d-4388-a14c-c8bb1613b3df x-openstack-request-id: req-876f9e61-5f2d-4388-a14c-c8bb1613b3df {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:21:12.511534 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c062d7-8ab0-4b6b-968a-be475c625e48", "tag": "8b22f3de-ce8b-44e4-ad29-565e4291884a", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:21:12.513719 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-876f9e61-5f2d-4388-a14c-c8bb1613b3df {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:21:12.514393 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-876f9e61-5f2d-4388-a14c-c8bb1613b3df'] response: {'name': 'network-changed', 'server_uuid': 'b6c062d7-8ab0-4b6b-968a-be475c625e48', 'tag': '8b22f3de-ce8b-44e4-ad29-565e4291884a', 'status': 'completed', 'code': 200} May 26 16:21:12.514748 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-a7609ab6-2d22-42af-9c85-cd6bfda0bb49 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9552639 May 26 16:21:12.544725 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-3f768bf3-0391-434c-929a-0485acbc95ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:12.547213 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-3f768bf3-0391-434c-929a-0485acbc95ba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 1095 time: 0.1328359 May 26 16:21:12.552556 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-923f410d-87af-46ad-a979-9d9950b6c665 service neutron] Request body: {'port': {'device_id': 'b04f4083-3462-4a9c-be4f-2fe9a7ac03cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:12.562433 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c290de-c858-4d3a-b575-08f18aba7934 service neutron] Pushing event updated for resources: {'Port': ['ID=8b22f3de-ce8b-44e4-ad29-565e4291884a,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:12.704043 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-e8c4f202-ccc0-4825-8a31-0d1d356c228f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b22f3de-ce8b-44e4-ad29-565e4291884a HTTP/1.1" status: 200 len: 217 time: 0.1446331 May 26 16:21:12.788661 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-58e70548-b18a-43c9-9a07-fc54ecd15c35 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9473100 May 26 16:21:12.798832 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38568) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:12.812940 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'port': {'network_id': '8e65e461-cfe3-4038-94c2-d80af175ad7a', 'name': 'tempest-PortsTestJSON-1393017311', 'fixed_ips': [{'subnet_id': 'f13d99c1-d9ee-4aa5-8ef0-c5cac2549736', 'ip_address': '172.20.0.10'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:12.824852 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-9de5ea1d-b514-4898-83ea-b128e6385d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:12.827493 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-9de5ea1d-b514-4898-83ea-b128e6385d1c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d8060a82-6814-4a9a-8ef5-6e9627de2df0 HTTP/1.1" status: 200 len: 835 time: 0.1153984 May 26 16:21:12.850642 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59042a1-42e1-46f1-86ef-0c1f19221de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-8e65e461-cfe3-4038-94c2-d80af175ad7a', 'network_id': '8e65e461-cfe3-4038-94c2-d80af175ad7a', 'tenant_id': '3baec1898b89453d8fdf801d2e6b7529', 'fixed_ips': [{'subnet_id': 'f13d99c1-d9ee-4aa5-8ef0-c5cac2549736'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:21:12.851926 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b59042a1-42e1-46f1-86ef-0c1f19221de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:12.892156 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-923f410d-87af-46ad-a979-9d9950b6c665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:12.944458 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-f3f30f6b-2a46-4d1f-ba6c-d0f8caa39506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:12.946092 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-f3f30f6b-2a46-4d1f-ba6c-d0f8caa39506 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13bf54f3-26c0-4fe5-aa75-db926c99f0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115177 May 26 16:21:13.043613 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac837916-45e0-4543-bd8d-3af5ad233723 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:13.062752 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ac837916-45e0-4543-bd8d-3af5ad233723 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] 10.222.0.77 "DELETE /v2.0/ports/5d5df141-0d01-43ba-8106-b1d200add5a9 HTTP/1.1" status: 204 len: 168 time: 2.2808425 May 26 16:21:13.075078 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dcfa47dc-00a7-43c7-9814-3a2631c1de83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:13.078245 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38574) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:13.185691 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afab9e9-f66c-4b2f-ae9f-87e17b6934c8 req-1dc347e2-036c-48f3-966d-81c454803343 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:13.188326 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8afab9e9-f66c-4b2f-ae9f-87e17b6934c8 req-1dc347e2-036c-48f3-966d-81c454803343 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 944 time: 0.1487718 May 26 16:21:13.200828 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c02918-faee-4f4e-971c-fc131f42b24f tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] GET failed (client error): The resource could not be found. May 26 16:21:13.206022 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-86c02918-faee-4f4e-971c-fc131f42b24f tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] 10.222.0.77 "GET /v2.0/ports/5d5df141-0d01-43ba-8106-b1d200add5a9 HTTP/1.1" status: 404 len: 333 time: 0.1261506 May 26 16:21:13.212866 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38584) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:13.240009 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-b59042a1-42e1-46f1-86ef-0c1f19221de0 None None] Allocated IP 172.20.0.2 (8e65e461-cfe3-4038-94c2-d80af175ad7a/f13d99c1-d9ee-4aa5-8ef0-c5cac2549736/644221d0-1dc0-4de0-ab39-63604651366d) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:13.273175 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-3ee26e64-b6f1-45ba-9b4b-d3d904c349b7 service neutron] 10.222.0.81 "GET /v2.0/networks/13bf54f3-26c0-4fe5-aa75-db926c99f0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166823 May 26 16:21:13.423525 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8afab9e9-f66c-4b2f-ae9f-87e17b6934c8 req-dc529b31-0466-4d8a-9a7e-cea7ca99721f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143369 May 26 16:21:13.444471 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae58962-ee8d-4152-af8b-51b3c5f58e6a req-9287df56-cd8f-468d-bfed-10f712cc3c02 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:13.446101 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dae58962-ee8d-4152-af8b-51b3c5f58e6a req-9287df56-cd8f-468d-bfed-10f712cc3c02 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 945 time: 0.2878857 May 26 16:21:13.535944 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:13.591392 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d2d34cc-119c-4958-88a3-f6c6b9afa0c0 req-fa6310bc-ecc1-4f46-b792-1124510a2289 service neutron] 10.222.0.81 "GET /v2.0/networks/13bf54f3-26c0-4fe5-aa75-db926c99f0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044083 May 26 16:21:13.608591 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b59042a1-42e1-46f1-86ef-0c1f19221de0 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:13.618148 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dae58962-ee8d-4152-af8b-51b3c5f58e6a req-9dfe9001-9b7d-42f7-b445-d897e3ea188f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552427 May 26 16:21:13.622553 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b59042a1-42e1-46f1-86ef-0c1f19221de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:13.649466 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-4c66a0c2-2d7f-4f72-b702-828b4ed8e643 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Deleting port 3c38f0ed-5a2b-4949-bc9d-ed42bd73e2db {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:13.649932 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4c66a0c2-2d7f-4f72-b702-828b4ed8e643 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:13.666690 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59042a1-42e1-46f1-86ef-0c1f19221de0 None None] Network 8e65e461-cfe3-4038-94c2-d80af175ad7a is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:13.704522 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-b59042a1-42e1-46f1-86ef-0c1f19221de0 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:13.709392 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59042a1-42e1-46f1-86ef-0c1f19221de0 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:13.816472 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59042a1-42e1-46f1-86ef-0c1f19221de0 None None] Pushing event updated for resources: {'Port': ['ID=644221d0-1dc0-4de0-ab39-63604651366d,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:13.839367 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b59042a1-42e1-46f1-86ef-0c1f19221de0 None None] Attempting to bind port 644221d0-1dc0-4de0-ab39-63604651366d on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:21:13.840046 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b59042a1-42e1-46f1-86ef-0c1f19221de0 None None] Attempting to bind port 644221d0-1dc0-4de0-ab39-63604651366d by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '4a5c1b17-272a-4dbb-9dad-faf35c687cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8e65e461-cfe3-4038-94c2-d80af175ad7a'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:21:13.840721 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59042a1-42e1-46f1-86ef-0c1f19221de0 None None] Attempting to bind port 644221d0-1dc0-4de0-ab39-63604651366d on network 8e65e461-cfe3-4038-94c2-d80af175ad7a {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:21:13.849333 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59042a1-42e1-46f1-86ef-0c1f19221de0 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:21:13.850052 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59042a1-42e1-46f1-86ef-0c1f19221de0 None None] Checking segment: {'id': '4a5c1b17-272a-4dbb-9dad-faf35c687cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8e65e461-cfe3-4038-94c2-d80af175ad7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:13.850536 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b59042a1-42e1-46f1-86ef-0c1f19221de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:13.850995 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59042a1-42e1-46f1-86ef-0c1f19221de0 None None] Bound using segment: {'id': '4a5c1b17-272a-4dbb-9dad-faf35c687cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8e65e461-cfe3-4038-94c2-d80af175ad7a'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:21:13.851605 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b59042a1-42e1-46f1-86ef-0c1f19221de0 None None] Bound port: 644221d0-1dc0-4de0-ab39-63604651366d, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a5c1b17-272a-4dbb-9dad-faf35c687cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8e65e461-cfe3-4038-94c2-d80af175ad7a'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:21:13.852160 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b59042a1-42e1-46f1-86ef-0c1f19221de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:13.880838 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b4f26-25d3-4890-b727-9557bc7dc5a9 req-cee51a17-eb74-4c10-8f15-b039a97facf8 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:13.882014 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e7b4f26-25d3-4890-b727-9557bc7dc5a9 req-cee51a17-eb74-4c10-8f15-b039a97facf8 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 931 time: 0.3087389 May 26 16:21:13.900443 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf91e18-e5c7-49fe-b4a4-3b2e27aae546 req-b3869682-fd0c-4d38-979b-6e677bf25cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:13.902196 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-edf91e18-e5c7-49fe-b4a4-3b2e27aae546 req-b3869682-fd0c-4d38-979b-6e677bf25cee service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 1095 time: 0.2219505 May 26 16:21:13.941974 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:13.950347 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b59042a1-42e1-46f1-86ef-0c1f19221de0 None None] For port 644221d0-1dc0-4de0-ab39-63604651366d, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:21:13.955707 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b59042a1-42e1-46f1-86ef-0c1f19221de0 None None] For port 644221d0-1dc0-4de0-ab39-63604651366d, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=644221d0-1dc0-4de0-ab39-63604651366d,segment=NetworkSegment(4a5c1b17-272a-4dbb-9dad-faf35c687cc8),segment_id=4a5c1b17-272a-4dbb-9dad-faf35c687cc8)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:21:13.961452 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b59042a1-42e1-46f1-86ef-0c1f19221de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:13.973599 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-923f410d-87af-46ad-a979-9d9950b6c665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155c46da-86dc-4fa8-81b7-3290513ddc67 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:21:13.990763 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-923f410d-87af-46ad-a979-9d9950b6c665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:14.000152 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] device_id is not set on port c23174dd-74ab-4c6d-a220-702e2da93ddd yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:21:14.054391 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59042a1-42e1-46f1-86ef-0c1f19221de0 None None] Pushing event updated for resources: {'Port': ['ID=644221d0-1dc0-4de0-ab39-63604651366d,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:14.056550 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf91e18-e5c7-49fe-b4a4-3b2e27aae546 req-0fd82ddf-1a0b-4b72-a5d7-748b1f25a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:14.060608 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-edf91e18-e5c7-49fe-b4a4-3b2e27aae546 req-0fd82ddf-1a0b-4b72-a5d7-748b1f25a0f4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=13bf54f3-26c0-4fe5-aa75-db926c99f0f3 HTTP/1.1" status: 200 len: 898 time: 0.1412942 May 26 16:21:14.101827 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-923f410d-87af-46ad-a979-9d9950b6c665 service neutron] Transition to ACTIVE for port object 155c46da-86dc-4fa8-81b7-3290513ddc67 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:21:14.108833 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-923f410d-87af-46ad-a979-9d9950b6c665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:14.133542 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-edf91e18-e5c7-49fe-b4a4-3b2e27aae546 req-b046ad62-3b19-4317-8256-0538ebd95f3c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b22f3de-ce8b-44e4-ad29-565e4291884a HTTP/1.1" status: 200 len: 217 time: 0.0609150 May 26 16:21:14.137092 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4c66a0c2-2d7f-4f72-b702-828b4ed8e643 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:14.204324 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-4c66a0c2-2d7f-4f72-b702-828b4ed8e643 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Calling delete_port for 3c38f0ed-5a2b-4949-bc9d-ed42bd73e2db owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:14.268053 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e7b4f26-25d3-4890-b727-9557bc7dc5a9 req-ba0223a5-9a2e-4d9e-be8b-ba8409ec185d tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747633 May 26 16:21:14.324982 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f410d-87af-46ad-a979-9d9950b6c665 service neutron] Pushing event updated for resources: {'Port': ['ID=155c46da-86dc-4fa8-81b7-3290513ddc67,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:14.538035 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-923f410d-87af-46ad-a979-9d9950b6c665 service neutron] Attempting to bind port 155c46da-86dc-4fa8-81b7-3290513ddc67 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:21:14.538035 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-923f410d-87af-46ad-a979-9d9950b6c665 service neutron] Attempting to bind port 155c46da-86dc-4fa8-81b7-3290513ddc67 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:21:14.538445 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-923f410d-87af-46ad-a979-9d9950b6c665 service neutron] Attempting to bind port 155c46da-86dc-4fa8-81b7-3290513ddc67 on network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:21:14.564817 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-923f410d-87af-46ad-a979-9d9950b6c665 service neutron] Port 155c46da-86dc-4fa8-81b7-3290513ddc67 on network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:21:14.565712 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-923f410d-87af-46ad-a979-9d9950b6c665 service neutron] Attempting to bind port 155c46da-86dc-4fa8-81b7-3290513ddc67 on network ac28efc0-2a96-4984-9181-6ce65bcb6fc0 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:21:14.585387 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-923f410d-87af-46ad-a979-9d9950b6c665 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:21:14.585732 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-923f410d-87af-46ad-a979-9d9950b6c665 service neutron] Checking segment: {'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:14.586160 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-923f410d-87af-46ad-a979-9d9950b6c665 service neutron] Bound using segment: {'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:21:14.586576 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-923f410d-87af-46ad-a979-9d9950b6c665 service neutron] Bound port: 155c46da-86dc-4fa8-81b7-3290513ddc67, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64067f9b-fae6-4633-84f4-7c3b37230930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:21:14.586931 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-923f410d-87af-46ad-a979-9d9950b6c665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:14.636780 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Allocated IP 172.20.0.10 (8e65e461-cfe3-4038-94c2-d80af175ad7a/f13d99c1-d9ee-4aa5-8ef0-c5cac2549736/c23174dd-74ab-4c6d-a220-702e2da93ddd) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:14.793180 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-923f410d-87af-46ad-a979-9d9950b6c665 service neutron] For port 155c46da-86dc-4fa8-81b7-3290513ddc67, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:21:14.800951 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-923f410d-87af-46ad-a979-9d9950b6c665 service neutron] For port 155c46da-86dc-4fa8-81b7-3290513ddc67, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=155c46da-86dc-4fa8-81b7-3290513ddc67,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:21:14.818496 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-923f410d-87af-46ad-a979-9d9950b6c665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:14.963042 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-923f410d-87af-46ad-a979-9d9950b6c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:14.963888 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-923f410d-87af-46ad-a979-9d9950b6c665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:14.965494 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-923f410d-87af-46ad-a979-9d9950b6c665 service neutron] 10.222.0.81 "PUT /v2.0/ports/155c46da-86dc-4fa8-81b7-3290513ddc67 HTTP/1.1" status: 200 len: 1091 time: 2.4189301 May 26 16:21:14.971902 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04f4083-3462-4a9c-be4f-2fe9a7ac03cb', 'tag': '155c46da-86dc-4fa8-81b7-3290513ddc67'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:21:14.974466 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38db074d-bf47-4490-9430-b02a56294651" -d '{"events": [{"name": "network-changed", "server_uuid": "b04f4083-3462-4a9c-be4f-2fe9a7ac03cb", "tag": "155c46da-86dc-4fa8-81b7-3290513ddc67"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:21:15.021563 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f410d-87af-46ad-a979-9d9950b6c665 service neutron] Pushing event updated for resources: {'Port': ['ID=155c46da-86dc-4fa8-81b7-3290513ddc67,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:15.088705 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf91e18-e5c7-49fe-b4a4-3b2e27aae546 req-704e331d-ddce-4c3e-ac57-73501a20670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:15.097531 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-edf91e18-e5c7-49fe-b4a4-3b2e27aae546 req-704e331d-ddce-4c3e-ac57-73501a20670d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d8060a82-6814-4a9a-8ef5-6e9627de2df0 HTTP/1.1" status: 200 len: 835 time: 0.9521813 May 26 16:21:15.126725 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:15.152531 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-2515b5f3-4f62-4167-8420-c4dc920c65b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:15.155658 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-2515b5f3-4f62-4167-8420-c4dc920c65b4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 1094 time: 0.1291244 May 26 16:21:15.230113 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad05af-706c-490a-966c-98b6f81c017b req-8a2a302b-41d9-44fa-92f3-0ae700313ad0 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:15.230862 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7ad05af-706c-490a-966c-98b6f81c017b req-8a2a302b-41d9-44fa-92f3-0ae700313ad0 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 944 time: 0.2079442 May 26 16:21:15.238806 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-20568efd-fd8b-4a30-87ca-6c0fd9dc1b0b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=155c46da-86dc-4fa8-81b7-3290513ddc67 HTTP/1.1" status: 200 len: 217 time: 0.0743330 May 26 16:21:15.252084 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca103d0-9422-429a-b9f3-960c6c24eec1 req-308d8cd2-b520-48f3-86d5-3d1730cdb3eb tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:15.262210 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:15.264434 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4ca103d0-9422-429a-b9f3-960c6c24eec1 req-308d8cd2-b520-48f3-86d5-3d1730cdb3eb tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 945 time: 0.2384808 May 26 16:21:15.317878 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf91e18-e5c7-49fe-b4a4-3b2e27aae546 req-e7d256f1-32e6-4bf3-aaf5-6e7ee2bdc115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:15.319749 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-edf91e18-e5c7-49fe-b4a4-3b2e27aae546 req-e7d256f1-32e6-4bf3-aaf5-6e7ee2bdc115 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13bf54f3-26c0-4fe5-aa75-db926c99f0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2005732 May 26 16:21:15.447439 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-77f5c115-e729-4268-bf45-30bd2421b427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:15.534417 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7ad05af-706c-490a-966c-98b6f81c017b req-22634f37-dbcd-4bcb-8b32-c6c8fb888303 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528148 May 26 16:21:15.591221 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4ca103d0-9422-429a-b9f3-960c6c24eec1 req-0535b135-7579-4d2b-aabe-c0fefd2331e2 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254240 May 26 16:21:15.649941 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4c66a0c2-2d7f-4f72-b702-828b4ed8e643 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:15.799854 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66a0c2-2d7f-4f72-b702-828b4ed8e643 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Pushing event deleted for resources: {'Port': ['ID=3c38f0ed-5a2b-4949-bc9d-ed42bd73e2db,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:15.827323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 644221d0-1dc0-4de0-ab39-63604651366d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:15.928950 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 8b22f3de-ce8b-44e4-ad29-565e4291884a details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:21:15.944121 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c66a0c2-2d7f-4f72-b702-828b4ed8e643 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:15.944712 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c66a0c2-2d7f-4f72-b702-828b4ed8e643 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:15.945210 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c66a0c2-2d7f-4f72-b702-828b4ed8e643 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:15.945831 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c66a0c2-2d7f-4f72-b702-828b4ed8e643 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:15.946397 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c66a0c2-2d7f-4f72-b702-828b4ed8e643 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:15.946881 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c66a0c2-2d7f-4f72-b702-828b4ed8e643 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:15.948169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c66a0c2-2d7f-4f72-b702-828b4ed8e643 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:15.948671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c66a0c2-2d7f-4f72-b702-828b4ed8e643 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:15.949200 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c66a0c2-2d7f-4f72-b702-828b4ed8e643 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:15.949844 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c66a0c2-2d7f-4f72-b702-828b4ed8e643 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:15.950408 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c66a0c2-2d7f-4f72-b702-828b4ed8e643 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:15.950935 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c66a0c2-2d7f-4f72-b702-828b4ed8e643 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:16.004541 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bab9bb-8742-43ff-95ef-ef8e16c03945 x-openstack-request-id: req-82bab9bb-8742-43ff-95ef-ef8e16c03945 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:21:16.005393 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04f4083-3462-4a9c-be4f-2fe9a7ac03cb", "tag": "155c46da-86dc-4fa8-81b7-3290513ddc67", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:21:16.005393 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-82bab9bb-8742-43ff-95ef-ef8e16c03945 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:21:16.005724 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82bab9bb-8742-43ff-95ef-ef8e16c03945'] response: {'name': 'network-changed', 'server_uuid': 'b04f4083-3462-4a9c-be4f-2fe9a7ac03cb', 'tag': '155c46da-86dc-4fa8-81b7-3290513ddc67', 'status': 'completed', 'code': 200} May 26 16:21:16.006212 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Port': ['ID=c23174dd-74ab-4c6d-a220-702e2da93ddd,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:16.037979 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network 8e65e461-cfe3-4038-94c2-d80af175ad7a is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:16.043272 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:16.043740 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:16.044187 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:16.044596 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:16.046007 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:16.046551 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:16.047156 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:16.047811 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:16.048660 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:16.049360 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:16.049805 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:16.050242 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:21:16.056016 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-edf91e18-e5c7-49fe-b4a4-3b2e27aae546 req-1c6d5017-9de1-48a0-a751-50d84faf88a4 service neutron] 10.222.0.81 "GET /v2.0/networks/13bf54f3-26c0-4fe5-aa75-db926c99f0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7170696 May 26 16:21:16.057724 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:16.064298 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:16.074233 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-2723be3a-8810-4830-a313-76a287eedc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:16.079282 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-2723be3a-8810-4830-a313-76a287eedc41 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0ab488cf-1ef6-49d7-a418-125ef2c2c830 HTTP/1.1" status: 200 len: 845 time: 0.8332276 May 26 16:21:16.158645 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-4c997e87-cbd9-423f-9d10-bc8fc0cb5d88 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479672 May 26 16:21:16.210943 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea430342-8911-4c1d-8d95-4351dfb82288 None None] Network 8e65e461-cfe3-4038-94c2-d80af175ad7a requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:16.226405 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4c66a0c2-2d7f-4f72-b702-828b4ed8e643 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:16.230710 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4c66a0c2-2d7f-4f72-b702-828b4ed8e643 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] 10.222.0.77 "DELETE /v2.0/ports/3c38f0ed-5a2b-4949-bc9d-ed42bd73e2db HTTP/1.1" status: 204 len: 168 time: 3.0008280 May 26 16:21:16.234951 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38632) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:16.247658 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:16.249417 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:16.254283 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b00ee-cae7-4bbc-b6a8-cb281bb308b9 req-8d893f5e-1262-4371-aa5b-c90e9f3bfea3 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:16.256459 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-012b00ee-cae7-4bbc-b6a8-cb281bb308b9 req-8d893f5e-1262-4371-aa5b-c90e9f3bfea3 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 943 time: 0.3980136 May 26 16:21:16.332839 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d72a0df5-b1a5-4183-b6aa-60144a5497af tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5319161 May 26 16:21:16.336973 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38634) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:16.352758 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-29c48fa1-6930-40e0-b5f1-df04a0ce21e2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'port': {'network_id': '8e65e461-cfe3-4038-94c2-d80af175ad7a', 'name': 'tempest-PortsTestJSON-773506930', 'fixed_ips': [{'subnet_id': 'f13d99c1-d9ee-4aa5-8ef0-c5cac2549736', 'ip_address': '172.20.0.9'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:16.361420 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 8b22f3de-ce8b-44e4-ad29-565e4291884a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8b22f3de-ce8b-44e4-ad29-565e4291884a,segment=NetworkSegment(8498f6fa-5e8b-44e7-bc82-da26134ce147),segment_id=8498f6fa-5e8b-44e7-bc82-da26134ce147)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:16.378582 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-edf91e18-e5c7-49fe-b4a4-3b2e27aae546 req-d8f87051-eeb0-4b58-b133-fac2edc759c6 service neutron] 10.222.0.81 "GET /v2.0/networks/13bf54f3-26c0-4fe5-aa75-db926c99f0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070154 May 26 16:21:16.381535 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5e32b563-7c09-4365-8794-77d5ad62add0 None None] Provisioning complete for port 644221d0-1dc0-4de0-ab39-63604651366d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:16.381969 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5e32b563-7c09-4365-8794-77d5ad62add0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:16.389800 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df1cdcf-a743-49fc-82bb-d89839eb03eb tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Deleting subnet 400a7796-35d0-4da7-982b-cb0ac6fca76f {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:21:16.406710 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4df1cdcf-a743-49fc-82bb-d89839eb03eb tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:16.424737 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-012b00ee-cae7-4bbc-b6a8-cb281bb308b9 req-ee447a9b-f3b2-4727-9842-01eb267e5a9a tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319087 May 26 16:21:16.483511 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '8b22f3de-ce8b-44e4-ad29-565e4291884a', 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3', 'port_id': '8b22f3de-ce8b-44e4-ad29-565e4291884a', 'mac_address': 'fa:16:3e:e3:7e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8060a82-6814-4a9a-8ef5-6e9627de2df0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:21:16.513006 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4df1cdcf-a743-49fc-82bb-d89839eb03eb tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:16.570565 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:16.575087 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-8c06f16e-6d48-48d3-97b7-a60fa155bcce service neutron] 10.222.0.81 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088686 May 26 16:21:16.711382 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4df1cdcf-a743-49fc-82bb-d89839eb03eb tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:16.731853 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 8b22f3de-ce8b-44e4-ad29-565e4291884a is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:16.736324 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:16.747581 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 644221d0-1dc0-4de0-ab39-63604651366d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:16.747581 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:16.793443 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b22f3de-ce8b-44e4-ad29-565e4291884a {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:21:16.799831 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5e32b563-7c09-4365-8794-77d5ad62add0 None None] Current status of the port 644221d0-1dc0-4de0-ab39-63604651366d is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:16.800637 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5e32b563-7c09-4365-8794-77d5ad62add0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:16.800777 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b00be4aa-159d-4898-adf0-e42d39c5ccf2 req-63536755-9ead-48db-9f47-d1788df6649f service neutron] 10.222.0.81 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161603 May 26 16:21:16.802103 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c48fa1-6930-40e0-b5f1-df04a0ce21e2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:16.811084 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-29c48fa1-6930-40e0-b5f1-df04a0ce21e2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:16.842046 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-29c48fa1-6930-40e0-b5f1-df04a0ce21e2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] device_id is not set on port c0ca28a5-527e-43ef-b71c-8c426ad64c9b yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:21:16.899646 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4df1cdcf-a743-49fc-82bb-d89839eb03eb tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:16.945234 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 8b22f3de-ce8b-44e4-ad29-565e4291884a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8b22f3de-ce8b-44e4-ad29-565e4291884a,segment=NetworkSegment(8498f6fa-5e8b-44e7-bc82-da26134ce147),segment_id=8498f6fa-5e8b-44e7-bc82-da26134ce147)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:16.962535 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:16.985057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1cdcf-a743-49fc-82bb-d89839eb03eb tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Pushing event deleted for resources: {'Subnet': ['ID=400a7796-35d0-4da7-982b-cb0ac6fca76f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:17.024730 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4df1cdcf-a743-49fc-82bb-d89839eb03eb tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:17.031082 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4df1cdcf-a743-49fc-82bb-d89839eb03eb tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] 10.222.0.77 "DELETE /v2.0/subnets/400a7796-35d0-4da7-982b-cb0ac6fca76f HTTP/1.1" status: 204 len: 168 time: 0.7918863 May 26 16:21:17.031966 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46360d5-9013-416e-9e6d-ddc6029d890c None None] Network 2f377185-0ea3-4a7f-9983-b3bcf03f438c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:17.040257 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38654) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:17.062422 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e779762-1737-422a-8c9a-79645a867c95 req-030afef2-ce2e-4281-a7ae-87fe4d211b24 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:17.075869 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e779762-1737-422a-8c9a-79645a867c95 req-030afef2-ce2e-4281-a7ae-87fe4d211b24 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 945 time: 0.2042935 May 26 16:21:17.105589 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cf671-3036-4c12-b3ca-2ede5ae0afcc req-d2423e6c-dbe9-4bde-9c6d-c566d79f5af1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:17.108589 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee8cf671-3036-4c12-b3ca-2ede5ae0afcc req-d2423e6c-dbe9-4bde-9c6d-c566d79f5af1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 944 time: 0.2236865 May 26 16:21:17.143326 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-35a4f467-0b61-46f2-acd4-601d43adc4f9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:17.173380 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db074d-bf47-4490-9430-b02a56294651 req-3524b8fb-1116-4a99-9452-5cf7ac773028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:17.175676 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-38db074d-bf47-4490-9430-b02a56294651 req-3524b8fb-1116-4a99-9452-5cf7ac773028 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 1094 time: 0.3103929 May 26 16:21:17.209660 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee8cf671-3036-4c12-b3ca-2ede5ae0afcc req-53747e6b-bec5-4b7f-a513-04ac468fa9ac tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865936 May 26 16:21:17.223759 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e779762-1737-422a-8c9a-79645a867c95 req-1db047b4-f487-47e2-8af7-1408173b70f2 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465418 May 26 16:21:17.399382 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-29c48fa1-6930-40e0-b5f1-df04a0ce21e2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Allocated IP 172.20.0.9 (8e65e461-cfe3-4038-94c2-d80af175ad7a/f13d99c1-d9ee-4aa5-8ef0-c5cac2549736/c0ca28a5-527e-43ef-b71c-8c426ad64c9b) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:17.428083 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5e32b563-7c09-4365-8794-77d5ad62add0 None None] For port 644221d0-1dc0-4de0-ab39-63604651366d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=644221d0-1dc0-4de0-ab39-63604651366d,segment=NetworkSegment(4a5c1b17-272a-4dbb-9dad-faf35c687cc8),segment_id=4a5c1b17-272a-4dbb-9dad-faf35c687cc8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:17.449889 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5e32b563-7c09-4365-8794-77d5ad62add0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:17.490116 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db074d-bf47-4490-9430-b02a56294651 req-0965e44d-60ff-4906-856c-43bd553322e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:17.492124 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-38db074d-bf47-4490-9430-b02a56294651 req-0965e44d-60ff-4906-856c-43bd553322e6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 906 time: 0.2885451 May 26 16:21:17.500207 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-35a4f467-0b61-46f2-acd4-601d43adc4f9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Deleting port 40500c8c-061f-49f2-8651-7d731cd38e2b {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:17.504207 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-35a4f467-0b61-46f2-acd4-601d43adc4f9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:17.532660 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:21:17.535314 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=8b22f3de-ce8b-44e4-ad29-565e4291884a,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:17.577861 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['8b22f3de-ce8b-44e4-ad29-565e4291884a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:21:17.683633 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ff2ce-8213-40a3-af27-2ac087351ae8 req-70f7f62c-9177-4de9-94e9-c487b51cd672 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:17.711672 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2a8ff2ce-8213-40a3-af27-2ac087351ae8 req-70f7f62c-9177-4de9-94e9-c487b51cd672 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 943 time: 0.1537452 May 26 16:21:17.715346 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d50f38-0241-4eab-835b-bc82b80150b6 None None] DHCP port deletion for 2f377185-0ea3-4a7f-9983-b3bcf03f438c request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:21:17.719892 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-38db074d-bf47-4490-9430-b02a56294651 req-befaccff-861b-45e9-b7ae-8eba8b1731e0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=155c46da-86dc-4fa8-81b7-3290513ddc67 HTTP/1.1" status: 200 len: 217 time: 0.2033517 May 26 16:21:17.761599 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 644221d0-1dc0-4de0-ab39-63604651366d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:17.866002 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2a8ff2ce-8213-40a3-af27-2ac087351ae8 req-59cc1595-65d4-427e-87c4-d4871d954938 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483607 May 26 16:21:17.886272 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 155c46da-86dc-4fa8-81b7-3290513ddc67 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:21:17.970453 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db074d-bf47-4490-9430-b02a56294651 req-1e7edf26-01ae-4063-88d7-2c8de216075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:17.981770 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-38db074d-bf47-4490-9430-b02a56294651 req-1e7edf26-01ae-4063-88d7-2c8de216075b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0ab488cf-1ef6-49d7-a418-125ef2c2c830 HTTP/1.1" status: 200 len: 845 time: 0.2476656 May 26 16:21:18.027322 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 40500c8c-061f-49f2-8651-7d731cd38e2b no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:21:18.070134 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32b563-7c09-4365-8794-77d5ad62add0 None None] Pushing event updated for resources: {'Port': ['ID=644221d0-1dc0-4de0-ab39-63604651366d,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:18.202023 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-35a4f467-0b61-46f2-acd4-601d43adc4f9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] For port 40500c8c-061f-49f2-8651-7d731cd38e2b, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=40500c8c-061f-49f2-8651-7d731cd38e2b,segment=NetworkSegment(49b1d7f2-b81b-4b23-a5ba-643c6ca75712),segment_id=49b1d7f2-b81b-4b23-a5ba-643c6ca75712)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:18.202023 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-35a4f467-0b61-46f2-acd4-601d43adc4f9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:18.226208 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-38db074d-bf47-4490-9430-b02a56294651 req-1267d2b2-5d23-4c6b-bf9a-47c88d23ddfe service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2025125 May 26 16:21:18.230524 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-35a4f467-0b61-46f2-acd4-601d43adc4f9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Calling delete_port for 40500c8c-061f-49f2-8651-7d731cd38e2b owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:18.418002 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:18.439596 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:18.473670 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 155c46da-86dc-4fa8-81b7-3290513ddc67, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=155c46da-86dc-4fa8-81b7-3290513ddc67,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:18.528964 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-22e0f082-afff-4eae-adc4-4dbf771178b7 None None] Provisioning complete for port 644221d0-1dc0-4de0-ab39-63604651366d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:18.531030 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-22e0f082-afff-4eae-adc4-4dbf771178b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:18.593900 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb7533-e944-4149-8e5a-fd587f85c008 req-95ffa0e5-0ea2-4be0-855a-b0fef129b5b0 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:18.605151 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5afb7533-e944-4149-8e5a-fd587f85c008 req-95ffa0e5-0ea2-4be0-855a-b0fef129b5b0 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 945 time: 0.2177958 May 26 16:21:18.663160 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-29c48fa1-6930-40e0-b5f1-df04a0ce21e2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:18.663936 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7b17d-8b82-436e-a416-e59a1cbac38e req-c6f15d53-2c11-4a56-920e-971138d33c4b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:18.666332 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9cf7b17d-8b82-436e-a416-e59a1cbac38e req-c6f15d53-2c11-4a56-920e-971138d33c4b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 945 time: 0.1971381 May 26 16:21:18.682759 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '155c46da-86dc-4fa8-81b7-3290513ddc67', 'network_id': 'ac28efc0-2a96-4984-9181-6ce65bcb6fc0', 'port_id': '155c46da-86dc-4fa8-81b7-3290513ddc67', 'mac_address': 'fa:16:3e:cf:ea:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab488cf-1ef6-49d7-a418-125ef2c2c830', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:21:18.702168 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-53d50f38-0241-4eab-835b-bc82b80150b6 None None] Deleting port 40500c8c-061f-49f2-8651-7d731cd38e2b {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:18.702748 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-53d50f38-0241-4eab-835b-bc82b80150b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:18.703012 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-35a4f467-0b61-46f2-acd4-601d43adc4f9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:18.732520 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5afb7533-e944-4149-8e5a-fd587f85c008 req-96d4b65f-2186-460e-8a3b-714bb6b0b04b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241128 May 26 16:21:18.785343 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9cf7b17d-8b82-436e-a416-e59a1cbac38e req-87753574-a80e-4ab8-bb7f-af09fd613a05 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915391 May 26 16:21:18.803602 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a4f467-0b61-46f2-acd4-601d43adc4f9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] No DVR routers for this DVR port 40500c8c-061f-49f2-8651-7d731cd38e2b on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:21:18.856808 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-53d50f38-0241-4eab-835b-bc82b80150b6 None None] For port 40500c8c-061f-49f2-8651-7d731cd38e2b, host n-d-843337-2, got binding levels [] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:18.856808 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-53d50f38-0241-4eab-835b-bc82b80150b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:18.876356 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-53d50f38-0241-4eab-835b-bc82b80150b6 None None] Calling delete_port for 40500c8c-061f-49f2-8651-7d731cd38e2b owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:18.880188 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.ipam_backend_mixin [None req-53d50f38-0241-4eab-835b-bc82b80150b6 None None] Port 40500c8c-061f-49f2-8651-7d731cd38e2b was not found and therefore no delete operation was performed {{(pid=103897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:21:18.883931 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4f467-0b61-46f2-acd4-601d43adc4f9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Pushing event deleted for resources: {'Port': ['ID=40500c8c-061f-49f2-8651-7d731cd38e2b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:18.887500 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-29c48fa1-6930-40e0-b5f1-df04a0ce21e2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:18.950894 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-53d50f38-0241-4eab-835b-bc82b80150b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:19.031153 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-38db074d-bf47-4490-9430-b02a56294651 req-8c0d26e8-97fb-45f2-98af-8eb7a26a18d0 service neutron] 10.222.0.81 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7937403 May 26 16:21:19.127457 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 40500c8c-061f-49f2-8651-7d731cd38e2b is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:19.128226 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:19.163902 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c48fa1-6930-40e0-b5f1-df04a0ce21e2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network 8e65e461-cfe3-4038-94c2-d80af175ad7a is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:19.205149 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c48fa1-6930-40e0-b5f1-df04a0ce21e2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Port': ['ID=c0ca28a5-527e-43ef-b71c-8c426ad64c9b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:19.211296 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-35a4f467-0b61-46f2-acd4-601d43adc4f9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:19.221539 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-29c48fa1-6930-40e0-b5f1-df04a0ce21e2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:19.223890 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99f1e2-661c-4834-972c-dbc438533ffc req-6291f65d-a740-42be-a056-1b59ba56e9b4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:19.232078 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b99f1e2-661c-4834-972c-dbc438533ffc req-6291f65d-a740-42be-a056-1b59ba56e9b4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 943 time: 0.1843145 May 26 16:21:19.234431 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c48fa1-6930-40e0-b5f1-df04a0ce21e2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:19.265926 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d50f38-0241-4eab-835b-bc82b80150b6 None None] Pushing event deleted for resources: {'Port': ['ID=40500c8c-061f-49f2-8651-7d731cd38e2b,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:19.276072 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:19.291973 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d50f38-0241-4eab-835b-bc82b80150b6 None None] No DVR routers for this DVR port 40500c8c-061f-49f2-8651-7d731cd38e2b on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:21:19.365473 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7b99f1e2-661c-4834-972c-dbc438533ffc req-6bf90bae-b4c2-412a-9a4b-9cb5c8486f5a tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160367 May 26 16:21:19.422314 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-35a4f467-0b61-46f2-acd4-601d43adc4f9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f377185-0ea3-4a7f-9983-b3bcf03f438c']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:19.482344 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-35a4f467-0b61-46f2-acd4-601d43adc4f9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b1d7f2-b81b-4b23-a5ba-643c6ca75712') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:19.482668 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-35a4f467-0b61-46f2-acd4-601d43adc4f9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b1d7f2-b81b-4b23-a5ba-643c6ca75712') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:19.508312 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-35a4f467-0b61-46f2-acd4-601d43adc4f9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:19.528197 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 155c46da-86dc-4fa8-81b7-3290513ddc67 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:19.528883 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:19.534073 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c48fa1-6930-40e0-b5f1-df04a0ce21e2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:19.534777 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-29c48fa1-6930-40e0-b5f1-df04a0ce21e2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:19.617109 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-38db074d-bf47-4490-9430-b02a56294651 req-d2eeabc3-4f5e-45ac-9a53-76f2d97214db service neutron] 10.222.0.81 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5680628 May 26 16:21:19.653091 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155c46da-86dc-4fa8-81b7-3290513ddc67 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:21:19.656038 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-35a4f467-0b61-46f2-acd4-601d43adc4f9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:19.660508 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-22e0f082-afff-4eae-adc4-4dbf771178b7 None None] Current status of the port 644221d0-1dc0-4de0-ab39-63604651366d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:19.681028 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a4f467-0b61-46f2-acd4-601d43adc4f9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:21:19.681756 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-35a4f467-0b61-46f2-acd4-601d43adc4f9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:19.841095 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 155c46da-86dc-4fa8-81b7-3290513ddc67, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=155c46da-86dc-4fa8-81b7-3290513ddc67,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:19.850228 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 49b1d7f2-b81b-4b23-a5ba-643c6ca75712 resource provider aggregate not found May 26 16:21:19.862673 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-29c48fa1-6930-40e0-b5f1-df04a0ce21e2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5207453 May 26 16:21:19.863805 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38710) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:19.923282 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-35a4f467-0b61-46f2-acd4-601d43adc4f9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:19.939778 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:19.996064 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-35a4f467-0b61-46f2-acd4-601d43adc4f9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:20.019069 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-35a4f467-0b61-46f2-acd4-601d43adc4f9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] 10.222.0.77 "DELETE /v2.0/networks/2f377185-0ea3-4a7f-9983-b3bcf03f438c HTTP/1.1" status: 204 len: 168 time: 2.9771969 May 26 16:21:20.024538 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 49b1d7f2-b81b-4b23-a5ba-643c6ca75712 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49b1d7f2-b81b-4b23-a5ba-643c6ca75712 found for delete ", "request_id": "req-07c75e11-826b-4b4d-b223-6411602f9593"}]} May 26 16:21:20.026459 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4f467-0b61-46f2-acd4-601d43adc4f9 tempest-AllowedAddressPairTestJSON-172240585 tempest-AllowedAddressPairTestJSON-172240585-project] Pushing event deleted for resources: {'Network': ['ID=2f377185-0ea3-4a7f-9983-b3bcf03f438c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:20.081816 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-22e0f082-afff-4eae-adc4-4dbf771178b7 None None] Provisioning complete for port c23174dd-74ab-4c6d-a220-702e2da93ddd triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:20.082776 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-22e0f082-afff-4eae-adc4-4dbf771178b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:20.091315 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=155c46da-86dc-4fa8-81b7-3290513ddc67,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:20.152066 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 644221d0-1dc0-4de0-ab39-63604651366d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:20.227709 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['155c46da-86dc-4fa8-81b7-3290513ddc67'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:21:20.258481 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf685a8-2cdf-4a69-ba6c-6dda49649553 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:20.263355 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-dbf685a8-2cdf-4a69-ba6c-6dda49649553 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3943729 May 26 16:21:20.263959 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38714) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:20.320672 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-22e0f082-afff-4eae-adc4-4dbf771178b7 None None] Port c23174dd-74ab-4c6d-a220-702e2da93ddd cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:20.332195 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe5213-e677-46d0-bfe7-96d65fb8d659 req-396e3fff-439a-4942-b685-42a35a2382b9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:20.350974 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cbfe5213-e677-46d0-bfe7-96d65fb8d659 req-396e3fff-439a-4942-b685-42a35a2382b9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 945 time: 0.2524047 May 26 16:21:20.361795 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d45deb-94d7-4af7-9187-e9395efe1f97 req-aba72f4a-b2a1-429b-9315-0c264be3d1da tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:20.380667 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-49d45deb-94d7-4af7-9187-e9395efe1f97 req-aba72f4a-b2a1-429b-9315-0c264be3d1da tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 945 time: 0.3078127 May 26 16:21:20.499643 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cbfe5213-e677-46d0-bfe7-96d65fb8d659 req-e2c48ee5-2e93-4ebe-ad86-cfb4c82d39a1 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178372 May 26 16:21:20.514620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e33779-a1ae-4700-8d6a-30e49d46a65f tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:20.523064 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e33779-a1ae-4700-8d6a-30e49d46a65f tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:20.532838 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e33779-a1ae-4700-8d6a-30e49d46a65f tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:20.543859 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-87e33779-a1ae-4700-8d6a-30e49d46a65f tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2784095 May 26 16:21:20.550756 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 644221d0-1dc0-4de0-ab39-63604651366d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:20.551446 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:20.556944 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38728) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:20.565476 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-49d45deb-94d7-4af7-9187-e9395efe1f97 req-165f4d87-6a83-4282-b7ec-33d9bdada214 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433833 May 26 16:21:20.622104 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-33107ecf-8eb9-4afd-91ce-b2c9f9a7356d None None] Provisioning complete for port c0ca28a5-527e-43ef-b71c-8c426ad64c9b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:20.623070 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-33107ecf-8eb9-4afd-91ce-b2c9f9a7356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:20.664055 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-33107ecf-8eb9-4afd-91ce-b2c9f9a7356d None None] Port c0ca28a5-527e-43ef-b71c-8c426ad64c9b cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:20.766517 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-33107ecf-8eb9-4afd-91ce-b2c9f9a7356d None None] Provisioning complete for port c23174dd-74ab-4c6d-a220-702e2da93ddd triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:20.766517 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-33107ecf-8eb9-4afd-91ce-b2c9f9a7356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:20.802074 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50fdf6-28cb-4d74-852e-637fa799797d req-94bbe647-f31f-45b7-b70c-33318b93265f tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:20.805137 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38732) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:20.813997 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1e50fdf6-28cb-4d74-852e-637fa799797d req-94bbe647-f31f-45b7-b70c-33318b93265f tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 944 time: 0.0923100 May 26 16:21:20.960142 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1e50fdf6-28cb-4d74-852e-637fa799797d req-dc2a68d4-0e85-44d5-9147-f1510229e468 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431730 May 26 16:21:20.962300 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-07ee91d7-5cb5-4fc7-891e-40a5a47a6aff tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting port c0ca28a5-527e-43ef-b71c-8c426ad64c9b {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:20.966732 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-07ee91d7-5cb5-4fc7-891e-40a5a47a6aff tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:20.973196 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-33107ecf-8eb9-4afd-91ce-b2c9f9a7356d None None] Port c23174dd-74ab-4c6d-a220-702e2da93ddd cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:21.009118 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 644221d0-1dc0-4de0-ab39-63604651366d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:21.166219 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0d2e9926-978b-4685-b1b7-2b1c6d705bdf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=caff1e1f6bda414b85d127ab29fdb8b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3539476 May 26 16:21:21.171334 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38748) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:21.206952 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-07ee91d7-5cb5-4fc7-891e-40a5a47a6aff tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:21.234352 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-07ee91d7-5cb5-4fc7-891e-40a5a47a6aff tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Calling delete_port for c0ca28a5-527e-43ef-b71c-8c426ad64c9b owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:21.293009 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3aded05b-b552-4ba7-a7dd-58a0e231ded1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:21.338854 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3aded05b-b552-4ba7-a7dd-58a0e231ded1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:21.426816 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3aded05b-b552-4ba7-a7dd-58a0e231ded1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:21.429735 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3aded05b-b552-4ba7-a7dd-58a0e231ded1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:21.431246 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3aded05b-b552-4ba7-a7dd-58a0e231ded1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/78d88106-7fc3-4c7c-807e-d0675c7de14c HTTP/1.1" status: 204 len: 168 time: 0.2580917 May 26 16:21:21.463675 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aded05b-b552-4ba7-a7dd-58a0e231ded1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d88106-7fc3-4c7c-807e-d0675c7de14c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:21.547961 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-07ee91d7-5cb5-4fc7-891e-40a5a47a6aff tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:21.595554 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee91d7-5cb5-4fc7-891e-40a5a47a6aff tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Port': ['ID=c0ca28a5-527e-43ef-b71c-8c426ad64c9b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:21.768682 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-07ee91d7-5cb5-4fc7-891e-40a5a47a6aff tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:21.778809 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-07ee91d7-5cb5-4fc7-891e-40a5a47a6aff tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/ports/c0ca28a5-527e-43ef-b71c-8c426ad64c9b HTTP/1.1" status: 204 len: 168 time: 1.2202666 May 26 16:21:21.780913 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38762) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:21.846717 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-de488ebd-03a5-4fc5-8bc0-5b1598c10206 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] GET failed (client error): The resource could not be found. May 26 16:21:21.855273 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-de488ebd-03a5-4fc5-8bc0-5b1598c10206 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports/c0ca28a5-527e-43ef-b71c-8c426ad64c9b HTTP/1.1" status: 404 len: 333 time: 0.0725904 May 26 16:21:21.856012 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38764) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:21.935469 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 155c46da-86dc-4fa8-81b7-3290513ddc67 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:22.004355 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999c976-fa56-4595-9511-c3b66c0d6ccd req-8c63eb2f-fa6d-45ca-acaa-52387c70acab tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:22.024708 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b999c976-fa56-4595-9511-c3b66c0d6ccd req-8c63eb2f-fa6d-45ca-acaa-52387c70acab tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 945 time: 0.1835837 May 26 16:21:22.043611 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b31f9e-4269-400a-af65-a00bd8797358 req-e64c8a39-2e3a-4a63-8d02-8ad20e162fcd tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:22.056889 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2b31f9e-4269-400a-af65-a00bd8797358 req-e64c8a39-2e3a-4a63-8d02-8ad20e162fcd tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 945 time: 0.2888384 May 26 16:21:22.104353 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 155c46da-86dc-4fa8-81b7-3290513ddc67 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:21:22.119330 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 155c46da-86dc-4fa8-81b7-3290513ddc67 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:22.120959 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:22.140698 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ef754099-183e-4b3d-abad-44544f13ed04 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting port c23174dd-74ab-4c6d-a220-702e2da93ddd {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:22.141048 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ef754099-183e-4b3d-abad-44544f13ed04 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:22.270878 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2b31f9e-4269-400a-af65-a00bd8797358 req-26ec3b47-d4d4-4b2d-a011-d03fa98ecd39 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106743 May 26 16:21:22.290502 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b999c976-fa56-4595-9511-c3b66c0d6ccd req-6b10b49a-1266-430b-a9e4-88f1b7d9695a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049739 May 26 16:21:22.407917 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ef754099-183e-4b3d-abad-44544f13ed04 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:22.409341 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 155c46da-86dc-4fa8-81b7-3290513ddc67 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:22.409742 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:22.446070 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ef754099-183e-4b3d-abad-44544f13ed04 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Calling delete_port for c23174dd-74ab-4c6d-a220-702e2da93ddd owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:22.469099 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04f4083-3462-4a9c-be4f-2fe9a7ac03cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155c46da-86dc-4fa8-81b7-3290513ddc67'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:21:22.471453 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580a804b-e48b-4f89-8dc4-9f4f32124b5a" -d '{"events": [{"server_uuid": "b04f4083-3462-4a9c-be4f-2fe9a7ac03cb", "name": "network-vif-plugged", "status": "completed", "tag": "155c46da-86dc-4fa8-81b7-3290513ddc67"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:21:22.496496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5bead-f15e-464a-ae2b-e3601e1ab0d4 req-8f64a2e0-13d8-4fbf-807d-30e0cfe07d11 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:22.498088 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bfa5bead-f15e-464a-ae2b-e3601e1ab0d4 req-8f64a2e0-13d8-4fbf-807d-30e0cfe07d11 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 944 time: 0.0796392 May 26 16:21:22.503387 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 155c46da-86dc-4fa8-81b7-3290513ddc67, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=155c46da-86dc-4fa8-81b7-3290513ddc67,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:22.511423 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:22.512346 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 8b22f3de-ce8b-44e4-ad29-565e4291884a up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:22.535767 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4968c1fc-b4bc-460e-870f-f7e31b95e2af x-openstack-request-id: req-4968c1fc-b4bc-460e-870f-f7e31b95e2af {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:21:22.537176 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04f4083-3462-4a9c-be4f-2fe9a7ac03cb", "name": "network-vif-plugged", "status": "completed", "tag": "155c46da-86dc-4fa8-81b7-3290513ddc67", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:21:22.537176 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4968c1fc-b4bc-460e-870f-f7e31b95e2af {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:21:22.537176 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4968c1fc-b4bc-460e-870f-f7e31b95e2af'] response: {'server_uuid': 'b04f4083-3462-4a9c-be4f-2fe9a7ac03cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155c46da-86dc-4fa8-81b7-3290513ddc67', 'code': 200} May 26 16:21:22.653709 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bfa5bead-f15e-464a-ae2b-e3601e1ab0d4 req-7a0d6449-0a39-40d8-a97f-36ed65829964 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358004 May 26 16:21:22.711447 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 8b22f3de-ce8b-44e4-ad29-565e4291884a completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:21:22.746547 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 8b22f3de-ce8b-44e4-ad29-565e4291884a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:22.751257 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:22.841582 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22003fc6-5f23-4bb0-b26e-06412ff134ea req-cb437d84-1f54-460d-960c-3551b15cd869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:22.844921 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-22003fc6-5f23-4bb0-b26e-06412ff134ea req-cb437d84-1f54-460d-960c-3551b15cd869 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 1096 time: 0.1361723 May 26 16:21:22.912068 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-22003fc6-5f23-4bb0-b26e-06412ff134ea req-ef96e0bc-657c-4ee0-8ebb-299f5e0ef510 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601645 May 26 16:21:22.958455 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ef754099-183e-4b3d-abad-44544f13ed04 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:23.031804 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38802) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:23.038087 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef754099-183e-4b3d-abad-44544f13ed04 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Port': ['ID=c23174dd-74ab-4c6d-a220-702e2da93ddd,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:23.097006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=155c46da-86dc-4fa8-81b7-3290513ddc67,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:23.213012 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ef754099-183e-4b3d-abad-44544f13ed04 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:23.219204 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ef754099-183e-4b3d-abad-44544f13ed04 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/ports/c23174dd-74ab-4c6d-a220-702e2da93ddd HTTP/1.1" status: 204 len: 168 time: 1.3583717 May 26 16:21:23.223437 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38808) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:23.245882 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 8b22f3de-ce8b-44e4-ad29-565e4291884a is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:23.250892 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:23.262357 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-8388fd2d-28ae-4da4-b06a-729a51776eca tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1256296776'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:23.301744 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ecb33a-27c2-4816-8138-00ef7feb366a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] GET failed (client error): The resource could not be found. May 26 16:21:23.306131 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-31ecb33a-27c2-4816-8138-00ef7feb366a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports/c23174dd-74ab-4c6d-a220-702e2da93ddd HTTP/1.1" status: 404 len: 333 time: 0.0783048 May 26 16:21:23.306301 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38810) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:23.318493 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 8b22f3de-ce8b-44e4-ad29-565e4291884a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8b22f3de-ce8b-44e4-ad29-565e4291884a,segment=NetworkSegment(8498f6fa-5e8b-44e7-bc82-da26134ce147),segment_id=8498f6fa-5e8b-44e7-bc82-da26134ce147)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:23.324637 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:23.370930 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8388fd2d-28ae-4da4-b06a-729a51776eca tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Made reservation on behalf of f097394b03ff4725b307a703ed276351 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:23.381407 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8388fd2d-28ae-4da4-b06a-729a51776eca tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:23.409016 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8388fd2d-28ae-4da4-b06a-729a51776eca tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:23.474083 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ff6e40-089c-4a0c-9393-4139d50931b8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting subnet f13d99c1-d9ee-4aa5-8ef0-c5cac2549736 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:21:23.485103 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70ff6e40-089c-4a0c-9393-4139d50931b8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:23.536107 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=8b22f3de-ce8b-44e4-ad29-565e4291884a,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:23.590930 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70ff6e40-089c-4a0c-9393-4139d50931b8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:23.675113 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28046a15-97ff-4313-aaf8-239c040e2d73 req-005e9241-01c2-491c-81a0-db94946017f1 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:23.686901 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28046a15-97ff-4313-aaf8-239c040e2d73 req-005e9241-01c2-491c-81a0-db94946017f1 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 945 time: 0.1790929 May 26 16:21:23.735303 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8388fd2d-28ae-4da4-b06a-729a51776eca tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:23.747860 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28046a15-97ff-4313-aaf8-239c040e2d73 req-a0ee9db7-54b5-4b4b-a424-4659a3c5c019 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595486 May 26 16:21:23.762315 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8388fd2d-28ae-4da4-b06a-729a51776eca tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:23.809857 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70ff6e40-089c-4a0c-9393-4139d50931b8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:23.816887 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388fd2d-28ae-4da4-b06a-729a51776eca tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36ad81ce-156f-4194-8c9d-bcfa5346e3f9,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:23.835205 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982bde0-b77b-459b-af0c-dc98c678fff9 req-fd1889fb-1ab3-4f4c-8a45-0fb8a5939e55 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:23.838016 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f982bde0-b77b-459b-af0c-dc98c678fff9 req-fd1889fb-1ab3-4f4c-8a45-0fb8a5939e55 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 946 time: 0.3285201 May 26 16:21:23.893964 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8388fd2d-28ae-4da4-b06a-729a51776eca tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:21:23.974112 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70ff6e40-089c-4a0c-9393-4139d50931b8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:23.984272 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f982bde0-b77b-459b-af0c-dc98c678fff9 req-52a4ef9f-4236-4e9d-a6ac-0dafc0f96a6e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336629 May 26 16:21:23.984272 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8388fd2d-28ae-4da4-b06a-729a51776eca tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:23.984272 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-8388fd2d-28ae-4da4-b06a-729a51776eca tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Added segment a750c0a1-2624-4273-a1fe-cf82b6e46864 of type vlan for network 9597dbc7-a08e-491a-b56b-8248069c0500 May 26 16:21:24.051137 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8388fd2d-28ae-4da4-b06a-729a51776eca tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:24.063357 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279999e8-0dc0-43ea-bb58-81e30e428825 req-5b580c9c-fbd7-448d-9aff-94b3daa62ee0 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:24.072583 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-279999e8-0dc0-43ea-bb58-81e30e428825 req-5b580c9c-fbd7-448d-9aff-94b3daa62ee0 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 945 time: 0.1658652 May 26 16:21:24.132452 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff6e40-089c-4a0c-9393-4139d50931b8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Subnet': ['ID=f13d99c1-d9ee-4aa5-8ef0-c5cac2549736,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:24.155735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb11d0b7-5952-49e7-8d99-f839cf556621 None None] Network 8e65e461-cfe3-4038-94c2-d80af175ad7a requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:24.159554 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8388fd2d-28ae-4da4-b06a-729a51776eca tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:24.170514 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-70ff6e40-089c-4a0c-9393-4139d50931b8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:24.190448 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8388fd2d-28ae-4da4-b06a-729a51776eca tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:24.196237 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-70ff6e40-089c-4a0c-9393-4139d50931b8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/subnets/f13d99c1-d9ee-4aa5-8ef0-c5cac2549736 HTTP/1.1" status: 204 len: 168 time: 0.8859563 May 26 16:21:24.196466 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8388fd2d-28ae-4da4-b06a-729a51776eca tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:24.196581 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38830) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:24.263026 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-279999e8-0dc0-43ea-bb58-81e30e428825 req-f5560e4b-5461-403e-b617-77be17c83a7e tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891997 May 26 16:21:24.348061 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388fd2d-28ae-4da4-b06a-729a51776eca tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event updated for resources: {'Network': ['ID=9597dbc7-a08e-491a-b56b-8248069c0500,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:24.364743 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8388fd2d-28ae-4da4-b06a-729a51776eca tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3234529 May 26 16:21:24.381921 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 9597dbc7-a08e-491a-b56b-8248069c0500 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:21:24.445761 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5791147-79af-49d0-a9cc-0b3eb6b0c77c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:24.548872 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c062d7-8ab0-4b6b-968a-be475c625e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b22f3de-ce8b-44e4-ad29-565e4291884a'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:21:24.553802 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110a4c83-d2a2-438d-bab7-b21a6f080c7e" -d '{"events": [{"server_uuid": "b6c062d7-8ab0-4b6b-968a-be475c625e48", "name": "network-vif-plugged", "status": "completed", "tag": "8b22f3de-ce8b-44e4-ad29-565e4291884a"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:21:24.591156 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-d5791147-79af-49d0-a9cc-0b3eb6b0c77c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting port 644221d0-1dc0-4de0-ab39-63604651366d {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:24.592703 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5791147-79af-49d0-a9cc-0b3eb6b0c77c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:24.744299 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1deb6dd-528e-461a-9dc5-928dd9168b0c None None] DHCP port deletion for 8e65e461-cfe3-4038-94c2-d80af175ad7a request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:21:24.782443 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-d5791147-79af-49d0-a9cc-0b3eb6b0c77c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] For port 644221d0-1dc0-4de0-ab39-63604651366d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=644221d0-1dc0-4de0-ab39-63604651366d,segment=NetworkSegment(4a5c1b17-272a-4dbb-9dad-faf35c687cc8),segment_id=4a5c1b17-272a-4dbb-9dad-faf35c687cc8)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:24.782862 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5791147-79af-49d0-a9cc-0b3eb6b0c77c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:24.787640 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43d2274-e7f5-4c85-a70f-36029047ea09 x-openstack-request-id: req-f43d2274-e7f5-4c85-a70f-36029047ea09 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:21:24.788663 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c062d7-8ab0-4b6b-968a-be475c625e48", "name": "network-vif-plugged", "status": "completed", "tag": "8b22f3de-ce8b-44e4-ad29-565e4291884a", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:21:24.789231 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f43d2274-e7f5-4c85-a70f-36029047ea09 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:21:24.790148 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f43d2274-e7f5-4c85-a70f-36029047ea09'] response: {'server_uuid': 'b6c062d7-8ab0-4b6b-968a-be475c625e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b22f3de-ce8b-44e4-ad29-565e4291884a', 'code': 200} May 26 16:21:24.825539 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-d5791147-79af-49d0-a9cc-0b3eb6b0c77c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Calling delete_port for 644221d0-1dc0-4de0-ab39-63604651366d owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:24.975514 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d1deb6dd-528e-461a-9dc5-928dd9168b0c None None] Deleting port 644221d0-1dc0-4de0-ab39-63604651366d {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:24.976030 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d1deb6dd-528e-461a-9dc5-928dd9168b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:25.160946 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a72cae-a3be-4855-9e23-8c72834fe181 req-fbbdabeb-732f-4389-a0a3-eab92cb0ec8b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:25.181527 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3a72cae-a3be-4855-9e23-8c72834fe181 req-fbbdabeb-732f-4389-a0a3-eab92cb0ec8b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 945 time: 0.2204864 May 26 16:21:25.191575 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5791147-79af-49d0-a9cc-0b3eb6b0c77c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:25.217712 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d1deb6dd-528e-461a-9dc5-928dd9168b0c None None] For port 644221d0-1dc0-4de0-ab39-63604651366d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=644221d0-1dc0-4de0-ab39-63604651366d,segment=NetworkSegment(4a5c1b17-272a-4dbb-9dad-faf35c687cc8),segment_id=4a5c1b17-272a-4dbb-9dad-faf35c687cc8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:25.218633 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d1deb6dd-528e-461a-9dc5-928dd9168b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:25.250541 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d1deb6dd-528e-461a-9dc5-928dd9168b0c None None] Calling delete_port for 644221d0-1dc0-4de0-ab39-63604651366d owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:25.272531 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5791147-79af-49d0-a9cc-0b3eb6b0c77c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Port': ['ID=644221d0-1dc0-4de0-ab39-63604651366d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:25.284386 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5791147-79af-49d0-a9cc-0b3eb6b0c77c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] No DVR routers for this DVR port 644221d0-1dc0-4de0-ab39-63604651366d on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:21:25.559180 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3a72cae-a3be-4855-9e23-8c72834fe181 req-7c00dd83-73f4-4ba4-a2c9-eb7604d9c553 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748248 May 26 16:21:25.601030 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5791147-79af-49d0-a9cc-0b3eb6b0c77c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:25.619964 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2efb0-dea8-4314-9497-161cb3b65de8 req-8503f02b-6ae1-48c2-966e-530bda1879fd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:25.639615 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bca2efb0-dea8-4314-9497-161cb3b65de8 req-8503f02b-6ae1-48c2-966e-530bda1879fd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 946 time: 0.4338868 May 26 16:21:25.666727 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d1deb6dd-528e-461a-9dc5-928dd9168b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:25.706966 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-d5791147-79af-49d0-a9cc-0b3eb6b0c77c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e65e461-cfe3-4038-94c2-d80af175ad7a']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:25.745140 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-d5791147-79af-49d0-a9cc-0b3eb6b0c77c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a5c1b17-272a-4dbb-9dad-faf35c687cc8') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:25.745614 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-d5791147-79af-49d0-a9cc-0b3eb6b0c77c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a5c1b17-272a-4dbb-9dad-faf35c687cc8') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:25.783571 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5791147-79af-49d0-a9cc-0b3eb6b0c77c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:25.790129 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bca2efb0-dea8-4314-9497-161cb3b65de8 req-15032e0c-c2a0-43dc-aed1-2f471909ef90 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494362 May 26 16:21:25.809390 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5791147-79af-49d0-a9cc-0b3eb6b0c77c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:25.810050 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1deb6dd-528e-461a-9dc5-928dd9168b0c None None] Pushing event deleted for resources: {'Port': ['ID=644221d0-1dc0-4de0-ab39-63604651366d,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:25.814104 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1deb6dd-528e-461a-9dc5-928dd9168b0c None None] No DVR routers for this DVR port 644221d0-1dc0-4de0-ab39-63604651366d on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:21:25.831675 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5791147-79af-49d0-a9cc-0b3eb6b0c77c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:21:25.832217 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5791147-79af-49d0-a9cc-0b3eb6b0c77c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:25.972640 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 644221d0-1dc0-4de0-ab39-63604651366d no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:21:26.017062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42797b-8c6c-4373-9374-42d1fdeb704f req-c6ad3405-20e4-425b-855e-247902516d2a tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:26.019456 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 644221d0-1dc0-4de0-ab39-63604651366d {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:21:26.020444 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 644221d0-1dc0-4de0-ab39-63604651366d not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:21:26.046451 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd42797b-8c6c-4373-9374-42d1fdeb704f req-c6ad3405-20e4-425b-855e-247902516d2a tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 945 time: 0.2485394 May 26 16:21:26.155106 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c36e9-a5ba-4970-b08c-0c117e1a3df3 req-7f2b5724-dc75-4837-a371-597cafdfd496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:26.161387 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a03c36e9-a5ba-4970-b08c-0c117e1a3df3 req-7f2b5724-dc75-4837-a371-597cafdfd496 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 1097 time: 1.1823785 May 26 16:21:26.164234 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 4a5c1b17-272a-4dbb-9dad-faf35c687cc8 resource provider aggregate not found May 26 16:21:26.169508 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5791147-79af-49d0-a9cc-0b3eb6b0c77c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:26.173862 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd42797b-8c6c-4373-9374-42d1fdeb704f req-e20933a4-3523-4571-a9af-85475b524f37 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185589 May 26 16:21:26.228193 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5791147-79af-49d0-a9cc-0b3eb6b0c77c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:26.234263 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d5791147-79af-49d0-a9cc-0b3eb6b0c77c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/networks/8e65e461-cfe3-4038-94c2-d80af175ad7a HTTP/1.1" status: 204 len: 168 time: 2.0333238 May 26 16:21:26.240534 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38864) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:26.244187 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 4a5c1b17-272a-4dbb-9dad-faf35c687cc8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a5c1b17-272a-4dbb-9dad-faf35c687cc8 found for delete ", "request_id": "req-bb421296-aa98-4110-96d6-a453cf94f3f6"}]} May 26 16:21:26.247202 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-55d80bd8-da4d-455d-8893-d47ce572baf8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-387265445'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:26.280189 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5791147-79af-49d0-a9cc-0b3eb6b0c77c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Network': ['ID=8e65e461-cfe3-4038-94c2-d80af175ad7a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:26.305363 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a03c36e9-a5ba-4970-b08c-0c117e1a3df3 req-804ba2d5-17c1-4c73-9818-87f61fede98d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332600 May 26 16:21:26.308056 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d80bd8-da4d-455d-8893-d47ce572baf8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:26.321517 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55d80bd8-da4d-455d-8893-d47ce572baf8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:26.431088 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d80bd8-da4d-455d-8893-d47ce572baf8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:21:26.459389 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55d80bd8-da4d-455d-8893-d47ce572baf8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:26.466825 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-55d80bd8-da4d-455d-8893-d47ce572baf8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Added segment bfc179ef-44ca-422d-a891-e34f5760d472 of type vlan for network f68a2802-5564-4282-a166-5b48e40bf2cb May 26 16:21:26.557210 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55d80bd8-da4d-455d-8893-d47ce572baf8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:26.639511 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55d80bd8-da4d-455d-8893-d47ce572baf8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:26.675150 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d80bd8-da4d-455d-8893-d47ce572baf8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:26.676385 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55d80bd8-da4d-455d-8893-d47ce572baf8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:26.949130 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-55d80bd8-da4d-455d-8893-d47ce572baf8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7069075 May 26 16:21:26.953405 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38878) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:26.959265 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d11b5eb2-2847-4610-a338-f3b2c86a0230 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'subnet': {'network_id': 'f68a2802-5564-4282-a166-5b48e40bf2cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:26.989592 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d80bd8-da4d-455d-8893-d47ce572baf8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Network': ['ID=f68a2802-5564-4282-a166-5b48e40bf2cb,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:27.014406 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network f68a2802-5564-4282-a166-5b48e40bf2cb details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:21:27.020656 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88f5eb-04f7-45f9-bdbc-bed6e6240402 req-efa8b429-1aba-406d-9999-8393c6224aa8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:27.023400 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f88f5eb-04f7-45f9-bdbc-bed6e6240402 req-efa8b429-1aba-406d-9999-8393c6224aa8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 945 time: 0.1793692 May 26 16:21:27.039315 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb51935-1b25-48e8-b7ba-b9765f10603e req-d69e3d6b-4e4b-4b52-b20d-27ef57cbf733 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:27.054162 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-beb51935-1b25-48e8-b7ba-b9765f10603e req-d69e3d6b-4e4b-4b52-b20d-27ef57cbf733 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 945 time: 0.3702269 May 26 16:21:27.182133 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-beb51935-1b25-48e8-b7ba-b9765f10603e req-815c8777-3db7-451e-86d7-79ef71c7c0ae tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266196 May 26 16:21:27.198884 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f88f5eb-04f7-45f9-bdbc-bed6e6240402 req-fc896aa3-0b86-4f4d-991a-6ca6a7c7a09b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285617 May 26 16:21:27.343813 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11b5eb2-2847-4610-a338-f3b2c86a0230 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:27.355888 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d11b5eb2-2847-4610-a338-f3b2c86a0230 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:27.385244 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49936795-704d-4859-90d4-ab218e9c33c9 req-5852452e-7e6e-43fc-93b5-5531a009ad1b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:27.397559 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-49936795-704d-4859-90d4-ab218e9c33c9 req-5852452e-7e6e-43fc-93b5-5531a009ad1b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 946 time: 0.0823715 May 26 16:21:27.490828 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-49936795-704d-4859-90d4-ab218e9c33c9 req-a13632c4-dcf4-4545-9633-b5d25e5ec4a5 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912805 May 26 16:21:27.604995 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86deb885-fd11-4651-8656-3925c7e87e42 req-f71aa061-de05-4bd6-831a-1eb148bfe62e tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:27.618533 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-86deb885-fd11-4651-8656-3925c7e87e42 req-f71aa061-de05-4bd6-831a-1eb148bfe62e tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 945 time: 0.1789680 May 26 16:21:27.707219 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-86deb885-fd11-4651-8656-3925c7e87e42 req-eb7fcbe2-5a03-4fcc-a2d1-e779614c8ff5 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768189 May 26 16:21:27.947140 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d11b5eb2-2847-4610-a338-f3b2c86a0230 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:28.063445 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b5eb2-2847-4610-a338-f3b2c86a0230 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Subnet': ['ID=8ac6c30a-4f92-495d-a95f-b761b6cfc5eb,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:28.081459 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b5eb2-2847-4610-a338-f3b2c86a0230 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Checking segment: {'id': 'bfc179ef-44ca-422d-a891-e34f5760d472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f68a2802-5564-4282-a166-5b48e40bf2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:28.081836 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11b5eb2-2847-4610-a338-f3b2c86a0230 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network hostable DHCP agents. Network: f68a2802-5564-4282-a166-5b48e40bf2cb, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:21:28.135851 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11b5eb2-2847-4610-a338-f3b2c86a0230 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network f68a2802-5564-4282-a166-5b48e40bf2cb is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:21:28.137286 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2f2c8-5eb5-4f6a-8d81-6ce00b0ac667 req-94e1163d-ec51-42dc-b8c1-86c196b03bc2 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:28.141220 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-91e2f2c8-5eb5-4f6a-8d81-6ce00b0ac667 req-94e1163d-ec51-42dc-b8c1-86c196b03bc2 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 945 time: 0.1144269 May 26 16:21:28.153459 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-d11b5eb2-2847-4610-a338-f3b2c86a0230 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, f68a2802-5564-4282-a166-5b48e40bf2cb) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:28.167281 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79047412-d5a3-4aab-9085-c9cc599f68a4 None None] Network f68a2802-5564-4282-a166-5b48e40bf2cb requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:28.179574 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11b5eb2-2847-4610-a338-f3b2c86a0230 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:28.181050 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d11b5eb2-2847-4610-a338-f3b2c86a0230 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:28.218879 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d11b5eb2-2847-4610-a338-f3b2c86a0230 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2638717 May 26 16:21:28.223154 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38900) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:28.235047 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-753745fd-6fee-4310-8365-aaabeea76734 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1685936969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:28.347196 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-91e2f2c8-5eb5-4f6a-8d81-6ce00b0ac667 req-e0b93c2f-f673-49ea-9b59-b3e0ce9d7b17 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946244 May 26 16:21:28.350511 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-753745fd-6fee-4310-8365-aaabeea76734 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:28.352699 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-753745fd-6fee-4310-8365-aaabeea76734 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:28.582614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fecb8-4625-4f7c-a96c-63896294f9e0 req-7ec91849-b038-431b-a123-3acb67fdefb6 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:28.599476 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b87fecb8-4625-4f7c-a96c-63896294f9e0 req-7ec91849-b038-431b-a123-3acb67fdefb6 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 945 time: 0.1472580 May 26 16:21:28.634258 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-753745fd-6fee-4310-8365-aaabeea76734 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:28.651057 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-753745fd-6fee-4310-8365-aaabeea76734 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:28.707611 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-753745fd-6fee-4310-8365-aaabeea76734 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:28.715006 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-753745fd-6fee-4310-8365-aaabeea76734 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4901495 May 26 16:21:28.715922 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38912) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:28.738370 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b9287bc5-df93-45ac-82cb-199930a1702d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'port': {'network_id': 'f68a2802-5564-4282-a166-5b48e40bf2cb', 'name': 'tempest-PortsTestJSON-38306756'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:28.740983 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aee348e-cc9d-492e-a114-edefcde14f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-f68a2802-5564-4282-a166-5b48e40bf2cb', 'network_id': 'f68a2802-5564-4282-a166-5b48e40bf2cb', 'tenant_id': '3baec1898b89453d8fdf801d2e6b7529', 'fixed_ips': [{'subnet_id': '8ac6c30a-4f92-495d-a95f-b761b6cfc5eb'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:21:28.744404 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0aee348e-cc9d-492e-a114-edefcde14f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:28.820778 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b87fecb8-4625-4f7c-a96c-63896294f9e0 req-19c3b399-d8cf-4c19-9539-a4380588a7ff tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183423 May 26 16:21:28.870104 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7d747-f1f2-4d47-b1ab-f3a61a47cbec req-eb27003c-ebd6-477d-8f88-3f4e2e4086d5 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:28.879931 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55d7d747-f1f2-4d47-b1ab-f3a61a47cbec req-eb27003c-ebd6-477d-8f88-3f4e2e4086d5 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 946 time: 0.2362769 May 26 16:21:28.991292 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55d7d747-f1f2-4d47-b1ab-f3a61a47cbec req-c607b3e8-6617-429c-bb84-c61d4534e824 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077864 May 26 16:21:29.128599 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9287bc5-df93-45ac-82cb-199930a1702d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:29.141441 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9287bc5-df93-45ac-82cb-199930a1702d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:29.206612 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38920) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:29.231667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-3972e13f-26fe-4553-8ce0-714a44de417c tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Request body: {'subnet': {'network_id': '9597dbc7-a08e-491a-b56b-8248069c0500', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:29.251210 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-0aee348e-cc9d-492e-a114-edefcde14f5a None None] Allocated IP 172.20.0.2 (f68a2802-5564-4282-a166-5b48e40bf2cb/8ac6c30a-4f92-495d-a95f-b761b6cfc5eb/0759e94a-8dac-4abc-9bd0-6a1793965dca) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:29.253544 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-b9287bc5-df93-45ac-82cb-199930a1702d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] device_id is not set on port 32df31e1-f4ef-498e-8e48-a34c4431fcae yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:21:29.317300 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0519ff7-65b2-441a-84d2-dde9238e9f9c req-93528d86-9911-4db5-a461-d0b8746ea2c7 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:29.336127 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e0519ff7-65b2-441a-84d2-dde9238e9f9c req-93528d86-9911-4db5-a461-d0b8746ea2c7 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 946 time: 0.1370997 May 26 16:21:29.504454 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3972e13f-26fe-4553-8ce0-714a44de417c tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Made reservation on behalf of f097394b03ff4725b307a703ed276351 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:29.517303 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3972e13f-26fe-4553-8ce0-714a44de417c tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:29.517866 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e0519ff7-65b2-441a-84d2-dde9238e9f9c req-74443415-180a-4c95-b236-c2f50c799ef4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792054 May 26 16:21:29.561985 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0aee348e-cc9d-492e-a114-edefcde14f5a None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:29.571587 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38930) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:29.584540 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0aee348e-cc9d-492e-a114-edefcde14f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:29.645293 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee348e-cc9d-492e-a114-edefcde14f5a None None] Pushing event updated for resources: {'Port': ['ID=0759e94a-8dac-4abc-9bd0-6a1793965dca,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:29.665999 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aee348e-cc9d-492e-a114-edefcde14f5a None None] Network f68a2802-5564-4282-a166-5b48e40bf2cb is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:29.678285 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-0aee348e-cc9d-492e-a114-edefcde14f5a None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:29.682332 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aee348e-cc9d-492e-a114-edefcde14f5a None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:29.728540 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-b9287bc5-df93-45ac-82cb-199930a1702d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Allocated IP 172.20.0.11 (f68a2802-5564-4282-a166-5b48e40bf2cb/8ac6c30a-4f92-495d-a95f-b761b6cfc5eb/32df31e1-f4ef-498e-8e48-a34c4431fcae) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:29.766005 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05928338-f35d-44f1-b985-b99eb0cbf08a tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:29.772375 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-05928338-f35d-44f1-b985-b99eb0cbf08a tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 1092 time: 0.1957719 May 26 16:21:29.772627 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38936) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:29.777603 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ddc6636e-fa1b-487e-af2c-12c543f5865f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': '8b22f3de-ce8b-44e4-ad29-565e4291884a', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:29.787974 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4eb89-f477-4710-9a86-8cb30fb37da6 req-dc696d3f-092c-4ba9-8da9-3f11f230fcbf tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:29.802292 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-17c4eb89-f477-4710-9a86-8cb30fb37da6 req-dc696d3f-092c-4ba9-8da9-3f11f230fcbf tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 945 time: 0.2741113 May 26 16:21:29.813138 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-0aee348e-cc9d-492e-a114-edefcde14f5a None None] Attempting to bind port 0759e94a-8dac-4abc-9bd0-6a1793965dca on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:21:29.813704 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-0aee348e-cc9d-492e-a114-edefcde14f5a None None] Attempting to bind port 0759e94a-8dac-4abc-9bd0-6a1793965dca by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'bfc179ef-44ca-422d-a891-e34f5760d472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f68a2802-5564-4282-a166-5b48e40bf2cb'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:21:29.814484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aee348e-cc9d-492e-a114-edefcde14f5a None None] Attempting to bind port 0759e94a-8dac-4abc-9bd0-6a1793965dca on network f68a2802-5564-4282-a166-5b48e40bf2cb {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:21:29.825752 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aee348e-cc9d-492e-a114-edefcde14f5a None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:21:29.826669 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aee348e-cc9d-492e-a114-edefcde14f5a None None] Checking segment: {'id': 'bfc179ef-44ca-422d-a891-e34f5760d472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f68a2802-5564-4282-a166-5b48e40bf2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:29.827094 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0aee348e-cc9d-492e-a114-edefcde14f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:29.827515 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aee348e-cc9d-492e-a114-edefcde14f5a None None] Bound using segment: {'id': 'bfc179ef-44ca-422d-a891-e34f5760d472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f68a2802-5564-4282-a166-5b48e40bf2cb'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:21:29.828012 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-0aee348e-cc9d-492e-a114-edefcde14f5a None None] Bound port: 0759e94a-8dac-4abc-9bd0-6a1793965dca, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc179ef-44ca-422d-a891-e34f5760d472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f68a2802-5564-4282-a166-5b48e40bf2cb'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:21:29.828424 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0aee348e-cc9d-492e-a114-edefcde14f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:29.866822 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-17c4eb89-f477-4710-9a86-8cb30fb37da6 req-245a0c77-c1b2-4b83-9d87-e0d2aeda5582 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618951 May 26 16:21:29.940233 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ddc6636e-fa1b-487e-af2c-12c543f5865f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:30.017307 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-0aee348e-cc9d-492e-a114-edefcde14f5a None None] For port 0759e94a-8dac-4abc-9bd0-6a1793965dca, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:21:30.026656 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-0aee348e-cc9d-492e-a114-edefcde14f5a None None] For port 0759e94a-8dac-4abc-9bd0-6a1793965dca, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0759e94a-8dac-4abc-9bd0-6a1793965dca,segment=NetworkSegment(bfc179ef-44ca-422d-a891-e34f5760d472),segment_id=bfc179ef-44ca-422d-a891-e34f5760d472)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:21:30.036970 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0aee348e-cc9d-492e-a114-edefcde14f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:30.071153 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1baa5f-e245-4a32-bb30-69a7086a8ef0 req-234a706f-da01-4d3f-ba32-fba084a393d4 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:30.073592 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e1baa5f-e245-4a32-bb30-69a7086a8ef0 req-234a706f-da01-4d3f-ba32-fba084a393d4 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 945 time: 0.0960336 May 26 16:21:30.190158 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee348e-cc9d-492e-a114-edefcde14f5a None None] Pushing event updated for resources: {'Port': ['ID=0759e94a-8dac-4abc-9bd0-6a1793965dca,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:30.193780 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e1baa5f-e245-4a32-bb30-69a7086a8ef0 req-ce803def-09f9-4a40-866f-63b269a70cc1 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976307 May 26 16:21:30.562329 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:30.794703 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da32327-207f-445d-bc02-281aea96fe11 req-41456a76-03ce-468b-bbce-cdf4400ab2f0 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:30.798013 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8da32327-207f-445d-bc02-281aea96fe11 req-41456a76-03ce-468b-bbce-cdf4400ab2f0 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1080921 May 26 16:21:30.805801 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3972e13f-26fe-4553-8ce0-714a44de417c tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:30.862603 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8da32327-207f-445d-bc02-281aea96fe11 req-6d72375c-f02c-4206-8cc8-eecf2a643131 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537791 May 26 16:21:30.949276 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9287bc5-df93-45ac-82cb-199930a1702d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:31.022870 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972e13f-26fe-4553-8ce0-714a44de417c tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event updated for resources: {'Subnet': ['ID=75421fec-878d-4950-b675-02595064d94b,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:31.079860 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ddc6636e-fa1b-487e-af2c-12c543f5865f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:31.104162 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3972e13f-26fe-4553-8ce0-714a44de417c tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Checking segment: {'id': 'a750c0a1-2624-4273-a1fe-cf82b6e46864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9597dbc7-a08e-491a-b56b-8248069c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:31.104162 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3972e13f-26fe-4553-8ce0-714a44de417c tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Network hostable DHCP agents. Network: 9597dbc7-a08e-491a-b56b-8248069c0500, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:21:31.179994 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9287bc5-df93-45ac-82cb-199930a1702d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:31.190296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fad4ca-014d-477e-82d5-2823817dbbaf req-ec0cd6f9-3b39-490e-9db2-8a477a8203e4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:31.200694 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2fad4ca-014d-477e-82d5-2823817dbbaf req-ec0cd6f9-3b39-490e-9db2-8a477a8203e4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 945 time: 0.1556201 May 26 16:21:31.248936 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798369c-b1bd-482d-ae56-cfbbbcc82c92 req-bbe07e4b-16eb-43b8-a1b9-db827b4ea694 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:31.252724 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d798369c-b1bd-482d-ae56-cfbbbcc82c92 req-bbe07e4b-16eb-43b8-a1b9-db827b4ea694 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1932786 May 26 16:21:31.306956 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2fad4ca-014d-477e-82d5-2823817dbbaf req-7921bbdc-9fb0-4616-951c-1a367f960bd6 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051905 May 26 16:21:31.344556 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d798369c-b1bd-482d-ae56-cfbbbcc82c92 req-9f6eb87b-16b1-42b3-a7b8-13285636ebf5 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727592 May 26 16:21:31.365914 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9287bc5-df93-45ac-82cb-199930a1702d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Port': ['ID=32df31e1-f4ef-498e-8e48-a34c4431fcae,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:31.370803 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-ddc6636e-fa1b-487e-af2c-12c543f5865f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Allocated IP 172.25.7.182 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/692cf9bc-4799-48d1-aae4-9c316fadc649) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:31.378198 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3972e13f-26fe-4553-8ce0-714a44de417c tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Network 9597dbc7-a08e-491a-b56b-8248069c0500 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:21:31.402380 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9287bc5-df93-45ac-82cb-199930a1702d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network f68a2802-5564-4282-a166-5b48e40bf2cb is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:31.405265 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-3972e13f-26fe-4553-8ce0-714a44de417c tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 9597dbc7-a08e-491a-b56b-8248069c0500) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:31.407483 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-b9287bc5-df93-45ac-82cb-199930a1702d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:31.422916 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9287bc5-df93-45ac-82cb-199930a1702d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:31.427845 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3972e13f-26fe-4553-8ce0-714a44de417c tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:31.428875 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3972e13f-26fe-4553-8ce0-714a44de417c tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:31.434155 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa895c4-5d62-4f2d-b564-469d30179a48 None None] Network 9597dbc7-a08e-491a-b56b-8248069c0500 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:31.624596 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031c0c9-de01-4a6d-943c-ee6ee09eda20 req-5d5e2a1c-d681-41f4-8e52-2b0e78f66b15 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:31.628443 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3031c0c9-de01-4a6d-943c-ee6ee09eda20 req-5d5e2a1c-d681-41f4-8e52-2b0e78f66b15 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1375275 May 26 16:21:31.645885 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ddc6636e-fa1b-487e-af2c-12c543f5865f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:31.704600 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3031c0c9-de01-4a6d-943c-ee6ee09eda20 req-336527a4-6b67-48ef-976f-e655bae62734 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617895 May 26 16:21:31.711656 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3972e13f-26fe-4553-8ce0-714a44de417c tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4984481 May 26 16:21:31.712799 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38972) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:31.720529 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-13b1b078-38ac-4144-bb20-1c95c6dcb38f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1783117055'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:31.769406 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9287bc5-df93-45ac-82cb-199930a1702d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:31.776042 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9287bc5-df93-45ac-82cb-199930a1702d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:31.781769 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0a4745-b454-4870-8b8f-3a11d50efcc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-9597dbc7-a08e-491a-b56b-8248069c0500', 'network_id': '9597dbc7-a08e-491a-b56b-8248069c0500', 'tenant_id': 'f097394b03ff4725b307a703ed276351', 'fixed_ips': [{'subnet_id': '75421fec-878d-4950-b675-02595064d94b'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:21:31.784475 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9f0a4745-b454-4870-8b8f-3a11d50efcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:31.797095 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b1b078-38ac-4144-bb20-1c95c6dcb38f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Made reservation on behalf of f097394b03ff4725b307a703ed276351 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:31.804669 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13b1b078-38ac-4144-bb20-1c95c6dcb38f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:31.831135 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ddc6636e-fa1b-487e-af2c-12c543f5865f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:31.907716 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b1b078-38ac-4144-bb20-1c95c6dcb38f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:21:31.908325 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b9287bc5-df93-45ac-82cb-199930a1702d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1912317 May 26 16:21:31.915125 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38982) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:31.926730 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc6636e-fa1b-487e-af2c-12c543f5865f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:31.931085 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-ddc6636e-fa1b-487e-af2c-12c543f5865f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:31.936764 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc6636e-fa1b-487e-af2c-12c543f5865f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:31.989945 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6636e-fa1b-487e-af2c-12c543f5865f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Port': ['ID=692cf9bc-4799-48d1-aae4-9c316fadc649,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:32.021198 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13b1b078-38ac-4144-bb20-1c95c6dcb38f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:32.022158 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-13b1b078-38ac-4144-bb20-1c95c6dcb38f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Added segment 11c9837e-c118-43ec-88f7-075baae51fc3 of type vlan for network f5570357-40c7-4e12-be36-c4f5856d5bf2 May 26 16:21:32.099581 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c87bca0-d17c-46b1-b058-84ff718973b4 None None] Network f68a2802-5564-4282-a166-5b48e40bf2cb requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:32.142201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0759e94a-8dac-4abc-9bd0-6a1793965dca up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:32.209412 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13b1b078-38ac-4144-bb20-1c95c6dcb38f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:32.345078 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.db.resource_extend [None req-13b1b078-38ac-4144-bb20-1c95c6dcb38f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:21:32.360121 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c468b1dd-1530-4446-aa62-370b11991173 None None] Provisioning complete for port 0759e94a-8dac-4abc-9bd0-6a1793965dca triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:32.360547 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c468b1dd-1530-4446-aa62-370b11991173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:32.377254 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-9f0a4745-b454-4870-8b8f-3a11d50efcc7 None None] Allocated IP 2001:db8:0:ffff::2 (9597dbc7-a08e-491a-b56b-8248069c0500/75421fec-878d-4950-b675-02595064d94b/278926e0-bff0-421a-b852-9e242fa9f209) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:32.596315 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ddc6636e-fa1b-487e-af2c-12c543f5865f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:32.609694 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0759e94a-8dac-4abc-9bd0-6a1793965dca triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:32.610280 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:32.730603 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ddc6636e-fa1b-487e-af2c-12c543f5865f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:33.038130 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c468b1dd-1530-4446-aa62-370b11991173 None None] Current status of the port 0759e94a-8dac-4abc-9bd0-6a1793965dca is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:33.039245 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c468b1dd-1530-4446-aa62-370b11991173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:33.078681 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9f0a4745-b454-4870-8b8f-3a11d50efcc7 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:33.089388 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0759e94a-8dac-4abc-9bd0-6a1793965dca is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:33.097008 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:33.112381 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9f0a4745-b454-4870-8b8f-3a11d50efcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:33.144859 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13b1b078-38ac-4144-bb20-1c95c6dcb38f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:33.155527 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b1b078-38ac-4144-bb20-1c95c6dcb38f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:33.157203 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13b1b078-38ac-4144-bb20-1c95c6dcb38f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:33.226197 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c468b1dd-1530-4446-aa62-370b11991173 None None] For port 0759e94a-8dac-4abc-9bd0-6a1793965dca, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0759e94a-8dac-4abc-9bd0-6a1793965dca,segment=NetworkSegment(bfc179ef-44ca-422d-a891-e34f5760d472),segment_id=bfc179ef-44ca-422d-a891-e34f5760d472)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:33.227396 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ddc6636e-fa1b-487e-af2c-12c543f5865f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:33.231905 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0a4745-b454-4870-8b8f-3a11d50efcc7 None None] Network 9597dbc7-a08e-491a-b56b-8248069c0500 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:33.237888 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ddc6636e-fa1b-487e-af2c-12c543f5865f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:33.240970 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-9f0a4745-b454-4870-8b8f-3a11d50efcc7 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:33.243724 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c468b1dd-1530-4446-aa62-370b11991173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:33.248612 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0a4745-b454-4870-8b8f-3a11d50efcc7 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:33.269892 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a4745-b454-4870-8b8f-3a11d50efcc7 None None] Pushing event updated for resources: {'Port': ['ID=278926e0-bff0-421a-b852-9e242fa9f209,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:33.287612 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ba81c-e0f9-40a7-b73b-f124442f9c05 req-538519ca-db8b-44a9-891b-6073e60e8fec tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:33.299405 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0e9ba81c-e0f9-40a7-b73b-f124442f9c05 req-538519ca-db8b-44a9-891b-6073e60e8fec tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 1.2022254 May 26 16:21:33.343355 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1b078-38ac-4144-bb20-1c95c6dcb38f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event updated for resources: {'Network': ['ID=f5570357-40c7-4e12-be36-c4f5856d5bf2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:33.405910 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-13b1b078-38ac-4144-bb20-1c95c6dcb38f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6912863 May 26 16:21:33.414569 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39002) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:33.433111 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059700e-58b1-402a-b478-28e532055e25 req-9de61b8f-fe50-4d6c-89b1-8a83c7004c1c tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:33.452080 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7059700e-58b1-402a-b478-28e532055e25 req-9de61b8f-fe50-4d6c-89b1-8a83c7004c1c tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 945 time: 0.9187298 May 26 16:21:33.458060 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6636e-fa1b-487e-af2c-12c543f5865f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Port': ['ID=692cf9bc-4799-48d1-aae4-9c316fadc649,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:33.462902 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-4a0f5617-2598-44b3-8bef-5d2810a016d6 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Request body: {'subnet': {'network_id': 'f5570357-40c7-4e12-be36-c4f5856d5bf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:33.463354 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ddc6636e-fa1b-487e-af2c-12c543f5865f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:33.618292 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0e9ba81c-e0f9-40a7-b73b-f124442f9c05 req-16121f92-ea5f-483a-96fb-75679481a7c9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3174541 May 26 16:21:33.691736 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7059700e-58b1-402a-b478-28e532055e25 req-dd70b066-b2fa-448b-8f72-933eff0b1dd4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340226 May 26 16:21:33.695280 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-ddc6636e-fa1b-487e-af2c-12c543f5865f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Floating IP 082b32ee-8986-495a-b61e-063c58b08d5e associated. External IP: 172.25.7.182, port: 8b22f3de-ce8b-44e4-ad29-565e4291884a. May 26 16:21:33.798517 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network f5570357-40c7-4e12-be36-c4f5856d5bf2 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:21:33.804667 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:21:33.805065 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:21:33.828158 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7357c8f-030c-43c7-83ee-6972ec5b6a89 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:33.831896 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0f5617-2598-44b3-8bef-5d2810a016d6 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Made reservation on behalf of f097394b03ff4725b307a703ed276351 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:33.837271 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4a0f5617-2598-44b3-8bef-5d2810a016d6 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:34.080713 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9f0a4745-b454-4870-8b8f-3a11d50efcc7 None None] Attempting to bind port 278926e0-bff0-421a-b852-9e242fa9f209 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:21:34.081283 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9f0a4745-b454-4870-8b8f-3a11d50efcc7 None None] Attempting to bind port 278926e0-bff0-421a-b852-9e242fa9f209 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'a750c0a1-2624-4273-a1fe-cf82b6e46864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9597dbc7-a08e-491a-b56b-8248069c0500'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:21:34.081433 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0a4745-b454-4870-8b8f-3a11d50efcc7 None None] Attempting to bind port 278926e0-bff0-421a-b852-9e242fa9f209 on network 9597dbc7-a08e-491a-b56b-8248069c0500 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:21:34.121681 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5a375a3a-9850-42fe-85c1-8bc60ec6dede None None] Provisioning complete for port 0759e94a-8dac-4abc-9bd0-6a1793965dca triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:34.123224 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5a375a3a-9850-42fe-85c1-8bc60ec6dede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:34.164531 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468b1dd-1530-4446-aa62-370b11991173 None None] Pushing event updated for resources: {'Port': ['ID=0759e94a-8dac-4abc-9bd0-6a1793965dca,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:34.168963 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0a4745-b454-4870-8b8f-3a11d50efcc7 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:21:34.169306 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0a4745-b454-4870-8b8f-3a11d50efcc7 None None] Checking segment: {'id': 'a750c0a1-2624-4273-a1fe-cf82b6e46864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9597dbc7-a08e-491a-b56b-8248069c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:34.169636 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9f0a4745-b454-4870-8b8f-3a11d50efcc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:34.171039 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0a4745-b454-4870-8b8f-3a11d50efcc7 None None] Bound using segment: {'id': 'a750c0a1-2624-4273-a1fe-cf82b6e46864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9597dbc7-a08e-491a-b56b-8248069c0500'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:21:34.171607 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9f0a4745-b454-4870-8b8f-3a11d50efcc7 None None] Bound port: 278926e0-bff0-421a-b852-9e242fa9f209, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750c0a1-2624-4273-a1fe-cf82b6e46864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9597dbc7-a08e-491a-b56b-8248069c0500'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:21:34.171995 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9f0a4745-b454-4870-8b8f-3a11d50efcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:34.192127 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc6636e-fa1b-487e-af2c-12c543f5865f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Router 108fcba7-2e0f-4bab-94d3-58627ec6f945 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:21:34.329938 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4a0f5617-2598-44b3-8bef-5d2810a016d6 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:34.351380 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5a375a3a-9850-42fe-85c1-8bc60ec6dede None None] Current status of the port 0759e94a-8dac-4abc-9bd0-6a1793965dca is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:34.429599 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9f0a4745-b454-4870-8b8f-3a11d50efcc7 None None] For port 278926e0-bff0-421a-b852-9e242fa9f209, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:21:34.434604 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9f0a4745-b454-4870-8b8f-3a11d50efcc7 None None] For port 278926e0-bff0-421a-b852-9e242fa9f209, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=278926e0-bff0-421a-b852-9e242fa9f209,segment=NetworkSegment(a750c0a1-2624-4273-a1fe-cf82b6e46864),segment_id=a750c0a1-2624-4273-a1fe-cf82b6e46864)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:21:34.449918 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc6636e-fa1b-487e-af2c-12c543f5865f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:21:34.465773 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75646e29-90da-4787-9f44-0e01f3cba948 None None] Sync routers for ids ['108fcba7-2e0f-4bab-94d3-58627ec6f945'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:21:34.468593 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9f0a4745-b454-4870-8b8f-3a11d50efcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:34.479813 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ddc6636e-fa1b-487e-af2c-12c543f5865f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:34.491977 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75646e29-90da-4787-9f44-0e01f3cba948 None None] Routers {'108fcba7-2e0f-4bab-94d3-58627ec6f945'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:34.493924 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-75646e29-90da-4787-9f44-0e01f3cba948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:21:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['108fcba7-2e0f-4bab-94d3-58627ec6f945'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:34.507324 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5a375a3a-9850-42fe-85c1-8bc60ec6dede None None] Provisioning complete for port 32df31e1-f4ef-498e-8e48-a34c4431fcae triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:34.509125 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5a375a3a-9850-42fe-85c1-8bc60ec6dede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:34.512969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0759e94a-8dac-4abc-9bd0-6a1793965dca is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:34.517844 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e441ba-00de-4bc6-8757-814484efa42a req-48812ef8-3901-45de-87a2-dd54284f1ed8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:34.525705 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42e441ba-00de-4bc6-8757-814484efa42a req-48812ef8-3901-45de-87a2-dd54284f1ed8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 812 time: 0.3623722 May 26 16:21:34.592474 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ddc6636e-fa1b-487e-af2c-12c543f5865f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.8182127 May 26 16:21:34.593844 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c062d7-8ab0-4b6b-968a-be475c625e48', 'tag': '8b22f3de-ce8b-44e4-ad29-565e4291884a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:21:34.594573 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42e441ba-00de-4bc6-8757-814484efa42a req-cf1c77d1-3b4e-4dc8-b94f-4b1602ff7c37 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/quotas/6d53cccfd841437c98d5f73be3ccabb0 HTTP/1.1" status: 200 len: 375 time: 0.0679052 May 26 16:21:34.603109 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cfd256-b499-447c-bbdd-1ac74eaf7ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c062d7-8ab0-4b6b-968a-be475c625e48", "tag": "8b22f3de-ce8b-44e4-ad29-565e4291884a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:21:34.682370 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0f5617-2598-44b3-8bef-5d2810a016d6 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Checking segment: {'id': '11c9837e-c118-43ec-88f7-075baae51fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f5570357-40c7-4e12-be36-c4f5856d5bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:34.682744 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0f5617-2598-44b3-8bef-5d2810a016d6 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Network hostable DHCP agents. Network: f5570357-40c7-4e12-be36-c4f5856d5bf2, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:21:34.712058 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f5617-2598-44b3-8bef-5d2810a016d6 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event updated for resources: {'Subnet': ['ID=e52ed562-9a4d-4d54-9dc6-832c4e496b5a,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:34.720834 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-75646e29-90da-4787-9f44-0e01f3cba948 None None] Set router 108fcba7-2e0f-4bab-94d3-58627ec6f945 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:21:34.751524 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0759e94a-8dac-4abc-9bd0-6a1793965dca up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:34.815665 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a4745-b454-4870-8b8f-3a11d50efcc7 None None] Pushing event updated for resources: {'Port': ['ID=278926e0-bff0-421a-b852-9e242fa9f209,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:34.825146 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5a375a3a-9850-42fe-85c1-8bc60ec6dede None None] Port 32df31e1-f4ef-498e-8e48-a34c4431fcae cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:34.827904 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0f5617-2598-44b3-8bef-5d2810a016d6 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Network f5570357-40c7-4e12-be36-c4f5856d5bf2 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:21:34.868631 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0759e94a-8dac-4abc-9bd0-6a1793965dca triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:34.869169 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:34.876898 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42e441ba-00de-4bc6-8757-814484efa42a req-fd4bbd62-2b37-4b33-a1aa-fbc4e1e1d131 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2810137 May 26 16:21:34.934502 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68f2ce-7b87-4e22-85e5-6312ffe559a5 req-ebbbdc5a-8cf6-43d6-91ea-1e8d97a4515a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:34.936697 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c68f2ce-7b87-4e22-85e5-6312ffe559a5 req-ebbbdc5a-8cf6-43d6-91ea-1e8d97a4515a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 946 time: 0.2143178 May 26 16:21:34.940613 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-4a0f5617-2598-44b3-8bef-5d2810a016d6 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, f5570357-40c7-4e12-be36-c4f5856d5bf2) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:34.980140 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84338cd0-e04c-4edc-946a-cf88448d4fd3 None None] Network f5570357-40c7-4e12-be36-c4f5856d5bf2 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:35.029807 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0f5617-2598-44b3-8bef-5d2810a016d6 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:35.030794 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4a0f5617-2598-44b3-8bef-5d2810a016d6 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:35.146405 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7357c8f-030c-43c7-83ee-6972ec5b6a89 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:35.163476 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4a0f5617-2598-44b3-8bef-5d2810a016d6 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7089751 May 26 16:21:35.167675 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39044) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:35.182412 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7357c8f-030c-43c7-83ee-6972ec5b6a89 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:35.224341 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c68f2ce-7b87-4e22-85e5-6312ffe559a5 req-abbcd189-7327-4506-8443-78cccaea53ef tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153656 May 26 16:21:35.230677 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-04206c43-7922-43d3-8c5c-3b9e3ab5f5ed None None] Provisioning complete for port 32df31e1-f4ef-498e-8e48-a34c4431fcae triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:35.231351 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-04206c43-7922-43d3-8c5c-3b9e3ab5f5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:35.283291 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42e441ba-00de-4bc6-8757-814484efa42a req-540efd7e-5fe8-4b8c-93c9-c9ca09196fcb service neutron] 10.222.0.77 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051354 May 26 16:21:35.317429 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39046) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:35.470686 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-75646e29-90da-4787-9f44-0e01f3cba948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186697841', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:42Z', 'updated_at': '2022-05-26T16:20:59Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:45Z', 'updated_at': '2022-05-26T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '082b32ee-8986-495a-b61e-063c58b08d5e', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'port_id': '8b22f3de-ce8b-44e4-ad29-565e4291884a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3', 'mac_address': 'fa:16:3e:e3:7e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c062d7-8ab0-4b6b-968a-be475c625e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:21:32Z', 'updated_at': '2022-05-26T16:21:32Z', 'revision_number': 0, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe', 'name': '', 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:38:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'd8060a82-6814-4a9a-8ef5-6e9627de2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:57Z', 'updated_at': '2022-05-26T16:21:06Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'd8060a82-6814-4a9a-8ef5-6e9627de2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:35.514835 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7357c8f-030c-43c7-83ee-6972ec5b6a89 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Port': ['ID=32df31e1-f4ef-498e-8e48-a34c4431fcae,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:35.525787 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-04206c43-7922-43d3-8c5c-3b9e3ab5f5ed None None] Port 32df31e1-f4ef-498e-8e48-a34c4431fcae cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:35.586957 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75646e29-90da-4787-9f44-0e01f3cba948 None None] Checking router: 108fcba7-2e0f-4bab-94d3-58627ec6f945 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:21:35.588406 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a47b14-e02f-4da2-b7c9-1b20c66ac273 x-openstack-request-id: req-78a47b14-e02f-4da2-b7c9-1b20c66ac273 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:21:35.589161 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c062d7-8ab0-4b6b-968a-be475c625e48", "tag": "8b22f3de-ce8b-44e4-ad29-565e4291884a", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:21:35.589161 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-78a47b14-e02f-4da2-b7c9-1b20c66ac273 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:21:35.589448 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a47b14-e02f-4da2-b7c9-1b20c66ac273'] response: {'name': 'network-changed', 'server_uuid': 'b6c062d7-8ab0-4b6b-968a-be475c625e48', 'tag': '8b22f3de-ce8b-44e4-ad29-565e4291884a', 'status': 'completed', 'code': 200} May 26 16:21:35.628697 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75646e29-90da-4787-9f44-0e01f3cba948 None None] Routers {'108fcba7-2e0f-4bab-94d3-58627ec6f945'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:35.629849 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-75646e29-90da-4787-9f44-0e01f3cba948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:21:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['108fcba7-2e0f-4bab-94d3-58627ec6f945'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:35.643684 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:35.699424 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfd256-b499-447c-bbdd-1ac74eaf7ae5 req-06deeb13-e388-4ef3-a842-444c775350c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:35.701443 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a8cfd256-b499-447c-bbdd-1ac74eaf7ae5 req-06deeb13-e388-4ef3-a842-444c775350c6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 1097 time: 0.1159298 May 26 16:21:35.726129 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee6c1dc-e18a-49a8-9940-2d37083e3613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-f5570357-40c7-4e12-be36-c4f5856d5bf2', 'network_id': 'f5570357-40c7-4e12-be36-c4f5856d5bf2', 'tenant_id': 'f097394b03ff4725b307a703ed276351', 'fixed_ips': [{'subnet_id': 'e52ed562-9a4d-4d54-9dc6-832c4e496b5a'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:21:35.727102 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dee6c1dc-e18a-49a8-9940-2d37083e3613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:35.745891 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0759e94a-8dac-4abc-9bd0-6a1793965dca is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:35.935029 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:35.947270 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-515feae2-5750-4ad3-a303-ee443e1944b8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/floatingips/082b32ee-8986-495a-b61e-063c58b08d5e HTTP/1.1" status: 200 len: 992 time: 0.6285949 May 26 16:21:36.026322 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-75646e29-90da-4787-9f44-0e01f3cba948 None None] Set router 108fcba7-2e0f-4bab-94d3-58627ec6f945 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:21:36.073505 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e136f51e-8b61-48ed-986d-f34e68cec2c3 None None] Provisioning complete for port 32df31e1-f4ef-498e-8e48-a34c4431fcae triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:36.074296 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e136f51e-8b61-48ed-986d-f34e68cec2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:36.085585 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfd256-b499-447c-bbdd-1ac74eaf7ae5 req-d710e064-d82b-4b14-aad9-38c3a50987b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:36.087471 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a8cfd256-b499-447c-bbdd-1ac74eaf7ae5 req-d710e064-d82b-4b14-aad9-38c3a50987b1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=13bf54f3-26c0-4fe5-aa75-db926c99f0f3 HTTP/1.1" status: 200 len: 898 time: 0.3758202 May 26 16:21:36.271290 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a8cfd256-b499-447c-bbdd-1ac74eaf7ae5 req-91ecfee6-8edd-4eb8-98ef-82a973a0726c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b22f3de-ce8b-44e4-ad29-565e4291884a HTTP/1.1" status: 200 len: 1000 time: 0.1425436 May 26 16:21:36.292643 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42e441ba-00de-4bc6-8757-814484efa42a req-862f2631-808f-4ea3-9836-3a6c476716cd service neutron] 10.222.0.77 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0084093 May 26 16:21:36.310005 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7357c8f-030c-43c7-83ee-6972ec5b6a89 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:36.355193 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e136f51e-8b61-48ed-986d-f34e68cec2c3 None None] Port 32df31e1-f4ef-498e-8e48-a34c4431fcae cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:36.397616 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-dee6c1dc-e18a-49a8-9940-2d37083e3613 None None] Allocated IP 2001:db8::1 (f5570357-40c7-4e12-be36-c4f5856d5bf2/e52ed562-9a4d-4d54-9dc6-832c4e496b5a/7c4d0352-6af2-4ddb-9b12-a9edafa8e91a) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:36.542718 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfd256-b499-447c-bbdd-1ac74eaf7ae5 req-41575bbb-c4f3-4146-b528-2881e24cf5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:36.543030 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf64114-8327-444f-87b7-abffa27ea66b req-c9093f59-1340-41a0-9d0d-e8d456bfec4b tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:36.550645 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a8cfd256-b499-447c-bbdd-1ac74eaf7ae5 req-41575bbb-c4f3-4146-b528-2881e24cf5e6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d8060a82-6814-4a9a-8ef5-6e9627de2df0 HTTP/1.1" status: 200 len: 835 time: 0.2754745 May 26 16:21:36.552312 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8bf64114-8327-444f-87b7-abffa27ea66b req-c9093f59-1340-41a0-9d0d-e8d456bfec4b tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 945 time: 0.7639685 May 26 16:21:36.676156 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfd256-b499-447c-bbdd-1ac74eaf7ae5 req-be063539-22b7-42c9-bf78-b46e26d5a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:36.677683 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a8cfd256-b499-447c-bbdd-1ac74eaf7ae5 req-be063539-22b7-42c9-bf78-b46e26d5a17f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13bf54f3-26c0-4fe5-aa75-db926c99f0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174190 May 26 16:21:36.680427 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7357c8f-030c-43c7-83ee-6972ec5b6a89 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:36.778262 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8bf64114-8327-444f-87b7-abffa27ea66b req-18314d15-a9ac-4080-b6a2-73a30db8daf1 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249017 May 26 16:21:36.893850 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5067033-c258-4081-a86e-8f4859fc3142 None None] Network 9597dbc7-a08e-491a-b56b-8248069c0500 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:36.899345 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 278926e0-bff0-421a-b852-9e242fa9f209 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:36.944683 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-75646e29-90da-4787-9f44-0e01f3cba948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186697841', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:42Z', 'updated_at': '2022-05-26T16:20:59Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:45Z', 'updated_at': '2022-05-26T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '082b32ee-8986-495a-b61e-063c58b08d5e', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'port_id': '8b22f3de-ce8b-44e4-ad29-565e4291884a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3', 'mac_address': 'fa:16:3e:e3:7e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c062d7-8ab0-4b6b-968a-be475c625e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:21:32Z', 'updated_at': '2022-05-26T16:21:32Z', 'revision_number': 0, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe', 'name': '', 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:38:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'd8060a82-6814-4a9a-8ef5-6e9627de2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:57Z', 'updated_at': '2022-05-26T16:21:06Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'd8060a82-6814-4a9a-8ef5-6e9627de2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:37.000472 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39070) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:37.037078 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75646e29-90da-4787-9f44-0e01f3cba948 None None] The sync data for ids ['108fcba7-2e0f-4bab-94d3-58627ec6f945'] in n-d-843337-2 is: [{'id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186697841', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:42Z', 'updated_at': '2022-05-26T16:20:59Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:45Z', 'updated_at': '2022-05-26T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '082b32ee-8986-495a-b61e-063c58b08d5e', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'port_id': '8b22f3de-ce8b-44e4-ad29-565e4291884a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3', 'mac_address': 'fa:16:3e:e3:7e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c062d7-8ab0-4b6b-968a-be475c625e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:21:32Z', 'updated_at': '2022-05-26T16:21:32Z', 'revision_number': 0, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe', 'name': '', 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:38:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'd8060a82-6814-4a9a-8ef5-6e9627de2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:57Z', 'updated_at': '2022-05-26T16:21:06Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'd8060a82-6814-4a9a-8ef5-6e9627de2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:21:37.226613 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a8cfd256-b499-447c-bbdd-1ac74eaf7ae5 req-579287be-37be-4137-b66c-5b9b6c2ce649 service neutron] 10.222.0.81 "GET /v2.0/networks/13bf54f3-26c0-4fe5-aa75-db926c99f0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400398 May 26 16:21:37.238309 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d6929391-4385-49cf-a168-13e441f6d4c5 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/floatingips/082b32ee-8986-495a-b61e-063c58b08d5e HTTP/1.1" status: 200 len: 992 time: 0.2361097 May 26 16:21:37.311420 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f40263bc-d2b4-46b3-9476-9e1a261aa15a req-41dfae50-658d-45de-8cf2-bc63461fc724 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=2239626f-ebdb-4a87-bc25-91f20b245348 HTTP/1.1" status: 200 len: 210 time: 0.0988002 May 26 16:21:37.331410 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-97d7c617-600d-4ad5-b559-360ff5dfddda None None] Provisioning complete for port 278926e0-bff0-421a-b852-9e242fa9f209 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:37.333822 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-97d7c617-600d-4ad5-b559-360ff5dfddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:37.447554 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dee6c1dc-e18a-49a8-9940-2d37083e3613 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:37.487883 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7357c8f-030c-43c7-83ee-6972ec5b6a89 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:37.495479 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7357c8f-030c-43c7-83ee-6972ec5b6a89 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:37.496351 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dee6c1dc-e18a-49a8-9940-2d37083e3613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:37.547507 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:37.559887 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 278926e0-bff0-421a-b852-9e242fa9f209 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:37.564461 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:37.566673 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a8cfd256-b499-447c-bbdd-1ac74eaf7ae5 req-65175172-9179-431d-aaba-7a5d723190f7 service neutron] 10.222.0.81 "GET /v2.0/networks/13bf54f3-26c0-4fe5-aa75-db926c99f0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264856 May 26 16:21:37.622548 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36befd6c-af02-496c-b048-0006646c6b50 None None] New status for floating IP 082b32ee-8986-495a-b61e-063c58b08d5e: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:21:37.659299 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee6c1dc-e18a-49a8-9940-2d37083e3613 None None] Network f5570357-40c7-4e12-be36-c4f5856d5bf2 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:37.714640 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-dee6c1dc-e18a-49a8-9940-2d37083e3613 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:37.724604 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7357c8f-030c-43c7-83ee-6972ec5b6a89 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:37.737061 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee6c1dc-e18a-49a8-9940-2d37083e3613 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:37.769902 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7357c8f-030c-43c7-83ee-6972ec5b6a89 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Port': ['ID=32df31e1-f4ef-498e-8e48-a34c4431fcae,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:37.827215 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event deleted for resources: {'Subnet': ['ID=e52ed562-9a4d-4d54-9dc6-832c4e496b5a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:37.866845 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6c1dc-e18a-49a8-9940-2d37083e3613 None None] Pushing event updated for resources: {'Port': ['ID=7c4d0352-6af2-4ddb-9b12-a9edafa8e91a,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:37.872736 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:37.877491 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-97d7c617-600d-4ad5-b559-360ff5dfddda None None] Current status of the port 278926e0-bff0-421a-b852-9e242fa9f209 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:37.879186 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-97d7c617-600d-4ad5-b559-360ff5dfddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:37.923444 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5570357-40c7-4e12-be36-c4f5856d5bf2']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:37.937991 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c9837e-c118-43ec-88f7-075baae51fc3') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:37.938440 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c9837e-c118-43ec-88f7-075baae51fc3') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:37.991812 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:38.030902 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:38.047198 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:21:38.049034 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:38.089208 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-97d7c617-600d-4ad5-b559-360ff5dfddda None None] For port 278926e0-bff0-421a-b852-9e242fa9f209, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=278926e0-bff0-421a-b852-9e242fa9f209,segment=NetworkSegment(a750c0a1-2624-4273-a1fe-cf82b6e46864),segment_id=a750c0a1-2624-4273-a1fe-cf82b6e46864)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:38.105633 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-97d7c617-600d-4ad5-b559-360ff5dfddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:38.141015 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7357c8f-030c-43c7-83ee-6972ec5b6a89 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network f68a2802-5564-4282-a166-5b48e40bf2cb is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:38.185734 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 11c9837e-c118-43ec-88f7-075baae51fc3 resource provider aggregate not found May 26 16:21:38.192703 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-a7357c8f-030c-43c7-83ee-6972ec5b6a89 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:38.255031 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39102) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:38.463127 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.db.api [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 16:21:38.463127 n-d-843337-2 neutron-server[103895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 16:21:38.463127 n-d-843337-2 neutron-server[103895]: [parameters: {'id': 'f5570357-40c7-4e12-be36-c4f5856d5bf2'}] May 26 16:21:38.463127 n-d-843337-2 neutron-server[103895]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:21:38.463570 n-d-843337-2 neutron-server[103895]: DEBUG oslo_db.api [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:21:38.466718 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 11c9837e-c118-43ec-88f7-075baae51fc3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11c9837e-c118-43ec-88f7-075baae51fc3 found for delete ", "request_id": "req-9f8ca5d8-47f2-43e4-b6a3-08f7760aaef2"}]} May 26 16:21:38.520602 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7a263a77-c649-4e8e-aefb-9145c178ff3f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/floatingips/082b32ee-8986-495a-b61e-063c58b08d5e HTTP/1.1" status: 200 len: 992 time: 0.2480564 May 26 16:21:38.590222 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39106) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:38.596952 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e529a894-8098-4ca4-88ba-49207db324f8 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1492799801', 'description': 'tempest-description--841933635'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:38.617448 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-dee6c1dc-e18a-49a8-9940-2d37083e3613 None None] Attempting to bind port 7c4d0352-6af2-4ddb-9b12-a9edafa8e91a on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:21:38.618725 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-dee6c1dc-e18a-49a8-9940-2d37083e3613 None None] Attempting to bind port 7c4d0352-6af2-4ddb-9b12-a9edafa8e91a by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '11c9837e-c118-43ec-88f7-075baae51fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f5570357-40c7-4e12-be36-c4f5856d5bf2'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:21:38.619867 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee6c1dc-e18a-49a8-9940-2d37083e3613 None None] Attempting to bind port 7c4d0352-6af2-4ddb-9b12-a9edafa8e91a on network f5570357-40c7-4e12-be36-c4f5856d5bf2 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:21:38.620021 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117cafd-2216-45e9-9d92-f7ba06529cc7 req-b2418933-8dbe-4feb-b268-af4ac472c583 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:38.639252 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1117cafd-2216-45e9-9d92-f7ba06529cc7 req-b2418933-8dbe-4feb-b268-af4ac472c583 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 945 time: 0.6029501 May 26 16:21:38.661419 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e529a894-8098-4ca4-88ba-49207db324f8 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:38.741245 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee6c1dc-e18a-49a8-9940-2d37083e3613 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:21:38.741760 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee6c1dc-e18a-49a8-9940-2d37083e3613 None None] Checking segment: {'id': '11c9837e-c118-43ec-88f7-075baae51fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f5570357-40c7-4e12-be36-c4f5856d5bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:38.742413 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dee6c1dc-e18a-49a8-9940-2d37083e3613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:38.743132 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee6c1dc-e18a-49a8-9940-2d37083e3613 None None] Bound using segment: {'id': '11c9837e-c118-43ec-88f7-075baae51fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f5570357-40c7-4e12-be36-c4f5856d5bf2'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:21:38.743750 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-dee6c1dc-e18a-49a8-9940-2d37083e3613 None None] Bound port: 7c4d0352-6af2-4ddb-9b12-a9edafa8e91a, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c9837e-c118-43ec-88f7-075baae51fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f5570357-40c7-4e12-be36-c4f5856d5bf2'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:21:38.744242 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dee6c1dc-e18a-49a8-9940-2d37083e3613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:38.803679 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 278926e0-bff0-421a-b852-9e242fa9f209 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:38.831466 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4341df26-027f-4da4-b8fa-0cad34b65c7d None None] Provisioning complete for port 32df31e1-f4ef-498e-8e48-a34c4431fcae triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:38.832651 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4341df26-027f-4da4-b8fa-0cad34b65c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:38.835199 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7c617-600d-4ad5-b559-360ff5dfddda None None] Pushing event updated for resources: {'Port': ['ID=278926e0-bff0-421a-b852-9e242fa9f209,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:38.838541 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e529a894-8098-4ca4-88ba-49207db324f8 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:38.848785 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e529a894-8098-4ca4-88ba-49207db324f8 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:38.900806 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1117cafd-2216-45e9-9d92-f7ba06529cc7 req-3db522cb-e56b-456e-a644-00be49825f8b tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601490 May 26 16:21:38.914715 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f8cb7a1e-88b0-4d6a-a530-4a6ad11144ac req-c71c6cdb-58b3-4888-8d6b-291fb8ee0425 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=2239626f-ebdb-4a87-bc25-91f20b245348 HTTP/1.1" status: 200 len: 210 time: 0.1680379 May 26 16:21:38.917305 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7357c8f-030c-43c7-83ee-6972ec5b6a89 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Router 3ec79c1b-5b7f-4588-b51b-f23e915b22d6 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:21:38.946397 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529a894-8098-4ca4-88ba-49207db324f8 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c82b7ab3-c33b-474f-a6ec-0abd534c8133,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:38.971241 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:39.009913 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e529a894-8098-4ca4-88ba-49207db324f8 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:39.014016 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e529a894-8098-4ca4-88ba-49207db324f8 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4224119 May 26 16:21:39.022644 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39112) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:39.025658 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4341df26-027f-4da4-b8fa-0cad34b65c7d None None] Port 32df31e1-f4ef-498e-8e48-a34c4431fcae cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:39.042321 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ee80f960-9eee-4b21-a29f-46ca372a3530 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Request body: {'security_group_rule': {'security_group_id': 'c82b7ab3-c33b-474f-a6ec-0abd534c8133', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:39.081086 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-dee6c1dc-e18a-49a8-9940-2d37083e3613 None None] For port 7c4d0352-6af2-4ddb-9b12-a9edafa8e91a, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:21:39.087893 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-dee6c1dc-e18a-49a8-9940-2d37083e3613 None None] For port 7c4d0352-6af2-4ddb-9b12-a9edafa8e91a, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=7c4d0352-6af2-4ddb-9b12-a9edafa8e91a,segment=NetworkSegment(11c9837e-c118-43ec-88f7-075baae51fc3),segment_id=11c9837e-c118-43ec-88f7-075baae51fc3)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:21:39.101178 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dee6c1dc-e18a-49a8-9940-2d37083e3613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:39.240614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7357c8f-030c-43c7-83ee-6972ec5b6a89 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:21:39.246260 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a7357c8f-030c-43c7-83ee-6972ec5b6a89 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "PUT /v2.0/routers/3ec79c1b-5b7f-4588-b51b-f23e915b22d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3297770 May 26 16:21:39.250879 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39120) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:39.257586 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5a0b76d3-627e-483a-888b-c6f226cb27d9 None None] Provisioning complete for port 278926e0-bff0-421a-b852-9e242fa9f209 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:39.257966 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5a0b76d3-627e-483a-888b-c6f226cb27d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:39.262931 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6c1dc-e18a-49a8-9940-2d37083e3613 None None] Pushing event updated for resources: {'Port': ['ID=7c4d0352-6af2-4ddb-9b12-a9edafa8e91a,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:39.272925 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f525073-9f80-4c31-8150-294149bf9cd0 None None] Sync routers for ids ['3ec79c1b-5b7f-4588-b51b-f23e915b22d6'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:21:39.289805 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f525073-9f80-4c31-8150-294149bf9cd0 None None] Routers {'3ec79c1b-5b7f-4588-b51b-f23e915b22d6'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:39.290040 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee80f960-9eee-4b21-a29f-46ca372a3530 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:39.290440 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6f525073-9f80-4c31-8150-294149bf9cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:21:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3ec79c1b-5b7f-4588-b51b-f23e915b22d6'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:39.373777 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e8b7a4-e285-481c-ab9c-5658388e8007 None None] Network f5570357-40c7-4e12-be36-c4f5856d5bf2 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:39.394167 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6f525073-9f80-4c31-8150-294149bf9cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:39.401846 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d72552-28f2-4aab-a05a-8f1abb4b739f tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:39.405108 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-99d72552-28f2-4aab-a05a-8f1abb4b739f tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ec79c1b-5b7f-4588-b51b-f23e915b22d6 HTTP/1.1" status: 200 len: 981 time: 0.1524103 May 26 16:21:39.407910 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39122) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:39.429150 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f525073-9f80-4c31-8150-294149bf9cd0 None None] Routers {'3ec79c1b-5b7f-4588-b51b-f23e915b22d6'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:39.430651 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6f525073-9f80-4c31-8150-294149bf9cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:21:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3ec79c1b-5b7f-4588-b51b-f23e915b22d6'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:39.492813 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6f525073-9f80-4c31-8150-294149bf9cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:39.493815 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Deleting port 7c4d0352-6af2-4ddb-9b12-a9edafa8e91a {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:39.494023 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f525073-9f80-4c31-8150-294149bf9cd0 None None] The sync data for ids ['3ec79c1b-5b7f-4588-b51b-f23e915b22d6'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:21:39.494224 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:39.519614 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e441ba-00de-4bc6-8757-814484efa42a req-f81650d6-4e82-493f-bfb9-09bb4ced83f7 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:39.521165 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-42e441ba-00de-4bc6-8757-814484efa42a req-f81650d6-4e82-493f-bfb9-09bb4ced83f7 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.83 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 812 time: 0.3878405 May 26 16:21:39.521743 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39124) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:39.564004 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-42e441ba-00de-4bc6-8757-814484efa42a req-412c379a-3d71-464b-ac46-9f14474b85e3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Request body: {'port': {'device_id': '2239626f-ebdb-4a87-bc25-91f20b245348', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'admin_state_up': True, 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:39.572344 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5a0b76d3-627e-483a-888b-c6f226cb27d9 None None] Current status of the port 278926e0-bff0-421a-b852-9e242fa9f209 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:39.673396 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e0c4b0-4c1c-4b87-ac22-ddd7b6eac376 None None] get_active_networks_info from n-d-843337-2 {{(pid=103897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:21:39.743018 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee80f960-9eee-4b21-a29f-46ca372a3530 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:39.780226 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee80f960-9eee-4b21-a29f-46ca372a3530 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:39.818466 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] For port 7c4d0352-6af2-4ddb-9b12-a9edafa8e91a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=7c4d0352-6af2-4ddb-9b12-a9edafa8e91a,segment=NetworkSegment(11c9837e-c118-43ec-88f7-075baae51fc3),segment_id=11c9837e-c118-43ec-88f7-075baae51fc3)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:39.818829 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:39.851182 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80f960-9eee-4b21-a29f-46ca372a3530 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5a4bc6-4372-4e00-afd8-2936215c0026,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:39.854096 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Calling delete_port for 7c4d0352-6af2-4ddb-9b12-a9edafa8e91a owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:39.868209 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee80f960-9eee-4b21-a29f-46ca372a3530 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:39.872603 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e0c4b0-4c1c-4b87-ac22-ddd7b6eac376 None None] Resources bound (agent type, host, resource id): {{(pid=103897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:21:39.872888 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ee80f960-9eee-4b21-a29f-46ca372a3530 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8448815 May 26 16:21:39.884546 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4d10b125-2ccc-4f64-afff-d16253827c0e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/floatingips/082b32ee-8986-495a-b61e-063c58b08d5e HTTP/1.1" status: 200 len: 994 time: 0.3499849 May 26 16:21:39.884546 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39130) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:39.895946 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a2d4f732-b3e4-48e2-b513-34f78757e492 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Request body: {'security_group_rule': {'security_group_id': 'c82b7ab3-c33b-474f-a6ec-0abd534c8133', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:40.069654 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2d4f732-b3e4-48e2-b513-34f78757e492 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:40.147575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e441ba-00de-4bc6-8757-814484efa42a req-412c379a-3d71-464b-ac46-9f14474b85e3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Made reservation on behalf of 6d53cccfd841437c98d5f73be3ccabb0 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:40.157134 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-42e441ba-00de-4bc6-8757-814484efa42a req-412c379a-3d71-464b-ac46-9f14474b85e3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:40.191603 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b913d526-e950-4a58-8319-48b37ffa755b req-31570a21-6c98-4ae0-a7d3-6c4ba6453f1c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=2239626f-ebdb-4a87-bc25-91f20b245348 HTTP/1.1" status: 200 len: 210 time: 0.0568235 May 26 16:21:40.287969 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2d4f732-b3e4-48e2-b513-34f78757e492 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:40.303479 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2d4f732-b3e4-48e2-b513-34f78757e492 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:40.336334 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:40.431373 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event deleted for resources: {'Port': ['ID=7c4d0352-6af2-4ddb-9b12-a9edafa8e91a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:40.447602 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4f732-b3e4-48e2-b513-34f78757e492 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b1b05d-c200-43f9-9725-d13ebece0fa6,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:40.461818 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2d4f732-b3e4-48e2-b513-34f78757e492 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:40.469076 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a2d4f732-b3e4-48e2-b513-34f78757e492 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5735629 May 26 16:21:40.469076 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] No DVR routers for this DVR port 7c4d0352-6af2-4ddb-9b12-a9edafa8e91a on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:21:40.472328 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39144) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:40.483056 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-11a2dff9-db1a-46fa-8fa1-d8c0579863dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:40.652600 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11a2dff9-db1a-46fa-8fa1-d8c0579863dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:40.772890 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61cc84d8-80b4-4d6b-8e4a-93cbd0185772 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:40.843325 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0ba61-0a53-4e4d-8f65-d3998bd9a15a req-f7c182e1-2a79-4bd4-bc7b-2bc2f1564ef3 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:40.853011 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5ac0ba61-0a53-4e4d-8f65-d3998bd9a15a req-f7c182e1-2a79-4bd4-bc7b-2bc2f1564ef3 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 945 time: 0.7008529 May 26 16:21:40.940573 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 278926e0-bff0-421a-b852-9e242fa9f209 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:40.985146 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5ac0ba61-0a53-4e4d-8f65-d3998bd9a15a req-9d786426-fc71-4971-9d86-74269771696b tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276951 May 26 16:21:41.097824 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 278926e0-bff0-421a-b852-9e242fa9f209 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:41.098427 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:41.099921 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-42e441ba-00de-4bc6-8757-814484efa42a req-412c379a-3d71-464b-ac46-9f14474b85e3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Allocated IP 172.20.0.9 (98033063-3342-4cf7-9d2f-e05eb4d2a510/3737f1a6-bbf8-410c-b21f-32295ff819a0/4cd1d481-cf6e-4f02-9385-15712c5b147f) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:41.121732 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:41.222734 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 278926e0-bff0-421a-b852-9e242fa9f209 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:41.237617 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5570357-40c7-4e12-be36-c4f5856d5bf2']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:41.267365 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c9837e-c118-43ec-88f7-075baae51fc3') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:41.267690 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c9837e-c118-43ec-88f7-075baae51fc3') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:41.322162 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:41.379914 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb88335c-ba0c-4045-aa57-cafd2c2989b1 req-ae276699-f1c4-474a-ab39-fcdf67e2df8b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=2239626f-ebdb-4a87-bc25-91f20b245348 HTTP/1.1" status: 200 len: 210 time: 0.0465801 May 26 16:21:41.414665 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-61cc84d8-80b4-4d6b-8e4a-93cbd0185772 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting port 32df31e1-f4ef-498e-8e48-a34c4431fcae {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:41.417211 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61cc84d8-80b4-4d6b-8e4a-93cbd0185772 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:41.486123 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:41.504343 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:21:41.504986 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:41.590781 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 11c9837e-c118-43ec-88f7-075baae51fc3 resource provider aggregate not found May 26 16:21:41.605772 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61cc84d8-80b4-4d6b-8e4a-93cbd0185772 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:41.628042 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-61cc84d8-80b4-4d6b-8e4a-93cbd0185772 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Calling delete_port for 32df31e1-f4ef-498e-8e48-a34c4431fcae owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:41.632756 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 11c9837e-c118-43ec-88f7-075baae51fc3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11c9837e-c118-43ec-88f7-075baae51fc3 found for delete ", "request_id": "req-f7cbcb4c-5163-4f69-9897-250a84ded7f8"}]} May 26 16:21:41.687392 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:41.695508 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:41.700979 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/networks/f5570357-40c7-4e12-be36-c4f5856d5bf2 HTTP/1.1" status: 204 len: 168 time: 6.5316229 May 26 16:21:41.706405 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-42e441ba-00de-4bc6-8757-814484efa42a req-412c379a-3d71-464b-ac46-9f14474b85e3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:41.706668 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39170) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:41.713669 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-a8080643-39ae-46fe-a5bc-37c01cdf2e03 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1058522820'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:41.761896 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11a2dff9-db1a-46fa-8fa1-d8c0579863dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:41.769911 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c06568-96b3-475f-8bc3-ac4d723c9c44 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event deleted for resources: {'Network': ['ID=f5570357-40c7-4e12-be36-c4f5856d5bf2,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:41.837253 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8080643-39ae-46fe-a5bc-37c01cdf2e03 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Made reservation on behalf of f097394b03ff4725b307a703ed276351 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:41.842565 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a8080643-39ae-46fe-a5bc-37c01cdf2e03 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:41.890440 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8080643-39ae-46fe-a5bc-37c01cdf2e03 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:21:41.908573 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-42e441ba-00de-4bc6-8757-814484efa42a req-412c379a-3d71-464b-ac46-9f14474b85e3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:41.925976 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a8080643-39ae-46fe-a5bc-37c01cdf2e03 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:41.926350 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-a8080643-39ae-46fe-a5bc-37c01cdf2e03 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Added segment d334544b-eadd-4c45-8433-60bc5ef9134f of type vlan for network 38ee4680-bd51-4cd3-99ba-5fbea1798aca May 26 16:21:42.007403 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['7f4643e6-2113-4164-838c-27cb490174a1'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:21:42.031285 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e441ba-00de-4bc6-8757-814484efa42a req-412c379a-3d71-464b-ac46-9f14474b85e3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Network 98033063-3342-4cf7-9d2f-e05eb4d2a510 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:42.039366 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-42e441ba-00de-4bc6-8757-814484efa42a req-412c379a-3d71-464b-ac46-9f14474b85e3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:42.043542 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e441ba-00de-4bc6-8757-814484efa42a req-412c379a-3d71-464b-ac46-9f14474b85e3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:42.055998 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a8080643-39ae-46fe-a5bc-37c01cdf2e03 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:42.109037 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c379a-3d71-464b-ac46-9f14474b85e3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Pushing event updated for resources: {'Port': ['ID=4cd1d481-cf6e-4f02-9385-15712c5b147f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:42.161009 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61cc84d8-80b4-4d6b-8e4a-93cbd0185772 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:42.163298 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-11a2dff9-db1a-46fa-8fa1-d8c0579863dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Allocated IP 172.25.7.155 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/9b14a587-307f-4ae6-a3c6-211dab2658d2) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:42.196244 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.db.resource_extend [None req-a8080643-39ae-46fe-a5bc-37c01cdf2e03 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:21:42.211372 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e441ba-00de-4bc6-8757-814484efa42a req-412c379a-3d71-464b-ac46-9f14474b85e3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:42.212553 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-42e441ba-00de-4bc6-8757-814484efa42a req-412c379a-3d71-464b-ac46-9f14474b85e3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:42.286557 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-42e441ba-00de-4bc6-8757-814484efa42a req-412c379a-3d71-464b-ac46-9f14474b85e3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7300344 May 26 16:21:42.327753 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc84d8-80b4-4d6b-8e4a-93cbd0185772 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Port': ['ID=32df31e1-f4ef-498e-8e48-a34c4431fcae,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:42.368475 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-42e441ba-00de-4bc6-8757-814484efa42a req-55bed746-d3c5-45c6-a1de-5a730c1dfd90 service neutron] Request body: {'port': {'device_id': '2239626f-ebdb-4a87-bc25-91f20b245348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:42.482290 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a8080643-39ae-46fe-a5bc-37c01cdf2e03 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:42.493288 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8080643-39ae-46fe-a5bc-37c01cdf2e03 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:42.494009 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a8080643-39ae-46fe-a5bc-37c01cdf2e03 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:42.593396 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-42e441ba-00de-4bc6-8757-814484efa42a req-55bed746-d3c5-45c6-a1de-5a730c1dfd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:42.675114 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11a2dff9-db1a-46fa-8fa1-d8c0579863dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:42.718094 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42794f43-214b-4317-a590-b6f33f5ffb56 req-7430ac75-77c3-4510-8451-00bf95593fbc tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:42.720304 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42794f43-214b-4317-a590-b6f33f5ffb56 req-7430ac75-77c3-4510-8451-00bf95593fbc tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 945 time: 0.4259410 May 26 16:21:42.755771 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a8080643-39ae-46fe-a5bc-37c01cdf2e03 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0459819 May 26 16:21:42.776137 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f3733039-f775-46e9-b021-c20f7ca0fd4c None None] Provisioning complete for port 4cd1d481-cf6e-4f02-9385-15712c5b147f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:42.776854 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f3733039-f775-46e9-b021-c20f7ca0fd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:42.806221 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39184) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:42.842981 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-0a4ab78c-089c-4235-a991-6e6814248ccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Request body: {'subnet': {'network_id': '38ee4680-bd51-4cd3-99ba-5fbea1798aca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:42.885484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f3733039-f775-46e9-b021-c20f7ca0fd4c None None] Port 4cd1d481-cf6e-4f02-9385-15712c5b147f cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:42.906506 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42794f43-214b-4317-a590-b6f33f5ffb56 req-5d08a339-d0e8-4b68-b2ed-430b716ae32b tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484888 May 26 16:21:42.907844 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8080643-39ae-46fe-a5bc-37c01cdf2e03 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event updated for resources: {'Network': ['ID=38ee4680-bd51-4cd3-99ba-5fbea1798aca,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:42.930464 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 38ee4680-bd51-4cd3-99ba-5fbea1798aca details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:21:43.120533 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-35d9ad1b-1787-4cf5-877e-85b401a41d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:43.140673 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11a2dff9-db1a-46fa-8fa1-d8c0579863dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:43.153310 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90e6b6-1b64-478b-8dc2-73b669e01e10 req-f1699046-247e-44b2-a71f-9323838df507 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:43.155756 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee90e6b6-1b64-478b-8dc2-73b669e01e10 req-f1699046-247e-44b2-a71f-9323838df507 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=2239626f-ebdb-4a87-bc25-91f20b245348 HTTP/1.1" status: 200 len: 931 time: 0.5784826 May 26 16:21:43.244839 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a2dff9-db1a-46fa-8fa1-d8c0579863dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:43.276216 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61cc84d8-80b4-4d6b-8e4a-93cbd0185772 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:43.276580 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-11a2dff9-db1a-46fa-8fa1-d8c0579863dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:43.296141 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a2dff9-db1a-46fa-8fa1-d8c0579863dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:43.302963 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2dff9-db1a-46fa-8fa1-d8c0579863dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event updated for resources: {'Port': ['ID=9b14a587-307f-4ae6-a3c6-211dab2658d2,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:43.333977 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee90e6b6-1b64-478b-8dc2-73b669e01e10 req-ce1bee81-9bbe-4c40-9d54-7828f7a24651 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193843 May 26 16:21:43.342135 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4ab78c-089c-4235-a991-6e6814248ccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Made reservation on behalf of f097394b03ff4725b307a703ed276351 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:43.348597 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab78c-089c-4235-a991-6e6814248ccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:43.377640 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-42e441ba-00de-4bc6-8757-814484efa42a req-55bed746-d3c5-45c6-a1de-5a730c1dfd90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd1d481-cf6e-4f02-9385-15712c5b147f {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:21:43.414366 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-42e441ba-00de-4bc6-8757-814484efa42a req-55bed746-d3c5-45c6-a1de-5a730c1dfd90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:43.464696 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-42e441ba-00de-4bc6-8757-814484efa42a req-55bed746-d3c5-45c6-a1de-5a730c1dfd90 service neutron] Transition to ACTIVE for port object 4cd1d481-cf6e-4f02-9385-15712c5b147f will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:21:43.475830 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-42e441ba-00de-4bc6-8757-814484efa42a req-55bed746-d3c5-45c6-a1de-5a730c1dfd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:43.598920 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bed746-d3c5-45c6-a1de-5a730c1dfd90 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd1d481-cf6e-4f02-9385-15712c5b147f,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:43.721656 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11a2dff9-db1a-46fa-8fa1-d8c0579863dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:43.731733 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cc84d8-80b4-4d6b-8e4a-93cbd0185772 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Router 3ec79c1b-5b7f-4588-b51b-f23e915b22d6 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:21:43.813226 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11a2dff9-db1a-46fa-8fa1-d8c0579863dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:43.941169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cc84d8-80b4-4d6b-8e4a-93cbd0185772 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:21:43.953212 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-61cc84d8-80b4-4d6b-8e4a-93cbd0185772 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "PUT /v2.0/routers/3ec79c1b-5b7f-4588-b51b-f23e915b22d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5437424 May 26 16:21:43.956841 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39198) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:43.976078 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3670536-0887-47e2-8b11-f7f8229f1f6e None None] Sync routers for ids ['3ec79c1b-5b7f-4588-b51b-f23e915b22d6'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:21:43.993517 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-42e441ba-00de-4bc6-8757-814484efa42a req-55bed746-d3c5-45c6-a1de-5a730c1dfd90 service neutron] Attempting to bind port 4cd1d481-cf6e-4f02-9385-15712c5b147f on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:21:43.994046 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-42e441ba-00de-4bc6-8757-814484efa42a req-55bed746-d3c5-45c6-a1de-5a730c1dfd90 service neutron] Attempting to bind port 4cd1d481-cf6e-4f02-9385-15712c5b147f by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:21:43.995184 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e441ba-00de-4bc6-8757-814484efa42a req-55bed746-d3c5-45c6-a1de-5a730c1dfd90 service neutron] Attempting to bind port 4cd1d481-cf6e-4f02-9385-15712c5b147f on network 98033063-3342-4cf7-9d2f-e05eb4d2a510 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:21:44.003100 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3670536-0887-47e2-8b11-f7f8229f1f6e None None] Routers {'3ec79c1b-5b7f-4588-b51b-f23e915b22d6'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:44.005058 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-f3670536-0887-47e2-8b11-f7f8229f1f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:21:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3ec79c1b-5b7f-4588-b51b-f23e915b22d6'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:44.009070 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e441ba-00de-4bc6-8757-814484efa42a req-55bed746-d3c5-45c6-a1de-5a730c1dfd90 service neutron] Port 4cd1d481-cf6e-4f02-9385-15712c5b147f on network 98033063-3342-4cf7-9d2f-e05eb4d2a510 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:21:44.010001 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e441ba-00de-4bc6-8757-814484efa42a req-55bed746-d3c5-45c6-a1de-5a730c1dfd90 service neutron] Attempting to bind port 4cd1d481-cf6e-4f02-9385-15712c5b147f on network 98033063-3342-4cf7-9d2f-e05eb4d2a510 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:21:44.027065 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e441ba-00de-4bc6-8757-814484efa42a req-55bed746-d3c5-45c6-a1de-5a730c1dfd90 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:21:44.027884 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e441ba-00de-4bc6-8757-814484efa42a req-55bed746-d3c5-45c6-a1de-5a730c1dfd90 service neutron] Checking segment: {'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:44.028558 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e441ba-00de-4bc6-8757-814484efa42a req-55bed746-d3c5-45c6-a1de-5a730c1dfd90 service neutron] Bound using segment: {'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:21:44.029404 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-42e441ba-00de-4bc6-8757-814484efa42a req-55bed746-d3c5-45c6-a1de-5a730c1dfd90 service neutron] Bound port: 4cd1d481-cf6e-4f02-9385-15712c5b147f, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:21:44.030173 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-42e441ba-00de-4bc6-8757-814484efa42a req-55bed746-d3c5-45c6-a1de-5a730c1dfd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:44.065336 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-f3670536-0887-47e2-8b11-f7f8229f1f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:44.071827 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ee044f-976f-4d60-a4b3-dcdd889f342c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] GET failed (client error): The resource could not be found. May 26 16:21:44.075027 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-01ee044f-976f-4d60-a4b3-dcdd889f342c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports/32df31e1-f4ef-498e-8e48-a34c4431fcae HTTP/1.1" status: 404 len: 333 time: 0.1166303 May 26 16:21:44.084065 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39206) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:44.086989 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3670536-0887-47e2-8b11-f7f8229f1f6e None None] Routers {'3ec79c1b-5b7f-4588-b51b-f23e915b22d6'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:21:44.088045 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-f3670536-0887-47e2-8b11-f7f8229f1f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:21:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3ec79c1b-5b7f-4588-b51b-f23e915b22d6'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:44.151351 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-f3670536-0887-47e2-8b11-f7f8229f1f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:44.157620 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3670536-0887-47e2-8b11-f7f8229f1f6e None None] The sync data for ids ['3ec79c1b-5b7f-4588-b51b-f23e915b22d6'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:21:44.166748 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11a2dff9-db1a-46fa-8fa1-d8c0579863dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:44.206573 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11a2dff9-db1a-46fa-8fa1-d8c0579863dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:44.274670 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab78c-089c-4235-a991-6e6814248ccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:44.334889 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2dff9-db1a-46fa-8fa1-d8c0579863dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event updated for resources: {'Port': ['ID=9b14a587-307f-4ae6-a3c6-211dab2658d2,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:44.356515 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-42e441ba-00de-4bc6-8757-814484efa42a req-55bed746-d3c5-45c6-a1de-5a730c1dfd90 service neutron] For port 4cd1d481-cf6e-4f02-9385-15712c5b147f, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:21:44.365138 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-42e441ba-00de-4bc6-8757-814484efa42a req-55bed746-d3c5-45c6-a1de-5a730c1dfd90 service neutron] For port 4cd1d481-cf6e-4f02-9385-15712c5b147f, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=4cd1d481-cf6e-4f02-9385-15712c5b147f,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:21:44.371847 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0dc93202-2746-4fab-9bd6-b162adb07b34 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:44.372175 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11a2dff9-db1a-46fa-8fa1-d8c0579863dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:44.377381 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-42e441ba-00de-4bc6-8757-814484efa42a req-55bed746-d3c5-45c6-a1de-5a730c1dfd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:44.412394 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ab78c-089c-4235-a991-6e6814248ccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event updated for resources: {'Subnet': ['ID=7bc11fbf-b72d-40a7-8e0e-c3457632122a,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:44.478005 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11a2dff9-db1a-46fa-8fa1-d8c0579863dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:44.493142 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-11a2dff9-db1a-46fa-8fa1-d8c0579863dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0154436 May 26 16:21:44.497539 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e441ba-00de-4bc6-8757-814484efa42a req-55bed746-d3c5-45c6-a1de-5a730c1dfd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:44.498941 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-42e441ba-00de-4bc6-8757-814484efa42a req-55bed746-d3c5-45c6-a1de-5a730c1dfd90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:44.500803 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-42e441ba-00de-4bc6-8757-814484efa42a req-55bed746-d3c5-45c6-a1de-5a730c1dfd90 service neutron] 10.222.0.83 "PUT /v2.0/ports/4cd1d481-cf6e-4f02-9385-15712c5b147f HTTP/1.1" status: 200 len: 1091 time: 2.1598623 May 26 16:21:44.501249 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2239626f-ebdb-4a87-bc25-91f20b245348', 'tag': '4cd1d481-cf6e-4f02-9385-15712c5b147f'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:21:44.503687 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904fc8b2-f978-4a29-bf36-b98589ff12fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2239626f-ebdb-4a87-bc25-91f20b245348", "tag": "4cd1d481-cf6e-4f02-9385-15712c5b147f"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:21:44.552574 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bed746-d3c5-45c6-a1de-5a730c1dfd90 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd1d481-cf6e-4f02-9385-15712c5b147f,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:44.663016 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e441ba-00de-4bc6-8757-814484efa42a req-44a74c91-4880-472c-aa8f-e82b247d96bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:44.665359 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-42e441ba-00de-4bc6-8757-814484efa42a req-44a74c91-4880-472c-aa8f-e82b247d96bb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=2239626f-ebdb-4a87-bc25-91f20b245348 HTTP/1.1" status: 200 len: 1094 time: 0.0851743 May 26 16:21:44.714097 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55164178-4ada-4e0e-8684-e5e0eb1d619c req-788e5adb-b72f-46dc-a19f-d113e8b98045 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:44.723828 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55164178-4ada-4e0e-8684-e5e0eb1d619c req-788e5adb-b72f-46dc-a19f-d113e8b98045 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 945 time: 0.6056283 May 26 16:21:44.756627 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-42e441ba-00de-4bc6-8757-814484efa42a req-92f24480-1885-498f-974d-66f791a0ab94 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4cd1d481-cf6e-4f02-9385-15712c5b147f HTTP/1.1" status: 200 len: 217 time: 0.0753715 May 26 16:21:44.858818 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0dc93202-2746-4fab-9bd6-b162adb07b34 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:44.861481 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4ab78c-089c-4235-a991-6e6814248ccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Checking segment: {'id': 'd334544b-eadd-4c45-8433-60bc5ef9134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '38ee4680-bd51-4cd3-99ba-5fbea1798aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:44.862002 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4ab78c-089c-4235-a991-6e6814248ccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Network hostable DHCP agents. Network: 38ee4680-bd51-4cd3-99ba-5fbea1798aca, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:21:44.865479 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0dc93202-2746-4fab-9bd6-b162adb07b34 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:44.868838 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e441ba-00de-4bc6-8757-814484efa42a req-cce3284e-afb9-4210-b4e9-62cd65b3336b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:44.870869 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-42e441ba-00de-4bc6-8757-814484efa42a req-cce3284e-afb9-4210-b4e9-62cd65b3336b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.1033309 May 26 16:21:44.913015 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65630287-7a2e-46b0-b270-94e2cb2a8392 req-b15276bf-596c-494d-b3e0-c35dae9fba19 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:44.915043 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-65630287-7a2e-46b0-b270-94e2cb2a8392 req-b15276bf-596c-494d-b3e0-c35dae9fba19 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=2239626f-ebdb-4a87-bc25-91f20b245348 HTTP/1.1" status: 200 len: 943 time: 0.3169565 May 26 16:21:44.975391 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55164178-4ada-4e0e-8684-e5e0eb1d619c req-509d5b90-bb3d-4c13-9298-07293a692b21 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502623 May 26 16:21:44.998820 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e441ba-00de-4bc6-8757-814484efa42a req-471c3a95-9d5f-492e-8abf-eebad1cac81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:45.001413 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-42e441ba-00de-4bc6-8757-814484efa42a req-471c3a95-9d5f-492e-8abf-eebad1cac81f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1208804 May 26 16:21:45.034804 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0dc93202-2746-4fab-9bd6-b162adb07b34 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:45.035343 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc93202-2746-4fab-9bd6-b162adb07b34 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Fanout notify agent at l3_agent the message router_deleted on router 3ec79c1b-5b7f-4588-b51b-f23e915b22d6 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:21:45.057373 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4ab78c-089c-4235-a991-6e6814248ccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Network 38ee4680-bd51-4cd3-99ba-5fbea1798aca is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:21:45.069668 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0dc93202-2746-4fab-9bd6-b162adb07b34 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:45.075843 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0dc93202-2746-4fab-9bd6-b162adb07b34 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/routers/3ec79c1b-5b7f-4588-b51b-f23e915b22d6 HTTP/1.1" status: 204 len: 168 time: 0.9859674 May 26 16:21:45.079422 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39226) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:45.117049 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91649e4a-3861-419b-9c48-c91b0e751f74 x-openstack-request-id: req-91649e4a-3861-419b-9c48-c91b0e751f74 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:21:45.117452 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2239626f-ebdb-4a87-bc25-91f20b245348", "tag": "4cd1d481-cf6e-4f02-9385-15712c5b147f", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:21:45.117809 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-91649e4a-3861-419b-9c48-c91b0e751f74 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:21:45.118322 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91649e4a-3861-419b-9c48-c91b0e751f74'] response: {'name': 'network-changed', 'server_uuid': '2239626f-ebdb-4a87-bc25-91f20b245348', 'tag': '4cd1d481-cf6e-4f02-9385-15712c5b147f', 'status': 'completed', 'code': 200} May 26 16:21:45.181435 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-9512f75c-f0b8-40a2-86d9-a59f4ddf1f5a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting subnet 8ac6c30a-4f92-495d-a95f-b761b6cfc5eb {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:21:45.190412 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-42e441ba-00de-4bc6-8757-814484efa42a req-265fc30d-24a1-422d-a65e-bd786d8aa6fb service neutron] 10.222.0.83 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774001 May 26 16:21:45.191459 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-65630287-7a2e-46b0-b270-94e2cb2a8392 req-d7a9fb53-93d5-4da6-8d7a-a24704224bb7 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223709 May 26 16:21:45.195793 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9512f75c-f0b8-40a2-86d9-a59f4ddf1f5a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:45.248432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-0a4ab78c-089c-4235-a991-6e6814248ccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 38ee4680-bd51-4cd3-99ba-5fbea1798aca) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:45.266837 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f4ce10-3a17-46e7-89ff-48e829121039 None None] Network 38ee4680-bd51-4cd3-99ba-5fbea1798aca requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:45.298914 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4ab78c-089c-4235-a991-6e6814248ccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:45.299596 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab78c-089c-4235-a991-6e6814248ccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:45.345947 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9512f75c-f0b8-40a2-86d9-a59f4ddf1f5a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:45.363565 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-d51f7d0b-0e40-4cb0-9d9a-a2a34228af01 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1492799801&fields=id&tenant_id=d026034f0b5c4db588d9be515d0f060a HTTP/1.1" status: 200 len: 267 time: 0.1192088 May 26 16:21:45.375096 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-42e441ba-00de-4bc6-8757-814484efa42a req-881eb037-3c82-4897-8f15-27ae9b8d4334 service neutron] 10.222.0.83 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753762 May 26 16:21:45.419282 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0a4ab78c-089c-4235-a991-6e6814248ccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5788829 May 26 16:21:45.422356 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39240) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:45.433533 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a0634d51-7b00-4289-a3d1-bebc23d06c21 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1634542036'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:45.482928 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0634d51-7b00-4289-a3d1-bebc23d06c21 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Made reservation on behalf of f097394b03ff4725b307a703ed276351 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:45.493702 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0634d51-7b00-4289-a3d1-bebc23d06c21 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:45.554654 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-007a1a3b-7091-48d9-b866-185461cea933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:45.639348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7144db73-7576-4ecd-81cd-5ab06d5ec325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-38ee4680-bd51-4cd3-99ba-5fbea1798aca', 'network_id': '38ee4680-bd51-4cd3-99ba-5fbea1798aca', 'tenant_id': 'f097394b03ff4725b307a703ed276351', 'fixed_ips': [{'subnet_id': '7bc11fbf-b72d-40a7-8e0e-c3457632122a'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:21:45.641180 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7144db73-7576-4ecd-81cd-5ab06d5ec325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:45.650491 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0634d51-7b00-4289-a3d1-bebc23d06c21 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:21:45.685357 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0634d51-7b00-4289-a3d1-bebc23d06c21 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:45.685905 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-a0634d51-7b00-4289-a3d1-bebc23d06c21 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Added segment 87ee5c9f-cd76-44d9-8e12-cffaf8346ca3 of type vlan for network 97137f15-187b-4101-b370-e2b80eb3acc7 May 26 16:21:45.690380 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fc8b2-f978-4a29-bf36-b98589ff12fd req-201141f4-9c41-467a-aa85-e5539fc284ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:45.694072 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-904fc8b2-f978-4a29-bf36-b98589ff12fd req-201141f4-9c41-467a-aa85-e5539fc284ef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=2239626f-ebdb-4a87-bc25-91f20b245348 HTTP/1.1" status: 200 len: 1094 time: 0.1574214 May 26 16:21:45.733376 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-f5298d56-14c9-4343-abb1-2c9090995a19 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:45.737384 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-f5298d56-14c9-4343-abb1-2c9090995a19 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/networks?id=91e281f8-c4da-4a2d-a68d-16e867895ff6 HTTP/1.1" status: 200 len: 815 time: 0.3722293 May 26 16:21:45.763132 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9512f75c-f0b8-40a2-86d9-a59f4ddf1f5a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:45.825603 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-fcfc2ca5-2f92-4597-9ac5-d417cb98d70a tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/quotas/d026034f0b5c4db588d9be515d0f060a HTTP/1.1" status: 200 len: 375 time: 0.0712414 May 26 16:21:45.895964 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0634d51-7b00-4289-a3d1-bebc23d06c21 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:45.959364 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0634d51-7b00-4289-a3d1-bebc23d06c21 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:45.968592 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0634d51-7b00-4289-a3d1-bebc23d06c21 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:45.969601 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0634d51-7b00-4289-a3d1-bebc23d06c21 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:45.991001 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-e44d1be8-c466-4870-b239-1a112279e889 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d026034f0b5c4db588d9be515d0f060a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1532607 May 26 16:21:45.994555 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-7144db73-7576-4ecd-81cd-5ab06d5ec325 None None] Allocated IP 2001:db8::3 (38ee4680-bd51-4cd3-99ba-5fbea1798aca/7bc11fbf-b72d-40a7-8e0e-c3457632122a/7a03e7ce-5493-4032-abce-b084246a3d36) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:45.994859 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9512f75c-f0b8-40a2-86d9-a59f4ddf1f5a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:46.102417 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512f75c-f0b8-40a2-86d9-a59f4ddf1f5a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac6c30a-4f92-495d-a95f-b761b6cfc5eb,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:46.111658 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9512f75c-f0b8-40a2-86d9-a59f4ddf1f5a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:46.117552 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9512f75c-f0b8-40a2-86d9-a59f4ddf1f5a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/subnets/8ac6c30a-4f92-495d-a95f-b761b6cfc5eb HTTP/1.1" status: 204 len: 168 time: 1.0347526 May 26 16:21:46.120652 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39250) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:46.129480 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a0634d51-7b00-4289-a3d1-bebc23d06c21 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7054052 May 26 16:21:46.135172 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39252) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:46.141495 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-7d871607-74d5-413f-ba89-d7817d97edd5 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Request body: {'subnet': {'network_id': '97137f15-187b-4101-b370-e2b80eb3acc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:46.147149 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eff89de-de02-40b9-9912-6c7a5ef31866 None None] Network f68a2802-5564-4282-a166-5b48e40bf2cb requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:46.148603 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0634d51-7b00-4289-a3d1-bebc23d06c21 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event updated for resources: {'Network': ['ID=97137f15-187b-4101-b370-e2b80eb3acc7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:46.259581 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fc8b2-f978-4a29-bf36-b98589ff12fd req-e05d3f82-7f20-4136-af14-abae50cb9deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:46.261127 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-904fc8b2-f978-4a29-bf36-b98589ff12fd req-e05d3f82-7f20-4136-af14-abae50cb9deb service neutron] 10.222.0.83 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 913 time: 0.5529931 May 26 16:21:46.273521 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 97137f15-187b-4101-b370-e2b80eb3acc7 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:21:46.327999 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-f582a93a-75f5-44ca-b8b7-5c01d22defb4 service neutron] 10.222.0.77 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246162 May 26 16:21:46.334808 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-904fc8b2-f978-4a29-bf36-b98589ff12fd req-a322cd3c-5629-433b-aedb-3b252d96db5a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4cd1d481-cf6e-4f02-9385-15712c5b147f HTTP/1.1" status: 200 len: 217 time: 0.0633664 May 26 16:21:46.355725 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d871607-74d5-413f-ba89-d7817d97edd5 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Made reservation on behalf of f097394b03ff4725b307a703ed276351 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:46.360861 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d871607-74d5-413f-ba89-d7817d97edd5 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:46.427914 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd985e-c589-41ea-b395-0b810bd0bfe7 req-5d2cfa02-38c8-4665-acf2-0434dae71dd4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:46.430535 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fecd985e-c589-41ea-b395-0b810bd0bfe7 req-5d2cfa02-38c8-4665-acf2-0434dae71dd4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 945 time: 0.2869186 May 26 16:21:46.442672 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1516f536-7054-487d-8e3a-0ce7be24c604 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:46.504115 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fc8b2-f978-4a29-bf36-b98589ff12fd req-18fcb0f1-0cd9-411a-bd1b-6aa3f2e27480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:46.507331 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-904fc8b2-f978-4a29-bf36-b98589ff12fd req-18fcb0f1-0cd9-411a-bd1b-6aa3f2e27480 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.1654902 May 26 16:21:46.550755 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fecd985e-c589-41ea-b395-0b810bd0bfe7 req-9de80d54-f054-4cfb-a6ea-a3ce37be9e51 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043022 May 26 16:21:46.565660 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.ipam_backend_mixin [None req-7d871607-74d5-413f-ba89-d7817d97edd5 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Performing IP validity checks on allocation pools {{(pid=103895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 26 16:21:46.565901 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:46.566567 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.ipam_backend_mixin [None req-7d871607-74d5-413f-ba89-d7817d97edd5 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 26 16:21:46.590155 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7144db73-7576-4ecd-81cd-5ab06d5ec325 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:46.613150 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7144db73-7576-4ecd-81cd-5ab06d5ec325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:46.635420 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fc8b2-f978-4a29-bf36-b98589ff12fd req-5393d828-b4ce-4d4a-8cbe-ec6544f4656f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:46.637303 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-904fc8b2-f978-4a29-bf36-b98589ff12fd req-5393d828-b4ce-4d4a-8cbe-ec6544f4656f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163859 May 26 16:21:46.670414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7144db73-7576-4ecd-81cd-5ab06d5ec325 None None] Network 38ee4680-bd51-4cd3-99ba-5fbea1798aca is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:46.678992 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-7144db73-7576-4ecd-81cd-5ab06d5ec325 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:46.687646 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7144db73-7576-4ecd-81cd-5ab06d5ec325 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:46.714000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144db73-7576-4ecd-81cd-5ab06d5ec325 None None] Pushing event updated for resources: {'Port': ['ID=7a03e7ce-5493-4032-abce-b084246a3d36,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:46.769177 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002a4e5d-2967-421f-bb2c-5bb538140003 None None] DHCP port deletion for f68a2802-5564-4282-a166-5b48e40bf2cb request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:21:46.813407 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7144db73-7576-4ecd-81cd-5ab06d5ec325 None None] Attempting to bind port 7a03e7ce-5493-4032-abce-b084246a3d36 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:21:46.813779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7144db73-7576-4ecd-81cd-5ab06d5ec325 None None] Attempting to bind port 7a03e7ce-5493-4032-abce-b084246a3d36 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'd334544b-eadd-4c45-8433-60bc5ef9134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '38ee4680-bd51-4cd3-99ba-5fbea1798aca'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:21:46.814148 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7144db73-7576-4ecd-81cd-5ab06d5ec325 None None] Attempting to bind port 7a03e7ce-5493-4032-abce-b084246a3d36 on network 38ee4680-bd51-4cd3-99ba-5fbea1798aca {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:21:46.822892 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7144db73-7576-4ecd-81cd-5ab06d5ec325 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:21:46.823285 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7144db73-7576-4ecd-81cd-5ab06d5ec325 None None] Checking segment: {'id': 'd334544b-eadd-4c45-8433-60bc5ef9134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '38ee4680-bd51-4cd3-99ba-5fbea1798aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:46.823648 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7144db73-7576-4ecd-81cd-5ab06d5ec325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:46.824052 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7144db73-7576-4ecd-81cd-5ab06d5ec325 None None] Bound using segment: {'id': 'd334544b-eadd-4c45-8433-60bc5ef9134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '38ee4680-bd51-4cd3-99ba-5fbea1798aca'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:21:46.824602 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7144db73-7576-4ecd-81cd-5ab06d5ec325 None None] Bound port: 7a03e7ce-5493-4032-abce-b084246a3d36, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd334544b-eadd-4c45-8433-60bc5ef9134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '38ee4680-bd51-4cd3-99ba-5fbea1798aca'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:21:46.824977 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7144db73-7576-4ecd-81cd-5ab06d5ec325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:46.932383 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-002a4e5d-2967-421f-bb2c-5bb538140003 None None] Deleting port 0759e94a-8dac-4abc-9bd0-6a1793965dca {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:46.932767 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-002a4e5d-2967-421f-bb2c-5bb538140003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:46.959672 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-904fc8b2-f978-4a29-bf36-b98589ff12fd req-1f428925-6d67-46be-9bbe-449ec4f47cb4 service neutron] 10.222.0.83 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053417 May 26 16:21:47.067186 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-002a4e5d-2967-421f-bb2c-5bb538140003 None None] For port 0759e94a-8dac-4abc-9bd0-6a1793965dca, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0759e94a-8dac-4abc-9bd0-6a1793965dca,segment=NetworkSegment(bfc179ef-44ca-422d-a891-e34f5760d472),segment_id=bfc179ef-44ca-422d-a891-e34f5760d472)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:47.067186 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-002a4e5d-2967-421f-bb2c-5bb538140003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:47.078042 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-3112c3d0-cc61-4a4a-8766-f73d23c23e19 service neutron] 10.222.0.77 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7363467 May 26 16:21:47.084348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-002a4e5d-2967-421f-bb2c-5bb538140003 None None] Calling delete_port for 0759e94a-8dac-4abc-9bd0-6a1793965dca owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:47.105922 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d871607-74d5-413f-ba89-d7817d97edd5 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:47.128528 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5fb07-359a-4060-a910-89c7609b390f req-84ea18ab-3cdc-489b-9b32-551dceea8150 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:47.130134 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6c5fb07-359a-4060-a910-89c7609b390f req-84ea18ab-3cdc-489b-9b32-551dceea8150 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=2239626f-ebdb-4a87-bc25-91f20b245348 HTTP/1.1" status: 200 len: 943 time: 0.0962884 May 26 16:21:47.161552 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-1516f536-7054-487d-8e3a-0ce7be24c604 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting port 0759e94a-8dac-4abc-9bd0-6a1793965dca {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:47.161877 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1516f536-7054-487d-8e3a-0ce7be24c604 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:47.215795 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0759e94a-8dac-4abc-9bd0-6a1793965dca no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:21:47.236750 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-904fc8b2-f978-4a29-bf36-b98589ff12fd req-96bbf17b-44ab-46e7-9381-e3eb09874346 service neutron] 10.222.0.83 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666366 May 26 16:21:47.240974 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d871607-74d5-413f-ba89-d7817d97edd5 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Checking segment: {'id': '87ee5c9f-cd76-44d9-8e12-cffaf8346ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '97137f15-187b-4101-b370-e2b80eb3acc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:47.241536 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d871607-74d5-413f-ba89-d7817d97edd5 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Network hostable DHCP agents. Network: 97137f15-187b-4101-b370-e2b80eb3acc7, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:21:47.246087 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d871607-74d5-413f-ba89-d7817d97edd5 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event updated for resources: {'Subnet': ['ID=8929afd2-249a-4a71-a4e3-10b2c4dc9d84,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:47.277096 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d871607-74d5-413f-ba89-d7817d97edd5 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Network 97137f15-187b-4101-b370-e2b80eb3acc7 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:21:47.284270 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-7d871607-74d5-413f-ba89-d7817d97edd5 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 97137f15-187b-4101-b370-e2b80eb3acc7) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:47.306011 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d871607-74d5-413f-ba89-d7817d97edd5 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:47.306863 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d871607-74d5-413f-ba89-d7817d97edd5 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:47.323818 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03aab3e3-4170-4188-a62e-05d771aaaf4f None None] Network 97137f15-187b-4101-b370-e2b80eb3acc7 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:47.333023 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 0759e94a-8dac-4abc-9bd0-6a1793965dca {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:21:47.333695 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0759e94a-8dac-4abc-9bd0-6a1793965dca not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:21:47.334308 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6c5fb07-359a-4060-a910-89c7609b390f req-6969e44d-ea2d-44cc-8873-faa9dd760608 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886699 May 26 16:21:47.337169 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-002a4e5d-2967-421f-bb2c-5bb538140003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:47.344085 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7144db73-7576-4ecd-81cd-5ab06d5ec325 None None] For port 7a03e7ce-5493-4032-abce-b084246a3d36, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:21:47.349530 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7d871607-74d5-413f-ba89-d7817d97edd5 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2096746 May 26 16:21:47.349656 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-1516f536-7054-487d-8e3a-0ce7be24c604 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] For port 0759e94a-8dac-4abc-9bd0-6a1793965dca, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0759e94a-8dac-4abc-9bd0-6a1793965dca,segment=NetworkSegment(bfc179ef-44ca-422d-a891-e34f5760d472),segment_id=bfc179ef-44ca-422d-a891-e34f5760d472)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:47.349656 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1516f536-7054-487d-8e3a-0ce7be24c604 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:47.350496 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39274) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:47.381885 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7144db73-7576-4ecd-81cd-5ab06d5ec325 None None] For port 7a03e7ce-5493-4032-abce-b084246a3d36, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=7a03e7ce-5493-4032-abce-b084246a3d36,segment=NetworkSegment(d334544b-eadd-4c45-8433-60bc5ef9134f),segment_id=d334544b-eadd-4c45-8433-60bc5ef9134f)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:21:47.415803 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3452d107-a552-43cb-809b-4c73598b6010 req-823b9002-614c-44e1-a1e3-6418f4df9ea8 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=8acb8a23-df31-4b21-94dc-ab80eddbbbb3 HTTP/1.1" status: 200 len: 210 time: 0.0608659 May 26 16:21:47.445592 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-1516f536-7054-487d-8e3a-0ce7be24c604 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Calling delete_port for 0759e94a-8dac-4abc-9bd0-6a1793965dca owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:47.470604 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7144db73-7576-4ecd-81cd-5ab06d5ec325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:47.480272 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a4e5d-2967-421f-bb2c-5bb538140003 None None] Pushing event deleted for resources: {'Port': ['ID=0759e94a-8dac-4abc-9bd0-6a1793965dca,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:47.503549 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c44774e5-8f62-4cdd-9e8b-4417662a0cfd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:47.504264 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002a4e5d-2967-421f-bb2c-5bb538140003 None None] No DVR routers for this DVR port 0759e94a-8dac-4abc-9bd0-6a1793965dca on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: from cryptography.utils import int_from_bytes May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: from cryptography.utils import int_from_bytes May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:21:47.597604 n-d-843337-2 neutron-server[103896]: self.session.flush() May 26 16:21:47.614653 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c44774e5-8f62-4cdd-9e8b-4417662a0cfd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:47.617117 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1516f536-7054-487d-8e3a-0ce7be24c604 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:47.706827 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516f536-7054-487d-8e3a-0ce7be24c604 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Port': ['ID=0759e94a-8dac-4abc-9bd0-6a1793965dca,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:47.744260 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1516f536-7054-487d-8e3a-0ce7be24c604 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] No DVR routers for this DVR port 0759e94a-8dac-4abc-9bd0-6a1793965dca on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:21:47.765267 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c44774e5-8f62-4cdd-9e8b-4417662a0cfd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:47.816970 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44774e5-8f62-4cdd-9e8b-4417662a0cfd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event deleted for resources: {'Subnet': ['ID=8929afd2-249a-4a71-a4e3-10b2c4dc9d84,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:48.039426 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1668b22-15f6-4b30-93b5-b555b5288913 req-65d5f801-2e1e-4aaa-9c28-7b5e750323a7 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:48.054751 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1668b22-15f6-4b30-93b5-b555b5288913 req-65d5f801-2e1e-4aaa-9c28-7b5e750323a7 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 945 time: 0.3294139 May 26 16:21:48.079338 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c44774e5-8f62-4cdd-9e8b-4417662a0cfd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.086041 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144db73-7576-4ecd-81cd-5ab06d5ec325 None None] Pushing event updated for resources: {'Port': ['ID=7a03e7ce-5493-4032-abce-b084246a3d36,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:48.133854 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1516f536-7054-487d-8e3a-0ce7be24c604 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.141794 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-c44774e5-8f62-4cdd-9e8b-4417662a0cfd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97137f15-187b-4101-b370-e2b80eb3acc7']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:48.154873 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.160518 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-c44774e5-8f62-4cdd-9e8b-4417662a0cfd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ee5c9f-cd76-44d9-8e12-cffaf8346ca3') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:48.160849 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-c44774e5-8f62-4cdd-9e8b-4417662a0cfd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ee5c9f-cd76-44d9-8e12-cffaf8346ca3') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:48.170244 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c373b2ac-14e9-4df8-8f16-622eb0bde16b None None] Network 97137f15-187b-4101-b370-e2b80eb3acc7 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:48.183237 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c44774e5-8f62-4cdd-9e8b-4417662a0cfd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.204283 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c44774e5-8f62-4cdd-9e8b-4417662a0cfd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.221414 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44774e5-8f62-4cdd-9e8b-4417662a0cfd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:21:48.222069 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c44774e5-8f62-4cdd-9e8b-4417662a0cfd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.257340 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1668b22-15f6-4b30-93b5-b555b5288913 req-b71de607-fa04-48b1-94ee-82dad700fc14 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013958 May 26 16:21:48.269846 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 87ee5c9f-cd76-44d9-8e12-cffaf8346ca3 resource provider aggregate not found May 26 16:21:48.287198 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-1516f536-7054-487d-8e3a-0ce7be24c604 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f68a2802-5564-4282-a166-5b48e40bf2cb']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:48.322883 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-1516f536-7054-487d-8e3a-0ce7be24c604 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc179ef-44ca-422d-a891-e34f5760d472') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:48.324316 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-1516f536-7054-487d-8e3a-0ce7be24c604 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc179ef-44ca-422d-a891-e34f5760d472') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:48.328356 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 87ee5c9f-cd76-44d9-8e12-cffaf8346ca3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87ee5c9f-cd76-44d9-8e12-cffaf8346ca3 found for delete ", "request_id": "req-27516c05-f591-4ea9-aba8-fd9e46b1f985"}]} May 26 16:21:48.343029 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.384704 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c44774e5-8f62-4cdd-9e8b-4417662a0cfd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.392163 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c44774e5-8f62-4cdd-9e8b-4417662a0cfd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.396331 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c44774e5-8f62-4cdd-9e8b-4417662a0cfd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/networks/97137f15-187b-4101-b370-e2b80eb3acc7 HTTP/1.1" status: 204 len: 168 time: 1.0452688 May 26 16:21:48.400251 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1516f536-7054-487d-8e3a-0ce7be24c604 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.404935 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39298) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:48.413473 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-82764914-30ca-4c82-ade8-4b49285945db tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1524601394'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:48.441000 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1516f536-7054-487d-8e3a-0ce7be24c604 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.449294 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1516f536-7054-487d-8e3a-0ce7be24c604 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:21:48.450062 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1516f536-7054-487d-8e3a-0ce7be24c604 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.495525 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44774e5-8f62-4cdd-9e8b-4417662a0cfd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event deleted for resources: {'Network': ['ID=97137f15-187b-4101-b370-e2b80eb3acc7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:48.530809 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82764914-30ca-4c82-ade8-4b49285945db tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Made reservation on behalf of f097394b03ff4725b307a703ed276351 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:48.536290 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-82764914-30ca-4c82-ade8-4b49285945db tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.558902 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment bfc179ef-44ca-422d-a891-e34f5760d472 resource provider aggregate not found May 26 16:21:48.583000 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82764914-30ca-4c82-ade8-4b49285945db tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:21:48.604264 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-82764914-30ca-4c82-ade8-4b49285945db tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.605070 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-82764914-30ca-4c82-ade8-4b49285945db tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Added segment afce7bb7-cb6a-466d-98f8-3ac90a80134b of type vlan for network 5ef74552-88d2-4f59-8a14-1d7498fdbb79 May 26 16:21:48.667121 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment bfc179ef-44ca-422d-a891-e34f5760d472 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfc179ef-44ca-422d-a891-e34f5760d472 found for delete ", "request_id": "req-f50c1cc2-9c52-4fad-a1de-09b906c19279"}]} May 26 16:21:48.671896 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-82764914-30ca-4c82-ade8-4b49285945db tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.753638 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-82764914-30ca-4c82-ade8-4b49285945db tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.762969 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61f3cc4d-362d-4ada-bab1-2457b7a8e13f req-89ff2fdf-3b7c-4e20-95cb-b1516d1f752f tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=8acb8a23-df31-4b21-94dc-ab80eddbbbb3 HTTP/1.1" status: 200 len: 210 time: 0.1766787 May 26 16:21:48.779684 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1516f536-7054-487d-8e3a-0ce7be24c604 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.797841 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1516f536-7054-487d-8e3a-0ce7be24c604 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.798050 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82764914-30ca-4c82-ade8-4b49285945db tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:48.798902 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-82764914-30ca-4c82-ade8-4b49285945db tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.801972 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1516f536-7054-487d-8e3a-0ce7be24c604 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/networks/f68a2802-5564-4282-a166-5b48e40bf2cb HTTP/1.1" status: 204 len: 168 time: 2.6733036 May 26 16:21:48.815041 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d6821-c0b8-4e4f-b34a-b43477768ccd req-a7026daa-537d-44a9-9d58-704ff917df19 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:48.820938 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39314) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:48.839362 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-855d6821-c0b8-4e4f-b34a-b43477768ccd req-a7026daa-537d-44a9-9d58-704ff917df19 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=2239626f-ebdb-4a87-bc25-91f20b245348 HTTP/1.1" status: 200 len: 943 time: 0.2028997 May 26 16:21:48.900348 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516f536-7054-487d-8e3a-0ce7be24c604 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Network': ['ID=f68a2802-5564-4282-a166-5b48e40bf2cb,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:48.963315 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:48.967419 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-855d6821-c0b8-4e4f-b34a-b43477768ccd req-02dbb3a1-0891-4b8d-86c5-842d3267f4c9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263182 May 26 16:21:49.015888 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-82764914-30ca-4c82-ade8-4b49285945db tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6091139 May 26 16:21:49.022412 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39316) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:49.037987 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-32166a3d-db74-4a1c-9558-6f90f967f84a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Request body: {'subnet': {'network_id': '5ef74552-88d2-4f59-8a14-1d7498fdbb79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:49.051456 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4539ef15-fc20-4660-b68a-178a12e095d9 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:49.053619 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4539ef15-fc20-4660-b68a-178a12e095d9 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports/14abb204-aa78-4fec-99f6-f40da9d797c9 HTTP/1.1" status: 200 len: 841 time: 0.2208347 May 26 16:21:49.056471 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82764914-30ca-4c82-ade8-4b49285945db tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event updated for resources: {'Network': ['ID=5ef74552-88d2-4f59-8a14-1d7498fdbb79,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:49.070793 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39318) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:49.071036 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 5ef74552-88d2-4f59-8a14-1d7498fdbb79 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:21:49.125042 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6717ed39-1036-4ec6-8446-7d76deb10e7d req-25482288-7da3-4f55-b54b-0c443983e7e3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2601709 May 26 16:21:49.155748 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bc3a1dbe-51db-487c-b33d-cd8efd2996fb tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports/14abb204-aa78-4fec-99f6-f40da9d797c9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0834081 May 26 16:21:49.162247 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39320) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:49.163968 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 7a03e7ce-5493-4032-abce-b084246a3d36 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:49.172960 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-cff02a11-3ea2-4898-aeca-b683faa2e02d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'subnet': {'network_id': '143284ae-2281-4680-b372-1243a57f5077', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:49.270301 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32166a3d-db74-4a1c-9558-6f90f967f84a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Made reservation on behalf of f097394b03ff4725b307a703ed276351 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:49.276769 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-32166a3d-db74-4a1c-9558-6f90f967f84a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:49.427966 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 7a03e7ce-5493-4032-abce-b084246a3d36 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:49.429025 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:49.558841 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d562fb8-98e3-4353-aa8b-021a3803a165 None None] Network 38ee4680-bd51-4cd3-99ba-5fbea1798aca requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:49.605441 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6935dfe-1266-4505-824d-bed944790350 req-f24d6e67-b05e-4809-bc8c-fb0d4e3551f6 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:49.623006 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6935dfe-1266-4505-824d-bed944790350 req-f24d6e67-b05e-4809-bc8c-fb0d4e3551f6 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 945 time: 0.1677799 May 26 16:21:49.633478 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717ed39-1036-4ec6-8446-7d76deb10e7d req-10bdc561-f33c-47f5-b931-9a741ea994c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:49.635596 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6717ed39-1036-4ec6-8446-7d76deb10e7d req-10bdc561-f33c-47f5-b931-9a741ea994c0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53 HTTP/1.1" status: 200 len: 1096 time: 0.3799827 May 26 16:21:49.651635 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff02a11-3ea2-4898-aeca-b683faa2e02d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:49.657339 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cff02a11-3ea2-4898-aeca-b683faa2e02d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:49.749011 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6935dfe-1266-4505-824d-bed944790350 req-ce184ef4-1516-46f3-880c-e8105bfc06ec tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230903 May 26 16:21:49.802884 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 7a03e7ce-5493-4032-abce-b084246a3d36 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:49.803533 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:49.808870 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-854f9eaf-0278-497e-b83e-b29538f465e8 None None] Provisioning complete for port 7a03e7ce-5493-4032-abce-b084246a3d36 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:49.809244 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-854f9eaf-0278-497e-b83e-b29538f465e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:49.960696 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717ed39-1036-4ec6-8446-7d76deb10e7d req-577848d4-2691-41c5-8dc0-c61b5c78fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:49.962627 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6717ed39-1036-4ec6-8446-7d76deb10e7d req-577848d4-2691-41c5-8dc0-c61b5c78fe36 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 200 len: 906 time: 0.2978191 May 26 16:21:49.968308 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 7a03e7ce-5493-4032-abce-b084246a3d36, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=7a03e7ce-5493-4032-abce-b084246a3d36,segment=NetworkSegment(d334544b-eadd-4c45-8433-60bc5ef9134f),segment_id=d334544b-eadd-4c45-8433-60bc5ef9134f)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:49.972009 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-ef41fc51-f631-4a9b-8ff7-ca360e19c7ba tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:49.973975 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-291228b6-a08f-406c-adb0-d5d6521350c2 req-931274c2-8dcb-4664-9679-eeed47590134 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=8acb8a23-df31-4b21-94dc-ab80eddbbbb3 HTTP/1.1" status: 200 len: 210 time: 0.0504541 May 26 16:21:49.989153 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-ef41fc51-f631-4a9b-8ff7-ca360e19c7ba tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.81 "GET /v2.0/networks?id=91e281f8-c4da-4a2d-a68d-16e867895ff6 HTTP/1.1" status: 200 len: 815 time: 0.5872474 May 26 16:21:50.006506 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:50.063419 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-32166a3d-db74-4a1c-9558-6f90f967f84a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:50.087893 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-854f9eaf-0278-497e-b83e-b29538f465e8 None None] Current status of the port 7a03e7ce-5493-4032-abce-b084246a3d36 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:50.106592 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6717ed39-1036-4ec6-8446-7d76deb10e7d req-67c7f7c7-d2e0-4afa-960f-b4e426cbbbcd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863c7cb5-cb2f-4085-a54c-6db455a05c1d HTTP/1.1" status: 200 len: 217 time: 0.1116469 May 26 16:21:50.133163 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 4cd1d481-cf6e-4f02-9385-15712c5b147f details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:21:50.156785 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=7a03e7ce-5493-4032-abce-b084246a3d36,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:50.208951 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717ed39-1036-4ec6-8446-7d76deb10e7d req-7ccaa8a8-5621-41cf-a531-c9cf8885e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:50.211842 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6717ed39-1036-4ec6-8446-7d76deb10e7d req-7ccaa8a8-5621-41cf-a531-c9cf8885e282 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0ab488cf-1ef6-49d7-a418-125ef2c2c830 HTTP/1.1" status: 200 len: 845 time: 0.0767200 May 26 16:21:50.274575 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32166a3d-db74-4a1c-9558-6f90f967f84a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event updated for resources: {'Subnet': ['ID=6743460d-9736-4c9a-98c6-b2d2d4e39ec1,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:50.308755 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064af38-77f2-4735-a72f-b024e1dfd799 req-924125c3-b881-4c76-8bda-ec9b1843aa71 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:50.312360 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1064af38-77f2-4735-a72f-b024e1dfd799 req-924125c3-b881-4c76-8bda-ec9b1843aa71 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=2239626f-ebdb-4a87-bc25-91f20b245348 HTTP/1.1" status: 200 len: 943 time: 0.1732924 May 26 16:21:50.340531 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32166a3d-db74-4a1c-9558-6f90f967f84a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Checking segment: {'id': 'afce7bb7-cb6a-466d-98f8-3ac90a80134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5ef74552-88d2-4f59-8a14-1d7498fdbb79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:50.341207 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32166a3d-db74-4a1c-9558-6f90f967f84a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Network hostable DHCP agents. Network: 5ef74552-88d2-4f59-8a14-1d7498fdbb79, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:21:50.365864 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6717ed39-1036-4ec6-8446-7d76deb10e7d req-3102248b-3190-41bc-958c-8ce23794b812 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac28efc0-2a96-4984-9181-6ce65bcb6fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1428895 May 26 16:21:50.366776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 4cd1d481-cf6e-4f02-9385-15712c5b147f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=4cd1d481-cf6e-4f02-9385-15712c5b147f,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:50.382617 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-d54f1ce6-b3f8-49be-bb37-fd589525a43f tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d026034f0b5c4db588d9be515d0f060a HTTP/1.1" status: 200 len: 473 time: 0.3632898 May 26 16:21:50.403200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '4cd1d481-cf6e-4f02-9385-15712c5b147f', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'port_id': '4cd1d481-cf6e-4f02-9385-15712c5b147f', 'mac_address': 'fa:16:3e:13:aa:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:21:50.406814 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-6794631d-2e20-4b87-bce9-eb289fbb2871 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Request body: {'port': {'device_id': '8acb8a23-df31-4b21-94dc-ab80eddbbbb3', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'admin_state_up': True, 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'security_groups': ['c82b7ab3-c33b-474f-a6ec-0abd534c8133']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:50.432646 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1064af38-77f2-4735-a72f-b024e1dfd799 req-34ffb88c-db85-4b99-8b5a-af3a5a38b749 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129131 May 26 16:21:50.461095 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32166a3d-db74-4a1c-9558-6f90f967f84a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Network 5ef74552-88d2-4f59-8a14-1d7498fdbb79 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:21:50.469635 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 4cd1d481-cf6e-4f02-9385-15712c5b147f is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:50.470254 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:50.487153 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-32166a3d-db74-4a1c-9558-6f90f967f84a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 5ef74552-88d2-4f59-8a14-1d7498fdbb79) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:50.493029 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd1d481-cf6e-4f02-9385-15712c5b147f {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:21:50.496230 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32166a3d-db74-4a1c-9558-6f90f967f84a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:50.497217 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-32166a3d-db74-4a1c-9558-6f90f967f84a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:50.500348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e7f959-2a7c-402e-b3ee-28c733966bdd None None] Network 5ef74552-88d2-4f59-8a14-1d7498fdbb79 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:50.542579 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-32166a3d-db74-4a1c-9558-6f90f967f84a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5143588 May 26 16:21:50.543164 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39342) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:50.638109 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 4cd1d481-cf6e-4f02-9385-15712c5b147f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=4cd1d481-cf6e-4f02-9385-15712c5b147f,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:50.650067 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:50.688794 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-14ff0461-c5dd-4c2a-9378-4328f945cc2d tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:50.747311 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=4cd1d481-cf6e-4f02-9385-15712c5b147f,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:50.769291 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-14ff0461-c5dd-4c2a-9378-4328f945cc2d tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:50.777678 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680d0260-a7a5-4861-897e-808dd95c3a72 None None] Provisioning complete for port 7a03e7ce-5493-4032-abce-b084246a3d36 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:50.778208 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680d0260-a7a5-4861-897e-808dd95c3a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:50.927672 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e84198-41bc-44cf-8d53-3d29a6533296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-5ef74552-88d2-4f59-8a14-1d7498fdbb79', 'network_id': '5ef74552-88d2-4f59-8a14-1d7498fdbb79', 'tenant_id': 'f097394b03ff4725b307a703ed276351', 'fixed_ips': [{'subnet_id': '6743460d-9736-4c9a-98c6-b2d2d4e39ec1'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:21:50.933278 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-15e84198-41bc-44cf-8d53-3d29a6533296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:51.031835 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680d0260-a7a5-4861-897e-808dd95c3a72 None None] Current status of the port 7a03e7ce-5493-4032-abce-b084246a3d36 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:51.036224 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 7a03e7ce-5493-4032-abce-b084246a3d36 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:51.081877 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833fdfd-eec1-4ba4-9b7d-f9e6bfbb3666 req-0e21722e-313e-4d46-ad6b-a9075f5ff2f6 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:51.096982 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8833fdfd-eec1-4ba4-9b7d-f9e6bfbb3666 req-0e21722e-313e-4d46-ad6b-a9075f5ff2f6 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 945 time: 0.1742685 May 26 16:21:51.150100 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 7a03e7ce-5493-4032-abce-b084246a3d36 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:51.150848 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:51.197336 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8833fdfd-eec1-4ba4-9b7d-f9e6bfbb3666 req-16f4af6e-4238-402b-829f-de2099389027 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957673 May 26 16:21:51.206790 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cff02a11-3ea2-4898-aeca-b683faa2e02d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:51.220605 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-14ff0461-c5dd-4c2a-9378-4328f945cc2d tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:51.271407 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6717ed39-1036-4ec6-8446-7d76deb10e7d req-bffe3d01-bfd2-4a6a-ad61-365fd5e93103 service neutron] 10.222.0.83 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8863840 May 26 16:21:51.297822 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['4cd1d481-cf6e-4f02-9385-15712c5b147f'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:21:51.298055 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3ca462ca-a50f-4a1e-8440-2debf1981fbd req-77b628a0-dde3-43a4-858b-a0a105b8b802 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=8acb8a23-df31-4b21-94dc-ab80eddbbbb3 HTTP/1.1" status: 200 len: 210 time: 0.1347840 May 26 16:21:51.301281 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff0461-c5dd-4c2a-9378-4328f945cc2d tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event deleted for resources: {'Subnet': ['ID=6743460d-9736-4c9a-98c6-b2d2d4e39ec1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server [None req-15e84198-41bc-44cf-8d53-3d29a6533296 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6743460d-9736-4c9a-98c6-b2d2d4e39ec1: This subnet is being modified by another concurrent operation. May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise exception May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6743460d-9736-4c9a-98c6-b2d2d4e39ec1: This subnet is being modified by another concurrent operation. May 26 16:21:51.354112 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server May 26 16:21:51.401640 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9c7660-7f31-4271-b1a1-2418e3cac14b None None] Network 5ef74552-88d2-4f59-8a14-1d7498fdbb79 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:51.405181 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-14ff0461-c5dd-4c2a-9378-4328f945cc2d tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:51.444728 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-14ff0461-c5dd-4c2a-9378-4328f945cc2d tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef74552-88d2-4f59-8a14-1d7498fdbb79']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:51.461644 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-14ff0461-c5dd-4c2a-9378-4328f945cc2d tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afce7bb7-cb6a-466d-98f8-3ac90a80134b') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:51.462135 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-14ff0461-c5dd-4c2a-9378-4328f945cc2d tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afce7bb7-cb6a-466d-98f8-3ac90a80134b') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:51.481274 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-14ff0461-c5dd-4c2a-9378-4328f945cc2d tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:51.504634 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-6794631d-2e20-4b87-bce9-eb289fbb2871 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Made reservation on behalf of d026034f0b5c4db588d9be515d0f060a for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:51.508890 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-6794631d-2e20-4b87-bce9-eb289fbb2871 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:51.533048 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-14ff0461-c5dd-4c2a-9378-4328f945cc2d tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:51.539903 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff02a11-3ea2-4898-aeca-b683faa2e02d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network 143284ae-2281-4680-b372-1243a57f5077 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:51.565960 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ff0461-c5dd-4c2a-9378-4328f945cc2d tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:21:51.566635 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-14ff0461-c5dd-4c2a-9378-4328f945cc2d tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:51.572531 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6717ed39-1036-4ec6-8446-7d76deb10e7d req-5a82f097-7650-4ba0-863d-29c80acf8dfc service neutron] 10.222.0.83 "GET /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732377 May 26 16:21:51.573988 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff02a11-3ea2-4898-aeca-b683faa2e02d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Subnet': ['ID=c43d39f3-47cc-43c3-9953-0b47d08b7b32,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:51.581178 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-cff02a11-3ea2-4898-aeca-b683faa2e02d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:51.633085 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff02a11-3ea2-4898-aeca-b683faa2e02d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:51.634735 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cff02a11-3ea2-4898-aeca-b683faa2e02d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:51.635105 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd3ec9a-5ecc-49e2-887d-0268bdae1170 None None] Network 143284ae-2281-4680-b372-1243a57f5077 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:51.668782 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment afce7bb7-cb6a-466d-98f8-3ac90a80134b resource provider aggregate not found May 26 16:21:51.692968 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cff02a11-3ea2-4898-aeca-b683faa2e02d tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5262642 May 26 16:21:51.692968 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39368) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:51.703834 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-86d5b9e4-1653-4430-b89f-e436e0dbae7a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'security_group': {'name': 'tempest-secgroup-1713905106'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:51.726632 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment afce7bb7-cb6a-466d-98f8-3ac90a80134b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afce7bb7-cb6a-466d-98f8-3ac90a80134b found for delete ", "request_id": "req-98673aa4-8172-4127-9351-d5ab6f89df26"}]} May 26 16:21:51.742986 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-86d5b9e4-1653-4430-b89f-e436e0dbae7a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:51.754499 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-14ff0461-c5dd-4c2a-9378-4328f945cc2d tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:51.765251 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 7a03e7ce-5493-4032-abce-b084246a3d36 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:51.773507 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-14ff0461-c5dd-4c2a-9378-4328f945cc2d tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:51.777345 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-14ff0461-c5dd-4c2a-9378-4328f945cc2d tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/networks/5ef74552-88d2-4f59-8a14-1d7498fdbb79 HTTP/1.1" status: 204 len: 168 time: 1.2330265 May 26 16:21:51.796237 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39370) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:51.803203 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-4b3f1dba-219b-4042-9842-aa535a12493f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-867324506'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:51.815322 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedde85-1d08-47b9-a3f3-2d7efb6088b5 req-2f7e239d-c0d4-45fe-b243-7679b56000c8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:51.819212 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8cedde85-1d08-47b9-a3f3-2d7efb6088b5 req-2f7e239d-c0d4-45fe-b243-7679b56000c8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=2239626f-ebdb-4a87-bc25-91f20b245348 HTTP/1.1" status: 200 len: 944 time: 0.2823970 May 26 16:21:51.822755 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff0461-c5dd-4c2a-9378-4328f945cc2d tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event deleted for resources: {'Network': ['ID=5ef74552-88d2-4f59-8a14-1d7498fdbb79,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:51.877390 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3f1dba-219b-4042-9842-aa535a12493f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Made reservation on behalf of f097394b03ff4725b307a703ed276351 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:51.882621 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4b3f1dba-219b-4042-9842-aa535a12493f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:51.924323 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8cedde85-1d08-47b9-a3f3-2d7efb6088b5 req-e2f323b7-8535-4953-ba1b-955b54685bd6 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939517 May 26 16:21:51.980334 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b3f1dba-219b-4042-9842-aa535a12493f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:21:52.016111 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4b3f1dba-219b-4042-9842-aa535a12493f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.016111 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-4b3f1dba-219b-4042-9842-aa535a12493f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Added segment 1fc36f03-d712-4e0e-8e9c-2287baad8246 of type vlan for network 7c0a0434-0b78-447d-b192-80b596ad2636 May 26 16:21:52.016440 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-6794631d-2e20-4b87-bce9-eb289fbb2871 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Allocated IP 172.20.0.10 (91e281f8-c4da-4a2d-a68d-16e867895ff6/fee14286-9209-4b96-87d8-95a3251de24f/52b75c25-200a-4735-8779-b8be659b4f8f) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:52.089600 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4b3f1dba-219b-4042-9842-aa535a12493f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.107464 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b702fb5-ece8-45ce-bfd6-e9e37ae3b0a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-143284ae-2281-4680-b372-1243a57f5077', 'network_id': '143284ae-2281-4680-b372-1243a57f5077', 'tenant_id': '3baec1898b89453d8fdf801d2e6b7529', 'fixed_ips': [{'subnet_id': 'c43d39f3-47cc-43c3-9953-0b47d08b7b32'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:21:52.109371 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7b702fb5-ece8-45ce-bfd6-e9e37ae3b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.125815 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-86d5b9e4-1653-4430-b89f-e436e0dbae7a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.137260 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-86d5b9e4-1653-4430-b89f-e436e0dbae7a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.148740 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4b3f1dba-219b-4042-9842-aa535a12493f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.158597 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3f1dba-219b-4042-9842-aa535a12493f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:52.159486 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4b3f1dba-219b-4042-9842-aa535a12493f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.211625 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-86d5b9e4-1653-4430-b89f-e436e0dbae7a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.212882 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-86d5b9e4-1653-4430-b89f-e436e0dbae7a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5197952 May 26 16:21:52.217735 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39378) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:52.237501 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d7be317b-b7a8-43c9-999c-a3feb9a44a48 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'security_group': {'name': 'tempest-secgroup-242802791'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:52.292678 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4b3f1dba-219b-4042-9842-aa535a12493f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4945161 May 26 16:21:52.293377 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39382) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:52.308433 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-6794631d-2e20-4b87-bce9-eb289fbb2871 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.309901 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5b9e4-1653-4430-b89f-e436e0dbae7a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5b2ab9-b36c-4d89-8f01-5f507ab870de,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:52.317969 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-017a6b7e-5bf5-446e-844c-ff855bd05208 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Request body: {'subnet': {'network_id': '7c0a0434-0b78-447d-b192-80b596ad2636', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:52.369175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f1dba-219b-4042-9842-aa535a12493f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event updated for resources: {'Network': ['ID=7c0a0434-0b78-447d-b192-80b596ad2636,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:52.381854 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 7c0a0434-0b78-447d-b192-80b596ad2636 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:21:52.384211 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d7be317b-b7a8-43c9-999c-a3feb9a44a48 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.516455 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d7be317b-b7a8-43c9-999c-a3feb9a44a48 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.520013 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-6794631d-2e20-4b87-bce9-eb289fbb2871 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.527218 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-7b702fb5-ece8-45ce-bfd6-e9e37ae3b0a8 None None] Allocated IP 172.20.0.2 (143284ae-2281-4680-b372-1243a57f5077/c43d39f3-47cc-43c3-9953-0b47d08b7b32/615b4443-38a4-451b-baeb-b4fc0ef81050) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:52.553298 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4aeec-3446-45e0-a1b2-cf1a8a0306d6 req-f675f51b-3e3b-49cd-94cc-5bb829054032 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:52.562734 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6c4aeec-3446-45e0-a1b2-cf1a8a0306d6 req-f675f51b-3e3b-49cd-94cc-5bb829054032 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 945 time: 0.2295415 May 26 16:21:52.617545 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017a6b7e-5bf5-446e-844c-ff855bd05208 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Made reservation on behalf of f097394b03ff4725b307a703ed276351 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:52.621272 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-017a6b7e-5bf5-446e-844c-ff855bd05208 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.637408 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-6794631d-2e20-4b87-bce9-eb289fbb2871 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Network 91e281f8-c4da-4a2d-a68d-16e867895ff6 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:52.641671 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d7be317b-b7a8-43c9-999c-a3feb9a44a48 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.647033 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5931d1-def2-474c-968a-60cbb653669f req-c03cacb7-3a69-4f80-abce-1ea0a3e35a02 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:52.648840 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-6794631d-2e20-4b87-bce9-eb289fbb2871 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:52.655532 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d5931d1-def2-474c-968a-60cbb653669f req-c03cacb7-3a69-4f80-abce-1ea0a3e35a02 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=8acb8a23-df31-4b21-94dc-ab80eddbbbb3 HTTP/1.1" status: 200 len: 932 time: 0.2211597 May 26 16:21:52.733248 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-6794631d-2e20-4b87-bce9-eb289fbb2871 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:52.738226 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be317b-b7a8-43c9-999c-a3feb9a44a48 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5a5694-c87b-49af-9ce5-5919c995cda1,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:52.808582 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6c4aeec-3446-45e0-a1b2-cf1a8a0306d6 req-6bc8cffc-3de4-4c69-8dea-1fa4ba6802e8 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444394 May 26 16:21:52.852045 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794631d-2e20-4b87-bce9-eb289fbb2871 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event updated for resources: {'Port': ['ID=52b75c25-200a-4735-8779-b8be659b4f8f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:52.884282 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d7be317b-b7a8-43c9-999c-a3feb9a44a48 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:52.888679 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d7be317b-b7a8-43c9-999c-a3feb9a44a48 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6673555 May 26 16:21:52.889399 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39392) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:52.910099 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-7bf833e0-96bd-4fd1-9b0d-668401000ab2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1341607271', 'security_groups': ['5d5a5694-c87b-49af-9ce5-5919c995cda1'], 'network_id': '143284ae-2281-4680-b372-1243a57f5077', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c43d39f3-47cc-43c3-9953-0b47d08b7b32'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:52.943669 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d5931d1-def2-474c-968a-60cbb653669f req-33b3ec38-5629-4339-9f87-d97fb34c43cc tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=c82b7ab3-c33b-474f-a6ec-0abd534c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865853 May 26 16:21:52.957313 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-6794631d-2e20-4b87-bce9-eb289fbb2871 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:52.961411 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-6794631d-2e20-4b87-bce9-eb289fbb2871 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:53.002840 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7b702fb5-ece8-45ce-bfd6-e9e37ae3b0a8 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:53.022750 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7b702fb5-ece8-45ce-bfd6-e9e37ae3b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:53.146703 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-6794631d-2e20-4b87-bce9-eb289fbb2871 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7477984 May 26 16:21:53.164237 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b702fb5-ece8-45ce-bfd6-e9e37ae3b0a8 None None] Pushing event updated for resources: {'Port': ['ID=615b4443-38a4-451b-baeb-b4fc0ef81050,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:53.222501 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b702fb5-ece8-45ce-bfd6-e9e37ae3b0a8 None None] Network 143284ae-2281-4680-b372-1243a57f5077 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:53.226941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-7b702fb5-ece8-45ce-bfd6-e9e37ae3b0a8 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:53.230546 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b702fb5-ece8-45ce-bfd6-e9e37ae3b0a8 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:53.254082 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5773ff24-9344-422d-aa70-db9a26f1dbaf None None] Provisioning complete for port 52b75c25-200a-4735-8779-b8be659b4f8f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:53.254864 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5773ff24-9344-422d-aa70-db9a26f1dbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:53.301925 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-397d0105-7481-4764-9b20-aa1026b0b6e4 service neutron] Request body: {'port': {'device_id': '8acb8a23-df31-4b21-94dc-ab80eddbbbb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:53.305886 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8829640-4eff-4895-b324-4d9ade65f4ee req-ee353c9d-19da-4a23-a03a-efac6764802a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:53.316385 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e8829640-4eff-4895-b324-4d9ade65f4ee req-ee353c9d-19da-4a23-a03a-efac6764802a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=2239626f-ebdb-4a87-bc25-91f20b245348 HTTP/1.1" status: 200 len: 944 time: 0.1694236 May 26 16:21:53.368194 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf833e0-96bd-4fd1-9b0d-668401000ab2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:53.433302 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e8829640-4eff-4895-b324-4d9ade65f4ee req-dbb16fdb-3ba8-4d56-af34-8ad3a1476898 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158373 May 26 16:21:53.452674 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-017a6b7e-5bf5-446e-844c-ff855bd05208 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:53.515560 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a6b7e-5bf5-446e-844c-ff855bd05208 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event updated for resources: {'Subnet': ['ID=f2256d3f-4827-41a4-ae2b-0b826a1f4769,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:53.606069 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017a6b7e-5bf5-446e-844c-ff855bd05208 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Checking segment: {'id': '1fc36f03-d712-4e0e-8e9c-2287baad8246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7c0a0434-0b78-447d-b192-80b596ad2636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:53.608430 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017a6b7e-5bf5-446e-844c-ff855bd05208 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Network hostable DHCP agents. Network: 7c0a0434-0b78-447d-b192-80b596ad2636, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:21:53.621110 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-397d0105-7481-4764-9b20-aa1026b0b6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:53.632382 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5773ff24-9344-422d-aa70-db9a26f1dbaf None None] Port 52b75c25-200a-4735-8779-b8be659b4f8f cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:53.660179 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bf833e0-96bd-4fd1-9b0d-668401000ab2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:53.663872 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017a6b7e-5bf5-446e-844c-ff855bd05208 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Network 7c0a0434-0b78-447d-b192-80b596ad2636 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:21:53.677471 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-017a6b7e-5bf5-446e-844c-ff855bd05208 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 7c0a0434-0b78-447d-b192-80b596ad2636) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:53.699430 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017a6b7e-5bf5-446e-844c-ff855bd05208 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:53.701319 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-017a6b7e-5bf5-446e-844c-ff855bd05208 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:53.708755 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-7bf833e0-96bd-4fd1-9b0d-668401000ab2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] device_id is not set on port c06ba26d-2fc9-4af2-a72d-934f8c1b7db2 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:21:53.718038 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37500a68-7c16-4c30-9ab9-7e9038e6db2e None None] Network 7c0a0434-0b78-447d-b192-80b596ad2636 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:53.744967 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-017a6b7e-5bf5-446e-844c-ff855bd05208 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4467137 May 26 16:21:53.750285 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39406) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:53.856827 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7b702fb5-ece8-45ce-bfd6-e9e37ae3b0a8 None None] Attempting to bind port 615b4443-38a4-451b-baeb-b4fc0ef81050 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:21:53.857183 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7b702fb5-ece8-45ce-bfd6-e9e37ae3b0a8 None None] Attempting to bind port 615b4443-38a4-451b-baeb-b4fc0ef81050 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '2c71b27b-763d-4f50-a963-9d027aaf3bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '143284ae-2281-4680-b372-1243a57f5077'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:21:53.857435 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b702fb5-ece8-45ce-bfd6-e9e37ae3b0a8 None None] Attempting to bind port 615b4443-38a4-451b-baeb-b4fc0ef81050 on network 143284ae-2281-4680-b372-1243a57f5077 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:21:53.880197 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b702fb5-ece8-45ce-bfd6-e9e37ae3b0a8 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:21:53.880566 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b702fb5-ece8-45ce-bfd6-e9e37ae3b0a8 None None] Checking segment: {'id': '2c71b27b-763d-4f50-a963-9d027aaf3bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '143284ae-2281-4680-b372-1243a57f5077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:53.880973 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7b702fb5-ece8-45ce-bfd6-e9e37ae3b0a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:53.881372 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b702fb5-ece8-45ce-bfd6-e9e37ae3b0a8 None None] Bound using segment: {'id': '2c71b27b-763d-4f50-a963-9d027aaf3bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '143284ae-2281-4680-b372-1243a57f5077'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:21:53.881861 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7b702fb5-ece8-45ce-bfd6-e9e37ae3b0a8 None None] Bound port: 615b4443-38a4-451b-baeb-b4fc0ef81050, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c71b27b-763d-4f50-a963-9d027aaf3bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '143284ae-2281-4680-b372-1243a57f5077'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:21:53.882246 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7b702fb5-ece8-45ce-bfd6-e9e37ae3b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:53.991822 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6210fe93-8674-47aa-afb6-29da8791e614 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:54.095581 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7b702fb5-ece8-45ce-bfd6-e9e37ae3b0a8 None None] For port 615b4443-38a4-451b-baeb-b4fc0ef81050, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:21:54.102197 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7b702fb5-ece8-45ce-bfd6-e9e37ae3b0a8 None None] For port 615b4443-38a4-451b-baeb-b4fc0ef81050, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=615b4443-38a4-451b-baeb-b4fc0ef81050,segment=NetworkSegment(2c71b27b-763d-4f50-a963-9d027aaf3bcf),segment_id=2c71b27b-763d-4f50-a963-9d027aaf3bcf)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:21:54.118810 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-7bf833e0-96bd-4fd1-9b0d-668401000ab2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Allocated IP 172.20.0.12 (143284ae-2281-4680-b372-1243a57f5077/c43d39f3-47cc-43c3-9953-0b47d08b7b32/c06ba26d-2fc9-4af2-a72d-934f8c1b7db2) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:54.128941 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7b702fb5-ece8-45ce-bfd6-e9e37ae3b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:54.168990 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 4cd1d481-cf6e-4f02-9385-15712c5b147f up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:54.227862 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcf340f-911a-468d-932a-a34fb18adef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-7c0a0434-0b78-447d-b192-80b596ad2636', 'network_id': '7c0a0434-0b78-447d-b192-80b596ad2636', 'tenant_id': 'f097394b03ff4725b307a703ed276351', 'fixed_ips': [{'subnet_id': 'f2256d3f-4827-41a4-ae2b-0b826a1f4769'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:21:54.229013 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cfcf340f-911a-468d-932a-a34fb18adef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:54.235734 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6210fe93-8674-47aa-afb6-29da8791e614 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:54.346508 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b702fb5-ece8-45ce-bfd6-e9e37ae3b0a8 None None] Pushing event updated for resources: {'Port': ['ID=615b4443-38a4-451b-baeb-b4fc0ef81050,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:54.424399 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df21105-404e-4b4b-a3cf-9853a5a0cf5a req-3cf7a5f8-e4d1-4012-a9ba-17772aabf73e tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:54.426477 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1df21105-404e-4b4b-a3cf-9853a5a0cf5a req-3cf7a5f8-e4d1-4012-a9ba-17772aabf73e tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 945 time: 0.4221559 May 26 16:21:54.494586 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:21:54.542648 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28abeab-c2ab-4fb2-8f84-9886b5d277a9 req-224cdab3-0f00-43a4-b43d-f0df537a13a8 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:54.559016 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b28abeab-c2ab-4fb2-8f84-9886b5d277a9 req-224cdab3-0f00-43a4-b43d-f0df537a13a8 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=8acb8a23-df31-4b21-94dc-ab80eddbbbb3 HTTP/1.1" status: 200 len: 932 time: 0.3494956 May 26 16:21:54.596445 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 4cd1d481-cf6e-4f02-9385-15712c5b147f completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:21:54.615563 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bf833e0-96bd-4fd1-9b0d-668401000ab2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:54.618228 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 4cd1d481-cf6e-4f02-9385-15712c5b147f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:54.618834 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:54.675417 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6210fe93-8674-47aa-afb6-29da8791e614 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server [None req-cfcf340f-911a-468d-932a-a34fb18adef0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2256d3f-4827-41a4-ae2b-0b826a1f4769: This subnet is being modified by another concurrent operation. May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise exception May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2256d3f-4827-41a4-ae2b-0b826a1f4769: This subnet is being modified by another concurrent operation. May 26 16:21:54.687383 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server May 26 16:21:54.753405 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15ceef8-2079-4bdc-beec-409b26514572 None None] Network 7c0a0434-0b78-447d-b192-80b596ad2636 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:21:54.803898 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210fe93-8674-47aa-afb6-29da8791e614 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event deleted for resources: {'Subnet': ['ID=f2256d3f-4827-41a4-ae2b-0b826a1f4769,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:54.804731 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bf833e0-96bd-4fd1-9b0d-668401000ab2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:54.828061 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1df21105-404e-4b4b-a3cf-9853a5a0cf5a req-3eae3e7f-9062-4097-bf3f-bcd7f302aed3 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887312 May 26 16:21:54.847513 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b28abeab-c2ab-4fb2-8f84-9886b5d277a9 req-d310478a-d18d-4103-b3aa-3a3ce1b6f587 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=c82b7ab3-c33b-474f-a6ec-0abd534c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698617 May 26 16:21:55.057779 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6210fe93-8674-47aa-afb6-29da8791e614 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.108689 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 4cd1d481-cf6e-4f02-9385-15712c5b147f is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:55.111251 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.153950 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-6210fe93-8674-47aa-afb6-29da8791e614 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0a0434-0b78-447d-b192-80b596ad2636']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:55.165769 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf833e0-96bd-4fd1-9b0d-668401000ab2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network 143284ae-2281-4680-b372-1243a57f5077 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:55.167860 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-6210fe93-8674-47aa-afb6-29da8791e614 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc36f03-d712-4e0e-8e9c-2287baad8246') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:55.168409 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-6210fe93-8674-47aa-afb6-29da8791e614 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc36f03-d712-4e0e-8e9c-2287baad8246') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:21:55.184503 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6210fe93-8674-47aa-afb6-29da8791e614 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.193466 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-7bf833e0-96bd-4fd1-9b0d-668401000ab2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:55.200482 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf833e0-96bd-4fd1-9b0d-668401000ab2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:55.201775 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6210fe93-8674-47aa-afb6-29da8791e614 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.205095 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 615b4443-38a4-451b-baeb-b4fc0ef81050 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:55.212385 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6210fe93-8674-47aa-afb6-29da8791e614 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:21:55.213822 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6210fe93-8674-47aa-afb6-29da8791e614 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.218822 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf833e0-96bd-4fd1-9b0d-668401000ab2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Port': ['ID=c06ba26d-2fc9-4af2-a72d-934f8c1b7db2,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:55.280291 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2239626f-ebdb-4a87-bc25-91f20b245348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd1d481-cf6e-4f02-9385-15712c5b147f'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:21:55.283714 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a53bd1-e5a6-489e-8382-7795df98300e" -d '{"events": [{"server_uuid": "2239626f-ebdb-4a87-bc25-91f20b245348", "name": "network-vif-plugged", "status": "completed", "tag": "4cd1d481-cf6e-4f02-9385-15712c5b147f"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:21:55.296651 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-397d0105-7481-4764-9b20-aa1026b0b6e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b75c25-200a-4735-8779-b8be659b4f8f {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:21:55.332285 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-397d0105-7481-4764-9b20-aa1026b0b6e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.411171 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-397d0105-7481-4764-9b20-aa1026b0b6e4 service neutron] Transition to ACTIVE for port object 52b75c25-200a-4735-8779-b8be659b4f8f will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:21:55.417231 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6210fe93-8674-47aa-afb6-29da8791e614 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.423315 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6210fe93-8674-47aa-afb6-29da8791e614 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.432508 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6210fe93-8674-47aa-afb6-29da8791e614 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/networks/7c0a0434-0b78-447d-b192-80b596ad2636 HTTP/1.1" status: 204 len: 168 time: 1.6762421 May 26 16:21:55.432964 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf833e0-96bd-4fd1-9b0d-668401000ab2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:55.433769 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 1fc36f03-d712-4e0e-8e9c-2287baad8246 resource provider aggregate not found May 26 16:21:55.438290 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39438) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:55.441286 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bf833e0-96bd-4fd1-9b0d-668401000ab2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.446055 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-6af70902-1b3e-4bc6-acd5-c5955b1d338b tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1792975764'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:55.446239 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-397d0105-7481-4764-9b20-aa1026b0b6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.463516 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 4cd1d481-cf6e-4f02-9385-15712c5b147f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=4cd1d481-cf6e-4f02-9385-15712c5b147f,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:55.489153 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.491270 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af70902-1b3e-4bc6-acd5-c5955b1d338b tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Made reservation on behalf of f097394b03ff4725b307a703ed276351 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:55.495488 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6af70902-1b3e-4bc6-acd5-c5955b1d338b tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.502304 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 1fc36f03-d712-4e0e-8e9c-2287baad8246 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fc36f03-d712-4e0e-8e9c-2287baad8246 found for delete ", "request_id": "req-8e0debcd-8985-4f88-b468-6d56a251cdaa"}]} May 26 16:21:55.503235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210fe93-8674-47aa-afb6-29da8791e614 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event deleted for resources: {'Network': ['ID=7c0a0434-0b78-447d-b192-80b596ad2636,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:55.528638 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a1002c-9222-4cb4-89e5-f75593556c7a x-openstack-request-id: req-f4a1002c-9222-4cb4-89e5-f75593556c7a {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:21:55.529477 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2239626f-ebdb-4a87-bc25-91f20b245348", "name": "network-vif-plugged", "status": "completed", "tag": "4cd1d481-cf6e-4f02-9385-15712c5b147f", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:21:55.529983 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f4a1002c-9222-4cb4-89e5-f75593556c7a {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:21:55.530590 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a1002c-9222-4cb4-89e5-f75593556c7a'] response: {'server_uuid': '2239626f-ebdb-4a87-bc25-91f20b245348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd1d481-cf6e-4f02-9385-15712c5b147f', 'code': 200} May 26 16:21:55.541886 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f848a7-8f76-456f-8342-90af78f654ba req-dcb4279c-ead2-412a-bd05-3ab08533d0cc tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:55.543559 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-72f848a7-8f76-456f-8342-90af78f654ba req-dcb4279c-ead2-412a-bd05-3ab08533d0cc tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=2239626f-ebdb-4a87-bc25-91f20b245348 HTTP/1.1" status: 200 len: 944 time: 0.2113173 May 26 16:21:55.569733 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af70902-1b3e-4bc6-acd5-c5955b1d338b tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:21:55.584907 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6af70902-1b3e-4bc6-acd5-c5955b1d338b tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.585536 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-6af70902-1b3e-4bc6-acd5-c5955b1d338b tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Added segment 8c07ed6f-9214-4256-ba48-1507d4dac5a2 of type vlan for network 53ff1128-42f9-48dd-8190-2e0cf89e2f33 May 26 16:21:55.635410 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=4cd1d481-cf6e-4f02-9385-15712c5b147f,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:55.644309 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 615b4443-38a4-451b-baeb-b4fc0ef81050 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:55.644827 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.660847 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6af70902-1b3e-4bc6-acd5-c5955b1d338b tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.722633 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7bf833e0-96bd-4fd1-9b0d-668401000ab2 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8266728 May 26 16:21:55.739094 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39446) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:55.758621 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6af70902-1b3e-4bc6-acd5-c5955b1d338b tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.774883 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af70902-1b3e-4bc6-acd5-c5955b1d338b tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:55.776436 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6af70902-1b3e-4bc6-acd5-c5955b1d338b tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.806555 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-42b47bf1-7ea9-45c3-865c-eb037145acbb tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'subnet': {'network_id': '143284ae-2281-4680-b372-1243a57f5077', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:55.860273 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d0105-7481-4764-9b20-aa1026b0b6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=52b75c25-200a-4735-8779-b8be659b4f8f,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:55.877274 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 615b4443-38a4-451b-baeb-b4fc0ef81050 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:55.879021 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.955942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 615b4443-38a4-451b-baeb-b4fc0ef81050, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=615b4443-38a4-451b-baeb-b4fc0ef81050,segment=NetworkSegment(2c71b27b-763d-4f50-a963-9d027aaf3bcf),segment_id=2c71b27b-763d-4f50-a963-9d027aaf3bcf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:55.961158 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af70902-1b3e-4bc6-acd5-c5955b1d338b tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event updated for resources: {'Network': ['ID=53ff1128-42f9-48dd-8190-2e0cf89e2f33,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:55.964675 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:55.971286 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6af70902-1b3e-4bc6-acd5-c5955b1d338b tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5316665 May 26 16:21:55.996656 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39452) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:56.030304 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-29d2f77b-5cda-4681-8db1-666aad1f7971 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Request body: {'subnet': {'network_id': '53ff1128-42f9-48dd-8190-2e0cf89e2f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:56.107151 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-72f848a7-8f76-456f-8342-90af78f654ba req-804e9440-844e-4a22-9857-b6355394198b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755496 May 26 16:21:56.133113 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=615b4443-38a4-451b-baeb-b4fc0ef81050,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:56.139092 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 53ff1128-42f9-48dd-8190-2e0cf89e2f33 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:21:56.193910 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb15d3-d0ac-43d7-9cfb-65469ee87d59 req-cb4d1d07-f8db-4daf-97cb-8272500eefed tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:56.209051 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4fbb15d3-d0ac-43d7-9cfb-65469ee87d59 req-cb4d1d07-f8db-4daf-97cb-8272500eefed tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 945 time: 0.4735801 May 26 16:21:56.271028 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2c8f1-568d-4634-bf7a-6a57ad83ea0d req-37609f79-3ae4-4608-9e88-3cfbc0c39067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:56.272934 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fbc2c8f1-568d-4634-bf7a-6a57ad83ea0d req-37609f79-3ae4-4608-9e88-3cfbc0c39067 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2239626f-ebdb-4a87-bc25-91f20b245348 HTTP/1.1" status: 200 len: 1096 time: 0.5367417 May 26 16:21:56.323288 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4fbb15d3-d0ac-43d7-9cfb-65469ee87d59 req-0bb3ff1c-8fe4-4695-95a3-f7a66546b8fb tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133473 May 26 16:21:56.324273 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d2f77b-5cda-4681-8db1-666aad1f7971 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Made reservation on behalf of f097394b03ff4725b307a703ed276351 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:56.333978 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-29d2f77b-5cda-4681-8db1-666aad1f7971 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:56.359615 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b47bf1-7ea9-45c3-865c-eb037145acbb tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:56.374333 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-42b47bf1-7ea9-45c3-865c-eb037145acbb tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:56.480721 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-397d0105-7481-4764-9b20-aa1026b0b6e4 service neutron] Attempting to bind port 52b75c25-200a-4735-8779-b8be659b4f8f on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:21:56.481415 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-397d0105-7481-4764-9b20-aa1026b0b6e4 service neutron] Attempting to bind port 52b75c25-200a-4735-8779-b8be659b4f8f by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:21:56.482738 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-397d0105-7481-4764-9b20-aa1026b0b6e4 service neutron] Attempting to bind port 52b75c25-200a-4735-8779-b8be659b4f8f on network 91e281f8-c4da-4a2d-a68d-16e867895ff6 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:21:56.552583 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-397d0105-7481-4764-9b20-aa1026b0b6e4 service neutron] Port 52b75c25-200a-4735-8779-b8be659b4f8f on network 91e281f8-c4da-4a2d-a68d-16e867895ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:21:56.552920 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-397d0105-7481-4764-9b20-aa1026b0b6e4 service neutron] Attempting to bind port 52b75c25-200a-4735-8779-b8be659b4f8f on network 91e281f8-c4da-4a2d-a68d-16e867895ff6 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:21:56.591469 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8f777777-d02e-4576-86fc-0e4436c2b6b5 None None] Provisioning complete for port 14abb204-aa78-4fec-99f6-f40da9d797c9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:56.592165 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8f777777-d02e-4576-86fc-0e4436c2b6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:56.615655 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88af64d-e101-4bca-a981-037c51da87ec req-8fc5a9f6-1a4b-4374-9944-f879fac15ccf tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:56.617239 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a88af64d-e101-4bca-a981-037c51da87ec req-8fc5a9f6-1a4b-4374-9944-f879fac15ccf tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 945 time: 0.1785259 May 26 16:21:56.630616 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52185a3e-2e09-4a0d-9e54-441e297fe3ea req-3f50c2af-62af-4d91-90ca-4a501b56b6b7 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:56.632329 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52185a3e-2e09-4a0d-9e54-441e297fe3ea req-3f50c2af-62af-4d91-90ca-4a501b56b6b7 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=8acb8a23-df31-4b21-94dc-ab80eddbbbb3 HTTP/1.1" status: 200 len: 944 time: 0.3077557 May 26 16:21:56.671064 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-397d0105-7481-4764-9b20-aa1026b0b6e4 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:21:56.671903 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-397d0105-7481-4764-9b20-aa1026b0b6e4 service neutron] Checking segment: {'id': 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:56.673011 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-397d0105-7481-4764-9b20-aa1026b0b6e4 service neutron] Bound using segment: {'id': 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:21:56.675257 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-397d0105-7481-4764-9b20-aa1026b0b6e4 service neutron] Bound port: 52b75c25-200a-4735-8779-b8be659b4f8f, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:21:56.675257 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-397d0105-7481-4764-9b20-aa1026b0b6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:56.676543 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8f777777-d02e-4576-86fc-0e4436c2b6b5 None None] Port 14abb204-aa78-4fec-99f6-f40da9d797c9 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:56.697821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8f777777-d02e-4576-86fc-0e4436c2b6b5 None None] Provisioning complete for port 615b4443-38a4-451b-baeb-b4fc0ef81050 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:56.699675 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8f777777-d02e-4576-86fc-0e4436c2b6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:56.713150 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a88af64d-e101-4bca-a981-037c51da87ec req-6ec06107-d6d2-4610-9d87-a42c12c2287d tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762634 May 26 16:21:56.761858 n-d-843337-2 neutron-server[103896]: INFO neutron.db.ipam_backend_mixin [None req-42b47bf1-7ea9-45c3-865c-eb037145acbb tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c43d39f3-47cc-43c3-9953-0b47d08b7b32 (CIDR: 172.20.0.0/28) May 26 16:21:56.784910 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52185a3e-2e09-4a0d-9e54-441e297fe3ea req-bb0e60c6-9850-4398-8df4-2b1344bc6a1c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=c82b7ab3-c33b-474f-a6ec-0abd534c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070769 May 26 16:21:56.791232 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fbc2c8f1-568d-4634-bf7a-6a57ad83ea0d req-54e0c995-57ef-4b9e-b808-50ed9227b97b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926293 May 26 16:21:56.793725 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b47bf1-7ea9-45c3-865c-eb037145acbb tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:21:56.796246 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b47bf1-7ea9-45c3-865c-eb037145acbb tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:21:56.812609 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-29d2f77b-5cda-4681-8db1-666aad1f7971 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:56.838878 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-42b47bf1-7ea9-45c3-865c-eb037145acbb tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0948789 May 26 16:21:56.840086 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39470) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:56.857808 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-972e309e-8626-48e6-ae6d-643609defe5e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'subnet': {'network_id': '143284ae-2281-4680-b372-1243a57f5077', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:56.879378 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcb1370-f139-4614-9ccf-86b398b476f8 None None] get_active_networks_info from n-d-843337-2 {{(pid=103897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:21:56.942351 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-397d0105-7481-4764-9b20-aa1026b0b6e4 service neutron] For port 52b75c25-200a-4735-8779-b8be659b4f8f, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:21:56.970516 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8f777777-d02e-4576-86fc-0e4436c2b6b5 None None] Current status of the port 615b4443-38a4-451b-baeb-b4fc0ef81050 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:57.019507 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-397d0105-7481-4764-9b20-aa1026b0b6e4 service neutron] For port 52b75c25-200a-4735-8779-b8be659b4f8f, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=52b75c25-200a-4735-8779-b8be659b4f8f,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:21:57.034557 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 615b4443-38a4-451b-baeb-b4fc0ef81050 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:21:57.041108 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-397d0105-7481-4764-9b20-aa1026b0b6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:57.046904 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2f77b-5cda-4681-8db1-666aad1f7971 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event updated for resources: {'Subnet': ['ID=aa38120d-584e-46e6-97f8-1774a6c2639b,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:57.085286 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d2f77b-5cda-4681-8db1-666aad1f7971 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Checking segment: {'id': '8c07ed6f-9214-4256-ba48-1507d4dac5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '53ff1128-42f9-48dd-8190-2e0cf89e2f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:57.085699 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d2f77b-5cda-4681-8db1-666aad1f7971 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Network hostable DHCP agents. Network: 53ff1128-42f9-48dd-8190-2e0cf89e2f33, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:21:57.110752 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-397d0105-7481-4764-9b20-aa1026b0b6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:57.112365 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-397d0105-7481-4764-9b20-aa1026b0b6e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:57.114316 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-397d0105-7481-4764-9b20-aa1026b0b6e4 service neutron] 10.222.0.81 "PUT /v2.0/ports/52b75c25-200a-4735-8779-b8be659b4f8f HTTP/1.1" status: 200 len: 1092 time: 3.9542232 May 26 16:21:57.117466 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8acb8a23-df31-4b21-94dc-ab80eddbbbb3', 'tag': '52b75c25-200a-4735-8779-b8be659b4f8f'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:21:57.119721 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777c6fdc-12cd-4117-9305-5a252df22a57" -d '{"events": [{"name": "network-changed", "server_uuid": "8acb8a23-df31-4b21-94dc-ab80eddbbbb3", "tag": "52b75c25-200a-4735-8779-b8be659b4f8f"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:21:57.218384 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801643e2-abfc-4015-9c4b-86e9f50e4022 x-openstack-request-id: req-801643e2-abfc-4015-9c4b-86e9f50e4022 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:21:57.218514 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8acb8a23-df31-4b21-94dc-ab80eddbbbb3", "tag": "52b75c25-200a-4735-8779-b8be659b4f8f", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:21:57.218869 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-801643e2-abfc-4015-9c4b-86e9f50e4022 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:21:57.219487 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-801643e2-abfc-4015-9c4b-86e9f50e4022'] response: {'name': 'network-changed', 'server_uuid': '8acb8a23-df31-4b21-94dc-ab80eddbbbb3', 'tag': '52b75c25-200a-4735-8779-b8be659b4f8f', 'status': 'completed', 'code': 200} May 26 16:21:57.220125 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f1612453-fd57-4621-bbd2-365bbf964bd0 None None] Provisioning complete for port c06ba26d-2fc9-4af2-a72d-934f8c1b7db2 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:57.221223 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f1612453-fd57-4621-bbd2-365bbf964bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:57.229314 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972e309e-8626-48e6-ae6d-643609defe5e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:57.237244 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-972e309e-8626-48e6-ae6d-643609defe5e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:57.286917 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d2f77b-5cda-4681-8db1-666aad1f7971 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Network 53ff1128-42f9-48dd-8190-2e0cf89e2f33 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:21:57.292505 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d0105-7481-4764-9b20-aa1026b0b6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=52b75c25-200a-4735-8779-b8be659b4f8f,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:57.301057 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 615b4443-38a4-451b-baeb-b4fc0ef81050 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:21:57.301586 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:57.312392 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-29d2f77b-5cda-4681-8db1-666aad1f7971 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 53ff1128-42f9-48dd-8190-2e0cf89e2f33) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:57.331083 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d2f77b-5cda-4681-8db1-666aad1f7971 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:57.331698 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-29d2f77b-5cda-4681-8db1-666aad1f7971 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:57.354480 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-1aec54c1-1695-43a4-8131-c7d57130bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:57.356136 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-1aec54c1-1695-43a4-8131-c7d57130bd2c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d026034f0b5c4db588d9be515d0f060a&device_id=8acb8a23-df31-4b21-94dc-ab80eddbbbb3 HTTP/1.1" status: 200 len: 1095 time: 0.1753051 May 26 16:21:57.365199 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-29d2f77b-5cda-4681-8db1-666aad1f7971 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3512275 May 26 16:21:57.376624 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39486) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:57.388445 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-3f3f9073-234f-4c8f-af2f-0ecfe6d14303 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Request body: {'subnet': {'network_id': '53ff1128-42f9-48dd-8190-2e0cf89e2f33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:57.395240 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28564458-02d0-40d1-a123-a4419aa1bbeb req-1f5d8861-e0bb-482b-9652-9c0bd7af18bf tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:57.402769 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28564458-02d0-40d1-a123-a4419aa1bbeb req-1f5d8861-e0bb-482b-9652-9c0bd7af18bf tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 945 time: 0.2257454 May 26 16:21:57.466718 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-1214c3fe-1888-4a1d-ae63-c4b845d21d8b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52b75c25-200a-4735-8779-b8be659b4f8f HTTP/1.1" status: 200 len: 217 time: 0.0992112 May 26 16:21:57.507911 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb76c95-c3d4-4888-a202-47530a4f8656 req-caf663ab-804e-4012-97a1-2e270540a484 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:57.510810 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9cb76c95-c3d4-4888-a202-47530a4f8656 req-caf663ab-804e-4012-97a1-2e270540a484 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=2239626f-ebdb-4a87-bc25-91f20b245348 HTTP/1.1" status: 200 len: 945 time: 0.1792707 May 26 16:21:57.521083 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 615b4443-38a4-451b-baeb-b4fc0ef81050 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:21:57.522340 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28564458-02d0-40d1-a123-a4419aa1bbeb req-7751ca63-92d7-4ff3-ad86-8f96ee5d2ec7 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987911 May 26 16:21:57.539614 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f1612453-fd57-4621-bbd2-365bbf964bd0 None None] Port c06ba26d-2fc9-4af2-a72d-934f8c1b7db2 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:21:57.604620 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9cb76c95-c3d4-4888-a202-47530a4f8656 req-f8d0352e-7b52-4ab7-828b-494b33a3a8e3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756099 May 26 16:21:57.661450 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcb1370-f139-4614-9ccf-86b398b476f8 None None] Unable to find a vacant binding_index for network 53ff1128-42f9-48dd-8190-2e0cf89e2f33 and agent daa3ed73-d85e-4da9-8416-a98fecd312c0 {{(pid=103897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 26 16:21:57.666927 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-b5f7664a-c32c-4c3b-b527-8bbefa314736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:57.668788 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-b5f7664a-c32c-4c3b-b527-8bbefa314736 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fee14286-9209-4b96-87d8-95a3251de24f HTTP/1.1" status: 200 len: 854 time: 0.1880400 May 26 16:21:57.670471 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcb1370-f139-4614-9ccf-86b398b476f8 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 53ff1128-42f9-48dd-8190-2e0cf89e2f33) {{(pid=103897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:21:57.777110 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3f9073-234f-4c8f-af2f-0ecfe6d14303 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Made reservation on behalf of f097394b03ff4725b307a703ed276351 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:57.782770 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3f3f9073-234f-4c8f-af2f-0ecfe6d14303 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:57.788514 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-072ca92b-b494-4d91-930a-ab638ebf903f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:57.790167 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-072ca92b-b494-4d91-930a-ab638ebf903f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=91e281f8-c4da-4a2d-a68d-16e867895ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100535 May 26 16:21:57.897207 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-972e309e-8626-48e6-ae6d-643609defe5e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:57.951228 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972e309e-8626-48e6-ae6d-643609defe5e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network 143284ae-2281-4680-b372-1243a57f5077 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:57.978520 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-972e309e-8626-48e6-ae6d-643609defe5e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:58.014325 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-63572441-0bb6-45fa-8bff-119ec95b980b service neutron] 10.222.0.81 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023470 May 26 16:21:58.029824 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972e309e-8626-48e6-ae6d-643609defe5e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:58.031165 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-972e309e-8626-48e6-ae6d-643609defe5e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:58.069435 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e309e-8626-48e6-ae6d-643609defe5e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Subnet': ['ID=8eb8f137-91af-40ad-b8ba-0f16953c8f40,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:58.083047 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-972e309e-8626-48e6-ae6d-643609defe5e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2367897 May 26 16:21:58.085441 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39500) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:58.108379 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-dd1430a0-acf7-42b5-afeb-213e056066c6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2144940133', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8eb8f137-91af-40ad-b8ba-0f16953c8f40'}], 'security_groups': ['de5b2ab9-b36c-4d89-8f01-5f507ab870de']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:58.139670 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd78374-0afa-4602-8e36-67ff7617b5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-53ff1128-42f9-48dd-8190-2e0cf89e2f33', 'network_id': '53ff1128-42f9-48dd-8190-2e0cf89e2f33', 'tenant_id': 'f097394b03ff4725b307a703ed276351', 'fixed_ips': [{'subnet_id': 'aa38120d-584e-46e6-97f8-1774a6c2639b'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:21:58.141761 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bfd78374-0afa-4602-8e36-67ff7617b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:58.150137 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e02904-0fd5-44f1-96b7-99a5226434f5 req-c26b6ef3-d417-465e-ae81-1bcb6d55e97d tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:58.163410 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7e02904-0fd5-44f1-96b7-99a5226434f5 req-c26b6ef3-d417-465e-ae81-1bcb6d55e97d tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=8acb8a23-df31-4b21-94dc-ab80eddbbbb3 HTTP/1.1" status: 200 len: 944 time: 0.2254672 May 26 16:21:58.237070 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c5080710-a6fc-4733-ae1f-80b197d37639 req-bc5f377d-e045-4c31-a8e1-b22d36ce0e96 service neutron] 10.222.0.81 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132859 May 26 16:21:58.400354 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7e02904-0fd5-44f1-96b7-99a5226434f5 req-3bffc3b2-02d4-4885-8ea8-a22e9c7af8d0 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=c82b7ab3-c33b-474f-a6ec-0abd534c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309456 May 26 16:21:58.478944 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f7b9c-2e65-4a1f-9911-1ba0816b3ca7 req-edd888fe-5360-4a47-ba35-874eb518186a tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:58.481231 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b7f7b9c-2e65-4a1f-9911-1ba0816b3ca7 req-edd888fe-5360-4a47-ba35-874eb518186a tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 945 time: 0.1356883 May 26 16:21:58.555004 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dd1430a0-acf7-42b5-afeb-213e056066c6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:58.562363 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c6fdc-12cd-4117-9305-5a252df22a57 req-ca798b4c-1806-4f5f-aa78-92910986ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:58.564390 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-777c6fdc-12cd-4117-9305-5a252df22a57 req-ca798b4c-1806-4f5f-aa78-92910986ec70 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d026034f0b5c4db588d9be515d0f060a&device_id=8acb8a23-df31-4b21-94dc-ab80eddbbbb3 HTTP/1.1" status: 200 len: 1095 time: 0.2273657 May 26 16:21:58.575122 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-bfd78374-0afa-4602-8e36-67ff7617b5e2 None None] Allocated IP 2001:db8::2 (53ff1128-42f9-48dd-8190-2e0cf89e2f33/aa38120d-584e-46e6-97f8-1774a6c2639b/1e8ae97a-db29-4cf5-92f5-5c5957b6e821) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:21:58.724262 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3f3f9073-234f-4c8f-af2f-0ecfe6d14303 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:58.814724 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f9073-234f-4c8f-af2f-0ecfe6d14303 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event updated for resources: {'Subnet': ['ID=0f0a9e28-5157-4bc4-8913-98f0af7b1bce,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:58.858032 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3f9073-234f-4c8f-af2f-0ecfe6d14303 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Network 53ff1128-42f9-48dd-8190-2e0cf89e2f33 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:58.861856 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-3f3f9073-234f-4c8f-af2f-0ecfe6d14303 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:58.886390 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3f9073-234f-4c8f-af2f-0ecfe6d14303 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:58.887305 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3f3f9073-234f-4c8f-af2f-0ecfe6d14303 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:58.912146 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bfd78374-0afa-4602-8e36-67ff7617b5e2 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:58.923124 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bfd78374-0afa-4602-8e36-67ff7617b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:58.924236 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3f3f9073-234f-4c8f-af2f-0ecfe6d14303 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5433438 May 26 16:21:58.929347 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39512) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:58.984192 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd78374-0afa-4602-8e36-67ff7617b5e2 None None] Network 53ff1128-42f9-48dd-8190-2e0cf89e2f33 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:21:58.986286 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-7b7f7b9c-2e65-4a1f-9911-1ba0816b3ca7 req-feffc01c-ee3d-45c9-823f-cc073d5f01b9 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Deleting port 155c46da-86dc-4fa8-81b7-3290513ddc67 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:21:58.987279 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7b7f7b9c-2e65-4a1f-9911-1ba0816b3ca7 req-feffc01c-ee3d-45c9-823f-cc073d5f01b9 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:58.993649 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-bfd78374-0afa-4602-8e36-67ff7617b5e2 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:21:59.002263 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd78374-0afa-4602-8e36-67ff7617b5e2 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:21:59.070736 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb8cc33-0033-485c-90cf-fe0e0e40331f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:59.073517 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb8cc33-0033-485c-90cf-fe0e0e40331f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:59.076380 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb8cc33-0033-485c-90cf-fe0e0e40331f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:59.078802 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb8cc33-0033-485c-90cf-fe0e0e40331f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:59.080679 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb8cc33-0033-485c-90cf-fe0e0e40331f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:59.082682 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9fb8cc33-0033-485c-90cf-fe0e0e40331f tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1464992 May 26 16:21:59.088611 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39518) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:59.097373 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-95e4e7ee-cd2f-4115-82aa-cb674d30fca9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-613763101'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:59.141814 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd78374-0afa-4602-8e36-67ff7617b5e2 None None] Pushing event updated for resources: {'Port': ['ID=1e8ae97a-db29-4cf5-92f5-5c5957b6e821,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:59.162240 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-bfd78374-0afa-4602-8e36-67ff7617b5e2 None None] Attempting to bind port 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:21:59.162240 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-bfd78374-0afa-4602-8e36-67ff7617b5e2 None None] Attempting to bind port 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8c07ed6f-9214-4256-ba48-1507d4dac5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '53ff1128-42f9-48dd-8190-2e0cf89e2f33'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:21:59.162240 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd78374-0afa-4602-8e36-67ff7617b5e2 None None] Attempting to bind port 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 on network 53ff1128-42f9-48dd-8190-2e0cf89e2f33 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:21:59.181787 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd78374-0afa-4602-8e36-67ff7617b5e2 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:21:59.182850 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd78374-0afa-4602-8e36-67ff7617b5e2 None None] Checking segment: {'id': '8c07ed6f-9214-4256-ba48-1507d4dac5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '53ff1128-42f9-48dd-8190-2e0cf89e2f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:21:59.183735 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bfd78374-0afa-4602-8e36-67ff7617b5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:59.185872 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd78374-0afa-4602-8e36-67ff7617b5e2 None None] Bound using segment: {'id': '8c07ed6f-9214-4256-ba48-1507d4dac5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '53ff1128-42f9-48dd-8190-2e0cf89e2f33'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:21:59.186145 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e4e7ee-cd2f-4115-82aa-cb674d30fca9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Made reservation on behalf of f097394b03ff4725b307a703ed276351 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:21:59.187192 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-bfd78374-0afa-4602-8e36-67ff7617b5e2 None None] Bound port: 1e8ae97a-db29-4cf5-92f5-5c5957b6e821, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c07ed6f-9214-4256-ba48-1507d4dac5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '53ff1128-42f9-48dd-8190-2e0cf89e2f33'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:21:59.187866 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bfd78374-0afa-4602-8e36-67ff7617b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:59.193613 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-95e4e7ee-cd2f-4115-82aa-cb674d30fca9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:59.256079 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e4e7ee-cd2f-4115-82aa-cb674d30fca9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:21:59.278451 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-95e4e7ee-cd2f-4115-82aa-cb674d30fca9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:59.279282 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-95e4e7ee-cd2f-4115-82aa-cb674d30fca9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Added segment e2e9f31c-2cbe-4ceb-8bdf-95b555c22a23 of type vlan for network 9c5201c7-efb7-4c6f-a842-267b46993352 May 26 16:21:59.332414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-bfd78374-0afa-4602-8e36-67ff7617b5e2 None None] For port 1e8ae97a-db29-4cf5-92f5-5c5957b6e821, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:21:59.339035 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-bfd78374-0afa-4602-8e36-67ff7617b5e2 None None] For port 1e8ae97a-db29-4cf5-92f5-5c5957b6e821, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1e8ae97a-db29-4cf5-92f5-5c5957b6e821,segment=NetworkSegment(8c07ed6f-9214-4256-ba48-1507d4dac5a2),segment_id=8c07ed6f-9214-4256-ba48-1507d4dac5a2)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:21:59.344826 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bfd78374-0afa-4602-8e36-67ff7617b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:59.391681 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-95e4e7ee-cd2f-4115-82aa-cb674d30fca9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:59.463440 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-7b7f7b9c-2e65-4a1f-9911-1ba0816b3ca7 req-feffc01c-ee3d-45c9-823f-cc073d5f01b9 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] For port 155c46da-86dc-4fa8-81b7-3290513ddc67, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=155c46da-86dc-4fa8-81b7-3290513ddc67,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:21:59.464567 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7b7f7b9c-2e65-4a1f-9911-1ba0816b3ca7 req-feffc01c-ee3d-45c9-823f-cc073d5f01b9 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:59.486929 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd78374-0afa-4602-8e36-67ff7617b5e2 None None] Pushing event updated for resources: {'Port': ['ID=1e8ae97a-db29-4cf5-92f5-5c5957b6e821,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:59.496618 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-7b7f7b9c-2e65-4a1f-9911-1ba0816b3ca7 req-feffc01c-ee3d-45c9-823f-cc073d5f01b9 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Calling delete_port for 155c46da-86dc-4fa8-81b7-3290513ddc67 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:21:59.501267 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-95e4e7ee-cd2f-4115-82aa-cb674d30fca9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:59.514826 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e4e7ee-cd2f-4115-82aa-cb674d30fca9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:59.516331 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-95e4e7ee-cd2f-4115-82aa-cb674d30fca9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071024'] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:21:59.604918 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-95e4e7ee-cd2f-4115-82aa-cb674d30fca9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5149188 May 26 16:21:59.645800 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39528) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:21:59.656486 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-48cf93d2-e41b-4224-abf3-28af82a596bc tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:21:59.745520 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4e7ee-cd2f-4115-82aa-cb674d30fca9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event updated for resources: {'Network': ['ID=9c5201c7-efb7-4c6f-a842-267b46993352,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:21:59.768596 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 9c5201c7-efb7-4c6f-a842-267b46993352 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:21:59.902291 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82336d-a272-4629-8fd7-f5da3e6cc529 req-7e4a2dd9-f690-403e-8b99-f6a0968ad469 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:59.904299 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd82336d-a272-4629-8fd7-f5da3e6cc529 req-7e4a2dd9-f690-403e-8b99-f6a0968ad469 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=2239626f-ebdb-4a87-bc25-91f20b245348 HTTP/1.1" status: 200 len: 945 time: 0.2366638 May 26 16:21:59.951479 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6235956-afdc-43d8-aac0-653f9cb3caf3 req-c6ad37e2-6a6e-4a95-b4af-d7a4c7e69db7 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:21:59.957320 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6235956-afdc-43d8-aac0-653f9cb3caf3 req-c6ad37e2-6a6e-4a95-b4af-d7a4c7e69db7 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b04f4083-3462-4a9c-be4f-2fe9a7ac03cb HTTP/1.1" status: 200 len: 945 time: 0.2693870 May 26 16:22:00.015721 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c6fdc-12cd-4117-9305-5a252df22a57 req-53188c1e-9856-4fb9-a333-8853d48a4fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:00.017514 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-777c6fdc-12cd-4117-9305-5a252df22a57 req-53188c1e-9856-4fb9-a333-8853d48a4fef service neutron] 10.222.0.81 "GET /v2.0/networks?id=91e281f8-c4da-4a2d-a68d-16e867895ff6 HTTP/1.1" status: 200 len: 916 time: 1.4432495 May 26 16:22:00.096669 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-777c6fdc-12cd-4117-9305-5a252df22a57 req-c595cb2d-fb7f-4961-8b98-6c13cd65d8d2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52b75c25-200a-4735-8779-b8be659b4f8f HTTP/1.1" status: 200 len: 217 time: 0.0652575 May 26 16:22:00.103626 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd82336d-a272-4629-8fd7-f5da3e6cc529 req-b333c914-c6e1-4872-81c5-676117f6d09c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872094 May 26 16:22:00.153525 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 52b75c25-200a-4735-8779-b8be659b4f8f details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:22:00.163782 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6235956-afdc-43d8-aac0-653f9cb3caf3 req-097287b3-5c23-462b-a76a-63d4b3825bac tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923969 May 26 16:22:00.169189 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48cf93d2-e41b-4224-abf3-28af82a596bc tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:00.188726 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7b7f7b9c-2e65-4a1f-9911-1ba0816b3ca7 req-feffc01c-ee3d-45c9-823f-cc073d5f01b9 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:00.214294 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['155c46da-86dc-4fa8-81b7-3290513ddc67'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:22:00.249130 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-dd1430a0-acf7-42b5-afeb-213e056066c6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Delete allocated IP 172.20.0.12 (143284ae-2281-4680-b372-1243a57f5077/c43d39f3-47cc-43c3-9953-0b47d08b7b32) {{(pid=103896) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 26 16:22:00.252677 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffc01c-ee3d-45c9-823f-cc073d5f01b9 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Pushing event deleted for resources: {'Port': ['ID=155c46da-86dc-4fa8-81b7-3290513ddc67,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:00.259866 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c6fdc-12cd-4117-9305-5a252df22a57 req-f888cd6f-31d3-4a08-98b5-405c38d68fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:00.261353 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48cf93d2-e41b-4224-abf3-28af82a596bc tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:00.261592 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-777c6fdc-12cd-4117-9305-5a252df22a57 req-f888cd6f-31d3-4a08-98b5-405c38d68fb2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fee14286-9209-4b96-87d8-95a3251de24f HTTP/1.1" status: 200 len: 854 time: 0.1570318 May 26 16:22:00.272067 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-dd1430a0-acf7-42b5-afeb-213e056066c6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Allocated IP 172.20.0.18 (143284ae-2281-4680-b372-1243a57f5077/8eb8f137-91af-40ad-b8ba-0f16953c8f40/c06ba26d-2fc9-4af2-a72d-934f8c1b7db2) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:22:00.302368 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-48cf93d2-e41b-4224-abf3-28af82a596bc tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Network 9c5201c7-efb7-4c6f-a842-267b46993352 is not hosted by any dhcp agent {{(pid=103895) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 26 16:22:00.308874 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cf93d2-e41b-4224-abf3-28af82a596bc tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:00.310112 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48cf93d2-e41b-4224-abf3-28af82a596bc tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:00.313104 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-48cf93d2-e41b-4224-abf3-28af82a596bc tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "PUT /v2.0/networks/9c5201c7-efb7-4c6f-a842-267b46993352 HTTP/1.1" status: 200 len: 723 time: 0.6632574 May 26 16:22:00.331774 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39538) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:00.337100 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-0ee64037-1b89-42a4-846e-ca68c73087a7 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Request body: {'subnet': {'network_id': '9c5201c7-efb7-4c6f-a842-267b46993352', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:00.340505 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['863c7cb5-cb2f-4085-a54c-6db455a05c1d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:22:00.408369 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.resource_extend [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:22:00.422987 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7f7b9c-2e65-4a1f-9911-1ba0816b3ca7 req-feffc01c-ee3d-45c9-823f-cc073d5f01b9 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] No DVR routers for this DVR port 155c46da-86dc-4fa8-81b7-3290513ddc67 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:00.425837 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7b7f7b9c-2e65-4a1f-9911-1ba0816b3ca7 req-feffc01c-ee3d-45c9-823f-cc073d5f01b9 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:00.427212 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e431fc6-084d-4b0d-af79-318284213d8e req-abb0158f-dc14-4497-8460-cb88dab8f0ec tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:00.429991 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b7f7b9c-2e65-4a1f-9911-1ba0816b3ca7 req-feffc01c-ee3d-45c9-823f-cc073d5f01b9 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.81 "DELETE /v2.0/ports/155c46da-86dc-4fa8-81b7-3290513ddc67 HTTP/1.1" status: 204 len: 173 time: 1.9397604 May 26 16:22:00.430134 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e431fc6-084d-4b0d-af79-318284213d8e req-abb0158f-dc14-4497-8460-cb88dab8f0ec tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=8acb8a23-df31-4b21-94dc-ab80eddbbbb3 HTTP/1.1" status: 200 len: 944 time: 0.2253809 May 26 16:22:00.433672 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04f4083-3462-4a9c-be4f-2fe9a7ac03cb', 'name': 'network-vif-deleted', 'tag': '155c46da-86dc-4fa8-81b7-3290513ddc67'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:22:00.449445 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc50cf8-8871-4f40-b349-d4c6c1a83f27" -d '{"events": [{"server_uuid": "b04f4083-3462-4a9c-be4f-2fe9a7ac03cb", "name": "network-vif-deleted", "tag": "155c46da-86dc-4fa8-81b7-3290513ddc67"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:22:00.461031 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf93d2-e41b-4224-abf3-28af82a596bc tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event updated for resources: {'Network': ['ID=9c5201c7-efb7-4c6f-a842-267b46993352,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:00.492966 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 9c5201c7-efb7-4c6f-a842-267b46993352 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:22:00.511530 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c6fdc-12cd-4117-9305-5a252df22a57 req-7ac4403f-b2ed-4323-9a9c-e4d4fb44f556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:00.513157 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-777c6fdc-12cd-4117-9305-5a252df22a57 req-7ac4403f-b2ed-4323-9a9c-e4d4fb44f556 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=91e281f8-c4da-4a2d-a68d-16e867895ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2429619 May 26 16:22:00.582352 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80e9560-43c1-4fc5-8f4e-5cf7a726ceea x-openstack-request-id: req-e80e9560-43c1-4fc5-8f4e-5cf7a726ceea {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:22:00.582748 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04f4083-3462-4a9c-be4f-2fe9a7ac03cb", "name": "network-vif-deleted", "tag": "155c46da-86dc-4fa8-81b7-3290513ddc67", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:22:00.583071 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e80e9560-43c1-4fc5-8f4e-5cf7a726ceea {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:22:00.583560 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e80e9560-43c1-4fc5-8f4e-5cf7a726ceea'] response: {'server_uuid': 'b04f4083-3462-4a9c-be4f-2fe9a7ac03cb', 'name': 'network-vif-deleted', 'tag': '155c46da-86dc-4fa8-81b7-3290513ddc67', 'status': 'completed', 'code': 200} May 26 16:22:00.720964 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e431fc6-084d-4b0d-af79-318284213d8e req-f21cc4d2-d4d6-41f6-8b02-77405a98406c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=c82b7ab3-c33b-474f-a6ec-0abd534c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529864 May 26 16:22:00.769840 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee64037-1b89-42a4-846e-ca68c73087a7 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Made reservation on behalf of f097394b03ff4725b307a703ed276351 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:00.773554 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0ee64037-1b89-42a4-846e-ca68c73087a7 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:00.890923 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:00.901526 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dd1430a0-acf7-42b5-afeb-213e056066c6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:00.912991 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-777c6fdc-12cd-4117-9305-5a252df22a57 req-3882d30d-7cda-4fe1-babe-026318b82c3d service neutron] 10.222.0.81 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746636 May 26 16:22:00.936860 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 52b75c25-200a-4735-8779-b8be659b4f8f, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=52b75c25-200a-4735-8779-b8be659b4f8f,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:00.959896 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dd1430a0-acf7-42b5-afeb-213e056066c6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:00.971654 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '52b75c25-200a-4735-8779-b8be659b4f8f', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'port_id': '52b75c25-200a-4735-8779-b8be659b4f8f', 'mac_address': 'fa:16:3e:1f:61:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:22:01.097397 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 52b75c25-200a-4735-8779-b8be659b4f8f is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:01.102054 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:01.130462 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:22:01.220757 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9afcde-37c9-4f0c-9b29-9ce64e75427a None None] get_active_networks_info from n-d-843337-2 {{(pid=103897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:22:01.275690 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b75c25-200a-4735-8779-b8be659b4f8f {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:22:01.401545 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 52b75c25-200a-4735-8779-b8be659b4f8f, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=52b75c25-200a-4735-8779-b8be659b4f8f,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:01.413310 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1430a0-acf7-42b5-afeb-213e056066c6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Port': ['ID=c06ba26d-2fc9-4af2-a72d-934f8c1b7db2,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:01.444252 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:01.468461 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-920fb2ac-6c16-42eb-af66-878e65e4fc20 None None] Provisioning complete for port 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:01.469091 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-920fb2ac-6c16-42eb-af66-878e65e4fc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:01.474101 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-dd1430a0-acf7-42b5-afeb-213e056066c6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] In _notify_port_updated(), no bound segment for port c06ba26d-2fc9-4af2-a72d-934f8c1b7db2 on network 143284ae-2281-4680-b372-1243a57f5077 {{(pid=103896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:22:01.482446 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1430a0-acf7-42b5-afeb-213e056066c6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:01.483391 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dd1430a0-acf7-42b5-afeb-213e056066c6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:01.486241 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-dd1430a0-acf7-42b5-afeb-213e056066c6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "PUT /v2.0/ports/c06ba26d-2fc9-4af2-a72d-934f8c1b7db2 HTTP/1.1" status: 200 len: 921 time: 3.3880417 May 26 16:22:01.490568 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39562) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:01.552270 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-777c6fdc-12cd-4117-9305-5a252df22a57 req-757f70cf-d107-4cdf-9b64-e9fa4bb86fdb service neutron] 10.222.0.81 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5780478 May 26 16:22:01.679149 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:01.687531 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:01.758705 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-d1156a85-b806-40c0-8852-a8032e48d340 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting port c06ba26d-2fc9-4af2-a72d-934f8c1b7db2 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:01.759465 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d1156a85-b806-40c0-8852-a8032e48d340 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:01.791320 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['52b75c25-200a-4735-8779-b8be659b4f8f'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:22:01.821141 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=52b75c25-200a-4735-8779-b8be659b4f8f,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:01.822469 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-406b109f-9e3d-4676-8479-89be8bd49844 req-afdf01da-ca4a-420f-9354-4d1abf7cdcef service neutron] (103895) timed out ('10.222.0.81', 50395) {{(pid=103895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 16:22:01.938933 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0ee64037-1b89-42a4-846e-ca68c73087a7 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:02.040331 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9afcde-37c9-4f0c-9b29-9ce64e75427a None None] Resources bound (agent type, host, resource id): {{(pid=103897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:22:02.070095 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cf78d-5f81-4e12-9792-163094cc8b1c req-484aac44-06d0-4dba-bc1f-79a69d28ccbb tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:02.071924 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-443cf78d-5f81-4e12-9792-163094cc8b1c req-484aac44-06d0-4dba-bc1f-79a69d28ccbb tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 1097 time: 0.2728808 May 26 16:22:02.087149 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-920fb2ac-6c16-42eb-af66-878e65e4fc20 None None] Current status of the port 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:02.087714 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-920fb2ac-6c16-42eb-af66-878e65e4fc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:02.109639 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:02.110307 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:02.150543 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1e4d3-b481-4f40-8f56-ba9dbc58336b req-f72996c0-c3ba-41a6-9460-27492d03ec81 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:02.153022 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-47f1e4d3-b481-4f40-8f56-ba9dbc58336b req-f72996c0-c3ba-41a6-9460-27492d03ec81 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=8acb8a23-df31-4b21-94dc-ab80eddbbbb3 HTTP/1.1" status: 200 len: 945 time: 0.2927625 May 26 16:22:02.153550 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee64037-1b89-42a4-846e-ca68c73087a7 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event updated for resources: {'Subnet': ['ID=2d0179a5-2868-44a7-a7a3-a265777ac2ad,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:02.170231 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-443cf78d-5f81-4e12-9792-163094cc8b1c req-53845081-6a2d-4846-ad6b-205b4febb85a tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:02.190201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 155c46da-86dc-4fa8-81b7-3290513ddc67 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:22:02.194429 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d1156a85-b806-40c0-8852-a8032e48d340 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:02.247058 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-d1156a85-b806-40c0-8852-a8032e48d340 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Calling delete_port for c06ba26d-2fc9-4af2-a72d-934f8c1b7db2 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:02.249774 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee64037-1b89-42a4-846e-ca68c73087a7 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Checking segment: {'id': 'e2e9f31c-2cbe-4ceb-8bdf-95b555c22a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9c5201c7-efb7-4c6f-a842-267b46993352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:02.250178 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee64037-1b89-42a4-846e-ca68c73087a7 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Network hostable DHCP agents. Network: 9c5201c7-efb7-4c6f-a842-267b46993352, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:22:02.314247 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-920fb2ac-6c16-42eb-af66-878e65e4fc20 None None] For port 1e8ae97a-db29-4cf5-92f5-5c5957b6e821, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1e8ae97a-db29-4cf5-92f5-5c5957b6e821,segment=NetworkSegment(8c07ed6f-9214-4256-ba48-1507d4dac5a2),segment_id=8c07ed6f-9214-4256-ba48-1507d4dac5a2)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:02.316125 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 155c46da-86dc-4fa8-81b7-3290513ddc67 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:22:02.316694 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 155c46da-86dc-4fa8-81b7-3290513ddc67 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:22:02.327535 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-920fb2ac-6c16-42eb-af66-878e65e4fc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:02.372862 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-47f1e4d3-b481-4f40-8f56-ba9dbc58336b req-89204a4e-0e2a-4725-b9d9-2341a7fd671c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=c82b7ab3-c33b-474f-a6ec-0abd534c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740558 May 26 16:22:02.393245 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee64037-1b89-42a4-846e-ca68c73087a7 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Network 9c5201c7-efb7-4c6f-a842-267b46993352 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:22:02.486189 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-0ee64037-1b89-42a4-846e-ca68c73087a7 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 9c5201c7-efb7-4c6f-a842-267b46993352) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:02.496311 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee64037-1b89-42a4-846e-ca68c73087a7 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:02.497489 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0ee64037-1b89-42a4-846e-ca68c73087a7 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:02.497631 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fb2ac-6c16-42eb-af66-878e65e4fc20 None None] Pushing event updated for resources: {'Port': ['ID=1e8ae97a-db29-4cf5-92f5-5c5957b6e821,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:02.588311 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-443cf78d-5f81-4e12-9792-163094cc8b1c req-53845081-6a2d-4846-ad6b-205b4febb85a tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:02.594218 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-443cf78d-5f81-4e12-9792-163094cc8b1c req-53845081-6a2d-4846-ad6b-205b4febb85a tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:02.623920 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0ee64037-1b89-42a4-846e-ca68c73087a7 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2904887 May 26 16:22:02.627025 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39594) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:02.633269 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-7baacbb5-5926-47a3-8ee9-74b0e380f5e9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:02.658877 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-443cf78d-5f81-4e12-9792-163094cc8b1c req-53845081-6a2d-4846-ad6b-205b4febb85a tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5690713 May 26 16:22:02.662613 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53845081-6a2d-4846-ad6b-205b4febb85a tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861e8d0a-b977-4c55-a77d-a119857f7a35,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:02.695418 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d1156a85-b806-40c0-8852-a8032e48d340 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:02.703721 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:22:02.708925 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:22:02.762569 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1156a85-b806-40c0-8852-a8032e48d340 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Port': ['ID=c06ba26d-2fc9-4af2-a72d-934f8c1b7db2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:02.873877 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7baacbb5-5926-47a3-8ee9-74b0e380f5e9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4692960'] for subnet, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:02.994368 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15f6e4e-dcff-44ca-8217-5c7ea52125cb None None] Network 53ff1128-42f9-48dd-8190-2e0cf89e2f33 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:03.021909 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d1156a85-b806-40c0-8852-a8032e48d340 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:03.028157 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d1156a85-b806-40c0-8852-a8032e48d340 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/ports/c06ba26d-2fc9-4af2-a72d-934f8c1b7db2 HTTP/1.1" status: 204 len: 168 time: 1.5357821 May 26 16:22:03.031391 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39610) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:03.035873 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b9e1b2-b25a-413f-8fd6-80b5ade78441 None None] Network 143284ae-2281-4680-b372-1243a57f5077 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:03.041065 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f0190f-09e2-4229-97b7-df5593ff2b7b None None] Network 9c5201c7-efb7-4c6f-a842-267b46993352 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:03.063538 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98181516-2198-4b8d-911d-44f36713ec51 req-c17bc894-d51f-486b-9af0-f783e36d9415 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:03.073045 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98181516-2198-4b8d-911d-44f36713ec51 req-c17bc894-d51f-486b-9af0-f783e36d9415 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 946 time: 0.2082984 May 26 16:22:03.150856 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5842ff0-8f94-4f77-b099-a2cb4651385c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] GET failed (client error): The resource could not be found. May 26 16:22:03.156976 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f5842ff0-8f94-4f77-b099-a2cb4651385c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports/c06ba26d-2fc9-4af2-a72d-934f8c1b7db2 HTTP/1.1" status: 404 len: 333 time: 0.1244664 May 26 16:22:03.162795 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39618) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:03.184192 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98181516-2198-4b8d-911d-44f36713ec51 req-37c87d9a-c732-4596-bd87-f5d6f5052612 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097815 May 26 16:22:03.208197 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39626) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:03.366463 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4d7dc41b-a3b8-4698-9f1d-cca0e2c2dbfb tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/floatingips/082b32ee-8986-495a-b61e-063c58b08d5e HTTP/1.1" status: 200 len: 994 time: 0.1536851 May 26 16:22:03.390117 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7baacbb5-5926-47a3-8ee9-74b0e380f5e9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751152312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4573097'] for subnet, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:03.554347 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4b2d2fe-c3b0-4587-b1df-e29c0ef93712 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:03.603016 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baacbb5-5926-47a3-8ee9-74b0e380f5e9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:03.603357 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7baacbb5-5926-47a3-8ee9-74b0e380f5e9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:03.605535 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7baacbb5-5926-47a3-8ee9-74b0e380f5e9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "PUT /v2.0/subnets/2d0179a5-2868-44a7-a7a3-a265777ac2ad HTTP/1.1" status: 200 len: 826 time: 0.9774475 May 26 16:22:03.609792 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39638) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:03.651592 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baacbb5-5926-47a3-8ee9-74b0e380f5e9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event updated for resources: {'Subnet': ['ID=2d0179a5-2868-44a7-a7a3-a265777ac2ad,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:03.691853 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4b2d2fe-c3b0-4587-b1df-e29c0ef93712 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:03.772032 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4b2d2fe-c3b0-4587-b1df-e29c0ef93712 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:03.772032 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e4b2d2fe-c3b0-4587-b1df-e29c0ef93712 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:03.772032 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e4b2d2fe-c3b0-4587-b1df-e29c0ef93712 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/security-groups/5d5a5694-c87b-49af-9ce5-5919c995cda1 HTTP/1.1" status: 204 len: 168 time: 0.5815940 May 26 16:22:03.787733 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39644) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:03.804537 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:03.839015 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2d2fe-c3b0-4587-b1df-e29c0ef93712 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5a5694-c87b-49af-9ce5-5919c995cda1,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:03.866594 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb8667-cb66-484a-ac9d-3b98397afee3 req-dc033d9b-8fa2-45f3-807d-6a3095172128 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:03.869553 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee2ff5c1-81bc-46da-8180-45daa1b2d95c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:03.872706 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3eb8667-cb66-484a-ac9d-3b98397afee3 req-dc033d9b-8fa2-45f3-807d-6a3095172128 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=8acb8a23-df31-4b21-94dc-ab80eddbbbb3 HTTP/1.1" status: 200 len: 945 time: 0.1934178 May 26 16:22:03.907911 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8e367-304c-4f73-b35a-a6de3de84364 req-6d86886b-c593-461e-bf67-1d646d2abcbd tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:03.909471 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ca8e367-304c-4f73-b35a-a6de3de84364 req-6d86886b-c593-461e-bf67-1d646d2abcbd tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53 HTTP/1.1" status: 200 len: 945 time: 0.1862192 May 26 16:22:03.932776 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee2ff5c1-81bc-46da-8180-45daa1b2d95c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:03.962280 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c31faf-5102-4cf3-b67e-6cf751819800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-9c5201c7-efb7-4c6f-a842-267b46993352', 'network_id': '9c5201c7-efb7-4c6f-a842-267b46993352', 'tenant_id': 'f097394b03ff4725b307a703ed276351', 'fixed_ips': [{'subnet_id': '2d0179a5-2868-44a7-a7a3-a265777ac2ad'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:22:03.963542 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5c31faf-5102-4cf3-b67e-6cf751819800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:03.990888 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:22:04.009163 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76046645-ca74-4ceb-942c-adc87e01c0cd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:04.041172 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee2ff5c1-81bc-46da-8180-45daa1b2d95c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:04.053564 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee2ff5c1-81bc-46da-8180-45daa1b2d95c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:04.056077 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ee2ff5c1-81bc-46da-8180-45daa1b2d95c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/security-groups/de5b2ab9-b36c-4d89-8f01-5f507ab870de HTTP/1.1" status: 204 len: 168 time: 0.2684000 May 26 16:22:04.056258 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3eb8667-cb66-484a-ac9d-3b98397afee3 req-2e664876-44e6-4dc3-bc2b-96f0904de504 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=c82b7ab3-c33b-474f-a6ec-0abd534c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454496 May 26 16:22:04.065813 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39650) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:04.078944 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ca8e367-304c-4f73-b35a-a6de3de84364 req-0b156561-1371-4516-96ba-ab94fa85e463 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461794 May 26 16:22:04.155239 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ff5c1-81bc-46da-8180-45daa1b2d95c tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5b2ab9-b36c-4d89-8f01-5f507ab870de,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:04.193390 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-21f20a72-a505-4cde-8446-ebbfbba98440 req-6b442208-8cc3-4fa1-ada4-f935485f957c service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:22:04.196188 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-21f20a72-a505-4cde-8446-ebbfbba98440 req-6b442208-8cc3-4fa1-ada4-f935485f957c service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172265 May 26 16:22:04.217350 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 52b75c25-200a-4735-8779-b8be659b4f8f up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:22:04.253934 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-728a48dd-bc79-4f9f-bcbc-8870c541cefc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting subnet c43d39f3-47cc-43c3-9953-0b47d08b7b32 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:22:04.257772 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76046645-ca74-4ceb-942c-adc87e01c0cd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:04.257990 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-728a48dd-bc79-4f9f-bcbc-8870c541cefc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:04.323738 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-728a48dd-bc79-4f9f-bcbc-8870c541cefc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:04.449061 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76046645-ca74-4ceb-942c-adc87e01c0cd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:04.501920 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76046645-ca74-4ceb-942c-adc87e01c0cd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event deleted for resources: {'Subnet': ['ID=2d0179a5-2868-44a7-a7a3-a265777ac2ad,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:04.540551 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-728a48dd-bc79-4f9f-bcbc-8870c541cefc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:04.655155 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76046645-ca74-4ceb-942c-adc87e01c0cd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:04.716783 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-728a48dd-bc79-4f9f-bcbc-8870c541cefc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:04.734867 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-728a48dd-bc79-4f9f-bcbc-8870c541cefc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:04.741489 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-728a48dd-bc79-4f9f-bcbc-8870c541cefc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/subnets/c43d39f3-47cc-43c3-9953-0b47d08b7b32 HTTP/1.1" status: 204 len: 168 time: 0.6728601 May 26 16:22:04.747684 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-76046645-ca74-4ceb-942c-adc87e01c0cd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5201c7-efb7-4c6f-a842-267b46993352']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:04.749950 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39666) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:04.769791 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-71b408f8-f30a-4bb8-b6d0-05d33b80deb8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'subnet': {'network_id': '143284ae-2281-4680-b372-1243a57f5077', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:04.774339 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a48dd-bc79-4f9f-bcbc-8870c541cefc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Subnet': ['ID=c43d39f3-47cc-43c3-9953-0b47d08b7b32,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:04.790508 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-76046645-ca74-4ceb-942c-adc87e01c0cd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e9f31c-2cbe-4ceb-8bdf-95b555c22a23') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:04.790985 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-76046645-ca74-4ceb-942c-adc87e01c0cd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e9f31c-2cbe-4ceb-8bdf-95b555c22a23') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:04.807866 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76046645-ca74-4ceb-942c-adc87e01c0cd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:04.821882 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5417e26-aa3f-497e-82dc-5631ddd9a2c2 None None] Update dhcp port {'port': {'network_id': '143284ae-2281-4680-b372-1243a57f5077', 'fixed_ips': [{'subnet_id': 'c43d39f3-47cc-43c3-9953-0b47d08b7b32', 'ip_address': '172.20.0.2'}, {'subnet_id': '8eb8f137-91af-40ad-b8ba-0f16953c8f40'}], 'binding:host_id': 'n-d-843337-2'}, 'id': '615b4443-38a4-451b-baeb-b4fc0ef81050'} from n-d-843337-2. {{(pid=103897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:22:04.837652 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76046645-ca74-4ceb-942c-adc87e01c0cd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:04.848669 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76046645-ca74-4ceb-942c-adc87e01c0cd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:04.849136 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76046645-ca74-4ceb-942c-adc87e01c0cd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:04.859448 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b69bd8f-89fe-458c-a50b-64311485d8fd None None] Update dhcp port {'port': {'network_id': '53ff1128-42f9-48dd-8190-2e0cf89e2f33', 'fixed_ips': [{'subnet_id': 'aa38120d-584e-46e6-97f8-1774a6c2639b', 'ip_address': '2001:db8::2'}, {'subnet_id': '0f0a9e28-5157-4bc4-8913-98f0af7b1bce'}], 'binding:host_id': 'n-d-843337-2'}, 'id': '1e8ae97a-db29-4cf5-92f5-5c5957b6e821'} from n-d-843337-2. {{(pid=103897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server [None req-b5c31faf-5102-4cf3-b67e-6cf751819800 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d0179a5-2868-44a7-a7a3-a265777ac2ad: This subnet is being modified by another concurrent operation. May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise self.value May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server raise exception May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d0179a5-2868-44a7-a7a3-a265777ac2ad: This subnet is being modified by another concurrent operation. May 26 16:22:04.904863 n-d-843337-2 neutron-server[103897]: ERROR oslo_messaging.rpc.server May 26 16:22:04.953729 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:04.954923 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:04.957086 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def203f4-9a79-4aaf-a00b-dd6c2dc6468c None None] Network 9c5201c7-efb7-4c6f-a842-267b46993352 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:05.065954 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment e2e9f31c-2cbe-4ceb-8bdf-95b555c22a23 resource provider aggregate not found May 26 16:22:05.083698 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a5417e26-aa3f-497e-82dc-5631ddd9a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:05.086233 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2b69bd8f-89fe-458c-a50b-64311485d8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:05.120396 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76046645-ca74-4ceb-942c-adc87e01c0cd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:05.138786 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76046645-ca74-4ceb-942c-adc87e01c0cd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:05.145597 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-76046645-ca74-4ceb-942c-adc87e01c0cd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/networks/9c5201c7-efb7-4c6f-a842-267b46993352 HTTP/1.1" status: 204 len: 168 time: 1.5336323 May 26 16:22:05.145802 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39684) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:05.157657 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 52b75c25-200a-4735-8779-b8be659b4f8f completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:22:05.171563 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment e2e9f31c-2cbe-4ceb-8bdf-95b555c22a23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2e9f31c-2cbe-4ceb-8bdf-95b555c22a23 found for delete ", "request_id": "req-e725db09-85e4-44b2-9790-2d444225d978"}]} May 26 16:22:05.202473 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76046645-ca74-4ceb-942c-adc87e01c0cd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event deleted for resources: {'Network': ['ID=9c5201c7-efb7-4c6f-a842-267b46993352,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:05.211598 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 52b75c25-200a-4735-8779-b8be659b4f8f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:05.211975 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:05.224793 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d57577-fc84-45d4-bd6e-855b427ddea7 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] DELETE failed (client error): The resource could not be found. May 26 16:22:05.225728 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d57577-fc84-45d4-bd6e-855b427ddea7 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:05.231343 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-30d57577-fc84-45d4-bd6e-855b427ddea7 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/networks/9c5201c7-efb7-4c6f-a842-267b46993352 HTTP/1.1" status: 404 len: 339 time: 0.0833576 May 26 16:22:05.239642 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39690) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:05.249009 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d1de3d57-e6fd-47bb-8d15-76be17f23abd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-491282439', 'description': 'd1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:05.283628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1de3d57-e6fd-47bb-8d15-76be17f23abd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Made reservation on behalf of f097394b03ff4725b307a703ed276351 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:05.292230 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d1de3d57-e6fd-47bb-8d15-76be17f23abd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:05.329655 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1de3d57-e6fd-47bb-8d15-76be17f23abd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:22:05.342630 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d1de3d57-e6fd-47bb-8d15-76be17f23abd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:05.343075 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-d1de3d57-e6fd-47bb-8d15-76be17f23abd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Added segment d4f87691-bc32-4cb6-becf-53b420cb68b1 of type vlan for network a11cb40b-216c-4363-82ca-7e640f6a9a87 May 26 16:22:05.375129 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa2f2d-da83-435e-8afb-353832353097 req-4b7e0968-9a5f-47f9-b90b-e2c2a705e946 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:05.379169 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f9fa2f2d-da83-435e-8afb-353832353097 req-4b7e0968-9a5f-47f9-b90b-e2c2a705e946 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 946 time: 0.4135201 May 26 16:22:05.410498 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-e777b115-acee-4e7c-9dc9-8f275eac8a2c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4624941 May 26 16:22:05.427466 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-c8272779-9995-44d5-b242-36091ba4be96 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:22:05.428968 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-c8272779-9995-44d5-b242-36091ba4be96 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061414 May 26 16:22:05.458874 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d1de3d57-e6fd-47bb-8d15-76be17f23abd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:05.462112 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729dcd2c-f034-4959-b94e-133edc8364ab req-3d5bfe1a-41cc-4b64-8350-499d46e318d9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:05.463923 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-729dcd2c-f034-4959-b94e-133edc8364ab req-3d5bfe1a-41cc-4b64-8350-499d46e318d9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=8acb8a23-df31-4b21-94dc-ab80eddbbbb3 HTTP/1.1" status: 200 len: 945 time: 0.1986713 May 26 16:22:05.466200 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b408f8-f30a-4bb8-b6d0-05d33b80deb8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:05.470577 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-71b408f8-f30a-4bb8-b6d0-05d33b80deb8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:05.517666 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac1a757-9bfa-4f90-a3e2-5c5927e4a22f None None] Network 9c5201c7-efb7-4c6f-a842-267b46993352 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:05.550710 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d1de3d57-e6fd-47bb-8d15-76be17f23abd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:05.557663 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f9fa2f2d-da83-435e-8afb-353832353097 req-89f6b030-8e3c-4bb2-911b-cdef0cb22d5c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416440 May 26 16:22:05.565541 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1de3d57-e6fd-47bb-8d15-76be17f23abd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:05.568229 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d1de3d57-e6fd-47bb-8d15-76be17f23abd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:05.632778 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-729dcd2c-f034-4959-b94e-133edc8364ab req-f5bbda80-16de-4d06-8edb-f43a35f23f69 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=c82b7ab3-c33b-474f-a6ec-0abd534c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549895 May 26 16:22:05.716559 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:05.725533 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac1a757-9bfa-4f90-a3e2-5c5927e4a22f None None] Network 9c5201c7-efb7-4c6f-a842-267b46993352 could not be found, it might have been deleted concurrently. {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 26 16:22:05.789091 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d1de3d57-e6fd-47bb-8d15-76be17f23abd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5465052 May 26 16:22:05.792318 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39714) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:05.807273 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de3d57-e6fd-47bb-8d15-76be17f23abd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event updated for resources: {'Network': ['ID=a11cb40b-216c-4363-82ca-7e640f6a9a87,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:05.884789 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network a11cb40b-216c-4363-82ca-7e640f6a9a87 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:22:05.938023 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6f530e-6599-4b0c-bfc6-9dfe115c24f1 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:05.944132 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-be6f530e-6599-4b0c-bfc6-9dfe115c24f1 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "GET /v2.0/networks?id=a11cb40b-216c-4363-82ca-7e640f6a9a87 HTTP/1.1" status: 200 len: 764 time: 0.1506436 May 26 16:22:05.944768 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39722) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:05.950787 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-13933da8-1bae-4e44-a49b-035730fbe269 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Request body: {'network': {'description': 'd2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:05.955351 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615067a-aafa-433f-acf8-1fe10a39e08e req-df8b354e-745b-46b3-815a-27c4e329d770 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:05.957296 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-2b69bd8f-89fe-458c-a50b-64311485d8fd None None] Allocated IP 172.20.0.1 (53ff1128-42f9-48dd-8190-2e0cf89e2f33/0f0a9e28-5157-4bc4-8913-98f0af7b1bce/1e8ae97a-db29-4cf5-92f5-5c5957b6e821) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:22:05.970985 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f615067a-aafa-433f-acf8-1fe10a39e08e req-df8b354e-745b-46b3-815a-27c4e329d770 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53 HTTP/1.1" status: 200 len: 945 time: 0.2389889 May 26 16:22:06.133021 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f615067a-aafa-433f-acf8-1fe10a39e08e req-b95a4b03-ac47-4201-91e0-35ac7067252a tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530502 May 26 16:22:06.206440 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-71b408f8-f30a-4bb8-b6d0-05d33b80deb8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:06.219800 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-2b69bd8f-89fe-458c-a50b-64311485d8fd None None] For port 1e8ae97a-db29-4cf5-92f5-5c5957b6e821, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1e8ae97a-db29-4cf5-92f5-5c5957b6e821,segment=NetworkSegment(8c07ed6f-9214-4256-ba48-1507d4dac5a2),segment_id=8c07ed6f-9214-4256-ba48-1507d4dac5a2)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:06.249969 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13933da8-1bae-4e44-a49b-035730fbe269 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:06.257228 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2b69bd8f-89fe-458c-a50b-64311485d8fd None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:06.290577 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13933da8-1bae-4e44-a49b-035730fbe269 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:06.335513 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b408f8-f30a-4bb8-b6d0-05d33b80deb8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network 143284ae-2281-4680-b372-1243a57f5077 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:22:06.340041 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 52b75c25-200a-4735-8779-b8be659b4f8f is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:06.340521 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:06.341896 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-71b408f8-f30a-4bb8-b6d0-05d33b80deb8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:06.347367 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b408f8-f30a-4bb8-b6d0-05d33b80deb8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:06.348396 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-71b408f8-f30a-4bb8-b6d0-05d33b80deb8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:06.363916 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13933da8-1bae-4e44-a49b-035730fbe269 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Network a11cb40b-216c-4363-82ca-7e640f6a9a87 is not hosted by any dhcp agent {{(pid=103895) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 26 16:22:06.367393 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b408f8-f30a-4bb8-b6d0-05d33b80deb8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Subnet': ['ID=552ac1ac-cf3a-4ac3-a26a-73630ff37e43,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:06.378204 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13933da8-1bae-4e44-a49b-035730fbe269 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:06.381023 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13933da8-1bae-4e44-a49b-035730fbe269 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:06.386938 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-71b408f8-f30a-4bb8-b6d0-05d33b80deb8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6340392 May 26 16:22:06.386938 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39726) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:06.387890 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39728) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:06.388701 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-13933da8-1bae-4e44-a49b-035730fbe269 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "PUT /v2.0/networks/a11cb40b-216c-4363-82ca-7e640f6a9a87 HTTP/1.1" status: 200 len: 761 time: 0.4413195 May 26 16:22:06.396765 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-06a4a3d5-5408-4433-9b61-8659b8e9ae67 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'security_group': {'name': 'tempest-secgroup-497696861'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:06.430016 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2b69bd8f-89fe-458c-a50b-64311485d8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:06.489030 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8acb8a23-df31-4b21-94dc-ab80eddbbbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b75c25-200a-4735-8779-b8be659b4f8f'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:22:06.491411 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1c036e-8c36-4aaf-8283-62e8bf2ffe5a" -d '{"events": [{"server_uuid": "8acb8a23-df31-4b21-94dc-ab80eddbbbb3", "name": "network-vif-plugged", "status": "completed", "tag": "52b75c25-200a-4735-8779-b8be659b4f8f"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:22:06.581594 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06a4a3d5-5408-4433-9b61-8659b8e9ae67 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:06.597957 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 52b75c25-200a-4735-8779-b8be659b4f8f, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=52b75c25-200a-4735-8779-b8be659b4f8f,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:06.615973 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:06.636970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba2d36c-57a2-4853-a8f4-7bfe1c1fd02c tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:06.639099 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bba2d36c-57a2-4853-a8f4-7bfe1c1fd02c tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "GET /v2.0/networks?id=a11cb40b-216c-4363-82ca-7e640f6a9a87 HTTP/1.1" status: 200 len: 764 time: 0.2323468 May 26 16:22:06.666436 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69bd8f-89fe-458c-a50b-64311485d8fd None None] Pushing event updated for resources: {'Port': ['ID=1e8ae97a-db29-4cf5-92f5-5c5957b6e821,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:06.678254 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b69bd8f-89fe-458c-a50b-64311485d8fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:06.678966 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b69bd8f-89fe-458c-a50b-64311485d8fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:06.679331 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b69bd8f-89fe-458c-a50b-64311485d8fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:06.679677 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b69bd8f-89fe-458c-a50b-64311485d8fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:06.680079 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b69bd8f-89fe-458c-a50b-64311485d8fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:06.680432 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b69bd8f-89fe-458c-a50b-64311485d8fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:06.680887 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b69bd8f-89fe-458c-a50b-64311485d8fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:06.681217 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b69bd8f-89fe-458c-a50b-64311485d8fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:06.681607 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b69bd8f-89fe-458c-a50b-64311485d8fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:06.681964 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b69bd8f-89fe-458c-a50b-64311485d8fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:06.682290 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b69bd8f-89fe-458c-a50b-64311485d8fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:06.682617 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b69bd8f-89fe-458c-a50b-64311485d8fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:06.801701 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=52b75c25-200a-4735-8779-b8be659b4f8f,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:06.811326 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cc23eb-1b3b-4f1b-9bd9-5889838ad735 x-openstack-request-id: req-67cc23eb-1b3b-4f1b-9bd9-5889838ad735 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:22:06.811615 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8acb8a23-df31-4b21-94dc-ab80eddbbbb3", "name": "network-vif-plugged", "status": "completed", "tag": "52b75c25-200a-4735-8779-b8be659b4f8f", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:22:06.811873 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-67cc23eb-1b3b-4f1b-9bd9-5889838ad735 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:22:06.812669 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67cc23eb-1b3b-4f1b-9bd9-5889838ad735'] response: {'server_uuid': '8acb8a23-df31-4b21-94dc-ab80eddbbbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b75c25-200a-4735-8779-b8be659b4f8f', 'code': 200} May 26 16:22:06.813403 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23418d9d-3878-416c-8c7e-8a240aa8f113 None None] Network 143284ae-2281-4680-b372-1243a57f5077 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:06.820756 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-dc32d963-d1c2-4515-b6e1-0e5a6e3f7e1e None None] Provisioning complete for port 14abb204-aa78-4fec-99f6-f40da9d797c9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:06.821329 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dc32d963-d1c2-4515-b6e1-0e5a6e3f7e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:06.896909 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-dc32d963-d1c2-4515-b6e1-0e5a6e3f7e1e None None] Port 14abb204-aa78-4fec-99f6-f40da9d797c9 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:22:07.205264 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-dc32d963-d1c2-4515-b6e1-0e5a6e3f7e1e None None] Provisioning complete for port 615b4443-38a4-451b-baeb-b4fc0ef81050 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:07.205726 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dc32d963-d1c2-4515-b6e1-0e5a6e3f7e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:07.274193 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39740) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:07.370762 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13933da8-1bae-4e44-a49b-035730fbe269 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event updated for resources: {'Network': ['ID=a11cb40b-216c-4363-82ca-7e640f6a9a87,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:07.393850 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network a11cb40b-216c-4363-82ca-7e640f6a9a87 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:22:07.427730 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42247870-3428-4f52-8728-513eacfdd24a req-37663712-486f-49e7-8188-bcedbf55ae27 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:07.431137 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-42247870-3428-4f52-8728-513eacfdd24a req-37663712-486f-49e7-8188-bcedbf55ae27 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.83 "GET /v2.0/ports?device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53 HTTP/1.1" status: 200 len: 945 time: 1.1597278 May 26 16:22:07.486546 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06a4a3d5-5408-4433-9b61-8659b8e9ae67 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:07.525096 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06a4a3d5-5408-4433-9b61-8659b8e9ae67 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:07.543616 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-dc32d963-d1c2-4515-b6e1-0e5a6e3f7e1e None None] Current status of the port 615b4443-38a4-451b-baeb-b4fc0ef81050 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:07.551829 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9edf6c0-15f2-4190-848c-6a7a7132c983 req-be9fc1c0-6fc0-44f7-b19b-784e9725071f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:07.555000 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9edf6c0-15f2-4190-848c-6a7a7132c983 req-be9fc1c0-6fc0-44f7-b19b-784e9725071f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8acb8a23-df31-4b21-94dc-ab80eddbbbb3 HTTP/1.1" status: 200 len: 1097 time: 0.2258718 May 26 16:22:07.615025 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4a3d5-5408-4433-9b61-8659b8e9ae67 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68457073-397a-4bf4-8a05-f60a231f8869,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:07.630740 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06a4a3d5-5408-4433-9b61-8659b8e9ae67 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:07.632115 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-06a4a3d5-5408-4433-9b61-8659b8e9ae67 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2417552 May 26 16:22:07.646616 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39748) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:07.667674 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ee5e9436-9de1-4ee6-95f8-bb1391894eb1 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'security_group': {'name': 'tempest-secgroup-1845988699'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:07.730240 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d64037-662f-49f4-8fc0-35abed5c9fdb req-cc76636d-8897-4075-a76a-6e2c1ed4c056 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:07.744026 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ae9484-99e7-4c2a-822c-2dfcc90688a7 None None] Update dhcp port {'port': {'network_id': '143284ae-2281-4680-b372-1243a57f5077', 'fixed_ips': [{'subnet_id': '552ac1ac-cf3a-4ac3-a26a-73630ff37e43'}, {'subnet_id': '8eb8f137-91af-40ad-b8ba-0f16953c8f40'}], 'binding:host_id': 'n-d-843337-2'}, 'id': '615b4443-38a4-451b-baeb-b4fc0ef81050'} from n-d-843337-2. {{(pid=103897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:22:07.745167 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-03d64037-662f-49f4-8fc0-35abed5c9fdb req-cc76636d-8897-4075-a76a-6e2c1ed4c056 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 946 time: 0.4203696 May 26 16:22:07.818833 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632f471-ed49-44e8-90bf-497e381cc4b9 req-7081d4dd-fed3-4bde-ac89-bf9dbd5e91c4 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:07.821997 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-53ae9484-99e7-4c2a-822c-2dfcc90688a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:07.829358 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6632f471-ed49-44e8-90bf-497e381cc4b9 req-7081d4dd-fed3-4bde-ac89-bf9dbd5e91c4 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=8acb8a23-df31-4b21-94dc-ab80eddbbbb3 HTTP/1.1" status: 200 len: 946 time: 0.5060320 May 26 16:22:07.885442 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-03d64037-662f-49f4-8fc0-35abed5c9fdb req-c9c3b555-24d2-4674-ad8b-31715046145f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387191 May 26 16:22:07.890615 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9edf6c0-15f2-4190-848c-6a7a7132c983 req-f682d380-de2e-4cfb-830b-c6ea5d96362e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c82b7ab3-c33b-474f-a6ec-0abd534c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3048151 May 26 16:22:07.894586 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ee5e9436-9de1-4ee6-95f8-bb1391894eb1 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:08.042827 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6632f471-ed49-44e8-90bf-497e381cc4b9 req-2156415e-d1fa-4057-9097-3ba51009c657 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=c82b7ab3-c33b-474f-a6ec-0abd534c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832824 May 26 16:22:08.129877 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9539d3-3bf6-4cbc-b3b8-034cc5e1fcbc tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:08.135731 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3f9539d3-3bf6-4cbc-b3b8-034cc5e1fcbc tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8525212 May 26 16:22:08.137397 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39752) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:08.166245 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-65549576-3b45-495c-bb34-00609e8630b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:08.168304 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-65549576-3b45-495c-bb34-00609e8630b9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 1097 time: 0.1650107 May 26 16:22:08.301046 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-74842dfa-3eff-465a-9581-0c4d9c565c9b tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "GET /v2.0/subnets?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 207 time: 0.1571124 May 26 16:22:08.305734 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ee5e9436-9de1-4ee6-95f8-bb1391894eb1 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:08.307792 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39754) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:08.320809 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-42247870-3428-4f52-8728-513eacfdd24a req-941e2bdb-43f6-4697-a0b5-e7954c27eeb4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Deleting port 863c7cb5-cb2f-4085-a54c-6db455a05c1d {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:08.321410 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-42247870-3428-4f52-8728-513eacfdd24a req-941e2bdb-43f6-4697-a0b5-e7954c27eeb4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:08.327026 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ee5e9436-9de1-4ee6-95f8-bb1391894eb1 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:08.368123 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-53ae9484-99e7-4c2a-822c-2dfcc90688a7 None None] Allocated IP 172.20.0.2 (143284ae-2281-4680-b372-1243a57f5077/552ac1ac-cf3a-4ac3-a26a-73630ff37e43/615b4443-38a4-451b-baeb-b4fc0ef81050) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:22:08.378250 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-53ae9484-99e7-4c2a-822c-2dfcc90688a7 None None] Allocated IP 172.20.0.18 (143284ae-2281-4680-b372-1243a57f5077/8eb8f137-91af-40ad-b8ba-0f16953c8f40/615b4443-38a4-451b-baeb-b4fc0ef81050) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:22:08.385725 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c5acb-9238-4283-a848-69f2fe36478a req-c3eab196-56ed-4a8f-8953-62ef6c01d475 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:08.394847 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec2c5acb-9238-4283-a848-69f2fe36478a req-c3eab196-56ed-4a8f-8953-62ef6c01d475 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/ports?device_id=88e1fc96-3b3c-4367-bab0-b7f23711fe53 HTTP/1.1" status: 200 len: 945 time: 0.1907759 May 26 16:22:08.422799 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e9436-9de1-4ee6-95f8-bb1391894eb1 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21858757-19cf-4bef-b7e7-9475ad8280eb,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:08.445081 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-42247870-3428-4f52-8728-513eacfdd24a req-941e2bdb-43f6-4697-a0b5-e7954c27eeb4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] For port 863c7cb5-cb2f-4085-a54c-6db455a05c1d, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=863c7cb5-cb2f-4085-a54c-6db455a05c1d,segment=NetworkSegment(64067f9b-fae6-4633-84f4-7c3b37230930),segment_id=64067f9b-fae6-4633-84f4-7c3b37230930)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:08.445599 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-42247870-3428-4f52-8728-513eacfdd24a req-941e2bdb-43f6-4697-a0b5-e7954c27eeb4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:08.460507 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-42247870-3428-4f52-8728-513eacfdd24a req-941e2bdb-43f6-4697-a0b5-e7954c27eeb4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Calling delete_port for 863c7cb5-cb2f-4085-a54c-6db455a05c1d owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:08.504390 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ee5e9436-9de1-4ee6-95f8-bb1391894eb1 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:08.506532 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ee5e9436-9de1-4ee6-95f8-bb1391894eb1 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8439319 May 26 16:22:08.512674 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-53ae9484-99e7-4c2a-822c-2dfcc90688a7 None None] For port 615b4443-38a4-451b-baeb-b4fc0ef81050, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=615b4443-38a4-451b-baeb-b4fc0ef81050,segment=NetworkSegment(2c71b27b-763d-4f50-a963-9d027aaf3bcf),segment_id=2c71b27b-763d-4f50-a963-9d027aaf3bcf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:08.522555 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec2c5acb-9238-4283-a848-69f2fe36478a req-1ba88c48-2127-4c04-ada1-f1f804c77bd6 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.77 "GET /v2.0/security-groups?id=7f203513-254d-492f-aa2d-0b6deee7d157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239676 May 26 16:22:08.526328 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39756) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:08.534581 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-435c0770-7895-44a7-b099-f694e3423e6f tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'security_group': {'name': 'tempest-secgroup-356341739'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:08.566637 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-53ae9484-99e7-4c2a-822c-2dfcc90688a7 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:08.573772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abf624d-b8a4-4aa4-9280-f3c4af197d24 None None] Network 53ff1128-42f9-48dd-8190-2e0cf89e2f33 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:08.580371 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:22:08.627446 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 863c7cb5-cb2f-4085-a54c-6db455a05c1d no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:22:08.637015 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-53ae9484-99e7-4c2a-822c-2dfcc90688a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:08.641044 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-42247870-3428-4f52-8728-513eacfdd24a req-941e2bdb-43f6-4697-a0b5-e7954c27eeb4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:08.686050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0834d7f6-9764-4c97-940e-d1af41fad2eb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:08.688408 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-319897ba-568f-4e0b-bd43-564d2f209075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:08.690791 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-319897ba-568f-4e0b-bd43-564d2f209075 service neutron] 10.222.0.81 "GET /v2.0/networks?id=13bf54f3-26c0-4fe5-aa75-db926c99f0f3 HTTP/1.1" status: 200 len: 898 time: 0.5096812 May 26 16:22:08.704175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0834d7f6-9764-4c97-940e-d1af41fad2eb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:08.714504 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0834d7f6-9764-4c97-940e-d1af41fad2eb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:08.718238 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e2bdb-43f6-4697-a0b5-e7954c27eeb4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Pushing event deleted for resources: {'Port': ['ID=863c7cb5-cb2f-4085-a54c-6db455a05c1d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:08.734134 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0834d7f6-9764-4c97-940e-d1af41fad2eb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:08.757768 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0834d7f6-9764-4c97-940e-d1af41fad2eb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:08.764751 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0834d7f6-9764-4c97-940e-d1af41fad2eb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:08.768564 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0834d7f6-9764-4c97-940e-d1af41fad2eb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4574301 May 26 16:22:08.770162 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-435c0770-7895-44a7-b099-f694e3423e6f tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:08.775102 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39760) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:08.820126 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-b04e10f8-5b6e-4e00-b32a-2b18c8ef2f60 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b22f3de-ce8b-44e4-ad29-565e4291884a HTTP/1.1" status: 200 len: 1002 time: 0.1090858 May 26 16:22:08.837770 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-42247870-3428-4f52-8728-513eacfdd24a req-941e2bdb-43f6-4697-a0b5-e7954c27eeb4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] No DVR routers for this DVR port 863c7cb5-cb2f-4085-a54c-6db455a05c1d on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:08.843552 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-42247870-3428-4f52-8728-513eacfdd24a req-941e2bdb-43f6-4697-a0b5-e7954c27eeb4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:08.848432 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-42247870-3428-4f52-8728-513eacfdd24a req-941e2bdb-43f6-4697-a0b5-e7954c27eeb4 tempest-ServersTestJSON-1485339699 tempest-ServersTestJSON-1485339699-project] 10.222.0.83 "DELETE /v2.0/ports/863c7cb5-cb2f-4085-a54c-6db455a05c1d HTTP/1.1" status: 204 len: 173 time: 1.3713417 May 26 16:22:08.859989 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e1fc96-3b3c-4367-bab0-b7f23711fe53', 'name': 'network-vif-deleted', 'tag': '863c7cb5-cb2f-4085-a54c-6db455a05c1d'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:22:08.863836 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8561ac30-1b91-49b7-8b2b-37e7b3c2579a" -d '{"events": [{"server_uuid": "88e1fc96-3b3c-4367-bab0-b7f23711fe53", "name": "network-vif-deleted", "tag": "863c7cb5-cb2f-4085-a54c-6db455a05c1d"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:22:08.951570 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6e497e-ab50-4dcb-8fd4-ee5b074ea3f3 x-openstack-request-id: req-2a6e497e-ab50-4dcb-8fd4-ee5b074ea3f3 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:22:08.952111 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e1fc96-3b3c-4367-bab0-b7f23711fe53", "name": "network-vif-deleted", "tag": "863c7cb5-cb2f-4085-a54c-6db455a05c1d", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:22:08.952564 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2a6e497e-ab50-4dcb-8fd4-ee5b074ea3f3 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:22:08.953148 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a6e497e-ab50-4dcb-8fd4-ee5b074ea3f3'] response: {'server_uuid': '88e1fc96-3b3c-4367-bab0-b7f23711fe53', 'name': 'network-vif-deleted', 'tag': '863c7cb5-cb2f-4085-a54c-6db455a05c1d', 'status': 'completed', 'code': 200} May 26 16:22:08.968119 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-8c579f62-ee0d-4ba1-8608-113c5691775e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:08.974658 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-8c579f62-ee0d-4ba1-8608-113c5691775e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d8060a82-6814-4a9a-8ef5-6e9627de2df0 HTTP/1.1" status: 200 len: 835 time: 0.1339409 May 26 16:22:09.008566 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a9de5801-03d1-48bf-88fc-87961fc0ee2d tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2301111 May 26 16:22:09.008914 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39766) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:09.102444 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:09.102943 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:09.136579 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-435c0770-7895-44a7-b099-f694e3423e6f tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:09.173320 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-386f5d05-004d-4541-8dca-596e7e2993f3 None None] Provisioning complete for port 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:09.174545 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-386f5d05-004d-4541-8dca-596e7e2993f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:09.181906 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e443d659-7b3a-4c1f-a6ff-2d2e491bbbaf tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:09.184941 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e443d659-7b3a-4c1f-a6ff-2d2e491bbbaf tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:09.187887 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e443d659-7b3a-4c1f-a6ff-2d2e491bbbaf tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:09.189887 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e443d659-7b3a-4c1f-a6ff-2d2e491bbbaf tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:09.193757 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e443d659-7b3a-4c1f-a6ff-2d2e491bbbaf tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:09.196498 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e443d659-7b3a-4c1f-a6ff-2d2e491bbbaf tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1861253 May 26 16:22:09.200022 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-dc82cc80-fdce-4fa0-ad33-c558ec27b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:09.202038 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39772) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:09.204372 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-dc82cc80-fdce-4fa0-ad33-c558ec27b422 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13bf54f3-26c0-4fe5-aa75-db926c99f0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2137005 May 26 16:22:09.222431 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No active binding found for port 863c7cb5-cb2f-4085-a54c-6db455a05c1d {{(pid=103897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 26 16:22:09.222967 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 863c7cb5-cb2f-4085-a54c-6db455a05c1d not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:22:09.234537 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae9484-99e7-4c2a-822c-2dfcc90688a7 None None] Pushing event updated for resources: {'Port': ['ID=615b4443-38a4-451b-baeb-b4fc0ef81050,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:09.250282 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-435c0770-7895-44a7-b099-f694e3423e6f tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:09.379646 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:09.420745 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-5556e0aa-bba8-4c37-a838-80e64c230fa2 service neutron] 10.222.0.81 "GET /v2.0/networks/13bf54f3-26c0-4fe5-aa75-db926c99f0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054079 May 26 16:22:09.471683 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-435c0770-7895-44a7-b099-f694e3423e6f tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:09.477500 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-435c0770-7895-44a7-b099-f694e3423e6f tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9422452 May 26 16:22:09.480571 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39774) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:09.487477 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-860663d3-5714-4831-a131-c331dec35054 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-209804564', 'security_groups': ['b005a1ba-84e0-4133-8fa2-5be293feb5af'], 'network_id': '143284ae-2281-4680-b372-1243a57f5077', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '552ac1ac-cf3a-4ac3-a26a-73630ff37e43'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:09.497353 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 615b4443-38a4-451b-baeb-b4fc0ef81050 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:22:09.506917 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c0770-7895-44a7-b099-f694e3423e6f tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b005a1ba-84e0-4133-8fa2-5be293feb5af,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:09.523731 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376acc26-171e-46d4-aa3a-ff693377ae37 req-b838b07b-f971-455a-a3b5-a1bbed413ec9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:09.525460 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-376acc26-171e-46d4-aa3a-ff693377ae37 req-b838b07b-f971-455a-a3b5-a1bbed413ec9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 946 time: 0.4719002 May 26 16:22:09.543274 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-386f5d05-004d-4541-8dca-596e7e2993f3 None None] Current status of the port 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:09.579507 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7655a90d-cb94-4dc3-8c25-ce27d8d3ae04 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:09.582882 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7655a90d-cb94-4dc3-8c25-ce27d8d3ae04 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:09.585787 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7655a90d-cb94-4dc3-8c25-ce27d8d3ae04 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:09.588339 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7655a90d-cb94-4dc3-8c25-ce27d8d3ae04 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:09.600979 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7655a90d-cb94-4dc3-8c25-ce27d8d3ae04 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:09.613948 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7655a90d-cb94-4dc3-8c25-ce27d8d3ae04 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3937635 May 26 16:22:09.635059 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39778) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:09.719260 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 615b4443-38a4-451b-baeb-b4fc0ef81050 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:09.719734 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:09.801418 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 615b4443-38a4-451b-baeb-b4fc0ef81050, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=615b4443-38a4-451b-baeb-b4fc0ef81050,segment=NetworkSegment(2c71b27b-763d-4f50-a963-9d027aaf3bcf),segment_id=2c71b27b-763d-4f50-a963-9d027aaf3bcf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:09.811083 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:09.871488 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ceca8-184d-454d-9f9d-4a3f2c93f276 req-886cf440-632f-4f22-9c1f-c3c91dd1bf8f tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:09.876203 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c53ceca8-184d-454d-9f9d-4a3f2c93f276 req-886cf440-632f-4f22-9c1f-c3c91dd1bf8f tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=8acb8a23-df31-4b21-94dc-ab80eddbbbb3 HTTP/1.1" status: 200 len: 946 time: 0.6415565 May 26 16:22:09.897658 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-376acc26-171e-46d4-aa3a-ff693377ae37 req-2133ea2f-aae6-43ba-a18a-da7d90af4312 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3462052 May 26 16:22:10.001754 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860663d3-5714-4831-a131-c331dec35054 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:10.045358 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=615b4443-38a4-451b-baeb-b4fc0ef81050,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:10.057087 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c53ceca8-184d-454d-9f9d-4a3f2c93f276 req-21baa0d7-3cf6-48ac-9ece-cd44b50e9825 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=c82b7ab3-c33b-474f-a6ec-0abd534c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533463 May 26 16:22:10.098529 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c2783d-8751-46ae-9c09-0303e237f69b tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:10.100473 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-16c2783d-8751-46ae-9c09-0303e237f69b tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "GET /v2.0/networks/9597dbc7-a08e-491a-b56b-8248069c0500 HTTP/1.1" status: 200 len: 804 time: 0.4639626 May 26 16:22:10.115262 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39782) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:10.119319 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00f8e4b-a993-4576-9321-dffb45d0c6ff None None] Network 53ff1128-42f9-48dd-8190-2e0cf89e2f33 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:10.153649 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39784) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:10.294439 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-860663d3-5714-4831-a131-c331dec35054 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:10.295442 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8db05693-80d5-473d-95f3-45a89f00f9d5 None None] Provisioning complete for port 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:10.296020 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8db05693-80d5-473d-95f3-45a89f00f9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:10.346664 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-956d4b5e-5ca7-4c31-b6bc-2dcb8a12dbdf service neutron] 10.222.0.81 "GET /v2.0/networks/13bf54f3-26c0-4fe5-aa75-db926c99f0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9187016 May 26 16:22:10.362990 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-664866c1-b8f2-4d9d-a5c8-1b237e1d9fa7 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "GET /v2.0/networks/9597dbc7-a08e-491a-b56b-8248069c0500?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2458258 May 26 16:22:10.374174 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39788) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:10.418653 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-860663d3-5714-4831-a131-c331dec35054 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] device_id is not set on port 9fa47a67-c070-449f-b0f7-43e0025c0839 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:22:10.428802 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 615b4443-38a4-451b-baeb-b4fc0ef81050 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:22:10.507362 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e19dbc0-8d1b-4fb3-be2b-992dfd7ccf72 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:10.510666 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5e19dbc0-8d1b-4fb3-be2b-992dfd7ccf72 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "GET /v2.0/subnets/75421fec-878d-4950-b675-02595064d94b HTTP/1.1" status: 200 len: 843 time: 0.1284103 May 26 16:22:10.517491 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39790) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:10.672055 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0577b1-f1e5-4ef5-a1bd-1ff662389bf4 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:10.676756 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fb0577b1-f1e5-4ef5-a1bd-1ff662389bf4 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "GET /v2.0/subnets/75421fec-878d-4950-b675-02595064d94b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1575253 May 26 16:22:10.683122 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39792) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:10.688454 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-72dbd6ed-fb0f-42eb-97c0-f57900f33fd9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1606225300'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:10.735790 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8db05693-80d5-473d-95f3-45a89f00f9d5 None None] Current status of the port 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:10.765050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dbd6ed-fb0f-42eb-97c0-f57900f33fd9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Made reservation on behalf of f097394b03ff4725b307a703ed276351 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:10.768996 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72dbd6ed-fb0f-42eb-97c0-f57900f33fd9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:10.802255 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72dbd6ed-fb0f-42eb-97c0-f57900f33fd9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:22:10.815648 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72dbd6ed-fb0f-42eb-97c0-f57900f33fd9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:10.818872 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-72dbd6ed-fb0f-42eb-97c0-f57900f33fd9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Added segment 8c3ac6d4-5924-4a40-a94d-f4208149f349 of type vlan for network 8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f May 26 16:22:10.861197 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 615b4443-38a4-451b-baeb-b4fc0ef81050 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:10.861892 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:10.881051 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72dbd6ed-fb0f-42eb-97c0-f57900f33fd9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:10.908073 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-860663d3-5714-4831-a131-c331dec35054 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Allocated IP 172.20.0.8 (143284ae-2281-4680-b372-1243a57f5077/552ac1ac-cf3a-4ac3-a26a-73630ff37e43/9fa47a67-c070-449f-b0f7-43e0025c0839) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:22:10.921296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-bffaea79-cdbe-429e-a1ac-814a7b13acac admin admin] Deleting subnet 0ab488cf-1ef6-49d7-a418-125ef2c2c830 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:22:10.927578 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72dbd6ed-fb0f-42eb-97c0-f57900f33fd9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:10.957831 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dbd6ed-fb0f-42eb-97c0-f57900f33fd9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:10.959841 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72dbd6ed-fb0f-42eb-97c0-f57900f33fd9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:10.965340 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bffaea79-cdbe-429e-a1ac-814a7b13acac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:11.026757 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b3099fcf-606b-4f0b-9c3f-41214b77bf2a None None] Provisioning complete for port 14abb204-aa78-4fec-99f6-f40da9d797c9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:11.027537 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b3099fcf-606b-4f0b-9c3f-41214b77bf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:11.076134 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b3099fcf-606b-4f0b-9c3f-41214b77bf2a None None] Port 14abb204-aa78-4fec-99f6-f40da9d797c9 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:22:11.181355 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbd6ed-fb0f-42eb-97c0-f57900f33fd9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event updated for resources: {'Network': ['ID=8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:11.193392 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-860663d3-5714-4831-a131-c331dec35054 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:11.228177 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:22:11.268440 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b3099fcf-606b-4f0b-9c3f-41214b77bf2a None None] Provisioning complete for port 615b4443-38a4-451b-baeb-b4fc0ef81050 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:11.269594 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b3099fcf-606b-4f0b-9c3f-41214b77bf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:11.285448 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 615b4443-38a4-451b-baeb-b4fc0ef81050 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:11.286477 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:11.312373 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-860663d3-5714-4831-a131-c331dec35054 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:11.361257 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bffaea79-cdbe-429e-a1ac-814a7b13acac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:11.452254 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860663d3-5714-4831-a131-c331dec35054 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Port': ['ID=9fa47a67-c070-449f-b0f7-43e0025c0839,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:11.482431 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860663d3-5714-4831-a131-c331dec35054 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network 143284ae-2281-4680-b372-1243a57f5077 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:22:11.485897 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-860663d3-5714-4831-a131-c331dec35054 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:11.501800 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860663d3-5714-4831-a131-c331dec35054 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:22:11.507491 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-72dbd6ed-fb0f-42eb-97c0-f57900f33fd9 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8231862 May 26 16:22:11.508694 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39802) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:11.520816 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-cb37dc0a-8bd2-444c-8f22-45555bfed4bd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Request body: {'subnet': {'network_id': '8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:11.524523 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 615b4443-38a4-451b-baeb-b4fc0ef81050, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=615b4443-38a4-451b-baeb-b4fc0ef81050,segment=NetworkSegment(2c71b27b-763d-4f50-a963-9d027aaf3bcf),segment_id=2c71b27b-763d-4f50-a963-9d027aaf3bcf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:11.558122 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:11.565608 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bffaea79-cdbe-429e-a1ac-814a7b13acac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:11.689233 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=615b4443-38a4-451b-baeb-b4fc0ef81050,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:11.691452 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed9d17-cf26-415c-99f1-0ce088822ead req-1943c0f4-1c4e-4fca-a5c6-fc56ef24908e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:11.693564 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fbed9d17-cf26-415c-99f1-0ce088822ead req-1943c0f4-1c4e-4fca-a5c6-fc56ef24908e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=8acb8a23-df31-4b21-94dc-ab80eddbbbb3 HTTP/1.1" status: 200 len: 946 time: 0.4745708 May 26 16:22:11.696621 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bffaea79-cdbe-429e-a1ac-814a7b13acac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:11.709888 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294825b4-343b-4143-8c74-63820f2a9bad req-201fc622-b663-473b-93fa-2febe13b776e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:11.711676 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-294825b4-343b-4143-8c74-63820f2a9bad req-201fc622-b663-473b-93fa-2febe13b776e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 946 time: 0.5686252 May 26 16:22:11.714692 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b3099fcf-606b-4f0b-9c3f-41214b77bf2a None None] Current status of the port 615b4443-38a4-451b-baeb-b4fc0ef81050 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:11.774248 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffaea79-cdbe-429e-a1ac-814a7b13acac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ab488cf-1ef6-49d7-a418-125ef2c2c830,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:11.802975 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bffaea79-cdbe-429e-a1ac-814a7b13acac admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:11.809107 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bffaea79-cdbe-429e-a1ac-814a7b13acac admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0ab488cf-1ef6-49d7-a418-125ef2c2c830 HTTP/1.1" status: 204 len: 168 time: 1.6537344 May 26 16:22:11.814303 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860663d3-5714-4831-a131-c331dec35054 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:11.816182 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-860663d3-5714-4831-a131-c331dec35054 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:11.820527 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39804) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:11.838133 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb37dc0a-8bd2-444c-8f22-45555bfed4bd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Made reservation on behalf of f097394b03ff4725b307a703ed276351 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:11.844362 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cb37dc0a-8bd2-444c-8f22-45555bfed4bd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:11.924476 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-1686c864-9242-4863-b17a-30ca5ef85c14 None None] Could not find standard attr ID for object c06ba26d-2fc9-4af2-a72d-934f8c1b7db2. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:22:11.929971 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.ipam_backend_mixin [None req-cb37dc0a-8bd2-444c-8f22-45555bfed4bd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Performing IP validity checks on allocation pools {{(pid=103895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 26 16:22:11.931167 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.ipam_backend_mixin [None req-cb37dc0a-8bd2-444c-8f22-45555bfed4bd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 26 16:22:11.961396 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-1686c864-9242-4863-b17a-30ca5ef85c14 None None] Provisioning complete for port 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:11.961929 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1686c864-9242-4863-b17a-30ca5ef85c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:11.998530 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fe436685-c7ee-45ca-a402-b0de2a81e4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:12.010108 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fbed9d17-cf26-415c-99f1-0ce088822ead req-8f661c25-601a-4af2-97c3-7119f4a84184 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=c82b7ab3-c33b-474f-a6ec-0abd534c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698736 May 26 16:22:12.031793 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-294825b4-343b-4143-8c74-63820f2a9bad req-bba52977-f3b3-4ccd-98e1-228b56f1fb54 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2984347 May 26 16:22:12.056170 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39810) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:12.062219 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-860663d3-5714-4831-a131-c331dec35054 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5780897 May 26 16:22:12.065712 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-4bc2fa39-c6a6-44bd-8b89-9a6fe1afae8f tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'subnet': {'network_id': '143284ae-2281-4680-b372-1243a57f5077', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:12.195669 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 615b4443-38a4-451b-baeb-b4fc0ef81050 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:22:12.259310 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cb37dc0a-8bd2-444c-8f22-45555bfed4bd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:12.276176 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998b9f6c-7b3f-4e67-b34b-7c234ab346c9 None None] get_active_networks_info from n-d-843337-2 {{(pid=103897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:22:12.363053 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb37dc0a-8bd2-444c-8f22-45555bfed4bd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Checking segment: {'id': '8c3ac6d4-5924-4a40-a94d-f4208149f349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:12.363511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb37dc0a-8bd2-444c-8f22-45555bfed4bd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Network hostable DHCP agents. Network: 8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:22:12.367138 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fe436685-c7ee-45ca-a402-b0de2a81e4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:12.376360 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37dc0a-8bd2-444c-8f22-45555bfed4bd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event updated for resources: {'Subnet': ['ID=0dab8de6-ff61-4f2c-a0cd-f7808f5dfc39,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:12.412030 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb37dc0a-8bd2-444c-8f22-45555bfed4bd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Network 8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:22:12.432795 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-cb37dc0a-8bd2-444c-8f22-45555bfed4bd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:12.458985 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb37dc0a-8bd2-444c-8f22-45555bfed4bd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:12.461311 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cb37dc0a-8bd2-444c-8f22-45555bfed4bd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:12.467594 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-fe436685-c7ee-45ca-a402-b0de2a81e4b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac28efc0-2a96-4984-9181-6ce65bcb6fc0']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:12.476348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1686c864-9242-4863-b17a-30ca5ef85c14 None None] Current status of the port 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:12.507716 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-fe436685-c7ee-45ca-a402-b0de2a81e4b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64067f9b-fae6-4633-84f4-7c3b37230930') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:12.508512 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-fe436685-c7ee-45ca-a402-b0de2a81e4b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64067f9b-fae6-4633-84f4-7c3b37230930') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:12.510346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39812) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:12.510558 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cb37dc0a-8bd2-444c-8f22-45555bfed4bd tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9968998 May 26 16:22:12.516456 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 615b4443-38a4-451b-baeb-b4fc0ef81050 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:12.516456 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:12.519005 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e44d4115-f795-4337-b649-341545ad6a10 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:12.547583 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc712f6a-0a39-4691-aae5-bad9830d7ab3 req-3f9d4dbf-b878-492c-bcc7-a9231abb58c0 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:12.550441 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc712f6a-0a39-4691-aae5-bad9830d7ab3 req-3f9d4dbf-b878-492c-bcc7-a9231abb58c0 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=8acb8a23-df31-4b21-94dc-ab80eddbbbb3 HTTP/1.1" status: 200 len: 946 time: 0.3114288 May 26 16:22:12.567904 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39814) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:12.575817 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-250ac710-b7c8-4719-b99e-6d5d28873d6e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Request body: {'floatingip': {'port_id': '52b75c25-200a-4735-8779-b8be659b4f8f'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:12.584836 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fe436685-c7ee-45ca-a402-b0de2a81e4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:12.625129 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc2fa39-c6a6-44bd-8b89-9a6fe1afae8f tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:12.628860 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4bc2fa39-c6a6-44bd-8b89-9a6fe1afae8f tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:12.635229 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fe436685-c7ee-45ca-a402-b0de2a81e4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:12.649353 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-250ac710-b7c8-4719-b99e-6d5d28873d6e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:12.663307 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe436685-c7ee-45ca-a402-b0de2a81e4b9 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:12.663702 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fe436685-c7ee-45ca-a402-b0de2a81e4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:12.819270 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e44d4115-f795-4337-b649-341545ad6a10 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5227638'] for subnet, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:12.820954 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 615b4443-38a4-451b-baeb-b4fc0ef81050 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:12.831175 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-fedb77ac-c956-4cb6-afe4-08572a1daeb8 None None] Provisioning complete for port 9fa47a67-c070-449f-b0f7-43e0025c0839 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:12.832555 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fedb77ac-c956-4cb6-afe4-08572a1daeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:12.843585 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 64067f9b-fae6-4633-84f4-7c3b37230930 resource provider aggregate not found May 26 16:22:12.875927 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 64067f9b-fae6-4633-84f4-7c3b37230930 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64067f9b-fae6-4633-84f4-7c3b37230930 found for delete ", "request_id": "req-6aacdc78-3879-4100-85fc-2258d683f9c3"}]} May 26 16:22:12.893856 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-fedb77ac-c956-4cb6-afe4-08572a1daeb8 None None] Port 9fa47a67-c070-449f-b0f7-43e0025c0839 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:22:12.908686 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fe436685-c7ee-45ca-a402-b0de2a81e4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:12.922657 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998b9f6c-7b3f-4e67-b34b-7c234ab346c9 None None] Unable to find a vacant binding_index for network 8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f and agent daa3ed73-d85e-4da9-8416-a98fecd312c0 {{(pid=103897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 26 16:22:12.932228 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998b9f6c-7b3f-4e67-b34b-7c234ab346c9 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f) {{(pid=103897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:22:12.966328 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fe436685-c7ee-45ca-a402-b0de2a81e4b9 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:12.974857 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fe436685-c7ee-45ca-a402-b0de2a81e4b9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ac28efc0-2a96-4984-9181-6ce65bcb6fc0 HTTP/1.1" status: 204 len: 168 time: 1.1471138 May 26 16:22:12.985877 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe436685-c7ee-45ca-a402-b0de2a81e4b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac28efc0-2a96-4984-9181-6ce65bcb6fc0,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:12.992673 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-96ecbd82-ab2b-46e6-9bfc-62ef404b6963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:13.025375 n-d-843337-2 neutron-server[103896]: INFO neutron.db.ipam_backend_mixin [None req-4bc2fa39-c6a6-44bd-8b89-9a6fe1afae8f tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 552ac1ac-cf3a-4ac3-a26a-73630ff37e43 (CIDR: 172.20.0.0/28) May 26 16:22:13.038938 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc2fa39-c6a6-44bd-8b89-9a6fe1afae8f tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:22:13.039370 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc2fa39-c6a6-44bd-8b89-9a6fe1afae8f tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:13.094866 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4bc2fa39-c6a6-44bd-8b89-9a6fe1afae8f tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0380454 May 26 16:22:13.099253 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39826) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:13.108788 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-8efb99bd-9b40-4823-afbd-bcac7b13064b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'subnet': {'network_id': '143284ae-2281-4680-b372-1243a57f5077', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:13.255429 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39830) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:13.379461 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f243c-a615-4b97-84d3-3c8b4092cdc1 req-bb83469b-4431-4aca-815b-d9e376c0b4c9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:13.381547 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e4eca8-354d-43c6-b560-d89306b43357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f', 'network_id': '8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f', 'tenant_id': 'f097394b03ff4725b307a703ed276351', 'fixed_ips': [{'subnet_id': '0dab8de6-ff61-4f2c-a0cd-f7808f5dfc39'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:22:13.383345 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-38e4eca8-354d-43c6-b560-d89306b43357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:13.388427 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f3f243c-a615-4b97-84d3-3c8b4092cdc1 req-bb83469b-4431-4aca-815b-d9e376c0b4c9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 946 time: 0.1897955 May 26 16:22:13.430690 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e44d4115-f795-4337-b649-341545ad6a10 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751152312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5833747'] for subnet, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:13.451201 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-322ada4d-5698-459f-85b0-0105b9a3e4df admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f34dd27e31e54505b18adb94ad4e7b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909175 May 26 16:22:13.526929 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39834) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:13.576603 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d4115-f795-4337-b649-341545ad6a10 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event updated for resources: {'Subnet': ['ID=0dab8de6-ff61-4f2c-a0cd-f7808f5dfc39,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:13.590432 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-38e4eca8-354d-43c6-b560-d89306b43357 None None] Allocated IP 2001:db8::3 (8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f/0dab8de6-ff61-4f2c-a0cd-f7808f5dfc39/a59798ce-2011-4063-ae9b-e74f6f8c466a) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:22:13.593564 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-250ac710-b7c8-4719-b99e-6d5d28873d6e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:13.621055 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44d4115-f795-4337-b649-341545ad6a10 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:13.621995 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e44d4115-f795-4337-b649-341545ad6a10 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:13.625066 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e44d4115-f795-4337-b649-341545ad6a10 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "PUT /v2.0/subnets/0dab8de6-ff61-4f2c-a0cd-f7808f5dfc39 HTTP/1.1" status: 200 len: 900 time: 1.1106560 May 26 16:22:13.628596 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-250ac710-b7c8-4719-b99e-6d5d28873d6e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:13.630741 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39836) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:13.639856 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f3f243c-a615-4b97-84d3-3c8b4092cdc1 req-db0dde2c-f8bc-4699-a572-20b0c31fa11f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502825 May 26 16:22:13.643755 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efb99bd-9b40-4823-afbd-bcac7b13064b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:13.647537 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8efb99bd-9b40-4823-afbd-bcac7b13064b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:13.684020 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5b5e25bb-b06a-41b8-bafa-fbcc8eb2317b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:13.695087 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1f833-7016-4ab9-9320-f3844dd87859 req-a47114b7-ca19-4082-bedd-e8ba95739d3b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:13.697467 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9e1f833-7016-4ab9-9320-f3844dd87859 req-a47114b7-ca19-4082-bedd-e8ba95739d3b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1831567 May 26 16:22:13.753955 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5b5e25bb-b06a-41b8-bafa-fbcc8eb2317b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:13.796180 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9e1f833-7016-4ab9-9320-f3844dd87859 req-4e423002-ab76-40bc-aca0-79955dc61f3e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816321 May 26 16:22:13.846101 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5b5e25bb-b06a-41b8-bafa-fbcc8eb2317b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:13.849028 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5b5e25bb-b06a-41b8-bafa-fbcc8eb2317b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:13.851139 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5b5e25bb-b06a-41b8-bafa-fbcc8eb2317b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7f203513-254d-492f-aa2d-0b6deee7d157 HTTP/1.1" status: 204 len: 168 time: 0.3185093 May 26 16:22:13.867739 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-38e4eca8-354d-43c6-b560-d89306b43357 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:13.881279 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-38e4eca8-354d-43c6-b560-d89306b43357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:13.890493 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e25bb-b06a-41b8-bafa-fbcc8eb2317b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f203513-254d-492f-aa2d-0b6deee7d157,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:14.038530 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:14.052803 n-d-843337-2 neutron-server[103895]: INFO neutron.db.ipam_backend_mixin [None req-8efb99bd-9b40-4823-afbd-bcac7b13064b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8eb8f137-91af-40ad-b8ba-0f16953c8f40 (CIDR: 172.20.0.16/28) May 26 16:22:14.065708 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-250ac710-b7c8-4719-b99e-6d5d28873d6e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Floating IP 4be93dae-8412-4c8e-a8a5-292c787fc646 associated. External IP: 172.25.7.155, port: 52b75c25-200a-4735-8779-b8be659b4f8f. May 26 16:22:14.072334 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45151d4e-a85c-4beb-bcbc-b126a5e87de1 req-a98e53a7-0d66-4cea-911c-53529f67ba10 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:14.082437 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-45151d4e-a85c-4beb-bcbc-b126a5e87de1 req-a98e53a7-0d66-4cea-911c-53529f67ba10 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1706815 May 26 16:22:14.137514 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-8efb99bd-9b40-4823-afbd-bcac7b13064b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:22:14.138807 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8efb99bd-9b40-4823-afbd-bcac7b13064b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:14.142822 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-45151d4e-a85c-4beb-bcbc-b126a5e87de1 req-22e7cbd1-8aa2-471e-abf9-6b668c53e317 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593398 May 26 16:22:14.290200 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8efb99bd-9b40-4823-afbd-bcac7b13064b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1894221 May 26 16:22:14.296953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39846) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:14.305473 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-1fcd2995-c38d-4ca5-aa24-a1ed9a7baea6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'subnet': {'network_id': '143284ae-2281-4680-b372-1243a57f5077', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:14.379111 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e4eca8-354d-43c6-b560-d89306b43357 None None] Network 8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:22:14.386091 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-38e4eca8-354d-43c6-b560-d89306b43357 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:14.389920 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4eca8-354d-43c6-b560-d89306b43357 None None] Pushing event updated for resources: {'Port': ['ID=a59798ce-2011-4063-ae9b-e74f6f8c466a,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:14.395118 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e4eca8-354d-43c6-b560-d89306b43357 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:22:14.415249 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ae32b-5f30-4d91-94fa-264fb3da8b63 req-4f4fd986-2950-42c6-bb84-ccffe6770ae8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:14.418304 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Deleting port a59798ce-2011-4063-ae9b-e74f6f8c466a {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:14.418832 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:14.426153 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e63ae32b-5f30-4d91-94fa-264fb3da8b63 req-4f4fd986-2950-42c6-bb84-ccffe6770ae8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1899455 May 26 16:22:14.497622 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-38e4eca8-354d-43c6-b560-d89306b43357 None None] Attempting to bind port a59798ce-2011-4063-ae9b-e74f6f8c466a on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:22:14.497997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-38e4eca8-354d-43c6-b560-d89306b43357 None None] Attempting to bind port a59798ce-2011-4063-ae9b-e74f6f8c466a by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8c3ac6d4-5924-4a40-a94d-f4208149f349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:22:14.498363 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e4eca8-354d-43c6-b560-d89306b43357 None None] Attempting to bind port a59798ce-2011-4063-ae9b-e74f6f8c466a on network 8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:22:14.501554 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e63ae32b-5f30-4d91-94fa-264fb3da8b63 req-21feaf12-dfaf-4393-9771-e916a19bdf3f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743353 May 26 16:22:14.520756 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e4eca8-354d-43c6-b560-d89306b43357 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:22:14.521557 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e4eca8-354d-43c6-b560-d89306b43357 None None] Checking segment: {'id': '8c3ac6d4-5924-4a40-a94d-f4208149f349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:14.522851 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-38e4eca8-354d-43c6-b560-d89306b43357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:14.525688 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e4eca8-354d-43c6-b560-d89306b43357 None None] Bound using segment: {'id': '8c3ac6d4-5924-4a40-a94d-f4208149f349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:22:14.532909 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-38e4eca8-354d-43c6-b560-d89306b43357 None None] Bound port: a59798ce-2011-4063-ae9b-e74f6f8c466a, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3ac6d4-5924-4a40-a94d-f4208149f349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:22:14.533980 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-38e4eca8-354d-43c6-b560-d89306b43357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:14.580696 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcd2995-c38d-4ca5-aa24-a1ed9a7baea6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Made reservation on behalf of 3baec1898b89453d8fdf801d2e6b7529 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:14.584372 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1fcd2995-c38d-4ca5-aa24-a1ed9a7baea6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:14.728803 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-38e4eca8-354d-43c6-b560-d89306b43357 None None] For port a59798ce-2011-4063-ae9b-e74f6f8c466a, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:22:14.733436 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-38e4eca8-354d-43c6-b560-d89306b43357 None None] For port a59798ce-2011-4063-ae9b-e74f6f8c466a, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a59798ce-2011-4063-ae9b-e74f6f8c466a,segment=NetworkSegment(8c3ac6d4-5924-4a40-a94d-f4208149f349),segment_id=8c3ac6d4-5924-4a40-a94d-f4208149f349)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:22:14.739888 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-38e4eca8-354d-43c6-b560-d89306b43357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:14.764297 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713df45-a469-491b-b70b-76c6d3caffc8 req-a7df3235-16e4-48a3-af00-8a8f6e400156 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:14.772784 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7713df45-a469-491b-b70b-76c6d3caffc8 req-a7df3235-16e4-48a3-af00-8a8f6e400156 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1190073 May 26 16:22:14.819757 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250ac710-b7c8-4719-b99e-6d5d28873d6e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Router 3be498a2-af40-439e-8e33-5b6db31a6d35 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:22:14.821347 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] For port a59798ce-2011-4063-ae9b-e74f6f8c466a, host n-d-843337-2, got binding levels [] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:14.821884 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:14.865801 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Calling delete_port for a59798ce-2011-4063-ae9b-e74f6f8c466a owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:14.870628 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4eca8-354d-43c6-b560-d89306b43357 None None] Pushing event updated for resources: {'Port': ['ID=a59798ce-2011-4063-ae9b-e74f6f8c466a,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:14.924136 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7713df45-a469-491b-b70b-76c6d3caffc8 req-f2b64664-ffe9-4a17-9dc6-f49413ddb883 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482425 May 26 16:22:15.002821 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bd73c-38f0-4e17-be67-3dbf0039da86 req-8d653c2d-4399-4e21-94da-a38c8f59f5ad tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:15.004462 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d65bd73c-38f0-4e17-be67-3dbf0039da86 req-8d653c2d-4399-4e21-94da-a38c8f59f5ad tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 946 time: 0.2272329 May 26 16:22:15.123604 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d65bd73c-38f0-4e17-be67-3dbf0039da86 req-3bbac462-baa0-44d7-8942-9871e3662ba6 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078324 May 26 16:22:15.220699 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1fcd2995-c38d-4ca5-aa24-a1ed9a7baea6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:15.391003 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcd2995-c38d-4ca5-aa24-a1ed9a7baea6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Network 143284ae-2281-4680-b372-1243a57f5077 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:22:15.424145 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-1fcd2995-c38d-4ca5-aa24-a1ed9a7baea6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:15.440301 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcd2995-c38d-4ca5-aa24-a1ed9a7baea6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:15.442099 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1fcd2995-c38d-4ca5-aa24-a1ed9a7baea6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:15.478768 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-443e643a-f78b-4fbb-9e35-ea9c72c01694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:15.515366 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd2995-c38d-4ca5-aa24-a1ed9a7baea6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Subnet': ['ID=68742259-b5aa-4676-a361-d5e801d2765d,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:15.608197 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1fcd2995-c38d-4ca5-aa24-a1ed9a7baea6 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3082049 May 26 16:22:15.609262 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39892) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:15.622869 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-7a963a4c-4a11-4dcb-bd49-39938990af3e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-946846392', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '68742259-b5aa-4676-a361-d5e801d2765d'}], 'security_groups': ['68457073-397a-4bf4-8a05-f60a231f8869', '21858757-19cf-4bef-b7e7-9475ad8280eb']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:15.742300 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b8e5f-8203-4ce3-a011-087763851434 req-130fc776-790f-4ee6-974f-4d0b757ac6d7 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:15.744596 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d38b8e5f-8203-4ce3-a011-087763851434 req-130fc776-790f-4ee6-974f-4d0b757ac6d7 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.2237089 May 26 16:22:15.848830 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d38b8e5f-8203-4ce3-a011-087763851434 req-1d935cd0-22cc-41b4-84a8-6d4dbe7bb98a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644069 May 26 16:22:15.965486 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7a963a4c-4a11-4dcb-bd49-39938990af3e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:16.048891 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250ac710-b7c8-4719-b99e-6d5d28873d6e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:22:16.055548 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-250ac710-b7c8-4719-b99e-6d5d28873d6e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:16.073375 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8858c0e-1baf-4acf-b63a-18a15bb215ca None None] Sync routers for ids ['3be498a2-af40-439e-8e33-5b6db31a6d35'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:22:16.121200 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-250ac710-b7c8-4719-b99e-6d5d28873d6e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "PUT /v2.0/floatingips/4be93dae-8412-4c8e-a8a5-292c787fc646 HTTP/1.1" status: 200 len: 992 time: 3.5516284 May 26 16:22:16.122860 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8acb8a23-df31-4b21-94dc-ab80eddbbbb3', 'tag': '52b75c25-200a-4735-8779-b8be659b4f8f'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:22:16.126880 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76468694-b2ea-4555-817a-3331aaf73655" -d '{"events": [{"name": "network-changed", "server_uuid": "8acb8a23-df31-4b21-94dc-ab80eddbbbb3", "tag": "52b75c25-200a-4735-8779-b8be659b4f8f"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:22:16.131461 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:16.149475 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8858c0e-1baf-4acf-b63a-18a15bb215ca None None] Routers {'3be498a2-af40-439e-8e33-5b6db31a6d35'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:22:16.152149 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e8858c0e-1baf-4acf-b63a-18a15bb215ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:22:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3be498a2-af40-439e-8e33-5b6db31a6d35'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:16.200953 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a59798ce-2011-4063-ae9b-e74f6f8c466a up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:22:16.282998 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: a59798ce-2011-4063-ae9b-e74f6f8c466a {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:22:16.283523 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a59798ce-2011-4063-ae9b-e74f6f8c466a not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 26 16:22:16.318828 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event deleted for resources: {'Port': ['ID=a59798ce-2011-4063-ae9b-e74f6f8c466a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:16.411640 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] No DVR routers for this DVR port a59798ce-2011-4063-ae9b-e74f6f8c466a on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:16.426337 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Port a59798ce-2011-4063-ae9b-e74f6f8c466a not found, will not notify nova. {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 26 16:22:16.435125 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:16.435617 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:16.436899 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:16.438187 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:16.438733 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:16.439874 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:16.440501 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:16.441856 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:16.442433 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:16.443402 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:16.443715 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:16.444366 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:16.554735 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:16.561724 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c64edd-f2c4-4da2-8f93-c26265282c95 x-openstack-request-id: req-52c64edd-f2c4-4da2-8f93-c26265282c95 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:22:16.562228 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8acb8a23-df31-4b21-94dc-ab80eddbbbb3", "tag": "52b75c25-200a-4735-8779-b8be659b4f8f", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:22:16.562228 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-52c64edd-f2c4-4da2-8f93-c26265282c95 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:22:16.562543 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52c64edd-f2c4-4da2-8f93-c26265282c95'] response: {'name': 'network-changed', 'server_uuid': '8acb8a23-df31-4b21-94dc-ab80eddbbbb3', 'tag': '52b75c25-200a-4735-8779-b8be659b4f8f', 'status': 'completed', 'code': 200} May 26 16:22:16.656211 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:16.759541 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76468694-b2ea-4555-817a-3331aaf73655 req-2e6e7a32-c63c-432f-bbb9-7c431eb895c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:16.761286 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-76468694-b2ea-4555-817a-3331aaf73655 req-2e6e7a32-c63c-432f-bbb9-7c431eb895c3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d026034f0b5c4db588d9be515d0f060a&device_id=8acb8a23-df31-4b21-94dc-ab80eddbbbb3 HTTP/1.1" status: 200 len: 1097 time: 0.2024195 May 26 16:22:17.063880 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:17.126270 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-e8858c0e-1baf-4acf-b63a-18a15bb215ca None None] Set router 3be498a2-af40-439e-8e33-5b6db31a6d35 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:22:17.154434 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46c336b-a720-49c9-9e5d-a5a4864c7615 None None] Network 8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:17.179858 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event deleted for resources: {'Subnet': ['ID=0dab8de6-ff61-4f2c-a0cd-f7808f5dfc39,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:17.344526 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:17.347255 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d61d09-cde8-4c44-885f-fb66a4f53573 None None] Network 143284ae-2281-4680-b372-1243a57f5077 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:17.393631 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-1dae5185-eac4-45e0-83e2-b7c772573a6e None None] Could not find standard attr ID for object a59798ce-2011-4063-ae9b-e74f6f8c466a. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:22:17.399241 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:17.433365 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3ac6d4-5924-4a40-a94d-f4208149f349') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:17.433921 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3ac6d4-5924-4a40-a94d-f4208149f349') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:17.457822 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:17.504579 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:17.509648 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ea5e0e-61c2-431c-a27f-8abb4127c90b None None] Network 8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:17.531543 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:17.532035 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:17.701161 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:17.707222 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:17.717306 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/networks/8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f HTTP/1.1" status: 204 len: 168 time: 4.0825658 May 26 16:22:17.726372 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40094) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:17.736326 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76468694-b2ea-4555-817a-3331aaf73655 req-59cc7197-850f-4f09-9fbd-7f4616333d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:17.737828 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-76468694-b2ea-4555-817a-3331aaf73655 req-59cc7197-850f-4f09-9fbd-7f4616333d43 service neutron] 10.222.0.81 "GET /v2.0/networks?id=91e281f8-c4da-4a2d-a68d-16e867895ff6 HTTP/1.1" status: 200 len: 916 time: 0.9566438 May 26 16:22:17.753342 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 8c3ac6d4-5924-4a40-a94d-f4208149f349 resource provider aggregate not found May 26 16:22:17.771576 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7c377-85dd-4f60-a544-c5d356995297 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event deleted for resources: {'Network': ['ID=8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:17.798662 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 8c3ac6d4-5924-4a40-a94d-f4208149f349 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c3ac6d4-5924-4a40-a94d-f4208149f349 found for delete ", "request_id": "req-3a01c7ff-90da-4fcb-94cf-dadd21973f4a"}]} May 26 16:22:17.926801 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6bea30e1-8b6a-43f8-82ab-a05ff5d088ae req-d7fd309e-9619-4104-8052-67387524f314 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.1136189 May 26 16:22:17.928629 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-088605ea-6ada-42b5-af23-6860c188d915 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] DELETE failed (client error): The resource could not be found. May 26 16:22:17.929773 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-088605ea-6ada-42b5-af23-6860c188d915 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:17.943479 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e8858c0e-1baf-4acf-b63a-18a15bb215ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '4be93dae-8412-4c8e-a8a5-292c787fc646', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'port_id': '52b75c25-200a-4735-8779-b8be659b4f8f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'mac_address': 'fa:16:3e:1f:61:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acb8a23-df31-4b21-94dc-ab80eddbbbb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:21:43Z', 'updated_at': '2022-05-26T16:22:13Z', 'revision_number': 1, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'fixed_ip_address_scope': None}, {'id': 'a8189a53-a7ac-4c07-95b0-b66ab118be3f', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'port_id': '32c841dd-a3a9-41cf-b781-e4cc4980e662', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'mac_address': 'fa:16:3e:17:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c7570-24ac-454a-abff-560f307a014b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:19:10Z', 'updated_at': '2022-05-26T16:19:56Z', 'revision_number': 2, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:15Z', 'revision_number': 5, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:17.943934 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-088605ea-6ada-42b5-af23-6860c188d915 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/subnets/0dab8de6-ff61-4f2c-a0cd-f7808f5dfc39 HTTP/1.1" status: 404 len: 337 time: 0.2023115 May 26 16:22:17.947918 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40112) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:18.061137 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da20624f-ece3-48cb-9d3e-b968e8ab73d5 None None] DHCP port deletion for 8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:22:18.125719 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8858c0e-1baf-4acf-b63a-18a15bb215ca None None] Checking router: 3be498a2-af40-439e-8e33-5b6db31a6d35 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:22:18.153223 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8858c0e-1baf-4acf-b63a-18a15bb215ca None None] Routers {'3be498a2-af40-439e-8e33-5b6db31a6d35'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:22:18.155061 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8ecd59-65a0-412c-b822-313a98232b88 None None] Network 8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:18.160198 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e8858c0e-1baf-4acf-b63a-18a15bb215ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:22:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3be498a2-af40-439e-8e33-5b6db31a6d35'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:18.186986 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:18.245541 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-76468694-b2ea-4555-817a-3331aaf73655 req-e10ce3a1-41b6-4c50-9a56-bdd9d0f679ac service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52b75c25-200a-4735-8779-b8be659b4f8f HTTP/1.1" status: 200 len: 1000 time: 0.4861684 May 26 16:22:18.260518 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bfd433d-0e5b-433a-8106-ff788349ef04 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] DELETE failed (client error): The resource could not be found. May 26 16:22:18.261266 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bfd433d-0e5b-433a-8106-ff788349ef04 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:18.271971 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1bfd433d-0e5b-433a-8106-ff788349ef04 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/networks/8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f HTTP/1.1" status: 404 len: 339 time: 0.3145185 May 26 16:22:18.283459 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40130) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:18.291394 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8ecd59-65a0-412c-b822-313a98232b88 None None] Network 8f5ad812-9b68-4091-9ae3-5b95fc0fbb8f could not be found, it might have been deleted concurrently. {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 26 16:22:18.334675 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:18.401124 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d539a4-0948-4142-a844-6c0366a39d14 req-c2843dae-03d5-41b7-9667-5c712fbe7d9f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:18.411122 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-45d539a4-0948-4142-a844-6c0366a39d14 req-c2843dae-03d5-41b7-9667-5c712fbe7d9f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 946 time: 1.7329843 May 26 16:22:18.506390 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea49ef7-3a9f-46b5-a91d-83e40ba26609 None None] Update dhcp port {'port': {'network_id': '143284ae-2281-4680-b372-1243a57f5077', 'fixed_ips': [{'subnet_id': '8eb8f137-91af-40ad-b8ba-0f16953c8f40', 'ip_address': '172.20.0.18'}, {'subnet_id': '552ac1ac-cf3a-4ac3-a26a-73630ff37e43', 'ip_address': '172.20.0.2'}, {'subnet_id': '68742259-b5aa-4676-a361-d5e801d2765d'}], 'binding:host_id': 'n-d-843337-2'}, 'id': '615b4443-38a4-451b-baeb-b4fc0ef81050'} from n-d-843337-2. {{(pid=103897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:22:18.507850 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-e8858c0e-1baf-4acf-b63a-18a15bb215ca None None] Set router 3be498a2-af40-439e-8e33-5b6db31a6d35 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:22:18.576822 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-45d539a4-0948-4142-a844-6c0366a39d14 req-026fe2a5-2546-4cee-aa50-18d55ae404fc tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640511 May 26 16:22:18.640523 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1ea49ef7-3a9f-46b5-a91d-83e40ba26609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:18.682465 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa5d4659-5b37-440e-b385-c2dee188cad4 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:18.695710 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cb7d2-44d2-4669-9b4e-7d214a208b9b req-2cb49362-4ef8-4750-9dcf-172d13a72415 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:18.699029 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76468694-b2ea-4555-817a-3331aaf73655 req-b6013fe3-5c35-435f-810d-606270249f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:18.704691 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-76468694-b2ea-4555-817a-3331aaf73655 req-b6013fe3-5c35-435f-810d-606270249f77 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fee14286-9209-4b96-87d8-95a3251de24f HTTP/1.1" status: 200 len: 854 time: 0.4202075 May 26 16:22:18.706146 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-426cb7d2-44d2-4669-9b4e-7d214a208b9b req-2cb49362-4ef8-4750-9dcf-172d13a72415 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.3951626 May 26 16:22:18.790789 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-7a963a4c-4a11-4dcb-bd49-39938990af3e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Delete allocated IP 172.20.0.8 (143284ae-2281-4680-b372-1243a57f5077/552ac1ac-cf3a-4ac3-a26a-73630ff37e43) {{(pid=103896) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 26 16:22:18.807613 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-7a963a4c-4a11-4dcb-bd49-39938990af3e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Allocated IP 172.20.0.45 (143284ae-2281-4680-b372-1243a57f5077/68742259-b5aa-4676-a361-d5e801d2765d/9fa47a67-c070-449f-b0f7-43e0025c0839) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:22:18.965965 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-426cb7d2-44d2-4669-9b4e-7d214a208b9b req-f21e241c-d9e5-467a-95e3-c2e6e3c70711 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545784 May 26 16:22:19.015667 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:19.047741 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa5d4659-5b37-440e-b385-c2dee188cad4 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:19.129213 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-fa5d4659-5b37-440e-b385-c2dee188cad4 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11cb40b-216c-4363-82ca-7e640f6a9a87']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:19.175617 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7a963a4c-4a11-4dcb-bd49-39938990af3e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:19.191326 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-fa5d4659-5b37-440e-b385-c2dee188cad4 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f87691-bc32-4cb6-becf-53b420cb68b1') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:19.192084 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-fa5d4659-5b37-440e-b385-c2dee188cad4 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f87691-bc32-4cb6-becf-53b420cb68b1') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:19.194711 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7a963a4c-4a11-4dcb-bd49-39938990af3e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:19.228738 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa5d4659-5b37-440e-b385-c2dee188cad4 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:19.232468 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b049fd20-89d8-48a0-8585-0aae9f0e1ce1 req-7cd434a5-9daf-4a78-8509-d6466a8b197f tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0537782 May 26 16:22:19.234832 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76468694-b2ea-4555-817a-3331aaf73655 req-2bd0dc5e-6501-4961-b123-69805dd604a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:19.237599 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-76468694-b2ea-4555-817a-3331aaf73655 req-2bd0dc5e-6501-4961-b123-69805dd604a3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=91e281f8-c4da-4a2d-a68d-16e867895ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5203979 May 26 16:22:19.349575 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e8858c0e-1baf-4acf-b63a-18a15bb215ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '4be93dae-8412-4c8e-a8a5-292c787fc646', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'port_id': '52b75c25-200a-4735-8779-b8be659b4f8f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'mac_address': 'fa:16:3e:1f:61:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acb8a23-df31-4b21-94dc-ab80eddbbbb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:21:43Z', 'updated_at': '2022-05-26T16:22:13Z', 'revision_number': 1, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'fixed_ip_address_scope': None}, {'id': 'a8189a53-a7ac-4c07-95b0-b66ab118be3f', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'port_id': '32c841dd-a3a9-41cf-b781-e4cc4980e662', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'mac_address': 'fa:16:3e:17:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c7570-24ac-454a-abff-560f307a014b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:19:10Z', 'updated_at': '2022-05-26T16:19:56Z', 'revision_number': 2, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:15Z', 'revision_number': 5, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:19.352850 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a963a4c-4a11-4dcb-bd49-39938990af3e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event updated for resources: {'Port': ['ID=9fa47a67-c070-449f-b0f7-43e0025c0839,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:19.396598 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa5d4659-5b37-440e-b385-c2dee188cad4 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:19.403145 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-1ea49ef7-3a9f-46b5-a91d-83e40ba26609 None None] Allocated IP 172.20.0.34 (143284ae-2281-4680-b372-1243a57f5077/68742259-b5aa-4676-a361-d5e801d2765d/615b4443-38a4-451b-baeb-b4fc0ef81050) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:22:19.417566 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5d4659-5b37-440e-b385-c2dee188cad4 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:19.418214 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa5d4659-5b37-440e-b385-c2dee188cad4 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:19.426827 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a963a4c-4a11-4dcb-bd49-39938990af3e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:19.427561 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a963a4c-4a11-4dcb-bd49-39938990af3e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:19.428296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a963a4c-4a11-4dcb-bd49-39938990af3e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:19.428964 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a963a4c-4a11-4dcb-bd49-39938990af3e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:19.429631 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a963a4c-4a11-4dcb-bd49-39938990af3e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:19.430399 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a963a4c-4a11-4dcb-bd49-39938990af3e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:19.431070 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a963a4c-4a11-4dcb-bd49-39938990af3e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:19.431716 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a963a4c-4a11-4dcb-bd49-39938990af3e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:19.432395 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a963a4c-4a11-4dcb-bd49-39938990af3e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:19.433053 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a963a4c-4a11-4dcb-bd49-39938990af3e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:19.450902 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a963a4c-4a11-4dcb-bd49-39938990af3e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:19.451697 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a963a4c-4a11-4dcb-bd49-39938990af3e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:22:19.520830 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-7a963a4c-4a11-4dcb-bd49-39938990af3e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] In _notify_port_updated(), no bound segment for port 9fa47a67-c070-449f-b0f7-43e0025c0839 on network 143284ae-2281-4680-b372-1243a57f5077 {{(pid=103896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:22:19.550972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a963a4c-4a11-4dcb-bd49-39938990af3e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:19.552433 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7a963a4c-4a11-4dcb-bd49-39938990af3e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:19.566758 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa5d4659-5b37-440e-b385-c2dee188cad4 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:19.567218 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7a963a4c-4a11-4dcb-bd49-39938990af3e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "PUT /v2.0/ports/9fa47a67-c070-449f-b0f7-43e0025c0839 HTTP/1.1" status: 200 len: 959 time: 3.9534116 May 26 16:22:19.568331 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40220) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:19.609796 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa5d4659-5b37-440e-b385-c2dee188cad4 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:19.616580 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fa5d4659-5b37-440e-b385-c2dee188cad4 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/networks/a11cb40b-216c-4363-82ca-7e640f6a9a87 HTTP/1.1" status: 204 len: 168 time: 1.3290632 May 26 16:22:19.618304 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d4659-5b37-440e-b385-c2dee188cad4 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event deleted for resources: {'Network': ['ID=a11cb40b-216c-4363-82ca-7e640f6a9a87,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:19.621399 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40228) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:19.625960 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-76468694-b2ea-4555-817a-3331aaf73655 req-534828bf-a399-4104-bc1e-e306f2a37e73 service neutron] 10.222.0.81 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731031 May 26 16:22:19.641210 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8858c0e-1baf-4acf-b63a-18a15bb215ca None None] The sync data for ids ['3be498a2-af40-439e-8e33-5b6db31a6d35'] in n-d-843337-2 is: [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '4be93dae-8412-4c8e-a8a5-292c787fc646', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'port_id': '52b75c25-200a-4735-8779-b8be659b4f8f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'mac_address': 'fa:16:3e:1f:61:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acb8a23-df31-4b21-94dc-ab80eddbbbb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:21:43Z', 'updated_at': '2022-05-26T16:22:13Z', 'revision_number': 1, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'fixed_ip_address_scope': None}, {'id': 'a8189a53-a7ac-4c07-95b0-b66ab118be3f', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'port_id': '32c841dd-a3a9-41cf-b781-e4cc4980e662', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'mac_address': 'fa:16:3e:17:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c7570-24ac-454a-abff-560f307a014b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:19:10Z', 'updated_at': '2022-05-26T16:19:56Z', 'revision_number': 2, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:15Z', 'revision_number': 5, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:22:19.704314 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20b7074-5bdb-48a1-b6f9-cee5f6f99b57 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] DELETE failed (client error): The resource could not be found. May 26 16:22:19.705026 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b20b7074-5bdb-48a1-b6f9-cee5f6f99b57 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:19.712800 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b20b7074-5bdb-48a1-b6f9-cee5f6f99b57 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/subnets/2d0179a5-2868-44a7-a7a3-a265777ac2ad HTTP/1.1" status: 404 len: 337 time: 0.0843809 May 26 16:22:19.728063 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40238) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:19.833435 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-91883b68-c18a-4ec4-bf47-40e94f6f632d tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] DELETE failed (client error): The resource could not be found. May 26 16:22:19.834368 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91883b68-c18a-4ec4-bf47-40e94f6f632d tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:19.846412 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40254) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:19.846859 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-91883b68-c18a-4ec4-bf47-40e94f6f632d tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/networks/9c5201c7-efb7-4c6f-a842-267b46993352 HTTP/1.1" status: 404 len: 339 time: 0.0917163 May 26 16:22:19.858415 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-1ea49ef7-3a9f-46b5-a91d-83e40ba26609 None None] For port 615b4443-38a4-451b-baeb-b4fc0ef81050, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=615b4443-38a4-451b-baeb-b4fc0ef81050,segment=NetworkSegment(2c71b27b-763d-4f50-a963-9d027aaf3bcf),segment_id=2c71b27b-763d-4f50-a963-9d027aaf3bcf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:19.897406 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment d4f87691-bc32-4cb6-becf-53b420cb68b1 resource provider aggregate not found May 26 16:22:19.928025 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1ea49ef7-3a9f-46b5-a91d-83e40ba26609 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:19.938783 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1ea49ef7-3a9f-46b5-a91d-83e40ba26609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:20.001033 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment d4f87691-bc32-4cb6-becf-53b420cb68b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4f87691-bc32-4cb6-becf-53b420cb68b1 found for delete ", "request_id": "req-b216e522-6ff3-4b7e-9a34-ae47fdaae065"}]} May 26 16:22:20.064873 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19a356-a114-4ee4-b2d9-6496a2c3290d req-1d0aa461-583b-4fba-8408-8bf989dc1e1e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:20.066809 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-76468694-b2ea-4555-817a-3331aaf73655 req-b8048581-c7d0-4830-9941-c4198199ccca service neutron] 10.222.0.81 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521175 May 26 16:22:20.067157 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7d19a356-a114-4ee4-b2d9-6496a2c3290d req-1d0aa461-583b-4fba-8408-8bf989dc1e1e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 946 time: 0.1932287 May 26 16:22:20.092459 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-da7b2748-1d8d-4a66-bbd9-434c5d37ed29 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Deleting subnet 0f0a9e28-5157-4bc4-8913-98f0af7b1bce {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:22:20.099049 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-da7b2748-1d8d-4a66-bbd9-434c5d37ed29 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:20.144430 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-bd34074f-6155-478d-b1ff-90e712e55d82 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting port 9fa47a67-c070-449f-b0f7-43e0025c0839 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:20.144998 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd34074f-6155-478d-b1ff-90e712e55d82 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:20.183598 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a59798ce-2011-4063-ae9b-e74f6f8c466a no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:22:20.191344 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-da7b2748-1d8d-4a66-bbd9-434c5d37ed29 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:20.229467 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7d19a356-a114-4ee4-b2d9-6496a2c3290d req-d3267fda-640b-4113-8fdf-12d4b91f75c0 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443460 May 26 16:22:20.413530 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6978114-d8b9-40f1-9522-d4e7956c084a req-d137aea1-39a5-47a4-b6c0-dc8a141e340c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:20.415892 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6978114-d8b9-40f1-9522-d4e7956c084a req-d137aea1-39a5-47a4-b6c0-dc8a141e340c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.2876859 May 26 16:22:20.441581 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: a59798ce-2011-4063-ae9b-e74f6f8c466a {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:22:20.443937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a59798ce-2011-4063-ae9b-e74f6f8c466a not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:22:20.452896 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a40747-d154-41fe-b064-cc57b25d22ce None None] New status for floating IP 4be93dae-8412-4c8e-a8a5-292c787fc646: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:22:20.466821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea49ef7-3a9f-46b5-a91d-83e40ba26609 None None] Pushing event updated for resources: {'Port': ['ID=615b4443-38a4-451b-baeb-b4fc0ef81050,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:20.469305 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-da7b2748-1d8d-4a66-bbd9-434c5d37ed29 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:20.540854 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b5011de-6be4-4321-a3bc-bc8ef2f4bf29 req-3af0c75b-5ffb-41fd-9b75-8c8667ea5538 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.1236622 May 26 16:22:20.614032 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd34074f-6155-478d-b1ff-90e712e55d82 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:20.632780 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-da7b2748-1d8d-4a66-bbd9-434c5d37ed29 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:20.646064 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-bd34074f-6155-478d-b1ff-90e712e55d82 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Calling delete_port for 9fa47a67-c070-449f-b0f7-43e0025c0839 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:20.678099 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6978114-d8b9-40f1-9522-d4e7956c084a req-41ebe653-b83f-4b8e-b567-3e227c113a80 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362959 May 26 16:22:20.741178 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-da7b2748-1d8d-4a66-bbd9-434c5d37ed29 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:20.746788 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-da7b2748-1d8d-4a66-bbd9-434c5d37ed29 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/subnets/0f0a9e28-5157-4bc4-8913-98f0af7b1bce HTTP/1.1" status: 204 len: 168 time: 0.8901970 May 26 16:22:20.748716 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b2748-1d8d-4a66-bbd9-434c5d37ed29 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event deleted for resources: {'Subnet': ['ID=0f0a9e28-5157-4bc4-8913-98f0af7b1bce,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:20.750831 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40322) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:20.759624 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce62904e-38b5-4bc3-be9f-f3dc6441aefa None None] Network 53ff1128-42f9-48dd-8190-2e0cf89e2f33 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:20.859361 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a38ae4a-bc7d-4372-80ec-b7649aa891f1 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Deleting subnet aa38120d-584e-46e6-97f8-1774a6c2639b {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:22:20.863677 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5a38ae4a-bc7d-4372-80ec-b7649aa891f1 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:20.969887 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5a38ae4a-bc7d-4372-80ec-b7649aa891f1 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:20.991586 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd34074f-6155-478d-b1ff-90e712e55d82 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:21.160349 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34074f-6155-478d-b1ff-90e712e55d82 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Port': ['ID=9fa47a67-c070-449f-b0f7-43e0025c0839,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:21.209135 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd34074f-6155-478d-b1ff-90e712e55d82 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:21.216917 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bd34074f-6155-478d-b1ff-90e712e55d82 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/ports/9fa47a67-c070-449f-b0f7-43e0025c0839 HTTP/1.1" status: 204 len: 168 time: 1.6422951 May 26 16:22:21.217327 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40364) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:21.242537 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5a38ae4a-bc7d-4372-80ec-b7649aa891f1 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:21.255013 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3a28dd-0d9e-49f9-b562-af5b726717a8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] GET failed (client error): The resource could not be found. May 26 16:22:21.270852 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-db3a28dd-0d9e-49f9-b562-af5b726717a8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports/9fa47a67-c070-449f-b0f7-43e0025c0839 HTTP/1.1" status: 404 len: 333 time: 0.0520401 May 26 16:22:21.273531 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40372) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:21.422827 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5a38ae4a-bc7d-4372-80ec-b7649aa891f1 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:21.470466 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9f66b28a-c5f0-4b82-96e2-9dccdbd825be tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:21.501804 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38ae4a-bc7d-4372-80ec-b7649aa891f1 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event deleted for resources: {'Subnet': ['ID=aa38120d-584e-46e6-97f8-1774a6c2639b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:21.525764 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5a38ae4a-bc7d-4372-80ec-b7649aa891f1 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:21.542298 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409d1d2-bb13-486f-8858-2dfaabf9a611 req-a9b70abb-3856-4042-8e1a-f09c3cdc8cf9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:21.545533 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5a38ae4a-bc7d-4372-80ec-b7649aa891f1 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/subnets/aa38120d-584e-46e6-97f8-1774a6c2639b HTTP/1.1" status: 204 len: 168 time: 0.7838817 May 26 16:22:21.546903 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40398) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:21.551302 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a409d1d2-bb13-486f-8858-2dfaabf9a611 req-a9b70abb-3856-4042-8e1a-f09c3cdc8cf9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 946 time: 0.1600740 May 26 16:22:21.566691 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9f66b28a-c5f0-4b82-96e2-9dccdbd825be tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:21.713549 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a409d1d2-bb13-486f-8858-2dfaabf9a611 req-288b8741-7a1f-409c-8a11-a91872c4faf9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599593 May 26 16:22:21.745366 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9f66b28a-c5f0-4b82-96e2-9dccdbd825be tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:21.750057 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9f66b28a-c5f0-4b82-96e2-9dccdbd825be tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:21.755040 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9f66b28a-c5f0-4b82-96e2-9dccdbd825be tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/security-groups/b005a1ba-84e0-4133-8fa2-5be293feb5af HTTP/1.1" status: 204 len: 168 time: 0.4802356 May 26 16:22:21.756735 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40414) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:21.783140 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9fb6ca42-9538-4d39-aa03-c4e948aaca16 None None] Could not find standard attr ID for object 9fa47a67-c070-449f-b0f7-43e0025c0839. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:22:21.788777 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-491f7835-8cf4-4513-a676-b66db1855c0a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:21.819693 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9fb6ca42-9538-4d39-aa03-c4e948aaca16 None None] Provisioning complete for port 14abb204-aa78-4fec-99f6-f40da9d797c9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:21.825121 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ca42-9538-4d39-aa03-c4e948aaca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:21.830420 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66b28a-c5f0-4b82-96e2-9dccdbd825be tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b005a1ba-84e0-4133-8fa2-5be293feb5af,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:21.900009 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-511045dd-e78d-430e-bef6-48ddb2c868e2 req-273161e3-c34e-47cc-8ec1-6d0c65806ce4 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0883732 May 26 16:22:21.920247 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-491f7835-8cf4-4513-a676-b66db1855c0a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Deleting port 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:21.920519 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9fb6ca42-9538-4d39-aa03-c4e948aaca16 None None] Port 14abb204-aa78-4fec-99f6-f40da9d797c9 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:22:21.920772 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-491f7835-8cf4-4513-a676-b66db1855c0a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:21.936860 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9fb6ca42-9538-4d39-aa03-c4e948aaca16 None None] Provisioning complete for port 615b4443-38a4-451b-baeb-b4fc0ef81050 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:21.937505 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ca42-9538-4d39-aa03-c4e948aaca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:21.994073 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c98cebaf-6fcb-4f93-bb05-999b3bd181e8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.083027 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c98cebaf-6fcb-4f93-bb05-999b3bd181e8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.119559 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-491f7835-8cf4-4513-a676-b66db1855c0a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] For port 1e8ae97a-db29-4cf5-92f5-5c5957b6e821, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1e8ae97a-db29-4cf5-92f5-5c5957b6e821,segment=NetworkSegment(8c07ed6f-9214-4256-ba48-1507d4dac5a2),segment_id=8c07ed6f-9214-4256-ba48-1507d4dac5a2)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:22.120207 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-491f7835-8cf4-4513-a676-b66db1855c0a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.155095 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 615b4443-38a4-451b-baeb-b4fc0ef81050 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:22:22.156876 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-491f7835-8cf4-4513-a676-b66db1855c0a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Calling delete_port for 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:22.160272 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f945370-004c-495d-b20f-2485ff0b3198 req-c84ebb6f-73a5-4a29-b2a6-3207df643dbc tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:22.162438 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f945370-004c-495d-b20f-2485ff0b3198 req-c84ebb6f-73a5-4a29-b2a6-3207df643dbc tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.2281017 May 26 16:22:22.178590 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c98cebaf-6fcb-4f93-bb05-999b3bd181e8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.190503 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c98cebaf-6fcb-4f93-bb05-999b3bd181e8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.191764 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c98cebaf-6fcb-4f93-bb05-999b3bd181e8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/security-groups/21858757-19cf-4bef-b7e7-9475ad8280eb HTTP/1.1" status: 204 len: 168 time: 0.3978810 May 26 16:22:22.195755 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40422) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:22.259818 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9fb6ca42-9538-4d39-aa03-c4e948aaca16 None None] Current status of the port 615b4443-38a4-451b-baeb-b4fc0ef81050 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:22.260081 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cebaf-6fcb-4f93-bb05-999b3bd181e8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21858757-19cf-4bef-b7e7-9475ad8280eb,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:22.351268 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e506de97-2245-40bb-8054-f7b7f54bf0f8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.355544 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f945370-004c-495d-b20f-2485ff0b3198 req-1a9afc5f-5a58-4ddf-8e95-9a7af03601f8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624846 May 26 16:22:22.368707 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 615b4443-38a4-451b-baeb-b4fc0ef81050 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:22.369472 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.423927 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e506de97-2245-40bb-8054-f7b7f54bf0f8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.493667 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-491f7835-8cf4-4513-a676-b66db1855c0a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.498939 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 615b4443-38a4-451b-baeb-b4fc0ef81050 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:22.535255 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f7835-8cf4-4513-a676-b66db1855c0a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event deleted for resources: {'Port': ['ID=1e8ae97a-db29-4cf5-92f5-5c5957b6e821,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:22.537985 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491f7835-8cf4-4513-a676-b66db1855c0a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] No DVR routers for this DVR port 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:22.550074 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e506de97-2245-40bb-8054-f7b7f54bf0f8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.553490 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e506de97-2245-40bb-8054-f7b7f54bf0f8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.558154 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e506de97-2245-40bb-8054-f7b7f54bf0f8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/security-groups/68457073-397a-4bf4-8a05-f60a231f8869 HTTP/1.1" status: 204 len: 168 time: 0.3606887 May 26 16:22:22.559582 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40428) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:22.592909 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b2bf5117-128a-4d1e-8a93-d9a14c5c974e None None] Could not find standard attr ID for object 1e8ae97a-db29-4cf5-92f5-5c5957b6e821. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:22:22.609798 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506de97-2245-40bb-8054-f7b7f54bf0f8 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68457073-397a-4bf4-8a05-f60a231f8869,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:22.610574 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeb3f9f-ccf2-4347-999c-a42abf3d1196 None None] Network 53ff1128-42f9-48dd-8190-2e0cf89e2f33 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:22.672611 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-31737062-0c17-4482-93b7-4b62cd483990 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting subnet 552ac1ac-cf3a-4ac3-a26a-73630ff37e43 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:22:22.678129 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31737062-0c17-4482-93b7-4b62cd483990 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.692939 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-491f7835-8cf4-4513-a676-b66db1855c0a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.726471 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4d2c44fe-ff9c-4de1-8743-efa5d0745bf1 None None] Could not find standard attr ID for object 9fa47a67-c070-449f-b0f7-43e0025c0839. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:22:22.736366 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-491f7835-8cf4-4513-a676-b66db1855c0a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ff1128-42f9-48dd-8190-2e0cf89e2f33']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:22.750097 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-491f7835-8cf4-4513-a676-b66db1855c0a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c07ed6f-9214-4256-ba48-1507d4dac5a2') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:22.750576 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31737062-0c17-4482-93b7-4b62cd483990 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.750904 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-491f7835-8cf4-4513-a676-b66db1855c0a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c07ed6f-9214-4256-ba48-1507d4dac5a2') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:22.764994 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-491f7835-8cf4-4513-a676-b66db1855c0a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.790901 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-491f7835-8cf4-4513-a676-b66db1855c0a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.805336 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491f7835-8cf4-4513-a676-b66db1855c0a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:22.808903 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-491f7835-8cf4-4513-a676-b66db1855c0a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.899188 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb1fadc-ca9a-408d-a5e8-407bfcaf2bdd None None] DHCP port deletion for 53ff1128-42f9-48dd-8190-2e0cf89e2f33 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:22:22.925323 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 8c07ed6f-9214-4256-ba48-1507d4dac5a2 resource provider aggregate not found May 26 16:22:22.970012 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 8c07ed6f-9214-4256-ba48-1507d4dac5a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c07ed6f-9214-4256-ba48-1507d4dac5a2 found for delete ", "request_id": "req-0ca817e9-4d9a-432d-bbe3-86ff00736f03"}]} May 26 16:22:22.979166 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31737062-0c17-4482-93b7-4b62cd483990 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:22.986311 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-491f7835-8cf4-4513-a676-b66db1855c0a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:23.014296 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-491f7835-8cf4-4513-a676-b66db1855c0a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:23.021165 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-491f7835-8cf4-4513-a676-b66db1855c0a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/networks/53ff1128-42f9-48dd-8190-2e0cf89e2f33 HTTP/1.1" status: 204 len: 168 time: 1.4729497 May 26 16:22:23.025022 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40438) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:23.049529 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a35f7-e1b6-4d9f-9e87-c00677a185d5 req-5f4f0114-a6a7-4828-8d72-feeca0457cdb tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:23.051113 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a7a35f7-e1b6-4d9f-9e87-c00677a185d5 req-5f4f0114-a6a7-4828-8d72-feeca0457cdb tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 946 time: 0.1834435 May 26 16:22:23.065212 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f7835-8cf4-4513-a676-b66db1855c0a tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event deleted for resources: {'Network': ['ID=53ff1128-42f9-48dd-8190-2e0cf89e2f33,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:23.098828 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6aad24a-e6a6-453f-883f-3080438d367e tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] DELETE failed (client error): The resource could not be found. May 26 16:22:23.099276 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6aad24a-e6a6-453f-883f-3080438d367e tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:23.102296 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d6aad24a-e6a6-453f-883f-3080438d367e tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/subnets/f2256d3f-4827-41a4-ae2b-0b826a1f4769 HTTP/1.1" status: 404 len: 337 time: 0.0762324 May 26 16:22:23.111758 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40440) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:23.134524 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b896571f-9738-4bc5-923a-6ff3d924bbef req-c64c8349-d38f-4db2-bc42-9160f472e7d9 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0597486 May 26 16:22:23.140891 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-39eb0e60-3509-47b6-bdfb-8ef49010924e tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] DELETE failed (client error): The resource could not be found. May 26 16:22:23.141719 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39eb0e60-3509-47b6-bdfb-8ef49010924e tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:23.145349 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-39eb0e60-3509-47b6-bdfb-8ef49010924e tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/networks/7c0a0434-0b78-447d-b192-80b596ad2636 HTTP/1.1" status: 404 len: 339 time: 0.0325453 May 26 16:22:23.149569 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40442) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:23.152017 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-c88f0e9d-f30a-46b5-b67a-7e8f781fd331 service neutron] show failed (client error): The resource could not be found. May 26 16:22:23.155062 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-c88f0e9d-f30a-46b5-b67a-7e8f781fd331 service neutron] 10.222.0.81 "GET /v2.0/ports/8b22f3de-ce8b-44e4-ad29-565e4291884a/bindings/n-h2-843337-2 HTTP/1.1" status: 404 len: 380 time: 0.1659517 May 26 16:22:23.216657 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6efb33b-c40e-4178-a4ca-445d273e7b35 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] DELETE failed (client error): The resource could not be found. May 26 16:22:23.217335 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6efb33b-c40e-4178-a4ca-445d273e7b35 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:23.221026 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c6efb33b-c40e-4178-a4ca-445d273e7b35 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/subnets/6743460d-9736-4c9a-98c6-b2d2d4e39ec1 HTTP/1.1" status: 404 len: 337 time: 0.0701892 May 26 16:22:23.225788 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40444) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:23.244828 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a7a35f7-e1b6-4d9f-9e87-c00677a185d5 req-f42b9274-a30f-4855-9bbe-a93e15531017 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714497 May 26 16:22:23.255378 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-abee3829-e64e-46d7-91e9-a88c9a5d1504 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] DELETE failed (client error): The resource could not be found. May 26 16:22:23.256386 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abee3829-e64e-46d7-91e9-a88c9a5d1504 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:23.256926 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31737062-0c17-4482-93b7-4b62cd483990 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:23.261567 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-abee3829-e64e-46d7-91e9-a88c9a5d1504 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/networks/5ef74552-88d2-4f59-8a14-1d7498fdbb79 HTTP/1.1" status: 404 len: 339 time: 0.0347269 May 26 16:22:23.266622 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40446) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:23.303476 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31737062-0c17-4482-93b7-4b62cd483990 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Subnet': ['ID=552ac1ac-cf3a-4ac3-a26a-73630ff37e43,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:23.328882 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ff4ef1-b764-4489-b078-fe4365b0f499 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] DELETE failed (client error): The resource could not be found. May 26 16:22:23.329366 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ff4ef1-b764-4489-b078-fe4365b0f499 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:23.335203 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b3ff4ef1-b764-4489-b078-fe4365b0f499 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/subnets/8929afd2-249a-4a71-a4e3-10b2c4dc9d84 HTTP/1.1" status: 404 len: 337 time: 0.0651066 May 26 16:22:23.335409 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40448) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:23.337571 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31737062-0c17-4482-93b7-4b62cd483990 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:23.341739 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-31737062-0c17-4482-93b7-4b62cd483990 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/subnets/552ac1ac-cf3a-4ac3-a26a-73630ff37e43 HTTP/1.1" status: 204 len: 168 time: 0.7765024 May 26 16:22:23.345072 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40450) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:23.348923 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9ba8e9-696c-4911-bfa8-4be64440b850 None None] Network 143284ae-2281-4680-b372-1243a57f5077 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:23.360983 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-52366b0d-04a0-4965-933b-b1784812a842 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] DELETE failed (client error): The resource could not be found. May 26 16:22:23.361612 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52366b0d-04a0-4965-933b-b1784812a842 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:23.367705 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-52366b0d-04a0-4965-933b-b1784812a842 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/networks/97137f15-187b-4101-b370-e2b80eb3acc7 HTTP/1.1" status: 404 len: 339 time: 0.0311089 May 26 16:22:23.370697 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40452) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:23.470965 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-6068d95f-1857-4326-be03-513945d0a42e tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Deleting subnet 7bc11fbf-b72d-40a7-8e0e-c3457632122a {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:22:23.477643 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6068d95f-1857-4326-be03-513945d0a42e tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:23.543606 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-30737fbd-582d-4943-8b08-baef683494ed tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting subnet 68742259-b5aa-4676-a361-d5e801d2765d {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:22:23.550628 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30737fbd-582d-4943-8b08-baef683494ed tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:23.601132 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-34619112-c0ab-4d76-8bba-6318995368c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:23.603475 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6068d95f-1857-4326-be03-513945d0a42e tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:23.604988 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-34619112-c0ab-4d76-8bba-6318995368c0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48&tenant_id=ab86e9d575124bbb8f1141e0888ad848 HTTP/1.1" status: 200 len: 1097 time: 0.1493335 May 26 16:22:23.634945 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843337-2', 'device_owner': 'compute:nova'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:23.690643 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30737fbd-582d-4943-8b08-baef683494ed tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:23.701903 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d20bb-666f-491b-988b-9c31d9a205cf req-3f535e0a-b78e-47f9-9928-ed6b9ee9a60e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:23.705082 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f4d20bb-666f-491b-988b-9c31d9a205cf req-3f535e0a-b78e-47f9-9928-ed6b9ee9a60e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1857398 May 26 16:22:23.810264 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30f36696-23c9-4daf-8ad0-0c2aac70015d req-e166ed37-ea0c-4b2b-aed9-003e0956f7bf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0352912 May 26 16:22:23.819801 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f4d20bb-666f-491b-988b-9c31d9a205cf req-3d462504-f193-46e9-aa47-2345cbe1b0cc tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023042 May 26 16:22:23.823784 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6068d95f-1857-4326-be03-513945d0a42e tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:23.837754 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:23.935446 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6068d95f-1857-4326-be03-513945d0a42e tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:23.973893 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30737fbd-582d-4943-8b08-baef683494ed tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:23.985260 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068d95f-1857-4326-be03-513945d0a42e tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc11fbf-b72d-40a7-8e0e-c3457632122a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:23.998816 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6068d95f-1857-4326-be03-513945d0a42e tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:24.005861 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6068d95f-1857-4326-be03-513945d0a42e tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/subnets/7bc11fbf-b72d-40a7-8e0e-c3457632122a HTTP/1.1" status: 204 len: 168 time: 0.6305208 May 26 16:22:24.012134 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40458) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:24.019225 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5f6056-bf19-4083-9a3a-9ffb883e6598 None None] Network 38ee4680-bd51-4cd3-99ba-5fbea1798aca requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:24.226421 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:22:24.248784 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30737fbd-582d-4943-8b08-baef683494ed tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:24.254839 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfa49-f5e8-48ff-96b9-aa06acadaccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:24.284300 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:22:24.285199 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1e8ae97a-db29-4cf5-92f5-5c5957b6e821 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:22:24.334758 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30737fbd-582d-4943-8b08-baef683494ed tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Subnet': ['ID=68742259-b5aa-4676-a361-d5e801d2765d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:24.400080 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30737fbd-582d-4943-8b08-baef683494ed tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:24.414987 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-30737fbd-582d-4943-8b08-baef683494ed tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/subnets/68742259-b5aa-4676-a361-d5e801d2765d HTTP/1.1" status: 204 len: 168 time: 1.0666132 May 26 16:22:24.418625 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40464) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:24.479544 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-797bb47b-dc7a-4345-b69f-48840ebd3abf tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] DELETE failed (client error): The resource could not be found. May 26 16:22:24.483767 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-797bb47b-dc7a-4345-b69f-48840ebd3abf tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:24.484051 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48ac86a3-b040-4cc0-a24c-f1d1a8bcf5cc req-f678897b-35a1-4d4c-b0c9-2396cb1c7de3 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.1106746 May 26 16:22:24.500030 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cab70b-52d2-4f7b-b18d-e77f4b016a8c None None] DHCP port deletion for 38ee4680-bd51-4cd3-99ba-5fbea1798aca request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:22:24.514603 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-797bb47b-dc7a-4345-b69f-48840ebd3abf tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/subnets/552ac1ac-cf3a-4ac3-a26a-73630ff37e43 HTTP/1.1" status: 404 len: 337 time: 0.0911283 May 26 16:22:24.516488 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40466) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:24.519832 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] For port 8b22f3de-ce8b-44e4-ad29-565e4291884a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8b22f3de-ce8b-44e4-ad29-565e4291884a,segment=NetworkSegment(8498f6fa-5e8b-44e7-bc82-da26134ce147),segment_id=8498f6fa-5e8b-44e7-bc82-da26134ce147)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:24.559033 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cfa49-f5e8-48ff-96b9-aa06acadaccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Deleting port 7a03e7ce-5493-4032-abce-b084246a3d36 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:24.559387 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfa49-f5e8-48ff-96b9-aa06acadaccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:24.572081 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39576b-8e07-4e9c-97e8-787f18ffb228 req-b0edfca2-c270-478b-acb6-00fc37849229 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:24.574666 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd39576b-8e07-4e9c-97e8-787f18ffb228 req-b0edfca2-c270-478b-acb6-00fc37849229 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 946 time: 0.1514807 May 26 16:22:24.596943 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e99af7e-0a26-42b6-8f1e-9b3159ec777e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting subnet 8eb8f137-91af-40ad-b8ba-0f16953c8f40 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:22:24.621015 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5e99af7e-0a26-42b6-8f1e-9b3159ec777e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:24.631073 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-76cab70b-52d2-4f7b-b18d-e77f4b016a8c None None] Deleting port 7a03e7ce-5493-4032-abce-b084246a3d36 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:24.649797 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-76cab70b-52d2-4f7b-b18d-e77f4b016a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:24.718671 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5e99af7e-0a26-42b6-8f1e-9b3159ec777e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:24.729653 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd39576b-8e07-4e9c-97e8-787f18ffb228 req-04883dc2-42b3-4173-a423-f33492222c88 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357176 May 26 16:22:24.779253 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-76cab70b-52d2-4f7b-b18d-e77f4b016a8c None None] For port 7a03e7ce-5493-4032-abce-b084246a3d36, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=7a03e7ce-5493-4032-abce-b084246a3d36,segment=NetworkSegment(d334544b-eadd-4c45-8433-60bc5ef9134f),segment_id=d334544b-eadd-4c45-8433-60bc5ef9134f)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:24.780947 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-76cab70b-52d2-4f7b-b18d-e77f4b016a8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:24.796856 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] For port 8b22f3de-ce8b-44e4-ad29-565e4291884a, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:22:24.800646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-9b5cfa49-f5e8-48ff-96b9-aa06acadaccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] For port 7a03e7ce-5493-4032-abce-b084246a3d36, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=7a03e7ce-5493-4032-abce-b084246a3d36,segment=NetworkSegment(d334544b-eadd-4c45-8433-60bc5ef9134f),segment_id=d334544b-eadd-4c45-8433-60bc5ef9134f)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:24.801083 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfa49-f5e8-48ff-96b9-aa06acadaccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:24.809745 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-76cab70b-52d2-4f7b-b18d-e77f4b016a8c None None] Calling delete_port for 7a03e7ce-5493-4032-abce-b084246a3d36 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:24.850513 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cfa49-f5e8-48ff-96b9-aa06acadaccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Calling delete_port for 7a03e7ce-5493-4032-abce-b084246a3d36 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:24.886554 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c062d7-8ab0-4b6b-968a-be475c625e48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b22f3de-ce8b-44e4-ad29-565e4291884a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:22:24.891062 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507087c7-5607-4985-947c-aa97a03eb84b" -d '{"events": [{"server_uuid": "b6c062d7-8ab0-4b6b-968a-be475c625e48", "name": "network-vif-unplugged", "status": "completed", "tag": "8b22f3de-ce8b-44e4-ad29-565e4291884a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:22:24.896261 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:24.951681 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba1c2c5-75b9-4200-8e0a-09563613e1c1 None None] Network 143284ae-2281-4680-b372-1243a57f5077 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:25.001918 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] Transition to ACTIVE for port object 8b22f3de-ce8b-44e4-ad29-565e4291884a will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:22:25.004706 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-76cab70b-52d2-4f7b-b18d-e77f4b016a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:25.011596 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:25.033465 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec35ed3-7f6a-4f31-87ad-2e65786c2c92 x-openstack-request-id: req-dec35ed3-7f6a-4f31-87ad-2e65786c2c92 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:22:25.033919 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c062d7-8ab0-4b6b-968a-be475c625e48", "name": "network-vif-unplugged", "status": "completed", "tag": "8b22f3de-ce8b-44e4-ad29-565e4291884a", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:22:25.034323 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dec35ed3-7f6a-4f31-87ad-2e65786c2c92 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:22:25.034925 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dec35ed3-7f6a-4f31-87ad-2e65786c2c92'] response: {'server_uuid': 'b6c062d7-8ab0-4b6b-968a-be475c625e48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b22f3de-ce8b-44e4-ad29-565e4291884a', 'code': 200} May 26 16:22:25.101554 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfa49-f5e8-48ff-96b9-aa06acadaccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:25.108600 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cab70b-52d2-4f7b-b18d-e77f4b016a8c None None] Pushing event deleted for resources: {'Port': ['ID=7a03e7ce-5493-4032-abce-b084246a3d36,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:25.113872 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5e99af7e-0a26-42b6-8f1e-9b3159ec777e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:25.136883 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-45d3ad99-9a74-47e6-aa42-694160a21930 None None] Provisioning complete for port 14abb204-aa78-4fec-99f6-f40da9d797c9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:25.138222 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-45d3ad99-9a74-47e6-aa42-694160a21930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:25.150940 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5cfa49-f5e8-48ff-96b9-aa06acadaccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] No DVR routers for this DVR port 7a03e7ce-5493-4032-abce-b084246a3d36 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:25.161778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cfa49-f5e8-48ff-96b9-aa06acadaccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event deleted for resources: {'Port': ['ID=7a03e7ce-5493-4032-abce-b084246a3d36,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:25.288479 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce0864-9e72-4b26-911c-4afcd633923a req-f10069ca-afb7-4cc3-bc72-fe97980aea6f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:25.298381 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96ce0864-9e72-4b26-911c-4afcd633923a req-f10069ca-afb7-4cc3-bc72-fe97980aea6f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.2357326 May 26 16:22:25.322092 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] Pushing event updated for resources: {'Port': ['ID=8b22f3de-ce8b-44e4-ad29-565e4291884a,revision_number=6']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:25.357789 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfa49-f5e8-48ff-96b9-aa06acadaccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:25.404789 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96ce0864-9e72-4b26-911c-4afcd633923a req-f3e02a89-7c33-42fe-b93d-77a532caf42d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049640 May 26 16:22:25.443009 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-9b5cfa49-f5e8-48ff-96b9-aa06acadaccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ee4680-bd51-4cd3-99ba-5fbea1798aca']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:25.487178 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-9b5cfa49-f5e8-48ff-96b9-aa06acadaccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd334544b-eadd-4c45-8433-60bc5ef9134f') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:25.487666 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-9b5cfa49-f5e8-48ff-96b9-aa06acadaccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd334544b-eadd-4c45-8433-60bc5ef9134f') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:25.489496 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] No DVR routers for this DVR port 8b22f3de-ce8b-44e4-ad29-565e4291884a on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:25.527352 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfa49-f5e8-48ff-96b9-aa06acadaccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:25.566217 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cab70b-52d2-4f7b-b18d-e77f4b016a8c None None] No DVR routers for this DVR port 7a03e7ce-5493-4032-abce-b084246a3d36 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:25.581991 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfa49-f5e8-48ff-96b9-aa06acadaccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:25.612527 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b5cfa49-f5e8-48ff-96b9-aa06acadaccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:25.613181 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfa49-f5e8-48ff-96b9-aa06acadaccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:25.663500 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5e99af7e-0a26-42b6-8f1e-9b3159ec777e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:25.675643 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-45d3ad99-9a74-47e6-aa42-694160a21930 None None] Port 14abb204-aa78-4fec-99f6-f40da9d797c9 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:22:25.750218 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99af7e-0a26-42b6-8f1e-9b3159ec777e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Subnet': ['ID=8eb8f137-91af-40ad-b8ba-0f16953c8f40,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:25.753631 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5e99af7e-0a26-42b6-8f1e-9b3159ec777e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:25.763879 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5e99af7e-0a26-42b6-8f1e-9b3159ec777e tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/subnets/8eb8f137-91af-40ad-b8ba-0f16953c8f40 HTTP/1.1" status: 204 len: 168 time: 1.2433400 May 26 16:22:25.764126 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-45d3ad99-9a74-47e6-aa42-694160a21930 None None] Provisioning complete for port 615b4443-38a4-451b-baeb-b4fc0ef81050 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:25.764126 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-45d3ad99-9a74-47e6-aa42-694160a21930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:25.838224 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40480) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:25.851017 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment d334544b-eadd-4c45-8433-60bc5ef9134f resource provider aggregate not found May 26 16:22:25.897900 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfa49-f5e8-48ff-96b9-aa06acadaccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:25.911833 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fc6d33-e165-496d-bb0d-a6f8a334eb09 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] DELETE failed (client error): The resource could not be found. May 26 16:22:25.913864 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7fc6d33-e165-496d-bb0d-a6f8a334eb09 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:25.921678 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfa49-f5e8-48ff-96b9-aa06acadaccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:25.923238 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e7fc6d33-e165-496d-bb0d-a6f8a334eb09 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/subnets/c43d39f3-47cc-43c3-9953-0b47d08b7b32 HTTP/1.1" status: 404 len: 337 time: 0.0834327 May 26 16:22:25.923952 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40486) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:25.925132 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9b5cfa49-f5e8-48ff-96b9-aa06acadaccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/networks/38ee4680-bd51-4cd3-99ba-5fbea1798aca HTTP/1.1" status: 204 len: 168 time: 1.9114683 May 26 16:22:25.947550 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0ead03-ccd4-4918-ad11-be60f3387728 None None] Update dhcp port {'port': {'network_id': '143284ae-2281-4680-b372-1243a57f5077', 'fixed_ips': [{'subnet_id': '8eb8f137-91af-40ad-b8ba-0f16953c8f40'}], 'binding:host_id': 'n-d-843337-2'}, 'id': '615b4443-38a4-451b-baeb-b4fc0ef81050'} from n-d-843337-2. {{(pid=103897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:22:25.956024 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment d334544b-eadd-4c45-8433-60bc5ef9134f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d334544b-eadd-4c45-8433-60bc5ef9134f found for delete ", "request_id": "req-29d84386-8992-4289-a7b8-d94079198ba2"}]} May 26 16:22:25.957351 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40488) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:25.990218 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7f0ead03-ccd4-4918-ad11-be60f3387728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:26.010589 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a0b95edd-2202-4f4c-857f-80abd492d509 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ec79c1b-5b7f-4588-b51b-f23e915b22d6 HTTP/1.1" status: 200 len: 205 time: 0.0609608 May 26 16:22:26.015506 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40490) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:26.061590 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71f396e0-7066-49e1-a218-bf95003bfaf6 req-5e67ae26-ff10-419c-bbab-fc80875df3da tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.2101433 May 26 16:22:26.077103 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 7a03e7ce-5493-4032-abce-b084246a3d36 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:22:26.077624 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cfa49-f5e8-48ff-96b9-aa06acadaccb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event deleted for resources: {'Network': ['ID=38ee4680-bd51-4cd3-99ba-5fbea1798aca,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:26.093933 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-45d3ad99-9a74-47e6-aa42-694160a21930 None None] Current status of the port 615b4443-38a4-451b-baeb-b4fc0ef81050 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:26.112308 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-99efce69-40dd-4a33-8873-1260ba9af668 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] delete failed (client error): The resource could not be found. May 26 16:22:26.116614 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-99efce69-40dd-4a33-8873-1260ba9af668 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/routers/3ec79c1b-5b7f-4588-b51b-f23e915b22d6 HTTP/1.1" status: 404 len: 336 time: 0.1007583 May 26 16:22:26.122628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40492) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:26.148637 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bcc2a38-703d-477d-ac12-93e8bb11e86b tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] DELETE failed (client error): The resource could not be found. May 26 16:22:26.149032 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bcc2a38-703d-477d-ac12-93e8bb11e86b tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:26.157466 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4bcc2a38-703d-477d-ac12-93e8bb11e86b tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/subnets/e52ed562-9a4d-4d54-9dc6-832c4e496b5a HTTP/1.1" status: 404 len: 337 time: 0.1420419 May 26 16:22:26.159057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40494) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:26.160958 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1e272c-4cab-4593-83de-db64fa5e1f91 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] DELETE failed (client error): The resource could not be found. May 26 16:22:26.161425 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1e272c-4cab-4593-83de-db64fa5e1f91 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:26.167628 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9a1e272c-4cab-4593-83de-db64fa5e1f91 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/subnets/8ac6c30a-4f92-495d-a95f-b761b6cfc5eb HTTP/1.1" status: 404 len: 337 time: 0.0439425 May 26 16:22:26.172042 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40496) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:26.188687 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b45ca75-34f5-4970-ae8e-8a1b38496afb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] DELETE failed (client error): The resource could not be found. May 26 16:22:26.189466 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b45ca75-34f5-4970-ae8e-8a1b38496afb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:26.196217 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7b45ca75-34f5-4970-ae8e-8a1b38496afb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/networks/f5570357-40c7-4e12-be36-c4f5856d5bf2 HTTP/1.1" status: 404 len: 339 time: 0.0314670 May 26 16:22:26.202429 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40498) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:26.227377 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f15f70-0a95-4a28-bae7-664e1e4508c8 req-50597e1f-dea0-4e9d-941f-33d801b6fba7 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:26.229371 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-53f15f70-0a95-4a28-bae7-664e1e4508c8 req-50597e1f-dea0-4e9d-941f-33d801b6fba7 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 944 time: 0.3255620 May 26 16:22:26.253781 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] Attempting to bind port 8b22f3de-ce8b-44e4-ad29-565e4291884a on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:22:26.254136 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] Attempting to bind port 8b22f3de-ce8b-44e4-ad29-565e4291884a by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '8498f6fa-5e8b-44e7-bc82-da26134ce147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:22:26.254475 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] Attempting to bind port 8b22f3de-ce8b-44e4-ad29-565e4291884a on network 13bf54f3-26c0-4fe5-aa75-db926c99f0f3 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:22:26.268928 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf53397-743f-4777-afb4-10113b47132b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] DELETE failed (client error): The resource could not be found. May 26 16:22:26.269132 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf53397-743f-4777-afb4-10113b47132b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:26.272783 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-abf53397-743f-4777-afb4-10113b47132b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/subnets/f13d99c1-d9ee-4aa5-8ef0-c5cac2549736 HTTP/1.1" status: 404 len: 337 time: 0.1000948 May 26 16:22:26.279265 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40500) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:26.285483 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] Port 8b22f3de-ce8b-44e4-ad29-565e4291884a on network 13bf54f3-26c0-4fe5-aa75-db926c99f0f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:22:26.286065 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] Attempting to bind port 8b22f3de-ce8b-44e4-ad29-565e4291884a on network 13bf54f3-26c0-4fe5-aa75-db926c99f0f3 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:22:26.288206 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 7a03e7ce-5493-4032-abce-b084246a3d36 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:22:26.289175 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 7a03e7ce-5493-4032-abce-b084246a3d36 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:22:26.311414 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98efb6-4f91-4fc5-aa0f-dad2dfeff872 req-c8e4959b-95cd-40fd-af06-a74efe7cf9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:26.314172 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e98efb6-4f91-4fc5-aa0f-dad2dfeff872 req-c8e4959b-95cd-40fd-af06-a74efe7cf9b7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 1096 time: 0.1449611 May 26 16:22:26.346797 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-83cf1711-c187-461b-9a28-98c1d6e693eb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Deleting subnet 75421fec-878d-4950-b675-02595064d94b {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:22:26.359935 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-83cf1711-c187-461b-9a28-98c1d6e693eb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:26.360133 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:22:26.360133 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] Checking segment: {'id': '8498f6fa-5e8b-44e7-bc82-da26134ce147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:26.360133 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] Bound using segment: {'id': '8498f6fa-5e8b-44e7-bc82-da26134ce147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:22:26.360744 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] Bound port: 8b22f3de-ce8b-44e4-ad29-565e4291884a, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8498f6fa-5e8b-44e7-bc82-da26134ce147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:22:26.361994 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:26.365411 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f65e4ac-c134-4481-b457-a621751f67dc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] DELETE failed (client error): The resource could not be found. May 26 16:22:26.365951 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f65e4ac-c134-4481-b457-a621751f67dc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:26.371730 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5f65e4ac-c134-4481-b457-a621751f67dc tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/subnets/3ef19fab-db49-474d-8362-a39a28a74763 HTTP/1.1" status: 404 len: 337 time: 0.0644395 May 26 16:22:26.372839 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40502) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:26.409260 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-53f15f70-0a95-4a28-bae7-664e1e4508c8 req-12db9024-d419-4ef6-8ace-0ba2bb4db207 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298647 May 26 16:22:26.414654 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b12bf81-797d-47e1-ae61-fbbf2b00b1b1 None None] Network 143284ae-2281-4680-b372-1243a57f5077 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:26.441460 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-83cf1711-c187-461b-9a28-98c1d6e693eb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:26.530831 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be0f504-a8c4-4193-b865-c24c1a8302d7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] DELETE failed (client error): The resource could not be found. May 26 16:22:26.531611 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be0f504-a8c4-4193-b865-c24c1a8302d7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:26.534693 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3be0f504-a8c4-4193-b865-c24c1a8302d7 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/ports/13f9f87a-f296-4d35-bab7-ea7e80c04ff5 HTTP/1.1" status: 404 len: 333 time: 0.1537132 May 26 16:22:26.555681 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40506) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:26.567949 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e01ede61-164a-40d3-bba5-ead34a76130b None None] Provisioning complete for port 14abb204-aa78-4fec-99f6-f40da9d797c9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:26.576462 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e01ede61-164a-40d3-bba5-ead34a76130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:26.611393 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d9e39c-d9eb-43ff-9f63-3dedac11a3ea tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] DELETE failed (client error): The resource could not be found. May 26 16:22:26.611758 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d9e39c-d9eb-43ff-9f63-3dedac11a3ea tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:26.617091 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b6d9e39c-d9eb-43ff-9f63-3dedac11a3ea tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/subnets/e4440a18-a04b-42f7-a022-cf4e6c54ad0d HTTP/1.1" status: 404 len: 337 time: 0.0580847 May 26 16:22:26.618491 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40508) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:26.643036 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e01ede61-164a-40d3-bba5-ead34a76130b None None] Port 14abb204-aa78-4fec-99f6-f40da9d797c9 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:22:26.662778 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-83cf1711-c187-461b-9a28-98c1d6e693eb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:26.680913 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97532bc-68c4-4127-9344-c730b130629b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] DELETE failed (client error): The resource could not be found. May 26 16:22:26.681495 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b97532bc-68c4-4127-9344-c730b130629b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:26.688412 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b97532bc-68c4-4127-9344-c730b130629b tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/subnets/21c89803-c538-4f00-baaf-21e0cdb07235 HTTP/1.1" status: 404 len: 337 time: 0.0632367 May 26 16:22:26.690065 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98efb6-4f91-4fc5-aa0f-dad2dfeff872 req-3e10339e-848f-408d-9be7-fcb9515eec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:26.691883 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e98efb6-4f91-4fc5-aa0f-dad2dfeff872 req-3e10339e-848f-408d-9be7-fcb9515eec87 service neutron] 10.222.0.81 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 913 time: 0.3212900 May 26 16:22:26.694784 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40510) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:26.723678 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d9aaac-5b43-4e96-94dd-c87263883d73 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] DELETE failed (client error): The resource could not be found. May 26 16:22:26.724837 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d9aaac-5b43-4e96-94dd-c87263883d73 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:26.730387 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-50d9aaac-5b43-4e96-94dd-c87263883d73 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/ports/0d1a52c1-f20a-4022-bae6-9b70cccea7fa HTTP/1.1" status: 404 len: 333 time: 0.0325024 May 26 16:22:26.733593 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] For port 8b22f3de-ce8b-44e4-ad29-565e4291884a, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:22:26.735808 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40512) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:26.751826 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e01ede61-164a-40d3-bba5-ead34a76130b None None] Provisioning complete for port 615b4443-38a4-451b-baeb-b4fc0ef81050 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:26.752064 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e01ede61-164a-40d3-bba5-ead34a76130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:26.775593 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda79e7-c8fd-486f-bfa7-aabf23ac218f req-12c82b58-764d-43eb-ad3f-2096970fd30e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:26.784578 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5eda79e7-c8fd-486f-bfa7-aabf23ac218f req-12c82b58-764d-43eb-ad3f-2096970fd30e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.2082634 May 26 16:22:26.818420 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-83cf1711-c187-461b-9a28-98c1d6e693eb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:26.843676 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] For port 8b22f3de-ce8b-44e4-ad29-565e4291884a, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=8b22f3de-ce8b-44e4-ad29-565e4291884a,segment=NetworkSegment(8498f6fa-5e8b-44e7-bc82-da26134ce147),segment_id=8498f6fa-5e8b-44e7-bc82-da26134ce147)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:22:26.854827 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-7909f35a-9a1b-4f92-93de-fef93b3c9662 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] DELETE failed (client error): The resource could not be found. May 26 16:22:26.855595 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7909f35a-9a1b-4f92-93de-fef93b3c9662 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:26.862376 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7909f35a-9a1b-4f92-93de-fef93b3c9662 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/subnets/1a121961-8957-4108-9691-0378a08e3bf6 HTTP/1.1" status: 404 len: 337 time: 0.1255522 May 26 16:22:26.868417 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:26.877357 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40516) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:26.900311 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5eda79e7-c8fd-486f-bfa7-aabf23ac218f req-80471c2d-9069-4c47-8796-345a20e8d754 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144581 May 26 16:22:26.925960 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf1711-c187-461b-9a28-98c1d6e693eb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event deleted for resources: {'Subnet': ['ID=75421fec-878d-4950-b675-02595064d94b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:26.930165 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-83cf1711-c187-461b-9a28-98c1d6e693eb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:26.941453 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-83cf1711-c187-461b-9a28-98c1d6e693eb tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/subnets/75421fec-878d-4950-b675-02595064d94b HTTP/1.1" status: 204 len: 168 time: 0.7329021 May 26 16:22:26.943692 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40520) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:26.957850 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc940985-9af9-4434-aa01-3bd96880bc56 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] DELETE failed (client error): The resource could not be found. May 26 16:22:26.958355 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc940985-9af9-4434-aa01-3bd96880bc56 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:26.961630 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-dc940985-9af9-4434-aa01-3bd96880bc56 tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/subnets/a7712d9a-efdb-4c6a-bbee-35bc8a0901c5 HTTP/1.1" status: 404 len: 337 time: 0.0822270 May 26 16:22:26.964900 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9bfdb3-0c26-4772-9cf1-56764c335a08 None None] DHCP port deletion for 143284ae-2281-4680-b372-1243a57f5077 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:22:26.969685 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40522) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:26.970623 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07657cf6-b20b-4dfb-a4b7-3a6c29d50f93 None None] Network 9597dbc7-a08e-491a-b56b-8248069c0500 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:26.979435 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:26.979993 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:26.982412 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] 10.222.0.83 "PUT /v2.0/ports/8b22f3de-ce8b-44e4-ad29-565e4291884a HTTP/1.1" status: 200 len: 1092 time: 3.3563154 May 26 16:22:26.986798 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e98efb6-4f91-4fc5-aa0f-dad2dfeff872 req-a9113623-a9e4-45cf-be29-41dbe4ae54a9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=161e5bc3-f8bd-463c-928c-19e147d66d06 HTTP/1.1" status: 200 len: 1000 time: 0.2557931 May 26 16:22:27.035762 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c062d7-8ab0-4b6b-968a-be475c625e48', 'tag': '8b22f3de-ce8b-44e4-ad29-565e4291884a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:22:27.046947 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1c3a7a-92f1-4484-a6e9-250beae9c786" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c062d7-8ab0-4b6b-968a-be475c625e48", "tag": "8b22f3de-ce8b-44e4-ad29-565e4291884a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:22:27.077602 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fcf24-e088-4641-8020-0bf94fa18e51 service neutron] Pushing event updated for resources: {'Port': ['ID=8b22f3de-ce8b-44e4-ad29-565e4291884a,revision_number=7']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:27.146535 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e01ede61-164a-40d3-bba5-ead34a76130b None None] Current status of the port 615b4443-38a4-451b-baeb-b4fc0ef81050 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:27.181988 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4538c9d7-9f0d-4106-9ca8-2432bf3ce218 x-openstack-request-id: req-4538c9d7-9f0d-4106-9ca8-2432bf3ce218 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:22:27.182212 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c062d7-8ab0-4b6b-968a-be475c625e48", "tag": "8b22f3de-ce8b-44e4-ad29-565e4291884a", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:22:27.182442 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4538c9d7-9f0d-4106-9ca8-2432bf3ce218 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:22:27.182860 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4538c9d7-9f0d-4106-9ca8-2432bf3ce218'] response: {'name': 'network-changed', 'server_uuid': 'b6c062d7-8ab0-4b6b-968a-be475c625e48', 'tag': '8b22f3de-ce8b-44e4-ad29-565e4291884a', 'status': 'completed', 'code': 200} May 26 16:22:27.275069 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9c9bfdb3-0c26-4772-9cf1-56764c335a08 None None] Deleting port 615b4443-38a4-451b-baeb-b4fc0ef81050 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:27.275580 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9c9bfdb3-0c26-4772-9cf1-56764c335a08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:27.394665 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5516b070-23b1-4e48-b74b-249f4c708b2b req-063beb6e-ae39-43f2-8f4c-7c11e05ee1b9 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0958900 May 26 16:22:27.413002 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e64b95cf-9beb-4883-89ae-3336293492d2 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:27.483099 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9c9bfdb3-0c26-4772-9cf1-56764c335a08 None None] For port 615b4443-38a4-451b-baeb-b4fc0ef81050, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=615b4443-38a4-451b-baeb-b4fc0ef81050,segment=NetworkSegment(2c71b27b-763d-4f50-a963-9d027aaf3bcf),segment_id=2c71b27b-763d-4f50-a963-9d027aaf3bcf)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:27.483872 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9c9bfdb3-0c26-4772-9cf1-56764c335a08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:27.575255 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6bb6d8-52ca-44e9-8bc3-0a7925c73ebe None None] DHCP port deletion for 9597dbc7-a08e-491a-b56b-8248069c0500 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:22:27.581639 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9c9bfdb3-0c26-4772-9cf1-56764c335a08 None None] Calling delete_port for 615b4443-38a4-451b-baeb-b4fc0ef81050 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:27.607712 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c3a7a-92f1-4484-a6e9-250beae9c786 req-cab9c768-f00b-4023-b732-741bc7c0ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:27.610799 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa1c3a7a-92f1-4484-a6e9-250beae9c786 req-cab9c768-f00b-4023-b732-741bc7c0ded2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 1095 time: 0.3981388 May 26 16:22:27.671994 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-ad892005-6b39-4f16-8e76-36e92245f30a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Deleting port 14abb204-aa78-4fec-99f6-f40da9d797c9 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:27.672679 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad892005-6b39-4f16-8e76-36e92245f30a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:27.813033 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98efb6-4f91-4fc5-aa0f-dad2dfeff872 req-57c32627-af7e-4a59-adcd-6b97d3e7e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:27.816907 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e98efb6-4f91-4fc5-aa0f-dad2dfeff872 req-57c32627-af7e-4a59-adcd-6b97d3e7e887 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.8125994 May 26 16:22:27.857271 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-de6bb6d8-52ca-44e9-8bc3-0a7925c73ebe None None] Deleting port 278926e0-bff0-421a-b852-9e242fa9f209 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:27.858040 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-de6bb6d8-52ca-44e9-8bc3-0a7925c73ebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:27.886141 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-4ad77a7e-37f7-4c1b-b651-b9ee640970e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:27.886862 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0260f-454c-405c-916d-2ef43ace425a req-4be11c68-605c-45e0-bde1-1bde43b9e8c7 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:27.889861 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-4ad77a7e-37f7-4c1b-b651-b9ee640970e8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 1095 time: 0.8393073 May 26 16:22:27.901289 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dfb0260f-454c-405c-916d-2ef43ace425a req-4be11c68-605c-45e0-bde1-1bde43b9e8c7 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 944 time: 0.3170345 May 26 16:22:27.919920 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad892005-6b39-4f16-8e76-36e92245f30a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:27.920540 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98efb6-4f91-4fc5-aa0f-dad2dfeff872 req-d8df1c03-bda3-4c66-b15a-1f87d2ca67f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:27.922408 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e98efb6-4f91-4fc5-aa0f-dad2dfeff872 req-d8df1c03-bda3-4c66-b15a-1f87d2ca67f9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971701 May 26 16:22:27.926431 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e64b95cf-9beb-4883-89ae-3336293492d2 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Deleting port 278926e0-bff0-421a-b852-9e242fa9f209 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:27.926431 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e64b95cf-9beb-4883-89ae-3336293492d2 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:27.988613 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9c9bfdb3-0c26-4772-9cf1-56764c335a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:28.018997 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-ad892005-6b39-4f16-8e76-36e92245f30a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Calling delete_port for 14abb204-aa78-4fec-99f6-f40da9d797c9 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:28.044669 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9bfdb3-0c26-4772-9cf1-56764c335a08 None None] No DVR routers for this DVR port 615b4443-38a4-451b-baeb-b4fc0ef81050 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:28.170271 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-de6bb6d8-52ca-44e9-8bc3-0a7925c73ebe None None] For port 278926e0-bff0-421a-b852-9e242fa9f209, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=278926e0-bff0-421a-b852-9e242fa9f209,segment=NetworkSegment(a750c0a1-2624-4273-a1fe-cf82b6e46864),segment_id=a750c0a1-2624-4273-a1fe-cf82b6e46864)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:28.170708 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-de6bb6d8-52ca-44e9-8bc3-0a7925c73ebe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:28.208880 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-de6bb6d8-52ca-44e9-8bc3-0a7925c73ebe None None] Calling delete_port for 278926e0-bff0-421a-b852-9e242fa9f209 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:28.237907 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bfdb3-0c26-4772-9cf1-56764c335a08 None None] Pushing event deleted for resources: {'Port': ['ID=615b4443-38a4-451b-baeb-b4fc0ef81050,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:28.244055 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c3a7a-92f1-4484-a6e9-250beae9c786 req-db94500f-3072-425d-9cc6-22a7b3f4daee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:28.250311 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa1c3a7a-92f1-4484-a6e9-250beae9c786 req-db94500f-3072-425d-9cc6-22a7b3f4daee service neutron] 10.222.0.81 "GET /v2.0/networks?id=13bf54f3-26c0-4fe5-aa75-db926c99f0f3 HTTP/1.1" status: 200 len: 898 time: 0.6099117 May 26 16:22:28.269801 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 278926e0-bff0-421a-b852-9e242fa9f209 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:22:28.306324 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e98efb6-4f91-4fc5-aa0f-dad2dfeff872 req-00b4b28e-bea4-48a4-b72c-a0450ae68adb service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757224 May 26 16:22:28.329941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 8b22f3de-ce8b-44e4-ad29-565e4291884a no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:22:28.358328 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-e64b95cf-9beb-4883-89ae-3336293492d2 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] For port 278926e0-bff0-421a-b852-9e242fa9f209, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=278926e0-bff0-421a-b852-9e242fa9f209,segment=NetworkSegment(a750c0a1-2624-4273-a1fe-cf82b6e46864),segment_id=a750c0a1-2624-4273-a1fe-cf82b6e46864)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:28.363179 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e64b95cf-9beb-4883-89ae-3336293492d2 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:28.403435 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e64b95cf-9beb-4883-89ae-3336293492d2 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Calling delete_port for 278926e0-bff0-421a-b852-9e242fa9f209 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:28.496234 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 8b22f3de-ce8b-44e4-ad29-565e4291884a not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:22:28.540829 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dfb0260f-454c-405c-916d-2ef43ace425a req-42528513-3385-42ed-a475-5fa6c70a3010 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6384361 May 26 16:22:28.629258 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 278926e0-bff0-421a-b852-9e242fa9f209 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:28.629991 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:28.669946 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-de6bb6d8-52ca-44e9-8bc3-0a7925c73ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:28.683396 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e64b95cf-9beb-4883-89ae-3336293492d2 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:28.724065 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6bb6d8-52ca-44e9-8bc3-0a7925c73ebe None None] Pushing event deleted for resources: {'Port': ['ID=278926e0-bff0-421a-b852-9e242fa9f209,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:28.728231 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6bb6d8-52ca-44e9-8bc3-0a7925c73ebe None None] No DVR routers for this DVR port 278926e0-bff0-421a-b852-9e242fa9f209 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:28.750607 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-97c7418b-fd8f-4fde-880f-c59a686e10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:28.753765 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-97c7418b-fd8f-4fde-880f-c59a686e10f2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=13bf54f3-26c0-4fe5-aa75-db926c99f0f3 HTTP/1.1" status: 200 len: 898 time: 0.8558261 May 26 16:22:28.772843 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 615b4443-38a4-451b-baeb-b4fc0ef81050 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:22:28.782579 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b95cf-9beb-4883-89ae-3336293492d2 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event deleted for resources: {'Port': ['ID=278926e0-bff0-421a-b852-9e242fa9f209,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:28.815089 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 615b4443-38a4-451b-baeb-b4fc0ef81050 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:22:28.815863 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 615b4443-38a4-451b-baeb-b4fc0ef81050 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:22:28.831629 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe3195-3b58-4508-9851-2e87af291f1a req-6152532d-0f46-4c65-aea3-5757d5b364bb tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:28.842314 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8abe3195-3b58-4508-9851-2e87af291f1a req-6152532d-0f46-4c65-aea3-5757d5b364bb tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.3169005 May 26 16:22:28.893411 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac92718e-951c-4726-89d3-d84bb39aeffe req-8d550771-f8d6-45d1-81c8-92f6bd45ae8f tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.2057526 May 26 16:22:28.899233 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64b95cf-9beb-4883-89ae-3336293492d2 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] No DVR routers for this DVR port 278926e0-bff0-421a-b852-9e242fa9f209 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:28.911533 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa1c3a7a-92f1-4484-a6e9-250beae9c786 req-4f603335-63eb-4f4d-bc52-ac45e53a2c97 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b22f3de-ce8b-44e4-ad29-565e4291884a HTTP/1.1" status: 200 len: 1000 time: 0.5784528 May 26 16:22:28.927699 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e98efb6-4f91-4fc5-aa0f-dad2dfeff872 req-34cef30b-db12-478a-a6a9-94457e6b66e0 service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943374 May 26 16:22:28.932319 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-77035561-ba03-4bdc-a46f-446995b6ba0f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b22f3de-ce8b-44e4-ad29-565e4291884a HTTP/1.1" status: 200 len: 1000 time: 0.1682241 May 26 16:22:29.015532 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-d1b82f4b-e57b-40c1-8a11-91189d928d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:29.017242 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-d1b82f4b-e57b-40c1-8a11-91189d928d46 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d8060a82-6814-4a9a-8ef5-6e9627de2df0 HTTP/1.1" status: 200 len: 835 time: 0.0704432 May 26 16:22:29.039691 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8abe3195-3b58-4508-9851-2e87af291f1a req-94fc6a04-7f5c-404b-a681-96bcfe3ab681 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961932 May 26 16:22:29.091562 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-b648176d-77e9-4250-b7fb-4de07a428331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:29.093440 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-b648176d-77e9-4250-b7fb-4de07a428331 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=13bf54f3-26c0-4fe5-aa75-db926c99f0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677752 May 26 16:22:29.114084 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad892005-6b39-4f16-8e76-36e92245f30a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:29.172379 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad892005-6b39-4f16-8e76-36e92245f30a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Port': ['ID=14abb204-aa78-4fec-99f6-f40da9d797c9,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:29.182507 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c3a7a-92f1-4484-a6e9-250beae9c786 req-4a23c702-f021-4e98-8578-7c193c930529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:29.185183 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa1c3a7a-92f1-4484-a6e9-250beae9c786 req-4a23c702-f021-4e98-8578-7c193c930529 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d8060a82-6814-4a9a-8ef5-6e9627de2df0 HTTP/1.1" status: 200 len: 835 time: 0.2415893 May 26 16:22:29.188591 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e64b95cf-9beb-4883-89ae-3336293492d2 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:29.231573 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ad892005-6b39-4f16-8e76-36e92245f30a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:29.237948 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ad892005-6b39-4f16-8e76-36e92245f30a tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/ports/14abb204-aa78-4fec-99f6-f40da9d797c9 HTTP/1.1" status: 204 len: 168 time: 2.2646828 May 26 16:22:29.246242 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40558) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:29.275978 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-bf16d54b-7c00-4ce1-9921-3f99fc028e70 service neutron] 10.222.0.83 "GET /v2.0/networks/13bf54f3-26c0-4fe5-aa75-db926c99f0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726856 May 26 16:22:29.381685 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-e64b95cf-9beb-4883-89ae-3336293492d2 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9597dbc7-a08e-491a-b56b-8248069c0500']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:29.517356 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1673d33b-d017-4cd3-a7df-c090e1612845 req-f9dc85fa-735c-4a48-a09f-1219e57dd48e service neutron] 10.222.0.83 "GET /v2.0/networks/13bf54f3-26c0-4fe5-aa75-db926c99f0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344127 May 26 16:22:29.537352 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc3272-46d3-4ba2-a362-ea53757944d1 req-700f9b04-cca0-438e-abc6-4e6edb981c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:29.538573 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eddc3272-46d3-4ba2-a362-ea53757944d1 req-700f9b04-cca0-438e-abc6-4e6edb981c21 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 1096 time: 0.0865715 May 26 16:22:29.775550 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c3a7a-92f1-4484-a6e9-250beae9c786 req-14ecc2c7-2d66-40d4-9105-8696b58cb877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:29.778129 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aa1c3a7a-92f1-4484-a6e9-250beae9c786 req-14ecc2c7-2d66-40d4-9105-8696b58cb877 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 1095 time: 0.1381316 May 26 16:22:29.785236 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc3272-46d3-4ba2-a362-ea53757944d1 req-976f0a2a-5cd8-4926-8106-6babd8457217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:29.786944 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eddc3272-46d3-4ba2-a362-ea53757944d1 req-976f0a2a-5cd8-4926-8106-6babd8457217 service neutron] 10.222.0.81 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 913 time: 0.2401638 May 26 16:22:29.906394 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-e64b95cf-9beb-4883-89ae-3336293492d2 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a750c0a1-2624-4273-a1fe-cf82b6e46864') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:29.907211 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-e64b95cf-9beb-4883-89ae-3336293492d2 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a750c0a1-2624-4273-a1fe-cf82b6e46864') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:29.956298 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e64b95cf-9beb-4883-89ae-3336293492d2 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:29.973925 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eddc3272-46d3-4ba2-a362-ea53757944d1 req-fe555e78-ee33-4bea-86f3-b05a11c7a5b1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=161e5bc3-f8bd-463c-928c-19e147d66d06 HTTP/1.1" status: 200 len: 1000 time: 0.1778972 May 26 16:22:30.042567 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c3a7a-92f1-4484-a6e9-250beae9c786 req-520bb980-9821-43f5-806b-c8eea264cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:30.045978 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa1c3a7a-92f1-4484-a6e9-250beae9c786 req-520bb980-9821-43f5-806b-c8eea264cd27 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13bf54f3-26c0-4fe5-aa75-db926c99f0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8444231 May 26 16:22:30.049295 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e64b95cf-9beb-4883-89ae-3336293492d2 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:30.059811 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f6d0db2d-7975-4510-9bf8-59c1da6950cd tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:30.087959 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c3a7a-92f1-4484-a6e9-250beae9c786 req-d4b5e17f-fa60-4f8d-a4a5-12696390e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:30.090484 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e64b95cf-9beb-4883-89ae-3336293492d2 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:30.090813 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aa1c3a7a-92f1-4484-a6e9-250beae9c786 req-d4b5e17f-fa60-4f8d-a4a5-12696390e107 service neutron] 10.222.0.83 "GET /v2.0/networks?id=13bf54f3-26c0-4fe5-aa75-db926c99f0f3 HTTP/1.1" status: 200 len: 898 time: 0.2411251 May 26 16:22:30.091107 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e64b95cf-9beb-4883-89ae-3336293492d2 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:30.096929 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc3272-46d3-4ba2-a362-ea53757944d1 req-be0962c8-dbcc-4dad-9b3a-2c3b8df2da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:30.097468 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eddc3272-46d3-4ba2-a362-ea53757944d1 req-be0962c8-dbcc-4dad-9b3a-2c3b8df2da51 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.1147687 May 26 16:22:30.181570 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7ab10-d807-4b45-876c-faede19204f7 req-1495e705-9d2a-4a3e-bdca-1c9c971d15b8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:30.183359 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d6b7ab10-d807-4b45-876c-faede19204f7 req-1495e705-9d2a-4a3e-bdca-1c9c971d15b8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.7991064 May 26 16:22:30.185258 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment a750c0a1-2624-4273-a1fe-cf82b6e46864 resource provider aggregate not found May 26 16:22:30.248461 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aa1c3a7a-92f1-4484-a6e9-250beae9c786 req-fd7f36da-16bd-4e43-b8e6-5a3fc7b614f0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b22f3de-ce8b-44e4-ad29-565e4291884a HTTP/1.1" status: 200 len: 1000 time: 0.1497028 May 26 16:22:30.251482 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc3272-46d3-4ba2-a362-ea53757944d1 req-383f85de-183d-43c5-9022-3c35034ff11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:30.253223 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eddc3272-46d3-4ba2-a362-ea53757944d1 req-383f85de-183d-43c5-9022-3c35034ff11e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1394496 May 26 16:22:30.276633 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa125fb-1e75-4602-abb8-f640961eecc9 req-056a1545-20af-4221-b1c8-4b440764ca47 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:30.281486 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ffa125fb-1e75-4602-abb8-f640961eecc9 req-056a1545-20af-4221-b1c8-4b440764ca47 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 944 time: 0.4004858 May 26 16:22:30.283485 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment a750c0a1-2624-4273-a1fe-cf82b6e46864 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a750c0a1-2624-4273-a1fe-cf82b6e46864 found for delete ", "request_id": "req-5ef47b57-10a0-4a26-b788-19d12e1820ca"}]} May 26 16:22:30.336979 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e64b95cf-9beb-4883-89ae-3336293492d2 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:30.385539 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e64b95cf-9beb-4883-89ae-3336293492d2 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:30.389867 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e64b95cf-9beb-4883-89ae-3336293492d2 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] 10.222.0.77 "DELETE /v2.0/networks/9597dbc7-a08e-491a-b56b-8248069c0500 HTTP/1.1" status: 204 len: 168 time: 3.4431539 May 26 16:22:30.414966 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c3a7a-92f1-4484-a6e9-250beae9c786 req-93ac582a-8181-4153-bf21-3dcac52ef352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:30.416667 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aa1c3a7a-92f1-4484-a6e9-250beae9c786 req-93ac582a-8181-4153-bf21-3dcac52ef352 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d8060a82-6814-4a9a-8ef5-6e9627de2df0 HTTP/1.1" status: 200 len: 835 time: 0.1574943 May 26 16:22:30.487017 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eddc3272-46d3-4ba2-a362-ea53757944d1 req-b00ea7d9-2c19-4cc3-92d9-6728a785e2b3 service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139091 May 26 16:22:30.495679 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b95cf-9beb-4883-89ae-3336293492d2 tempest-NetworksIpV6Test-521806381 tempest-NetworksIpV6Test-521806381-project] Pushing event deleted for resources: {'Network': ['ID=9597dbc7-a08e-491a-b56b-8248069c0500,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:30.500002 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c3a7a-92f1-4484-a6e9-250beae9c786 req-7164918a-82c4-4d87-ab6d-683212bf098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:30.506484 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aa1c3a7a-92f1-4484-a6e9-250beae9c786 req-7164918a-82c4-4d87-ab6d-683212bf098b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=13bf54f3-26c0-4fe5-aa75-db926c99f0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777912 May 26 16:22:30.547891 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:30.562146 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ffa125fb-1e75-4602-abb8-f640961eecc9 req-46e3a43b-555a-41b4-bb80-7e49f540c576 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640827 May 26 16:22:30.570613 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d6b7ab10-d807-4b45-876c-faede19204f7 req-3995a929-ddb1-4204-98e0-99561a09922f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178303 May 26 16:22:30.576347 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa1c3a7a-92f1-4484-a6e9-250beae9c786 req-f8fa49b4-8b42-4735-909a-c9c38c1aa39b service neutron] 10.222.0.81 "GET /v2.0/networks/13bf54f3-26c0-4fe5-aa75-db926c99f0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064499 May 26 16:22:30.584807 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f6d0db2d-7975-4510-9bf8-59c1da6950cd tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:30.701971 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aa1c3a7a-92f1-4484-a6e9-250beae9c786 req-128cb8f6-af00-4e4a-adb6-b1f99ccabc59 service neutron] 10.222.0.83 "GET /v2.0/networks/13bf54f3-26c0-4fe5-aa75-db926c99f0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825814 May 26 16:22:30.708043 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-f6d0db2d-7975-4510-9bf8-59c1da6950cd tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['143284ae-2281-4680-b372-1243a57f5077']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:30.742816 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1006b779-6c99-4c7d-9bd2-380d9b47e09c req-5b2fc138-0cdc-43a7-b9b2-44de413164e2 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0514126 May 26 16:22:30.751027 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-f6d0db2d-7975-4510-9bf8-59c1da6950cd tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c71b27b-763d-4f50-a963-9d027aaf3bcf') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:30.751307 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-f6d0db2d-7975-4510-9bf8-59c1da6950cd tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c71b27b-763d-4f50-a963-9d027aaf3bcf') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:30.762350 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eddc3272-46d3-4ba2-a362-ea53757944d1 req-4632b76e-4ad0-48bd-9ec0-8716df44a991 service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539003 May 26 16:22:30.816611 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f6d0db2d-7975-4510-9bf8-59c1da6950cd tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:30.857074 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40580) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:30.874381 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f6d0db2d-7975-4510-9bf8-59c1da6950cd tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:30.883092 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa1c3a7a-92f1-4484-a6e9-250beae9c786 req-b11b406a-51ea-45cf-82be-bd0f7d29c291 service neutron] 10.222.0.81 "GET /v2.0/networks/13bf54f3-26c0-4fe5-aa75-db926c99f0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811611 May 26 16:22:30.884076 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d0db2d-7975-4510-9bf8-59c1da6950cd tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:30.884939 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f6d0db2d-7975-4510-9bf8-59c1da6950cd tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:30.951512 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aa1c3a7a-92f1-4484-a6e9-250beae9c786 req-2e651e74-1652-44a6-a65e-65bdf9ebf497 service neutron] 10.222.0.83 "GET /v2.0/networks/13bf54f3-26c0-4fe5-aa75-db926c99f0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871879 May 26 16:22:30.995047 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f6d0db2d-7975-4510-9bf8-59c1da6950cd tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.005320 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3053bd-2cfa-45ca-9bdf-47e63f0bee06 req-b58ea442-9e11-4ce7-a781-97d80cb17a7a tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:31.006891 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f3053bd-2cfa-45ca-9bdf-47e63f0bee06 req-b58ea442-9e11-4ce7-a781-97d80cb17a7a tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/ports?device_id=e534f7c4-1749-4792-a387-58888ef5faae HTTP/1.1" status: 200 len: 950 time: 0.1068113 May 26 16:22:31.015306 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f6d0db2d-7975-4510-9bf8-59c1da6950cd tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.018419 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f6d0db2d-7975-4510-9bf8-59c1da6950cd tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] 10.222.0.77 "DELETE /v2.0/networks/143284ae-2281-4680-b372-1243a57f5077 HTTP/1.1" status: 204 len: 168 time: 1.7488432 May 26 16:22:31.049844 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0db2d-7975-4510-9bf8-59c1da6950cd tempest-PortsTestJSON-359501049 tempest-PortsTestJSON-359501049-project] Pushing event deleted for resources: {'Network': ['ID=143284ae-2281-4680-b372-1243a57f5077,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:31.092929 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f3053bd-2cfa-45ca-9bdf-47e63f0bee06 req-78aa4fc8-cc23-4c99-b09d-82f678e7a74b tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/security-groups?id=7dfeee94-9fe7-4dd9-b904-dc9b550a4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681872 May 26 16:22:31.104672 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f5c5b658-0f5d-4ec6-9633-835964a44f8d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f097394b03ff4725b307a703ed276351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433057 May 26 16:22:31.112678 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40586) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:31.195679 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7b47c897-ed72-4d68-b30b-ccfa2a77dba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.232778 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7b47c897-ed72-4d68-b30b-ccfa2a77dba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.301860 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7b47c897-ed72-4d68-b30b-ccfa2a77dba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.304827 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7b47c897-ed72-4d68-b30b-ccfa2a77dba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.307855 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7b47c897-ed72-4d68-b30b-ccfa2a77dba2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/36ad81ce-156f-4194-8c9d-bcfa5346e3f9 HTTP/1.1" status: 204 len: 168 time: 0.1934872 May 26 16:22:31.318863 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40592) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:31.321472 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47c897-ed72-4d68-b30b-ccfa2a77dba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ad81ce-156f-4194-8c9d-bcfa5346e3f9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:31.499087 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:22:31.690094 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7c91299c-af70-4c5c-9c93-239556173928 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3baec1898b89453d8fdf801d2e6b7529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3693857 May 26 16:22:31.693965 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40608) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:31.772376 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469207f1-07aa-46f5-8589-dc7ea4800ed3 req-940a098e-a5bd-4868-85c3-0ad31c97b5aa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:31.774164 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-469207f1-07aa-46f5-8589-dc7ea4800ed3 req-940a098e-a5bd-4868-85c3-0ad31c97b5aa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 944 time: 0.0656359 May 26 16:22:31.779452 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-60866bd9-feea-41a9-b526-1cd626d43df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.813386 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-60866bd9-feea-41a9-b526-1cd626d43df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.834784 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-469207f1-07aa-46f5-8589-dc7ea4800ed3 req-41b5e479-19ac-4268-b349-5359a6db66dd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525610 May 26 16:22:31.889974 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-60866bd9-feea-41a9-b526-1cd626d43df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.892844 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-60866bd9-feea-41a9-b526-1cd626d43df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:31.897150 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-60866bd9-feea-41a9-b526-1cd626d43df5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f5e6f1a7-9a94-4625-8f61-70ba6d0f8838 HTTP/1.1" status: 204 len: 168 time: 0.1978796 May 26 16:22:31.902726 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60866bd9-feea-41a9-b526-1cd626d43df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e6f1a7-9a94-4625-8f61-70ba6d0f8838,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:32.017133 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a1b8008d-a64f-4518-a6e6-60711d7c89b9 req-f9d43e7b-6a21-46c5-8aae-3325f5d74ec2 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0772738 May 26 16:22:32.122416 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428f5ce-7c17-4af0-b5b9-3bfc87536cf2 req-21a61864-5bff-46a2-90f6-b8207666414e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:32.123930 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1428f5ce-7c17-4af0-b5b9-3bfc87536cf2 req-21a61864-5bff-46a2-90f6-b8207666414e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.0860448 May 26 16:22:32.198312 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1428f5ce-7c17-4af0-b5b9-3bfc87536cf2 req-700e908a-f376-4439-87e2-572121872b03 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575497 May 26 16:22:32.282189 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3db67-bbe7-47ad-8cf9-a3de572df5cd req-4777e7b0-554b-4640-b71d-0f1440145115 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:32.285655 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28b3db67-bbe7-47ad-8cf9-a3de572df5cd req-4777e7b0-554b-4640-b71d-0f1440145115 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/ports?device_id=e534f7c4-1749-4792-a387-58888ef5faae HTTP/1.1" status: 200 len: 950 time: 0.0870414 May 26 16:22:32.324284 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 2c71b27b-763d-4f50-a963-9d027aaf3bcf resource provider aggregate not found May 26 16:22:32.363904 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 2c71b27b-763d-4f50-a963-9d027aaf3bcf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c71b27b-763d-4f50-a963-9d027aaf3bcf found for delete ", "request_id": "req-56fac30f-179c-4043-8aa9-100f82ab105d"}]} May 26 16:22:32.396921 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28b3db67-bbe7-47ad-8cf9-a3de572df5cd req-47560ed3-46ad-4329-b69f-9f7ea8df2ba8 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/security-groups?id=7dfeee94-9fe7-4dd9-b904-dc9b550a4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967035 May 26 16:22:32.411909 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dbe48-68bb-49a6-b8c7-7fe4b20e6b10 req-beceebbe-2ec6-4e05-8677-bce344bb9b02 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:32.413249 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f37dbe48-68bb-49a6-b8c7-7fe4b20e6b10 req-beceebbe-2ec6-4e05-8677-bce344bb9b02 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1261919 May 26 16:22:32.464396 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f37dbe48-68bb-49a6-b8c7-7fe4b20e6b10 req-60ee17d3-3c99-4304-b24c-c3a3e4f61f14 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471416 May 26 16:22:32.548654 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40646) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:32.749116 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66f8fd-862f-4a64-a19b-c7b457b3c5a5 req-937da8c0-1157-48dd-887c-18ebe57af774 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:32.752803 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb66f8fd-862f-4a64-a19b-c7b457b3c5a5 req-937da8c0-1157-48dd-887c-18ebe57af774 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.0602517 May 26 16:22:32.821054 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb66f8fd-862f-4a64-a19b-c7b457b3c5a5 req-7c7e4c88-b080-4ed0-8fb8-4a08dcf22443 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625284 May 26 16:22:32.835831 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c67ca7b3-d27e-4875-b132-34748ec68feb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-819108401'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:32.890410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67ca7b3-d27e-4875-b132-34748ec68feb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:32.896821 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c67ca7b3-d27e-4875-b132-34748ec68feb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:32.913099 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c67ca7b3-d27e-4875-b132-34748ec68feb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.025871 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40664) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:33.041820 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c67ca7b3-d27e-4875-b132-34748ec68feb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.047654 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c67ca7b3-d27e-4875-b132-34748ec68feb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.073999 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67ca7b3-d27e-4875-b132-34748ec68feb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:22:33.079577 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fadf7-29de-4014-941a-056b85e7cbf7 req-48c25d9a-79d4-41f6-9574-faa6a19cc1c6 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:33.081478 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-436fadf7-29de-4014-941a-056b85e7cbf7 req-48c25d9a-79d4-41f6-9574-faa6a19cc1c6 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 944 time: 0.1422944 May 26 16:22:33.091701 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9083e-bf7a-4451-84ca-5ddf3901b6cd req-733a2aa9-416b-45f1-8be7-b64ae485f81e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:33.092729 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ca7b3-d27e-4875-b132-34748ec68feb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8ec055-2d38-4f0c-ab5d-e87dac5834be,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:33.093467 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-79c9083e-bf7a-4451-84ca-5ddf3901b6cd req-733a2aa9-416b-45f1-8be7-b64ae485f81e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1426117 May 26 16:22:33.096141 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c67ca7b3-d27e-4875-b132-34748ec68feb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.096500 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-c67ca7b3-d27e-4875-b132-34748ec68feb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Added segment 8210a33e-a2e9-490f-9bb8-be15ad1cdde1 of type vlan for network 80e6d2c3-0729-4530-a249-28a3e203bb37 May 26 16:22:33.116318 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c61678-a22c-4f9d-a033-506f91eb3eb0 req-26cd9508-5536-473f-ad63-815e54877c66 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:33.120735 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4c61678-a22c-4f9d-a033-506f91eb3eb0 req-26cd9508-5536-473f-ad63-815e54877c66 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.81 "GET /v2.0/ports?device_id=e534f7c4-1749-4792-a387-58888ef5faae HTTP/1.1" status: 200 len: 950 time: 0.1131368 May 26 16:22:33.179524 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c67ca7b3-d27e-4875-b132-34748ec68feb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.211453 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f1c5db95-45d2-4c4f-92bf-58cbd88def70 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1904956722'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:33.220872 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-79c9083e-bf7a-4451-84ca-5ddf3901b6cd req-fd35c525-b058-45f9-b4c7-4b79bcd1e23c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164451 May 26 16:22:33.233204 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c67ca7b3-d27e-4875-b132-34748ec68feb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.238765 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67ca7b3-d27e-4875-b132-34748ec68feb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:33.239380 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c67ca7b3-d27e-4875-b132-34748ec68feb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.261057 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-436fadf7-29de-4014-941a-056b85e7cbf7 req-c874cb1d-9a41-45c4-8760-387bdcd8973c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645353 May 26 16:22:33.267219 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c5db95-45d2-4c4f-92bf-58cbd88def70 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Made reservation on behalf of 7c05bed383db4b70b043bf60b5d2bde6 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:33.270942 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f1c5db95-45d2-4c4f-92bf-58cbd88def70 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.319545 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-f4c61678-a22c-4f9d-a033-506f91eb3eb0 req-f6e20a99-aefa-4806-a742-06e10238ae58 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Deleting port e7667f93-a0fc-49a5-8fec-16c53f688204 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:33.319888 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f4c61678-a22c-4f9d-a033-506f91eb3eb0 req-f6e20a99-aefa-4806-a742-06e10238ae58 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.337452 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f1c5db95-45d2-4c4f-92bf-58cbd88def70 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.349858 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7e7e022-11bd-4a3d-8cc5-4f7c6ce6846e req-5c29f2a5-43e9-4ba5-ad0e-bcfc2f64ad12 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0440228 May 26 16:22:33.358417 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c67ca7b3-d27e-4875-b132-34748ec68feb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8017771 May 26 16:22:33.359138 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40672) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:33.374704 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-45374116-f8d1-4b4a-8305-15503bff2ba8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'port': {'network_id': '80e6d2c3-0729-4530-a249-28a3e203bb37', 'name': 'tempest-PortsIpV6TestJSON-2019293431'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:33.393650 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ca7b3-d27e-4875-b132-34748ec68feb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Network': ['ID=80e6d2c3-0729-4530-a249-28a3e203bb37,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:33.407476 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 80e6d2c3-0729-4530-a249-28a3e203bb37 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:22:33.470140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2218d-a500-4e6a-808b-659f8658a9e6 req-21743c6f-b0f4-4ee9-a11a-fdba5b45e1e7 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:33.471750 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ad2218d-a500-4e6a-808b-659f8658a9e6 req-21743c6f-b0f4-4ee9-a11a-fdba5b45e1e7 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1293612 May 26 16:22:33.520173 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45374116-f8d1-4b4a-8305-15503bff2ba8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:33.523790 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-45374116-f8d1-4b4a-8305-15503bff2ba8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.555935 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-f4c61678-a22c-4f9d-a033-506f91eb3eb0 req-f6e20a99-aefa-4806-a742-06e10238ae58 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] For port e7667f93-a0fc-49a5-8fec-16c53f688204, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e7667f93-a0fc-49a5-8fec-16c53f688204,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:33.556343 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f4c61678-a22c-4f9d-a033-506f91eb3eb0 req-f6e20a99-aefa-4806-a742-06e10238ae58 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.561309 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-45374116-f8d1-4b4a-8305-15503bff2ba8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] device_id is not set on port 4f060d97-64c1-44c1-ae63-da07e8dad215 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:22:33.585671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-f4c61678-a22c-4f9d-a033-506f91eb3eb0 req-f6e20a99-aefa-4806-a742-06e10238ae58 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Calling delete_port for e7667f93-a0fc-49a5-8fec-16c53f688204 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:33.602845 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ad2218d-a500-4e6a-808b-659f8658a9e6 req-77dce251-bc1e-4c91-a71a-65bdec79cd81 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219819 May 26 16:22:33.614415 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455413a5-a030-4184-9247-eb8282f1ae62 req-276eeea7-113b-4926-a15e-1ed6568b89d3 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:33.615999 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-455413a5-a030-4184-9247-eb8282f1ae62 req-276eeea7-113b-4926-a15e-1ed6568b89d3 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/ports?device_id=e534f7c4-1749-4792-a387-58888ef5faae HTTP/1.1" status: 200 len: 950 time: 0.1207876 May 26 16:22:33.654561 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f1c5db95-45d2-4c4f-92bf-58cbd88def70 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.667769 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f1c5db95-45d2-4c4f-92bf-58cbd88def70 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.710602 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c5db95-45d2-4c4f-92bf-58cbd88def70 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:22:33.722769 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-455413a5-a030-4184-9247-eb8282f1ae62 req-1b3f1cc2-374d-4cbb-b9e8-2a272dc3c1b3 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.77 "GET /v2.0/security-groups?id=7dfeee94-9fe7-4dd9-b904-dc9b550a4c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684652 May 26 16:22:33.736695 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f1c5db95-45d2-4c4f-92bf-58cbd88def70 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.737158 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-f1c5db95-45d2-4c4f-92bf-58cbd88def70 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Added segment 69e7020a-f5f6-47f5-a805-5adb29151047 of type vlan for network 47abe7bc-a47b-46f1-b41f-17d177e7445c May 26 16:22:33.749101 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5db95-45d2-4c4f-92bf-58cbd88def70 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e0e789-7f22-4bc5-be7e-e42aa2b50500,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:33.832869 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f4c61678-a22c-4f9d-a033-506f91eb3eb0 req-f6e20a99-aefa-4806-a742-06e10238ae58 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.846106 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['e7667f93-a0fc-49a5-8fec-16c53f688204'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:22:33.847737 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f1c5db95-45d2-4c4f-92bf-58cbd88def70 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.869301 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e20a99-aefa-4806-a742-06e10238ae58 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Pushing event deleted for resources: {'Port': ['ID=e7667f93-a0fc-49a5-8fec-16c53f688204,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:33.895813 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-45374116-f8d1-4b4a-8305-15503bff2ba8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.905138 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f1c5db95-45d2-4c4f-92bf-58cbd88def70 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.912215 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c5db95-45d2-4c4f-92bf-58cbd88def70 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:33.915587 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f1c5db95-45d2-4c4f-92bf-58cbd88def70 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.957730 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c61678-a22c-4f9d-a033-506f91eb3eb0 req-f6e20a99-aefa-4806-a742-06e10238ae58 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] No DVR routers for this DVR port e7667f93-a0fc-49a5-8fec-16c53f688204 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:33.961528 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f4c61678-a22c-4f9d-a033-506f91eb3eb0 req-f6e20a99-aefa-4806-a742-06e10238ae58 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:33.966897 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4c61678-a22c-4f9d-a033-506f91eb3eb0 req-f6e20a99-aefa-4806-a742-06e10238ae58 tempest-VolumesBackupsTest-1970841778 tempest-VolumesBackupsTest-1970841778-project] 10.222.0.81 "DELETE /v2.0/ports/e7667f93-a0fc-49a5-8fec-16c53f688204 HTTP/1.1" status: 204 len: 173 time: 0.8347025 May 26 16:22:33.968562 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e534f7c4-1749-4792-a387-58888ef5faae', 'name': 'network-vif-deleted', 'tag': 'e7667f93-a0fc-49a5-8fec-16c53f688204'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:22:33.971756 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571cdf67-8b9c-4427-9ac1-40c38c5791ec" -d '{"events": [{"server_uuid": "e534f7c4-1749-4792-a387-58888ef5faae", "name": "network-vif-deleted", "tag": "e7667f93-a0fc-49a5-8fec-16c53f688204"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:22:33.991700 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f1c5db95-45d2-4c4f-92bf-58cbd88def70 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9647217 May 26 16:22:33.999424 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40682) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:34.001146 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b236fc-fd4c-408c-b7ec-5d63e86be1c6 req-c2f27ddd-fff5-441d-92fa-a472d63c1adf tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:34.003741 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-56b236fc-fd4c-408c-b7ec-5d63e86be1c6 req-c2f27ddd-fff5-441d-92fa-a472d63c1adf tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1317778 May 26 16:22:34.007820 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-972f217f-7e38-477f-8717-9cd7d7c3af58 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1294934310'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:34.023527 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5db95-45d2-4c4f-92bf-58cbd88def70 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Network': ['ID=47abe7bc-a47b-46f1-b41f-17d177e7445c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:34.042793 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 47abe7bc-a47b-46f1-b41f-17d177e7445c details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:22:34.060595 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2f32b1-1f85-4dff-a14a-33d8a8b83921 x-openstack-request-id: req-cb2f32b1-1f85-4dff-a14a-33d8a8b83921 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:22:34.061611 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e534f7c4-1749-4792-a387-58888ef5faae", "name": "network-vif-deleted", "tag": "e7667f93-a0fc-49a5-8fec-16c53f688204", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:22:34.062114 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cb2f32b1-1f85-4dff-a14a-33d8a8b83921 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:22:34.062816 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb2f32b1-1f85-4dff-a14a-33d8a8b83921'] response: {'server_uuid': 'e534f7c4-1749-4792-a387-58888ef5faae', 'name': 'network-vif-deleted', 'tag': 'e7667f93-a0fc-49a5-8fec-16c53f688204', 'status': 'completed', 'code': 200} May 26 16:22:34.066982 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972f217f-7e38-477f-8717-9cd7d7c3af58 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Made reservation on behalf of 7c05bed383db4b70b043bf60b5d2bde6 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:34.074815 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-972f217f-7e38-477f-8717-9cd7d7c3af58 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:34.082372 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-45374116-f8d1-4b4a-8305-15503bff2ba8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:34.099645 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-56b236fc-fd4c-408c-b7ec-5d63e86be1c6 req-7a2f8541-2686-458e-a137-11dce9e39d15 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839400 May 26 16:22:34.185976 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972f217f-7e38-477f-8717-9cd7d7c3af58 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:22:34.188752 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45374116-f8d1-4b4a-8305-15503bff2ba8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Port': ['ID=4f060d97-64c1-44c1-ae63-da07e8dad215,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:34.214320 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-972f217f-7e38-477f-8717-9cd7d7c3af58 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:34.214723 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-972f217f-7e38-477f-8717-9cd7d7c3af58 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Added segment e94f815c-3820-4772-9431-54e646f260cb of type vlan for network 2daa2b7e-0323-45b0-8682-cfac9e8cb594 May 26 16:22:34.238103 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45374116-f8d1-4b4a-8305-15503bff2ba8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Checking segment: {'id': '8210a33e-a2e9-490f-9bb8-be15ad1cdde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '80e6d2c3-0729-4530-a249-28a3e203bb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:34.238473 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45374116-f8d1-4b4a-8305-15503bff2ba8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network hostable DHCP agents. Network: 80e6d2c3-0729-4530-a249-28a3e203bb37, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:22:34.279623 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-972f217f-7e38-477f-8717-9cd7d7c3af58 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:34.299807 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45374116-f8d1-4b4a-8305-15503bff2ba8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network 80e6d2c3-0729-4530-a249-28a3e203bb37 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:22:34.318681 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-45374116-f8d1-4b4a-8305-15503bff2ba8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 80e6d2c3-0729-4530-a249-28a3e203bb37) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:34.322731 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-972f217f-7e38-477f-8717-9cd7d7c3af58 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:34.328386 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972f217f-7e38-477f-8717-9cd7d7c3af58 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:34.329027 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-972f217f-7e38-477f-8717-9cd7d7c3af58 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:34.335544 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ebea20-7f3f-4b60-a1ec-33203443cb2e None None] Network 80e6d2c3-0729-4530-a249-28a3e203bb37 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:34.335745 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45374116-f8d1-4b4a-8305-15503bff2ba8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:22:34.342806 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45374116-f8d1-4b4a-8305-15503bff2ba8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:34.343798 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-45374116-f8d1-4b4a-8305-15503bff2ba8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:34.404149 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-972f217f-7e38-477f-8717-9cd7d7c3af58 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4029715 May 26 16:22:34.404805 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40688) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:34.407913 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 8b22f3de-ce8b-44e4-ad29-565e4291884a details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:22:34.422781 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-5f43cf1b-1b85-4f37-b14c-31be2b73afb7 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'subnet': {'network_id': '47abe7bc-a47b-46f1-b41f-17d177e7445c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:34.523879 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-45374116-f8d1-4b4a-8305-15503bff2ba8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1560035 May 26 16:22:34.525068 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40692) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:34.531806 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-fa9587da-b42e-4189-b159-8dd9f2fbb4e4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1722349085'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:34.554142 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f217f-7e38-477f-8717-9cd7d7c3af58 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Network': ['ID=2daa2b7e-0323-45b0-8682-cfac9e8cb594,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:34.557031 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a4ce0-9221-4a8e-a462-ed6b2866aee2 req-ab7f88ab-365a-4267-b0de-fe11c7521276 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:34.564261 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b0a4ce0-9221-4a8e-a462-ed6b2866aee2 req-ab7f88ab-365a-4267-b0de-fe11c7521276 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 944 time: 0.1933587 May 26 16:22:34.584011 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9587da-b42e-4189-b159-8dd9f2fbb4e4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:34.586193 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 2daa2b7e-0323-45b0-8682-cfac9e8cb594 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:22:34.594378 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa9587da-b42e-4189-b159-8dd9f2fbb4e4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:34.611020 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15eb35b6-0e0d-498a-aaef-036a2370aed3 req-f5e62fa5-512a-4304-a8be-743b6f89ea91 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0924487 May 26 16:22:34.646633 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9587da-b42e-4189-b159-8dd9f2fbb4e4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:22:34.666055 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa9587da-b42e-4189-b159-8dd9f2fbb4e4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:34.666817 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b0a4ce0-9221-4a8e-a462-ed6b2866aee2 req-1ad6a49b-9604-41fa-ac1b-6563c8fe4cd5 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010194 May 26 16:22:34.676546 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-fa9587da-b42e-4189-b159-8dd9f2fbb4e4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Added segment 79b9dfb2-cdad-4a47-9d84-ae017285b724 of type vlan for network eec845ea-2069-4ea7-99b5-56654fea1fa2 May 26 16:22:34.677848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f43cf1b-1b85-4f37-b14c-31be2b73afb7 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Made reservation on behalf of 7c05bed383db4b70b043bf60b5d2bde6 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:34.683388 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5f43cf1b-1b85-4f37-b14c-31be2b73afb7 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:34.727742 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 8b22f3de-ce8b-44e4-ad29-565e4291884a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=8b22f3de-ce8b-44e4-ad29-565e4291884a,segment=NetworkSegment(8498f6fa-5e8b-44e7-bc82-da26134ce147),segment_id=8498f6fa-5e8b-44e7-bc82-da26134ce147)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:34.744571 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '8b22f3de-ce8b-44e4-ad29-565e4291884a', 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3', 'port_id': '8b22f3de-ce8b-44e4-ad29-565e4291884a', 'mac_address': 'fa:16:3e:e3:7e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8060a82-6814-4a9a-8ef5-6e9627de2df0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:22:34.771420 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa9587da-b42e-4189-b159-8dd9f2fbb4e4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:34.808276 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 8b22f3de-ce8b-44e4-ad29-565e4291884a is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:34.808724 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:34.831209 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa9587da-b42e-4189-b159-8dd9f2fbb4e4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:34.835473 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b22f3de-ce8b-44e4-ad29-565e4291884a {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:22:34.838716 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9587da-b42e-4189-b159-8dd9f2fbb4e4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:34.839398 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa9587da-b42e-4189-b159-8dd9f2fbb4e4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:34.870979 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 8b22f3de-ce8b-44e4-ad29-565e4291884a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=8b22f3de-ce8b-44e4-ad29-565e4291884a,segment=NetworkSegment(8498f6fa-5e8b-44e7-bc82-da26134ce147),segment_id=8498f6fa-5e8b-44e7-bc82-da26134ce147)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:34.885505 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:34.983887 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fa9587da-b42e-4189-b159-8dd9f2fbb4e4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4563165 May 26 16:22:34.994960 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40702) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:35.006842 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'ports': [{'network_id': '80e6d2c3-0729-4530-a249-28a3e203bb37'}, {'network_id': 'eec845ea-2069-4ea7-99b5-56654fea1fa2'}]} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:35.007172 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'port': {'network_id': '80e6d2c3-0729-4530-a249-28a3e203bb37'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:35.007638 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'port': {'network_id': 'eec845ea-2069-4ea7-99b5-56654fea1fa2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:35.013063 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9587da-b42e-4189-b159-8dd9f2fbb4e4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Network': ['ID=eec845ea-2069-4ea7-99b5-56654fea1fa2,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:35.016147 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=8b22f3de-ce8b-44e4-ad29-565e4291884a,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:35.026226 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network eec845ea-2069-4ea7-99b5-56654fea1fa2 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:22:35.112328 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd2861-8724-429a-ba01-984840fa5153 req-63efd6ed-10c9-40f6-8778-0c904beec112 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:35.114274 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fafd2861-8724-429a-ba01-984840fa5153 req-63efd6ed-10c9-40f6-8778-0c904beec112 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 945 time: 0.1600559 May 26 16:22:35.211056 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dac5e9-f831-41ba-a5dc-7ef139083254 req-32df00c7-33a7-41dc-858f-c6861ef9d887 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:35.212135 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15dac5e9-f831-41ba-a5dc-7ef139083254 req-32df00c7-33a7-41dc-858f-c6861ef9d887 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48&tenant_id=ab86e9d575124bbb8f1141e0888ad848&binding%3Ahost_id=n-h2-843337-2 HTTP/1.1" status: 200 len: 945 time: 0.2565293 May 26 16:22:35.334531 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'port': 2} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:35.338829 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:35.353806 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:35.355516 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fafd2861-8724-429a-ba01-984840fa5153 req-de52991b-a90e-4d8a-90e5-8c2004276fae tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034636 May 26 16:22:35.406904 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5f43cf1b-1b85-4f37-b14c-31be2b73afb7 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:35.454156 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27c3ab-45a4-4741-ba4d-5cca25ee57f1 req-0c852563-ce2b-480d-9e6d-218e600a034d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:35.455736 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f27c3ab-45a4-4741-ba4d-5cca25ee57f1 req-0c852563-ce2b-480d-9e6d-218e600a034d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.2336917 May 26 16:22:35.482715 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-15dac5e9-f831-41ba-a5dc-7ef139083254 req-2f615f36-7a7b-4045-99f5-0922972af7ff service neutron] delete failed (client error): The resource could not be found. May 26 16:22:35.483743 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15dac5e9-f831-41ba-a5dc-7ef139083254 req-2f615f36-7a7b-4045-99f5-0922972af7ff service neutron] 10.222.0.81 "DELETE /v2.0/ports/8b22f3de-ce8b-44e4-ad29-565e4291884a/bindings/n-h1-843337-2 HTTP/1.1" status: 404 len: 380 time: 0.2551055 May 26 16:22:35.500116 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['8b22f3de-ce8b-44e4-ad29-565e4291884a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:22:35.513953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43cf1b-1b85-4f37-b14c-31be2b73afb7 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Subnet': ['ID=81a69252-028d-4395-8e59-4195ddd0af62,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:35.548841 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f43cf1b-1b85-4f37-b14c-31be2b73afb7 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Checking segment: {'id': '69e7020a-f5f6-47f5-a805-5adb29151047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47abe7bc-a47b-46f1-b41f-17d177e7445c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:35.549208 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f43cf1b-1b85-4f37-b14c-31be2b73afb7 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network hostable DHCP agents. Network: 47abe7bc-a47b-46f1-b41f-17d177e7445c, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:22:35.582672 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] device_id is not set on port 5f34e4bf-43ef-4e77-b55f-f2b821015c30 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:22:35.613066 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f27c3ab-45a4-4741-ba4d-5cca25ee57f1 req-6c575dfc-26ac-4748-abb5-4a1cb23ca4e8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471572 May 26 16:22:35.629973 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f43cf1b-1b85-4f37-b14c-31be2b73afb7 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network 47abe7bc-a47b-46f1-b41f-17d177e7445c is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:22:35.636804 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dac5e9-f831-41ba-a5dc-7ef139083254 req-eda1f2ab-2adc-4dd7-ac06-060f0ff1144d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:35.638859 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15dac5e9-f831-41ba-a5dc-7ef139083254 req-eda1f2ab-2adc-4dd7-ac06-060f0ff1144d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 1096 time: 0.0790522 May 26 16:22:35.717950 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:35.756836 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dac5e9-f831-41ba-a5dc-7ef139083254 req-cd39625c-32a5-4349-971b-322f73e6680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:35.758346 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15dac5e9-f831-41ba-a5dc-7ef139083254 req-cd39625c-32a5-4349-971b-322f73e6680f service neutron] 10.222.0.81 "GET /v2.0/networks?id=13bf54f3-26c0-4fe5-aa75-db926c99f0f3 HTTP/1.1" status: 200 len: 898 time: 0.1109054 May 26 16:22:35.760971 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-5f43cf1b-1b85-4f37-b14c-31be2b73afb7 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 47abe7bc-a47b-46f1-b41f-17d177e7445c) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:35.771640 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb62a6f-4d0b-40a7-95ec-76fd589949f6 None None] Network 47abe7bc-a47b-46f1-b41f-17d177e7445c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:35.788160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f43cf1b-1b85-4f37-b14c-31be2b73afb7 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:35.788160 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5f43cf1b-1b85-4f37-b14c-31be2b73afb7 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:35.836681 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] device_id is not set on port 4f53b7ca-380d-4c70-93b1-437c9742e283 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:22:35.907586 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c5f8bf99-a577-44f5-9331-f749e5dd066a req-d0744de1-5fba-4a6a-a872-61c5018e9906 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.1138840 May 26 16:22:35.921637 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5f43cf1b-1b85-4f37-b14c-31be2b73afb7 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5088065 May 26 16:22:35.924439 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40714) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:35.931005 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-c8e1fd07-97f1-4e40-9335-270763604c88 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'subnet': {'network_id': '2daa2b7e-0323-45b0-8682-cfac9e8cb594', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:36.015345 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15dac5e9-f831-41ba-a5dc-7ef139083254 req-4f5fcc05-b769-44d7-9368-0f32b81aa6eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b22f3de-ce8b-44e4-ad29-565e4291884a HTTP/1.1" status: 200 len: 1001 time: 0.2479489 May 26 16:22:36.029633 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:36.121012 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:36.171432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dac5e9-f831-41ba-a5dc-7ef139083254 req-eb799a33-f1d2-4ff6-a102-f4643bb646c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:36.172987 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15dac5e9-f831-41ba-a5dc-7ef139083254 req-eb799a33-f1d2-4ff6-a102-f4643bb646c5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d8060a82-6814-4a9a-8ef5-6e9627de2df0 HTTP/1.1" status: 200 len: 835 time: 0.1069963 May 26 16:22:36.182072 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf9210-94dd-4205-8fbb-6edbace0be75 req-afc6614c-c56d-4b98-a0a9-970e943ef271 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:36.183650 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-19cf9210-94dd-4205-8fbb-6edbace0be75 req-afc6614c-c56d-4b98-a0a9-970e943ef271 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1713758 May 26 16:22:36.241223 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network 80e6d2c3-0729-4530-a249-28a3e203bb37 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:22:36.244028 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:36.253946 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:22:36.257509 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:36.270161 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e1fd07-97f1-4e40-9335-270763604c88 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Made reservation on behalf of 7c05bed383db4b70b043bf60b5d2bde6 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:36.272625 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Port': ['ID=5f34e4bf-43ef-4e77-b55f-f2b821015c30,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:36.275281 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c8e1fd07-97f1-4e40-9335-270763604c88 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:36.364597 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Port': ['ID=4f53b7ca-380d-4c70-93b1-437c9742e283,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:36.382342 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Checking segment: {'id': '79b9dfb2-cdad-4a47-9d84-ae017285b724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'eec845ea-2069-4ea7-99b5-56654fea1fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:36.382710 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network hostable DHCP agents. Network: eec845ea-2069-4ea7-99b5-56654fea1fa2, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:22:36.417113 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbbcc86-9dcd-40d7-84f2-9e058006b999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-47abe7bc-a47b-46f1-b41f-17d177e7445c', 'network_id': '47abe7bc-a47b-46f1-b41f-17d177e7445c', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'fixed_ips': [{'subnet_id': '81a69252-028d-4395-8e59-4195ddd0af62'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:22:36.418270 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5bbbcc86-9dcd-40d7-84f2-9e058006b999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:36.427478 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network eec845ea-2069-4ea7-99b5-56654fea1fa2 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:22:36.451743 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, eec845ea-2069-4ea7-99b5-56654fea1fa2) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:36.475288 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:22:36.515280 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:36.522436 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:36.523465 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:36.552422 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b401da60-bdaa-4747-be84-97387cf633e2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5558791 May 26 16:22:36.555217 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40720) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:36.584010 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfac6a87-23ad-4648-bee3-c2101afa18c0 None None] Network eec845ea-2069-4ea7-99b5-56654fea1fa2 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:36.690654 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-f86ab609-306f-4dc5-a965-5ff083c6a56e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting port 4f53b7ca-380d-4c70-93b1-437c9742e283 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:36.691073 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f86ab609-306f-4dc5-a965-5ff083c6a56e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:36.784622 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-5bbbcc86-9dcd-40d7-84f2-9e058006b999 None None] Allocated IP 2001:db8::2 (47abe7bc-a47b-46f1-b41f-17d177e7445c/81a69252-028d-4395-8e59-4195ddd0af62/307f3e94-aae3-43c4-ab8c-9afaf8eeacc9) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:22:36.841884 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f86ab609-306f-4dc5-a965-5ff083c6a56e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:36.858918 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dac5e9-f831-41ba-a5dc-7ef139083254 req-44dbef18-60eb-44e7-aa83-29d62c183a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:36.860973 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15dac5e9-f831-41ba-a5dc-7ef139083254 req-44dbef18-60eb-44e7-aa83-29d62c183a5d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=13bf54f3-26c0-4fe5-aa75-db926c99f0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6632152 May 26 16:22:36.869213 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-f86ab609-306f-4dc5-a965-5ff083c6a56e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Calling delete_port for 4f53b7ca-380d-4c70-93b1-437c9742e283 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:36.876774 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-19cf9210-94dd-4205-8fbb-6edbace0be75 req-2bdb66d0-00bb-44d4-b564-cfbdf6ca5cff tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6830797 May 26 16:22:37.054293 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5bbbcc86-9dcd-40d7-84f2-9e058006b999 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.066191 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5bbbcc86-9dcd-40d7-84f2-9e058006b999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.077801 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f86ab609-306f-4dc5-a965-5ff083c6a56e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.094423 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d73914-3f81-4599-a55d-280297cc90aa req-117f5842-6506-44eb-8169-d574441130b9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:37.097024 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbbcc86-9dcd-40d7-84f2-9e058006b999 None None] Network 47abe7bc-a47b-46f1-b41f-17d177e7445c is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:22:37.100314 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-5bbbcc86-9dcd-40d7-84f2-9e058006b999 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:37.102429 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a0d73914-3f81-4599-a55d-280297cc90aa req-117f5842-6506-44eb-8169-d574441130b9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 945 time: 0.2829366 May 26 16:22:37.127985 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbbcc86-9dcd-40d7-84f2-9e058006b999 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:22:37.144192 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f86ab609-306f-4dc5-a965-5ff083c6a56e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.149407 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f86ab609-306f-4dc5-a965-5ff083c6a56e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/ports/4f53b7ca-380d-4c70-93b1-437c9742e283 HTTP/1.1" status: 204 len: 168 time: 0.5929418 May 26 16:22:37.150674 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ab609-306f-4dc5-a965-5ff083c6a56e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Port': ['ID=4f53b7ca-380d-4c70-93b1-437c9742e283,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:37.161082 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40724) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:37.179710 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15dac5e9-f831-41ba-a5dc-7ef139083254 req-e11cd4e4-3edc-4fdb-bfe1-a43e1b1af1d2 service neutron] 10.222.0.81 "GET /v2.0/networks/13bf54f3-26c0-4fe5-aa75-db926c99f0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955875 May 26 16:22:37.214561 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbbcc86-9dcd-40d7-84f2-9e058006b999 None None] Pushing event updated for resources: {'Port': ['ID=307f3e94-aae3-43c4-ab8c-9afaf8eeacc9,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:37.227345 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5bbbcc86-9dcd-40d7-84f2-9e058006b999 None None] Attempting to bind port 307f3e94-aae3-43c4-ab8c-9afaf8eeacc9 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:22:37.227861 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5bbbcc86-9dcd-40d7-84f2-9e058006b999 None None] Attempting to bind port 307f3e94-aae3-43c4-ab8c-9afaf8eeacc9 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '69e7020a-f5f6-47f5-a805-5adb29151047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47abe7bc-a47b-46f1-b41f-17d177e7445c'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:22:37.228357 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbbcc86-9dcd-40d7-84f2-9e058006b999 None None] Attempting to bind port 307f3e94-aae3-43c4-ab8c-9afaf8eeacc9 on network 47abe7bc-a47b-46f1-b41f-17d177e7445c {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:22:37.237135 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbbcc86-9dcd-40d7-84f2-9e058006b999 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:22:37.238266 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbbcc86-9dcd-40d7-84f2-9e058006b999 None None] Checking segment: {'id': '69e7020a-f5f6-47f5-a805-5adb29151047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47abe7bc-a47b-46f1-b41f-17d177e7445c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:37.239866 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5bbbcc86-9dcd-40d7-84f2-9e058006b999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.240434 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbbcc86-9dcd-40d7-84f2-9e058006b999 None None] Bound using segment: {'id': '69e7020a-f5f6-47f5-a805-5adb29151047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47abe7bc-a47b-46f1-b41f-17d177e7445c'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:22:37.241638 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5bbbcc86-9dcd-40d7-84f2-9e058006b999 None None] Bound port: 307f3e94-aae3-43c4-ab8c-9afaf8eeacc9, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e7020a-f5f6-47f5-a805-5adb29151047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47abe7bc-a47b-46f1-b41f-17d177e7445c'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:22:37.242136 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5bbbcc86-9dcd-40d7-84f2-9e058006b999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.246598 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cab8a5cf-a422-4f96-8e06-0cd7a4f327ff req-b22d4e83-0515-4eb3-9a8a-63ba736ba0e0 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.1418440 May 26 16:22:37.261072 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a855143-b749-43b6-9b6a-f8c4dd728add tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:37.269196 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a855143-b749-43b6-9b6a-f8c4dd728add tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:37.271002 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9a855143-b749-43b6-9b6a-f8c4dd728add tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1083627 May 26 16:22:37.276301 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40728) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:37.343813 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5bbbcc86-9dcd-40d7-84f2-9e058006b999 None None] For port 307f3e94-aae3-43c4-ab8c-9afaf8eeacc9, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:22:37.347981 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5bbbcc86-9dcd-40d7-84f2-9e058006b999 None None] For port 307f3e94-aae3-43c4-ab8c-9afaf8eeacc9, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=307f3e94-aae3-43c4-ab8c-9afaf8eeacc9,segment=NetworkSegment(69e7020a-f5f6-47f5-a805-5adb29151047),segment_id=69e7020a-f5f6-47f5-a805-5adb29151047)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:22:37.354294 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5bbbcc86-9dcd-40d7-84f2-9e058006b999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.412202 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b7d741d5-7ce7-4bf6-a168-050f76357a2e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting port 5f34e4bf-43ef-4e77-b55f-f2b821015c30 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:37.412975 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b7d741d5-7ce7-4bf6-a168-050f76357a2e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.445302 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a0d73914-3f81-4599-a55d-280297cc90aa req-fad78139-458f-41db-85b0-c19442505468 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3404844 May 26 16:22:37.464945 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbbcc86-9dcd-40d7-84f2-9e058006b999 None None] Pushing event updated for resources: {'Port': ['ID=307f3e94-aae3-43c4-ab8c-9afaf8eeacc9,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:37.496561 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c8e1fd07-97f1-4e40-9335-270763604c88 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.540031 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b7d741d5-7ce7-4bf6-a168-050f76357a2e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.556932 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15dac5e9-f831-41ba-a5dc-7ef139083254 req-161bd5b3-6d93-407f-b151-6e0515580672 service neutron] 10.222.0.81 "GET /v2.0/networks/13bf54f3-26c0-4fe5-aa75-db926c99f0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081377 May 26 16:22:37.557542 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b7d741d5-7ce7-4bf6-a168-050f76357a2e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Calling delete_port for 5f34e4bf-43ef-4e77-b55f-f2b821015c30 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:37.616671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1fd07-97f1-4e40-9335-270763604c88 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Subnet': ['ID=41879c11-25c8-4660-a21c-0d0fe6108420,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:37.635861 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e1fd07-97f1-4e40-9335-270763604c88 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Checking segment: {'id': 'e94f815c-3820-4772-9431-54e646f260cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2daa2b7e-0323-45b0-8682-cfac9e8cb594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:37.636297 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e1fd07-97f1-4e40-9335-270763604c88 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network hostable DHCP agents. Network: 2daa2b7e-0323-45b0-8682-cfac9e8cb594, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:22:37.661961 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e1fd07-97f1-4e40-9335-270763604c88 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network 2daa2b7e-0323-45b0-8682-cfac9e8cb594 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:22:37.684386 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-c8e1fd07-97f1-4e40-9335-270763604c88 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 2daa2b7e-0323-45b0-8682-cfac9e8cb594) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:37.701241 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad81c113-83fa-4fa4-a6ec-1d172ae6649b None None] Network 2daa2b7e-0323-45b0-8682-cfac9e8cb594 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:37.711231 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e1fd07-97f1-4e40-9335-270763604c88 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:37.714731 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c8e1fd07-97f1-4e40-9335-270763604c88 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.744739 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b7d741d5-7ce7-4bf6-a168-050f76357a2e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.758561 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c8e1fd07-97f1-4e40-9335-270763604c88 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8328252 May 26 16:22:37.761833 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40730) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:37.780901 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-3b731f34-0fe0-46f7-a61e-7c0b310be9c8 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1220595853', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:37.807013 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d741d5-7ce7-4bf6-a168-050f76357a2e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Port': ['ID=5f34e4bf-43ef-4e77-b55f-f2b821015c30,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:37.814473 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b7d741d5-7ce7-4bf6-a168-050f76357a2e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.828386 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b7d741d5-7ce7-4bf6-a168-050f76357a2e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/ports/5f34e4bf-43ef-4e77-b55f-f2b821015c30 HTTP/1.1" status: 204 len: 168 time: 0.5505400 May 26 16:22:37.832994 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40732) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:37.841708 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3b731f34-0fe0-46f7-a61e-7c0b310be9c8 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.843066 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3b731f34-0fe0-46f7-a61e-7c0b310be9c8 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.934034 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673b9467-c543-4322-9430-653a90a2ed57 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:37.939331 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-673b9467-c543-4322-9430-653a90a2ed57 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1027048 May 26 16:22:37.939874 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40736) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:37.967655 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3b731f34-0fe0-46f7-a61e-7c0b310be9c8 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:37.976766 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3b731f34-0fe0-46f7-a61e-7c0b310be9c8 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:38.057922 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-396956ba-6347-4ad4-b732-736d10d023ad tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] GET failed (client error): The resource could not be found. May 26 16:22:38.072498 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-396956ba-6347-4ad4-b732-736d10d023ad tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports/4f53b7ca-380d-4c70-93b1-437c9742e283 HTTP/1.1" status: 404 len: 333 time: 0.1310425 May 26 16:22:38.073418 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3b731f34-0fe0-46f7-a61e-7c0b310be9c8 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:38.079101 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40738) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:38.088934 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3b731f34-0fe0-46f7-a61e-7c0b310be9c8 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3136814 May 26 16:22:38.098444 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40740) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:38.103558 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265687aa-39e5-4b13-90b5-9f5c9d31d63f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-2daa2b7e-0323-45b0-8682-cfac9e8cb594', 'network_id': '2daa2b7e-0323-45b0-8682-cfac9e8cb594', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'fixed_ips': [{'subnet_id': '41879c11-25c8-4660-a21c-0d0fe6108420'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:22:38.106197 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-265687aa-39e5-4b13-90b5-9f5c9d31d63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:38.228543 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-537799d9-80e8-47fb-959f-48852a2b4baa tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] GET failed (client error): The resource could not be found. May 26 16:22:38.234926 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-537799d9-80e8-47fb-959f-48852a2b4baa tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports/5f34e4bf-43ef-4e77-b55f-f2b821015c30 HTTP/1.1" status: 404 len: 333 time: 0.1443222 May 26 16:22:38.239158 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40742) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:38.267252 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 307f3e94-aae3-43c4-ab8c-9afaf8eeacc9 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:22:38.365777 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device e7667f93-a0fc-49a5-8fec-16c53f688204 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:22:38.464741 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-26fdf0f0-aab7-44f3-931d-6e6335255ca1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:38.494841 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 8b22f3de-ce8b-44e4-ad29-565e4291884a up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:22:38.513078 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: e7667f93-a0fc-49a5-8fec-16c53f688204 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:22:38.513492 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device e7667f93-a0fc-49a5-8fec-16c53f688204 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:22:38.515480 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 307f3e94-aae3-43c4-ab8c-9afaf8eeacc9 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:38.516034 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:38.595695 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-26fdf0f0-aab7-44f3-931d-6e6335255ca1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:38.631684 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-26fdf0f0-aab7-44f3-931d-6e6335255ca1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec845ea-2069-4ea7-99b5-56654fea1fa2']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:38.644753 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-26fdf0f0-aab7-44f3-931d-6e6335255ca1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b9dfb2-cdad-4a47-9d84-ae017285b724') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:38.645146 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-26fdf0f0-aab7-44f3-931d-6e6335255ca1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b9dfb2-cdad-4a47-9d84-ae017285b724') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:38.658012 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e96eae5-307e-40ec-9027-dbde9bed85c5 req-6e4f9efd-1f0e-485c-b1cc-6dcb799bd9da tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.1728160 May 26 16:22:38.661421 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-26fdf0f0-aab7-44f3-931d-6e6335255ca1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:38.671382 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf93295-43b9-4e7b-b9e4-6fd958a7daca req-b2c389a0-26e7-4086-89e9-ca0ed08f872a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:38.684332 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-26fdf0f0-aab7-44f3-931d-6e6335255ca1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:38.687319 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5bf93295-43b9-4e7b-b9e4-6fd958a7daca req-b2c389a0-26e7-4086-89e9-ca0ed08f872a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.5925174 May 26 16:22:38.704623 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26fdf0f0-aab7-44f3-931d-6e6335255ca1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:38.705078 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-26fdf0f0-aab7-44f3-931d-6e6335255ca1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:38.758008 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-265687aa-39e5-4b13-90b5-9f5c9d31d63f None None] Allocated IP 2001:db8:1::2 (2daa2b7e-0323-45b0-8682-cfac9e8cb594/41879c11-25c8-4660-a21c-0d0fe6108420/2a3c57db-500c-4e82-b84c-e52c8dbdf5ac) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:22:38.828060 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-26fdf0f0-aab7-44f3-931d-6e6335255ca1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:38.839721 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-26fdf0f0-aab7-44f3-931d-6e6335255ca1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:38.864836 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-26fdf0f0-aab7-44f3-931d-6e6335255ca1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/networks/eec845ea-2069-4ea7-99b5-56654fea1fa2 HTTP/1.1" status: 204 len: 168 time: 0.6108816 May 26 16:22:38.867231 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 79b9dfb2-cdad-4a47-9d84-ae017285b724 resource provider aggregate not found May 26 16:22:38.880685 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40790) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:38.899084 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d66fc411-1207-4f32-b95f-dfc9934c6e04 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-323947879'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:38.945965 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 79b9dfb2-cdad-4a47-9d84-ae017285b724 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79b9dfb2-cdad-4a47-9d84-ae017285b724 found for delete ", "request_id": "req-a840677f-d443-4e96-b5a5-55ba20a353d9"}]} May 26 16:22:38.955516 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdf0f0-aab7-44f3-931d-6e6335255ca1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Network': ['ID=eec845ea-2069-4ea7-99b5-56654fea1fa2,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:39.002345 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66fc411-1207-4f32-b95f-dfc9934c6e04 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:39.006031 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d66fc411-1207-4f32-b95f-dfc9934c6e04 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:39.030289 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5bf93295-43b9-4e7b-b9e4-6fd958a7daca req-7e6a6d4e-2e61-4116-a2d5-b83afad7e88a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723205 May 26 16:22:39.068913 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66fc411-1207-4f32-b95f-dfc9934c6e04 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:22:39.115356 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 8b22f3de-ce8b-44e4-ad29-565e4291884a completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:22:39.116930 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d66fc411-1207-4f32-b95f-dfc9934c6e04 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:39.120524 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-d66fc411-1207-4f32-b95f-dfc9934c6e04 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Added segment 3f453cac-3ee3-4929-a68b-a79c0f03f1c4 of type vlan for network f43718a4-5eb8-40fb-a5ef-f3284be23ead May 26 16:22:39.178892 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0453b0b0-4730-4640-b595-a3826800f5be tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:39.206954 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b407b1b-7caa-48fc-8953-fbe85350152e req-a9d9dc5c-5e53-4dc9-bd18-232d8aba87e3 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:39.210475 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3b407b1b-7caa-48fc-8953-fbe85350152e req-a9d9dc5c-5e53-4dc9-bd18-232d8aba87e3 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 945 time: 0.2731287 May 26 16:22:39.226566 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 8b22f3de-ce8b-44e4-ad29-565e4291884a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:39.226947 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:39.282689 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d66fc411-1207-4f32-b95f-dfc9934c6e04 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:39.320539 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 307f3e94-aae3-43c4-ab8c-9afaf8eeacc9 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:39.321145 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:39.351329 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d66fc411-1207-4f32-b95f-dfc9934c6e04 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:39.357287 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66fc411-1207-4f32-b95f-dfc9934c6e04 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:39.357884 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d66fc411-1207-4f32-b95f-dfc9934c6e04 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:39.468914 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31e6bf1-a609-4a2d-9eb8-d1146911a806 None None] Network 47abe7bc-a47b-46f1-b41f-17d177e7445c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:39.495762 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3b407b1b-7caa-48fc-8953-fbe85350152e req-ed96dcf6-8b75-472e-ae9a-4e3a199f6223 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2707360 May 26 16:22:39.517725 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d66fc411-1207-4f32-b95f-dfc9934c6e04 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6318669 May 26 16:22:39.520698 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40800) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:39.525767 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-045b7e10-7dca-42fa-a5f0-bd5c898af9cb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'subnet': {'network_id': 'f43718a4-5eb8-40fb-a5ef-f3284be23ead', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:39.533088 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40802) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:39.541538 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-265687aa-39e5-4b13-90b5-9f5c9d31d63f None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:39.561362 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 307f3e94-aae3-43c4-ab8c-9afaf8eeacc9, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=307f3e94-aae3-43c4-ab8c-9afaf8eeacc9,segment=NetworkSegment(69e7020a-f5f6-47f5-a805-5adb29151047),segment_id=69e7020a-f5f6-47f5-a805-5adb29151047)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:39.580943 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fc411-1207-4f32-b95f-dfc9934c6e04 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Network': ['ID=f43718a4-5eb8-40fb-a5ef-f3284be23ead,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:39.639125 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1fbfe-302d-4e9d-b1c0-254fc8923724 req-dac2b705-9fe8-455d-b4ae-90594308922a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:39.640613 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-05b1fbfe-302d-4e9d-b1c0-254fc8923724 req-dac2b705-9fe8-455d-b4ae-90594308922a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.3889735 May 26 16:22:39.683956 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-651cdaa8-43d3-4542-a44c-2f00b61480c4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/floatingips/082b32ee-8986-495a-b61e-063c58b08d5e HTTP/1.1" status: 200 len: 993 time: 0.1422534 May 26 16:22:39.684921 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045b7e10-7dca-42fa-a5f0-bd5c898af9cb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:39.690725 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-045b7e10-7dca-42fa-a5f0-bd5c898af9cb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:39.722990 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network f43718a4-5eb8-40fb-a5ef-f3284be23ead details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:22:39.793049 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-265687aa-39e5-4b13-90b5-9f5c9d31d63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:39.804869 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:39.833599 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 8b22f3de-ce8b-44e4-ad29-565e4291884a is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:39.834419 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:39.838995 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-0453b0b0-4730-4640-b595-a3826800f5be tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Allocated IP 2001:db8::1 (47abe7bc-a47b-46f1-b41f-17d177e7445c/81a69252-028d-4395-8e59-4195ddd0af62/29b44db5-e612-45f5-9206-619dccd3c055) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:22:39.854732 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265687aa-39e5-4b13-90b5-9f5c9d31d63f None None] Network 2daa2b7e-0323-45b0-8682-cfac9e8cb594 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:22:39.865036 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.ipam_backend_mixin [None req-045b7e10-7dca-42fa-a5f0-bd5c898af9cb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Performing IP validity checks on allocation pools {{(pid=103895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 26 16:22:39.870496 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.ipam_backend_mixin [None req-045b7e10-7dca-42fa-a5f0-bd5c898af9cb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 26 16:22:39.875947 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-265687aa-39e5-4b13-90b5-9f5c9d31d63f None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:39.885923 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265687aa-39e5-4b13-90b5-9f5c9d31d63f None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:22:39.989706 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b3b5c7be-9048-4dbc-8093-a00a2f05a6e6 None None] Provisioning complete for port 307f3e94-aae3-43c4-ab8c-9afaf8eeacc9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:39.990420 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c7be-9048-4dbc-8093-a00a2f05a6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:40.104634 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-045b7e10-7dca-42fa-a5f0-bd5c898af9cb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:40.123826 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0453b0b0-4730-4640-b595-a3826800f5be tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:40.158558 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 8b22f3de-ce8b-44e4-ad29-565e4291884a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=8b22f3de-ce8b-44e4-ad29-565e4291884a,segment=NetworkSegment(8498f6fa-5e8b-44e7-bc82-da26134ce147),segment_id=8498f6fa-5e8b-44e7-bc82-da26134ce147)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:40.193217 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b7e10-7dca-42fa-a5f0-bd5c898af9cb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Subnet': ['ID=7d3daf4d-c980-41d6-b8fa-a6fff0b59300,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:40.212920 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c062d7-8ab0-4b6b-968a-be475c625e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b22f3de-ce8b-44e4-ad29-565e4291884a'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:22:40.219807 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27eee66e-96b7-4027-9a86-040828a10ecd" -d '{"events": [{"server_uuid": "b6c062d7-8ab0-4b6b-968a-be475c625e48", "name": "network-vif-plugged", "status": "completed", "tag": "8b22f3de-ce8b-44e4-ad29-565e4291884a"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:22:40.224057 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1d68b074-a9ee-48c3-b938-11a37cc87487 req-361eec84-4665-47ad-8640-775072edf60a tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0458219 May 26 16:22:40.225346 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0453b0b0-4730-4640-b595-a3826800f5be tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:40.236041 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:40.249522 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045b7e10-7dca-42fa-a5f0-bd5c898af9cb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Checking segment: {'id': '3f453cac-3ee3-4929-a68b-a79c0f03f1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f43718a4-5eb8-40fb-a5ef-f3284be23ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:40.249909 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045b7e10-7dca-42fa-a5f0-bd5c898af9cb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network hostable DHCP agents. Network: f43718a4-5eb8-40fb-a5ef-f3284be23ead, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:22:40.274424 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045b7e10-7dca-42fa-a5f0-bd5c898af9cb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network f43718a4-5eb8-40fb-a5ef-f3284be23ead is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:22:40.290403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-045b7e10-7dca-42fa-a5f0-bd5c898af9cb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, f43718a4-5eb8-40fb-a5ef-f3284be23ead) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:40.295719 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045b7e10-7dca-42fa-a5f0-bd5c898af9cb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:40.296287 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-045b7e10-7dca-42fa-a5f0-bd5c898af9cb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:40.325328 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453b0b0-4730-4640-b595-a3826800f5be tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Port': ['ID=29b44db5-e612-45f5-9206-619dccd3c055,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:40.345334 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-05b1fbfe-302d-4e9d-b1c0-254fc8923724 req-dedb17f2-57db-4984-ac5b-45b5a1f8f06e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6897960 May 26 16:22:40.355855 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0453b0b0-4730-4640-b595-a3826800f5be tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network 47abe7bc-a47b-46f1-b41f-17d177e7445c is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:22:40.357724 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-0453b0b0-4730-4640-b595-a3826800f5be tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:40.360837 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0453b0b0-4730-4640-b595-a3826800f5be tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:22:40.361768 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0453b0b0-4730-4640-b595-a3826800f5be tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:40.375510 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-045b7e10-7dca-42fa-a5f0-bd5c898af9cb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8534064 May 26 16:22:40.377426 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40840) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:40.399931 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a05bfbc4-c47d-4563-95be-077262ffb9d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'port': {'network_id': 'f43718a4-5eb8-40fb-a5ef-f3284be23ead', 'name': 'tempest-PortsIpV6TestJSON-2100214043'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:40.490156 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5c7be-9048-4dbc-8093-a00a2f05a6e6 None None] Current status of the port 307f3e94-aae3-43c4-ab8c-9afaf8eeacc9 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:40.502264 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-265687aa-39e5-4b13-90b5-9f5c9d31d63f None None] Attempting to bind port 2a3c57db-500c-4e82-b84c-e52c8dbdf5ac on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:22:40.507094 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-265687aa-39e5-4b13-90b5-9f5c9d31d63f None None] Attempting to bind port 2a3c57db-500c-4e82-b84c-e52c8dbdf5ac by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'e94f815c-3820-4772-9431-54e646f260cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2daa2b7e-0323-45b0-8682-cfac9e8cb594'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:22:40.507640 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265687aa-39e5-4b13-90b5-9f5c9d31d63f None None] Attempting to bind port 2a3c57db-500c-4e82-b84c-e52c8dbdf5ac on network 2daa2b7e-0323-45b0-8682-cfac9e8cb594 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:22:40.518709 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5a13ee-c8d9-4311-90d6-351ec67e369d None None] Network f43718a4-5eb8-40fb-a5ef-f3284be23ead requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:40.632014 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265687aa-39e5-4b13-90b5-9f5c9d31d63f None None] Pushing event updated for resources: {'Port': ['ID=2a3c57db-500c-4e82-b84c-e52c8dbdf5ac,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:40.692484 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa09a7d-78d1-4928-ad03-5c1786ec9e11 req-a510f583-047f-4645-9036-fa1711948481 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:40.696028 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05bfbc4-c47d-4563-95be-077262ffb9d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:40.700863 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a05bfbc4-c47d-4563-95be-077262ffb9d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:40.708841 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1fa09a7d-78d1-4928-ad03-5c1786ec9e11 req-a510f583-047f-4645-9036-fa1711948481 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1880126 May 26 16:22:40.711756 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265687aa-39e5-4b13-90b5-9f5c9d31d63f None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:22:40.712181 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265687aa-39e5-4b13-90b5-9f5c9d31d63f None None] Checking segment: {'id': 'e94f815c-3820-4772-9431-54e646f260cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2daa2b7e-0323-45b0-8682-cfac9e8cb594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:40.712791 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-265687aa-39e5-4b13-90b5-9f5c9d31d63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:40.713382 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265687aa-39e5-4b13-90b5-9f5c9d31d63f None None] Bound using segment: {'id': 'e94f815c-3820-4772-9431-54e646f260cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2daa2b7e-0323-45b0-8682-cfac9e8cb594'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:22:40.714275 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-265687aa-39e5-4b13-90b5-9f5c9d31d63f None None] Bound port: 2a3c57db-500c-4e82-b84c-e52c8dbdf5ac, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94f815c-3820-4772-9431-54e646f260cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2daa2b7e-0323-45b0-8682-cfac9e8cb594'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:22:40.715011 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-265687aa-39e5-4b13-90b5-9f5c9d31d63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:40.760130 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2206461-6a9c-4188-8344-bbe91203f062 x-openstack-request-id: req-d2206461-6a9c-4188-8344-bbe91203f062 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:22:40.760551 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c062d7-8ab0-4b6b-968a-be475c625e48", "name": "network-vif-plugged", "status": "completed", "tag": "8b22f3de-ce8b-44e4-ad29-565e4291884a", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:22:40.761197 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d2206461-6a9c-4188-8344-bbe91203f062 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:22:40.762053 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2206461-6a9c-4188-8344-bbe91203f062'] response: {'server_uuid': 'b6c062d7-8ab0-4b6b-968a-be475c625e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b22f3de-ce8b-44e4-ad29-565e4291884a', 'code': 200} May 26 16:22:40.766950 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-a05bfbc4-c47d-4563-95be-077262ffb9d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] device_id is not set on port b5742c2f-7d89-4945-a65e-31fdd802778a yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:22:40.775411 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=307f3e94-aae3-43c4-ab8c-9afaf8eeacc9,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:40.847934 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1fa09a7d-78d1-4928-ad03-5c1786ec9e11 req-07136196-7693-4fc5-9e76-2ae4624f6a9f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382484 May 26 16:22:40.851696 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0453b0b0-4730-4640-b595-a3826800f5be tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:40.973382 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=8b22f3de-ce8b-44e4-ad29-565e4291884a,revision_number=9']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:40.977584 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-265687aa-39e5-4b13-90b5-9f5c9d31d63f None None] For port 2a3c57db-500c-4e82-b84c-e52c8dbdf5ac, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:22:40.984406 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-265687aa-39e5-4b13-90b5-9f5c9d31d63f None None] For port 2a3c57db-500c-4e82-b84c-e52c8dbdf5ac, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2a3c57db-500c-4e82-b84c-e52c8dbdf5ac,segment=NetworkSegment(e94f815c-3820-4772-9431-54e646f260cb),segment_id=e94f815c-3820-4772-9431-54e646f260cb)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:22:41.019397 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-265687aa-39e5-4b13-90b5-9f5c9d31d63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:41.053790 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc6ec89-6d52-4fba-9018-61445056028e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-f43718a4-5eb8-40fb-a5ef-f3284be23ead', 'network_id': 'f43718a4-5eb8-40fb-a5ef-f3284be23ead', 'tenant_id': '3be6215cac414c0cad4d0387a5c1f396', 'fixed_ips': [{'subnet_id': '7d3daf4d-c980-41d6-b8fa-a6fff0b59300'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:22:41.054830 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8bc6ec89-6d52-4fba-9018-61445056028e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:41.153500 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68cf42-26ff-47eb-9651-ce6bcf7caf7a req-686e9197-599d-42ec-aa6f-805d1b588554 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:41.156625 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1e68cf42-26ff-47eb-9651-ce6bcf7caf7a req-686e9197-599d-42ec-aa6f-805d1b588554 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1417062 May 26 16:22:41.164594 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-a05bfbc4-c47d-4563-95be-077262ffb9d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Allocated IP 2001:db8::3 (f43718a4-5eb8-40fb-a5ef-f3284be23ead/7d3daf4d-c980-41d6-b8fa-a6fff0b59300/b5742c2f-7d89-4945-a65e-31fdd802778a) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:22:41.233958 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265687aa-39e5-4b13-90b5-9f5c9d31d63f None None] Pushing event updated for resources: {'Port': ['ID=2a3c57db-500c-4e82-b84c-e52c8dbdf5ac,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:41.291692 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1e68cf42-26ff-47eb-9651-ce6bcf7caf7a req-d65d7626-eab4-4b89-acec-0a559ef6c7f8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200056 May 26 16:22:41.468139 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ddae24f2-9c57-49c5-9b9b-78682efc857d req-3cb6be28-af17-4d6f-8249-6daba76b1db7 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0560007 May 26 16:22:41.469939 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-112a568c-f32f-4a0b-b9b0-3b832bf198ba None None] Provisioning complete for port 307f3e94-aae3-43c4-ab8c-9afaf8eeacc9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:41.470732 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-112a568c-f32f-4a0b-b9b0-3b832bf198ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:41.472601 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a05bfbc4-c47d-4563-95be-077262ffb9d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:41.646821 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a0403-caea-40b1-b0f5-47ae93678779 req-67bca5ac-7ed5-46ea-9929-0c651f805a2c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:41.648440 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-942a0403-caea-40b1-b0f5-47ae93678779 req-67bca5ac-7ed5-46ea-9929-0c651f805a2c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1929426 May 26 16:22:41.722825 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-942a0403-caea-40b1-b0f5-47ae93678779 req-2473715a-ddd2-462f-b9f3-bdb0e6023f10 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495772 May 26 16:22:41.732991 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-112a568c-f32f-4a0b-b9b0-3b832bf198ba None None] Current status of the port 307f3e94-aae3-43c4-ab8c-9afaf8eeacc9 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:41.750893 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-112a568c-f32f-4a0b-b9b0-3b832bf198ba None None] Provisioning complete for port 29b44db5-e612-45f5-9206-619dccd3c055 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:41.750893 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-112a568c-f32f-4a0b-b9b0-3b832bf198ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:41.771636 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0453b0b0-4730-4640-b595-a3826800f5be tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:41.780289 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0453b0b0-4730-4640-b595-a3826800f5be tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:41.781581 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0453b0b0-4730-4640-b595-a3826800f5be tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:41.834598 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-112a568c-f32f-4a0b-b9b0-3b832bf198ba None None] Port 29b44db5-e612-45f5-9206-619dccd3c055 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:22:41.976779 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453b0b0-4730-4640-b595-a3826800f5be tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Port': ['ID=29b44db5-e612-45f5-9206-619dccd3c055,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:41.983752 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b9ab4c8b-d1e8-48cf-96ed-6ef77855babc None None] Provisioning complete for port 29b44db5-e612-45f5-9206-619dccd3c055 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:41.984402 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b9ab4c8b-d1e8-48cf-96ed-6ef77855babc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:42.040767 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493d0cc-7f5c-4c7b-8a47-5d4ee5991488 req-838b65cf-a181-4f0a-b8ce-08d1ec8c16c4 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:42.042723 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a493d0cc-7f5c-4c7b-8a47-5d4ee5991488 req-838b65cf-a181-4f0a-b8ce-08d1ec8c16c4 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1634138 May 26 16:22:42.043795 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab4c8b-d1e8-48cf-96ed-6ef77855babc None None] Port 29b44db5-e612-45f5-9206-619dccd3c055 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:22:42.065592 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0453b0b0-4730-4640-b595-a3826800f5be tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network 47abe7bc-a47b-46f1-b41f-17d177e7445c is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:22:42.078942 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-0453b0b0-4730-4640-b595-a3826800f5be tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:42.157268 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a493d0cc-7f5c-4c7b-8a47-5d4ee5991488 req-48f61f90-e981-4d9e-8ae5-c5a1cf9c95d6 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061811 May 26 16:22:42.242862 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a05bfbc4-c47d-4563-95be-077262ffb9d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:42.336211 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05bfbc4-c47d-4563-95be-077262ffb9d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network f43718a4-5eb8-40fb-a5ef-f3284be23ead is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:22:42.346200 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-a05bfbc4-c47d-4563-95be-077262ffb9d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:42.348904 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05bfbc4-c47d-4563-95be-077262ffb9d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:22:42.354867 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05bfbc4-c47d-4563-95be-077262ffb9d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:42.355534 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a05bfbc4-c47d-4563-95be-077262ffb9d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:42.385758 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bfbc4-c47d-4563-95be-077262ffb9d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Port': ['ID=b5742c2f-7d89-4945-a65e-31fdd802778a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:42.388411 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2a3c57db-500c-4e82-b84c-e52c8dbdf5ac up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:22:42.392081 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-8bc6ec89-6d52-4fba-9018-61445056028e None None] Allocated IP 2001:db8::2 (f43718a4-5eb8-40fb-a5ef-f3284be23ead/7d3daf4d-c980-41d6-b8fa-a6fff0b59300/6706ecdb-b53f-4b91-a72a-3a4ad7eb9ae4) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:22:42.400267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0453b0b0-4730-4640-b595-a3826800f5be tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Router aa5506e6-cfdf-4ecd-af30-b5354f43cd88 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:22:42.417791 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a05bfbc4-c47d-4563-95be-077262ffb9d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0381701 May 26 16:22:42.422364 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40858) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:42.580569 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ac71a73d-8a51-4794-9c58-31378b961c74 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting port b5742c2f-7d89-4945-a65e-31fdd802778a {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:42.580940 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac71a73d-8a51-4794-9c58-31378b961c74 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:42.615175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0453b0b0-4730-4640-b595-a3826800f5be tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:22:42.642934 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa8b045-8850-4f03-913f-58ef79d3c4d0 None None] Sync routers for ids ['aa5506e6-cfdf-4ecd-af30-b5354f43cd88'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:22:42.660178 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa8b045-8850-4f03-913f-58ef79d3c4d0 None None] Routers {'aa5506e6-cfdf-4ecd-af30-b5354f43cd88'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:22:42.661082 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-caa8b045-8850-4f03-913f-58ef79d3c4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:22:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['aa5506e6-cfdf-4ecd-af30-b5354f43cd88'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:42.661986 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40862) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:42.663195 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0453b0b0-4730-4640-b595-a3826800f5be tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "PUT /v2.0/routers/aa5506e6-cfdf-4ecd-af30-b5354f43cd88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5530934 May 26 16:22:42.746431 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-547670b7-e887-4a10-a061-831d62d3dd67 None None] Provisioning complete for port 29b44db5-e612-45f5-9206-619dccd3c055 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:42.747784 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-547670b7-e887-4a10-a061-831d62d3dd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:42.750483 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8bc6ec89-6d52-4fba-9018-61445056028e None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:42.755980 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ed3c0e0-32b4-4fa9-9fa3-b3584cbae1e8 req-9983635e-3b4a-4acb-ab9f-faa09b60d0d1 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0896013 May 26 16:22:42.777386 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-caa8b045-8850-4f03-913f-58ef79d3c4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:42.786283 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cc9d1c-b626-4ec0-8a97-7dca48575b8b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:42.787737 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d1cc9d1c-b626-4ec0-8a97-7dca48575b8b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "GET /v2.0/ports/29b44db5-e612-45f5-9206-619dccd3c055 HTTP/1.1" status: 200 len: 911 time: 0.1247540 May 26 16:22:42.790793 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40866) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:42.805023 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2a3c57db-500c-4e82-b84c-e52c8dbdf5ac triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:42.805512 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:42.807480 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8bc6ec89-6d52-4fba-9018-61445056028e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:42.829123 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa8b045-8850-4f03-913f-58ef79d3c4d0 None None] Routers {'aa5506e6-cfdf-4ecd-af30-b5354f43cd88'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:22:42.830357 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-caa8b045-8850-4f03-913f-58ef79d3c4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:22:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['aa5506e6-cfdf-4ecd-af30-b5354f43cd88'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:42.886509 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac71a73d-8a51-4794-9c58-31378b961c74 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:42.902099 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ac71a73d-8a51-4794-9c58-31378b961c74 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Calling delete_port for b5742c2f-7d89-4945-a65e-31fdd802778a owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:42.922666 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-caa8b045-8850-4f03-913f-58ef79d3c4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:42.923601 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa8b045-8850-4f03-913f-58ef79d3c4d0 None None] The sync data for ids ['aa5506e6-cfdf-4ecd-af30-b5354f43cd88'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:22:42.971045 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6ec89-6d52-4fba-9018-61445056028e None None] Pushing event updated for resources: {'Port': ['ID=6706ecdb-b53f-4b91-a72a-3a4ad7eb9ae4,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:42.992914 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-547670b7-e887-4a10-a061-831d62d3dd67 None None] Port 29b44db5-e612-45f5-9206-619dccd3c055 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:22:43.010442 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc6ec89-6d52-4fba-9018-61445056028e None None] Network f43718a4-5eb8-40fb-a5ef-f3284be23ead is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:22:43.020208 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-8bc6ec89-6d52-4fba-9018-61445056028e None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:43.024281 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc6ec89-6d52-4fba-9018-61445056028e None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:22:43.026288 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-641e7c9a-4094-4dbe-a6aa-d73014fe4c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:43.133435 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8bc6ec89-6d52-4fba-9018-61445056028e None None] Attempting to bind port 6706ecdb-b53f-4b91-a72a-3a4ad7eb9ae4 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:22:43.133831 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8bc6ec89-6d52-4fba-9018-61445056028e None None] Attempting to bind port 6706ecdb-b53f-4b91-a72a-3a4ad7eb9ae4 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '3f453cac-3ee3-4929-a68b-a79c0f03f1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f43718a4-5eb8-40fb-a5ef-f3284be23ead'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:22:43.134186 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc6ec89-6d52-4fba-9018-61445056028e None None] Attempting to bind port 6706ecdb-b53f-4b91-a72a-3a4ad7eb9ae4 on network f43718a4-5eb8-40fb-a5ef-f3284be23ead {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:22:43.147534 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2a3c57db-500c-4e82-b84c-e52c8dbdf5ac is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:43.147998 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:43.153310 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc6ec89-6d52-4fba-9018-61445056028e None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:22:43.153853 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc6ec89-6d52-4fba-9018-61445056028e None None] Checking segment: {'id': '3f453cac-3ee3-4929-a68b-a79c0f03f1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f43718a4-5eb8-40fb-a5ef-f3284be23ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:43.154161 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8bc6ec89-6d52-4fba-9018-61445056028e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:43.154524 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc6ec89-6d52-4fba-9018-61445056028e None None] Bound using segment: {'id': '3f453cac-3ee3-4929-a68b-a79c0f03f1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f43718a4-5eb8-40fb-a5ef-f3284be23ead'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:22:43.155222 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8bc6ec89-6d52-4fba-9018-61445056028e None None] Bound port: 6706ecdb-b53f-4b91-a72a-3a4ad7eb9ae4, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f453cac-3ee3-4929-a68b-a79c0f03f1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f43718a4-5eb8-40fb-a5ef-f3284be23ead'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:22:43.155816 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8bc6ec89-6d52-4fba-9018-61445056028e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:43.170695 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac71a73d-8a51-4794-9c58-31378b961c74 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:43.194722 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a4fb55-92f0-4848-9798-a301e1ddc00e None None] Network 2daa2b7e-0323-45b0-8682-cfac9e8cb594 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:43.227581 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71a73d-8a51-4794-9c58-31378b961c74 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Port': ['ID=b5742c2f-7d89-4945-a65e-31fdd802778a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:43.268823 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ac71a73d-8a51-4794-9c58-31378b961c74 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:43.274113 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ac71a73d-8a51-4794-9c58-31378b961c74 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/ports/b5742c2f-7d89-4945-a65e-31fdd802778a HTTP/1.1" status: 204 len: 168 time: 0.8496811 May 26 16:22:43.278665 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40870) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:43.320925 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-896a30b4-ee88-42d8-ab42-5bb5787e7131 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] DELETE failed (client error): The resource could not be found. May 26 16:22:43.322027 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896a30b4-ee88-42d8-ab42-5bb5787e7131 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:22:43.326131 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-896a30b4-ee88-42d8-ab42-5bb5787e7131 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/ports/b5742c2f-7d89-4945-a65e-31fdd802778a HTTP/1.1" status: 404 len: 333 time: 0.0457394 May 26 16:22:43.329041 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40872) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:43.342423 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0baaad5f-615d-4c56-8f5a-49dd5de56f3f None None] Provisioning complete for port 2a3c57db-500c-4e82-b84c-e52c8dbdf5ac triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:43.342804 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0baaad5f-615d-4c56-8f5a-49dd5de56f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:43.375445 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 2a3c57db-500c-4e82-b84c-e52c8dbdf5ac, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2a3c57db-500c-4e82-b84c-e52c8dbdf5ac,segment=NetworkSegment(e94f815c-3820-4772-9431-54e646f260cb),segment_id=e94f815c-3820-4772-9431-54e646f260cb)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:43.389147 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8bc6ec89-6d52-4fba-9018-61445056028e None None] For port 6706ecdb-b53f-4b91-a72a-3a4ad7eb9ae4, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:22:43.395280 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e248868e-0fd0-44cb-a2c0-520928e43e68 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] GET failed (client error): The resource could not be found. May 26 16:22:43.400902 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e248868e-0fd0-44cb-a2c0-520928e43e68 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports/b5742c2f-7d89-4945-a65e-31fdd802778a HTTP/1.1" status: 404 len: 333 time: 0.0697594 May 26 16:22:43.401894 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40874) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:43.408678 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:43.409500 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 307f3e94-aae3-43c4-ab8c-9afaf8eeacc9 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:22:43.428457 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8bc6ec89-6d52-4fba-9018-61445056028e None None] For port 6706ecdb-b53f-4b91-a72a-3a4ad7eb9ae4, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=6706ecdb-b53f-4b91-a72a-3a4ad7eb9ae4,segment=NetworkSegment(3f453cac-3ee3-4929-a68b-a79c0f03f1c4),segment_id=3f453cac-3ee3-4929-a68b-a79c0f03f1c4)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:22:43.480676 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c94f0d34-4279-4a5e-b9ae-91ef78bd19f6 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting subnet 7d3daf4d-c980-41d6-b8fa-a6fff0b59300 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:22:43.488477 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8bc6ec89-6d52-4fba-9018-61445056028e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:43.488821 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c94f0d34-4279-4a5e-b9ae-91ef78bd19f6 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:43.560615 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c94f0d34-4279-4a5e-b9ae-91ef78bd19f6 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:43.630427 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=2a3c57db-500c-4e82-b84c-e52c8dbdf5ac,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:43.701528 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c94f0d34-4279-4a5e-b9ae-91ef78bd19f6 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:43.728913 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6ec89-6d52-4fba-9018-61445056028e None None] Pushing event updated for resources: {'Port': ['ID=6706ecdb-b53f-4b91-a72a-3a4ad7eb9ae4,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:43.742876 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 307f3e94-aae3-43c4-ab8c-9afaf8eeacc9 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:43.743271 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:43.822870 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c94f0d34-4279-4a5e-b9ae-91ef78bd19f6 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:43.836013 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0baaad5f-615d-4c56-8f5a-49dd5de56f3f None None] Current status of the port 2a3c57db-500c-4e82-b84c-e52c8dbdf5ac is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:43.844452 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c94f0d34-4279-4a5e-b9ae-91ef78bd19f6 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:43.849843 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c94f0d34-4279-4a5e-b9ae-91ef78bd19f6 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/subnets/7d3daf4d-c980-41d6-b8fa-a6fff0b59300 HTTP/1.1" status: 204 len: 168 time: 0.4465599 May 26 16:22:43.854121 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40878) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:43.873998 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f0d34-4279-4a5e-b9ae-91ef78bd19f6 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Subnet': ['ID=7d3daf4d-c980-41d6-b8fa-a6fff0b59300,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:43.944301 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 307f3e94-aae3-43c4-ab8c-9afaf8eeacc9 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:44.068152 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f719336-31d7-4ea7-8351-3211fed1d2fd req-e58e0786-1d5a-499b-b955-5d187eb472dd tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.1389911 May 26 16:22:44.162771 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f1c11100-3a87-443e-a26d-ea4d867032b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:44.371055 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2a3c57db-500c-4e82-b84c-e52c8dbdf5ac up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:22:44.385560 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f78aec-e01c-450d-ba13-5f5800543d02 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:44.392661 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-f1c11100-3a87-443e-a26d-ea4d867032b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting port 6706ecdb-b53f-4b91-a72a-3a4ad7eb9ae4 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:44.393130 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f1c11100-3a87-443e-a26d-ea4d867032b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:44.469159 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2a3c57db-500c-4e82-b84c-e52c8dbdf5ac triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:44.469871 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:44.585619 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-f1c11100-3a87-443e-a26d-ea4d867032b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] For port 6706ecdb-b53f-4b91-a72a-3a4ad7eb9ae4, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=6706ecdb-b53f-4b91-a72a-3a4ad7eb9ae4,segment=NetworkSegment(3f453cac-3ee3-4929-a68b-a79c0f03f1c4),segment_id=3f453cac-3ee3-4929-a68b-a79c0f03f1c4)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:44.585990 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f1c11100-3a87-443e-a26d-ea4d867032b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:44.588485 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-22112150-579f-4ccc-9697-e6e05f25387f None None] Provisioning complete for port 2a3c57db-500c-4e82-b84c-e52c8dbdf5ac triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:44.588786 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-22112150-579f-4ccc-9697-e6e05f25387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:44.610225 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-f1c11100-3a87-443e-a26d-ea4d867032b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Calling delete_port for 6706ecdb-b53f-4b91-a72a-3a4ad7eb9ae4 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:44.638116 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2a3c57db-500c-4e82-b84c-e52c8dbdf5ac is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:44.639812 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6706ecdb-b53f-4b91-a72a-3a4ad7eb9ae4 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:22:44.792660 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 6706ecdb-b53f-4b91-a72a-3a4ad7eb9ae4 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:44.793027 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:44.838122 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-22112150-579f-4ccc-9697-e6e05f25387f None None] Current status of the port 2a3c57db-500c-4e82-b84c-e52c8dbdf5ac is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:44.858390 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Could not find standard attr ID for object 6706ecdb-b53f-4b91-a72a-3a4ad7eb9ae4. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:22:44.861662 n-d-843337-2 neutron-server[103897]: INFO neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No ports have port_id starting with 6706ecdb-b53f-4b91-a72a-3a4ad7eb9ae4 May 26 16:22:44.891369 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f1c11100-3a87-443e-a26d-ea4d867032b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:44.951331 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c11100-3a87-443e-a26d-ea4d867032b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Port': ['ID=6706ecdb-b53f-4b91-a72a-3a4ad7eb9ae4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:44.962644 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c11100-3a87-443e-a26d-ea4d867032b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] No DVR routers for this DVR port 6706ecdb-b53f-4b91-a72a-3a4ad7eb9ae4 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:45.024937 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-c1f78aec-e01c-450d-ba13-5f5800543d02 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Allocated IP 2001:db8:1::1 (2daa2b7e-0323-45b0-8682-cfac9e8cb594/41879c11-25c8-4660-a21c-0d0fe6108420/d11ab031-2782-4f07-b064-dc8e7aa54006) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:22:45.151507 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f1c11100-3a87-443e-a26d-ea4d867032b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.275005 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9a481b-2d74-4ea5-bc5d-531fc65bb362 None None] Network f43718a4-5eb8-40fb-a5ef-f3284be23ead requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:45.278323 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-063c406d-ce5c-48a6-a483-6ea35f1d4dab req-98e18fcc-069c-4884-a538-421fa3570c53 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0536387 May 26 16:22:45.280806 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-f1c11100-3a87-443e-a26d-ea4d867032b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f43718a4-5eb8-40fb-a5ef-f3284be23ead']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:45.300366 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-f1c11100-3a87-443e-a26d-ea4d867032b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f453cac-3ee3-4929-a68b-a79c0f03f1c4') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:45.300679 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-f1c11100-3a87-443e-a26d-ea4d867032b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f453cac-3ee3-4929-a68b-a79c0f03f1c4') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:45.319923 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f1c11100-3a87-443e-a26d-ea4d867032b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.348293 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f1c11100-3a87-443e-a26d-ea4d867032b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.362912 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c11100-3a87-443e-a26d-ea4d867032b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:45.363241 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f1c11100-3a87-443e-a26d-ea4d867032b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.409006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-fc044ab8-06bd-4962-98f9-aa3d6608b4ea None None] Could not find standard attr ID for object 6706ecdb-b53f-4b91-a72a-3a4ad7eb9ae4. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:22:45.424986 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 3f453cac-3ee3-4929-a68b-a79c0f03f1c4 resource provider aggregate not found May 26 16:22:45.431106 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f78aec-e01c-450d-ba13-5f5800543d02 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.468477 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 3f453cac-3ee3-4929-a68b-a79c0f03f1c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f453cac-3ee3-4929-a68b-a79c0f03f1c4 found for delete ", "request_id": "req-a4531ba3-bf93-4076-97a5-70d5b45764fb"}]} May 26 16:22:45.486539 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f1c11100-3a87-443e-a26d-ea4d867032b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.493609 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f1c11100-3a87-443e-a26d-ea4d867032b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.499702 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f1c11100-3a87-443e-a26d-ea4d867032b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/networks/f43718a4-5eb8-40fb-a5ef-f3284be23ead HTTP/1.1" status: 204 len: 168 time: 1.6440609 May 26 16:22:45.503288 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40890) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:45.509975 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c5026ff6-d7e4-4616-a442-8e8ee9cbce6d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1144150276'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:45.539962 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c11100-3a87-443e-a26d-ea4d867032b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Network': ['ID=f43718a4-5eb8-40fb-a5ef-f3284be23ead,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:45.557460 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5026ff6-d7e4-4616-a442-8e8ee9cbce6d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:45.562975 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c5026ff6-d7e4-4616-a442-8e8ee9cbce6d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.568330 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f78aec-e01c-450d-ba13-5f5800543d02 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.595497 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5026ff6-d7e4-4616-a442-8e8ee9cbce6d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:22:45.605635 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c5026ff6-d7e4-4616-a442-8e8ee9cbce6d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.606396 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-c5026ff6-d7e4-4616-a442-8e8ee9cbce6d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Added segment 8e817788-43b5-4009-b057-b6dc2d5cf151 of type vlan for network 5c25f033-7448-43e6-a836-a01d4a987957 May 26 16:22:45.609427 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6d8ecb3e-5bf1-496a-9d25-4889308aafd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.639478 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f78aec-e01c-450d-ba13-5f5800543d02 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network 2daa2b7e-0323-45b0-8682-cfac9e8cb594 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:22:45.646384 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-c1f78aec-e01c-450d-ba13-5f5800543d02 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:45.650720 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f78aec-e01c-450d-ba13-5f5800543d02 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:22:45.651761 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f78aec-e01c-450d-ba13-5f5800543d02 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.670183 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c5026ff6-d7e4-4616-a442-8e8ee9cbce6d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.711050 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae89ef18-4b07-4f40-a229-649f3ea77de0 None None] DHCP port deletion for f43718a4-5eb8-40fb-a5ef-f3284be23ead request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:22:45.723880 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c5026ff6-d7e4-4616-a442-8e8ee9cbce6d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.731138 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5026ff6-d7e4-4616-a442-8e8ee9cbce6d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:45.732447 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c5026ff6-d7e4-4616-a442-8e8ee9cbce6d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:45.745280 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f78aec-e01c-450d-ba13-5f5800543d02 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Port': ['ID=d11ab031-2782-4f07-b064-dc8e7aa54006,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:45.783018 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c5026ff6-d7e4-4616-a442-8e8ee9cbce6d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2785528 May 26 16:22:45.788904 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40892) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:45.799317 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-35e92dcb-3e77-4287-8a29-65ecb625c041 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'subnet': {'network_id': '5c25f033-7448-43e6-a836-a01d4a987957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:45.887030 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5026ff6-d7e4-4616-a442-8e8ee9cbce6d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Network': ['ID=5c25f033-7448-43e6-a836-a01d4a987957,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:45.900597 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 5c25f033-7448-43e6-a836-a01d4a987957 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:22:45.975557 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f78aec-e01c-450d-ba13-5f5800543d02 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:46.002060 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e92dcb-3e77-4287-8a29-65ecb625c041 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:46.003031 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-35e92dcb-3e77-4287-8a29-65ecb625c041 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:46.119444 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6706ecdb-b53f-4b91-a72a-3a4ad7eb9ae4 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:22:46.153293 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 6706ecdb-b53f-4b91-a72a-3a4ad7eb9ae4 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:22:46.153588 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6706ecdb-b53f-4b91-a72a-3a4ad7eb9ae4 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:22:46.171637 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-cd58fee9-628e-4059-9693-fb82e2e3f22f None None] Provisioning complete for port d11ab031-2782-4f07-b064-dc8e7aa54006 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:46.173658 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cd58fee9-628e-4059-9693-fb82e2e3f22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:46.229049 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cd58fee9-628e-4059-9693-fb82e2e3f22f None None] Port d11ab031-2782-4f07-b064-dc8e7aa54006 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:22:46.446531 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-35e92dcb-3e77-4287-8a29-65ecb625c041 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:46.485849 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-92de93fc-d84c-49a3-9f35-df5f5cb0db02 req-624e744d-bc72-481e-89b3-8e22037643f4 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0595520 May 26 16:22:46.513246 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:46.584301 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e92dcb-3e77-4287-8a29-65ecb625c041 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Subnet': ['ID=29de6711-f6be-47be-bbed-1efd6c82fc6b,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:46.629304 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e92dcb-3e77-4287-8a29-65ecb625c041 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Checking segment: {'id': '8e817788-43b5-4009-b057-b6dc2d5cf151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5c25f033-7448-43e6-a836-a01d4a987957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:46.629672 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e92dcb-3e77-4287-8a29-65ecb625c041 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network hostable DHCP agents. Network: 5c25f033-7448-43e6-a836-a01d4a987957, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:22:46.635651 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f78aec-e01c-450d-ba13-5f5800543d02 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:46.643956 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f78aec-e01c-450d-ba13-5f5800543d02 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:46.644782 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c1f78aec-e01c-450d-ba13-5f5800543d02 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:46.711310 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e92dcb-3e77-4287-8a29-65ecb625c041 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network 5c25f033-7448-43e6-a836-a01d4a987957 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:22:46.766527 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-35e92dcb-3e77-4287-8a29-65ecb625c041 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 5c25f033-7448-43e6-a836-a01d4a987957) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:46.778720 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f78aec-e01c-450d-ba13-5f5800543d02 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Port': ['ID=d11ab031-2782-4f07-b064-dc8e7aa54006,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:46.780198 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e7227d-6fe1-4d2f-9dbb-56698ad29af0 None None] Network 5c25f033-7448-43e6-a836-a01d4a987957 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:46.782267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e92dcb-3e77-4287-8a29-65ecb625c041 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:46.782927 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-35e92dcb-3e77-4287-8a29-65ecb625c041 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:46.818394 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-35e92dcb-3e77-4287-8a29-65ecb625c041 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0281744 May 26 16:22:46.822127 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40898) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:46.832587 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-0f71273c-3696-4b6b-93f0-3a82e5943d07 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'port': {'network_id': '5c25f033-7448-43e6-a836-a01d4a987957', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1925201456'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:46.848700 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f78aec-e01c-450d-ba13-5f5800543d02 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network 2daa2b7e-0323-45b0-8682-cfac9e8cb594 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:22:46.850267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-c1f78aec-e01c-450d-ba13-5f5800543d02 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:46.967484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f631514-56a5-46da-ace4-7486231301e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-5c25f033-7448-43e6-a836-a01d4a987957', 'network_id': '5c25f033-7448-43e6-a836-a01d4a987957', 'tenant_id': '3be6215cac414c0cad4d0387a5c1f396', 'fixed_ips': [{'subnet_id': '29de6711-f6be-47be-bbed-1efd6c82fc6b'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:22:46.969209 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2f631514-56a5-46da-ace4-7486231301e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:47.029852 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f78aec-e01c-450d-ba13-5f5800543d02 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Router aa5506e6-cfdf-4ecd-af30-b5354f43cd88 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:22:47.054150 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f71273c-3696-4b6b-93f0-3a82e5943d07 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:47.060581 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0f71273c-3696-4b6b-93f0-3a82e5943d07 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:47.100766 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-0f71273c-3696-4b6b-93f0-3a82e5943d07 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] device_id is not set on port 2b791937-7f3a-456a-a582-781f4e1095fe yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:22:47.224375 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f78aec-e01c-450d-ba13-5f5800543d02 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:22:47.242290 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-2f631514-56a5-46da-ace4-7486231301e5 None None] Allocated IP 2001:db8::2 (5c25f033-7448-43e6-a836-a01d4a987957/29de6711-f6be-47be-bbed-1efd6c82fc6b/9e47ffe5-9752-4446-b149-4b97f1f4155f) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:22:47.242472 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c1f78aec-e01c-450d-ba13-5f5800543d02 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "PUT /v2.0/routers/aa5506e6-cfdf-4ecd-af30-b5354f43cd88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4419687 May 26 16:22:47.242646 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40902) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:47.244837 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1df7c8-e520-420a-a223-c5a8be9948ab None None] Sync routers for ids ['aa5506e6-cfdf-4ecd-af30-b5354f43cd88'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:22:47.299453 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1df7c8-e520-420a-a223-c5a8be9948ab None None] Routers {'aa5506e6-cfdf-4ecd-af30-b5354f43cd88'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:22:47.300392 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3c1df7c8-e520-420a-a223-c5a8be9948ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:22:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['aa5506e6-cfdf-4ecd-af30-b5354f43cd88'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:47.312702 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2cf612-14a8-4b9b-9a17-221b13d79910 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:47.315202 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-df2cf612-14a8-4b9b-9a17-221b13d79910 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "GET /v2.0/ports/d11ab031-2782-4f07-b064-dc8e7aa54006 HTTP/1.1" status: 200 len: 913 time: 0.0781283 May 26 16:22:47.318010 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40904) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:47.355536 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3c1df7c8-e520-420a-a223-c5a8be9948ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:47.404442 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-fd330ec1-225a-471c-8373-69315b29106c None None] Provisioning complete for port d11ab031-2782-4f07-b064-dc8e7aa54006 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:47.406547 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fd330ec1-225a-471c-8373-69315b29106c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:47.462143 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1df7c8-e520-420a-a223-c5a8be9948ab None None] Routers {'aa5506e6-cfdf-4ecd-af30-b5354f43cd88'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:22:47.462959 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3c1df7c8-e520-420a-a223-c5a8be9948ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:22:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['aa5506e6-cfdf-4ecd-af30-b5354f43cd88'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:47.545464 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3c1df7c8-e520-420a-a223-c5a8be9948ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:47.546464 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1df7c8-e520-420a-a223-c5a8be9948ab None None] The sync data for ids ['aa5506e6-cfdf-4ecd-af30-b5354f43cd88'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:22:47.597991 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-fd330ec1-225a-471c-8373-69315b29106c None None] Port d11ab031-2782-4f07-b064-dc8e7aa54006 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:22:47.679134 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2f631514-56a5-46da-ace4-7486231301e5 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:47.691978 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2f631514-56a5-46da-ace4-7486231301e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:47.733993 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cbfd189c-92ca-4fe3-a6c8-8acac9b45f93 req-e44ded39-97ac-4499-b9d5-fb5c7d91eb55 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0604994 May 26 16:22:47.764621 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f631514-56a5-46da-ace4-7486231301e5 None None] Network 5c25f033-7448-43e6-a836-a01d4a987957 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:22:47.780144 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-2f631514-56a5-46da-ace4-7486231301e5 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:47.787652 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f631514-56a5-46da-ace4-7486231301e5 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:22:47.805398 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f631514-56a5-46da-ace4-7486231301e5 None None] Pushing event updated for resources: {'Port': ['ID=9e47ffe5-9752-4446-b149-4b97f1f4155f,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:47.831287 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-0f71273c-3696-4b6b-93f0-3a82e5943d07 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Allocated IP 2001:db8::34a (5c25f033-7448-43e6-a836-a01d4a987957/29de6711-f6be-47be-bbed-1efd6c82fc6b/2b791937-7f3a-456a-a582-781f4e1095fe) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:22:47.872327 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-2f631514-56a5-46da-ace4-7486231301e5 None None] Attempting to bind port 9e47ffe5-9752-4446-b149-4b97f1f4155f on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:22:47.873104 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-2f631514-56a5-46da-ace4-7486231301e5 None None] Attempting to bind port 9e47ffe5-9752-4446-b149-4b97f1f4155f by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8e817788-43b5-4009-b057-b6dc2d5cf151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5c25f033-7448-43e6-a836-a01d4a987957'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:22:47.873862 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f631514-56a5-46da-ace4-7486231301e5 None None] Attempting to bind port 9e47ffe5-9752-4446-b149-4b97f1f4155f on network 5c25f033-7448-43e6-a836-a01d4a987957 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:22:47.888333 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f631514-56a5-46da-ace4-7486231301e5 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:22:47.890063 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f631514-56a5-46da-ace4-7486231301e5 None None] Checking segment: {'id': '8e817788-43b5-4009-b057-b6dc2d5cf151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5c25f033-7448-43e6-a836-a01d4a987957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:22:47.890063 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2f631514-56a5-46da-ace4-7486231301e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:47.890722 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f631514-56a5-46da-ace4-7486231301e5 None None] Bound using segment: {'id': '8e817788-43b5-4009-b057-b6dc2d5cf151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5c25f033-7448-43e6-a836-a01d4a987957'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:22:47.891602 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-2f631514-56a5-46da-ace4-7486231301e5 None None] Bound port: 9e47ffe5-9752-4446-b149-4b97f1f4155f, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e817788-43b5-4009-b057-b6dc2d5cf151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5c25f033-7448-43e6-a836-a01d4a987957'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:22:47.892332 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2f631514-56a5-46da-ace4-7486231301e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:48.004962 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:48.049952 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0f71273c-3696-4b6b-93f0-3a82e5943d07 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:48.051244 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-2f631514-56a5-46da-ace4-7486231301e5 None None] For port 9e47ffe5-9752-4446-b149-4b97f1f4155f, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:22:48.056627 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-2f631514-56a5-46da-ace4-7486231301e5 None None] For port 9e47ffe5-9752-4446-b149-4b97f1f4155f, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9e47ffe5-9752-4446-b149-4b97f1f4155f,segment=NetworkSegment(8e817788-43b5-4009-b057-b6dc2d5cf151),segment_id=8e817788-43b5-4009-b057-b6dc2d5cf151)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:22:48.068571 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2f631514-56a5-46da-ace4-7486231301e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:48.068872 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-66cad6e7-116b-49fa-81bc-904ee7c183b0 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:48.165531 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f631514-56a5-46da-ace4-7486231301e5 None None] Pushing event updated for resources: {'Port': ['ID=9e47ffe5-9752-4446-b149-4b97f1f4155f,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:48.181751 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0f71273c-3696-4b6b-93f0-3a82e5943d07 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:48.255094 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:48.270057 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f71273c-3696-4b6b-93f0-3a82e5943d07 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network 5c25f033-7448-43e6-a836-a01d4a987957 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:22:48.291274 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-0f71273c-3696-4b6b-93f0-3a82e5943d07 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:48.295511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f71273c-3696-4b6b-93f0-3a82e5943d07 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:22:48.304348 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f71273c-3696-4b6b-93f0-3a82e5943d07 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:48.305284 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0f71273c-3696-4b6b-93f0-3a82e5943d07 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:48.325718 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71273c-3696-4b6b-93f0-3a82e5943d07 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Port': ['ID=2b791937-7f3a-456a-a582-781f4e1095fe,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:48.354829 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0f71273c-3696-4b6b-93f0-3a82e5943d07 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.5305791 May 26 16:22:48.358385 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40912) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:48.530663 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-495f9905-888e-45f4-bfb5-84bd7e262841 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting port 2b791937-7f3a-456a-a582-781f4e1095fe {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:48.531009 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-495f9905-888e-45f4-bfb5-84bd7e262841 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:48.576377 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-66cad6e7-116b-49fa-81bc-904ee7c183b0 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Deleting port d11ab031-2782-4f07-b064-dc8e7aa54006 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:48.576972 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-66cad6e7-116b-49fa-81bc-904ee7c183b0 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:48.675504 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-495f9905-888e-45f4-bfb5-84bd7e262841 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:48.689972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-495f9905-888e-45f4-bfb5-84bd7e262841 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Calling delete_port for 2b791937-7f3a-456a-a582-781f4e1095fe owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:48.699398 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-66cad6e7-116b-49fa-81bc-904ee7c183b0 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:48.726027 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-66cad6e7-116b-49fa-81bc-904ee7c183b0 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Calling delete_port for d11ab031-2782-4f07-b064-dc8e7aa54006 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:48.955862 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:48.966983 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-495f9905-888e-45f4-bfb5-84bd7e262841 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:49.006225 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-189c8691-ed4b-4574-877d-695820430676 req-060b7842-1ef0-4462-aad2-39b27e00e7c7 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0818288 May 26 16:22:49.036390 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f9905-888e-45f4-bfb5-84bd7e262841 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Port': ['ID=2b791937-7f3a-456a-a582-781f4e1095fe,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:49.061226 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-66cad6e7-116b-49fa-81bc-904ee7c183b0 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:49.098147 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cad6e7-116b-49fa-81bc-904ee7c183b0 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Port': ['ID=d11ab031-2782-4f07-b064-dc8e7aa54006,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:49.110177 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-495f9905-888e-45f4-bfb5-84bd7e262841 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:49.117195 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-495f9905-888e-45f4-bfb5-84bd7e262841 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/ports/2b791937-7f3a-456a-a582-781f4e1095fe HTTP/1.1" status: 204 len: 168 time: 0.7572920 May 26 16:22:49.120950 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40916) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:49.159715 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c16473-2c3c-431b-8a6c-892b1217197d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] GET failed (client error): The resource could not be found. May 26 16:22:49.161728 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-46c16473-2c3c-431b-8a6c-892b1217197d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports/2b791937-7f3a-456a-a582-781f4e1095fe HTTP/1.1" status: 404 len: 333 time: 0.0383983 May 26 16:22:49.167252 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40918) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:49.286596 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f649984-f42b-459d-b12d-1ab182608dab tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting subnet 29de6711-f6be-47be-bbed-1efd6c82fc6b {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:22:49.289706 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-66cad6e7-116b-49fa-81bc-904ee7c183b0 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:49.297618 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6f649984-f42b-459d-b12d-1ab182608dab tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:49.365016 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6f649984-f42b-459d-b12d-1ab182608dab tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:49.498077 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6f649984-f42b-459d-b12d-1ab182608dab tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:49.593803 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6f649984-f42b-459d-b12d-1ab182608dab tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:49.630499 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f649984-f42b-459d-b12d-1ab182608dab tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Subnet': ['ID=29de6711-f6be-47be-bbed-1efd6c82fc6b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:49.631297 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cad6e7-116b-49fa-81bc-904ee7c183b0 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Router aa5506e6-cfdf-4ecd-af30-b5354f43cd88 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:22:49.647981 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4a41be-a520-4fb1-8405-18b2fe70dfbe None None] Network 5c25f033-7448-43e6-a836-a01d4a987957 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:49.648289 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6f649984-f42b-459d-b12d-1ab182608dab tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:49.653925 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6f649984-f42b-459d-b12d-1ab182608dab tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/subnets/29de6711-f6be-47be-bbed-1efd6c82fc6b HTTP/1.1" status: 204 len: 168 time: 0.4849844 May 26 16:22:49.656850 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40924) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:49.773772 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cad6e7-116b-49fa-81bc-904ee7c183b0 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:22:49.784623 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-66cad6e7-116b-49fa-81bc-904ee7c183b0 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "PUT /v2.0/routers/aa5506e6-cfdf-4ecd-af30-b5354f43cd88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4639254 May 26 16:22:49.786177 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40926) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:49.789754 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f358280-b7c6-46eb-92d9-8bc23e4b2192 None None] Sync routers for ids ['aa5506e6-cfdf-4ecd-af30-b5354f43cd88'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:22:49.791991 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6c06f43-3cba-43bc-bc47-ba3293055db3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:49.799917 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c39aa3fe-b2ff-4b63-a1bc-ef550d097987 None None] Provisioning complete for port 9e47ffe5-9752-4446-b149-4b97f1f4155f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:22:49.800442 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c39aa3fe-b2ff-4b63-a1bc-ef550d097987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:49.806939 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f358280-b7c6-46eb-92d9-8bc23e4b2192 None None] Routers {'aa5506e6-cfdf-4ecd-af30-b5354f43cd88'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:22:49.807841 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7f358280-b7c6-46eb-92d9-8bc23e4b2192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:22:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['aa5506e6-cfdf-4ecd-af30-b5354f43cd88'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:49.902731 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7f358280-b7c6-46eb-92d9-8bc23e4b2192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:49.922381 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f358280-b7c6-46eb-92d9-8bc23e4b2192 None None] Routers {'aa5506e6-cfdf-4ecd-af30-b5354f43cd88'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:22:49.922554 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7f358280-b7c6-46eb-92d9-8bc23e4b2192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:22:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['aa5506e6-cfdf-4ecd-af30-b5354f43cd88'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:49.941386 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c39aa3fe-b2ff-4b63-a1bc-ef550d097987 None None] Current status of the port 9e47ffe5-9752-4446-b149-4b97f1f4155f is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:22:49.942187 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c39aa3fe-b2ff-4b63-a1bc-ef550d097987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:49.963930 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7f358280-b7c6-46eb-92d9-8bc23e4b2192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:49.965046 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f358280-b7c6-46eb-92d9-8bc23e4b2192 None None] The sync data for ids ['aa5506e6-cfdf-4ecd-af30-b5354f43cd88'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:22:49.967906 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da510d0-68ac-45fb-8025-acd357046f97 None None] DHCP port deletion for 5c25f033-7448-43e6-a836-a01d4a987957 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:22:49.990109 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-d6c06f43-3cba-43bc-bc47-ba3293055db3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting port 9e47ffe5-9752-4446-b149-4b97f1f4155f {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:49.990673 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6c06f43-3cba-43bc-bc47-ba3293055db3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:50.051054 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ee8f12c1-61a8-46a3-915f-d2247a86a0b4 req-5041d76a-1629-4590-93ef-133c53af1682 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1401401 May 26 16:22:50.073898 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c39aa3fe-b2ff-4b63-a1bc-ef550d097987 None None] For port 9e47ffe5-9752-4446-b149-4b97f1f4155f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9e47ffe5-9752-4446-b149-4b97f1f4155f,segment=NetworkSegment(8e817788-43b5-4009-b057-b6dc2d5cf151),segment_id=8e817788-43b5-4009-b057-b6dc2d5cf151)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:50.091125 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c39aa3fe-b2ff-4b63-a1bc-ef550d097987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:50.174514 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-d6c06f43-3cba-43bc-bc47-ba3293055db3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] For port 9e47ffe5-9752-4446-b149-4b97f1f4155f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9e47ffe5-9752-4446-b149-4b97f1f4155f,segment=NetworkSegment(8e817788-43b5-4009-b057-b6dc2d5cf151),segment_id=8e817788-43b5-4009-b057-b6dc2d5cf151)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:50.174819 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6c06f43-3cba-43bc-bc47-ba3293055db3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:50.192198 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-d6c06f43-3cba-43bc-bc47-ba3293055db3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Calling delete_port for 9e47ffe5-9752-4446-b149-4b97f1f4155f owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:50.311295 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f12c1-61a8-46a3-915f-d2247a86a0b4 req-e8aaf168-2073-4a86-8a22-52d76e988e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:50.313571 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ee8f12c1-61a8-46a3-915f-d2247a86a0b4 req-e8aaf168-2073-4a86-8a22-52d76e988e73 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d026034f0b5c4db588d9be515d0f060a&device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 1097 time: 0.1936238 May 26 16:22:50.314569 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39aa3fe-b2ff-4b63-a1bc-ef550d097987 None None] Pushing event updated for resources: {'Port': ['ID=9e47ffe5-9752-4446-b149-4b97f1f4155f,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:50.322544 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-97374488-f321-4584-a15b-6227be7a3a87 req-bd23e5aa-3863-499c-85e6-82670786b2bb tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.1196613 May 26 16:22:50.331623 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4da510d0-68ac-45fb-8025-acd357046f97 None None] Deleting port 9e47ffe5-9752-4446-b149-4b97f1f4155f {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:50.332068 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4da510d0-68ac-45fb-8025-acd357046f97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:50.484015 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-4da510d0-68ac-45fb-8025-acd357046f97 None None] For port 9e47ffe5-9752-4446-b149-4b97f1f4155f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9e47ffe5-9752-4446-b149-4b97f1f4155f,segment=NetworkSegment(8e817788-43b5-4009-b057-b6dc2d5cf151),segment_id=8e817788-43b5-4009-b057-b6dc2d5cf151)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:50.484015 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4da510d0-68ac-45fb-8025-acd357046f97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:50.503956 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4da510d0-68ac-45fb-8025-acd357046f97 None None] Calling delete_port for 9e47ffe5-9752-4446-b149-4b97f1f4155f owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:50.659261 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f12c1-61a8-46a3-915f-d2247a86a0b4 req-797e2529-0e6a-4427-9de7-878533664586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:50.661382 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ee8f12c1-61a8-46a3-915f-d2247a86a0b4 req-797e2529-0e6a-4427-9de7-878533664586 service neutron] 10.222.0.83 "GET /v2.0/networks?id=91e281f8-c4da-4a2d-a68d-16e867895ff6 HTTP/1.1" status: 200 len: 916 time: 0.2716122 May 26 16:22:50.698758 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4da510d0-68ac-45fb-8025-acd357046f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:50.731336 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da510d0-68ac-45fb-8025-acd357046f97 None None] Pushing event deleted for resources: {'Port': ['ID=9e47ffe5-9752-4446-b149-4b97f1f4155f,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:50.736680 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da510d0-68ac-45fb-8025-acd357046f97 None None] No DVR routers for this DVR port 9e47ffe5-9752-4446-b149-4b97f1f4155f on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:50.953200 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6c06f43-3cba-43bc-bc47-ba3293055db3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:50.990971 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c06f43-3cba-43bc-bc47-ba3293055db3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Port': ['ID=9e47ffe5-9752-4446-b149-4b97f1f4155f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:50.998492 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c06f43-3cba-43bc-bc47-ba3293055db3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] No DVR routers for this DVR port 9e47ffe5-9752-4446-b149-4b97f1f4155f on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:51.091613 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c47e0-60be-4607-9ff9-af565a6aae55 req-1c4e7174-19a9-4005-9c07-ac3b588c4871 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:51.094447 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-703c47e0-60be-4607-9ff9-af565a6aae55 req-1c4e7174-19a9-4005-9c07-ac3b588c4871 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=8acb8a23-df31-4b21-94dc-ab80eddbbbb3 HTTP/1.1" status: 200 len: 946 time: 0.1793749 May 26 16:22:51.209648 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ee8f12c1-61a8-46a3-915f-d2247a86a0b4 req-b297c951-08b1-422c-8a9b-a265aee31d23 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32c841dd-a3a9-41cf-b781-e4cc4980e662 HTTP/1.1" status: 200 len: 1001 time: 0.5381854 May 26 16:22:51.217273 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6c06f43-3cba-43bc-bc47-ba3293055db3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:51.270435 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-703c47e0-60be-4607-9ff9-af565a6aae55 req-ed8a2cb1-c38f-40c6-b967-7d3e47e5a5b4 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=c82b7ab3-c33b-474f-a6ec-0abd534c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176119 May 26 16:22:51.273244 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-d6c06f43-3cba-43bc-bc47-ba3293055db3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c25f033-7448-43e6-a836-a01d4a987957']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:51.294741 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f12c1-61a8-46a3-915f-d2247a86a0b4 req-2f0f4396-7724-4227-80ca-b8e6fa6e91f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:51.294741 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ee8f12c1-61a8-46a3-915f-d2247a86a0b4 req-2f0f4396-7724-4227-80ca-b8e6fa6e91f2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fee14286-9209-4b96-87d8-95a3251de24f HTTP/1.1" status: 200 len: 854 time: 0.0735619 May 26 16:22:51.295084 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-d6c06f43-3cba-43bc-bc47-ba3293055db3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e817788-43b5-4009-b057-b6dc2d5cf151') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:51.295084 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-d6c06f43-3cba-43bc-bc47-ba3293055db3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e817788-43b5-4009-b057-b6dc2d5cf151') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:51.295707 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-526ecb06-ce0a-44e3-9095-f0a609b8382b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:51.321629 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6c06f43-3cba-43bc-bc47-ba3293055db3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:51.345976 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6c06f43-3cba-43bc-bc47-ba3293055db3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:51.358361 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c06f43-3cba-43bc-bc47-ba3293055db3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:51.359298 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6c06f43-3cba-43bc-bc47-ba3293055db3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:51.393915 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 8e817788-43b5-4009-b057-b6dc2d5cf151 resource provider aggregate not found May 26 16:22:51.470331 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 8e817788-43b5-4009-b057-b6dc2d5cf151 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e817788-43b5-4009-b057-b6dc2d5cf151 found for delete ", "request_id": "req-ab2dc6f4-c4b6-4976-b28d-9af65e494f1d"}]} May 26 16:22:51.497387 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6c06f43-3cba-43bc-bc47-ba3293055db3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:51.502294 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ddfda99-cdec-4d49-a738-a98cea4c045c req-596654a4-e793-4781-8c51-df8b2d0b43dd tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0520594 May 26 16:22:51.508030 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6c06f43-3cba-43bc-bc47-ba3293055db3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:51.511390 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d6c06f43-3cba-43bc-bc47-ba3293055db3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/networks/5c25f033-7448-43e6-a836-a01d4a987957 HTTP/1.1" status: 204 len: 168 time: 1.8534715 May 26 16:22:51.517054 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40948) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:51.521007 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-33ec0669-d89f-41a3-a235-816c9e1185eb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'port': {'network_id': '80e6d2c3-0729-4530-a249-28a3e203bb37', 'name': 'tempest-PortsIpV6TestJSON-77342381'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:51.536031 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c06f43-3cba-43bc-bc47-ba3293055db3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Network': ['ID=5c25f033-7448-43e6-a836-a01d4a987957,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:51.566573 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f12c1-61a8-46a3-915f-d2247a86a0b4 req-cde51c38-2dc9-4174-84f1-873c6090481a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:51.569093 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ee8f12c1-61a8-46a3-915f-d2247a86a0b4 req-cde51c38-2dc9-4174-84f1-873c6090481a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91e281f8-c4da-4a2d-a68d-16e867895ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2174630 May 26 16:22:51.654888 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ec0669-d89f-41a3-a235-816c9e1185eb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:51.661444 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33ec0669-d89f-41a3-a235-816c9e1185eb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:51.699167 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-33ec0669-d89f-41a3-a235-816c9e1185eb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] device_id is not set on port d344959d-3e5e-4bcf-bc6a-bd625c753969 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:22:51.742357 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ee8f12c1-61a8-46a3-915f-d2247a86a0b4 req-e0f925e5-cfbe-4a32-a3c1-bbda4522c8fb service neutron] 10.222.0.83 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277680 May 26 16:22:51.914655 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ee8f12c1-61a8-46a3-915f-d2247a86a0b4 req-e316a975-4870-4221-ac88-86ea010f3c85 service neutron] 10.222.0.83 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658587 May 26 16:22:51.931418 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-526ecb06-ce0a-44e3-9095-f0a609b8382b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Deleting port 29b44db5-e612-45f5-9206-619dccd3c055 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:51.932350 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-526ecb06-ce0a-44e3-9095-f0a609b8382b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:51.999525 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33ec0669-d89f-41a3-a235-816c9e1185eb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:52.060745 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33ec0669-d89f-41a3-a235-816c9e1185eb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:52.072847 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-526ecb06-ce0a-44e3-9095-f0a609b8382b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:52.096509 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-526ecb06-ce0a-44e3-9095-f0a609b8382b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Calling delete_port for 29b44db5-e612-45f5-9206-619dccd3c055 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:52.143680 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ec0669-d89f-41a3-a235-816c9e1185eb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network 80e6d2c3-0729-4530-a249-28a3e203bb37 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:22:52.148182 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-33ec0669-d89f-41a3-a235-816c9e1185eb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:52.154211 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ec0669-d89f-41a3-a235-816c9e1185eb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:22:52.162708 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ec0669-d89f-41a3-a235-816c9e1185eb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:52.163666 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33ec0669-d89f-41a3-a235-816c9e1185eb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:52.177901 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec0669-d89f-41a3-a235-816c9e1185eb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Port': ['ID=d344959d-3e5e-4bcf-bc6a-bd625c753969,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:52.197380 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-33ec0669-d89f-41a3-a235-816c9e1185eb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.6805871 May 26 16:22:52.201041 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40952) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:52.450618 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b1de870c-4668-46de-a39f-49efd7fe8fc7 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting port d344959d-3e5e-4bcf-bc6a-bd625c753969 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:52.451057 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b1de870c-4668-46de-a39f-49efd7fe8fc7 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:52.464921 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7812f-cd02-4034-9db2-8c07a2406b13 req-c24f9f99-5443-456c-a474-20d40c0940e2 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:52.467604 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3ff7812f-cd02-4034-9db2-8c07a2406b13 req-c24f9f99-5443-456c-a474-20d40c0940e2 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=8acb8a23-df31-4b21-94dc-ab80eddbbbb3 HTTP/1.1" status: 200 len: 946 time: 0.1080720 May 26 16:22:52.477046 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a5e54-e1dd-4ade-8b43-7c54757c717f req-bed984f9-25ac-46fb-b37c-7ac8e4a82025 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:52.478742 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f87a5e54-e1dd-4ade-8b43-7c54757c717f req-bed984f9-25ac-46fb-b37c-7ac8e4a82025 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.81 "GET /v2.0/ports?device_id=8acb8a23-df31-4b21-94dc-ab80eddbbbb3 HTTP/1.1" status: 200 len: 946 time: 0.0856721 May 26 16:22:52.652447 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b1de870c-4668-46de-a39f-49efd7fe8fc7 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:52.682820 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b1de870c-4668-46de-a39f-49efd7fe8fc7 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Calling delete_port for d344959d-3e5e-4bcf-bc6a-bd625c753969 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:52.694891 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-526ecb06-ce0a-44e3-9095-f0a609b8382b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:52.717880 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f040f52a-7f3d-40c0-8639-78224f5463d3 req-5a6fe8e8-2e8e-4cfc-a3bd-740011e49341 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0492048 May 26 16:22:52.728022 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3ff7812f-cd02-4034-9db2-8c07a2406b13 req-131d44f2-8afa-49d4-aae9-36488e4170ab tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=c82b7ab3-c33b-474f-a6ec-0abd534c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412708 May 26 16:22:52.756318 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ecb06-ce0a-44e3-9095-f0a609b8382b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Port': ['ID=29b44db5-e612-45f5-9206-619dccd3c055,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:52.761700 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-f87a5e54-e1dd-4ade-8b43-7c54757c717f req-2aca4db5-4dcf-4057-912b-8c2a8444808b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Deleting port 52b75c25-200a-4735-8779-b8be659b4f8f {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:52.762839 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f87a5e54-e1dd-4ade-8b43-7c54757c717f req-2aca4db5-4dcf-4057-912b-8c2a8444808b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:53.001645 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-f87a5e54-e1dd-4ade-8b43-7c54757c717f req-2aca4db5-4dcf-4057-912b-8c2a8444808b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] For port 52b75c25-200a-4735-8779-b8be659b4f8f, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=52b75c25-200a-4735-8779-b8be659b4f8f,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:53.002392 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f87a5e54-e1dd-4ade-8b43-7c54757c717f req-2aca4db5-4dcf-4057-912b-8c2a8444808b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:53.042200 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-526ecb06-ce0a-44e3-9095-f0a609b8382b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:53.093386 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b1de870c-4668-46de-a39f-49efd7fe8fc7 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:53.258637 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de870c-4668-46de-a39f-49efd7fe8fc7 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Port': ['ID=d344959d-3e5e-4bcf-bc6a-bd625c753969,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:53.279899 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b1de870c-4668-46de-a39f-49efd7fe8fc7 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:53.287100 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b1de870c-4668-46de-a39f-49efd7fe8fc7 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/ports/d344959d-3e5e-4bcf-bc6a-bd625c753969 HTTP/1.1" status: 204 len: 168 time: 1.0813348 May 26 16:22:53.287875 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40960) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:53.295768 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-43e0c741-d428-4536-8017-233e8d516a1a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'port': {'network_id': '80e6d2c3-0729-4530-a249-28a3e203bb37', 'mac_address': 'fa:16:3e:71:e8:cd', 'name': 'tempest-PortsIpV6TestJSON-809832395'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:53.324022 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f87a5e54-e1dd-4ade-8b43-7c54757c717f req-2aca4db5-4dcf-4057-912b-8c2a8444808b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:53.325452 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f87a5e54-e1dd-4ade-8b43-7c54757c717f req-2aca4db5-4dcf-4057-912b-8c2a8444808b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:53.331190 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [req-f87a5e54-e1dd-4ade-8b43-7c54757c717f req-2aca4db5-4dcf-4057-912b-8c2a8444808b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Floating IP 4be93dae-8412-4c8e-a8a5-292c787fc646 disassociated. External IP: 172.25.7.155, port: 52b75c25-200a-4735-8779-b8be659b4f8f. May 26 16:22:53.331890 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-f87a5e54-e1dd-4ade-8b43-7c54757c717f req-2aca4db5-4dcf-4057-912b-8c2a8444808b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Calling delete_port for 52b75c25-200a-4735-8779-b8be659b4f8f owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:53.477387 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526ecb06-ce0a-44e3-9095-f0a609b8382b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Router aa5506e6-cfdf-4ecd-af30-b5354f43cd88 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:22:53.623380 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e0c741-d428-4536-8017-233e8d516a1a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:53.657227 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526ecb06-ce0a-44e3-9095-f0a609b8382b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:22:53.703525 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cc647c-a2e1-44de-9501-11b941e562c7 None None] Sync routers for ids ['aa5506e6-cfdf-4ecd-af30-b5354f43cd88'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:22:53.712217 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-526ecb06-ce0a-44e3-9095-f0a609b8382b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "PUT /v2.0/routers/aa5506e6-cfdf-4ecd-af30-b5354f43cd88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9172864 May 26 16:22:53.719859 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40962) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:53.762396 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f87a5e54-e1dd-4ade-8b43-7c54757c717f req-2aca4db5-4dcf-4057-912b-8c2a8444808b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:53.778635 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cc647c-a2e1-44de-9501-11b941e562c7 None None] Routers {'aa5506e6-cfdf-4ecd-af30-b5354f43cd88'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:22:53.781586 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c3cc647c-a2e1-44de-9501-11b941e562c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:22:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['aa5506e6-cfdf-4ecd-af30-b5354f43cd88'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:53.802333 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2f94dc4d-a340-49d9-99e8-9209e8ec5dd5 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa5506e6-cfdf-4ecd-af30-b5354f43cd88 HTTP/1.1" status: 200 len: 205 time: 0.0759339 May 26 16:22:53.812712 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40966) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:53.894952 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c3cc647c-a2e1-44de-9501-11b941e562c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:53.900218 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca4db5-4dcf-4057-912b-8c2a8444808b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event deleted for resources: {'Port': ['ID=52b75c25-200a-4735-8779-b8be659b4f8f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:53.953907 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cc647c-a2e1-44de-9501-11b941e562c7 None None] Routers {'aa5506e6-cfdf-4ecd-af30-b5354f43cd88'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:22:53.962041 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c3cc647c-a2e1-44de-9501-11b941e562c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:22:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['aa5506e6-cfdf-4ecd-af30-b5354f43cd88'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:54.025629 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-43e0c741-d428-4536-8017-233e8d516a1a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:54.139373 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9529-dcbe-4526-b413-97f74c63f1f2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:54.158987 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c3cc647c-a2e1-44de-9501-11b941e562c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:54.167299 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cc647c-a2e1-44de-9501-11b941e562c7 None None] The sync data for ids ['aa5506e6-cfdf-4ecd-af30-b5354f43cd88'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:22:54.193338 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-43e0c741-d428-4536-8017-233e8d516a1a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] device_id is not set on port 2ea26a6c-ceae-489e-956a-96c896dbbfe0 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:22:54.220831 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e64482f3-16e9-449f-b13f-6212a6aaba53 req-cd842f35-3177-4e7b-9744-1ecf394ef817 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=8acb8a23-df31-4b21-94dc-ab80eddbbbb3 HTTP/1.1" status: 200 len: 210 time: 0.0915432 May 26 16:22:54.292021 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f45e0d6-d3f4-4d8d-acc2-fd5546826cc4 req-960f2f21-7d8c-4962-900e-f6f4ce50be8c tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0617273 May 26 16:22:54.467593 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f87a5e54-e1dd-4ade-8b43-7c54757c717f req-2aca4db5-4dcf-4057-912b-8c2a8444808b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Router 3be498a2-af40-439e-8e33-5b6db31a6d35 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:22:54.694937 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9529-dcbe-4526-b413-97f74c63f1f2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:54.711237 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9529-dcbe-4526-b413-97f74c63f1f2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:54.788444 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f87a5e54-e1dd-4ade-8b43-7c54757c717f req-2aca4db5-4dcf-4057-912b-8c2a8444808b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:22:54.807257 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776aaf31-9334-4ff9-bb81-f48d9fc932c2 None None] Sync routers for ids ['3be498a2-af40-439e-8e33-5b6db31a6d35'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:22:54.834809 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776aaf31-9334-4ff9-bb81-f48d9fc932c2 None None] Routers {'3be498a2-af40-439e-8e33-5b6db31a6d35'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:22:54.836715 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-776aaf31-9334-4ff9-bb81-f48d9fc932c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:22:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3be498a2-af40-439e-8e33-5b6db31a6d35'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:54.842524 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-43e0c741-d428-4536-8017-233e8d516a1a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:54.863593 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9529-dcbe-4526-b413-97f74c63f1f2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:54.864608 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5f9529-dcbe-4526-b413-97f74c63f1f2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Fanout notify agent at l3_agent the message router_deleted on router aa5506e6-cfdf-4ecd-af30-b5354f43cd88 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:22:54.877072 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9529-dcbe-4526-b413-97f74c63f1f2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:54.878421 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9a5f9529-dcbe-4526-b413-97f74c63f1f2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/routers/aa5506e6-cfdf-4ecd-af30-b5354f43cd88 HTTP/1.1" status: 204 len: 168 time: 1.0647066 May 26 16:22:54.883566 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40974) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:54.931930 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87a5e54-e1dd-4ade-8b43-7c54757c717f req-2aca4db5-4dcf-4057-912b-8c2a8444808b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] No DVR routers for this DVR port 52b75c25-200a-4735-8779-b8be659b4f8f on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:54.943399 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f87a5e54-e1dd-4ade-8b43-7c54757c717f req-2aca4db5-4dcf-4057-912b-8c2a8444808b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:54.949348 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f87a5e54-e1dd-4ade-8b43-7c54757c717f req-2aca4db5-4dcf-4057-912b-8c2a8444808b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.81 "DELETE /v2.0/ports/52b75c25-200a-4735-8779-b8be659b4f8f HTTP/1.1" status: 204 len: 173 time: 2.4584043 May 26 16:22:54.949348 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8acb8a23-df31-4b21-94dc-ab80eddbbbb3', 'name': 'network-vif-deleted', 'tag': '52b75c25-200a-4735-8779-b8be659b4f8f'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:22:54.952456 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c62dfb-f5fb-48ac-aea5-89be9c0bc0fe" -d '{"events": [{"server_uuid": "8acb8a23-df31-4b21-94dc-ab80eddbbbb3", "name": "network-vif-deleted", "tag": "52b75c25-200a-4735-8779-b8be659b4f8f"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:22:55.019790 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-43e0c741-d428-4536-8017-233e8d516a1a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:55.040187 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-edeb2366-c21e-49d5-9bb1-bdfb86d45b9f tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Deleting subnet 41879c11-25c8-4660-a21c-0d0fe6108420 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:22:55.059505 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3998e1ae-2bdc-4c84-87d5-f819b8b13a4c x-openstack-request-id: req-3998e1ae-2bdc-4c84-87d5-f819b8b13a4c {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:22:55.061239 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8acb8a23-df31-4b21-94dc-ab80eddbbbb3", "name": "network-vif-deleted", "tag": "52b75c25-200a-4735-8779-b8be659b4f8f", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:22:55.061770 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3998e1ae-2bdc-4c84-87d5-f819b8b13a4c {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:22:55.063807 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3998e1ae-2bdc-4c84-87d5-f819b8b13a4c'] response: {'server_uuid': '8acb8a23-df31-4b21-94dc-ab80eddbbbb3', 'name': 'network-vif-deleted', 'tag': '52b75c25-200a-4735-8779-b8be659b4f8f', 'status': 'completed', 'code': 200} May 26 16:22:55.064084 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-edeb2366-c21e-49d5-9bb1-bdfb86d45b9f tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:55.144721 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e0c741-d428-4536-8017-233e8d516a1a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network 80e6d2c3-0729-4530-a249-28a3e203bb37 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:22:55.148326 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-43e0c741-d428-4536-8017-233e8d516a1a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:55.158016 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e0c741-d428-4536-8017-233e8d516a1a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:22:55.164721 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e0c741-d428-4536-8017-233e8d516a1a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:55.165031 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-43e0c741-d428-4536-8017-233e8d516a1a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:55.193644 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-edeb2366-c21e-49d5-9bb1-bdfb86d45b9f tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:55.194118 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-776aaf31-9334-4ff9-bb81-f48d9fc932c2 None None] Set router 3be498a2-af40-439e-8e33-5b6db31a6d35 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:22:55.202503 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0c741-d428-4536-8017-233e8d516a1a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Port': ['ID=2ea26a6c-ceae-489e-956a-96c896dbbfe0,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:55.245753 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-43e0c741-d428-4536-8017-233e8d516a1a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9562476 May 26 16:22:55.251580 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40982) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:55.387113 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2dc0da-604b-429a-81fc-ef04bfc60b2f tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:55.395927 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cb2dc0da-604b-429a-81fc-ef04bfc60b2f tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports/2ea26a6c-ceae-489e-956a-96c896dbbfe0 HTTP/1.1" status: 200 len: 844 time: 0.1411452 May 26 16:22:55.399760 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40986) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:55.486267 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-edeb2366-c21e-49d5-9bb1-bdfb86d45b9f tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:55.541853 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-072b2220-76d3-4935-becb-33265ef8fa16 req-adc3f92e-75d1-4aca-9e04-bd552b5fbd04 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=8acb8a23-df31-4b21-94dc-ab80eddbbbb3 HTTP/1.1" status: 200 len: 210 time: 0.0745349 May 26 16:22:55.701685 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-edeb2366-c21e-49d5-9bb1-bdfb86d45b9f tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:55.702591 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5cbfb9fd-2289-45ea-8cb3-c6dd0189295a req-ad1c3fa1-bb4a-4129-a6d0-7295b3ae533d tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0700226 May 26 16:22:55.710546 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-fed5168f-fb2f-4b32-bc88-14149629db91 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting port 2ea26a6c-ceae-489e-956a-96c896dbbfe0 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:55.710947 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fed5168f-fb2f-4b32-bc88-14149629db91 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:55.750775 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-edeb2366-c21e-49d5-9bb1-bdfb86d45b9f tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:55.756392 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18644682-fdc0-4d92-b49f-7ece0a3615ed None None] Network 2daa2b7e-0323-45b0-8682-cfac9e8cb594 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:55.760008 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-edeb2366-c21e-49d5-9bb1-bdfb86d45b9f tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/subnets/41879c11-25c8-4660-a21c-0d0fe6108420 HTTP/1.1" status: 204 len: 168 time: 0.8748744 May 26 16:22:55.774493 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40988) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:55.855362 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fed5168f-fb2f-4b32-bc88-14149629db91 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:55.880820 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-fed5168f-fb2f-4b32-bc88-14149629db91 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Calling delete_port for 2ea26a6c-ceae-489e-956a-96c896dbbfe0 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:55.886428 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-776aaf31-9334-4ff9-bb81-f48d9fc932c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'a8189a53-a7ac-4c07-95b0-b66ab118be3f', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'port_id': '32c841dd-a3a9-41cf-b781-e4cc4980e662', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'mac_address': 'fa:16:3e:17:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c7570-24ac-454a-abff-560f307a014b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:19:10Z', 'updated_at': '2022-05-26T16:19:56Z', 'revision_number': 2, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:15Z', 'revision_number': 5, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:55.930590 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe219ac-59f7-4107-9194-30820df5040a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Deleting subnet 81a69252-028d-4395-8e59-4195ddd0af62 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:22:55.935158 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb2366-c21e-49d5-9bb1-bdfb86d45b9f tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Subnet': ['ID=41879c11-25c8-4660-a21c-0d0fe6108420,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:55.937737 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dbe219ac-59f7-4107-9194-30820df5040a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:55.954078 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776aaf31-9334-4ff9-bb81-f48d9fc932c2 None None] Checking router: 3be498a2-af40-439e-8e33-5b6db31a6d35 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:22:55.977645 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776aaf31-9334-4ff9-bb81-f48d9fc932c2 None None] Routers {'3be498a2-af40-439e-8e33-5b6db31a6d35'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:22:55.978641 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-776aaf31-9334-4ff9-bb81-f48d9fc932c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:22:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3be498a2-af40-439e-8e33-5b6db31a6d35'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:56.023695 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fed5168f-fb2f-4b32-bc88-14149629db91 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:56.035754 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dbe219ac-59f7-4107-9194-30820df5040a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:56.108338 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5168f-fb2f-4b32-bc88-14149629db91 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Port': ['ID=2ea26a6c-ceae-489e-956a-96c896dbbfe0,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:56.121192 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fed5168f-fb2f-4b32-bc88-14149629db91 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:56.130482 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fed5168f-fb2f-4b32-bc88-14149629db91 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/ports/2ea26a6c-ceae-489e-956a-96c896dbbfe0 HTTP/1.1" status: 204 len: 168 time: 0.7284563 May 26 16:22:56.134057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40990) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:56.231517 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87507ad-6ee2-40f4-8b7d-063c086216ca tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] GET failed (client error): The resource could not be found. May 26 16:22:56.234809 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b87507ad-6ee2-40f4-8b7d-063c086216ca tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports/2ea26a6c-ceae-489e-956a-96c896dbbfe0 HTTP/1.1" status: 404 len: 333 time: 0.0985639 May 26 16:22:56.237569 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76351a9f-20e7-4a6a-a9ec-72a3d58604b2 None None] DHCP port deletion for 2daa2b7e-0323-45b0-8682-cfac9e8cb594 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:22:56.239088 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40992) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:56.246523 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-0a1fb151-8818-4b81-8729-ad6ade34dc1f tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'port': {'network_id': '80e6d2c3-0729-4530-a249-28a3e203bb37', 'name': 'tempest-PortsIpV6TestJSON-326696145'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:56.256196 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dbe219ac-59f7-4107-9194-30820df5040a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:56.337972 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-76351a9f-20e7-4a6a-a9ec-72a3d58604b2 None None] Deleting port 2a3c57db-500c-4e82-b84c-e52c8dbdf5ac {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:56.338525 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-76351a9f-20e7-4a6a-a9ec-72a3d58604b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:56.416566 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dbe219ac-59f7-4107-9194-30820df5040a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:56.423037 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 52b75c25-200a-4735-8779-b8be659b4f8f no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:22:56.469216 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1fb151-8818-4b81-8729-ad6ade34dc1f tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:56.475294 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a1fb151-8818-4b81-8729-ad6ade34dc1f tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:56.479791 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 52b75c25-200a-4735-8779-b8be659b4f8f {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:22:56.480384 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 52b75c25-200a-4735-8779-b8be659b4f8f not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:22:56.483058 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-776aaf31-9334-4ff9-bb81-f48d9fc932c2 None None] Set router 3be498a2-af40-439e-8e33-5b6db31a6d35 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:22:56.516809 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-76351a9f-20e7-4a6a-a9ec-72a3d58604b2 None None] For port 2a3c57db-500c-4e82-b84c-e52c8dbdf5ac, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2a3c57db-500c-4e82-b84c-e52c8dbdf5ac,segment=NetworkSegment(e94f815c-3820-4772-9431-54e646f260cb),segment_id=e94f815c-3820-4772-9431-54e646f260cb)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:56.517208 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-76351a9f-20e7-4a6a-a9ec-72a3d58604b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:56.529888 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe219ac-59f7-4107-9194-30820df5040a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Subnet': ['ID=81a69252-028d-4395-8e59-4195ddd0af62,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:56.534629 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeca5d2-43fc-40cc-a33f-0c343c2f9029 None None] Network 47abe7bc-a47b-46f1-b41f-17d177e7445c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:22:56.534939 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-0a1fb151-8818-4b81-8729-ad6ade34dc1f tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] device_id is not set on port d2195248-b639-41c1-b492-e050ab026de9 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:22:56.535551 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dbe219ac-59f7-4107-9194-30820df5040a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:56.544410 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-dbe219ac-59f7-4107-9194-30820df5040a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/subnets/81a69252-028d-4395-8e59-4195ddd0af62 HTTP/1.1" status: 204 len: 168 time: 0.7695243 May 26 16:22:56.550689 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40996) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:56.607196 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-76351a9f-20e7-4a6a-a9ec-72a3d58604b2 None None] Calling delete_port for 2a3c57db-500c-4e82-b84c-e52c8dbdf5ac owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:56.781327 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41002) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:56.832511 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-76351a9f-20e7-4a6a-a9ec-72a3d58604b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:56.867923 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76351a9f-20e7-4a6a-a9ec-72a3d58604b2 None None] No DVR routers for this DVR port 2a3c57db-500c-4e82-b84c-e52c8dbdf5ac on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:56.910961 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76351a9f-20e7-4a6a-a9ec-72a3d58604b2 None None] Pushing event deleted for resources: {'Port': ['ID=2a3c57db-500c-4e82-b84c-e52c8dbdf5ac,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:56.947355 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-776aaf31-9334-4ff9-bb81-f48d9fc932c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'a8189a53-a7ac-4c07-95b0-b66ab118be3f', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'port_id': '32c841dd-a3a9-41cf-b781-e4cc4980e662', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'mac_address': 'fa:16:3e:17:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c7570-24ac-454a-abff-560f307a014b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:19:10Z', 'updated_at': '2022-05-26T16:19:56Z', 'revision_number': 2, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:15Z', 'revision_number': 5, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:56.994780 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a15a14f-3b84-44c7-bd7d-8211ac0d60ef None None] DHCP port deletion for 47abe7bc-a47b-46f1-b41f-17d177e7445c request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:22:57.022724 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2dc57db7-01b5-4c0a-a343-51c60127c22e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:57.038198 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776aaf31-9334-4ff9-bb81-f48d9fc932c2 None None] The sync data for ids ['3be498a2-af40-439e-8e33-5b6db31a6d35'] in n-d-843337-2 is: [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'a8189a53-a7ac-4c07-95b0-b66ab118be3f', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'port_id': '32c841dd-a3a9-41cf-b781-e4cc4980e662', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'mac_address': 'fa:16:3e:17:2b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c7570-24ac-454a-abff-560f307a014b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:19:10Z', 'updated_at': '2022-05-26T16:19:56Z', 'revision_number': 2, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:15Z', 'revision_number': 5, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:22:57.070035 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2dc57db7-01b5-4c0a-a343-51c60127c22e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:57.144470 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6a15a14f-3b84-44c7-bd7d-8211ac0d60ef None None] Deleting port 307f3e94-aae3-43c4-ab8c-9afaf8eeacc9 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:57.144911 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6a15a14f-3b84-44c7-bd7d-8211ac0d60ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:57.165484 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e397c811-3d51-4b3c-87ee-5f43e248d353 req-842bb082-8c81-4cfa-a5f9-3c5b53f8e285 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.1295953 May 26 16:22:57.190447 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2dc57db7-01b5-4c0a-a343-51c60127c22e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:57.194526 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2dc57db7-01b5-4c0a-a343-51c60127c22e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:57.197104 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2dc57db7-01b5-4c0a-a343-51c60127c22e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "DELETE /v2.0/security-groups/c82b7ab3-c33b-474f-a6ec-0abd534c8133 HTTP/1.1" status: 204 len: 168 time: 0.4130669 May 26 16:22:57.201548 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c715a71-0e1e-4ce9-a848-e3d5d818aa29 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:57.204139 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41006) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:57.225413 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc57db7-01b5-4c0a-a343-51c60127c22e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82b7ab3-c33b-474f-a6ec-0abd534c8133,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:57.270283 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-1508c7b8-8e5f-45ac-bf52-15dca1a48134 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] show failed (client error): The resource could not be found. May 26 16:22:57.272528 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1508c7b8-8e5f-45ac-bf52-15dca1a48134 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups/c82b7ab3-c33b-474f-a6ec-0abd534c8133 HTTP/1.1" status: 404 len: 347 time: 0.0591292 May 26 16:22:57.279688 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a1fb151-8818-4b81-8729-ad6ade34dc1f tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:57.281209 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41008) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:57.362755 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-6a15a14f-3b84-44c7-bd7d-8211ac0d60ef None None] For port 307f3e94-aae3-43c4-ab8c-9afaf8eeacc9, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=307f3e94-aae3-43c4-ab8c-9afaf8eeacc9,segment=NetworkSegment(69e7020a-f5f6-47f5-a805-5adb29151047),segment_id=69e7020a-f5f6-47f5-a805-5adb29151047)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:22:57.362755 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6a15a14f-3b84-44c7-bd7d-8211ac0d60ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:57.384716 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6a15a14f-3b84-44c7-bd7d-8211ac0d60ef None None] Calling delete_port for 307f3e94-aae3-43c4-ab8c-9afaf8eeacc9 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:57.546457 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6a15a14f-3b84-44c7-bd7d-8211ac0d60ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:57.578030 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c715a71-0e1e-4ce9-a848-e3d5d818aa29 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:57.588723 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15a14f-3b84-44c7-bd7d-8211ac0d60ef None None] Pushing event deleted for resources: {'Port': ['ID=307f3e94-aae3-43c4-ab8c-9afaf8eeacc9,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:57.593742 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a15a14f-3b84-44c7-bd7d-8211ac0d60ef None None] No DVR routers for this DVR port 307f3e94-aae3-43c4-ab8c-9afaf8eeacc9 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:22:57.605530 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0041efd7-126a-4ea1-bf1e-d13dec0ba03c None None] New status for floating IP 4be93dae-8412-4c8e-a8a5-292c787fc646: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:22:57.622377 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a1fb151-8818-4b81-8729-ad6ade34dc1f tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:57.647942 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-8c715a71-0e1e-4ce9-a848-e3d5d818aa29 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2daa2b7e-0323-45b0-8682-cfac9e8cb594']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:57.697506 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-8c715a71-0e1e-4ce9-a848-e3d5d818aa29 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94f815c-3820-4772-9431-54e646f260cb') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:57.698474 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-8c715a71-0e1e-4ce9-a848-e3d5d818aa29 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94f815c-3820-4772-9431-54e646f260cb') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:57.722713 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c715a71-0e1e-4ce9-a848-e3d5d818aa29 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:57.727942 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1fb151-8818-4b81-8729-ad6ade34dc1f tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network 80e6d2c3-0729-4530-a249-28a3e203bb37 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:22:57.742614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-0a1fb151-8818-4b81-8729-ad6ade34dc1f tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:22:57.749842 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fb151-8818-4b81-8729-ad6ade34dc1f tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Port': ['ID=d2195248-b639-41c1-b492-e050ab026de9,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:57.759630 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1fb151-8818-4b81-8729-ad6ade34dc1f tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:22:57.770742 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1fb151-8818-4b81-8729-ad6ade34dc1f tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:57.771927 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a1fb151-8818-4b81-8729-ad6ade34dc1f tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:57.777963 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c715a71-0e1e-4ce9-a848-e3d5d818aa29 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:57.807482 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c715a71-0e1e-4ce9-a848-e3d5d818aa29 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:57.808284 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c715a71-0e1e-4ce9-a848-e3d5d818aa29 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:57.859331 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment e94f815c-3820-4772-9431-54e646f260cb resource provider aggregate not found May 26 16:22:57.875063 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0a1fb151-8818-4b81-8729-ad6ade34dc1f tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6317198 May 26 16:22:57.876329 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41016) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:57.884609 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a9ea7b2e-7fd9-4380-a3e5-517ef024b5e8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:57.967923 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment e94f815c-3820-4772-9431-54e646f260cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e94f815c-3820-4772-9431-54e646f260cb found for delete ", "request_id": "req-494e2a44-7888-45f1-b2ce-ed69f48b3782"}]} May 26 16:22:57.974287 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c211806f-ef39-4d54-9def-3b7d1be0a89d tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Deleting port 9b14a587-307f-4ae6-a3c6-211dab2658d2 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:57.974861 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c211806f-ef39-4d54-9def-3b7d1be0a89d tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:58.008255 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a9ea7b2e-7fd9-4380-a3e5-517ef024b5e8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:58.105702 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c715a71-0e1e-4ce9-a848-e3d5d818aa29 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:58.119824 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c715a71-0e1e-4ce9-a848-e3d5d818aa29 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:58.125677 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8c715a71-0e1e-4ce9-a848-e3d5d818aa29 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/networks/2daa2b7e-0323-45b0-8682-cfac9e8cb594 HTTP/1.1" status: 204 len: 168 time: 1.5727139 May 26 16:22:58.148597 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41018) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:58.155710 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c715a71-0e1e-4ce9-a848-e3d5d818aa29 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Network': ['ID=2daa2b7e-0323-45b0-8682-cfac9e8cb594,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:58.184278 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c211806f-ef39-4d54-9def-3b7d1be0a89d tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:58.184747 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c211806f-ef39-4d54-9def-3b7d1be0a89d tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:58.205955 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c211806f-ef39-4d54-9def-3b7d1be0a89d tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Calling delete_port for 9b14a587-307f-4ae6-a3c6-211dab2658d2 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:58.223855 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2a3c57db-500c-4e82-b84c-e52c8dbdf5ac no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:22:58.265454 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 2a3c57db-500c-4e82-b84c-e52c8dbdf5ac {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:22:58.265828 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2a3c57db-500c-4e82-b84c-e52c8dbdf5ac not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:22:58.266287 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 307f3e94-aae3-43c4-ab8c-9afaf8eeacc9 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:22:58.302461 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 307f3e94-aae3-43c4-ab8c-9afaf8eeacc9 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:22:58.303691 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 307f3e94-aae3-43c4-ab8c-9afaf8eeacc9 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:22:58.380770 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-211e0775-d6b7-43e7-ba58-3fe43ebf51a7 req-70edb021-ba5c-487c-b196-c351eac9c5a7 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0407763 May 26 16:22:58.439547 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0706efaf-e6b8-41fd-9896-2bac7ca29a94 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:58.467221 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c211806f-ef39-4d54-9def-3b7d1be0a89d tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:58.506817 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211806f-ef39-4d54-9def-3b7d1be0a89d tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event deleted for resources: {'Port': ['ID=9b14a587-307f-4ae6-a3c6-211dab2658d2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:58.522131 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a9ea7b2e-7fd9-4380-a3e5-517ef024b5e8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:58.544468 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a9ea7b2e-7fd9-4380-a3e5-517ef024b5e8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:58.617447 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c211806f-ef39-4d54-9def-3b7d1be0a89d tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:58.623157 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c211806f-ef39-4d54-9def-3b7d1be0a89d tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:58.632709 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c211806f-ef39-4d54-9def-3b7d1be0a89d tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "DELETE /v2.0/floatingips/4be93dae-8412-4c8e-a8a5-292c787fc646 HTTP/1.1" status: 204 len: 168 time: 1.3491528 May 26 16:22:58.661885 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0706efaf-e6b8-41fd-9896-2bac7ca29a94 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:58.690640 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-a9ea7b2e-7fd9-4380-a3e5-517ef024b5e8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] In _notify_port_updated(), no bound segment for port d2195248-b639-41c1-b492-e050ab026de9 on network 80e6d2c3-0729-4530-a249-28a3e203bb37 {{(pid=103895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:22:58.700896 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ea7b2e-7fd9-4380-a3e5-517ef024b5e8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:58.702198 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a9ea7b2e-7fd9-4380-a3e5-517ef024b5e8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:58.709449 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a9ea7b2e-7fd9-4380-a3e5-517ef024b5e8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "PUT /v2.0/ports/d2195248-b639-41c1-b492-e050ab026de9 HTTP/1.1" status: 200 len: 818 time: 0.8264132 May 26 16:22:58.710729 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41026) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:58.728810 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-0706efaf-e6b8-41fd-9896-2bac7ca29a94 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47abe7bc-a47b-46f1-b41f-17d177e7445c']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:58.742498 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea7b2e-7fd9-4380-a3e5-517ef024b5e8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Port': ['ID=d2195248-b639-41c1-b492-e050ab026de9,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:58.746709 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-0706efaf-e6b8-41fd-9896-2bac7ca29a94 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e7020a-f5f6-47f5-a805-5adb29151047') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:58.747112 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-0706efaf-e6b8-41fd-9896-2bac7ca29a94 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e7020a-f5f6-47f5-a805-5adb29151047') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:22:58.761559 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0706efaf-e6b8-41fd-9896-2bac7ca29a94 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:58.788901 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0706efaf-e6b8-41fd-9896-2bac7ca29a94 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:58.806016 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0706efaf-e6b8-41fd-9896-2bac7ca29a94 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:22:58.809177 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0706efaf-e6b8-41fd-9896-2bac7ca29a94 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:58.883028 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-d90ad1a2-7ab6-42b6-8f01-774aa52a0b83 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting port d2195248-b639-41c1-b492-e050ab026de9 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:22:58.883606 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d90ad1a2-7ab6-42b6-8f01-774aa52a0b83 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:58.921050 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 69e7020a-f5f6-47f5-a805-5adb29151047 resource provider aggregate not found May 26 16:22:58.967918 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0706efaf-e6b8-41fd-9896-2bac7ca29a94 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:58.979653 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0706efaf-e6b8-41fd-9896-2bac7ca29a94 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:58.993567 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0706efaf-e6b8-41fd-9896-2bac7ca29a94 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/networks/47abe7bc-a47b-46f1-b41f-17d177e7445c HTTP/1.1" status: 204 len: 168 time: 0.8349383 May 26 16:22:58.995521 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41036) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:58.995835 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 69e7020a-f5f6-47f5-a805-5adb29151047 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69e7020a-f5f6-47f5-a805-5adb29151047 found for delete ", "request_id": "req-fa5ac737-6c66-478a-a9b5-d776d2d99c81"}]} May 26 16:22:59.004238 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-c74b95d0-ab11-42b6-974f-74c183253cba tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-286266487'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:59.030488 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706efaf-e6b8-41fd-9896-2bac7ca29a94 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Network': ['ID=47abe7bc-a47b-46f1-b41f-17d177e7445c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:59.044439 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d90ad1a2-7ab6-42b6-8f01-774aa52a0b83 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:59.063614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74b95d0-ab11-42b6-974f-74c183253cba tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Made reservation on behalf of 7c05bed383db4b70b043bf60b5d2bde6 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:59.067955 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c74b95d0-ab11-42b6-974f-74c183253cba tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:59.071453 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-d90ad1a2-7ab6-42b6-8f01-774aa52a0b83 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Calling delete_port for d2195248-b639-41c1-b492-e050ab026de9 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:22:59.191140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74b95d0-ab11-42b6-974f-74c183253cba tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:22:59.217108 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c74b95d0-ab11-42b6-974f-74c183253cba tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:59.217108 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-c74b95d0-ab11-42b6-974f-74c183253cba tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Added segment a6ba1d41-639f-4b63-96f1-2fd71d0edccc of type vlan for network 6368434d-ffda-406a-9424-937fc7b45894 May 26 16:22:59.296996 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c74b95d0-ab11-42b6-974f-74c183253cba tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:59.336521 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d90ad1a2-7ab6-42b6-8f01-774aa52a0b83 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:59.389383 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ad1a2-7ab6-42b6-8f01-774aa52a0b83 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Port': ['ID=d2195248-b639-41c1-b492-e050ab026de9,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:59.396845 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d90ad1a2-7ab6-42b6-8f01-774aa52a0b83 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:59.400922 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d90ad1a2-7ab6-42b6-8f01-774aa52a0b83 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/ports/d2195248-b639-41c1-b492-e050ab026de9 HTTP/1.1" status: 204 len: 168 time: 0.6884239 May 26 16:22:59.403240 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c74b95d0-ab11-42b6-974f-74c183253cba tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:59.405364 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41042) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:59.416586 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74b95d0-ab11-42b6-974f-74c183253cba tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:59.420352 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c74b95d0-ab11-42b6-974f-74c183253cba tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:59.494683 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a2201b-7e65-4bc3-b6f9-3fcb2a4b3b16 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:59.497910 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-52a2201b-7e65-4bc3-b6f9-3fcb2a4b3b16 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0907350 May 26 16:22:59.501709 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41046) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:59.542430 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c74b95d0-ab11-42b6-974f-74c183253cba tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5445032 May 26 16:22:59.549850 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41048) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:59.551695 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ac4968-67cb-4d31-874d-3e1d7a0fdbe1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] GET failed (client error): The resource could not be found. May 26 16:22:59.557600 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c1ac4968-67cb-4d31-874d-3e1d7a0fdbe1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports/d2195248-b639-41c1-b492-e050ab026de9 HTTP/1.1" status: 404 len: 333 time: 0.0509303 May 26 16:22:59.558619 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-3c2e2b4b-9791-4bb2-9fb7-969ae2d38665 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'subnet': {'network_id': '6368434d-ffda-406a-9424-937fc7b45894', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:59.562644 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41050) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:22:59.569148 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a893c5eb-7d48-43b3-90d4-be8b9eab116a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2084364508'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:22:59.595958 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77a26d6b-998e-4c8f-a68d-6e2f3476b102 req-9c03137d-44cb-454b-ba96-adce1dfbd9c9 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0442789 May 26 16:22:59.613304 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b95d0-ab11-42b6-974f-74c183253cba tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Network': ['ID=6368434d-ffda-406a-9424-937fc7b45894,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:22:59.630505 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 6368434d-ffda-406a-9424-937fc7b45894 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:22:59.674112 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a893c5eb-7d48-43b3-90d4-be8b9eab116a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:59.681168 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a893c5eb-7d48-43b3-90d4-be8b9eab116a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:59.723397 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2e2b4b-9791-4bb2-9fb7-969ae2d38665 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Made reservation on behalf of 7c05bed383db4b70b043bf60b5d2bde6 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:22:59.727205 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2b4b-9791-4bb2-9fb7-969ae2d38665 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:59.782657 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a893c5eb-7d48-43b3-90d4-be8b9eab116a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:22:59.811829 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a893c5eb-7d48-43b3-90d4-be8b9eab116a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:59.812369 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-a893c5eb-7d48-43b3-90d4-be8b9eab116a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Added segment fb1125a3-4dfe-4497-888e-1248b5a9b74c of type vlan for network a48ecc58-56f0-42fd-b84d-882bc6a49cf5 May 26 16:22:59.899960 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a893c5eb-7d48-43b3-90d4-be8b9eab116a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:59.966374 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a893c5eb-7d48-43b3-90d4-be8b9eab116a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:22:59.975110 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a893c5eb-7d48-43b3-90d4-be8b9eab116a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:22:59.975761 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a893c5eb-7d48-43b3-90d4-be8b9eab116a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:00.059791 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a893c5eb-7d48-43b3-90d4-be8b9eab116a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4952362 May 26 16:23:00.063592 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41054) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:00.073473 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-0f298d76-c8ae-4b85-b9ab-874e089dee80 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'subnet': {'network_id': 'a48ecc58-56f0-42fd-b84d-882bc6a49cf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:00.113616 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893c5eb-7d48-43b3-90d4-be8b9eab116a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Network': ['ID=a48ecc58-56f0-42fd-b84d-882bc6a49cf5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:00.131705 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network a48ecc58-56f0-42fd-b84d-882bc6a49cf5 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:23:00.133808 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2b4b-9791-4bb2-9fb7-969ae2d38665 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:00.202765 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e2b4b-9791-4bb2-9fb7-969ae2d38665 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Subnet': ['ID=0056cf76-dd87-45c3-8208-adc234e74c47,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:00.236640 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f298d76-c8ae-4b85-b9ab-874e089dee80 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:00.243059 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0f298d76-c8ae-4b85-b9ab-874e089dee80 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:00.283467 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2e2b4b-9791-4bb2-9fb7-969ae2d38665 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Checking segment: {'id': 'a6ba1d41-639f-4b63-96f1-2fd71d0edccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6368434d-ffda-406a-9424-937fc7b45894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:00.284478 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2e2b4b-9791-4bb2-9fb7-969ae2d38665 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network hostable DHCP agents. Network: 6368434d-ffda-406a-9424-937fc7b45894, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:23:00.316828 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2e2b4b-9791-4bb2-9fb7-969ae2d38665 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network 6368434d-ffda-406a-9424-937fc7b45894 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:23:00.347519 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-3c2e2b4b-9791-4bb2-9fb7-969ae2d38665 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 6368434d-ffda-406a-9424-937fc7b45894) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:00.360249 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2e2b4b-9791-4bb2-9fb7-969ae2d38665 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:00.360557 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4ac999-37d4-4969-be0e-fc81b48a235f None None] Network 6368434d-ffda-406a-9424-937fc7b45894 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:00.361946 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2b4b-9791-4bb2-9fb7-969ae2d38665 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:00.401948 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3c2e2b4b-9791-4bb2-9fb7-969ae2d38665 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8469779 May 26 16:23:00.406567 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41058) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:00.417629 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f571d753-ac2f-4958-9956-85a97df83a1c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1851345880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:00.459072 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f571d753-ac2f-4958-9956-85a97df83a1c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:00.460490 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f571d753-ac2f-4958-9956-85a97df83a1c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:00.594999 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:00.609927 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f571d753-ac2f-4958-9956-85a97df83a1c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:00.619906 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f571d753-ac2f-4958-9956-85a97df83a1c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:00.681312 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f571d753-ac2f-4958-9956-85a97df83a1c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:00.686866 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f571d753-ac2f-4958-9956-85a97df83a1c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2781971 May 26 16:23:00.690725 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41062) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:00.704482 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-653c8f53-c6d7-40db-a55c-8e712045c159 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'port': {'network_id': '6368434d-ffda-406a-9424-937fc7b45894', 'name': 'tempest-RoutersIpV6Test-1603104091'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:00.729992 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0f298d76-c8ae-4b85-b9ab-874e089dee80 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:00.730270 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e08c6a-3695-427e-b970-f9f1c5428ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-6368434d-ffda-406a-9424-937fc7b45894', 'network_id': '6368434d-ffda-406a-9424-937fc7b45894', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'fixed_ips': [{'subnet_id': '0056cf76-dd87-45c3-8208-adc234e74c47'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:23:00.732455 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-97e08c6a-3695-427e-b970-f9f1c5428ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:00.913915 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ddb2a17c-bb7b-4feb-b6f4-2d2302dec039 req-ec890690-0098-448d-8a8b-b5abb93b1c50 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0567193 May 26 16:23:00.999565 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f298d76-c8ae-4b85-b9ab-874e089dee80 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Subnet': ['ID=ff75a3a2-43c8-4c4c-9482-fdace9faf6c1,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:01.005353 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-97e08c6a-3695-427e-b970-f9f1c5428ed3 None None] Allocated IP 2001:db8::2 (6368434d-ffda-406a-9424-937fc7b45894/0056cf76-dd87-45c3-8208-adc234e74c47/d81af98c-66b3-476b-a6ae-930c45181e1a) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:01.015901 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f298d76-c8ae-4b85-b9ab-874e089dee80 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Checking segment: {'id': 'fb1125a3-4dfe-4497-888e-1248b5a9b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a48ecc58-56f0-42fd-b84d-882bc6a49cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:01.016885 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f298d76-c8ae-4b85-b9ab-874e089dee80 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network hostable DHCP agents. Network: a48ecc58-56f0-42fd-b84d-882bc6a49cf5, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:23:01.045495 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f298d76-c8ae-4b85-b9ab-874e089dee80 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network a48ecc58-56f0-42fd-b84d-882bc6a49cf5 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:23:01.066353 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-0f298d76-c8ae-4b85-b9ab-874e089dee80 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, a48ecc58-56f0-42fd-b84d-882bc6a49cf5) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:01.076782 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f298d76-c8ae-4b85-b9ab-874e089dee80 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:01.077616 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0f298d76-c8ae-4b85-b9ab-874e089dee80 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:01.106294 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a591e12-eaff-49bb-8a1c-14f12dc430a3 None None] Network a48ecc58-56f0-42fd-b84d-882bc6a49cf5 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:01.112219 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653c8f53-c6d7-40db-a55c-8e712045c159 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Made reservation on behalf of 7c05bed383db4b70b043bf60b5d2bde6 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:01.120077 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-653c8f53-c6d7-40db-a55c-8e712045c159 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:01.120837 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0f298d76-c8ae-4b85-b9ab-874e089dee80 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0551243 May 26 16:23:01.122367 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41066) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:01.130196 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-985729da-e6f1-4b02-9745-2a862d674578 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'subnet': {'network_id': 'a48ecc58-56f0-42fd-b84d-882bc6a49cf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:01.158181 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-653c8f53-c6d7-40db-a55c-8e712045c159 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] device_id is not set on port 0812983f-2e6b-4359-a7cd-b04ee9964c9a yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:23:01.405408 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985729da-e6f1-4b02-9745-2a862d674578 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:01.410692 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-985729da-e6f1-4b02-9745-2a862d674578 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:01.643384 n-d-843337-2 neutron-server[103896]: INFO neutron.db.ipam_backend_mixin [None req-985729da-e6f1-4b02-9745-2a862d674578 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ff75a3a2-43c8-4c4c-9482-fdace9faf6c1 (CIDR: 2001:db8::/64) May 26 16:23:01.653497 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-985729da-e6f1-4b02-9745-2a862d674578 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:23:01.656067 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985729da-e6f1-4b02-9745-2a862d674578 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:23:01.671589 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-97e08c6a-3695-427e-b970-f9f1c5428ed3 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:01.688185 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-97e08c6a-3695-427e-b970-f9f1c5428ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:01.710805 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-985729da-e6f1-4b02-9745-2a862d674578 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5823441 May 26 16:23:01.711540 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41070) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:01.725003 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b8c62157-e119-4d01-a17f-5d840d9d6e20 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'subnet': {'network_id': 'a48ecc58-56f0-42fd-b84d-882bc6a49cf5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:01.773441 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e08c6a-3695-427e-b970-f9f1c5428ed3 None None] Network 6368434d-ffda-406a-9424-937fc7b45894 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:01.800257 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-97e08c6a-3695-427e-b970-f9f1c5428ed3 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:01.803678 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e08c6a-3695-427e-b970-f9f1c5428ed3 None None] Pushing event updated for resources: {'Port': ['ID=d81af98c-66b3-476b-a6ae-930c45181e1a,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:01.813581 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e08c6a-3695-427e-b970-f9f1c5428ed3 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:01.847124 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-653c8f53-c6d7-40db-a55c-8e712045c159 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Allocated IP 2001:db8::140 (6368434d-ffda-406a-9424-937fc7b45894/0056cf76-dd87-45c3-8208-adc234e74c47/0812983f-2e6b-4359-a7cd-b04ee9964c9a) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:01.860765 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798e3791-8ce1-4bd8-96c4-a0fcd92d84ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-a48ecc58-56f0-42fd-b84d-882bc6a49cf5', 'network_id': 'a48ecc58-56f0-42fd-b84d-882bc6a49cf5', 'tenant_id': '3be6215cac414c0cad4d0387a5c1f396', 'fixed_ips': [{'subnet_id': 'ff75a3a2-43c8-4c4c-9482-fdace9faf6c1'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:23:01.861900 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-798e3791-8ce1-4bd8-96c4-a0fcd92d84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:01.930858 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-97e08c6a-3695-427e-b970-f9f1c5428ed3 None None] Attempting to bind port d81af98c-66b3-476b-a6ae-930c45181e1a on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:23:01.931352 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-97e08c6a-3695-427e-b970-f9f1c5428ed3 None None] Attempting to bind port d81af98c-66b3-476b-a6ae-930c45181e1a by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'a6ba1d41-639f-4b63-96f1-2fd71d0edccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6368434d-ffda-406a-9424-937fc7b45894'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:23:01.931941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e08c6a-3695-427e-b970-f9f1c5428ed3 None None] Attempting to bind port d81af98c-66b3-476b-a6ae-930c45181e1a on network 6368434d-ffda-406a-9424-937fc7b45894 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:23:01.945850 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e08c6a-3695-427e-b970-f9f1c5428ed3 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:23:01.946521 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e08c6a-3695-427e-b970-f9f1c5428ed3 None None] Checking segment: {'id': 'a6ba1d41-639f-4b63-96f1-2fd71d0edccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6368434d-ffda-406a-9424-937fc7b45894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:01.947107 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-97e08c6a-3695-427e-b970-f9f1c5428ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:01.947552 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e08c6a-3695-427e-b970-f9f1c5428ed3 None None] Bound using segment: {'id': 'a6ba1d41-639f-4b63-96f1-2fd71d0edccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6368434d-ffda-406a-9424-937fc7b45894'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:23:01.948173 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-97e08c6a-3695-427e-b970-f9f1c5428ed3 None None] Bound port: d81af98c-66b3-476b-a6ae-930c45181e1a, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ba1d41-639f-4b63-96f1-2fd71d0edccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6368434d-ffda-406a-9424-937fc7b45894'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:23:01.948791 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-97e08c6a-3695-427e-b970-f9f1c5428ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:02.166802 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c62157-e119-4d01-a17f-5d840d9d6e20 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:02.172662 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b8c62157-e119-4d01-a17f-5d840d9d6e20 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:02.249740 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-97e08c6a-3695-427e-b970-f9f1c5428ed3 None None] For port d81af98c-66b3-476b-a6ae-930c45181e1a, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:23:02.256460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-97e08c6a-3695-427e-b970-f9f1c5428ed3 None None] For port d81af98c-66b3-476b-a6ae-930c45181e1a, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d81af98c-66b3-476b-a6ae-930c45181e1a,segment=NetworkSegment(a6ba1d41-639f-4b63-96f1-2fd71d0edccc),segment_id=a6ba1d41-639f-4b63-96f1-2fd71d0edccc)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:23:02.280385 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-653c8f53-c6d7-40db-a55c-8e712045c159 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:02.294249 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-97e08c6a-3695-427e-b970-f9f1c5428ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:02.329943 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-798e3791-8ce1-4bd8-96c4-a0fcd92d84ce None None] Allocated IP 2001:db8::2 (a48ecc58-56f0-42fd-b84d-882bc6a49cf5/ff75a3a2-43c8-4c4c-9482-fdace9faf6c1/92f80562-1363-47dc-8859-73c4a6a83c56) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:02.397256 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-653c8f53-c6d7-40db-a55c-8e712045c159 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:02.496410 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4ab7ebcb-e25e-4b98-9d09-5ab9ce787c99 req-ddb93246-93f1-42df-8c70-aed5bf358a79 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.2986584 May 26 16:23:02.508436 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e08c6a-3695-427e-b970-f9f1c5428ed3 None None] Pushing event updated for resources: {'Port': ['ID=d81af98c-66b3-476b-a6ae-930c45181e1a,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:02.542952 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653c8f53-c6d7-40db-a55c-8e712045c159 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network 6368434d-ffda-406a-9424-937fc7b45894 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:02.549032 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-653c8f53-c6d7-40db-a55c-8e712045c159 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:02.552656 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653c8f53-c6d7-40db-a55c-8e712045c159 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:02.560629 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653c8f53-c6d7-40db-a55c-8e712045c159 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:02.561444 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-653c8f53-c6d7-40db-a55c-8e712045c159 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:02.615925 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c8f53-c6d7-40db-a55c-8e712045c159 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Port': ['ID=0812983f-2e6b-4359-a7cd-b04ee9964c9a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:02.633107 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-653c8f53-c6d7-40db-a55c-8e712045c159 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9401314 May 26 16:23:02.634199 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41088) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:02.896152 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-798e3791-8ce1-4bd8-96c4-a0fcd92d84ce None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:02.905611 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b8c62157-e119-4d01-a17f-5d840d9d6e20 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:02.913457 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-798e3791-8ce1-4bd8-96c4-a0fcd92d84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:03.033145 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798e3791-8ce1-4bd8-96c4-a0fcd92d84ce None None] Network a48ecc58-56f0-42fd-b84d-882bc6a49cf5 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:03.035365 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-798e3791-8ce1-4bd8-96c4-a0fcd92d84ce None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:03.049706 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798e3791-8ce1-4bd8-96c4-a0fcd92d84ce None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:03.063678 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e3791-8ce1-4bd8-96c4-a0fcd92d84ce None None] Pushing event updated for resources: {'Port': ['ID=92f80562-1363-47dc-8859-73c4a6a83c56,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:03.066152 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c62157-e119-4d01-a17f-5d840d9d6e20 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network a48ecc58-56f0-42fd-b84d-882bc6a49cf5 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:03.070183 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-b8c62157-e119-4d01-a17f-5d840d9d6e20 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:03.079993 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c62157-e119-4d01-a17f-5d840d9d6e20 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:03.081185 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b8c62157-e119-4d01-a17f-5d840d9d6e20 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:03.123121 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b8c62157-e119-4d01-a17f-5d840d9d6e20 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4102819 May 26 16:23:03.132542 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41092) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:03.140579 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-270dc7e7-369a-4b97-9506-9530919cc3a9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'port': {'network_id': 'a48ecc58-56f0-42fd-b84d-882bc6a49cf5', 'fixed_ips': [{'subnet_id': 'ff75a3a2-43c8-4c4c-9482-fdace9faf6c1'}, {'subnet_id': 'b4891e8d-e51e-46ee-8ea5-98e9a5cda515'}], 'name': 'tempest-PortsIpV6TestJSON-2029527213'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:03.163802 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c62157-e119-4d01-a17f-5d840d9d6e20 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Subnet': ['ID=b4891e8d-e51e-46ee-8ea5-98e9a5cda515,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:03.187311 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-798e3791-8ce1-4bd8-96c4-a0fcd92d84ce None None] Attempting to bind port 92f80562-1363-47dc-8859-73c4a6a83c56 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:23:03.187912 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-798e3791-8ce1-4bd8-96c4-a0fcd92d84ce None None] Attempting to bind port 92f80562-1363-47dc-8859-73c4a6a83c56 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'fb1125a3-4dfe-4497-888e-1248b5a9b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a48ecc58-56f0-42fd-b84d-882bc6a49cf5'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:23:03.188921 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798e3791-8ce1-4bd8-96c4-a0fcd92d84ce None None] Attempting to bind port 92f80562-1363-47dc-8859-73c4a6a83c56 on network a48ecc58-56f0-42fd-b84d-882bc6a49cf5 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:23:03.208345 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798e3791-8ce1-4bd8-96c4-a0fcd92d84ce None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:23:03.211722 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798e3791-8ce1-4bd8-96c4-a0fcd92d84ce None None] Checking segment: {'id': 'fb1125a3-4dfe-4497-888e-1248b5a9b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a48ecc58-56f0-42fd-b84d-882bc6a49cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:03.212478 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-798e3791-8ce1-4bd8-96c4-a0fcd92d84ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:03.213168 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798e3791-8ce1-4bd8-96c4-a0fcd92d84ce None None] Bound using segment: {'id': 'fb1125a3-4dfe-4497-888e-1248b5a9b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a48ecc58-56f0-42fd-b84d-882bc6a49cf5'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:23:03.213942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-798e3791-8ce1-4bd8-96c4-a0fcd92d84ce None None] Bound port: 92f80562-1363-47dc-8859-73c4a6a83c56, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1125a3-4dfe-4497-888e-1248b5a9b74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a48ecc58-56f0-42fd-b84d-882bc6a49cf5'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:23:03.221020 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-798e3791-8ce1-4bd8-96c4-a0fcd92d84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:03.307865 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-798e3791-8ce1-4bd8-96c4-a0fcd92d84ce None None] For port 92f80562-1363-47dc-8859-73c4a6a83c56, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:23:03.314755 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-798e3791-8ce1-4bd8-96c4-a0fcd92d84ce None None] For port 92f80562-1363-47dc-8859-73c4a6a83c56, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=92f80562-1363-47dc-8859-73c4a6a83c56,segment=NetworkSegment(fb1125a3-4dfe-4497-888e-1248b5a9b74c),segment_id=fb1125a3-4dfe-4497-888e-1248b5a9b74c)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:23:03.322028 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-798e3791-8ce1-4bd8-96c4-a0fcd92d84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:03.386606 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270dc7e7-369a-4b97-9506-9530919cc3a9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:03.502080 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e3791-8ce1-4bd8-96c4-a0fcd92d84ce None None] Pushing event updated for resources: {'Port': ['ID=92f80562-1363-47dc-8859-73c4a6a83c56,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:03.947686 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-270dc7e7-369a-4b97-9506-9530919cc3a9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:04.050352 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d03f3a8e-6dab-41be-ac86-2543d28b1ec2 req-ad91a131-c309-48d2-80fe-1963257a10a1 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.1665585 May 26 16:23:04.087317 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-270dc7e7-369a-4b97-9506-9530919cc3a9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] device_id is not set on port 0a18039b-1dd0-45fb-b473-d00c545b2fdd yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:23:04.227527 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-98586a8f-a227-42b7-bc78-2807b8f36d59 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:04.415097 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89aa318c-bdf3-4ae8-99da-378136e0665a None None] Network 6368434d-ffda-406a-9424-937fc7b45894 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:04.490080 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 92f80562-1363-47dc-8859-73c4a6a83c56 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:04.610560 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-461f49af-3ae3-47c0-8596-e34080a90e35 None None] Provisioning complete for port d81af98c-66b3-476b-a6ae-930c45181e1a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:04.611214 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-461f49af-3ae3-47c0-8596-e34080a90e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:04.681359 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-270dc7e7-369a-4b97-9506-9530919cc3a9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Allocated IP 2001:db8::266 (a48ecc58-56f0-42fd-b84d-882bc6a49cf5/ff75a3a2-43c8-4c4c-9482-fdace9faf6c1/0a18039b-1dd0-45fb-b473-d00c545b2fdd) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:04.691802 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-270dc7e7-369a-4b97-9506-9530919cc3a9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Allocated IP 2001:db8:0:1::38b (a48ecc58-56f0-42fd-b84d-882bc6a49cf5/b4891e8d-e51e-46ee-8ea5-98e9a5cda515/0a18039b-1dd0-45fb-b473-d00c545b2fdd) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:04.705453 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 92f80562-1363-47dc-8859-73c4a6a83c56 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:04.706281 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:05.048078 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-98586a8f-a227-42b7-bc78-2807b8f36d59 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:05.058590 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-98586a8f-a227-42b7-bc78-2807b8f36d59 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:05.350187 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-461f49af-3ae3-47c0-8596-e34080a90e35 None None] Current status of the port d81af98c-66b3-476b-a6ae-930c45181e1a is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:05.350598 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-461f49af-3ae3-47c0-8596-e34080a90e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:05.395314 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 92f80562-1363-47dc-8859-73c4a6a83c56 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:05.395653 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:05.504034 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-461f49af-3ae3-47c0-8596-e34080a90e35 None None] For port d81af98c-66b3-476b-a6ae-930c45181e1a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d81af98c-66b3-476b-a6ae-930c45181e1a,segment=NetworkSegment(a6ba1d41-639f-4b63-96f1-2fd71d0edccc),segment_id=a6ba1d41-639f-4b63-96f1-2fd71d0edccc)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:05.522141 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-461f49af-3ae3-47c0-8596-e34080a90e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:05.554305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 92f80562-1363-47dc-8859-73c4a6a83c56, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=92f80562-1363-47dc-8859-73c4a6a83c56,segment=NetworkSegment(fb1125a3-4dfe-4497-888e-1248b5a9b74c),segment_id=fb1125a3-4dfe-4497-888e-1248b5a9b74c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:05.610268 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18565846-99d0-4e86-8898-a4f4ed453783 None None] Network a48ecc58-56f0-42fd-b84d-882bc6a49cf5 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:05.648425 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d9f14247-0db3-4e71-8f39-851e287f6109 req-acd4facc-623e-4fd7-9e77-0cd37d5638f7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0451376 May 26 16:23:05.656949 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-98586a8f-a227-42b7-bc78-2807b8f36d59 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:05.680173 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:05.681691 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d81af98c-66b3-476b-a6ae-930c45181e1a up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:05.742190 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed9735a6-278a-4926-b073-bd37345049c0 req-70dd90a0-b677-4885-b5e0-08107d0aef51 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.1006327 May 26 16:23:05.872960 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-270dc7e7-369a-4b97-9506-9530919cc3a9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:05.887934 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98586a8f-a227-42b7-bc78-2807b8f36d59 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Port': ['ID=0812983f-2e6b-4359-a7cd-b04ee9964c9a,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:05.890120 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-cd813edf-919c-46ac-8c16-bb27037723b1 None None] Provisioning complete for port 92f80562-1363-47dc-8859-73c4a6a83c56 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:05.890754 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cd813edf-919c-46ac-8c16-bb27037723b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:05.960909 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-270dc7e7-369a-4b97-9506-9530919cc3a9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:05.995341 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f49af-3ae3-47c0-8596-e34080a90e35 None None] Pushing event updated for resources: {'Port': ['ID=d81af98c-66b3-476b-a6ae-930c45181e1a,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:06.008951 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-98586a8f-a227-42b7-bc78-2807b8f36d59 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:06.015180 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port d81af98c-66b3-476b-a6ae-930c45181e1a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:06.015706 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:06.064750 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270dc7e7-369a-4b97-9506-9530919cc3a9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network a48ecc58-56f0-42fd-b84d-882bc6a49cf5 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:06.066302 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270dc7e7-369a-4b97-9506-9530919cc3a9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Port': ['ID=0a18039b-1dd0-45fb-b473-d00c545b2fdd,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:06.070601 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-270dc7e7-369a-4b97-9506-9530919cc3a9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:06.073883 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270dc7e7-369a-4b97-9506-9530919cc3a9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:06.082967 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270dc7e7-369a-4b97-9506-9530919cc3a9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:06.083883 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-270dc7e7-369a-4b97-9506-9530919cc3a9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:06.124565 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-270dc7e7-369a-4b97-9506-9530919cc3a9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.9899802 May 26 16:23:06.128610 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41124) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:06.134671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-252ce1b1-0687-41f1-8755-cacf774e595b tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ff75a3a2-43c8-4c4c-9482-fdace9faf6c1'}]}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:06.260335 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=92f80562-1363-47dc-8859-73c4a6a83c56,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:06.321115 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-252ce1b1-0687-41f1-8755-cacf774e595b tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:06.542012 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-98586a8f-a227-42b7-bc78-2807b8f36d59 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:06.550520 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-98586a8f-a227-42b7-bc78-2807b8f36d59 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:06.552501 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-98586a8f-a227-42b7-bc78-2807b8f36d59 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:06.840790 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98586a8f-a227-42b7-bc78-2807b8f36d59 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Port': ['ID=0812983f-2e6b-4359-a7cd-b04ee9964c9a,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:06.974041 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98586a8f-a227-42b7-bc78-2807b8f36d59 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network 6368434d-ffda-406a-9424-937fc7b45894 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:06.976581 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-98586a8f-a227-42b7-bc78-2807b8f36d59 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:07.009167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cd813edf-919c-46ac-8c16-bb27037723b1 None None] Current status of the port 92f80562-1363-47dc-8859-73c4a6a83c56 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:07.035858 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port d81af98c-66b3-476b-a6ae-930c45181e1a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:07.093906 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e1e9eccb-915e-4fb9-9217-9e2eaae60fc5 req-52b6802d-4a93-42fc-aa7a-d72e063cfab4 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0936909 May 26 16:23:07.237007 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d81af98c-66b3-476b-a6ae-930c45181e1a up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:07.314994 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-252ce1b1-0687-41f1-8755-cacf774e595b tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Delete allocated IP 2001:db8:0:1::38b (a48ecc58-56f0-42fd-b84d-882bc6a49cf5/b4891e8d-e51e-46ee-8ea5-98e9a5cda515) {{(pid=103896) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 26 16:23:07.340753 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78892d8a-44f9-46a8-9879-d71ccbe1f1e8 None None] Update dhcp port {'port': {'network_id': 'a48ecc58-56f0-42fd-b84d-882bc6a49cf5', 'fixed_ips': [{'subnet_id': 'ff75a3a2-43c8-4c4c-9482-fdace9faf6c1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b4891e8d-e51e-46ee-8ea5-98e9a5cda515'}], 'binding:host_id': 'n-d-843337-2'}, 'id': '92f80562-1363-47dc-8859-73c4a6a83c56'} from n-d-843337-2. {{(pid=103897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:23:07.393444 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98586a8f-a227-42b7-bc78-2807b8f36d59 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Router 5e5cae79-72bf-47fa-b0e0-2a1455cfe2c8 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:23:07.435503 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-78892d8a-44f9-46a8-9879-d71ccbe1f1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:07.462129 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c4974b60-8e98-498f-9660-ea5b240b8969 None None] Provisioning complete for port 0812983f-2e6b-4359-a7cd-b04ee9964c9a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:07.462712 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c4974b60-8e98-498f-9660-ea5b240b8969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:07.567973 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port d81af98c-66b3-476b-a6ae-930c45181e1a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:07.568631 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:07.573872 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c4974b60-8e98-498f-9660-ea5b240b8969 None None] Port 0812983f-2e6b-4359-a7cd-b04ee9964c9a cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:23:07.669554 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98586a8f-a227-42b7-bc78-2807b8f36d59 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:23:07.686951 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41134) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:07.687190 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-98586a8f-a227-42b7-bc78-2807b8f36d59 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "PUT /v2.0/routers/5e5cae79-72bf-47fa-b0e0-2a1455cfe2c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0511587 May 26 16:23:07.691471 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa406935-2013-4b5b-9820-c4cfca347dcd None None] Sync routers for ids ['5e5cae79-72bf-47fa-b0e0-2a1455cfe2c8'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:23:07.721393 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa406935-2013-4b5b-9820-c4cfca347dcd None None] Routers {'5e5cae79-72bf-47fa-b0e0-2a1455cfe2c8'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:07.722711 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-fa406935-2013-4b5b-9820-c4cfca347dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:22:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['5e5cae79-72bf-47fa-b0e0-2a1455cfe2c8'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:07.780468 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c4974b60-8e98-498f-9660-ea5b240b8969 None None] Provisioning complete for port d81af98c-66b3-476b-a6ae-930c45181e1a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:07.780919 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c4974b60-8e98-498f-9660-ea5b240b8969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:07.795457 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-252ce1b1-0687-41f1-8755-cacf774e595b tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:07.842120 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-fa406935-2013-4b5b-9820-c4cfca347dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:07.861146 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-252ce1b1-0687-41f1-8755-cacf774e595b tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:07.883526 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa406935-2013-4b5b-9820-c4cfca347dcd None None] Routers {'5e5cae79-72bf-47fa-b0e0-2a1455cfe2c8'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:07.888694 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-fa406935-2013-4b5b-9820-c4cfca347dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:22:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['5e5cae79-72bf-47fa-b0e0-2a1455cfe2c8'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:07.987498 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb7d799-38ed-4b76-b128-a8aa4748a3b5 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:07.993763 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41138) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:08.001697 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4eb7d799-38ed-4b76-b128-a8aa4748a3b5 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "GET /v2.0/ports/0812983f-2e6b-4359-a7cd-b04ee9964c9a HTTP/1.1" status: 200 len: 984 time: 0.3140738 May 26 16:23:08.006956 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-fa406935-2013-4b5b-9820-c4cfca347dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:08.008209 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa406935-2013-4b5b-9820-c4cfca347dcd None None] The sync data for ids ['5e5cae79-72bf-47fa-b0e0-2a1455cfe2c8'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:23:08.054426 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-252ce1b1-0687-41f1-8755-cacf774e595b tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] In _notify_port_updated(), no bound segment for port 0a18039b-1dd0-45fb-b473-d00c545b2fdd on network a48ecc58-56f0-42fd-b84d-882bc6a49cf5 {{(pid=103896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:23:08.061613 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252ce1b1-0687-41f1-8755-cacf774e595b tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:08.062390 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-252ce1b1-0687-41f1-8755-cacf774e595b tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:08.071466 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-252ce1b1-0687-41f1-8755-cacf774e595b tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "PUT /v2.0/ports/0a18039b-1dd0-45fb-b473-d00c545b2fdd HTTP/1.1" status: 200 len: 926 time: 1.9407132 May 26 16:23:08.075017 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41140) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:08.082469 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-f9bd2311-69f2-42af-b2e2-5bca608c46fb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ff75a3a2-43c8-4c4c-9482-fdace9faf6c1'}, {'subnet_id': 'b4891e8d-e51e-46ee-8ea5-98e9a5cda515'}]}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:08.118491 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ce1b1-0687-41f1-8755-cacf774e595b tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Port': ['ID=0a18039b-1dd0-45fb-b473-d00c545b2fdd,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:08.143418 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-78892d8a-44f9-46a8-9879-d71ccbe1f1e8 None None] Allocated IP 2001:db8:0:1::2 (a48ecc58-56f0-42fd-b84d-882bc6a49cf5/b4891e8d-e51e-46ee-8ea5-98e9a5cda515/92f80562-1363-47dc-8859-73c4a6a83c56) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:08.299250 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ad66acd-199f-4e5d-a58a-dea28ad730fd req-543959bc-5029-45e3-9e94-5367a86dbe61 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0493124 May 26 16:23:08.302782 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f9bd2311-69f2-42af-b2e2-5bca608c46fb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:08.330240 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port d81af98c-66b3-476b-a6ae-930c45181e1a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:08.331389 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 92f80562-1363-47dc-8859-73c4a6a83c56 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:08.335074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c4974b60-8e98-498f-9660-ea5b240b8969 None None] Current status of the port d81af98c-66b3-476b-a6ae-930c45181e1a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:08.514039 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:23:08.631487 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-78892d8a-44f9-46a8-9879-d71ccbe1f1e8 None None] For port 92f80562-1363-47dc-8859-73c4a6a83c56, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=92f80562-1363-47dc-8859-73c4a6a83c56,segment=NetworkSegment(fb1125a3-4dfe-4497-888e-1248b5a9b74c),segment_id=fb1125a3-4dfe-4497-888e-1248b5a9b74c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:08.633817 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b32ed576-0bd9-415f-8478-a55da1d48ff2 None None] Provisioning complete for port 0812983f-2e6b-4359-a7cd-b04ee9964c9a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:08.634461 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b32ed576-0bd9-415f-8478-a55da1d48ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:08.645804 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 92f80562-1363-47dc-8859-73c4a6a83c56 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:08.647092 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:08.776042 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-78892d8a-44f9-46a8-9879-d71ccbe1f1e8 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:08.778923 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b32ed576-0bd9-415f-8478-a55da1d48ff2 None None] Port 0812983f-2e6b-4359-a7cd-b04ee9964c9a cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:23:08.825250 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-78892d8a-44f9-46a8-9879-d71ccbe1f1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:08.961282 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-f9bd2311-69f2-42af-b2e2-5bca608c46fb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Allocated IP 2001:db8:0:1::22c (a48ecc58-56f0-42fd-b84d-882bc6a49cf5/b4891e8d-e51e-46ee-8ea5-98e9a5cda515/0a18039b-1dd0-45fb-b473-d00c545b2fdd) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:08.981444 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-83132d95-15f1-47cd-a40e-a75c1a83fee2 req-8ea515c1-809a-4b1b-8299-f4976445bdee service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a6792317c5c749e1a513835e90af09d5&device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0688622 May 26 16:23:09.028750 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f7443fd-ebe4-4162-a140-315904ecb4f4 req-9fae5c69-37ff-437f-8a40-1e2d694c69fd tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0567379 May 26 16:23:09.037100 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 92f80562-1363-47dc-8859-73c4a6a83c56 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:09.055643 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-83132d95-15f1-47cd-a40e-a75c1a83fee2 req-f238e514-7f73-41a4-a166-ee4aaa4bd9ea service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=a6792317c5c749e1a513835e90af09d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518150 May 26 16:23:09.170430 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78892d8a-44f9-46a8-9879-d71ccbe1f1e8 None None] Pushing event updated for resources: {'Port': ['ID=92f80562-1363-47dc-8859-73c4a6a83c56,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:09.192683 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78892d8a-44f9-46a8-9879-d71ccbe1f1e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:09.193202 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78892d8a-44f9-46a8-9879-d71ccbe1f1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:09.193699 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78892d8a-44f9-46a8-9879-d71ccbe1f1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:09.194338 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78892d8a-44f9-46a8-9879-d71ccbe1f1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:09.194561 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78892d8a-44f9-46a8-9879-d71ccbe1f1e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:09.195078 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78892d8a-44f9-46a8-9879-d71ccbe1f1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:09.195590 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78892d8a-44f9-46a8-9879-d71ccbe1f1e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:09.196044 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78892d8a-44f9-46a8-9879-d71ccbe1f1e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:09.197309 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78892d8a-44f9-46a8-9879-d71ccbe1f1e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:09.207527 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78892d8a-44f9-46a8-9879-d71ccbe1f1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:09.208033 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78892d8a-44f9-46a8-9879-d71ccbe1f1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:09.208417 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78892d8a-44f9-46a8-9879-d71ccbe1f1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:09.285223 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f9bd2311-69f2-42af-b2e2-5bca608c46fb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:09.293617 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f9bd2311-69f2-42af-b2e2-5bca608c46fb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:09.482204 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0a7fe09-22b7-4d6f-a5ac-4ce80c3daac2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:09.533358 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd2311-69f2-42af-b2e2-5bca608c46fb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Port': ['ID=0a18039b-1dd0-45fb-b473-d00c545b2fdd,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:09.582450 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-f9bd2311-69f2-42af-b2e2-5bca608c46fb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] In _notify_port_updated(), no bound segment for port 0a18039b-1dd0-45fb-b473-d00c545b2fdd on network a48ecc58-56f0-42fd-b84d-882bc6a49cf5 {{(pid=103896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:23:09.588493 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bd2311-69f2-42af-b2e2-5bca608c46fb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:09.589196 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f9bd2311-69f2-42af-b2e2-5bca608c46fb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:09.590791 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f9bd2311-69f2-42af-b2e2-5bca608c46fb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "PUT /v2.0/ports/0a18039b-1dd0-45fb-b473-d00c545b2fdd HTTP/1.1" status: 200 len: 1012 time: 1.5144873 May 26 16:23:09.594557 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41162) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:09.653587 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e560ae8-9228-42b4-a027-dab6c8fba571 req-77602ea3-40c8-4958-8f17-3bcf25aa255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:09.655522 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e560ae8-9228-42b4-a027-dab6c8fba571 req-77602ea3-40c8-4958-8f17-3bcf25aa255f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 1096 time: 0.2562368 May 26 16:23:09.708412 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83132d95-15f1-47cd-a40e-a75c1a83fee2 req-21b1d7eb-5513-41df-8b4b-453ef1a9a23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:09.711096 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-83132d95-15f1-47cd-a40e-a75c1a83fee2 req-21b1d7eb-5513-41df-8b4b-453ef1a9a23a service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6437488 May 26 16:23:09.759538 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5ca4e-eac7-4bb9-b626-c23d5eb39f55 req-512d0993-8ef8-4219-b962-1e42c613d4c0 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:09.775659 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f3c5ca4e-eac7-4bb9-b626-c23d5eb39f55 req-512d0993-8ef8-4219-b962-1e42c613d4c0 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.3061488 May 26 16:23:09.988245 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f3c5ca4e-eac7-4bb9-b626-c23d5eb39f55 req-43a4b826-c570-449f-8be3-57c63f752d0c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115061 May 26 16:23:10.014572 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e560ae8-9228-42b4-a027-dab6c8fba571 req-46c8e1a0-52b5-4bd8-8864-52d8a9c7d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:10.018118 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e560ae8-9228-42b4-a027-dab6c8fba571 req-46c8e1a0-52b5-4bd8-8864-52d8a9c7d859 service neutron] 10.222.0.81 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 913 time: 0.3496518 May 26 16:23:10.039880 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-de9aff9a-577b-4a74-b17a-683c68459375 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting port 0a18039b-1dd0-45fb-b473-d00c545b2fdd {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:10.040271 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-de9aff9a-577b-4a74-b17a-683c68459375 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:10.182384 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-a0a7fe09-22b7-4d6f-a5ac-4ce80c3daac2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Deleting port 0812983f-2e6b-4359-a7cd-b04ee9964c9a {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:10.184828 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0a7fe09-22b7-4d6f-a5ac-4ce80c3daac2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:10.363018 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5234de-0fbb-493b-b64f-77e39cd06d4a None None] Network a48ecc58-56f0-42fd-b84d-882bc6a49cf5 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:10.368017 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0a7fe09-22b7-4d6f-a5ac-4ce80c3daac2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:10.382107 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-620b7197-1313-409f-acf1-bf5b4c0a316d req-9973059d-df3f-4fac-8fd2-9fa6feaa3020 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.1363733 May 26 16:23:10.391994 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-a0a7fe09-22b7-4d6f-a5ac-4ce80c3daac2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Calling delete_port for 0812983f-2e6b-4359-a7cd-b04ee9964c9a owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:10.428750 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e560ae8-9228-42b4-a027-dab6c8fba571 req-b04a278d-a801-47d3-8b0c-18ab1ef610b5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=161e5bc3-f8bd-463c-928c-19e147d66d06 HTTP/1.1" status: 200 len: 1000 time: 0.3915336 May 26 16:23:10.486311 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-024a9efc-8adc-4251-9c6a-f6670d121e42 None None] Provisioning complete for port 92f80562-1363-47dc-8859-73c4a6a83c56 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:10.487986 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-024a9efc-8adc-4251-9c6a-f6670d121e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:10.522547 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e560ae8-9228-42b4-a027-dab6c8fba571 req-04f719e9-5ef8-4dff-b2e1-c74f88cf3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:10.524058 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e560ae8-9228-42b4-a027-dab6c8fba571 req-04f719e9-5ef8-4dff-b2e1-c74f88cf3ad4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.0813277 May 26 16:23:10.573725 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-de9aff9a-577b-4a74-b17a-683c68459375 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:10.595348 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125878e-af6e-44ec-8732-3c245ee21bed req-ce549d27-ba2a-46e2-8a17-a2514faea82a tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:10.606133 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e125878e-af6e-44ec-8732-3c245ee21bed req-ce549d27-ba2a-46e2-8a17-a2514faea82a tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 946 time: 0.3346512 May 26 16:23:10.626573 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-de9aff9a-577b-4a74-b17a-683c68459375 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Calling delete_port for 0a18039b-1dd0-45fb-b473-d00c545b2fdd owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:10.697189 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-024a9efc-8adc-4251-9c6a-f6670d121e42 None None] Current status of the port 92f80562-1363-47dc-8859-73c4a6a83c56 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:10.726526 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0a7fe09-22b7-4d6f-a5ac-4ce80c3daac2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:10.760386 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-024a9efc-8adc-4251-9c6a-f6670d121e42 None None] Provisioning complete for port 0a18039b-1dd0-45fb-b473-d00c545b2fdd triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:10.760685 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-024a9efc-8adc-4251-9c6a-f6670d121e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:10.765434 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7fe09-22b7-4d6f-a5ac-4ce80c3daac2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Port': ['ID=0812983f-2e6b-4359-a7cd-b04ee9964c9a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:10.772883 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e125878e-af6e-44ec-8732-3c245ee21bed req-b668f40e-5f39-4dd1-bb70-15a88e42cac8 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=0bb1b184-8173-4fbb-a524-cc6c13427f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656229 May 26 16:23:10.817380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e560ae8-9228-42b4-a027-dab6c8fba571 req-9d1dbc6c-4960-4bc4-b592-ab95673c0c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:10.832866 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e560ae8-9228-42b4-a027-dab6c8fba571 req-9d1dbc6c-4960-4bc4-b592-ab95673c0c6c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2884195 May 26 16:23:10.881296 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-024a9efc-8adc-4251-9c6a-f6670d121e42 None None] Port 0a18039b-1dd0-45fb-b473-d00c545b2fdd cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:23:10.953579 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a0a7fe09-22b7-4d6f-a5ac-4ce80c3daac2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:11.187039 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e560ae8-9228-42b4-a027-dab6c8fba571 req-457a8732-e7c6-4046-8247-2bda122880e0 service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530629 May 26 16:23:11.211655 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 92f80562-1363-47dc-8859-73c4a6a83c56 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:11.383245 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 92f80562-1363-47dc-8859-73c4a6a83c56 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:11.384166 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:11.459941 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a7fe09-22b7-4d6f-a5ac-4ce80c3daac2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Router 5e5cae79-72bf-47fa-b0e0-2a1455cfe2c8 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:23:11.500942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3d6ed5b0-d0e2-495e-b603-090090614f71 None None] Provisioning complete for port 92f80562-1363-47dc-8859-73c4a6a83c56 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:11.501515 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3d6ed5b0-d0e2-495e-b603-090090614f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:11.584964 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e560ae8-9228-42b4-a027-dab6c8fba571 req-b794d2f3-e375-497e-8b76-520d69ddfd4b service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314135 May 26 16:23:11.596805 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-de9aff9a-577b-4a74-b17a-683c68459375 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:11.744947 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a7fe09-22b7-4d6f-a5ac-4ce80c3daac2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:23:11.752405 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a0a7fe09-22b7-4d6f-a5ac-4ce80c3daac2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "PUT /v2.0/routers/5e5cae79-72bf-47fa-b0e0-2a1455cfe2c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7564228 May 26 16:23:11.755623 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41180) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:11.812236 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0989330-20f7-4442-b553-2e7ba5c64a1d req-74eeb304-a529-43f2-b420-ef9e48507063 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:11.842499 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0989330-20f7-4442-b553-2e7ba5c64a1d req-74eeb304-a529-43f2-b420-ef9e48507063 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.6521099 May 26 16:23:11.864031 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9aff9a-577b-4a74-b17a-683c68459375 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Port': ['ID=0a18039b-1dd0-45fb-b473-d00c545b2fdd,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:11.869912 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67aaa47-cde9-4f01-841b-23a3b0bedcd6 None None] Sync routers for ids ['5e5cae79-72bf-47fa-b0e0-2a1455cfe2c8'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:23:11.892453 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3d6ed5b0-d0e2-495e-b603-090090614f71 None None] Current status of the port 92f80562-1363-47dc-8859-73c4a6a83c56 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:11.896036 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67aaa47-cde9-4f01-841b-23a3b0bedcd6 None None] Routers {'5e5cae79-72bf-47fa-b0e0-2a1455cfe2c8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:11.897028 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a67aaa47-cde9-4f01-841b-23a3b0bedcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:22:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['5e5cae79-72bf-47fa-b0e0-2a1455cfe2c8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:11.900545 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 92f80562-1363-47dc-8859-73c4a6a83c56 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:11.917344 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4c6a54dd-b6d1-47b2-bdb4-02387579ead0 req-428dfd79-0674-4b0e-ae83-cb25aff938c2 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.2753835 May 26 16:23:11.955618 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-de9aff9a-577b-4a74-b17a-683c68459375 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:11.957446 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3d6ed5b0-d0e2-495e-b603-090090614f71 None None] Could not find standard attr ID for object 0a18039b-1dd0-45fb-b473-d00c545b2fdd. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:23:11.963393 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-de9aff9a-577b-4a74-b17a-683c68459375 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/ports/0a18039b-1dd0-45fb-b473-d00c545b2fdd HTTP/1.1" status: 204 len: 168 time: 2.3625298 May 26 16:23:11.964540 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41184) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:11.967854 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a67aaa47-cde9-4f01-841b-23a3b0bedcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:11.993283 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67aaa47-cde9-4f01-841b-23a3b0bedcd6 None None] Routers {'5e5cae79-72bf-47fa-b0e0-2a1455cfe2c8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:11.993929 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a67aaa47-cde9-4f01-841b-23a3b0bedcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:22:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['5e5cae79-72bf-47fa-b0e0-2a1455cfe2c8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:12.028460 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5dba43c-4168-4903-88d2-d5d327d93365 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] GET failed (client error): The resource could not be found. May 26 16:23:12.033035 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e5dba43c-4168-4903-88d2-d5d327d93365 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports/0a18039b-1dd0-45fb-b473-d00c545b2fdd HTTP/1.1" status: 404 len: 333 time: 0.0636108 May 26 16:23:12.069265 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0989330-20f7-4442-b553-2e7ba5c64a1d req-54cdc556-1541-4f6e-839c-612f2b585810 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191598 May 26 16:23:12.069861 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41186) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:12.073603 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a67aaa47-cde9-4f01-841b-23a3b0bedcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:12.074914 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67aaa47-cde9-4f01-841b-23a3b0bedcd6 None None] The sync data for ids ['5e5cae79-72bf-47fa-b0e0-2a1455cfe2c8'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:23:12.098145 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-101f62a8-b233-41ce-ac4c-255a32108fee None None] Could not find standard attr ID for object 0a18039b-1dd0-45fb-b473-d00c545b2fdd. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:23:12.186311 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc3b1c6-4110-4216-83ce-adf04c71b982 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting subnet b4891e8d-e51e-46ee-8ea5-98e9a5cda515 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:23:12.193322 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b1c6-4110-4216-83ce-adf04c71b982 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:12.198694 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-83132d95-15f1-47cd-a40e-a75c1a83fee2 req-65518e5f-c67c-488a-a6c8-a3d60f7bbfa4 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.83 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0619838 May 26 16:23:12.273707 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891912e5-e183-4bb3-a575-b1446924d820 req-dae5cf1b-e36b-423c-8d62-19bee8656223 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:12.284290 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-891912e5-e183-4bb3-a575-b1446924d820 req-dae5cf1b-e36b-423c-8d62-19bee8656223 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 946 time: 0.2132695 May 26 16:23:12.321697 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b1c6-4110-4216-83ce-adf04c71b982 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:12.329725 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-15081bd2-a2a8-49f7-8cda-3203f9d2aabe tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] remove_router_interface failed (client error): The resource could not be found. May 26 16:23:12.330809 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-15081bd2-a2a8-49f7-8cda-3203f9d2aabe tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "PUT /v2.0/routers/5e5cae79-72bf-47fa-b0e0-2a1455cfe2c8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5737283 May 26 16:23:12.336655 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41190) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:12.346836 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-53b8f238-6658-4130-9ccd-959e5338d0dc None None] Could not find standard attr ID for object 0a18039b-1dd0-45fb-b473-d00c545b2fdd. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:23:12.411183 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-891912e5-e183-4bb3-a575-b1446924d820 req-56349940-65dd-40ec-8936-29459b09bce8 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=0bb1b184-8173-4fbb-a524-cc6c13427f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256835 May 26 16:23:12.418522 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-047a6c9b-0629-46d5-a488-d831db9d7f45 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e5cae79-72bf-47fa-b0e0-2a1455cfe2c8 HTTP/1.1" status: 200 len: 205 time: 0.0802882 May 26 16:23:12.418981 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41192) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:12.551592 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f01456df-a357-4757-85eb-12375d255cef tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:12.651280 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b1c6-4110-4216-83ce-adf04c71b982 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:12.668302 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c044b93e-9363-4b2c-ab66-47c145dae3af None None] Could not find standard attr ID for object 0a18039b-1dd0-45fb-b473-d00c545b2fdd. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:23:12.793962 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f01456df-a357-4757-85eb-12375d255cef tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:12.799445 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f01456df-a357-4757-85eb-12375d255cef tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:12.853746 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b1c6-4110-4216-83ce-adf04c71b982 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:12.861003 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f01456df-a357-4757-85eb-12375d255cef tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:12.861588 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01456df-a357-4757-85eb-12375d255cef tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Fanout notify agent at l3_agent the message router_deleted on router 5e5cae79-72bf-47fa-b0e0-2a1455cfe2c8 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:23:12.896840 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f01456df-a357-4757-85eb-12375d255cef tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:12.897987 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f01456df-a357-4757-85eb-12375d255cef tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/routers/5e5cae79-72bf-47fa-b0e0-2a1455cfe2c8 HTTP/1.1" status: 204 len: 168 time: 0.4746735 May 26 16:23:12.901364 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3b1c6-4110-4216-83ce-adf04c71b982 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Subnet': ['ID=b4891e8d-e51e-46ee-8ea5-98e9a5cda515,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:12.904465 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41194) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:12.906544 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b1c6-4110-4216-83ce-adf04c71b982 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:12.914167 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5fc3b1c6-4110-4216-83ce-adf04c71b982 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/subnets/b4891e8d-e51e-46ee-8ea5-98e9a5cda515 HTTP/1.1" status: 204 len: 168 time: 0.8243976 May 26 16:23:12.914916 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41196) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:12.920513 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1e1160-84b7-49af-899b-1aa639781744 None None] Network a48ecc58-56f0-42fd-b84d-882bc6a49cf5 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:12.992674 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a985eed2-10f2-49b2-bfe0-104612a8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.041410 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70bc686-f319-45da-ab3c-c6d130469ec1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting subnet ff75a3a2-43c8-4c4c-9482-fdace9faf6c1 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:23:13.045740 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6aa5195-66b5-43c4-8984-26c3b7c53757 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Deleting subnet 0056cf76-dd87-45c3-8208-adc234e74c47 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:23:13.047251 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d70bc686-f319-45da-ab3c-c6d130469ec1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.057473 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b6aa5195-66b5-43c4-8984-26c3b7c53757 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.128851 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d70bc686-f319-45da-ab3c-c6d130469ec1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.187200 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b6aa5195-66b5-43c4-8984-26c3b7c53757 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.239341 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a00216a-77fe-4890-8a81-b9eac2f64272 req-4b987b53-deaa-4f59-b354-a414ee2b3e22 tempest-ServerShowV254Test-145791953 tempest-ServerShowV254Test-145791953-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fb2cd0d-0881-4f44-b14f-49c5be865ec0 HTTP/1.1" status: 200 len: 210 time: 0.0522139 May 26 16:23:13.245179 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01c221-b5ed-4419-9cc1-1b5e43ff4478 req-bca77045-4a84-4d03-a7ce-b32686374341 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:13.248687 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ae01c221-b5ed-4419-9cc1-1b5e43ff4478 req-bca77045-4a84-4d03-a7ce-b32686374341 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.83 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 946 time: 0.1458521 May 26 16:23:13.397421 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a8fd5-f17c-41ee-b7e7-7e43c75d49bf req-3af5b00b-e85f-4906-8c85-88236c6d5cc3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:13.399980 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-662a8fd5-f17c-41ee-b7e7-7e43c75d49bf req-3af5b00b-e85f-4906-8c85-88236c6d5cc3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1590626 May 26 16:23:13.428607 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d70bc686-f319-45da-ab3c-c6d130469ec1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.521221 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b6aa5195-66b5-43c4-8984-26c3b7c53757 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.620933 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-662a8fd5-f17c-41ee-b7e7-7e43c75d49bf req-ace2bb75-2ee1-457f-a878-d7d1349d7016 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020385 May 26 16:23:13.638779 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d70bc686-f319-45da-ab3c-c6d130469ec1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.702467 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d4ede-5f8c-4c9f-8db4-dc3ecdc68d66 req-955d39aa-fee6-44de-a311-01a96e2e44b1 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:13.705856 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a30d4ede-5f8c-4c9f-8db4-dc3ecdc68d66 req-955d39aa-fee6-44de-a311-01a96e2e44b1 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 946 time: 0.1626604 May 26 16:23:13.722234 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70bc686-f319-45da-ab3c-c6d130469ec1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Subnet': ['ID=ff75a3a2-43c8-4c4c-9482-fdace9faf6c1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:13.736864 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d70bc686-f319-45da-ab3c-c6d130469ec1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:13.744557 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d70bc686-f319-45da-ab3c-c6d130469ec1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/subnets/ff75a3a2-43c8-4c4c-9482-fdace9faf6c1 HTTP/1.1" status: 204 len: 168 time: 0.8272448 May 26 16:23:13.747277 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41210) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:13.873098 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a30d4ede-5f8c-4c9f-8db4-dc3ecdc68d66 req-0a9f9121-8579-4bfa-b875-93e62fbbd36c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=0bb1b184-8173-4fbb-a524-cc6c13427f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465447 May 26 16:23:13.936614 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3251f4e2-5d40-4477-b18b-786a98b44cc4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:14.173486 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b6aa5195-66b5-43c4-8984-26c3b7c53757 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:14.225797 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130042d7-6116-4be6-9911-6a2dbb1bf393 None None] Network a48ecc58-56f0-42fd-b84d-882bc6a49cf5 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:14.239832 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa5195-66b5-43c4-8984-26c3b7c53757 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Subnet': ['ID=0056cf76-dd87-45c3-8208-adc234e74c47,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:14.243931 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b6aa5195-66b5-43c4-8984-26c3b7c53757 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:14.250078 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b6aa5195-66b5-43c4-8984-26c3b7c53757 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/subnets/0056cf76-dd87-45c3-8208-adc234e74c47 HTTP/1.1" status: 204 len: 168 time: 1.3443732 May 26 16:23:14.253387 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41214) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:14.254850 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f5cf38-db67-4e50-a1ba-23249b4a694c None None] Network 6368434d-ffda-406a-9424-937fc7b45894 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:14.433239 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-ae01c221-b5ed-4419-9cc1-1b5e43ff4478 req-1e67b7cb-f726-45d5-88b7-bbb5e3305a81 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Deleting port 32c841dd-a3a9-41cf-b781-e4cc4980e662 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:14.442067 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ae01c221-b5ed-4419-9cc1-1b5e43ff4478 req-1e67b7cb-f726-45d5-88b7-bbb5e3305a81 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:14.522856 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-3251f4e2-5d40-4477-b18b-786a98b44cc4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting port 92f80562-1363-47dc-8859-73c4a6a83c56 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:14.523207 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3251f4e2-5d40-4477-b18b-786a98b44cc4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:14.542486 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:14.552213 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7bbe5c50-2101-4208-94ce-227efeb28361 None None] Provisioning complete for port 92f80562-1363-47dc-8859-73c4a6a83c56 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:14.552853 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7bbe5c50-2101-4208-94ce-227efeb28361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:14.613087 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ae01c221-b5ed-4419-9cc1-1b5e43ff4478 req-1e67b7cb-f726-45d5-88b7-bbb5e3305a81 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] For port 32c841dd-a3a9-41cf-b781-e4cc4980e662, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=32c841dd-a3a9-41cf-b781-e4cc4980e662,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:14.613087 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ae01c221-b5ed-4419-9cc1-1b5e43ff4478 req-1e67b7cb-f726-45d5-88b7-bbb5e3305a81 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:14.635744 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-3251f4e2-5d40-4477-b18b-786a98b44cc4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] For port 92f80562-1363-47dc-8859-73c4a6a83c56, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=92f80562-1363-47dc-8859-73c4a6a83c56,segment=NetworkSegment(fb1125a3-4dfe-4497-888e-1248b5a9b74c),segment_id=fb1125a3-4dfe-4497-888e-1248b5a9b74c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:14.636395 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3251f4e2-5d40-4477-b18b-786a98b44cc4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:14.659409 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-3251f4e2-5d40-4477-b18b-786a98b44cc4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Calling delete_port for 92f80562-1363-47dc-8859-73c4a6a83c56 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:14.771654 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7bbe5c50-2101-4208-94ce-227efeb28361 None None] Current status of the port 92f80562-1363-47dc-8859-73c4a6a83c56 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:14.928155 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10a37ef-fea9-4d6b-9786-04667ee9b23c None None] DHCP port deletion for 6368434d-ffda-406a-9424-937fc7b45894 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:23:14.966157 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d121ff-b5c7-43b2-97a9-4a72c634aba7 req-332d7707-ff60-4b7f-9a33-74c1f5ac9209 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:14.969175 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23d121ff-b5c7-43b2-97a9-4a72c634aba7 req-332d7707-ff60-4b7f-9a33-74c1f5ac9209 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1666286 May 26 16:23:14.990364 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41228) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:15.012910 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87a691f-d9e9-401b-abec-0faf486f93f6 None None] DHCP port deletion for a48ecc58-56f0-42fd-b84d-882bc6a49cf5 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:23:15.086401 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3251f4e2-5d40-4477-b18b-786a98b44cc4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.129325 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ae01c221-b5ed-4419-9cc1-1b5e43ff4478 req-1e67b7cb-f726-45d5-88b7-bbb5e3305a81 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.130199 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ae01c221-b5ed-4419-9cc1-1b5e43ff4478 req-1e67b7cb-f726-45d5-88b7-bbb5e3305a81 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.130199 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [req-ae01c221-b5ed-4419-9cc1-1b5e43ff4478 req-1e67b7cb-f726-45d5-88b7-bbb5e3305a81 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Floating IP a8189a53-a7ac-4c07-95b0-b66ab118be3f disassociated. External IP: 172.25.7.11, port: 32c841dd-a3a9-41cf-b781-e4cc4980e662. May 26 16:23:15.130912 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-ae01c221-b5ed-4419-9cc1-1b5e43ff4478 req-1e67b7cb-f726-45d5-88b7-bbb5e3305a81 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Calling delete_port for 32c841dd-a3a9-41cf-b781-e4cc4980e662 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:15.156633 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23d121ff-b5c7-43b2-97a9-4a72c634aba7 req-28e95637-ce17-4378-ab3f-783681c2db1d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757357 May 26 16:23:15.163883 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f10a37ef-fea9-4d6b-9786-04667ee9b23c None None] Deleting port d81af98c-66b3-476b-a6ae-930c45181e1a {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:15.164635 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f10a37ef-fea9-4d6b-9786-04667ee9b23c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.165432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3251f4e2-5d40-4477-b18b-786a98b44cc4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] No DVR routers for this DVR port 92f80562-1363-47dc-8859-73c4a6a83c56 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:23:15.169455 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Deleting port d81af98c-66b3-476b-a6ae-930c45181e1a {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:15.169744 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.242541 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251f4e2-5d40-4477-b18b-786a98b44cc4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Port': ['ID=92f80562-1363-47dc-8859-73c4a6a83c56,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:15.263417 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d81af98c-66b3-476b-a6ae-930c45181e1a no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:23:15.304861 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f87a691f-d9e9-401b-abec-0faf486f93f6 None None] Deleting port 92f80562-1363-47dc-8859-73c4a6a83c56 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:15.305375 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f87a691f-d9e9-401b-abec-0faf486f93f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.326578 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] For port d81af98c-66b3-476b-a6ae-930c45181e1a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d81af98c-66b3-476b-a6ae-930c45181e1a,segment=NetworkSegment(a6ba1d41-639f-4b63-96f1-2fd71d0edccc),segment_id=a6ba1d41-639f-4b63-96f1-2fd71d0edccc)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:15.328081 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.351820 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Calling delete_port for d81af98c-66b3-476b-a6ae-930c45181e1a owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:15.410341 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3251f4e2-5d40-4477-b18b-786a98b44cc4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.450197 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-3251f4e2-5d40-4477-b18b-786a98b44cc4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48ecc58-56f0-42fd-b84d-882bc6a49cf5']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:15.458604 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-f10a37ef-fea9-4d6b-9786-04667ee9b23c None None] For port d81af98c-66b3-476b-a6ae-930c45181e1a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d81af98c-66b3-476b-a6ae-930c45181e1a,segment=NetworkSegment(a6ba1d41-639f-4b63-96f1-2fd71d0edccc),segment_id=a6ba1d41-639f-4b63-96f1-2fd71d0edccc)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:15.459281 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f10a37ef-fea9-4d6b-9786-04667ee9b23c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.469253 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-3251f4e2-5d40-4477-b18b-786a98b44cc4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1125a3-4dfe-4497-888e-1248b5a9b74c') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:15.469729 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-3251f4e2-5d40-4477-b18b-786a98b44cc4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1125a3-4dfe-4497-888e-1248b5a9b74c') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:15.489320 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3251f4e2-5d40-4477-b18b-786a98b44cc4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.491323 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-30a41ecb-a093-4489-9d7f-c8ebe5c5e75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.511809 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-f87a691f-d9e9-401b-abec-0faf486f93f6 None None] For port 92f80562-1363-47dc-8859-73c4a6a83c56, host n-d-843337-2, got binding levels [] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:15.512322 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f87a691f-d9e9-401b-abec-0faf486f93f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.516023 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f10a37ef-fea9-4d6b-9786-04667ee9b23c None None] Calling delete_port for d81af98c-66b3-476b-a6ae-930c45181e1a owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:15.516965 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3251f4e2-5d40-4477-b18b-786a98b44cc4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.529613 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3251f4e2-5d40-4477-b18b-786a98b44cc4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:23:15.530024 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3251f4e2-5d40-4477-b18b-786a98b44cc4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.583582 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ae01c221-b5ed-4419-9cc1-1b5e43ff4478 req-1e67b7cb-f726-45d5-88b7-bbb5e3305a81 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.591089 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port d81af98c-66b3-476b-a6ae-930c45181e1a is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:15.591598 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.603978 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.619183 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1605e4f9-d081-4df8-a869-ffc7dd1aebfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.681308 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da62ebe-f695-4bdc-82b6-66cd1a09a95a req-89f77b86-2190-4fed-b1af-82a7610d42ca tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:15.693818 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67b7cb-f726-45d5-88b7-bbb5e3305a81 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event deleted for resources: {'Port': ['ID=32c841dd-a3a9-41cf-b781-e4cc4980e662,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:15.694908 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5da62ebe-f695-4bdc-82b6-66cd1a09a95a req-89f77b86-2190-4fed-b1af-82a7610d42ca tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 946 time: 0.6679945 May 26 16:23:15.705076 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment fb1125a3-4dfe-4497-888e-1248b5a9b74c resource provider aggregate not found May 26 16:23:15.718986 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] No DVR routers for this DVR port d81af98c-66b3-476b-a6ae-930c45181e1a on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:23:15.743257 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3251f4e2-5d40-4477-b18b-786a98b44cc4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.779666 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3251f4e2-5d40-4477-b18b-786a98b44cc4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.784008 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3251f4e2-5d40-4477-b18b-786a98b44cc4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/networks/a48ecc58-56f0-42fd-b84d-882bc6a49cf5 HTTP/1.1" status: 204 len: 168 time: 2.0355070 May 26 16:23:15.786633 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment fb1125a3-4dfe-4497-888e-1248b5a9b74c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb1125a3-4dfe-4497-888e-1248b5a9b74c found for delete ", "request_id": "req-2ae4d2f8-56a4-4d68-bf23-b51506d4a116"}]} May 26 16:23:15.793597 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41236) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:15.848908 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251f4e2-5d40-4477-b18b-786a98b44cc4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Network': ['ID=a48ecc58-56f0-42fd-b84d-882bc6a49cf5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:15.867947 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f87a691f-d9e9-401b-abec-0faf486f93f6 None None] Calling delete_port for 92f80562-1363-47dc-8859-73c4a6a83c56 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:15.872772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.ipam_backend_mixin [None req-f87a691f-d9e9-401b-abec-0faf486f93f6 None None] Port 92f80562-1363-47dc-8859-73c4a6a83c56 was not found and therefore no delete operation was performed {{(pid=103897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:23:15.879861 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f87a691f-d9e9-401b-abec-0faf486f93f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:15.909871 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5da62ebe-f695-4bdc-82b6-66cd1a09a95a req-f07293f1-b4c9-455c-aa3b-253636999f04 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=0bb1b184-8173-4fbb-a524-cc6c13427f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126420 May 26 16:23:15.961745 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc70dd96-dd0e-47d1-af29-1c592303d340 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:15.965701 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Port': ['ID=d81af98c-66b3-476b-a6ae-930c45181e1a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:15.966993 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cc70dd96-dd0e-47d1-af29-1c592303d340 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1500251 May 26 16:23:15.985854 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41240) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:16.011235 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1605e4f9-d081-4df8-a869-ffc7dd1aebfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:16.018271 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1605e4f9-d081-4df8-a869-ffc7dd1aebfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:16.035777 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f10a37ef-fea9-4d6b-9786-04667ee9b23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:16.045138 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f87a691f-d9e9-401b-abec-0faf486f93f6 None None] Network a48ecc58-56f0-42fd-b84d-882bc6a49cf5 is not hosted by any dhcp agent {{(pid=103897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 26 16:23:16.046289 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87a691f-d9e9-401b-abec-0faf486f93f6 None None] No DVR routers for this DVR port 92f80562-1363-47dc-8859-73c4a6a83c56 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:23:16.051556 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a691f-d9e9-401b-abec-0faf486f93f6 None None] Pushing event deleted for resources: {'Port': ['ID=92f80562-1363-47dc-8859-73c4a6a83c56,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:16.080511 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:16.089029 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1605e4f9-d081-4df8-a869-ffc7dd1aebfe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a6792317c5c749e1a513835e90af09d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0950739 May 26 16:23:16.091236 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41242) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:16.100914 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605e4f9-d081-4df8-a869-ffc7dd1aebfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8735c66e-85eb-4462-90de-7329e685bdc8,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:16.116747 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 92f80562-1363-47dc-8859-73c4a6a83c56 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:23:16.150252 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6368434d-ffda-406a-9424-937fc7b45894']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:16.158904 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a37ef-fea9-4d6b-9786-04667ee9b23c None None] No DVR routers for this DVR port d81af98c-66b3-476b-a6ae-930c45181e1a on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:23:16.160627 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a37ef-fea9-4d6b-9786-04667ee9b23c None None] Pushing event deleted for resources: {'Port': ['ID=d81af98c-66b3-476b-a6ae-930c45181e1a,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:16.164574 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 92f80562-1363-47dc-8859-73c4a6a83c56 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:23:16.165074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 92f80562-1363-47dc-8859-73c4a6a83c56 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:23:16.187623 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ba1d41-639f-4b63-96f1-2fd71d0edccc') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:16.188026 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ba1d41-639f-4b63-96f1-2fd71d0edccc') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:16.208341 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:16.259558 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-de4422c7-7b1b-463b-a509-5a0e0e1c24b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:16.289009 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-78e57a4e-002e-48c1-8125-476d8b584e85 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2948685 May 26 16:23:16.289009 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:16.289372 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41246) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:16.302472 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-aa072e35-0673-4bfd-acbb-1b1ed35ccfdb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-658007464'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:16.324168 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:23:16.324696 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:16.338697 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-de4422c7-7b1b-463b-a509-5a0e0e1c24b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:16.373785 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae01c221-b5ed-4419-9cc1-1b5e43ff4478 req-1e67b7cb-f726-45d5-88b7-bbb5e3305a81 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Router 3be498a2-af40-439e-8e33-5b6db31a6d35 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:23:16.456550 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-de4422c7-7b1b-463b-a509-5a0e0e1c24b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:16.461440 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-de4422c7-7b1b-463b-a509-5a0e0e1c24b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:16.466346 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-de4422c7-7b1b-463b-a509-5a0e0e1c24b5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8735c66e-85eb-4462-90de-7329e685bdc8 HTTP/1.1" status: 204 len: 168 time: 0.3710115 May 26 16:23:16.518098 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa072e35-0673-4bfd-acbb-1b1ed35ccfdb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:16.524356 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:16.526202 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aa072e35-0673-4bfd-acbb-1b1ed35ccfdb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:16.559697 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4422c7-7b1b-463b-a509-5a0e0e1c24b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8735c66e-85eb-4462-90de-7329e685bdc8,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:16.612761 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment a6ba1d41-639f-4b63-96f1-2fd71d0edccc resource provider aggregate not found May 26 16:23:16.625907 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 32c841dd-a3a9-41cf-b781-e4cc4980e662 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:23:16.632939 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf75716-012a-4065-88dd-7691923e4f51 req-764503f9-9002-42bf-b16d-9eeef23705a9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:16.642399 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-acf75716-012a-4065-88dd-7691923e4f51 req-764503f9-9002-42bf-b16d-9eeef23705a9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.2195108 May 26 16:23:16.642673 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:16.662652 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa072e35-0673-4bfd-acbb-1b1ed35ccfdb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:23:16.663614 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:16.666773 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 32c841dd-a3a9-41cf-b781-e4cc4980e662 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:23:16.667134 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 32c841dd-a3a9-41cf-b781-e4cc4980e662 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:23:16.672741 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/networks/6368434d-ffda-406a-9424-937fc7b45894 HTTP/1.1" status: 204 len: 168 time: 2.4178393 May 26 16:23:16.679076 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment a6ba1d41-639f-4b63-96f1-2fd71d0edccc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6ba1d41-639f-4b63-96f1-2fd71d0edccc found for delete ", "request_id": "req-f80386df-8b6a-4aae-b3e2-c310e3b1c7e0"}]} May 26 16:23:16.679358 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41254) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:16.687910 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-de080ae1-0b72-43a4-b558-cf8ceaa2c571 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-907921617'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:16.688230 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aa072e35-0673-4bfd-acbb-1b1ed35ccfdb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:16.688498 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-aa072e35-0673-4bfd-acbb-1b1ed35ccfdb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Added segment 846fdfe4-a17d-4d6a-8508-c840fe4a8a0a of type vlan for network fb693e2f-6754-4f52-9218-8a155333a256 May 26 16:23:16.709767 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Network': ['ID=6368434d-ffda-406a-9424-937fc7b45894,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:16.734678 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae01c221-b5ed-4419-9cc1-1b5e43ff4478 req-1e67b7cb-f726-45d5-88b7-bbb5e3305a81 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:23:16.739999 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:16.740392 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:16.740750 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:16.741088 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:16.741432 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:16.742302 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:16.742302 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:16.742474 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:16.742879 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:16.743246 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:16.743773 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:16.744141 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cff674c-0ea5-4d8b-bbef-f6cd93d40a56 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:16.763138 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aa072e35-0673-4bfd-acbb-1b1ed35ccfdb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:16.767030 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33a6b06-1df9-4993-9f42-fb3a5f4619e3 None None] Sync routers for ids ['3be498a2-af40-439e-8e33-5b6db31a6d35'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:23:16.784218 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de080ae1-0b72-43a4-b558-cf8ceaa2c571 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Made reservation on behalf of 7c05bed383db4b70b043bf60b5d2bde6 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:16.788039 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de080ae1-0b72-43a4-b558-cf8ceaa2c571 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:16.799412 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33a6b06-1df9-4993-9f42-fb3a5f4619e3 None None] Routers {'3be498a2-af40-439e-8e33-5b6db31a6d35'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:16.801429 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a33a6b06-1df9-4993-9f42-fb3a5f4619e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:23:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3be498a2-af40-439e-8e33-5b6db31a6d35'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:16.819010 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae01c221-b5ed-4419-9cc1-1b5e43ff4478 req-1e67b7cb-f726-45d5-88b7-bbb5e3305a81 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] No DVR routers for this DVR port 32c841dd-a3a9-41cf-b781-e4cc4980e662 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:23:16.823598 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ae01c221-b5ed-4419-9cc1-1b5e43ff4478 req-1e67b7cb-f726-45d5-88b7-bbb5e3305a81 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:16.832772 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ae01c221-b5ed-4419-9cc1-1b5e43ff4478 req-1e67b7cb-f726-45d5-88b7-bbb5e3305a81 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.83 "DELETE /v2.0/ports/32c841dd-a3a9-41cf-b781-e4cc4980e662 HTTP/1.1" status: 204 len: 173 time: 3.5671506 May 26 16:23:16.833300 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651c7570-24ac-454a-abff-560f307a014b', 'name': 'network-vif-deleted', 'tag': '32c841dd-a3a9-41cf-b781-e4cc4980e662'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:23:16.835743 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edda9179-5e0f-41a5-9c07-7487e963e035" -d '{"events": [{"server_uuid": "651c7570-24ac-454a-abff-560f307a014b", "name": "network-vif-deleted", "tag": "32c841dd-a3a9-41cf-b781-e4cc4980e662"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:23:16.849432 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aa072e35-0673-4bfd-acbb-1b1ed35ccfdb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:16.860788 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa072e35-0673-4bfd-acbb-1b1ed35ccfdb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:16.861645 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aa072e35-0673-4bfd-acbb-1b1ed35ccfdb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:16.878367 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de080ae1-0b72-43a4-b558-cf8ceaa2c571 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:23:16.905147 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de080ae1-0b72-43a4-b558-cf8ceaa2c571 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:16.905514 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-de080ae1-0b72-43a4-b558-cf8ceaa2c571 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Added segment 0f16e6a9-f82c-40aa-bbd3-7be18a8fdb18 of type vlan for network fc4abc49-d86c-4a75-b237-4636038e913b May 26 16:23:17.016353 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa072e35-0673-4bfd-acbb-1b1ed35ccfdb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Network': ['ID=fb693e2f-6754-4f52-9218-8a155333a256,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:17.032350 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network fb693e2f-6754-4f52-9218-8a155333a256 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:23:17.070084 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-acf75716-012a-4065-88dd-7691923e4f51 req-6071899b-e2d9-499d-b61c-6a1f4f7bc8a6 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4265525 May 26 16:23:17.071732 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de080ae1-0b72-43a4-b558-cf8ceaa2c571 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:17.092430 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-aa072e35-0673-4bfd-acbb-1b1ed35ccfdb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8001647 May 26 16:23:17.096042 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41266) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:17.102856 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-053adb87-9b5a-4289-8810-7e3ca1801198 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'subnet': {'network_id': 'fb693e2f-6754-4f52-9218-8a155333a256', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:17.175391 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-a33a6b06-1df9-4993-9f42-fb3a5f4619e3 None None] Set router 3be498a2-af40-439e-8e33-5b6db31a6d35 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:23:17.202048 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de080ae1-0b72-43a4-b558-cf8ceaa2c571 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:17.219230 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de080ae1-0b72-43a4-b558-cf8ceaa2c571 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:17.219908 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de080ae1-0b72-43a4-b558-cf8ceaa2c571 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:17.308048 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87d2b42-6de2-4531-a95a-4e532674e8a3 x-openstack-request-id: req-c87d2b42-6de2-4531-a95a-4e532674e8a3 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:23:17.309173 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651c7570-24ac-454a-abff-560f307a014b", "name": "network-vif-deleted", "tag": "32c841dd-a3a9-41cf-b781-e4cc4980e662", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:23:17.309463 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c87d2b42-6de2-4531-a95a-4e532674e8a3 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:23:17.309951 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c87d2b42-6de2-4531-a95a-4e532674e8a3'] response: {'server_uuid': '651c7570-24ac-454a-abff-560f307a014b', 'name': 'network-vif-deleted', 'tag': '32c841dd-a3a9-41cf-b781-e4cc4980e662', 'status': 'completed', 'code': 200} May 26 16:23:17.390267 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-de080ae1-0b72-43a4-b558-cf8ceaa2c571 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7083101 May 26 16:23:17.396187 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41272) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:17.419806 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-62811672-4fa4-4614-b2be-ce6c73bf996c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'subnet': {'network_id': 'fc4abc49-d86c-4a75-b237-4636038e913b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:17.451290 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de080ae1-0b72-43a4-b558-cf8ceaa2c571 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Network': ['ID=fc4abc49-d86c-4a75-b237-4636038e913b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:17.466549 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network fc4abc49-d86c-4a75-b237-4636038e913b details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:23:17.511499 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053adb87-9b5a-4289-8810-7e3ca1801198 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:17.527550 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-053adb87-9b5a-4289-8810-7e3ca1801198 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:17.561576 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a14621b-b64e-4f07-8ce3-90b484b3e0ae req-a1c3d5f4-8923-4a9c-a1c4-63a105d10e6a tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=651c7570-24ac-454a-abff-560f307a014b HTTP/1.1" status: 200 len: 210 time: 0.2010150 May 26 16:23:17.641952 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a33a6b06-1df9-4993-9f42-fb3a5f4619e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:15Z', 'revision_number': 5, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:17.680368 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33a6b06-1df9-4993-9f42-fb3a5f4619e3 None None] Checking router: 3be498a2-af40-439e-8e33-5b6db31a6d35 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:23:17.694607 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33a6b06-1df9-4993-9f42-fb3a5f4619e3 None None] Routers {'3be498a2-af40-439e-8e33-5b6db31a6d35'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:17.695417 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a33a6b06-1df9-4993-9f42-fb3a5f4619e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:23:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3be498a2-af40-439e-8e33-5b6db31a6d35'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:17.853629 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-a33a6b06-1df9-4993-9f42-fb3a5f4619e3 None None] Set router 3be498a2-af40-439e-8e33-5b6db31a6d35 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:23:17.908017 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62811672-4fa4-4614-b2be-ce6c73bf996c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Made reservation on behalf of 7c05bed383db4b70b043bf60b5d2bde6 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:17.914037 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-62811672-4fa4-4614-b2be-ce6c73bf996c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:17.952912 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:18.103793 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-053adb87-9b5a-4289-8810-7e3ca1801198 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:18.264334 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:18.302675 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41292) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:18.341050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053adb87-9b5a-4289-8810-7e3ca1801198 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Subnet': ['ID=ab9c9e2a-66d0-4020-94a1-ca0fd5f4cc82,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:18.367686 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a33a6b06-1df9-4993-9f42-fb3a5f4619e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:15Z', 'revision_number': 5, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:18.398477 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053adb87-9b5a-4289-8810-7e3ca1801198 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Checking segment: {'id': '846fdfe4-a17d-4d6a-8508-c840fe4a8a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fb693e2f-6754-4f52-9218-8a155333a256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:18.399043 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053adb87-9b5a-4289-8810-7e3ca1801198 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network hostable DHCP agents. Network: fb693e2f-6754-4f52-9218-8a155333a256, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:23:18.426837 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3700b-62c2-4f90-b50e-24862e9f6030 req-8cc5f085-0900-4e7c-b793-671aa665c518 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:18.440000 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e6b3700b-62c2-4f90-b50e-24862e9f6030 req-8cc5f085-0900-4e7c-b793-671aa665c518 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1822853 May 26 16:23:18.457863 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33a6b06-1df9-4993-9f42-fb3a5f4619e3 None None] The sync data for ids ['3be498a2-af40-439e-8e33-5b6db31a6d35'] in n-d-843337-2 is: [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:15Z', 'revision_number': 5, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:23:18.520553 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-3e5d3792-1545-4511-8305-cfa0f69f9225 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1712422653-network', 'tenant_id': 'da4a805e29d24584b545bb330805b32f'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:18.556765 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e6b3700b-62c2-4f90-b50e-24862e9f6030 req-4fb8b98e-e4e1-4cea-8ee0-a9f7bd1a919a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156368 May 26 16:23:18.560699 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5d3792-1545-4511-8305-cfa0f69f9225 admin admin] Made reservation on behalf of da4a805e29d24584b545bb330805b32f for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:18.564361 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3e5d3792-1545-4511-8305-cfa0f69f9225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:18.565841 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053adb87-9b5a-4289-8810-7e3ca1801198 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network fb693e2f-6754-4f52-9218-8a155333a256 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:23:18.587473 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-62811672-4fa4-4614-b2be-ce6c73bf996c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:18.587807 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3e5d3792-1545-4511-8305-cfa0f69f9225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:18.603978 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-053adb87-9b5a-4289-8810-7e3ca1801198 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, fb693e2f-6754-4f52-9218-8a155333a256) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:18.615397 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c70c00-8311-4f59-af02-ae9fee8f432a None None] Network fb693e2f-6754-4f52-9218-8a155333a256 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:18.744449 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3e5d3792-1545-4511-8305-cfa0f69f9225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:18.753552 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3e5d3792-1545-4511-8305-cfa0f69f9225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:18.786761 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62811672-4fa4-4614-b2be-ce6c73bf996c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Subnet': ['ID=f904e07e-4a87-4011-b1ac-ccdd13541904,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:18.805383 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053adb87-9b5a-4289-8810-7e3ca1801198 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:18.806586 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-053adb87-9b5a-4289-8810-7e3ca1801198 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:18.828342 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41302) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:18.842998 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5d3792-1545-4511-8305-cfa0f69f9225 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:23:18.847644 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-053adb87-9b5a-4289-8810-7e3ca1801198 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7502069 May 26 16:23:18.861526 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41304) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:18.878066 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-986f7a13-5c08-4614-beb4-069de4caf56d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'port': {'network_id': 'fb693e2f-6754-4f52-9218-8a155333a256', 'name': 'tempest-PortsIpV6TestJSON-2040751382'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:18.926180 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f85e34-e47a-423f-9578-474d55b5fe11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-fb693e2f-6754-4f52-9218-8a155333a256', 'network_id': 'fb693e2f-6754-4f52-9218-8a155333a256', 'tenant_id': '3be6215cac414c0cad4d0387a5c1f396', 'fixed_ips': [{'subnet_id': 'ab9c9e2a-66d0-4020-94a1-ca0fd5f4cc82'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:23:18.927222 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c4f85e34-e47a-423f-9578-474d55b5fe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:18.969983 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3e5d3792-1545-4511-8305-cfa0f69f9225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:18.970756 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-3e5d3792-1545-4511-8305-cfa0f69f9225 admin admin] Added segment 134194bf-9872-420b-81be-cd8b1f455a01 of type vlan for network 108e172f-9bd7-4858-818f-d588950b8366 May 26 16:23:18.978912 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:18.980073 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab59ca46-6932-44d6-9de1-c1c6f2f70b31 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:18.984888 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62811672-4fa4-4614-b2be-ce6c73bf996c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Checking segment: {'id': '0f16e6a9-f82c-40aa-bbd3-7be18a8fdb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fc4abc49-d86c-4a75-b237-4636038e913b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:18.985183 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62811672-4fa4-4614-b2be-ce6c73bf996c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network hostable DHCP agents. Network: fc4abc49-d86c-4a75-b237-4636038e913b, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:23:19.030620 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab59ca46-6932-44d6-9de1-c1c6f2f70b31 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.062370 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62811672-4fa4-4614-b2be-ce6c73bf996c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network fc4abc49-d86c-4a75-b237-4636038e913b is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:23:19.076498 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-62811672-4fa4-4614-b2be-ce6c73bf996c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, fc4abc49-d86c-4a75-b237-4636038e913b) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:19.089743 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62811672-4fa4-4614-b2be-ce6c73bf996c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:19.090519 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-62811672-4fa4-4614-b2be-ce6c73bf996c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.111338 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-62811672-4fa4-4614-b2be-ce6c73bf996c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7016098 May 26 16:23:19.114127 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41308) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:19.119922 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403e98bf-9a53-4b0a-9bd6-8b765a80447c None None] Network fc4abc49-d86c-4a75-b237-4636038e913b requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:19.125016 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-76d2cb12-95c3-42eb-bdd9-78868bad1b83 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1464668517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:19.127231 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d3792-1545-4511-8305-cfa0f69f9225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d46bc9d-a391-458c-b504-f02241691386,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:19.171131 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76d2cb12-95c3-42eb-bdd9-78868bad1b83 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.172473 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76d2cb12-95c3-42eb-bdd9-78868bad1b83 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.206696 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab59ca46-6932-44d6-9de1-c1c6f2f70b31 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.212212 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab59ca46-6932-44d6-9de1-c1c6f2f70b31 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.214410 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ab59ca46-6932-44d6-9de1-c1c6f2f70b31 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "DELETE /v2.0/security-groups/0bb1b184-8173-4fbb-a524-cc6c13427f2f HTTP/1.1" status: 204 len: 168 time: 0.3842490 May 26 16:23:19.220535 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3e5d3792-1545-4511-8305-cfa0f69f9225 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.237373 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41310) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:19.243028 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4907fc0-6c02-484c-a0e3-69fc4985de5b None None] New status for floating IP a8189a53-a7ac-4c07-95b0-b66ab118be3f: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:23:19.262785 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3e5d3792-1545-4511-8305-cfa0f69f9225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.264632 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5d3792-1545-4511-8305-cfa0f69f9225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:19.265760 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3e5d3792-1545-4511-8305-cfa0f69f9225 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.266685 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59ca46-6932-44d6-9de1-c1c6f2f70b31 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb1b184-8173-4fbb-a524-cc6c13427f2f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:19.302905 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-bdce0429-7db9-4b4d-b15a-3bbd80b5243e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] show failed (client error): The resource could not be found. May 26 16:23:19.304019 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bdce0429-7db9-4b4d-b15a-3bbd80b5243e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups/0bb1b184-8173-4fbb-a524-cc6c13427f2f HTTP/1.1" status: 404 len: 347 time: 0.0627503 May 26 16:23:19.306077 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76d2cb12-95c3-42eb-bdd9-78868bad1b83 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.307275 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41312) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:19.317336 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76d2cb12-95c3-42eb-bdd9-78868bad1b83 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.388175 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986f7a13-5c08-4614-beb4-069de4caf56d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:19.392227 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-986f7a13-5c08-4614-beb4-069de4caf56d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.409602 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3e5d3792-1545-4511-8305-cfa0f69f9225 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1049595 May 26 16:23:19.416224 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41314) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:19.445583 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-6549671c-0238-4f59-8257-77778b9b9b7a admin admin] Request body: {'subnet': {'network_id': '108e172f-9bd7-4858-818f-d588950b8366', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1712422653-subnet', 'tenant_id': 'da4a805e29d24584b545bb330805b32f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:19.448341 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-986f7a13-5c08-4614-beb4-069de4caf56d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] device_id is not set on port 0ad553d7-fe4e-491b-ac74-2d506b5cdf40 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:23:19.465481 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76d2cb12-95c3-42eb-bdd9-78868bad1b83 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.467099 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-76d2cb12-95c3-42eb-bdd9-78868bad1b83 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3513260 May 26 16:23:19.472197 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41316) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:19.533921 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d3792-1545-4511-8305-cfa0f69f9225 admin admin] Pushing event updated for resources: {'Network': ['ID=108e172f-9bd7-4858-818f-d588950b8366,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:19.561799 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 108e172f-9bd7-4858-818f-d588950b8366 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:23:19.569803 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6549671c-0238-4f59-8257-77778b9b9b7a admin admin] Made reservation on behalf of da4a805e29d24584b545bb330805b32f for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:19.570117 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-c4f85e34-e47a-423f-9578-474d55b5fe11 None None] Allocated IP 2001:db8::2 (fb693e2f-6754-4f52-9218-8a155333a256/ab9c9e2a-66d0-4020-94a1-ca0fd5f4cc82/2f2ab5e0-78cf-413e-88c2-6f5f2f711d90) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:19.572287 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6549671c-0238-4f59-8257-77778b9b9b7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.597060 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328a3762-090c-4d83-bfe4-5c374ef3bec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-fc4abc49-d86c-4a75-b237-4636038e913b', 'network_id': 'fc4abc49-d86c-4a75-b237-4636038e913b', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'fixed_ips': [{'subnet_id': 'f904e07e-4a87-4011-b1ac-ccdd13541904'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:23:19.597939 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-328a3762-090c-4d83-bfe4-5c374ef3bec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:19.737765 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e8c50e0c-42b5-46e0-a4c2-30854279dbdd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Deleting port 5bb2f805-a430-47ce-a05f-29dd2d3e222e {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:19.738667 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e8c50e0c-42b5-46e0-a4c2-30854279dbdd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.016430 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-328a3762-090c-4d83-bfe4-5c374ef3bec6 None None] Allocated IP 2001:db8::2 (fc4abc49-d86c-4a75-b237-4636038e913b/f904e07e-4a87-4011-b1ac-ccdd13541904/470838ee-09c7-422a-987d-8e1342db189d) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:20.051149 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c4f85e34-e47a-423f-9578-474d55b5fe11 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.054915 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e8c50e0c-42b5-46e0-a4c2-30854279dbdd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.055241 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e8c50e0c-42b5-46e0-a4c2-30854279dbdd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.083811 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e8c50e0c-42b5-46e0-a4c2-30854279dbdd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Calling delete_port for 5bb2f805-a430-47ce-a05f-29dd2d3e222e owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:20.164722 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.176018 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c4f85e34-e47a-423f-9578-474d55b5fe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.222871 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-986f7a13-5c08-4614-beb4-069de4caf56d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Allocated IP 2001:db8::1bc (fb693e2f-6754-4f52-9218-8a155333a256/ab9c9e2a-66d0-4020-94a1-ca0fd5f4cc82/0ad553d7-fe4e-491b-ac74-2d506b5cdf40) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:20.235624 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6549671c-0238-4f59-8257-77778b9b9b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.305155 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-328a3762-090c-4d83-bfe4-5c374ef3bec6 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.326178 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-328a3762-090c-4d83-bfe4-5c374ef3bec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.349391 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328a3762-090c-4d83-bfe4-5c374ef3bec6 None None] Network fc4abc49-d86c-4a75-b237-4636038e913b is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:20.353386 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-328a3762-090c-4d83-bfe4-5c374ef3bec6 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:20.358409 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328a3762-090c-4d83-bfe4-5c374ef3bec6 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:20.382115 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f85e34-e47a-423f-9578-474d55b5fe11 None None] Network fb693e2f-6754-4f52-9218-8a155333a256 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:20.396263 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-c4f85e34-e47a-423f-9578-474d55b5fe11 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:20.405539 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f85e34-e47a-423f-9578-474d55b5fe11 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:20.490321 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-986f7a13-5c08-4614-beb4-069de4caf56d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.537230 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-986f7a13-5c08-4614-beb4-069de4caf56d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.587209 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Allocated IP 2001:db8::1 (fc4abc49-d86c-4a75-b237-4636038e913b/f904e07e-4a87-4011-b1ac-ccdd13541904/0c994435-e11e-420e-86c4-69eca539e184) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:20.627900 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986f7a13-5c08-4614-beb4-069de4caf56d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network fb693e2f-6754-4f52-9218-8a155333a256 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:20.635928 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-986f7a13-5c08-4614-beb4-069de4caf56d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:20.642609 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986f7a13-5c08-4614-beb4-069de4caf56d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:20.649175 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986f7a13-5c08-4614-beb4-069de4caf56d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:20.649976 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-986f7a13-5c08-4614-beb4-069de4caf56d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.666796 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f7a13-5c08-4614-beb4-069de4caf56d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Port': ['ID=0ad553d7-fe4e-491b-ac74-2d506b5cdf40,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:20.686070 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-986f7a13-5c08-4614-beb4-069de4caf56d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8233781 May 26 16:23:20.691041 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41320) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:20.698449 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b441cc91-925e-4b23-a67f-76be1208b4de tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'port': {'network_id': 'fb693e2f-6754-4f52-9218-8a155333a256', 'name': 'tempest-PortsIpV6TestJSON-1268406376'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:20.759640 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.776895 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f85e34-e47a-423f-9578-474d55b5fe11 None None] Pushing event updated for resources: {'Port': ['ID=2f2ab5e0-78cf-413e-88c2-6f5f2f711d90,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:20.784473 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-328a3762-090c-4d83-bfe4-5c374ef3bec6 None None] Attempting to bind port 470838ee-09c7-422a-987d-8e1342db189d on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:23:20.785491 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-328a3762-090c-4d83-bfe4-5c374ef3bec6 None None] Attempting to bind port 470838ee-09c7-422a-987d-8e1342db189d by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '0f16e6a9-f82c-40aa-bbd3-7be18a8fdb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fc4abc49-d86c-4a75-b237-4636038e913b'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:23:20.786154 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328a3762-090c-4d83-bfe4-5c374ef3bec6 None None] Attempting to bind port 470838ee-09c7-422a-987d-8e1342db189d on network fc4abc49-d86c-4a75-b237-4636038e913b {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:23:20.832791 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.847243 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328a3762-090c-4d83-bfe4-5c374ef3bec6 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:23:20.847896 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328a3762-090c-4d83-bfe4-5c374ef3bec6 None None] Checking segment: {'id': '0f16e6a9-f82c-40aa-bbd3-7be18a8fdb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fc4abc49-d86c-4a75-b237-4636038e913b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:20.848734 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-328a3762-090c-4d83-bfe4-5c374ef3bec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.849400 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328a3762-090c-4d83-bfe4-5c374ef3bec6 None None] Bound using segment: {'id': '0f16e6a9-f82c-40aa-bbd3-7be18a8fdb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fc4abc49-d86c-4a75-b237-4636038e913b'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:23:20.850430 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-328a3762-090c-4d83-bfe4-5c374ef3bec6 None None] Bound port: 470838ee-09c7-422a-987d-8e1342db189d, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f16e6a9-f82c-40aa-bbd3-7be18a8fdb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fc4abc49-d86c-4a75-b237-4636038e913b'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:23:20.851331 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-328a3762-090c-4d83-bfe4-5c374ef3bec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.858416 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c4f85e34-e47a-423f-9578-474d55b5fe11 None None] Attempting to bind port 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:23:20.859398 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c4f85e34-e47a-423f-9578-474d55b5fe11 None None] Attempting to bind port 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '846fdfe4-a17d-4d6a-8508-c840fe4a8a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fb693e2f-6754-4f52-9218-8a155333a256'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:23:20.860340 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f85e34-e47a-423f-9578-474d55b5fe11 None None] Attempting to bind port 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90 on network fb693e2f-6754-4f52-9218-8a155333a256 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:23:20.883513 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b441cc91-925e-4b23-a67f-76be1208b4de tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:20.889203 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b441cc91-925e-4b23-a67f-76be1208b4de tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.896645 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f85e34-e47a-423f-9578-474d55b5fe11 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:23:20.899041 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f85e34-e47a-423f-9578-474d55b5fe11 None None] Checking segment: {'id': '846fdfe4-a17d-4d6a-8508-c840fe4a8a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fb693e2f-6754-4f52-9218-8a155333a256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:20.899803 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c4f85e34-e47a-423f-9578-474d55b5fe11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.900508 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f85e34-e47a-423f-9578-474d55b5fe11 None None] Bound using segment: {'id': '846fdfe4-a17d-4d6a-8508-c840fe4a8a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fb693e2f-6754-4f52-9218-8a155333a256'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:23:20.902013 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c4f85e34-e47a-423f-9578-474d55b5fe11 None None] Bound port: 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846fdfe4-a17d-4d6a-8508-c840fe4a8a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fb693e2f-6754-4f52-9218-8a155333a256'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:23:20.902913 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c4f85e34-e47a-423f-9578-474d55b5fe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.910585 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a3762-090c-4d83-bfe4-5c374ef3bec6 None None] Pushing event updated for resources: {'Port': ['ID=470838ee-09c7-422a-987d-8e1342db189d,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:20.926789 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-b441cc91-925e-4b23-a67f-76be1208b4de tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] device_id is not set on port 26cac4db-749d-4f9f-a8ca-5ee52c3974e8 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:23:20.966221 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network fc4abc49-d86c-4a75-b237-4636038e913b is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:20.982307 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:20.984416 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549671c-0238-4f59-8257-77778b9b9b7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7bfd769-d7ce-4e57-9136-78fe7b11a40e,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:20.987338 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:20.987895 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:20.996604 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Port': ['ID=0c994435-e11e-420e-86c4-69eca539e184,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:21.052563 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:21.052895 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:21.053235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:21.053573 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:21.053902 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:21.054235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:21.054562 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:21.054889 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:21.055214 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:21.055560 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:21.055889 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:21.056238 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:21.074607 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549671c-0238-4f59-8257-77778b9b9b7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:21.075157 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549671c-0238-4f59-8257-77778b9b9b7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:21.075671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549671c-0238-4f59-8257-77778b9b9b7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:21.076018 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549671c-0238-4f59-8257-77778b9b9b7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:21.076420 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549671c-0238-4f59-8257-77778b9b9b7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:21.076778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549671c-0238-4f59-8257-77778b9b9b7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:21.077105 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549671c-0238-4f59-8257-77778b9b9b7a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:21.077483 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549671c-0238-4f59-8257-77778b9b9b7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:21.077814 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549671c-0238-4f59-8257-77778b9b9b7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:21.078139 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549671c-0238-4f59-8257-77778b9b9b7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:21.078466 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549671c-0238-4f59-8257-77778b9b9b7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:21.079777 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549671c-0238-4f59-8257-77778b9b9b7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:23:21.122616 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-328a3762-090c-4d83-bfe4-5c374ef3bec6 None None] For port 470838ee-09c7-422a-987d-8e1342db189d, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:23:21.127066 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-328a3762-090c-4d83-bfe4-5c374ef3bec6 None None] For port 470838ee-09c7-422a-987d-8e1342db189d, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=470838ee-09c7-422a-987d-8e1342db189d,segment=NetworkSegment(0f16e6a9-f82c-40aa-bbd3-7be18a8fdb18),segment_id=0f16e6a9-f82c-40aa-bbd3-7be18a8fdb18)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:23:21.128803 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c4f85e34-e47a-423f-9578-474d55b5fe11 None None] For port 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:23:21.132771 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-328a3762-090c-4d83-bfe4-5c374ef3bec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:21.133086 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6549671c-0238-4f59-8257-77778b9b9b7a admin admin] Checking segment: {'id': '134194bf-9872-420b-81be-cd8b1f455a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '108e172f-9bd7-4858-818f-d588950b8366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:21.133466 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6549671c-0238-4f59-8257-77778b9b9b7a admin admin] Network hostable DHCP agents. Network: 108e172f-9bd7-4858-818f-d588950b8366, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:23:21.138294 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c4f85e34-e47a-423f-9578-474d55b5fe11 None None] For port 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2f2ab5e0-78cf-413e-88c2-6f5f2f711d90,segment=NetworkSegment(846fdfe4-a17d-4d6a-8508-c840fe4a8a0a),segment_id=846fdfe4-a17d-4d6a-8508-c840fe4a8a0a)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:23:21.182274 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c4f85e34-e47a-423f-9578-474d55b5fe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:21.224812 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-b441cc91-925e-4b23-a67f-76be1208b4de tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Allocated IP 2001:db8::255 (fb693e2f-6754-4f52-9218-8a155333a256/ab9c9e2a-66d0-4020-94a1-ca0fd5f4cc82/26cac4db-749d-4f9f-a8ca-5ee52c3974e8) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:21.244972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6549671c-0238-4f59-8257-77778b9b9b7a admin admin] Network 108e172f-9bd7-4858-818f-d588950b8366 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:23:21.262139 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e8c50e0c-42b5-46e0-a4c2-30854279dbdd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:21.301106 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-6549671c-0238-4f59-8257-77778b9b9b7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 108e172f-9bd7-4858-818f-d588950b8366) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:21.307247 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a3762-090c-4d83-bfe4-5c374ef3bec6 None None] Pushing event updated for resources: {'Port': ['ID=470838ee-09c7-422a-987d-8e1342db189d,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:21.316756 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c50e0c-42b5-46e0-a4c2-30854279dbdd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event deleted for resources: {'Port': ['ID=5bb2f805-a430-47ce-a05f-29dd2d3e222e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:21.319637 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2da99d4-608b-4595-9e29-16af717215c6 None None] Network 108e172f-9bd7-4858-818f-d588950b8366 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:21.426886 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6549671c-0238-4f59-8257-77778b9b9b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:21.427810 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6549671c-0238-4f59-8257-77778b9b9b7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:21.527592 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:21.563881 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f85e34-e47a-423f-9578-474d55b5fe11 None None] Pushing event updated for resources: {'Port': ['ID=2f2ab5e0-78cf-413e-88c2-6f5f2f711d90,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:21.608884 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b441cc91-925e-4b23-a67f-76be1208b4de tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:21.675187 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b441cc91-925e-4b23-a67f-76be1208b4de tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:21.750515 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6549671c-0238-4f59-8257-77778b9b9b7a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3085654 May 26 16:23:21.822765 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e8258e-277e-4f83-a4a2-a16e64033fcf None None] Network 108e172f-9bd7-4858-818f-d588950b8366 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:21.847777 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b441cc91-925e-4b23-a67f-76be1208b4de tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network fb693e2f-6754-4f52-9218-8a155333a256 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:21.854867 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-b441cc91-925e-4b23-a67f-76be1208b4de tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:21.863650 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b441cc91-925e-4b23-a67f-76be1208b4de tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:21.867322 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e8c50e0c-42b5-46e0-a4c2-30854279dbdd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:21.875174 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b441cc91-925e-4b23-a67f-76be1208b4de tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:21.875868 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b441cc91-925e-4b23-a67f-76be1208b4de tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:21.877335 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e8c50e0c-42b5-46e0-a4c2-30854279dbdd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:21.895891 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e8c50e0c-42b5-46e0-a4c2-30854279dbdd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "DELETE /v2.0/floatingips/a8189a53-a7ac-4c07-95b0-b66ab118be3f HTTP/1.1" status: 204 len: 168 time: 2.5860329 May 26 16:23:21.914659 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b441cc91-925e-4b23-a67f-76be1208b4de tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2193241 May 26 16:23:21.914659 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441cc91-925e-4b23-a67f-76be1208b4de tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Port': ['ID=26cac4db-749d-4f9f-a8ca-5ee52c3974e8,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:21.919366 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41326) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:22.143877 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41332) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:22.150859 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f0af923f-080a-477e-a500-81840ee182fc tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1247638112', 'description': 'tempest-description--1338557151'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:22.217872 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0df63ac-c63b-429f-889e-33a4c0c6b06d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:22.218663 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f0af923f-080a-477e-a500-81840ee182fc tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:22.224225 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e0df63ac-c63b-429f-889e-33a4c0c6b06d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1bc HTTP/1.1" status: 200 len: 929 time: 0.2992887 May 26 16:23:22.224722 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41340) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:22.400216 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f0af923f-080a-477e-a500-81840ee182fc tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:22.410418 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f0af923f-080a-477e-a500-81840ee182fc tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:22.470093 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f0af923f-080a-477e-a500-81840ee182fc tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:22.477877 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f0af923f-080a-477e-a500-81840ee182fc tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3279364 May 26 16:23:22.487672 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41348) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:22.501143 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af923f-080a-477e-a500-81840ee182fc tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df58b03b-0876-4481-a285-2d6abe3bedfb,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:22.519637 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-a04d10c6-137f-4a3c-9b57-70e076b35a23 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Request body: {'security_group_rule': {'security_group_id': 'df58b03b-0876-4481-a285-2d6abe3bedfb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:22.634741 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a04d10c6-137f-4a3c-9b57-70e076b35a23 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:22.645525 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:22.661048 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:22.662487 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:22.687287 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-a9b635df-f720-4921-a00e-9743d9666eb3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting port 26cac4db-749d-4f9f-a8ca-5ee52c3974e8 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:22.687287 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9b635df-f720-4921-a00e-9743d9666eb3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.211164 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b1a8e7-32f0-4d23-8359-f4cb3131b30e None None] Network fb693e2f-6754-4f52-9218-8a155333a256 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:23.331314 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 470838ee-09c7-422a-987d-8e1342db189d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:23.350666 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Port': ['ID=0c994435-e11e-420e-86c4-69eca539e184,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:23.384642 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-375ccee0-06d2-4247-96bc-cb1e59044c0c None None] Provisioning complete for port 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:23.385461 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-375ccee0-06d2-4247-96bc-cb1e59044c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.437116 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a04d10c6-137f-4a3c-9b57-70e076b35a23 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.466161 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a04d10c6-137f-4a3c-9b57-70e076b35a23 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.479003 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9b635df-f720-4921-a00e-9743d9666eb3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.534951 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-a9b635df-f720-4921-a00e-9743d9666eb3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Calling delete_port for 26cac4db-749d-4f9f-a8ca-5ee52c3974e8 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:23.539059 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d10c6-137f-4a3c-9b57-70e076b35a23 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80348598-336e-4ec0-ab81-5923b7033a0e,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:23.553216 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-0e787476-6d3b-485c-98f6-1025fdd1af2c tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:23.554872 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-0e787476-6d3b-485c-98f6-1025fdd1af2c tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/networks?id=108e172f-9bd7-4858-818f-d588950b8366 HTTP/1.1" status: 200 len: 814 time: 0.8499832 May 26 16:23:23.567095 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network fc4abc49-d86c-4a75-b237-4636038e913b is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:23.572665 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a04d10c6-137f-4a3c-9b57-70e076b35a23 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.579363 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a04d10c6-137f-4a3c-9b57-70e076b35a23 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0841196 May 26 16:23:23.579860 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41360) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:23.584401 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-7c3f7410-9741-465f-a0a6-1bf6764cc1a5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Request body: {'security_group_rule': {'security_group_id': 'df58b03b-0876-4481-a285-2d6abe3bedfb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:23.593701 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:23.596996 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 470838ee-09c7-422a-987d-8e1342db189d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:23.598806 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.642246 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c3f7410-9741-465f-a0a6-1bf6764cc1a5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.666023 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-1f8097ec-6aff-4439-8c32-b540ae893205 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/quotas/da4a805e29d24584b545bb330805b32f HTTP/1.1" status: 200 len: 375 time: 0.0784631 May 26 16:23:23.684722 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-375ccee0-06d2-4247-96bc-cb1e59044c0c None None] Current status of the port 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:23.685242 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-375ccee0-06d2-4247-96bc-cb1e59044c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.767111 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-375ccee0-06d2-4247-96bc-cb1e59044c0c None None] For port 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2f2ab5e0-78cf-413e-88c2-6f5f2f711d90,segment=NetworkSegment(846fdfe4-a17d-4d6a-8508-c840fe4a8a0a),segment_id=846fdfe4-a17d-4d6a-8508-c840fe4a8a0a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:23.774737 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-375ccee0-06d2-4247-96bc-cb1e59044c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.808954 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c3f7410-9741-465f-a0a6-1bf6764cc1a5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.814811 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c3f7410-9741-465f-a0a6-1bf6764cc1a5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.829560 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-3bb897cf-a33a-433b-9169-dcf5c2aec2cc tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=da4a805e29d24584b545bb330805b32f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1174440 May 26 16:23:23.840917 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f7410-9741-465f-a0a6-1bf6764cc1a5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f61ea6-046b-4f39-96bd-c6808c01fd1c,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:23.862682 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c3f7410-9741-465f-a0a6-1bf6764cc1a5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:23.872353 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7c3f7410-9741-465f-a0a6-1bf6764cc1a5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2852447 May 26 16:23:23.873479 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41364) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:23.878716 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ae5d785c-25dd-4952-9367-c7cee2aea070 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:23.925261 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b974a9-ac83-4a6d-b936-964b0d35795b None None] Network fc4abc49-d86c-4a75-b237-4636038e913b requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:23.946918 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae5d785c-25dd-4952-9367-c7cee2aea070 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:24.079861 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-fd8c1460-6c19-4b00-a13c-0f986916cfb6 None None] Provisioning complete for port 470838ee-09c7-422a-987d-8e1342db189d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:24.081000 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fd8c1460-6c19-4b00-a13c-0f986916cfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:24.127583 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Router 7abbedc9-d8b8-4fc5-a068-eb876974c4f4 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:23:24.143587 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ccee0-06d2-4247-96bc-cb1e59044c0c None None] Pushing event updated for resources: {'Port': ['ID=2f2ab5e0-78cf-413e-88c2-6f5f2f711d90,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:24.180025 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9b635df-f720-4921-a00e-9743d9666eb3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:24.200935 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae5d785c-25dd-4952-9367-c7cee2aea070 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:24.231271 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 470838ee-09c7-422a-987d-8e1342db189d is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:24.232512 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:24.373534 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-a6f80feb-d635-46c3-8137-f7f11af52aee service neutron] 10.222.0.77 "GET /v2.0/networks/108e172f-9bd7-4858-818f-d588950b8366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5421131 May 26 16:23:24.388278 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b635df-f720-4921-a00e-9743d9666eb3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Port': ['ID=26cac4db-749d-4f9f-a8ca-5ee52c3974e8,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:24.409242 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-fd8c1460-6c19-4b00-a13c-0f986916cfb6 None None] Current status of the port 470838ee-09c7-422a-987d-8e1342db189d is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:24.409646 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fd8c1460-6c19-4b00-a13c-0f986916cfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:24.426477 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 470838ee-09c7-422a-987d-8e1342db189d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=470838ee-09c7-422a-987d-8e1342db189d,segment=NetworkSegment(0f16e6a9-f82c-40aa-bbd3-7be18a8fdb18),segment_id=0f16e6a9-f82c-40aa-bbd3-7be18a8fdb18)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:24.441361 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:24.442840 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:24.482451 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9b635df-f720-4921-a00e-9743d9666eb3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:24.488928 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a9b635df-f720-4921-a00e-9743d9666eb3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/ports/26cac4db-749d-4f9f-a8ca-5ee52c3974e8 HTTP/1.1" status: 204 len: 168 time: 2.2603216 May 26 16:23:24.501342 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41378) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:24.541616 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2030a01-0290-499d-ad8f-5a7c926c459c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] GET failed (client error): The resource could not be found. May 26 16:23:24.543899 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e2030a01-0290-499d-ad8f-5a7c926c459c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports/26cac4db-749d-4f9f-a8ca-5ee52c3974e8 HTTP/1.1" status: 404 len: 333 time: 0.0413592 May 26 16:23:24.548238 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41380) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:24.629177 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:23:24.642869 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b5b9c618-a224-4e3b-baf4-a7030132c179 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "PUT /v2.0/routers/7abbedc9-d8b8-4fc5-a068-eb876974c4f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1663861 May 26 16:23:24.646420 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6070d632-04d6-42dc-b892-cd8724da1dd1 None None] Sync routers for ids ['7abbedc9-d8b8-4fc5-a068-eb876974c4f4'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:23:24.654117 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41382) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:24.656242 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-ae5d785c-25dd-4952-9367-c7cee2aea070 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Allocated IP 172.25.7.198 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/ff275022-504a-403d-8685-70e4f4e09549) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:24.669127 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6070d632-04d6-42dc-b892-cd8724da1dd1 None None] Routers {'7abbedc9-d8b8-4fc5-a068-eb876974c4f4'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:24.669944 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6070d632-04d6-42dc-b892-cd8724da1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:23:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['7abbedc9-d8b8-4fc5-a068-eb876974c4f4'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:24.716502 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-fd8c1460-6c19-4b00-a13c-0f986916cfb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:23:24.719858 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-fd8c1460-6c19-4b00-a13c-0f986916cfb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:23:24.740387 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-33aa056c-0ad1-4971-a4c9-8c05ab367f67 service neutron] 10.222.0.77 "GET /v2.0/networks/108e172f-9bd7-4858-818f-d588950b8366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220146 May 26 16:23:24.754309 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6070d632-04d6-42dc-b892-cd8724da1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:24.757016 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=470838ee-09c7-422a-987d-8e1342db189d,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:24.765613 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:24.766875 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:24.789575 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6070d632-04d6-42dc-b892-cd8724da1dd1 None None] Routers {'7abbedc9-d8b8-4fc5-a068-eb876974c4f4'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:24.791300 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6070d632-04d6-42dc-b892-cd8724da1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:23:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['7abbedc9-d8b8-4fc5-a068-eb876974c4f4'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:24.912305 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6070d632-04d6-42dc-b892-cd8724da1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:24.913589 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6070d632-04d6-42dc-b892-cd8724da1dd1 None None] The sync data for ids ['7abbedc9-d8b8-4fc5-a068-eb876974c4f4'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:23:24.922660 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce97d8d9-4c23-47a2-8999-e2f243e352f2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:24.924404 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ce97d8d9-4c23-47a2-8999-e2f243e352f2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "GET /v2.0/ports/0c994435-e11e-420e-86c4-69eca539e184 HTTP/1.1" status: 200 len: 911 time: 0.2524347 May 26 16:23:24.928615 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41390) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:24.974257 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:25.055538 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae5d785c-25dd-4952-9367-c7cee2aea070 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:25.064343 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-746f65f0-427a-42be-9f86-5cb4c3eab441 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting port 0ad553d7-fe4e-491b-ac74-2d506b5cdf40 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:25.064706 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-746f65f0-427a-42be-9f86-5cb4c3eab441 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:25.156519 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a2f5621-9933-4535-8702-227a674fbad2 req-5272b267-c521-4ccc-8e36-8ccc44961695 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 210 time: 0.0733457 May 26 16:23:25.282382 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 470838ee-09c7-422a-987d-8e1342db189d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:25.300501 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae5d785c-25dd-4952-9367-c7cee2aea070 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:25.389221 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5d785c-25dd-4952-9367-c7cee2aea070 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:25.394775 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-fd8c1460-6c19-4b00-a13c-0f986916cfb6 None None] Current status of the port 470838ee-09c7-422a-987d-8e1342db189d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:25.434001 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 470838ee-09c7-422a-987d-8e1342db189d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:25.434617 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:25.436847 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-ae5d785c-25dd-4952-9367-c7cee2aea070 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:25.443494 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-746f65f0-427a-42be-9f86-5cb4c3eab441 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:25.458501 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5d785c-25dd-4952-9367-c7cee2aea070 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:25.525583 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-746f65f0-427a-42be-9f86-5cb4c3eab441 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Calling delete_port for 0ad553d7-fe4e-491b-ac74-2d506b5cdf40 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:25.563818 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-468f93a6-3227-410a-8c9f-9f2e88b7379a None None] Could not find standard attr ID for object 26cac4db-749d-4f9f-a8ca-5ee52c3974e8. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:23:25.598284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-468f93a6-3227-410a-8c9f-9f2e88b7379a None None] Provisioning complete for port 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:25.598658 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-468f93a6-3227-410a-8c9f-9f2e88b7379a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:25.820403 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 470838ee-09c7-422a-987d-8e1342db189d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:25.822107 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:25.882608 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e68a154c-4dec-4717-ab2b-436a0001053e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.047709 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:26.048850 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.052563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-468f93a6-3227-410a-8c9f-9f2e88b7379a None None] Current status of the port 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:26.154756 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-468f93a6-3227-410a-8c9f-9f2e88b7379a None None] Provisioning complete for port 470838ee-09c7-422a-987d-8e1342db189d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:26.155203 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-468f93a6-3227-410a-8c9f-9f2e88b7379a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.255198 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d785c-25dd-4952-9367-c7cee2aea070 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event updated for resources: {'Port': ['ID=ff275022-504a-403d-8685-70e4f4e09549,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:26.371754 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-403fab53-8ccc-41a0-8685-7155f83f0c98 req-9e18b2fa-b78b-4e76-903f-199bfe3bc0ba tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 210 time: 0.0811410 May 26 16:23:26.584161 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-746f65f0-427a-42be-9f86-5cb4c3eab441 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.644315 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-468f93a6-3227-410a-8c9f-9f2e88b7379a None None] Current status of the port 470838ee-09c7-422a-987d-8e1342db189d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:26.648006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:26.650099 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f65f0-427a-42be-9f86-5cb4c3eab441 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Port': ['ID=0ad553d7-fe4e-491b-ac74-2d506b5cdf40,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:26.655028 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e68a154c-4dec-4717-ab2b-436a0001053e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Deleting port 0c994435-e11e-420e-86c4-69eca539e184 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:26.655288 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e68a154c-4dec-4717-ab2b-436a0001053e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.662826 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-468f93a6-3227-410a-8c9f-9f2e88b7379a None None] Provisioning complete for port 0c994435-e11e-420e-86c4-69eca539e184 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:26.663221 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-468f93a6-3227-410a-8c9f-9f2e88b7379a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.710985 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-746f65f0-427a-42be-9f86-5cb4c3eab441 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.717791 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-746f65f0-427a-42be-9f86-5cb4c3eab441 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/ports/0ad553d7-fe4e-491b-ac74-2d506b5cdf40 HTTP/1.1" status: 204 len: 168 time: 2.1658332 May 26 16:23:26.718017 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae5d785c-25dd-4952-9367-c7cee2aea070 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.723472 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41414) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:26.732960 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-468f93a6-3227-410a-8c9f-9f2e88b7379a None None] Port 0c994435-e11e-420e-86c4-69eca539e184 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:23:26.736624 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-468f93a6-3227-410a-8c9f-9f2e88b7379a None None] Could not find standard attr ID for object 0ad553d7-fe4e-491b-ac74-2d506b5cdf40. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:23:26.791014 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8703de-aa68-47d3-a34f-96ba340437d0 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] GET failed (client error): The resource could not be found. May 26 16:23:26.799876 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ec8703de-aa68-47d3-a34f-96ba340437d0 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports/0ad553d7-fe4e-491b-ac74-2d506b5cdf40 HTTP/1.1" status: 404 len: 333 time: 0.0681868 May 26 16:23:26.800201 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41416) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:26.850264 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae5d785c-25dd-4952-9367-c7cee2aea070 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.881106 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-31587436-c8aa-4f5e-94c2-b0cdda8f0597 None None] Provisioning complete for port 0c994435-e11e-420e-86c4-69eca539e184 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:26.882688 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-31587436-c8aa-4f5e-94c2-b0cdda8f0597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.950200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-31587436-c8aa-4f5e-94c2-b0cdda8f0597 None None] Port 0c994435-e11e-420e-86c4-69eca539e184 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:23:26.959205 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e68a154c-4dec-4717-ab2b-436a0001053e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:26.967522 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-deef22d0-7e98-437c-81c3-be0903694f83 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting subnet ab9c9e2a-66d0-4020-94a1-ca0fd5f4cc82 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:23:26.972374 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-deef22d0-7e98-437c-81c3-be0903694f83 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:27.030932 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e68a154c-4dec-4717-ab2b-436a0001053e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Calling delete_port for 0c994435-e11e-420e-86c4-69eca539e184 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:27.051028 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-deef22d0-7e98-437c-81c3-be0903694f83 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:27.136823 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae5d785c-25dd-4952-9367-c7cee2aea070 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:27.146934 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae5d785c-25dd-4952-9367-c7cee2aea070 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:27.257887 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d785c-25dd-4952-9367-c7cee2aea070 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event updated for resources: {'Port': ['ID=ff275022-504a-403d-8685-70e4f4e09549,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:27.280290 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-deef22d0-7e98-437c-81c3-be0903694f83 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:27.283954 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae5d785c-25dd-4952-9367-c7cee2aea070 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:27.309871 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ae5d785c-25dd-4952-9367-c7cee2aea070 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:27.325260 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ae5d785c-25dd-4952-9367-c7cee2aea070 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4370544 May 26 16:23:27.611398 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-21ad4ea4-3556-443d-af4c-814bdd671973 req-b0849215-4f2d-4834-b2a0-22eea8af1287 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 210 time: 0.0709782 May 26 16:23:27.633972 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-deef22d0-7e98-437c-81c3-be0903694f83 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:27.698571 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef22d0-7e98-437c-81c3-be0903694f83 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Subnet': ['ID=ab9c9e2a-66d0-4020-94a1-ca0fd5f4cc82,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:27.708855 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a971dcb-ad99-4e5c-a666-87c8e9940d31 None None] Network fb693e2f-6754-4f52-9218-8a155333a256 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:27.710038 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-deef22d0-7e98-437c-81c3-be0903694f83 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:27.713436 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-deef22d0-7e98-437c-81c3-be0903694f83 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/subnets/ab9c9e2a-66d0-4020-94a1-ca0fd5f4cc82 HTTP/1.1" status: 204 len: 168 time: 0.9137998 May 26 16:23:27.717278 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41438) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:27.722927 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-4b8a5471-bada-4872-8c53-40d3d770e4ca tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:27.724809 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-4b8a5471-bada-4872-8c53-40d3d770e4ca tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.81 "GET /v2.0/networks?id=108e172f-9bd7-4858-818f-d588950b8366 HTTP/1.1" status: 200 len: 814 time: 0.4094498 May 26 16:23:27.728393 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e68a154c-4dec-4717-ab2b-436a0001053e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:27.778807 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-be632d92-d91e-4089-8669-1ef42a98b572 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Request body: {'port': {'device_id': '0b31299f-1167-430b-853d-a981bee3afba', 'network_id': '108e172f-9bd7-4858-818f-d588950b8366', 'admin_state_up': True, 'tenant_id': 'da4a805e29d24584b545bb330805b32f'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:27.783092 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a154c-4dec-4717-ab2b-436a0001053e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Port': ['ID=0c994435-e11e-420e-86c4-69eca539e184,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:27.878437 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8d1ce77-8a0e-4afb-8d6a-7a504fde4886 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:27.979541 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-d3ef2c4b-13b4-48d7-bcf9-47fb8253e060 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1247638112&fields=id&tenant_id=d026034f0b5c4db588d9be515d0f060a HTTP/1.1" status: 200 len: 267 time: 0.3229218 May 26 16:23:27.987224 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e8d1ce77-8a0e-4afb-8d6a-7a504fde4886 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting port 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:27.988760 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8d1ce77-8a0e-4afb-8d6a-7a504fde4886 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:28.069747 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30398057-64ff-4315-93b4-f1b76f53043b None None] DHCP port deletion for fb693e2f-6754-4f52-9218-8a155333a256 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:23:28.139930 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e68a154c-4dec-4717-ab2b-436a0001053e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:28.160547 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-30398057-64ff-4315-93b4-f1b76f53043b None None] Deleting port 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:28.161135 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-30398057-64ff-4315-93b4-f1b76f53043b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:28.219919 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-e8d1ce77-8a0e-4afb-8d6a-7a504fde4886 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] For port 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2f2ab5e0-78cf-413e-88c2-6f5f2f711d90,segment=NetworkSegment(846fdfe4-a17d-4d6a-8508-c840fe4a8a0a),segment_id=846fdfe4-a17d-4d6a-8508-c840fe4a8a0a)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:28.220688 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8d1ce77-8a0e-4afb-8d6a-7a504fde4886 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:28.241853 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e8d1ce77-8a0e-4afb-8d6a-7a504fde4886 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Calling delete_port for 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:28.267553 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-30398057-64ff-4315-93b4-f1b76f53043b None None] For port 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2f2ab5e0-78cf-413e-88c2-6f5f2f711d90,segment=NetworkSegment(846fdfe4-a17d-4d6a-8508-c840fe4a8a0a),segment_id=846fdfe4-a17d-4d6a-8508-c840fe4a8a0a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:28.268313 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-30398057-64ff-4315-93b4-f1b76f53043b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:28.286688 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-30398057-64ff-4315-93b4-f1b76f53043b None None] Calling delete_port for 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:28.415000 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8d1ce77-8a0e-4afb-8d6a-7a504fde4886 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:28.451002 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-30398057-64ff-4315-93b4-f1b76f53043b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:28.463857 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1ce77-8a0e-4afb-8d6a-7a504fde4886 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Port': ['ID=2f2ab5e0-78cf-413e-88c2-6f5f2f711d90,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:28.494298 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d1ce77-8a0e-4afb-8d6a-7a504fde4886 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] No DVR routers for this DVR port 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:23:28.494618 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30398057-64ff-4315-93b4-f1b76f53043b None None] Pushing event deleted for resources: {'Port': ['ID=2f2ab5e0-78cf-413e-88c2-6f5f2f711d90,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:28.497654 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30398057-64ff-4315-93b4-f1b76f53043b None None] No DVR routers for this DVR port 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:23:28.608689 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-be632d92-d91e-4089-8669-1ef42a98b572 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Made reservation on behalf of da4a805e29d24584b545bb330805b32f for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:28.612786 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-be632d92-d91e-4089-8669-1ef42a98b572 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:28.636586 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68a154c-4dec-4717-ab2b-436a0001053e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Router 7abbedc9-d8b8-4fc5-a068-eb876974c4f4 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:23:28.648596 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-8e3431d9-ee68-4514-93db-5be5db68bcfa tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:28.650404 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-8e3431d9-ee68-4514-93db-5be5db68bcfa tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/networks?id=91e281f8-c4da-4a2d-a68d-16e867895ff6 HTTP/1.1" status: 200 len: 815 time: 0.6207716 May 26 16:23:28.681460 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8d1ce77-8a0e-4afb-8d6a-7a504fde4886 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:28.733557 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-e8d1ce77-8a0e-4afb-8d6a-7a504fde4886 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb693e2f-6754-4f52-9218-8a155333a256']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:28.747848 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-e8d1ce77-8a0e-4afb-8d6a-7a504fde4886 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846fdfe4-a17d-4d6a-8508-c840fe4a8a0a') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:28.748857 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-e8d1ce77-8a0e-4afb-8d6a-7a504fde4886 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846fdfe4-a17d-4d6a-8508-c840fe4a8a0a') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:28.766059 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8d1ce77-8a0e-4afb-8d6a-7a504fde4886 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:28.775890 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-59b9dc40-d80a-43cf-b2b5-c9eec1fcdafe tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/quotas/d026034f0b5c4db588d9be515d0f060a HTTP/1.1" status: 200 len: 375 time: 0.0874615 May 26 16:23:28.795015 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8d1ce77-8a0e-4afb-8d6a-7a504fde4886 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:28.809356 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d1ce77-8a0e-4afb-8d6a-7a504fde4886 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:23:28.809895 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8d1ce77-8a0e-4afb-8d6a-7a504fde4886 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:28.888660 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 846fdfe4-a17d-4d6a-8508-c840fe4a8a0a resource provider aggregate not found May 26 16:23:28.899065 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6dac7c43-2f87-4445-a1f0-d5835f83c068 req-d4b2d39c-372c-484c-a40e-050f52541c3b tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 210 time: 0.1250694 May 26 16:23:28.922348 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8d1ce77-8a0e-4afb-8d6a-7a504fde4886 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:28.937317 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 846fdfe4-a17d-4d6a-8508-c840fe4a8a0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 846fdfe4-a17d-4d6a-8508-c840fe4a8a0a found for delete ", "request_id": "req-51851b0c-e165-46d8-9488-01a7b2dc52eb"}]} May 26 16:23:28.938394 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8d1ce77-8a0e-4afb-8d6a-7a504fde4886 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:28.950510 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e8d1ce77-8a0e-4afb-8d6a-7a504fde4886 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/networks/fb693e2f-6754-4f52-9218-8a155333a256 HTTP/1.1" status: 204 len: 168 time: 1.2307727 May 26 16:23:28.951206 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41454) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:28.954025 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68a154c-4dec-4717-ab2b-436a0001053e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:23:28.971724 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b8b54af2-8197-4077-95b9-4af19d9184aa tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1673652671'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:28.971982 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7441e0c8-3b36-4e3e-8f96-67b51d2d2a84 None None] Sync routers for ids ['7abbedc9-d8b8-4fc5-a068-eb876974c4f4'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:23:28.977454 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e68a154c-4dec-4717-ab2b-436a0001053e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "PUT /v2.0/routers/7abbedc9-d8b8-4fc5-a068-eb876974c4f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0474262 May 26 16:23:28.987017 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7441e0c8-3b36-4e3e-8f96-67b51d2d2a84 None None] Routers {'7abbedc9-d8b8-4fc5-a068-eb876974c4f4'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:28.988343 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7441e0c8-3b36-4e3e-8f96-67b51d2d2a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:23:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['7abbedc9-d8b8-4fc5-a068-eb876974c4f4'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:28.990789 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41456) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:28.992498 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1ce77-8a0e-4afb-8d6a-7a504fde4886 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Network': ['ID=fb693e2f-6754-4f52-9218-8a155333a256,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:29.015228 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b54af2-8197-4077-95b9-4af19d9184aa tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:29.019888 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b8b54af2-8197-4077-95b9-4af19d9184aa tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.036962 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7441e0c8-3b36-4e3e-8f96-67b51d2d2a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:29.050090 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7441e0c8-3b36-4e3e-8f96-67b51d2d2a84 None None] Routers {'7abbedc9-d8b8-4fc5-a068-eb876974c4f4'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:29.051307 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7441e0c8-3b36-4e3e-8f96-67b51d2d2a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:23:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['7abbedc9-d8b8-4fc5-a068-eb876974c4f4'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:29.056547 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-be632d92-d91e-4089-8669-1ef42a98b572 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Allocated IP 172.20.0.4 (108e172f-9bd7-4858-818f-d588950b8366/a7bfd769-d7ce-4e57-9136-78fe7b11a40e/f7ad9af1-3103-4621-91a9-df29d8dc5b19) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:29.070250 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9073f1c3-9535-4775-9baa-14f2d26bc2de tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "GET /v2.0/ports?device_id=7abbedc9-d8b8-4fc5-a068-eb876974c4f4 HTTP/1.1" status: 200 len: 205 time: 0.0744221 May 26 16:23:29.071185 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41458) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:29.108884 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7441e0c8-3b36-4e3e-8f96-67b51d2d2a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:29.109682 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7441e0c8-3b36-4e3e-8f96-67b51d2d2a84 None None] The sync data for ids ['7abbedc9-d8b8-4fc5-a068-eb876974c4f4'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:23:29.126559 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b54af2-8197-4077-95b9-4af19d9184aa tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:23:29.143539 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b8b54af2-8197-4077-95b9-4af19d9184aa tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.144043 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-b8b54af2-8197-4077-95b9-4af19d9184aa tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Added segment f69fa227-e685-4ea1-a66d-bcd9bddd608c of type vlan for network 32c9b6a7-cbbf-4f91-9a70-1ea14a545e48 May 26 16:23:29.168293 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-738215fd-0186-41a3-9206-40c55e8c3c9b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d026034f0b5c4db588d9be515d0f060a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3288326 May 26 16:23:29.183672 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:23:29.208005 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:23:29.208553 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2f2ab5e0-78cf-413e-88c2-6f5f2f711d90 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:23:29.209229 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b8b54af2-8197-4077-95b9-4af19d9184aa tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.281617 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b8b54af2-8197-4077-95b9-4af19d9184aa tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.287586 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b54af2-8197-4077-95b9-4af19d9184aa tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:29.288743 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b8b54af2-8197-4077-95b9-4af19d9184aa tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.393790 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-419b3868-a69b-4b89-a39d-33f2a82e244b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.429582 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-75f5e735-c567-4640-845f-c8ad8f2ea425 service neutron] 10.222.0.77 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280357 May 26 16:23:29.435466 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-be632d92-d91e-4089-8669-1ef42a98b572 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.485060 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b8b54af2-8197-4077-95b9-4af19d9184aa tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5306115 May 26 16:23:29.490118 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41460) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:29.501046 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c858eb3d-7b7d-4f83-a412-b3db11bc19b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'subnet': {'network_id': '32c9b6a7-cbbf-4f91-9a70-1ea14a545e48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:29.521505 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b54af2-8197-4077-95b9-4af19d9184aa tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Network': ['ID=32c9b6a7-cbbf-4f91-9a70-1ea14a545e48,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:29.546511 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 32c9b6a7-cbbf-4f91-9a70-1ea14a545e48 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:23:29.593145 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-be632d92-d91e-4089-8669-1ef42a98b572 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.636108 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-419b3868-a69b-4b89-a39d-33f2a82e244b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.641320 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-419b3868-a69b-4b89-a39d-33f2a82e244b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.651613 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-9329851c-5393-44b9-85ea-4cbf1791bcd7 service neutron] 10.222.0.77 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042174 May 26 16:23:29.722442 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-be632d92-d91e-4089-8669-1ef42a98b572 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Network 108e172f-9bd7-4858-818f-d588950b8366 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:29.727960 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be632d92-d91e-4089-8669-1ef42a98b572 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Pushing event updated for resources: {'Port': ['ID=f7ad9af1-3103-4621-91a9-df29d8dc5b19,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:29.734011 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-be632d92-d91e-4089-8669-1ef42a98b572 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:29.738565 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-be632d92-d91e-4089-8669-1ef42a98b572 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:29.741645 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-419b3868-a69b-4b89-a39d-33f2a82e244b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.742409 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419b3868-a69b-4b89-a39d-33f2a82e244b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Fanout notify agent at l3_agent the message router_deleted on router 7abbedc9-d8b8-4fc5-a068-eb876974c4f4 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:23:29.757335 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-419b3868-a69b-4b89-a39d-33f2a82e244b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.761671 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-419b3868-a69b-4b89-a39d-33f2a82e244b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/routers/7abbedc9-d8b8-4fc5-a068-eb876974c4f4 HTTP/1.1" status: 204 len: 168 time: 0.6878452 May 26 16:23:29.765273 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41464) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:29.850268 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-879d2a1e-8a46-42a6-8fab-95501d3b0556 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Deleting subnet f904e07e-4a87-4011-b1ac-ccdd13541904 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:23:29.857250 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-879d2a1e-8a46-42a6-8fab-95501d3b0556 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:29.861563 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c858eb3d-7b7d-4f83-a412-b3db11bc19b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:29.866162 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c858eb3d-7b7d-4f83-a412-b3db11bc19b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:30.018230 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-879d2a1e-8a46-42a6-8fab-95501d3b0556 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:30.238306 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-879d2a1e-8a46-42a6-8fab-95501d3b0556 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:30.408593 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c858eb3d-7b7d-4f83-a412-b3db11bc19b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:30.476921 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-879d2a1e-8a46-42a6-8fab-95501d3b0556 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:30.521755 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-05fe380d-c3c0-45d5-8e4f-6dbea58182ea req-0a244bc9-7698-44db-b6e2-f6af201bfe63 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 210 time: 0.0982294 May 26 16:23:30.540524 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858eb3d-7b7d-4f83-a412-b3db11bc19b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Subnet': ['ID=d3b798a6-d04d-4bf6-a809-b25657c9d286,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:30.568349 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-879d2a1e-8a46-42a6-8fab-95501d3b0556 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:30.569535 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:30.569535 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b14aba-32fa-4cdd-8167-fe9541b63eec None None] Network fc4abc49-d86c-4a75-b237-4636038e913b requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:30.570311 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-879d2a1e-8a46-42a6-8fab-95501d3b0556 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/subnets/f904e07e-4a87-4011-b1ac-ccdd13541904 HTTP/1.1" status: 204 len: 168 time: 0.8021281 May 26 16:23:30.570706 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41486) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:30.603484 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616106b1-6a15-41ea-b7ed-c552310cae6a req-0198925d-be9b-419c-a48d-7c0bb1257805 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:30.605560 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-616106b1-6a15-41ea-b7ed-c552310cae6a req-0198925d-be9b-419c-a48d-7c0bb1257805 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 931 time: 0.1834240 May 26 16:23:30.614418 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-be632d92-d91e-4089-8669-1ef42a98b572 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:30.615081 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-be632d92-d91e-4089-8669-1ef42a98b572 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:30.661667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c858eb3d-7b7d-4f83-a412-b3db11bc19b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Checking segment: {'id': 'f69fa227-e685-4ea1-a66d-bcd9bddd608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '32c9b6a7-cbbf-4f91-9a70-1ea14a545e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:30.662136 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c858eb3d-7b7d-4f83-a412-b3db11bc19b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network hostable DHCP agents. Network: 32c9b6a7-cbbf-4f91-9a70-1ea14a545e48, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:23:30.678880 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d2a1e-8a46-42a6-8fab-95501d3b0556 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Subnet': ['ID=f904e07e-4a87-4011-b1ac-ccdd13541904,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:30.747648 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-be632d92-d91e-4089-8669-1ef42a98b572 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0084362 May 26 16:23:30.752708 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-616106b1-6a15-41ea-b7ed-c552310cae6a req-fe925a94-919c-44b9-9e55-1e1a15ca0c8a tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240475 May 26 16:23:30.762288 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-9e1dc5a5-e6ea-4562-8da9-c6c257353d7e service neutron] Request body: {'port': {'device_id': '0b31299f-1167-430b-853d-a981bee3afba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:30.783388 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ffafd55-132c-42e4-b50c-5f6a153b3922 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:30.789827 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c858eb3d-7b7d-4f83-a412-b3db11bc19b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network 32c9b6a7-cbbf-4f91-9a70-1ea14a545e48 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:23:30.836141 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-c858eb3d-7b7d-4f83-a412-b3db11bc19b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 32c9b6a7-cbbf-4f91-9a70-1ea14a545e48) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:30.842717 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c858eb3d-7b7d-4f83-a412-b3db11bc19b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:30.843229 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c858eb3d-7b7d-4f83-a412-b3db11bc19b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:30.843522 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-9e1dc5a5-e6ea-4562-8da9-c6c257353d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:30.861094 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536688b9-7b26-481f-b1f7-38e2b7afbe99 None None] Network 32c9b6a7-cbbf-4f91-9a70-1ea14a545e48 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:30.954702 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c858eb3d-7b7d-4f83-a412-b3db11bc19b3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4608693 May 26 16:23:30.962210 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41494) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:30.971042 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-6e563c3d-3098-463b-bf50-28bf7ce99bc9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'port': {'network_id': '32c9b6a7-cbbf-4f91-9a70-1ea14a545e48', 'name': 'tempest-PortsIpV6TestJSON-1386236991', 'fixed_ips': [{'subnet_id': 'd3b798a6-d04d-4bf6-a809-b25657c9d286', 'ip_address': '2001:db8::10'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:30.984236 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d413950b-bfcd-4ea3-b9b9-dfc1acf891f4 None None] DHCP port deletion for fc4abc49-d86c-4a75-b237-4636038e913b request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:23:31.071914 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-6ffafd55-132c-42e4-b50c-5f6a153b3922 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Deleting port 470838ee-09c7-422a-987d-8e1342db189d {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:31.072319 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ffafd55-132c-42e4-b50c-5f6a153b3922 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:31.207660 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-6ffafd55-132c-42e4-b50c-5f6a153b3922 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] For port 470838ee-09c7-422a-987d-8e1342db189d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=470838ee-09c7-422a-987d-8e1342db189d,segment=NetworkSegment(0f16e6a9-f82c-40aa-bbd3-7be18a8fdb18),segment_id=0f16e6a9-f82c-40aa-bbd3-7be18a8fdb18)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:31.208512 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ffafd55-132c-42e4-b50c-5f6a153b3922 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:31.211712 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 470838ee-09c7-422a-987d-8e1342db189d no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:23:31.246323 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-6ffafd55-132c-42e4-b50c-5f6a153b3922 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Calling delete_port for 470838ee-09c7-422a-987d-8e1342db189d owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:31.316127 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 470838ee-09c7-422a-987d-8e1342db189d is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:31.316542 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:31.325874 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e563c3d-3098-463b-bf50-28bf7ce99bc9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:31.341673 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-9e1dc5a5-e6ea-4562-8da9-c6c257353d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ad9af1-3103-4621-91a9-df29d8dc5b19 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:23:31.364488 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-9e1dc5a5-e6ea-4562-8da9-c6c257353d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:31.371228 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 470838ee-09c7-422a-987d-8e1342db189d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=470838ee-09c7-422a-987d-8e1342db189d,segment=NetworkSegment(0f16e6a9-f82c-40aa-bbd3-7be18a8fdb18),segment_id=0f16e6a9-f82c-40aa-bbd3-7be18a8fdb18)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:31.386173 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-9e1dc5a5-e6ea-4562-8da9-c6c257353d7e service neutron] Transition to ACTIVE for port object f7ad9af1-3103-4621-91a9-df29d8dc5b19 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:23:31.392278 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-9e1dc5a5-e6ea-4562-8da9-c6c257353d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:31.398141 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:31.401361 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d413950b-bfcd-4ea3-b9b9-dfc1acf891f4 None None] Deleting port 470838ee-09c7-422a-987d-8e1342db189d {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:31.401732 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d413950b-bfcd-4ea3-b9b9-dfc1acf891f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:31.506005 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d413950b-bfcd-4ea3-b9b9-dfc1acf891f4 None None] For port 470838ee-09c7-422a-987d-8e1342db189d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=470838ee-09c7-422a-987d-8e1342db189d,segment=NetworkSegment(0f16e6a9-f82c-40aa-bbd3-7be18a8fdb18),segment_id=0f16e6a9-f82c-40aa-bbd3-7be18a8fdb18)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:31.506734 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d413950b-bfcd-4ea3-b9b9-dfc1acf891f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:31.517913 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1dc5a5-e6ea-4562-8da9-c6c257353d7e service neutron] Pushing event updated for resources: {'Port': ['ID=f7ad9af1-3103-4621-91a9-df29d8dc5b19,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:31.522917 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d413950b-bfcd-4ea3-b9b9-dfc1acf891f4 None None] Calling delete_port for 470838ee-09c7-422a-987d-8e1342db189d owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:31.562455 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ffafd55-132c-42e4-b50c-5f6a153b3922 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:31.585131 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffafd55-132c-42e4-b50c-5f6a153b3922 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] No DVR routers for this DVR port 470838ee-09c7-422a-987d-8e1342db189d on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:23:31.599763 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e563c3d-3098-463b-bf50-28bf7ce99bc9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:31.624395 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d7f308-67cd-4959-adf8-f157faa789a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-32c9b6a7-cbbf-4f91-9a70-1ea14a545e48', 'network_id': '32c9b6a7-cbbf-4f91-9a70-1ea14a545e48', 'tenant_id': '3be6215cac414c0cad4d0387a5c1f396', 'fixed_ips': [{'subnet_id': 'd3b798a6-d04d-4bf6-a809-b25657c9d286'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:23:31.625591 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-06d7f308-67cd-4959-adf8-f157faa789a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:31.648178 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d413950b-bfcd-4ea3-b9b9-dfc1acf891f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:31.689787 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d413950b-bfcd-4ea3-b9b9-dfc1acf891f4 None None] No DVR routers for this DVR port 470838ee-09c7-422a-987d-8e1342db189d on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:23:31.693868 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event deleted for resources: {'Port': ['ID=470838ee-09c7-422a-987d-8e1342db189d,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:31.757110 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffafd55-132c-42e4-b50c-5f6a153b3922 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Port': ['ID=470838ee-09c7-422a-987d-8e1342db189d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:31.759442 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-9e1dc5a5-e6ea-4562-8da9-c6c257353d7e service neutron] Attempting to bind port f7ad9af1-3103-4621-91a9-df29d8dc5b19 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:23:31.759950 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-9e1dc5a5-e6ea-4562-8da9-c6c257353d7e service neutron] Attempting to bind port f7ad9af1-3103-4621-91a9-df29d8dc5b19 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '134194bf-9872-420b-81be-cd8b1f455a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '108e172f-9bd7-4858-818f-d588950b8366'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:23:31.760119 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-9e1dc5a5-e6ea-4562-8da9-c6c257353d7e service neutron] Attempting to bind port f7ad9af1-3103-4621-91a9-df29d8dc5b19 on network 108e172f-9bd7-4858-818f-d588950b8366 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:23:31.781299 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-9e1dc5a5-e6ea-4562-8da9-c6c257353d7e service neutron] Port f7ad9af1-3103-4621-91a9-df29d8dc5b19 on network 108e172f-9bd7-4858-818f-d588950b8366 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:23:31.781841 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-9e1dc5a5-e6ea-4562-8da9-c6c257353d7e service neutron] Attempting to bind port f7ad9af1-3103-4621-91a9-df29d8dc5b19 on network 108e172f-9bd7-4858-818f-d588950b8366 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:23:31.805514 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413950b-bfcd-4ea3-b9b9-dfc1acf891f4 None None] Pushing event deleted for resources: {'Port': ['ID=470838ee-09c7-422a-987d-8e1342db189d,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:31.835672 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-9e1dc5a5-e6ea-4562-8da9-c6c257353d7e service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:23:31.835982 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-9e1dc5a5-e6ea-4562-8da9-c6c257353d7e service neutron] Checking segment: {'id': '134194bf-9872-420b-81be-cd8b1f455a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '108e172f-9bd7-4858-818f-d588950b8366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:31.836455 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-9e1dc5a5-e6ea-4562-8da9-c6c257353d7e service neutron] Bound using segment: {'id': '134194bf-9872-420b-81be-cd8b1f455a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '108e172f-9bd7-4858-818f-d588950b8366'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:23:31.837658 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-9e1dc5a5-e6ea-4562-8da9-c6c257353d7e service neutron] Bound port: f7ad9af1-3103-4621-91a9-df29d8dc5b19, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134194bf-9872-420b-81be-cd8b1f455a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '108e172f-9bd7-4858-818f-d588950b8366'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:23:31.838063 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-9e1dc5a5-e6ea-4562-8da9-c6c257353d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:31.873717 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7cf2c781-7c80-433e-8ddf-7394119a6a02 req-fa258376-54a0-4765-8fed-132187626e48 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 210 time: 0.0846274 May 26 16:23:31.883744 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-6e563c3d-3098-463b-bf50-28bf7ce99bc9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] device_id is not set on port f2b63f03-0862-445c-95f5-ba0a2b63a646 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:23:31.951886 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-06d7f308-67cd-4959-adf8-f157faa789a8 None None] Allocated IP 2001:db8::2 (32c9b6a7-cbbf-4f91-9a70-1ea14a545e48/d3b798a6-d04d-4bf6-a809-b25657c9d286/14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:32.046951 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e7527-9ce4-4511-b453-c6f7ac526039 req-d73d5e62-b225-4aad-9589-793a06981b78 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:32.050704 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b80e7527-9ce4-4511-b453-c6f7ac526039 req-d73d5e62-b225-4aad-9589-793a06981b78 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 943 time: 0.1156709 May 26 16:23:32.055701 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ffafd55-132c-42e4-b50c-5f6a153b3922 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.057549 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-9e1dc5a5-e6ea-4562-8da9-c6c257353d7e service neutron] For port f7ad9af1-3103-4621-91a9-df29d8dc5b19, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:23:32.063141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-9e1dc5a5-e6ea-4562-8da9-c6c257353d7e service neutron] For port f7ad9af1-3103-4621-91a9-df29d8dc5b19, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f7ad9af1-3103-4621-91a9-df29d8dc5b19,segment=NetworkSegment(134194bf-9872-420b-81be-cd8b1f455a01),segment_id=134194bf-9872-420b-81be-cd8b1f455a01)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:23:32.073730 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-9e1dc5a5-e6ea-4562-8da9-c6c257353d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.167549 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-9e1dc5a5-e6ea-4562-8da9-c6c257353d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:32.169095 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-9e1dc5a5-e6ea-4562-8da9-c6c257353d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.171754 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-9e1dc5a5-e6ea-4562-8da9-c6c257353d7e service neutron] 10.222.0.81 "PUT /v2.0/ports/f7ad9af1-3103-4621-91a9-df29d8dc5b19 HTTP/1.1" status: 200 len: 1091 time: 1.4162946 May 26 16:23:32.172559 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b31299f-1167-430b-853d-a981bee3afba', 'tag': 'f7ad9af1-3103-4621-91a9-df29d8dc5b19'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:23:32.175227 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18fcf48-76a7-43f7-a820-b8df7614423d" -d '{"events": [{"name": "network-changed", "server_uuid": "0b31299f-1167-430b-853d-a981bee3afba", "tag": "f7ad9af1-3103-4621-91a9-df29d8dc5b19"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:23:32.247695 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b80e7527-9ce4-4511-b453-c6f7ac526039 req-e55a191e-8627-4c14-ae29-95cb7d33b9fb tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677845 May 26 16:23:32.256706 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1dc5a5-e6ea-4562-8da9-c6c257353d7e service neutron] Pushing event updated for resources: {'Port': ['ID=f7ad9af1-3103-4621-91a9-df29d8dc5b19,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:32.297879 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-06d7f308-67cd-4959-adf8-f157faa789a8 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.315127 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-06d7f308-67cd-4959-adf8-f157faa789a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.351928 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-6ffafd55-132c-42e4-b50c-5f6a153b3922 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4abc49-d86c-4a75-b237-4636038e913b']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:32.389510 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18a19d6-e722-4756-8079-f45a406878a5 x-openstack-request-id: req-c18a19d6-e722-4756-8079-f45a406878a5 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:23:32.389851 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b31299f-1167-430b-853d-a981bee3afba", "tag": "f7ad9af1-3103-4621-91a9-df29d8dc5b19", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:23:32.390267 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c18a19d6-e722-4756-8079-f45a406878a5 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:23:32.390703 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c18a19d6-e722-4756-8079-f45a406878a5'] response: {'name': 'network-changed', 'server_uuid': '0b31299f-1167-430b-853d-a981bee3afba', 'tag': 'f7ad9af1-3103-4621-91a9-df29d8dc5b19', 'status': 'completed', 'code': 200} May 26 16:23:32.430083 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d7f308-67cd-4959-adf8-f157faa789a8 None None] Network 32c9b6a7-cbbf-4f91-9a70-1ea14a545e48 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:32.432563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-06d7f308-67cd-4959-adf8-f157faa789a8 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:32.439962 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d7f308-67cd-4959-adf8-f157faa789a8 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:32.444203 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7f308-67cd-4959-adf8-f157faa789a8 None None] Pushing event updated for resources: {'Port': ['ID=14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:32.468874 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-6ffafd55-132c-42e4-b50c-5f6a153b3922 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f16e6a9-f82c-40aa-bbd3-7be18a8fdb18') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:32.468874 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-6ffafd55-132c-42e4-b50c-5f6a153b3922 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f16e6a9-f82c-40aa-bbd3-7be18a8fdb18') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:32.472296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-3fc3b7c1-590e-466a-89d1-d3e6f40c4578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:32.474071 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-3fc3b7c1-590e-466a-89d1-d3e6f40c4578 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da4a805e29d24584b545bb330805b32f&device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 1094 time: 0.1975269 May 26 16:23:32.500711 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ffafd55-132c-42e4-b50c-5f6a153b3922 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.526815 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-06d7f308-67cd-4959-adf8-f157faa789a8 None None] Attempting to bind port 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:23:32.527199 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-06d7f308-67cd-4959-adf8-f157faa789a8 None None] Attempting to bind port 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'f69fa227-e685-4ea1-a66d-bcd9bddd608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '32c9b6a7-cbbf-4f91-9a70-1ea14a545e48'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:23:32.527706 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d7f308-67cd-4959-adf8-f157faa789a8 None None] Attempting to bind port 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede on network 32c9b6a7-cbbf-4f91-9a70-1ea14a545e48 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:23:32.533678 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d7f308-67cd-4959-adf8-f157faa789a8 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:23:32.534279 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d7f308-67cd-4959-adf8-f157faa789a8 None None] Checking segment: {'id': 'f69fa227-e685-4ea1-a66d-bcd9bddd608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '32c9b6a7-cbbf-4f91-9a70-1ea14a545e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:32.534976 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-06d7f308-67cd-4959-adf8-f157faa789a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.535819 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d7f308-67cd-4959-adf8-f157faa789a8 None None] Bound using segment: {'id': 'f69fa227-e685-4ea1-a66d-bcd9bddd608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '32c9b6a7-cbbf-4f91-9a70-1ea14a545e48'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:23:32.536810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-06d7f308-67cd-4959-adf8-f157faa789a8 None None] Bound port: 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69fa227-e685-4ea1-a66d-bcd9bddd608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '32c9b6a7-cbbf-4f91-9a70-1ea14a545e48'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:23:32.537267 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-06d7f308-67cd-4959-adf8-f157faa789a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.562032 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-ec06f9e6-59fa-43fa-9c32-cbed2b4b9054 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7ad9af1-3103-4621-91a9-df29d8dc5b19 HTTP/1.1" status: 200 len: 217 time: 0.0784929 May 26 16:23:32.571740 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ffafd55-132c-42e4-b50c-5f6a153b3922 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.590443 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-1ec7610c-4620-46be-9989-c235921632c4 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:32.591567 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-1ec7610c-4620-46be-9989-c235921632c4 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.83 "GET /v2.0/networks?id=91e281f8-c4da-4a2d-a68d-16e867895ff6 HTTP/1.1" status: 200 len: 815 time: 0.6913316 May 26 16:23:32.594852 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ffafd55-132c-42e4-b50c-5f6a153b3922 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:23:32.595264 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ffafd55-132c-42e4-b50c-5f6a153b3922 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.645887 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-192a61e5-f0bd-429f-b9f1-da92526e7a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:32.648588 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-192a61e5-f0bd-429f-b9f1-da92526e7a80 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7bfd769-d7ce-4e57-9136-78fe7b11a40e HTTP/1.1" status: 200 len: 854 time: 0.0764139 May 26 16:23:32.671651 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-06d7f308-67cd-4959-adf8-f157faa789a8 None None] For port 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:23:32.679138 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-06d7f308-67cd-4959-adf8-f157faa789a8 None None] For port 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede,segment=NetworkSegment(f69fa227-e685-4ea1-a66d-bcd9bddd608c),segment_id=f69fa227-e685-4ea1-a66d-bcd9bddd608c)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:23:32.686736 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-06d7f308-67cd-4959-adf8-f157faa789a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:32.700391 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-25fdd57a-754d-4373-b04d-f36e3e03b45f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=108e172f-9bd7-4858-818f-d588950b8366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436361 May 26 16:23:32.799000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7f308-67cd-4959-adf8-f157faa789a8 None None] Pushing event updated for resources: {'Port': ['ID=14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:32.935631 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-bd068ec3-dc61-4bb0-b1aa-8b0e85bf0dc0 service neutron] 10.222.0.81 "GET /v2.0/networks/108e172f-9bd7-4858-818f-d588950b8366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099884 May 26 16:23:33.110488 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-86b0331a-d3e1-45e5-a03c-d7190737f81e req-d940e50f-2d69-4d94-b0d7-1664529f481f tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 210 time: 0.0961685 May 26 16:23:33.209168 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 0f16e6a9-f82c-40aa-bbd3-7be18a8fdb18 resource provider aggregate not found May 26 16:23:33.216724 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b76d09d5-7c6b-459e-8f50-ab0d68eae792 req-58fbadca-d89e-4a6b-bfda-2c4b41b27475 service neutron] 10.222.0.81 "GET /v2.0/networks/108e172f-9bd7-4858-818f-d588950b8366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741325 May 26 16:23:33.224400 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-6e563c3d-3098-463b-bf50-28bf7ce99bc9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Allocated IP 2001:db8::10 (32c9b6a7-cbbf-4f91-9a70-1ea14a545e48/d3b798a6-d04d-4bf6-a809-b25657c9d286/f2b63f03-0862-445c-95f5-ba0a2b63a646) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:33.336033 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ffafd55-132c-42e4-b50c-5f6a153b3922 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:33.369561 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:33.406868 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 0f16e6a9-f82c-40aa-bbd3-7be18a8fdb18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f16e6a9-f82c-40aa-bbd3-7be18a8fdb18 found for delete ", "request_id": "req-218ea53f-f6a3-4de5-9a19-2a83b9a4929c"}]} May 26 16:23:33.408000 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ffafd55-132c-42e4-b50c-5f6a153b3922 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:33.416643 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41532) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:33.417723 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6ffafd55-132c-42e4-b50c-5f6a153b3922 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/networks/fc4abc49-d86c-4a75-b237-4636038e913b HTTP/1.1" status: 204 len: 168 time: 2.8293443 May 26 16:23:33.430103 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-c7f874a3-6f90-4848-9693-987ccbcc0759 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1036906615', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}, 'admin_state_up': False}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:33.444246 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-4f2b9b9c-c869-4959-9878-14ffd0c23fe9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d026034f0b5c4db588d9be515d0f060a HTTP/1.1" status: 200 len: 380 time: 0.8169615 May 26 16:23:33.455646 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffafd55-132c-42e4-b50c-5f6a153b3922 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Network': ['ID=fc4abc49-d86c-4a75-b237-4636038e913b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:33.467802 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-323f33e1-cbee-4210-9ba8-ec8031f2e8fc tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Request body: {'port': {'device_id': '6cbd34c4-6531-447f-bc11-62c083585f5f', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'admin_state_up': True, 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'security_groups': ['df58b03b-0876-4481-a285-2d6abe3bedfb']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:33.489338 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:33.489751 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:33.528621 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c7f874a3-6f90-4848-9693-987ccbcc0759 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:33.531060 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c7f874a3-6f90-4848-9693-987ccbcc0759 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:33.541523 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fcf48-76a7-43f7-a820-b8df7614423d req-94962276-3ab9-4834-b9e6-ec4ad236b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:33.543726 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f18fcf48-76a7-43f7-a820-b8df7614423d req-94962276-3ab9-4834-b9e6-ec4ad236b4b4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da4a805e29d24584b545bb330805b32f&device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 1094 time: 0.2603385 May 26 16:23:33.669455 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:33.670009 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:33.692267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc31d95-e142-44fc-ac10-b02267550c6b req-6a390622-6b76-4736-a469-9a804750f7d2 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:33.694584 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bbc31d95-e142-44fc-ac10-b02267550c6b req-6a390622-6b76-4736-a469-9a804750f7d2 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 943 time: 0.2458451 May 26 16:23:33.769634 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede,segment=NetworkSegment(f69fa227-e685-4ea1-a66d-bcd9bddd608c),segment_id=f69fa227-e685-4ea1-a66d-bcd9bddd608c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:33.778396 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:33.797587 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c7f874a3-6f90-4848-9693-987ccbcc0759 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:33.801441 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e563c3d-3098-463b-bf50-28bf7ce99bc9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:33.826769 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-323f33e1-cbee-4210-9ba8-ec8031f2e8fc tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Made reservation on behalf of d026034f0b5c4db588d9be515d0f060a for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:33.835884 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-323f33e1-cbee-4210-9ba8-ec8031f2e8fc tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:33.914207 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:33.988398 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fcf48-76a7-43f7-a820-b8df7614423d req-d5f5a722-52ac-4ff3-a1ed-a2d18bc86ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:33.990413 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f18fcf48-76a7-43f7-a820-b8df7614423d req-d5f5a722-52ac-4ff3-a1ed-a2d18bc86ffe service neutron] 10.222.0.81 "GET /v2.0/networks?id=108e172f-9bd7-4858-818f-d588950b8366 HTTP/1.1" status: 200 len: 915 time: 0.4376714 May 26 16:23:34.094750 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e563c3d-3098-463b-bf50-28bf7ce99bc9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:34.095407 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f18fcf48-76a7-43f7-a820-b8df7614423d req-7694a455-a76c-4d82-b8fc-65752ec042dc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7ad9af1-3103-4621-91a9-df29d8dc5b19 HTTP/1.1" status: 200 len: 217 time: 0.0570540 May 26 16:23:34.104167 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bbc31d95-e142-44fc-ac10-b02267550c6b req-afebc7f8-b750-4b7b-b787-e7482ef6045c tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363247 May 26 16:23:34.171362 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e563c3d-3098-463b-bf50-28bf7ce99bc9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network 32c9b6a7-cbbf-4f91-9a70-1ea14a545e48 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:34.176301 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-323f33e1-cbee-4210-9ba8-ec8031f2e8fc tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Allocated IP 172.20.0.7 (91e281f8-c4da-4a2d-a68d-16e867895ff6/fee14286-9209-4b96-87d8-95a3251de24f/47a174fc-1f9b-4f7e-91d8-96549e6d3791) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:34.181590 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-6e563c3d-3098-463b-bf50-28bf7ce99bc9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:34.184802 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fcf48-76a7-43f7-a820-b8df7614423d req-a42f1be7-7c50-4aeb-a8f3-3a670feba162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:34.187439 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f18fcf48-76a7-43f7-a820-b8df7614423d req-a42f1be7-7c50-4aeb-a8f3-3a670feba162 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7bfd769-d7ce-4e57-9136-78fe7b11a40e HTTP/1.1" status: 200 len: 854 time: 0.0790820 May 26 16:23:34.190183 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e563c3d-3098-463b-bf50-28bf7ce99bc9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:34.196204 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e563c3d-3098-463b-bf50-28bf7ce99bc9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:34.196940 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e563c3d-3098-463b-bf50-28bf7ce99bc9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:34.210029 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e563c3d-3098-463b-bf50-28bf7ce99bc9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Port': ['ID=f2b63f03-0862-445c-95f5-ba0a2b63a646,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:34.249697 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6e563c3d-3098-463b-bf50-28bf7ce99bc9 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2842627 May 26 16:23:34.259866 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41544) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:34.265580 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-fb49c0f6-68d3-4ae4-8f45-385d7ef66dcf tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'port': {'network_id': '32c9b6a7-cbbf-4f91-9a70-1ea14a545e48', 'name': 'tempest-PortsIpV6TestJSON-1280185870', 'fixed_ips': [{'subnet_id': 'd3b798a6-d04d-4bf6-a809-b25657c9d286', 'ip_address': '2001:db8::f'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:34.305119 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c7f874a3-6f90-4848-9693-987ccbcc0759 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:34.389355 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a26c32e4-d941-49c2-b20f-f5af9cdda946 req-c035d07a-d9bc-4e44-b3a9-6ecabf19c012 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 210 time: 0.0756352 May 26 16:23:34.442708 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f18fcf48-76a7-43f7-a820-b8df7614423d req-16cdf4e9-2ac9-4187-b23e-22b7545ccc37 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=108e172f-9bd7-4858-818f-d588950b8366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054351 May 26 16:23:34.494781 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8806e4-3520-4e70-8c5e-85d0c6f199ad None None] Network 32c9b6a7-cbbf-4f91-9a70-1ea14a545e48 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:34.573333 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-323f33e1-cbee-4210-9ba8-ec8031f2e8fc tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:34.628304 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-323f33e1-cbee-4210-9ba8-ec8031f2e8fc tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:34.629211 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f18fcf48-76a7-43f7-a820-b8df7614423d req-8b301147-5cf1-445f-877e-71b2df6e813d service neutron] 10.222.0.81 "GET /v2.0/networks/108e172f-9bd7-4858-818f-d588950b8366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756978 May 26 16:23:34.673482 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-011d1536-4318-49e2-8196-c9623266efda None None] Provisioning complete for port 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:34.673896 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-011d1536-4318-49e2-8196-c9623266efda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:34.678170 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb49c0f6-68d3-4ae4-8f45-385d7ef66dcf tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:34.683729 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fb49c0f6-68d3-4ae4-8f45-385d7ef66dcf tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:34.712560 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-323f33e1-cbee-4210-9ba8-ec8031f2e8fc tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Network 91e281f8-c4da-4a2d-a68d-16e867895ff6 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:34.720126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-323f33e1-cbee-4210-9ba8-ec8031f2e8fc tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:34.722719 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-323f33e1-cbee-4210-9ba8-ec8031f2e8fc tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:34.725964 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f33e1-cbee-4210-9ba8-ec8031f2e8fc tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event updated for resources: {'Port': ['ID=47a174fc-1f9b-4f7e-91d8-96549e6d3791,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:34.737565 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-fb49c0f6-68d3-4ae4-8f45-385d7ef66dcf tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] device_id is not set on port 687dac2e-88f4-4a11-a4ae-c78c5a050c4e yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:23:34.876849 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-011d1536-4318-49e2-8196-c9623266efda None None] Current status of the port 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:34.877603 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-323f33e1-cbee-4210-9ba8-ec8031f2e8fc tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:34.878675 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-323f33e1-cbee-4210-9ba8-ec8031f2e8fc tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:34.909484 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-323f33e1-cbee-4210-9ba8-ec8031f2e8fc tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4552310 May 26 16:23:34.937546 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f18fcf48-76a7-43f7-a820-b8df7614423d req-c8fb84e0-1a97-467a-a7d9-936fb3ab9bce service neutron] 10.222.0.81 "GET /v2.0/networks/108e172f-9bd7-4858-818f-d588950b8366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988145 May 26 16:23:35.031515 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-6186b235-2f1d-478b-a18b-efea43d7a9cc service neutron] Request body: {'port': {'device_id': '6cbd34c4-6531-447f-bc11-62c083585f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:35.100286 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-fb49c0f6-68d3-4ae4-8f45-385d7ef66dcf tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Allocated IP 2001:db8::f (32c9b6a7-cbbf-4f91-9a70-1ea14a545e48/d3b798a6-d04d-4bf6-a809-b25657c9d286/687dac2e-88f4-4a11-a4ae-c78c5a050c4e) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:35.165698 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c7f874a3-6f90-4848-9693-987ccbcc0759 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:35.232797 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c7f874a3-6f90-4848-9693-987ccbcc0759 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:35.236085 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:35.366181 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-6d8acf8c-e4c5-4fc5-b4d3-58c41e0601b5 None None] Provisioning complete for port 47a174fc-1f9b-4f7e-91d8-96549e6d3791 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:35.366557 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6d8acf8c-e4c5-4fc5-b4d3-58c41e0601b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:35.375298 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-c7f874a3-6f90-4848-9693-987ccbcc0759 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Allocated IP 172.25.7.158 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/3a0c0f55-f438-4d47-acdb-9f968a52e233) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:35.465676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6d8acf8c-e4c5-4fc5-b4d3-58c41e0601b5 None None] Port 47a174fc-1f9b-4f7e-91d8-96549e6d3791 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:23:35.471808 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:35.472373 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:35.496467 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43aec3-b70f-4f0d-b6a0-2edf2c562917 req-45b9b7bc-f326-497e-89b3-43e0bd78dcd0 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:35.498770 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca43aec3-b70f-4f0d-b6a0-2edf2c562917 req-45b9b7bc-f326-497e-89b3-43e0bd78dcd0 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 943 time: 0.1186800 May 26 16:23:35.545810 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-6186b235-2f1d-478b-a18b-efea43d7a9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:35.601015 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca43aec3-b70f-4f0d-b6a0-2edf2c562917 req-0c6f6266-f256-4926-bbd5-aedd33728fca tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859196 May 26 16:23:35.631500 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fb49c0f6-68d3-4ae4-8f45-385d7ef66dcf tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:35.691240 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1977396-5614-4db9-96de-f1493143e49d req-257d186d-d801-4932-b5ec-f302c6c1b7a9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:35.693275 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1977396-5614-4db9-96de-f1493143e49d req-257d186d-d801-4932-b5ec-f302c6c1b7a9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 931 time: 0.1060362 May 26 16:23:35.829310 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c7f874a3-6f90-4848-9693-987ccbcc0759 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:35.845380 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1977396-5614-4db9-96de-f1493143e49d req-2901ea03-a52f-4bee-85d0-6bf0089f5b0e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=df58b03b-0876-4481-a285-2d6abe3bedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343615 May 26 16:23:35.904398 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0266440f-6f73-4e53-a432-737fc6183de5 None None] Provisioning complete for port f2b63f03-0862-445c-95f5-ba0a2b63a646 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:35.905014 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0266440f-6f73-4e53-a432-737fc6183de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:35.916290 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c7f874a3-6f90-4848-9693-987ccbcc0759 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:35.961938 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:35.979177 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f874a3-6f90-4848-9693-987ccbcc0759 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:35.984905 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-c7f874a3-6f90-4848-9693-987ccbcc0759 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:35.985051 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0266440f-6f73-4e53-a432-737fc6183de5 None None] Port f2b63f03-0862-445c-95f5-ba0a2b63a646 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:23:35.988726 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f874a3-6f90-4848-9693-987ccbcc0759 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:36.016319 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0266440f-6f73-4e53-a432-737fc6183de5 None None] Provisioning complete for port 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:36.016997 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0266440f-6f73-4e53-a432-737fc6183de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:36.040493 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f874a3-6f90-4848-9693-987ccbcc0759 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Port': ['ID=3a0c0f55-f438-4d47-acdb-9f968a52e233,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:36.044017 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fb49c0f6-68d3-4ae4-8f45-385d7ef66dcf tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:36.121560 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb49c0f6-68d3-4ae4-8f45-385d7ef66dcf tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network 32c9b6a7-cbbf-4f91-9a70-1ea14a545e48 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:36.132828 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-fb49c0f6-68d3-4ae4-8f45-385d7ef66dcf tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:36.139825 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb49c0f6-68d3-4ae4-8f45-385d7ef66dcf tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:36.147694 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb49c0f6-68d3-4ae4-8f45-385d7ef66dcf tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:36.148319 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fb49c0f6-68d3-4ae4-8f45-385d7ef66dcf tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:36.153487 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0266440f-6f73-4e53-a432-737fc6183de5 None None] Current status of the port 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:36.176292 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49c0f6-68d3-4ae4-8f45-385d7ef66dcf tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Port': ['ID=687dac2e-88f4-4a11-a4ae-c78c5a050c4e,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:36.197250 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fb49c0f6-68d3-4ae4-8f45-385d7ef66dcf tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9330957 May 26 16:23:36.197633 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41558) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:36.314744 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b2f9cbc9-5ced-474e-a1bf-008c45373860 None None] Provisioning complete for port f2b63f03-0862-445c-95f5-ba0a2b63a646 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:36.315117 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b2f9cbc9-5ced-474e-a1bf-008c45373860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:36.333206 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-6186b235-2f1d-478b-a18b-efea43d7a9cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a174fc-1f9b-4f7e-91d8-96549e6d3791 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:23:36.362104 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-6186b235-2f1d-478b-a18b-efea43d7a9cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:36.385246 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b2f9cbc9-5ced-474e-a1bf-008c45373860 None None] Port f2b63f03-0862-445c-95f5-ba0a2b63a646 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:23:36.397811 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7b36f1-3d03-4a9b-84bf-0fe3d5431ff7 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:36.399884 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3a7b36f1-3d03-4a9b-84bf-0fe3d5431ff7 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2012753 May 26 16:23:36.405209 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41564) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:36.427928 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c7f874a3-6f90-4848-9693-987ccbcc0759 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:36.467802 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-6186b235-2f1d-478b-a18b-efea43d7a9cc service neutron] Transition to ACTIVE for port object 47a174fc-1f9b-4f7e-91d8-96549e6d3791 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:23:36.478574 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-6186b235-2f1d-478b-a18b-efea43d7a9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:36.522240 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f7ad9af1-3103-4621-91a9-df29d8dc5b19 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:23:36.602639 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ad4b64-b004-4cc5-b204-2533156b9446 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:36.616685 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ad4b64-b004-4cc5-b204-2533156b9446 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:36.629382 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ad4b64-b004-4cc5-b204-2533156b9446 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:36.639973 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-76ad4b64-b004-4cc5-b204-2533156b9446 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2324071 May 26 16:23:36.643767 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41568) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:36.765873 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186b235-2f1d-478b-a18b-efea43d7a9cc service neutron] Pushing event updated for resources: {'Port': ['ID=47a174fc-1f9b-4f7e-91d8-96549e6d3791,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:36.775010 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d7897334-564d-4f77-bf84-13ec257f03e2 None None] Provisioning complete for port 687dac2e-88f4-4a11-a4ae-c78c5a050c4e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:36.776246 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d7897334-564d-4f77-bf84-13ec257f03e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:36.845657 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d7897334-564d-4f77-bf84-13ec257f03e2 None None] Port 687dac2e-88f4-4a11-a4ae-c78c5a050c4e cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:23:36.928573 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f7ad9af1-3103-4621-91a9-df29d8dc5b19, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f7ad9af1-3103-4621-91a9-df29d8dc5b19,segment=NetworkSegment(134194bf-9872-420b-81be-cd8b1f455a01),segment_id=134194bf-9872-420b-81be-cd8b1f455a01)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:36.962183 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'f7ad9af1-3103-4621-91a9-df29d8dc5b19', 'network_id': '108e172f-9bd7-4858-818f-d588950b8366', 'port_id': 'f7ad9af1-3103-4621-91a9-df29d8dc5b19', 'mac_address': 'fa:16:3e:8e:8d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7bfd769-d7ce-4e57-9136-78fe7b11a40e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:23:37.033553 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-6186b235-2f1d-478b-a18b-efea43d7a9cc service neutron] Attempting to bind port 47a174fc-1f9b-4f7e-91d8-96549e6d3791 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:23:37.034798 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port f7ad9af1-3103-4621-91a9-df29d8dc5b19 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:37.035182 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:37.039119 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-6186b235-2f1d-478b-a18b-efea43d7a9cc service neutron] Attempting to bind port 47a174fc-1f9b-4f7e-91d8-96549e6d3791 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:23:37.040695 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-6186b235-2f1d-478b-a18b-efea43d7a9cc service neutron] Attempting to bind port 47a174fc-1f9b-4f7e-91d8-96549e6d3791 on network 91e281f8-c4da-4a2d-a68d-16e867895ff6 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:23:37.055368 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ad9af1-3103-4621-91a9-df29d8dc5b19 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:23:37.083271 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-becc0567-b6cd-4a63-b7ba-ebb5ced5061b tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting port 687dac2e-88f4-4a11-a4ae-c78c5a050c4e {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:37.084298 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-becc0567-b6cd-4a63-b7ba-ebb5ced5061b tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:37.096263 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-6186b235-2f1d-478b-a18b-efea43d7a9cc service neutron] Port 47a174fc-1f9b-4f7e-91d8-96549e6d3791 on network 91e281f8-c4da-4a2d-a68d-16e867895ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:23:37.096263 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-6186b235-2f1d-478b-a18b-efea43d7a9cc service neutron] Attempting to bind port 47a174fc-1f9b-4f7e-91d8-96549e6d3791 on network 91e281f8-c4da-4a2d-a68d-16e867895ff6 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:23:37.122669 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f7ad9af1-3103-4621-91a9-df29d8dc5b19, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f7ad9af1-3103-4621-91a9-df29d8dc5b19,segment=NetworkSegment(134194bf-9872-420b-81be-cd8b1f455a01),segment_id=134194bf-9872-420b-81be-cd8b1f455a01)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:37.127660 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-6186b235-2f1d-478b-a18b-efea43d7a9cc service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:23:37.129246 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-6186b235-2f1d-478b-a18b-efea43d7a9cc service neutron] Checking segment: {'id': 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:37.130223 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-6186b235-2f1d-478b-a18b-efea43d7a9cc service neutron] Bound using segment: {'id': 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:23:37.131475 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-6186b235-2f1d-478b-a18b-efea43d7a9cc service neutron] Bound port: 47a174fc-1f9b-4f7e-91d8-96549e6d3791, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:23:37.132082 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:37.134682 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-6186b235-2f1d-478b-a18b-efea43d7a9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:37.157692 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32017aa4-3927-42d3-bbfe-1a86eb71c5f5 req-d6d1cd6d-9f61-441a-a73a-3c3273765643 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:37.161337 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32017aa4-3927-42d3-bbfe-1a86eb71c5f5 req-d6d1cd6d-9f61-441a-a73a-3c3273765643 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 943 time: 0.3570442 May 26 16:23:37.230439 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=f7ad9af1-3103-4621-91a9-df29d8dc5b19,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:37.251236 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd8a1b-7b90-44fc-807b-965dd189a57c req-fd9b49fa-4b9a-4a6c-b15c-59107f8d542e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:37.253862 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ecd8a1b-7b90-44fc-807b-965dd189a57c req-fd9b49fa-4b9a-4a6c-b15c-59107f8d542e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 943 time: 0.2189915 May 26 16:23:37.255775 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c7f874a3-6f90-4848-9693-987ccbcc0759 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:37.367928 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['f7ad9af1-3103-4621-91a9-df29d8dc5b19'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:23:37.369595 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32017aa4-3927-42d3-bbfe-1a86eb71c5f5 req-17edd4d9-cb51-47c3-a5e6-a074fc165696 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959417 May 26 16:23:37.379495 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-becc0567-b6cd-4a63-b7ba-ebb5ced5061b tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:37.412991 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-becc0567-b6cd-4a63-b7ba-ebb5ced5061b tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Calling delete_port for 687dac2e-88f4-4a11-a4ae-c78c5a050c4e owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:37.416412 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-6186b235-2f1d-478b-a18b-efea43d7a9cc service neutron] For port 47a174fc-1f9b-4f7e-91d8-96549e6d3791, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:23:37.459054 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-6186b235-2f1d-478b-a18b-efea43d7a9cc service neutron] For port 47a174fc-1f9b-4f7e-91d8-96549e6d3791, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=47a174fc-1f9b-4f7e-91d8-96549e6d3791,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:23:37.466700 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-6186b235-2f1d-478b-a18b-efea43d7a9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:37.519219 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ecd8a1b-7b90-44fc-807b-965dd189a57c req-c3823921-315c-4aa0-b2f4-780d6b87ce5f tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=df58b03b-0876-4481-a285-2d6abe3bedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459142 May 26 16:23:37.661093 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f874a3-6f90-4848-9693-987ccbcc0759 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Router 35935eb9-479f-4b6d-a543-84aea587f757 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:23:37.708134 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-6186b235-2f1d-478b-a18b-efea43d7a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:37.709945 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-6186b235-2f1d-478b-a18b-efea43d7a9cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:37.711723 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-6186b235-2f1d-478b-a18b-efea43d7a9cc service neutron] 10.222.0.83 "PUT /v2.0/ports/47a174fc-1f9b-4f7e-91d8-96549e6d3791 HTTP/1.1" status: 200 len: 1091 time: 2.6970785 May 26 16:23:37.712436 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cbd34c4-6531-447f-bc11-62c083585f5f', 'tag': '47a174fc-1f9b-4f7e-91d8-96549e6d3791'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:23:37.715543 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e76237-d65a-4857-b8ed-b3603530775f" -d '{"events": [{"name": "network-changed", "server_uuid": "6cbd34c4-6531-447f-bc11-62c083585f5f", "tag": "47a174fc-1f9b-4f7e-91d8-96549e6d3791"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:23:37.812223 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3432d8aa-663c-4c33-a644-e5558f6996ec x-openstack-request-id: req-3432d8aa-663c-4c33-a644-e5558f6996ec {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:23:37.812494 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cbd34c4-6531-447f-bc11-62c083585f5f", "tag": "47a174fc-1f9b-4f7e-91d8-96549e6d3791", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:23:37.812762 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3432d8aa-663c-4c33-a644-e5558f6996ec {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:23:37.813159 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3432d8aa-663c-4c33-a644-e5558f6996ec'] response: {'name': 'network-changed', 'server_uuid': '6cbd34c4-6531-447f-bc11-62c083585f5f', 'tag': '47a174fc-1f9b-4f7e-91d8-96549e6d3791', 'status': 'completed', 'code': 200} May 26 16:23:37.877174 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186b235-2f1d-478b-a18b-efea43d7a9cc service neutron] Pushing event updated for resources: {'Port': ['ID=47a174fc-1f9b-4f7e-91d8-96549e6d3791,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:37.922290 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-9d9ad341-b518-451e-9341-92bef62122d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:37.923788 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-9d9ad341-b518-451e-9341-92bef62122d8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d026034f0b5c4db588d9be515d0f060a&device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 1094 time: 0.0922618 May 26 16:23:37.924568 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-becc0567-b6cd-4a63-b7ba-ebb5ced5061b tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:38.028597 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc0567-b6cd-4a63-b7ba-ebb5ced5061b tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Port': ['ID=687dac2e-88f4-4a11-a4ae-c78c5a050c4e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:38.035321 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-da05033d-1791-4154-b2a8-9be6c5107316 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47a174fc-1f9b-4f7e-91d8-96549e6d3791 HTTP/1.1" status: 200 len: 217 time: 0.0571787 May 26 16:23:38.080277 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-becc0567-b6cd-4a63-b7ba-ebb5ced5061b tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:38.084440 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-becc0567-b6cd-4a63-b7ba-ebb5ced5061b tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/ports/687dac2e-88f4-4a11-a4ae-c78c5a050c4e HTTP/1.1" status: 204 len: 168 time: 1.4340525 May 26 16:23:38.111764 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41580) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:38.172367 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79ae401-f2f8-4d76-90e1-0687362adb4a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] GET failed (client error): The resource could not be found. May 26 16:23:38.174005 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c79ae401-f2f8-4d76-90e1-0687362adb4a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports/687dac2e-88f4-4a11-a4ae-c78c5a050c4e HTTP/1.1" status: 404 len: 333 time: 0.0608871 May 26 16:23:38.178264 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41584) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:38.220426 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-083cb575-fac4-44f3-8837-ec528a5075b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:38.222056 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-083cb575-fac4-44f3-8837-ec528a5075b1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fee14286-9209-4b96-87d8-95a3251de24f HTTP/1.1" status: 200 len: 854 time: 0.1542182 May 26 16:23:38.295770 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f874a3-6f90-4848-9693-987ccbcc0759 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:23:38.310994 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81672cdf-10da-482a-80a9-3ff03b10ad68 None None] Sync routers for ids ['35935eb9-479f-4b6d-a543-84aea587f757'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:23:38.316740 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-74e6948b-c0c5-40c9-8ab1-37ac66202810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:38.318284 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-74e6948b-c0c5-40c9-8ab1-37ac66202810 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91e281f8-c4da-4a2d-a68d-16e867895ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864630 May 26 16:23:38.337755 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81672cdf-10da-482a-80a9-3ff03b10ad68 None None] Routers {'35935eb9-479f-4b6d-a543-84aea587f757'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:38.339973 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-81672cdf-10da-482a-80a9-3ff03b10ad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:23:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['35935eb9-479f-4b6d-a543-84aea587f757'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:38.345649 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c7f874a3-6f90-4848-9693-987ccbcc0759 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:38.350396 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c7f874a3-6f90-4848-9693-987ccbcc0759 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.9296322 May 26 16:23:38.351145 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41588) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:38.387280 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-81672cdf-10da-482a-80a9-3ff03b10ad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:38.399606 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81672cdf-10da-482a-80a9-3ff03b10ad68 None None] Routers {'35935eb9-479f-4b6d-a543-84aea587f757'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:38.400486 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-81672cdf-10da-482a-80a9-3ff03b10ad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:23:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['35935eb9-479f-4b6d-a543-84aea587f757'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:38.430862 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-3dfe864b-ee3d-48e7-acd1-aa3bbd2e506d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting port f2b63f03-0862-445c-95f5-ba0a2b63a646 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:38.437847 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3dfe864b-ee3d-48e7-acd1-aa3bbd2e506d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:38.521193 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-04632064-d4ab-41ec-9453-6892d8dbf3f2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "GET /v2.0/routers/35935eb9-479f-4b6d-a543-84aea587f757 HTTP/1.1" status: 200 len: 885 time: 0.1687713 May 26 16:23:38.521972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41592) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:38.539488 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f7ad9af1-3103-4621-91a9-df29d8dc5b19 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:38.617714 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-a2562636-2f8d-4e98-bea6-3f4ba32187cd service neutron] 10.222.0.83 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906597 May 26 16:23:38.672783 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port f7ad9af1-3103-4621-91a9-df29d8dc5b19 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:23:38.680376 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port f7ad9af1-3103-4621-91a9-df29d8dc5b19 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:38.682302 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:38.706250 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-81672cdf-10da-482a-80a9-3ff03b10ad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:38.707228 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81672cdf-10da-482a-80a9-3ff03b10ad68 None None] The sync data for ids ['35935eb9-479f-4b6d-a543-84aea587f757'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:23:38.777628 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3dfe864b-ee3d-48e7-acd1-aa3bbd2e506d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:38.814587 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-3dfe864b-ee3d-48e7-acd1-aa3bbd2e506d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Calling delete_port for f2b63f03-0862-445c-95f5-ba0a2b63a646 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:38.834504 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port f7ad9af1-3103-4621-91a9-df29d8dc5b19 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:38.835254 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:38.837934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a4328-c015-40e3-9b07-32811c3d87c5 req-9c9706a3-9d77-4476-95b3-41b8a951b74e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:38.839609 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab3a4328-c015-40e3-9b07-32811c3d87c5 req-9c9706a3-9d77-4476-95b3-41b8a951b74e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 944 time: 0.2302096 May 26 16:23:38.871749 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b31299f-1167-430b-853d-a981bee3afba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ad9af1-3103-4621-91a9-df29d8dc5b19'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:23:38.876061 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce8c49d-4f26-4ed2-9bf5-185b678f468a" -d '{"events": [{"server_uuid": "0b31299f-1167-430b-853d-a981bee3afba", "name": "network-vif-plugged", "status": "completed", "tag": "f7ad9af1-3103-4621-91a9-df29d8dc5b19"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:23:38.892019 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0ebe476e-91c9-4638-861b-0eeb1337f762 req-9a33fad9-fb3c-40a2-91a0-37ac2efaae24 service neutron] 10.222.0.83 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518928 May 26 16:23:38.903437 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f7ad9af1-3103-4621-91a9-df29d8dc5b19, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f7ad9af1-3103-4621-91a9-df29d8dc5b19,segment=NetworkSegment(134194bf-9872-420b-81be-cd8b1f455a01),segment_id=134194bf-9872-420b-81be-cd8b1f455a01)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:38.909846 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:38.999718 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3d5c8-00a1-4992-8a4a-a1404a017b2c req-473a04c3-0e52-437a-8963-7b3f67f86daf tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:39.006873 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-91c3d5c8-00a1-4992-8a4a-a1404a017b2c req-473a04c3-0e52-437a-8963-7b3f67f86daf tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 943 time: 0.2388096 May 26 16:23:39.047983 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=f7ad9af1-3103-4621-91a9-df29d8dc5b19,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:39.054881 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab3a4328-c015-40e3-9b07-32811c3d87c5 req-3c809ad0-e393-4df9-af61-5e5c289dd37f tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046158 May 26 16:23:39.098929 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-91c3d5c8-00a1-4992-8a4a-a1404a017b2c req-966156e4-f9a3-48e2-b712-7e716a4c966c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=df58b03b-0876-4481-a285-2d6abe3bedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889630 May 26 16:23:39.154505 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3eb29d-9854-4b6f-a07d-bdb627d6e2f1 x-openstack-request-id: req-3e3eb29d-9854-4b6f-a07d-bdb627d6e2f1 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:23:39.155041 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b31299f-1167-430b-853d-a981bee3afba", "name": "network-vif-plugged", "status": "completed", "tag": "f7ad9af1-3103-4621-91a9-df29d8dc5b19", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:23:39.155500 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3e3eb29d-9854-4b6f-a07d-bdb627d6e2f1 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:23:39.156268 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e3eb29d-9854-4b6f-a07d-bdb627d6e2f1'] response: {'server_uuid': '0b31299f-1167-430b-853d-a981bee3afba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ad9af1-3103-4621-91a9-df29d8dc5b19', 'code': 200} May 26 16:23:39.168478 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e76237-d65a-4857-b8ed-b3603530775f req-69c7daad-eed9-445e-ad1a-8059c0967c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:39.169670 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cc3d4b8c-f8f1-4798-842e-f604ba8fc89f tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6458464 May 26 16:23:39.172583 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41604) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:39.173509 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a9e76237-d65a-4857-b8ed-b3603530775f req-69c7daad-eed9-445e-ad1a-8059c0967c89 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d026034f0b5c4db588d9be515d0f060a&device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 1094 time: 0.1535826 May 26 16:23:39.181153 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-0e3936b0-3165-45ff-84f9-9a055d92bb14 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1036906615'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:39.288388 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3dfe864b-ee3d-48e7-acd1-aa3bbd2e506d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:39.329169 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe864b-ee3d-48e7-acd1-aa3bbd2e506d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Port': ['ID=f2b63f03-0862-445c-95f5-ba0a2b63a646,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:39.375115 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e6578-fb7b-4e81-bf99-e85c641529c0 req-4d89c183-a64a-4f8b-b130-9dda893b379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:39.376840 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a9e6578-fb7b-4e81-bf99-e85c641529c0 req-4d89c183-a64a-4f8b-b130-9dda893b379c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 1096 time: 0.1155519 May 26 16:23:39.385929 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3dfe864b-ee3d-48e7-acd1-aa3bbd2e506d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:39.397515 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41606) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:39.404461 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3dfe864b-ee3d-48e7-acd1-aa3bbd2e506d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/ports/f2b63f03-0862-445c-95f5-ba0a2b63a646 HTTP/1.1" status: 204 len: 168 time: 1.2147679 May 26 16:23:39.423039 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e76237-d65a-4857-b8ed-b3603530775f req-b7a5cc98-97d0-45cb-98c4-3b4bf23b48a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:39.424645 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a9e76237-d65a-4857-b8ed-b3603530775f req-b7a5cc98-97d0-45cb-98c4-3b4bf23b48a3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=91e281f8-c4da-4a2d-a68d-16e867895ff6 HTTP/1.1" status: 200 len: 916 time: 0.2365613 May 26 16:23:39.442554 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-d779aa99-839a-4a45-92f8-87165d10df40 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] GET failed (client error): The resource could not be found. May 26 16:23:39.446427 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d779aa99-839a-4a45-92f8-87165d10df40 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports/f2b63f03-0862-445c-95f5-ba0a2b63a646 HTTP/1.1" status: 404 len: 333 time: 0.0479834 May 26 16:23:39.447460 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41608) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:39.499112 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a9e76237-d65a-4857-b8ed-b3603530775f req-0fe085e8-c659-4088-89ad-54f71ae7a64b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47a174fc-1f9b-4f7e-91d8-96549e6d3791 HTTP/1.1" status: 200 len: 217 time: 0.0665843 May 26 16:23:39.553912 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a9e6578-fb7b-4e81-bf99-e85c641529c0 req-208cf7e2-e615-4581-aa96-cd968d5d6b0c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640735 May 26 16:23:39.579364 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e76237-d65a-4857-b8ed-b3603530775f req-5900b867-587b-493e-a234-44783f19631d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:39.581224 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a9e76237-d65a-4857-b8ed-b3603530775f req-5900b867-587b-493e-a234-44783f19631d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fee14286-9209-4b96-87d8-95a3251de24f HTTP/1.1" status: 200 len: 854 time: 0.0738020 May 26 16:23:39.612804 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e901be2-f541-494d-9326-51429d713be2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting subnet d3b798a6-d04d-4bf6-a809-b25657c9d286 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:23:39.619075 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e901be2-f541-494d-9326-51429d713be2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:39.649868 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e76237-d65a-4857-b8ed-b3603530775f req-17eb015e-bb61-444e-a910-cb0a1bca42ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:39.652784 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a9e76237-d65a-4857-b8ed-b3603530775f req-17eb015e-bb61-444e-a910-cb0a1bca42ac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91e281f8-c4da-4a2d-a68d-16e867895ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640585 May 26 16:23:39.712653 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e901be2-f541-494d-9326-51429d713be2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:39.782284 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a9e76237-d65a-4857-b8ed-b3603530775f req-ea90ea7f-adb3-49db-a545-67dfe6d77262 service neutron] 10.222.0.83 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211569 May 26 16:23:39.859201 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e3936b0-3165-45ff-84f9-9a055d92bb14 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:39.873920 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e901be2-f541-494d-9326-51429d713be2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:39.898284 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e3936b0-3165-45ff-84f9-9a055d92bb14 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2061086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2061095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2062530'] for router, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:39.921109 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a9e76237-d65a-4857-b8ed-b3603530775f req-909898c5-470c-4d5c-8a4b-1784e12da410 service neutron] 10.222.0.83 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311481 May 26 16:23:40.025163 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e901be2-f541-494d-9326-51429d713be2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:40.070613 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e901be2-f541-494d-9326-51429d713be2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Subnet': ['ID=d3b798a6-d04d-4bf6-a809-b25657c9d286,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:40.072867 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e901be2-f541-494d-9326-51429d713be2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:40.081370 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2e901be2-f541-494d-9326-51429d713be2 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/subnets/d3b798a6-d04d-4bf6-a809-b25657c9d286 HTTP/1.1" status: 204 len: 168 time: 0.5926037 May 26 16:23:40.085232 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41610) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:40.086566 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fc80fa-fe12-433e-8c02-89de3f320e8d None None] Network 32c9b6a7-cbbf-4f91-9a70-1ea14a545e48 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:40.091648 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3936b0-3165-45ff-84f9-9a055d92bb14 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Router 35935eb9-479f-4b6d-a543-84aea587f757 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:23:40.293069 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c25fe045-a356-46fa-92a7-d4963424eb58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:40.374168 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eaf2ac-1e2f-462e-98fa-23c19dbbbedb None None] DHCP port deletion for 32c9b6a7-cbbf-4f91-9a70-1ea14a545e48 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:23:40.384988 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-c25fe045-a356-46fa-92a7-d4963424eb58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting port 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:40.385306 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c25fe045-a356-46fa-92a7-d4963424eb58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:40.481341 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331ace8-1c9f-4d42-b080-9d0317fc3c08 req-fab2489d-751f-40e7-963a-de7ee40a891b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:40.482963 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4331ace8-1c9f-4d42-b080-9d0317fc3c08 req-fab2489d-751f-40e7-963a-de7ee40a891b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 943 time: 0.2100554 May 26 16:23:40.490952 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9aa17-0500-4c61-9e1d-54a60ffdced2 req-f5d27aeb-068f-4a20-acc8-af88693172bb tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:40.492518 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e2eaf2ac-1e2f-462e-98fa-23c19dbbbedb None None] Deleting port 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:40.494198 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e2eaf2ac-1e2f-462e-98fa-23c19dbbbedb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:40.499836 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7b9aa17-0500-4c61-9e1d-54a60ffdced2 req-f5d27aeb-068f-4a20-acc8-af88693172bb tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.2255681 May 26 16:23:40.506820 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-c25fe045-a356-46fa-92a7-d4963424eb58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] For port 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede,segment=NetworkSegment(f69fa227-e685-4ea1-a66d-bcd9bddd608c),segment_id=f69fa227-e685-4ea1-a66d-bcd9bddd608c)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:40.507612 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c25fe045-a356-46fa-92a7-d4963424eb58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:40.530236 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-c25fe045-a356-46fa-92a7-d4963424eb58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Calling delete_port for 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:40.563138 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3936b0-3165-45ff-84f9-9a055d92bb14 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:23:40.581774 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e3936b0-3165-45ff-84f9-9a055d92bb14 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:40.582371 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f67f041-6824-4872-a8da-f21b1591f65d None None] Sync routers for ids ['35935eb9-479f-4b6d-a543-84aea587f757'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:23:40.586673 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0e3936b0-3165-45ff-84f9-9a055d92bb14 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "PUT /v2.0/routers/35935eb9-479f-4b6d-a543-84aea587f757 HTTP/1.1" status: 200 len: 892 time: 1.4095066 May 26 16:23:40.588242 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41622) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:40.617734 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e2eaf2ac-1e2f-462e-98fa-23c19dbbbedb None None] For port 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede,segment=NetworkSegment(f69fa227-e685-4ea1-a66d-bcd9bddd608c),segment_id=f69fa227-e685-4ea1-a66d-bcd9bddd608c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:40.618437 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e2eaf2ac-1e2f-462e-98fa-23c19dbbbedb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:40.638846 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f67f041-6824-4872-a8da-f21b1591f65d None None] Routers {'35935eb9-479f-4b6d-a543-84aea587f757'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:40.640328 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6f67f041-6824-4872-a8da-f21b1591f65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:23:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['35935eb9-479f-4b6d-a543-84aea587f757'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:40.647926 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e2eaf2ac-1e2f-462e-98fa-23c19dbbbedb None None] Calling delete_port for 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:40.687747 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6f67f041-6824-4872-a8da-f21b1591f65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:40.707733 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f67f041-6824-4872-a8da-f21b1591f65d None None] Routers {'35935eb9-479f-4b6d-a543-84aea587f757'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:40.709044 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6f67f041-6824-4872-a8da-f21b1591f65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:23:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['35935eb9-479f-4b6d-a543-84aea587f757'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:40.791342 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6f67f041-6824-4872-a8da-f21b1591f65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:40.793013 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f67f041-6824-4872-a8da-f21b1591f65d None None] The sync data for ids ['35935eb9-479f-4b6d-a543-84aea587f757'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:23:40.826602 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-734ef91b-4f7a-4230-95e9-49a22caa4ae6 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "GET /v2.0/routers/35935eb9-479f-4b6d-a543-84aea587f757 HTTP/1.1" status: 200 len: 892 time: 0.2349496 May 26 16:23:40.834859 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4331ace8-1c9f-4d42-b080-9d0317fc3c08 req-e0903e2e-8f71-4fd7-815d-442131e036f8 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=df58b03b-0876-4481-a285-2d6abe3bedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3275173 May 26 16:23:40.847570 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41624) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:40.852110 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e2eaf2ac-1e2f-462e-98fa-23c19dbbbedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:40.911574 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7b9aa17-0500-4c61-9e1d-54a60ffdced2 req-835ebcab-4d2b-4924-b3de-10f97e422420 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107399 May 26 16:23:40.915107 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4ffc2f8a-6d15-4e3a-89ad-516d22e871c3 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "GET /v2.0/ports?device_id=35935eb9-479f-4b6d-a543-84aea587f757 HTTP/1.1" status: 200 len: 205 time: 0.0653119 May 26 16:23:40.915895 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eaf2ac-1e2f-462e-98fa-23c19dbbbedb None None] No DVR routers for this DVR port 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:23:40.919909 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41626) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:40.936494 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eaf2ac-1e2f-462e-98fa-23c19dbbbedb None None] Pushing event deleted for resources: {'Port': ['ID=14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:41.073888 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c25fe045-a356-46fa-92a7-d4963424eb58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.122247 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25fe045-a356-46fa-92a7-d4963424eb58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] No DVR routers for this DVR port 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:23:41.129715 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-052bc5bc-3382-4afa-aa0c-cea43aee003f tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.130133 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fe045-a356-46fa-92a7-d4963424eb58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Port': ['ID=14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:41.204865 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:23:41.270282 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:23:41.271014 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 14709fd7-7bd9-4fb8-b9ac-456fb1cc4ede not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:23:41.299892 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c25fe045-a356-46fa-92a7-d4963424eb58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.306628 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-052bc5bc-3382-4afa-aa0c-cea43aee003f tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.343389 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-c25fe045-a356-46fa-92a7-d4963424eb58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c9b6a7-cbbf-4f91-9a70-1ea14a545e48']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:41.361063 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-c25fe045-a356-46fa-92a7-d4963424eb58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69fa227-e685-4ea1-a66d-bcd9bddd608c') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:41.361716 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-c25fe045-a356-46fa-92a7-d4963424eb58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69fa227-e685-4ea1-a66d-bcd9bddd608c') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:41.382572 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c25fe045-a356-46fa-92a7-d4963424eb58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.387910 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-052bc5bc-3382-4afa-aa0c-cea43aee003f tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Deleting port 3a0c0f55-f438-4d47-acdb-9f968a52e233 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:41.388292 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-052bc5bc-3382-4afa-aa0c-cea43aee003f tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.413403 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c25fe045-a356-46fa-92a7-d4963424eb58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.424401 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25fe045-a356-46fa-92a7-d4963424eb58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:23:41.425084 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c25fe045-a356-46fa-92a7-d4963424eb58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.459474 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment f69fa227-e685-4ea1-a66d-bcd9bddd608c resource provider aggregate not found May 26 16:23:41.492476 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-052bc5bc-3382-4afa-aa0c-cea43aee003f tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.506413 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment f69fa227-e685-4ea1-a66d-bcd9bddd608c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f69fa227-e685-4ea1-a66d-bcd9bddd608c found for delete ", "request_id": "req-da26d49a-51cf-4e72-b237-67f882af5a17"}]} May 26 16:23:41.510908 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-052bc5bc-3382-4afa-aa0c-cea43aee003f tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Calling delete_port for 3a0c0f55-f438-4d47-acdb-9f968a52e233 owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:41.551529 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c25fe045-a356-46fa-92a7-d4963424eb58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.562282 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c25fe045-a356-46fa-92a7-d4963424eb58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.567643 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c25fe045-a356-46fa-92a7-d4963424eb58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/networks/32c9b6a7-cbbf-4f91-9a70-1ea14a545e48 HTTP/1.1" status: 204 len: 168 time: 1.4809763 May 26 16:23:41.572485 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41634) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:41.580460 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-2d8f39a8-e54a-4c75-ad24-a902b8e58e56 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1374383583'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:41.626873 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8f39a8-e54a-4c75-ad24-a902b8e58e56 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:41.630503 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d8f39a8-e54a-4c75-ad24-a902b8e58e56 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.633831 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fe045-a356-46fa-92a7-d4963424eb58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Network': ['ID=32c9b6a7-cbbf-4f91-9a70-1ea14a545e48,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:41.679690 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8f39a8-e54a-4c75-ad24-a902b8e58e56 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:23:41.697249 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d8f39a8-e54a-4c75-ad24-a902b8e58e56 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.697923 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-2d8f39a8-e54a-4c75-ad24-a902b8e58e56 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Added segment 3768af57-8d30-4d74-a19f-d727588839aa of type vlan for network 2b50eb8b-0bf8-4628-8d40-55e706b5c2c9 May 26 16:23:41.761845 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d8f39a8-e54a-4c75-ad24-a902b8e58e56 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.800991 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-052bc5bc-3382-4afa-aa0c-cea43aee003f tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.810205 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d8f39a8-e54a-4c75-ad24-a902b8e58e56 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.818488 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8f39a8-e54a-4c75-ad24-a902b8e58e56 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:41.820022 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d8f39a8-e54a-4c75-ad24-a902b8e58e56 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.833443 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052bc5bc-3382-4afa-aa0c-cea43aee003f tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Port': ['ID=3a0c0f55-f438-4d47-acdb-9f968a52e233,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:41.958933 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-052bc5bc-3382-4afa-aa0c-cea43aee003f tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:41.959549 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2d8f39a8-e54a-4c75-ad24-a902b8e58e56 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3852339 May 26 16:23:41.961013 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41644) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:41.984486 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-2df6578f-803d-4c7e-8afa-347df56b14d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'subnet': {'network_id': '2b50eb8b-0bf8-4628-8d40-55e706b5c2c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:42.109344 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f39a8-e54a-4c75-ad24-a902b8e58e56 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Network': ['ID=2b50eb8b-0bf8-4628-8d40-55e706b5c2c9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:42.130345 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 2b50eb8b-0bf8-4628-8d40-55e706b5c2c9 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:23:42.192944 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df6578f-803d-4c7e-8afa-347df56b14d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:42.200734 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2df6578f-803d-4c7e-8afa-347df56b14d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.210969 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-052bc5bc-3382-4afa-aa0c-cea43aee003f tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.217495 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-052bc5bc-3382-4afa-aa0c-cea43aee003f tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.293078 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20441ec-6bee-41ee-8704-0c5b7f47cf3a req-426b4943-a52a-49c5-921e-988e208348fe tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:42.294680 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d20441ec-6bee-41ee-8704-0c5b7f47cf3a req-426b4943-a52a-49c5-921e-988e208348fe tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 943 time: 0.2643619 May 26 16:23:42.307792 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610aafca-39b6-403c-968b-9069d5238e92 req-f78c0c18-e817-413c-8455-9eb5cf1941a7 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:42.310004 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-610aafca-39b6-403c-968b-9069d5238e92 req-f78c0c18-e817-413c-8455-9eb5cf1941a7 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1906700 May 26 16:23:42.332484 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-052bc5bc-3382-4afa-aa0c-cea43aee003f tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.333055 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052bc5bc-3382-4afa-aa0c-cea43aee003f tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Fanout notify agent at l3_agent the message router_deleted on router 35935eb9-479f-4b6d-a543-84aea587f757 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:23:42.342561 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-052bc5bc-3382-4afa-aa0c-cea43aee003f tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.343746 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-052bc5bc-3382-4afa-aa0c-cea43aee003f tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/routers/35935eb9-479f-4b6d-a543-84aea587f757 HTTP/1.1" status: 204 len: 168 time: 1.4235611 May 26 16:23:42.351686 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41648) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:42.359417 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-90fb2e44-1e9c-4e6e-a94c-e3532675ed8e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1614647425'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:42.395597 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d20441ec-6bee-41ee-8704-0c5b7f47cf3a req-c95777d7-3380-4515-a830-77da9fb65d5d tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=df58b03b-0876-4481-a285-2d6abe3bedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843792 May 26 16:23:42.414510 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-610aafca-39b6-403c-968b-9069d5238e92 req-35d41248-5286-4a15-8c21-b34c47049724 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961194 May 26 16:23:42.420847 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fb2e44-1e9c-4e6e-a94c-e3532675ed8e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Made reservation on behalf of 7c05bed383db4b70b043bf60b5d2bde6 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:42.429131 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90fb2e44-1e9c-4e6e-a94c-e3532675ed8e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.471990 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90fb2e44-1e9c-4e6e-a94c-e3532675ed8e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:23:42.484957 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90fb2e44-1e9c-4e6e-a94c-e3532675ed8e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.485797 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-90fb2e44-1e9c-4e6e-a94c-e3532675ed8e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Added segment 8be3aa1a-7d58-44bc-b42c-a9dc68ac2219 of type vlan for network 805ba293-aeea-423e-b791-43bd09796272 May 26 16:23:42.545274 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90fb2e44-1e9c-4e6e-a94c-e3532675ed8e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.557567 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2df6578f-803d-4c7e-8afa-347df56b14d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.588258 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90fb2e44-1e9c-4e6e-a94c-e3532675ed8e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.598778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fb2e44-1e9c-4e6e-a94c-e3532675ed8e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:42.599405 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90fb2e44-1e9c-4e6e-a94c-e3532675ed8e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.628142 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6578f-803d-4c7e-8afa-347df56b14d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Subnet': ['ID=6767d15a-9554-470a-ae65-926a5ef80e7f,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:42.669100 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df6578f-803d-4c7e-8afa-347df56b14d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Checking segment: {'id': '3768af57-8d30-4d74-a19f-d727588839aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2b50eb8b-0bf8-4628-8d40-55e706b5c2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:42.669706 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df6578f-803d-4c7e-8afa-347df56b14d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network hostable DHCP agents. Network: 2b50eb8b-0bf8-4628-8d40-55e706b5c2c9, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:23:42.691793 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df6578f-803d-4c7e-8afa-347df56b14d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network 2b50eb8b-0bf8-4628-8d40-55e706b5c2c9 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:23:42.706484 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-2df6578f-803d-4c7e-8afa-347df56b14d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 2b50eb8b-0bf8-4628-8d40-55e706b5c2c9) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:42.722292 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 47a174fc-1f9b-4f7e-91d8-96549e6d3791 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:23:42.732623 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df6578f-803d-4c7e-8afa-347df56b14d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:42.733388 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2df6578f-803d-4c7e-8afa-347df56b14d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.743907 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e7657c-728c-4af7-8fe9-2d1e973185bb None None] Network 2b50eb8b-0bf8-4628-8d40-55e706b5c2c9 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:42.771126 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2df6578f-803d-4c7e-8afa-347df56b14d3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7964118 May 26 16:23:42.772384 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41666) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:42.778995 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-4cf6a25d-2f99-4dd9-b704-264e6122ed1e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1384262760', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:42.825977 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a25d-2f99-4dd9-b704-264e6122ed1e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.830364 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a25d-2f99-4dd9-b704-264e6122ed1e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.926278 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a25d-2f99-4dd9-b704-264e6122ed1e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.934575 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a25d-2f99-4dd9-b704-264e6122ed1e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.966401 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a25d-2f99-4dd9-b704-264e6122ed1e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:42.971727 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4cf6a25d-2f99-4dd9-b704-264e6122ed1e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1976333 May 26 16:23:42.972641 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41668) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:42.978582 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-6aada142-b3c2-4ae9-88f3-9f44de4d9019 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'port': {'network_id': '2b50eb8b-0bf8-4628-8d40-55e706b5c2c9', 'name': 'tempest-PortsIpV6TestJSON-1249549627'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:43.069943 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-03e25101-14c5-4d58-a224-c15edf9da78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:43.079648 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb2e44-1e9c-4e6e-a94c-e3532675ed8e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Network': ['ID=805ba293-aeea-423e-b791-43bd09796272,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:43.103190 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 805ba293-aeea-423e-b791-43bd09796272 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:23:43.107218 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-90fb2e44-1e9c-4e6e-a94c-e3532675ed8e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7538450 May 26 16:23:43.115283 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41670) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:43.128466 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-39ae21b0-d0ea-4651-bd24-55d8fcd732dc tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'subnet': {'network_id': '805ba293-aeea-423e-b791-43bd09796272', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:43.188571 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadfeac7-a19e-478f-977c-86515a574d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-2b50eb8b-0bf8-4628-8d40-55e706b5c2c9', 'network_id': '2b50eb8b-0bf8-4628-8d40-55e706b5c2c9', 'tenant_id': '3be6215cac414c0cad4d0387a5c1f396', 'fixed_ips': [{'subnet_id': '6767d15a-9554-470a-ae65-926a5ef80e7f'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:23:43.189476 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fadfeac7-a19e-478f-977c-86515a574d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:43.220334 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 47a174fc-1f9b-4f7e-91d8-96549e6d3791, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=47a174fc-1f9b-4f7e-91d8-96549e6d3791,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:43.247037 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '47a174fc-1f9b-4f7e-91d8-96549e6d3791', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'port_id': '47a174fc-1f9b-4f7e-91d8-96549e6d3791', 'mac_address': 'fa:16:3e:22:19:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:23:43.263648 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da307981-5c70-419f-8790-9f90f904a411 req-d50c62c0-b4ce-412d-8055-dff6e081a8b6 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:43.266292 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da307981-5c70-419f-8790-9f90f904a411 req-d50c62c0-b4ce-412d-8055-dff6e081a8b6 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/networks?id=108e172f-9bd7-4858-818f-d588950b8366 HTTP/1.1" status: 200 len: 814 time: 0.1819835 May 26 16:23:43.289187 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da307981-5c70-419f-8790-9f90f904a411 req-007957b1-9806-469e-8fe0-93d10f251d75 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/quotas/da4a805e29d24584b545bb330805b32f HTTP/1.1" status: 200 len: 375 time: 0.0134685 May 26 16:23:43.360249 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ae21b0-d0ea-4651-bd24-55d8fcd732dc tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Made reservation on behalf of 7c05bed383db4b70b043bf60b5d2bde6 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:43.366029 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-39ae21b0-d0ea-4651-bd24-55d8fcd732dc tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:43.384891 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aada142-b3c2-4ae9-88f3-9f44de4d9019 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:43.389899 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6aada142-b3c2-4ae9-88f3-9f44de4d9019 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:43.390129 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da307981-5c70-419f-8790-9f90f904a411 req-7386d611-4fdf-406c-8106-02a4e1d24d0b tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=da4a805e29d24584b545bb330805b32f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0794494 May 26 16:23:43.397450 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 47a174fc-1f9b-4f7e-91d8-96549e6d3791 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:43.398716 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:43.467731 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a174fc-1f9b-4f7e-91d8-96549e6d3791 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:23:43.505193 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-6aada142-b3c2-4ae9-88f3-9f44de4d9019 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] device_id is not set on port 55f009d4-40dc-4274-aeb0-b9cadeffa13b yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:23:43.525964 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-fadfeac7-a19e-478f-977c-86515a574d56 None None] Allocated IP 2001:db8::2 (2b50eb8b-0bf8-4628-8d40-55e706b5c2c9/6767d15a-9554-470a-ae65-926a5ef80e7f/84784f5f-5eef-4196-b34a-b2784f9659a4) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:43.528970 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 47a174fc-1f9b-4f7e-91d8-96549e6d3791, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=47a174fc-1f9b-4f7e-91d8-96549e6d3791,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:43.545614 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:43.570478 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da307981-5c70-419f-8790-9f90f904a411 req-f2dca054-e8f4-4921-85ec-1101e0ba5fe0 service neutron] 10.222.0.77 "GET /v2.0/networks/108e172f-9bd7-4858-818f-d588950b8366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586690 May 26 16:23:43.714855 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=47a174fc-1f9b-4f7e-91d8-96549e6d3791,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:43.767260 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a4cb6-6fb0-4622-b545-06ae73a51697 req-3dda0ef6-81a8-4859-8c7d-5f3f418b6657 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:43.776396 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-600a4cb6-6fb0-4622-b545-06ae73a51697 req-3dda0ef6-81a8-4859-8c7d-5f3f418b6657 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 944 time: 0.1060436 May 26 16:23:43.798405 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-39ae21b0-d0ea-4651-bd24-55d8fcd732dc tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:43.830580 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da307981-5c70-419f-8790-9f90f904a411 req-1cf96028-a5cb-44a5-a2bf-171813c27b91 service neutron] 10.222.0.77 "GET /v2.0/networks/108e172f-9bd7-4858-818f-d588950b8366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443724 May 26 16:23:43.856888 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-600a4cb6-6fb0-4622-b545-06ae73a51697 req-1a9ac76d-b2af-4de4-93de-496cdf256f87 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=df58b03b-0876-4481-a285-2d6abe3bedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783002 May 26 16:23:43.884219 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fadfeac7-a19e-478f-977c-86515a574d56 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:43.895293 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fadfeac7-a19e-478f-977c-86515a574d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:43.973212 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfeac7-a19e-478f-977c-86515a574d56 None None] Pushing event updated for resources: {'Port': ['ID=84784f5f-5eef-4196-b34a-b2784f9659a4,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:43.988362 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ae21b0-d0ea-4651-bd24-55d8fcd732dc tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Checking segment: {'id': '8be3aa1a-7d58-44bc-b42c-a9dc68ac2219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '805ba293-aeea-423e-b791-43bd09796272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:43.989208 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae21b0-d0ea-4651-bd24-55d8fcd732dc tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network hostable DHCP agents. Network: 805ba293-aeea-423e-b791-43bd09796272, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:23:44.006397 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae21b0-d0ea-4651-bd24-55d8fcd732dc tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Subnet': ['ID=07322ea1-a2e8-4692-871c-e6beaf822ba4,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:44.011164 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadfeac7-a19e-478f-977c-86515a574d56 None None] Network 2b50eb8b-0bf8-4628-8d40-55e706b5c2c9 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:44.021732 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-fadfeac7-a19e-478f-977c-86515a574d56 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:44.028011 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadfeac7-a19e-478f-977c-86515a574d56 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:44.043344 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-6aada142-b3c2-4ae9-88f3-9f44de4d9019 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Allocated IP 2001:db8::120 (2b50eb8b-0bf8-4628-8d40-55e706b5c2c9/6767d15a-9554-470a-ae65-926a5ef80e7f/55f009d4-40dc-4274-aeb0-b9cadeffa13b) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:44.049791 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae21b0-d0ea-4651-bd24-55d8fcd732dc tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network 805ba293-aeea-423e-b791-43bd09796272 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:23:44.080310 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-39ae21b0-d0ea-4651-bd24-55d8fcd732dc tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 805ba293-aeea-423e-b791-43bd09796272) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:44.100685 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ae21b0-d0ea-4651-bd24-55d8fcd732dc tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:44.101767 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-39ae21b0-d0ea-4651-bd24-55d8fcd732dc tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:44.102529 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd03d0b0-6a15-4427-b7e4-666f66f2016e req-19303b9b-7eed-4b1c-8125-6ad5f1a82c15 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674b629-8dfd-4641-a318-764d5be30b58 HTTP/1.1" status: 200 len: 210 time: 0.0643024 May 26 16:23:44.151283 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41680) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:44.152776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b436a075-4f37-4238-9363-7d75f7a75d35 None None] Network 805ba293-aeea-423e-b791-43bd09796272 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:44.159737 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-4d87a145-dc80-4ef7-adcb-a91569f0d608 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1018177690', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:44.169270 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-39ae21b0-d0ea-4651-bd24-55d8fcd732dc tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0502608 May 26 16:23:44.220396 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d87a145-dc80-4ef7-adcb-a91569f0d608 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:44.222049 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d87a145-dc80-4ef7-adcb-a91569f0d608 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:44.265523 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['47a174fc-1f9b-4f7e-91d8-96549e6d3791'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:23:44.371134 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d87a145-dc80-4ef7-adcb-a91569f0d608 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:44.384347 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d87a145-dc80-4ef7-adcb-a91569f0d608 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:44.390139 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-fadfeac7-a19e-478f-977c-86515a574d56 None None] Attempting to bind port 84784f5f-5eef-4196-b34a-b2784f9659a4 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:23:44.390440 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-fadfeac7-a19e-478f-977c-86515a574d56 None None] Attempting to bind port 84784f5f-5eef-4196-b34a-b2784f9659a4 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '3768af57-8d30-4d74-a19f-d727588839aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2b50eb8b-0bf8-4628-8d40-55e706b5c2c9'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:23:44.390883 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadfeac7-a19e-478f-977c-86515a574d56 None None] Attempting to bind port 84784f5f-5eef-4196-b34a-b2784f9659a4 on network 2b50eb8b-0bf8-4628-8d40-55e706b5c2c9 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:23:44.403659 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadfeac7-a19e-478f-977c-86515a574d56 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:23:44.404507 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadfeac7-a19e-478f-977c-86515a574d56 None None] Checking segment: {'id': '3768af57-8d30-4d74-a19f-d727588839aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2b50eb8b-0bf8-4628-8d40-55e706b5c2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:44.405266 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fadfeac7-a19e-478f-977c-86515a574d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:44.405445 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadfeac7-a19e-478f-977c-86515a574d56 None None] Bound using segment: {'id': '3768af57-8d30-4d74-a19f-d727588839aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2b50eb8b-0bf8-4628-8d40-55e706b5c2c9'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:23:44.405961 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-fadfeac7-a19e-478f-977c-86515a574d56 None None] Bound port: 84784f5f-5eef-4196-b34a-b2784f9659a4, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3768af57-8d30-4d74-a19f-d727588839aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2b50eb8b-0bf8-4628-8d40-55e706b5c2c9'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:23:44.406786 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fadfeac7-a19e-478f-977c-86515a574d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:44.429240 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d87a145-dc80-4ef7-adcb-a91569f0d608 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:44.432216 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4d87a145-dc80-4ef7-adcb-a91569f0d608 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2771623 May 26 16:23:44.434987 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41692) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:44.500781 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6aada142-b3c2-4ae9-88f3-9f44de4d9019 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:44.597300 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6aada142-b3c2-4ae9-88f3-9f44de4d9019 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:44.651538 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-fadfeac7-a19e-478f-977c-86515a574d56 None None] For port 84784f5f-5eef-4196-b34a-b2784f9659a4, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:23:44.657598 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-fadfeac7-a19e-478f-977c-86515a574d56 None None] For port 84784f5f-5eef-4196-b34a-b2784f9659a4, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=84784f5f-5eef-4196-b34a-b2784f9659a4,segment=NetworkSegment(3768af57-8d30-4d74-a19f-d727588839aa),segment_id=3768af57-8d30-4d74-a19f-d727588839aa)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:23:44.672624 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fadfeac7-a19e-478f-977c-86515a574d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:44.708808 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa81785-2334-4f9b-8b3e-053b872e5875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-805ba293-aeea-423e-b791-43bd09796272', 'network_id': '805ba293-aeea-423e-b791-43bd09796272', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'fixed_ips': [{'subnet_id': '07322ea1-a2e8-4692-871c-e6beaf822ba4'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:23:44.710499 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9aa81785-2334-4f9b-8b3e-053b872e5875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:44.774829 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aada142-b3c2-4ae9-88f3-9f44de4d9019 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network 2b50eb8b-0bf8-4628-8d40-55e706b5c2c9 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:44.788546 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-6aada142-b3c2-4ae9-88f3-9f44de4d9019 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:44.791471 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aada142-b3c2-4ae9-88f3-9f44de4d9019 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Port': ['ID=55f009d4-40dc-4274-aeb0-b9cadeffa13b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:44.815819 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aada142-b3c2-4ae9-88f3-9f44de4d9019 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:44.821556 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aada142-b3c2-4ae9-88f3-9f44de4d9019 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:44.834607 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6aada142-b3c2-4ae9-88f3-9f44de4d9019 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:44.874055 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6aada142-b3c2-4ae9-88f3-9f44de4d9019 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8996890 May 26 16:23:44.878196 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41700) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:44.990143 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfeac7-a19e-478f-977c-86515a574d56 None None] Pushing event updated for resources: {'Port': ['ID=84784f5f-5eef-4196-b34a-b2784f9659a4,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:45.310728 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5457f36c-fd63-4581-90de-b4501c077a36 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:45.507809 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:23:45.539896 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa83134a-4697-48e1-a9d4-311710cb7021 req-ac7a6b8d-fca1-4961-b6fe-7c82d47598f3 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674b629-8dfd-4641-a318-764d5be30b58 HTTP/1.1" status: 200 len: 210 time: 0.1791122 May 26 16:23:45.601195 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2dfef369-454b-4826-aa50-41314540bf73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:45.656479 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-9aa81785-2334-4f9b-8b3e-053b872e5875 None None] Allocated IP 2001:db8::2 (805ba293-aeea-423e-b791-43bd09796272/07322ea1-a2e8-4692-871c-e6beaf822ba4/a8a8da14-9f1e-44ba-af21-3f346112e2b2) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:45.665715 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d69fba-0ae2-4fef-9a23-f27771b09235 req-39eb9df3-b449-4dd0-9da7-f9c764eb678e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:45.667953 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1d69fba-0ae2-4fef-9a23-f27771b09235 req-39eb9df3-b449-4dd0-9da7-f9c764eb678e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 944 time: 0.3957965 May 26 16:23:45.721602 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0b7f-e871-4f60-9ab8-a0d643c98857 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:45.983752 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9aa81785-2334-4f9b-8b3e-053b872e5875 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:45.998524 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9aa81785-2334-4f9b-8b3e-053b872e5875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:46.041586 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa81785-2334-4f9b-8b3e-053b872e5875 None None] Network 805ba293-aeea-423e-b791-43bd09796272 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:46.053422 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-9aa81785-2334-4f9b-8b3e-053b872e5875 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:46.068602 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa81785-2334-4f9b-8b3e-053b872e5875 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:46.118025 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa81785-2334-4f9b-8b3e-053b872e5875 None None] Pushing event updated for resources: {'Port': ['ID=a8a8da14-9f1e-44ba-af21-3f346112e2b2,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:46.172846 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9aa81785-2334-4f9b-8b3e-053b872e5875 None None] Attempting to bind port a8a8da14-9f1e-44ba-af21-3f346112e2b2 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:23:46.173323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9aa81785-2334-4f9b-8b3e-053b872e5875 None None] Attempting to bind port a8a8da14-9f1e-44ba-af21-3f346112e2b2 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8be3aa1a-7d58-44bc-b42c-a9dc68ac2219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '805ba293-aeea-423e-b791-43bd09796272'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:23:46.173699 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa81785-2334-4f9b-8b3e-053b872e5875 None None] Attempting to bind port a8a8da14-9f1e-44ba-af21-3f346112e2b2 on network 805ba293-aeea-423e-b791-43bd09796272 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:23:46.182616 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa81785-2334-4f9b-8b3e-053b872e5875 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:23:46.183122 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa81785-2334-4f9b-8b3e-053b872e5875 None None] Checking segment: {'id': '8be3aa1a-7d58-44bc-b42c-a9dc68ac2219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '805ba293-aeea-423e-b791-43bd09796272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:46.183526 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9aa81785-2334-4f9b-8b3e-053b872e5875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:46.184016 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa81785-2334-4f9b-8b3e-053b872e5875 None None] Bound using segment: {'id': '8be3aa1a-7d58-44bc-b42c-a9dc68ac2219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '805ba293-aeea-423e-b791-43bd09796272'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:23:46.184662 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9aa81785-2334-4f9b-8b3e-053b872e5875 None None] Bound port: a8a8da14-9f1e-44ba-af21-3f346112e2b2, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be3aa1a-7d58-44bc-b42c-a9dc68ac2219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '805ba293-aeea-423e-b791-43bd09796272'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:23:46.185202 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9aa81785-2334-4f9b-8b3e-053b872e5875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:46.273895 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0b7f-e871-4f60-9ab8-a0d643c98857 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:46.296048 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0b7f-e871-4f60-9ab8-a0d643c98857 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:46.324606 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9aa81785-2334-4f9b-8b3e-053b872e5875 None None] For port a8a8da14-9f1e-44ba-af21-3f346112e2b2, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:23:46.330187 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9aa81785-2334-4f9b-8b3e-053b872e5875 None None] For port a8a8da14-9f1e-44ba-af21-3f346112e2b2, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a8a8da14-9f1e-44ba-af21-3f346112e2b2,segment=NetworkSegment(8be3aa1a-7d58-44bc-b42c-a9dc68ac2219),segment_id=8be3aa1a-7d58-44bc-b42c-a9dc68ac2219)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:23:46.336729 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9aa81785-2334-4f9b-8b3e-053b872e5875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:46.362290 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1d69fba-0ae2-4fef-9a23-f27771b09235 req-f617c11b-1192-4b5b-ab63-c043ff61fd9c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=df58b03b-0876-4481-a285-2d6abe3bedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3718574 May 26 16:23:46.423368 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-5457f36c-fd63-4581-90de-b4501c077a36 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Allocated IP 2001:db8::1 (805ba293-aeea-423e-b791-43bd09796272/07322ea1-a2e8-4692-871c-e6beaf822ba4/656f9851-2e8f-4770-968a-a52d8049f5fd) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:46.428146 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa81785-2334-4f9b-8b3e-053b872e5875 None None] Pushing event updated for resources: {'Port': ['ID=a8a8da14-9f1e-44ba-af21-3f346112e2b2,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:46.458896 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da307981-5c70-419f-8790-9f90f904a411 req-a05d0dc8-da6b-44c7-8f81-c9f716e5992d tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:46.466788 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da307981-5c70-419f-8790-9f90f904a411 req-a05d0dc8-da6b-44c7-8f81-c9f716e5992d tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.81 "GET /v2.0/networks?id=108e172f-9bd7-4858-818f-d588950b8366 HTTP/1.1" status: 200 len: 814 time: 0.4976351 May 26 16:23:46.482407 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-da307981-5c70-419f-8790-9f90f904a411 req-86a92b8f-e3f1-42dd-8afb-cebdf88b7a41 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Request body: {'port': {'device_id': '3674b629-8dfd-4641-a318-764d5be30b58', 'network_id': '108e172f-9bd7-4858-818f-d588950b8366', 'admin_state_up': True, 'tenant_id': 'da4a805e29d24584b545bb330805b32f'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:46.531242 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:46.575160 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f0b7f-e871-4f60-9ab8-a0d643c98857 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Port': ['ID=55f009d4-40dc-4274-aeb0-b9cadeffa13b,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:46.647229 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a658dba4-39ce-4a7b-9e58-54a4b0506401 None None] Network 2b50eb8b-0bf8-4628-8d40-55e706b5c2c9 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:46.763550 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0b7f-e871-4f60-9ab8-a0d643c98857 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:46.811876 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7160c465-9beb-4313-8aa7-077f2d345fe9 req-8c1c9779-54cb-4eb7-85f0-7e65e34d4546 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674b629-8dfd-4641-a318-764d5be30b58 HTTP/1.1" status: 200 len: 210 time: 0.0793703 May 26 16:23:46.907006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-96763e0c-a6fd-42ce-9530-9db713944f1a None None] Provisioning complete for port 84784f5f-5eef-4196-b34a-b2784f9659a4 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:46.907456 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-96763e0c-a6fd-42ce-9530-9db713944f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:46.950328 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5457f36c-fd63-4581-90de-b4501c077a36 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:46.992486 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da307981-5c70-419f-8790-9f90f904a411 req-86a92b8f-e3f1-42dd-8afb-cebdf88b7a41 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Made reservation on behalf of da4a805e29d24584b545bb330805b32f for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:46.999791 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-da307981-5c70-419f-8790-9f90f904a411 req-86a92b8f-e3f1-42dd-8afb-cebdf88b7a41 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:47.120661 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0b7f-e871-4f60-9ab8-a0d643c98857 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:47.175013 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5457f36c-fd63-4581-90de-b4501c077a36 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:47.317004 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5457f36c-fd63-4581-90de-b4501c077a36 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network 805ba293-aeea-423e-b791-43bd09796272 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:47.318390 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457f36c-fd63-4581-90de-b4501c077a36 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Port': ['ID=656f9851-2e8f-4770-968a-a52d8049f5fd,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:47.352851 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-96763e0c-a6fd-42ce-9530-9db713944f1a None None] Current status of the port 84784f5f-5eef-4196-b34a-b2784f9659a4 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:47.353737 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-96763e0c-a6fd-42ce-9530-9db713944f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:47.365099 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-5457f36c-fd63-4581-90de-b4501c077a36 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:47.373309 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5457f36c-fd63-4581-90de-b4501c077a36 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:47.375256 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5457f36c-fd63-4581-90de-b4501c077a36 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:47.449193 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 84784f5f-5eef-4196-b34a-b2784f9659a4 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:47.498914 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-96763e0c-a6fd-42ce-9530-9db713944f1a None None] For port 84784f5f-5eef-4196-b34a-b2784f9659a4, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=84784f5f-5eef-4196-b34a-b2784f9659a4,segment=NetworkSegment(3768af57-8d30-4d74-a19f-d727588839aa),segment_id=3768af57-8d30-4d74-a19f-d727588839aa)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:47.510363 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-96763e0c-a6fd-42ce-9530-9db713944f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:47.657448 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96763e0c-a6fd-42ce-9530-9db713944f1a None None] Pushing event updated for resources: {'Port': ['ID=84784f5f-5eef-4196-b34a-b2784f9659a4,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:47.678584 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 84784f5f-5eef-4196-b34a-b2784f9659a4 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:47.678864 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:47.750630 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-da307981-5c70-419f-8790-9f90f904a411 req-86a92b8f-e3f1-42dd-8afb-cebdf88b7a41 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Allocated IP 172.20.0.3 (108e172f-9bd7-4858-818f-d588950b8366/a7bfd769-d7ce-4e57-9136-78fe7b11a40e/620fc062-f44a-4089-bfe6-724ab29d32de) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:23:47.837633 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5457f36c-fd63-4581-90de-b4501c077a36 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:47.887648 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 84784f5f-5eef-4196-b34a-b2784f9659a4 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:47.890095 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0b7f-e871-4f60-9ab8-a0d643c98857 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:47.890791 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a8a8da14-9f1e-44ba-af21-3f346112e2b2 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:47.911885 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0b7f-e871-4f60-9ab8-a0d643c98857 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:47.913535 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0b7f-e871-4f60-9ab8-a0d643c98857 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:47.940589 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30a4b0-509a-4d9c-b840-8dfc617e7402 req-5edcc866-4104-4478-9eea-4a99140d83ca tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:47.953255 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ad30a4b0-509a-4d9c-b840-8dfc617e7402 req-5edcc866-4104-4478-9eea-4a99140d83ca tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 944 time: 0.3157637 May 26 16:23:48.031645 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f0b7f-e871-4f60-9ab8-a0d643c98857 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Port': ['ID=55f009d4-40dc-4274-aeb0-b9cadeffa13b,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:48.039802 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:48.053233 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f3d2b53b-5b73-411e-9dbc-543bf7bae868 None None] Provisioning complete for port 55f009d4-40dc-4274-aeb0-b9cadeffa13b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:48.053703 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f3d2b53b-5b73-411e-9dbc-543bf7bae868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:48.093211 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port a8a8da14-9f1e-44ba-af21-3f346112e2b2 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:48.093581 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:48.171618 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f3d2b53b-5b73-411e-9dbc-543bf7bae868 None None] Port 55f009d4-40dc-4274-aeb0-b9cadeffa13b cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:23:48.233839 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-efb43eaa-5026-4b82-97e9-7f1bda12c700 req-092c9d83-85fe-45d1-a768-e9357c1acdb2 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674b629-8dfd-4641-a318-764d5be30b58 HTTP/1.1" status: 200 len: 210 time: 0.2208595 May 26 16:23:48.272009 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port a8a8da14-9f1e-44ba-af21-3f346112e2b2 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:48.272625 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:48.274874 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f3d2b53b-5b73-411e-9dbc-543bf7bae868 None None] Provisioning complete for port 84784f5f-5eef-4196-b34a-b2784f9659a4 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:48.278658 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f3d2b53b-5b73-411e-9dbc-543bf7bae868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:48.310557 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7f0b7f-e871-4f60-9ab8-a0d643c98857 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network 2b50eb8b-0bf8-4628-8d40-55e706b5c2c9 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:48.313659 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-8a7f0b7f-e871-4f60-9ab8-a0d643c98857 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:48.425248 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:48.471938 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port a8a8da14-9f1e-44ba-af21-3f346112e2b2, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a8a8da14-9f1e-44ba-af21-3f346112e2b2,segment=NetworkSegment(8be3aa1a-7d58-44bc-b42c-a9dc68ac2219),segment_id=8be3aa1a-7d58-44bc-b42c-a9dc68ac2219)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:48.486733 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:48.579692 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b237cf-5578-48dd-b7ac-08316a77ef9b None None] Network 805ba293-aeea-423e-b791-43bd09796272 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:48.613453 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7f0b7f-e871-4f60-9ab8-a0d643c98857 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Router 729191b5-ea10-4106-9a59-ad53d7255824 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:23:48.656407 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ad30a4b0-509a-4d9c-b840-8dfc617e7402 req-51136892-465e-4ed1-8379-edcd8a371e28 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=df58b03b-0876-4481-a285-2d6abe3bedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6921446 May 26 16:23:48.761064 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=a8a8da14-9f1e-44ba-af21-3f346112e2b2,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:48.771140 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 47a174fc-1f9b-4f7e-91d8-96549e6d3791 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:48.827564 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f3d2b53b-5b73-411e-9dbc-543bf7bae868 None None] Current status of the port 84784f5f-5eef-4196-b34a-b2784f9659a4 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:48.869994 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7f0b7f-e871-4f60-9ab8-a0d643c98857 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:23:48.892595 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6e9af7-cd7a-4704-af01-89b1f271337c None None] Sync routers for ids ['729191b5-ea10-4106-9a59-ad53d7255824'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:23:48.913225 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8a7f0b7f-e871-4f60-9ab8-a0d643c98857 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "PUT /v2.0/routers/729191b5-ea10-4106-9a59-ad53d7255824/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0332961 May 26 16:23:48.916108 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41726) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:48.918742 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6e9af7-cd7a-4704-af01-89b1f271337c None None] Routers {'729191b5-ea10-4106-9a59-ad53d7255824'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:48.920226 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ec6e9af7-cd7a-4704-af01-89b1f271337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:23:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['729191b5-ea10-4106-9a59-ad53d7255824'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:48.959547 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 47a174fc-1f9b-4f7e-91d8-96549e6d3791 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:23:48.967386 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-da307981-5c70-419f-8790-9f90f904a411 req-86a92b8f-e3f1-42dd-8afb-cebdf88b7a41 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:48.983483 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 47a174fc-1f9b-4f7e-91d8-96549e6d3791 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:48.983860 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:49.027731 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ec6e9af7-cd7a-4704-af01-89b1f271337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:49.045337 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6e9af7-cd7a-4704-af01-89b1f271337c None None] Routers {'729191b5-ea10-4106-9a59-ad53d7255824'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:49.045974 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ec6e9af7-cd7a-4704-af01-89b1f271337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:23:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['729191b5-ea10-4106-9a59-ad53d7255824'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:49.050536 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7865db36-3c0a-4ac6-8157-d82a7482501a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:49.060758 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7865db36-3c0a-4ac6-8157-d82a7482501a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports?device_id=729191b5-ea10-4106-9a59-ad53d7255824 HTTP/1.1" status: 200 len: 989 time: 0.1387494 May 26 16:23:49.061905 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41728) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:49.132637 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ec6e9af7-cd7a-4704-af01-89b1f271337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:49.133405 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6e9af7-cd7a-4704-af01-89b1f271337c None None] The sync data for ids ['729191b5-ea10-4106-9a59-ad53d7255824'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:23:49.160078 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-da307981-5c70-419f-8790-9f90f904a411 req-86a92b8f-e3f1-42dd-8afb-cebdf88b7a41 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:49.231374 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da307981-5c70-419f-8790-9f90f904a411 req-86a92b8f-e3f1-42dd-8afb-cebdf88b7a41 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Network 108e172f-9bd7-4858-818f-d588950b8366 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:49.233643 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5457f36c-fd63-4581-90de-b4501c077a36 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:49.239925 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-da307981-5c70-419f-8790-9f90f904a411 req-86a92b8f-e3f1-42dd-8afb-cebdf88b7a41 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:49.246774 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5457f36c-fd63-4581-90de-b4501c077a36 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:49.247397 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5457f36c-fd63-4581-90de-b4501c077a36 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:49.250214 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-da307981-5c70-419f-8790-9f90f904a411 req-86a92b8f-e3f1-42dd-8afb-cebdf88b7a41 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:23:49.259504 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['f7ad9af1-3103-4621-91a9-df29d8dc5b19'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:23:49.332149 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a92b8f-e3f1-42dd-8afb-cebdf88b7a41 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Pushing event updated for resources: {'Port': ['ID=620fc062-f44a-4089-bfe6-724ab29d32de,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:49.357555 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:49.384134 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 84784f5f-5eef-4196-b34a-b2784f9659a4 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:49.518168 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ca985e3a-2f5f-4cf7-b294-d7a30a691d9d None None] Provisioning complete for port 55f009d4-40dc-4274-aeb0-b9cadeffa13b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:49.518826 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ca985e3a-2f5f-4cf7-b294-d7a30a691d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:49.561043 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da307981-5c70-419f-8790-9f90f904a411 req-86a92b8f-e3f1-42dd-8afb-cebdf88b7a41 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:49.562056 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-da307981-5c70-419f-8790-9f90f904a411 req-86a92b8f-e3f1-42dd-8afb-cebdf88b7a41 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:49.572569 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 84784f5f-5eef-4196-b34a-b2784f9659a4 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:49.573088 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:49.646293 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457f36c-fd63-4581-90de-b4501c077a36 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Port': ['ID=656f9851-2e8f-4770-968a-a52d8049f5fd,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:49.661225 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da307981-5c70-419f-8790-9f90f904a411 req-86a92b8f-e3f1-42dd-8afb-cebdf88b7a41 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1850872 May 26 16:23:49.689798 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-da307981-5c70-419f-8790-9f90f904a411 req-58922443-5219-47fe-994e-329690eb8cb3 service neutron] Request body: {'port': {'device_id': '3674b629-8dfd-4641-a318-764d5be30b58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:49.757960 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ca985e3a-2f5f-4cf7-b294-d7a30a691d9d None None] Port 55f009d4-40dc-4274-aeb0-b9cadeffa13b cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:23:49.779349 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122f28b-7324-4557-bac5-74651cad2e62 req-706da837-b3e3-4d32-a3c8-0f267d232a94 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:49.791351 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8122f28b-7324-4557-bac5-74651cad2e62 req-706da837-b3e3-4d32-a3c8-0f267d232a94 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674b629-8dfd-4641-a318-764d5be30b58 HTTP/1.1" status: 200 len: 931 time: 0.2666540 May 26 16:23:49.818547 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 47a174fc-1f9b-4f7e-91d8-96549e6d3791 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:49.819139 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:49.899229 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 47a174fc-1f9b-4f7e-91d8-96549e6d3791, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=47a174fc-1f9b-4f7e-91d8-96549e6d3791,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:49.902463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbd34c4-6531-447f-bc11-62c083585f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a174fc-1f9b-4f7e-91d8-96549e6d3791'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:23:49.907433 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a1e7c4-e4f1-4f0c-a93f-4ac8b776573b" -d '{"events": [{"server_uuid": "6cbd34c4-6531-447f-bc11-62c083585f5f", "name": "network-vif-plugged", "status": "completed", "tag": "47a174fc-1f9b-4f7e-91d8-96549e6d3791"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:23:49.924435 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:49.998744 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8122f28b-7324-4557-bac5-74651cad2e62 req-aec25fa7-c234-42b3-a0b0-1046dd3d8bc3 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025263 May 26 16:23:50.020769 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5457f36c-fd63-4581-90de-b4501c077a36 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network 805ba293-aeea-423e-b791-43bd09796272 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:23:50.025931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-5457f36c-fd63-4581-90de-b4501c077a36 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:23:50.041051 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-da307981-5c70-419f-8790-9f90f904a411 req-58922443-5219-47fe-994e-329690eb8cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:50.062555 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ca985e3a-2f5f-4cf7-b294-d7a30a691d9d None None] Provisioning complete for port a8a8da14-9f1e-44ba-af21-3f346112e2b2 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:50.065004 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ca985e3a-2f5f-4cf7-b294-d7a30a691d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:50.069846 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=47a174fc-1f9b-4f7e-91d8-96549e6d3791,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:50.097831 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad3ac2-bf44-4998-91a6-7a0ea014cab9 req-6618c90f-fa5b-422f-a567-da7bdefd6357 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:50.103494 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f8ad3ac2-bf44-4998-91a6-7a0ea014cab9 req-6618c90f-fa5b-422f-a567-da7bdefd6357 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 944 time: 0.2861381 May 26 16:23:50.152396 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6143746-3b1f-4b23-91bd-bff3405fa9a0 x-openstack-request-id: req-d6143746-3b1f-4b23-91bd-bff3405fa9a0 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:23:50.152396 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbd34c4-6531-447f-bc11-62c083585f5f", "name": "network-vif-plugged", "status": "completed", "tag": "47a174fc-1f9b-4f7e-91d8-96549e6d3791", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:23:50.152722 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d6143746-3b1f-4b23-91bd-bff3405fa9a0 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:23:50.153177 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6143746-3b1f-4b23-91bd-bff3405fa9a0'] response: {'server_uuid': '6cbd34c4-6531-447f-bc11-62c083585f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a174fc-1f9b-4f7e-91d8-96549e6d3791', 'code': 200} May 26 16:23:50.160269 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 84784f5f-5eef-4196-b34a-b2784f9659a4 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:50.162230 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a8a8da14-9f1e-44ba-af21-3f346112e2b2 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:23:50.267160 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port a8a8da14-9f1e-44ba-af21-3f346112e2b2 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:50.267691 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:50.375229 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1bdb0-5587-4e0d-b941-4d7c2585e497 req-0769e44b-17c8-4cf2-a06c-b5568c997c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:50.376372 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ca985e3a-2f5f-4cf7-b294-d7a30a691d9d None None] Current status of the port a8a8da14-9f1e-44ba-af21-3f346112e2b2 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:50.377662 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7ce1bdb0-5587-4e0d-b941-4d7c2585e497 req-0769e44b-17c8-4cf2-a06c-b5568c997c95 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 1096 time: 0.1036000 May 26 16:23:50.389898 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f8ad3ac2-bf44-4998-91a6-7a0ea014cab9 req-5e711d31-cba7-4ec4-a813-ea84a75bfc4f tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=df58b03b-0876-4481-a285-2d6abe3bedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2812626 May 26 16:23:50.410153 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0fe0778b-a2fd-4cc0-8015-280037ff1d84 req-cc96b469-6d4f-4195-9274-5b462895fbd8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2199204 May 26 16:23:50.521895 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port a8a8da14-9f1e-44ba-af21-3f346112e2b2 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:50.537296 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7ce1bdb0-5587-4e0d-b941-4d7c2585e497 req-a69ac9da-b216-4bd5-889c-1b6c9500ce3c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=df58b03b-0876-4481-a285-2d6abe3bedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474910 May 26 16:23:50.538596 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-1cc5be37-74d9-416b-8464-ef66e5e0e11e None None] Provisioning complete for port 55f009d4-40dc-4274-aeb0-b9cadeffa13b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:50.540498 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1cc5be37-74d9-416b-8464-ef66e5e0e11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:50.581681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5457f36c-fd63-4581-90de-b4501c077a36 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Router b4b833c2-fa39-47a5-a7fd-1f8d7a03dab1 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:23:50.599736 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1cc5be37-74d9-416b-8464-ef66e5e0e11e None None] Port 55f009d4-40dc-4274-aeb0-b9cadeffa13b cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:23:50.614302 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-1cc5be37-74d9-416b-8464-ef66e5e0e11e None None] Provisioning complete for port 656f9851-2e8f-4770-968a-a52d8049f5fd triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:50.614302 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1cc5be37-74d9-416b-8464-ef66e5e0e11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:50.690054 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0778b-a2fd-4cc0-8015-280037ff1d84 req-e9548ec5-7fa7-4933-bed2-831cfd043673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:50.694710 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0fe0778b-a2fd-4cc0-8015-280037ff1d84 req-e9548ec5-7fa7-4933-bed2-831cfd043673 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 1096 time: 0.1964412 May 26 16:23:50.861665 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5eb5a82f-894e-450e-b2f8-c089905231b0 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:50.889434 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5457f36c-fd63-4581-90de-b4501c077a36 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:23:50.922907 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5457f36c-fd63-4581-90de-b4501c077a36 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "PUT /v2.0/routers/b4b833c2-fa39-47a5-a7fd-1f8d7a03dab1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4857945 May 26 16:23:50.932300 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41748) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:51.018607 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e413883c-c556-4a50-8dd8-3a0a8c5c1a4c None None] Sync routers for ids ['b4b833c2-fa39-47a5-a7fd-1f8d7a03dab1'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:23:51.071481 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db922387-8265-43bc-8304-5785d4f9198a req-62f24451-e3cd-4d31-8e0e-b4509b2e2eea tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:51.075394 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db922387-8265-43bc-8304-5785d4f9198a req-62f24451-e3cd-4d31-8e0e-b4509b2e2eea tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.2896326 May 26 16:23:51.121199 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e413883c-c556-4a50-8dd8-3a0a8c5c1a4c None None] Routers {'b4b833c2-fa39-47a5-a7fd-1f8d7a03dab1'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:51.121995 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e413883c-c556-4a50-8dd8-3a0a8c5c1a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:23:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b4b833c2-fa39-47a5-a7fd-1f8d7a03dab1'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:51.172412 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9839ec-9df6-406e-b67a-365ada53e643 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:51.177377 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3a9839ec-9df6-406e-b67a-365ada53e643 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "GET /v2.0/ports/656f9851-2e8f-4770-968a-a52d8049f5fd HTTP/1.1" status: 200 len: 911 time: 0.2340903 May 26 16:23:51.178630 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41754) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:51.192998 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-83822747-87a8-43de-bc64-374b53ed048a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '07322ea1-a2e8-4692-871c-e6beaf822ba4'}]}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:51.202057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-da307981-5c70-419f-8790-9f90f904a411 req-58922443-5219-47fe-994e-329690eb8cb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620fc062-f44a-4089-bfe6-724ab29d32de {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:23:51.245771 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1cc5be37-74d9-416b-8464-ef66e5e0e11e None None] Port 656f9851-2e8f-4770-968a-a52d8049f5fd cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:23:51.254456 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e413883c-c556-4a50-8dd8-3a0a8c5c1a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:51.269898 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-1cc5be37-74d9-416b-8464-ef66e5e0e11e None None] Provisioning complete for port a8a8da14-9f1e-44ba-af21-3f346112e2b2 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:51.270464 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1cc5be37-74d9-416b-8464-ef66e5e0e11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:51.308516 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e413883c-c556-4a50-8dd8-3a0a8c5c1a4c None None] Routers {'b4b833c2-fa39-47a5-a7fd-1f8d7a03dab1'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:51.311391 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e413883c-c556-4a50-8dd8-3a0a8c5c1a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:23:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b4b833c2-fa39-47a5-a7fd-1f8d7a03dab1'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:51.378223 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0778b-a2fd-4cc0-8015-280037ff1d84 req-6898f698-a0fe-4ddf-bb71-e345170d83bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:51.379741 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0fe0778b-a2fd-4cc0-8015-280037ff1d84 req-6898f698-a0fe-4ddf-bb71-e345170d83bb service neutron] 10.222.0.83 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 913 time: 0.3310986 May 26 16:23:51.413905 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e413883c-c556-4a50-8dd8-3a0a8c5c1a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:51.414738 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e413883c-c556-4a50-8dd8-3a0a8c5c1a4c None None] The sync data for ids ['b4b833c2-fa39-47a5-a7fd-1f8d7a03dab1'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:23:51.452382 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0fe0778b-a2fd-4cc0-8015-280037ff1d84 req-e74d3126-3bc9-4af8-a6b3-efc442dc3160 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f4643e6-2113-4164-838c-27cb490174a1 HTTP/1.1" status: 200 len: 217 time: 0.0638137 May 26 16:23:51.482744 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1cc5be37-74d9-416b-8464-ef66e5e0e11e None None] Current status of the port a8a8da14-9f1e-44ba-af21-3f346112e2b2 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:51.554217 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0778b-a2fd-4cc0-8015-280037ff1d84 req-89beec9f-f502-4484-b893-90e02b64ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:51.556867 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0fe0778b-a2fd-4cc0-8015-280037ff1d84 req-89beec9f-f502-4484-b893-90e02b64ed52 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.0742776 May 26 16:23:51.614173 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-44a8b805-642b-49ba-88e2-7f7d7ed45a32 None None] Provisioning complete for port 656f9851-2e8f-4770-968a-a52d8049f5fd triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:23:51.614899 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-44a8b805-642b-49ba-88e2-7f7d7ed45a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:51.626763 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-5eb5a82f-894e-450e-b2f8-c089905231b0 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting port 55f009d4-40dc-4274-aeb0-b9cadeffa13b {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:51.627590 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5eb5a82f-894e-450e-b2f8-c089905231b0 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:51.663002 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-44a8b805-642b-49ba-88e2-7f7d7ed45a32 None None] Port 656f9851-2e8f-4770-968a-a52d8049f5fd cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:23:51.727304 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-da307981-5c70-419f-8790-9f90f904a411 req-58922443-5219-47fe-994e-329690eb8cb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:51.740145 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0778b-a2fd-4cc0-8015-280037ff1d84 req-34226e0f-5722-48bf-8ac5-f79c0ea285e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:51.740145 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0fe0778b-a2fd-4cc0-8015-280037ff1d84 req-34226e0f-5722-48bf-8ac5-f79c0ea285e0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1627741 May 26 16:23:51.792560 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-da307981-5c70-419f-8790-9f90f904a411 req-58922443-5219-47fe-994e-329690eb8cb3 service neutron] Transition to ACTIVE for port object 620fc062-f44a-4089-bfe6-724ab29d32de will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:23:51.812193 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db922387-8265-43bc-8304-5785d4f9198a req-e2d5d831-f4c9-4717-94d0-03e4da228729 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6939375 May 26 16:23:51.824502 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-da307981-5c70-419f-8790-9f90f904a411 req-58922443-5219-47fe-994e-329690eb8cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:51.856050 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5eb5a82f-894e-450e-b2f8-c089905231b0 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:51.880045 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-5eb5a82f-894e-450e-b2f8-c089905231b0 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Calling delete_port for 55f009d4-40dc-4274-aeb0-b9cadeffa13b owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:52.006366 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0fe0778b-a2fd-4cc0-8015-280037ff1d84 req-80c93bca-c533-439d-92ad-102290c127cd service neutron] 10.222.0.83 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397602 May 26 16:23:52.031622 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439ed68-2cbf-47b5-ad1a-a9f1d1b5170b req-2b946849-e9d7-4e22-b722-09ab036933e0 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:52.035151 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b439ed68-2cbf-47b5-ad1a-a9f1d1b5170b req-2b946849-e9d7-4e22-b722-09ab036933e0 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674b629-8dfd-4641-a318-764d5be30b58 HTTP/1.1" status: 200 len: 931 time: 0.3203950 May 26 16:23:52.070126 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58922443-5219-47fe-994e-329690eb8cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=620fc062-f44a-4089-bfe6-724ab29d32de,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:52.184665 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ee7dc-c88c-44a4-95ab-ad551418f075 req-6da4d25d-c9f8-48d9-970f-0b53627fe8d5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:52.187740 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-038ee7dc-c88c-44a4-95ab-ad551418f075 req-6da4d25d-c9f8-48d9-970f-0b53627fe8d5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 945 time: 0.2101943 May 26 16:23:52.217318 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0fe0778b-a2fd-4cc0-8015-280037ff1d84 req-6f2ec2bb-8fd5-45ae-a441-b22828551d0f service neutron] 10.222.0.83 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033613 May 26 16:23:52.259551 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5eb5a82f-894e-450e-b2f8-c089905231b0 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:52.289812 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b439ed68-2cbf-47b5-ad1a-a9f1d1b5170b req-4bbf6e4c-fee3-4b08-8c11-7a575ab68a5f tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122331 May 26 16:23:52.304684 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5a82f-894e-450e-b2f8-c089905231b0 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Port': ['ID=55f009d4-40dc-4274-aeb0-b9cadeffa13b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:52.384445 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-038ee7dc-c88c-44a4-95ab-ad551418f075 req-5642c07c-fe85-42a7-b692-979194fbccdb tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=df58b03b-0876-4481-a285-2d6abe3bedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490481 May 26 16:23:52.401984 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-83822747-87a8-43de-bc64-374b53ed048a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:52.488874 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5eb5a82f-894e-450e-b2f8-c089905231b0 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:52.549325 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-da307981-5c70-419f-8790-9f90f904a411 req-58922443-5219-47fe-994e-329690eb8cb3 service neutron] Attempting to bind port 620fc062-f44a-4089-bfe6-724ab29d32de on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:23:52.549816 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-da307981-5c70-419f-8790-9f90f904a411 req-58922443-5219-47fe-994e-329690eb8cb3 service neutron] Attempting to bind port 620fc062-f44a-4089-bfe6-724ab29d32de by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '134194bf-9872-420b-81be-cd8b1f455a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '108e172f-9bd7-4858-818f-d588950b8366'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:23:52.550325 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da307981-5c70-419f-8790-9f90f904a411 req-58922443-5219-47fe-994e-329690eb8cb3 service neutron] Attempting to bind port 620fc062-f44a-4089-bfe6-724ab29d32de on network 108e172f-9bd7-4858-818f-d588950b8366 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:23:52.651031 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da307981-5c70-419f-8790-9f90f904a411 req-58922443-5219-47fe-994e-329690eb8cb3 service neutron] Port 620fc062-f44a-4089-bfe6-724ab29d32de on network 108e172f-9bd7-4858-818f-d588950b8366 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:23:52.651423 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da307981-5c70-419f-8790-9f90f904a411 req-58922443-5219-47fe-994e-329690eb8cb3 service neutron] Attempting to bind port 620fc062-f44a-4089-bfe6-724ab29d32de on network 108e172f-9bd7-4858-818f-d588950b8366 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:23:52.724798 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb5a82f-894e-450e-b2f8-c089905231b0 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Router 729191b5-ea10-4106-9a59-ad53d7255824 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:23:52.783311 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d864a1a-f6c6-47e6-9e11-9ab781dff23a req-66b7c8a9-f188-449c-9170-71b9ac3f509a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:52.785679 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d864a1a-f6c6-47e6-9e11-9ab781dff23a req-66b7c8a9-f188-449c-9170-71b9ac3f509a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.3063872 May 26 16:23:52.794899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da307981-5c70-419f-8790-9f90f904a411 req-58922443-5219-47fe-994e-329690eb8cb3 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:23:52.795493 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da307981-5c70-419f-8790-9f90f904a411 req-58922443-5219-47fe-994e-329690eb8cb3 service neutron] Checking segment: {'id': '134194bf-9872-420b-81be-cd8b1f455a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '108e172f-9bd7-4858-818f-d588950b8366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:23:52.796265 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da307981-5c70-419f-8790-9f90f904a411 req-58922443-5219-47fe-994e-329690eb8cb3 service neutron] Bound using segment: {'id': '134194bf-9872-420b-81be-cd8b1f455a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '108e172f-9bd7-4858-818f-d588950b8366'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:23:52.796850 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-da307981-5c70-419f-8790-9f90f904a411 req-58922443-5219-47fe-994e-329690eb8cb3 service neutron] Bound port: 620fc062-f44a-4089-bfe6-724ab29d32de, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134194bf-9872-420b-81be-cd8b1f455a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '108e172f-9bd7-4858-818f-d588950b8366'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:23:52.797325 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-da307981-5c70-419f-8790-9f90f904a411 req-58922443-5219-47fe-994e-329690eb8cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:52.858060 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb5a82f-894e-450e-b2f8-c089905231b0 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:23:52.867685 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5eb5a82f-894e-450e-b2f8-c089905231b0 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "PUT /v2.0/routers/729191b5-ea10-4106-9a59-ad53d7255824/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8037565 May 26 16:23:52.868634 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41770) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:52.874969 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b08d3be-07cd-4670-b6a7-acdb80b69ce5 None None] Sync routers for ids ['729191b5-ea10-4106-9a59-ad53d7255824'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:23:52.887627 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b08d3be-07cd-4670-b6a7-acdb80b69ce5 None None] Routers {'729191b5-ea10-4106-9a59-ad53d7255824'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:52.888657 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0b08d3be-07cd-4670-b6a7-acdb80b69ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:23:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['729191b5-ea10-4106-9a59-ad53d7255824'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:52.903925 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d78f2a-2071-4ae2-8e06-6dce5e3236ee tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] GET failed (client error): The resource could not be found. May 26 16:23:52.911224 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-93d78f2a-2071-4ae2-8e06-6dce5e3236ee tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports/55f009d4-40dc-4274-aeb0-b9cadeffa13b HTTP/1.1" status: 404 len: 333 time: 0.0415459 May 26 16:23:52.912233 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41774) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:52.946597 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0b08d3be-07cd-4670-b6a7-acdb80b69ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:52.957518 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b08d3be-07cd-4670-b6a7-acdb80b69ce5 None None] Routers {'729191b5-ea10-4106-9a59-ad53d7255824'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:52.958432 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0b08d3be-07cd-4670-b6a7-acdb80b69ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:23:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['729191b5-ea10-4106-9a59-ad53d7255824'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:52.993442 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b7306-4396-4ca1-bad7-60ea703f9e88 req-3feaf50b-32ac-4058-8805-1bb66c50853d tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:52.996706 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-897b7306-4396-4ca1-bad7-60ea703f9e88 req-3feaf50b-32ac-4058-8805-1bb66c50853d tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 1097 time: 0.3397467 May 26 16:23:52.999763 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0b08d3be-07cd-4670-b6a7-acdb80b69ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:53.000899 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b08d3be-07cd-4670-b6a7-acdb80b69ce5 None None] The sync data for ids ['729191b5-ea10-4106-9a59-ad53d7255824'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:23:53.004662 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f28cd072-d875-44ba-a4b2-87324d5f18bc tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:53.079592 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d864a1a-f6c6-47e6-9e11-9ab781dff23a req-6c263b6f-ab00-4374-bdb7-e3fd77f32187 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643464 May 26 16:23:53.086215 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-da307981-5c70-419f-8790-9f90f904a411 req-58922443-5219-47fe-994e-329690eb8cb3 service neutron] For port 620fc062-f44a-4089-bfe6-724ab29d32de, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:23:53.161783 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-897b7306-4396-4ca1-bad7-60ea703f9e88 req-fc2da492-622d-4af0-af07-4218e6a71682 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438689 May 26 16:23:53.167435 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-da307981-5c70-419f-8790-9f90f904a411 req-58922443-5219-47fe-994e-329690eb8cb3 service neutron] For port 620fc062-f44a-4089-bfe6-724ab29d32de, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=620fc062-f44a-4089-bfe6-724ab29d32de,segment=NetworkSegment(134194bf-9872-420b-81be-cd8b1f455a01),segment_id=134194bf-9872-420b-81be-cd8b1f455a01)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:23:53.177655 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-da307981-5c70-419f-8790-9f90f904a411 req-58922443-5219-47fe-994e-329690eb8cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:53.311449 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f28cd072-d875-44ba-a4b2-87324d5f18bc tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:53.313169 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41778) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:53.320708 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f28cd072-d875-44ba-a4b2-87324d5f18bc tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:53.382252 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da307981-5c70-419f-8790-9f90f904a411 req-58922443-5219-47fe-994e-329690eb8cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:53.383337 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-da307981-5c70-419f-8790-9f90f904a411 req-58922443-5219-47fe-994e-329690eb8cb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:53.386930 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da307981-5c70-419f-8790-9f90f904a411 req-58922443-5219-47fe-994e-329690eb8cb3 service neutron] 10.222.0.81 "PUT /v2.0/ports/620fc062-f44a-4089-bfe6-724ab29d32de HTTP/1.1" status: 200 len: 1091 time: 3.7060099 May 26 16:23:53.447436 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f28cd072-d875-44ba-a4b2-87324d5f18bc tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:53.447980 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28cd072-d875-44ba-a4b2-87324d5f18bc tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Fanout notify agent at l3_agent the message router_deleted on router 729191b5-ea10-4106-9a59-ad53d7255824 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:23:53.460592 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f28cd072-d875-44ba-a4b2-87324d5f18bc tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:53.461748 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f28cd072-d875-44ba-a4b2-87324d5f18bc tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/routers/729191b5-ea10-4106-9a59-ad53d7255824 HTTP/1.1" status: 204 len: 168 time: 0.5482190 May 26 16:23:53.469751 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41788) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:53.486032 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3674b629-8dfd-4641-a318-764d5be30b58', 'tag': '620fc062-f44a-4089-bfe6-724ab29d32de'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:23:53.491798 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc16f8a6-c4fc-4315-96e7-e12fd9e84558" -d '{"events": [{"name": "network-changed", "server_uuid": "3674b629-8dfd-4641-a318-764d5be30b58", "tag": "620fc062-f44a-4089-bfe6-724ab29d32de"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:23:53.578654 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bac30c0-30d7-4eb9-acd5-1ec26d4eb115 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting subnet 6767d15a-9554-470a-ae65-926a5ef80e7f {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:23:53.584591 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9bac30c0-30d7-4eb9-acd5-1ec26d4eb115 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:53.654902 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9bac30c0-30d7-4eb9-acd5-1ec26d4eb115 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:53.720788 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2ca5b3ef-2aa7-4e91-b2ff-049ee458ec0f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Deleting port 692cf9bc-4799-48d1-aae4-9c316fadc649 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:53.721195 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ca5b3ef-2aa7-4e91-b2ff-049ee458ec0f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:53.795434 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a522b9b-615e-472f-9d0e-23673cf5d0b8 req-411cb6b7-49ca-4dee-8d77-fed557af5ae3 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:53.804844 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9a522b9b-615e-472f-9d0e-23673cf5d0b8 req-411cb6b7-49ca-4dee-8d77-fed557af5ae3 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674b629-8dfd-4641-a318-764d5be30b58 HTTP/1.1" status: 200 len: 943 time: 0.2444391 May 26 16:23:53.832447 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9bac30c0-30d7-4eb9-acd5-1ec26d4eb115 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:53.837978 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e20a2-6f56-4799-9ed1-e693f96526bc req-8da8e6f5-347b-4b48-a8be-df6b9ab21e72 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:53.841580 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a9e20a2-6f56-4799-9ed1-e693f96526bc req-8da8e6f5-347b-4b48-a8be-df6b9ab21e72 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.5068614 May 26 16:23:53.842707 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58922443-5219-47fe-994e-329690eb8cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=620fc062-f44a-4089-bfe6-724ab29d32de,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:53.871748 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da307981-5c70-419f-8790-9f90f904a411 req-736cda91-5dfe-411c-98f9-38857b908350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:53.875783 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da307981-5c70-419f-8790-9f90f904a411 req-736cda91-5dfe-411c-98f9-38857b908350 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da4a805e29d24584b545bb330805b32f&device_id=3674b629-8dfd-4641-a318-764d5be30b58 HTTP/1.1" status: 200 len: 1094 time: 0.2769330 May 26 16:23:53.931802 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ca5b3ef-2aa7-4e91-b2ff-049ee458ec0f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:53.932257 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ca5b3ef-2aa7-4e91-b2ff-049ee458ec0f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:53.964794 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2ca5b3ef-2aa7-4e91-b2ff-049ee458ec0f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Calling delete_port for 692cf9bc-4799-48d1-aae4-9c316fadc649 owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:54.006996 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da307981-5c70-419f-8790-9f90f904a411 req-5438722a-57fc-448d-b01d-b870d8101373 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=620fc062-f44a-4089-bfe6-724ab29d32de HTTP/1.1" status: 200 len: 217 time: 0.0922956 May 26 16:23:54.024227 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-83822747-87a8-43de-bc64-374b53ed048a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:54.088918 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9a522b9b-615e-472f-9d0e-23673cf5d0b8 req-570f2b20-a7b1-411d-82e7-5a8866a0bc97 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785654 May 26 16:23:54.128983 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9bac30c0-30d7-4eb9-acd5-1ec26d4eb115 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:54.191657 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-83822747-87a8-43de-bc64-374b53ed048a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:54.209148 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83822747-87a8-43de-bc64-374b53ed048a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:54.210499 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-83822747-87a8-43de-bc64-374b53ed048a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:54.218234 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-83822747-87a8-43de-bc64-374b53ed048a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "PUT /v2.0/ports/656f9851-2e8f-4770-968a-a52d8049f5fd HTTP/1.1" status: 200 len: 911 time: 3.0315325 May 26 16:23:54.219565 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41794) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:54.638612 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a9e20a2-6f56-4799-9ed1-e693f96526bc req-e2d3af58-5ca0-4eed-a47a-9d5391f7bae1 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7610648 May 26 16:23:54.649409 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da307981-5c70-419f-8790-9f90f904a411 req-9b5ee14e-5188-4bfc-bc4c-226d06c1d13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:54.651198 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da307981-5c70-419f-8790-9f90f904a411 req-9b5ee14e-5188-4bfc-bc4c-226d06c1d13a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7bfd769-d7ce-4e57-9136-78fe7b11a40e HTTP/1.1" status: 200 len: 854 time: 0.6212676 May 26 16:23:54.710308 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83822747-87a8-43de-bc64-374b53ed048a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Port': ['ID=656f9851-2e8f-4770-968a-a52d8049f5fd,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:54.721267 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da307981-5c70-419f-8790-9f90f904a411 req-9c8e9966-888c-4f35-9ee3-473034b20e0a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=108e172f-9bd7-4858-818f-d588950b8366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542607 May 26 16:23:54.771579 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c746c3-0378-487b-835c-2d99508b9dd9 req-2172a7ca-a519-4a35-8be6-07f32ba2e834 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:54.774141 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60c746c3-0378-487b-835c-2d99508b9dd9 req-2172a7ca-a519-4a35-8be6-07f32ba2e834 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 945 time: 0.4100258 May 26 16:23:54.779593 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66d7556-33a4-4e76-b246-d0e55e1e2041 x-openstack-request-id: req-a66d7556-33a4-4e76-b246-d0e55e1e2041 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:23:54.779593 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3674b629-8dfd-4641-a318-764d5be30b58", "tag": "620fc062-f44a-4089-bfe6-724ab29d32de", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:23:54.779593 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a66d7556-33a4-4e76-b246-d0e55e1e2041 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:23:54.780309 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a66d7556-33a4-4e76-b246-d0e55e1e2041'] response: {'name': 'network-changed', 'server_uuid': '3674b629-8dfd-4641-a318-764d5be30b58', 'tag': '620fc062-f44a-4089-bfe6-724ab29d32de', 'status': 'completed', 'code': 200} May 26 16:23:54.904510 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac30c0-30d7-4eb9-acd5-1ec26d4eb115 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Subnet': ['ID=6767d15a-9554-470a-ae65-926a5ef80e7f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:54.915937 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ca5b3ef-2aa7-4e91-b2ff-049ee458ec0f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:54.949869 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab39fcb-39e6-4a92-a185-9005613528e0 None None] Network 2b50eb8b-0bf8-4628-8d40-55e706b5c2c9 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:23:54.993933 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9bac30c0-30d7-4eb9-acd5-1ec26d4eb115 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:55.007445 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9bac30c0-30d7-4eb9-acd5-1ec26d4eb115 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/subnets/6767d15a-9554-470a-ae65-926a5ef80e7f HTTP/1.1" status: 204 len: 168 time: 1.5330858 May 26 16:23:55.012137 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5b3ef-2aa7-4e91-b2ff-049ee458ec0f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'Port': ['ID=692cf9bc-4799-48d1-aae4-9c316fadc649,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:55.012404 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60c746c3-0378-487b-835c-2d99508b9dd9 req-0aef7a2e-b8a7-47a1-b281-579e53d14f4a tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=df58b03b-0876-4481-a285-2d6abe3bedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119386 May 26 16:23:55.012404 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41804) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:55.181851 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da307981-5c70-419f-8790-9f90f904a411 req-3f17d042-be0a-4fdb-8436-db47ee5d73a9 service neutron] 10.222.0.81 "GET /v2.0/networks/108e172f-9bd7-4858-818f-d588950b8366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351602 May 26 16:23:55.232412 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f1d4c-320d-451b-90e5-b0dd4401846d req-45f454bd-5b8a-4820-b0a3-83c1f4441b18 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:55.234209 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-618f1d4c-320d-451b-90e5-b0dd4401846d req-45f454bd-5b8a-4820-b0a3-83c1f4441b18 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.3522372 May 26 16:23:55.252851 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ca5b3ef-2aa7-4e91-b2ff-049ee458ec0f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:55.253846 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-2ca5b3ef-2aa7-4e91-b2ff-049ee458ec0f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Floating IP 082b32ee-8986-495a-b61e-063c58b08d5e disassociated (deleted). External IP: 172.25.7.182, port: 8b22f3de-ce8b-44e4-ad29-565e4291884a. May 26 16:23:55.334522 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0f09ca-4182-42e6-85a1-68e25319940a None None] DHCP port deletion for 2b50eb8b-0bf8-4628-8d40-55e706b5c2c9 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:23:55.362575 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f0cb-740e-4aa7-ae7f-aefe248578a3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:55.406016 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f09ca-4182-42e6-85a1-68e25319940a None None] Deleting port 84784f5f-5eef-4196-b34a-b2784f9659a4 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:55.406620 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3a0f09ca-4182-42e6-85a1-68e25319940a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:55.445259 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-618f1d4c-320d-451b-90e5-b0dd4401846d req-6411eb15-6795-4dd3-ace7-fea386e30f1d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731646 May 26 16:23:55.471403 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac08423-b779-4f73-a884-2db7e42e0d52 req-9bacdc6d-4262-4e82-bc50-156d6195de6e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:55.473923 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ac08423-b779-4f73-a884-2db7e42e0d52 req-9bacdc6d-4262-4e82-bc50-156d6195de6e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 945 time: 0.2383904 May 26 16:23:55.504580 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41810) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:55.512665 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-91169b50-1ed9-4a8b-813e-42e5d057a4a3 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Request body: {'floatingip': {'port_id': '47a174fc-1f9b-4f7e-91d8-96549e6d3791'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:55.520371 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da307981-5c70-419f-8790-9f90f904a411 req-a7be1615-0219-4b15-98e1-1e5578ce92bd service neutron] 10.222.0.81 "GET /v2.0/networks/108e172f-9bd7-4858-818f-d588950b8366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231204 May 26 16:23:55.534613 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3a0f09ca-4182-42e6-85a1-68e25319940a None None] For port 84784f5f-5eef-4196-b34a-b2784f9659a4, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=84784f5f-5eef-4196-b34a-b2784f9659a4,segment=NetworkSegment(3768af57-8d30-4d74-a19f-d727588839aa),segment_id=3768af57-8d30-4d74-a19f-d727588839aa)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:55.544743 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3a0f09ca-4182-42e6-85a1-68e25319940a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:55.572811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f09ca-4182-42e6-85a1-68e25319940a None None] Calling delete_port for 84784f5f-5eef-4196-b34a-b2784f9659a4 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:55.702968 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91169b50-1ed9-4a8b-813e-42e5d057a4a3 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:55.767955 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3a0f09ca-4182-42e6-85a1-68e25319940a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:55.783253 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0fc1f0cb-740e-4aa7-ae7f-aefe248578a3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting port 84784f5f-5eef-4196-b34a-b2784f9659a4 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:55.783896 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f0cb-740e-4aa7-ae7f-aefe248578a3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:55.790957 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16f8a6-c4fc-4315-96e7-e12fd9e84558 req-d407e687-ce59-4e86-ae65-bfab26465f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:55.793348 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dc16f8a6-c4fc-4315-96e7-e12fd9e84558 req-d407e687-ce59-4e86-ae65-bfab26465f08 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da4a805e29d24584b545bb330805b32f&device_id=3674b629-8dfd-4641-a318-764d5be30b58 HTTP/1.1" status: 200 len: 1094 time: 0.1540582 May 26 16:23:55.812252 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f09ca-4182-42e6-85a1-68e25319940a None None] Pushing event deleted for resources: {'Port': ['ID=84784f5f-5eef-4196-b34a-b2784f9659a4,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:55.819369 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0f09ca-4182-42e6-85a1-68e25319940a None None] No DVR routers for this DVR port 84784f5f-5eef-4196-b34a-b2784f9659a4 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:23:55.895176 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d350cb2-5cbf-4fc7-a66d-0ff1a471e914 req-c0f7b97f-3569-4641-bf2d-ad8068182435 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:55.897326 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2d350cb2-5cbf-4fc7-a66d-0ff1a471e914 req-c0f7b97f-3569-4641-bf2d-ad8068182435 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674b629-8dfd-4641-a318-764d5be30b58 HTTP/1.1" status: 200 len: 943 time: 0.2394931 May 26 16:23:56.001711 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-258f6d59-ee17-43a5-a59a-e3d2ce0ae91b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:56.240466 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca5b3ef-2aa7-4e91-b2ff-049ee458ec0f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Router 108fcba7-2e0f-4bab-94d3-58627ec6f945 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:23:56.608494 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca5b3ef-2aa7-4e91-b2ff-049ee458ec0f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:23:56.614288 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ca5b3ef-2aa7-4e91-b2ff-049ee458ec0f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:56.637863 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfd06eb-e000-4f1a-afb0-a3a52f329fb5 None None] Sync routers for ids ['108fcba7-2e0f-4bab-94d3-58627ec6f945'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:23:56.647369 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-0fc1f0cb-740e-4aa7-ae7f-aefe248578a3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] For port 84784f5f-5eef-4196-b34a-b2784f9659a4, host n-d-843337-2, got binding levels [] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:56.647946 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f0cb-740e-4aa7-ae7f-aefe248578a3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:56.671934 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2ca5b3ef-2aa7-4e91-b2ff-049ee458ec0f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "DELETE /v2.0/floatingips/082b32ee-8986-495a-b61e-063c58b08d5e HTTP/1.1" status: 204 len: 168 time: 3.3550620 May 26 16:23:56.677833 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfd06eb-e000-4f1a-afb0-a3a52f329fb5 None None] Routers {'108fcba7-2e0f-4bab-94d3-58627ec6f945'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:56.678782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4cfd06eb-e000-4f1a-afb0-a3a52f329fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:23:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['108fcba7-2e0f-4bab-94d3-58627ec6f945'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:56.714556 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0fc1f0cb-740e-4aa7-ae7f-aefe248578a3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Calling delete_port for 84784f5f-5eef-4196-b34a-b2784f9659a4 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:56.725993 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.ipam_backend_mixin [None req-0fc1f0cb-740e-4aa7-ae7f-aefe248578a3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Port 84784f5f-5eef-4196-b34a-b2784f9659a4 was not found and therefore no delete operation was performed {{(pid=103896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:23:56.738937 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2d350cb2-5cbf-4fc7-a66d-0ff1a471e914 req-97e63bdd-7c7d-4720-92be-12c551ff401c tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8248236 May 26 16:23:56.764582 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f0cb-740e-4aa7-ae7f-aefe248578a3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:56.765550 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.db.resource_extend [None req-91169b50-1ed9-4a8b-813e-42e5d057a4a3 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:23:56.813666 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16f8a6-c4fc-4315-96e7-e12fd9e84558 req-dd090d57-3a22-426a-a2d6-26d2d872d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:56.825120 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dc16f8a6-c4fc-4315-96e7-e12fd9e84558 req-dd090d57-3a22-426a-a2d6-26d2d872d7d0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=108e172f-9bd7-4858-818f-d588950b8366 HTTP/1.1" status: 200 len: 915 time: 1.0141549 May 26 16:23:56.845811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-4cfd06eb-e000-4f1a-afb0-a3a52f329fb5 None None] Set router 108fcba7-2e0f-4bab-94d3-58627ec6f945 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:23:56.943848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1f0cb-740e-4aa7-ae7f-aefe248578a3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Port': ['ID=84784f5f-5eef-4196-b34a-b2784f9659a4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:57.016832 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91169b50-1ed9-4a8b-813e-42e5d057a4a3 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:57.018172 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c062d7-8ab0-4b6b-968a-be475c625e48', 'tag': '8b22f3de-ce8b-44e4-ad29-565e4291884a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:23:57.031381 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1b9851-bb26-4643-bbad-ff04d40fe4f3" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c062d7-8ab0-4b6b-968a-be475c625e48", "tag": "8b22f3de-ce8b-44e4-ad29-565e4291884a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:23:57.043407 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91169b50-1ed9-4a8b-813e-42e5d057a4a3 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:57.053969 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc1f0cb-740e-4aa7-ae7f-aefe248578a3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] No DVR routers for this DVR port 84784f5f-5eef-4196-b34a-b2784f9659a4 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:23:57.126173 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4cfd06eb-e000-4f1a-afb0-a3a52f329fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186697841', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:42Z', 'updated_at': '2022-05-26T16:20:59Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:45Z', 'updated_at': '2022-05-26T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe', 'name': '', 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:38:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'd8060a82-6814-4a9a-8ef5-6e9627de2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:57Z', 'updated_at': '2022-05-26T16:21:06Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'd8060a82-6814-4a9a-8ef5-6e9627de2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:57.187899 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfd06eb-e000-4f1a-afb0-a3a52f329fb5 None None] Checking router: 108fcba7-2e0f-4bab-94d3-58627ec6f945 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:23:57.202253 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfd06eb-e000-4f1a-afb0-a3a52f329fb5 None None] Routers {'108fcba7-2e0f-4bab-94d3-58627ec6f945'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:57.203342 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4cfd06eb-e000-4f1a-afb0-a3a52f329fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:23:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['108fcba7-2e0f-4bab-94d3-58627ec6f945'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:57.246267 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 84784f5f-5eef-4196-b34a-b2784f9659a4 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:23:57.259971 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dc16f8a6-c4fc-4315-96e7-e12fd9e84558 req-165a2351-ecd8-4011-8e86-c81b0b8e97cf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=620fc062-f44a-4089-bfe6-724ab29d32de HTTP/1.1" status: 200 len: 217 time: 0.2938948 May 26 16:23:57.282158 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 84784f5f-5eef-4196-b34a-b2784f9659a4 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:23:57.282654 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 84784f5f-5eef-4196-b34a-b2784f9659a4 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:23:57.300962 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-a61d502f-311a-4ecc-8489-608d792b385c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:57.303576 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-a61d502f-311a-4ecc-8489-608d792b385c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 812 time: 1.3485126 May 26 16:23:57.321645 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-91169b50-1ed9-4a8b-813e-42e5d057a4a3 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Floating IP 8192dd77-216f-472a-ab9c-ad262b97340a associated. External IP: 172.25.7.198, port: 47a174fc-1f9b-4f7e-91d8-96549e6d3791. May 26 16:23:57.380082 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-4cfd06eb-e000-4f1a-afb0-a3a52f329fb5 None None] Set router 108fcba7-2e0f-4bab-94d3-58627ec6f945 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:23:57.470951 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491946c-13a5-4e00-843d-1bd3dac6b89a req-aa496838-3dfe-4dd8-abd3-f1525fe8513a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:57.485701 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b491946c-13a5-4e00-843d-1bd3dac6b89a req-aa496838-3dfe-4dd8-abd3-f1525fe8513a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 946 time: 0.4174569 May 26 16:23:57.498790 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-8394d6ff-2b3f-427f-83c5-a8003f24c72d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/quotas/6d53cccfd841437c98d5f73be3ccabb0 HTTP/1.1" status: 200 len: 375 time: 0.1413395 May 26 16:23:57.627374 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f0cb-740e-4aa7-ae7f-aefe248578a3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:57.682308 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91169b50-1ed9-4a8b-813e-42e5d057a4a3 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Router 3be498a2-af40-439e-8e33-5b6db31a6d35 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:23:57.694800 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-0fc1f0cb-740e-4aa7-ae7f-aefe248578a3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b50eb8b-0bf8-4628-8d40-55e706b5c2c9']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:57.711090 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b491946c-13a5-4e00-843d-1bd3dac6b89a req-abd43ed6-b5e2-438a-a627-3009a9e22d3d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017057 May 26 16:23:57.715035 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-0fc1f0cb-740e-4aa7-ae7f-aefe248578a3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3768af57-8d30-4d74-a19f-d727588839aa') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:57.715639 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-0fc1f0cb-740e-4aa7-ae7f-aefe248578a3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3768af57-8d30-4d74-a19f-d727588839aa') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:57.731310 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4cfd06eb-e000-4f1a-afb0-a3a52f329fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186697841', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:42Z', 'updated_at': '2022-05-26T16:20:59Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:45Z', 'updated_at': '2022-05-26T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe', 'name': '', 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:38:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'd8060a82-6814-4a9a-8ef5-6e9627de2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:57Z', 'updated_at': '2022-05-26T16:21:06Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'd8060a82-6814-4a9a-8ef5-6e9627de2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:57.766158 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfd06eb-e000-4f1a-afb0-a3a52f329fb5 None None] The sync data for ids ['108fcba7-2e0f-4bab-94d3-58627ec6f945'] in n-d-843337-2 is: [{'id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186697841', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:42Z', 'updated_at': '2022-05-26T16:20:59Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:45Z', 'updated_at': '2022-05-26T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe', 'name': '', 'network_id': '13bf54f3-26c0-4fe5-aa75-db926c99f0f3', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:38:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'd8060a82-6814-4a9a-8ef5-6e9627de2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:57Z', 'updated_at': '2022-05-26T16:21:06Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'd8060a82-6814-4a9a-8ef5-6e9627de2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:23:57.794250 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f0cb-740e-4aa7-ae7f-aefe248578a3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:57.819879 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f0cb-740e-4aa7-ae7f-aefe248578a3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:57.828774 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f34d6b-79e5-413a-b7a3-d73facb1aaf2 x-openstack-request-id: req-28f34d6b-79e5-413a-b7a3-d73facb1aaf2 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:23:57.829428 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c062d7-8ab0-4b6b-968a-be475c625e48", "tag": "8b22f3de-ce8b-44e4-ad29-565e4291884a", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:23:57.829874 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-28f34d6b-79e5-413a-b7a3-d73facb1aaf2 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:23:57.830769 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28f34d6b-79e5-413a-b7a3-d73facb1aaf2'] response: {'name': 'network-changed', 'server_uuid': 'b6c062d7-8ab0-4b6b-968a-be475c625e48', 'tag': '8b22f3de-ce8b-44e4-ad29-565e4291884a', 'status': 'completed', 'code': 200} May 26 16:23:57.831961 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc1f0cb-740e-4aa7-ae7f-aefe248578a3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:23:57.832649 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f0cb-740e-4aa7-ae7f-aefe248578a3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:57.964328 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16f8a6-c4fc-4315-96e7-e12fd9e84558 req-69170c85-fb89-4dfb-acf4-a344cd8b747f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:57.966560 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dc16f8a6-c4fc-4315-96e7-e12fd9e84558 req-69170c85-fb89-4dfb-acf4-a344cd8b747f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7bfd769-d7ce-4e57-9136-78fe7b11a40e HTTP/1.1" status: 200 len: 854 time: 0.6370924 May 26 16:23:57.970963 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91169b50-1ed9-4a8b-813e-42e5d057a4a3 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:23:57.980133 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91169b50-1ed9-4a8b-813e-42e5d057a4a3 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:57.982412 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 3768af57-8d30-4d74-a19f-d727588839aa resource provider aggregate not found May 26 16:23:57.989419 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e3780e-3854-417b-856e-c50b9325f072 None None] Sync routers for ids ['3be498a2-af40-439e-8e33-5b6db31a6d35'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:23:58.011918 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e3780e-3854-417b-856e-c50b9325f072 None None] Routers {'3be498a2-af40-439e-8e33-5b6db31a6d35'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:58.013097 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-91e3780e-3854-417b-856e-c50b9325f072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:23:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3be498a2-af40-439e-8e33-5b6db31a6d35'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:58.017402 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b9851-bb26-4643-bbad-ff04d40fe4f3 req-fe8e7bcc-66c2-408b-9206-3116dd1e151a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:58.019510 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5a1b9851-bb26-4643-bbad-ff04d40fe4f3 req-fe8e7bcc-66c2-408b-9206-3116dd1e151a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 1097 time: 0.1237569 May 26 16:23:58.059724 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-91169b50-1ed9-4a8b-813e-42e5d057a4a3 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "PUT /v2.0/floatingips/8192dd77-216f-472a-ab9c-ad262b97340a HTTP/1.1" status: 200 len: 991 time: 2.5535460 May 26 16:23:58.080323 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 3768af57-8d30-4d74-a19f-d727588839aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3768af57-8d30-4d74-a19f-d727588839aa found for delete ", "request_id": "req-3c2052ad-476d-4a17-b091-d4f95f20f0fb"}]} May 26 16:23:58.083600 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dc16f8a6-c4fc-4315-96e7-e12fd9e84558 req-b42af3cd-64c2-4178-b51b-1f490e408314 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=108e172f-9bd7-4858-818f-d588950b8366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697527 May 26 16:23:58.098594 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f0cb-740e-4aa7-ae7f-aefe248578a3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:58.120038 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f0cb-740e-4aa7-ae7f-aefe248578a3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:58.125439 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0fc1f0cb-740e-4aa7-ae7f-aefe248578a3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/networks/2b50eb8b-0bf8-4628-8d40-55e706b5c2c9 HTTP/1.1" status: 204 len: 168 time: 3.0937705 May 26 16:23:58.132358 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41850) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:58.175055 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-7cf28eda-631e-4e9d-83af-d20fcaca22e7 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6208134 May 26 16:23:58.251853 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3d0893-0147-433d-8747-c418a383ed57 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:58.264312 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cb3d0893-0147-433d-8747-c418a383ed57 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports/4f060d97-64c1-44c1-ae63-da07e8dad215 HTTP/1.1" status: 200 len: 845 time: 0.1270473 May 26 16:23:58.265284 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41854) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:58.311174 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa307e2-e896-4a6c-9e4e-ae72dcb3a623 None None] New status for floating IP 082b32ee-8986-495a-b61e-063c58b08d5e: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:23:58.376602 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0ca96925-ae5b-4dde-8bd9-2f213edf1eff tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports/4f060d97-64c1-44c1-ae63-da07e8dad215?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1003342 May 26 16:23:58.378712 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41856) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:23:58.400294 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-653a6331-3611-4427-b1cc-5052c30f52df tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'subnet': {'network_id': '80e6d2c3-0729-4530-a249-28a3e203bb37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:23:58.415146 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-91e3780e-3854-417b-856e-c50b9325f072 None None] Set router 3be498a2-af40-439e-8e33-5b6db31a6d35 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:23:58.495761 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819abf5b-0d1b-4dd9-8cc8-4f1814899040 req-1845ef9f-d72b-4591-982f-80d159eb885d tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:58.498495 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-819abf5b-0d1b-4dd9-8cc8-4f1814899040 req-1845ef9f-d72b-4591-982f-80d159eb885d tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674b629-8dfd-4641-a318-764d5be30b58 HTTP/1.1" status: 200 len: 943 time: 0.5560842 May 26 16:23:58.566208 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-0541801e-9bd6-46a8-9c08-83a63ff3e515 service neutron] 10.222.0.77 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036406 May 26 16:23:58.568517 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1f0cb-740e-4aa7-ae7f-aefe248578a3 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Network': ['ID=2b50eb8b-0bf8-4628-8d40-55e706b5c2c9,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:58.632554 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 620fc062-f44a-4089-bfe6-724ab29d32de details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:23:58.735394 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-258f6d59-ee17-43a5-a59a-e3d2ce0ae91b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Deleting port 656f9851-2e8f-4770-968a-a52d8049f5fd {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:23:58.736584 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-258f6d59-ee17-43a5-a59a-e3d2ce0ae91b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:58.797309 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dc16f8a6-c4fc-4315-96e7-e12fd9e84558 req-121f286f-ec92-4835-9653-507b72c226e7 service neutron] 10.222.0.81 "GET /v2.0/networks/108e172f-9bd7-4858-818f-d588950b8366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6584308 May 26 16:23:58.885471 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 620fc062-f44a-4089-bfe6-724ab29d32de, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=620fc062-f44a-4089-bfe6-724ab29d32de,segment=NetworkSegment(134194bf-9872-420b-81be-cd8b1f455a01),segment_id=134194bf-9872-420b-81be-cd8b1f455a01)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:58.900692 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '620fc062-f44a-4089-bfe6-724ab29d32de', 'network_id': '108e172f-9bd7-4858-818f-d588950b8366', 'port_id': '620fc062-f44a-4089-bfe6-724ab29d32de', 'mac_address': 'fa:16:3e:90:ea:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7bfd769-d7ce-4e57-9136-78fe7b11a40e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:23:58.925459 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-91e3780e-3854-417b-856e-c50b9325f072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '8192dd77-216f-472a-ab9c-ad262b97340a', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'floating_ip_address': '172.25.7.198', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'port_id': '47a174fc-1f9b-4f7e-91d8-96549e6d3791', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'mac_address': 'fa:16:3e:22:19:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd34c4-6531-447f-bc11-62c083585f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:23:26Z', 'updated_at': '2022-05-26T16:23:56Z', 'revision_number': 1, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:15Z', 'revision_number': 5, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:58.961394 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 620fc062-f44a-4089-bfe6-724ab29d32de is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:23:58.961819 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:58.970450 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-819abf5b-0d1b-4dd9-8cc8-4f1814899040 req-4c342bf2-190c-4806-92c8-5722061e23cf tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934076 May 26 16:23:58.985578 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620fc062-f44a-4089-bfe6-724ab29d32de {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:23:58.986493 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b9851-bb26-4643-bbad-ff04d40fe4f3 req-38b24cda-cd08-4c84-a726-8c9ba560c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:59.000433 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5a1b9851-bb26-4643-bbad-ff04d40fe4f3 req-38b24cda-cd08-4c84-a726-8c9ba560c409 service neutron] 10.222.0.83 "GET /v2.0/networks?id=13bf54f3-26c0-4fe5-aa75-db926c99f0f3 HTTP/1.1" status: 200 len: 898 time: 0.9594679 May 26 16:23:59.006476 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e3780e-3854-417b-856e-c50b9325f072 None None] Checking router: 3be498a2-af40-439e-8e33-5b6db31a6d35 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:23:59.014471 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 620fc062-f44a-4089-bfe6-724ab29d32de, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=620fc062-f44a-4089-bfe6-724ab29d32de,segment=NetworkSegment(134194bf-9872-420b-81be-cd8b1f455a01),segment_id=134194bf-9872-420b-81be-cd8b1f455a01)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:23:59.020999 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:59.021817 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653a6331-3611-4427-b1cc-5052c30f52df tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:23:59.028078 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-653a6331-3611-4427-b1cc-5052c30f52df tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:59.034593 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e3780e-3854-417b-856e-c50b9325f072 None None] Routers {'3be498a2-af40-439e-8e33-5b6db31a6d35'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:23:59.035661 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-91e3780e-3854-417b-856e-c50b9325f072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:23:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3be498a2-af40-439e-8e33-5b6db31a6d35'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:23:59.126428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=620fc062-f44a-4089-bfe6-724ab29d32de,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:23:59.211499 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5a1b9851-bb26-4643-bbad-ff04d40fe4f3 req-4bfc0036-ebef-4037-b013-152c01443273 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b22f3de-ce8b-44e4-ad29-565e4291884a HTTP/1.1" status: 200 len: 217 time: 0.1357868 May 26 16:23:59.226396 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-a487b743-3bd0-4b18-8815-60d372e76f2c service neutron] 10.222.0.77 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6156771 May 26 16:23:59.258701 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['620fc062-f44a-4089-bfe6-724ab29d32de'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:23:59.290877 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-91e3780e-3854-417b-856e-c50b9325f072 None None] Set router 3be498a2-af40-439e-8e33-5b6db31a6d35 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:23:59.356832 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-258f6d59-ee17-43a5-a59a-e3d2ce0ae91b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:59.377370 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-258f6d59-ee17-43a5-a59a-e3d2ce0ae91b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Calling delete_port for 656f9851-2e8f-4770-968a-a52d8049f5fd owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:23:59.520513 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b9851-bb26-4643-bbad-ff04d40fe4f3 req-ed962bc9-8fa6-4876-9b7e-0ee3c7e1056b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:59.522283 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5a1b9851-bb26-4643-bbad-ff04d40fe4f3 req-ed962bc9-8fa6-4876-9b7e-0ee3c7e1056b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d8060a82-6814-4a9a-8ef5-6e9627de2df0 HTTP/1.1" status: 200 len: 835 time: 0.3024862 May 26 16:23:59.595750 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe921bb4-e93d-4573-9b57-f4a6461c40a6 req-66f59533-54df-4078-bae2-a68b944f861e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:59.597782 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fe921bb4-e93d-4573-9b57-f4a6461c40a6 req-66f59533-54df-4078-bae2-a68b944f861e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.83 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 946 time: 0.1835620 May 26 16:23:59.772128 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b9851-bb26-4643-bbad-ff04d40fe4f3 req-7b1638c0-0083-444e-8a17-46ec273cfdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:23:59.773677 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5a1b9851-bb26-4643-bbad-ff04d40fe4f3 req-7b1638c0-0083-444e-8a17-46ec273cfdeb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=13bf54f3-26c0-4fe5-aa75-db926c99f0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2406709 May 26 16:23:59.818668 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-258f6d59-ee17-43a5-a59a-e3d2ce0ae91b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:23:59.875487 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-50ad5f71-29b2-438f-9d4b-66b44cf03cc9 req-ba9be030-c328-469c-a38b-ed6d67c55020 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cf816a2-8482-4b29-956c-02514be75a17 HTTP/1.1" status: 200 len: 210 time: 0.1527865 May 26 16:23:59.892577 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cbd34c4-6531-447f-bc11-62c083585f5f', 'tag': '47a174fc-1f9b-4f7e-91d8-96549e6d3791'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:23:59.894811 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe074d3-dc96-4081-ab81-220d73f2d822" -d '{"events": [{"name": "network-changed", "server_uuid": "6cbd34c4-6531-447f-bc11-62c083585f5f", "tag": "47a174fc-1f9b-4f7e-91d8-96549e6d3791"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:23:59.953855 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-91e3780e-3854-417b-856e-c50b9325f072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '8192dd77-216f-472a-ab9c-ad262b97340a', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'floating_ip_address': '172.25.7.198', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'port_id': '47a174fc-1f9b-4f7e-91d8-96549e6d3791', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'mac_address': 'fa:16:3e:22:19:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd34c4-6531-447f-bc11-62c083585f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:23:26Z', 'updated_at': '2022-05-26T16:23:56Z', 'revision_number': 1, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:15Z', 'revision_number': 5, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:00.010411 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf541b8-32ea-4e3a-b1c2-750eeffa5f8c req-58519c68-3ea0-41f4-8216-0413c9c606e4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:00.014256 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e3780e-3854-417b-856e-c50b9325f072 None None] The sync data for ids ['3be498a2-af40-439e-8e33-5b6db31a6d35'] in n-d-843337-2 is: [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '8192dd77-216f-472a-ab9c-ad262b97340a', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'floating_ip_address': '172.25.7.198', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'port_id': '47a174fc-1f9b-4f7e-91d8-96549e6d3791', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'mac_address': 'fa:16:3e:22:19:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd34c4-6531-447f-bc11-62c083585f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:23:26Z', 'updated_at': '2022-05-26T16:23:56Z', 'revision_number': 1, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:15Z', 'revision_number': 5, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:24:00.018093 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ebf541b8-32ea-4e3a-b1c2-750eeffa5f8c req-58519c68-3ea0-41f4-8216-0413c9c606e4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 946 time: 0.8127692 May 26 16:24:00.076850 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4491818-c618-48f8-ab56-5e4d7e9e435c x-openstack-request-id: req-b4491818-c618-48f8-ab56-5e4d7e9e435c {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:24:00.077037 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cbd34c4-6531-447f-bc11-62c083585f5f", "tag": "47a174fc-1f9b-4f7e-91d8-96549e6d3791", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:24:00.077215 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b4491818-c618-48f8-ab56-5e4d7e9e435c {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:24:00.077557 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4491818-c618-48f8-ab56-5e4d7e9e435c'] response: {'name': 'network-changed', 'server_uuid': '6cbd34c4-6531-447f-bc11-62c083585f5f', 'tag': '47a174fc-1f9b-4f7e-91d8-96549e6d3791', 'status': 'completed', 'code': 200} May 26 16:24:00.081756 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-653a6331-3611-4427-b1cc-5052c30f52df tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:00.108949 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653a6331-3611-4427-b1cc-5052c30f52df tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network 80e6d2c3-0729-4530-a249-28a3e203bb37 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:00.128578 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-653a6331-3611-4427-b1cc-5052c30f52df tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:00.159979 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc6cbfc-7e2e-4ea4-b3e3-b4a2e60904da None None] Network 80e6d2c3-0729-4530-a249-28a3e203bb37 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:00.205061 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f6d59-ee17-43a5-a59a-e3d2ce0ae91b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Port': ['ID=656f9851-2e8f-4770-968a-a52d8049f5fd,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:00.265238 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653a6331-3611-4427-b1cc-5052c30f52df tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:00.266380 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-653a6331-3611-4427-b1cc-5052c30f52df tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:00.270607 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5a1b9851-bb26-4643-bbad-ff04d40fe4f3 req-78b482a6-45fc-47e3-8cc0-134d6395c35a service neutron] 10.222.0.83 "GET /v2.0/networks/13bf54f3-26c0-4fe5-aa75-db926c99f0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687133 May 26 16:24:00.346795 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-fe921bb4-e93d-4573-9b57-f4a6461c40a6 req-dde9f938-6a06-472a-9a0e-8eba53915b2b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Deleting port 8b22f3de-ce8b-44e4-ad29-565e4291884a {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:24:00.347323 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fe921bb4-e93d-4573-9b57-f4a6461c40a6 req-dde9f938-6a06-472a-9a0e-8eba53915b2b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:00.399595 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a6331-3611-4427-b1cc-5052c30f52df tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Subnet': ['ID=ed29ac04-d6b2-4b4f-a313-32f7db47dc2b,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:00.408610 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-653a6331-3611-4427-b1cc-5052c30f52df tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0244646 May 26 16:24:00.425674 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41882) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:00.434627 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-87c6d642-e7bb-4a09-8b81-5f0ec126b2dd tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'security_group': {'name': 'tempest-secgroup-1468031386'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:00.461470 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dc16f8a6-c4fc-4315-96e7-e12fd9e84558 req-159da92b-94fb-49a3-a9ee-eddc753770e5 service neutron] 10.222.0.81 "GET /v2.0/networks/108e172f-9bd7-4858-818f-d588950b8366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5825119 May 26 16:24:00.598540 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:00.614387 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b972f446-3846-40cf-aace-c50928d93e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-80e6d2c3-0729-4530-a249-28a3e203bb37', 'network_id': '80e6d2c3-0729-4530-a249-28a3e203bb37', 'tenant_id': '3be6215cac414c0cad4d0387a5c1f396', 'fixed_ips': [{'subnet_id': 'ed29ac04-d6b2-4b4f-a313-32f7db47dc2b'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:24:00.615939 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b972f446-3846-40cf-aace-c50928d93e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:00.633799 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd719bf4-7bcc-42a8-a823-7330b4d004c7 None None] New status for floating IP 8192dd77-216f-472a-ab9c-ad262b97340a: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:24:00.650729 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 620fc062-f44a-4089-bfe6-724ab29d32de up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:00.660584 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ebf541b8-32ea-4e3a-b1c2-750eeffa5f8c req-390614db-4ea9-4838-9886-0324db33afce tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=c014a176-d81d-4ccf-9494-409392f0de56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5575290 May 26 16:24:00.679499 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-258f6d59-ee17-43a5-a59a-e3d2ce0ae91b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:00.763676 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5a1b9851-bb26-4643-bbad-ff04d40fe4f3 req-8d3c6b39-3556-4b34-bf2e-6e1d3e4ee487 service neutron] 10.222.0.83 "GET /v2.0/networks/13bf54f3-26c0-4fe5-aa75-db926c99f0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843905 May 26 16:24:00.792487 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-87c6d642-e7bb-4a09-8b81-5f0ec126b2dd tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:00.851508 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 620fc062-f44a-4089-bfe6-724ab29d32de completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:24:00.859179 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe074d3-dc96-4081-ab81-220d73f2d822 req-945eec71-4fce-45f9-b1be-5927ad9a519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:00.861468 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3fe074d3-dc96-4081-ab81-220d73f2d822 req-945eec71-4fce-45f9-b1be-5927ad9a519e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d026034f0b5c4db588d9be515d0f060a&device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 1096 time: 0.7115684 May 26 16:24:00.877504 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 620fc062-f44a-4089-bfe6-724ab29d32de triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:00.878062 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:00.894575 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40aba0e-de61-42c5-96e3-2a299ab48621 req-2923a77b-6888-4849-8a0c-79ae5a7ead37 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:00.914312 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a40aba0e-de61-42c5-96e3-2a299ab48621 req-2923a77b-6888-4849-8a0c-79ae5a7ead37 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674b629-8dfd-4641-a318-764d5be30b58 HTTP/1.1" status: 200 len: 944 time: 0.5004501 May 26 16:24:00.967332 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-b972f446-3846-40cf-aace-c50928d93e61 None None] Allocated IP 2001:db8::2 (80e6d2c3-0729-4530-a249-28a3e203bb37/ed29ac04-d6b2-4b4f-a313-32f7db47dc2b/2e74ef3b-aa6f-4286-8a8d-0e125599e4dc) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:01.133797 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe074d3-dc96-4081-ab81-220d73f2d822 req-8e6505b5-d8b9-4bef-b467-2d589e62e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:01.139610 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-87c6d642-e7bb-4a09-8b81-5f0ec126b2dd tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:01.145722 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3fe074d3-dc96-4081-ab81-220d73f2d822 req-8e6505b5-d8b9-4bef-b467-2d589e62e92e service neutron] 10.222.0.83 "GET /v2.0/networks?id=91e281f8-c4da-4a2d-a68d-16e867895ff6 HTTP/1.1" status: 200 len: 916 time: 0.2209303 May 26 16:24:01.155877 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-87c6d642-e7bb-4a09-8b81-5f0ec126b2dd tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:01.181444 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-fe921bb4-e93d-4573-9b57-f4a6461c40a6 req-dde9f938-6a06-472a-9a0e-8eba53915b2b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] For port 8b22f3de-ce8b-44e4-ad29-565e4291884a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=8b22f3de-ce8b-44e4-ad29-565e4291884a,segment=NetworkSegment(8498f6fa-5e8b-44e7-bc82-da26134ce147),segment_id=8498f6fa-5e8b-44e7-bc82-da26134ce147)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:01.181894 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fe921bb4-e93d-4573-9b57-f4a6461c40a6 req-dde9f938-6a06-472a-9a0e-8eba53915b2b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:01.225780 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-74b51a8a-7d16-4676-9d36-a254d898ac97 req-b5f4c9c1-e815-4825-b839-2bc93e702fd9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cf816a2-8482-4b29-956c-02514be75a17 HTTP/1.1" status: 200 len: 210 time: 0.0782204 May 26 16:24:01.281859 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-87c6d642-e7bb-4a09-8b81-5f0ec126b2dd tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:01.284030 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-87c6d642-e7bb-4a09-8b81-5f0ec126b2dd tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8569481 May 26 16:24:01.293860 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41886) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:01.296597 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-fe921bb4-e93d-4573-9b57-f4a6461c40a6 req-dde9f938-6a06-472a-9a0e-8eba53915b2b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Calling delete_port for 8b22f3de-ce8b-44e4-ad29-565e4291884a owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:24:01.300209 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 620fc062-f44a-4089-bfe6-724ab29d32de is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:01.300780 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:01.311172 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a40aba0e-de61-42c5-96e3-2a299ab48621 req-791a27c2-9133-4f20-a276-e55ff234983e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956022 May 26 16:24:01.326903 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-0fd348ba-0b4c-4604-a273-035c6538dc52 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'security_group': {'name': 'tempest-secgroup-745258258'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:01.347295 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3674b629-8dfd-4641-a318-764d5be30b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620fc062-f44a-4089-bfe6-724ab29d32de'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:24:01.349674 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85c37f0-8fc3-4404-af6d-9180cd0c937a" -d '{"events": [{"server_uuid": "3674b629-8dfd-4641-a318-764d5be30b58", "name": "network-vif-plugged", "status": "completed", "tag": "620fc062-f44a-4089-bfe6-724ab29d32de"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:24:01.350228 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6d642-e7bb-4a09-8b81-5f0ec126b2dd tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0969da-b4c8-4ff5-aeeb-bad0368960fa,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:01.411025 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 620fc062-f44a-4089-bfe6-724ab29d32de, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=620fc062-f44a-4089-bfe6-724ab29d32de,segment=NetworkSegment(134194bf-9872-420b-81be-cd8b1f455a01),segment_id=134194bf-9872-420b-81be-cd8b1f455a01)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:01.429449 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:01.529668 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339d5330-46f1-413c-b72c-7a820fa17453 x-openstack-request-id: req-339d5330-46f1-413c-b72c-7a820fa17453 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:24:01.530229 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3674b629-8dfd-4641-a318-764d5be30b58", "name": "network-vif-plugged", "status": "completed", "tag": "620fc062-f44a-4089-bfe6-724ab29d32de", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:24:01.531121 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-339d5330-46f1-413c-b72c-7a820fa17453 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:24:01.531121 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-339d5330-46f1-413c-b72c-7a820fa17453'] response: {'server_uuid': '3674b629-8dfd-4641-a318-764d5be30b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620fc062-f44a-4089-bfe6-724ab29d32de', 'code': 200} May 26 16:24:01.548370 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258f6d59-ee17-43a5-a59a-e3d2ce0ae91b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Router b4b833c2-fa39-47a5-a7fd-1f8d7a03dab1 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:24:01.556121 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3fe074d3-dc96-4081-ab81-220d73f2d822 req-1fdfa5c7-2202-4062-87bf-94e6dff1bc09 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47a174fc-1f9b-4f7e-91d8-96549e6d3791 HTTP/1.1" status: 200 len: 1001 time: 0.3813536 May 26 16:24:01.562398 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0fd348ba-0b4c-4604-a273-035c6538dc52 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:01.583423 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=620fc062-f44a-4089-bfe6-724ab29d32de,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:01.598603 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b972f446-3846-40cf-aace-c50928d93e61 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:01.613469 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b972f446-3846-40cf-aace-c50928d93e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:01.637057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe074d3-dc96-4081-ab81-220d73f2d822 req-64e20da0-eeda-4895-9116-668071e1568e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:01.640133 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3fe074d3-dc96-4081-ab81-220d73f2d822 req-64e20da0-eeda-4895-9116-668071e1568e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fee14286-9209-4b96-87d8-95a3251de24f HTTP/1.1" status: 200 len: 854 time: 0.0745108 May 26 16:24:01.710618 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fe921bb4-e93d-4573-9b57-f4a6461c40a6 req-dde9f938-6a06-472a-9a0e-8eba53915b2b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:01.814180 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9f938-6a06-472a-9a0e-8eba53915b2b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'Port': ['ID=8b22f3de-ce8b-44e4-ad29-565e4291884a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:01.924678 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe921bb4-e93d-4573-9b57-f4a6461c40a6 req-dde9f938-6a06-472a-9a0e-8eba53915b2b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] No DVR routers for this DVR port 8b22f3de-ce8b-44e4-ad29-565e4291884a on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:24:01.943170 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-fe921bb4-e93d-4573-9b57-f4a6461c40a6 req-dde9f938-6a06-472a-9a0e-8eba53915b2b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:01.966525 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fe921bb4-e93d-4573-9b57-f4a6461c40a6 req-dde9f938-6a06-472a-9a0e-8eba53915b2b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.83 "DELETE /v2.0/ports/8b22f3de-ce8b-44e4-ad29-565e4291884a HTTP/1.1" status: 204 len: 173 time: 2.3560550 May 26 16:24:02.015495 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f8cf94c-ed2e-46fd-8663-92699e5b7ba8 req-b3e9769d-ecf8-40f4-8e31-50f4ebdce984 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6c062d7-8ab0-4b6b-968a-be475c625e48 HTTP/1.1" status: 200 len: 210 time: 0.0778105 May 26 16:24:02.141230 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258f6d59-ee17-43a5-a59a-e3d2ce0ae91b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:24:02.141499 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b972f446-3846-40cf-aace-c50928d93e61 None None] Network 80e6d2c3-0729-4530-a249-28a3e203bb37 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:02.146171 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-b972f446-3846-40cf-aace-c50928d93e61 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:02.159807 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b972f446-3846-40cf-aace-c50928d93e61 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:02.167655 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-258f6d59-ee17-43a5-a59a-e3d2ce0ae91b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "PUT /v2.0/routers/b4b833c2-fa39-47a5-a7fd-1f8d7a03dab1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9387867 May 26 16:24:02.188494 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41898) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:02.210195 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5176d3c-c78a-437a-846c-1ddc9ac383ff None None] Sync routers for ids ['b4b833c2-fa39-47a5-a7fd-1f8d7a03dab1'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:24:02.237999 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c062d7-8ab0-4b6b-968a-be475c625e48', 'name': 'network-vif-deleted', 'tag': '8b22f3de-ce8b-44e4-ad29-565e4291884a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:24:02.242054 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecea767f-bb37-4501-971a-07d54df8c5e9" -d '{"events": [{"server_uuid": "b6c062d7-8ab0-4b6b-968a-be475c625e48", "name": "network-vif-deleted", "tag": "8b22f3de-ce8b-44e4-ad29-565e4291884a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:24:02.250829 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd2e7c-f12c-4dbd-9436-c6ecc20c2df2 req-81bd0875-c75f-49f5-a12e-a9981d79f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:02.253329 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cbbd2e7c-f12c-4dbd-9436-c6ecc20c2df2 req-81bd0875-c75f-49f5-a12e-a9981d79f9a0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3674b629-8dfd-4641-a318-764d5be30b58 HTTP/1.1" status: 200 len: 1096 time: 0.6116097 May 26 16:24:02.260637 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-2eb052c1-fa81-4a7e-b573-b57e682a558d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:02.263706 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-2eb052c1-fa81-4a7e-b573-b57e682a558d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.83 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 812 time: 0.4685509 May 26 16:24:02.299400 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b972f446-3846-40cf-aace-c50928d93e61 None None] Attempting to bind port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:02.299999 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b972f446-3846-40cf-aace-c50928d93e61 None None] Attempting to bind port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8210a33e-a2e9-490f-9bb8-be15ad1cdde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '80e6d2c3-0729-4530-a249-28a3e203bb37'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:02.300598 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b972f446-3846-40cf-aace-c50928d93e61 None None] Attempting to bind port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc on network 80e6d2c3-0729-4530-a249-28a3e203bb37 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:02.309723 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5176d3c-c78a-437a-846c-1ddc9ac383ff None None] Routers {'b4b833c2-fa39-47a5-a7fd-1f8d7a03dab1'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:02.310773 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d5176d3c-c78a-437a-846c-1ddc9ac383ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:23:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b4b833c2-fa39-47a5-a7fd-1f8d7a03dab1'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:02.335752 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-44bcf5d2-9fec-4a1b-be9a-858a1379c016 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Request body: {'port': {'device_id': '5cf816a2-8482-4b29-956c-02514be75a17', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'admin_state_up': True, 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:02.369316 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe074d3-dc96-4081-ab81-220d73f2d822 req-3da2d270-45be-4c56-967e-1d6a558b350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:02.378056 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3fe074d3-dc96-4081-ab81-220d73f2d822 req-3da2d270-45be-4c56-967e-1d6a558b350f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91e281f8-c4da-4a2d-a68d-16e867895ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7128937 May 26 16:24:02.388782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972f446-3846-40cf-aace-c50928d93e61 None None] Pushing event updated for resources: {'Port': ['ID=2e74ef3b-aa6f-4286-8a8d-0e125599e4dc,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:02.398281 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d5176d3c-c78a-437a-846c-1ddc9ac383ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:02.415998 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b972f446-3846-40cf-aace-c50928d93e61 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:24:02.416604 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b972f446-3846-40cf-aace-c50928d93e61 None None] Checking segment: {'id': '8210a33e-a2e9-490f-9bb8-be15ad1cdde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '80e6d2c3-0729-4530-a249-28a3e203bb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:02.418679 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b972f446-3846-40cf-aace-c50928d93e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:02.419367 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b972f446-3846-40cf-aace-c50928d93e61 None None] Bound using segment: {'id': '8210a33e-a2e9-490f-9bb8-be15ad1cdde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '80e6d2c3-0729-4530-a249-28a3e203bb37'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:24:02.428858 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b972f446-3846-40cf-aace-c50928d93e61 None None] Bound port: 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8210a33e-a2e9-490f-9bb8-be15ad1cdde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '80e6d2c3-0729-4530-a249-28a3e203bb37'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:24:02.429702 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b972f446-3846-40cf-aace-c50928d93e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:02.439123 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-801568e7-0ce7-49ea-a73b-4f9d39fad461 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4b833c2-fa39-47a5-a7fd-1f8d7a03dab1 HTTP/1.1" status: 200 len: 205 time: 0.2383108 May 26 16:24:02.442499 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41906) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:02.577969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5176d3c-c78a-437a-846c-1ddc9ac383ff None None] Routers {'b4b833c2-fa39-47a5-a7fd-1f8d7a03dab1'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:02.579557 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d5176d3c-c78a-437a-846c-1ddc9ac383ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:23:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b4b833c2-fa39-47a5-a7fd-1f8d7a03dab1'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:02.597215 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d6ea60-414f-43ec-8150-bf5fe1c6d5a2 x-openstack-request-id: req-c4d6ea60-414f-43ec-8150-bf5fe1c6d5a2 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:24:02.597646 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c062d7-8ab0-4b6b-968a-be475c625e48", "name": "network-vif-deleted", "tag": "8b22f3de-ce8b-44e4-ad29-565e4291884a", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:24:02.597917 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c4d6ea60-414f-43ec-8150-bf5fe1c6d5a2 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:24:02.598452 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d6ea60-414f-43ec-8150-bf5fe1c6d5a2'] response: {'server_uuid': 'b6c062d7-8ab0-4b6b-968a-be475c625e48', 'name': 'network-vif-deleted', 'tag': '8b22f3de-ce8b-44e4-ad29-565e4291884a', 'status': 'completed', 'code': 200} May 26 16:24:02.639522 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d5176d3c-c78a-437a-846c-1ddc9ac383ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:02.640537 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5176d3c-c78a-437a-846c-1ddc9ac383ff None None] The sync data for ids ['b4b833c2-fa39-47a5-a7fd-1f8d7a03dab1'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:24:02.650196 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-44bcf5d2-9fec-4a1b-be9a-858a1379c016 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Made reservation on behalf of 6d53cccfd841437c98d5f73be3ccabb0 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:02.656738 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-44bcf5d2-9fec-4a1b-be9a-858a1379c016 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:02.704804 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b972f446-3846-40cf-aace-c50928d93e61 None None] For port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:02.718583 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b972f446-3846-40cf-aace-c50928d93e61 None None] For port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2e74ef3b-aa6f-4286-8a8d-0e125599e4dc,segment=NetworkSegment(8210a33e-a2e9-490f-9bb8-be15ad1cdde1),segment_id=8210a33e-a2e9-490f-9bb8-be15ad1cdde1)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:24:02.726899 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b972f446-3846-40cf-aace-c50928d93e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:02.850840 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 8b22f3de-ce8b-44e4-ad29-565e4291884a no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:24:02.934182 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 8b22f3de-ce8b-44e4-ad29-565e4291884a {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:24:02.934772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 8b22f3de-ce8b-44e4-ad29-565e4291884a not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:24:02.938226 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972f446-3846-40cf-aace-c50928d93e61 None None] Pushing event updated for resources: {'Port': ['ID=2e74ef3b-aa6f-4286-8a8d-0e125599e4dc,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:02.987978 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-44bcf5d2-9fec-4a1b-be9a-858a1379c016 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Allocated IP 172.20.0.10 (98033063-3342-4cf7-9d2f-e05eb4d2a510/3737f1a6-bbf8-410c-b21f-32295ff819a0/7a57f90b-913e-40c9-b299-cf19df4e11dc) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:03.312437 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cbbd2e7c-f12c-4dbd-9436-c6ecc20c2df2 req-1082509c-4447-4115-a675-9da6e068f846 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9160852 May 26 16:24:03.420844 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0fd348ba-0b4c-4604-a273-035c6538dc52 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:03.441048 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-44bcf5d2-9fec-4a1b-be9a-858a1379c016 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:03.474751 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51a00dde-9ca0-45b1-a256-c5d9441d084e req-c6d4b537-57da-4f32-a623-9f7ceaccf330 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cf816a2-8482-4b29-956c-02514be75a17 HTTP/1.1" status: 200 len: 210 time: 0.9142332 May 26 16:24:03.506317 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0fd348ba-0b4c-4604-a273-035c6538dc52 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:03.521119 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-44bcf5d2-9fec-4a1b-be9a-858a1379c016 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:03.573640 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['7f4643e6-2113-4164-838c-27cb490174a1', '4cd1d481-cf6e-4f02-9385-15712c5b147f'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:24:03.592128 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcf5d2-9fec-4a1b-be9a-858a1379c016 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Pushing event updated for resources: {'Port': ['ID=7a57f90b-913e-40c9-b299-cf19df4e11dc,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:03.596671 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41914) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:03.696715 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ccab11b3-ca39-4274-8e3b-f3f0c4b0f634 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:03.725060 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0fd348ba-0b4c-4604-a273-035c6538dc52 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:03.726688 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0fd348ba-0b4c-4604-a273-035c6538dc52 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.4053824 May 26 16:24:03.729261 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3fe074d3-dc96-4081-ab81-220d73f2d822 req-bd1f4a9a-c068-4a50-ad27-7141ff63898c service neutron] 10.222.0.83 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2527375 May 26 16:24:03.744275 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41920) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:03.747591 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-44bcf5d2-9fec-4a1b-be9a-858a1379c016 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Network 98033063-3342-4cf7-9d2f-e05eb4d2a510 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:03.753883 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b76dd4cf-bb27-4038-ba8b-25609b230171 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2073521959', 'security_groups': ['cbe301ed-8752-4420-8697-6908cd9357c1'], 'network_id': '80e6d2c3-0729-4530-a249-28a3e203bb37', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ed29ac04-d6b2-4b4f-a313-32f7db47dc2b'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:03.905453 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6683b01-c87f-4b07-ad94-fb9e2b9982b2 req-fc082404-c4dc-4adf-8e9f-f7fb65a407c5 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:03.908326 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-44bcf5d2-9fec-4a1b-be9a-858a1379c016 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:03.926994 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6683b01-c87f-4b07-ad94-fb9e2b9982b2 req-fc082404-c4dc-4adf-8e9f-f7fb65a407c5 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674b629-8dfd-4641-a318-764d5be30b58 HTTP/1.1" status: 200 len: 945 time: 1.2963653 May 26 16:24:03.972901 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-44bcf5d2-9fec-4a1b-be9a-858a1379c016 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:04.050017 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd348ba-0b4c-4604-a273-035c6538dc52 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe301ed-8752-4420-8697-6908cd9357c1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:04.223026 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-44bcf5d2-9fec-4a1b-be9a-858a1379c016 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:04.224032 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-44bcf5d2-9fec-4a1b-be9a-858a1379c016 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:04.252035 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ccab11b3-ca39-4274-8e3b-f3f0c4b0f634 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:04.259227 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ccab11b3-ca39-4274-8e3b-f3f0c4b0f634 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:04.304357 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-44bcf5d2-9fec-4a1b-be9a-858a1379c016 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9758835 May 26 16:24:04.363587 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-eb49734e-5e5d-4883-8d01-7645eb1fa25d service neutron] Request body: {'port': {'device_id': '5cf816a2-8482-4b29-956c-02514be75a17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:04.372179 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76dd4cf-bb27-4038-ba8b-25609b230171 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:04.380983 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6683b01-c87f-4b07-ad94-fb9e2b9982b2 req-07a31fa8-706d-43f6-b1fe-fa5c54fc60f1 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528055 May 26 16:24:04.393572 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3fe074d3-dc96-4081-ab81-220d73f2d822 req-f713a24f-9b87-4279-8630-f4760c0e83eb service neutron] 10.222.0.83 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5948391 May 26 16:24:04.414033 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ccab11b3-ca39-4274-8e3b-f3f0c4b0f634 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:04.415968 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccab11b3-ca39-4274-8e3b-f3f0c4b0f634 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Fanout notify agent at l3_agent the message router_deleted on router b4b833c2-fa39-47a5-a7fd-1f8d7a03dab1 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:24:04.447586 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ccab11b3-ca39-4274-8e3b-f3f0c4b0f634 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:04.460195 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ccab11b3-ca39-4274-8e3b-f3f0c4b0f634 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/routers/b4b833c2-fa39-47a5-a7fd-1f8d7a03dab1 HTTP/1.1" status: 204 len: 168 time: 1.9239171 May 26 16:24:04.461655 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41922) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:04.490164 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7e0bd66e-5f89-49f1-aaa8-012e1b0461fc None None] Provisioning complete for port 7a57f90b-913e-40c9-b299-cf19df4e11dc triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:04.490164 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e0bd66e-5f89-49f1-aaa8-012e1b0461fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:04.601164 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7e0bd66e-5f89-49f1-aaa8-012e1b0461fc None None] Port 7a57f90b-913e-40c9-b299-cf19df4e11dc cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:04.643414 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-53250dbe-e1e6-448b-bcf1-42dbc0f4b622 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Deleting subnet 07322ea1-a2e8-4692-871c-e6beaf822ba4 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:24:04.674957 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-53250dbe-e1e6-448b-bcf1-42dbc0f4b622 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:04.742047 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-eb49734e-5e5d-4883-8d01-7645eb1fa25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:04.803991 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-53250dbe-e1e6-448b-bcf1-42dbc0f4b622 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:04.854900 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d8e59eb4-05d0-41c7-a091-48daf8e83acb None None] Provisioning complete for port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:04.855278 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d8e59eb4-05d0-41c7-a091-48daf8e83acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:04.965431 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-53250dbe-e1e6-448b-bcf1-42dbc0f4b622 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:04.986485 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d8e59eb4-05d0-41c7-a091-48daf8e83acb None None] Current status of the port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:04.986994 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d8e59eb4-05d0-41c7-a091-48daf8e83acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:05.040556 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d8e59eb4-05d0-41c7-a091-48daf8e83acb None None] For port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2e74ef3b-aa6f-4286-8a8d-0e125599e4dc,segment=NetworkSegment(8210a33e-a2e9-490f-9bb8-be15ad1cdde1),segment_id=8210a33e-a2e9-490f-9bb8-be15ad1cdde1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:05.047673 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d8e59eb4-05d0-41c7-a091-48daf8e83acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:05.062594 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b76dd4cf-bb27-4038-ba8b-25609b230171 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:05.070757 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0e270-c449-4dfb-a399-b1a22711f109 req-eee1a9eb-7aba-4949-8744-62a9e989c27d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:05.072397 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-19f0e270-c449-4dfb-a399-b1a22711f109 req-eee1a9eb-7aba-4949-8744-62a9e989c27d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cf816a2-8482-4b29-956c-02514be75a17 HTTP/1.1" status: 200 len: 932 time: 0.4234033 May 26 16:24:05.106033 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d8e59eb4-05d0-41c7-a091-48daf8e83acb None None] Provisioning complete for port 4f060d97-64c1-44c1-ae63-da07e8dad215 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:05.106595 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d8e59eb4-05d0-41c7-a091-48daf8e83acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:05.139017 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-53250dbe-e1e6-448b-bcf1-42dbc0f4b622 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:05.175125 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-b76dd4cf-bb27-4038-ba8b-25609b230171 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] device_id is not set on port 8c034ac9-4806-425a-9bbd-47473351d45e yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:24:05.206514 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53250dbe-e1e6-448b-bcf1-42dbc0f4b622 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Subnet': ['ID=07322ea1-a2e8-4692-871c-e6beaf822ba4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:05.211920 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d8e59eb4-05d0-41c7-a091-48daf8e83acb None None] Port 4f060d97-64c1-44c1-ae63-da07e8dad215 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:05.230604 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-53250dbe-e1e6-448b-bcf1-42dbc0f4b622 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:05.234517 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-53250dbe-e1e6-448b-bcf1-42dbc0f4b622 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/subnets/07322ea1-a2e8-4692-871c-e6beaf822ba4 HTTP/1.1" status: 204 len: 168 time: 0.7698298 May 26 16:24:05.238756 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41932) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:05.239504 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbb12ce-bfcd-40a5-a8e4-b0c0d86af98a None None] Network 805ba293-aeea-423e-b791-43bd09796272 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:05.297710 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-19f0e270-c449-4dfb-a399-b1a22711f109 req-a026d9ed-1f02-43fc-9960-734ec1a38707 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147679 May 26 16:24:05.297951 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e59eb4-05d0-41c7-a091-48daf8e83acb None None] Pushing event updated for resources: {'Port': ['ID=2e74ef3b-aa6f-4286-8a8d-0e125599e4dc,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:05.399606 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:05.437958 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9c12cc9c-7571-4766-8471-00a5ce8d3333 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:05.637242 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:05.638174 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:05.646972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-9c12cc9c-7571-4766-8471-00a5ce8d3333 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Deleting port a8a8da14-9f1e-44ba-af21-3f346112e2b2 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:24:05.647874 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9c12cc9c-7571-4766-8471-00a5ce8d3333 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:05.716509 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-b76dd4cf-bb27-4038-ba8b-25609b230171 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Allocated IP 2001:db8::242 (80e6d2c3-0729-4530-a249-28a3e203bb37/ed29ac04-d6b2-4b4f-a313-32f7db47dc2b/8c034ac9-4806-425a-9bbd-47473351d45e) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:05.725089 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2263b26a-20a1-444a-b9b0-192d8bfac92d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:05.775053 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e614710-c04a-403f-aefd-b9c3e7bf7256 req-01118222-1d17-4b72-9c6a-b582c69acee2 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:05.777950 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6e614710-c04a-403f-aefd-b9c3e7bf7256 req-01118222-1d17-4b72-9c6a-b582c69acee2 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674b629-8dfd-4641-a318-764d5be30b58 HTTP/1.1" status: 200 len: 945 time: 0.2068839 May 26 16:24:05.849472 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:05.856151 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-9c12cc9c-7571-4766-8471-00a5ce8d3333 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] For port a8a8da14-9f1e-44ba-af21-3f346112e2b2, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a8a8da14-9f1e-44ba-af21-3f346112e2b2,segment=NetworkSegment(8be3aa1a-7d58-44bc-b42c-a9dc68ac2219),segment_id=8be3aa1a-7d58-44bc-b42c-a9dc68ac2219)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:05.856909 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9c12cc9c-7571-4766-8471-00a5ce8d3333 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:05.872589 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2d003b-7410-427b-84c2-2f45fc458ba4 None None] DHCP port deletion for 805ba293-aeea-423e-b791-43bd09796272 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:24:05.888930 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-9c12cc9c-7571-4766-8471-00a5ce8d3333 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Calling delete_port for a8a8da14-9f1e-44ba-af21-3f346112e2b2 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:24:05.960786 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d003b-7410-427b-84c2-2f45fc458ba4 None None] Deleting port a8a8da14-9f1e-44ba-af21-3f346112e2b2 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:24:05.961462 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cd2d003b-7410-427b-84c2-2f45fc458ba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:05.987621 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6e614710-c04a-403f-aefd-b9c3e7bf7256 req-2cea5f55-ba85-4d7a-95b5-d6e4a34f7625 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954591 May 26 16:24:06.065370 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9c12cc9c-7571-4766-8471-00a5ce8d3333 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:06.101239 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-cd2d003b-7410-427b-84c2-2f45fc458ba4 None None] For port a8a8da14-9f1e-44ba-af21-3f346112e2b2, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a8a8da14-9f1e-44ba-af21-3f346112e2b2,segment=NetworkSegment(8be3aa1a-7d58-44bc-b42c-a9dc68ac2219),segment_id=8be3aa1a-7d58-44bc-b42c-a9dc68ac2219)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:06.102982 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cd2d003b-7410-427b-84c2-2f45fc458ba4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:06.123876 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12cc9c-7571-4766-8471-00a5ce8d3333 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Port': ['ID=a8a8da14-9f1e-44ba-af21-3f346112e2b2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:06.128522 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d003b-7410-427b-84c2-2f45fc458ba4 None None] Calling delete_port for a8a8da14-9f1e-44ba-af21-3f346112e2b2 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:24:06.151525 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c12cc9c-7571-4766-8471-00a5ce8d3333 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] No DVR routers for this DVR port a8a8da14-9f1e-44ba-af21-3f346112e2b2 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:24:06.285209 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cd2d003b-7410-427b-84c2-2f45fc458ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:06.335174 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d003b-7410-427b-84c2-2f45fc458ba4 None None] Pushing event deleted for resources: {'Port': ['ID=a8a8da14-9f1e-44ba-af21-3f346112e2b2,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:06.339222 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2d003b-7410-427b-84c2-2f45fc458ba4 None None] No DVR routers for this DVR port a8a8da14-9f1e-44ba-af21-3f346112e2b2 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:24:06.362443 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9c12cc9c-7571-4766-8471-00a5ce8d3333 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:06.400449 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-9c12cc9c-7571-4766-8471-00a5ce8d3333 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805ba293-aeea-423e-b791-43bd09796272']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:06.414072 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-9c12cc9c-7571-4766-8471-00a5ce8d3333 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be3aa1a-7d58-44bc-b42c-a9dc68ac2219') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:06.414698 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-9c12cc9c-7571-4766-8471-00a5ce8d3333 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be3aa1a-7d58-44bc-b42c-a9dc68ac2219') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:06.430739 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9c12cc9c-7571-4766-8471-00a5ce8d3333 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:06.454122 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9c12cc9c-7571-4766-8471-00a5ce8d3333 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:06.479421 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c12cc9c-7571-4766-8471-00a5ce8d3333 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:24:06.482377 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9c12cc9c-7571-4766-8471-00a5ce8d3333 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:06.489467 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-eb49734e-5e5d-4883-8d01-7645eb1fa25d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a57f90b-913e-40c9-b299-cf19df4e11dc {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:24:06.511665 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-eb49734e-5e5d-4883-8d01-7645eb1fa25d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:06.591064 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 8be3aa1a-7d58-44bc-b42c-a9dc68ac2219 resource provider aggregate not found May 26 16:24:06.667397 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 8be3aa1a-7d58-44bc-b42c-a9dc68ac2219 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8be3aa1a-7d58-44bc-b42c-a9dc68ac2219 found for delete ", "request_id": "req-7344ca7d-4156-4553-b024-047769db5c54"}]} May 26 16:24:06.669749 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9c12cc9c-7571-4766-8471-00a5ce8d3333 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:06.685325 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9c12cc9c-7571-4766-8471-00a5ce8d3333 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:06.688674 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9c12cc9c-7571-4766-8471-00a5ce8d3333 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/networks/805ba293-aeea-423e-b791-43bd09796272 HTTP/1.1" status: 204 len: 168 time: 1.4499097 May 26 16:24:06.701834 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-eb49734e-5e5d-4883-8d01-7645eb1fa25d service neutron] Transition to ACTIVE for port object 7a57f90b-913e-40c9-b299-cf19df4e11dc will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:24:06.707841 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41954) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:06.717029 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-620ac485-631d-4a03-9703-0195aacd4b60 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1643809731', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:06.723858 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12cc9c-7571-4766-8471-00a5ce8d3333 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Network': ['ID=805ba293-aeea-423e-b791-43bd09796272,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:06.754092 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-eb49734e-5e5d-4883-8d01-7645eb1fa25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:06.760756 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43827b9e-544c-4635-bf4e-d77968029f3f req-51691b7d-a526-4875-a337-55b3944a28ff tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:06.769824 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43827b9e-544c-4635-bf4e-d77968029f3f req-51691b7d-a526-4875-a337-55b3944a28ff tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cf816a2-8482-4b29-956c-02514be75a17 HTTP/1.1" status: 200 len: 932 time: 0.2118249 May 26 16:24:06.797333 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d80c4-9b86-450d-846e-362ce9d47d94 req-a3139934-116f-47b8-b043-4ae7f6f7ca68 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:06.799718 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e53d80c4-9b86-450d-846e-362ce9d47d94 req-a3139934-116f-47b8-b043-4ae7f6f7ca68 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674b629-8dfd-4641-a318-764d5be30b58 HTTP/1.1" status: 200 len: 945 time: 0.2548912 May 26 16:24:06.825202 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-620ac485-631d-4a03-9703-0195aacd4b60 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:06.826326 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-620ac485-631d-4a03-9703-0195aacd4b60 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:06.948535 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-620ac485-631d-4a03-9703-0195aacd4b60 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:06.954215 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e53d80c4-9b86-450d-846e-362ce9d47d94 req-d6d115fe-5f16-4e5d-84e3-3cc3cd5376ba tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396613 May 26 16:24:06.960436 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-620ac485-631d-4a03-9703-0195aacd4b60 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:06.980026 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b76dd4cf-bb27-4038-ba8b-25609b230171 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:06.982972 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43827b9e-544c-4635-bf4e-d77968029f3f req-2ce7ac6a-769b-44d0-a8b2-b84be0ce165c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121384 May 26 16:24:07.004786 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49734e-5e5d-4883-8d01-7645eb1fa25d service neutron] Pushing event updated for resources: {'Port': ['ID=7a57f90b-913e-40c9-b299-cf19df4e11dc,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:07.009484 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-620ac485-631d-4a03-9703-0195aacd4b60 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:07.011921 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-620ac485-631d-4a03-9703-0195aacd4b60 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3015711 May 26 16:24:07.015491 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41958) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:07.023661 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-33c1db5f-dff6-44de-974d-c2cc1050ae80 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1043183307'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:07.055368 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c1db5f-dff6-44de-974d-c2cc1050ae80 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Made reservation on behalf of 7c05bed383db4b70b043bf60b5d2bde6 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:07.060440 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33c1db5f-dff6-44de-974d-c2cc1050ae80 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:07.104276 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c1db5f-dff6-44de-974d-c2cc1050ae80 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:24:07.154637 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33c1db5f-dff6-44de-974d-c2cc1050ae80 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:07.156312 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-33c1db5f-dff6-44de-974d-c2cc1050ae80 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Added segment b368cf36-1452-4c28-b13f-45d34c06d0db of type vlan for network f295006e-07c3-4895-bec9-fd74d733c6bc May 26 16:24:07.170855 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-eb49734e-5e5d-4883-8d01-7645eb1fa25d service neutron] Attempting to bind port 7a57f90b-913e-40c9-b299-cf19df4e11dc on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:07.171186 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-eb49734e-5e5d-4883-8d01-7645eb1fa25d service neutron] Attempting to bind port 7a57f90b-913e-40c9-b299-cf19df4e11dc by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:07.172196 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-eb49734e-5e5d-4883-8d01-7645eb1fa25d service neutron] Attempting to bind port 7a57f90b-913e-40c9-b299-cf19df4e11dc on network 98033063-3342-4cf7-9d2f-e05eb4d2a510 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:07.178491 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b76dd4cf-bb27-4038-ba8b-25609b230171 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:07.211293 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-eb49734e-5e5d-4883-8d01-7645eb1fa25d service neutron] Port 7a57f90b-913e-40c9-b299-cf19df4e11dc on network 98033063-3342-4cf7-9d2f-e05eb4d2a510 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:07.211609 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-eb49734e-5e5d-4883-8d01-7645eb1fa25d service neutron] Attempting to bind port 7a57f90b-913e-40c9-b299-cf19df4e11dc on network 98033063-3342-4cf7-9d2f-e05eb4d2a510 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:07.258872 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33c1db5f-dff6-44de-974d-c2cc1050ae80 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:07.291003 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-eb49734e-5e5d-4883-8d01-7645eb1fa25d service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:24:07.291556 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-eb49734e-5e5d-4883-8d01-7645eb1fa25d service neutron] Checking segment: {'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:07.292226 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-eb49734e-5e5d-4883-8d01-7645eb1fa25d service neutron] Bound using segment: {'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:24:07.292765 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-eb49734e-5e5d-4883-8d01-7645eb1fa25d service neutron] Bound port: 7a57f90b-913e-40c9-b299-cf19df4e11dc, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:24:07.293162 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-eb49734e-5e5d-4883-8d01-7645eb1fa25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:07.314296 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76dd4cf-bb27-4038-ba8b-25609b230171 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network 80e6d2c3-0729-4530-a249-28a3e203bb37 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:07.314610 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33c1db5f-dff6-44de-974d-c2cc1050ae80 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:07.320999 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c1db5f-dff6-44de-974d-c2cc1050ae80 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:07.321834 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33c1db5f-dff6-44de-974d-c2cc1050ae80 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:07.359664 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:07.421671 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-33c1db5f-dff6-44de-974d-c2cc1050ae80 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4042022 May 26 16:24:07.426511 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41960) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:07.436595 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-75372f69-8b33-48b2-a3f0-e78fd5257f2c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'subnet': {'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:07.441111 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1db5f-dff6-44de-974d-c2cc1050ae80 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Network': ['ID=f295006e-07c3-4895-bec9-fd74d733c6bc,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:07.443044 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76dd4cf-bb27-4038-ba8b-25609b230171 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Port': ['ID=8c034ac9-4806-425a-9bbd-47473351d45e,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:07.455030 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:07.456012 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:07.468496 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-b76dd4cf-bb27-4038-ba8b-25609b230171 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:07.485754 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76dd4cf-bb27-4038-ba8b-25609b230171 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:07.490107 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network f295006e-07c3-4895-bec9-fd74d733c6bc details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:24:07.513530 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76dd4cf-bb27-4038-ba8b-25609b230171 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:07.516345 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b76dd4cf-bb27-4038-ba8b-25609b230171 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:07.642723 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-eb49734e-5e5d-4883-8d01-7645eb1fa25d service neutron] For port 7a57f90b-913e-40c9-b299-cf19df4e11dc, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:07.648962 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-eb49734e-5e5d-4883-8d01-7645eb1fa25d service neutron] For port 7a57f90b-913e-40c9-b299-cf19df4e11dc, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=7a57f90b-913e-40c9-b299-cf19df4e11dc,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:24:07.663426 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-eb49734e-5e5d-4883-8d01-7645eb1fa25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:07.668778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75372f69-8b33-48b2-a3f0-e78fd5257f2c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Made reservation on behalf of 7c05bed383db4b70b043bf60b5d2bde6 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:07.672941 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-75372f69-8b33-48b2-a3f0-e78fd5257f2c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:07.692838 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:07.717478 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b76dd4cf-bb27-4038-ba8b-25609b230171 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9633756 May 26 16:24:07.762300 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41962) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:07.770090 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-91b9ff92-3ce9-47ef-be1c-1ffbcda754ff tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'subnet': {'network_id': '80e6d2c3-0729-4530-a249-28a3e203bb37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:07.793320 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-eb49734e-5e5d-4883-8d01-7645eb1fa25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:07.794250 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-eb49734e-5e5d-4883-8d01-7645eb1fa25d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:07.796629 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-eb49734e-5e5d-4883-8d01-7645eb1fa25d service neutron] 10.222.0.83 "PUT /v2.0/ports/7a57f90b-913e-40c9-b299-cf19df4e11dc HTTP/1.1" status: 200 len: 1092 time: 3.4422472 May 26 16:24:07.827939 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a8a8da14-9f1e-44ba-af21-3f346112e2b2 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:24:07.835620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf816a2-8482-4b29-956c-02514be75a17', 'tag': '7a57f90b-913e-40c9-b299-cf19df4e11dc'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:24:07.843580 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1487bc0-32a2-4b27-aadd-02c9bdbd56cb" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf816a2-8482-4b29-956c-02514be75a17", "tag": "7a57f90b-913e-40c9-b299-cf19df4e11dc"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:24:07.919280 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: a8a8da14-9f1e-44ba-af21-3f346112e2b2 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:24:07.921368 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a8a8da14-9f1e-44ba-af21-3f346112e2b2 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:24:07.975838 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bd408d-b5bc-4a0a-ba92-459b4cf65e53 x-openstack-request-id: req-32bd408d-b5bc-4a0a-ba92-459b4cf65e53 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:24:07.976572 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf816a2-8482-4b29-956c-02514be75a17", "tag": "7a57f90b-913e-40c9-b299-cf19df4e11dc", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:24:07.983377 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-32bd408d-b5bc-4a0a-ba92-459b4cf65e53 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:24:07.983914 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32bd408d-b5bc-4a0a-ba92-459b4cf65e53'] response: {'name': 'network-changed', 'server_uuid': '5cf816a2-8482-4b29-956c-02514be75a17', 'tag': '7a57f90b-913e-40c9-b299-cf19df4e11dc', 'status': 'completed', 'code': 200} May 26 16:24:08.009976 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2263b26a-20a1-444a-b9b0-192d8bfac92d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Deleting port 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:24:08.010669 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2263b26a-20a1-444a-b9b0-192d8bfac92d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:08.032460 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdc210-afab-474e-a9e0-e557798490ce req-d793376f-513f-4bcc-b87a-f33318ae1c7e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:08.035999 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-93fdc210-afab-474e-a9e0-e557798490ce req-d793376f-513f-4bcc-b87a-f33318ae1c7e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.81 "GET /v2.0/ports?device_id=3674b629-8dfd-4641-a318-764d5be30b58 HTTP/1.1" status: 200 len: 945 time: 0.2190614 May 26 16:24:08.112684 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8bcf0b1b-5be8-438a-a4d7-177ca1a13453 None None] Provisioning complete for port 8c034ac9-4806-425a-9bbd-47473351d45e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:08.114930 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0b1b-5be8-438a-a4d7-177ca1a13453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:08.222597 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8bcf0b1b-5be8-438a-a4d7-177ca1a13453 None None] Port 8c034ac9-4806-425a-9bbd-47473351d45e cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:08.335668 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49734e-5e5d-4883-8d01-7645eb1fa25d service neutron] Pushing event updated for resources: {'Port': ['ID=7a57f90b-913e-40c9-b299-cf19df4e11dc,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:08.399914 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-2263b26a-20a1-444a-b9b0-192d8bfac92d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] For port 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe,segment=NetworkSegment(8498f6fa-5e8b-44e7-bc82-da26134ce147),segment_id=8498f6fa-5e8b-44e7-bc82-da26134ce147)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:08.401006 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2263b26a-20a1-444a-b9b0-192d8bfac92d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:08.407997 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-fc4fcf4a-c4f9-44fd-8638-c7c1dfe35f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:08.409940 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-fc4fcf4a-c4f9-44fd-8638-c7c1dfe35f21 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=5cf816a2-8482-4b29-956c-02514be75a17 HTTP/1.1" status: 200 len: 1095 time: 0.4623897 May 26 16:24:08.428983 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2263b26a-20a1-444a-b9b0-192d8bfac92d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Calling delete_port for 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:24:08.461616 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b39d1a-c426-47c5-a877-797a8f2f58cf req-88ddeca9-3392-4f55-a32f-1cccf446a6e8 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:08.464053 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b4b39d1a-c426-47c5-a877-797a8f2f58cf req-88ddeca9-3392-4f55-a32f-1cccf446a6e8 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674b629-8dfd-4641-a318-764d5be30b58 HTTP/1.1" status: 200 len: 945 time: 0.2093482 May 26 16:24:08.481362 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378fc96-ce41-41fd-a086-3bdbb7557912 req-4504d6f8-35bc-40d9-beb4-529ed9574b04 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:08.483078 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0378fc96-ce41-41fd-a086-3bdbb7557912 req-4504d6f8-35bc-40d9-beb4-529ed9574b04 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cf816a2-8482-4b29-956c-02514be75a17 HTTP/1.1" status: 200 len: 944 time: 0.3090141 May 26 16:24:08.548139 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-bfdf4bba-a61e-440b-9f45-f287a814d714 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a57f90b-913e-40c9-b299-cf19df4e11dc HTTP/1.1" status: 200 len: 217 time: 0.1141520 May 26 16:24:08.549015 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b9ff92-3ce9-47ef-be1c-1ffbcda754ff tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:08.552653 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91b9ff92-3ce9-47ef-be1c-1ffbcda754ff tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:08.594053 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b4b39d1a-c426-47c5-a877-797a8f2f58cf req-a3d41b10-f96b-44d3-8ae9-d071566dbf84 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087630 May 26 16:24:08.606066 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-75372f69-8b33-48b2-a3f0-e78fd5257f2c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:08.618030 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-93fdc210-afab-474e-a9e0-e557798490ce req-fd57215c-bac8-4ca3-9616-eb16ada95ab5 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Deleting port 620fc062-f44a-4089-bfe6-724ab29d32de {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:24:08.618030 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-93fdc210-afab-474e-a9e0-e557798490ce req-fd57215c-bac8-4ca3-9616-eb16ada95ab5 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:08.665558 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0378fc96-ce41-41fd-a086-3bdbb7557912 req-00724956-d6cd-43a0-9699-3616cb1b6554 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688385 May 26 16:24:08.725584 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-ccc76e32-fdad-4050-95c4-2a1845521894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:08.727084 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-ccc76e32-fdad-4050-95c4-2a1845521894 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.1583583 May 26 16:24:08.793472 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75372f69-8b33-48b2-a3f0-e78fd5257f2c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Subnet': ['ID=25bef884-7b9c-4f5a-affe-51a82d5b8af5,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:08.835948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75372f69-8b33-48b2-a3f0-e78fd5257f2c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Checking segment: {'id': 'b368cf36-1452-4c28-b13f-45d34c06d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:08.835948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75372f69-8b33-48b2-a3f0-e78fd5257f2c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network hostable DHCP agents. Network: f295006e-07c3-4895-bec9-fd74d733c6bc, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:24:08.863252 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-93fdc210-afab-474e-a9e0-e557798490ce req-fd57215c-bac8-4ca3-9616-eb16ada95ab5 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] For port 620fc062-f44a-4089-bfe6-724ab29d32de, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=620fc062-f44a-4089-bfe6-724ab29d32de,segment=NetworkSegment(134194bf-9872-420b-81be-cd8b1f455a01),segment_id=134194bf-9872-420b-81be-cd8b1f455a01)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:08.863636 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-93fdc210-afab-474e-a9e0-e557798490ce req-fd57215c-bac8-4ca3-9616-eb16ada95ab5 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:08.873651 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75372f69-8b33-48b2-a3f0-e78fd5257f2c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network f295006e-07c3-4895-bec9-fd74d733c6bc is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:24:08.889947 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-93fdc210-afab-474e-a9e0-e557798490ce req-fd57215c-bac8-4ca3-9616-eb16ada95ab5 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Calling delete_port for 620fc062-f44a-4089-bfe6-724ab29d32de owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:24:08.896551 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-75372f69-8b33-48b2-a3f0-e78fd5257f2c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, f295006e-07c3-4895-bec9-fd74d733c6bc) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:08.905633 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75372f69-8b33-48b2-a3f0-e78fd5257f2c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:08.906221 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-75372f69-8b33-48b2-a3f0-e78fd5257f2c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:08.908762 n-d-843337-2 neutron-server[103895]: INFO neutron.db.ipam_backend_mixin [None req-91b9ff92-3ce9-47ef-be1c-1ffbcda754ff tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ed29ac04-d6b2-4b4f-a313-32f7db47dc2b (CIDR: 2001:db8::/64) May 26 16:24:08.930062 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dae6d6-9096-4b54-8172-70b60f6f8ad5 None None] Network f295006e-07c3-4895-bec9-fd74d733c6bc requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:08.936507 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b9ff92-3ce9-47ef-be1c-1ffbcda754ff tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:24:08.937445 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b9ff92-3ce9-47ef-be1c-1ffbcda754ff tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:08.965647 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-75372f69-8b33-48b2-a3f0-e78fd5257f2c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5373979 May 26 16:24:08.971459 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41978) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:08.974586 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-91b9ff92-3ce9-47ef-be1c-1ffbcda754ff tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2106538 May 26 16:24:08.985346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41980) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:08.991392 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-29ff426d-8a74-4dd6-bd88-613c4c29672d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'subnet': {'network_id': '80e6d2c3-0729-4530-a249-28a3e203bb37', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:09.002452 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-a8d4d91b-83ee-4925-b9d3-0389e73912c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:09.004835 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-a8d4d91b-83ee-4925-b9d3-0389e73912c5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2199547 May 26 16:24:09.121009 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-f295006e-07c3-4895-bec9-fd74d733c6bc', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:24:09.122112 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:09.250005 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-dfe84bcb-e2eb-43ac-953b-5000c78379da service neutron] 10.222.0.83 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371988 May 26 16:24:09.252718 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2263b26a-20a1-444a-b9b0-192d8bfac92d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:09.308457 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263b26a-20a1-444a-b9b0-192d8bfac92d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'Port': ['ID=9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:09.381944 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Allocated IP 2001:db8::2 (f295006e-07c3-4895-bec9-fd74d733c6bc/25bef884-7b9c-4f5a-affe-51a82d5b8af5/85ffb94d-055f-4cd6-8cb9-c84689680904) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:09.467215 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8850ae4d-8894-46fd-a246-dcde1bad8767 req-bf2ac5de-26d6-4aa1-bcc8-3f79f1355fd0 service neutron] 10.222.0.83 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981480 May 26 16:24:09.537068 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-93fdc210-afab-474e-a9e0-e557798490ce req-fd57215c-bac8-4ca3-9616-eb16ada95ab5 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:09.549240 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['f7ad9af1-3103-4621-91a9-df29d8dc5b19', '620fc062-f44a-4089-bfe6-724ab29d32de'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:24:09.694413 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57215c-bac8-4ca3-9616-eb16ada95ab5 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Pushing event deleted for resources: {'Port': ['ID=620fc062-f44a-4089-bfe6-724ab29d32de,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:09.772322 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1487bc0-32a2-4b27-aadd-02c9bdbd56cb req-f1bad48d-2cbd-4403-b7f7-f238c4a1e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:09.773871 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1487bc0-32a2-4b27-aadd-02c9bdbd56cb req-f1bad48d-2cbd-4403-b7f7-f238c4a1e00e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=5cf816a2-8482-4b29-956c-02514be75a17 HTTP/1.1" status: 200 len: 1095 time: 0.1299832 May 26 16:24:09.866613 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:09.879271 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:09.884345 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af8555b9-d42f-4fba-94be-c1701413a41d req-a7e273e3-0325-4e12-9156-837bae26533f tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674b629-8dfd-4641-a318-764d5be30b58 HTTP/1.1" status: 200 len: 210 time: 0.0424685 May 26 16:24:09.905039 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fdc210-afab-474e-a9e0-e557798490ce req-fd57215c-bac8-4ca3-9616-eb16ada95ab5 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] No DVR routers for this DVR port 620fc062-f44a-4089-bfe6-724ab29d32de on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:24:09.912149 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ff426d-8a74-4dd6-bd88-613c4c29672d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:09.916655 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-29ff426d-8a74-4dd6-bd88-613c4c29672d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:09.947523 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2263b26a-20a1-444a-b9b0-192d8bfac92d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:10.037484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Network f295006e-07c3-4895-bec9-fd74d733c6bc is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:10.058250 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:10.062677 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-93fdc210-afab-474e-a9e0-e557798490ce req-fd57215c-bac8-4ca3-9616-eb16ada95ab5 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:10.067037 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-93fdc210-afab-474e-a9e0-e557798490ce req-fd57215c-bac8-4ca3-9616-eb16ada95ab5 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.81 "DELETE /v2.0/ports/620fc062-f44a-4089-bfe6-724ab29d32de HTTP/1.1" status: 204 len: 173 time: 2.0229015 May 26 16:24:10.082773 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3674b629-8dfd-4641-a318-764d5be30b58', 'name': 'network-vif-deleted', 'tag': '620fc062-f44a-4089-bfe6-724ab29d32de'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:24:10.085659 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755d18fe-0561-4b57-9ebb-8f21eab388e5" -d '{"events": [{"server_uuid": "3674b629-8dfd-4641-a318-764d5be30b58", "name": "network-vif-deleted", "tag": "620fc062-f44a-4089-bfe6-724ab29d32de"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:24:10.148227 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1487bc0-32a2-4b27-aadd-02c9bdbd56cb req-846eb4ac-1c0b-4698-846d-fa17c430e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:10.149843 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1487bc0-32a2-4b27-aadd-02c9bdbd56cb req-846eb4ac-1c0b-4698-846d-fa17c430e2da service neutron] 10.222.0.83 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 913 time: 0.3328040 May 26 16:24:10.150541 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:10.156624 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Pushing event updated for resources: {'Port': ['ID=85ffb94d-055f-4cd6-8cb9-c84689680904,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:10.172298 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd69c0-29a9-495b-a3aa-7f11657739e8 req-23828e4f-13ad-4b43-9e91-de538bff0cea tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:10.180489 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dccd69c0-29a9-495b-a3aa-7f11657739e8 req-23828e4f-13ad-4b43-9e91-de538bff0cea tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cf816a2-8482-4b29-956c-02514be75a17 HTTP/1.1" status: 200 len: 944 time: 0.3591194 May 26 16:24:10.195704 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-676700d2-4079-4a1e-a89d-860ff27a89c1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:10.237410 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:10.237638 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:10.237975 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:10.238423 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:10.238760 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:10.239087 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:10.239480 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:10.239812 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:10.240157 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:10.240483 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:10.240800 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:10.241137 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:10.300512 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Attempting to bind port 85ffb94d-055f-4cd6-8cb9-c84689680904 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:10.301109 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Attempting to bind port 85ffb94d-055f-4cd6-8cb9-c84689680904 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'b368cf36-1452-4c28-b13f-45d34c06d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:10.301683 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Attempting to bind port 85ffb94d-055f-4cd6-8cb9-c84689680904 on network f295006e-07c3-4895-bec9-fd74d733c6bc {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:10.318201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:24:10.319014 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Checking segment: {'id': 'b368cf36-1452-4c28-b13f-45d34c06d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:10.319781 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:10.320898 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Bound using segment: {'id': 'b368cf36-1452-4c28-b13f-45d34c06d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:24:10.322951 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Bound port: 85ffb94d-055f-4cd6-8cb9-c84689680904, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b368cf36-1452-4c28-b13f-45d34c06d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:24:10.326435 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:10.360348 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1487bc0-32a2-4b27-aadd-02c9bdbd56cb req-8d3739f8-ac15-4185-9f42-26168c01548e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a57f90b-913e-40c9-b299-cf19df4e11dc HTTP/1.1" status: 200 len: 217 time: 0.0950165 May 26 16:24:10.424589 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1487bc0-32a2-4b27-aadd-02c9bdbd56cb req-4f559b22-dacf-4d51-b24c-c57a63fd206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:10.426030 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1487bc0-32a2-4b27-aadd-02c9bdbd56cb req-4f559b22-dacf-4d51-b24c-c57a63fd206e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.0529439 May 26 16:24:10.459695 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] For port 85ffb94d-055f-4cd6-8cb9-c84689680904, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:10.470294 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] For port 85ffb94d-055f-4cd6-8cb9-c84689680904, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=85ffb94d-055f-4cd6-8cb9-c84689680904,segment=NetworkSegment(b368cf36-1452-4c28-b13f-45d34c06d0db),segment_id=b368cf36-1452-4c28-b13f-45d34c06d0db)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:24:10.477898 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:10.530565 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1487bc0-32a2-4b27-aadd-02c9bdbd56cb req-a1ffcaee-e3c6-458b-97f4-444f1b8a374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:10.532225 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1487bc0-32a2-4b27-aadd-02c9bdbd56cb req-a1ffcaee-e3c6-458b-97f4-444f1b8a374e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910904 May 26 16:24:10.641297 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad552cd-fcc6-440c-932c-098389f70896 None None] Pushing event updated for resources: {'Port': ['ID=85ffb94d-055f-4cd6-8cb9-c84689680904,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:10.749727 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2263b26a-20a1-444a-b9b0-192d8bfac92d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Router 108fcba7-2e0f-4bab-94d3-58627ec6f945 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:24:10.803246 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1487bc0-32a2-4b27-aadd-02c9bdbd56cb req-2142c1a2-f2db-48fa-be00-cee7f89d9a51 service neutron] 10.222.0.83 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619021 May 26 16:24:10.982017 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab5959d-4513-4b1f-8bce-688683ecd822 x-openstack-request-id: req-1ab5959d-4513-4b1f-8bce-688683ecd822 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:24:10.982017 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3674b629-8dfd-4641-a318-764d5be30b58", "name": "network-vif-deleted", "tag": "620fc062-f44a-4089-bfe6-724ab29d32de", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:24:10.982800 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1ab5959d-4513-4b1f-8bce-688683ecd822 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:24:10.982940 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ab5959d-4513-4b1f-8bce-688683ecd822'] response: {'server_uuid': '3674b629-8dfd-4641-a318-764d5be30b58', 'name': 'network-vif-deleted', 'tag': '620fc062-f44a-4089-bfe6-724ab29d32de', 'status': 'completed', 'code': 200} May 26 16:24:11.293641 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dccd69c0-29a9-495b-a3aa-7f11657739e8 req-2ade5789-863b-411e-9e40-5facab84b81c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1119201 May 26 16:24:11.429449 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-29ff426d-8a74-4dd6-bd88-613c4c29672d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:11.487294 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 85ffb94d-055f-4cd6-8cb9-c84689680904 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:11.512640 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-676700d2-4079-4a1e-a89d-860ff27a89c1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Allocated IP 2001:db8::1 (f295006e-07c3-4895-bec9-fd74d733c6bc/25bef884-7b9c-4f5a-affe-51a82d5b8af5/206e4b57-22e7-4ac2-a0e0-fad7ff86efa5) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:11.607404 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 85ffb94d-055f-4cd6-8cb9-c84689680904 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:11.608232 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:11.624945 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ff426d-8a74-4dd6-bd88-613c4c29672d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network 80e6d2c3-0729-4530-a249-28a3e203bb37 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:11.628206 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-29ff426d-8a74-4dd6-bd88-613c4c29672d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:11.632226 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ff426d-8a74-4dd6-bd88-613c4c29672d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:11.632830 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-29ff426d-8a74-4dd6-bd88-613c4c29672d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:11.676055 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf1b585-bf54-46f4-afb8-69e15863f30c None None] Network 80e6d2c3-0729-4530-a249-28a3e203bb37 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:11.694791 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2263b26a-20a1-444a-b9b0-192d8bfac92d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:24:11.720427 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79551116-6510-4343-ac78-882feda28ba2 None None] Sync routers for ids ['108fcba7-2e0f-4bab-94d3-58627ec6f945'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:24:11.747901 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9abb93-53a1-4b09-9b13-06ff073e2aa6 req-6a363ce3-38ed-4881-a9d2-d5ccba73310a tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:11.751332 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1487bc0-32a2-4b27-aadd-02c9bdbd56cb req-d18916cd-db63-4a8b-9908-862911567a74 service neutron] 10.222.0.83 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9376111 May 26 16:24:11.759166 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79551116-6510-4343-ac78-882feda28ba2 None None] Routers {'108fcba7-2e0f-4bab-94d3-58627ec6f945'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:11.759481 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2263b26a-20a1-444a-b9b0-192d8bfac92d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "PUT /v2.0/routers/108fcba7-2e0f-4bab-94d3-58627ec6f945/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1605783 May 26 16:24:11.759706 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-79551116-6510-4343-ac78-882feda28ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:23:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['108fcba7-2e0f-4bab-94d3-58627ec6f945'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:11.764233 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f9abb93-53a1-4b09-9b13-06ff073e2aa6 req-6a363ce3-38ed-4881-a9d2-d5ccba73310a tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.4228261 May 26 16:24:11.764511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42006) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:11.785740 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-29ff426d-8a74-4dd6-bd88-613c4c29672d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7954094 May 26 16:24:11.786421 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42008) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:11.799118 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-9b88fc8d-d0fa-4d9b-b767-af5ee8e82a58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1523565003', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '18a6cb89-1c00-4521-9287-f6b892472bf3'}], 'security_groups': ['5b0969da-b4c8-4ff5-aeeb-bad0368960fa']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:11.954978 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff426d-8a74-4dd6-bd88-613c4c29672d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Subnet': ['ID=18a6cb89-1c00-4521-9287-f6b892472bf3,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:12.003457 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f9abb93-53a1-4b09-9b13-06ff073e2aa6 req-c96a885c-4308-4505-8000-29d13a11ce8f tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079725 May 26 16:24:12.007565 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 85ffb94d-055f-4cd6-8cb9-c84689680904 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:12.008252 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:12.067624 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c23f992-6dde-4d4f-ae40-6c093146f9c4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Deleting subnet d8060a82-6814-4a9a-8ef5-6e9627de2df0 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:24:12.073408 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c23f992-6dde-4d4f-ae40-6c093146f9c4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:12.136667 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-676700d2-4079-4a1e-a89d-860ff27a89c1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:12.159195 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c23f992-6dde-4d4f-ae40-6c093146f9c4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:12.294720 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 85ffb94d-055f-4cd6-8cb9-c84689680904, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=85ffb94d-055f-4cd6-8cb9-c84689680904,segment=NetworkSegment(b368cf36-1452-4c28-b13f-45d34c06d0db),segment_id=b368cf36-1452-4c28-b13f-45d34c06d0db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:12.305671 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:12.409758 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-79551116-6510-4343-ac78-882feda28ba2 None None] Set router 108fcba7-2e0f-4bab-94d3-58627ec6f945 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:24:12.464465 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-676700d2-4079-4a1e-a89d-860ff27a89c1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:12.506912 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676700d2-4079-4a1e-a89d-860ff27a89c1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network f295006e-07c3-4895-bec9-fd74d733c6bc is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:12.509043 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-676700d2-4079-4a1e-a89d-860ff27a89c1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:12.521427 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676700d2-4079-4a1e-a89d-860ff27a89c1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:12.529450 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-676700d2-4079-4a1e-a89d-860ff27a89c1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:12.579617 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=85ffb94d-055f-4cd6-8cb9-c84689680904,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:12.583517 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c23f992-6dde-4d4f-ae40-6c093146f9c4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:12.624849 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8a36db-6a90-4b17-9d6b-bf4e46e954a2 None None] Update dhcp port {'port': {'network_id': '80e6d2c3-0729-4530-a249-28a3e203bb37', 'fixed_ips': [{'subnet_id': 'ed29ac04-d6b2-4b4f-a313-32f7db47dc2b', 'ip_address': '2001:db8::2'}, {'subnet_id': '18a6cb89-1c00-4521-9287-f6b892472bf3'}], 'binding:host_id': 'n-d-843337-2'}, 'id': '2e74ef3b-aa6f-4286-8a8d-0e125599e4dc'} from n-d-843337-2. {{(pid=103897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:24:12.626611 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9b88fc8d-d0fa-4d9b-b767-af5ee8e82a58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:12.633697 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79219ae8-2dfc-4e8f-be42-bfbc9e6ec09c None None] Network f295006e-07c3-4895-bec9-fd74d733c6bc requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:12.693031 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676700d2-4079-4a1e-a89d-860ff27a89c1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Port': ['ID=206e4b57-22e7-4ac2-a0e0-fad7ff86efa5,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:12.726669 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c23f992-6dde-4d4f-ae40-6c093146f9c4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:12.773822 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 620fc062-f44a-4089-bfe6-724ab29d32de no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:24:12.790952 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23f992-6dde-4d4f-ae40-6c093146f9c4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'Subnet': ['ID=d8060a82-6814-4a9a-8ef5-6e9627de2df0,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:12.829729 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1c23f992-6dde-4d4f-ae40-6c093146f9c4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:12.833493 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1c23f992-6dde-4d4f-ae40-6c093146f9c4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "DELETE /v2.0/subnets/d8060a82-6814-4a9a-8ef5-6e9627de2df0 HTTP/1.1" status: 204 len: 168 time: 1.0676072 May 26 16:24:12.851012 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42024) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:12.878038 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049df286-a8ea-42ec-9d78-4b7288bd4d59 req-dcd0ab58-44c4-4f4e-b540-9b60090c3b9f tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:12.891236 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-049df286-a8ea-42ec-9d78-4b7288bd4d59 req-dcd0ab58-44c4-4f4e-b540-9b60090c3b9f tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.5273221 May 26 16:24:12.939255 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3976b4c5-4ec9-4b42-a414-c0ae0afbcc6f None None] Network 13bf54f3-26c0-4fe5-aa75-db926c99f0f3 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:12.968359 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 620fc062-f44a-4089-bfe6-724ab29d32de {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:24:12.968905 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 620fc062-f44a-4089-bfe6-724ab29d32de not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:24:13.015614 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e328bcc9-295a-415e-a7ca-4a2ab735bd92 None None] Provisioning complete for port 85ffb94d-055f-4cd6-8cb9-c84689680904 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:13.016233 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e328bcc9-295a-415e-a7ca-4a2ab735bd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:13.132726 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07414b7-23cb-423d-96e4-336fe0467c80 req-a10014dc-512b-4542-9804-a7583373aa7e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:13.148532 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a07414b7-23cb-423d-96e4-336fe0467c80 req-a10014dc-512b-4542-9804-a7583373aa7e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cf816a2-8482-4b29-956c-02514be75a17 HTTP/1.1" status: 200 len: 944 time: 0.4234569 May 26 16:24:13.192554 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-79551116-6510-4343-ac78-882feda28ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186697841', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:42Z', 'updated_at': '2022-05-26T16:24:09Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:45Z', 'updated_at': '2022-05-26T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:13.261833 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-676700d2-4079-4a1e-a89d-860ff27a89c1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:13.278040 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79551116-6510-4343-ac78-882feda28ba2 None None] Checking router: 108fcba7-2e0f-4bab-94d3-58627ec6f945 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:24:13.296410 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79551116-6510-4343-ac78-882feda28ba2 None None] Routers {'108fcba7-2e0f-4bab-94d3-58627ec6f945'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:13.297441 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-79551116-6510-4343-ac78-882feda28ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:23:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['108fcba7-2e0f-4bab-94d3-58627ec6f945'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:13.404293 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-049df286-a8ea-42ec-9d78-4b7288bd4d59 req-1e683ff1-c4e3-489b-ac5d-f07796afe390 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120332 May 26 16:24:13.413694 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ad8a36db-6a90-4b17-9d6b-bf4e46e954a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:13.436713 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 85ffb94d-055f-4cd6-8cb9-c84689680904 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:13.582940 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-79551116-6510-4343-ac78-882feda28ba2 None None] Set router 108fcba7-2e0f-4bab-94d3-58627ec6f945 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:24:13.594892 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-de9be59a-9e0b-41c2-96ed-ceab99507c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:13.609680 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-9b88fc8d-d0fa-4d9b-b767-af5ee8e82a58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Delete allocated IP 2001:db8::242 (80e6d2c3-0729-4530-a249-28a3e203bb37/ed29ac04-d6b2-4b4f-a313-32f7db47dc2b) {{(pid=103895) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 26 16:24:13.610891 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a07414b7-23cb-423d-96e4-336fe0467c80 req-bde8ad9c-d2e3-442c-b52a-f0bacaf9b399 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649826 May 26 16:24:13.640366 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-9b88fc8d-d0fa-4d9b-b767-af5ee8e82a58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Allocated IP 2001:db8:0:1::118 (80e6d2c3-0729-4530-a249-28a3e203bb37/18a6cb89-1c00-4521-9287-f6b892472bf3/8c034ac9-4806-425a-9bbd-47473351d45e) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:13.719601 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c358289e-f0fd-436c-9d0d-fba2cdb489ea tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:13.899346 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 85ffb94d-055f-4cd6-8cb9-c84689680904 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:13.899890 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:13.927536 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-79551116-6510-4343-ac78-882feda28ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186697841', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:42Z', 'updated_at': '2022-05-26T16:24:09Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:45Z', 'updated_at': '2022-05-26T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:13.950169 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9b88fc8d-d0fa-4d9b-b767-af5ee8e82a58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:13.959154 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9b88fc8d-d0fa-4d9b-b767-af5ee8e82a58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:13.977836 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c358289e-f0fd-436c-9d0d-fba2cdb489ea tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:14.005771 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79551116-6510-4343-ac78-882feda28ba2 None None] The sync data for ids ['108fcba7-2e0f-4bab-94d3-58627ec6f945'] in n-d-843337-2 is: [{'id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186697841', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:20:42Z', 'updated_at': '2022-05-26T16:24:09Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '6182b9da-2188-4c10-b364-70ec84e057c1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108fcba7-2e0f-4bab-94d3-58627ec6f945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:20:45Z', 'updated_at': '2022-05-26T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:24:14.045077 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72cb21-a128-4a50-90ee-8046904cb7c0 req-1f408802-b303-4740-93ae-83bc1cdc365f tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:14.046908 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee72cb21-a128-4a50-90ee-8046904cb7c0 req-1f408802-b303-4740-93ae-83bc1cdc365f tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.4327068 May 26 16:24:14.081484 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-9b88fc8d-d0fa-4d9b-b767-af5ee8e82a58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] In _notify_port_updated(), no bound segment for port 8c034ac9-4806-425a-9bbd-47473351d45e on network 80e6d2c3-0729-4530-a249-28a3e203bb37 {{(pid=103895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:24:14.088893 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b88fc8d-d0fa-4d9b-b767-af5ee8e82a58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:14.090082 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9b88fc8d-d0fa-4d9b-b767-af5ee8e82a58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:14.092706 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9b88fc8d-d0fa-4d9b-b767-af5ee8e82a58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "PUT /v2.0/ports/8c034ac9-4806-425a-9bbd-47473351d45e HTTP/1.1" status: 200 len: 931 time: 2.3048661 May 26 16:24:14.094501 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88fc8d-d0fa-4d9b-b767-af5ee8e82a58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Port': ['ID=8c034ac9-4806-425a-9bbd-47473351d45e,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:14.102348 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42034) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:14.144745 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6114b1a4-81cd-426a-931d-c52d0ecb6e7c None None] DHCP port deletion for 13bf54f3-26c0-4fe5-aa75-db926c99f0f3 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:24:14.215665 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-ad8a36db-6a90-4b17-9d6b-bf4e46e954a2 None None] Allocated IP 2001:db8:0:1::2 (80e6d2c3-0729-4530-a249-28a3e203bb37/18a6cb89-1c00-4521-9287-f6b892472bf3/2e74ef3b-aa6f-4286-8a8d-0e125599e4dc) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:14.300833 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee72cb21-a128-4a50-90ee-8046904cb7c0 req-53082b4d-4079-404e-a1ff-42bd0dc06695 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983097 May 26 16:24:14.330791 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-eef5d300-f8eb-4d04-ac95-6b50ce64898d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting port 8c034ac9-4806-425a-9bbd-47473351d45e {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:24:14.331345 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eef5d300-f8eb-4d04-ac95-6b50ce64898d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:14.383001 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 85ffb94d-055f-4cd6-8cb9-c84689680904 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:14.457432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c358289e-f0fd-436c-9d0d-fba2cdb489ea tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Deleting port 6182b9da-2188-4c10-b364-70ec84e057c1 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:24:14.458241 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c358289e-f0fd-436c-9d0d-fba2cdb489ea tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:14.607394 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ad8a36db-6a90-4b17-9d6b-bf4e46e954a2 None None] For port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2e74ef3b-aa6f-4286-8a8d-0e125599e4dc,segment=NetworkSegment(8210a33e-a2e9-490f-9bb8-be15ad1cdde1),segment_id=8210a33e-a2e9-490f-9bb8-be15ad1cdde1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:14.622443 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eef5d300-f8eb-4d04-ac95-6b50ce64898d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:14.664028 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-eef5d300-f8eb-4d04-ac95-6b50ce64898d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Calling delete_port for 8c034ac9-4806-425a-9bbd-47473351d45e owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:24:14.698495 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-676700d2-4079-4a1e-a89d-860ff27a89c1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:14.708369 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ad8a36db-6a90-4b17-9d6b-bf4e46e954a2 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:14.715540 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e328bcc9-295a-415e-a7ca-4a2ab735bd92 None None] Current status of the port 85ffb94d-055f-4cd6-8cb9-c84689680904 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:14.731523 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ad8a36db-6a90-4b17-9d6b-bf4e46e954a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:14.732642 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-676700d2-4079-4a1e-a89d-860ff27a89c1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:14.733190 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-676700d2-4079-4a1e-a89d-860ff27a89c1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:14.992667 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 7a57f90b-913e-40c9-b299-cf19df4e11dc details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:24:15.038969 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-c358289e-f0fd-436c-9d0d-fba2cdb489ea tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] For port 6182b9da-2188-4c10-b364-70ec84e057c1, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=6182b9da-2188-4c10-b364-70ec84e057c1,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:15.039669 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c358289e-f0fd-436c-9d0d-fba2cdb489ea tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.052217 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a36db-6a90-4b17-9d6b-bf4e46e954a2 None None] Pushing event updated for resources: {'Port': ['ID=2e74ef3b-aa6f-4286-8a8d-0e125599e4dc,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:15.072368 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-c358289e-f0fd-436c-9d0d-fba2cdb489ea tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Calling delete_port for 6182b9da-2188-4c10-b364-70ec84e057c1 owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:24:15.084524 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-48e1e6bd-2577-4caa-ae96-722ce82672fa None None] Provisioning complete for port 206e4b57-22e7-4ac2-a0e0-fad7ff86efa5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:15.085288 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-48e1e6bd-2577-4caa-ae96-722ce82672fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.096386 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676700d2-4079-4a1e-a89d-860ff27a89c1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Port': ['ID=206e4b57-22e7-4ac2-a0e0-fad7ff86efa5,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:15.127364 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6114b1a4-81cd-426a-931d-c52d0ecb6e7c None None] Deleting port 57fbe4de-75f4-4580-8a74-854f5cbbbbbd {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:24:15.128055 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6114b1a4-81cd-426a-931d-c52d0ecb6e7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.132831 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eef5d300-f8eb-4d04-ac95-6b50ce64898d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.240830 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6387a-c67a-4bb8-b1b9-38eec4d06310 req-6b72718c-cb64-4aa5-8a85-bf835391bb75 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:15.257645 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d1f6387a-c67a-4bb8-b1b9-38eec4d06310 req-6b72718c-cb64-4aa5-8a85-bf835391bb75 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cf816a2-8482-4b29-956c-02514be75a17 HTTP/1.1" status: 200 len: 944 time: 0.4022498 May 26 16:24:15.261531 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5d300-f8eb-4d04-ac95-6b50ce64898d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Port': ['ID=8c034ac9-4806-425a-9bbd-47473351d45e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:15.345520 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eef5d300-f8eb-4d04-ac95-6b50ce64898d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.356814 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-eef5d300-f8eb-4d04-ac95-6b50ce64898d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/ports/8c034ac9-4806-425a-9bbd-47473351d45e HTTP/1.1" status: 204 len: 168 time: 1.2489109 May 26 16:24:15.357044 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-6114b1a4-81cd-426a-931d-c52d0ecb6e7c None None] For port 57fbe4de-75f4-4580-8a74-854f5cbbbbbd, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=57fbe4de-75f4-4580-8a74-854f5cbbbbbd,segment=NetworkSegment(8498f6fa-5e8b-44e7-bc82-da26134ce147),segment_id=8498f6fa-5e8b-44e7-bc82-da26134ce147)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:15.357044 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6114b1a4-81cd-426a-931d-c52d0ecb6e7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.357407 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42050) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:15.376475 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6114b1a4-81cd-426a-931d-c52d0ecb6e7c None None] Calling delete_port for 57fbe4de-75f4-4580-8a74-854f5cbbbbbd owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:24:15.460333 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-884370be-3650-4671-806c-0883774f5be1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] GET failed (client error): The resource could not be found. May 26 16:24:15.465067 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-884370be-3650-4671-806c-0883774f5be1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports/8c034ac9-4806-425a-9bbd-47473351d45e HTTP/1.1" status: 404 len: 333 time: 0.1031084 May 26 16:24:15.471269 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42052) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:15.534022 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:15.577569 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6114b1a4-81cd-426a-931d-c52d0ecb6e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.601186 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c358289e-f0fd-436c-9d0d-fba2cdb489ea tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.625505 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676700d2-4079-4a1e-a89d-860ff27a89c1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network f295006e-07c3-4895-bec9-fd74d733c6bc is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:15.649033 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ead84e41-f455-4f2d-9430-fe43555d6920 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.666979 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c00375d8-5d01-48b3-a7f9-dbb68529275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.675454 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114b1a4-81cd-426a-931d-c52d0ecb6e7c None None] Pushing event deleted for resources: {'Port': ['ID=57fbe4de-75f4-4580-8a74-854f5cbbbbbd,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:15.689927 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-48e1e6bd-2577-4caa-ae96-722ce82672fa None None] Port 206e4b57-22e7-4ac2-a0e0-fad7ff86efa5 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:15.708928 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6114b1a4-81cd-426a-931d-c52d0ecb6e7c None None] No DVR routers for this DVR port 57fbe4de-75f4-4580-8a74-854f5cbbbbbd on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:24:15.734482 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:15.735073 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.738251 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ead84e41-f455-4f2d-9430-fe43555d6920 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.740422 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d1f6387a-c67a-4bb8-b1b9-38eec4d06310 req-82f30181-0026-4944-a5ca-ac75753d4312 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813867 May 26 16:24:15.743243 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-676700d2-4079-4a1e-a89d-860ff27a89c1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:15.756424 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358289e-f0fd-436c-9d0d-fba2cdb489ea tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'Port': ['ID=6182b9da-2188-4c10-b364-70ec84e057c1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:15.877261 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ead84e41-f455-4f2d-9430-fe43555d6920 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.880146 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ead84e41-f455-4f2d-9430-fe43555d6920 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.895347 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ead84e41-f455-4f2d-9430-fe43555d6920 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/security-groups/cbe301ed-8752-4420-8697-6908cd9357c1 HTTP/1.1" status: 204 len: 168 time: 0.4188612 May 26 16:24:15.909091 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42058) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:15.921288 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-48e1e6bd-2577-4caa-ae96-722ce82672fa None None] Provisioning complete for port 85ffb94d-055f-4cd6-8cb9-c84689680904 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:15.921718 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-48e1e6bd-2577-4caa-ae96-722ce82672fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:15.926866 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 7a57f90b-913e-40c9-b299-cf19df4e11dc, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=7a57f90b-913e-40c9-b299-cf19df4e11dc,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:15.959582 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead84e41-f455-4f2d-9430-fe43555d6920 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe301ed-8752-4420-8697-6908cd9357c1,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:16.056126 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '7a57f90b-913e-40c9-b299-cf19df4e11dc', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'port_id': '7a57f90b-913e-40c9-b299-cf19df4e11dc', 'mac_address': 'fa:16:3e:be:eb:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:24:16.111597 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c358289e-f0fd-436c-9d0d-fba2cdb489ea tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:16.145010 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-129fd7b7-415d-4016-a18d-12cb184c3294 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:16.205033 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 7a57f90b-913e-40c9-b299-cf19df4e11dc is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:16.205486 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:16.223862 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-129fd7b7-415d-4016-a18d-12cb184c3294 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:16.282771 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a57f90b-913e-40c9-b299-cf19df4e11dc {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:24:16.350581 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-129fd7b7-415d-4016-a18d-12cb184c3294 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:16.353798 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-129fd7b7-415d-4016-a18d-12cb184c3294 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:16.357975 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-129fd7b7-415d-4016-a18d-12cb184c3294 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/security-groups/5b0969da-b4c8-4ff5-aeeb-bad0368960fa HTTP/1.1" status: 204 len: 168 time: 0.4453318 May 26 16:24:16.362063 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42064) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:16.397655 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c358289e-f0fd-436c-9d0d-fba2cdb489ea tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:16.398263 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:16.411486 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c358289e-f0fd-436c-9d0d-fba2cdb489ea tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:16.426471 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 7a57f90b-913e-40c9-b299-cf19df4e11dc, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=7a57f90b-913e-40c9-b299-cf19df4e11dc,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:16.524554 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c358289e-f0fd-436c-9d0d-fba2cdb489ea tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:16.524554 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c358289e-f0fd-436c-9d0d-fba2cdb489ea tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Fanout notify agent at l3_agent the message router_deleted on router 108fcba7-2e0f-4bab-94d3-58627ec6f945 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:24:16.538266 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c358289e-f0fd-436c-9d0d-fba2cdb489ea tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:16.539464 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c358289e-f0fd-436c-9d0d-fba2cdb489ea tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "DELETE /v2.0/routers/108fcba7-2e0f-4bab-94d3-58627ec6f945 HTTP/1.1" status: 204 len: 168 time: 3.6875947 May 26 16:24:16.539681 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-04abc188-716d-4815-b10c-acb52133eead tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting subnet ed29ac04-d6b2-4b4f-a313-32f7db47dc2b {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:24:16.545363 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42066) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:16.557553 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:16.578899 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04abc188-716d-4815-b10c-acb52133eead tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:16.583948 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129fd7b7-415d-4016-a18d-12cb184c3294 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0969da-b4c8-4ff5-aeeb-bad0368960fa,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:16.704206 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04abc188-716d-4815-b10c-acb52133eead tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:16.762167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:24:16.784186 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-11672e85-a789-4c38-b0d9-d5456d021825 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:16.786612 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=7a57f90b-913e-40c9-b299-cf19df4e11dc,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:16.835583 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:24:16.836578 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9fc2066d-6a5a-4f3a-9e08-5ba702ba95fe not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:24:16.837099 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 57fbe4de-75f4-4580-8a74-854f5cbbbbbd no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:24:16.871577 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676700d2-4079-4a1e-a89d-860ff27a89c1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Router faafe509-1e23-4dbd-98f9-cce56a94e479 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:24:16.925898 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:16.937667 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-48e1e6bd-2577-4caa-ae96-722ce82672fa None None] Current status of the port 85ffb94d-055f-4cd6-8cb9-c84689680904 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:16.940344 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 57fbe4de-75f4-4580-8a74-854f5cbbbbbd {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:24:16.940728 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 57fbe4de-75f4-4580-8a74-854f5cbbbbbd not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:24:16.948338 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04abc188-716d-4815-b10c-acb52133eead tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:17.054841 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-11672e85-a789-4c38-b0d9-d5456d021825 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:17.068416 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04abc188-716d-4815-b10c-acb52133eead tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:17.083701 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b4032a53-939f-405e-8da2-bd5cddc1d5b1 None None] Provisioning complete for port 206e4b57-22e7-4ac2-a0e0-fad7ff86efa5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:17.084844 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b4032a53-939f-405e-8da2-bd5cddc1d5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:17.125802 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abc188-716d-4815-b10c-acb52133eead tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Subnet': ['ID=ed29ac04-d6b2-4b4f-a313-32f7db47dc2b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:17.131220 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04abc188-716d-4815-b10c-acb52133eead tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:17.137857 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-04abc188-716d-4815-b10c-acb52133eead tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/subnets/ed29ac04-d6b2-4b4f-a313-32f7db47dc2b HTTP/1.1" status: 204 len: 168 time: 0.7740004 May 26 16:24:17.144749 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42070) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:17.163357 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c0b79272-bebb-49e1-8b27-bede35f5ba73 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'subnet': {'network_id': '80e6d2c3-0729-4530-a249-28a3e203bb37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:17.179493 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-11672e85-a789-4c38-b0d9-d5456d021825 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13bf54f3-26c0-4fe5-aa75-db926c99f0f3']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:17.226667 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-11672e85-a789-4c38-b0d9-d5456d021825 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8498f6fa-5e8b-44e7-bc82-da26134ce147') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:17.227128 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-11672e85-a789-4c38-b0d9-d5456d021825 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8498f6fa-5e8b-44e7-bc82-da26134ce147') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:17.239707 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['7a57f90b-913e-40c9-b299-cf19df4e11dc'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:24:17.337615 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-11672e85-a789-4c38-b0d9-d5456d021825 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:17.357604 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04abc188-716d-4815-b10c-acb52133eead tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:17.359464 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04abc188-716d-4815-b10c-acb52133eead tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:17.359845 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04abc188-716d-4815-b10c-acb52133eead tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:17.363609 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04abc188-716d-4815-b10c-acb52133eead tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:17.364265 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04abc188-716d-4815-b10c-acb52133eead tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:17.364576 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04abc188-716d-4815-b10c-acb52133eead tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:17.365052 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04abc188-716d-4815-b10c-acb52133eead tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:17.365614 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04abc188-716d-4815-b10c-acb52133eead tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:17.366180 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04abc188-716d-4815-b10c-acb52133eead tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:17.367154 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04abc188-716d-4815-b10c-acb52133eead tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:17.367778 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04abc188-716d-4815-b10c-acb52133eead tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:17.368392 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04abc188-716d-4815-b10c-acb52133eead tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:17.422041 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6182b9da-2188-4c10-b364-70ec84e057c1 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:24:17.431660 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f79bf-758e-4a95-aeab-0c3152ce10b3 req-3a9901ef-5f1e-4bc9-9321-cc0fbe9b0f80 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:17.440765 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a96f79bf-758e-4a95-aeab-0c3152ce10b3 req-3a9901ef-5f1e-4bc9-9321-cc0fbe9b0f80 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cf816a2-8482-4b29-956c-02514be75a17 HTTP/1.1" status: 200 len: 945 time: 0.4673953 May 26 16:24:17.452511 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676700d2-4079-4a1e-a89d-860ff27a89c1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:24:17.489383 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-676700d2-4079-4a1e-a89d-860ff27a89c1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "PUT /v2.0/routers/faafe509-1e23-4dbd-98f9-cce56a94e479/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5166876 May 26 16:24:17.497047 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42084) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:17.504971 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-bafc01d4-33ec-416f-82ea-ac481e789814 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1500087399'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:17.508505 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 6182b9da-2188-4c10-b364-70ec84e057c1 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:24:17.508916 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6182b9da-2188-4c10-b364-70ec84e057c1 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:24:17.512615 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b4032a53-939f-405e-8da2-bd5cddc1d5b1 None None] Port 206e4b57-22e7-4ac2-a0e0-fad7ff86efa5 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:17.525950 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e14df54-a0e2-430a-b49e-445119d05ecf None None] Network 80e6d2c3-0729-4530-a249-28a3e203bb37 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:17.530528 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-11672e85-a789-4c38-b0d9-d5456d021825 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:17.600780 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11672e85-a789-4c38-b0d9-d5456d021825 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:24:17.601231 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-11672e85-a789-4c38-b0d9-d5456d021825 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:17.604451 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b79272-bebb-49e1-8b27-bede35f5ba73 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:17.614323 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0b79272-bebb-49e1-8b27-bede35f5ba73 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:17.617980 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5649e655-b064-4210-a9b9-50429a506522 None None] Sync routers for ids ['faafe509-1e23-4dbd-98f9-cce56a94e479'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:24:17.621854 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a96f79bf-758e-4a95-aeab-0c3152ce10b3 req-0afe67aa-fe11-45f7-a430-e638aeccf84f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666791 May 26 16:24:17.670907 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 8498f6fa-5e8b-44e7-bc82-da26134ce147 resource provider aggregate not found May 26 16:24:17.687103 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafc01d4-33ec-416f-82ea-ac481e789814 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Made reservation on behalf of 7c05bed383db4b70b043bf60b5d2bde6 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:17.692440 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bafc01d4-33ec-416f-82ea-ac481e789814 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:17.716752 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 8498f6fa-5e8b-44e7-bc82-da26134ce147 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8498f6fa-5e8b-44e7-bc82-da26134ce147 found for delete ", "request_id": "req-65f20d23-9bf6-4529-94bd-fae4930ed47b"}]} May 26 16:24:17.737553 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafc01d4-33ec-416f-82ea-ac481e789814 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:24:17.753692 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bafc01d4-33ec-416f-82ea-ac481e789814 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:17.754193 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-bafc01d4-33ec-416f-82ea-ac481e789814 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Added segment 803fde96-4853-4d43-9d02-c565ea5a9aab of type vlan for network 024a58ba-55bf-4503-be38-06d39361b451 May 26 16:24:17.802953 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5649e655-b064-4210-a9b9-50429a506522 None None] Routers {'faafe509-1e23-4dbd-98f9-cce56a94e479'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:17.805133 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bafc01d4-33ec-416f-82ea-ac481e789814 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:17.806675 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5649e655-b064-4210-a9b9-50429a506522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:24:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['faafe509-1e23-4dbd-98f9-cce56a94e479'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:17.845679 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bafc01d4-33ec-416f-82ea-ac481e789814 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:17.862605 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafc01d4-33ec-416f-82ea-ac481e789814 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:17.864669 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bafc01d4-33ec-416f-82ea-ac481e789814 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:17.909354 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-11672e85-a789-4c38-b0d9-d5456d021825 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:17.922666 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b4032a53-939f-405e-8da2-bd5cddc1d5b1 None None] Provisioning complete for port 4f060d97-64c1-44c1-ae63-da07e8dad215 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:17.923402 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b4032a53-939f-405e-8da2-bd5cddc1d5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:17.934531 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bafc01d4-33ec-416f-82ea-ac481e789814 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4331994 May 26 16:24:17.980341 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b4032a53-939f-405e-8da2-bd5cddc1d5b1 None None] Port 4f060d97-64c1-44c1-ae63-da07e8dad215 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:18.006356 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42100) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:18.010677 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-11672e85-a789-4c38-b0d9-d5456d021825 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:18.020281 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-11672e85-a789-4c38-b0d9-d5456d021825 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "DELETE /v2.0/networks/13bf54f3-26c0-4fe5-aa75-db926c99f0f3 HTTP/1.1" status: 204 len: 168 time: 1.4699800 May 26 16:24:18.024162 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-318f8f3e-53f9-4529-aef2-8133c5a5c1a1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'subnet': {'network_id': '024a58ba-55bf-4503-be38-06d39361b451', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:18.033832 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42102) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:18.132356 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-5649e655-b064-4210-a9b9-50429a506522 None None] Set router faafe509-1e23-4dbd-98f9-cce56a94e479 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:24:18.207920 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0b79272-bebb-49e1-8b27-bede35f5ba73 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:18.233088 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b4032a53-939f-405e-8da2-bd5cddc1d5b1 None None] Provisioning complete for port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:18.233742 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b4032a53-939f-405e-8da2-bd5cddc1d5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:18.274279 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b79272-bebb-49e1-8b27-bede35f5ba73 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network 80e6d2c3-0729-4530-a249-28a3e203bb37 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:18.277600 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-c0b79272-bebb-49e1-8b27-bede35f5ba73 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:18.290318 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b79272-bebb-49e1-8b27-bede35f5ba73 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:18.291059 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0b79272-bebb-49e1-8b27-bede35f5ba73 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:18.320394 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b79272-bebb-49e1-8b27-bede35f5ba73 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Subnet': ['ID=bb3b5f17-4de5-4522-9c40-49a10dc06219,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:18.341048 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c0b79272-bebb-49e1-8b27-bede35f5ba73 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1847627 May 26 16:24:18.343916 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42106) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:18.352996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-fb5021d9-1d8b-46fd-8cce-4d90d595f894 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'security_group': {'name': 'tempest-secgroup-341228435'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:18.391035 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fb5021d9-1d8b-46fd-8cce-4d90d595f894 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:18.526538 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fb5021d9-1d8b-46fd-8cce-4d90d595f894 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:18.532890 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:18.536232 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fb5021d9-1d8b-46fd-8cce-4d90d595f894 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:18.574387 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fb5021d9-1d8b-46fd-8cce-4d90d595f894 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:18.577084 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fb5021d9-1d8b-46fd-8cce-4d90d595f894 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2306178 May 26 16:24:18.587374 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42108) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:18.627305 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-cb003375-d072-4fa5-9555-a42e2f8bff9c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'security_group': {'name': 'tempest-secgroup-51872125'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:18.629039 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:18.719047 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5021d9-1d8b-46fd-8cce-4d90d595f894 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d143edac-b2dd-46a0-9de0-dd8025933547,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:18.733892 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cb003375-d072-4fa5-9555-a42e2f8bff9c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:18.774492 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074bf4f-3358-44b1-b0de-35cbb2bd3019 req-6616a666-f144-460d-a99e-c0babe7d99df tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:18.788039 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0074bf4f-3358-44b1-b0de-35cbb2bd3019 req-6616a666-f144-460d-a99e-c0babe7d99df tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.8734410 May 26 16:24:18.911870 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc01d4-33ec-416f-82ea-ac481e789814 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Network': ['ID=024a58ba-55bf-4503-be38-06d39361b451,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:18.965312 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cb003375-d072-4fa5-9555-a42e2f8bff9c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:18.976709 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cb003375-d072-4fa5-9555-a42e2f8bff9c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:18.983345 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11672e85-a789-4c38-b0d9-d5456d021825 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'Network': ['ID=13bf54f3-26c0-4fe5-aa75-db926c99f0f3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:19.035823 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb003375-d072-4fa5-9555-a42e2f8bff9c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c9ecd9-06a5-4051-a20c-6f25e91a9f40,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:19.044210 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cb003375-d072-4fa5-9555-a42e2f8bff9c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:19.046974 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cb003375-d072-4fa5-9555-a42e2f8bff9c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4572573 May 26 16:24:19.050368 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42116) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:19.059956 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-10f10d15-ace4-44bd-abee-134af33e6998 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'security_group': {'name': 'tempest-secgroup-1731430737'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:19.070508 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0074bf4f-3358-44b1-b0de-35cbb2bd3019 req-ee36c8c5-d080-4aa2-952f-527581828d19 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808137 May 26 16:24:19.070852 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 024a58ba-55bf-4503-be38-06d39361b451 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:24:19.096940 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10f10d15-ace4-44bd-abee-134af33e6998 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:19.119291 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b4032a53-939f-405e-8da2-bd5cddc1d5b1 None None] Current status of the port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:19.176221 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318f8f3e-53f9-4529-aef2-8133c5a5c1a1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Made reservation on behalf of 7c05bed383db4b70b043bf60b5d2bde6 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:19.179889 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-318f8f3e-53f9-4529-aef2-8133c5a5c1a1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:19.192859 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b4032a53-939f-405e-8da2-bd5cddc1d5b1 None None] Could not find standard attr ID for object 8c034ac9-4806-425a-9bbd-47473351d45e. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:24:19.229926 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54763b-d47f-45ce-b091-f0cf86bf6a81 req-f8efe3c1-2e9a-4c48-b1d5-c566745fe990 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:19.230594 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:19.232643 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a54763b-d47f-45ce-b091-f0cf86bf6a81 req-f8efe3c1-2e9a-4c48-b1d5-c566745fe990 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cf816a2-8482-4b29-956c-02514be75a17 HTTP/1.1" status: 200 len: 945 time: 0.4018853 May 26 16:24:19.233617 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eaf1aa5f-f29e-4c71-8c93-1c9bfc61ac26 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:19.290143 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5649e655-b064-4210-a9b9-50429a506522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:24:13Z', 'revision_number': 2, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:14Z', 'revision_number': 2, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:19.320341 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10f10d15-ace4-44bd-abee-134af33e6998 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:19.327434 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10f10d15-ace4-44bd-abee-134af33e6998 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:19.330537 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5649e655-b064-4210-a9b9-50429a506522 None None] Checking router: faafe509-1e23-4dbd-98f9-cce56a94e479 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:24:19.332253 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5649e655-b064-4210-a9b9-50429a506522 None None] Updating router faafe509-1e23-4dbd-98f9-cce56a94e479 port 206e4b57-22e7-4ac2-a0e0-fad7ff86efa5 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:24:19.387209 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10f10d15-ace4-44bd-abee-134af33e6998 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:19.398822 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-10f10d15-ace4-44bd-abee-134af33e6998 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3413725 May 26 16:24:19.401585 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42122) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:19.405945 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5649e655-b064-4210-a9b9-50429a506522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:19.429248 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b76f88dd-1d66-4d39-a1de-afa21057099e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1983545324', 'security_groups': ['5b63dad7-ce69-4737-b1f5-b2306301f2f4'], 'network_id': '80e6d2c3-0729-4530-a249-28a3e203bb37', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bb3b5f17-4de5-4522-9c40-49a10dc06219'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:19.455577 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f10d15-ace4-44bd-abee-134af33e6998 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b63dad7-ce69-4737-b1f5-b2306301f2f4,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:19.553001 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a54763b-d47f-45ce-b091-f0cf86bf6a81 req-930f3161-dd3f-4ac8-8159-e008fa93d7f8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122318 May 26 16:24:19.602971 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eaf1aa5f-f29e-4c71-8c93-1c9bfc61ac26 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:19.624791 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418978c-3aa0-4218-a61c-87f4b63fbf39 req-7d3ddcce-9082-46a7-88ae-9e7ab495e929 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:19.631746 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3418978c-3aa0-4218-a61c-87f4b63fbf39 req-7d3ddcce-9082-46a7-88ae-9e7ab495e929 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.3444133 May 26 16:24:19.703087 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-318f8f3e-53f9-4529-aef2-8133c5a5c1a1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:19.733095 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76f88dd-1d66-4d39-a1de-afa21057099e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:19.751217 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c3c4ea-4493-4d99-bf43-e0278e5d9d89 None None] Network 80e6d2c3-0729-4530-a249-28a3e203bb37 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:19.816453 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3418978c-3aa0-4218-a61c-87f4b63fbf39 req-42ae66c1-26ad-4e12-a52b-8ebb5a187bd1 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689618 May 26 16:24:19.837684 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f8f3e-53f9-4529-aef2-8133c5a5c1a1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Subnet': ['ID=2b6979ca-a67e-4251-a94f-aacafe2e4b0d,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:19.894693 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eaf1aa5f-f29e-4c71-8c93-1c9bfc61ac26 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:19.899142 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eaf1aa5f-f29e-4c71-8c93-1c9bfc61ac26 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:19.903600 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-eaf1aa5f-f29e-4c71-8c93-1c9bfc61ac26 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "DELETE /v2.0/security-groups/c014a176-d81d-4ccf-9494-409392f0de56 HTTP/1.1" status: 204 len: 168 time: 1.8582830 May 26 16:24:19.922689 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1aa5f-f29e-4c71-8c93-1c9bfc61ac26 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c014a176-d81d-4ccf-9494-409392f0de56,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:19.934975 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318f8f3e-53f9-4529-aef2-8133c5a5c1a1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Checking segment: {'id': '803fde96-4853-4d43-9d02-c565ea5a9aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '024a58ba-55bf-4503-be38-06d39361b451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:19.937561 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318f8f3e-53f9-4529-aef2-8133c5a5c1a1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network hostable DHCP agents. Network: 024a58ba-55bf-4503-be38-06d39361b451, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:24:19.955605 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b76f88dd-1d66-4d39-a1de-afa21057099e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:20.004782 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318f8f3e-53f9-4529-aef2-8133c5a5c1a1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network 024a58ba-55bf-4503-be38-06d39361b451 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:24:20.006851 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-b76f88dd-1d66-4d39-a1de-afa21057099e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] device_id is not set on port 1594b53b-8adb-4a5d-96b0-d2dcadd37551 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:24:20.038286 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-318f8f3e-53f9-4529-aef2-8133c5a5c1a1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 024a58ba-55bf-4503-be38-06d39361b451) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:20.057639 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318f8f3e-53f9-4529-aef2-8133c5a5c1a1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:20.061319 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-318f8f3e-53f9-4529-aef2-8133c5a5c1a1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:20.067336 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb3774f-1669-46a7-889d-86d40c5e15a0 None None] Network 024a58ba-55bf-4503-be38-06d39361b451 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:20.105735 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-318f8f3e-53f9-4529-aef2-8133c5a5c1a1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0855658 May 26 16:24:20.109436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42130) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:20.183639 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42132) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:20.206159 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-f37c1a52-3fd2-4bbd-a0f7-2d8472e7311c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-602151679', 'description': 'tempest-secgroup-smoke-602151679 description', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:20.214525 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-bac54234-4824-44bb-a776-79a7a305707c None None] Provisioning complete for port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:20.215301 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bac54234-4824-44bb-a776-79a7a305707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:20.304453 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f37c1a52-3fd2-4bbd-a0f7-2d8472e7311c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:20.423015 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-b76f88dd-1d66-4d39-a1de-afa21057099e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Allocated IP 2001:db8::12a (80e6d2c3-0729-4530-a249-28a3e203bb37/bb3b5f17-4de5-4522-9c40-49a10dc06219/1594b53b-8adb-4a5d-96b0-d2dcadd37551) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:20.727133 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f37c1a52-3fd2-4bbd-a0f7-2d8472e7311c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:20.744067 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f37c1a52-3fd2-4bbd-a0f7-2d8472e7311c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:20.848217 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b76f88dd-1d66-4d39-a1de-afa21057099e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:20.891922 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f37c1a52-3fd2-4bbd-a0f7-2d8472e7311c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:20.893596 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f37c1a52-3fd2-4bbd-a0f7-2d8472e7311c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7030435 May 26 16:24:20.896777 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42148) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:20.904597 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-1b12ff1e-158a-4365-a2ba-f0ed54419a15 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group_rule': {'security_group_id': '8fc34522-55e5-4e13-95af-2ef1835355af', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:20.925309 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b76f88dd-1d66-4d39-a1de-afa21057099e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:20.950620 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c1a52-3fd2-4bbd-a0f7-2d8472e7311c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc34522-55e5-4e13-95af-2ef1835355af,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:20.965410 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 7a57f90b-913e-40c9-b299-cf19df4e11dc up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:21.015052 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76f88dd-1d66-4d39-a1de-afa21057099e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network 80e6d2c3-0729-4530-a249-28a3e203bb37 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:21.023796 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-b76f88dd-1d66-4d39-a1de-afa21057099e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:21.030550 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76f88dd-1d66-4d39-a1de-afa21057099e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:21.040140 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76f88dd-1d66-4d39-a1de-afa21057099e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:21.040809 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b76f88dd-1d66-4d39-a1de-afa21057099e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.073344 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b12ff1e-158a-4365-a2ba-f0ed54419a15 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.125220 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b76f88dd-1d66-4d39-a1de-afa21057099e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7166619 May 26 16:24:21.131564 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42150) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:21.139166 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-80037cc5-3997-4988-97c1-2b653f813dc1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'subnet': {'network_id': '80e6d2c3-0729-4530-a249-28a3e203bb37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:21.150167 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f88dd-1d66-4d39-a1de-afa21057099e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Port': ['ID=1594b53b-8adb-4a5d-96b0-d2dcadd37551,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:21.189959 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae79d30-249b-44a1-9383-157f52555b9f req-e3bb66e7-54cc-4500-858a-66425ca93dad tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:21.192558 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fae79d30-249b-44a1-9383-157f52555b9f req-e3bb66e7-54cc-4500-858a-66425ca93dad tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cf816a2-8482-4b29-956c-02514be75a17 HTTP/1.1" status: 200 len: 945 time: 0.3609042 May 26 16:24:21.216924 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b12ff1e-158a-4365-a2ba-f0ed54419a15 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.223967 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b12ff1e-158a-4365-a2ba-f0ed54419a15 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.239522 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-bac54234-4824-44bb-a776-79a7a305707c None None] Current status of the port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:21.254745 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f21950-803c-49b0-b273-5f471e5be355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-024a58ba-55bf-4503-be38-06d39361b451', 'network_id': '024a58ba-55bf-4503-be38-06d39361b451', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'fixed_ips': [{'subnet_id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:24:21.256308 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a2f21950-803c-49b0-b273-5f471e5be355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.288249 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfad6b10-4302-4589-b85d-76b50d8abcd5 None None] Update dhcp port {'port': {'network_id': '80e6d2c3-0729-4530-a249-28a3e203bb37', 'fixed_ips': [{'subnet_id': '18a6cb89-1c00-4521-9287-f6b892472bf3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bb3b5f17-4de5-4522-9c40-49a10dc06219'}], 'binding:host_id': 'n-d-843337-2'}, 'id': '2e74ef3b-aa6f-4286-8a8d-0e125599e4dc'} from n-d-843337-2. {{(pid=103897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:24:21.301977 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12ff1e-158a-4365-a2ba-f0ed54419a15 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b59071-f365-4b1e-b7d7-e127fbaf0bc7,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:21.334039 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1b12ff1e-158a-4365-a2ba-f0ed54419a15 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.341793 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1b12ff1e-158a-4365-a2ba-f0ed54419a15 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4424913 May 26 16:24:21.342689 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42152) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:21.345530 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9224f577-898c-4deb-8cfc-e456d1cb0a26 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.368286 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-4f84ae85-90d3-44d1-b9ed-0366f6546f9b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group_rule': {'security_group_id': '8fc34522-55e5-4e13-95af-2ef1835355af', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:21.373580 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fae79d30-249b-44a1-9383-157f52555b9f req-1bfc60c2-434b-4d27-b7e5-e864b4d32145 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355381 May 26 16:24:21.386238 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5649e655-b064-4210-a9b9-50429a506522 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.440139 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f84ae85-90d3-44d1-b9ed-0366f6546f9b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.448724 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5649e655-b064-4210-a9b9-50429a506522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.469519 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-bac54234-4824-44bb-a776-79a7a305707c None None] Provisioning complete for port 4f060d97-64c1-44c1-ae63-da07e8dad215 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:21.470444 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bac54234-4824-44bb-a776-79a7a305707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.536365 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dfad6b10-4302-4589-b85d-76b50d8abcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.607226 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f84ae85-90d3-44d1-b9ed-0366f6546f9b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.678209 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f84ae85-90d3-44d1-b9ed-0366f6546f9b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.735014 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f84ae85-90d3-44d1-b9ed-0366f6546f9b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.741767 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4f84ae85-90d3-44d1-b9ed-0366f6546f9b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3949339 May 26 16:24:21.742794 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80037cc5-3997-4988-97c1-2b653f813dc1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:21.748744 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-80037cc5-3997-4988-97c1-2b653f813dc1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.773213 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42158) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:21.789847 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-788b66a2-3d64-4811-87a5-d7a6ac011388 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group_rule': {'security_group_id': '8fc34522-55e5-4e13-95af-2ef1835355af', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:21.827058 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-bac54234-4824-44bb-a776-79a7a305707c None None] Port 4f060d97-64c1-44c1-ae63-da07e8dad215 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:21.847800 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 7a57f90b-913e-40c9-b299-cf19df4e11dc completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:24:21.860579 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6633cb5-7b94-41e4-8d19-c8b643dc39dc None None] Pushing event updated for resources: {'Port': ['ID=206e4b57-22e7-4ac2-a0e0-fad7ff86efa5,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:21.876696 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 7a57f90b-913e-40c9-b299-cf19df4e11dc triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:21.878251 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:21.990713 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-788b66a2-3d64-4811-87a5-d7a6ac011388 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:22.038864 n-d-843337-2 neutron-server[103895]: INFO neutron.db.ipam_backend_mixin [None req-80037cc5-3997-4988-97c1-2b653f813dc1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bb3b5f17-4de5-4522-9c40-49a10dc06219 (CIDR: 2001:db8::/64) May 26 16:24:22.045147 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-80037cc5-3997-4988-97c1-2b653f813dc1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:24:22.046335 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80037cc5-3997-4988-97c1-2b653f813dc1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:22.076926 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-80037cc5-3997-4988-97c1-2b653f813dc1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9410939 May 26 16:24:22.077827 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42160) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:22.084513 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e7c565eb-f048-4511-9c9a-37dd9c889978 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'subnet': {'network_id': '80e6d2c3-0729-4530-a249-28a3e203bb37', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:22.091247 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84ae85-90d3-44d1-b9ed-0366f6546f9b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bac0481-2888-43cb-b7b3-78f9fe9dde31,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:22.169061 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-788b66a2-3d64-4811-87a5-d7a6ac011388 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:22.177283 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-788b66a2-3d64-4811-87a5-d7a6ac011388 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:22.222977 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-a2f21950-803c-49b0-b273-5f471e5be355 None None] Allocated IP 2001:db8:1::2 (024a58ba-55bf-4503-be38-06d39361b451/2b6979ca-a67e-4251-a94f-aacafe2e4b0d/ea626fcb-4097-4093-b2a2-e58c42ce9d1c) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:22.253999 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b66a2-3d64-4811-87a5-d7a6ac011388 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ce176b-ec4a-48c8-9f99-8626553b496e,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:22.259688 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-788b66a2-3d64-4811-87a5-d7a6ac011388 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:22.262182 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-788b66a2-3d64-4811-87a5-d7a6ac011388 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4878368 May 26 16:24:22.265806 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42162) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:22.271733 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-9b3c2fba-f172-4a09-b89b-2c618cc38f9b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group_rule': {'security_group_id': '8fc34522-55e5-4e13-95af-2ef1835355af', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:22.272897 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5649e655-b064-4210-a9b9-50429a506522 None None] Attempting to bind port 206e4b57-22e7-4ac2-a0e0-fad7ff86efa5 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:22.273424 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5649e655-b064-4210-a9b9-50429a506522 None None] Attempting to bind port 206e4b57-22e7-4ac2-a0e0-fad7ff86efa5 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'b368cf36-1452-4c28-b13f-45d34c06d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:22.273727 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5649e655-b064-4210-a9b9-50429a506522 None None] Attempting to bind port 206e4b57-22e7-4ac2-a0e0-fad7ff86efa5 on network f295006e-07c3-4895-bec9-fd74d733c6bc {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:22.277274 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b66a2-3d64-4811-87a5-d7a6ac011388 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:22.278589 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b66a2-3d64-4811-87a5-d7a6ac011388 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:22.279159 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b66a2-3d64-4811-87a5-d7a6ac011388 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:22.279853 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b66a2-3d64-4811-87a5-d7a6ac011388 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:22.280521 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b66a2-3d64-4811-87a5-d7a6ac011388 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:22.281086 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b66a2-3d64-4811-87a5-d7a6ac011388 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:22.281766 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b66a2-3d64-4811-87a5-d7a6ac011388 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:22.282336 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b66a2-3d64-4811-87a5-d7a6ac011388 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:22.283282 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b66a2-3d64-4811-87a5-d7a6ac011388 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:22.284470 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b66a2-3d64-4811-87a5-d7a6ac011388 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:22.285031 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b66a2-3d64-4811-87a5-d7a6ac011388 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:22.285641 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b66a2-3d64-4811-87a5-d7a6ac011388 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:22.311949 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c565eb-f048-4511-9c9a-37dd9c889978 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:22.318928 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e7c565eb-f048-4511-9c9a-37dd9c889978 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:22.397186 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2fba-f172-4a09-b89b-2c618cc38f9b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:22.492935 n-d-843337-2 neutron-server[103895]: INFO neutron.db.ipam_backend_mixin [None req-e7c565eb-f048-4511-9c9a-37dd9c889978 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 18a6cb89-1c00-4521-9287-f6b892472bf3 (CIDR: 2001:db8:0:1::/64) May 26 16:24:22.500416 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c565eb-f048-4511-9c9a-37dd9c889978 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:24:22.501138 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c565eb-f048-4511-9c9a-37dd9c889978 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:22.507456 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:24:22.568127 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5649e655-b064-4210-a9b9-50429a506522 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:24:22.568127 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5649e655-b064-4210-a9b9-50429a506522 None None] Checking segment: {'id': 'b368cf36-1452-4c28-b13f-45d34c06d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:22.568800 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5649e655-b064-4210-a9b9-50429a506522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:22.569622 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5649e655-b064-4210-a9b9-50429a506522 None None] Bound using segment: {'id': 'b368cf36-1452-4c28-b13f-45d34c06d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:24:22.571010 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5649e655-b064-4210-a9b9-50429a506522 None None] Bound port: 206e4b57-22e7-4ac2-a0e0-fad7ff86efa5, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b368cf36-1452-4c28-b13f-45d34c06d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:24:22.571870 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5649e655-b064-4210-a9b9-50429a506522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:22.575609 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2fba-f172-4a09-b89b-2c618cc38f9b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:22.589635 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2fba-f172-4a09-b89b-2c618cc38f9b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:22.632352 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e7c565eb-f048-4511-9c9a-37dd9c889978 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5524597 May 26 16:24:22.635885 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42172) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:22.638732 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c2fba-f172-4a09-b89b-2c618cc38f9b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327d1011-f7b5-4fd1-85e6-ea43959a17e5,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:22.645569 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b9380add-9b0b-4e8d-bbcb-33276abb0b42 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'subnet': {'network_id': '80e6d2c3-0729-4530-a249-28a3e203bb37', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:22.659507 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2fba-f172-4a09-b89b-2c618cc38f9b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:22.664742 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9b3c2fba-f172-4a09-b89b-2c618cc38f9b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3936858 May 26 16:24:22.669055 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85ff04-c1c2-4920-881b-4fe4cf9940b2 req-532f4f5b-9995-4c45-869a-baa3e8134090 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:22.670631 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42174) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:22.680640 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cb85ff04-c1c2-4920-881b-4fe4cf9940b2 req-532f4f5b-9995-4c45-869a-baa3e8134090 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cf816a2-8482-4b29-956c-02514be75a17 HTTP/1.1" status: 200 len: 945 time: 0.1454222 May 26 16:24:22.683129 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-242b43cb-a71d-48ca-b448-42d8bb0b24c8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group_rule': {'security_group_id': '8fc34522-55e5-4e13-95af-2ef1835355af', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:22.722234 n-d-843337-2 neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-242b43cb-a71d-48ca-b448-42d8bb0b24c8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Project ab86e9d575124bbb8f1141e0888ad848 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:24:22.740922 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-242b43cb-a71d-48ca-b448-42d8bb0b24c8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:22.761669 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-dfad6b10-4302-4589-b85d-76b50d8abcd5 None None] Allocated IP 2001:db8::2 (80e6d2c3-0729-4530-a249-28a3e203bb37/bb3b5f17-4de5-4522-9c40-49a10dc06219/2e74ef3b-aa6f-4286-8a8d-0e125599e4dc) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:22.765438 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4c79091b-4725-4471-9b29-6fc7955f87df None None] Provisioning complete for port 206e4b57-22e7-4ac2-a0e0-fad7ff86efa5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:22.766094 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4c79091b-4725-4471-9b29-6fc7955f87df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:22.856686 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cb85ff04-c1c2-4920-881b-4fe4cf9940b2 req-9162bf0d-8611-44f2-a202-6832eb5f3a4d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746879 May 26 16:24:22.918750 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 7a57f90b-913e-40c9-b299-cf19df4e11dc is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:22.919378 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:22.919844 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-dcdda7f0-6051-41e6-ae02-e2a5d43dbb4f req-678c29c9-cd6f-4a49-ba6e-edffc02465b0 service neutron] (103896) timed out ('10.222.0.83', 55681) {{(pid=103896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 16:24:22.966500 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-242b43cb-a71d-48ca-b448-42d8bb0b24c8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:22.975883 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-242b43cb-a71d-48ca-b448-42d8bb0b24c8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.022394 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9380add-9b0b-4e8d-bbcb-33276abb0b42 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Made reservation on behalf of 3be6215cac414c0cad4d0387a5c1f396 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:23.038068 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b9380add-9b0b-4e8d-bbcb-33276abb0b42 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.046626 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4c79091b-4725-4471-9b29-6fc7955f87df None None] Port 206e4b57-22e7-4ac2-a0e0-fad7ff86efa5 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:23.051866 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b43cb-a71d-48ca-b448-42d8bb0b24c8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=497dcd05-535a-4780-b807-60c9c812b4e7,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:23.080423 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-242b43cb-a71d-48ca-b448-42d8bb0b24c8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.082116 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-242b43cb-a71d-48ca-b448-42d8bb0b24c8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4099092 May 26 16:24:23.086474 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42184) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:23.092948 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d0928bd2-e416-40f3-81ed-633b1e17bf10 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group_rule': {'security_group_id': '8fc34522-55e5-4e13-95af-2ef1835355af', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:23.141880 n-d-843337-2 neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-d0928bd2-e416-40f3-81ed-633b1e17bf10 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Project ab86e9d575124bbb8f1141e0888ad848 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:24:23.151248 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d0928bd2-e416-40f3-81ed-633b1e17bf10 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.265325 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 7a57f90b-913e-40c9-b299-cf19df4e11dc, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=7a57f90b-913e-40c9-b299-cf19df4e11dc,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:23.273479 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5649e655-b064-4210-a9b9-50429a506522 None None] For port 206e4b57-22e7-4ac2-a0e0-fad7ff86efa5, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:23.274185 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762025d4-5e27-4d93-aed8-aee16773e7ad req-cf76f5f4-0532-473a-99d7-da0a27f6fec3 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:23.276640 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-762025d4-5e27-4d93-aed8-aee16773e7ad req-cf76f5f4-0532-473a-99d7-da0a27f6fec3 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1991739 May 26 16:24:23.283846 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d0928bd2-e416-40f3-81ed-633b1e17bf10 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.289356 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d0928bd2-e416-40f3-81ed-633b1e17bf10 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.296600 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5649e655-b064-4210-a9b9-50429a506522 None None] For port 206e4b57-22e7-4ac2-a0e0-fad7ff86efa5, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=206e4b57-22e7-4ac2-a0e0-fad7ff86efa5,segment=NetworkSegment(b368cf36-1452-4c28-b13f-45d34c06d0db),segment_id=b368cf36-1452-4c28-b13f-45d34c06d0db)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:24:23.304899 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf816a2-8482-4b29-956c-02514be75a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a57f90b-913e-40c9-b299-cf19df4e11dc'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:24:23.310604 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11274150-e3a8-47ee-9b9d-74fe824b05e0" -d '{"events": [{"server_uuid": "5cf816a2-8482-4b29-956c-02514be75a17", "name": "network-vif-plugged", "status": "completed", "tag": "7a57f90b-913e-40c9-b299-cf19df4e11dc"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:24:23.324510 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.328634 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5649e655-b064-4210-a9b9-50429a506522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.340443 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0928bd2-e416-40f3-81ed-633b1e17bf10 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee8f170-3535-4e75-bf48-b0cfb2e35484,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:23.354013 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d0928bd2-e416-40f3-81ed-633b1e17bf10 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.356494 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d0928bd2-e416-40f3-81ed-633b1e17bf10 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2685494 May 26 16:24:23.360940 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42188) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:23.370615 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-136db86a-f151-4ebe-9463-ce4203784d5f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'network': {'name': 'tempest-network-smoke--806655638', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'port_security_enabled': True}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:23.371697 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a2f21950-803c-49b0-b273-5f471e5be355 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.409699 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-762025d4-5e27-4d93-aed8-aee16773e7ad req-0818d4c4-5471-4b76-9213-67c09e73bfbf tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234968 May 26 16:24:23.417069 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136db86a-f151-4ebe-9463-ce4203784d5f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Made reservation on behalf of ab86e9d575124bbb8f1141e0888ad848 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:23.424383 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-136db86a-f151-4ebe-9463-ce4203784d5f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.441835 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a2f21950-803c-49b0-b273-5f471e5be355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.460296 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5713ec36-99f5-4934-a1ac-e8fa57ebfd70 x-openstack-request-id: req-5713ec36-99f5-4934-a1ac-e8fa57ebfd70 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:24:23.460747 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf816a2-8482-4b29-956c-02514be75a17", "name": "network-vif-plugged", "status": "completed", "tag": "7a57f90b-913e-40c9-b299-cf19df4e11dc", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:24:23.461139 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5713ec36-99f5-4934-a1ac-e8fa57ebfd70 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:24:23.461686 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5713ec36-99f5-4934-a1ac-e8fa57ebfd70'] response: {'server_uuid': '5cf816a2-8482-4b29-956c-02514be75a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a57f90b-913e-40c9-b299-cf19df4e11dc', 'code': 200} May 26 16:24:23.471070 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136db86a-f151-4ebe-9463-ce4203784d5f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:24:23.494080 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-136db86a-f151-4ebe-9463-ce4203784d5f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.500003 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-136db86a-f151-4ebe-9463-ce4203784d5f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Added segment 3131bd3d-ec78-4812-abe2-0806a5790986 of type vlan for network 5e98d685-ced0-498f-873a-e656dd34cb0e May 26 16:24:23.568041 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5649e655-b064-4210-a9b9-50429a506522 None None] Routers {'faafe509-1e23-4dbd-98f9-cce56a94e479'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:23.571953 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5649e655-b064-4210-a9b9-50429a506522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:24:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['faafe509-1e23-4dbd-98f9-cce56a94e479'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:23.689567 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-136db86a-f151-4ebe-9463-ce4203784d5f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.714956 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27d89f-0659-483a-bf83-a45a1d34fe34 req-46e6dc30-0033-4ac8-b3c6-9fd1caa279e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:23.720648 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-de27d89f-0659-483a-bf83-a45a1d34fe34 req-46e6dc30-0033-4ac8-b3c6-9fd1caa279e1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5cf816a2-8482-4b29-956c-02514be75a17 HTTP/1.1" status: 200 len: 1097 time: 0.1132047 May 26 16:24:23.732023 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-dfad6b10-4302-4589-b85d-76b50d8abcd5 None None] For port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2e74ef3b-aa6f-4286-8a8d-0e125599e4dc,segment=NetworkSegment(8210a33e-a2e9-490f-9bb8-be15ad1cdde1),segment_id=8210a33e-a2e9-490f-9bb8-be15ad1cdde1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:23.774867 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f21950-803c-49b0-b273-5f471e5be355 None None] Network 024a58ba-55bf-4503-be38-06d39361b451 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:23.800740 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-9224f577-898c-4deb-8cfc-e456d1cb0a26 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Allocated IP 2001:db8:1::1 (024a58ba-55bf-4503-be38-06d39361b451/2b6979ca-a67e-4251-a94f-aacafe2e4b0d/8821bd39-2277-4ca0-96c1-8de1b50b96a5) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:23.826642 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-136db86a-f151-4ebe-9463-ce4203784d5f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.836440 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136db86a-f151-4ebe-9463-ce4203784d5f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:23.837183 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-136db86a-f151-4ebe-9463-ce4203784d5f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:23.837558 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-a2f21950-803c-49b0-b273-5f471e5be355 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:23.842736 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f21950-803c-49b0-b273-5f471e5be355 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:23.866062 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=7a57f90b-913e-40c9-b299-cf19df4e11dc,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:23.954729 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-5649e655-b064-4210-a9b9-50429a506522 None None] Set router faafe509-1e23-4dbd-98f9-cce56a94e479 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:24:23.983771 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48384119-0359-43a3-87fd-8197ef3dd253 req-39095b0d-6d5f-46bc-b72f-70e82e06ca93 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:23.993921 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-de27d89f-0659-483a-bf83-a45a1d34fe34 req-6aece88d-f1db-41b3-bb6e-c3b6e4011bb8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457361 May 26 16:24:24.003118 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48384119-0359-43a3-87fd-8197ef3dd253 req-39095b0d-6d5f-46bc-b72f-70e82e06ca93 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.3703132 May 26 16:24:24.020624 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dfad6b10-4302-4589-b85d-76b50d8abcd5 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.029878 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-136db86a-f151-4ebe-9463-ce4203784d5f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6669090 May 26 16:24:24.033946 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42200) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:24.042546 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-2fe0be2b-7973-401f-ab0c-487f352b677d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1284775052', 'admin_state_up': True, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:24.069909 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136db86a-f151-4ebe-9463-ce4203784d5f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Network': ['ID=5e98d685-ced0-498f-873a-e656dd34cb0e,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:24.087378 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dfad6b10-4302-4589-b85d-76b50d8abcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.111969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 5e98d685-ced0-498f-873a-e656dd34cb0e details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:24:24.116678 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2fe0be2b-7973-401f-ab0c-487f352b677d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.118964 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2fe0be2b-7973-401f-ab0c-487f352b677d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.169724 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d6222f28-f492-4e1a-b474-d58dc3200105 None None] Provisioning complete for port 206e4b57-22e7-4ac2-a0e0-fad7ff86efa5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:24.170381 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d6222f28-f492-4e1a-b474-d58dc3200105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.225031 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2fe0be2b-7973-401f-ab0c-487f352b677d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.305548 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9224f577-898c-4deb-8cfc-e456d1cb0a26 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.319704 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a2f21950-803c-49b0-b273-5f471e5be355 None None] Attempting to bind port ea626fcb-4097-4093-b2a2-e58c42ce9d1c on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:24.320534 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a2f21950-803c-49b0-b273-5f471e5be355 None None] Attempting to bind port ea626fcb-4097-4093-b2a2-e58c42ce9d1c by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '803fde96-4853-4d43-9d02-c565ea5a9aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '024a58ba-55bf-4503-be38-06d39361b451'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:24.320534 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f21950-803c-49b0-b273-5f471e5be355 None None] Attempting to bind port ea626fcb-4097-4093-b2a2-e58c42ce9d1c on network 024a58ba-55bf-4503-be38-06d39361b451 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:24.330294 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6633cb5-7b94-41e4-8d19-c8b643dc39dc None None] Pushing event updated for resources: {'Port': ['ID=206e4b57-22e7-4ac2-a0e0-fad7ff86efa5,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:24.402659 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f21950-803c-49b0-b273-5f471e5be355 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:24:24.403201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f21950-803c-49b0-b273-5f471e5be355 None None] Checking segment: {'id': '803fde96-4853-4d43-9d02-c565ea5a9aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '024a58ba-55bf-4503-be38-06d39361b451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:24.403803 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a2f21950-803c-49b0-b273-5f471e5be355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.404448 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f21950-803c-49b0-b273-5f471e5be355 None None] Bound using segment: {'id': '803fde96-4853-4d43-9d02-c565ea5a9aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '024a58ba-55bf-4503-be38-06d39361b451'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:24:24.405308 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a2f21950-803c-49b0-b273-5f471e5be355 None None] Bound port: ea626fcb-4097-4093-b2a2-e58c42ce9d1c, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803fde96-4853-4d43-9d02-c565ea5a9aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '024a58ba-55bf-4503-be38-06d39361b451'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:24:24.406401 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a2f21950-803c-49b0-b273-5f471e5be355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.410102 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f21950-803c-49b0-b273-5f471e5be355 None None] Pushing event updated for resources: {'Port': ['ID=ea626fcb-4097-4093-b2a2-e58c42ce9d1c,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:24.427117 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b9380add-9b0b-4e8d-bbcb-33276abb0b42 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.471327 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9380add-9b0b-4e8d-bbcb-33276abb0b42 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Network 80e6d2c3-0729-4530-a249-28a3e203bb37 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:24.485828 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-b9380add-9b0b-4e8d-bbcb-33276abb0b42 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:24.494225 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2fe0be2b-7973-401f-ab0c-487f352b677d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.542543 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9380add-9b0b-4e8d-bbcb-33276abb0b42 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:24.543546 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b9380add-9b0b-4e8d-bbcb-33276abb0b42 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.548637 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9224f577-898c-4deb-8cfc-e456d1cb0a26 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.697087 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07005bd-f4b6-49c1-800a-cc34b11c78f4 req-b1672210-d501-4ba0-8978-f53d9afe3f82 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:24.703081 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c07005bd-f4b6-49c1-800a-cc34b11c78f4 req-b1672210-d501-4ba0-8978-f53d9afe3f82 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cf816a2-8482-4b29-956c-02514be75a17 HTTP/1.1" status: 200 len: 946 time: 0.6450877 May 26 16:24:24.727671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9224f577-898c-4deb-8cfc-e456d1cb0a26 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network 024a58ba-55bf-4503-be38-06d39361b451 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:24.774621 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48384119-0359-43a3-87fd-8197ef3dd253 req-c07e1315-16f8-4fe0-8be9-6c98bd73fbdd tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7342401 May 26 16:24:24.784713 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-9224f577-898c-4deb-8cfc-e456d1cb0a26 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:24.808875 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9224f577-898c-4deb-8cfc-e456d1cb0a26 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:24.810525 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9224f577-898c-4deb-8cfc-e456d1cb0a26 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:24.836175 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad6b10-4302-4589-b85d-76b50d8abcd5 None None] Pushing event updated for resources: {'Port': ['ID=2e74ef3b-aa6f-4286-8a8d-0e125599e4dc,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:24.906888 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d6222f28-f492-4e1a-b474-d58dc3200105 None None] Current status of the port 206e4b57-22e7-4ac2-a0e0-fad7ff86efa5 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:24.906888 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d6222f28-f492-4e1a-b474-d58dc3200105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:25.024959 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b9380add-9b0b-4e8d-bbcb-33276abb0b42 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3867447 May 26 16:24:25.027242 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224f577-898c-4deb-8cfc-e456d1cb0a26 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Port': ['ID=8821bd39-2277-4ca0-96c1-8de1b50b96a5,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:25.030216 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a2f21950-803c-49b0-b273-5f471e5be355 None None] For port ea626fcb-4097-4093-b2a2-e58c42ce9d1c, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:25.052233 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42210) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:25.056236 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9380add-9b0b-4e8d-bbcb-33276abb0b42 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Subnet': ['ID=43e35bc0-f5a6-4088-b8e9-e35e95857458,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:25.069909 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2fe0be2b-7973-401f-ab0c-487f352b677d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:25.089337 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-929577d5-4e97-462c-8b5a-a86dcdce30bc tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1628420251', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '43e35bc0-f5a6-4088-b8e9-e35e95857458'}], 'security_groups': ['d143edac-b2dd-46a0-9de0-dd8025933547', 'b2c9ecd9-06a5-4051-a20c-6f25e91a9f40']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:25.132736 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2fe0be2b-7973-401f-ab0c-487f352b677d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:25.138689 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a2f21950-803c-49b0-b273-5f471e5be355 None None] For port ea626fcb-4097-4093-b2a2-e58c42ce9d1c, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ea626fcb-4097-4093-b2a2-e58c42ce9d1c,segment=NetworkSegment(803fde96-4853-4d43-9d02-c565ea5a9aab),segment_id=803fde96-4853-4d43-9d02-c565ea5a9aab)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:24:25.159527 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a2f21950-803c-49b0-b273-5f471e5be355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:25.245699 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d6222f28-f492-4e1a-b474-d58dc3200105 None None] For port 206e4b57-22e7-4ac2-a0e0-fad7ff86efa5, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=206e4b57-22e7-4ac2-a0e0-fad7ff86efa5,segment=NetworkSegment(b368cf36-1452-4c28-b13f-45d34c06d0db),segment_id=b368cf36-1452-4c28-b13f-45d34c06d0db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:25.264577 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d6222f28-f492-4e1a-b474-d58dc3200105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:25.378937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f21950-803c-49b0-b273-5f471e5be355 None None] Pushing event updated for resources: {'Port': ['ID=ea626fcb-4097-4093-b2a2-e58c42ce9d1c,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:25.426598 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c07005bd-f4b6-49c1-800a-cc34b11c78f4 req-f56faa4b-5c30-49c5-9469-13541829f6fe tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6911862 May 26 16:24:25.460593 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0785d56-e70a-4d8c-9dad-a105f3e46382 req-84d1aa8f-c3a4-4b14-b04f-835e94d82bbb tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:25.463149 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d0785d56-e70a-4d8c-9dad-a105f3e46382 req-84d1aa8f-c3a4-4b14-b04f-835e94d82bbb tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.3162332 May 26 16:24:25.534643 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:25.563563 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-2fe0be2b-7973-401f-ab0c-487f352b677d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Allocated IP 172.25.7.236 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/eb7c48b2-dd1f-412b-8be2-1878742bcb2a) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:25.655942 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d0785d56-e70a-4d8c-9dad-a105f3e46382 req-a1077d3f-ee9f-4c16-868c-812f38089728 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756220 May 26 16:24:25.662258 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5649e655-b064-4210-a9b9-50429a506522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:24:13Z', 'revision_number': 2, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:23Z', 'revision_number': 4, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:25.701828 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9224f577-898c-4deb-8cfc-e456d1cb0a26 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:25.857006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5649e655-b064-4210-a9b9-50429a506522 None None] The sync data for ids ['faafe509-1e23-4dbd-98f9-cce56a94e479'] in n-d-843337-2 is: [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:24:13Z', 'revision_number': 2, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:23Z', 'revision_number': 4, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:24:25.905569 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6222f28-f492-4e1a-b474-d58dc3200105 None None] Pushing event updated for resources: {'Port': ['ID=206e4b57-22e7-4ac2-a0e0-fad7ff86efa5,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:25.963920 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:25.964497 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:25.971112 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2fe0be2b-7973-401f-ab0c-487f352b677d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:25.983226 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-929577d5-4e97-462c-8b5a-a86dcdce30bc tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:26.059341 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cf7ba9-c2c7-4dd0-b002-0ac1c9a4399c None None] Network 80e6d2c3-0729-4530-a249-28a3e203bb37 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:26.133304 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2fe0be2b-7973-401f-ab0c-487f352b677d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:26.174442 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-086456d1-cfd1-4934-894b-2d2f4261931f None None] Provisioning complete for port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:26.174898 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-086456d1-cfd1-4934-894b-2d2f4261931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:26.296258 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe0be2b-7973-401f-ab0c-487f352b677d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:26.316422 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-2fe0be2b-7973-401f-ab0c-487f352b677d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:26.320512 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe0be2b-7973-401f-ab0c-487f352b677d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:26.462231 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0be2b-7973-401f-ab0c-487f352b677d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Port': ['ID=eb7c48b2-dd1f-412b-8be2-1878742bcb2a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:26.511847 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82547fe-ae0e-4570-ad26-e59c1df2f765 req-9561d3ad-a85f-4cd8-9840-3488621395d9 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:26.514788 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d82547fe-ae0e-4570-ad26-e59c1df2f765 req-9561d3ad-a85f-4cd8-9840-3488621395d9 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.5777514 May 26 16:24:26.895636 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:27.140771 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2fe0be2b-7973-401f-ab0c-487f352b677d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:27.151028 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d82547fe-ae0e-4570-ad26-e59c1df2f765 req-a4ad5aec-6aaa-4d8b-a33f-57e5df3707cf tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6166999 May 26 16:24:27.163204 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-086456d1-cfd1-4934-894b-2d2f4261931f None None] Current status of the port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:27.221909 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-086456d1-cfd1-4934-894b-2d2f4261931f None None] Provisioning complete for port 4f060d97-64c1-44c1-ae63-da07e8dad215 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:27.222373 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-086456d1-cfd1-4934-894b-2d2f4261931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:27.265464 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4deb22-4a3a-446e-b35c-eb7fc368302a req-e85f1aca-5ade-431d-9663-ced44bc9a539 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:27.282734 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb4deb22-4a3a-446e-b35c-eb7fc368302a req-e85f1aca-5ade-431d-9663-ced44bc9a539 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cf816a2-8482-4b29-956c-02514be75a17 HTTP/1.1" status: 200 len: 946 time: 0.6472790 May 26 16:24:27.538554 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-086456d1-cfd1-4934-894b-2d2f4261931f None None] Port 4f060d97-64c1-44c1-ae63-da07e8dad215 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:27.563020 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca9713f-55f2-468c-825a-554f357347f8 None None] Update dhcp port {'port': {'network_id': '80e6d2c3-0729-4530-a249-28a3e203bb37', 'fixed_ips': [{'subnet_id': '18a6cb89-1c00-4521-9287-f6b892472bf3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bb3b5f17-4de5-4522-9c40-49a10dc06219', 'ip_address': '2001:db8::2'}, {'subnet_id': '43e35bc0-f5a6-4088-b8e9-e35e95857458'}], 'binding:host_id': 'n-d-843337-2'}, 'id': '2e74ef3b-aa6f-4286-8a8d-0e125599e4dc'} from n-d-843337-2. {{(pid=103897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:24:27.623475 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a799fee3-c5ae-45a0-9136-eb885a5933e6 None None] Network 024a58ba-55bf-4503-be38-06d39361b451 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:27.685583 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0ca9713f-55f2-468c-825a-554f357347f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:27.726304 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9224f577-898c-4deb-8cfc-e456d1cb0a26 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:27.780484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ea626fcb-4097-4093-b2a2-e58c42ce9d1c up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:27.969091 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2fe0be2b-7973-401f-ab0c-487f352b677d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.024047 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-123e0a58-b291-40e3-ae84-201cf0a25d59 None None] Provisioning complete for port ea626fcb-4097-4093-b2a2-e58c42ce9d1c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:28.024879 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-123e0a58-b291-40e3-ae84-201cf0a25d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.030656 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-929577d5-4e97-462c-8b5a-a86dcdce30bc tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Delete allocated IP 2001:db8::12a (80e6d2c3-0729-4530-a249-28a3e203bb37/bb3b5f17-4de5-4522-9c40-49a10dc06219) {{(pid=103896) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 26 16:24:28.043615 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-929577d5-4e97-462c-8b5a-a86dcdce30bc tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Allocated IP 2001:db8:0:2::2f3 (80e6d2c3-0729-4530-a249-28a3e203bb37/43e35bc0-f5a6-4088-b8e9-e35e95857458/1594b53b-8adb-4a5d-96b0-d2dcadd37551) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:28.284187 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port ea626fcb-4097-4093-b2a2-e58c42ce9d1c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:28.284620 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.367120 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9224f577-898c-4deb-8cfc-e456d1cb0a26 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.368454 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9224f577-898c-4deb-8cfc-e456d1cb0a26 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.420929 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-929577d5-4e97-462c-8b5a-a86dcdce30bc tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.479092 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-929577d5-4e97-462c-8b5a-a86dcdce30bc tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.568730 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb4deb22-4a3a-446e-b35c-eb7fc368302a req-27c209b9-3cbc-4a27-aa85-a3e0291f043b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2790735 May 26 16:24:28.629904 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-0ca9713f-55f2-468c-825a-554f357347f8 None None] Allocated IP 2001:db8:0:2::2 (80e6d2c3-0729-4530-a249-28a3e203bb37/43e35bc0-f5a6-4088-b8e9-e35e95857458/2e74ef3b-aa6f-4286-8a8d-0e125599e4dc) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:28.838866 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe0be2b-7973-401f-ab0c-487f352b677d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Router b63a4406-98af-4dd6-a004-cfa917eae16e is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:24:28.927008 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-929577d5-4e97-462c-8b5a-a86dcdce30bc tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] In _notify_port_updated(), no bound segment for port 1594b53b-8adb-4a5d-96b0-d2dcadd37551 on network 80e6d2c3-0729-4530-a249-28a3e203bb37 {{(pid=103896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:24:28.941370 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929577d5-4e97-462c-8b5a-a86dcdce30bc tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:28.944060 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-929577d5-4e97-462c-8b5a-a86dcdce30bc tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.944224 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-123e0a58-b291-40e3-ae84-201cf0a25d59 None None] Current status of the port ea626fcb-4097-4093-b2a2-e58c42ce9d1c is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:28.944802 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-123e0a58-b291-40e3-ae84-201cf0a25d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:28.950556 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-929577d5-4e97-462c-8b5a-a86dcdce30bc tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "PUT /v2.0/ports/1594b53b-8adb-4a5d-96b0-d2dcadd37551 HTTP/1.1" status: 200 len: 970 time: 3.8743947 May 26 16:24:28.970490 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42248) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:28.972530 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224f577-898c-4deb-8cfc-e456d1cb0a26 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Port': ['ID=8821bd39-2277-4ca0-96c1-8de1b50b96a5,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:29.045274 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe0be2b-7973-401f-ab0c-487f352b677d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:24:29.057364 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11a3671-be45-4475-8449-299250769a77 None None] Sync routers for ids ['b63a4406-98af-4dd6-a004-cfa917eae16e'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:24:29.083313 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11a3671-be45-4475-8449-299250769a77 None None] Routers {'b63a4406-98af-4dd6-a004-cfa917eae16e'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:29.084864 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a11a3671-be45-4475-8449-299250769a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:24:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b63a4406-98af-4dd6-a004-cfa917eae16e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:29.097565 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a055ee1-65ae-4bf9-ab1a-67c11069f99f req-59cfe901-341c-47c9-93ae-45f36b44bd7d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6d53cccfd841437c98d5f73be3ccabb0 HTTP/1.1" status: 200 len: 267 time: 0.2551808 May 26 16:24:29.105826 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-0ca9713f-55f2-468c-825a-554f357347f8 None None] For port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2e74ef3b-aa6f-4286-8a8d-0e125599e4dc,segment=NetworkSegment(8210a33e-a2e9-490f-9bb8-be15ad1cdde1),segment_id=8210a33e-a2e9-490f-9bb8-be15ad1cdde1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:29.112695 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2fe0be2b-7973-401f-ab0c-487f352b677d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:29.118399 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2fe0be2b-7973-401f-ab0c-487f352b677d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.0828059 May 26 16:24:29.122274 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42250) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:29.191943 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port ea626fcb-4097-4093-b2a2-e58c42ce9d1c is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:29.202391 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:29.208146 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-229016fb-c08f-4a36-97c8-167d17034496 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ab86e9d575124bbb8f1141e0888ad848&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0837753 May 26 16:24:29.208433 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-123e0a58-b291-40e3-ae84-201cf0a25d59 None None] For port ea626fcb-4097-4093-b2a2-e58c42ce9d1c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ea626fcb-4097-4093-b2a2-e58c42ce9d1c,segment=NetworkSegment(803fde96-4853-4d43-9d02-c565ea5a9aab),segment_id=803fde96-4853-4d43-9d02-c565ea5a9aab)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:29.210844 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42252) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:29.241009 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-123e0a58-b291-40e3-ae84-201cf0a25d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:29.318801 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0ca9713f-55f2-468c-825a-554f357347f8 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:29.374054 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0ca9713f-55f2-468c-825a-554f357347f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:29.434860 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-a11a3671-be45-4475-8449-299250769a77 None None] Set router b63a4406-98af-4dd6-a004-cfa917eae16e gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:24:29.519201 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:24:29.519591 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:24:29.611626 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e0a58-b291-40e3-ae84-201cf0a25d59 None None] Pushing event updated for resources: {'Port': ['ID=ea626fcb-4097-4093-b2a2-e58c42ce9d1c,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:29.628885 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81611cf2-63db-488c-b9f7-be3d73230bd9 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:29.635481 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-81611cf2-63db-488c-b9f7-be3d73230bd9 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4195898 May 26 16:24:29.641031 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42258) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:29.675040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-97de1a66-2633-40b2-8fd0-0566c8096400 None None] Provisioning complete for port ea626fcb-4097-4093-b2a2-e58c42ce9d1c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:29.675924 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-97de1a66-2633-40b2-8fd0-0566c8096400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:29.780554 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9713f-55f2-468c-825a-554f357347f8 None None] Pushing event updated for resources: {'Port': ['ID=2e74ef3b-aa6f-4286-8a8d-0e125599e4dc,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:29.829336 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9224f577-898c-4deb-8cfc-e456d1cb0a26 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network 024a58ba-55bf-4503-be38-06d39361b451 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:29.835420 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-97de1a66-2633-40b2-8fd0-0566c8096400 None None] Current status of the port ea626fcb-4097-4093-b2a2-e58c42ce9d1c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:29.842166 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73de2d-58a4-440f-bc6e-66b5782cd46c req-4910b8bf-5255-42fa-b6e5-97cb2c79e3e2 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:29.848755 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8f73de2d-58a4-440f-bc6e-66b5782cd46c req-4910b8bf-5255-42fa-b6e5-97cb2c79e3e2 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 1.5040994 May 26 16:24:29.849020 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-83e4cba6-1807-4374-98e7-1a2b45b4f81b tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2028303 May 26 16:24:29.855691 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42260) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:29.870877 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ca0c6da2-8e5d-4f77-970e-f3bac4163517 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1379323746', 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:29.871451 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-97de1a66-2633-40b2-8fd0-0566c8096400 None None] Provisioning complete for port 8821bd39-2277-4ca0-96c1-8de1b50b96a5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:29.872670 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-97de1a66-2633-40b2-8fd0-0566c8096400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:29.893181 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-9224f577-898c-4deb-8cfc-e456d1cb0a26 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:29.998145 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-97de1a66-2633-40b2-8fd0-0566c8096400 None None] Port 8821bd39-2277-4ca0-96c1-8de1b50b96a5 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:30.082179 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a055ee1-65ae-4bf9-ab1a-67c11069f99f req-84296218-358c-47fa-a6c1-00cf074f7a2d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:30.087785 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a055ee1-65ae-4bf9-ab1a-67c11069f99f req-84296218-358c-47fa-a6c1-00cf074f7a2d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cf816a2-8482-4b29-956c-02514be75a17 HTTP/1.1" status: 200 len: 946 time: 0.9439313 May 26 16:24:30.089603 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929577d5-4e97-462c-8b5a-a86dcdce30bc tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event updated for resources: {'Port': ['ID=1594b53b-8adb-4a5d-96b0-d2dcadd37551,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:30.123222 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port ea626fcb-4097-4093-b2a2-e58c42ce9d1c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:30.128431 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 206e4b57-22e7-4ac2-a0e0-fad7ff86efa5 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:30.140663 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-5a055ee1-65ae-4bf9-ab1a-67c11069f99f req-16e4971f-0ed2-4fc4-a53f-0719ff51d8e5 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Request body: {'port': {'security_groups': []}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:30.177583 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0c6da2-8e5d-4f77-970e-f3bac4163517 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Made reservation on behalf of ab86e9d575124bbb8f1141e0888ad848 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:30.193803 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ca0c6da2-8e5d-4f77-970e-f3bac4163517 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.208501 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a11a3671-be45-4475-8449-299250769a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284775052', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:24Z', 'updated_at': '2022-05-26T16:24:26Z', 'revision_number': 3, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:af:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:25Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:30.254985 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f6da3f1-3184-4db5-926b-6ff50b14cc7e req-1b1859c2-8c22-4a30-9d64-cefc1e0df553 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1725974 May 26 16:24:30.307247 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11a3671-be45-4475-8449-299250769a77 None None] Checking router: b63a4406-98af-4dd6-a004-cfa917eae16e for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:24:30.312516 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-529bf197-fc7f-4e3f-a241-8d9ede1b0523 None None] Provisioning complete for port 8821bd39-2277-4ca0-96c1-8de1b50b96a5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:30.312894 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-529bf197-fc7f-4e3f-a241-8d9ede1b0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.313391 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11a3671-be45-4475-8449-299250769a77 None None] Updating router b63a4406-98af-4dd6-a004-cfa917eae16e port eb7c48b2-dd1f-412b-8be2-1878742bcb2a binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:24:30.403157 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-529bf197-fc7f-4e3f-a241-8d9ede1b0523 None None] Port 8821bd39-2277-4ca0-96c1-8de1b50b96a5 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:30.423626 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a11a3671-be45-4475-8449-299250769a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.424922 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 206e4b57-22e7-4ac2-a0e0-fad7ff86efa5 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:30.425326 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.584885 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.683535 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8f73de2d-58a4-440f-bc6e-66b5782cd46c req-42775afb-85ba-4bd3-b3a0-0c764cc93765 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8236382 May 26 16:24:30.725041 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5a055ee1-65ae-4bf9-ab1a-67c11069f99f req-16e4971f-0ed2-4fc4-a53f-0719ff51d8e5 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.769161 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 206e4b57-22e7-4ac2-a0e0-fad7ff86efa5 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:30.814427 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-6a51c1d0-b601-40b2-83fc-f5b98b5492fd None None] Provisioning complete for port 8821bd39-2277-4ca0-96c1-8de1b50b96a5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:30.821537 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6a51c1d0-b601-40b2-83fc-f5b98b5492fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.846672 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6da3f1-3184-4db5-926b-6ff50b14cc7e req-9fe0a945-557b-4525-ac1e-7e07316ba36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:30.855980 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f6da3f1-3184-4db5-926b-6ff50b14cc7e req-9fe0a945-557b-4525-ac1e-7e07316ba36b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 1096 time: 0.4380434 May 26 16:24:30.880692 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-84ed627a-72f7-46ce-9290-4d3d74fde7af tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting port 1594b53b-8adb-4a5d-96b0-d2dcadd37551 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:24:30.881420 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-84ed627a-72f7-46ce-9290-4d3d74fde7af tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.892689 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ca0c6da2-8e5d-4f77-970e-f3bac4163517 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:30.955977 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6a51c1d0-b601-40b2-83fc-f5b98b5492fd None None] Port 8821bd39-2277-4ca0-96c1-8de1b50b96a5 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:31.047824 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:31.081472 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9224f577-898c-4deb-8cfc-e456d1cb0a26 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Router faafe509-1e23-4dbd-98f9-cce56a94e479 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:24:31.123378 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0c6da2-8e5d-4f77-970e-f3bac4163517 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Checking segment: {'id': '3131bd3d-ec78-4812-abe2-0806a5790986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:31.123378 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0c6da2-8e5d-4f77-970e-f3bac4163517 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network hostable DHCP agents. Network: 5e98d685-ced0-498f-873a-e656dd34cb0e, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:24:31.139725 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c6da2-8e5d-4f77-970e-f3bac4163517 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Subnet': ['ID=e4a72073-56ee-47b2-b7ed-fa9f44cedf7f,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:31.163532 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e94a7a1d-9d01-4bdf-878c-17d5a81df9d4 None None] Provisioning complete for port 1594b53b-8adb-4a5d-96b0-d2dcadd37551 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:31.164049 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e94a7a1d-9d01-4bdf-878c-17d5a81df9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:31.177537 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a11a3671-be45-4475-8449-299250769a77 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:31.182371 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0c6da2-8e5d-4f77-970e-f3bac4163517 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network 5e98d685-ced0-498f-873a-e656dd34cb0e is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:24:31.192394 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a11a3671-be45-4475-8449-299250769a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:31.208652 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-ca0c6da2-8e5d-4f77-970e-f3bac4163517 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 5e98d685-ced0-498f-873a-e656dd34cb0e) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:31.215274 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0c6da2-8e5d-4f77-970e-f3bac4163517 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:31.216020 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ca0c6da2-8e5d-4f77-970e-f3bac4163517 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:31.243095 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-a11a3671-be45-4475-8449-299250769a77 None None] Attempting to bind port eb7c48b2-dd1f-412b-8be2-1878742bcb2a on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:31.243928 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-a11a3671-be45-4475-8449-299250769a77 None None] Attempting to bind port eb7c48b2-dd1f-412b-8be2-1878742bcb2a by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:31.243928 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11a3671-be45-4475-8449-299250769a77 None None] Attempting to bind port eb7c48b2-dd1f-412b-8be2-1878742bcb2a on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:31.265221 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ca0c6da2-8e5d-4f77-970e-f3bac4163517 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4077337 May 26 16:24:31.266159 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42276) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:31.268686 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e70fafa-28e0-439e-b76a-531c80e45ec8 None None] Network 5e98d685-ced0-498f-873a-e656dd34cb0e requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:31.286559 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11a3671-be45-4475-8449-299250769a77 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:24:31.287662 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11a3671-be45-4475-8449-299250769a77 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:31.288657 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a11a3671-be45-4475-8449-299250769a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:31.289562 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11a3671-be45-4475-8449-299250769a77 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:24:31.290471 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-a11a3671-be45-4475-8449-299250769a77 None None] Bound port: eb7c48b2-dd1f-412b-8be2-1878742bcb2a, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:24:31.291543 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a11a3671-be45-4475-8449-299250769a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:31.398369 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-a11a3671-be45-4475-8449-299250769a77 None None] For port eb7c48b2-dd1f-412b-8be2-1878742bcb2a, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:31.403650 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-a11a3671-be45-4475-8449-299250769a77 None None] For port eb7c48b2-dd1f-412b-8be2-1878742bcb2a, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=eb7c48b2-dd1f-412b-8be2-1878742bcb2a,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:24:31.413712 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a11a3671-be45-4475-8449-299250769a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:31.418990 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e94a7a1d-9d01-4bdf-878c-17d5a81df9d4 None None] Port 1594b53b-8adb-4a5d-96b0-d2dcadd37551 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:31.457089 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11a3671-be45-4475-8449-299250769a77 None None] Routers {'b63a4406-98af-4dd6-a004-cfa917eae16e'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:31.457924 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a11a3671-be45-4475-8449-299250769a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:24:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b63a4406-98af-4dd6-a004-cfa917eae16e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:31.463669 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:31.464216 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:31.488644 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c9b83-c6eb-45ce-9db9-7edd845240b3 None None] Pushing event updated for resources: {'Port': ['ID=eb7c48b2-dd1f-412b-8be2-1878742bcb2a,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:31.507414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e94a7a1d-9d01-4bdf-878c-17d5a81df9d4 None None] Provisioning complete for port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:31.507793 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e94a7a1d-9d01-4bdf-878c-17d5a81df9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:31.664498 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9224f577-898c-4deb-8cfc-e456d1cb0a26 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:24:31.686219 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9224f577-898c-4deb-8cfc-e456d1cb0a26 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "PUT /v2.0/routers/faafe509-1e23-4dbd-98f9-cce56a94e479/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5749614 May 26 16:24:31.702487 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] Sync routers for ids ['faafe509-1e23-4dbd-98f9-cce56a94e479'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:24:31.711743 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c9b83-c6eb-45ce-9db9-7edd845240b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:31.712003 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c9b83-c6eb-45ce-9db9-7edd845240b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:31.712581 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c9b83-c6eb-45ce-9db9-7edd845240b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:31.713481 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c9b83-c6eb-45ce-9db9-7edd845240b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:31.713763 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c9b83-c6eb-45ce-9db9-7edd845240b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:31.714269 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c9b83-c6eb-45ce-9db9-7edd845240b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:31.714805 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c9b83-c6eb-45ce-9db9-7edd845240b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:31.716539 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42282) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:31.719287 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-84ed627a-72f7-46ce-9290-4d3d74fde7af tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:31.722769 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-5ca3295a-df48-4ced-a84e-04ae403b350a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2024999506'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:31.739008 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c9b83-c6eb-45ce-9db9-7edd845240b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:31.739941 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c9b83-c6eb-45ce-9db9-7edd845240b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:31.742101 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-84ed627a-72f7-46ce-9290-4d3d74fde7af tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Calling delete_port for 1594b53b-8adb-4a5d-96b0-d2dcadd37551 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:24:31.748790 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c9b83-c6eb-45ce-9db9-7edd845240b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:31.754458 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c9b83-c6eb-45ce-9db9-7edd845240b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:31.755350 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c9b83-c6eb-45ce-9db9-7edd845240b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:24:31.786965 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca3295a-df48-4ced-a84e-04ae403b350a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Made reservation on behalf of 7c05bed383db4b70b043bf60b5d2bde6 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:31.795416 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ca3295a-df48-4ced-a84e-04ae403b350a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:31.801449 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] Routers {'faafe509-1e23-4dbd-98f9-cce56a94e479'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:31.802391 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:24:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['faafe509-1e23-4dbd-98f9-cce56a94e479'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:31.946840 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca3295a-df48-4ced-a84e-04ae403b350a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:24:31.964647 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ca3295a-df48-4ced-a84e-04ae403b350a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:31.965155 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-5ca3295a-df48-4ced-a84e-04ae403b350a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Added segment d685aa4c-0c65-483e-8906-d8a299d34519 of type vlan for network 3aa11dbe-d685-4b0f-ab31-ef06557ae508 May 26 16:24:32.044824 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c9b83-c6eb-45ce-9db9-7edd845240b3 None None] Pushing event updated for resources: {'Port': ['ID=eb7c48b2-dd1f-412b-8be2-1878742bcb2a,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:32.059928 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527510d-2d8c-4d12-b8d0-c39631c8c38a req-c8ca7c88-8a6a-48a7-9c7f-ec9cc20efe0c tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:32.063677 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1527510d-2d8c-4d12-b8d0-c39631c8c38a req-c8ca7c88-8a6a-48a7-9c7f-ec9cc20efe0c tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.9997673 May 26 16:24:32.080703 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-84ed627a-72f7-46ce-9290-4d3d74fde7af tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:32.083281 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-a11a3671-be45-4475-8449-299250769a77 None None] Set router b63a4406-98af-4dd6-a004-cfa917eae16e gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:24:32.110303 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ca3295a-df48-4ced-a84e-04ae403b350a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:32.145843 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed627a-72f7-46ce-9290-4d3d74fde7af tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Port': ['ID=1594b53b-8adb-4a5d-96b0-d2dcadd37551,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:32.146955 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ca3295a-df48-4ced-a84e-04ae403b350a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:32.159833 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6da3f1-3184-4db5-926b-6ff50b14cc7e req-e14e0206-5bfb-43f4-828a-52627c4e5778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:32.161952 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f6da3f1-3184-4db5-926b-6ff50b14cc7e req-e14e0206-5bfb-43f4-828a-52627c4e5778 service neutron] 10.222.0.81 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 913 time: 1.2578006 May 26 16:24:32.170716 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca3295a-df48-4ced-a84e-04ae403b350a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:32.171995 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ca3295a-df48-4ced-a84e-04ae403b350a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:32.212472 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5ca3295a-df48-4ced-a84e-04ae403b350a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4941776 May 26 16:24:32.221126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42286) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:32.230254 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-02c64126-b424-4012-9caa-b61a73d9b585 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'subnet': {'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:32.282216 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f6da3f1-3184-4db5-926b-6ff50b14cc7e req-8b3d79d5-0199-4b86-a8cd-498f105eb4b5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=161e5bc3-f8bd-463c-928c-19e147d66d06 HTTP/1.1" status: 200 len: 1000 time: 0.1117547 May 26 16:24:32.376418 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1527510d-2d8c-4d12-b8d0-c39631c8c38a req-4b464069-f1f1-4b15-9340-b64eaa7c08a1 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882886 May 26 16:24:32.430359 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-84ed627a-72f7-46ce-9290-4d3d74fde7af tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:32.464514 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-84ed627a-72f7-46ce-9290-4d3d74fde7af tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/ports/1594b53b-8adb-4a5d-96b0-d2dcadd37551 HTTP/1.1" status: 204 len: 168 time: 3.4747052 May 26 16:24:32.469683 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42294) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:32.473864 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] Set router faafe509-1e23-4dbd-98f9-cce56a94e479 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:24:32.549342 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-5a055ee1-65ae-4bf9-ab1a-67c11069f99f req-16e4971f-0ed2-4fc4-a53f-0719ff51d8e5 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] For port 7a57f90b-913e-40c9-b299-cf19df4e11dc, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=7a57f90b-913e-40c9-b299-cf19df4e11dc,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:32.554821 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a96158f-a624-4d5d-8918-929e2ebe4140 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] GET failed (client error): The resource could not be found. May 26 16:24:32.557395 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0a96158f-a624-4d5d-8918-929e2ebe4140 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports/1594b53b-8adb-4a5d-96b0-d2dcadd37551 HTTP/1.1" status: 404 len: 333 time: 0.0821114 May 26 16:24:32.570963 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42298) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:32.610511 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6da3f1-3184-4db5-926b-6ff50b14cc7e req-83be1012-74e6-4aad-a88d-cdd996d96bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:32.627339 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f6da3f1-3184-4db5-926b-6ff50b14cc7e req-83be1012-74e6-4aad-a88d-cdd996d96bdf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.3262994 May 26 16:24:32.730218 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3295a-df48-4ced-a84e-04ae403b350a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Network': ['ID=3aa11dbe-d685-4b0f-ab31-ef06557ae508,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:32.759570 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c64126-b424-4012-9caa-b61a73d9b585 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Made reservation on behalf of 7c05bed383db4b70b043bf60b5d2bde6 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:32.766278 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-02c64126-b424-4012-9caa-b61a73d9b585 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:32.782844 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a11a3671-be45-4475-8449-299250769a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284775052', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:24Z', 'updated_at': '2022-05-26T16:24:26Z', 'revision_number': 3, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:af:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:25Z', 'updated_at': '2022-05-26T16:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:32.822972 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5a055ee1-65ae-4bf9-ab1a-67c11069f99f req-16e4971f-0ed2-4fc4-a53f-0719ff51d8e5 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:32.831067 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11a3671-be45-4475-8449-299250769a77 None None] The sync data for ids ['b63a4406-98af-4dd6-a004-cfa917eae16e'] in n-d-843337-2 is: [{'id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284775052', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:24Z', 'updated_at': '2022-05-26T16:24:26Z', 'revision_number': 3, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:af:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:25Z', 'updated_at': '2022-05-26T16:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:24:32.875908 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5a055ee1-65ae-4bf9-ab1a-67c11069f99f req-16e4971f-0ed2-4fc4-a53f-0719ff51d8e5 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:32.932381 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 3aa11dbe-d685-4b0f-ab31-ef06557ae508 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:24:32.937952 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e94a7a1d-9d01-4bdf-878c-17d5a81df9d4 None None] Current status of the port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:32.994474 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['7f4643e6-2113-4164-838c-27cb490174a1', '4cd1d481-cf6e-4f02-9385-15712c5b147f', '7a57f90b-913e-40c9-b299-cf19df4e11dc'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:24:33.008084 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4971f-0ed2-4fc4-a53f-0719ff51d8e5 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Pushing event updated for resources: {'Port': ['ID=7a57f90b-913e-40c9-b299-cf19df4e11dc,revision_number=6']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:33.034296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6da3f1-3184-4db5-926b-6ff50b14cc7e req-1acb2867-6335-4c94-a5ea-a0084aba18c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:33.036968 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f6da3f1-3184-4db5-926b-6ff50b14cc7e req-1acb2867-6335-4c94-a5ea-a0084aba18c1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3580010 May 26 16:24:33.129856 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9158469c-d7a9-4242-8f14-205f732dfbfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-5e98d685-ced0-498f-873a-e656dd34cb0e', 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'fixed_ips': [{'subnet_id': 'e4a72073-56ee-47b2-b7ed-fa9f44cedf7f'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:24:33.130993 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9158469c-d7a9-4242-8f14-205f732dfbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:33.175203 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e872967a-dc43-423c-a438-2e3bc75fac59 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:33.196608 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3538f3e0-505d-4ead-a26f-809066046195 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:33.234681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a055ee1-65ae-4bf9-ab1a-67c11069f99f req-16e4971f-0ed2-4fc4-a53f-0719ff51d8e5 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:33.235781 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5a055ee1-65ae-4bf9-ab1a-67c11069f99f req-16e4971f-0ed2-4fc4-a53f-0719ff51d8e5 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:33.238418 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a055ee1-65ae-4bf9-ab1a-67c11069f99f req-16e4971f-0ed2-4fc4-a53f-0719ff51d8e5 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "PUT /v2.0/ports/7a57f90b-913e-40c9-b299-cf19df4e11dc HTTP/1.1" status: 200 len: 905 time: 3.1078088 May 26 16:24:33.268055 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf816a2-8482-4b29-956c-02514be75a17', 'tag': '7a57f90b-913e-40c9-b299-cf19df4e11dc'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:24:33.270443 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64eafbc6-8d34-4cfb-ac5b-c3a85181ec40" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf816a2-8482-4b29-956c-02514be75a17", "tag": "7a57f90b-913e-40c9-b299-cf19df4e11dc"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:24:33.331918 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f6da3f1-3184-4db5-926b-6ff50b14cc7e req-15fe8172-0d86-4170-9c69-50527a0df431 service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649152 May 26 16:24:33.371532 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3538f3e0-505d-4ead-a26f-809066046195 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:33.395399 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e94a7a1d-9d01-4bdf-878c-17d5a81df9d4 None None] Provisioning complete for port 4f060d97-64c1-44c1-ae63-da07e8dad215 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:33.399509 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e94a7a1d-9d01-4bdf-878c-17d5a81df9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:33.407956 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7b3f0-9190-46ab-b603-1310f2e4bbfa req-f5a35f66-8d8a-4ed3-9dac-0853b9fc475e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:33.409859 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ce7b3f0-9190-46ab-b603-1310f2e4bbfa req-f5a35f66-8d8a-4ed3-9dac-0853b9fc475e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.5813243 May 26 16:24:33.442258 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:33.442258 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ea626fcb-4097-4093-b2a2-e58c42ce9d1c up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:33.590774 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f6da3f1-3184-4db5-926b-6ff50b14cc7e req-3852c49d-4db8-42b6-a676-8d0cd1e4aa5a service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413511 May 26 16:24:33.743423 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-02c64126-b424-4012-9caa-b61a73d9b585 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:33.788216 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3538f3e0-505d-4ead-a26f-809066046195 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:33.792508 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3538f3e0-505d-4ead-a26f-809066046195 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:33.794296 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3538f3e0-505d-4ead-a26f-809066046195 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/security-groups/5b63dad7-ce69-4737-b1f5-b2306301f2f4 HTTP/1.1" status: 204 len: 168 time: 1.2218664 May 26 16:24:33.810998 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42312) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:33.812172 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538f3e0-505d-4ead-a26f-809066046195 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b63dad7-ce69-4737-b1f5-b2306301f2f4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:33.825297 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c64126-b424-4012-9caa-b61a73d9b585 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Subnet': ['ID=3f265376-82f0-4f99-98a3-e784921e8547,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:33.835625 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ce7b3f0-9190-46ab-b603-1310f2e4bbfa req-f3df9f84-9ec0-4fff-86b6-232bebcac75a tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234529 May 26 16:24:33.864909 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce731c-da52-4e72-a168-e11554dc77ba req-4b37101f-d3be-4e1a-8089-bb74ee811bf2 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:33.878793 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d8ce731c-da52-4e72-a168-e11554dc77ba req-4b37101f-d3be-4e1a-8089-bb74ee811bf2 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cf816a2-8482-4b29-956c-02514be75a17 HTTP/1.1" status: 200 len: 908 time: 0.3652976 May 26 16:24:33.925537 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e94a7a1d-9d01-4bdf-878c-17d5a81df9d4 None None] Port 4f060d97-64c1-44c1-ae63-da07e8dad215 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:34.010405 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e0fca2d9-d8d5-41d5-a1f1-db781da7036c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:34.029631 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['7a57f90b-913e-40c9-b299-cf19df4e11dc'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:24:34.059429 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e0fca2d9-d8d5-41d5-a1f1-db781da7036c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:34.125769 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c64126-b424-4012-9caa-b61a73d9b585 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Checking segment: {'id': 'd685aa4c-0c65-483e-8906-d8a299d34519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:34.128974 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c64126-b424-4012-9caa-b61a73d9b585 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network hostable DHCP agents. Network: 3aa11dbe-d685-4b0f-ab31-ef06557ae508, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:24:34.151501 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85dfd4c-7322-4963-bdda-42a5a922a20a x-openstack-request-id: req-f85dfd4c-7322-4963-bdda-42a5a922a20a {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:24:34.151929 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf816a2-8482-4b29-956c-02514be75a17", "tag": "7a57f90b-913e-40c9-b299-cf19df4e11dc", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:24:34.152222 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f85dfd4c-7322-4963-bdda-42a5a922a20a {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:24:34.152635 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f85dfd4c-7322-4963-bdda-42a5a922a20a'] response: {'name': 'network-changed', 'server_uuid': '5cf816a2-8482-4b29-956c-02514be75a17', 'tag': '7a57f90b-913e-40c9-b299-cf19df4e11dc', 'status': 'completed', 'code': 200} May 26 16:24:34.155572 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e0fca2d9-d8d5-41d5-a1f1-db781da7036c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:34.170413 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port ea626fcb-4097-4093-b2a2-e58c42ce9d1c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:34.170855 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:34.182488 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e0fca2d9-d8d5-41d5-a1f1-db781da7036c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:34.189014 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e0fca2d9-d8d5-41d5-a1f1-db781da7036c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/security-groups/b2c9ecd9-06a5-4051-a20c-6f25e91a9f40 HTTP/1.1" status: 204 len: 168 time: 0.3743865 May 26 16:24:34.189759 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42322) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:34.208481 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ddc056de-d7f0-453a-8514-5155190d11e3 None None] Could not find standard attr ID for object 1594b53b-8adb-4a5d-96b0-d2dcadd37551. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:24:34.293932 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fca2d9-d8d5-41d5-a1f1-db781da7036c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c9ecd9-06a5-4051-a20c-6f25e91a9f40,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:34.353236 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c64126-b424-4012-9caa-b61a73d9b585 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network 3aa11dbe-d685-4b0f-ab31-ef06557ae508 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:24:34.362803 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ddc056de-d7f0-453a-8514-5155190d11e3 None None] Provisioning complete for port 7a57f90b-913e-40c9-b299-cf19df4e11dc triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:34.363442 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ddc056de-d7f0-453a-8514-5155190d11e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:34.415865 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eafbc6-8d34-4cfb-ac5b-c3a85181ec40 req-bd762fc2-4c4b-459d-be86-ccc8941e8177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:34.418519 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-64eafbc6-8d34-4cfb-ac5b-c3a85181ec40 req-bd762fc2-4c4b-459d-be86-ccc8941e8177 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=5cf816a2-8482-4b29-956c-02514be75a17 HTTP/1.1" status: 200 len: 1059 time: 0.2444825 May 26 16:24:34.446596 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed823dc-4d2a-483a-a88f-83c36a56deec req-14870ba7-faa5-4856-b178-21bcd13251e7 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:34.450749 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ed823dc-4d2a-483a-a88f-83c36a56deec req-14870ba7-faa5-4856-b178-21bcd13251e7 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.3109584 May 26 16:24:34.474122 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-9158469c-d7a9-4242-8f14-205f732dfbfe None None] Allocated IP 172.20.0.2 (5e98d685-ced0-498f-873a-e656dd34cb0e/e4a72073-56ee-47b2-b7ed-fa9f44cedf7f/149908ac-1a80-4d73-ba88-b6d47c9a75f2) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:34.597146 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eafbc6-8d34-4cfb-ac5b-c3a85181ec40 req-9305d950-2353-403f-bc81-406ade31b601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:34.598729 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-64eafbc6-8d34-4cfb-ac5b-c3a85181ec40 req-9305d950-2353-403f-bc81-406ade31b601 service neutron] 10.222.0.83 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 913 time: 0.1676235 May 26 16:24:34.606583 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-02c64126-b424-4012-9caa-b61a73d9b585 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 3aa11dbe-d685-4b0f-ab31-ef06557ae508) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:34.623642 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c068a41-d1a6-4c94-a27c-b2b81981453b req-776797ec-59e0-4fc9-8194-fc01fd2f03f5 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:34.626845 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c068a41-d1a6-4c94-a27c-b2b81981453b req-776797ec-59e0-4fc9-8194-fc01fd2f03f5 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.3016932 May 26 16:24:34.638440 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dafc8e66-eb60-4409-8a67-69dee902a27e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:34.661958 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c64126-b424-4012-9caa-b61a73d9b585 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:34.662145 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-02c64126-b424-4012-9caa-b61a73d9b585 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:34.670403 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ed823dc-4d2a-483a-a88f-83c36a56deec req-5961ab31-59b3-4494-989f-d7af934a4db1 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010226 May 26 16:24:34.748500 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-64eafbc6-8d34-4cfb-ac5b-c3a85181ec40 req-47db7af3-67e0-4b8a-a5f0-7e0954223b34 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a57f90b-913e-40c9-b299-cf19df4e11dc HTTP/1.1" status: 200 len: 217 time: 0.1269934 May 26 16:24:34.764173 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c71f5ec-b1af-4719-911a-9c6e0f1ed8bd None None] Network 3aa11dbe-d685-4b0f-ab31-ef06557ae508 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:34.809481 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c068a41-d1a6-4c94-a27c-b2b81981453b req-99a86cd0-d7ec-461b-8f35-2b7b415158be tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680810 May 26 16:24:34.853134 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dafc8e66-eb60-4409-8a67-69dee902a27e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:34.970006 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-02c64126-b424-4012-9caa-b61a73d9b585 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7422099 May 26 16:24:34.972642 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eafbc6-8d34-4cfb-ac5b-c3a85181ec40 req-e713b783-5267-4426-a6c7-aa74806e6686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:34.978566 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-64eafbc6-8d34-4cfb-ac5b-c3a85181ec40 req-e713b783-5267-4426-a6c7-aa74806e6686 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.2088828 May 26 16:24:34.982089 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42336) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:34.986482 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port ea626fcb-4097-4093-b2a2-e58c42ce9d1c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:35.000868 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ddc056de-d7f0-453a-8514-5155190d11e3 None None] Current status of the port 7a57f90b-913e-40c9-b299-cf19df4e11dc is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:35.016596 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dafc8e66-eb60-4409-8a67-69dee902a27e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:35.028586 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dafc8e66-eb60-4409-8a67-69dee902a27e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:35.033378 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-dafc8e66-eb60-4409-8a67-69dee902a27e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/security-groups/d143edac-b2dd-46a0-9de0-dd8025933547 HTTP/1.1" status: 204 len: 168 time: 0.7916398 May 26 16:24:35.036829 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42338) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:35.048897 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 3, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8821bd39-2277-4ca0-96c1-8de1b50b96a5', 'name': '', 'network_id': '024a58ba-55bf-4503-be38-06d39361b451', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:12:d4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:21Z', 'updated_at': '2022-05-26T16:24:26Z', 'revision_number': 2, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:35.124578 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] Checking router: faafe509-1e23-4dbd-98f9-cce56a94e479 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:24:35.124942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] Updating router faafe509-1e23-4dbd-98f9-cce56a94e479 port 8821bd39-2277-4ca0-96c1-8de1b50b96a5 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:24:35.171236 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:35.174850 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9158469c-d7a9-4242-8f14-205f732dfbfe None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:35.210666 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9158469c-d7a9-4242-8f14-205f732dfbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:35.221216 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc8e66-eb60-4409-8a67-69dee902a27e tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d143edac-b2dd-46a0-9de0-dd8025933547,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:35.410964 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e46a088-f55a-4ace-ab9b-fe8673e9ef58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting subnet bb3b5f17-4de5-4522-9c40-49a10dc06219 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:24:35.423688 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e46a088-f55a-4ace-ab9b-fe8673e9ef58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:35.453129 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-e872967a-dc43-423c-a438-2e3bc75fac59 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Allocated IP 172.20.0.1 (5e98d685-ced0-498f-873a-e656dd34cb0e/e4a72073-56ee-47b2-b7ed-fa9f44cedf7f/934458f2-8be2-4622-94e3-bc6a3b63def4) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:35.455515 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device eb7c48b2-dd1f-412b-8be2-1878742bcb2a up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:35.477254 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cb953-8e5c-4f1a-82e7-b9b0a8433678 req-54a8086e-e2f6-4252-bdfe-ae76c757daa3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:35.491363 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-638cb953-8e5c-4f1a-82e7-b9b0a8433678 req-54a8086e-e2f6-4252-bdfe-ae76c757daa3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.4300838 May 26 16:24:35.545987 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9158469c-d7a9-4242-8f14-205f732dfbfe None None] Network 5e98d685-ced0-498f-873a-e656dd34cb0e is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:35.547037 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-9158469c-d7a9-4242-8f14-205f732dfbfe None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:35.586723 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0013aa4-cd3f-49aa-9ec6-0030cd24fcc6 req-d0d57a83-d945-4de4-87b8-ec62cdbf3b59 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:35.589829 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0013aa4-cd3f-49aa-9ec6-0030cd24fcc6 req-d0d57a83-d945-4de4-87b8-ec62cdbf3b59 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.3951833 May 26 16:24:35.602789 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e46a088-f55a-4ace-ab9b-fe8673e9ef58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:35.671545 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-638cb953-8e5c-4f1a-82e7-b9b0a8433678 req-89cbb3f7-1681-4c7d-be8d-8f3746db68a4 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783595 May 26 16:24:35.761661 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0013aa4-cd3f-49aa-9ec6-0030cd24fcc6 req-00a55082-080d-40eb-b25c-ac95d78ae889 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542668 May 26 16:24:35.973734 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9158469c-d7a9-4242-8f14-205f732dfbfe None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:36.052397 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e46a088-f55a-4ace-ab9b-fe8673e9ef58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:36.129429 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2672cd-e250-4587-b76c-312b659605d0 req-0da3fb84-6a9d-4dc2-bba9-eafd2a535fc8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:36.131175 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2c2672cd-e250-4587-b76c-312b659605d0 req-0da3fb84-6a9d-4dc2-bba9-eafd2a535fc8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.2363453 May 26 16:24:36.143425 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eafbc6-8d34-4cfb-ac5b-c3a85181ec40 req-5f1a2a0c-5637-4396-bc7c-694bde021d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:36.146108 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-64eafbc6-8d34-4cfb-ac5b-c3a85181ec40 req-5f1a2a0c-5637-4396-bc7c-694bde021d66 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9903083 May 26 16:24:36.187788 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158469c-d7a9-4242-8f14-205f732dfbfe None None] Pushing event updated for resources: {'Port': ['ID=149908ac-1a80-4d73-ba88-b6d47c9a75f2,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:36.205412 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8435da7-9dcc-419d-9b58-f1fe2fe74f43 req-72601a9b-75ca-4b8f-9a65-f8de31344a65 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:36.215013 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8435da7-9dcc-419d-9b58-f1fe2fe74f43 req-72601a9b-75ca-4b8f-9a65-f8de31344a65 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.2504191 May 26 16:24:36.303342 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e872967a-dc43-423c-a438-2e3bc75fac59 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:36.314983 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e46a088-f55a-4ace-ab9b-fe8673e9ef58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:36.329672 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2c2672cd-e250-4587-b76c-312b659605d0 req-a3ec2f91-ee5f-4311-88f3-a26bf011a279 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830730 May 26 16:24:36.377472 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8435da7-9dcc-419d-9b58-f1fe2fe74f43 req-1a48cc92-0e7b-436a-b620-19aaf6da5d3b tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568196 May 26 16:24:36.412672 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:36.482167 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46a088-f55a-4ace-ab9b-fe8673e9ef58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Subnet': ['ID=bb3b5f17-4de5-4522-9c40-49a10dc06219,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:36.484833 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9158469c-d7a9-4242-8f14-205f732dfbfe None None] Attempting to bind port 149908ac-1a80-4d73-ba88-b6d47c9a75f2 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:36.485217 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9158469c-d7a9-4242-8f14-205f732dfbfe None None] Attempting to bind port 149908ac-1a80-4d73-ba88-b6d47c9a75f2 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '3131bd3d-ec78-4812-abe2-0806a5790986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:36.485580 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158469c-d7a9-4242-8f14-205f732dfbfe None None] Attempting to bind port 149908ac-1a80-4d73-ba88-b6d47c9a75f2 on network 5e98d685-ced0-498f-873a-e656dd34cb0e {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:36.490791 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e46a088-f55a-4ace-ab9b-fe8673e9ef58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:36.500793 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2e46a088-f55a-4ace-ab9b-fe8673e9ef58 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/subnets/bb3b5f17-4de5-4522-9c40-49a10dc06219 HTTP/1.1" status: 204 len: 168 time: 1.4478495 May 26 16:24:36.501186 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd86560-f047-4af9-8996-3b5a3cfd75bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-3aa11dbe-d685-4b0f-ab31-ef06557ae508', 'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'fixed_ips': [{'subnet_id': '3f265376-82f0-4f99-98a3-e784921e8547'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:24:36.502193 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-acd86560-f047-4af9-8996-3b5a3cfd75bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:36.508805 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42362) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:36.549721 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158469c-d7a9-4242-8f14-205f732dfbfe None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:24:36.550277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158469c-d7a9-4242-8f14-205f732dfbfe None None] Checking segment: {'id': '3131bd3d-ec78-4812-abe2-0806a5790986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:36.550814 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9158469c-d7a9-4242-8f14-205f732dfbfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:36.551315 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158469c-d7a9-4242-8f14-205f732dfbfe None None] Bound using segment: {'id': '3131bd3d-ec78-4812-abe2-0806a5790986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:24:36.551918 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9158469c-d7a9-4242-8f14-205f732dfbfe None None] Bound port: 149908ac-1a80-4d73-ba88-b6d47c9a75f2, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3131bd3d-ec78-4812-abe2-0806a5790986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:24:36.552444 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9158469c-d7a9-4242-8f14-205f732dfbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:36.556066 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:36.561452 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68e905c-c3bc-4bdc-b035-4ee59ae61491 None None] Network 80e6d2c3-0729-4530-a249-28a3e203bb37 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:36.637642 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea17133-a193-4479-867f-53e107276a8d None None] Pushing event updated for resources: {'Port': ['ID=8821bd39-2277-4ca0-96c1-8de1b50b96a5,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:36.733119 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e872967a-dc43-423c-a438-2e3bc75fac59 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:36.789854 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd564d49-2e30-4f22-a9f6-cfa853ce69a6 req-724499b4-c1ad-4b22-8ce5-fbd3a549f73a tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:36.812302 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fd564d49-2e30-4f22-a9f6-cfa853ce69a6 req-724499b4-c1ad-4b22-8ce5-fbd3a549f73a tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1228833 May 26 16:24:36.818459 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9158469c-d7a9-4242-8f14-205f732dfbfe None None] For port 149908ac-1a80-4d73-ba88-b6d47c9a75f2, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:36.825008 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9158469c-d7a9-4242-8f14-205f732dfbfe None None] For port 149908ac-1a80-4d73-ba88-b6d47c9a75f2, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=149908ac-1a80-4d73-ba88-b6d47c9a75f2,segment=NetworkSegment(3131bd3d-ec78-4812-abe2-0806a5790986),segment_id=3131bd3d-ec78-4812-abe2-0806a5790986)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:24:36.850798 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e872967a-dc43-423c-a438-2e3bc75fac59 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network 5e98d685-ced0-498f-873a-e656dd34cb0e is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:36.882956 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-e872967a-dc43-423c-a438-2e3bc75fac59 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:36.903688 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fd564d49-2e30-4f22-a9f6-cfa853ce69a6 req-77f28c24-4edf-4d37-b8ed-129eb22bc0a8 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900776 May 26 16:24:36.910559 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port eb7c48b2-dd1f-412b-8be2-1878742bcb2a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:36.910796 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e872967a-dc43-423c-a438-2e3bc75fac59 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:36.911075 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:36.938799 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-f692ca14-b89f-4e7a-82af-17f739e90685 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting subnet 43e35bc0-f5a6-4088-b8e9-e35e95857458 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:24:36.963577 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf168553-89ea-4e4d-b140-e48cb6c4e859 req-8e5d832b-e454-4a0f-86b5-87fdeb8aadec tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:36.967129 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf168553-89ea-4e4d-b140-e48cb6c4e859 req-8e5d832b-e454-4a0f-86b5-87fdeb8aadec tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.4239440 May 26 16:24:36.969875 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f692ca14-b89f-4e7a-82af-17f739e90685 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:37.013061 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872967a-dc43-423c-a438-2e3bc75fac59 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Port': ['ID=934458f2-8be2-4622-94e3-bc6a3b63def4,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:37.058562 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf168553-89ea-4e4d-b140-e48cb6c4e859 req-9ea1c427-526f-49fa-a537-3b339efb224e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548971 May 26 16:24:37.085693 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9158469c-d7a9-4242-8f14-205f732dfbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:37.086064 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f692ca14-b89f-4e7a-82af-17f739e90685 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:37.209008 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-64eafbc6-8d34-4cfb-ac5b-c3a85181ec40 req-5f488d5b-15d4-45f8-b1bf-2c958ef734af service neutron] 10.222.0.83 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8157516 May 26 16:24:37.318081 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e872967a-dc43-423c-a438-2e3bc75fac59 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:37.428023 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27f643-7452-42e3-a14d-91778bd1143a req-ae6543b3-23bf-4d47-a3a6-85ab3137a0dc tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:37.440899 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b27f643-7452-42e3-a14d-91778bd1143a req-ae6543b3-23bf-4d47-a3a6-85ab3137a0dc tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.2970958 May 26 16:24:37.637443 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-acd86560-f047-4af9-8996-3b5a3cfd75bf None None] Allocated IP 2001:db8:2::2 (3aa11dbe-d685-4b0f-ab31-ef06557ae508/3f265376-82f0-4f99-98a3-e784921e8547/1a063c38-4c42-4b9a-a1de-95422673d228) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:37.703566 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-98da2034-5387-4f06-82c3-fc2da42b84c1 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:37.706401 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-98da2034-5387-4f06-82c3-fc2da42b84c1 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 812 time: 0.3091810 May 26 16:24:37.737848 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e872967a-dc43-423c-a438-2e3bc75fac59 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:37.740858 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f692ca14-b89f-4e7a-82af-17f739e90685 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:37.769162 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-68c643d3-79ef-4dd6-a467-b1a8b419a4ba tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/quotas/6d53cccfd841437c98d5f73be3ccabb0 HTTP/1.1" status: 200 len: 375 time: 0.0458395 May 26 16:24:37.788736 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-64eafbc6-8d34-4cfb-ac5b-c3a85181ec40 req-100944aa-47f1-4158-b9c3-a39f39a72eb2 service neutron] 10.222.0.83 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5783753 May 26 16:24:37.798524 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f19ccb4-ddb8-44dc-9cba-2e412df27ef9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:37.888304 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158469c-d7a9-4242-8f14-205f732dfbfe None None] Pushing event updated for resources: {'Port': ['ID=149908ac-1a80-4d73-ba88-b6d47c9a75f2,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:37.930485 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b27f643-7452-42e3-a14d-91778bd1143a req-cd4678ea-a5ef-4c54-9c26-c033b0ad150f tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865882 May 26 16:24:37.940217 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f692ca14-b89f-4e7a-82af-17f739e90685 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:37.971226 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-6543dcd5-f380-4b82-9c05-8e909812011e None None] Provisioning complete for port 8821bd39-2277-4ca0-96c1-8de1b50b96a5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:37.972017 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6543dcd5-f380-4b82-9c05-8e909812011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:37.987340 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] Attempting to bind port 8821bd39-2277-4ca0-96c1-8de1b50b96a5 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:37.988119 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] Attempting to bind port 8821bd39-2277-4ca0-96c1-8de1b50b96a5 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '803fde96-4853-4d43-9d02-c565ea5a9aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '024a58ba-55bf-4503-be38-06d39361b451'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:37.988821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] Attempting to bind port 8821bd39-2277-4ca0-96c1-8de1b50b96a5 on network 024a58ba-55bf-4503-be38-06d39361b451 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:38.018504 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692ca14-b89f-4e7a-82af-17f739e90685 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Subnet': ['ID=43e35bc0-f5a6-4088-b8e9-e35e95857458,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:38.027430 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:24:38.028712 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] Checking segment: {'id': '803fde96-4853-4d43-9d02-c565ea5a9aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '024a58ba-55bf-4503-be38-06d39361b451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:38.029939 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:38.030771 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] Bound using segment: {'id': '803fde96-4853-4d43-9d02-c565ea5a9aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '024a58ba-55bf-4503-be38-06d39361b451'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:24:38.031763 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] Bound port: 8821bd39-2277-4ca0-96c1-8de1b50b96a5, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803fde96-4853-4d43-9d02-c565ea5a9aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '024a58ba-55bf-4503-be38-06d39361b451'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:24:38.032551 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:38.034534 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f692ca14-b89f-4e7a-82af-17f739e90685 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:38.039788 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f692ca14-b89f-4e7a-82af-17f739e90685 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/subnets/43e35bc0-f5a6-4088-b8e9-e35e95857458 HTTP/1.1" status: 204 len: 168 time: 1.5205367 May 26 16:24:38.043276 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42390) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:38.141365 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-f5991726-882d-48f7-ade2-b90c4c4c17ea tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2036328 May 26 16:24:38.219060 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port eb7c48b2-dd1f-412b-8be2-1878742bcb2a is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:38.224864 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:38.304327 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-cfed2df5-90d9-4ada-8bf6-7283235d1666 service neutron] 10.222.0.77 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421957 May 26 16:24:38.305772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6543dcd5-f380-4b82-9c05-8e909812011e None None] Port 8821bd39-2277-4ca0-96c1-8de1b50b96a5 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:38.326324 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ab0675-563a-46c3-8329-aeada906a6f8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] DELETE failed (client error): The resource could not be found. May 26 16:24:38.326934 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11ab0675-563a-46c3-8329-aeada906a6f8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:38.334848 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-11ab0675-563a-46c3-8329-aeada906a6f8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/subnets/bb3b5f17-4de5-4522-9c40-49a10dc06219 HTTP/1.1" status: 404 len: 337 time: 0.2795966 May 26 16:24:38.356178 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42406) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:38.535518 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port eb7c48b2-dd1f-412b-8be2-1878742bcb2a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=eb7c48b2-dd1f-412b-8be2-1878742bcb2a,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:38.535842 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48de81b-cdf6-4493-bbc6-9ae2e7f8bb93 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting subnet 18a6cb89-1c00-4521-9287-f6b892472bf3 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:24:38.577922 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:38.601578 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d48de81b-cdf6-4493-bbc6-9ae2e7f8bb93 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:38.702415 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=eb7c48b2-dd1f-412b-8be2-1878742bcb2a,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:38.722697 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] For port 8821bd39-2277-4ca0-96c1-8de1b50b96a5, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:38.730090 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] For port 8821bd39-2277-4ca0-96c1-8de1b50b96a5, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=8821bd39-2277-4ca0-96c1-8de1b50b96a5,segment=NetworkSegment(803fde96-4853-4d43-9d02-c565ea5a9aab),segment_id=803fde96-4853-4d43-9d02-c565ea5a9aab)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:24:38.825844 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:38.842398 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d48de81b-cdf6-4493-bbc6-9ae2e7f8bb93 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:38.895022 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-acd86560-f047-4af9-8996-3b5a3cfd75bf None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:38.969907 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 149908ac-1a80-4d73-ba88-b6d47c9a75f2 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:38.976747 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-acd86560-f047-4af9-8996-3b5a3cfd75bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:39.018381 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd86560-f047-4af9-8996-3b5a3cfd75bf None None] Network 3aa11dbe-d685-4b0f-ab31-ef06557ae508 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:39.086948 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-acd86560-f047-4af9-8996-3b5a3cfd75bf None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:39.098366 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd86560-f047-4af9-8996-3b5a3cfd75bf None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:39.296284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea17133-a193-4479-867f-53e107276a8d None None] Pushing event updated for resources: {'Port': ['ID=8821bd39-2277-4ca0-96c1-8de1b50b96a5,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:39.364079 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d48de81b-cdf6-4493-bbc6-9ae2e7f8bb93 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:39.466782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] Routers {'faafe509-1e23-4dbd-98f9-cce56a94e479'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:39.470163 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:24:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['faafe509-1e23-4dbd-98f9-cce56a94e479'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:39.500080 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-8864fc9d-769d-4c30-8dee-0b4e0f57d01e service neutron] 10.222.0.77 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1774032 May 26 16:24:39.534837 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-1f19ccb4-ddb8-44dc-9cba-2e412df27ef9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Allocated IP 2001:db8:2::1 (3aa11dbe-d685-4b0f-ab31-ef06557ae508/3f265376-82f0-4f99-98a3-e784921e8547/4c72bc45-70be-463c-ab09-074c57d7bec7) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:39.540552 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e872967a-dc43-423c-a438-2e3bc75fac59 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:39.564370 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e872967a-dc43-423c-a438-2e3bc75fac59 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:39.652908 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bcccd-6ffe-4859-b184-b332705855df req-cae050fc-abaf-4637-ade1-a0fbb32dbd08 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:39.655780 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a89bcccd-6ffe-4859-b184-b332705855df req-cae050fc-abaf-4637-ade1-a0fbb32dbd08 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/networks?id=108e172f-9bd7-4858-818f-d588950b8366 HTTP/1.1" status: 200 len: 814 time: 1.3502235 May 26 16:24:39.695300 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a89bcccd-6ffe-4859-b184-b332705855df req-7a383b3c-cf2e-482a-9393-7fdf9f86b00b tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/quotas/da4a805e29d24584b545bb330805b32f HTTP/1.1" status: 200 len: 375 time: 0.0270872 May 26 16:24:39.700118 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] Set router faafe509-1e23-4dbd-98f9-cce56a94e479 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:24:39.784944 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c94251-fcab-445e-b9ec-ad997d137522 None None] Network 5e98d685-ced0-498f-873a-e656dd34cb0e requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:39.799109 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a89bcccd-6ffe-4859-b184-b332705855df req-734dd497-1213-4ca0-8f88-6d1e902a82d0 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=da4a805e29d24584b545bb330805b32f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0937445 May 26 16:24:39.801999 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1101ab-12b3-4f4b-be3a-55ca6cb02d1c None None] Update dhcp port {'port': {'network_id': '80e6d2c3-0729-4530-a249-28a3e203bb37', 'fixed_ips': [{'subnet_id': '18a6cb89-1c00-4521-9287-f6b892472bf3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '43e35bc0-f5a6-4088-b8e9-e35e95857458'}], 'binding:host_id': 'n-d-843337-2'}, 'id': '2e74ef3b-aa6f-4286-8a8d-0e125599e4dc'} from n-d-843337-2. {{(pid=103897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:24:39.814878 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e872967a-dc43-423c-a438-2e3bc75fac59 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:39.976464 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-acd86560-f047-4af9-8996-3b5a3cfd75bf None None] Attempting to bind port 1a063c38-4c42-4b9a-a1de-95422673d228 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:39.977146 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-acd86560-f047-4af9-8996-3b5a3cfd75bf None None] Attempting to bind port 1a063c38-4c42-4b9a-a1de-95422673d228 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'd685aa4c-0c65-483e-8906-d8a299d34519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:39.977460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd86560-f047-4af9-8996-3b5a3cfd75bf None None] Attempting to bind port 1a063c38-4c42-4b9a-a1de-95422673d228 on network 3aa11dbe-d685-4b0f-ab31-ef06557ae508 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:40.092912 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d48de81b-cdf6-4493-bbc6-9ae2e7f8bb93 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:40.109896 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b352a72e-0b22-487e-9066-255193142d8a req-693ceefb-8106-4f54-89f2-7f9bdbc47a3b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 210 time: 0.1366811 May 26 16:24:40.175572 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd257edf-d937-440d-af28-9420fd09e812 req-bbfe6856-b4ef-44c2-99af-2c9bb6cea9b5 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:40.177408 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd257edf-d937-440d-af28-9420fd09e812 req-bbfe6856-b4ef-44c2-99af-2c9bb6cea9b5 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.2308471 May 26 16:24:40.183843 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872967a-dc43-423c-a438-2e3bc75fac59 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Port': ['ID=934458f2-8be2-4622-94e3-bc6a3b63def4,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:40.272573 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd257edf-d937-440d-af28-9420fd09e812 req-8e957ce6-3d1e-4df3-8701-b47fa341f139 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832622 May 26 16:24:40.284529 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d48de81b-cdf6-4493-bbc6-9ae2e7f8bb93 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:40.302590 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d48de81b-cdf6-4493-bbc6-9ae2e7f8bb93 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/subnets/18a6cb89-1c00-4521-9287-f6b892472bf3 HTTP/1.1" status: 204 len: 168 time: 1.9427860 May 26 16:24:40.302848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42426) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:40.302970 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48de81b-cdf6-4493-bbc6-9ae2e7f8bb93 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Subnet': ['ID=18a6cb89-1c00-4521-9287-f6b892472bf3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:40.404068 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e872967a-dc43-423c-a438-2e3bc75fac59 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network 5e98d685-ced0-498f-873a-e656dd34cb0e is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:40.407740 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f19ccb4-ddb8-44dc-9cba-2e412df27ef9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:40.409972 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-e872967a-dc43-423c-a438-2e3bc75fac59 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:40.410615 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-dda6c487-359e-43c1-b943-c755fa262f33 None None] Provisioning complete for port 149908ac-1a80-4d73-ba88-b6d47c9a75f2 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:40.411160 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dda6c487-359e-43c1-b943-c755fa262f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:40.413903 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a90c0dd-19ad-48bf-ab8f-dfd5d2a5314b tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] DELETE failed (client error): The resource could not be found. May 26 16:24:40.414307 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd86560-f047-4af9-8996-3b5a3cfd75bf None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:24:40.414564 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a90c0dd-19ad-48bf-ab8f-dfd5d2a5314b tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:40.415646 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd86560-f047-4af9-8996-3b5a3cfd75bf None None] Checking segment: {'id': 'd685aa4c-0c65-483e-8906-d8a299d34519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:40.417289 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-acd86560-f047-4af9-8996-3b5a3cfd75bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:40.417970 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd86560-f047-4af9-8996-3b5a3cfd75bf None None] Bound using segment: {'id': 'd685aa4c-0c65-483e-8906-d8a299d34519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:24:40.418637 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-acd86560-f047-4af9-8996-3b5a3cfd75bf None None] Bound port: 1a063c38-4c42-4b9a-a1de-95422673d228, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd685aa4c-0c65-483e-8906-d8a299d34519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:24:40.419206 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-acd86560-f047-4af9-8996-3b5a3cfd75bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:40.425323 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8a90c0dd-19ad-48bf-ab8f-dfd5d2a5314b tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/subnets/ed29ac04-d6b2-4b4f-a313-32f7db47dc2b HTTP/1.1" status: 404 len: 337 time: 0.1301966 May 26 16:24:40.428136 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42432) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:40.449620 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd86560-f047-4af9-8996-3b5a3cfd75bf None None] Pushing event updated for resources: {'Port': ['ID=1a063c38-4c42-4b9a-a1de-95422673d228,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:40.525919 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-276d930e-7490-4844-ae46-131dbb1ae8f1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "GET /v2.0/ports?device_id=729191b5-ea10-4106-9a59-ad53d7255824 HTTP/1.1" status: 200 len: 205 time: 0.0911682 May 26 16:24:40.532692 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42436) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:40.590777 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90500692-5172-4fbc-92aa-d4db3cb86134 req-a0971552-34b5-4b24-a9a2-ef4f054e2d37 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:40.592463 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-643cbefd-6b2d-4911-977d-c42b7636fe16 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] delete failed (client error): The resource could not be found. May 26 16:24:40.593471 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-90500692-5172-4fbc-92aa-d4db3cb86134 req-a0971552-34b5-4b24-a9a2-ef4f054e2d37 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.0973089 May 26 16:24:40.600470 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-643cbefd-6b2d-4911-977d-c42b7636fe16 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/routers/729191b5-ea10-4106-9a59-ad53d7255824 HTTP/1.1" status: 404 len: 336 time: 0.0666299 May 26 16:24:40.608575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42442) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:40.671297 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d1101ab-12b3-4f4b-be3a-55ca6cb02d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:40.683397 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-90500692-5172-4fbc-92aa-d4db3cb86134 req-dc1e8c6e-8717-4690-ac8d-72c4b727a9f2 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812044 May 26 16:24:40.708467 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 149908ac-1a80-4d73-ba88-b6d47c9a75f2 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:40.708467 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:40.810702 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa785ac-e75a-4fb2-a4eb-3dd16306a4b8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] DELETE failed (client error): The resource could not be found. May 26 16:24:40.811165 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa785ac-e75a-4fb2-a4eb-3dd16306a4b8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:40.818502 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8fa785ac-e75a-4fb2-a4eb-3dd16306a4b8 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/subnets/6767d15a-9554-470a-ae65-926a5ef80e7f HTTP/1.1" status: 404 len: 337 time: 0.1987829 May 26 16:24:40.819014 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42448) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:40.821573 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f19ccb4-ddb8-44dc-9cba-2e412df27ef9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:40.890105 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b809cfc-3591-4105-97b7-638108f49166 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] DELETE failed (client error): The resource could not be found. May 26 16:24:40.890568 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b809cfc-3591-4105-97b7-638108f49166 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:40.897521 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6b809cfc-3591-4105-97b7-638108f49166 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/subnets/d3b798a6-d04d-4bf6-a809-b25657c9d286 HTTP/1.1" status: 404 len: 337 time: 0.0773644 May 26 16:24:40.899993 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42458) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:40.954482 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f19ccb4-ddb8-44dc-9cba-2e412df27ef9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network 3aa11dbe-d685-4b0f-ab31-ef06557ae508 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:40.960201 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-1f19ccb4-ddb8-44dc-9cba-2e412df27ef9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:40.971247 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa45f16-f264-45e7-a4ae-6ee30bf511b0 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] DELETE failed (client error): The resource could not be found. May 26 16:24:40.971782 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa45f16-f264-45e7-a4ae-6ee30bf511b0 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:40.980023 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5aa45f16-f264-45e7-a4ae-6ee30bf511b0 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/subnets/ab9c9e2a-66d0-4020-94a1-ca0fd5f4cc82 HTTP/1.1" status: 404 len: 337 time: 0.0781088 May 26 16:24:40.981074 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42460) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:40.987295 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f19ccb4-ddb8-44dc-9cba-2e412df27ef9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:40.998504 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f19ccb4-ddb8-44dc-9cba-2e412df27ef9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:41.031248 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e872967a-dc43-423c-a438-2e3bc75fac59 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Router b63a4406-98af-4dd6-a004-cfa917eae16e has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:24:41.034671 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3215d6d9-4f84-40a5-b5a6-dd9fab432c9e req-f2e00413-801a-4d8f-b9aa-85c9d816adae tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=da4a805e29d24584b545bb330805b32f HTTP/1.1" status: 200 len: 221 time: 0.1227603 May 26 16:24:41.040787 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-acd86560-f047-4af9-8996-3b5a3cfd75bf None None] For port 1a063c38-4c42-4b9a-a1de-95422673d228, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:41.054735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-acd86560-f047-4af9-8996-3b5a3cfd75bf None None] For port 1a063c38-4c42-4b9a-a1de-95422673d228, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1a063c38-4c42-4b9a-a1de-95422673d228,segment=NetworkSegment(d685aa4c-0c65-483e-8906-d8a299d34519),segment_id=d685aa4c-0c65-483e-8906-d8a299d34519)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:24:41.081831 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19ccb4-ddb8-44dc-9cba-2e412df27ef9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Port': ['ID=4c72bc45-70be-463c-ab09-074c57d7bec7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:41.082476 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-970f7364-010b-4d98-a417-02fa322347bb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] DELETE failed (client error): The resource could not be found. May 26 16:24:41.083230 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970f7364-010b-4d98-a417-02fa322347bb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:41.090891 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-970f7364-010b-4d98-a417-02fa322347bb tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/ports/0a18039b-1dd0-45fb-b473-d00c545b2fdd HTTP/1.1" status: 404 len: 333 time: 0.0896189 May 26 16:24:41.091153 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42464) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:41.145826 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-acd86560-f047-4af9-8996-3b5a3cfd75bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:41.149996 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38b34da-f050-4c97-a413-e50f7d63bcb4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] DELETE failed (client error): The resource could not be found. May 26 16:24:41.152494 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f38b34da-f050-4c97-a413-e50f7d63bcb4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:41.190512 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42468) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:41.191232 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f38b34da-f050-4c97-a413-e50f7d63bcb4 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/subnets/b4891e8d-e51e-46ee-8ea5-98e9a5cda515 HTTP/1.1" status: 404 len: 337 time: 0.0982978 May 26 16:24:41.242418 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd86560-f047-4af9-8996-3b5a3cfd75bf None None] Pushing event updated for resources: {'Port': ['ID=1a063c38-4c42-4b9a-a1de-95422673d228,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:41.296835 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-90924bcb-feab-4185-9c44-d0b9d9edb313 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] DELETE failed (client error): The resource could not be found. May 26 16:24:41.297767 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90924bcb-feab-4185-9c44-d0b9d9edb313 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:41.302763 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-90924bcb-feab-4185-9c44-d0b9d9edb313 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/subnets/ff75a3a2-43c8-4c4c-9482-fdace9faf6c1 HTTP/1.1" status: 404 len: 337 time: 0.1105678 May 26 16:24:41.308824 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42470) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:41.345205 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f043b35d-1510-49ed-be0e-73dc688883e3 req-0aa525bf-ee62-4801-8744-683ed79f8f6b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 210 time: 0.0560453 May 26 16:24:41.391587 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf6933-9177-4b39-942c-81116775101f req-02137b10-056a-4fa5-a4ea-44fec13f5400 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:41.393673 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ffbf6933-9177-4b39-942c-81116775101f req-02137b10-056a-4fa5-a4ea-44fec13f5400 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.2013106 May 26 16:24:41.474353 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ffbf6933-9177-4b39-942c-81116775101f req-ba526a86-48ef-433e-b067-47d5f96e12c6 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655870 May 26 16:24:41.512071 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c6ebcf-4129-4127-a366-91bb65b23a1a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] DELETE failed (client error): The resource could not be found. May 26 16:24:41.513045 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c6ebcf-4129-4127-a366-91bb65b23a1a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:41.527926 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f4c6ebcf-4129-4127-a366-91bb65b23a1a tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/ports/2b791937-7f3a-456a-a582-781f4e1095fe HTTP/1.1" status: 404 len: 333 time: 0.2145433 May 26 16:24:41.532402 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42474) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:41.625321 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-dda6c487-359e-43c1-b943-c755fa262f33 None None] Current status of the port 149908ac-1a80-4d73-ba88-b6d47c9a75f2 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:41.625726 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dda6c487-359e-43c1-b943-c755fa262f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:41.639520 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7435e3-83b8-4754-a964-b668cfd9f69d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] DELETE failed (client error): The resource could not be found. May 26 16:24:41.639986 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7435e3-83b8-4754-a964-b668cfd9f69d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:41.665592 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 149908ac-1a80-4d73-ba88-b6d47c9a75f2 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:41.667106 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:41.670050 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-da7435e3-83b8-4754-a964-b668cfd9f69d tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/subnets/29de6711-f6be-47be-bbed-1efd6c82fc6b HTTP/1.1" status: 404 len: 337 time: 0.1361806 May 26 16:24:41.670817 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42478) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:41.690800 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 3, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8821bd39-2277-4ca0-96c1-8de1b50b96a5', 'name': '', 'network_id': '024a58ba-55bf-4503-be38-06d39361b451', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:12:d4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:21Z', 'updated_at': '2022-05-26T16:24:38Z', 'revision_number': 4, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:41.719262 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f19ccb4-ddb8-44dc-9cba-2e412df27ef9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:41.796618 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9342303d-4a59-4cd0-84a5-842c2eccd74c None None] The sync data for ids ['faafe509-1e23-4dbd-98f9-cce56a94e479'] in n-d-843337-2 is: [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 3, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8821bd39-2277-4ca0-96c1-8de1b50b96a5', 'name': '', 'network_id': '024a58ba-55bf-4503-be38-06d39361b451', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:12:d4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:21Z', 'updated_at': '2022-05-26T16:24:38Z', 'revision_number': 4, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:24:41.802345 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f87872-21cf-4ae9-8ca5-68d269a455b9 None None] Network 80e6d2c3-0729-4530-a249-28a3e203bb37 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:41.967065 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 149908ac-1a80-4d73-ba88-b6d47c9a75f2, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=149908ac-1a80-4d73-ba88-b6d47c9a75f2,segment=NetworkSegment(3131bd3d-ec78-4812-abe2-0806a5790986),segment_id=3131bd3d-ec78-4812-abe2-0806a5790986)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:41.987946 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e872967a-dc43-423c-a438-2e3bc75fac59 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:24:41.999292 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:42.002777 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] Sync routers for ids ['b63a4406-98af-4dd6-a004-cfa917eae16e'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:24:42.027480 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e872967a-dc43-423c-a438-2e3bc75fac59 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "PUT /v2.0/routers/b63a4406-98af-4dd6-a004-cfa917eae16e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7501993 May 26 16:24:42.070235 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] Routers {'b63a4406-98af-4dd6-a004-cfa917eae16e'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:42.074864 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:24:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b63a4406-98af-4dd6-a004-cfa917eae16e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:42.141394 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad3b8c8-8b46-488c-83b3-7e0bccd4c8c1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] DELETE failed (client error): The resource could not be found. May 26 16:24:42.145003 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad3b8c8-8b46-488c-83b3-7e0bccd4c8c1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:24:42.161277 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4ad3b8c8-8b46-488c-83b3-7e0bccd4c8c1 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/subnets/7d3daf4d-c980-41d6-b8fa-a6fff0b59300 HTTP/1.1" status: 404 len: 337 time: 0.4864733 May 26 16:24:42.171941 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42486) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:42.297430 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-dda6c487-359e-43c1-b943-c755fa262f33 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:24:42.298062 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-dda6c487-359e-43c1-b943-c755fa262f33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:24:42.467786 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=149908ac-1a80-4d73-ba88-b6d47c9a75f2,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:42.614521 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e695d22-4915-4bfd-a02d-3b0f1833c71f None None] DHCP port deletion for 80e6d2c3-0729-4530-a249-28a3e203bb37 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:24:42.677916 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-f5d4b9cd-a89a-4325-b10f-7148665b8d72 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:42.680418 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-f5d4b9cd-a89a-4325-b10f-7148665b8d72 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.81 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 812 time: 1.0083556 May 26 16:24:42.726815 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8821bd39-2277-4ca0-96c1-8de1b50b96a5 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:42.751998 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39463c-6dd9-4f85-889b-74e9e1fff221 req-66e3c54d-fb4a-4fbb-b375-259a7cd2ab7d tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:42.762601 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d39463c-6dd9-4f85-889b-74e9e1fff221 req-66e3c54d-fb4a-4fbb-b375-259a7cd2ab7d tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 1.0287590 May 26 16:24:42.787607 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-46e04559-0246-4cdd-a033-ba0ea49c3f9a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Request body: {'port': {'device_id': '5e643eb5-b0a6-4dc4-8c8f-a41ca5941653', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'admin_state_up': True, 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:42.802390 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4d8ec07-d7a7-4962-9174-0e97e0040eb5 req-f9f9a63c-a6ab-4cce-bedc-4c53a121351a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 210 time: 0.2036068 May 26 16:24:42.842592 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] Set router b63a4406-98af-4dd6-a004-cfa917eae16e gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:24:43.008864 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9e695d22-4915-4bfd-a02d-3b0f1833c71f None None] Deleting port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:24:43.009960 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9e695d22-4915-4bfd-a02d-3b0f1833c71f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:43.245920 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3acbb28d-fa52-4da7-bfa9-d1855f7f88b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:43.271202 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d39463c-6dd9-4f85-889b-74e9e1fff221 req-71047d34-f5e4-442c-a158-42641d408f33 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059199 May 26 16:24:43.346680 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-dda6c487-359e-43c1-b943-c755fa262f33 None None] Current status of the port 149908ac-1a80-4d73-ba88-b6d47c9a75f2 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:43.384080 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9e695d22-4915-4bfd-a02d-3b0f1833c71f None None] For port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2e74ef3b-aa6f-4286-8a8d-0e125599e4dc,segment=NetworkSegment(8210a33e-a2e9-490f-9bb8-be15ad1cdde1),segment_id=8210a33e-a2e9-490f-9bb8-be15ad1cdde1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:43.385155 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9e695d22-4915-4bfd-a02d-3b0f1833c71f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:43.420121 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 8821bd39-2277-4ca0-96c1-8de1b50b96a5 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:43.420642 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:43.428596 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9e695d22-4915-4bfd-a02d-3b0f1833c71f None None] Calling delete_port for 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:24:43.476279 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-20b23cef-a35c-4706-ad36-2196f12ba048 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-602151679&fields=id&tenant_id=ab86e9d575124bbb8f1141e0888ad848 HTTP/1.1" status: 200 len: 267 time: 0.3492768 May 26 16:24:43.566235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-17335fe6-e321-4fd9-b1c4-e74bdae4ee52 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Deleting port 4f060d97-64c1-44c1-ae63-da07e8dad215 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:24:43.566865 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-17335fe6-e321-4fd9-b1c4-e74bdae4ee52 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:43.667359 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284775052', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:24Z', 'updated_at': '2022-05-26T16:24:37Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:25Z', 'updated_at': '2022-05-26T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '934458f2-8be2-4622-94e3-bc6a3b63def4', 'name': '', 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:b1:dd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e4a72073-56ee-47b2-b7ed-fa9f44cedf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:33Z', 'updated_at': '2022-05-26T16:24:38Z', 'revision_number': 2, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'e4a72073-56ee-47b2-b7ed-fa9f44cedf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:43.692330 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d02fa503-e8ad-431e-9957-4d24f003de1a None None] Provisioning complete for port 149908ac-1a80-4d73-ba88-b6d47c9a75f2 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:43.692720 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d02fa503-e8ad-431e-9957-4d24f003de1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:43.735719 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] Checking router: b63a4406-98af-4dd6-a004-cfa917eae16e for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:24:43.736491 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] Updating router b63a4406-98af-4dd6-a004-cfa917eae16e port 934458f2-8be2-4622-94e3-bc6a3b63def4 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:24:43.883011 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:43.920656 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 8821bd39-2277-4ca0-96c1-8de1b50b96a5 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:43.921327 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:43.999511 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f19ccb4-ddb8-44dc-9cba-2e412df27ef9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:44.006948 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f19ccb4-ddb8-44dc-9cba-2e412df27ef9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:44.008148 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f19ccb4-ddb8-44dc-9cba-2e412df27ef9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:44.009823 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-17335fe6-e321-4fd9-b1c4-e74bdae4ee52 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:44.084322 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9e695d22-4915-4bfd-a02d-3b0f1833c71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:44.101927 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-17335fe6-e321-4fd9-b1c4-e74bdae4ee52 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Calling delete_port for 4f060d97-64c1-44c1-ae63-da07e8dad215 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:24:44.104447 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d02fa503-e8ad-431e-9957-4d24f003de1a None None] Current status of the port 149908ac-1a80-4d73-ba88-b6d47c9a75f2 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:44.105142 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-46e04559-0246-4cdd-a033-ba0ea49c3f9a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Made reservation on behalf of 6d53cccfd841437c98d5f73be3ccabb0 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:44.129652 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-46e04559-0246-4cdd-a033-ba0ea49c3f9a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:44.151597 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c62b62-5b1a-47a0-87de-9bd0d1b4b275 None None] Network 3aa11dbe-d685-4b0f-ab31-ef06557ae508 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:44.158140 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 8821bd39-2277-4ca0-96c1-8de1b50b96a5, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=8821bd39-2277-4ca0-96c1-8de1b50b96a5,segment=NetworkSegment(803fde96-4853-4d43-9d02-c565ea5a9aab),segment_id=803fde96-4853-4d43-9d02-c565ea5a9aab)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:44.165277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e695d22-4915-4bfd-a02d-3b0f1833c71f None None] Pushing event deleted for resources: {'Port': ['ID=2e74ef3b-aa6f-4286-8a8d-0e125599e4dc,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:44.180714 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19ccb4-ddb8-44dc-9cba-2e412df27ef9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Port': ['ID=4c72bc45-70be-463c-ab09-074c57d7bec7,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:44.188326 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:44.189797 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device eb7c48b2-dd1f-412b-8be2-1878742bcb2a up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:44.218776 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-4ef56ba2-a9f2-4b1a-8c14-bb195be636e4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:44.239540 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-4ef56ba2-a9f2-4b1a-8c14-bb195be636e4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/networks?id=5e98d685-ced0-498f-873a-e656dd34cb0e HTTP/1.1" status: 200 len: 796 time: 0.7619781 May 26 16:24:44.301381 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e695d22-4915-4bfd-a02d-3b0f1833c71f None None] No DVR routers for this DVR port 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:24:44.304777 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe582468-b178-4db6-959d-7f1ed345fde2 req-8e78fd3b-9f17-4f54-9f8d-653f94957c3c tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:44.316474 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe582468-b178-4db6-959d-7f1ed345fde2 req-8e78fd3b-9f17-4f54-9f8d-653f94957c3c tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.4565089 May 26 16:24:44.341440 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d02fa503-e8ad-431e-9957-4d24f003de1a None None] Provisioning complete for port 4f060d97-64c1-44c1-ae63-da07e8dad215 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:44.341440 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d02fa503-e8ad-431e-9957-4d24f003de1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:44.372254 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:44.381858 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:44.441126 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-a977a532-ba87-4829-a760-0641667e0af2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/quotas/ab86e9d575124bbb8f1141e0888ad848 HTTP/1.1" status: 200 len: 375 time: 0.2002311 May 26 16:24:44.468633 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f19ccb4-ddb8-44dc-9cba-2e412df27ef9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network 3aa11dbe-d685-4b0f-ab31-ef06557ae508 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:44.477379 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-1f19ccb4-ddb8-44dc-9cba-2e412df27ef9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:44.572967 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=8821bd39-2277-4ca0-96c1-8de1b50b96a5,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:44.650481 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d02fa503-e8ad-431e-9957-4d24f003de1a None None] Port 4f060d97-64c1-44c1-ae63-da07e8dad215 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:44.660195 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d02fa503-e8ad-431e-9957-4d24f003de1a None None] Could not find standard attr ID for object 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:24:44.667122 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe582468-b178-4db6-959d-7f1ed345fde2 req-93e0c9c4-f958-4c68-b4fb-6b94c3157192 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433099 May 26 16:24:44.678662 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c380b0-8eea-452a-9fc4-32609cf3c169 None None] Pushing event updated for resources: {'Port': ['ID=934458f2-8be2-4622-94e3-bc6a3b63def4,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:44.740583 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port eb7c48b2-dd1f-412b-8be2-1878742bcb2a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:44.741525 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:44.747029 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] Attempting to bind port 934458f2-8be2-4622-94e3-bc6a3b63def4 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:44.747461 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] Attempting to bind port 934458f2-8be2-4622-94e3-bc6a3b63def4 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '3131bd3d-ec78-4812-abe2-0806a5790986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:44.747835 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] Attempting to bind port 934458f2-8be2-4622-94e3-bc6a3b63def4 on network 5e98d685-ced0-498f-873a-e656dd34cb0e {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:44.791937 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:24:44.792575 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] Checking segment: {'id': '3131bd3d-ec78-4812-abe2-0806a5790986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:44.793707 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:44.794335 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] Bound using segment: {'id': '3131bd3d-ec78-4812-abe2-0806a5790986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:24:44.796411 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] Bound port: 934458f2-8be2-4622-94e3-bc6a3b63def4, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3131bd3d-ec78-4812-abe2-0806a5790986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:24:44.796411 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:44.839174 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f19ccb4-ddb8-44dc-9cba-2e412df27ef9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Router faafe509-1e23-4dbd-98f9-cce56a94e479 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:24:44.868212 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-00ddf6c6-1919-4076-9b81-ba8de58ce6c2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4206889 May 26 16:24:44.931098 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-17335fe6-e321-4fd9-b1c4-e74bdae4ee52 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:44.949543 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-21890322-e0d8-4ba5-8619-dddee851f7bc req-8d4cceba-4517-44e4-a28a-e989ec06b6c9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 210 time: 0.0673051 May 26 16:24:44.978841 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d02fa503-e8ad-431e-9957-4d24f003de1a None None] Provisioning complete for port 934458f2-8be2-4622-94e3-bc6a3b63def4 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:44.979330 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d02fa503-e8ad-431e-9957-4d24f003de1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:45.048241 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-46e04559-0246-4cdd-a033-ba0ea49c3f9a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Allocated IP 172.20.0.14 (98033063-3342-4cf7-9d2f-e05eb4d2a510/3737f1a6-bbf8-410c-b21f-32295ff819a0/b9aa5115-c9a5-458c-ac0d-a4e22da358ad) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:45.066950 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] For port 934458f2-8be2-4622-94e3-bc6a3b63def4, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:45.079885 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] For port 934458f2-8be2-4622-94e3-bc6a3b63def4, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=934458f2-8be2-4622-94e3-bc6a3b63def4,segment=NetworkSegment(3131bd3d-ec78-4812-abe2-0806a5790986),segment_id=3131bd3d-ec78-4812-abe2-0806a5790986)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:24:45.086630 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:45.185338 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f19ccb4-ddb8-44dc-9cba-2e412df27ef9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:24:45.199827 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1f19ccb4-ddb8-44dc-9cba-2e412df27ef9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "PUT /v2.0/routers/faafe509-1e23-4dbd-98f9-cce56a94e479/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2118151 May 26 16:24:45.200942 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42530) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:45.208113 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port eb7c48b2-dd1f-412b-8be2-1878742bcb2a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:45.214167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] Sync routers for ids ['faafe509-1e23-4dbd-98f9-cce56a94e479'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:24:45.225566 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-edeb0f0b-6b77-4d44-9b0c-e0b10700e90d tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1520517423'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:45.265097 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d02fa503-e8ad-431e-9957-4d24f003de1a None None] Port 934458f2-8be2-4622-94e3-bc6a3b63def4 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:45.270743 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] Routers {'faafe509-1e23-4dbd-98f9-cce56a94e479'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:45.277653 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:24:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['faafe509-1e23-4dbd-98f9-cce56a94e479'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:45.280560 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] Routers {'b63a4406-98af-4dd6-a004-cfa917eae16e'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:45.283881 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:24:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b63a4406-98af-4dd6-a004-cfa917eae16e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:45.292609 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edeb0f0b-6b77-4d44-9b0c-e0b10700e90d tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Made reservation on behalf of 7c05bed383db4b70b043bf60b5d2bde6 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:45.297072 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-edeb0f0b-6b77-4d44-9b0c-e0b10700e90d tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:45.378263 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edeb0f0b-6b77-4d44-9b0c-e0b10700e90d tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:24:45.383830 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c380b0-8eea-452a-9fc4-32609cf3c169 None None] Pushing event updated for resources: {'Port': ['ID=934458f2-8be2-4622-94e3-bc6a3b63def4,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:45.413966 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-edeb0f0b-6b77-4d44-9b0c-e0b10700e90d tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:45.414451 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-edeb0f0b-6b77-4d44-9b0c-e0b10700e90d tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Added segment 0b53028e-2aa7-44a3-beb6-b688b04fa2b7 of type vlan for network ca45647b-772a-421b-b7e0-0eb63a1c1156 May 26 16:24:45.529217 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-edeb0f0b-6b77-4d44-9b0c-e0b10700e90d tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:45.622718 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-edeb0f0b-6b77-4d44-9b0c-e0b10700e90d tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:45.645831 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeb0f0b-6b77-4d44-9b0c-e0b10700e90d tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:45.647105 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-edeb0f0b-6b77-4d44-9b0c-e0b10700e90d tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:45.653474 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] Set router b63a4406-98af-4dd6-a004-cfa917eae16e gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:24:45.748511 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17335fe6-e321-4fd9-b1c4-e74bdae4ee52 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Port': ['ID=4f060d97-64c1-44c1-ae63-da07e8dad215,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:45.842481 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-17335fe6-e321-4fd9-b1c4-e74bdae4ee52 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:45.844919 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-edeb0f0b-6b77-4d44-9b0c-e0b10700e90d tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6422241 May 26 16:24:45.854878 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-17335fe6-e321-4fd9-b1c4-e74bdae4ee52 tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/ports/4f060d97-64c1-44c1-ae63-da07e8dad215 HTTP/1.1" status: 204 len: 168 time: 3.6288419 May 26 16:24:45.855524 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42532) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:45.860867 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42534) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:45.871603 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-2b2ab176-306d-45cf-ac68-86a07e4d615a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'subnet': {'network_id': 'ca45647b-772a-421b-b7e0-0eb63a1c1156', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:45.880728 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-46e04559-0246-4cdd-a033-ba0ea49c3f9a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:45.955986 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:24:45.982931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60442284-e14d-40c3-b87b-d3085a6de3a4 req-fcf37623-c988-49d2-831d-5027258882af tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:45.986666 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60442284-e14d-40c3-b87b-d3085a6de3a4 req-fcf37623-c988-49d2-831d-5027258882af tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.3133783 May 26 16:24:46.083571 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-2a76fa26-74fa-4d5a-8132-18e5d30fcf56 service neutron] 10.222.0.77 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1308889 May 26 16:24:46.104776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d02fa503-e8ad-431e-9957-4d24f003de1a None None] Provisioning complete for port 8821bd39-2277-4ca0-96c1-8de1b50b96a5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:46.105437 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d02fa503-e8ad-431e-9957-4d24f003de1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:46.108379 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:24:46.108999 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2e74ef3b-aa6f-4286-8a8d-0e125599e4dc not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:24:46.128217 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0f469611-7cf9-45e4-aa68-cf4c84bf44b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:46.177679 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb0f0b-6b77-4d44-9b0c-e0b10700e90d tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Network': ['ID=ca45647b-772a-421b-b7e0-0eb63a1c1156,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:46.216779 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-85f06c55-cdb5-48ea-82fe-ddf393e4662c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:46.241659 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284775052', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:24Z', 'updated_at': '2022-05-26T16:24:37Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:25Z', 'updated_at': '2022-05-26T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '934458f2-8be2-4622-94e3-bc6a3b63def4', 'name': '', 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:b1:dd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e4a72073-56ee-47b2-b7ed-fa9f44cedf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:33Z', 'updated_at': '2022-05-26T16:24:45Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'e4a72073-56ee-47b2-b7ed-fa9f44cedf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:46.267018 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network ca45647b-772a-421b-b7e0-0eb63a1c1156 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:24:46.364706 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5547b-d99d-4301-8ede-b60db08ca81f None None] The sync data for ids ['b63a4406-98af-4dd6-a004-cfa917eae16e'] in n-d-843337-2 is: [{'id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284775052', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:24Z', 'updated_at': '2022-05-26T16:24:37Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:25Z', 'updated_at': '2022-05-26T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '934458f2-8be2-4622-94e3-bc6a3b63def4', 'name': '', 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:b1:dd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e4a72073-56ee-47b2-b7ed-fa9f44cedf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:33Z', 'updated_at': '2022-05-26T16:24:45Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'e4a72073-56ee-47b2-b7ed-fa9f44cedf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:24:46.441195 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-46e04559-0246-4cdd-a033-ba0ea49c3f9a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:46.503860 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] Set router faafe509-1e23-4dbd-98f9-cce56a94e479 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:24:46.591322 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-85f06c55-cdb5-48ea-82fe-ddf393e4662c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:46.686146 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2ab176-306d-45cf-ac68-86a07e4d615a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Made reservation on behalf of 7c05bed383db4b70b043bf60b5d2bde6 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:46.691202 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-85f06c55-cdb5-48ea-82fe-ddf393e4662c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e6d2c3-0729-4530-a249-28a3e203bb37']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:46.703478 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b2ab176-306d-45cf-ac68-86a07e4d615a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:46.725088 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['7f4643e6-2113-4164-838c-27cb490174a1', '4cd1d481-cf6e-4f02-9385-15712c5b147f'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:24:46.726642 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-85f06c55-cdb5-48ea-82fe-ddf393e4662c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8210a33e-a2e9-490f-9bb8-be15ad1cdde1') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:46.727132 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-85f06c55-cdb5-48ea-82fe-ddf393e4662c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8210a33e-a2e9-490f-9bb8-be15ad1cdde1') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:46.788220 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-85f06c55-cdb5-48ea-82fe-ddf393e4662c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:46.830254 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-85f06c55-cdb5-48ea-82fe-ddf393e4662c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:46.861887 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f06c55-cdb5-48ea-82fe-ddf393e4662c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:24:46.862724 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-85f06c55-cdb5-48ea-82fe-ddf393e4662c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:46.871940 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8821bd39-2277-4ca0-96c1-8de1b50b96a5 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:47.055989 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e04559-0246-4cdd-a033-ba0ea49c3f9a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Pushing event updated for resources: {'Port': ['ID=b9aa5115-c9a5-458c-ac0d-a4e22da358ad,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:47.063188 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60442284-e14d-40c3-b87b-d3085a6de3a4 req-4d670af1-7b0c-405f-9a7a-b2730d625ca4 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9869635 May 26 16:24:47.082090 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-85f06c55-cdb5-48ea-82fe-ddf393e4662c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:47.090595 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-46e04559-0246-4cdd-a033-ba0ea49c3f9a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Network 98033063-3342-4cf7-9d2f-e05eb4d2a510 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:47.094496 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b2ab176-306d-45cf-ac68-86a07e4d615a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:47.122638 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-85f06c55-cdb5-48ea-82fe-ddf393e4662c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:47.132593 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-85f06c55-cdb5-48ea-82fe-ddf393e4662c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] 10.222.0.77 "DELETE /v2.0/networks/80e6d2c3-0729-4530-a249-28a3e203bb37 HTTP/1.1" status: 204 len: 168 time: 1.2626798 May 26 16:24:47.156476 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-46e04559-0246-4cdd-a033-ba0ea49c3f9a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:47.188364 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f06c55-cdb5-48ea-82fe-ddf393e4662c tempest-PortsIpV6TestJSON-1592004525 tempest-PortsIpV6TestJSON-1592004525-project] Pushing event deleted for resources: {'Network': ['ID=80e6d2c3-0729-4530-a249-28a3e203bb37,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:47.234815 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-46e04559-0246-4cdd-a033-ba0ea49c3f9a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:47.403849 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 8210a33e-a2e9-490f-9bb8-be15ad1cdde1 resource provider aggregate not found May 26 16:24:47.440518 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 8210a33e-a2e9-490f-9bb8-be15ad1cdde1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8210a33e-a2e9-490f-9bb8-be15ad1cdde1 found for delete ", "request_id": "req-c0a662d7-80ec-44ef-817f-c08dc080abec"}]} May 26 16:24:47.518665 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:47.535258 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-bd5bed4c-0c0f-4b9a-b822-d175ca07a8ea service neutron] 10.222.0.77 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3771875 May 26 16:24:47.747849 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-46e04559-0246-4cdd-a033-ba0ea49c3f9a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:47.749987 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-46e04559-0246-4cdd-a033-ba0ea49c3f9a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:47.766382 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ab176-306d-45cf-ac68-86a07e4d615a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Subnet': ['ID=aa51be1a-46e8-4622-986b-352d2fa49df5,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:47.796383 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2ab176-306d-45cf-ac68-86a07e4d615a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Checking segment: {'id': '0b53028e-2aa7-44a3-beb6-b688b04fa2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ca45647b-772a-421b-b7e0-0eb63a1c1156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:47.796877 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2ab176-306d-45cf-ac68-86a07e4d615a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network hostable DHCP agents. Network: ca45647b-772a-421b-b7e0-0eb63a1c1156, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:24:47.802705 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d02fa503-e8ad-431e-9957-4d24f003de1a None None] Current status of the port 8821bd39-2277-4ca0-96c1-8de1b50b96a5 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:47.811148 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b43140-22b5-44fd-a85b-d0bc1a3f1b1d req-89eaa6c6-01b8-42b7-8229-c8e98023f058 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:47.813762 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15b43140-22b5-44fd-a85b-d0bc1a3f1b1d req-89eaa6c6-01b8-42b7-8229-c8e98023f058 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 932 time: 0.3708432 May 26 16:24:47.820351 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-46e04559-0246-4cdd-a033-ba0ea49c3f9a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0434408 May 26 16:24:47.835623 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:24:41Z', 'revision_number': 4, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c72bc45-70be-463c-ab09-074c57d7bec7', 'name': '', 'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:eb:c3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '3f265376-82f0-4f99-98a3-e784921e8547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:38Z', 'updated_at': '2022-05-26T16:24:42Z', 'revision_number': 2, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '3f265376-82f0-4f99-98a3-e784921e8547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8821bd39-2277-4ca0-96c1-8de1b50b96a5', 'name': '', 'network_id': '024a58ba-55bf-4503-be38-06d39361b451', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:12:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:21Z', 'updated_at': '2022-05-26T16:24:44Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:47.845058 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-0ef44c09-c979-4df4-836b-f68ff75ddc31 service neutron] Request body: {'port': {'device_id': '5e643eb5-b0a6-4dc4-8c8f-a41ca5941653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:47.935389 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 8821bd39-2277-4ca0-96c1-8de1b50b96a5 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:47.936130 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:47.963446 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42566) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:48.014235 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-0ef44c09-c979-4df4-836b-f68ff75ddc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:48.016493 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] Checking router: faafe509-1e23-4dbd-98f9-cce56a94e479 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:24:48.017054 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] Updating router faafe509-1e23-4dbd-98f9-cce56a94e479 port 4c72bc45-70be-463c-ab09-074c57d7bec7 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:24:48.113503 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1e5f2dd8-c465-4791-8ddb-cfb9697b838a req-11921fca-d721-44b6-a1c5-abda05a3eb09 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 210 time: 0.0815768 May 26 16:24:48.134007 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2ab176-306d-45cf-ac68-86a07e4d615a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network ca45647b-772a-421b-b7e0-0eb63a1c1156 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:24:48.255963 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-2b2ab176-306d-45cf-ac68-86a07e4d615a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, ca45647b-772a-421b-b7e0-0eb63a1c1156) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:48.297906 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15b43140-22b5-44fd-a85b-d0bc1a3f1b1d req-d0612e57-13ec-42db-ada3-e0a76b0539b4 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938275 May 26 16:24:48.303356 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2ab176-306d-45cf-ac68-86a07e4d615a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:48.305150 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:48.305251 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b2ab176-306d-45cf-ac68-86a07e4d615a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:48.343346 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2b2ab176-306d-45cf-ac68-86a07e4d615a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4771109 May 26 16:24:48.352056 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42572) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:48.478781 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8270621f-9b0c-4b83-a9b3-bb92d929418e None None] Network ca45647b-772a-421b-b7e0-0eb63a1c1156 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:48.495215 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a94b457a-cbcc-4b3f-811b-3c07117661f6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3be6215cac414c0cad4d0387a5c1f396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5274956 May 26 16:24:48.496516 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42574) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:48.660920 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84c82c48-f2fd-4125-8b07-15b37a7be9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:48.735025 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84c82c48-f2fd-4125-8b07-15b37a7be9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:48.867577 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-bfb60ce1-aa16-4147-95b7-74e15e7419bb None None] Provisioning complete for port b9aa5115-c9a5-458c-ac0d-a4e22da358ad triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:48.870123 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bfb60ce1-aa16-4147-95b7-74e15e7419bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:48.873298 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84c82c48-f2fd-4125-8b07-15b37a7be9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:48.879041 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84c82c48-f2fd-4125-8b07-15b37a7be9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:48.881187 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-84c82c48-f2fd-4125-8b07-15b37a7be9cb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2c8ec055-2d38-4f0c-ab5d-e87dac5834be HTTP/1.1" status: 204 len: 168 time: 0.3831456 May 26 16:24:48.927097 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c82c48-f2fd-4125-8b07-15b37a7be9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8ec055-2d38-4f0c-ab5d-e87dac5834be,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:48.928007 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce53e2c-fcd1-4b8a-9f47-1ae4efed295b req-63607937-0481-4c40-b221-78978d945015 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:48.930225 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fce53e2c-fcd1-4b8a-9f47-1ae4efed295b req-63607937-0481-4c40-b221-78978d945015 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.3782604 May 26 16:24:49.023681 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:49.066343 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-bfb60ce1-aa16-4147-95b7-74e15e7419bb None None] Port b9aa5115-c9a5-458c-ac0d-a4e22da358ad cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:49.310971 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:49.368328 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:49.508284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-bfb60ce1-aa16-4147-95b7-74e15e7419bb None None] Provisioning complete for port 1a063c38-4c42-4b9a-a1de-95422673d228 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:49.508772 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bfb60ce1-aa16-4147-95b7-74e15e7419bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:49.513684 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 8821bd39-2277-4ca0-96c1-8de1b50b96a5 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:49.517004 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1a063c38-4c42-4b9a-a1de-95422673d228 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:49.655178 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309e8581-766c-4008-b9d7-55607fe1a60d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-ca45647b-772a-421b-b7e0-0eb63a1c1156', 'network_id': 'ca45647b-772a-421b-b7e0-0eb63a1c1156', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'fixed_ips': [{'subnet_id': 'aa51be1a-46e8-4622-986b-352d2fa49df5'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:24:49.656350 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-309e8581-766c-4008-b9d7-55607fe1a60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:49.925129 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fce53e2c-fcd1-4b8a-9f47-1ae4efed295b req-bde8ce1d-8759-4841-96d7-f4ab3967d103 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8363683 May 26 16:24:50.038892 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f8d8692-fa5e-4c5b-a330-784bc54f3bab req-c4be332c-5123-4c46-89dd-e24f5d12ff85 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 210 time: 0.1085665 May 26 16:24:50.051275 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 1a063c38-4c42-4b9a-a1de-95422673d228 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:50.052337 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:50.297496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-0ef44c09-c979-4df4-836b-f68ff75ddc31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9aa5115-c9a5-458c-ac0d-a4e22da358ad {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:24:50.330448 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-0ef44c09-c979-4df4-836b-f68ff75ddc31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:50.452732 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-fe72bace-a5d3-471a-85b7-a640311f755f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:50.457542 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-0ef44c09-c979-4df4-836b-f68ff75ddc31 service neutron] Transition to ACTIVE for port object b9aa5115-c9a5-458c-ac0d-a4e22da358ad will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:24:50.458884 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-fe72bace-a5d3-471a-85b7-a640311f755f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.81 "GET /v2.0/networks?id=5e98d685-ced0-498f-873a-e656dd34cb0e HTTP/1.1" status: 200 len: 796 time: 0.3332629 May 26 16:24:50.522611 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-309e8581-766c-4008-b9d7-55607fe1a60d None None] Allocated IP 2001:db8:3::2 (ca45647b-772a-421b-b7e0-0eb63a1c1156/aa51be1a-46e8-4622-986b-352d2fa49df5/0e06889d-f931-4019-b68c-c97f390859b5) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:50.537630 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-2acd057b-f198-488a-b22f-be835daa03ac tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab86e9d575124bbb8f1141e0888ad848 HTTP/1.1" status: 200 len: 379 time: 0.0661867 May 26 16:24:50.543777 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab256e02-7e2b-4840-85b9-17c840f4cbc4 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:50.545094 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:50.549989 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-c916dbcb-aff7-43be-8267-ab69d0059309 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'port': {'device_id': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e', 'admin_state_up': True, 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'security_groups': ['8fc34522-55e5-4e13-95af-2ef1835355af']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:50.563117 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:50.583799 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-bfb60ce1-aa16-4147-95b7-74e15e7419bb None None] Current status of the port 1a063c38-4c42-4b9a-a1de-95422673d228 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:50.584124 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bfb60ce1-aa16-4147-95b7-74e15e7419bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:50.655404 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-0ef44c09-c979-4df4-836b-f68ff75ddc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:50.706233 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42620) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:50.741633 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-c916dbcb-aff7-43be-8267-ab69d0059309 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Made reservation on behalf of ab86e9d575124bbb8f1141e0888ad848 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:24:50.762728 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-c916dbcb-aff7-43be-8267-ab69d0059309 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:50.941137 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9163b4-21b1-418c-a87e-3d746abd4a95 req-806ed941-ff13-430c-9af6-e7020e0186a8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:50.943327 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a9163b4-21b1-418c-a87e-3d746abd4a95 req-806ed941-ff13-430c-9af6-e7020e0186a8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 932 time: 0.8153408 May 26 16:24:51.108010 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d27282-0ec2-42a9-9155-65391a9c444f req-ef0aaa98-a7c2-4f9c-bdd7-c871c979dcfd tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:51.123591 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5d27282-0ec2-42a9-9155-65391a9c444f req-ef0aaa98-a7c2-4f9c-bdd7-c871c979dcfd tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.8011801 May 26 16:24:51.123591 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-0ef44c09-c979-4df4-836b-f68ff75ddc31 service neutron] Attempting to bind port b9aa5115-c9a5-458c-ac0d-a4e22da358ad on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:51.123591 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-0ef44c09-c979-4df4-836b-f68ff75ddc31 service neutron] Attempting to bind port b9aa5115-c9a5-458c-ac0d-a4e22da358ad by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:51.123591 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-0ef44c09-c979-4df4-836b-f68ff75ddc31 service neutron] Attempting to bind port b9aa5115-c9a5-458c-ac0d-a4e22da358ad on network 98033063-3342-4cf7-9d2f-e05eb4d2a510 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:51.140294 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-2cfc0c49-4cc3-4aa2-848d-23f390fd2e52 tempest-DvrRoutersNegativeTest-243562766 tempest-DvrRoutersNegativeTest-243562766-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-93181915', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:51.142841 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5824d5da-2249-4ae3-8a27-a04e3c8a226c req-ee4f5ae3-d414-4781-ac7c-6e53cf2b16bf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3285666 May 26 16:24:51.144582 n-d-843337-2 neutron-server[103896]: DEBUG neutron.policy [None req-2cfc0c49-4cc3-4aa2-848d-23f390fd2e52 tempest-DvrRoutersNegativeTest-243562766 tempest-DvrRoutersNegativeTest-243562766-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103896) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 26 16:24:51.144885 n-d-843337-2 neutron-server[103896]: DEBUG neutron.policy [None req-2cfc0c49-4cc3-4aa2-848d-23f390fd2e52 tempest-DvrRoutersNegativeTest-243562766 tempest-DvrRoutersNegativeTest-243562766-project] Failed policy check for 'create_router' {{(pid=103896) enforce /opt/stack/neutron/neutron/policy.py:520}} May 26 16:24:51.145717 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-2cfc0c49-4cc3-4aa2-848d-23f390fd2e52 tempest-DvrRoutersNegativeTest-243562766 tempest-DvrRoutersNegativeTest-243562766-project] create failed (client error): Access was denied to this resource. May 26 16:24:51.166693 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2cfc0c49-4cc3-4aa2-848d-23f390fd2e52 tempest-DvrRoutersNegativeTest-243562766 tempest-DvrRoutersNegativeTest-243562766-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3889787 May 26 16:24:51.282494 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 1a063c38-4c42-4b9a-a1de-95422673d228 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:51.283834 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:51.309566 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef44c09-c979-4df4-836b-f68ff75ddc31 service neutron] Pushing event updated for resources: {'Port': ['ID=b9aa5115-c9a5-458c-ac0d-a4e22da358ad,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:51.332824 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-0ef44c09-c979-4df4-836b-f68ff75ddc31 service neutron] Port b9aa5115-c9a5-458c-ac0d-a4e22da358ad on network 98033063-3342-4cf7-9d2f-e05eb4d2a510 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:51.333328 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-0ef44c09-c979-4df4-836b-f68ff75ddc31 service neutron] Attempting to bind port b9aa5115-c9a5-458c-ac0d-a4e22da358ad on network 98033063-3342-4cf7-9d2f-e05eb4d2a510 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:51.375611 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 1a063c38-4c42-4b9a-a1de-95422673d228, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1a063c38-4c42-4b9a-a1de-95422673d228,segment=NetworkSegment(d685aa4c-0c65-483e-8906-d8a299d34519),segment_id=d685aa4c-0c65-483e-8906-d8a299d34519)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:51.409759 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-c916dbcb-aff7-43be-8267-ab69d0059309 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Allocated IP 172.20.0.6 (5e98d685-ced0-498f-873a-e656dd34cb0e/e4a72073-56ee-47b2-b7ed-fa9f44cedf7f/4cc7f333-b2a1-4839-8b7e-0e68804de1b3) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:51.412582 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-0ef44c09-c979-4df4-836b-f68ff75ddc31 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:24:51.413123 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-0ef44c09-c979-4df4-836b-f68ff75ddc31 service neutron] Checking segment: {'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:51.414514 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-0ef44c09-c979-4df4-836b-f68ff75ddc31 service neutron] Bound using segment: {'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:24:51.415538 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-0ef44c09-c979-4df4-836b-f68ff75ddc31 service neutron] Bound port: b9aa5115-c9a5-458c-ac0d-a4e22da358ad, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6086a6d5-8a92-4b04-9727-b0a5961dacad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:24:51.416630 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-0ef44c09-c979-4df4-836b-f68ff75ddc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:51.432762 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a9163b4-21b1-418c-a87e-3d746abd4a95 req-d04d8386-482e-4a4e-b555-6624f3530031 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453039 May 26 16:24:51.441565 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824d5da-2249-4ae3-8a27-a04e3c8a226c req-fd342800-2b65-4336-b619-a7609ed6a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:51.449626 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5824d5da-2249-4ae3-8a27-a04e3c8a226c req-fd342800-2b65-4336-b619-a7609ed6a644 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 1096 time: 0.2078819 May 26 16:24:51.543439 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:51.548105 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5d27282-0ec2-42a9-9155-65391a9c444f req-dc951ce5-63ff-4d3d-91ff-610c939b4d8f tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282076 May 26 16:24:51.557683 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 149908ac-1a80-4d73-ba88-b6d47c9a75f2 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:51.630594 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934b542-067c-4d17-88d1-479cfa5bed7b None None] Pushing event updated for resources: {'Port': ['ID=4c72bc45-70be-463c-ab09-074c57d7bec7,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:51.755721 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42646) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:51.786549 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-bfb60ce1-aa16-4147-95b7-74e15e7419bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:24:51.786954 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-bfb60ce1-aa16-4147-95b7-74e15e7419bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:24:51.817563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] Attempting to bind port 4c72bc45-70be-463c-ab09-074c57d7bec7 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:51.818135 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] Attempting to bind port 4c72bc45-70be-463c-ab09-074c57d7bec7 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'd685aa4c-0c65-483e-8906-d8a299d34519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:51.818691 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] Attempting to bind port 4c72bc45-70be-463c-ab09-074c57d7bec7 on network 3aa11dbe-d685-4b0f-ab31-ef06557ae508 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:51.869634 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-571fe5b5-7d06-4b97-8d1e-de8df9a295fd req-d93bcd90-e8d3-44c7-b095-00258d00a843 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 210 time: 0.1187987 May 26 16:24:51.871921 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:24:51.872793 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] Checking segment: {'id': 'd685aa4c-0c65-483e-8906-d8a299d34519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:51.873229 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:51.873868 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] Bound using segment: {'id': 'd685aa4c-0c65-483e-8906-d8a299d34519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:24:51.874676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] Bound port: 4c72bc45-70be-463c-ab09-074c57d7bec7, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd685aa4c-0c65-483e-8906-d8a299d34519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:24:51.875304 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:51.911690 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=1a063c38-4c42-4b9a-a1de-95422673d228,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:51.928166 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074cfe8-75e5-4135-856b-36199f71f7f7 req-0c426de1-6bb0-4dcc-9400-c93db188e656 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:51.930328 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6074cfe8-75e5-4135-856b-36199f71f7f7 req-0c426de1-6bb0-4dcc-9400-c93db188e656 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1655974 May 26 16:24:52.002789 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-c916dbcb-aff7-43be-8267-ab69d0059309 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:52.006971 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 149908ac-1a80-4d73-ba88-b6d47c9a75f2 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:52.007368 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:52.016648 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6074cfe8-75e5-4135-856b-36199f71f7f7 req-1aafcb9f-98c5-451c-881f-a43ed3935d4e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728419 May 26 16:24:52.018837 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-0ef44c09-c979-4df4-836b-f68ff75ddc31 service neutron] For port b9aa5115-c9a5-458c-ac0d-a4e22da358ad, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:52.063240 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-0ef44c09-c979-4df4-836b-f68ff75ddc31 service neutron] For port b9aa5115-c9a5-458c-ac0d-a4e22da358ad, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b9aa5115-c9a5-458c-ac0d-a4e22da358ad,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:24:52.073314 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-0ef44c09-c979-4df4-836b-f68ff75ddc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:52.134053 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-0ef44c09-c979-4df4-836b-f68ff75ddc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:52.135220 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-0ef44c09-c979-4df4-836b-f68ff75ddc31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:52.138297 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-0ef44c09-c979-4df4-836b-f68ff75ddc31 service neutron] 10.222.0.81 "PUT /v2.0/ports/b9aa5115-c9a5-458c-ac0d-a4e22da358ad HTTP/1.1" status: 200 len: 1092 time: 4.3064628 May 26 16:24:52.138668 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-c916dbcb-aff7-43be-8267-ab69d0059309 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:52.138853 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e643eb5-b0a6-4dc4-8c8f-a41ca5941653', 'tag': 'b9aa5115-c9a5-458c-ac0d-a4e22da358ad'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:24:52.141430 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea44960-88b3-49c4-8bdd-d3bd96f22737" -d '{"events": [{"name": "network-changed", "server_uuid": "5e643eb5-b0a6-4dc4-8c8f-a41ca5941653", "tag": "b9aa5115-c9a5-458c-ac0d-a4e22da358ad"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:24:52.185328 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef44c09-c979-4df4-836b-f68ff75ddc31 service neutron] Pushing event updated for resources: {'Port': ['ID=b9aa5115-c9a5-458c-ac0d-a4e22da358ad,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:52.202122 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-309e8581-766c-4008-b9d7-55607fe1a60d None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:52.228307 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-c916dbcb-aff7-43be-8267-ab69d0059309 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network 5e98d685-ced0-498f-873a-e656dd34cb0e is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:52.231146 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] For port 4c72bc45-70be-463c-ab09-074c57d7bec7, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:52.236034 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] For port 4c72bc45-70be-463c-ab09-074c57d7bec7, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4c72bc45-70be-463c-ab09-074c57d7bec7,segment=NetworkSegment(d685aa4c-0c65-483e-8906-d8a299d34519),segment_id=d685aa4c-0c65-483e-8906-d8a299d34519)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:24:52.247656 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-309e8581-766c-4008-b9d7-55607fe1a60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:52.249607 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-c916dbcb-aff7-43be-8267-ab69d0059309 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:52.266771 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:52.279819 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-c916dbcb-aff7-43be-8267-ab69d0059309 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:52.284568 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824d5da-2249-4ae3-8a27-a04e3c8a226c req-dd9aca7f-5598-483c-89d3-aed9512d6b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:52.286347 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5824d5da-2249-4ae3-8a27-a04e3c8a226c req-dd9aca7f-5598-483c-89d3-aed9512d6b3d service neutron] 10.222.0.83 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 913 time: 0.7969599 May 26 16:24:52.287380 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-634201b0-8c92-4c5d-aeed-32c1eba56cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:52.295365 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b6249d-88cf-4fbb-9071-a23c72f7cf8a x-openstack-request-id: req-03b6249d-88cf-4fbb-9071-a23c72f7cf8a {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:24:52.296183 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e643eb5-b0a6-4dc4-8c8f-a41ca5941653", "tag": "b9aa5115-c9a5-458c-ac0d-a4e22da358ad", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:24:52.296757 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-03b6249d-88cf-4fbb-9071-a23c72f7cf8a {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:24:52.297368 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b6249d-88cf-4fbb-9071-a23c72f7cf8a'] response: {'name': 'network-changed', 'server_uuid': '5e643eb5-b0a6-4dc4-8c8f-a41ca5941653', 'tag': 'b9aa5115-c9a5-458c-ac0d-a4e22da358ad', 'status': 'completed', 'code': 200} May 26 16:24:52.387920 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309e8581-766c-4008-b9d7-55607fe1a60d None None] Network ca45647b-772a-421b-b7e0-0eb63a1c1156 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:52.404048 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-309e8581-766c-4008-b9d7-55607fe1a60d None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:52.431029 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e8581-766c-4008-b9d7-55607fe1a60d None None] Pushing event updated for resources: {'Port': ['ID=0e06889d-f931-4019-b68c-c97f390859b5,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:52.449893 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309e8581-766c-4008-b9d7-55607fe1a60d None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:52.456468 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bd3a6-d820-424e-b808-cefa6b9d8a1c req-8a626096-a840-4a93-a43b-2595f470575a tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:52.458160 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa2bd3a6-d820-424e-b808-cefa6b9d8a1c req-8a626096-a840-4a93-a43b-2595f470575a tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.2379758 May 26 16:24:52.477914 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-bfb60ce1-aa16-4147-95b7-74e15e7419bb None None] Current status of the port 1a063c38-4c42-4b9a-a1de-95422673d228 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:52.513068 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-8dd802a5-ea7b-439b-ab13-ccac05497eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:52.516045 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-8dd802a5-ea7b-439b-ab13-ccac05497eb0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 1095 time: 0.3136706 May 26 16:24:52.646743 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-634201b0-8c92-4c5d-aeed-32c1eba56cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:52.663916 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-c916dbcb-aff7-43be-8267-ab69d0059309 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:52.664717 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-c916dbcb-aff7-43be-8267-ab69d0059309 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:52.666016 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-ef1926bc-8af7-4f77-a4fa-e290df45dc10 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9aa5115-c9a5-458c-ac0d-a4e22da358ad HTTP/1.1" status: 200 len: 217 time: 0.1099193 May 26 16:24:52.672387 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 149908ac-1a80-4d73-ba88-b6d47c9a75f2 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:52.680949 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] Routers {'faafe509-1e23-4dbd-98f9-cce56a94e479'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:52.682157 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:24:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['faafe509-1e23-4dbd-98f9-cce56a94e479'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:52.687959 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-ab256e02-7e2b-4840-85b9-17c840f4cbc4 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Allocated IP 2001:db8:3::1 (ca45647b-772a-421b-b7e0-0eb63a1c1156/aa51be1a-46e8-4622-986b-352d2fa49df5/9504e59b-b8be-480a-823c-b0586cade1f2) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:24:52.689933 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5824d5da-2249-4ae3-8a27-a04e3c8a226c req-5ba29d3a-6b6a-41dc-b6a7-c817f83cc512 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f4643e6-2113-4164-838c-27cb490174a1 HTTP/1.1" status: 200 len: 217 time: 0.3812397 May 26 16:24:52.690989 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-634201b0-8c92-4c5d-aeed-32c1eba56cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:52.814930 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916dbcb-aff7-43be-8267-ab69d0059309 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Port': ['ID=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:52.918776 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-c916dbcb-aff7-43be-8267-ab69d0059309 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3694241 May 26 16:24:52.956889 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634201b0-8c92-4c5d-aeed-32c1eba56cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e302af-efd5-470b-815e-164908efa059,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:52.972983 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-634201b0-8c92-4c5d-aeed-32c1eba56cba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4abbd2435ea441e68504753917e122b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2142742 May 26 16:24:52.988269 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824d5da-2249-4ae3-8a27-a04e3c8a226c req-9d2bf137-677e-4b3c-b94d-28251416a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:52.990314 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5824d5da-2249-4ae3-8a27-a04e3c8a226c req-9d2bf137-677e-4b3c-b94d-28251416a6a3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.2864265 May 26 16:24:52.991045 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42668) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:53.017273 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-e46c2802-c95d-42b3-b411-c74d0c793712 service neutron] Request body: {'port': {'device_id': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:53.021015 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-309e8581-766c-4008-b9d7-55607fe1a60d None None] Attempting to bind port 0e06889d-f931-4019-b68c-c97f390859b5 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:53.022104 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-309e8581-766c-4008-b9d7-55607fe1a60d None None] Attempting to bind port 0e06889d-f931-4019-b68c-c97f390859b5 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '0b53028e-2aa7-44a3-beb6-b688b04fa2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ca45647b-772a-421b-b7e0-0eb63a1c1156'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:53.023089 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309e8581-766c-4008-b9d7-55607fe1a60d None None] Attempting to bind port 0e06889d-f931-4019-b68c-c97f390859b5 on network ca45647b-772a-421b-b7e0-0eb63a1c1156 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:53.049061 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309e8581-766c-4008-b9d7-55607fe1a60d None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:24:53.049894 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309e8581-766c-4008-b9d7-55607fe1a60d None None] Checking segment: {'id': '0b53028e-2aa7-44a3-beb6-b688b04fa2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ca45647b-772a-421b-b7e0-0eb63a1c1156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:53.050549 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-309e8581-766c-4008-b9d7-55607fe1a60d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:53.051193 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309e8581-766c-4008-b9d7-55607fe1a60d None None] Bound using segment: {'id': '0b53028e-2aa7-44a3-beb6-b688b04fa2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ca45647b-772a-421b-b7e0-0eb63a1c1156'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:24:53.052067 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-309e8581-766c-4008-b9d7-55607fe1a60d None None] Bound port: 0e06889d-f931-4019-b68c-c97f390859b5, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b53028e-2aa7-44a3-beb6-b688b04fa2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ca45647b-772a-421b-b7e0-0eb63a1c1156'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:24:53.053307 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-309e8581-766c-4008-b9d7-55607fe1a60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:53.068294 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-bfb60ce1-aa16-4147-95b7-74e15e7419bb None None] Provisioning complete for port 4c72bc45-70be-463c-ab09-074c57d7bec7 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:53.069094 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bfb60ce1-aa16-4147-95b7-74e15e7419bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:53.097936 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-394b688f-2b2d-4cf4-b965-27295f504261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:53.099733 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-394b688f-2b2d-4cf4-b965-27295f504261 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.4051409 May 26 16:24:53.116063 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa2bd3a6-d820-424e-b808-cefa6b9d8a1c req-546c1156-5fdd-4bdb-9e2b-89c3e338228a tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6435773 May 26 16:24:53.140474 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] Set router faafe509-1e23-4dbd-98f9-cce56a94e479 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:24:53.173173 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-e46c2802-c95d-42b3-b411-c74d0c793712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:53.206133 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936d684-dd1e-49f1-b0f5-78dc7a26a88c req-f0cac93f-7a56-45f8-bcf4-b958d076460f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:53.211173 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824d5da-2249-4ae3-8a27-a04e3c8a226c req-343ccadb-147d-4cf8-a750-f18ca96652ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:53.214185 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5824d5da-2249-4ae3-8a27-a04e3c8a226c req-343ccadb-147d-4cf8-a750-f18ca96652ff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1923959 May 26 16:24:53.221231 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f936d684-dd1e-49f1-b0f5-78dc7a26a88c req-f0cac93f-7a56-45f8-bcf4-b958d076460f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 944 time: 0.5523190 May 26 16:24:53.258545 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 934458f2-8be2-4622-94e3-bc6a3b63def4 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:53.270738 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934b542-067c-4d17-88d1-479cfa5bed7b None None] Pushing event updated for resources: {'Port': ['ID=4c72bc45-70be-463c-ab09-074c57d7bec7,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:53.298023 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cae9f539-6b6e-4e6b-80e8-46084d3881e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:53.339961 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f936d684-dd1e-49f1-b0f5-78dc7a26a88c req-87304848-8b9d-4ab3-8963-dedb3f7f23b7 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138511 May 26 16:24:53.357749 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-55b3ab76-75f0-4895-b136-a20647cc2bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:53.359873 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-55b3ab76-75f0-4895-b136-a20647cc2bca service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2425692 May 26 16:24:53.391695 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cae9f539-6b6e-4e6b-80e8-46084d3881e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:53.484002 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab256e02-7e2b-4840-85b9-17c840f4cbc4 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:53.510668 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5824d5da-2249-4ae3-8a27-a04e3c8a226c req-57126260-70c9-4f8b-ad05-e61cf21fcd46 service neutron] 10.222.0.83 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786725 May 26 16:24:53.525408 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-309e8581-766c-4008-b9d7-55607fe1a60d None None] For port 0e06889d-f931-4019-b68c-c97f390859b5, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:53.607790 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5b86d-c63a-40b5-b9ba-3684e640be96 req-cab7d094-d18b-4a3c-80df-50286094d0c3 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:53.610241 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-309e8581-766c-4008-b9d7-55607fe1a60d None None] For port 0e06889d-f931-4019-b68c-c97f390859b5, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0e06889d-f931-4019-b68c-c97f390859b5,segment=NetworkSegment(0b53028e-2aa7-44a3-beb6-b688b04fa2b7),segment_id=0b53028e-2aa7-44a3-beb6-b688b04fa2b7)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:24:53.620365 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-21e5b86d-c63a-40b5-b9ba-3684e640be96 req-cab7d094-d18b-4a3c-80df-50286094d0c3 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 931 time: 0.2841520 May 26 16:24:53.721062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098f175-d30f-4cd7-881b-aff471793bed req-235cfd99-fd26-4f78-98df-34ee42c580a8 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:53.731279 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 934458f2-8be2-4622-94e3-bc6a3b63def4 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:53.731813 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:53.732534 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6098f175-d30f-4cd7-881b-aff471793bed req-235cfd99-fd26-4f78-98df-34ee42c580a8 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1661098 May 26 16:24:53.734987 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-309e8581-766c-4008-b9d7-55607fe1a60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:53.853996 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-bfb60ce1-aa16-4147-95b7-74e15e7419bb None None] Current status of the port 4c72bc45-70be-463c-ab09-074c57d7bec7 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:53.854625 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bfb60ce1-aa16-4147-95b7-74e15e7419bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:53.872900 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6098f175-d30f-4cd7-881b-aff471793bed req-dddc1a22-961e-4763-a8de-05010ca66e2a tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362987 May 26 16:24:53.892536 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-21e5b86d-c63a-40b5-b9ba-3684e640be96 req-a71b3267-85fa-45c0-bc77-1a0341f047eb tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705746 May 26 16:24:53.933403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-e46c2802-c95d-42b3-b411-c74d0c793712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:24:53.944124 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-e46c2802-c95d-42b3-b411-c74d0c793712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:53.951729 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e8581-766c-4008-b9d7-55607fe1a60d None None] Pushing event updated for resources: {'Port': ['ID=0e06889d-f931-4019-b68c-c97f390859b5,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:53.961557 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-bfb60ce1-aa16-4147-95b7-74e15e7419bb None None] For port 4c72bc45-70be-463c-ab09-074c57d7bec7, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4c72bc45-70be-463c-ab09-074c57d7bec7,segment=NetworkSegment(d685aa4c-0c65-483e-8906-d8a299d34519),segment_id=d685aa4c-0c65-483e-8906-d8a299d34519)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:53.999711 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bfb60ce1-aa16-4147-95b7-74e15e7419bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.016707 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-3318126b-53c4-4bfd-b4be-5cc576a1d3b6 service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6463597 May 26 16:24:54.031291 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab256e02-7e2b-4840-85b9-17c840f4cbc4 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.094256 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb60ce1-aa16-4147-95b7-74e15e7419bb None None] Pushing event updated for resources: {'Port': ['ID=4c72bc45-70be-463c-ab09-074c57d7bec7,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:54.116501 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-e46c2802-c95d-42b3-b411-c74d0c793712 service neutron] Transition to ACTIVE for port object 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:24:54.121004 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cae9f539-6b6e-4e6b-80e8-46084d3881e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.124751 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cae9f539-6b6e-4e6b-80e8-46084d3881e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.126014 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cae9f539-6b6e-4e6b-80e8-46084d3881e1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/62e302af-efd5-470b-815e-164908efa059 HTTP/1.1" status: 204 len: 168 time: 1.1320887 May 26 16:24:54.141744 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5824d5da-2249-4ae3-8a27-a04e3c8a226c req-fa506f1f-6b7a-4980-8177-566acde70f86 service neutron] 10.222.0.83 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665692 May 26 16:24:54.145557 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-e46c2802-c95d-42b3-b411-c74d0c793712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.221599 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:24:41Z', 'revision_number': 4, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c72bc45-70be-463c-ab09-074c57d7bec7', 'name': '', 'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:eb:c3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '3f265376-82f0-4f99-98a3-e784921e8547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:38Z', 'updated_at': '2022-05-26T16:24:52Z', 'revision_number': 4, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '3f265376-82f0-4f99-98a3-e784921e8547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8821bd39-2277-4ca0-96c1-8de1b50b96a5', 'name': '', 'network_id': '024a58ba-55bf-4503-be38-06d39361b451', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:12:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:21Z', 'updated_at': '2022-05-26T16:24:44Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:54.225931 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-bfb60ce1-aa16-4147-95b7-74e15e7419bb None None] Provisioning complete for port 934458f2-8be2-4622-94e3-bc6a3b63def4 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:54.226356 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bfb60ce1-aa16-4147-95b7-74e15e7419bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.351604 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab256e02-7e2b-4840-85b9-17c840f4cbc4 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Port': ['ID=9504e59b-b8be-480a-823c-b0586cade1f2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:54.359021 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d5abd52-2f99-4763-8f9b-5e47389ced17 req-4ceb7e11-e91f-4cbb-9e30-a8da660a4927 service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298798 May 26 16:24:54.414609 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9f539-6b6e-4e6b-80e8-46084d3881e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e302af-efd5-470b-815e-164908efa059,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:54.423189 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 934458f2-8be2-4622-94e3-bc6a3b63def4 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:54.424151 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.447549 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35065d8-668e-4f45-ba14-cbb948b8fa7f None None] The sync data for ids ['faafe509-1e23-4dbd-98f9-cce56a94e479'] in n-d-843337-2 is: [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:24:41Z', 'revision_number': 4, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c72bc45-70be-463c-ab09-074c57d7bec7', 'name': '', 'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:eb:c3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '3f265376-82f0-4f99-98a3-e784921e8547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:38Z', 'updated_at': '2022-05-26T16:24:52Z', 'revision_number': 4, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '3f265376-82f0-4f99-98a3-e784921e8547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8821bd39-2277-4ca0-96c1-8de1b50b96a5', 'name': '', 'network_id': '024a58ba-55bf-4503-be38-06d39361b451', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:12:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:21Z', 'updated_at': '2022-05-26T16:24:44Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:24:54.519856 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab256e02-7e2b-4840-85b9-17c840f4cbc4 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network ca45647b-772a-421b-b7e0-0eb63a1c1156 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:54.596339 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-ab256e02-7e2b-4840-85b9-17c840f4cbc4 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:54.761106 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 934458f2-8be2-4622-94e3-bc6a3b63def4, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=934458f2-8be2-4622-94e3-bc6a3b63def4,segment=NetworkSegment(3131bd3d-ec78-4812-abe2-0806a5790986),segment_id=3131bd3d-ec78-4812-abe2-0806a5790986)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:54.782443 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab256e02-7e2b-4840-85b9-17c840f4cbc4 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:24:54.798686 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab256e02-7e2b-4840-85b9-17c840f4cbc4 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.798953 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c2802-c95d-42b3-b411-c74d0c793712 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:54.805957 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:54.807140 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1a063c38-4c42-4b9a-a1de-95422673d228 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:54.917942 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-e46c2802-c95d-42b3-b411-c74d0c793712 service neutron] Attempting to bind port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:24:54.932481 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-e46c2802-c95d-42b3-b411-c74d0c793712 service neutron] Attempting to bind port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '3131bd3d-ec78-4812-abe2-0806a5790986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:24:54.933230 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-e46c2802-c95d-42b3-b411-c74d0c793712 service neutron] Attempting to bind port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 on network 5e98d685-ced0-498f-873a-e656dd34cb0e {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:54.967109 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-e46c2802-c95d-42b3-b411-c74d0c793712 service neutron] Port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 on network 5e98d685-ced0-498f-873a-e656dd34cb0e not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:24:54.968138 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-e46c2802-c95d-42b3-b411-c74d0c793712 service neutron] Attempting to bind port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 on network 5e98d685-ced0-498f-873a-e656dd34cb0e {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:24:54.996366 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-e46c2802-c95d-42b3-b411-c74d0c793712 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:24:54.998905 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-e46c2802-c95d-42b3-b411-c74d0c793712 service neutron] Checking segment: {'id': '3131bd3d-ec78-4812-abe2-0806a5790986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:24:54.999497 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-e46c2802-c95d-42b3-b411-c74d0c793712 service neutron] Bound using segment: {'id': '3131bd3d-ec78-4812-abe2-0806a5790986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:24:55.000191 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-e46c2802-c95d-42b3-b411-c74d0c793712 service neutron] Bound port: 4cc7f333-b2a1-4839-8b7e-0e68804de1b3, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3131bd3d-ec78-4812-abe2-0806a5790986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:24:55.005205 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-e46c2802-c95d-42b3-b411-c74d0c793712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:55.194650 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-e46c2802-c95d-42b3-b411-c74d0c793712 service neutron] For port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:24:55.201882 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-e46c2802-c95d-42b3-b411-c74d0c793712 service neutron] For port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,segment=NetworkSegment(3131bd3d-ec78-4812-abe2-0806a5790986),segment_id=3131bd3d-ec78-4812-abe2-0806a5790986)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:24:55.215876 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-e46c2802-c95d-42b3-b411-c74d0c793712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:55.280871 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d81fc7-63fa-48da-bca0-bedf190be801 req-e917fae5-b3f1-44e1-835c-c8bd176e8ed7 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:55.303935 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2d81fc7-63fa-48da-bca0-bedf190be801 req-e917fae5-b3f1-44e1-835c-c8bd176e8ed7 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.9533665 May 26 16:24:55.314842 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-e46c2802-c95d-42b3-b411-c74d0c793712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:55.315639 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-e46c2802-c95d-42b3-b411-c74d0c793712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:55.317148 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-e46c2802-c95d-42b3-b411-c74d0c793712 service neutron] 10.222.0.81 "PUT /v2.0/ports/4cc7f333-b2a1-4839-8b7e-0e68804de1b3 HTTP/1.1" status: 200 len: 1091 time: 2.3249896 May 26 16:24:55.317618 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'tag': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:24:55.320553 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211f6bd6-39e6-4e60-8e05-c9d5dea8aea7" -d '{"events": [{"name": "network-changed", "server_uuid": "a54bdb75-1b3b-436e-a70e-6d4a11106451", "tag": "4cc7f333-b2a1-4839-8b7e-0e68804de1b3"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:24:55.527012 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c2802-c95d-42b3-b411-c74d0c793712 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:55.556637 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab256e02-7e2b-4840-85b9-17c840f4cbc4 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:55.581469 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-dca3d0e7-6706-48fd-8095-7c7290e4138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:55.586814 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-dca3d0e7-6706-48fd-8095-7c7290e4138f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 1094 time: 0.1831210 May 26 16:24:55.631715 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea44960-88b3-49c4-8bdd-d3bd96f22737 req-a9ad14cf-46f7-426a-82b0-af04f7b32e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:55.633449 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dea44960-88b3-49c4-8bdd-d3bd96f22737 req-a9ad14cf-46f7-426a-82b0-af04f7b32e57 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 1095 time: 1.1123586 May 26 16:24:55.698559 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-45e5a848-452e-4fcc-8425-074f819e8f99 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3 HTTP/1.1" status: 200 len: 217 time: 0.1009076 May 26 16:24:55.739642 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0ca6d-7d94-45cc-aca7-72e3d57a727d req-4e8736b6-2e2e-489b-8fb6-2506406c91ae tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:55.751791 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-19e0ca6d-7d94-45cc-aca7-72e3d57a727d req-4e8736b6-2e2e-489b-8fb6-2506406c91ae tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 944 time: 1.1182170 May 26 16:24:55.838850 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-f6e241ef-65f4-4519-a75f-3020fdeacc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:55.863564 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=934458f2-8be2-4622-94e3-bc6a3b63def4,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:55.872854 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-f6e241ef-65f4-4519-a75f-3020fdeacc8c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e4a72073-56ee-47b2-b7ed-fa9f44cedf7f HTTP/1.1" status: 200 len: 835 time: 0.1678741 May 26 16:24:55.887460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-bfb60ce1-aa16-4147-95b7-74e15e7419bb None None] Current status of the port 934458f2-8be2-4622-94e3-bc6a3b63def4 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:55.950237 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 1a063c38-4c42-4b9a-a1de-95422673d228 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:55.950624 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:56.003403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-15c96575-9ccb-4df1-8222-a48db136b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:56.005239 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-15c96575-9ccb-4df1-8222-a48db136b863 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5e98d685-ced0-498f-873a-e656dd34cb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254916 May 26 16:24:56.066362 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2d81fc7-63fa-48da-bca0-bedf190be801 req-581351ae-3515-4f4e-844d-3af76bc17ee6 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7614636 May 26 16:24:56.076609 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f5ec1edb-7f85-4de6-aef4-67491df6a785 None None] Provisioning complete for port 4c72bc45-70be-463c-ab09-074c57d7bec7 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:56.080857 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f5ec1edb-7f85-4de6-aef4-67491df6a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:56.208800 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-19e0ca6d-7d94-45cc-aca7-72e3d57a727d req-7383e272-4994-4fa1-a814-7bc56c732efd tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935380 May 26 16:24:56.298484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 1a063c38-4c42-4b9a-a1de-95422673d228 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:56.380759 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-006cd922-6e1e-4ce4-933c-f1b97490f960 service neutron] 10.222.0.81 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682475 May 26 16:24:56.382365 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ded91e-3cee-4a39-a914-28a32b430cda x-openstack-request-id: req-10ded91e-3cee-4a39-a914-28a32b430cda {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:24:56.382654 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54bdb75-1b3b-436e-a70e-6d4a11106451", "tag": "4cc7f333-b2a1-4839-8b7e-0e68804de1b3", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:24:56.382984 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-10ded91e-3cee-4a39-a914-28a32b430cda {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:24:56.383368 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10ded91e-3cee-4a39-a914-28a32b430cda'] response: {'name': 'network-changed', 'server_uuid': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'tag': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3', 'status': 'completed', 'code': 200} May 26 16:24:56.417439 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b259aa6b-8123-4aa0-80d5-1b310341cdff None None] Network ca45647b-772a-421b-b7e0-0eb63a1c1156 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:24:56.521903 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea44960-88b3-49c4-8bdd-d3bd96f22737 req-2495c157-a799-43f7-848b-53d6fc6ff246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:56.524314 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dea44960-88b3-49c4-8bdd-d3bd96f22737 req-2495c157-a799-43f7-848b-53d6fc6ff246 service neutron] 10.222.0.81 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 913 time: 0.8294156 May 26 16:24:56.601261 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f5ec1edb-7f85-4de6-aef4-67491df6a785 None None] Current status of the port 4c72bc45-70be-463c-ab09-074c57d7bec7 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:56.624377 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-862f810e-ff6c-4ae0-aa5e-2b2047500810 req-70cc4ea8-e42d-4f78-942d-ecef5dd3dfd1 service neutron] 10.222.0.81 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357891 May 26 16:24:56.654828 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42744) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:56.735237 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dea44960-88b3-49c4-8bdd-d3bd96f22737 req-49897192-cd70-43d0-9818-71b4ada889ee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9aa5115-c9a5-458c-ac0d-a4e22da358ad HTTP/1.1" status: 200 len: 217 time: 0.1859746 May 26 16:24:56.746401 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c15fa-f986-4524-b22e-5aee06bb0a18 req-a0b7cd6c-f360-47cf-9941-0fdfcf238de4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:56.752619 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c07c15fa-f986-4524-b22e-5aee06bb0a18 req-a0b7cd6c-f360-47cf-9941-0fdfcf238de4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 943 time: 0.5091600 May 26 16:24:56.824970 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f6bd6-39e6-4e60-8e05-c9d5dea8aea7 req-2c28aa13-e7e8-436f-b553-a913cda7af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:56.865324 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-211f6bd6-39e6-4e60-8e05-c9d5dea8aea7 req-2c28aa13-e7e8-436f-b553-a913cda7af2e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 1094 time: 0.1138153 May 26 16:24:56.900414 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea44960-88b3-49c4-8bdd-d3bd96f22737 req-cfef4450-8fa4-4daa-9129-73d47a271545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:56.902503 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dea44960-88b3-49c4-8bdd-d3bd96f22737 req-cfef4450-8fa4-4daa-9129-73d47a271545 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.0738769 May 26 16:24:56.954364 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4c72bc45-70be-463c-ab09-074c57d7bec7 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:56.963046 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b9aa5115-c9a5-458c-ac0d-a4e22da358ad details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:24:56.994782 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df1841-0bc9-4dde-865b-3cffe85eef14 req-408f2558-965b-4d1f-a363-7ee06f5f17af tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:56.999390 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-40df1841-0bc9-4dde-865b-3cffe85eef14 req-408f2558-965b-4d1f-a363-7ee06f5f17af tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.4234173 May 26 16:24:57.031800 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-7ba92438-e260-4873-9295-d79ae91cb118 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:57.032836 n-d-843337-2 neutron-server[103895]: WARNING neutron.api.v2.base [None req-7ba92438-e260-4873-9295-d79ae91cb118 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 26 16:24:57.033776 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-7ba92438-e260-4873-9295-d79ae91cb118 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] create failed (client error): There was a conflict when trying to complete your request. May 26 16:24:57.039549 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7ba92438-e260-4873-9295-d79ae91cb118 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3779767 May 26 16:24:57.041728 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42752) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:57.048587 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-fba9fa89-5105-4d33-a2a0-197a1f9357bc tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group': {'name': 'tempest-secgroup--366735928'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:57.074371 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9bb2676f-9c96-488d-8864-465af78b5589 None None] Provisioning complete for port 0e06889d-f931-4019-b68c-c97f390859b5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:57.075892 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9bb2676f-9c96-488d-8864-465af78b5589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:57.078378 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea44960-88b3-49c4-8bdd-d3bd96f22737 req-3a7958aa-2c4f-487f-97a5-89a954dc7695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:57.080773 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dea44960-88b3-49c4-8bdd-d3bd96f22737 req-3a7958aa-2c4f-487f-97a5-89a954dc7695 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1568840 May 26 16:24:57.081669 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fba9fa89-5105-4d33-a2a0-197a1f9357bc tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:57.113867 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fba9fa89-5105-4d33-a2a0-197a1f9357bc tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:57.139745 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c07c15fa-f986-4524-b22e-5aee06bb0a18 req-aebb2c17-26eb-42e1-8d38-fc4c3078f557 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3795159 May 26 16:24:57.191042 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f6bd6-39e6-4e60-8e05-c9d5dea8aea7 req-671292cc-3851-48b1-94b6-edc1d57818ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:57.192658 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-211f6bd6-39e6-4e60-8e05-c9d5dea8aea7 req-671292cc-3851-48b1-94b6-edc1d57818ec service neutron] 10.222.0.81 "GET /v2.0/networks?id=5e98d685-ced0-498f-873a-e656dd34cb0e HTTP/1.1" status: 200 len: 897 time: 0.3186836 May 26 16:24:57.294449 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-40df1841-0bc9-4dde-865b-3cffe85eef14 req-12c5c625-491c-4793-b39e-46849cb4abdc tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760470 May 26 16:24:57.334240 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-211f6bd6-39e6-4e60-8e05-c9d5dea8aea7 req-284837df-31ed-41fc-8ab3-52a2e62acb35 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3 HTTP/1.1" status: 200 len: 217 time: 0.1318183 May 26 16:24:57.385095 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 4c72bc45-70be-463c-ab09-074c57d7bec7 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:57.386242 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:57.441384 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab256e02-7e2b-4840-85b9-17c840f4cbc4 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:57.473385 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab256e02-7e2b-4840-85b9-17c840f4cbc4 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:57.474871 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab256e02-7e2b-4840-85b9-17c840f4cbc4 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:57.567308 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b9aa5115-c9a5-458c-ac0d-a4e22da358ad, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b9aa5115-c9a5-458c-ac0d-a4e22da358ad,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:57.627004 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f6bd6-39e6-4e60-8e05-c9d5dea8aea7 req-809bdb40-83df-44b7-b319-d35284506562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:57.628761 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-211f6bd6-39e6-4e60-8e05-c9d5dea8aea7 req-809bdb40-83df-44b7-b319-d35284506562 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e4a72073-56ee-47b2-b7ed-fa9f44cedf7f HTTP/1.1" status: 200 len: 835 time: 0.2833338 May 26 16:24:57.641773 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fba9fa89-5105-4d33-a2a0-197a1f9357bc tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:57.687644 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fba9fa89-5105-4d33-a2a0-197a1f9357bc tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:57.727364 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9fa89-5105-4d33-a2a0-197a1f9357bc tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d067ce29-78d4-4153-af93-e8482dc20d89,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:57.753497 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 4c72bc45-70be-463c-ab09-074c57d7bec7 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:57.755533 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 934458f2-8be2-4622-94e3-bc6a3b63def4 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:57.769577 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f6bd6-39e6-4e60-8e05-c9d5dea8aea7 req-f95ab62d-be80-42cb-92f1-b29b3231c62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:57.771539 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-211f6bd6-39e6-4e60-8e05-c9d5dea8aea7 req-f95ab62d-be80-42cb-92f1-b29b3231c62d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5e98d685-ced0-498f-873a-e656dd34cb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274910 May 26 16:24:57.872437 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'b9aa5115-c9a5-458c-ac0d-a4e22da358ad', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'port_id': 'b9aa5115-c9a5-458c-ac0d-a4e22da358ad', 'mac_address': 'fa:16:3e:61:bc:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:24:57.957130 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9bb2676f-9c96-488d-8864-465af78b5589 None None] Current status of the port 0e06889d-f931-4019-b68c-c97f390859b5 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:57.959035 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9bb2676f-9c96-488d-8864-465af78b5589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:57.965703 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fba9fa89-5105-4d33-a2a0-197a1f9357bc tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:57.970738 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-211f6bd6-39e6-4e60-8e05-c9d5dea8aea7 req-e8aa8b3c-b650-4161-a955-145074364896 service neutron] 10.222.0.81 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881585 May 26 16:24:57.973548 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fba9fa89-5105-4d33-a2a0-197a1f9357bc tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:57.974123 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 934458f2-8be2-4622-94e3-bc6a3b63def4 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:57.974916 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:58.109232 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port b9aa5115-c9a5-458c-ac0d-a4e22da358ad is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:58.109723 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:58.122295 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-211f6bd6-39e6-4e60-8e05-c9d5dea8aea7 req-dcebedf5-52aa-48b9-ab56-cb89f6c014d1 service neutron] 10.222.0.81 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390214 May 26 16:24:58.141629 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9fa89-5105-4d33-a2a0-197a1f9357bc tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=572ef5d0-fc1f-4717-a75e-2e8023d8a56a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:58.156760 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fba9fa89-5105-4d33-a2a0-197a1f9357bc tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:58.158811 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fba9fa89-5105-4d33-a2a0-197a1f9357bc tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1159043 May 26 16:24:58.162442 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42768) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:58.169922 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dea44960-88b3-49c4-8bdd-d3bd96f22737 req-0191ab27-218f-46d6-b136-74d27ec71a78 service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0517290 May 26 16:24:58.173464 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f8f881fb-c8e5-4b31-9f0c-7dc6a9385762 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group_rule': {'security_group_id': '572ef5d0-fc1f-4717-a75e-2e8023d8a56a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:58.177805 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9bb2676f-9c96-488d-8864-465af78b5589 None None] For port 0e06889d-f931-4019-b68c-c97f390859b5, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0e06889d-f931-4019-b68c-c97f390859b5,segment=NetworkSegment(0b53028e-2aa7-44a3-beb6-b688b04fa2b7),segment_id=0b53028e-2aa7-44a3-beb6-b688b04fa2b7)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:58.182691 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9aa5115-c9a5-458c-ac0d-a4e22da358ad {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:24:58.194512 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9bb2676f-9c96-488d-8864-465af78b5589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:58.234369 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f8f881fb-c8e5-4b31-9f0c-7dc6a9385762 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:58.313081 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b9aa5115-c9a5-458c-ac0d-a4e22da358ad, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b9aa5115-c9a5-458c-ac0d-a4e22da358ad,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:24:58.333372 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f8f881fb-c8e5-4b31-9f0c-7dc6a9385762 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:58.340417 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f8f881fb-c8e5-4b31-9f0c-7dc6a9385762 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:58.346160 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:58.368905 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f881fb-c8e5-4b31-9f0c-7dc6a9385762 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82c3340-1d88-484d-b575-122f496f5efe,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:58.381801 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-00c18bbc-daa4-4c61-be33-692b1fa78b3f None None] Provisioning complete for port 0e06889d-f931-4019-b68c-c97f390859b5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:58.382396 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-00c18bbc-daa4-4c61-be33-692b1fa78b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:58.389031 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f8f881fb-c8e5-4b31-9f0c-7dc6a9385762 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:58.389613 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 934458f2-8be2-4622-94e3-bc6a3b63def4 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:58.394318 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0e06889d-f931-4019-b68c-c97f390859b5 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:58.409779 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42776) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:58.420139 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f8f881fb-c8e5-4b31-9f0c-7dc6a9385762 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2558408 May 26 16:24:58.443708 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a36cc2-11fc-4701-81f0-12bfe69d6992 req-47b845c4-3f27-4a45-a680-e2af7db60e73 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:58.445601 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9a36cc2-11fc-4701-81f0-12bfe69d6992 req-47b845c4-3f27-4a45-a680-e2af7db60e73 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 944 time: 1.1166210 May 26 16:24:58.454385 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-cfe89959-957f-405f-9e98-a5cb4e864446 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group_rule': {'security_group_id': '572ef5d0-fc1f-4717-a75e-2e8023d8a56a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:58.471177 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab256e02-7e2b-4840-85b9-17c840f4cbc4 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Network ca45647b-772a-421b-b7e0-0eb63a1c1156 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:24:58.479336 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab256e02-7e2b-4840-85b9-17c840f4cbc4 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event updated for resources: {'Port': ['ID=9504e59b-b8be-480a-823c-b0586cade1f2,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:58.481153 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2676f-9c96-488d-8864-465af78b5589 None None] Pushing event updated for resources: {'Port': ['ID=0e06889d-f931-4019-b68c-c97f390859b5,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:58.494167 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-ab256e02-7e2b-4840-85b9-17c840f4cbc4 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:24:58.571159 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9a36cc2-11fc-4701-81f0-12bfe69d6992 req-a48b513c-029d-4457-9b52-6bd0249520f9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023228 May 26 16:24:58.577649 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0e06889d-f931-4019-b68c-c97f390859b5 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:58.578121 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:58.579683 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=b9aa5115-c9a5-458c-ac0d-a4e22da358ad,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:58.582054 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21756b1d-21ac-42d0-ad92-eb93c03eadb9 req-10277833-1416-42e6-82e1-9353914cc659 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:58.584262 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-21756b1d-21ac-42d0-ad92-eb93c03eadb9 req-10277833-1416-42e6-82e1-9353914cc659 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.4256847 May 26 16:24:58.618224 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['b9aa5115-c9a5-458c-ac0d-a4e22da358ad'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:24:58.703476 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cfe89959-957f-405f-9e98-a5cb4e864446 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:58.724410 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-00c18bbc-daa4-4c61-be33-692b1fa78b3f None None] Current status of the port 0e06889d-f931-4019-b68c-c97f390859b5 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:58.775638 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-00c18bbc-daa4-4c61-be33-692b1fa78b3f None None] Provisioning complete for port 9504e59b-b8be-480a-823c-b0586cade1f2 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:58.780620 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-00c18bbc-daa4-4c61-be33-692b1fa78b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:58.835730 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dea44960-88b3-49c4-8bdd-d3bd96f22737 req-ed6f841a-29c5-48cb-954b-f32ab1d8617d service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558019 May 26 16:24:58.875337 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-00c18bbc-daa4-4c61-be33-692b1fa78b3f None None] Port 9504e59b-b8be-480a-823c-b0586cade1f2 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:58.876468 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-21756b1d-21ac-42d0-ad92-eb93c03eadb9 req-be67bbb0-d959-4fb4-8efa-8c1edbc3954a tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497852 May 26 16:24:58.911566 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c7283-0cb9-40cf-a3ff-5c37c0444485 req-b8361f03-4558-4084-b354-eb319032a1eb tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:58.913766 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-240c7283-0cb9-40cf-a3ff-5c37c0444485 req-b8361f03-4558-4084-b354-eb319032a1eb tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 943 time: 0.1488283 May 26 16:24:58.933306 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab256e02-7e2b-4840-85b9-17c840f4cbc4 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Router faafe509-1e23-4dbd-98f9-cce56a94e479 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:24:58.949134 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0e06889d-f931-4019-b68c-c97f390859b5 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:58.957136 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-cfe89959-957f-405f-9e98-a5cb4e864446 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] create failed (client error): There was a conflict when trying to complete your request. May 26 16:24:58.958360 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cfe89959-957f-405f-9e98-a5cb4e864446 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5360940 May 26 16:24:58.962489 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42786) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:59.006370 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-240c7283-0cb9-40cf-a3ff-5c37c0444485 req-8cda2b2e-6797-4d01-9880-beebc1191654 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716906 May 26 16:24:59.108610 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0e06889d-f931-4019-b68c-c97f390859b5 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:24:59.142258 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-38e5d573-0c5f-4257-92d8-21f43be8f28d tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:59.174480 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-38e5d573-0c5f-4257-92d8-21f43be8f28d tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:59.216427 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9b8b65e3-397b-487f-82d7-2df555ea1640 None None] Provisioning complete for port 9504e59b-b8be-480a-823c-b0586cade1f2 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:59.216806 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9b8b65e3-397b-487f-82d7-2df555ea1640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:59.229099 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab256e02-7e2b-4840-85b9-17c840f4cbc4 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:24:59.236222 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ab256e02-7e2b-4840-85b9-17c840f4cbc4 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "PUT /v2.0/routers/faafe509-1e23-4dbd-98f9-cce56a94e479/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8801658 May 26 16:24:59.242286 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] Sync routers for ids ['faafe509-1e23-4dbd-98f9-cce56a94e479'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:24:59.242884 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42790) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:59.251526 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e25408ad-de92-4af0-9d68-7bf4f7f31fb5 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:59.262327 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] Routers {'faafe509-1e23-4dbd-98f9-cce56a94e479'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:24:59.263291 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:24:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['faafe509-1e23-4dbd-98f9-cce56a94e479'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:24:59.282523 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-38e5d573-0c5f-4257-92d8-21f43be8f28d tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:59.287197 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-38e5d573-0c5f-4257-92d8-21f43be8f28d tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:59.290111 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-38e5d573-0c5f-4257-92d8-21f43be8f28d tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "DELETE /v2.0/security-groups/572ef5d0-fc1f-4717-a75e-2e8023d8a56a HTTP/1.1" status: 204 len: 168 time: 0.3243902 May 26 16:24:59.296678 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0e06889d-f931-4019-b68c-c97f390859b5 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:24:59.298532 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:59.302982 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42792) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:59.330228 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9b8b65e3-397b-487f-82d7-2df555ea1640 None None] Port 9504e59b-b8be-480a-823c-b0586cade1f2 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:24:59.362551 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5d573-0c5f-4257-92d8-21f43be8f28d tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=572ef5d0-fc1f-4717-a75e-2e8023d8a56a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:59.431220 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebe91f-aca8-47ee-924c-c78f0dc7b6c6 req-26b68eb0-b530-4aed-9d6a-6f8906c7090b tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:24:59.433446 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d1ebe91f-aca8-47ee-924c-c78f0dc7b6c6 req-26b68eb0-b530-4aed-9d6a-6f8906c7090b tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.2708750 May 26 16:24:59.452241 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-39c8f4a4-9cee-41cd-9a3d-204338f4ee20 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1517203 May 26 16:24:59.461374 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42798) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:59.472683 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-2c570ec9-900a-488c-bbc1-eecda5fb8635 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group': {'name': 'tempest-secgroup--450538136'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:59.528612 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2c570ec9-900a-488c-bbc1-eecda5fb8635 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:59.533875 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0e06889d-f931-4019-b68c-c97f390859b5 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:24:59.632079 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2c570ec9-900a-488c-bbc1-eecda5fb8635 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:59.639348 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2c570ec9-900a-488c-bbc1-eecda5fb8635 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:59.654663 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:24:59.679880 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] Set router faafe509-1e23-4dbd-98f9-cce56a94e479 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:24:59.716540 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d1ebe91f-aca8-47ee-924c-c78f0dc7b6c6 req-99a6daa3-db2c-43e2-8baa-ea3cf2c1ab30 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645066 May 26 16:24:59.727106 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2c570ec9-900a-488c-bbc1-eecda5fb8635 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:59.732264 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2c570ec9-900a-488c-bbc1-eecda5fb8635 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2677419 May 26 16:24:59.738026 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42806) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:59.740714 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c570ec9-900a-488c-bbc1-eecda5fb8635 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0c591f-9af8-4bf9-aeea-1aa80c0dcbc1,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:24:59.756594 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-eb9a57f4-9b97-4f06-b967-bf6eec938008 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group_rule': {'security_group_id': 'fa0c591f-9af8-4bf9-aeea-1aa80c0dcbc1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:24:59.757419 n-d-843337-2 neutron-server[103896]: WARNING neutron.api.v2.base [None req-eb9a57f4-9b97-4f06-b967-bf6eec938008 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 26 16:24:59.760837 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-eb9a57f4-9b97-4f06-b967-bf6eec938008 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:24:59.762176 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-eb9a57f4-9b97-4f06-b967-bf6eec938008 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0223746 May 26 16:24:59.766622 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42810) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:24:59.877440 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-845b9084-784a-4f88-bcaf-9478b4a541c1 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:24:59.927235 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-845b9084-784a-4f88-bcaf-9478b4a541c1 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:00.012194 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-845b9084-784a-4f88-bcaf-9478b4a541c1 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:00.015707 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-845b9084-784a-4f88-bcaf-9478b4a541c1 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:00.018634 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-845b9084-784a-4f88-bcaf-9478b4a541c1 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "DELETE /v2.0/security-groups/fa0c591f-9af8-4bf9-aeea-1aa80c0dcbc1 HTTP/1.1" status: 204 len: 168 time: 0.2494948 May 26 16:25:00.024599 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf8e1a-0153-49e3-b4d4-4e48838e206e req-3259453f-3ffe-41f5-bda3-ecccf44645bd tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:00.027010 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-edcf8e1a-0153-49e3-b4d4-4e48838e206e req-3259453f-3ffe-41f5-bda3-ecccf44645bd tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 945 time: 0.2097349 May 26 16:25:00.028889 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42814) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:00.035579 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b9084-784a-4f88-bcaf-9478b4a541c1 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0c591f-9af8-4bf9-aeea-1aa80c0dcbc1,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:00.141544 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:24:55Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c72bc45-70be-463c-ab09-074c57d7bec7', 'name': '', 'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:eb:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '3f265376-82f0-4f99-98a3-e784921e8547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:38Z', 'updated_at': '2022-05-26T16:24:53Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '3f265376-82f0-4f99-98a3-e784921e8547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8821bd39-2277-4ca0-96c1-8de1b50b96a5', 'name': '', 'network_id': '024a58ba-55bf-4503-be38-06d39361b451', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:12:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:21Z', 'updated_at': '2022-05-26T16:24:44Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9504e59b-b8be-480a-823c-b0586cade1f2', 'name': '', 'network_id': 'ca45647b-772a-421b-b7e0-0eb63a1c1156', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:69:09:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'aa51be1a-46e8-4622-986b-352d2fa49df5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:51Z', 'updated_at': '2022-05-26T16:24:56Z', 'revision_number': 2, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': 'aa51be1a-46e8-4622-986b-352d2fa49df5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:00.173623 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-edcf8e1a-0153-49e3-b4d4-4e48838e206e req-180c575a-6d05-43c8-90ae-986841768c85 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295156 May 26 16:25:00.198786 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e11d6-2c5c-439b-90e8-5728d64bbebf req-13c8eb87-1e7f-4a95-b88e-b2af24df7e5d tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:00.199818 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] Checking router: faafe509-1e23-4dbd-98f9-cce56a94e479 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:25:00.200429 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] Updating router faafe509-1e23-4dbd-98f9-cce56a94e479 port 9504e59b-b8be-480a-823c-b0586cade1f2 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:25:00.201716 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-636e11d6-2c5c-439b-90e8-5728d64bbebf req-13c8eb87-1e7f-4a95-b88e-b2af24df7e5d tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.2901211 May 26 16:25:00.259774 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:00.348438 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-42a82cc5-6c08-40ee-b644-52166635ca92 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3164876 May 26 16:25:00.355332 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42822) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:00.361997 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e36b9cc6-be7d-4813-9637-eb31233ebfdc tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group': {'name': 'tempest-secgroup--331810308'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:00.409118 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.extraroute_db [None req-e25408ad-de92-4af0-9d68-7bf4f7f31fb5 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103896) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 26 16:25:00.411627 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e36b9cc6-be7d-4813-9637-eb31233ebfdc tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:00.444735 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-636e11d6-2c5c-439b-90e8-5728d64bbebf req-79a048eb-1bdb-4e92-8732-5fc58b4e43dc tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923840 May 26 16:25:00.471797 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0be33a-a8b9-4924-9164-3048880b273d req-4bcd7645-84cd-48d9-8822-c8e3bf50ec3b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:00.471797 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb0be33a-a8b9-4924-9164-3048880b273d req-4bcd7645-84cd-48d9-8822-c8e3bf50ec3b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 943 time: 0.1553965 May 26 16:25:00.471797 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.extraroute_db [None req-e25408ad-de92-4af0-9d68-7bf4f7f31fb5 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Removed routes are [] {{(pid=103896) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 26 16:25:00.471797 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e25408ad-de92-4af0-9d68-7bf4f7f31fb5 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:00.530998 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e36b9cc6-be7d-4813-9637-eb31233ebfdc tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:00.541245 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e36b9cc6-be7d-4813-9637-eb31233ebfdc tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:00.597240 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:00.636262 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b9cc6-be7d-4813-9637-eb31233ebfdc tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0e092e-cba8-4063-8175-98c8e43b7fba,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:00.644911 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e36b9cc6-be7d-4813-9637-eb31233ebfdc tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:00.646487 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e36b9cc6-be7d-4813-9637-eb31233ebfdc tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2890146 May 26 16:25:00.651099 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42830) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:00.661382 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-4c6a74c7-feb4-4072-b88e-1a3ffe8d58b4 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group_rule': {'security_group_id': '4c0e092e-cba8-4063-8175-98c8e43b7fba', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:00.662299 n-d-843337-2 neutron-server[103895]: WARNING neutron.api.v2.base [None req-4c6a74c7-feb4-4072-b88e-1a3ffe8d58b4 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 26 16:25:00.666684 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-4c6a74c7-feb4-4072-b88e-1a3ffe8d58b4 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:25:00.671197 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4c6a74c7-feb4-4072-b88e-1a3ffe8d58b4 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0134223 May 26 16:25:00.673061 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42832) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:00.721242 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:00.733146 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:00.815844 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b52ae904-86b3-42ec-aab2-2d0f5fc7aab9 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:00.837596 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff33ad0-07fe-49c6-94b0-9f22e8ed437c None None] Pushing event updated for resources: {'Port': ['ID=9504e59b-b8be-480a-823c-b0586cade1f2,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:00.875766 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b52ae904-86b3-42ec-aab2-2d0f5fc7aab9 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:00.887151 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb0be33a-a8b9-4924-9164-3048880b273d req-abc3ea3d-20ba-4b52-be4c-89dda1d9d08f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4093945 May 26 16:25:00.942845 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e25408ad-de92-4af0-9d68-7bf4f7f31fb5 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:00.966573 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:25:00.981907 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0950b09-783f-4792-bcc5-e538eb498f11 req-2b70590b-4e63-4253-975d-f1c0238924ef tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:00.984420 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] Attempting to bind port 9504e59b-b8be-480a-823c-b0586cade1f2 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:25:00.985457 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] Attempting to bind port 9504e59b-b8be-480a-823c-b0586cade1f2 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '0b53028e-2aa7-44a3-beb6-b688b04fa2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ca45647b-772a-421b-b7e0-0eb63a1c1156'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:25:00.985870 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0950b09-783f-4792-bcc5-e538eb498f11 req-2b70590b-4e63-4253-975d-f1c0238924ef tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1927752 May 26 16:25:00.986213 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] Attempting to bind port 9504e59b-b8be-480a-823c-b0586cade1f2 on network ca45647b-772a-421b-b7e0-0eb63a1c1156 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:25:00.987171 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e25408ad-de92-4af0-9d68-7bf4f7f31fb5 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2061086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2061095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2062530'] for router, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:00.991367 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b52ae904-86b3-42ec-aab2-2d0f5fc7aab9 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:00.992685 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:25:00.993224 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] Checking segment: {'id': '0b53028e-2aa7-44a3-beb6-b688b04fa2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ca45647b-772a-421b-b7e0-0eb63a1c1156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:00.993826 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:00.994362 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] Bound using segment: {'id': '0b53028e-2aa7-44a3-beb6-b688b04fa2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ca45647b-772a-421b-b7e0-0eb63a1c1156'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:25:00.995268 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] Bound port: 9504e59b-b8be-480a-823c-b0586cade1f2, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b53028e-2aa7-44a3-beb6-b688b04fa2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ca45647b-772a-421b-b7e0-0eb63a1c1156'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:25:00.996317 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:00.996624 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b52ae904-86b3-42ec-aab2-2d0f5fc7aab9 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:01.003730 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b52ae904-86b3-42ec-aab2-2d0f5fc7aab9 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "DELETE /v2.0/security-groups/4c0e092e-cba8-4063-8175-98c8e43b7fba HTTP/1.1" status: 204 len: 168 time: 0.3293526 May 26 16:25:01.005570 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42844) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:01.043808 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b9aa5115-c9a5-458c-ac0d-a4e22da358ad up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:01.052709 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ae904-86b3-42ec-aab2-2d0f5fc7aab9 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0e092e-cba8-4063-8175-98c8e43b7fba,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:01.090330 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] For port 9504e59b-b8be-480a-823c-b0586cade1f2, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:25:01.094759 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] For port 9504e59b-b8be-480a-823c-b0586cade1f2, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9504e59b-b8be-480a-823c-b0586cade1f2,segment=NetworkSegment(0b53028e-2aa7-44a3-beb6-b688b04fa2b7),segment_id=0b53028e-2aa7-44a3-beb6-b688b04fa2b7)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:25:01.100221 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:01.156495 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e2b1c852-e353-4439-88d3-29a58054ad53 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1308453 May 26 16:25:01.159813 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42846) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:01.164564 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-aaebbb68-3285-4852-8cbf-0e0da8890887 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group': {'name': 'tempest-secgroup--443145234'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:01.178695 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] Routers {'faafe509-1e23-4dbd-98f9-cce56a94e479'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:01.179750 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:24:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['faafe509-1e23-4dbd-98f9-cce56a94e479'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:01.183025 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff33ad0-07fe-49c6-94b0-9f22e8ed437c None None] Pushing event updated for resources: {'Port': ['ID=9504e59b-b8be-480a-823c-b0586cade1f2,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:01.213625 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aaebbb68-3285-4852-8cbf-0e0da8890887 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:01.285125 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25408ad-de92-4af0-9d68-7bf4f7f31fb5 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Router faafe509-1e23-4dbd-98f9-cce56a94e479 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:25:01.374097 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] Set router faafe509-1e23-4dbd-98f9-cce56a94e479 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:01.396728 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0950b09-783f-4792-bcc5-e538eb498f11 req-c30a4ac1-fc03-4e6f-b673-45cd98f1b6ac tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971739 May 26 16:25:01.445100 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-547d4534-1491-40c7-a2d6-3b10aec6f7c9 None None] Provisioning complete for port 9504e59b-b8be-480a-823c-b0586cade1f2 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:01.447477 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-547d4534-1491-40c7-a2d6-3b10aec6f7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:01.456147 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port b9aa5115-c9a5-458c-ac0d-a4e22da358ad completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:25:01.467891 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port b9aa5115-c9a5-458c-ac0d-a4e22da358ad triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:01.468936 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:01.501381 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aaebbb68-3285-4852-8cbf-0e0da8890887 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:01.520836 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aaebbb68-3285-4852-8cbf-0e0da8890887 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:01.529800 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,segment=NetworkSegment(3131bd3d-ec78-4812-abe2-0806a5790986),segment_id=3131bd3d-ec78-4812-abe2-0806a5790986)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:01.596220 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3', 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e', 'port_id': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3', 'mac_address': 'fa:16:3e:4d:a0:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a72073-56ee-47b2-b7ed-fa9f44cedf7f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:25:01.665790 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aaebbb68-3285-4852-8cbf-0e0da8890887 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:01.667447 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-aaebbb68-3285-4852-8cbf-0e0da8890887 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5063245 May 26 16:25:01.671585 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42856) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:01.713956 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-3a6c8beb-d4ab-491f-96d8-46ff3a78e113 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group_rule': {'security_group_id': '48f4ed0b-4ec1-4017-8a2f-d6f5f63e9966', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:01.728480 n-d-843337-2 neutron-server[103895]: WARNING neutron.api.v2.base [None req-3a6c8beb-d4ab-491f-96d8-46ff3a78e113 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 26 16:25:01.729050 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-3a6c8beb-d4ab-491f-96d8-46ff3a78e113 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:25:01.743826 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3a6c8beb-d4ab-491f-96d8-46ff3a78e113 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0441713 May 26 16:25:01.747204 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42858) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:01.757049 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port b9aa5115-c9a5-458c-ac0d-a4e22da358ad is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:01.757876 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:01.762572 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-15e8554a-ddd8-48a1-beed-55c79004bc8c tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group_rule': {'security_group_id': '48f4ed0b-4ec1-4017-8a2f-d6f5f63e9966', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:01.764258 n-d-843337-2 neutron-server[103895]: WARNING neutron.api.v2.base [None req-15e8554a-ddd8-48a1-beed-55c79004bc8c tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 26 16:25:01.765645 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-15e8554a-ddd8-48a1-beed-55c79004bc8c tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:25:01.765886 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25408ad-de92-4af0-9d68-7bf4f7f31fb5 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:25:01.773962 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:01.774080 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:01.776925 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-15e8554a-ddd8-48a1-beed-55c79004bc8c tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0255497 May 26 16:25:01.777743 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42862) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:01.783095 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57cb7f-12c3-477a-9d20-0dcc58aab9de req-31714e07-7535-478c-9f35-dec0cb8bade9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:01.784228 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebbb68-3285-4852-8cbf-0e0da8890887 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f4ed0b-4ec1-4017-8a2f-d6f5f63e9966,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:01.791047 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a2a4ad86-6b53-4cfc-bcbc-8391f92d3da8 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group_rule': {'security_group_id': '48f4ed0b-4ec1-4017-8a2f-d6f5f63e9966', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:01.792326 n-d-843337-2 neutron-server[103895]: WARNING neutron.api.v2.base [None req-a2a4ad86-6b53-4cfc-bcbc-8391f92d3da8 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 26 16:25:01.793235 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-a2a4ad86-6b53-4cfc-bcbc-8391f92d3da8 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:25:01.798978 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a2a4ad86-6b53-4cfc-bcbc-8391f92d3da8 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0175745 May 26 16:25:01.799697 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42864) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:01.804690 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-6cda0460-294d-47b8-ba73-e9f992f78125 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group_rule': {'security_group_id': '48f4ed0b-4ec1-4017-8a2f-d6f5f63e9966', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:01.805704 n-d-843337-2 neutron-server[103895]: WARNING neutron.api.v2.base [None req-6cda0460-294d-47b8-ba73-e9f992f78125 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 26 16:25:01.806334 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-6cda0460-294d-47b8-ba73-e9f992f78125 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:25:01.809848 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f57cb7f-12c3-477a-9d20-0dcc58aab9de req-31714e07-7535-478c-9f35-dec0cb8bade9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 945 time: 0.2570639 May 26 16:25:01.813201 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6cda0460-294d-47b8-ba73-e9f992f78125 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0114374 May 26 16:25:01.818826 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42866) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:01.834735 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e25408ad-de92-4af0-9d68-7bf4f7f31fb5 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:01.836978 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e25408ad-de92-4af0-9d68-7bf4f7f31fb5 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "PUT /v2.0/routers/faafe509-1e23-4dbd-98f9-cce56a94e479 HTTP/1.1" status: 200 len: 954 time: 2.5908127 May 26 16:25:01.847157 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42868) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:01.850024 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:25:01.882101 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,segment=NetworkSegment(3131bd3d-ec78-4812-abe2-0806a5790986),segment_id=3131bd3d-ec78-4812-abe2-0806a5790986)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:01.892821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e643eb5-b0a6-4dc4-8c8f-a41ca5941653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9aa5115-c9a5-458c-ac0d-a4e22da358ad'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:25:01.896967 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e4a24a-803f-4c18-9590-9a0ede8ea48e" -d '{"events": [{"server_uuid": "5e643eb5-b0a6-4dc4-8c8f-a41ca5941653", "name": "network-vif-plugged", "status": "completed", "tag": "b9aa5115-c9a5-458c-ac0d-a4e22da358ad"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:25:01.908697 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:01.914180 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f57cb7f-12c3-477a-9d20-0dcc58aab9de req-4358d9c0-23de-48e7-85be-9b073a41eeb4 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015942 May 26 16:25:01.933006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b9aa5115-c9a5-458c-ac0d-a4e22da358ad, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b9aa5115-c9a5-458c-ac0d-a4e22da358ad,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:01.934639 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-547d4534-1491-40c7-a2d6-3b10aec6f7c9 None None] Current status of the port 9504e59b-b8be-480a-823c-b0586cade1f2 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:01.935275 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-547d4534-1491-40c7-a2d6-3b10aec6f7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:01.944456 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bb45d-af17-4ed3-948e-1e59059c7f44 req-c8c5c41f-f6a4-4c51-9414-e0e8c0f2601a tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:01.959993 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-204bb45d-af17-4ed3-948e-1e59059c7f44 req-c8c5c41f-f6a4-4c51-9414-e0e8c0f2601a tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.3426948 May 26 16:25:01.981728 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:02.045037 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cba2286-f55f-4285-8f6e-15c738d505e9 x-openstack-request-id: req-2cba2286-f55f-4285-8f6e-15c738d505e9 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:25:02.045337 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e643eb5-b0a6-4dc4-8c8f-a41ca5941653", "name": "network-vif-plugged", "status": "completed", "tag": "b9aa5115-c9a5-458c-ac0d-a4e22da358ad", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:25:02.045571 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2cba2286-f55f-4285-8f6e-15c738d505e9 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:25:02.046078 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cba2286-f55f-4285-8f6e-15c738d505e9'] response: {'server_uuid': '5e643eb5-b0a6-4dc4-8c8f-a41ca5941653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9aa5115-c9a5-458c-ac0d-a4e22da358ad', 'code': 200} May 26 16:25:02.067022 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-547d4534-1491-40c7-a2d6-3b10aec6f7c9 None None] For port 9504e59b-b8be-480a-823c-b0586cade1f2, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9504e59b-b8be-480a-823c-b0586cade1f2,segment=NetworkSegment(0b53028e-2aa7-44a3-beb6-b688b04fa2b7),segment_id=0b53028e-2aa7-44a3-beb6-b688b04fa2b7)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:02.068248 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:02.094164 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-204bb45d-af17-4ed3-948e-1e59059c7f44 req-0f394bd0-86bc-4ef3-8970-02dee56f2a35 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323731 May 26 16:25:02.168016 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['4cc7f333-b2a1-4839-8b7e-0e68804de1b3'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:25:02.228401 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-547d4534-1491-40c7-a2d6-3b10aec6f7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:02.235535 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=b9aa5115-c9a5-458c-ac0d-a4e22da358ad,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:02.253214 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5889d0bd-8e96-4161-8f10-65bb59bc5fc7 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "GET /v2.0/routers/faafe509-1e23-4dbd-98f9-cce56a94e479 HTTP/1.1" status: 200 len: 954 time: 0.3317583 May 26 16:25:02.257510 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42880) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:02.268239 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c8ea99f1-aa37-426c-8634-b44a427bb984 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'router': {'routes': None}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:02.299299 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:25:00Z', 'revision_number': 6, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c72bc45-70be-463c-ab09-074c57d7bec7', 'name': '', 'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:eb:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '3f265376-82f0-4f99-98a3-e784921e8547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:38Z', 'updated_at': '2022-05-26T16:24:53Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '3f265376-82f0-4f99-98a3-e784921e8547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8821bd39-2277-4ca0-96c1-8de1b50b96a5', 'name': '', 'network_id': '024a58ba-55bf-4503-be38-06d39361b451', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:12:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:21Z', 'updated_at': '2022-05-26T16:24:44Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9504e59b-b8be-480a-823c-b0586cade1f2', 'name': '', 'network_id': 'ca45647b-772a-421b-b7e0-0eb63a1c1156', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:69:09:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'aa51be1a-46e8-4622-986b-352d2fa49df5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:51Z', 'updated_at': '2022-05-26T16:25:01Z', 'revision_number': 4, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': 'aa51be1a-46e8-4622-986b-352d2fa49df5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:02.313084 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b301df8-9e94-42d8-a528-7caab1bbcf7a req-86585830-e6b2-4c55-852c-86613b9f0519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:02.315657 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9b301df8-9e94-42d8-a528-7caab1bbcf7a req-86585830-e6b2-4c55-852c-86613b9f0519 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 1097 time: 0.1726928 May 26 16:25:02.376528 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0901ef-a792-4ea4-9997-923ae2c0a849 None None] The sync data for ids ['faafe509-1e23-4dbd-98f9-cce56a94e479'] in n-d-843337-2 is: [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:25:00Z', 'revision_number': 6, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c72bc45-70be-463c-ab09-074c57d7bec7', 'name': '', 'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:eb:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '3f265376-82f0-4f99-98a3-e784921e8547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:38Z', 'updated_at': '2022-05-26T16:24:53Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '3f265376-82f0-4f99-98a3-e784921e8547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8821bd39-2277-4ca0-96c1-8de1b50b96a5', 'name': '', 'network_id': '024a58ba-55bf-4503-be38-06d39361b451', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:12:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:21Z', 'updated_at': '2022-05-26T16:24:44Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9504e59b-b8be-480a-823c-b0586cade1f2', 'name': '', 'network_id': 'ca45647b-772a-421b-b7e0-0eb63a1c1156', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:69:09:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'aa51be1a-46e8-4622-986b-352d2fa49df5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:51Z', 'updated_at': '2022-05-26T16:25:01Z', 'revision_number': 4, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': 'aa51be1a-46e8-4622-986b-352d2fa49df5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:25:02.550485 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-66e94759-f055-4237-8caa-aebedde0bfed None None] Provisioning complete for port 9504e59b-b8be-480a-823c-b0586cade1f2 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:02.577436 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-66e94759-f055-4237-8caa-aebedde0bfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:02.632697 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-616f0c75-dca1-49fe-a537-e7399d1f0d8a tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:02.633441 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9b301df8-9e94-42d8-a528-7caab1bbcf7a req-733cc3e9-f604-4688-b2f2-aa71aad10af2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083992 May 26 16:25:02.648907 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d4534-1491-40c7-a2d6-3b10aec6f7c9 None None] Pushing event updated for resources: {'Port': ['ID=9504e59b-b8be-480a-823c-b0586cade1f2,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:02.714690 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a71db4-6a35-447b-ae18-1d491aa2e877 req-9f052821-4b0d-4c84-bfca-e5c3e9ae3c89 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:02.748849 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-73a71db4-6a35-447b-ae18-1d491aa2e877 req-9f052821-4b0d-4c84-bfca-e5c3e9ae3c89 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 944 time: 0.4521141 May 26 16:25:02.795157 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-616f0c75-dca1-49fe-a537-e7399d1f0d8a tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:02.857580 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486997a-3a21-4679-8f3d-c89c4bd638b4 req-7c1e5c07-6e2c-4340-81b9-10ce558586d3 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:02.862681 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3486997a-3a21-4679-8f3d-c89c4bd638b4 req-7c1e5c07-6e2c-4340-81b9-10ce558586d3 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.4118409 May 26 16:25:02.880181 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-66e94759-f055-4237-8caa-aebedde0bfed None None] Current status of the port 9504e59b-b8be-480a-823c-b0586cade1f2 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:02.945566 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-73a71db4-6a35-447b-ae18-1d491aa2e877 req-894e6f48-d164-413c-a1bd-1ea058170932 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953194 May 26 16:25:03.055343 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3486997a-3a21-4679-8f3d-c89c4bd638b4 req-5edd0d57-7020-4c3c-b266-fe6d14df6445 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734989 May 26 16:25:03.113585 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-616f0c75-dca1-49fe-a537-e7399d1f0d8a tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:03.116486 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-616f0c75-dca1-49fe-a537-e7399d1f0d8a tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:03.128858 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-616f0c75-dca1-49fe-a537-e7399d1f0d8a tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "DELETE /v2.0/security-groups/48f4ed0b-4ec1-4017-8a2f-d6f5f63e9966 HTTP/1.1" status: 204 len: 168 time: 1.3139532 May 26 16:25:03.142345 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42896) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:03.247511 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8eea9-f623-46ce-9df1-d93da55da505 req-99098c91-f89a-49bb-b90c-9a07dd270239 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:03.263588 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-efa8eea9-f623-46ce-9df1-d93da55da505 req-99098c91-f89a-49bb-b90c-9a07dd270239 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 946 time: 0.1646733 May 26 16:25:03.273642 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5c62e4b6-282a-4127-aca6-b4401ba38dc4 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1239226 May 26 16:25:03.285452 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42902) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:03.285711 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9504e59b-b8be-480a-823c-b0586cade1f2 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:03.300654 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f0c75-dca1-49fe-a537-e7399d1f0d8a tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f4ed0b-4ec1-4017-8a2f-d6f5f63e9966,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:03.307519 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-68ebca61-7c72-4dc3-8835-e1bad88dd302 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1188942977'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:03.399438 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-efa8eea9-f623-46ce-9df1-d93da55da505 req-d4ae8e09-5770-43c5-b4ce-e8c2e172e846 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338730 May 26 16:25:03.485418 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090bd68-5a36-4dbf-b5f1-b3c28b1bd1a6 req-f8574530-51e3-4136-99e4-3e1deb31e67b tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:03.487668 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3090bd68-5a36-4dbf-b5f1-b3c28b1bd1a6 req-f8574530-51e3-4136-99e4-3e1deb31e67b tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1991141 May 26 16:25:03.495869 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68ebca61-7c72-4dc3-8835-e1bad88dd302 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:03.501393 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.extraroute_db [None req-c8ea99f1-aa37-426c-8634-b44a427bb984 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Added routes are [] {{(pid=103895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 26 16:25:03.512813 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.extraroute_db [None req-c8ea99f1-aa37-426c-8634-b44a427bb984 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 26 16:25:03.542509 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 9504e59b-b8be-480a-823c-b0586cade1f2 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:03.542988 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:03.558233 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8ea99f1-aa37-426c-8634-b44a427bb984 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:03.798603 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 9504e59b-b8be-480a-823c-b0586cade1f2 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:03.841834 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3090bd68-5a36-4dbf-b5f1-b3c28b1bd1a6 req-9aacd735-c2d6-40d3-9fcf-da280a8031b2 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101130 May 26 16:25:03.847672 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68ebca61-7c72-4dc3-8835-e1bad88dd302 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:03.856193 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68ebca61-7c72-4dc3-8835-e1bad88dd302 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:03.971270 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68ebca61-7c72-4dc3-8835-e1bad88dd302 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:03.973337 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-68ebca61-7c72-4dc3-8835-e1bad88dd302 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6730068 May 26 16:25:03.976982 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42914) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:03.984344 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-2e5f5093-ed7e-4df2-9f88-0aa31c1b385a tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group_rule': {'security_group_id': '0b004028-ebc5-459e-bef7-a0fa4b34cb3d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:03.985542 n-d-843337-2 neutron-server[103896]: WARNING neutron.api.v2.base [None req-2e5f5093-ed7e-4df2-9f88-0aa31c1b385a tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 26 16:25:03.986486 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-2e5f5093-ed7e-4df2-9f88-0aa31c1b385a tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:25:03.990988 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2e5f5093-ed7e-4df2-9f88-0aa31c1b385a tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0116792 May 26 16:25:03.991718 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42918) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:03.995651 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebca61-7c72-4dc3-8835-e1bad88dd302 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b004028-ebc5-459e-bef7-a0fa4b34cb3d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:04.005020 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-dd83af75-711c-4d1a-a5cf-175cc260da20 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group_rule': {'security_group_id': '0b004028-ebc5-459e-bef7-a0fa4b34cb3d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:04.042758 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8ea99f1-aa37-426c-8634-b44a427bb984 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:04.050592 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8ea99f1-aa37-426c-8634-b44a427bb984 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2061086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2061095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2062530'] for router, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:04.174795 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f935030-9a96-4250-88b7-44d93dfaa4a2 req-20b9d421-ccb8-45f7-b990-68338c46f013 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:04.177128 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f935030-9a96-4250-88b7-44d93dfaa4a2 req-20b9d421-ccb8-45f7-b990-68338c46f013 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1501877 May 26 16:25:04.183667 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-dd83af75-711c-4d1a-a5cf-175cc260da20 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:25:04.189384 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-dd83af75-711c-4d1a-a5cf-175cc260da20 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1918733 May 26 16:25:04.192268 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42920) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:04.200299 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-79d38059-133a-4d5d-b71b-c269e4a92e01 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group_rule': {'security_group_id': '0b004028-ebc5-459e-bef7-a0fa4b34cb3d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:04.200950 n-d-843337-2 neutron-server[103896]: WARNING neutron.api.v2.base [None req-79d38059-133a-4d5d-b71b-c269e4a92e01 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 26 16:25:04.201516 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-79d38059-133a-4d5d-b71b-c269e4a92e01 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:25:04.205461 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-79d38059-133a-4d5d-b71b-c269e4a92e01 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079920 May 26 16:25:04.213935 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42922) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:04.219575 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-bd6be52a-94ee-47ab-9b11-ac73ee290d1c tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group_rule': {'security_group_id': '0b004028-ebc5-459e-bef7-a0fa4b34cb3d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:04.264037 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba4570-d717-43f2-aaaa-85a92f2eecc0 req-f0dff5d7-2127-4492-ba18-0b9220a7b6cf tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:04.273014 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8aba4570-d717-43f2-aaaa-85a92f2eecc0 req-f0dff5d7-2127-4492-ba18-0b9220a7b6cf tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 944 time: 0.1571517 May 26 16:25:04.328789 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e0b8fd-ed4f-49b3-b055-610406ec2fa9 None None] Sync routers for ids ['faafe509-1e23-4dbd-98f9-cce56a94e479'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:25:04.342279 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f935030-9a96-4250-88b7-44d93dfaa4a2 req-e39bb02f-742d-4274-b65e-811c1328d865 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488640 May 26 16:25:04.350214 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e0b8fd-ed4f-49b3-b055-610406ec2fa9 None None] Routers {'faafe509-1e23-4dbd-98f9-cce56a94e479'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:04.351984 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-50e0b8fd-ed4f-49b3-b055-610406ec2fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:24:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['faafe509-1e23-4dbd-98f9-cce56a94e479'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:04.441111 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8aba4570-d717-43f2-aaaa-85a92f2eecc0 req-4a9a6e02-44dc-4ecd-9192-8c93e69c69cf tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670353 May 26 16:25:04.449785 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-bd6be52a-94ee-47ab-9b11-ac73ee290d1c tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:25:04.456933 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bd6be52a-94ee-47ab-9b11-ac73ee290d1c tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2413821 May 26 16:25:04.458319 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42932) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:04.467007 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-01e82b48-2950-4661-9f27-096f589f7a92 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group_rule': {'security_group_id': '0b004028-ebc5-459e-bef7-a0fa4b34cb3d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:04.467940 n-d-843337-2 neutron-server[103896]: WARNING neutron.api.v2.base [None req-01e82b48-2950-4661-9f27-096f589f7a92 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 26 16:25:04.468886 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-01e82b48-2950-4661-9f27-096f589f7a92 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:25:04.475548 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-01e82b48-2950-4661-9f27-096f589f7a92 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0158412 May 26 16:25:04.476302 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42934) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:04.485708 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e87c40ac-e544-48e1-bef1-1c31e3ab935d tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group_rule': {'security_group_id': '0b004028-ebc5-459e-bef7-a0fa4b34cb3d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:04.537403 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-50e0b8fd-ed4f-49b3-b055-610406ec2fa9 None None] Set router faafe509-1e23-4dbd-98f9-cce56a94e479 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:04.574500 n-d-843337-2 neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-e87c40ac-e544-48e1-bef1-1c31e3ab935d tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Project 4753b321acdc4b97a4b5c0dbfd1ce35c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:25:04.609497 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-e87c40ac-e544-48e1-bef1-1c31e3ab935d tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:25:04.611200 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e87c40ac-e544-48e1-bef1-1c31e3ab935d tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1336763 May 26 16:25:04.614436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42936) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:04.621227 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-8ae7d989-5b7f-4868-aeb3-84f06dbd418d tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group_rule': {'security_group_id': '0b004028-ebc5-459e-bef7-a0fa4b34cb3d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:04.621855 n-d-843337-2 neutron-server[103896]: WARNING neutron.api.v2.base [None req-8ae7d989-5b7f-4868-aeb3-84f06dbd418d tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 26 16:25:04.622651 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-8ae7d989-5b7f-4868-aeb3-84f06dbd418d tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:25:04.623712 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8ae7d989-5b7f-4868-aeb3-84f06dbd418d tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079637 May 26 16:25:04.627981 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42938) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:04.654632 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-72ced979-4172-4d4e-83ff-2f717c196c68 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group_rule': {'security_group_id': '0b004028-ebc5-459e-bef7-a0fa4b34cb3d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:04.675329 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53171e-b9c5-4bfc-b6c6-913cf7b11b4b req-e16f810d-fe9d-4981-a093-f560bfae50b6 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:04.677807 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c53171e-b9c5-4bfc-b6c6-913cf7b11b4b req-e16f810d-fe9d-4981-a093-f560bfae50b6 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1674438 May 26 16:25:04.728370 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ea99f1-aa37-426c-8634-b44a427bb984 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Router faafe509-1e23-4dbd-98f9-cce56a94e479 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:25:04.780124 n-d-843337-2 neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-72ced979-4172-4d4e-83ff-2f717c196c68 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Project 4753b321acdc4b97a4b5c0dbfd1ce35c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:25:04.813969 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-72ced979-4172-4d4e-83ff-2f717c196c68 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:25:04.815426 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-72ced979-4172-4d4e-83ff-2f717c196c68 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1849556 May 26 16:25:04.849359 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63387f03-0bd1-4c04-a501-0a22dd555ef9 req-d90f8f4e-3f28-4684-99d3-ffa8918fc349 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:04.854839 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-63387f03-0bd1-4c04-a501-0a22dd555ef9 req-d90f8f4e-3f28-4684-99d3-ffa8918fc349 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 946 time: 0.2101352 May 26 16:25:04.857395 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42946) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:04.866514 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c53171e-b9c5-4bfc-b6c6-913cf7b11b4b req-e5d43236-79e5-4843-96b9-f3991962b8ae tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424329 May 26 16:25:04.873075 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-225d6c94-f14f-4b30-b7c2-e396d669f8c8 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group_rule': {'security_group_id': '0b004028-ebc5-459e-bef7-a0fa4b34cb3d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:04.911345 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ea99f1-aa37-426c-8634-b44a427bb984 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:25:04.951828 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-50e0b8fd-ed4f-49b3-b055-610406ec2fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:25:03Z', 'revision_number': 7, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c72bc45-70be-463c-ab09-074c57d7bec7', 'name': '', 'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:eb:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '3f265376-82f0-4f99-98a3-e784921e8547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:38Z', 'updated_at': '2022-05-26T16:24:53Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '3f265376-82f0-4f99-98a3-e784921e8547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8821bd39-2277-4ca0-96c1-8de1b50b96a5', 'name': '', 'network_id': '024a58ba-55bf-4503-be38-06d39361b451', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:12:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:21Z', 'updated_at': '2022-05-26T16:24:44Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9504e59b-b8be-480a-823c-b0586cade1f2', 'name': '', 'network_id': 'ca45647b-772a-421b-b7e0-0eb63a1c1156', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:69:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'aa51be1a-46e8-4622-986b-352d2fa49df5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:51Z', 'updated_at': '2022-05-26T16:25:02Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': 'aa51be1a-46e8-4622-986b-352d2fa49df5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:04.952546 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8ea99f1-aa37-426c-8634-b44a427bb984 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:04.952546 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c8ea99f1-aa37-426c-8634-b44a427bb984 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "PUT /v2.0/routers/faafe509-1e23-4dbd-98f9-cce56a94e479 HTTP/1.1" status: 200 len: 704 time: 2.6855161 May 26 16:25:04.952546 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42950) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:04.954288 n-d-843337-2 neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-225d6c94-f14f-4b30-b7c2-e396d669f8c8 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Project 4753b321acdc4b97a4b5c0dbfd1ce35c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:25:04.964842 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:05.012413 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-225d6c94-f14f-4b30-b7c2-e396d669f8c8 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:25:05.017743 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-225d6c94-f14f-4b30-b7c2-e396d669f8c8 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1579735 May 26 16:25:05.020953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42954) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:05.056622 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e0b8fd-ed4f-49b3-b055-610406ec2fa9 None None] Checking router: faafe509-1e23-4dbd-98f9-cce56a94e479 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:25:05.077319 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-63387f03-0bd1-4c04-a501-0a22dd555ef9 req-be975465-7257-4429-8fbd-b9166582ffdf tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973743 May 26 16:25:05.135789 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e0b8fd-ed4f-49b3-b055-610406ec2fa9 None None] Routers {'faafe509-1e23-4dbd-98f9-cce56a94e479'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:05.139492 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-50e0b8fd-ed4f-49b3-b055-610406ec2fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:24:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['faafe509-1e23-4dbd-98f9-cce56a94e479'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:05.198584 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-47389db3-3201-4921-8b90-025b5fe910f9 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:05.221005 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a7ec5d85-d34e-47ee-87ec-2d82f0f8c40b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "GET /v2.0/routers/faafe509-1e23-4dbd-98f9-cce56a94e479 HTTP/1.1" status: 200 len: 704 time: 0.2714291 May 26 16:25:05.221947 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42960) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:05.260893 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-47389db3-3201-4921-8b90-025b5fe910f9 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:05.479171 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7994730-56aa-4371-b675-7987a15a4ee1 req-58806eb2-e20a-401a-aa7b-c276638d399c tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:05.483635 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7994730-56aa-4371-b675-7987a15a4ee1 req-58806eb2-e20a-401a-aa7b-c276638d399c tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1929989 May 26 16:25:05.545754 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-47389db3-3201-4921-8b90-025b5fe910f9 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:05.550375 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-47389db3-3201-4921-8b90-025b5fe910f9 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:05.554775 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-47389db3-3201-4921-8b90-025b5fe910f9 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "DELETE /v2.0/security-groups/0b004028-ebc5-459e-bef7-a0fa4b34cb3d HTTP/1.1" status: 204 len: 168 time: 0.5327282 May 26 16:25:05.558422 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42970) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:05.649119 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7994730-56aa-4371-b675-7987a15a4ee1 req-b9aab0af-6e53-4e6c-b8d0-eec6a432a66f tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573238 May 26 16:25:05.653089 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47389db3-3201-4921-8b90-025b5fe910f9 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b004028-ebc5-459e-bef7-a0fa4b34cb3d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:05.716575 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7a0b7f03-c024-4fe0-8095-257d46c21980 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1446421 May 26 16:25:05.717470 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42972) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:05.730990 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e78203b3-3fd0-4029-a7a9-8cf60702b7e7 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group': {'name': 'tempest-secgroup--434319709'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:05.758540 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d3e55-73ac-457b-b421-40695c5f4896 req-648d6716-bc9d-434b-8d1d-2b55c282cfff tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:05.762292 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-500d3e55-73ac-457b-b421-40695c5f4896 req-648d6716-bc9d-434b-8d1d-2b55c282cfff tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 946 time: 0.2183502 May 26 16:25:05.771488 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-50e0b8fd-ed4f-49b3-b055-610406ec2fa9 None None] Set router faafe509-1e23-4dbd-98f9-cce56a94e479 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:05.819880 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e78203b3-3fd0-4029-a7a9-8cf60702b7e7 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:05.845405 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:25:05.854507 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:05.854507 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:05.952989 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-500d3e55-73ac-457b-b421-40695c5f4896 req-974c7afb-ccc2-4aa2-9e16-b3c38f4e127d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788006 May 26 16:25:06.028943 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-131ffc7a-3e24-4618-8fb7-aa436480e0af tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:06.069465 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8905b-38ef-4caf-bfa7-5c667999837d req-ebb223e8-1987-49d7-a0b2-2042cb5c8d40 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:06.084775 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-65c8905b-38ef-4caf-bfa7-5c667999837d req-ebb223e8-1987-49d7-a0b2-2042cb5c8d40 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 944 time: 0.2652640 May 26 16:25:06.118154 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e78203b3-3fd0-4029-a7a9-8cf60702b7e7 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:06.141088 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e78203b3-3fd0-4029-a7a9-8cf60702b7e7 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:06.187102 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-65c8905b-38ef-4caf-bfa7-5c667999837d req-19f7aa5e-523b-4f44-8d8a-fecd24432bec tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995679 May 26 16:25:06.197269 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:06.197555 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:06.220779 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e78203b3-3fd0-4029-a7a9-8cf60702b7e7 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:06.224735 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e78203b3-3fd0-4029-a7a9-8cf60702b7e7 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5029716 May 26 16:25:06.227458 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-50e0b8fd-ed4f-49b3-b055-610406ec2fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:25:03Z', 'revision_number': 7, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c72bc45-70be-463c-ab09-074c57d7bec7', 'name': '', 'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:eb:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '3f265376-82f0-4f99-98a3-e784921e8547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:38Z', 'updated_at': '2022-05-26T16:24:53Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '3f265376-82f0-4f99-98a3-e784921e8547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8821bd39-2277-4ca0-96c1-8de1b50b96a5', 'name': '', 'network_id': '024a58ba-55bf-4503-be38-06d39361b451', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:12:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:21Z', 'updated_at': '2022-05-26T16:24:44Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9504e59b-b8be-480a-823c-b0586cade1f2', 'name': '', 'network_id': 'ca45647b-772a-421b-b7e0-0eb63a1c1156', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:69:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'aa51be1a-46e8-4622-986b-352d2fa49df5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:51Z', 'updated_at': '2022-05-26T16:25:02Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': 'aa51be1a-46e8-4622-986b-352d2fa49df5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:06.246302 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42984) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:06.250837 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-cca9a84b-c347-4acc-be94-b0ecf5e45313 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group_rule': {'security_group_id': '83d53f25-cbb2-40b3-9eaf-5670e4808ebe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:06.266493 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78203b3-3fd0-4029-a7a9-8cf60702b7e7 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d53f25-cbb2-40b3-9eaf-5670e4808ebe,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:06.284972 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:25:06.287623 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9ffd47-67e8-43e8-94ee-0846beed06e7" -d '{"events": [{"server_uuid": "a54bdb75-1b3b-436e-a70e-6d4a11106451", "name": "network-vif-plugged", "status": "completed", "tag": "4cc7f333-b2a1-4839-8b7e-0e68804de1b3"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:25:06.304943 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e0b8fd-ed4f-49b3-b055-610406ec2fa9 None None] The sync data for ids ['faafe509-1e23-4dbd-98f9-cce56a94e479'] in n-d-843337-2 is: [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:25:03Z', 'revision_number': 7, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c72bc45-70be-463c-ab09-074c57d7bec7', 'name': '', 'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:eb:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '3f265376-82f0-4f99-98a3-e784921e8547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:38Z', 'updated_at': '2022-05-26T16:24:53Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '3f265376-82f0-4f99-98a3-e784921e8547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8821bd39-2277-4ca0-96c1-8de1b50b96a5', 'name': '', 'network_id': '024a58ba-55bf-4503-be38-06d39361b451', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:12:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:21Z', 'updated_at': '2022-05-26T16:24:44Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9504e59b-b8be-480a-823c-b0586cade1f2', 'name': '', 'network_id': 'ca45647b-772a-421b-b7e0-0eb63a1c1156', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:69:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'aa51be1a-46e8-4622-986b-352d2fa49df5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:51Z', 'updated_at': '2022-05-26T16:25:02Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': 'aa51be1a-46e8-4622-986b-352d2fa49df5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:25:06.327254 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,segment=NetworkSegment(3131bd3d-ec78-4812-abe2-0806a5790986),segment_id=3131bd3d-ec78-4812-abe2-0806a5790986)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:06.327254 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:06.344335 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-cca9a84b-c347-4acc-be94-b0ecf5e45313 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] create failed (client error): The resource could not be found. May 26 16:25:06.348688 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cca9a84b-c347-4acc-be94-b0ecf5e45313 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0986137 May 26 16:25:06.349977 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42988) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:06.367853 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-fde175e0-5a8a-4d85-8ba0-b7be4daf1848 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group_rule': {'security_group_id': '83d53f25-cbb2-40b3-9eaf-5670e4808ebe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a560ce62-9d1b-41ce-9fd0-07044b6072d4'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:06.441087 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58e10d9-2e57-4e27-abf9-3343b19335fc x-openstack-request-id: req-a58e10d9-2e57-4e27-abf9-3343b19335fc {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:25:06.441406 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54bdb75-1b3b-436e-a70e-6d4a11106451", "name": "network-vif-plugged", "status": "completed", "tag": "4cc7f333-b2a1-4839-8b7e-0e68804de1b3", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:25:06.448795 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a58e10d9-2e57-4e27-abf9-3343b19335fc {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:25:06.449384 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a58e10d9-2e57-4e27-abf9-3343b19335fc'] response: {'server_uuid': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3', 'code': 200} May 26 16:25:06.482292 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-fde175e0-5a8a-4d85-8ba0-b7be4daf1848 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] create failed (client error): The resource could not be found. May 26 16:25:06.483976 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fde175e0-5a8a-4d85-8ba0-b7be4daf1848 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1328764 May 26 16:25:06.486926 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42990) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:06.498462 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:06.541332 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-131ffc7a-3e24-4618-8fb7-aa436480e0af tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Deleting port 9504e59b-b8be-480a-823c-b0586cade1f2 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:06.541332 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-131ffc7a-3e24-4618-8fb7-aa436480e0af tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:06.611966 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e3c1f-5bf4-4ca9-9f79-e48d37d04c53 req-61666397-8aca-4aa8-b115-dcbb5869156c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:06.613538 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-417e3c1f-5bf4-4ca9-9f79-e48d37d04c53 req-61666397-8aca-4aa8-b115-dcbb5869156c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 1096 time: 0.0758221 May 26 16:25:06.614710 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d665921-f5f5-4e17-a184-417083a90ab4 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:06.663005 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d665921-f5f5-4e17-a184-417083a90ab4 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:06.685969 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-131ffc7a-3e24-4618-8fb7-aa436480e0af tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] For port 9504e59b-b8be-480a-823c-b0586cade1f2, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9504e59b-b8be-480a-823c-b0586cade1f2,segment=NetworkSegment(0b53028e-2aa7-44a3-beb6-b688b04fa2b7),segment_id=0b53028e-2aa7-44a3-beb6-b688b04fa2b7)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:06.686576 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-131ffc7a-3e24-4618-8fb7-aa436480e0af tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:06.699134 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-417e3c1f-5bf4-4ca9-9f79-e48d37d04c53 req-9742f69d-9603-4b91-b728-6260612c6863 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701199 May 26 16:25:06.722888 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-131ffc7a-3e24-4618-8fb7-aa436480e0af tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Calling delete_port for 9504e59b-b8be-480a-823c-b0586cade1f2 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:06.755235 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d665921-f5f5-4e17-a184-417083a90ab4 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:06.757678 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d665921-f5f5-4e17-a184-417083a90ab4 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:06.760802 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0d665921-f5f5-4e17-a184-417083a90ab4 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "DELETE /v2.0/security-groups/83d53f25-cbb2-40b3-9eaf-5670e4808ebe HTTP/1.1" status: 204 len: 168 time: 0.2705894 May 26 16:25:06.777970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42998) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:06.805433 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d665921-f5f5-4e17-a184-417083a90ab4 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d53f25-cbb2-40b3-9eaf-5670e4808ebe,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:06.893091 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7691e061-b27d-44a8-a4a3-2f7c1a773d1e None None] Sync routers for ids ['faafe509-1e23-4dbd-98f9-cce56a94e479'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:25:06.909164 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7f2bdd4e-071e-46bf-bff2-7257c69af7b5 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1295862 May 26 16:25:06.921137 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7691e061-b27d-44a8-a4a3-2f7c1a773d1e None None] Routers {'faafe509-1e23-4dbd-98f9-cce56a94e479'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:06.922515 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7691e061-b27d-44a8-a4a3-2f7c1a773d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:24:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['faafe509-1e23-4dbd-98f9-cce56a94e479'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:06.933409 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43000) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:06.939249 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-21170ca1-9b3d-4278-9ab2-ae7c4bc2dae4 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group_rule': {'security_group_id': 'ef1d6f1c-bf63-456c-aa68-ccc42386864f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:06.967953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aefe91-a05c-4abf-ba46-a3e81e06a277 req-02f92781-d4c7-4147-a71e-5385bec4abb9 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:06.969726 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8aefe91-a05c-4abf-ba46-a3e81e06a277 req-02f92781-d4c7-4147-a71e-5385bec4abb9 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.0875952 May 26 16:25:06.999660 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-21170ca1-9b3d-4278-9ab2-ae7c4bc2dae4 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] create failed (client error): The resource could not be found. May 26 16:25:07.001183 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-21170ca1-9b3d-4278-9ab2-ae7c4bc2dae4 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0666556 May 26 16:25:07.007405 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43004) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:07.015697 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-4a3399c6-5c5f-4514-b2fa-2cedf59f75e9 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1515973140'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:07.071184 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8aefe91-a05c-4abf-ba46-a3e81e06a277 req-b1480427-300d-4275-b1bb-adde443ad0f7 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806117 May 26 16:25:07.118430 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-7691e061-b27d-44a8-a4a3-2f7c1a773d1e None None] Set router faafe509-1e23-4dbd-98f9-cce56a94e479 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:07.132499 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a3399c6-5c5f-4514-b2fa-2cedf59f75e9 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:07.140571 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-131ffc7a-3e24-4618-8fb7-aa436480e0af tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:07.190730 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ffc7a-3e24-4618-8fb7-aa436480e0af tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Port': ['ID=9504e59b-b8be-480a-823c-b0586cade1f2,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:07.227895 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79beac-2f5a-4061-9e64-bd5ed59acfda req-342edbd4-0af3-4138-8df8-010f33b3d5c8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:07.253659 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1f79beac-2f5a-4061-9e64-bd5ed59acfda req-342edbd4-0af3-4138-8df8-010f33b3d5c8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 946 time: 0.1335292 May 26 16:25:07.269917 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a3399c6-5c5f-4514-b2fa-2cedf59f75e9 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:07.279815 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a3399c6-5c5f-4514-b2fa-2cedf59f75e9 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:07.323581 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1f79beac-2f5a-4061-9e64-bd5ed59acfda req-397c1dc8-282b-4f7c-8df2-b3a803f8c19f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680542 May 26 16:25:07.354953 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a3399c6-5c5f-4514-b2fa-2cedf59f75e9 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:07.364360 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43020) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:07.366336 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4a3399c6-5c5f-4514-b2fa-2cedf59f75e9 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3511176 May 26 16:25:07.371400 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-3d661514-d289-4983-a4be-22adf2c97caa tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1657655637'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:07.464243 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d661514-d289-4983-a4be-22adf2c97caa tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:07.514931 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3399c6-5c5f-4514-b2fa-2cedf59f75e9 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9531b5dd-4506-45a6-9f74-7b01aaae9e2d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:07.582723 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-131ffc7a-3e24-4618-8fb7-aa436480e0af tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:07.744439 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee701ebd-3cc6-49f9-93fd-0c9834c20c63 req-f6f95f83-57ec-4ec8-a999-1d05201006a1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:07.757167 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee701ebd-3cc6-49f9-93fd-0c9834c20c63 req-f6f95f83-57ec-4ec8-a999-1d05201006a1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.2049532 May 26 16:25:07.922888 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7691e061-b27d-44a8-a4a3-2f7c1a773d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:25:03Z', 'revision_number': 7, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c72bc45-70be-463c-ab09-074c57d7bec7', 'name': '', 'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:eb:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '3f265376-82f0-4f99-98a3-e784921e8547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:38Z', 'updated_at': '2022-05-26T16:24:53Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '3f265376-82f0-4f99-98a3-e784921e8547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8821bd39-2277-4ca0-96c1-8de1b50b96a5', 'name': '', 'network_id': '024a58ba-55bf-4503-be38-06d39361b451', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:12:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:21Z', 'updated_at': '2022-05-26T16:24:44Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9504e59b-b8be-480a-823c-b0586cade1f2', 'name': '', 'network_id': 'ca45647b-772a-421b-b7e0-0eb63a1c1156', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:69:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'aa51be1a-46e8-4622-986b-352d2fa49df5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:51Z', 'updated_at': '2022-05-26T16:25:02Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': 'aa51be1a-46e8-4622-986b-352d2fa49df5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:07.935179 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee701ebd-3cc6-49f9-93fd-0c9834c20c63 req-3c26a0f2-ed81-4b16-8a0d-faa7216c2b91 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770153 May 26 16:25:07.971442 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d661514-d289-4983-a4be-22adf2c97caa tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:07.980628 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d661514-d289-4983-a4be-22adf2c97caa tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:08.006774 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7691e061-b27d-44a8-a4a3-2f7c1a773d1e None None] Checking router: faafe509-1e23-4dbd-98f9-cce56a94e479 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:25:08.007033 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d661514-d289-4983-a4be-22adf2c97caa tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:08.008480 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3d661514-d289-4983-a4be-22adf2c97caa tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6427503 May 26 16:25:08.015972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43032) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:08.020501 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-051b8d9a-93f6-4ed3-98e4-b70622c60aac tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group_rule': {'security_group_id': '9531b5dd-4506-45a6-9f74-7b01aaae9e2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7ea581b6-7008-454b-8991-e91730edc15a'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:08.031249 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7691e061-b27d-44a8-a4a3-2f7c1a773d1e None None] Routers {'faafe509-1e23-4dbd-98f9-cce56a94e479'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:08.032419 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7691e061-b27d-44a8-a4a3-2f7c1a773d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:24:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['faafe509-1e23-4dbd-98f9-cce56a94e479'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:08.032621 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131ffc7a-3e24-4618-8fb7-aa436480e0af tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Router faafe509-1e23-4dbd-98f9-cce56a94e479 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:25:08.071920 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d661514-d289-4983-a4be-22adf2c97caa tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea581b6-7008-454b-8991-e91730edc15a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:08.151886 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-051b8d9a-93f6-4ed3-98e4-b70622c60aac tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:25:08.156878 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-051b8d9a-93f6-4ed3-98e4-b70622c60aac tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1400681 May 26 16:25:08.160153 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43042) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:08.239572 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-7691e061-b27d-44a8-a4a3-2f7c1a773d1e None None] Set router faafe509-1e23-4dbd-98f9-cce56a94e479 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:08.254452 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-681fb122-dc6e-4561-822b-0275671d3599 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:08.273037 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825aa77a-70cf-4ce1-98b1-0ebfc04982af req-040e48b9-fb2a-440d-88b3-fdaaa9e1854e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:08.275473 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-825aa77a-70cf-4ce1-98b1-0ebfc04982af req-040e48b9-fb2a-440d-88b3-fdaaa9e1854e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1984353 May 26 16:25:08.316680 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131ffc7a-3e24-4618-8fb7-aa436480e0af tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:25:08.341946 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-131ffc7a-3e24-4618-8fb7-aa436480e0af tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "PUT /v2.0/routers/faafe509-1e23-4dbd-98f9-cce56a94e479/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1191814 May 26 16:25:08.348826 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43050) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:08.369464 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-825aa77a-70cf-4ce1-98b1-0ebfc04982af req-de4723be-d2e7-4ce2-9c08-fa4a9627186b tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855324 May 26 16:25:08.470458 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-681fb122-dc6e-4561-822b-0275671d3599 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:08.490871 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b551efd-b7a4-4ff1-a11d-b86dde65e225 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Deleting subnet aa51be1a-46e8-4622-986b-352d2fa49df5 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:25:08.495813 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4b551efd-b7a4-4ff1-a11d-b86dde65e225 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:08.563603 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4b551efd-b7a4-4ff1-a11d-b86dde65e225 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:08.596765 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df0574-7d62-4bcc-89c5-cce07ca0ddf9 req-fa445072-5cd1-4e43-9e3f-3eca494822a2 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:08.605029 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2df0574-7d62-4bcc-89c5-cce07ca0ddf9 req-fa445072-5cd1-4e43-9e3f-3eca494822a2 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 946 time: 0.2265084 May 26 16:25:08.647915 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016eb6d7-b443-414c-9fe4-3d1cf4dafafe req-71520ec7-173c-44f3-9f52-d0b0df71df2b tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:08.648893 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-016eb6d7-b443-414c-9fe4-3d1cf4dafafe req-71520ec7-173c-44f3-9f52-d0b0df71df2b tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1411190 May 26 16:25:08.681888 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7691e061-b27d-44a8-a4a3-2f7c1a773d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:25:07Z', 'revision_number': 8, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c72bc45-70be-463c-ab09-074c57d7bec7', 'name': '', 'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:eb:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '3f265376-82f0-4f99-98a3-e784921e8547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:38Z', 'updated_at': '2022-05-26T16:24:53Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '3f265376-82f0-4f99-98a3-e784921e8547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8821bd39-2277-4ca0-96c1-8de1b50b96a5', 'name': '', 'network_id': '024a58ba-55bf-4503-be38-06d39361b451', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:12:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:21Z', 'updated_at': '2022-05-26T16:24:44Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:08.687218 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-681fb122-dc6e-4561-822b-0275671d3599 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:08.690222 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-681fb122-dc6e-4561-822b-0275671d3599 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:08.696202 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-681fb122-dc6e-4561-822b-0275671d3599 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "DELETE /v2.0/security-groups/7ea581b6-7008-454b-8991-e91730edc15a HTTP/1.1" status: 204 len: 168 time: 0.5344505 May 26 16:25:08.707910 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43060) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:08.715772 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2df0574-7d62-4bcc-89c5-cce07ca0ddf9 req-dd67b0e1-bd98-4eb6-8fee-d99339505848 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087420 May 26 16:25:08.800486 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fb122-dc6e-4561-822b-0275671d3599 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea581b6-7008-454b-8991-e91730edc15a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:08.801794 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4b551efd-b7a4-4ff1-a11d-b86dde65e225 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:08.811561 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-016eb6d7-b443-414c-9fe4-3d1cf4dafafe req-2afd62b6-15b1-4d2f-ac33-a21d85f9bc11 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342998 May 26 16:25:08.869762 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7691e061-b27d-44a8-a4a3-2f7c1a773d1e None None] The sync data for ids ['faafe509-1e23-4dbd-98f9-cce56a94e479'] in n-d-843337-2 is: [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:25:07Z', 'revision_number': 8, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c72bc45-70be-463c-ab09-074c57d7bec7', 'name': '', 'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:eb:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '3f265376-82f0-4f99-98a3-e784921e8547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:38Z', 'updated_at': '2022-05-26T16:24:53Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '3f265376-82f0-4f99-98a3-e784921e8547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8821bd39-2277-4ca0-96c1-8de1b50b96a5', 'name': '', 'network_id': '024a58ba-55bf-4503-be38-06d39361b451', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:12:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:21Z', 'updated_at': '2022-05-26T16:24:44Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:25:08.918124 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43072) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:08.919184 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2251ca6b-15d9-4aa9-a84c-dc582f5b74a3 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2100122 May 26 16:25:08.928827 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4b551efd-b7a4-4ff1-a11d-b86dde65e225 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:08.997335 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4b551efd-b7a4-4ff1-a11d-b86dde65e225 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:09.013609 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512397b5-3e3d-4084-b5f7-315543ce4c8f None None] Network ca45647b-772a-421b-b7e0-0eb63a1c1156 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:25:09.015878 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43076) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:09.019351 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4b551efd-b7a4-4ff1-a11d-b86dde65e225 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/subnets/aa51be1a-46e8-4622-986b-352d2fa49df5 HTTP/1.1" status: 204 len: 168 time: 0.6676342 May 26 16:25:09.021748 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b551efd-b7a4-4ff1-a11d-b86dde65e225 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Subnet': ['ID=aa51be1a-46e8-4622-986b-352d2fa49df5,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:09.317317 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2322e457-909a-4e2a-a934-16d7a5f98f4f None None] DHCP port deletion for ca45647b-772a-421b-b7e0-0eb63a1c1156 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:25:09.445620 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2322e457-909a-4e2a-a934-16d7a5f98f4f None None] Deleting port 0e06889d-f931-4019-b68c-c97f390859b5 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:09.450577 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2322e457-909a-4e2a-a934-16d7a5f98f4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:09.529832 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-2322e457-909a-4e2a-a934-16d7a5f98f4f None None] For port 0e06889d-f931-4019-b68c-c97f390859b5, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0e06889d-f931-4019-b68c-c97f390859b5,segment=NetworkSegment(0b53028e-2aa7-44a3-beb6-b688b04fa2b7),segment_id=0b53028e-2aa7-44a3-beb6-b688b04fa2b7)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:09.530230 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2322e457-909a-4e2a-a934-16d7a5f98f4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:09.532991 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9504e59b-b8be-480a-823c-b0586cade1f2 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:25:09.566150 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 9504e59b-b8be-480a-823c-b0586cade1f2 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:25:09.566777 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9504e59b-b8be-480a-823c-b0586cade1f2 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:25:09.575366 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2322e457-909a-4e2a-a934-16d7a5f98f4f None None] Calling delete_port for 0e06889d-f931-4019-b68c-c97f390859b5 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:09.625538 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-63224912-5f9a-489a-9000-e5e7b9a0494e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:09.627503 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b3e59dd3-de0f-44a6-9061-cf96690384a5 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:09.675969 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec08baa-ea14-4ea5-a512-96f718e7e8ea req-0aee1a00-bc64-4686-a149-21e15b4ee3fd tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:09.675969 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ec08baa-ea14-4ea5-a512-96f718e7e8ea req-0aee1a00-bc64-4686-a149-21e15b4ee3fd tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.6862392 May 26 16:25:09.695310 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b3e59dd3-de0f-44a6-9061-cf96690384a5 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:09.700538 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8ebcd9-6d6c-4d4e-a59d-6f9a52139fce None None] Sync routers for ids ['faafe509-1e23-4dbd-98f9-cce56a94e479'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:25:09.712892 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2322e457-909a-4e2a-a934-16d7a5f98f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:09.725765 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8ebcd9-6d6c-4d4e-a59d-6f9a52139fce None None] Routers {'faafe509-1e23-4dbd-98f9-cce56a94e479'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:09.726420 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3f8ebcd9-6d6c-4d4e-a59d-6f9a52139fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:24:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['faafe509-1e23-4dbd-98f9-cce56a94e479'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:09.754075 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-63224912-5f9a-489a-9000-e5e7b9a0494e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] The port '0e06889d-f931-4019-b68c-c97f390859b5' was deleted {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} May 26 16:25:09.788307 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38aaa6d-7a41-4bb1-b46c-2a8dc8042861 req-893b9ad9-91eb-429f-b78f-d659f9dce9aa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:09.789737 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f38aaa6d-7a41-4bb1-b46c-2a8dc8042861 req-893b9ad9-91eb-429f-b78f-d659f9dce9aa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.7183437 May 26 16:25:09.795063 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322e457-909a-4e2a-a934-16d7a5f98f4f None None] Pushing event deleted for resources: {'Port': ['ID=0e06889d-f931-4019-b68c-c97f390859b5,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:09.802876 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2322e457-909a-4e2a-a934-16d7a5f98f4f None None] No DVR routers for this DVR port 0e06889d-f931-4019-b68c-c97f390859b5 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:25:09.889601 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-3f8ebcd9-6d6c-4d4e-a59d-6f9a52139fce None None] Set router faafe509-1e23-4dbd-98f9-cce56a94e479 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:09.916445 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b3e59dd3-de0f-44a6-9061-cf96690384a5 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:09.918885 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b3e59dd3-de0f-44a6-9061-cf96690384a5 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:09.923616 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b3e59dd3-de0f-44a6-9061-cf96690384a5 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "DELETE /v2.0/security-groups/9531b5dd-4506-45a6-9f74-7b01aaae9e2d HTTP/1.1" status: 204 len: 168 time: 1.0006080 May 26 16:25:09.924079 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43082) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:09.934187 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-63224912-5f9a-489a-9000-e5e7b9a0494e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:09.940428 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f38aaa6d-7a41-4bb1-b46c-2a8dc8042861 req-ad4db945-2e38-4529-ae68-9db06c7f573b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239614 May 26 16:25:09.953032 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ec08baa-ea14-4ea5-a512-96f718e7e8ea req-50e0d464-4a09-48aa-91ea-afaf2a53a2af tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459149 May 26 16:25:09.975264 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e59dd3-de0f-44a6-9061-cf96690384a5 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9531b5dd-4506-45a6-9f74-7b01aaae9e2d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:10.019978 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-63224912-5f9a-489a-9000-e5e7b9a0494e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca45647b-772a-421b-b7e0-0eb63a1c1156']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:10.031567 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e67246c4-c6e8-4bb2-9eaf-a119f546fca3 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1056895 May 26 16:25:10.036892 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43088) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:10.042509 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b9592694-ac36-4816-8ea3-fbc2fd166780 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group': {'name': 'tempest-secgroup--974326932'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:10.048276 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-63224912-5f9a-489a-9000-e5e7b9a0494e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b53028e-2aa7-44a3-beb6-b688b04fa2b7') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:10.048540 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-63224912-5f9a-489a-9000-e5e7b9a0494e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b53028e-2aa7-44a3-beb6-b688b04fa2b7') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:10.070718 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9592694-ac36-4816-8ea3-fbc2fd166780 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.092136 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-63224912-5f9a-489a-9000-e5e7b9a0494e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.143973 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-63224912-5f9a-489a-9000-e5e7b9a0494e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.156140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63224912-5f9a-489a-9000-e5e7b9a0494e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:25:10.156594 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-63224912-5f9a-489a-9000-e5e7b9a0494e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.189003 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9592694-ac36-4816-8ea3-fbc2fd166780 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.205283 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9592694-ac36-4816-8ea3-fbc2fd166780 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.246717 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a9e57-3271-49db-b44d-2ef6fa448b1a req-9551c8c4-bff3-4744-91eb-7de7e02cdb52 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:10.248273 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-338a9e57-3271-49db-b44d-2ef6fa448b1a req-9551c8c4-bff3-4744-91eb-7de7e02cdb52 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 946 time: 0.1819642 May 26 16:25:10.262098 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd715b-0c2c-44cb-8180-9707c82115e2 req-03ab9113-24cf-4562-8ee4-0393fa229633 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:10.263752 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9592694-ac36-4816-8ea3-fbc2fd166780 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d35957-821e-4071-9f6b-18fcf7ec8628,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:10.270606 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b9592694-ac36-4816-8ea3-fbc2fd166780 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.272259 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b9592694-ac36-4816-8ea3-fbc2fd166780 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2339487 May 26 16:25:10.273721 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52dd715b-0c2c-44cb-8180-9707c82115e2 req-03ab9113-24cf-4562-8ee4-0393fa229633 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.1969221 May 26 16:25:10.278236 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43094) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:10.282838 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-40e6fd48-49d8-4764-a6b7-d5f84e76eece tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group_rule': {'security_group_id': '83d35957-821e-4071-9f6b-18fcf7ec8628', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:10.328127 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3f8ebcd9-6d6c-4d4e-a59d-6f9a52139fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:25:07Z', 'revision_number': 8, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c72bc45-70be-463c-ab09-074c57d7bec7', 'name': '', 'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:eb:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '3f265376-82f0-4f99-98a3-e784921e8547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:38Z', 'updated_at': '2022-05-26T16:24:53Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '3f265376-82f0-4f99-98a3-e784921e8547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8821bd39-2277-4ca0-96c1-8de1b50b96a5', 'name': '', 'network_id': '024a58ba-55bf-4503-be38-06d39361b451', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:12:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:21Z', 'updated_at': '2022-05-26T16:24:44Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:10.354572 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-63224912-5f9a-489a-9000-e5e7b9a0494e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.362691 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8ebcd9-6d6c-4d4e-a59d-6f9a52139fce None None] Checking router: faafe509-1e23-4dbd-98f9-cce56a94e479 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:25:10.374217 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8ebcd9-6d6c-4d4e-a59d-6f9a52139fce None None] Routers {'faafe509-1e23-4dbd-98f9-cce56a94e479'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:10.375018 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3f8ebcd9-6d6c-4d4e-a59d-6f9a52139fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:24:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['faafe509-1e23-4dbd-98f9-cce56a94e479'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:10.406437 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52dd715b-0c2c-44cb-8180-9707c82115e2 req-bbb61553-3df0-40b4-8640-9ea5e2120bba tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871992 May 26 16:25:10.431814 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43096) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:10.437047 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-63224912-5f9a-489a-9000-e5e7b9a0494e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.444315 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-63224912-5f9a-489a-9000-e5e7b9a0494e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/networks/ca45647b-772a-421b-b7e0-0eb63a1c1156 HTTP/1.1" status: 204 len: 168 time: 1.4268012 May 26 16:25:10.456300 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43098) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:10.494880 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 0b53028e-2aa7-44a3-beb6-b688b04fa2b7 resource provider aggregate not found May 26 16:25:10.516221 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-3f8ebcd9-6d6c-4d4e-a59d-6f9a52139fce None None] Set router faafe509-1e23-4dbd-98f9-cce56a94e479 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:10.517163 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63224912-5f9a-489a-9000-e5e7b9a0494e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Network': ['ID=ca45647b-772a-421b-b7e0-0eb63a1c1156,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:10.539960 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 0b53028e-2aa7-44a3-beb6-b688b04fa2b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b53028e-2aa7-44a3-beb6-b688b04fa2b7 found for delete ", "request_id": "req-f56dc66d-0c7d-4f11-bf4c-3cb550590220"}]} May 26 16:25:10.580736 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-338a9e57-3271-49db-b44d-2ef6fa448b1a req-172a2b45-accb-4d88-b6a6-1cbceb4fb97a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045697 May 26 16:25:10.637863 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-40e6fd48-49d8-4764-a6b7-d5f84e76eece tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:25:10.638947 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-40e6fd48-49d8-4764-a6b7-d5f84e76eece tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3597846 May 26 16:25:10.645007 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43104) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:10.665602 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-458920fa-dc7b-4c6d-82a9-73e6b2a65543 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group_rule': {'security_group_id': '83d35957-821e-4071-9f6b-18fcf7ec8628', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:10.715946 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52730209-d025-4214-8ddf-115399f823d4 req-7a0eafaa-a77e-41bc-bcf9-54339e85ec73 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:10.717767 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52730209-d025-4214-8ddf-115399f823d4 req-7a0eafaa-a77e-41bc-bcf9-54339e85ec73 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1374311 May 26 16:25:10.777318 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52730209-d025-4214-8ddf-115399f823d4 req-ae478648-45de-4b5c-9635-93d66e7af815 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508392 May 26 16:25:10.779090 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-458920fa-dc7b-4c6d-82a9-73e6b2a65543 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:25:10.780163 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-458920fa-dc7b-4c6d-82a9-73e6b2a65543 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1341491 May 26 16:25:10.783094 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43110) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:10.846844 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4f8082-a87a-4f1b-a527-ede00ef24a83 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:10.848610 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8a4f8082-a87a-4f1b-a527-ede00ef24a83 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 1091 time: 0.4156809 May 26 16:25:10.854862 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43120) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:10.867279 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ddb055ac-d6bc-4f1a-a04b-a31ef14add64 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:10.879168 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4e3307a7-226d-4efa-9dce-605071d8f025 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.909196 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4e3307a7-226d-4efa-9dce-605071d8f025 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:10.980580 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b9aa5115-c9a5-458c-ac0d-a4e22da358ad details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:25:11.031427 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ddb055ac-d6bc-4f1a-a04b-a31ef14add64 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.079780 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3f8ebcd9-6d6c-4d4e-a59d-6f9a52139fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:25:07Z', 'revision_number': 8, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c72bc45-70be-463c-ab09-074c57d7bec7', 'name': '', 'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:eb:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '3f265376-82f0-4f99-98a3-e784921e8547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:38Z', 'updated_at': '2022-05-26T16:24:53Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '3f265376-82f0-4f99-98a3-e784921e8547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8821bd39-2277-4ca0-96c1-8de1b50b96a5', 'name': '', 'network_id': '024a58ba-55bf-4503-be38-06d39361b451', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:12:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:21Z', 'updated_at': '2022-05-26T16:24:44Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:11.152598 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8ebcd9-6d6c-4d4e-a59d-6f9a52139fce None None] The sync data for ids ['faafe509-1e23-4dbd-98f9-cce56a94e479'] in n-d-843337-2 is: [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:25:07Z', 'revision_number': 8, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c72bc45-70be-463c-ab09-074c57d7bec7', 'name': '', 'network_id': '3aa11dbe-d685-4b0f-ab31-ef06557ae508', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:eb:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '3f265376-82f0-4f99-98a3-e784921e8547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:38Z', 'updated_at': '2022-05-26T16:24:53Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '3f265376-82f0-4f99-98a3-e784921e8547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8821bd39-2277-4ca0-96c1-8de1b50b96a5', 'name': '', 'network_id': '024a58ba-55bf-4503-be38-06d39361b451', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:12:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:21Z', 'updated_at': '2022-05-26T16:24:44Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:25:11.157240 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0e06889d-f931-4019-b68c-c97f390859b5 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:25:11.193060 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4e3307a7-226d-4efa-9dce-605071d8f025 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.199405 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4e3307a7-226d-4efa-9dce-605071d8f025 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.207692 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4e3307a7-226d-4efa-9dce-605071d8f025 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "DELETE /v2.0/security-groups/83d35957-821e-4071-9f6b-18fcf7ec8628 HTTP/1.1" status: 204 len: 168 time: 0.4215519 May 26 16:25:11.214205 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43126) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:11.228991 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 0e06889d-f931-4019-b68c-c97f390859b5 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:25:11.229559 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0e06889d-f931-4019-b68c-c97f390859b5 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:25:11.278666 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6428dc7-4306-4cfd-a06a-49e384167978 req-a3c82620-f472-4df1-a034-b71114edd718 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:11.280308 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b6428dc7-4306-4cfd-a06a-49e384167978 req-a3c82620-f472-4df1-a034-b71114edd718 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.3259659 May 26 16:25:11.288829 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3307a7-226d-4efa-9dce-605071d8f025 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d35957-821e-4071-9f6b-18fcf7ec8628,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:11.340818 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5319c80b-e54b-4980-a0b2-6864df4ed5e2 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1238439 May 26 16:25:11.347120 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43130) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:11.352334 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ff2df72c-8252-4b14-b0da-406159ed2573 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group': {'name': 'tempest-secgroup--162620257'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:11.391711 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ff2df72c-8252-4b14-b0da-406159ed2573 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.427273 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b9aa5115-c9a5-458c-ac0d-a4e22da358ad, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b9aa5115-c9a5-458c-ac0d-a4e22da358ad,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:11.448749 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'b9aa5115-c9a5-458c-ac0d-a4e22da358ad', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'port_id': 'b9aa5115-c9a5-458c-ac0d-a4e22da358ad', 'mac_address': 'fa:16:3e:61:bc:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:25:11.475216 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b6428dc7-4306-4cfd-a06a-49e384167978 req-7a4d166b-e252-4070-a7db-067b5e937b2b tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734102 May 26 16:25:11.523845 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port b9aa5115-c9a5-458c-ac0d-a4e22da358ad is: ACTIVE; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:11.524547 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.548911 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ddb055ac-d6bc-4f1a-a04b-a31ef14add64 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.577018 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9aa5115-c9a5-458c-ac0d-a4e22da358ad {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:25:11.635733 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b9aa5115-c9a5-458c-ac0d-a4e22da358ad, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b9aa5115-c9a5-458c-ac0d-a4e22da358ad,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:11.645837 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.745629 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-ddb055ac-d6bc-4f1a-a04b-a31ef14add64 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Allocated IP 172.25.7.144 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/f061734d-97e0-45e6-a412-46d159ee747a) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:25:11.769329 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ff2df72c-8252-4b14-b0da-406159ed2573 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.774753 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ff2df72c-8252-4b14-b0da-406159ed2573 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.793251 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fd23b6fc-1832-4687-8930-f916d892a2f2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.914902 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2df72c-8252-4b14-b0da-406159ed2573 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd5901f-5b17-43a5-a59b-0e0c4484d8c1,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:11.926819 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ddb055ac-d6bc-4f1a-a04b-a31ef14add64 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.948018 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ff2df72c-8252-4b14-b0da-406159ed2573 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:11.949348 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ff2df72c-8252-4b14-b0da-406159ed2573 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6009789 May 26 16:25:11.952525 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43150) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:11.957668 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-83bebf65-90fe-4d51-8477-2e5be46ce678 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:11.958347 n-d-843337-2 neutron-server[103895]: WARNING neutron.api.v2.base [None req-83bebf65-90fe-4d51-8477-2e5be46ce678 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 26 16:25:11.959037 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-83bebf65-90fe-4d51-8477-2e5be46ce678 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] update failed (client error): There was a conflict when trying to complete your request. May 26 16:25:11.960256 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-83bebf65-90fe-4d51-8477-2e5be46ce678 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "PUT /v2.0/security-groups/fcd5901f-5b17-43a5-a59b-0e0c4484d8c1 HTTP/1.1" status: 409 len: 330 time: 0.0067616 May 26 16:25:11.964383 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43154) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:12.044794 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2db2a216-385d-49bd-8aaa-3e2c24f599dd tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:12.097690 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ddb055ac-d6bc-4f1a-a04b-a31ef14add64 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:12.121475 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['b9aa5115-c9a5-458c-ac0d-a4e22da358ad'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:25:12.206172 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2db2a216-385d-49bd-8aaa-3e2c24f599dd tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:12.251817 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb055ac-d6bc-4f1a-a04b-a31ef14add64 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:25:12.256690 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=b9aa5115-c9a5-458c-ac0d-a4e22da358ad,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:12.264746 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c4df5-57a5-47e6-992e-4eb1f427d0fc req-5b81653d-1fb2-40d5-9a3c-8c1d2b79903e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:12.266601 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9a3c4df5-57a5-47e6-992e-4eb1f427d0fc req-5b81653d-1fb2-40d5-9a3c-8c1d2b79903e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 945 time: 0.2738879 May 26 16:25:12.284393 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:12.284818 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4f6d9-3f7a-48f0-be45-5425485be115 req-f5b6fedd-8325-424d-b496-e352ef705cb9 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:12.284951 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:12.285163 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:12.285728 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:12.288279 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:12.288279 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:12.288279 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:12.288279 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:12.288279 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:12.288279 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:12.288990 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ba4f6d9-3f7a-48f0-be45-5425485be115 req-f5b6fedd-8325-424d-b496-e352ef705cb9 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.2962468 May 26 16:25:12.291424 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-ddb055ac-d6bc-4f1a-a04b-a31ef14add64 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:12.297079 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb055ac-d6bc-4f1a-a04b-a31ef14add64 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:25:12.299822 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:12.300526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:12.372445 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb055ac-d6bc-4f1a-a04b-a31ef14add64 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Port': ['ID=f061734d-97e0-45e6-a412-46d159ee747a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:12.438663 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2db2a216-385d-49bd-8aaa-3e2c24f599dd tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:12.443949 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2db2a216-385d-49bd-8aaa-3e2c24f599dd tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:12.449186 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43156) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:12.450700 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2db2a216-385d-49bd-8aaa-3e2c24f599dd tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "DELETE /v2.0/security-groups/fcd5901f-5b17-43a5-a59b-0e0c4484d8c1 HTTP/1.1" status: 204 len: 168 time: 0.4843009 May 26 16:25:12.499272 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2a216-385d-49bd-8aaa-3e2c24f599dd tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd5901f-5b17-43a5-a59b-0e0c4484d8c1,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:12.532632 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9a3c4df5-57a5-47e6-992e-4eb1f427d0fc req-1c318e2a-85e7-4954-8ec7-b5b482f61930 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591562 May 26 16:25:12.621534 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-fd23b6fc-1832-4687-8930-f916d892a2f2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Deleting port 4c72bc45-70be-463c-ab09-074c57d7bec7 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:12.638811 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ba4f6d9-3f7a-48f0-be45-5425485be115 req-ba9eb3dd-bae4-4f24-b3dd-d80db5e22490 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701635 May 26 16:25:12.644644 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fd23b6fc-1832-4687-8930-f916d892a2f2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:12.782231 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1d94d4e8-84ff-4f9a-b37f-b9eeb0244826 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3242319 May 26 16:25:12.783044 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43164) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:12.850219 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-90478666-92f7-4231-9fdf-f64bf3137262 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] delete failed (client error): The resource could not be found. May 26 16:25:12.859729 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43166) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:12.864247 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-90478666-92f7-4231-9fdf-f64bf3137262 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "DELETE /v2.0/security-groups/1399ef8c-725b-44ba-8a6c-513fc5741cf5 HTTP/1.1" status: 404 len: 347 time: 0.0644197 May 26 16:25:12.888748 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-fd23b6fc-1832-4687-8930-f916d892a2f2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] For port 4c72bc45-70be-463c-ab09-074c57d7bec7, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4c72bc45-70be-463c-ab09-074c57d7bec7,segment=NetworkSegment(d685aa4c-0c65-483e-8906-d8a299d34519),segment_id=d685aa4c-0c65-483e-8906-d8a299d34519)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:12.889350 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fd23b6fc-1832-4687-8930-f916d892a2f2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:12.903090 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-709db1c8-2525-4cf4-9791-73d6a03b3b94 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] show failed (client error): The resource could not be found. May 26 16:25:12.910510 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-709db1c8-2525-4cf4-9791-73d6a03b3b94 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "GET /v2.0/security-groups/b8f6b6dc-6a78-4c44-b0a2-324621f749d1 HTTP/1.1" status: 404 len: 347 time: 0.0483923 May 26 16:25:12.919214 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43168) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:12.930345 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-fd23b6fc-1832-4687-8930-f916d892a2f2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Calling delete_port for 4c72bc45-70be-463c-ab09-074c57d7bec7 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:12.945597 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-54d545c5-cbe6-4423-881b-001428a42f36 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] show failed (client error): The resource could not be found. May 26 16:25:12.952413 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-54d545c5-cbe6-4423-881b-001428a42f36 tempest-NegativeSecGroupIPv6Test-1263567213 tempest-NegativeSecGroupIPv6Test-1263567213-project] 10.222.0.77 "GET /v2.0/security-group-rules/f3b6030a-f317-414c-b1ec-faf1b0604bce HTTP/1.1" status: 404 len: 356 time: 0.0314498 May 26 16:25:12.964222 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b9aa5115-c9a5-458c-ac0d-a4e22da358ad up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:13.084239 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62b30d-a36a-4416-bdf8-9836ccdf25bb req-7278dff4-9fad-4858-a7df-4174e29801c6 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:13.085855 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb62b30d-a36a-4416-bdf8-9836ccdf25bb req-7278dff4-9fad-4858-a7df-4174e29801c6 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.2098250 May 26 16:25:13.154035 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a12e0c4a-2f89-4066-a0d9-a5d8e3ce3818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:13.215799 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port b9aa5115-c9a5-458c-ac0d-a4e22da358ad triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:13.220983 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:13.492331 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ddb055ac-d6bc-4f1a-a04b-a31ef14add64 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:13.529215 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fd23b6fc-1832-4687-8930-f916d892a2f2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:13.542860 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port b9aa5115-c9a5-458c-ac0d-a4e22da358ad is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:13.543440 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:13.596404 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43176) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:13.605124 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23b6fc-1832-4687-8930-f916d892a2f2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Port': ['ID=4c72bc45-70be-463c-ab09-074c57d7bec7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:13.640573 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b9aa5115-c9a5-458c-ac0d-a4e22da358ad, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b9aa5115-c9a5-458c-ac0d-a4e22da358ad,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:13.645875 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e643eb5-b0a6-4dc4-8c8f-a41ca5941653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9aa5115-c9a5-458c-ac0d-a4e22da358ad'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:25:13.652137 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198da0da-6d1c-4db4-b65a-96b59b8a6971" -d '{"events": [{"server_uuid": "5e643eb5-b0a6-4dc4-8c8f-a41ca5941653", "name": "network-vif-plugged", "status": "completed", "tag": "b9aa5115-c9a5-458c-ac0d-a4e22da358ad"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:25:13.661000 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:13.796029 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ddb055ac-d6bc-4f1a-a04b-a31ef14add64 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:13.804660 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb62b30d-a36a-4416-bdf8-9836ccdf25bb req-79100c56-3e77-4747-af0c-d4fd25fe806e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7084219 May 26 16:25:13.899734 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=b9aa5115-c9a5-458c-ac0d-a4e22da358ad,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:14.098977 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d4f163-2d78-4ef0-8784-f8a00ef9323d x-openstack-request-id: req-11d4f163-2d78-4ef0-8784-f8a00ef9323d {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:25:14.100057 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e643eb5-b0a6-4dc4-8c8f-a41ca5941653", "name": "network-vif-plugged", "status": "completed", "tag": "b9aa5115-c9a5-458c-ac0d-a4e22da358ad", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:25:14.100057 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-11d4f163-2d78-4ef0-8784-f8a00ef9323d {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:25:14.100901 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d4f163-2d78-4ef0-8784-f8a00ef9323d'] response: {'server_uuid': '5e643eb5-b0a6-4dc4-8c8f-a41ca5941653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9aa5115-c9a5-458c-ac0d-a4e22da358ad', 'code': 200} May 26 16:25:14.268715 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ddb055ac-d6bc-4f1a-a04b-a31ef14add64 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:14.273269 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ddb055ac-d6bc-4f1a-a04b-a31ef14add64 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:14.364370 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1229c-10c0-42cf-8558-8aee9818e2bc req-91e28c67-bfa1-404b-af80-e9996c253b1c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:14.373377 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a1d1229c-10c0-42cf-8558-8aee9818e2bc req-91e28c67-bfa1-404b-af80-e9996c253b1c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 946 time: 0.6689484 May 26 16:25:14.503317 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a1d1229c-10c0-42cf-8558-8aee9818e2bc req-a8158e11-2053-48d1-9ad7-a6561754b7ef tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286893 May 26 16:25:14.507459 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb055ac-d6bc-4f1a-a04b-a31ef14add64 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Port': ['ID=f061734d-97e0-45e6-a412-46d159ee747a,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:14.544086 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808792f-e49a-4f61-8e4b-2c1743e4e227 req-d1341674-0ad0-4210-9be6-f4853385f4a3 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:14.548548 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-90db7d4c-4a66-4459-9bcd-73dbe44e9f5a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4753b321acdc4b97a4b5c0dbfd1ce35c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9509063 May 26 16:25:14.552006 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43186) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:14.553745 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c808792f-e49a-4f61-8e4b-2c1743e4e227 req-d1341674-0ad0-4210-9be6-f4853385f4a3 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.2853532 May 26 16:25:14.561085 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ddb055ac-d6bc-4f1a-a04b-a31ef14add64 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:14.609310 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fd23b6fc-1832-4687-8930-f916d892a2f2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:14.631347 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58ecb79b-c994-4003-9dbb-4cf7ca4a5beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:14.765795 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-ddb055ac-d6bc-4f1a-a04b-a31ef14add64 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Floating IP 96ca254e-c491-4ef3-a88b-71554bfa4ea3 associated. External IP: 172.25.7.144, port: 4cc7f333-b2a1-4839-8b7e-0e68804de1b3. May 26 16:25:14.816911 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58ecb79b-c994-4003-9dbb-4cf7ca4a5beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:15.110274 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd23b6fc-1832-4687-8930-f916d892a2f2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Router faafe509-1e23-4dbd-98f9-cce56a94e479 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:25:15.114947 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58ecb79b-c994-4003-9dbb-4cf7ca4a5beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:15.123594 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58ecb79b-c994-4003-9dbb-4cf7ca4a5beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:15.138567 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-58ecb79b-c994-4003-9dbb-4cf7ca4a5beb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d067ce29-78d4-4153-af93-e8482dc20d89 HTTP/1.1" status: 204 len: 168 time: 0.5858870 May 26 16:25:15.149673 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c808792f-e49a-4f61-8e4b-2c1743e4e227 req-7440af0c-92ab-4fc2-9dce-cc1de7b6b2f0 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858242 May 26 16:25:15.169730 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ecb79b-c994-4003-9dbb-4cf7ca4a5beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d067ce29-78d4-4153-af93-e8482dc20d89,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:15.380269 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb055ac-d6bc-4f1a-a04b-a31ef14add64 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Router b63a4406-98af-4dd6-a004-cfa917eae16e has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:25:15.453033 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd23b6fc-1832-4687-8930-f916d892a2f2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:25:15.466728 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fd23b6fc-1832-4687-8930-f916d892a2f2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "PUT /v2.0/routers/faafe509-1e23-4dbd-98f9-cce56a94e479/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0052607 May 26 16:25:15.469219 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43200) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:15.476187 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d50a1a-53ac-46d6-8bae-fa87ba1da1fa None None] Sync routers for ids ['faafe509-1e23-4dbd-98f9-cce56a94e479'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:25:15.478500 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aa85aabc-8d51-4b73-af60-70503c1e537d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:15.505142 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d50a1a-53ac-46d6-8bae-fa87ba1da1fa None None] Routers {'faafe509-1e23-4dbd-98f9-cce56a94e479'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:15.506096 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-54d50a1a-53ac-46d6-8bae-fa87ba1da1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:25:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['faafe509-1e23-4dbd-98f9-cce56a94e479'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:15.679917 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-54d50a1a-53ac-46d6-8bae-fa87ba1da1fa None None] Set router faafe509-1e23-4dbd-98f9-cce56a94e479 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:15.680498 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e44e225-fcce-4a99-be4b-b337996c4319 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Deleting subnet 3f265376-82f0-4f99-98a3-e784921e8547 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:25:15.686381 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e44e225-fcce-4a99-be4b-b337996c4319 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:15.738564 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e44e225-fcce-4a99-be4b-b337996c4319 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:15.790723 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80e245-8bca-48af-9f34-8effee165c04 req-aa49c96f-dc8a-41e0-8f04-20cb22db2589 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:15.810828 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9f80e245-8bca-48af-9f34-8effee165c04 req-aa49c96f-dc8a-41e0-8f04-20cb22db2589 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.4032977 May 26 16:25:15.858956 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e44e225-fcce-4a99-be4b-b337996c4319 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:15.962508 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146e301-3b74-4c8e-b6ae-153229f04b6a req-3178832b-7851-4fbc-b6b3-c385028b51f2 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:15.965081 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e146e301-3b74-4c8e-b6ae-153229f04b6a req-3178832b-7851-4fbc-b6b3-c385028b51f2 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 946 time: 0.2806497 May 26 16:25:16.009830 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e44e225-fcce-4a99-be4b-b337996c4319 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:16.042860 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9f80e245-8bca-48af-9f34-8effee165c04 req-ccd0b17e-b41d-499a-a19b-a51ee706e1eb tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309668 May 26 16:25:16.080422 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb055ac-d6bc-4f1a-a04b-a31ef14add64 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:25:16.091566 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44e225-fcce-4a99-be4b-b337996c4319 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Subnet': ['ID=3f265376-82f0-4f99-98a3-e784921e8547,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:16.097051 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1cfe01-194e-4da4-84c8-2f43b59806db None None] Sync routers for ids ['b63a4406-98af-4dd6-a004-cfa917eae16e'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:25:16.104906 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e44e225-fcce-4a99-be4b-b337996c4319 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:16.118673 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2e44e225-fcce-4a99-be4b-b337996c4319 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/subnets/3f265376-82f0-4f99-98a3-e784921e8547 HTTP/1.1" status: 204 len: 168 time: 0.6486084 May 26 16:25:16.122475 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43216) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:16.131776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8cdc88-62f6-4a53-9d27-f4f11e84f68b None None] Network 3aa11dbe-d685-4b0f-ab31-ef06557ae508 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:25:16.137440 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1cfe01-194e-4da4-84c8-2f43b59806db None None] Routers {'b63a4406-98af-4dd6-a004-cfa917eae16e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:16.138128 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8a1cfe01-194e-4da4-84c8-2f43b59806db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:25:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b63a4406-98af-4dd6-a004-cfa917eae16e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:16.155876 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ddb055ac-d6bc-4f1a-a04b-a31ef14add64 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:16.237730 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ddb055ac-d6bc-4f1a-a04b-a31ef14add64 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3804665 May 26 16:25:16.241344 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'tag': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:25:16.247865 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd5c78b-0869-4a79-8753-7fc3b9a970e4" -d '{"events": [{"name": "network-changed", "server_uuid": "a54bdb75-1b3b-436e-a70e-6d4a11106451", "tag": "4cc7f333-b2a1-4839-8b7e-0e68804de1b3"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:25:16.278277 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e146e301-3b74-4c8e-b6ae-153229f04b6a req-14ec5358-84f3-4408-ac4a-d8d1fdd55f7e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978158 May 26 16:25:16.376913 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:16.409026 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-54d50a1a-53ac-46d6-8bae-fa87ba1da1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:25:13Z', 'revision_number': 9, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8821bd39-2277-4ca0-96c1-8de1b50b96a5', 'name': '', 'network_id': '024a58ba-55bf-4503-be38-06d39361b451', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:12:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:21Z', 'updated_at': '2022-05-26T16:24:44Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:16.503432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f6416-45e6-452c-ba71-3bf6999e9de4 req-c792506f-356a-4f5d-8b3f-f44c5e2d0767 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:16.518025 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-091f6416-45e6-452c-ba71-3bf6999e9de4 req-c792506f-356a-4f5d-8b3f-f44c5e2d0767 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.2778749 May 26 16:25:16.534139 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d50a1a-53ac-46d6-8bae-fa87ba1da1fa None None] Checking router: faafe509-1e23-4dbd-98f9-cce56a94e479 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:25:16.561201 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d50a1a-53ac-46d6-8bae-fa87ba1da1fa None None] Routers {'faafe509-1e23-4dbd-98f9-cce56a94e479'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:16.562910 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-54d50a1a-53ac-46d6-8bae-fa87ba1da1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:25:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['faafe509-1e23-4dbd-98f9-cce56a94e479'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:16.601662 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Deleting port 1a063c38-4c42-4b9a-a1de-95422673d228 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:16.602185 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:16.656669 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:16.747434 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-8a1cfe01-194e-4da4-84c8-2f43b59806db None None] Set router b63a4406-98af-4dd6-a004-cfa917eae16e gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:16.755485 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-091f6416-45e6-452c-ba71-3bf6999e9de4 req-a19fc224-f0e8-4131-b3bc-bf0ca6d5154f tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356293 May 26 16:25:16.783233 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28971a31-6f39-47a8-a5be-2d8184d8506e req-f19c7864-8442-4bbe-aa51-dfdb4126f998 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:16.794104 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28971a31-6f39-47a8-a5be-2d8184d8506e req-f19c7864-8442-4bbe-aa51-dfdb4126f998 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.2580199 May 26 16:25:16.805179 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] For port 1a063c38-4c42-4b9a-a1de-95422673d228, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1a063c38-4c42-4b9a-a1de-95422673d228,segment=NetworkSegment(d685aa4c-0c65-483e-8906-d8a299d34519),segment_id=d685aa4c-0c65-483e-8906-d8a299d34519)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:16.805997 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:16.904512 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4cf94f-13fb-424d-952d-d8c1e0994785 x-openstack-request-id: req-dc4cf94f-13fb-424d-952d-d8c1e0994785 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:25:16.904804 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54bdb75-1b3b-436e-a70e-6d4a11106451", "tag": "4cc7f333-b2a1-4839-8b7e-0e68804de1b3", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:25:16.905060 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dc4cf94f-13fb-424d-952d-d8c1e0994785 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:25:16.905467 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc4cf94f-13fb-424d-952d-d8c1e0994785'] response: {'name': 'network-changed', 'server_uuid': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'tag': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3', 'status': 'completed', 'code': 200} May 26 16:25:16.916688 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Calling delete_port for 1a063c38-4c42-4b9a-a1de-95422673d228 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:16.949334 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-54d50a1a-53ac-46d6-8bae-fa87ba1da1fa None None] Set router faafe509-1e23-4dbd-98f9-cce56a94e479 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:17.056026 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28971a31-6f39-47a8-a5be-2d8184d8506e req-e41abe4a-3c18-4685-ba20-9051b65a80f1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2508402 May 26 16:25:17.057140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43236) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:17.057140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43238) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:17.223816 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2dfb56-98c3-4169-87f1-3c4d9bb80ad1 None None] DHCP port deletion for 3aa11dbe-d685-4b0f-ab31-ef06557ae508 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:25:17.255014 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:17.326715 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2c2dfb56-98c3-4169-87f1-3c4d9bb80ad1 None None] The port '1a063c38-4c42-4b9a-a1de-95422673d228' was deleted {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} May 26 16:25:17.347799 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Port': ['ID=1a063c38-4c42-4b9a-a1de-95422673d228,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:17.352060 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] No DVR routers for this DVR port 1a063c38-4c42-4b9a-a1de-95422673d228 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:25:17.364154 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-78bf2385-23ec-4ff8-8a09-fcfe6c3a0a04 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/floatingips/96ca254e-c491-4ef3-a88b-71554bfa4ea3 HTTP/1.1" status: 200 len: 991 time: 0.3041620 May 26 16:25:17.370478 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5c78b-0869-4a79-8753-7fc3b9a970e4 req-592ac5b2-96ef-4454-9c75-eb2c8d3c4835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:17.381146 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0dd5c78b-0869-4a79-8753-7fc3b9a970e4 req-592ac5b2-96ef-4454-9c75-eb2c8d3c4835 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 1096 time: 0.4696016 May 26 16:25:17.461567 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-75236c38-7e94-48b4-99ce-b3c12b8cd64d tempest-SubnetPoolsTestJSON-2083016528 tempest-SubnetPoolsTestJSON-2083016528-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1271137498', 'prefixes': ['172.20.0.0/16']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:17.469967 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:17.516983 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa11dbe-d685-4b0f-ab31-ef06557ae508']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:17.538627 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd685aa4c-0c65-483e-8906-d8a299d34519') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:17.539027 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd685aa4c-0c65-483e-8906-d8a299d34519') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:17.566433 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-54d50a1a-53ac-46d6-8bae-fa87ba1da1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:25:13Z', 'revision_number': 9, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8821bd39-2277-4ca0-96c1-8de1b50b96a5', 'name': '', 'network_id': '024a58ba-55bf-4503-be38-06d39361b451', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:12:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:21Z', 'updated_at': '2022-05-26T16:24:44Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:17.568705 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:17.609211 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:17.614115 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82900a-6df1-4f3d-a511-27b667a203e5 req-ba6a664b-4aae-489c-8343-87bf45019090 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:17.625063 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:25:17.625495 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:17.628715 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fd82900a-6df1-4f3d-a511-27b667a203e5 req-ba6a664b-4aae-489c-8343-87bf45019090 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.4121253 May 26 16:25:17.635226 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d50a1a-53ac-46d6-8bae-fa87ba1da1fa None None] The sync data for ids ['faafe509-1e23-4dbd-98f9-cce56a94e479'] in n-d-843337-2 is: [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:25:13Z', 'revision_number': 9, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8821bd39-2277-4ca0-96c1-8de1b50b96a5', 'name': '', 'network_id': '024a58ba-55bf-4503-be38-06d39361b451', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:12:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:21Z', 'updated_at': '2022-05-26T16:24:44Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '2b6979ca-a67e-4251-a94f-aacafe2e4b0d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:25:17.667651 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment d685aa4c-0c65-483e-8906-d8a299d34519 resource provider aggregate not found May 26 16:25:17.735149 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8a1cfe01-194e-4da4-84c8-2f43b59806db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284775052', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:24Z', 'updated_at': '2022-05-26T16:24:37Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:25Z', 'updated_at': '2022-05-26T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '96ca254e-c491-4ef3-a88b-71554bfa4ea3', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'port_id': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e', 'mac_address': 'fa:16:3e:4d:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:25:13Z', 'updated_at': '2022-05-26T16:25:13Z', 'revision_number': 0, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '934458f2-8be2-4622-94e3-bc6a3b63def4', 'name': '', 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:b1:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e4a72073-56ee-47b2-b7ed-fa9f44cedf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:33Z', 'updated_at': '2022-05-26T16:24:54Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'e4a72073-56ee-47b2-b7ed-fa9f44cedf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:17.738412 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment d685aa4c-0c65-483e-8906-d8a299d34519 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d685aa4c-0c65-483e-8906-d8a299d34519 found for delete ", "request_id": "req-8f47c14f-9e26-4ed2-8819-a492fa59d554"}]} May 26 16:25:17.791541 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1cfe01-194e-4da4-84c8-2f43b59806db None None] Checking router: b63a4406-98af-4dd6-a004-cfa917eae16e for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:25:17.794294 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:17.803096 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:17.810261 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/networks/3aa11dbe-d685-4b0f-ab31-ef06557ae508 HTTP/1.1" status: 204 len: 168 time: 1.6862121 May 26 16:25:17.815825 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43248) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:17.817700 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1cfe01-194e-4da4-84c8-2f43b59806db None None] Routers {'b63a4406-98af-4dd6-a004-cfa917eae16e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:17.819126 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8a1cfe01-194e-4da4-84c8-2f43b59806db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:25:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b63a4406-98af-4dd6-a004-cfa917eae16e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:17.848131 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5c78b-0869-4a79-8753-7fc3b9a970e4 req-ad0e53ec-e82e-4d05-ba70-1f8f028afad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:17.849687 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0dd5c78b-0869-4a79-8753-7fc3b9a970e4 req-ad0e53ec-e82e-4d05-ba70-1f8f028afad3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5e98d685-ced0-498f-873a-e656dd34cb0e HTTP/1.1" status: 200 len: 897 time: 0.4579158 May 26 16:25:17.961638 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Network': ['ID=3aa11dbe-d685-4b0f-ab31-ef06557ae508,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:17.984636 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:17.985980 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:17.986434 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:17.986810 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:17.987217 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:17.987560 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:17.988907 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:17.989255 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:17.989596 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:17.989936 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:17.990272 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:17.990726 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed40b744-6bb9-425d-9cb6-881f05c0009c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:18.048332 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:18.127477 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fd82900a-6df1-4f3d-a511-27b667a203e5 req-ab43f96f-bc24-463d-abae-5c76ea69e0a7 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971113 May 26 16:25:18.162631 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-8a1cfe01-194e-4da4-84c8-2f43b59806db None None] Set router b63a4406-98af-4dd6-a004-cfa917eae16e gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:18.222255 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0dd5c78b-0869-4a79-8753-7fc3b9a970e4 req-975723a0-fbbf-4d58-b1a2-3966bde67765 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3 HTTP/1.1" status: 200 len: 999 time: 0.3408828 May 26 16:25:18.335815 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-75236c38-7e94-48b4-99ce-b3c12b8cd64d tempest-SubnetPoolsTestJSON-2083016528 tempest-SubnetPoolsTestJSON-2083016528-project] Notify callbacks [] for subnetpool, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:18.337614 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-75236c38-7e94-48b4-99ce-b3c12b8cd64d tempest-SubnetPoolsTestJSON-2083016528 tempest-SubnetPoolsTestJSON-2083016528-project] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.2789397 May 26 16:25:18.342290 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43258) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:18.356817 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88018636-5453-4673-92c0-c1f0df8bdfce req-82d6b97f-e3e8-413a-a25d-58d5bbf27f58 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:18.360197 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88018636-5453-4673-92c0-c1f0df8bdfce req-82d6b97f-e3e8-413a-a25d-58d5bbf27f58 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 946 time: 0.8521912 May 26 16:25:18.390826 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43260) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:18.424036 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ce12a0ee-2308-4f75-a21f-6873f0a74138 tempest-SubnetPoolsTestJSON-2083016528 tempest-SubnetPoolsTestJSON-2083016528-project] 10.222.0.77 "GET /v2.0/subnetpools/3039b0d9-cb12-4e6f-9723-52e4799f986e HTTP/1.1" status: 200 len: 732 time: 0.0802372 May 26 16:25:18.445258 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43262) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:18.453981 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-83efddd4-5b1d-4504-b0c8-57e98338b597 tempest-SubnetPoolsTestJSON-2083016528 tempest-SubnetPoolsTestJSON-2083016528-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-103845428'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:18.503776 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5c78b-0869-4a79-8753-7fc3b9a970e4 req-c9bc768f-337c-40d0-ab5f-9e6a3fd49964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:18.505276 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0dd5c78b-0869-4a79-8753-7fc3b9a970e4 req-c9bc768f-337c-40d0-ab5f-9e6a3fd49964 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e4a72073-56ee-47b2-b7ed-fa9f44cedf7f HTTP/1.1" status: 200 len: 835 time: 0.2739775 May 26 16:25:18.515873 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88018636-5453-4673-92c0-c1f0df8bdfce req-5fa08d05-6922-4b84-8697-0fd81c626767 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876594 May 26 16:25:18.596310 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:18.851944 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cf56c10c-053e-4708-bbe3-d1273b0c4c52 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/floatingips/96ca254e-c491-4ef3-a88b-71554bfa4ea3 HTTP/1.1" status: 200 len: 991 time: 0.4452698 May 26 16:25:19.037266 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-83efddd4-5b1d-4504-b0c8-57e98338b597 tempest-SubnetPoolsTestJSON-2083016528 tempest-SubnetPoolsTestJSON-2083016528-project] Notify callbacks [] for subnetpool, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:19.050778 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-83efddd4-5b1d-4504-b0c8-57e98338b597 tempest-SubnetPoolsTestJSON-2083016528 tempest-SubnetPoolsTestJSON-2083016528-project] 10.222.0.77 "PUT /v2.0/subnetpools/3039b0d9-cb12-4e6f-9723-52e4799f986e HTTP/1.1" status: 200 len: 683 time: 0.6010334 May 26 16:25:19.051603 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43266) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:19.163557 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1a063c38-4c42-4b9a-a1de-95422673d228 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:25:19.197456 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ef296-3dd8-4e8c-a98a-9e0efa04db7b req-f468a3a6-cc35-482a-8817-b817f2cea43e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:19.198233 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-099e0762-e72f-49b3-93c2-6ba0c8ef403c tempest-SubnetPoolsTestJSON-2083016528 tempest-SubnetPoolsTestJSON-2083016528-project] Notify callbacks [] for subnetpool, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:19.199964 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-099e0762-e72f-49b3-93c2-6ba0c8ef403c tempest-SubnetPoolsTestJSON-2083016528 tempest-SubnetPoolsTestJSON-2083016528-project] 10.222.0.77 "DELETE /v2.0/subnetpools/3039b0d9-cb12-4e6f-9723-52e4799f986e HTTP/1.1" status: 204 len: 168 time: 0.1463718 May 26 16:25:19.208983 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-591ef296-3dd8-4e8c-a98a-9e0efa04db7b req-f468a3a6-cc35-482a-8817-b817f2cea43e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.7817590 May 26 16:25:19.215077 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43268) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:19.232668 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 1a063c38-4c42-4b9a-a1de-95422673d228 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:25:19.233123 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1a063c38-4c42-4b9a-a1de-95422673d228 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:25:19.233652 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4c72bc45-70be-463c-ab09-074c57d7bec7 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:25:19.242432 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:19.275747 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-9f933845-618c-426d-9129-d5c48a1c0029 tempest-SubnetPoolsTestJSON-2083016528 tempest-SubnetPoolsTestJSON-2083016528-project] show failed (client error): The resource could not be found. May 26 16:25:19.277181 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9f933845-618c-426d-9129-d5c48a1c0029 tempest-SubnetPoolsTestJSON-2083016528 tempest-SubnetPoolsTestJSON-2083016528-project] 10.222.0.77 "GET /v2.0/subnetpools/3039b0d9-cb12-4e6f-9723-52e4799f986e HTTP/1.1" status: 404 len: 346 time: 0.0591958 May 26 16:25:19.277974 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b62c1165-d135-463b-a3f1-b3c2499b7444 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:19.282824 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43272) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:19.292562 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5c78b-0869-4a79-8753-7fc3b9a970e4 req-53639b84-45f1-437d-ac96-97508363b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:19.294615 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0dd5c78b-0869-4a79-8753-7fc3b9a970e4 req-53639b84-45f1-437d-ac96-97508363b4d9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5e98d685-ced0-498f-873a-e656dd34cb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7768872 May 26 16:25:19.295277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 4c72bc45-70be-463c-ab09-074c57d7bec7 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:25:19.295742 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4c72bc45-70be-463c-ab09-074c57d7bec7 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:25:19.324787 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-591ef296-3dd8-4e8c-a98a-9e0efa04db7b req-b6915825-0340-4203-b1cc-8658c95cf56e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114810 May 26 16:25:19.365685 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8a1cfe01-194e-4da4-84c8-2f43b59806db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284775052', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:24Z', 'updated_at': '2022-05-26T16:24:37Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:25Z', 'updated_at': '2022-05-26T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '96ca254e-c491-4ef3-a88b-71554bfa4ea3', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'port_id': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e', 'mac_address': 'fa:16:3e:4d:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:25:13Z', 'updated_at': '2022-05-26T16:25:13Z', 'revision_number': 0, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '934458f2-8be2-4622-94e3-bc6a3b63def4', 'name': '', 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:b1:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e4a72073-56ee-47b2-b7ed-fa9f44cedf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:33Z', 'updated_at': '2022-05-26T16:24:54Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'e4a72073-56ee-47b2-b7ed-fa9f44cedf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:19.375762 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-8783cb8b-7eed-4e95-99b8-ab82e82b2265 tempest-SubnetPoolsTestJSON-2083016528 tempest-SubnetPoolsTestJSON-2083016528-project] delete failed (client error): The resource could not be found. May 26 16:25:19.377809 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8783cb8b-7eed-4e95-99b8-ab82e82b2265 tempest-SubnetPoolsTestJSON-2083016528 tempest-SubnetPoolsTestJSON-2083016528-project] 10.222.0.77 "DELETE /v2.0/subnetpools/3039b0d9-cb12-4e6f-9723-52e4799f986e HTTP/1.1" status: 404 len: 346 time: 0.0821352 May 26 16:25:19.465366 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1cfe01-194e-4da4-84c8-2f43b59806db None None] The sync data for ids ['b63a4406-98af-4dd6-a004-cfa917eae16e'] in n-d-843337-2 is: [{'id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284775052', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:24Z', 'updated_at': '2022-05-26T16:24:37Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:25Z', 'updated_at': '2022-05-26T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '96ca254e-c491-4ef3-a88b-71554bfa4ea3', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'port_id': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e', 'mac_address': 'fa:16:3e:4d:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:25:13Z', 'updated_at': '2022-05-26T16:25:13Z', 'revision_number': 0, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '934458f2-8be2-4622-94e3-bc6a3b63def4', 'name': '', 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:b1:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e4a72073-56ee-47b2-b7ed-fa9f44cedf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:33Z', 'updated_at': '2022-05-26T16:24:54Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'e4a72073-56ee-47b2-b7ed-fa9f44cedf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:25:19.481437 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0dd5c78b-0869-4a79-8753-7fc3b9a970e4 req-a672e267-b5dd-4b13-b0dd-58ce2a0777d7 service neutron] 10.222.0.81 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603346 May 26 16:25:19.863179 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac804125-ca65-4183-b924-175b05b9cb81 req-e8c98282-69da-4b33-8c9d-c13a929eceff tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:19.864852 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac804125-ca65-4183-b924-175b05b9cb81 req-e8c98282-69da-4b33-8c9d-c13a929eceff tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1751525 May 26 16:25:19.866803 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0dd5c78b-0869-4a79-8753-7fc3b9a970e4 req-d1c4ce90-0a5f-4971-bc65-be4a50fb6d1f service neutron] 10.222.0.81 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780451 May 26 16:25:19.868224 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43282) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:19.885691 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04c6e6-370f-4689-930b-06e23de1f5e9 req-ad8dc238-75d5-4ec5-a024-45af5a3ea611 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:19.887574 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0e04c6e6-370f-4689-930b-06e23de1f5e9 req-ad8dc238-75d5-4ec5-a024-45af5a3ea611 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 946 time: 0.1499355 May 26 16:25:20.030492 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b62c1165-d135-463b-a3f1-b3c2499b7444 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Deleting port 8821bd39-2277-4ca0-96c1-8de1b50b96a5 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:20.031097 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b62c1165-d135-463b-a3f1-b3c2499b7444 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:20.071994 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac804125-ca65-4183-b924-175b05b9cb81 req-2e6d7cf9-d46c-4966-8002-b2578471c2c2 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828198 May 26 16:25:20.077813 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0e04c6e6-370f-4689-930b-06e23de1f5e9 req-00792ed7-b7b7-4fbb-8426-7e8277dd95e4 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592209 May 26 16:25:20.085575 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac3334b-0ae6-441e-b7d1-e7fcc35dc1aa None None] New status for floating IP 96ca254e-c491-4ef3-a88b-71554bfa4ea3: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:25:20.090074 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b039af38-23a4-4287-bdfe-d4a51aa084bb tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/floatingips/96ca254e-c491-4ef3-a88b-71554bfa4ea3 HTTP/1.1" status: 200 len: 991 time: 0.2205524 May 26 16:25:20.243908 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-b62c1165-d135-463b-a3f1-b3c2499b7444 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] For port 8821bd39-2277-4ca0-96c1-8de1b50b96a5, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=8821bd39-2277-4ca0-96c1-8de1b50b96a5,segment=NetworkSegment(803fde96-4853-4d43-9d02-c565ea5a9aab),segment_id=803fde96-4853-4d43-9d02-c565ea5a9aab)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:20.244665 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b62c1165-d135-463b-a3f1-b3c2499b7444 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:20.265937 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b62c1165-d135-463b-a3f1-b3c2499b7444 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Calling delete_port for 8821bd39-2277-4ca0-96c1-8de1b50b96a5 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:20.305441 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43288) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:20.381094 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25356dee-c5c5-4f82-a2f9-c3921a05d0ae req-3073ba36-1369-4155-bfc5-29ea3e537d19 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:20.383067 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25356dee-c5c5-4f82-a2f9-c3921a05d0ae req-3073ba36-1369-4155-bfc5-29ea3e537d19 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1626225 May 26 16:25:20.504616 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25356dee-c5c5-4f82-a2f9-c3921a05d0ae req-a7b197f7-5614-4090-a671-2819c7c75948 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008673 May 26 16:25:20.703611 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-946bb389-ea5f-49f2-9db4-1839c2734001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:20.759210 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b62c1165-d135-463b-a3f1-b3c2499b7444 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:20.800801 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323252a-69e5-4b6e-acb1-2b6594656872 req-1c31588a-b108-4b68-81f4-21d37ac92ec6 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:20.802418 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4323252a-69e5-4b6e-acb1-2b6594656872 req-1c31588a-b108-4b68-81f4-21d37ac92ec6 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.0952497 May 26 16:25:20.811742 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c1165-d135-463b-a3f1-b3c2499b7444 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Port': ['ID=8821bd39-2277-4ca0-96c1-8de1b50b96a5,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:20.910371 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4323252a-69e5-4b6e-acb1-2b6594656872 req-7b963467-c5ba-467b-93b6-6a8cfe3ceaa1 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829690 May 26 16:25:20.956490 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-946bb389-ea5f-49f2-9db4-1839c2734001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:20.974149 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-946bb389-ea5f-49f2-9db4-1839c2734001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.095324 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-946bb389-ea5f-49f2-9db4-1839c2734001 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=16b131712571404e8706e1dc58345aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7872922 May 26 16:25:21.096473 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43304) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:21.097000 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43306) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:21.115241 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946bb389-ea5f-49f2-9db4-1839c2734001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a8eb46-f920-4f02-a3ec-c9d3023166e2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:21.280200 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b62c1165-d135-463b-a3f1-b3c2499b7444 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.347905 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3b55a4d2-6527-470d-b555-ee40de332ec8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/floatingips/96ca254e-c491-4ef3-a88b-71554bfa4ea3 HTTP/1.1" status: 200 len: 993 time: 0.2426729 May 26 16:25:21.450150 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb9370cc-c921-4eaf-a84c-b34458f08775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.469613 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6ab31-27f2-4bb8-8601-1aa193542672 req-a6aa6fbf-431f-44b6-8ea3-636766f77b07 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:21.472127 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4ab6ab31-27f2-4bb8-8601-1aa193542672 req-a6aa6fbf-431f-44b6-8ea3-636766f77b07 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.2493947 May 26 16:25:21.596751 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2215fe-ccdf-442d-87c8-009aa8e99be1 req-86152aa3-350a-4f72-8b5b-35bd17ad1acf tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:21.601005 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea2215fe-ccdf-442d-87c8-009aa8e99be1 req-86152aa3-350a-4f72-8b5b-35bd17ad1acf tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 946 time: 0.2337399 May 26 16:25:21.606078 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb9370cc-c921-4eaf-a84c-b34458f08775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.741244 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62c1165-d135-463b-a3f1-b3c2499b7444 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Router faafe509-1e23-4dbd-98f9-cce56a94e479 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:25:21.792897 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb9370cc-c921-4eaf-a84c-b34458f08775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.796407 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb9370cc-c921-4eaf-a84c-b34458f08775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:21.799198 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bb9370cc-c921-4eaf-a84c-b34458f08775 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/20a8eb46-f920-4f02-a3ec-c9d3023166e2 HTTP/1.1" status: 204 len: 168 time: 0.6988232 May 26 16:25:21.815453 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4ab6ab31-27f2-4bb8-8601-1aa193542672 req-7e1d4171-89a4-4ba9-8b0a-f71436bdfdf9 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318114 May 26 16:25:21.864830 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62c1165-d135-463b-a3f1-b3c2499b7444 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:25:21.873545 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b62c1165-d135-463b-a3f1-b3c2499b7444 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "PUT /v2.0/routers/faafe509-1e23-4dbd-98f9-cce56a94e479/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0406208 May 26 16:25:21.880148 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed8a7ff-f4aa-4eae-a7ec-ca97d929b19b None None] Sync routers for ids ['faafe509-1e23-4dbd-98f9-cce56a94e479'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:25:21.883293 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43314) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:21.893307 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9370cc-c921-4eaf-a84c-b34458f08775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a8eb46-f920-4f02-a3ec-c9d3023166e2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:21.909902 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed8a7ff-f4aa-4eae-a7ec-ca97d929b19b None None] Routers {'faafe509-1e23-4dbd-98f9-cce56a94e479'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:21.910151 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea2215fe-ccdf-442d-87c8-009aa8e99be1 req-cfdfb954-cb20-46ca-8d56-acc89591ff74 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976170 May 26 16:25:21.912178 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4ed8a7ff-f4aa-4eae-a7ec-ca97d929b19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:25:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['faafe509-1e23-4dbd-98f9-cce56a94e479'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:21.995683 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d34b7ce5-cc0d-48e4-8ccd-15457731a9c8 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Deleting subnet 2b6979ca-a67e-4251-a94f-aacafe2e4b0d {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:25:22.000471 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d34b7ce5-cc0d-48e4-8ccd-15457731a9c8 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:22.095659 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d34b7ce5-cc0d-48e4-8ccd-15457731a9c8 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:22.222705 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5ea16-7f42-4e58-b199-2435d0d09d29 req-f5b285f1-2941-4140-b51d-69436d6affca tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:22.240458 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bdb5ea16-7f42-4e58-b199-2435d0d09d29 req-f5b285f1-2941-4140-b51d-69436d6affca tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1534395 May 26 16:25:22.345259 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d34b7ce5-cc0d-48e4-8ccd-15457731a9c8 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:22.349058 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bdb5ea16-7f42-4e58-b199-2435d0d09d29 req-76e56f33-972a-4a13-8286-045a9b565553 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076510 May 26 16:25:22.457784 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-4ed8a7ff-f4aa-4eae-a7ec-ca97d929b19b None None] Set router faafe509-1e23-4dbd-98f9-cce56a94e479 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:22.510327 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d34b7ce5-cc0d-48e4-8ccd-15457731a9c8 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:22.554815 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b7ce5-cc0d-48e4-8ccd-15457731a9c8 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6979ca-a67e-4251-a94f-aacafe2e4b0d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:22.566458 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d34b7ce5-cc0d-48e4-8ccd-15457731a9c8 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:22.574355 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d34b7ce5-cc0d-48e4-8ccd-15457731a9c8 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/subnets/2b6979ca-a67e-4251-a94f-aacafe2e4b0d HTTP/1.1" status: 204 len: 168 time: 0.6898923 May 26 16:25:22.576854 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43332) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:22.585097 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2ea9cf-f500-4544-8a5d-443650ed88f6 None None] Network 024a58ba-55bf-4503-be38-06d39361b451 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:25:22.700341 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57334c4-3f09-4198-b232-8b6530a334b3 req-69e38bb9-7461-4d07-a8b9-5d6347ad09e3 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:22.707943 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b57334c4-3f09-4198-b232-8b6530a334b3 req-69e38bb9-7461-4d07-a8b9-5d6347ad09e3 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1583591 May 26 16:25:22.744596 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-60064e71-3be8-44bf-b911-0b86fcc90a25 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:22.848455 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-60064e71-3be8-44bf-b911-0b86fcc90a25 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Deleting port ea626fcb-4097-4093-b2a2-e58c42ce9d1c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:22.848836 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-60064e71-3be8-44bf-b911-0b86fcc90a25 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:22.852586 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b57334c4-3f09-4198-b232-8b6530a334b3 req-3cc168ae-c40b-4a64-826a-76d6fe9e47aa tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362431 May 26 16:25:23.020542 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-60064e71-3be8-44bf-b911-0b86fcc90a25 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] For port ea626fcb-4097-4093-b2a2-e58c42ce9d1c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ea626fcb-4097-4093-b2a2-e58c42ce9d1c,segment=NetworkSegment(803fde96-4853-4d43-9d02-c565ea5a9aab),segment_id=803fde96-4853-4d43-9d02-c565ea5a9aab)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:23.026497 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-60064e71-3be8-44bf-b911-0b86fcc90a25 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.124891 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-60064e71-3be8-44bf-b911-0b86fcc90a25 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Calling delete_port for ea626fcb-4097-4093-b2a2-e58c42ce9d1c owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:23.319392 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-60064e71-3be8-44bf-b911-0b86fcc90a25 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.328947 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569efe6-f5b8-46d1-b678-56357bf0c89d req-fc1b3ad1-32d6-453c-9ef0-f3c24ca348ce tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:23.332760 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8569efe6-f5b8-46d1-b678-56357bf0c89d req-fc1b3ad1-32d6-453c-9ef0-f3c24ca348ce tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 946 time: 0.2255485 May 26 16:25:23.385986 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60064e71-3be8-44bf-b911-0b86fcc90a25 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Port': ['ID=ea626fcb-4097-4093-b2a2-e58c42ce9d1c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:23.405303 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60064e71-3be8-44bf-b911-0b86fcc90a25 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] No DVR routers for this DVR port ea626fcb-4097-4093-b2a2-e58c42ce9d1c on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:25:23.429579 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4ed8a7ff-f4aa-4eae-a7ec-ca97d929b19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:25:20Z', 'revision_number': 10, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:23.461295 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed8a7ff-f4aa-4eae-a7ec-ca97d929b19b None None] Checking router: faafe509-1e23-4dbd-98f9-cce56a94e479 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:25:23.472345 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed8a7ff-f4aa-4eae-a7ec-ca97d929b19b None None] Routers {'faafe509-1e23-4dbd-98f9-cce56a94e479'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:23.472904 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4ed8a7ff-f4aa-4eae-a7ec-ca97d929b19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:25:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['faafe509-1e23-4dbd-98f9-cce56a94e479'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:23.500326 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e7d59-d09e-4d7c-8b1b-9f912d6f9862 req-76cc1948-c5af-4727-9e83-bb10e1d65824 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:23.513740 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cb4e7d59-d09e-4d7c-8b1b-9f912d6f9862 req-76cc1948-c5af-4727-9e83-bb10e1d65824 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.3347239 May 26 16:25:23.616970 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28333bf7-65e3-452e-b006-e03d06d62287 None None] DHCP port deletion for 024a58ba-55bf-4503-be38-06d39361b451 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:25:23.662148 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8569efe6-f5b8-46d1-b678-56357bf0c89d req-3cd4144e-3d39-4b56-819e-dadfd855021a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148370 May 26 16:25:23.678352 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-4ed8a7ff-f4aa-4eae-a7ec-ca97d929b19b None None] Set router faafe509-1e23-4dbd-98f9-cce56a94e479 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:23.697763 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cb4e7d59-d09e-4d7c-8b1b-9f912d6f9862 req-09a90df1-2de0-4388-ad4b-3e0fadf4b249 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325269 May 26 16:25:23.706066 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-60064e71-3be8-44bf-b911-0b86fcc90a25 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.791878 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-60064e71-3be8-44bf-b911-0b86fcc90a25 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024a58ba-55bf-4503-be38-06d39361b451']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:23.827206 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-60064e71-3be8-44bf-b911-0b86fcc90a25 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803fde96-4853-4d43-9d02-c565ea5a9aab') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:23.827512 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-60064e71-3be8-44bf-b911-0b86fcc90a25 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803fde96-4853-4d43-9d02-c565ea5a9aab') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:23.866539 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-60064e71-3be8-44bf-b911-0b86fcc90a25 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.894249 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfecafcf-7288-42d5-beaa-0dcaa6c67c20 req-236593f5-a1a9-45a7-a97a-8ebf52f3c720 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:23.908046 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bfecafcf-7288-42d5-beaa-0dcaa6c67c20 req-236593f5-a1a9-45a7-a97a-8ebf52f3c720 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.0818884 May 26 16:25:23.927128 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-60064e71-3be8-44bf-b911-0b86fcc90a25 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.958375 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60064e71-3be8-44bf-b911-0b86fcc90a25 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:25:23.959082 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-60064e71-3be8-44bf-b911-0b86fcc90a25 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:23.981037 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bfecafcf-7288-42d5-beaa-0dcaa6c67c20 req-1d7dfa18-c544-4eb9-bd0c-244d229e83d3 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656223 May 26 16:25:24.083837 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4ed8a7ff-f4aa-4eae-a7ec-ca97d929b19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:25:20Z', 'revision_number': 10, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:24.128019 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed8a7ff-f4aa-4eae-a7ec-ca97d929b19b None None] The sync data for ids ['faafe509-1e23-4dbd-98f9-cce56a94e479'] in n-d-843337-2 is: [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:25:20Z', 'revision_number': 10, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None, '_interfaces': [{'id': '206e4b57-22e7-4ac2-a0e0-fad7ff86efa5', 'name': '', 'network_id': 'f295006e-07c3-4895-bec9-fd74d733c6bc', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'mac_address': 'fa:16:3e:af:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:10Z', 'updated_at': '2022-05-26T16:24:25Z', 'revision_number': 5, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'subnets': [{'id': '25bef884-7b9c-4f5a-affe-51a82d5b8af5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:25:24.163801 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 803fde96-4853-4d43-9d02-c565ea5a9aab resource provider aggregate not found May 26 16:25:24.190040 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 803fde96-4853-4d43-9d02-c565ea5a9aab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 803fde96-4853-4d43-9d02-c565ea5a9aab found for delete ", "request_id": "req-b2d34adf-2c6a-412d-a032-a9763897188c"}]} May 26 16:25:24.223164 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-60064e71-3be8-44bf-b911-0b86fcc90a25 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:24.234331 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-60064e71-3be8-44bf-b911-0b86fcc90a25 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:24.238023 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7584b31-7dfb-4485-8529-ca1c35dad5f0 req-fc251103-2894-4f8b-b1ff-336ae2f9885c tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:24.241302 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7584b31-7dfb-4485-8529-ca1c35dad5f0 req-fc251103-2894-4f8b-b1ff-336ae2f9885c tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.0959420 May 26 16:25:24.242376 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43370) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:24.255315 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-60064e71-3be8-44bf-b911-0b86fcc90a25 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/networks/024a58ba-55bf-4503-be38-06d39361b451 HTTP/1.1" status: 204 len: 168 time: 1.6752555 May 26 16:25:24.322745 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60064e71-3be8-44bf-b911-0b86fcc90a25 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Network': ['ID=024a58ba-55bf-4503-be38-06d39361b451,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:24.510360 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7584b31-7dfb-4485-8529-ca1c35dad5f0 req-f2640a7b-f460-4560-bd0a-ed91bcfc3d40 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304190 May 26 16:25:24.997971 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6237a47-298c-403b-bab2-d988fe1884fe req-06482e3a-5936-4e61-b833-3ca8bf5de53e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:25.010480 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d6237a47-298c-403b-bab2-d988fe1884fe req-06482e3a-5936-4e61-b833-3ca8bf5de53e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.3399642 May 26 16:25:25.117098 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d6237a47-298c-403b-bab2-d988fe1884fe req-538117c7-5a6d-4b0e-8ee8-4e80700feec1 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052039 May 26 16:25:25.159975 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832d445-692a-46bd-9960-1cced6c69b62 req-01e3b391-81e9-4458-9076-d4f1cd8c45e3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:25.160765 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8821bd39-2277-4ca0-96c1-8de1b50b96a5 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:25:25.175972 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d832d445-692a-46bd-9960-1cced6c69b62 req-01e3b391-81e9-4458-9076-d4f1cd8c45e3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 946 time: 0.3816726 May 26 16:25:25.212775 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 8821bd39-2277-4ca0-96c1-8de1b50b96a5 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:25:25.213504 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8821bd39-2277-4ca0-96c1-8de1b50b96a5 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:25:25.214187 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ea626fcb-4097-4093-b2a2-e58c42ce9d1c no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:25:25.248724 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: ea626fcb-4097-4093-b2a2-e58c42ce9d1c {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:25:25.249565 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ea626fcb-4097-4093-b2a2-e58c42ce9d1c not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:25:25.337421 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d832d445-692a-46bd-9960-1cced6c69b62 req-ff283e27-4fdd-4408-92a6-3e06ca0c278b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593637 May 26 16:25:25.575107 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a37edde-3191-41ab-a7b9-f2feb85a20fb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:26.116311 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f6c17-d8c9-45cf-92ec-c7fdff553816 req-17fbee20-0a76-478c-a03f-9167f6dfa569 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:26.128569 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a99f6c17-d8c9-45cf-92ec-c7fdff553816 req-17fbee20-0a76-478c-a03f-9167f6dfa569 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1498470 May 26 16:25:26.245738 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a99f6c17-d8c9-45cf-92ec-c7fdff553816 req-12f41a90-29fa-489e-bcb2-5c0661f401e9 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103826 May 26 16:25:26.345204 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-5a37edde-3191-41ab-a7b9-f2feb85a20fb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Deleting port 206e4b57-22e7-4ac2-a0e0-fad7ff86efa5 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:26.345593 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a37edde-3191-41ab-a7b9-f2feb85a20fb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:26.488564 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43436) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:26.668533 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-20a179cd-d830-4c3b-a91b-080181c1007c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:26.810708 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-20a179cd-d830-4c3b-a91b-080181c1007c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:26.822281 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-20a179cd-d830-4c3b-a91b-080181c1007c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:26.845116 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-5a37edde-3191-41ab-a7b9-f2feb85a20fb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] For port 206e4b57-22e7-4ac2-a0e0-fad7ff86efa5, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=206e4b57-22e7-4ac2-a0e0-fad7ff86efa5,segment=NetworkSegment(b368cf36-1452-4c28-b13f-45d34c06d0db),segment_id=b368cf36-1452-4c28-b13f-45d34c06d0db)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:26.846098 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a37edde-3191-41ab-a7b9-f2feb85a20fb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:26.871310 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-5a37edde-3191-41ab-a7b9-f2feb85a20fb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Calling delete_port for 206e4b57-22e7-4ac2-a0e0-fad7ff86efa5 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:26.884494 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-20a179cd-d830-4c3b-a91b-080181c1007c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ceeddd5b00ad4c178a5a9316ee9038ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3939519 May 26 16:25:26.885937 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43442) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:26.897088 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a179cd-d830-4c3b-a91b-080181c1007c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd742e2-2022-4411-b96d-8e423ca10ccc,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:26.985004 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ba558f9a-d1ef-40b7-872e-886c30ea37cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.018658 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ba558f9a-d1ef-40b7-872e-886c30ea37cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.024833 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd28612-6e4a-4a57-9957-6a684358cff9 req-9f13e150-2f3c-4fb5-a786-d23ddc5ce475 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:27.029200 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dfd28612-6e4a-4a57-9957-6a684358cff9 req-9f13e150-2f3c-4fb5-a786-d23ddc5ce475 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 946 time: 0.3325033 May 26 16:25:27.099553 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ba558f9a-d1ef-40b7-872e-886c30ea37cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.104078 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ba558f9a-d1ef-40b7-872e-886c30ea37cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.123673 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ba558f9a-d1ef-40b7-872e-886c30ea37cc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7bd742e2-2022-4411-b96d-8e423ca10ccc HTTP/1.1" status: 204 len: 168 time: 0.2339470 May 26 16:25:27.145979 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dfd28612-6e4a-4a57-9957-6a684358cff9 req-bc792797-0dbd-4730-a0ee-1321841a57fc tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085577 May 26 16:25:27.151681 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba558f9a-d1ef-40b7-872e-886c30ea37cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd742e2-2022-4411-b96d-8e423ca10ccc,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:27.301416 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a37edde-3191-41ab-a7b9-f2feb85a20fb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:27.415845 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37edde-3191-41ab-a7b9-f2feb85a20fb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Port': ['ID=206e4b57-22e7-4ac2-a0e0-fad7ff86efa5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:27.591408 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37edde-3191-41ab-a7b9-f2feb85a20fb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:27.591917 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37edde-3191-41ab-a7b9-f2feb85a20fb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:27.592382 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37edde-3191-41ab-a7b9-f2feb85a20fb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:27.592829 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37edde-3191-41ab-a7b9-f2feb85a20fb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:27.593261 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37edde-3191-41ab-a7b9-f2feb85a20fb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:27.593699 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37edde-3191-41ab-a7b9-f2feb85a20fb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:27.594129 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37edde-3191-41ab-a7b9-f2feb85a20fb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:27.594560 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37edde-3191-41ab-a7b9-f2feb85a20fb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:27.595010 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37edde-3191-41ab-a7b9-f2feb85a20fb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:27.595561 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37edde-3191-41ab-a7b9-f2feb85a20fb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:27.595993 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37edde-3191-41ab-a7b9-f2feb85a20fb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:27.597333 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37edde-3191-41ab-a7b9-f2feb85a20fb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:25:27.834101 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c787a8e-cd4f-4f6a-9507-58c957bd93d0 req-0ed894aa-24a8-437e-917f-ac2757cab2b9 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:27.836121 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6c787a8e-cd4f-4f6a-9507-58c957bd93d0 req-0ed894aa-24a8-437e-917f-ac2757cab2b9 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.3870108 May 26 16:25:27.837440 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a37edde-3191-41ab-a7b9-f2feb85a20fb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.000595 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43462) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:28.025464 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a80380f-3e3e-496c-bdab-a61a46ee73ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.084881 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6c787a8e-cd4f-4f6a-9507-58c957bd93d0 req-0f047385-5431-49c9-bc65-756682a3f276 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363417 May 26 16:25:28.255586 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a37edde-3191-41ab-a7b9-f2feb85a20fb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Router faafe509-1e23-4dbd-98f9-cce56a94e479 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:25:28.294183 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a80380f-3e3e-496c-bdab-a61a46ee73ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.302971 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a80380f-3e3e-496c-bdab-a61a46ee73ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.415402 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8a80380f-3e3e-496c-bdab-a61a46ee73ae admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9647398b11654f079370f4f41e100fdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4116135 May 26 16:25:28.419193 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43468) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:28.444029 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a37edde-3191-41ab-a7b9-f2feb85a20fb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:25:28.457453 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8987bd21-42d3-42d6-a668-bd589c580d4b None None] Sync routers for ids ['faafe509-1e23-4dbd-98f9-cce56a94e479'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:25:28.485017 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80380f-3e3e-496c-bdab-a61a46ee73ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d217511-93f5-4dc7-bd39-f16a2875ac5e,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:28.489641 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8987bd21-42d3-42d6-a668-bd589c580d4b None None] Routers {'faafe509-1e23-4dbd-98f9-cce56a94e479'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:28.494878 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8987bd21-42d3-42d6-a668-bd589c580d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:25:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['faafe509-1e23-4dbd-98f9-cce56a94e479'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:28.509957 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5a37edde-3191-41ab-a7b9-f2feb85a20fb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "PUT /v2.0/routers/faafe509-1e23-4dbd-98f9-cce56a94e479/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2629819 May 26 16:25:28.514012 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43470) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:28.615454 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc340a83-9889-4108-8dae-9ba29b7ef019 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Deleting subnet 25bef884-7b9c-4f5a-affe-51a82d5b8af5 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:25:28.620482 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dc340a83-9889-4108-8dae-9ba29b7ef019 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.639129 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e1c95-36c1-42f1-b4c8-79f0f7f9e6f8 req-b59c766e-0db3-43af-8aa7-e331b6d683df tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:28.647924 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea4e1c95-36c1-42f1-b4c8-79f0f7f9e6f8 req-b59c766e-0db3-43af-8aa7-e331b6d683df tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 946 time: 0.1599708 May 26 16:25:28.655064 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96e6c9-382d-433d-b45c-ed7f43d7c57d req-c72fed6d-e4f8-49c9-bbee-97c21e2475f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:28.656648 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ef96e6c9-382d-433d-b45c-ed7f43d7c57d req-c72fed6d-e4f8-49c9-bbee-97c21e2475f5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da4a805e29d24584b545bb330805b32f&device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 1096 time: 0.2106936 May 26 16:25:28.700512 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-8987bd21-42d3-42d6-a668-bd589c580d4b None None] Set router faafe509-1e23-4dbd-98f9-cce56a94e479 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:28.711336 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dc340a83-9889-4108-8dae-9ba29b7ef019 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.754732 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea4e1c95-36c1-42f1-b4c8-79f0f7f9e6f8 req-3671b473-b478-44a8-bf86-5843a2d45d59 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056492 May 26 16:25:28.842746 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8987bd21-42d3-42d6-a668-bd589c580d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:25:27Z', 'revision_number': 11, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:28.903181 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96e6c9-382d-433d-b45c-ed7f43d7c57d req-b3bfae7c-bbcf-4c00-9eab-e7d8b02059f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:28.903181 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ef96e6c9-382d-433d-b45c-ed7f43d7c57d req-b3bfae7c-bbcf-4c00-9eab-e7d8b02059f8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=108e172f-9bd7-4858-818f-d588950b8366 HTTP/1.1" status: 200 len: 915 time: 0.2065821 May 26 16:25:28.929276 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8987bd21-42d3-42d6-a668-bd589c580d4b None None] Checking router: faafe509-1e23-4dbd-98f9-cce56a94e479 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:25:28.937445 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-625f4326-88d1-46e9-bc34-45e1e60f4657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.956735 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dc340a83-9889-4108-8dae-9ba29b7ef019 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:28.963946 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8987bd21-42d3-42d6-a668-bd589c580d4b None None] Routers {'faafe509-1e23-4dbd-98f9-cce56a94e479'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:28.964688 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8987bd21-42d3-42d6-a668-bd589c580d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:25:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['faafe509-1e23-4dbd-98f9-cce56a94e479'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:28.979906 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ef96e6c9-382d-433d-b45c-ed7f43d7c57d req-5458b8df-898a-4a8a-90ce-aecdeb15bdea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7ad9af1-3103-4621-91a9-df29d8dc5b19 HTTP/1.1" status: 200 len: 217 time: 0.0705183 May 26 16:25:29.067886 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96e6c9-382d-433d-b45c-ed7f43d7c57d req-db8893cd-0b3a-4371-83d5-e510125003f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:29.069812 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ef96e6c9-382d-433d-b45c-ed7f43d7c57d req-db8893cd-0b3a-4371-83d5-e510125003f7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7bfd769-d7ce-4e57-9136-78fe7b11a40e HTTP/1.1" status: 200 len: 854 time: 0.0809402 May 26 16:25:29.125713 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-625f4326-88d1-46e9-bc34-45e1e60f4657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:29.174444 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ef96e6c9-382d-433d-b45c-ed7f43d7c57d req-7ae37343-3a4f-402f-a784-74b79e4e5168 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=108e172f-9bd7-4858-818f-d588950b8366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955260 May 26 16:25:29.178588 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-8987bd21-42d3-42d6-a668-bd589c580d4b None None] Set router faafe509-1e23-4dbd-98f9-cce56a94e479 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:29.324666 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dc340a83-9889-4108-8dae-9ba29b7ef019 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:29.339701 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8987bd21-42d3-42d6-a668-bd589c580d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:25:27Z', 'revision_number': 11, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:29.376978 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8987bd21-42d3-42d6-a668-bd589c580d4b None None] The sync data for ids ['faafe509-1e23-4dbd-98f9-cce56a94e479'] in n-d-843337-2 is: [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:25:27Z', 'revision_number': 11, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:25:29.396715 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc340a83-9889-4108-8dae-9ba29b7ef019 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Subnet': ['ID=25bef884-7b9c-4f5a-affe-51a82d5b8af5,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:29.410653 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-625f4326-88d1-46e9-bc34-45e1e60f4657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:29.416615 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-625f4326-88d1-46e9-bc34-45e1e60f4657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:29.422148 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-625f4326-88d1-46e9-bc34-45e1e60f4657 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0d217511-93f5-4dc7-bd39-f16a2875ac5e HTTP/1.1" status: 204 len: 168 time: 0.9988348 May 26 16:25:29.454558 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dc340a83-9889-4108-8dae-9ba29b7ef019 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:29.458735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff0243c-8ad3-4be0-8072-adc23ef73cad None None] Network f295006e-07c3-4895-bec9-fd74d733c6bc requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:25:29.468946 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-dc340a83-9889-4108-8dae-9ba29b7ef019 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/subnets/25bef884-7b9c-4f5a-affe-51a82d5b8af5 HTTP/1.1" status: 204 len: 168 time: 0.9520595 May 26 16:25:29.472431 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43486) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:29.517746 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ef96e6c9-382d-433d-b45c-ed7f43d7c57d req-47fe851f-e5d4-4653-b308-dacaf47a9585 service neutron] 10.222.0.81 "GET /v2.0/networks/108e172f-9bd7-4858-818f-d588950b8366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286223 May 26 16:25:29.555363 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0882e71-e709-4e81-8e61-bd4ca1b00bef req-cc6337c3-e98d-4be9-b5c9-379c6a87c437 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:29.557152 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e0882e71-e709-4e81-8e61-bd4ca1b00bef req-cc6337c3-e98d-4be9-b5c9-379c6a87c437 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.2402108 May 26 16:25:29.690364 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6dcfec06-7572-445c-88ae-139b00c6af2a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:29.706851 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f4326-88d1-46e9-bc34-45e1e60f4657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d217511-93f5-4dc7-bd39-f16a2875ac5e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:29.755105 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e0882e71-e709-4e81-8e61-bd4ca1b00bef req-6f223721-d232-4170-af41-837542cf530b tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751244 May 26 16:25:29.886636 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ef96e6c9-382d-433d-b45c-ed7f43d7c57d req-6210e5db-815c-4062-bbad-0b6f80c7ed24 service neutron] 10.222.0.81 "GET /v2.0/networks/108e172f-9bd7-4858-818f-d588950b8366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544862 May 26 16:25:29.897840 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-6dcfec06-7572-445c-88ae-139b00c6af2a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Deleting port 85ffb94d-055f-4cd6-8cb9-c84689680904 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:29.900292 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6dcfec06-7572-445c-88ae-139b00c6af2a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.010188 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3e854e-1c9d-4ae7-bf46-be9ac1586969 None None] DHCP port deletion for f295006e-07c3-4895-bec9-fd74d733c6bc request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:25:30.088482 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-6dcfec06-7572-445c-88ae-139b00c6af2a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] For port 85ffb94d-055f-4cd6-8cb9-c84689680904, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=85ffb94d-055f-4cd6-8cb9-c84689680904,segment=NetworkSegment(b368cf36-1452-4c28-b13f-45d34c06d0db),segment_id=b368cf36-1452-4c28-b13f-45d34c06d0db)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:30.090060 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6dcfec06-7572-445c-88ae-139b00c6af2a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.128330 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639976bb-e99c-4ae9-a096-aeab02aa0628 req-dc2185c8-0f59-4511-960c-3166daad8b49 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:30.131126 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-639976bb-e99c-4ae9-a096-aeab02aa0628 req-dc2185c8-0f59-4511-960c-3166daad8b49 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 946 time: 0.1049609 May 26 16:25:30.131960 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-6dcfec06-7572-445c-88ae-139b00c6af2a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Calling delete_port for 85ffb94d-055f-4cd6-8cb9-c84689680904 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:30.172195 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4b3e854e-1c9d-4ae7-bf46-be9ac1586969 None None] Deleting port 85ffb94d-055f-4cd6-8cb9-c84689680904 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:25:30.182608 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4b3e854e-1c9d-4ae7-bf46-be9ac1586969 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.216860 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-639976bb-e99c-4ae9-a096-aeab02aa0628 req-c0846d3b-567c-4cbc-8b89-b2781ee926be tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678024 May 26 16:25:30.327755 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6dcfec06-7572-445c-88ae-139b00c6af2a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.372627 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-4b3e854e-1c9d-4ae7-bf46-be9ac1586969 None None] For port 85ffb94d-055f-4cd6-8cb9-c84689680904, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=85ffb94d-055f-4cd6-8cb9-c84689680904,segment=NetworkSegment(b368cf36-1452-4c28-b13f-45d34c06d0db),segment_id=b368cf36-1452-4c28-b13f-45d34c06d0db)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:30.373106 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4b3e854e-1c9d-4ae7-bf46-be9ac1586969 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.396534 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfec06-7572-445c-88ae-139b00c6af2a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Port': ['ID=85ffb94d-055f-4cd6-8cb9-c84689680904,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:30.403127 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcfec06-7572-445c-88ae-139b00c6af2a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] No DVR routers for this DVR port 85ffb94d-055f-4cd6-8cb9-c84689680904 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:25:30.485253 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4b3e854e-1c9d-4ae7-bf46-be9ac1586969 None None] Calling delete_port for 85ffb94d-055f-4cd6-8cb9-c84689680904 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:25:30.681274 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6dcfec06-7572-445c-88ae-139b00c6af2a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.740894 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-6dcfec06-7572-445c-88ae-139b00c6af2a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f295006e-07c3-4895-bec9-fd74d733c6bc']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:30.763647 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.766069 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-6dcfec06-7572-445c-88ae-139b00c6af2a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b368cf36-1452-4c28-b13f-45d34c06d0db') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:30.766907 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-6dcfec06-7572-445c-88ae-139b00c6af2a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b368cf36-1452-4c28-b13f-45d34c06d0db') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:30.788222 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6dcfec06-7572-445c-88ae-139b00c6af2a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.833183 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4b3e854e-1c9d-4ae7-bf46-be9ac1586969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.836242 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6dcfec06-7572-445c-88ae-139b00c6af2a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.862289 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dcfec06-7572-445c-88ae-139b00c6af2a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:25:30.864149 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6dcfec06-7572-445c-88ae-139b00c6af2a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:30.869632 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3e854e-1c9d-4ae7-bf46-be9ac1586969 None None] No DVR routers for this DVR port 85ffb94d-055f-4cd6-8cb9-c84689680904 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:25:30.923448 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e854e-1c9d-4ae7-bf46-be9ac1586969 None None] Pushing event deleted for resources: {'Port': ['ID=85ffb94d-055f-4cd6-8cb9-c84689680904,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:31.074040 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment b368cf36-1452-4c28-b13f-45d34c06d0db resource provider aggregate not found May 26 16:25:31.141757 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment b368cf36-1452-4c28-b13f-45d34c06d0db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b368cf36-1452-4c28-b13f-45d34c06d0db found for delete ", "request_id": "req-d7d03a06-33ae-482d-8497-980f1ed7fe7f"}]} May 26 16:25:31.313924 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07395c3-930e-4707-b9da-e0756979a0b6 req-b0c55b02-787e-44bc-8d60-3fd467b12180 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:31.313924 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e07395c3-930e-4707-b9da-e0756979a0b6 req-b0c55b02-787e-44bc-8d60-3fd467b12180 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1800041 May 26 16:25:31.316567 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6dcfec06-7572-445c-88ae-139b00c6af2a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:31.317266 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 85ffb94d-055f-4cd6-8cb9-c84689680904 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:25:31.317422 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6dcfec06-7572-445c-88ae-139b00c6af2a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:31.317422 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6dcfec06-7572-445c-88ae-139b00c6af2a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/networks/f295006e-07c3-4895-bec9-fd74d733c6bc HTTP/1.1" status: 204 len: 168 time: 1.8384669 May 26 16:25:31.317422 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43536) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:31.350557 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 85ffb94d-055f-4cd6-8cb9-c84689680904 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:25:31.359559 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 85ffb94d-055f-4cd6-8cb9-c84689680904 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:25:31.360672 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 206e4b57-22e7-4ac2-a0e0-fad7ff86efa5 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:25:31.370756 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e07395c3-930e-4707-b9da-e0756979a0b6 req-f1419cbe-46f2-495b-8daf-03e89127bf44 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951292 May 26 16:25:31.412001 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-66cff07a-494e-42f6-b505-0d7be58036e1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'router': {'routes': None}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:31.459875 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 206e4b57-22e7-4ac2-a0e0-fad7ff86efa5 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:25:31.465212 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 206e4b57-22e7-4ac2-a0e0-fad7ff86efa5 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:25:31.526042 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfec06-7572-445c-88ae-139b00c6af2a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Pushing event deleted for resources: {'Network': ['ID=f295006e-07c3-4895-bec9-fd74d733c6bc,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:31.546655 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c99d1-3c3f-472a-8b29-ee27afdbd6ce req-2e328dc3-e0d0-4972-94db-e0b226bf3291 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:31.549811 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-329c99d1-3c3f-472a-8b29-ee27afdbd6ce req-2e328dc3-e0d0-4972-94db-e0b226bf3291 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 946 time: 0.0812097 May 26 16:25:31.853276 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-329c99d1-3c3f-472a-8b29-ee27afdbd6ce req-440d276f-a4d3-4cfb-b027-c91ced4e9c1e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521652 May 26 16:25:32.529307 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.extraroute_db [None req-66cff07a-494e-42f6-b505-0d7be58036e1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Added routes are [] {{(pid=103895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 26 16:25:32.530363 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.extraroute_db [None req-66cff07a-494e-42f6-b505-0d7be58036e1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Removed routes are [] {{(pid=103895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 26 16:25:32.531505 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-66cff07a-494e-42f6-b505-0d7be58036e1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:32.627193 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddf2c2-cde9-4d69-a6d2-f0683b4850b2 req-93aba395-7e7b-4947-804e-e5e96b1aa49e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:32.630956 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4cddf2c2-cde9-4d69-a6d2-f0683b4850b2 req-93aba395-7e7b-4947-804e-e5e96b1aa49e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1216502 May 26 16:25:32.704423 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4cddf2c2-cde9-4d69-a6d2-f0683b4850b2 req-9404a768-cee6-4ceb-9410-644f10eda3a7 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638826 May 26 16:25:32.894815 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-66cff07a-494e-42f6-b505-0d7be58036e1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:32.905044 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-66cff07a-494e-42f6-b505-0d7be58036e1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2061086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2061095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2062530'] for router, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:32.969547 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db9ae5-f9c2-4d63-96a2-392baabd4525 req-096cf736-d118-4367-b8e7-fbdcded259ce tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:32.971862 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-05db9ae5-f9c2-4d63-96a2-392baabd4525 req-096cf736-d118-4367-b8e7-fbdcded259ce tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 946 time: 0.1217792 May 26 16:25:33.083191 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cff07a-494e-42f6-b505-0d7be58036e1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Router faafe509-1e23-4dbd-98f9-cce56a94e479 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:25:33.113990 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-05db9ae5-f9c2-4d63-96a2-392baabd4525 req-4d05694d-0f50-40d8-945b-30f8250c74a2 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201286 May 26 16:25:33.271194 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cff07a-494e-42f6-b505-0d7be58036e1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:25:33.284060 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-66cff07a-494e-42f6-b505-0d7be58036e1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:33.286246 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-66cff07a-494e-42f6-b505-0d7be58036e1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "PUT /v2.0/routers/faafe509-1e23-4dbd-98f9-cce56a94e479 HTTP/1.1" status: 200 len: 705 time: 1.8946500 May 26 16:25:33.287770 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a9aecf-a4eb-440b-9c0e-4133d54c321e None None] Sync routers for ids ['faafe509-1e23-4dbd-98f9-cce56a94e479'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:25:33.290672 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43588) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:33.319833 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a9aecf-a4eb-440b-9c0e-4133d54c321e None None] Routers {'faafe509-1e23-4dbd-98f9-cce56a94e479'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:33.324381 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c7a9aecf-a4eb-440b-9c0e-4133d54c321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:25:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['faafe509-1e23-4dbd-98f9-cce56a94e479'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:33.353361 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-714006da-951d-4e58-80de-9f06581b952b tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "GET /v2.0/ports?device_id=faafe509-1e23-4dbd-98f9-cce56a94e479 HTTP/1.1" status: 200 len: 205 time: 0.0587564 May 26 16:25:33.353853 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43590) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:33.434291 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-c7a9aecf-a4eb-440b-9c0e-4133d54c321e None None] Set router faafe509-1e23-4dbd-98f9-cce56a94e479 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:33.538079 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fbd744e8-79f3-4af3-820a-4ec4db4b96cd tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:33.641348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c7a9aecf-a4eb-440b-9c0e-4133d54c321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:25:27Z', 'revision_number': 11, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:33.780268 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a9aecf-a4eb-440b-9c0e-4133d54c321e None None] Checking router: faafe509-1e23-4dbd-98f9-cce56a94e479 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:25:33.820036 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a9aecf-a4eb-440b-9c0e-4133d54c321e None None] Routers {'faafe509-1e23-4dbd-98f9-cce56a94e479'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:33.822482 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c7a9aecf-a4eb-440b-9c0e-4133d54c321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:25:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['faafe509-1e23-4dbd-98f9-cce56a94e479'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:33.915926 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fbd744e8-79f3-4af3-820a-4ec4db4b96cd tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:33.922873 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fbd744e8-79f3-4af3-820a-4ec4db4b96cd tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:34.058841 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-c7a9aecf-a4eb-440b-9c0e-4133d54c321e None None] Set router faafe509-1e23-4dbd-98f9-cce56a94e479 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:34.059354 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaff2b0-a510-4ee7-8b46-b535ea2bfc72 req-d5929fb2-e5ed-48fc-bcf3-ea10da50ca94 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:34.063113 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aaaff2b0-a510-4ee7-8b46-b535ea2bfc72 req-d5929fb2-e5ed-48fc-bcf3-ea10da50ca94 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1392899 May 26 16:25:34.065531 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fbd744e8-79f3-4af3-820a-4ec4db4b96cd tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:34.066710 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd744e8-79f3-4af3-820a-4ec4db4b96cd tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Fanout notify agent at l3_agent the message router_deleted on router faafe509-1e23-4dbd-98f9-cce56a94e479 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:25:34.100608 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fbd744e8-79f3-4af3-820a-4ec4db4b96cd tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:34.108115 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fbd744e8-79f3-4af3-820a-4ec4db4b96cd tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/routers/faafe509-1e23-4dbd-98f9-cce56a94e479 HTTP/1.1" status: 204 len: 168 time: 0.7493241 May 26 16:25:34.112023 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43608) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:34.126071 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-8cebc456-05db-4d4e-bd08-5c78f5d9a4e3 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2105768610', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:34.192679 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8cebc456-05db-4d4e-bd08-5c78f5d9a4e3 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:34.197139 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8cebc456-05db-4d4e-bd08-5c78f5d9a4e3 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:34.216948 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aaaff2b0-a510-4ee7-8b46-b535ea2bfc72 req-a7933265-f151-4815-a341-96f944c03c78 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349971 May 26 16:25:34.358380 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8cebc456-05db-4d4e-bd08-5c78f5d9a4e3 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:34.358995 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c7a9aecf-a4eb-440b-9c0e-4133d54c321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:25:27Z', 'revision_number': 11, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:34.366557 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8cebc456-05db-4d4e-bd08-5c78f5d9a4e3 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:34.419858 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8cebc456-05db-4d4e-bd08-5c78f5d9a4e3 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:34.425160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43614) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:34.432972 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8cebc456-05db-4d4e-bd08-5c78f5d9a4e3 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3192112 May 26 16:25:34.441439 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-1175b71a-9620-4697-9dde-0d20acf9efa9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:34.445778 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a9aecf-a4eb-440b-9c0e-4133d54c321e None None] The sync data for ids ['faafe509-1e23-4dbd-98f9-cce56a94e479'] in n-d-843337-2 is: [{'id': 'faafe509-1e23-4dbd-98f9-cce56a94e479', 'name': 'tempest-RoutersIpV6Test-router-1643809731', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:06Z', 'updated_at': '2022-05-26T16:25:27Z', 'revision_number': 11, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:25:34.729526 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dee145-df98-4306-ba31-148fb0026c01 req-b99af8f4-4920-46ed-9567-bfd2a1df998c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:34.731202 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e8dee145-df98-4306-ba31-148fb0026c01 req-b99af8f4-4920-46ed-9567-bfd2a1df998c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 946 time: 0.4049680 May 26 16:25:35.144402 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1175b71a-9620-4697-9dde-0d20acf9efa9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2061077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2062393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5615'] for router, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:35.201809 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e8dee145-df98-4306-ba31-148fb0026c01 req-e319edf1-c604-4fd7-9198-18cccea8f317 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570682 May 26 16:25:35.203305 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1175b71a-9620-4697-9dde-0d20acf9efa9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2061086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2061095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2062530'] for router, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:35.644963 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1175b71a-9620-4697-9dde-0d20acf9efa9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Router 8e10f1f2-c05b-4847-8208-57ced4f84544 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:25:35.685318 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c32f45-3b4f-40e9-8c8e-eae7c3d93bde req-b2c95471-f91c-40a2-ba5a-47360c2d96c1 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:35.697571 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43c32f45-3b4f-40e9-8c8e-eae7c3d93bde req-b2c95471-f91c-40a2-ba5a-47360c2d96c1 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1920779 May 26 16:25:35.864801 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43c32f45-3b4f-40e9-8c8e-eae7c3d93bde req-0e82a6b3-f9f2-4a63-8778-ff71bf7a33de tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657944 May 26 16:25:35.877902 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1175b71a-9620-4697-9dde-0d20acf9efa9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:25:35.892347 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1175b71a-9620-4697-9dde-0d20acf9efa9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:35.896373 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43646) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:35.900266 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1175b71a-9620-4697-9dde-0d20acf9efa9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "PUT /v2.0/routers/8e10f1f2-c05b-4847-8208-57ced4f84544 HTTP/1.1" status: 200 len: 698 time: 1.4673729 May 26 16:25:35.903249 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385eb895-7aa6-46d3-940d-0bfd5ce52f22 None None] Sync routers for ids ['8e10f1f2-c05b-4847-8208-57ced4f84544'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:25:35.937157 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385eb895-7aa6-46d3-940d-0bfd5ce52f22 None None] Routers {'8e10f1f2-c05b-4847-8208-57ced4f84544'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:35.939017 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-385eb895-7aa6-46d3-940d-0bfd5ce52f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:25:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['8e10f1f2-c05b-4847-8208-57ced4f84544'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:36.144684 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43650) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:36.145425 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-efc2a9fc-68ca-4cf3-ab76-f3288d97e72c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "GET /v2.0/routers/8e10f1f2-c05b-4847-8208-57ced4f84544 HTTP/1.1" status: 200 len: 704 time: 0.2458875 May 26 16:25:36.248706 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43652) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:36.249516 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1dadfd98-32a1-4e18-a616-e86249d62213 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e10f1f2-c05b-4847-8208-57ced4f84544 HTTP/1.1" status: 200 len: 205 time: 0.0989935 May 26 16:25:36.498915 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d3feff2d-3f61-473d-8fcb-d21ddeb95e11 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:36.528754 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93cb250-8b19-467b-bf9f-fc3441177504 req-76e18e0a-e562-47d3-a046-4914dde6f33b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:36.547990 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b93cb250-8b19-467b-bf9f-fc3441177504 req-76e18e0a-e562-47d3-a046-4914dde6f33b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 946 time: 0.1475339 May 26 16:25:36.639848 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-385eb895-7aa6-46d3-940d-0bfd5ce52f22 None None] Set router 8e10f1f2-c05b-4847-8208-57ced4f84544 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:36.654952 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:25:36.690774 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b93cb250-8b19-467b-bf9f-fc3441177504 req-fe52232e-c0a6-4e5b-b36c-d0c679f31812 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418796 May 26 16:25:36.829534 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-385eb895-7aa6-46d3-940d-0bfd5ce52f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e10f1f2-c05b-4847-8208-57ced4f84544', 'name': 'tempest-RoutersIpV6Test-router-2105768610', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:34Z', 'updated_at': '2022-05-26T16:25:35Z', 'revision_number': 2, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:36.894540 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385eb895-7aa6-46d3-940d-0bfd5ce52f22 None None] Checking router: 8e10f1f2-c05b-4847-8208-57ced4f84544 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:25:36.908998 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385eb895-7aa6-46d3-940d-0bfd5ce52f22 None None] Routers {'8e10f1f2-c05b-4847-8208-57ced4f84544'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:25:36.909979 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-385eb895-7aa6-46d3-940d-0bfd5ce52f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:25:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['8e10f1f2-c05b-4847-8208-57ced4f84544'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:36.964496 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d3feff2d-3f61-473d-8fcb-d21ddeb95e11 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:36.970823 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d3feff2d-3f61-473d-8fcb-d21ddeb95e11 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:37.033696 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-385eb895-7aa6-46d3-940d-0bfd5ce52f22 None None] Set router 8e10f1f2-c05b-4847-8208-57ced4f84544 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:25:37.059050 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d3feff2d-3f61-473d-8fcb-d21ddeb95e11 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:37.061107 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3feff2d-3f61-473d-8fcb-d21ddeb95e11 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Fanout notify agent at l3_agent the message router_deleted on router 8e10f1f2-c05b-4847-8208-57ced4f84544 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:25:37.079509 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d3feff2d-3f61-473d-8fcb-d21ddeb95e11 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:37.084358 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d3feff2d-3f61-473d-8fcb-d21ddeb95e11 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/routers/8e10f1f2-c05b-4847-8208-57ced4f84544 HTTP/1.1" status: 204 len: 168 time: 0.8316104 May 26 16:25:37.084900 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43678) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:37.145785 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-66637117-76f2-427d-b10c-adc0d9ad5e01 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e10f1f2-c05b-4847-8208-57ced4f84544 HTTP/1.1" status: 200 len: 205 time: 0.0593376 May 26 16:25:37.146678 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43680) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:37.175996 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-385eb895-7aa6-46d3-940d-0bfd5ce52f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e10f1f2-c05b-4847-8208-57ced4f84544', 'name': 'tempest-RoutersIpV6Test-router-2105768610', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:34Z', 'updated_at': '2022-05-26T16:25:35Z', 'revision_number': 2, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:25:37.184068 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70973fe9-fc3e-4a23-9c5a-a644766aa623 req-69e52ebb-9292-46bd-9cac-715057a9fced tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:37.186970 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-70973fe9-fc3e-4a23-9c5a-a644766aa623 req-69e52ebb-9292-46bd-9cac-715057a9fced tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1275399 May 26 16:25:37.216085 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385eb895-7aa6-46d3-940d-0bfd5ce52f22 None None] The sync data for ids ['8e10f1f2-c05b-4847-8208-57ced4f84544'] in n-d-843337-2 is: [{'id': '8e10f1f2-c05b-4847-8208-57ced4f84544', 'name': 'tempest-RoutersIpV6Test-router-2105768610', 'tenant_id': '7c05bed383db4b70b043bf60b5d2bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:25:34Z', 'updated_at': '2022-05-26T16:25:35Z', 'revision_number': 2, 'project_id': '7c05bed383db4b70b043bf60b5d2bde6', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:25:37.263379 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-17a8996c-b1e0-408c-89b6-a4c3b5441dad tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] delete failed (client error): The resource could not be found. May 26 16:25:37.264784 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-17a8996c-b1e0-408c-89b6-a4c3b5441dad tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/routers/8e10f1f2-c05b-4847-8208-57ced4f84544 HTTP/1.1" status: 404 len: 336 time: 0.1162522 May 26 16:25:37.267855 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43684) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:37.314381 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47b8e05-07ce-4c26-b3b4-d90f9d123e5e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] DELETE failed (client error): The resource could not be found. May 26 16:25:37.315138 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47b8e05-07ce-4c26-b3b4-d90f9d123e5e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:25:37.318809 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a47b8e05-07ce-4c26-b3b4-d90f9d123e5e tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/subnets/aa51be1a-46e8-4622-986b-352d2fa49df5 HTTP/1.1" status: 404 len: 337 time: 0.0498681 May 26 16:25:37.321932 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43686) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:37.339367 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-70973fe9-fc3e-4a23-9c5a-a644766aa623 req-823f9177-31b0-4383-8757-184aa6804a2f tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835104 May 26 16:25:37.377782 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c8056f-5ad7-4e8b-a216-5b27fb96538c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] DELETE failed (client error): The resource could not be found. May 26 16:25:37.378518 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c8056f-5ad7-4e8b-a216-5b27fb96538c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:25:37.394154 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a3c8056f-5ad7-4e8b-a216-5b27fb96538c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/subnets/3f265376-82f0-4f99-98a3-e784921e8547 HTTP/1.1" status: 404 len: 337 time: 0.0679314 May 26 16:25:37.394663 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43688) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:37.486417 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-14145de3-d0cc-48e9-ac18-2b6d30a30fad tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] DELETE failed (client error): The resource could not be found. May 26 16:25:37.487190 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14145de3-d0cc-48e9-ac18-2b6d30a30fad tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:25:37.492933 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-14145de3-d0cc-48e9-ac18-2b6d30a30fad tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/subnets/2b6979ca-a67e-4251-a94f-aacafe2e4b0d HTTP/1.1" status: 404 len: 337 time: 0.0958240 May 26 16:25:37.495742 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43692) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:37.530689 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6c1476-62f6-4f8b-bdcb-0a16981858e3 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] DELETE failed (client error): The resource could not be found. May 26 16:25:37.531492 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd6c1476-62f6-4f8b-bdcb-0a16981858e3 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:25:37.537631 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fd6c1476-62f6-4f8b-bdcb-0a16981858e3 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/subnets/25bef884-7b9c-4f5a-affe-51a82d5b8af5 HTTP/1.1" status: 404 len: 337 time: 0.0403934 May 26 16:25:37.542486 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43694) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:37.591687 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3ecaf4fc-3f20-44df-acfd-68bf440f7e65 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "GET /v2.0/ports?device_id=faafe509-1e23-4dbd-98f9-cce56a94e479 HTTP/1.1" status: 200 len: 205 time: 0.0463700 May 26 16:25:37.594027 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43696) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:37.662450 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-3ab301a4-e475-42d2-85a4-58166a6d66be tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] delete failed (client error): The resource could not be found. May 26 16:25:37.663910 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3ab301a4-e475-42d2-85a4-58166a6d66be tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/routers/faafe509-1e23-4dbd-98f9-cce56a94e479 HTTP/1.1" status: 404 len: 336 time: 0.0685480 May 26 16:25:37.669610 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43700) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:37.714810 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d56702-9597-461e-8504-e4cd97139857 req-286bbef2-8445-4c06-b698-7dc1e1e00df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:37.728387 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3d56702-9597-461e-8504-e4cd97139857 req-286bbef2-8445-4c06-b698-7dc1e1e00df1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 1097 time: 0.1346827 May 26 16:25:37.752717 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43706) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:37.752992 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-73501859-d8c9-4675-a663-ae81adbb98a9 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4b833c2-fa39-47a5-a7fd-1f8d7a03dab1 HTTP/1.1" status: 200 len: 205 time: 0.0822191 May 26 16:25:37.892728 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-8c2b03fb-343e-4d45-a570-f6e8d672a2ca tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] delete failed (client error): The resource could not be found. May 26 16:25:37.894306 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8c2b03fb-343e-4d45-a570-f6e8d672a2ca tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/routers/b4b833c2-fa39-47a5-a7fd-1f8d7a03dab1 HTTP/1.1" status: 404 len: 336 time: 0.1126313 May 26 16:25:37.900054 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43714) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:37.956324 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-578458b4-1c9e-4758-a09b-676bf5e1bd6d tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] DELETE failed (client error): The resource could not be found. May 26 16:25:37.956784 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578458b4-1c9e-4758-a09b-676bf5e1bd6d tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:25:37.966972 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-578458b4-1c9e-4758-a09b-676bf5e1bd6d tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/subnets/07322ea1-a2e8-4692-871c-e6beaf822ba4 HTTP/1.1" status: 404 len: 337 time: 0.0648420 May 26 16:25:37.970569 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43718) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:38.000944 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d56702-9597-461e-8504-e4cd97139857 req-931b52d7-2f9e-4692-947f-8a1342609e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:38.001213 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3d56702-9597-461e-8504-e4cd97139857 req-931b52d7-2f9e-4692-947f-8a1342609e39 service neutron] 10.222.0.81 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 913 time: 0.2650449 May 26 16:25:38.027978 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-577edff7-fe0a-432b-96c8-5ff830c09eb1 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "GET /v2.0/ports?device_id=35935eb9-479f-4b6d-a543-84aea587f757 HTTP/1.1" status: 200 len: 205 time: 0.0554929 May 26 16:25:38.035849 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43720) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:38.116443 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-aa863b87-793b-439c-8e68-ba6ba0497dbb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] delete failed (client error): The resource could not be found. May 26 16:25:38.118219 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-aa863b87-793b-439c-8e68-ba6ba0497dbb tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/routers/35935eb9-479f-4b6d-a543-84aea587f757 HTTP/1.1" status: 404 len: 336 time: 0.0803254 May 26 16:25:38.123150 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43724) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:38.254450 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d5f80fad-44e7-437b-ad1b-c29dc278f7d2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "GET /v2.0/ports?device_id=7abbedc9-d8b8-4fc5-a068-eb876974c4f4 HTTP/1.1" status: 200 len: 205 time: 0.1297796 May 26 16:25:38.259005 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43730) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:38.343747 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-173df533-35f8-4cb4-9ce3-86f0787b3152 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] delete failed (client error): The resource could not be found. May 26 16:25:38.346194 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-173df533-35f8-4cb4-9ce3-86f0787b3152 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/routers/7abbedc9-d8b8-4fc5-a068-eb876974c4f4 HTTP/1.1" status: 404 len: 336 time: 0.0856833 May 26 16:25:38.355989 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43732) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:38.434294 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f836c1b5-d13c-41c2-b1f2-76ac68a9000c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] DELETE failed (client error): The resource could not be found. May 26 16:25:38.434764 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f836c1b5-d13c-41c2-b1f2-76ac68a9000c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:25:38.438140 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f836c1b5-d13c-41c2-b1f2-76ac68a9000c tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/subnets/f904e07e-4a87-4011-b1ac-ccdd13541904 HTTP/1.1" status: 404 len: 337 time: 0.0522938 May 26 16:25:38.448676 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43738) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:38.509850 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-13e20c7c-40de-4a52-9d23-91dfd1b831ba tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e5cae79-72bf-47fa-b0e0-2a1455cfe2c8 HTTP/1.1" status: 200 len: 205 time: 0.0582268 May 26 16:25:38.511203 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43740) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:38.569357 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-0711a9ef-e6fc-4d67-a88a-a47b8f8ae378 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] delete failed (client error): The resource could not be found. May 26 16:25:38.574531 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0711a9ef-e6fc-4d67-a88a-a47b8f8ae378 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/routers/5e5cae79-72bf-47fa-b0e0-2a1455cfe2c8 HTTP/1.1" status: 404 len: 336 time: 0.0600622 May 26 16:25:38.575077 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43742) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:38.614665 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3d56702-9597-461e-8504-e4cd97139857 req-104b938c-e16a-41d3-9d35-da6e71f1ea2a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9aa5115-c9a5-458c-ac0d-a4e22da358ad HTTP/1.1" status: 200 len: 217 time: 0.5976777 May 26 16:25:38.618880 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-acd7e841-d5a2-4c11-88ad-cccc0b8fc8ff tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] DELETE failed (client error): The resource could not be found. May 26 16:25:38.619575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acd7e841-d5a2-4c11-88ad-cccc0b8fc8ff tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:25:38.627966 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-acd7e841-d5a2-4c11-88ad-cccc0b8fc8ff tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/subnets/0056cf76-dd87-45c3-8208-adc234e74c47 HTTP/1.1" status: 404 len: 337 time: 0.0481625 May 26 16:25:38.628993 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43744) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:38.685023 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7a35864c-c99e-4f42-8682-0be6892a49aa tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa5506e6-cfdf-4ecd-af30-b5354f43cd88 HTTP/1.1" status: 200 len: 205 time: 0.0521412 May 26 16:25:38.688035 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43746) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:38.761066 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78fea5-e40c-46dc-9abd-88f52839862e req-cf58184d-9bca-4e95-adc1-e4bb50d5b352 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:38.763572 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f78fea5-e40c-46dc-9abd-88f52839862e req-cf58184d-9bca-4e95-adc1-e4bb50d5b352 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 946 time: 0.9106805 May 26 16:25:38.807464 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-1cdac7ad-4b3a-474d-995b-23a1959a20d2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] delete failed (client error): The resource could not be found. May 26 16:25:38.820719 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1cdac7ad-4b3a-474d-995b-23a1959a20d2 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/routers/aa5506e6-cfdf-4ecd-af30-b5354f43cd88 HTTP/1.1" status: 404 len: 336 time: 0.1311173 May 26 16:25:38.822621 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43754) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:38.944475 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb4ad0-aa60-4949-a583-ea6d812afaa9 req-3a1392a7-e834-4615-b187-39f6d3eda2db tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:38.955690 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8bbb4ad0-aa60-4949-a583-ea6d812afaa9 req-3a1392a7-e834-4615-b187-39f6d3eda2db tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.3826654 May 26 16:25:38.964395 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ded2f8-99ea-4daa-9240-0a28abfebb7a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] DELETE failed (client error): The resource could not be found. May 26 16:25:38.964860 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ded2f8-99ea-4daa-9240-0a28abfebb7a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:25:38.969896 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-15ded2f8-99ea-4daa-9240-0a28abfebb7a tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/subnets/41879c11-25c8-4660-a21c-0d0fe6108420 HTTP/1.1" status: 404 len: 337 time: 0.1448352 May 26 16:25:38.972671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43764) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:38.975780 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d56702-9597-461e-8504-e4cd97139857 req-94836972-6c47-4f24-a0f5-b3e495b3a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:38.993827 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3d56702-9597-461e-8504-e4cd97139857 req-94836972-6c47-4f24-a0f5-b3e495b3a86c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.3566930 May 26 16:25:39.088059 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f7ad9af1-3103-4621-91a9-df29d8dc5b19 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:25:39.182892 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-68597855-20e6-4a77-8457-b691f09dc813 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] DELETE failed (client error): The resource could not be found. May 26 16:25:39.184027 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68597855-20e6-4a77-8457-b691f09dc813 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:25:39.193326 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-68597855-20e6-4a77-8457-b691f09dc813 tempest-RoutersIpV6Test-810705176 tempest-RoutersIpV6Test-810705176-project] 10.222.0.77 "DELETE /v2.0/subnets/81a69252-028d-4395-8e59-4195ddd0af62 HTTP/1.1" status: 404 len: 337 time: 0.2193217 May 26 16:25:39.250163 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8bbb4ad0-aa60-4949-a583-ea6d812afaa9 req-55da3c8e-b336-4c93-bada-6ed2236b313e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184081 May 26 16:25:39.259407 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f78fea5-e40c-46dc-9abd-88f52839862e req-34ef9935-b5ad-4c36-bbde-c264afd2e265 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531217 May 26 16:25:39.313160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d56702-9597-461e-8504-e4cd97139857 req-b30d4ada-deb1-490f-800c-112bd87fb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:39.323315 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3d56702-9597-461e-8504-e4cd97139857 req-b30d4ada-deb1-490f-800c-112bd87fb8ee service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2873635 May 26 16:25:39.401020 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f7ad9af1-3103-4621-91a9-df29d8dc5b19, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f7ad9af1-3103-4621-91a9-df29d8dc5b19,segment=NetworkSegment(134194bf-9872-420b-81be-cd8b1f455a01),segment_id=134194bf-9872-420b-81be-cd8b1f455a01)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:39.431563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'f7ad9af1-3103-4621-91a9-df29d8dc5b19', 'network_id': '108e172f-9bd7-4858-818f-d588950b8366', 'port_id': 'f7ad9af1-3103-4621-91a9-df29d8dc5b19', 'mac_address': 'fa:16:3e:8e:8d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7bfd769-d7ce-4e57-9136-78fe7b11a40e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:25:39.488742 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port f7ad9af1-3103-4621-91a9-df29d8dc5b19 is: ACTIVE; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:39.489581 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:39.511484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7ad9af1-3103-4621-91a9-df29d8dc5b19 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:25:39.520519 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3d56702-9597-461e-8504-e4cd97139857 req-368e0b0a-7b5e-40b7-bdde-7f09f47852f7 service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899834 May 26 16:25:39.542934 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f7ad9af1-3103-4621-91a9-df29d8dc5b19, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f7ad9af1-3103-4621-91a9-df29d8dc5b19,segment=NetworkSegment(134194bf-9872-420b-81be-cd8b1f455a01),segment_id=134194bf-9872-420b-81be-cd8b1f455a01)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:39.550945 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:39.662766 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=f7ad9af1-3103-4621-91a9-df29d8dc5b19,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:39.729669 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['f7ad9af1-3103-4621-91a9-df29d8dc5b19'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:25:39.776287 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3d56702-9597-461e-8504-e4cd97139857 req-52dbc46d-4939-4700-8dcd-505228917d65 service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457561 May 26 16:25:40.030523 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43792) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:40.533155 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43810) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:40.534770 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ffb1f968-c13e-43e7-8571-c5b1e2c507f3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7c05bed383db4b70b043bf60b5d2bde6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5025198 May 26 16:25:40.735580 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d78f207-6089-4481-8060-4d1bb11e7d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:40.770999 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a10032-0b8f-484e-a77b-06751c53e749 req-c9d95030-e796-4470-a55b-482ee586c7b0 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:40.779368 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d78f207-6089-4481-8060-4d1bb11e7d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:40.780294 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-80a10032-0b8f-484e-a77b-06751c53e749 req-c9d95030-e796-4470-a55b-482ee586c7b0 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 944 time: 0.3766525 May 26 16:25:40.815445 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32e61d-da61-4c18-b3a6-632a196d6b85 req-0493cd50-b864-4c59-936b-fb7ec544d32b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:40.817320 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0e32e61d-da61-4c18-b3a6-632a196d6b85 req-0493cd50-b864-4c59-936b-fb7ec544d32b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 946 time: 0.2254715 May 26 16:25:40.912996 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d78f207-6089-4481-8060-4d1bb11e7d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:40.923251 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d78f207-6089-4481-8060-4d1bb11e7d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:40.931015 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1d78f207-6089-4481-8060-4d1bb11e7d72 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/47e0e789-7f22-4bc5-be7e-e42aa2b50500 HTTP/1.1" status: 204 len: 168 time: 0.3915427 May 26 16:25:40.956182 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78f207-6089-4481-8060-4d1bb11e7d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e0e789-7f22-4bc5-be7e-e42aa2b50500,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:41.022760 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-80a10032-0b8f-484e-a77b-06751c53e749 req-b748185f-0f3b-42d7-80a3-12682472e799 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335584 May 26 16:25:41.040735 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0e32e61d-da61-4c18-b3a6-632a196d6b85 req-c62d60bc-2ff4-4359-9a39-433e097237a4 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036865 May 26 16:25:41.082091 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f7ad9af1-3103-4621-91a9-df29d8dc5b19 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:41.256598 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port f7ad9af1-3103-4621-91a9-df29d8dc5b19 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:41.257217 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:41.355280 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port f7ad9af1-3103-4621-91a9-df29d8dc5b19 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:41.356729 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:41.397168 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f7ad9af1-3103-4621-91a9-df29d8dc5b19, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f7ad9af1-3103-4621-91a9-df29d8dc5b19,segment=NetworkSegment(134194bf-9872-420b-81be-cd8b1f455a01),segment_id=134194bf-9872-420b-81be-cd8b1f455a01)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:41.399328 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b31299f-1167-430b-853d-a981bee3afba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ad9af1-3103-4621-91a9-df29d8dc5b19'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:25:41.402681 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542e93ac-1a07-460f-82a1-3479f0a0504d" -d '{"events": [{"server_uuid": "0b31299f-1167-430b-853d-a981bee3afba", "name": "network-vif-plugged", "status": "completed", "tag": "f7ad9af1-3103-4621-91a9-df29d8dc5b19"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:25:41.418214 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:41.419841 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b9aa5115-c9a5-458c-ac0d-a4e22da358ad no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:25:41.634224 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9264c0d-f1c4-4a67-9e38-d41ccabeb904 x-openstack-request-id: req-e9264c0d-f1c4-4a67-9e38-d41ccabeb904 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:25:41.635957 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b31299f-1167-430b-853d-a981bee3afba", "name": "network-vif-plugged", "status": "completed", "tag": "f7ad9af1-3103-4621-91a9-df29d8dc5b19", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:25:41.638120 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e9264c0d-f1c4-4a67-9e38-d41ccabeb904 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:25:41.641777 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9264c0d-f1c4-4a67-9e38-d41ccabeb904'] response: {'server_uuid': '0b31299f-1167-430b-853d-a981bee3afba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ad9af1-3103-4621-91a9-df29d8dc5b19', 'code': 200} May 26 16:25:41.732458 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=f7ad9af1-3103-4621-91a9-df29d8dc5b19,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:41.737739 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port b9aa5115-c9a5-458c-ac0d-a4e22da358ad is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:41.738399 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:41.859693 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b9aa5115-c9a5-458c-ac0d-a4e22da358ad, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b9aa5115-c9a5-458c-ac0d-a4e22da358ad,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:41.869491 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:42.022048 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=b9aa5115-c9a5-458c-ac0d-a4e22da358ad,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:42.475933 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bc003-b71d-481d-96f0-946850d82351 req-adc5589b-6120-43ed-adac-bdecdf98f3e9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:42.488982 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-294bc003-b71d-481d-96f0-946850d82351 req-adc5589b-6120-43ed-adac-bdecdf98f3e9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 944 time: 0.2822087 May 26 16:25:42.544996 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33a11e-91a9-4c21-8716-64501cf9507c req-c00e72fa-5280-4014-a881-6d2344802788 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:42.547865 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab33a11e-91a9-4c21-8716-64501cf9507c req-c00e72fa-5280-4014-a881-6d2344802788 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.2544885 May 26 16:25:42.635014 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-294bc003-b71d-481d-96f0-946850d82351 req-dceb2b96-fb25-421c-8f50-b653043a8fd8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439972 May 26 16:25:42.689183 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43872) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:42.714863 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab33a11e-91a9-4c21-8716-64501cf9507c req-0d480fb3-7daa-4408-b15a-c10e4c782eb2 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546865 May 26 16:25:42.919701 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225bf19-cd62-44d9-b956-13c07cfb9343 req-8925b8a1-a5cf-44c8-8014-789a99b0891f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:42.925135 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0225bf19-cd62-44d9-b956-13c07cfb9343 req-8925b8a1-a5cf-44c8-8014-789a99b0891f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1218522 May 26 16:25:42.951583 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ee8acd31-56fc-482d-b9b7-601e0d70cefa tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2023358498', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:42.987535 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0225bf19-cd62-44d9-b956-13c07cfb9343 req-d727128f-e6f5-432f-be52-8afd63f30604 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588884 May 26 16:25:43.032509 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fc27ddd8-c76a-4e48-be85-e4f48395b858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.053700 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee8acd31-56fc-482d-b9b7-601e0d70cefa tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.056287 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee8acd31-56fc-482d-b9b7-601e0d70cefa tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.183154 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee8acd31-56fc-482d-b9b7-601e0d70cefa tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.192544 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee8acd31-56fc-482d-b9b7-601e0d70cefa tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.248717 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68644b0-801c-4cf9-bf45-a81a75fc1f4d req-eaf60c2a-7ec6-41ce-a846-81822e2f1f43 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:43.251152 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c68644b0-801c-4cf9-bf45-a81a75fc1f4d req-eaf60c2a-7ec6-41ce-a846-81822e2f1f43 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1157749 May 26 16:25:43.283111 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee8acd31-56fc-482d-b9b7-601e0d70cefa tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.290698 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ee8acd31-56fc-482d-b9b7-601e0d70cefa tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5993340 May 26 16:25:43.292082 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43882) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:43.303224 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-2efa2fb5-30cb-43cb-b044-c68503a265a8 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1899024388'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:43.331739 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c68644b0-801c-4cf9-bf45-a81a75fc1f4d req-53f14a7a-970c-4afc-837a-98c1a8e11c40 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682871 May 26 16:25:43.362034 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efa2fb5-30cb-43cb-b044-c68503a265a8 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Made reservation on behalf of 8029b0c736444e8ea6142be1d4632b6e for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:43.362034 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2efa2fb5-30cb-43cb-b044-c68503a265a8 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.398089 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2efa2fb5-30cb-43cb-b044-c68503a265a8 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.581590 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04205b4-c3cf-4068-b902-1a151b23d894 req-6ddb8e9c-ad97-4944-be83-4025e5972c4f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:43.582560 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2efa2fb5-30cb-43cb-b044-c68503a265a8 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.589204 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2efa2fb5-30cb-43cb-b044-c68503a265a8 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.591820 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c04205b4-c3cf-4068-b902-1a151b23d894 req-6ddb8e9c-ad97-4944-be83-4025e5972c4f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.0965459 May 26 16:25:43.643253 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e643eb5-b0a6-4dc4-8c8f-a41ca5941653', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9aa5115-c9a5-458c-ac0d-a4e22da358ad'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:25:43.644395 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2efa2fb5-30cb-43cb-b044-c68503a265a8 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:25:43.649234 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36af0dc-7bdf-4ba6-8c16-c393d22b9e36" -d '{"events": [{"server_uuid": "5e643eb5-b0a6-4dc4-8c8f-a41ca5941653", "name": "network-vif-unplugged", "status": "completed", "tag": "b9aa5115-c9a5-458c-ac0d-a4e22da358ad"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:25:43.674179 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c04205b4-c3cf-4068-b902-1a151b23d894 req-adfd3abf-e578-4826-aeea-ed2dddc6fc62 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805731 May 26 16:25:43.706474 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2efa2fb5-30cb-43cb-b044-c68503a265a8 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.707458 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-2efa2fb5-30cb-43cb-b044-c68503a265a8 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Added segment 236aa403-3bbf-4180-b3aa-a75e33dbf7bb of type vlan for network 2c0686d6-65c6-4e73-af5d-b2de212b0f82 May 26 16:25:43.733735 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa2fb5-30cb-43cb-b044-c68503a265a8 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5812f24b-9316-4063-9c98-026a8074f301,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:43.790853 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 May 2022 16:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6226512-86f1-46af-9feb-f7da18f319a6 x-openstack-request-id: req-f6226512-86f1-46af-9feb-f7da18f319a6 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:25:43.791144 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e643eb5-b0a6-4dc4-8c8f-a41ca5941653", "name": "network-vif-unplugged", "status": "failed", "tag": "b9aa5115-c9a5-458c-ac0d-a4e22da358ad", "code": 422}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:25:43.791396 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f6226512-86f1-46af-9feb-f7da18f319a6 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:25:43.791800 n-d-843337-2 neutron-server[103897]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f6226512-86f1-46af-9feb-f7da18f319a6']: {'server_uuid': '5e643eb5-b0a6-4dc4-8c8f-a41ca5941653', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b9aa5115-c9a5-458c-ac0d-a4e22da358ad', 'code': 422} returned with failed status May 26 16:25:43.801043 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2efa2fb5-30cb-43cb-b044-c68503a265a8 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.852581 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2efa2fb5-30cb-43cb-b044-c68503a265a8 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.872132 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efa2fb5-30cb-43cb-b044-c68503a265a8 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:43.874235 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2efa2fb5-30cb-43cb-b044-c68503a265a8 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:43.922878 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2efa2fb5-30cb-43cb-b044-c68503a265a8 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6290717 May 26 16:25:43.925885 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43902) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:43.935934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-be177e71-5bcf-488e-895a-3f66bfbf4bac tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Request body: {'subnet': {'network_id': '2c0686d6-65c6-4e73-af5d-b2de212b0f82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:44.095590 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa2fb5-30cb-43cb-b044-c68503a265a8 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Pushing event updated for resources: {'Network': ['ID=2c0686d6-65c6-4e73-af5d-b2de212b0f82,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:44.112244 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 2c0686d6-65c6-4e73-af5d-b2de212b0f82 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:25:44.404543 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f85c48-41f0-42ac-835b-667623430567 req-fa6fd346-4eb6-4c56-89ce-cd172abfa5b2 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:44.408751 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38f85c48-41f0-42ac-835b-667623430567 req-fa6fd346-4eb6-4c56-89ce-cd172abfa5b2 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.4617114 May 26 16:25:44.419281 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6399f98-78c7-4924-a1de-d8c35d83ca42 req-12d93efc-8d32-4e9a-825a-e6e3debcc281 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:44.420896 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b6399f98-78c7-4924-a1de-d8c35d83ca42 req-12d93efc-8d32-4e9a-825a-e6e3debcc281 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.3937914 May 26 16:25:44.472509 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be177e71-5bcf-488e-895a-3f66bfbf4bac tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Made reservation on behalf of 8029b0c736444e8ea6142be1d4632b6e for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:44.478628 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-be177e71-5bcf-488e-895a-3f66bfbf4bac tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:44.593216 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38f85c48-41f0-42ac-835b-667623430567 req-44a2a134-399c-490d-8e20-7be834b8df1b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546049 May 26 16:25:44.633888 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b6399f98-78c7-4924-a1de-d8c35d83ca42 req-2ee1f47c-78e5-476d-88d6-32db011786b2 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053709 May 26 16:25:44.973536 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-be177e71-5bcf-488e-895a-3f66bfbf4bac tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:45.098322 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b9aa5115-c9a5-458c-ac0d-a4e22da358ad no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:25:45.107671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e98378-a5b0-488e-a266-67b2289032e7 req-5319b913-9903-40a3-82ce-1ad0ae90936f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:45.112578 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f7e98378-a5b0-488e-a266-67b2289032e7 req-5319b913-9903-40a3-82ce-1ad0ae90936f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1898482 May 26 16:25:45.204793 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f7e98378-a5b0-488e-a266-67b2289032e7 req-5619b9a2-9d67-4e61-8fed-30c09a60a5aa tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798795 May 26 16:25:45.247409 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be177e71-5bcf-488e-895a-3f66bfbf4bac tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Pushing event updated for resources: {'Subnet': ['ID=3fbabb8f-80b9-457e-a296-bd431ba1cd7e,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:45.253603 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port b9aa5115-c9a5-458c-ac0d-a4e22da358ad is: DOWN; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:45.269637 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be177e71-5bcf-488e-895a-3f66bfbf4bac tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Checking segment: {'id': '236aa403-3bbf-4180-b3aa-a75e33dbf7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2c0686d6-65c6-4e73-af5d-b2de212b0f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:45.270000 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be177e71-5bcf-488e-895a-3f66bfbf4bac tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Network hostable DHCP agents. Network: 2c0686d6-65c6-4e73-af5d-b2de212b0f82, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:25:45.297690 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be177e71-5bcf-488e-895a-3f66bfbf4bac tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Network 2c0686d6-65c6-4e73-af5d-b2de212b0f82 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:25:45.312382 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-be177e71-5bcf-488e-895a-3f66bfbf4bac tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 2c0686d6-65c6-4e73-af5d-b2de212b0f82) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:45.323734 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be177e71-5bcf-488e-895a-3f66bfbf4bac tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:45.323979 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366af637-c939-4789-80d6-8a83ed23df7c None None] Network 2c0686d6-65c6-4e73-af5d-b2de212b0f82 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:25:45.324767 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-be177e71-5bcf-488e-895a-3f66bfbf4bac tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:45.365559 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-be177e71-5bcf-488e-895a-3f66bfbf4bac tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4370070 May 26 16:25:45.368290 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43922) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:45.390646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-a2d40174-82aa-41a3-b647-139a8e4c1fb9 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Request body: {'network': {'name': 'tempest-router-network01--778746357'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:45.424414 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d40174-82aa-41a3-b647-139a8e4c1fb9 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Made reservation on behalf of 8029b0c736444e8ea6142be1d4632b6e for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:45.428036 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a2d40174-82aa-41a3-b647-139a8e4c1fb9 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:45.485832 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d40174-82aa-41a3-b647-139a8e4c1fb9 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:25:45.501673 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-849965cc-8777-4bda-a4d6-bebf1365c911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:45.514682 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a2d40174-82aa-41a3-b647-139a8e4c1fb9 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:45.515457 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-a2d40174-82aa-41a3-b647-139a8e4c1fb9 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Added segment d72e319b-7e2c-4af3-91f6-6b4fcf7ec599 of type vlan for network 03ee57a9-7ad7-4aee-a8b0-b012898f5ccc May 26 16:25:45.621498 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a2d40174-82aa-41a3-b647-139a8e4c1fb9 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:45.654137 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baceba2f-369b-48c9-a62d-2443b7a0ea32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-2c0686d6-65c6-4e73-af5d-b2de212b0f82', 'network_id': '2c0686d6-65c6-4e73-af5d-b2de212b0f82', 'tenant_id': '8029b0c736444e8ea6142be1d4632b6e', 'fixed_ips': [{'subnet_id': '3fbabb8f-80b9-457e-a296-bd431ba1cd7e'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:25:45.655050 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-baceba2f-369b-48c9-a62d-2443b7a0ea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:45.690757 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a2d40174-82aa-41a3-b647-139a8e4c1fb9 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:45.706036 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d40174-82aa-41a3-b647-139a8e4c1fb9 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:45.707398 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a2d40174-82aa-41a3-b647-139a8e4c1fb9 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:45.730034 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a2d40174-82aa-41a3-b647-139a8e4c1fb9 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3603108 May 26 16:25:45.732525 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43932) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:45.751838 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-1516ba0c-2daa-4069-8611-4311cb15792e tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Request body: {'network': {'name': 'tempest-router-network02--601149792'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:45.894619 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1516ba0c-2daa-4069-8611-4311cb15792e tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Made reservation on behalf of 8029b0c736444e8ea6142be1d4632b6e for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:45.898509 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1516ba0c-2daa-4069-8611-4311cb15792e tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:45.901571 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d40174-82aa-41a3-b647-139a8e4c1fb9 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Pushing event updated for resources: {'Network': ['ID=03ee57a9-7ad7-4aee-a8b0-b012898f5ccc,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:45.937224 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 03ee57a9-7ad7-4aee-a8b0-b012898f5ccc details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:25:45.944379 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6c06-6ada-4946-a042-a83ec36f2dec req-dbe74665-a9fa-462f-bea6-f3aa355bf9d2 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:45.947175 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ef8c6c06-6ada-4946-a042-a83ec36f2dec req-dbe74665-a9fa-462f-bea6-f3aa355bf9d2 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.0997179 May 26 16:25:45.956305 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1516ba0c-2daa-4069-8611-4311cb15792e tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:25:45.990153 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1516ba0c-2daa-4069-8611-4311cb15792e tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:45.990507 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-1516ba0c-2daa-4069-8611-4311cb15792e tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Added segment 9c000105-a1a4-40fb-b503-5d7e41645f0a of type vlan for network c8f82d39-7336-4dc3-a135-a00e2c1d0f76 May 26 16:25:46.076197 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ef8c6c06-6ada-4946-a042-a83ec36f2dec req-83f6782a-c19a-4153-85f7-c7b0fa0ecb0d tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105428 May 26 16:25:46.082272 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1516ba0c-2daa-4069-8611-4311cb15792e tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:46.140388 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1516ba0c-2daa-4069-8611-4311cb15792e tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:46.152939 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1516ba0c-2daa-4069-8611-4311cb15792e tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:46.152939 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1516ba0c-2daa-4069-8611-4311cb15792e tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:46.191859 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-baceba2f-369b-48c9-a62d-2443b7a0ea32 None None] Allocated IP 172.20.0.2 (2c0686d6-65c6-4e73-af5d-b2de212b0f82/3fbabb8f-80b9-457e-a296-bd431ba1cd7e/a6607812-e419-4dc4-ae4d-9bfddb414616) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:25:46.210453 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1516ba0c-2daa-4069-8611-4311cb15792e tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4766691 May 26 16:25:46.216705 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43944) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:46.222040 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-1f1b8e63-904e-4854-8148-4ea6453c2d89 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Request body: {'subnet': {'network_id': '03ee57a9-7ad7-4aee-a8b0-b012898f5ccc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:46.352775 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1b8e63-904e-4854-8148-4ea6453c2d89 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Made reservation on behalf of 8029b0c736444e8ea6142be1d4632b6e for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:46.357507 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f1b8e63-904e-4854-8148-4ea6453c2d89 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:46.368740 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516ba0c-2daa-4069-8611-4311cb15792e tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Pushing event updated for resources: {'Network': ['ID=c8f82d39-7336-4dc3-a135-a00e2c1d0f76,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:46.639065 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f1b8e63-904e-4854-8148-4ea6453c2d89 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:46.643534 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bf206-6eab-46d7-96e3-a19844994b09 req-2f913d7e-c23e-4107-b218-8860141c21f5 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:46.653180 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f66bf206-6eab-46d7-96e3-a19844994b09 req-2f913d7e-c23e-4107-b218-8860141c21f5 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.2071278 May 26 16:25:46.740985 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b8e63-904e-4854-8148-4ea6453c2d89 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Pushing event updated for resources: {'Subnet': ['ID=d540537d-2931-497c-b685-61c4143ba97d,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:46.770451 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f66bf206-6eab-46d7-96e3-a19844994b09 req-317dab1d-e663-435a-9a61-2b9333dab3f8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155577 May 26 16:25:46.810382 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b8e63-904e-4854-8148-4ea6453c2d89 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Checking segment: {'id': 'd72e319b-7e2c-4af3-91f6-6b4fcf7ec599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '03ee57a9-7ad7-4aee-a8b0-b012898f5ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:46.811451 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1b8e63-904e-4854-8148-4ea6453c2d89 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Network hostable DHCP agents. Network: 03ee57a9-7ad7-4aee-a8b0-b012898f5ccc, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:25:46.818347 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244ca0d-0cb5-4cd7-a692-c24e5d189755 req-e7583603-3a67-49cb-addb-7b612392328e tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:46.821686 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7244ca0d-0cb5-4cd7-a692-c24e5d189755 req-e7583603-3a67-49cb-addb-7b612392328e tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 1096 time: 0.1587470 May 26 16:25:46.858178 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1b8e63-904e-4854-8148-4ea6453c2d89 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Network 03ee57a9-7ad7-4aee-a8b0-b012898f5ccc is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:25:46.885155 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-1f1b8e63-904e-4854-8148-4ea6453c2d89 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 03ee57a9-7ad7-4aee-a8b0-b012898f5ccc) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:46.890793 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1b8e63-904e-4854-8148-4ea6453c2d89 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:46.891386 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f1b8e63-904e-4854-8148-4ea6453c2d89 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:46.947389 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1f1b8e63-904e-4854-8148-4ea6453c2d89 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7292533 May 26 16:25:46.951810 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7244ca0d-0cb5-4cd7-a692-c24e5d189755 req-481b845c-2fad-40d4-8035-73731edb1eb8 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229622 May 26 16:25:46.954664 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43962) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:46.962254 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-0e0bb5e4-ab64-47e5-8973-ee0658a0a2af tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Request body: {'subnet': {'network_id': 'c8f82d39-7336-4dc3-a135-a00e2c1d0f76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:25:47.091662 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network c8f82d39-7336-4dc3-a135-a00e2c1d0f76 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:25:47.113997 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0bb5e4-ab64-47e5-8973-ee0658a0a2af tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Made reservation on behalf of 8029b0c736444e8ea6142be1d4632b6e for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:25:47.128855 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb5e4-ab64-47e5-8973-ee0658a0a2af tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:47.191171 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9864b17-5f00-4e8a-a139-c555074c1237 None None] Network 03ee57a9-7ad7-4aee-a8b0-b012898f5ccc requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:25:47.345876 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-baceba2f-369b-48c9-a62d-2443b7a0ea32 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:47.479473 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-baceba2f-369b-48c9-a62d-2443b7a0ea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:47.501350 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:47.545698 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6698d-d357-41cd-ae9a-51ad6d4f4f6a req-56e8221e-a32f-4216-aa67-3427c6257fef tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:47.554381 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87c6698d-d357-41cd-ae9a-51ad6d4f4f6a req-56e8221e-a32f-4216-aa67-3427c6257fef tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1848090 May 26 16:25:47.650005 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baceba2f-369b-48c9-a62d-2443b7a0ea32 None None] Network 2c0686d6-65c6-4e73-af5d-b2de212b0f82 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:25:47.675216 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-baceba2f-369b-48c9-a62d-2443b7a0ea32 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:47.685838 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87c6698d-d357-41cd-ae9a-51ad6d4f4f6a req-bc4418be-47a4-4c8f-8979-488aea85ccf9 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301961 May 26 16:25:47.720119 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baceba2f-369b-48c9-a62d-2443b7a0ea32 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:25:47.840226 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baceba2f-369b-48c9-a62d-2443b7a0ea32 None None] Pushing event updated for resources: {'Port': ['ID=a6607812-e419-4dc4-ae4d-9bfddb414616,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:47.883135 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7c769-f84b-4017-baf9-5a03076ec8e0 req-1d8543d5-4ca0-469b-aa7d-cdd3a0229870 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:47.894400 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3aa7c769-f84b-4017-baf9-5a03076ec8e0 req-1d8543d5-4ca0-469b-aa7d-cdd3a0229870 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.2817156 May 26 16:25:47.949199 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb5e4-ab64-47e5-8973-ee0658a0a2af tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:47.988947 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-baceba2f-369b-48c9-a62d-2443b7a0ea32 None None] Attempting to bind port a6607812-e419-4dc4-ae4d-9bfddb414616 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:25:47.989369 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-baceba2f-369b-48c9-a62d-2443b7a0ea32 None None] Attempting to bind port a6607812-e419-4dc4-ae4d-9bfddb414616 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '236aa403-3bbf-4180-b3aa-a75e33dbf7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2c0686d6-65c6-4e73-af5d-b2de212b0f82'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:25:47.989735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baceba2f-369b-48c9-a62d-2443b7a0ea32 None None] Attempting to bind port a6607812-e419-4dc4-ae4d-9bfddb414616 on network 2c0686d6-65c6-4e73-af5d-b2de212b0f82 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:25:48.033630 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:48.048560 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baceba2f-369b-48c9-a62d-2443b7a0ea32 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:25:48.049075 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baceba2f-369b-48c9-a62d-2443b7a0ea32 None None] Checking segment: {'id': '236aa403-3bbf-4180-b3aa-a75e33dbf7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2c0686d6-65c6-4e73-af5d-b2de212b0f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:48.049341 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-baceba2f-369b-48c9-a62d-2443b7a0ea32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:48.049718 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baceba2f-369b-48c9-a62d-2443b7a0ea32 None None] Bound using segment: {'id': '236aa403-3bbf-4180-b3aa-a75e33dbf7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2c0686d6-65c6-4e73-af5d-b2de212b0f82'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:25:48.050216 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-baceba2f-369b-48c9-a62d-2443b7a0ea32 None None] Bound port: a6607812-e419-4dc4-ae4d-9bfddb414616, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236aa403-3bbf-4180-b3aa-a75e33dbf7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2c0686d6-65c6-4e73-af5d-b2de212b0f82'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:25:48.050614 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-baceba2f-369b-48c9-a62d-2443b7a0ea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:48.092882 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f4afd8-8ee0-4a84-8b72-dcb87fc11938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-03ee57a9-7ad7-4aee-a8b0-b012898f5ccc', 'network_id': '03ee57a9-7ad7-4aee-a8b0-b012898f5ccc', 'tenant_id': '8029b0c736444e8ea6142be1d4632b6e', 'fixed_ips': [{'subnet_id': 'd540537d-2931-497c-b685-61c4143ba97d'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:25:48.093872 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1f4afd8-8ee0-4a84-8b72-dcb87fc11938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:48.102858 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3aa7c769-f84b-4017-baf9-5a03076ec8e0 req-f4ad1fc4-e433-4237-9503-03a738616bac tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070689 May 26 16:25:48.159723 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43986) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:48.216435 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bb5e4-ab64-47e5-8973-ee0658a0a2af tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Pushing event updated for resources: {'Subnet': ['ID=f94febc9-f40c-4ca3-a37b-8ce4f2c99c2f,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:48.306077 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bdd81-8b5c-4c27-828a-adfab26554f2 req-8f171544-e89e-464e-b4dd-39e6d6535ddf tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:48.316992 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-467bdd81-8b5c-4c27-828a-adfab26554f2 req-8f171544-e89e-464e-b4dd-39e6d6535ddf tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.3416502 May 26 16:25:48.377617 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1566c728-f30b-4201-a8a4-d35d3271ad1c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/floatingips/96ca254e-c491-4ef3-a88b-71554bfa4ea3 HTTP/1.1" status: 200 len: 993 time: 0.2100759 May 26 16:25:48.441745 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-baceba2f-369b-48c9-a62d-2443b7a0ea32 None None] For port a6607812-e419-4dc4-ae4d-9bfddb414616, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:25:48.446483 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-baceba2f-369b-48c9-a62d-2443b7a0ea32 None None] For port a6607812-e419-4dc4-ae4d-9bfddb414616, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a6607812-e419-4dc4-ae4d-9bfddb414616,segment=NetworkSegment(236aa403-3bbf-4180-b3aa-a75e33dbf7bb),segment_id=236aa403-3bbf-4180-b3aa-a75e33dbf7bb)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:25:48.449541 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0bb5e4-ab64-47e5-8973-ee0658a0a2af tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Checking segment: {'id': '9c000105-a1a4-40fb-b503-5d7e41645f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c8f82d39-7336-4dc3-a135-a00e2c1d0f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:48.450207 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0bb5e4-ab64-47e5-8973-ee0658a0a2af tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Network hostable DHCP agents. Network: c8f82d39-7336-4dc3-a135-a00e2c1d0f76, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:25:48.464236 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-baceba2f-369b-48c9-a62d-2443b7a0ea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:48.484504 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:48.509237 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-467bdd81-8b5c-4c27-828a-adfab26554f2 req-d7ec06d3-e389-4276-a485-24f88fc03b3a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812387 May 26 16:25:48.519339 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0bb5e4-ab64-47e5-8973-ee0658a0a2af tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Network c8f82d39-7336-4dc3-a135-a00e2c1d0f76 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:25:48.571618 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-0e0bb5e4-ab64-47e5-8973-ee0658a0a2af tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, c8f82d39-7336-4dc3-a135-a00e2c1d0f76) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:48.589817 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0bb5e4-ab64-47e5-8973-ee0658a0a2af tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:48.590429 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb5e4-ab64-47e5-8973-ee0658a0a2af tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:48.693571 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0e0bb5e4-ab64-47e5-8973-ee0658a0a2af tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7374213 May 26 16:25:48.696532 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44002) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:48.726052 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07910d65-ec0b-4ec1-b3e3-6aaa4b336305 None None] Network c8f82d39-7336-4dc3-a135-a00e2c1d0f76 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:25:48.903010 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baceba2f-369b-48c9-a62d-2443b7a0ea32 None None] Pushing event updated for resources: {'Port': ['ID=a6607812-e419-4dc4-ae4d-9bfddb414616,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:49.005969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-c1f4afd8-8ee0-4a84-8b72-dcb87fc11938 None None] Allocated IP 172.20.0.2 (03ee57a9-7ad7-4aee-a8b0-b012898f5ccc/d540537d-2931-497c-b685-61c4143ba97d/50e0786b-78c2-4875-a7ce-a1fc88d0ba89) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:25:49.099728 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540aacb4-b6d9-40c2-a31e-82b3e1fefc0a req-ff146f57-48f0-4faf-ba48-d55c283f3ad0 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:49.131454 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-540aacb4-b6d9-40c2-a31e-82b3e1fefc0a req-ff146f57-48f0-4faf-ba48-d55c283f3ad0 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.2518890 May 26 16:25:49.224382 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-540aacb4-b6d9-40c2-a31e-82b3e1fefc0a req-ed1b1d9b-3f2a-473e-9d70-10959d4ee4ef tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868282 May 26 16:25:49.577696 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-75bf380a-18b5-4724-a745-b569fe87e32b req-18a18028-c844-4d71-9d58-84f3ca1ad094 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:25:49.579932 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-75bf380a-18b5-4724-a745-b569fe87e32b req-18a18028-c844-4d71-9d58-84f3ca1ad094 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100195 May 26 16:25:49.601474 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a6607812-e419-4dc4-ae4d-9bfddb414616 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:49.838250 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-72bfa7ef-383b-4596-859c-0f3a321f183a tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:49.862040 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:49.918459 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77676839-72c3-4e9d-9a03-95ab2d481240 req-54fb3429-6962-4738-9378-b70f77049dbe tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:49.933418 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77676839-72c3-4e9d-9a03-95ab2d481240 req-54fb3429-6962-4738-9378-b70f77049dbe tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1606915 May 26 16:25:50.075349 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port a6607812-e419-4dc4-ae4d-9bfddb414616 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:50.075734 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:50.127808 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77676839-72c3-4e9d-9a03-95ab2d481240 req-1d561154-e691-4256-ab7c-ed2e4f01d858 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923912 May 26 16:25:50.365780 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87dc85a-3426-45e2-a79f-8bcdb4f1c6e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-c8f82d39-7336-4dc3-a135-a00e2c1d0f76', 'network_id': 'c8f82d39-7336-4dc3-a135-a00e2c1d0f76', 'tenant_id': '8029b0c736444e8ea6142be1d4632b6e', 'fixed_ips': [{'subnet_id': 'f94febc9-f40c-4ca3-a37b-8ce4f2c99c2f'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:25:50.366764 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e87dc85a-3426-45e2-a79f-8bcdb4f1c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:50.463841 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9def32c-4cf8-47b5-b895-cef7f83e4846 req-6d31712e-4dc1-45c0-b585-ae0d016b995c tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:50.476813 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9def32c-4cf8-47b5-b895-cef7f83e4846 req-6d31712e-4dc1-45c0-b585-ae0d016b995c tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1294036 May 26 16:25:50.574575 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9def32c-4cf8-47b5-b895-cef7f83e4846 req-93eda1e4-a390-4497-a922-b0be9e9fa41c tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885265 May 26 16:25:50.971127 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-e87dc85a-3426-45e2-a79f-8bcdb4f1c6e6 None None] Allocated IP 172.20.0.2 (c8f82d39-7336-4dc3-a135-a00e2c1d0f76/f94febc9-f40c-4ca3-a37b-8ce4f2c99c2f/e47c04d4-c034-4945-8645-9ea0f100dcd5) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:25:51.236538 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44066) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:51.346107 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e87dc85a-3426-45e2-a79f-8bcdb4f1c6e6 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.367798 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1f4afd8-8ee0-4a84-8b72-dcb87fc11938 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.378336 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e87dc85a-3426-45e2-a79f-8bcdb4f1c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.388459 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a89d484-314b-499a-993e-0a8ae89aab32 None None] Network 2c0686d6-65c6-4e73-af5d-b2de212b0f82 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:25:51.419983 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1f4afd8-8ee0-4a84-8b72-dcb87fc11938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.475137 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a107c0-d01f-48e2-b247-2f62dfa92b00 req-df353f3b-8367-4ba0-a0da-79c7b360eb33 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:51.480266 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-09a107c0-d01f-48e2-b247-2f62dfa92b00 req-df353f3b-8367-4ba0-a0da-79c7b360eb33 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.2303326 May 26 16:25:51.517952 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4e181-cfca-47fd-a9c8-930cd08ee61c req-90027f01-fd1c-47fd-949e-2d925cbb2b45 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:51.528127 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-49e4e181-cfca-47fd-a9c8-930cd08ee61c req-90027f01-fd1c-47fd-949e-2d925cbb2b45 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.3032985 May 26 16:25:51.558991 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87dc85a-3426-45e2-a79f-8bcdb4f1c6e6 None None] Network c8f82d39-7336-4dc3-a135-a00e2c1d0f76 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:25:51.611195 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-e87dc85a-3426-45e2-a79f-8bcdb4f1c6e6 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:51.619197 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87dc85a-3426-45e2-a79f-8bcdb4f1c6e6 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:25:51.678511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-72bfa7ef-383b-4596-859c-0f3a321f183a tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Allocated IP 172.20.0.1 (03ee57a9-7ad7-4aee-a8b0-b012898f5ccc/d540537d-2931-497c-b685-61c4143ba97d/9a206bd2-1e40-4185-bef6-2d87da582233) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:25:51.680615 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-49e4e181-cfca-47fd-a9c8-930cd08ee61c req-e78da882-1947-4071-9105-d73e5384d137 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436431 May 26 16:25:51.715177 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-c09ab203-661b-461e-8cf3-95970a8bc842 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4684846 May 26 16:25:51.730817 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port a6607812-e419-4dc4-ae4d-9bfddb414616 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:51.737488 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-edec01b3-2f1d-4d82-9363-4d54960e56fb service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:25:51.738915 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:51.741117 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-edec01b3-2f1d-4d82-9363-4d54960e56fb service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191710 May 26 16:25:51.744349 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87dc85a-3426-45e2-a79f-8bcdb4f1c6e6 None None] Pushing event updated for resources: {'Port': ['ID=e47c04d4-c034-4945-8645-9ea0f100dcd5,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:51.822148 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-09a107c0-d01f-48e2-b247-2f62dfa92b00 req-c8f8384d-4a75-4f98-a1d0-4c8eff6acf72 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107127 May 26 16:25:51.911277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f4afd8-8ee0-4a84-8b72-dcb87fc11938 None None] Network 03ee57a9-7ad7-4aee-a8b0-b012898f5ccc is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:25:52.123052 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-c1f4afd8-8ee0-4a84-8b72-dcb87fc11938 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:52.162384 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412483de-3a4c-445a-b943-2308433c822a req-3d70c361-03d1-4b70-934f-12412369d907 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:52.185729 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-60621e9a-5ec7-470b-8e50-ca5df54f9601 None None] Provisioning complete for port a6607812-e419-4dc4-ae4d-9bfddb414616 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:52.190153 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-60621e9a-5ec7-470b-8e50-ca5df54f9601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:52.194385 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-412483de-3a4c-445a-b943-2308433c822a req-3d70c361-03d1-4b70-934f-12412369d907 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.3708932 May 26 16:25:52.223945 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-72bfa7ef-383b-4596-859c-0f3a321f183a tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:52.229695 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f4afd8-8ee0-4a84-8b72-dcb87fc11938 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:25:52.240486 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44090) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:52.409998 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-412483de-3a4c-445a-b943-2308433c822a req-3cbb7cc7-f0e9-485f-b91e-b6d801eef356 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874614 May 26 16:25:52.417059 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-72bfa7ef-383b-4596-859c-0f3a321f183a tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:52.561706 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bfa7ef-383b-4596-859c-0f3a321f183a tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Network 03ee57a9-7ad7-4aee-a8b0-b012898f5ccc is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:25:52.599263 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-72bfa7ef-383b-4596-859c-0f3a321f183a tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:52.657325 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bfa7ef-383b-4596-859c-0f3a321f183a tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:25:52.760136 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b60d6c7c-2b6d-48b8-b6a8-af6974b10963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:52.806642 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-72bfa7ef-383b-4596-859c-0f3a321f183a tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:52.886656 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfa7ef-383b-4596-859c-0f3a321f183a tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Pushing event updated for resources: {'Port': ['ID=9a206bd2-1e40-4185-bef6-2d87da582233,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:53.026786 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25ec3f-412f-413d-ba04-c24879ec2fda req-e0ddc78f-9b74-45bb-b7d6-6565c372b335 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:53.036607 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e25ec3f-412f-413d-ba04-c24879ec2fda req-e0ddc78f-9b74-45bb-b7d6-6565c372b335 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.2089767 May 26 16:25:53.040473 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad197ec4-7226-461c-9dac-8eee58f6c522 req-a2c18a95-d5bc-44ff-abc6-f103fda0143a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2239626f-ebdb-4a87-bc25-91f20b245348&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2283938 May 26 16:25:53.146085 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e25ec3f-412f-413d-ba04-c24879ec2fda req-d70c9456-6e04-4014-b9b4-15ea9f415ffa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084685 May 26 16:25:53.243903 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4afd8-8ee0-4a84-8b72-dcb87fc11938 None None] Pushing event updated for resources: {'Port': ['ID=50e0786b-78c2-4875-a7ce-a1fc88d0ba89,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:53.366335 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b60d6c7c-2b6d-48b8-b6a8-af6974b10963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:53.402808 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316530d-7cc9-4c69-81b0-cdaadd312d59 req-75f0be18-6d9b-4e29-9963-8ae8e79b5133 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:53.403307 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port a6607812-e419-4dc4-ae4d-9bfddb414616, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a6607812-e419-4dc4-ae4d-9bfddb414616,segment=NetworkSegment(236aa403-3bbf-4180-b3aa-a75e33dbf7bb),segment_id=236aa403-3bbf-4180-b3aa-a75e33dbf7bb)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:53.409504 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad197ec4-7226-461c-9dac-8eee58f6c522 req-405f0370-4c94-4c21-9c5c-17fd3fb0df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:53.419191 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a316530d-7cc9-4c69-81b0-cdaadd312d59 req-75f0be18-6d9b-4e29-9963-8ae8e79b5133 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.2651172 May 26 16:25:53.427119 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad197ec4-7226-461c-9dac-8eee58f6c522 req-405f0370-4c94-4c21-9c5c-17fd3fb0df0d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=2239626f-ebdb-4a87-bc25-91f20b245348 HTTP/1.1" status: 200 len: 1096 time: 0.3217371 May 26 16:25:53.427827 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:53.496323 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b60d6c7c-2b6d-48b8-b6a8-af6974b10963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:53.602547 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d6c7c-2b6d-48b8-b6a8-af6974b10963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8483d9e-23fb-46d1-b540-079f60a87bc3,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:53.615582 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a316530d-7cc9-4c69-81b0-cdaadd312d59 req-e8e5e8c1-6b01-4506-8ca5-d1a5e5da2af9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940069 May 26 16:25:53.635735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=a6607812-e419-4dc4-ae4d-9bfddb414616,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:53.670574 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-e87dc85a-3426-45e2-a79f-8bcdb4f1c6e6 None None] Attempting to bind port e47c04d4-c034-4945-8645-9ea0f100dcd5 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:25:53.674843 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-e87dc85a-3426-45e2-a79f-8bcdb4f1c6e6 None None] Attempting to bind port e47c04d4-c034-4945-8645-9ea0f100dcd5 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '9c000105-a1a4-40fb-b503-5d7e41645f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c8f82d39-7336-4dc3-a135-a00e2c1d0f76'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:25:53.675845 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87dc85a-3426-45e2-a79f-8bcdb4f1c6e6 None None] Attempting to bind port e47c04d4-c034-4945-8645-9ea0f100dcd5 on network c8f82d39-7336-4dc3-a135-a00e2c1d0f76 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:25:53.685206 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c1f4afd8-8ee0-4a84-8b72-dcb87fc11938 None None] Attempting to bind port 50e0786b-78c2-4875-a7ce-a1fc88d0ba89 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:25:53.685816 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c1f4afd8-8ee0-4a84-8b72-dcb87fc11938 None None] Attempting to bind port 50e0786b-78c2-4875-a7ce-a1fc88d0ba89 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'd72e319b-7e2c-4af3-91f6-6b4fcf7ec599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '03ee57a9-7ad7-4aee-a8b0-b012898f5ccc'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:25:53.686647 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f4afd8-8ee0-4a84-8b72-dcb87fc11938 None None] Attempting to bind port 50e0786b-78c2-4875-a7ce-a1fc88d0ba89 on network 03ee57a9-7ad7-4aee-a8b0-b012898f5ccc {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:25:53.709319 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87dc85a-3426-45e2-a79f-8bcdb4f1c6e6 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:25:53.709855 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87dc85a-3426-45e2-a79f-8bcdb4f1c6e6 None None] Checking segment: {'id': '9c000105-a1a4-40fb-b503-5d7e41645f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c8f82d39-7336-4dc3-a135-a00e2c1d0f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:53.710371 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e87dc85a-3426-45e2-a79f-8bcdb4f1c6e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:53.711510 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87dc85a-3426-45e2-a79f-8bcdb4f1c6e6 None None] Bound using segment: {'id': '9c000105-a1a4-40fb-b503-5d7e41645f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c8f82d39-7336-4dc3-a135-a00e2c1d0f76'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:25:53.712150 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-e87dc85a-3426-45e2-a79f-8bcdb4f1c6e6 None None] Bound port: e47c04d4-c034-4945-8645-9ea0f100dcd5, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c000105-a1a4-40fb-b503-5d7e41645f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c8f82d39-7336-4dc3-a135-a00e2c1d0f76'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:25:53.712901 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e87dc85a-3426-45e2-a79f-8bcdb4f1c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:53.725665 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-72bfa7ef-383b-4596-859c-0f3a321f183a tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:53.747017 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f4afd8-8ee0-4a84-8b72-dcb87fc11938 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:25:53.769313 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f4afd8-8ee0-4a84-8b72-dcb87fc11938 None None] Checking segment: {'id': 'd72e319b-7e2c-4af3-91f6-6b4fcf7ec599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '03ee57a9-7ad7-4aee-a8b0-b012898f5ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:25:53.771791 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1f4afd8-8ee0-4a84-8b72-dcb87fc11938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:53.772414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f4afd8-8ee0-4a84-8b72-dcb87fc11938 None None] Bound using segment: {'id': 'd72e319b-7e2c-4af3-91f6-6b4fcf7ec599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '03ee57a9-7ad7-4aee-a8b0-b012898f5ccc'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:25:53.773043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c1f4afd8-8ee0-4a84-8b72-dcb87fc11938 None None] Bound port: 50e0786b-78c2-4875-a7ce-a1fc88d0ba89, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72e319b-7e2c-4af3-91f6-6b4fcf7ec599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '03ee57a9-7ad7-4aee-a8b0-b012898f5ccc'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:25:53.775210 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1f4afd8-8ee0-4a84-8b72-dcb87fc11938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:53.855882 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0da816-70f5-46e7-8213-cc6002bee173 req-437ca7fa-203a-4689-a2c3-8da6517b7398 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:53.893511 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0e0da816-70f5-46e7-8213-cc6002bee173 req-437ca7fa-203a-4689-a2c3-8da6517b7398 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.2724671 May 26 16:25:54.025762 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0e0da816-70f5-46e7-8213-cc6002bee173 req-496f2ccb-1a41-44ea-a7c2-02489ce5ea41 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306307 May 26 16:25:54.364404 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b60d6c7c-2b6d-48b8-b6a8-af6974b10963 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=12a2c8e5270b4cb1b5b2fbde18ff69af&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1222162 May 26 16:25:54.370495 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44142) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:54.407948 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c1f4afd8-8ee0-4a84-8b72-dcb87fc11938 None None] For port 50e0786b-78c2-4875-a7ce-a1fc88d0ba89, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:25:54.434218 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c1f4afd8-8ee0-4a84-8b72-dcb87fc11938 None None] For port 50e0786b-78c2-4875-a7ce-a1fc88d0ba89, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=50e0786b-78c2-4875-a7ce-a1fc88d0ba89,segment=NetworkSegment(d72e319b-7e2c-4af3-91f6-6b4fcf7ec599),segment_id=d72e319b-7e2c-4af3-91f6-6b4fcf7ec599)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:25:54.502365 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1f4afd8-8ee0-4a84-8b72-dcb87fc11938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:54.598190 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56402c-d79b-4c2a-990b-41f49839a85c req-e813ea1e-0a99-452f-ae87-2237d1e9ffad tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:54.600922 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cb56402c-d79b-4c2a-990b-41f49839a85c req-e813ea1e-0a99-452f-ae87-2237d1e9ffad tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.2390566 May 26 16:25:54.729815 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cb56402c-d79b-4c2a-990b-41f49839a85c req-019e309f-d66c-49bf-a717-6fd24840f889 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214364 May 26 16:25:54.788825 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4afd8-8ee0-4a84-8b72-dcb87fc11938 None None] Pushing event updated for resources: {'Port': ['ID=50e0786b-78c2-4875-a7ce-a1fc88d0ba89,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:54.874959 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-60621e9a-5ec7-470b-8e50-ca5df54f9601 None None] Current status of the port a6607812-e419-4dc4-ae4d-9bfddb414616 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:54.885184 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad197ec4-7226-461c-9dac-8eee58f6c522 req-2584850e-9577-4c9e-ab7c-d3c8cc70a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:54.887448 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad197ec4-7226-461c-9dac-8eee58f6c522 req-2584850e-9577-4c9e-ab7c-d3c8cc70a8f0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 913 time: 1.3751969 May 26 16:25:54.890136 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58bea3cb-935d-41ac-87cc-a0614d137aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:54.907250 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e87dc85a-3426-45e2-a79f-8bcdb4f1c6e6 None None] For port e47c04d4-c034-4945-8645-9ea0f100dcd5, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:25:54.917094 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e87dc85a-3426-45e2-a79f-8bcdb4f1c6e6 None None] For port e47c04d4-c034-4945-8645-9ea0f100dcd5, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e47c04d4-c034-4945-8645-9ea0f100dcd5,segment=NetworkSegment(9c000105-a1a4-40fb-b503-5d7e41645f0a),segment_id=9c000105-a1a4-40fb-b503-5d7e41645f0a)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:25:54.936877 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e87dc85a-3426-45e2-a79f-8bcdb4f1c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:55.018107 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e9074-8069-499b-90a0-8a0082b807e2 req-9617707e-d64a-42fc-94d0-420a0499e910 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:55.020020 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-449e9074-8069-499b-90a0-8a0082b807e2 req-9617707e-d64a-42fc-94d0-420a0499e910 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1734724 May 26 16:25:55.033837 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87dc85a-3426-45e2-a79f-8bcdb4f1c6e6 None None] Pushing event updated for resources: {'Port': ['ID=e47c04d4-c034-4945-8645-9ea0f100dcd5,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:55.144798 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-449e9074-8069-499b-90a0-8a0082b807e2 req-87ead4cb-c686-4287-b074-db20d0eceb3c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140120 May 26 16:25:55.190801 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad197ec4-7226-461c-9dac-8eee58f6c522 req-c62404c0-944c-4559-a649-f98492eea4a1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4cd1d481-cf6e-4f02-9385-15712c5b147f HTTP/1.1" status: 200 len: 217 time: 0.2768493 May 26 16:25:55.216553 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b4b728c4-ffe0-44ee-a67f-45e5d20b65cd None None] Provisioning complete for port a6607812-e419-4dc4-ae4d-9bfddb414616 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:55.226313 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b4b728c4-ffe0-44ee-a67f-45e5d20b65cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:55.269786 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58bea3cb-935d-41ac-87cc-a0614d137aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:55.378683 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdca182-dc04-48d1-bb9a-c3f3f7762c56 req-fda72c7d-9549-4544-aaa7-041f18c8e924 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:55.400479 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8fdca182-dc04-48d1-bb9a-c3f3f7762c56 req-fda72c7d-9549-4544-aaa7-041f18c8e924 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.2402632 May 26 16:25:55.772224 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8fdca182-dc04-48d1-bb9a-c3f3f7762c56 req-1d9d4938-1f20-4f6c-a72e-3d9a0bf6e54a tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666906 May 26 16:25:55.799196 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad197ec4-7226-461c-9dac-8eee58f6c522 req-66b60e8d-118b-40d9-87ae-44b124d4e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:55.813398 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad197ec4-7226-461c-9dac-8eee58f6c522 req-66b60e8d-118b-40d9-87ae-44b124d4e1bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.6098349 May 26 16:25:55.874040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a6607812-e419-4dc4-ae4d-9bfddb414616 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:56.063543 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b6e7c2a8-9b03-4301-89a7-911b90141b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:56.065309 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b6e7c2a8-9b03-4301-89a7-911b90141b64 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 1096 time: 0.3418097 May 26 16:25:56.158759 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b4b728c4-ffe0-44ee-a67f-45e5d20b65cd None None] Current status of the port a6607812-e419-4dc4-ae4d-9bfddb414616 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:56.180790 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port a6607812-e419-4dc4-ae4d-9bfddb414616 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:56.181173 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:56.239874 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942363cf-11d3-49f6-8621-ef982de9f0f3 req-8822a275-27bc-4862-9318-ea19766460f9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:56.251762 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-942363cf-11d3-49f6-8621-ef982de9f0f3 req-8822a275-27bc-4862-9318-ea19766460f9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.1998045 May 26 16:25:56.369249 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-72bfa7ef-383b-4596-859c-0f3a321f183a tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:56.374575 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-942363cf-11d3-49f6-8621-ef982de9f0f3 req-4115c5d6-d8a2-4272-987b-c7f6893de5f4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215179 May 26 16:25:56.386277 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-72bfa7ef-383b-4596-859c-0f3a321f183a tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:56.558812 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-1aa35df5-8016-4946-8bac-2cd3965da5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:56.561533 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-1aa35df5-8016-4946-8bac-2cd3965da5da service neutron] 10.222.0.81 "GET /v2.0/networks?id=5e98d685-ced0-498f-873a-e656dd34cb0e HTTP/1.1" status: 200 len: 897 time: 0.4819586 May 26 16:25:56.609435 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port a6607812-e419-4dc4-ae4d-9bfddb414616 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:56.629659 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-72bfa7ef-383b-4596-859c-0f3a321f183a tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:56.712664 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad197ec4-7226-461c-9dac-8eee58f6c522 req-d2766490-53fe-4be3-90de-a441c856de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:56.720204 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad197ec4-7226-461c-9dac-8eee58f6c522 req-d2766490-53fe-4be3-90de-a441c856de0a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8699121 May 26 16:25:56.726151 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58bea3cb-935d-41ac-87cc-a0614d137aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:56.728571 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22237d-087f-4d1e-942e-ff2a0a8302d9 req-cb8c2ff8-35f9-42bf-9f81-28dd818ae7d8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:56.738327 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e22237d-087f-4d1e-942e-ff2a0a8302d9 req-cb8c2ff8-35f9-42bf-9f81-28dd818ae7d8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.3377211 May 26 16:25:56.744165 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58bea3cb-935d-41ac-87cc-a0614d137aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:56.745783 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-58bea3cb-935d-41ac-87cc-a0614d137aee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a8483d9e-23fb-46d1-b540-079f60a87bc3 HTTP/1.1" status: 204 len: 168 time: 2.3695500 May 26 16:25:56.982713 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e22237d-087f-4d1e-942e-ff2a0a8302d9 req-17e3bdbc-8926-4ece-8db2-8dc9c618c9d8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365317 May 26 16:25:56.989643 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-f4f54250-b5a1-4722-b1d0-ea1c5c2deeeb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3 HTTP/1.1" status: 200 len: 1001 time: 0.4082963 May 26 16:25:57.213541 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bea3cb-935d-41ac-87cc-a0614d137aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8483d9e-23fb-46d1-b540-079f60a87bc3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:57.238009 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfa7ef-383b-4596-859c-0f3a321f183a tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Pushing event updated for resources: {'Port': ['ID=9a206bd2-1e40-4185-bef6-2d87da582233,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:57.433411 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbea14-9fff-4f1d-b90f-26573f713312 req-cf2bf809-2147-495b-82bd-65ffe5c320e2 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:57.472727 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6fbea14-9fff-4f1d-b90f-26573f713312 req-cf2bf809-2147-495b-82bd-65ffe5c320e2 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.4272997 May 26 16:25:57.487269 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-de863b29-1de4-4d2d-ad1d-210bdb7f7c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:57.488764 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-de863b29-1de4-4d2d-ad1d-210bdb7f7c03 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e4a72073-56ee-47b2-b7ed-fa9f44cedf7f HTTP/1.1" status: 200 len: 835 time: 0.4748814 May 26 16:25:57.649365 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bfa7ef-383b-4596-859c-0f3a321f183a tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Network 03ee57a9-7ad7-4aee-a8b0-b012898f5ccc is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:25:57.655922 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-72bfa7ef-383b-4596-859c-0f3a321f183a tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:25:57.690148 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad197ec4-7226-461c-9dac-8eee58f6c522 req-384d9533-33a0-4910-8837-f60e725dbbe0 service neutron] 10.222.0.83 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9329333 May 26 16:25:57.743271 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44192) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:57.789697 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6fbea14-9fff-4f1d-b90f-26573f713312 req-0709a426-b14f-4b76-bc8b-d8899fbdf233 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154669 May 26 16:25:57.807051 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94f86c55-bb17-494b-8ab6-ac67ae7378b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:57.854382 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-78d54661-972f-4cdb-a57d-0665f34b2778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:57.856745 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-78d54661-972f-4cdb-a57d-0665f34b2778 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5e98d685-ced0-498f-873a-e656dd34cb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3328629 May 26 16:25:57.881881 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc20f6e2-7aac-474f-bd3e-4b734523d3b5 None None] Network 03ee57a9-7ad7-4aee-a8b0-b012898f5ccc requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:25:58.179088 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b2ccb11d-c92d-41ec-aaa8-dc38a531189d service neutron] 10.222.0.81 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121369 May 26 16:25:58.226472 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 50e0786b-78c2-4875-a7ce-a1fc88d0ba89 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:58.245463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-294a18d5-f692-4162-90a7-f6506ddc3883 None None] Provisioning complete for port 50e0786b-78c2-4875-a7ce-a1fc88d0ba89 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:58.245835 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-294a18d5-f692-4162-90a7-f6506ddc3883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:58.300513 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad197ec4-7226-461c-9dac-8eee58f6c522 req-0170862c-533c-4878-82d4-eb2a7037c8fb service neutron] 10.222.0.83 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6059332 May 26 16:25:58.389003 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94f86c55-bb17-494b-8ab6-ac67ae7378b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:58.449639 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94f86c55-bb17-494b-8ab6-ac67ae7378b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:58.504366 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9123a-5b26-454e-b951-9b29002b3342 req-77c094aa-0d13-4de0-ba7f-ab3f3004e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:58.523438 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a0a9123a-5b26-454e-b951-9b29002b3342 req-77c094aa-0d13-4de0-ba7f-ab3f3004e38a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 1096 time: 0.3343046 May 26 16:25:58.587359 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-8fa04289-bcbf-4d0b-ae7a-89ccc17d5ab1 service neutron] 10.222.0.81 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926048 May 26 16:25:58.667691 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464385e-446d-4555-8b4a-9948749c5fd1 req-aed11aa8-b929-461f-b499-9cb1669962aa tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:58.696690 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a464385e-446d-4555-8b4a-9948749c5fd1 req-aed11aa8-b929-461f-b499-9cb1669962aa tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.5123830 May 26 16:25:58.734541 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19db9460-80c9-4dc2-9afc-1cbb2d4b8f99 None None] Network c8f82d39-7336-4dc3-a135-a00e2c1d0f76 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:25:58.771710 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9123a-5b26-454e-b951-9b29002b3342 req-e1731201-3d17-4696-8933-964f9b714929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:58.773308 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a0a9123a-5b26-454e-b951-9b29002b3342 req-e1731201-3d17-4696-8933-964f9b714929 service neutron] 10.222.0.81 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 913 time: 0.2404997 May 26 16:25:58.910298 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a0a9123a-5b26-454e-b951-9b29002b3342 req-ea377030-4627-484b-9540-0ded8eaa8b6d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=161e5bc3-f8bd-463c-928c-19e147d66d06 HTTP/1.1" status: 200 len: 1000 time: 0.1066754 May 26 16:25:58.926858 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a464385e-446d-4555-8b4a-9948749c5fd1 req-8c992ae7-c23f-4896-bdce-30ec32e5043c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291033 May 26 16:25:58.970863 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19fe4f-20a9-49bd-b9e5-b071dbe2eb44 req-83d74820-717b-4144-ac06-a1ab6fcea410 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:58.980782 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed19fe4f-20a9-49bd-b9e5-b071dbe2eb44 req-83d74820-717b-4144-ac06-a1ab6fcea410 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.5851750 May 26 16:25:58.982609 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f86c55-bb17-494b-8ab6-ac67ae7378b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd33890-5d3b-469e-98de-5df901d2297a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:25:59.007311 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44218) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:59.008355 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-94f86c55-bb17-494b-8ab6-ac67ae7378b7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0269e3fff40e43dc820116c9807d34c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2380040 May 26 16:25:59.103722 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed19fe4f-20a9-49bd-b9e5-b071dbe2eb44 req-499662b2-7881-4eea-a584-65de43b242e5 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887475 May 26 16:25:59.203695 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9123a-5b26-454e-b951-9b29002b3342 req-f1e25aa2-eeb0-4329-b52b-70afc3fec716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:59.205630 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a0a9123a-5b26-454e-b951-9b29002b3342 req-f1e25aa2-eeb0-4329-b52b-70afc3fec716 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.2876513 May 26 16:25:59.206253 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bfa7ef-383b-4596-859c-0f3a321f183a tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Router 7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:25:59.256045 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 50e0786b-78c2-4875-a7ce-a1fc88d0ba89 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:25:59.259578 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:59.377858 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8701980-06b8-4e13-a892-759212616588 req-127a654b-1f78-41b9-b6d2-5b8ad9c3558c tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:59.379590 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e8701980-06b8-4e13-a892-759212616588 req-127a654b-1f78-41b9-b6d2-5b8ad9c3558c tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1111839 May 26 16:25:59.392145 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-57f7cf93-7763-498d-b5ec-e2ccca9639d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:59.516303 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e8701980-06b8-4e13-a892-759212616588 req-9e7c7671-c29c-4ae8-a70f-8e15b4299bd2 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242931 May 26 16:25:59.584848 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-294a18d5-f692-4162-90a7-f6506ddc3883 None None] Current status of the port 50e0786b-78c2-4875-a7ce-a1fc88d0ba89 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:59.585520 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-294a18d5-f692-4162-90a7-f6506ddc3883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:59.678054 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-57f7cf93-7763-498d-b5ec-e2ccca9639d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:59.808216 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-294a18d5-f692-4162-90a7-f6506ddc3883 None None] For port 50e0786b-78c2-4875-a7ce-a1fc88d0ba89, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=50e0786b-78c2-4875-a7ce-a1fc88d0ba89,segment=NetworkSegment(d72e319b-7e2c-4af3-91f6-6b4fcf7ec599),segment_id=d72e319b-7e2c-4af3-91f6-6b4fcf7ec599)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:25:59.877694 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bfa7ef-383b-4596-859c-0f3a321f183a tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:25:59.878034 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 50e0786b-78c2-4875-a7ce-a1fc88d0ba89 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:25:59.879636 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e47c04d4-c034-4945-8645-9ea0f100dcd5 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:25:59.887717 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-72bfa7ef-383b-4596-859c-0f3a321f183a tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] 10.222.0.77 "PUT /v2.0/routers/7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1890893 May 26 16:25:59.888446 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44230) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:25:59.890969 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-294a18d5-f692-4162-90a7-f6506ddc3883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:59.892122 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-57f7cf93-7763-498d-b5ec-e2ccca9639d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:59.896875 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-57f7cf93-7763-498d-b5ec-e2ccca9639d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:25:59.900498 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-57f7cf93-7763-498d-b5ec-e2ccca9639d4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7cd33890-5d3b-469e-98de-5df901d2297a HTTP/1.1" status: 204 len: 168 time: 0.8821080 May 26 16:25:59.903807 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bcfbf0-897c-47cf-9e9e-f8f653623ee1 None None] Sync routers for ids ['7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:25:59.912769 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9123a-5b26-454e-b951-9b29002b3342 req-36737893-d6ea-40bf-ad25-04b2c9043064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:25:59.915927 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a0a9123a-5b26-454e-b951-9b29002b3342 req-36737893-d6ea-40bf-ad25-04b2c9043064 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6921473 May 26 16:26:00.053483 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bcfbf0-897c-47cf-9e9e-f8f653623ee1 None None] Routers {'7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:00.054873 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d0bcfbf0-897c-47cf-9e9e-f8f653623ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:25:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:00.190609 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7cf93-7763-498d-b5ec-e2ccca9639d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd33890-5d3b-469e-98de-5df901d2297a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:00.302639 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d0bcfbf0-897c-47cf-9e9e-f8f653623ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:00.330324 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a0a9123a-5b26-454e-b951-9b29002b3342 req-20bbc202-409e-4a61-9798-b697034c5443 service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001029 May 26 16:26:00.446963 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bcfbf0-897c-47cf-9e9e-f8f653623ee1 None None] Routers {'7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:00.448054 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d0bcfbf0-897c-47cf-9e9e-f8f653623ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:25:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:00.458299 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-428121ed-f189-41b4-86a6-07e2a7726598 None None] Provisioning complete for port 50e0786b-78c2-4875-a7ce-a1fc88d0ba89 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:00.458650 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-428121ed-f189-41b4-86a6-07e2a7726598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:00.463768 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a18d5-f692-4162-90a7-f6506ddc3883 None None] Pushing event updated for resources: {'Port': ['ID=50e0786b-78c2-4875-a7ce-a1fc88d0ba89,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:00.632165 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a0a9123a-5b26-454e-b951-9b29002b3342 req-1d2eba81-7f68-4cd8-846f-af45204729db service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916152 May 26 16:26:00.791704 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d0bcfbf0-897c-47cf-9e9e-f8f653623ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:00.793710 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bcfbf0-897c-47cf-9e9e-f8f653623ee1 None None] The sync data for ids ['7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:26:00.853581 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port e47c04d4-c034-4945-8645-9ea0f100dcd5 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:00.854501 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:00.873211 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:01.111445 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-428121ed-f189-41b4-86a6-07e2a7726598 None None] Current status of the port 50e0786b-78c2-4875-a7ce-a1fc88d0ba89 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:01.165481 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-428121ed-f189-41b4-86a6-07e2a7726598 None None] Provisioning complete for port e47c04d4-c034-4945-8645-9ea0f100dcd5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:01.165802 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-428121ed-f189-41b4-86a6-07e2a7726598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:01.261149 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port e47c04d4-c034-4945-8645-9ea0f100dcd5 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:01.261631 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:01.383774 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port e47c04d4-c034-4945-8645-9ea0f100dcd5, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e47c04d4-c034-4945-8645-9ea0f100dcd5,segment=NetworkSegment(9c000105-a1a4-40fb-b503-5d7e41645f0a),segment_id=9c000105-a1a4-40fb-b503-5d7e41645f0a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:01.397440 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:01.648906 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-428121ed-f189-41b4-86a6-07e2a7726598 None None] Current status of the port e47c04d4-c034-4945-8645-9ea0f100dcd5 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:01.657899 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 50e0786b-78c2-4875-a7ce-a1fc88d0ba89 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:26:01.713435 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-428121ed-f189-41b4-86a6-07e2a7726598 None None] Provisioning complete for port 9a206bd2-1e40-4185-bef6-2d87da582233 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:01.714200 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-428121ed-f189-41b4-86a6-07e2a7726598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:01.802517 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 50e0786b-78c2-4875-a7ce-a1fc88d0ba89 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:01.803188 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:01.872534 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=e47c04d4-c034-4945-8645-9ea0f100dcd5,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:01.959808 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 50e0786b-78c2-4875-a7ce-a1fc88d0ba89 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:01.969464 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-428121ed-f189-41b4-86a6-07e2a7726598 None None] Port 9a206bd2-1e40-4185-bef6-2d87da582233 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:26:02.088136 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea41e0-b5f0-4c89-837b-e22df8a68d2e req-a23f3203-226e-4abb-a5b2-2c72c88a1dc1 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:02.090689 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28ea41e0-b5f0-4c89-837b-e22df8a68d2e req-a23f3203-226e-4abb-a5b2-2c72c88a1dc1 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 1.9068449 May 26 16:26:02.100006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ebb2cee7-3017-481e-b6ed-1dcd18f1021a None None] Provisioning complete for port e47c04d4-c034-4945-8645-9ea0f100dcd5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:02.100694 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ebb2cee7-3017-481e-b6ed-1dcd18f1021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:02.204552 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15f3c0-540e-4cb4-ada5-6ce30c01277f req-f334f643-8939-47d4-86d1-57fb240bab78 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:02.215954 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9d15f3c0-540e-4cb4-ada5-6ce30c01277f req-f334f643-8939-47d4-86d1-57fb240bab78 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 1.6050382 May 26 16:26:02.234970 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28ea41e0-b5f0-4c89-837b-e22df8a68d2e req-c666cf31-e58b-4374-bf99-6628d74b39ed tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234224 May 26 16:26:02.464567 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-166a210c-1718-4945-b398-0de240398e20 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:26:02.466369 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-166a210c-1718-4945-b398-0de240398e20 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] 10.222.0.77 "PUT /v2.0/routers/7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.5768945 May 26 16:26:02.469602 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44288) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:02.471821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ebb2cee7-3017-481e-b6ed-1dcd18f1021a None None] Current status of the port e47c04d4-c034-4945-8645-9ea0f100dcd5 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:02.491713 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9d15f3c0-540e-4cb4-ada5-6ce30c01277f req-6c07ad90-751c-4e36-b787-6d265f5e9933 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745261 May 26 16:26:02.497353 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ebb2cee7-3017-481e-b6ed-1dcd18f1021a None None] Provisioning complete for port 9a206bd2-1e40-4185-bef6-2d87da582233 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:02.497737 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ebb2cee7-3017-481e-b6ed-1dcd18f1021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:02.621720 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ebb2cee7-3017-481e-b6ed-1dcd18f1021a None None] Port 9a206bd2-1e40-4185-bef6-2d87da582233 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:26:02.712253 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cfa96-498c-4736-98f9-0eca950b30d4 req-c5a8e343-cc1b-40ac-a81e-a8f7d6310168 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:02.714200 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-650cfa96-498c-4736-98f9-0eca950b30d4 req-c5a8e343-cc1b-40ac-a81e-a8f7d6310168 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1995466 May 26 16:26:02.824796 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-650cfa96-498c-4736-98f9-0eca950b30d4 req-1e5b20c1-8509-49d1-8157-37026c56eba1 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005111 May 26 16:26:03.139543 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25631a93-b27b-4991-abd0-c80469d516bd tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:03.508621 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058857ed-bca0-4109-97f6-98da1dc94f03 req-b18f5792-ee61-4e91-97ab-06332642e592 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:03.514518 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-058857ed-bca0-4109-97f6-98da1dc94f03 req-b18f5792-ee61-4e91-97ab-06332642e592 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1112437 May 26 16:26:03.586427 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-058857ed-bca0-4109-97f6-98da1dc94f03 req-7d43597b-ed86-4079-80d2-ed1b55a7e6f2 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537572 May 26 16:26:03.615975 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e47c04d4-c034-4945-8645-9ea0f100dcd5 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:26:03.719681 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-25631a93-b27b-4991-abd0-c80469d516bd tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Deleting port 9a206bd2-1e40-4185-bef6-2d87da582233 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:03.720574 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25631a93-b27b-4991-abd0-c80469d516bd tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:03.815612 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb53d2b-9978-4c77-adf1-6dfd072f4c56 req-9b26f73c-6d1c-429e-806f-851f842b3f53 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:03.824960 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5bb53d2b-9978-4c77-adf1-6dfd072f4c56 req-9b26f73c-6d1c-429e-806f-851f842b3f53 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.1858306 May 26 16:26:03.844211 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port e47c04d4-c034-4945-8645-9ea0f100dcd5 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:03.845254 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:03.981721 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5bb53d2b-9978-4c77-adf1-6dfd072f4c56 req-c3b8923a-6b1a-4f17-8acc-980dc1d02f63 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501417 May 26 16:26:03.983680 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25631a93-b27b-4991-abd0-c80469d516bd tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:04.015207 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-25631a93-b27b-4991-abd0-c80469d516bd tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Calling delete_port for 9a206bd2-1e40-4185-bef6-2d87da582233 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:04.097780 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d079eb0-0ecc-4f3f-a04d-76f90dbb177c req-6e572191-563f-4365-8fe7-95690ae84823 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:04.107304 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port e47c04d4-c034-4945-8645-9ea0f100dcd5 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:04.111339 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7d079eb0-0ecc-4f3f-a04d-76f90dbb177c req-6e572191-563f-4365-8fe7-95690ae84823 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.2810974 May 26 16:26:04.255740 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7d079eb0-0ecc-4f3f-a04d-76f90dbb177c req-e75492cb-4e6b-40d9-bee4-c195d8d8a8c3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419222 May 26 16:26:04.450991 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b12bcd-d5ba-40f9-b399-34613d8e730f req-e160a11b-af98-44e9-9017-aa5c9dc618a4 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:04.478453 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15b12bcd-d5ba-40f9-b399-34613d8e730f req-e160a11b-af98-44e9-9017-aa5c9dc618a4 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1866360 May 26 16:26:04.658882 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25631a93-b27b-4991-abd0-c80469d516bd tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:04.702114 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15b12bcd-d5ba-40f9-b399-34613d8e730f req-0b4abbd9-4fd8-4c51-a63c-97a4323b2251 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149138 May 26 16:26:04.740508 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25631a93-b27b-4991-abd0-c80469d516bd tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Pushing event deleted for resources: {'Port': ['ID=9a206bd2-1e40-4185-bef6-2d87da582233,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:04.775477 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338a108-38fe-49e2-b266-59f0e97ef601 req-adedc61b-c75e-44e2-bdd3-b3c2582c8af9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:04.789405 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a338a108-38fe-49e2-b266-59f0e97ef601 req-adedc61b-c75e-44e2-bdd3-b3c2582c8af9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.2991955 May 26 16:26:04.910256 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a338a108-38fe-49e2-b266-59f0e97ef601 req-18b90f45-0700-4605-9ce9-bacb3217a722 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191163 May 26 16:26:05.267414 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654cd4e-29ea-4357-9b3c-10ecfeba8379 req-36676865-74c1-46ae-8c4f-7044b9d780ff tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:05.272187 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d654cd4e-29ea-4357-9b3c-10ecfeba8379 req-36676865-74c1-46ae-8c4f-7044b9d780ff tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1077223 May 26 16:26:05.276123 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25631a93-b27b-4991-abd0-c80469d516bd tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:05.485308 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d654cd4e-29ea-4357-9b3c-10ecfeba8379 req-8c947938-86d0-48eb-b637-4265599e2e78 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950283 May 26 16:26:05.565859 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e2ab3-400e-4537-9706-4603ac05486f req-428423b3-faa9-450a-9446-271e5e0d6155 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:05.578570 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7d4e2ab3-400e-4537-9706-4603ac05486f req-428423b3-faa9-450a-9446-271e5e0d6155 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.2402403 May 26 16:26:05.706424 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25631a93-b27b-4991-abd0-c80469d516bd tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Router 7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:26:05.735324 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7d4e2ab3-400e-4537-9706-4603ac05486f req-1354fc95-ab3d-4338-9e55-85534db1bba0 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556449 May 26 16:26:05.818842 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0d3f9-cc57-4b6b-aeb4-535623dc2b34 req-8dfeb181-db27-46c9-88f7-d0f0eec653ff tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:05.826600 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-73a0d3f9-cc57-4b6b-aeb4-535623dc2b34 req-8dfeb181-db27-46c9-88f7-d0f0eec653ff tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 945 time: 0.1491268 May 26 16:26:05.876686 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25631a93-b27b-4991-abd0-c80469d516bd tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:26:05.894282 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99784207-8ec0-4530-b66f-1a182eea7865 None None] Sync routers for ids ['7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:26:05.906803 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-25631a93-b27b-4991-abd0-c80469d516bd tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] 10.222.0.77 "PUT /v2.0/routers/7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4360144 May 26 16:26:05.912677 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44366) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:05.916953 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99784207-8ec0-4530-b66f-1a182eea7865 None None] Routers {'7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:05.917635 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-99784207-8ec0-4530-b66f-1a182eea7865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:25:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:05.977241 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-73a0d3f9-cc57-4b6b-aeb4-535623dc2b34 req-46d3f1f9-1d1b-4e13-bbd1-ba269ccbeee1 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=df58b03b-0876-4481-a285-2d6abe3bedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318369 May 26 16:26:05.994679 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-99784207-8ec0-4530-b66f-1a182eea7865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:06.006649 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99784207-8ec0-4530-b66f-1a182eea7865 None None] Routers {'7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:06.006848 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-99784207-8ec0-4530-b66f-1a182eea7865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:25:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:06.019254 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-33994beb-1805-4e88-9184-5ea05bdbdaf4 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] delete failed (client error): The resource could not be found. May 26 16:26:06.019426 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623b121-5595-4d1a-b678-8c6043930cea req-efeec321-ae62-438a-8658-b257d57d2b4f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:06.021074 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-33994beb-1805-4e88-9184-5ea05bdbdaf4 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] 10.222.0.77 "DELETE /v2.0/routers/tempest-non_exist_router-1383695720 HTTP/1.1" status: 404 len: 335 time: 0.1072969 May 26 16:26:06.027614 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44368) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:06.029869 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f623b121-5595-4d1a-b678-8c6043930cea req-efeec321-ae62-438a-8658-b257d57d2b4f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1369977 May 26 16:26:06.032679 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-cd752e12-b773-47b9-a3a9-725d6f670316 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Request body: {'router': {'external_gateway_info': {'network_id': '7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:06.071621 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-99784207-8ec0-4530-b66f-1a182eea7865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:06.072552 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99784207-8ec0-4530-b66f-1a182eea7865 None None] The sync data for ids ['7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:26:06.118958 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f623b121-5595-4d1a-b678-8c6043930cea req-b8c3c5cf-8607-4075-9a81-05b5763784d5 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858891 May 26 16:26:06.206407 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df15fa-ab73-44d1-874e-f28e2c3c6b32 req-3a1bcdb6-a1b0-42b0-a16b-35d9f2c7b8c4 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:06.219722 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-72df15fa-ab73-44d1-874e-f28e2c3c6b32 req-3a1bcdb6-a1b0-42b0-a16b-35d9f2c7b8c4 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1117945 May 26 16:26:06.276515 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-72df15fa-ab73-44d1-874e-f28e2c3c6b32 req-cc0b0cbc-93a5-4564-afac-daef9df6f7e2 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555513 May 26 16:26:06.561636 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bd248-84fa-4a56-929c-27857a0ff7b5 req-175d2cb4-b50c-4087-b282-ac9e57dd985d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:06.570635 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d56bd248-84fa-4a56-929c-27857a0ff7b5 req-175d2cb4-b50c-4087-b282-ac9e57dd985d tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.0850496 May 26 16:26:06.631402 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d56bd248-84fa-4a56-929c-27857a0ff7b5 req-c8312737-210a-42b5-8f13-30d86d9d4d1a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587504 May 26 16:26:06.708738 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cd752e12-b773-47b9-a3a9-725d6f670316 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:06.738413 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-cd752e12-b773-47b9-a3a9-725d6f670316 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] update failed (client error): The resource could not be found. May 26 16:26:06.740234 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cd752e12-b773-47b9-a3a9-725d6f670316 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] 10.222.0.77 "PUT /v2.0/routers/7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7 HTTP/1.1" status: 404 len: 339 time: 0.7111425 May 26 16:26:06.745824 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44376) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:07.103573 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de0825-c839-4f05-b6e3-04b4b831278b req-30ea9f31-a171-4669-adb9-bf9fb3309356 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:07.110973 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d1de0825-c839-4f05-b6e3-04b4b831278b req-30ea9f31-a171-4669-adb9-bf9fb3309356 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.2353992 May 26 16:26:07.267261 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac3f8f-fce4-4905-a46d-952a72ba9939 req-685f65c7-5555-4ec4-9c93-6e99eca7a51d tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:07.268974 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2fac3f8f-fce4-4905-a46d-952a72ba9939 req-685f65c7-5555-4ec4-9c93-6e99eca7a51d tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 945 time: 0.1518066 May 26 16:26:07.279039 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d1de0825-c839-4f05-b6e3-04b4b831278b req-917995a4-10f6-4927-9306-53ec520eb1de tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568909 May 26 16:26:07.439540 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2fac3f8f-fce4-4905-a46d-952a72ba9939 req-dd566774-f800-4199-a566-fae63cb1456a tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=df58b03b-0876-4481-a285-2d6abe3bedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564996 May 26 16:26:07.520874 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed4453-1181-4579-b350-41fbb9d74d9f req-b41c102c-2dd1-4423-9732-562dc9de8062 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:07.525198 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-adb65af7-bbd8-41ef-b18c-6e6b4999232c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:07.530642 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88ed4453-1181-4579-b350-41fbb9d74d9f req-b41c102c-2dd1-4423-9732-562dc9de8062 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.0876396 May 26 16:26:07.592789 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88ed4453-1181-4579-b350-41fbb9d74d9f req-f1fa4f92-59a9-4849-acf5-f547d97af811 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610120 May 26 16:26:07.660508 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b0105-3d2e-428b-be9f-eac1b423cc3d req-cfb41483-d5ae-4b5c-be83-fe116cb533e3 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:07.662067 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b47b0105-3d2e-428b-be9f-eac1b423cc3d req-cfb41483-d5ae-4b5c-be83-fe116cb533e3 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.83 "GET /v2.0/ports?device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 945 time: 0.1763551 May 26 16:26:07.874218 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ed65c-2123-4979-87a5-f0a610302beb req-b38232c9-865f-4817-ad94-811a2afa32ac tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:07.875809 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf6ed65c-2123-4979-87a5-f0a610302beb req-b38232c9-865f-4817-ad94-811a2afa32ac tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1341650 May 26 16:26:07.916021 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-b47b0105-3d2e-428b-be9f-eac1b423cc3d req-147a9f1a-1c1b-43a5-b6b9-bc4e5ad312bd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Deleting port 47a174fc-1f9b-4f7e-91d8-96549e6d3791 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:07.916552 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b47b0105-3d2e-428b-be9f-eac1b423cc3d req-147a9f1a-1c1b-43a5-b6b9-bc4e5ad312bd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:07.966130 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf6ed65c-2123-4979-87a5-f0a610302beb req-e141bb3d-ceb6-47ac-a6ef-969c9e97b2f3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828631 May 26 16:26:08.182708 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-adb65af7-bbd8-41ef-b18c-6e6b4999232c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Allocated IP 172.20.0.1 (2c0686d6-65c6-4e73-af5d-b2de212b0f82/3fbabb8f-80b9-457e-a296-bd431ba1cd7e/f79b4bf6-99e8-48b9-87a2-91c85fc5901c) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:08.227288 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-b47b0105-3d2e-428b-be9f-eac1b423cc3d req-147a9f1a-1c1b-43a5-b6b9-bc4e5ad312bd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] For port 47a174fc-1f9b-4f7e-91d8-96549e6d3791, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=47a174fc-1f9b-4f7e-91d8-96549e6d3791,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:08.227843 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b47b0105-3d2e-428b-be9f-eac1b423cc3d req-147a9f1a-1c1b-43a5-b6b9-bc4e5ad312bd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:08.504817 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a47229-5566-4eb0-9e03-d0151004f6a8 req-cf792429-e4d6-4934-bcc8-4147c1ba02ec tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:08.513863 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32a47229-5566-4eb0-9e03-d0151004f6a8 req-cf792429-e4d6-4934-bcc8-4147c1ba02ec tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.1072884 May 26 16:26:08.533538 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e1486-eb88-40b5-8202-d71bc220c97d req-123e15cd-132c-46e9-bedc-676d89f52eb7 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:08.542522 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-339e1486-eb88-40b5-8202-d71bc220c97d req-123e15cd-132c-46e9-bedc-676d89f52eb7 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.2032316 May 26 16:26:08.625224 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32a47229-5566-4eb0-9e03-d0151004f6a8 req-0f1c177f-0db8-4c81-9864-491b1964b89d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103346 May 26 16:26:08.669199 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-339e1486-eb88-40b5-8202-d71bc220c97d req-0bf21bfa-49c3-49fb-9afd-643608beeb11 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199970 May 26 16:26:08.840166 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-adb65af7-bbd8-41ef-b18c-6e6b4999232c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:08.868054 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe0ab1-9334-4cf4-b18b-ec587996fed0 req-e5240495-2d92-455a-b366-dd64487b8448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:08.870304 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1abe0ab1-9334-4cf4-b18b-ec587996fed0 req-e5240495-2d92-455a-b366-dd64487b8448 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 1096 time: 0.4709117 May 26 16:26:08.876072 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b47b0105-3d2e-428b-be9f-eac1b423cc3d req-147a9f1a-1c1b-43a5-b6b9-bc4e5ad312bd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:08.877034 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b47b0105-3d2e-428b-be9f-eac1b423cc3d req-147a9f1a-1c1b-43a5-b6b9-bc4e5ad312bd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:08.877365 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [req-b47b0105-3d2e-428b-be9f-eac1b423cc3d req-147a9f1a-1c1b-43a5-b6b9-bc4e5ad312bd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Floating IP 8192dd77-216f-472a-ab9c-ad262b97340a disassociated. External IP: 172.25.7.198, port: 47a174fc-1f9b-4f7e-91d8-96549e6d3791. May 26 16:26:08.877723 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-b47b0105-3d2e-428b-be9f-eac1b423cc3d req-147a9f1a-1c1b-43a5-b6b9-bc4e5ad312bd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Calling delete_port for 47a174fc-1f9b-4f7e-91d8-96549e6d3791 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:08.907386 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a83f2-4f8e-42d8-b22f-d90b3022f035 req-e463ef25-3ef3-4b98-b5d3-f8ef6ed459c9 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:08.917508 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-926a83f2-4f8e-42d8-b22f-d90b3022f035 req-e463ef25-3ef3-4b98-b5d3-f8ef6ed459c9 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1484385 May 26 16:26:08.946980 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c90367-19cf-4ea3-b4b1-2caedebe1f67 req-7750e78a-9f6b-4165-a5b1-4aa03a8837a0 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:08.955550 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f8c90367-19cf-4ea3-b4b1-2caedebe1f67 req-7750e78a-9f6b-4165-a5b1-4aa03a8837a0 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 945 time: 0.1556387 May 26 16:26:09.006491 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-926a83f2-4f8e-42d8-b22f-d90b3022f035 req-9aadc4a1-dfbb-4fc8-b9c7-3647c1d016b7 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874417 May 26 16:26:09.054306 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f8c90367-19cf-4ea3-b4b1-2caedebe1f67 req-56cd091d-85ac-4ada-af4d-8d5e1780a5d1 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=df58b03b-0876-4481-a285-2d6abe3bedfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986400 May 26 16:26:09.077825 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-adb65af7-bbd8-41ef-b18c-6e6b4999232c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:09.140635 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe0ab1-9334-4cf4-b18b-ec587996fed0 req-15fc6e74-2d55-4f95-a181-2a226a7abf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:09.162999 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1abe0ab1-9334-4cf4-b18b-ec587996fed0 req-15fc6e74-2d55-4f95-a181-2a226a7abf7d service neutron] 10.222.0.81 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 913 time: 0.2617602 May 26 16:26:09.162999 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb65af7-bbd8-41ef-b18c-6e6b4999232c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Network 2c0686d6-65c6-4e73-af5d-b2de212b0f82 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:09.164082 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-adb65af7-bbd8-41ef-b18c-6e6b4999232c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:09.168187 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb65af7-bbd8-41ef-b18c-6e6b4999232c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Pushing event updated for resources: {'Port': ['ID=f79b4bf6-99e8-48b9-87a2-91c85fc5901c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:09.207522 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb65af7-bbd8-41ef-b18c-6e6b4999232c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:26:09.302769 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-adb65af7-bbd8-41ef-b18c-6e6b4999232c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:09.307167 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1abe0ab1-9334-4cf4-b18b-ec587996fed0 req-be0e3d7c-a798-40de-ab8f-41c65d1ce2bc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=161e5bc3-f8bd-463c-928c-19e147d66d06 HTTP/1.1" status: 200 len: 1000 time: 0.1532934 May 26 16:26:09.397112 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b47b0105-3d2e-428b-be9f-eac1b423cc3d req-147a9f1a-1c1b-43a5-b6b9-bc4e5ad312bd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:09.485640 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a9f1a-1c1b-43a5-b6b9-bc4e5ad312bd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event deleted for resources: {'Port': ['ID=47a174fc-1f9b-4f7e-91d8-96549e6d3791,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:09.492759 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe0ab1-9334-4cf4-b18b-ec587996fed0 req-8ec5fb1a-2354-4ded-8255-007f855d8b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:09.494520 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1abe0ab1-9334-4cf4-b18b-ec587996fed0 req-8ec5fb1a-2354-4ded-8255-007f855d8b4c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.1506505 May 26 16:26:09.530158 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-11d18a6f-debd-49d8-95a3-a2322adad87d None None] Provisioning complete for port f79b4bf6-99e8-48b9-87a2-91c85fc5901c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:09.531143 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-11d18a6f-debd-49d8-95a3-a2322adad87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:09.571807 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-11d18a6f-debd-49d8-95a3-a2322adad87d None None] Port f79b4bf6-99e8-48b9-87a2-91c85fc5901c cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:26:09.655980 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-adb65af7-bbd8-41ef-b18c-6e6b4999232c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:09.673898 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe0ab1-9334-4cf4-b18b-ec587996fed0 req-ba537ef3-66a6-4026-85df-795f51e49d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:09.675974 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1abe0ab1-9334-4cf4-b18b-ec587996fed0 req-ba537ef3-66a6-4026-85df-795f51e49d3d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1384804 May 26 16:26:09.707297 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b47b0105-3d2e-428b-be9f-eac1b423cc3d req-147a9f1a-1c1b-43a5-b6b9-bc4e5ad312bd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Router 3be498a2-af40-439e-8e33-5b6db31a6d35 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:26:09.830660 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe0595-32cd-437a-8ee6-4505a1f12b3b req-f6e8f6eb-c44c-42f2-9702-396f81aff941 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:09.839896 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d3fe0595-32cd-437a-8ee6-4505a1f12b3b req-f6e8f6eb-c44c-42f2-9702-396f81aff941 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1011696 May 26 16:26:09.877490 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a9a40-c2d4-453d-8849-09739733b2cf req-8788cdd1-3f36-4345-944f-1449148e3c90 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:09.879687 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-897a9a40-c2d4-453d-8849-09739733b2cf req-8788cdd1-3f36-4345-944f-1449148e3c90 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.1502514 May 26 16:26:09.959760 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d3fe0595-32cd-437a-8ee6-4505a1f12b3b req-783adbe0-ff0f-4cac-8d69-7dc3bb2bbe1e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183269 May 26 16:26:10.069080 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-897a9a40-c2d4-453d-8849-09739733b2cf req-34760bf7-9124-43fc-9440-7d8858383068 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612520 May 26 16:26:10.184849 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea13bf-c872-48d0-8f4a-816a55c20182 req-d14b6bf3-ec9f-420d-9c5d-0946ee11d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:10.186933 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15ea13bf-c872-48d0-8f4a-816a55c20182 req-d14b6bf3-ec9f-420d-9c5d-0946ee11d30b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da4a805e29d24584b545bb330805b32f&device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 1096 time: 0.1487284 May 26 16:26:10.308212 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d512d868-9248-495e-8ab4-945142be17e8 req-2d6dbb67-802c-4980-a59b-44005644b653 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 210 time: 0.0904098 May 26 16:26:10.328681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d09bc-2880-40ec-9506-c3dda2b0b174 req-ade6afc3-43d6-46f3-9068-5e9fe03a1b0d tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:10.330438 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e0d09bc-2880-40ec-9506-c3dda2b0b174 req-ade6afc3-43d6-46f3-9068-5e9fe03a1b0d tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1606648 May 26 16:26:10.424113 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e0d09bc-2880-40ec-9506-c3dda2b0b174 req-85b938e0-01b4-44fb-a761-8ae9db08be6a tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825679 May 26 16:26:10.436112 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea13bf-c872-48d0-8f4a-816a55c20182 req-70d148dc-6afb-45bc-abb3-8d637e1cb8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:10.439349 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15ea13bf-c872-48d0-8f4a-816a55c20182 req-70d148dc-6afb-45bc-abb3-8d637e1cb8d0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=108e172f-9bd7-4858-818f-d588950b8366 HTTP/1.1" status: 200 len: 915 time: 0.2363508 May 26 16:26:10.493230 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15ea13bf-c872-48d0-8f4a-816a55c20182 req-f0758cc7-9602-4cde-aa32-a62b2716dcea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7ad9af1-3103-4621-91a9-df29d8dc5b19 HTTP/1.1" status: 200 len: 217 time: 0.0468822 May 26 16:26:10.550817 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea13bf-c872-48d0-8f4a-816a55c20182 req-0df9cd36-bc31-4b9c-b821-a6b744573167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:10.552285 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15ea13bf-c872-48d0-8f4a-816a55c20182 req-0df9cd36-bc31-4b9c-b821-a6b744573167 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7bfd769-d7ce-4e57-9136-78fe7b11a40e HTTP/1.1" status: 200 len: 854 time: 0.0517147 May 26 16:26:10.602086 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15ea13bf-c872-48d0-8f4a-816a55c20182 req-740edeb8-2eae-416b-bd49-16f5a418da78 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=108e172f-9bd7-4858-818f-d588950b8366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419893 May 26 16:26:10.659471 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1abe0ab1-9334-4cf4-b18b-ec587996fed0 req-08822097-91c1-4c35-99fb-8b604fc477d4 service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9502590 May 26 16:26:10.711746 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15ea13bf-c872-48d0-8f4a-816a55c20182 req-688e236a-10fa-406b-8517-3161dd30aaa8 service neutron] 10.222.0.81 "GET /v2.0/networks/108e172f-9bd7-4858-818f-d588950b8366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021807 May 26 16:26:10.773655 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b47b0105-3d2e-428b-be9f-eac1b423cc3d req-147a9f1a-1c1b-43a5-b6b9-bc4e5ad312bd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:26:10.786372 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cf2057-ebd7-41b8-bebe-42a56c492bea None None] Sync routers for ids ['3be498a2-af40-439e-8e33-5b6db31a6d35'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:26:10.802203 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cf2057-ebd7-41b8-bebe-42a56c492bea None None] Routers {'3be498a2-af40-439e-8e33-5b6db31a6d35'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:10.804711 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c7cf2057-ebd7-41b8-bebe-42a56c492bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:25:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3be498a2-af40-439e-8e33-5b6db31a6d35'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:10.846870 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47b0105-3d2e-428b-be9f-eac1b423cc3d req-147a9f1a-1c1b-43a5-b6b9-bc4e5ad312bd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] No DVR routers for this DVR port 47a174fc-1f9b-4f7e-91d8-96549e6d3791 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:10.851960 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b47b0105-3d2e-428b-be9f-eac1b423cc3d req-147a9f1a-1c1b-43a5-b6b9-bc4e5ad312bd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:10.857107 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b47b0105-3d2e-428b-be9f-eac1b423cc3d req-147a9f1a-1c1b-43a5-b6b9-bc4e5ad312bd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.83 "DELETE /v2.0/ports/47a174fc-1f9b-4f7e-91d8-96549e6d3791 HTTP/1.1" status: 204 len: 173 time: 3.1851978 May 26 16:26:10.865606 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbd34c4-6531-447f-bc11-62c083585f5f', 'name': 'network-vif-deleted', 'tag': '47a174fc-1f9b-4f7e-91d8-96549e6d3791'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:10.869227 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba10d15-a279-495b-9d94-e174b8ce6750" -d '{"events": [{"server_uuid": "6cbd34c4-6531-447f-bc11-62c083585f5f", "name": "network-vif-deleted", "tag": "47a174fc-1f9b-4f7e-91d8-96549e6d3791"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:10.872295 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15ea13bf-c872-48d0-8f4a-816a55c20182 req-1947fd51-7e71-49ce-92ec-b6561fac4130 service neutron] 10.222.0.81 "GET /v2.0/networks/108e172f-9bd7-4858-818f-d588950b8366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506894 May 26 16:26:10.910536 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-adb65af7-bbd8-41ef-b18c-6e6b4999232c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:10.917651 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1abe0ab1-9334-4cf4-b18b-ec587996fed0 req-9d6692ac-cd67-4ae7-b6dd-febe390a9ad4 service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479734 May 26 16:26:10.920002 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-adb65af7-bbd8-41ef-b18c-6e6b4999232c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:10.981008 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e97dd4b-a2a2-4fe4-9fe0-77d21316cfc4 x-openstack-request-id: req-0e97dd4b-a2a2-4fe4-9fe0-77d21316cfc4 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:10.981443 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbd34c4-6531-447f-bc11-62c083585f5f", "name": "network-vif-deleted", "tag": "47a174fc-1f9b-4f7e-91d8-96549e6d3791", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:10.981799 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e97dd4b-a2a2-4fe4-9fe0-77d21316cfc4 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:10.982312 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e97dd4b-a2a2-4fe4-9fe0-77d21316cfc4'] response: {'server_uuid': '6cbd34c4-6531-447f-bc11-62c083585f5f', 'name': 'network-vif-deleted', 'tag': '47a174fc-1f9b-4f7e-91d8-96549e6d3791', 'status': 'completed', 'code': 200} May 26 16:26:10.998438 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-c7cf2057-ebd7-41b8-bebe-42a56c492bea None None] Set router 3be498a2-af40-439e-8e33-5b6db31a6d35 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:26:11.036505 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb65af7-bbd8-41ef-b18c-6e6b4999232c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Pushing event updated for resources: {'Port': ['ID=f79b4bf6-99e8-48b9-87a2-91c85fc5901c,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:11.050437 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-adb65af7-bbd8-41ef-b18c-6e6b4999232c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:11.225041 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb65af7-bbd8-41ef-b18c-6e6b4999232c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Network 2c0686d6-65c6-4e73-af5d-b2de212b0f82 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:11.227015 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-adb65af7-bbd8-41ef-b18c-6e6b4999232c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:11.244742 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e9c3a-1d21-4777-8917-991803ae3f0d req-f823942c-c9e0-431d-b93f-233844592fa9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:11.246594 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd3e9c3a-1d21-4777-8917-991803ae3f0d req-f823942c-c9e0-431d-b93f-233844592fa9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1627738 May 26 16:26:11.300984 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 47a174fc-1f9b-4f7e-91d8-96549e6d3791 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:26:11.384284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 47a174fc-1f9b-4f7e-91d8-96549e6d3791 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:26:11.384711 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 47a174fc-1f9b-4f7e-91d8-96549e6d3791 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:26:11.410077 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd3e9c3a-1d21-4777-8917-991803ae3f0d req-9dbab726-7abc-49f9-a7c3-799c1c62f02a tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330366 May 26 16:26:11.437534 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bebbfd-953d-4c6d-b194-aba348fef94f req-bb32f32b-cdf1-4835-b8fe-c7b3e2331b26 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:11.443369 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb65af7-bbd8-41ef-b18c-6e6b4999232c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Router 7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:26:11.446941 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-01bebbfd-953d-4c6d-b194-aba348fef94f req-bb32f32b-cdf1-4835-b8fe-c7b3e2331b26 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.1966338 May 26 16:26:11.543047 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-01bebbfd-953d-4c6d-b194-aba348fef94f req-42cf3bdd-49a2-4f55-9720-f1a24ed3b109 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948749 May 26 16:26:11.569897 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c7cf2057-ebd7-41b8-bebe-42a56c492bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:15Z', 'revision_number': 5, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:11.646212 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cf2057-ebd7-41b8-bebe-42a56c492bea None None] Checking router: 3be498a2-af40-439e-8e33-5b6db31a6d35 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:26:11.672313 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cf2057-ebd7-41b8-bebe-42a56c492bea None None] Routers {'3be498a2-af40-439e-8e33-5b6db31a6d35'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:11.673061 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c7cf2057-ebd7-41b8-bebe-42a56c492bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:25:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3be498a2-af40-439e-8e33-5b6db31a6d35'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:11.691357 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb65af7-bbd8-41ef-b18c-6e6b4999232c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:26:11.700015 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-adb65af7-bbd8-41ef-b18c-6e6b4999232c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] 10.222.0.77 "PUT /v2.0/routers/7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9527922 May 26 16:26:11.700676 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44464) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:11.703565 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15cf680-b356-4b8b-a972-7d97091628c1 None None] Sync routers for ids ['7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:26:11.715692 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b0915cf-dd2a-4891-ad23-6bd06e49979c req-522a4e88-cdeb-4d0c-a253-b8a60e93adb0 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cbd34c4-6531-447f-bc11-62c083585f5f HTTP/1.1" status: 200 len: 210 time: 0.0558450 May 26 16:26:11.732504 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15cf680-b356-4b8b-a972-7d97091628c1 None None] Routers {'7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:11.747253 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b15cf680-b356-4b8b-a972-7d97091628c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:25:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:11.793552 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde76957-ca5c-4b15-99e7-473fa98b4122 req-451b9e1e-f272-4a2c-a172-b95f4a796af2 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:11.795126 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cde76957-ca5c-4b15-99e7-473fa98b4122 req-451b9e1e-f272-4a2c-a172-b95f4a796af2 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.0779383 May 26 16:26:11.801883 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3932c0c7-d19d-4e68-b9b7-ad90e0770bc8 None None] Provisioning complete for port f79b4bf6-99e8-48b9-87a2-91c85fc5901c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:11.802884 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3932c0c7-d19d-4e68-b9b7-ad90e0770bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:11.817779 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b15cf680-b356-4b8b-a972-7d97091628c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:11.831344 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15cf680-b356-4b8b-a972-7d97091628c1 None None] Routers {'7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:11.831968 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b15cf680-b356-4b8b-a972-7d97091628c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:25:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:11.869444 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cde76957-ca5c-4b15-99e7-473fa98b4122 req-0c4e062f-a908-4bf0-b469-808de5de4846 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603163 May 26 16:26:11.885180 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b15cf680-b356-4b8b-a972-7d97091628c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:11.885989 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15cf680-b356-4b8b-a972-7d97091628c1 None None] The sync data for ids ['7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:26:11.898771 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-92bfdfb4-6bf2-4556-9127-b9e9ea11bbc4 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:11.916068 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3932c0c7-d19d-4e68-b9b7-ad90e0770bc8 None None] Port f79b4bf6-99e8-48b9-87a2-91c85fc5901c cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:26:11.922818 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-c7cf2057-ebd7-41b8-bebe-42a56c492bea None None] Set router 3be498a2-af40-439e-8e33-5b6db31a6d35 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:26:11.991899 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-92bfdfb4-6bf2-4556-9127-b9e9ea11bbc4 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] delete failed (client error): There was a conflict when trying to complete your request. May 26 16:26:11.994594 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-92bfdfb4-6bf2-4556-9127-b9e9ea11bbc4 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] 10.222.0.77 "DELETE /v2.0/routers/7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7 HTTP/1.1" status: 409 len: 329 time: 0.2913320 May 26 16:26:11.996216 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44466) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:12.153290 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c7cf2057-ebd7-41b8-bebe-42a56c492bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:15Z', 'revision_number': 5, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:12.184834 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cf2057-ebd7-41b8-bebe-42a56c492bea None None] The sync data for ids ['3be498a2-af40-439e-8e33-5b6db31a6d35'] in n-d-843337-2 is: [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:15Z', 'revision_number': 5, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:26:12.352822 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8211c9d5-8f5e-4488-a3a5-02cd52d88a69 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:12.518234 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a82c70c-94c7-419d-baf6-8e649286eb3d None None] New status for floating IP 8192dd77-216f-472a-ab9c-ad262b97340a: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:26:12.632972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f4c0f-c0f6-4415-9907-066fe8c59491 req-8db279a8-f3d5-43c7-b6d6-c5ed47d8e993 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:12.647205 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f03f4c0f-c0f6-4415-9907-066fe8c59491 req-8db279a8-f3d5-43c7-b6d6-c5ed47d8e993 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.0691531 May 26 16:26:12.712186 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f03f4c0f-c0f6-4415-9907-066fe8c59491 req-3ebd3f32-0fd7-4f46-95eb-def658d9446b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632653 May 26 16:26:12.770931 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8211c9d5-8f5e-4488-a3a5-02cd52d88a69 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Deleting port f79b4bf6-99e8-48b9-87a2-91c85fc5901c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:12.771433 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8211c9d5-8f5e-4488-a3a5-02cd52d88a69 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:12.811456 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bf817-6f40-49b8-886f-e4df2e6b829e req-cb321f8b-7ed8-4e4f-a6b6-da658e63eddd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:12.829049 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe2bf817-6f40-49b8-886f-e4df2e6b829e req-cb321f8b-7ed8-4e4f-a6b6-da658e63eddd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.0963099 May 26 16:26:12.908548 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8211c9d5-8f5e-4488-a3a5-02cd52d88a69 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:12.915928 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe2bf817-6f40-49b8-886f-e4df2e6b829e req-ef3df31a-2e55-4306-b34c-fbf1e9531130 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767024 May 26 16:26:12.954966 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8211c9d5-8f5e-4488-a3a5-02cd52d88a69 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Calling delete_port for f79b4bf6-99e8-48b9-87a2-91c85fc5901c owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:12.961786 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e76e33-5b68-47c1-857c-2914fc56436c req-2d4aa156-82f6-43ee-9659-95bd7a1e130e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:12.971856 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57e76e33-5b68-47c1-857c-2914fc56436c req-2d4aa156-82f6-43ee-9659-95bd7a1e130e tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.1413431 May 26 16:26:13.000220 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f373e958-c33d-460a-9ace-794efeb77c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:13.050100 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57e76e33-5b68-47c1-857c-2914fc56436c req-f5cae174-eb8b-4f23-8c6a-d77e44e998e7 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688899 May 26 16:26:13.139223 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44500) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:13.217221 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979231-9881-4af7-ac5c-d918fb41ea22 req-bd089f6f-fca6-4c02-92a7-bfaac66ec0c7 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:13.225527 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1979231-9881-4af7-ac5c-d918fb41ea22 req-bd089f6f-fca6-4c02-92a7-bfaac66ec0c7 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 945 time: 0.1571245 May 26 16:26:13.260455 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f7ad9af1-3103-4621-91a9-df29d8dc5b19 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:26:13.306547 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1979231-9881-4af7-ac5c-d918fb41ea22 req-a32436a6-215c-47a2-bc12-ab0079960eb0 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796344 May 26 16:26:13.391283 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8211c9d5-8f5e-4488-a3a5-02cd52d88a69 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:13.431890 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211c9d5-8f5e-4488-a3a5-02cd52d88a69 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Pushing event deleted for resources: {'Port': ['ID=f79b4bf6-99e8-48b9-87a2-91c85fc5901c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:13.456879 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port f7ad9af1-3103-4621-91a9-df29d8dc5b19 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:13.457156 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:13.525918 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b61dea30-a9e2-4f81-8399-0f905f2e4fa9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:13.537961 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f7ad9af1-3103-4621-91a9-df29d8dc5b19, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f7ad9af1-3103-4621-91a9-df29d8dc5b19,segment=NetworkSegment(134194bf-9872-420b-81be-cd8b1f455a01),segment_id=134194bf-9872-420b-81be-cd8b1f455a01)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:13.539449 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b31299f-1167-430b-853d-a981bee3afba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ad9af1-3103-4621-91a9-df29d8dc5b19'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:13.544339 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab9f61d-4880-42bd-a927-8365bc917a59" -d '{"events": [{"server_uuid": "0b31299f-1167-430b-853d-a981bee3afba", "name": "network-vif-unplugged", "status": "completed", "tag": "f7ad9af1-3103-4621-91a9-df29d8dc5b19"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:13.565770 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:13.641902 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:26:13.658375 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e981882-7284-4dd2-bb5b-e1fd114e5072 x-openstack-request-id: req-5e981882-7284-4dd2-bb5b-e1fd114e5072 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:13.658680 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b31299f-1167-430b-853d-a981bee3afba", "name": "network-vif-unplugged", "status": "completed", "tag": "f7ad9af1-3103-4621-91a9-df29d8dc5b19", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:13.658932 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5e981882-7284-4dd2-bb5b-e1fd114e5072 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:13.659335 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e981882-7284-4dd2-bb5b-e1fd114e5072'] response: {'server_uuid': '0b31299f-1167-430b-853d-a981bee3afba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ad9af1-3103-4621-91a9-df29d8dc5b19', 'code': 200} May 26 16:26:13.714571 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=f7ad9af1-3103-4621-91a9-df29d8dc5b19,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:13.738718 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:13.741833 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:13.742466 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:13.743273 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:13.744650 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:13.745246 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:13.746994 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:13.747531 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:13.748308 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:13.749177 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:13.750198 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:13.751298 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:13.917697 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b61dea30-a9e2-4f81-8399-0f905f2e4fa9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:13.945593 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8211c9d5-8f5e-4488-a3a5-02cd52d88a69 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:14.109920 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25f4ec-470e-4d33-aaf2-4aefd2432706 req-ad6e7048-c836-4c9a-a548-1f5b6087a701 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:14.117500 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af25f4ec-470e-4d33-aaf2-4aefd2432706 req-ad6e7048-c836-4c9a-a548-1f5b6087a701 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.0820389 May 26 16:26:14.193261 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b61dea30-a9e2-4f81-8399-0f905f2e4fa9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:14.194911 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af25f4ec-470e-4d33-aaf2-4aefd2432706 req-a0f32a4f-3ff9-495e-8e01-33c44c2094c3 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735977 May 26 16:26:14.197898 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b61dea30-a9e2-4f81-8399-0f905f2e4fa9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:14.199536 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b61dea30-a9e2-4f81-8399-0f905f2e4fa9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "DELETE /v2.0/security-groups/df58b03b-0876-4481-a285-2d6abe3bedfb HTTP/1.1" status: 204 len: 168 time: 1.0586855 May 26 16:26:14.208662 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44544) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:14.231354 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-0de0d362-5974-4aad-971e-869a9a8bdb7b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] show failed (client error): The resource could not be found. May 26 16:26:14.233429 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0de0d362-5974-4aad-971e-869a9a8bdb7b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups/df58b03b-0876-4481-a285-2d6abe3bedfb HTTP/1.1" status: 404 len: 347 time: 0.0237722 May 26 16:26:14.236288 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44550) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:14.284839 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61dea30-a9e2-4f81-8399-0f905f2e4fa9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df58b03b-0876-4481-a285-2d6abe3bedfb,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:14.313183 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8211c9d5-8f5e-4488-a3a5-02cd52d88a69 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Router 7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:26:14.502845 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8211c9d5-8f5e-4488-a3a5-02cd52d88a69 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:26:14.513834 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db48a279-9e9d-4cd5-acdf-c4375ea4e233 None None] Sync routers for ids ['7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:26:14.516662 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8211c9d5-8f5e-4488-a3a5-02cd52d88a69 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] 10.222.0.77 "PUT /v2.0/routers/7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5194230 May 26 16:26:14.520023 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44558) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:14.527921 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db48a279-9e9d-4cd5-acdf-c4375ea4e233 None None] Routers {'7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:14.529163 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-db48a279-9e9d-4cd5-acdf-c4375ea4e233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:25:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:14.572560 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-db48a279-9e9d-4cd5-acdf-c4375ea4e233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:14.572895 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-96001bf0-0037-41b4-ab07-f8e2535cac85 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] show failed (client error): The resource could not be found. May 26 16:26:14.573982 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-96001bf0-0037-41b4-ab07-f8e2535cac85 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] 10.222.0.77 "GET /v2.0/routers/tempest-non_exist_router-894388667 HTTP/1.1" status: 404 len: 334 time: 0.0527990 May 26 16:26:14.577987 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44560) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:14.588263 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-8b6e2e14-5fc6-47e5-9a38-7ba6357c63f5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:14.595099 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db48a279-9e9d-4cd5-acdf-c4375ea4e233 None None] Routers {'7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:14.595850 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-db48a279-9e9d-4cd5-acdf-c4375ea4e233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:25:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:14.600689 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc998b3-6425-4705-807c-be87f575fc89 req-f4f8336d-bc54-49fd-aa58-c7b6b9101cdf tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:14.603377 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ffc998b3-6425-4705-807c-be87f575fc89 req-f4f8336d-bc54-49fd-aa58-c7b6b9101cdf tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 943 time: 0.1794574 May 26 16:26:14.705737 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-8b6e2e14-5fc6-47e5-9a38-7ba6357c63f5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] update failed (client error): The resource could not be found. May 26 16:26:14.707288 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8b6e2e14-5fc6-47e5-9a38-7ba6357c63f5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] 10.222.0.77 "PUT /v2.0/routers/tempest-non_exist_router-1849403503 HTTP/1.1" status: 404 len: 335 time: 0.1263058 May 26 16:26:14.714109 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44566) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:14.722235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-1b194268-b514-49a5-b379-d1c4c787c385 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Deleting port ff275022-504a-403d-8685-70e4f4e09549 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:14.722578 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1b194268-b514-49a5-b379-d1c4c787c385 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:14.732418 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-db48a279-9e9d-4cd5-acdf-c4375ea4e233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:14.733221 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db48a279-9e9d-4cd5-acdf-c4375ea4e233 None None] The sync data for ids ['7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:26:14.765775 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c103a1f-4cfe-4052-9635-26b1ce3492e7 req-56faf56d-a0b0-4fb0-9394-247483e6c9a7 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:14.767752 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c103a1f-4cfe-4052-9635-26b1ce3492e7 req-56faf56d-a0b0-4fb0-9394-247483e6c9a7 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e643eb5-b0a6-4dc4-8c8f-a41ca5941653 HTTP/1.1" status: 200 len: 944 time: 0.2622781 May 26 16:26:14.795729 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97dfa45-ad6a-4da4-b991-8ba881b900fe tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Deleting subnet f94febc9-f40c-4ca3-a37b-8ce4f2c99c2f {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:26:14.800817 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e97dfa45-ad6a-4da4-b991-8ba881b900fe tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:14.850003 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e97dfa45-ad6a-4da4-b991-8ba881b900fe tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:14.866279 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ffc998b3-6425-4705-807c-be87f575fc89 req-81105ff6-5abd-4e75-bc61-13b50c97a327 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414064 May 26 16:26:14.927300 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1b194268-b514-49a5-b379-d1c4c787c385 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:14.927535 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1b194268-b514-49a5-b379-d1c4c787c385 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:14.946170 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-1b194268-b514-49a5-b379-d1c4c787c385 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Calling delete_port for ff275022-504a-403d-8685-70e4f4e09549 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:14.974073 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e97dfa45-ad6a-4da4-b991-8ba881b900fe tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:15.023767 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-5c103a1f-4cfe-4052-9635-26b1ce3492e7 req-ecea7668-a6c3-4ac4-af33-dd4ef28b21e0 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Deleting port b9aa5115-c9a5-458c-ac0d-a4e22da358ad {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:15.024032 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5c103a1f-4cfe-4052-9635-26b1ce3492e7 req-ecea7668-a6c3-4ac4-af33-dd4ef28b21e0 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:15.055707 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e97dfa45-ad6a-4da4-b991-8ba881b900fe tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:15.081643 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97dfa45-ad6a-4da4-b991-8ba881b900fe tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Pushing event deleted for resources: {'Subnet': ['ID=f94febc9-f40c-4ca3-a37b-8ce4f2c99c2f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:15.094528 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e97dfa45-ad6a-4da4-b991-8ba881b900fe tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:15.101311 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e97dfa45-ad6a-4da4-b991-8ba881b900fe tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] 10.222.0.77 "DELETE /v2.0/subnets/f94febc9-f40c-4ca3-a37b-8ce4f2c99c2f HTTP/1.1" status: 204 len: 168 time: 0.3831511 May 26 16:26:15.101618 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44570) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:15.106605 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82885746-6d45-4111-8be4-3b682432c0f4 None None] Network c8f82d39-7336-4dc3-a135-a00e2c1d0f76 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:15.167741 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9565f01e-336d-4309-99fb-048b1e39d99f tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Deleting subnet d540537d-2931-497c-b685-61c4143ba97d {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:26:15.171892 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9565f01e-336d-4309-99fb-048b1e39d99f tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:15.238147 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9565f01e-336d-4309-99fb-048b1e39d99f tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:15.354985 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090949c1-4ec8-4917-adbd-a0688f057b67 None None] DHCP port deletion for c8f82d39-7336-4dc3-a135-a00e2c1d0f76 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:26:15.370511 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9565f01e-336d-4309-99fb-048b1e39d99f tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:15.436669 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc6533-465f-4644-9ff6-5cc1319d3be3 req-17188f33-83f4-4462-b037-6136a2943404 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:15.438249 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26cc6533-465f-4644-9ff6-5cc1319d3be3 req-17188f33-83f4-4462-b037-6136a2943404 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 943 time: 0.4362650 May 26 16:26:15.463561 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9565f01e-336d-4309-99fb-048b1e39d99f tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:15.466895 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-090949c1-4ec8-4917-adbd-a0688f057b67 None None] Deleting port e47c04d4-c034-4945-8645-9ea0f100dcd5 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:15.468997 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-090949c1-4ec8-4917-adbd-a0688f057b67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:15.516116 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565f01e-336d-4309-99fb-048b1e39d99f tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Pushing event deleted for resources: {'Subnet': ['ID=d540537d-2931-497c-b685-61c4143ba97d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:15.516766 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-5c103a1f-4cfe-4052-9635-26b1ce3492e7 req-ecea7668-a6c3-4ac4-af33-dd4ef28b21e0 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] For port b9aa5115-c9a5-458c-ac0d-a4e22da358ad, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b9aa5115-c9a5-458c-ac0d-a4e22da358ad,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:15.517170 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5c103a1f-4cfe-4052-9635-26b1ce3492e7 req-ecea7668-a6c3-4ac4-af33-dd4ef28b21e0 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:15.531144 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9565f01e-336d-4309-99fb-048b1e39d99f tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:15.541483 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9565f01e-336d-4309-99fb-048b1e39d99f tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] 10.222.0.77 "DELETE /v2.0/subnets/d540537d-2931-497c-b685-61c4143ba97d HTTP/1.1" status: 204 len: 168 time: 0.4383769 May 26 16:26:15.545058 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44574) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:15.566387 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bd38b2-c985-408b-aec2-8735e7ceaa53 None None] Network 03ee57a9-7ad7-4aee-a8b0-b012898f5ccc requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:15.571802 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-caef8511-9648-4227-9ad5-28228d9d160b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:15.584835 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26cc6533-465f-4644-9ff6-5cc1319d3be3 req-faa2eb37-3f28-4ef0-a9f2-08bbc1758107 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335192 May 26 16:26:15.607039 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-5c103a1f-4cfe-4052-9635-26b1ce3492e7 req-ecea7668-a6c3-4ac4-af33-dd4ef28b21e0 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Calling delete_port for b9aa5115-c9a5-458c-ac0d-a4e22da358ad owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:15.616136 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1b194268-b514-49a5-b379-d1c4c787c385 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:15.618159 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e47c04d4-c034-4945-8645-9ea0f100dcd5 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:26:15.679436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b194268-b514-49a5-b379-d1c4c787c385 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event deleted for resources: {'Port': ['ID=ff275022-504a-403d-8685-70e4f4e09549,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:15.791879 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05dba94c-7148-45c0-baf9-9f37aaac964b tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:15.885126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-05dba94c-7148-45c0-baf9-9f37aaac964b tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Deleting port e47c04d4-c034-4945-8645-9ea0f100dcd5 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:15.886605 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05dba94c-7148-45c0-baf9-9f37aaac964b tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:15.899242 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578bd1e-2188-49b1-95b6-137126e719e2 req-8d90c120-cd7c-40ef-8a31-1829bdda1dd1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:15.902123 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9578bd1e-2188-49b1-95b6-137126e719e2 req-8d90c120-cd7c-40ef-8a31-1829bdda1dd1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.2045250 May 26 16:26:15.928145 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1b194268-b514-49a5-b379-d1c4c787c385 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:15.934516 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1b194268-b514-49a5-b379-d1c4c787c385 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:15.935678 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1b194268-b514-49a5-b379-d1c4c787c385 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "DELETE /v2.0/floatingips/8192dd77-216f-472a-ab9c-ad262b97340a HTTP/1.1" status: 204 len: 168 time: 1.6981826 May 26 16:26:15.985724 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-090949c1-4ec8-4917-adbd-a0688f057b67 None None] For port e47c04d4-c034-4945-8645-9ea0f100dcd5, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e47c04d4-c034-4945-8645-9ea0f100dcd5,segment=NetworkSegment(9c000105-a1a4-40fb-b503-5d7e41645f0a),segment_id=9c000105-a1a4-40fb-b503-5d7e41645f0a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:15.991122 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-090949c1-4ec8-4917-adbd-a0688f057b67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:16.047333 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-090949c1-4ec8-4917-adbd-a0688f057b67 None None] Calling delete_port for e47c04d4-c034-4945-8645-9ea0f100dcd5 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:16.070942 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-05dba94c-7148-45c0-baf9-9f37aaac964b tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] For port e47c04d4-c034-4945-8645-9ea0f100dcd5, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e47c04d4-c034-4945-8645-9ea0f100dcd5,segment=NetworkSegment(9c000105-a1a4-40fb-b503-5d7e41645f0a),segment_id=9c000105-a1a4-40fb-b503-5d7e41645f0a)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:16.071489 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05dba94c-7148-45c0-baf9-9f37aaac964b tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:16.076755 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9578bd1e-2188-49b1-95b6-137126e719e2 req-9b2c8a9e-7c4f-40ea-aaf4-b09a1a22155e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505311 May 26 16:26:16.098185 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-05dba94c-7148-45c0-baf9-9f37aaac964b tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Calling delete_port for e47c04d4-c034-4945-8645-9ea0f100dcd5 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:16.153973 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5c103a1f-4cfe-4052-9635-26b1ce3492e7 req-ecea7668-a6c3-4ac4-af33-dd4ef28b21e0 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:16.296457 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port e47c04d4-c034-4945-8645-9ea0f100dcd5 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:16.297138 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:16.300782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['7f4643e6-2113-4164-838c-27cb490174a1', '4cd1d481-cf6e-4f02-9385-15712c5b147f'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:26:16.303205 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea7668-a6c3-4ac4-af33-dd4ef28b21e0 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Pushing event deleted for resources: {'Port': ['ID=b9aa5115-c9a5-458c-ac0d-a4e22da358ad,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:16.368187 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44624) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:16.372946 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-4a969c0f-dae8-4dfb-b7be-e562b28705ad tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1340944394', 'description': 'tempest-description--536985322'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:16.457141 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-090949c1-4ec8-4917-adbd-a0688f057b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:16.467372 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05dba94c-7148-45c0-baf9-9f37aaac964b tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:16.487905 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c103a1f-4cfe-4052-9635-26b1ce3492e7 req-ecea7668-a6c3-4ac4-af33-dd4ef28b21e0 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] No DVR routers for this DVR port b9aa5115-c9a5-458c-ac0d-a4e22da358ad on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:16.510271 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-5c103a1f-4cfe-4052-9635-26b1ce3492e7 req-ecea7668-a6c3-4ac4-af33-dd4ef28b21e0 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:16.514544 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c103a1f-4cfe-4052-9635-26b1ce3492e7 req-ecea7668-a6c3-4ac4-af33-dd4ef28b21e0 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "DELETE /v2.0/ports/b9aa5115-c9a5-458c-ac0d-a4e22da358ad HTTP/1.1" status: 204 len: 173 time: 1.7189455 May 26 16:26:16.515272 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e643eb5-b0a6-4dc4-8c8f-a41ca5941653', 'name': 'network-vif-deleted', 'tag': 'b9aa5115-c9a5-458c-ac0d-a4e22da358ad'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:16.518320 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c541181-f3ef-4fe3-ac0f-ce06d6970b95" -d '{"events": [{"server_uuid": "5e643eb5-b0a6-4dc4-8c8f-a41ca5941653", "name": "network-vif-deleted", "tag": "b9aa5115-c9a5-458c-ac0d-a4e22da358ad"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:16.528042 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090949c1-4ec8-4917-adbd-a0688f057b67 None None] No DVR routers for this DVR port e47c04d4-c034-4945-8645-9ea0f100dcd5 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:16.540606 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dbbb28-4b12-4978-95c7-6bba65c850c8 None None] DHCP port deletion for 03ee57a9-7ad7-4aee-a8b0-b012898f5ccc request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:26:16.566147 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dba94c-7148-45c0-baf9-9f37aaac964b tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] No DVR routers for this DVR port e47c04d4-c034-4945-8645-9ea0f100dcd5 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:16.685909 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dba94c-7148-45c0-baf9-9f37aaac964b tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Pushing event deleted for resources: {'Port': ['ID=e47c04d4-c034-4945-8645-9ea0f100dcd5,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:16.693109 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a969c0f-dae8-4dfb-b7be-e562b28705ad tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:16.841021 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 26 May 2022 16:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2b7387-cbeb-43ac-9c2c-af710b99d65b x-openstack-request-id: req-fe2b7387-cbeb-43ac-9c2c-af710b99d65b {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:16.841413 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e643eb5-b0a6-4dc4-8c8f-a41ca5941653", "name": "network-vif-deleted", "tag": "b9aa5115-c9a5-458c-ac0d-a4e22da358ad", "status": "failed", "code": 422}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:16.841675 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fe2b7387-cbeb-43ac-9c2c-af710b99d65b {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:16.842111 n-d-843337-2 neutron-server[103896]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fe2b7387-cbeb-43ac-9c2c-af710b99d65b']: {'server_uuid': '5e643eb5-b0a6-4dc4-8c8f-a41ca5941653', 'name': 'network-vif-deleted', 'tag': 'b9aa5115-c9a5-458c-ac0d-a4e22da358ad', 'status': 'failed', 'code': 422} returned with failed status May 26 16:26:17.049035 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a969c0f-dae8-4dfb-b7be-e562b28705ad tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:17.086062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba8734-8bba-4240-bf46-f996e8410a35 req-126f73bf-e57f-4f62-a484-b477892187f5 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:17.097045 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57ba8734-8bba-4240-bf46-f996e8410a35 req-126f73bf-e57f-4f62-a484-b477892187f5 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 943 time: 0.1374094 May 26 16:26:17.146378 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090949c1-4ec8-4917-adbd-a0688f057b67 None None] Pushing event deleted for resources: {'Port': ['ID=e47c04d4-c034-4945-8645-9ea0f100dcd5,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:17.153356 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a969c0f-dae8-4dfb-b7be-e562b28705ad tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:17.194140 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:17.218538 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57ba8734-8bba-4240-bf46-f996e8410a35 req-8e2c765d-d335-47f7-88d0-4b61c66bc1c1 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199262 May 26 16:26:17.227465 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a969c0f-dae8-4dfb-b7be-e562b28705ad tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ecc366-2e85-45bb-8c5e-e03272c81a29,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:17.442550 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a969c0f-dae8-4dfb-b7be-e562b28705ad tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:17.447275 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4a969c0f-dae8-4dfb-b7be-e562b28705ad tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0744996 May 26 16:26:17.459546 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44740) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:17.470140 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05dba94c-7148-45c0-baf9-9f37aaac964b tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:17.516763 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-af6910f1-77a0-446d-94e4-2856ec6f9d5e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Request body: {'security_group_rule': {'security_group_id': '99ecc366-2e85-45bb-8c5e-e03272c81a29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:17.528080 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-05dba94c-7148-45c0-baf9-9f37aaac964b tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f82d39-7336-4dc3-a135-a00e2c1d0f76']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:17.540153 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f7ad9af1-3103-4621-91a9-df29d8dc5b19 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:26:17.574744 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-05dba94c-7148-45c0-baf9-9f37aaac964b tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c000105-a1a4-40fb-b503-5d7e41645f0a') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:17.576177 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-05dba94c-7148-45c0-baf9-9f37aaac964b tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c000105-a1a4-40fb-b503-5d7e41645f0a') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:17.601347 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05dba94c-7148-45c0-baf9-9f37aaac964b tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:17.629901 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05dba94c-7148-45c0-baf9-9f37aaac964b tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:17.655296 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05dba94c-7148-45c0-baf9-9f37aaac964b tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:26:17.655730 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05dba94c-7148-45c0-baf9-9f37aaac964b tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:17.747957 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 50e0786b-78c2-4875-a7ce-a1fc88d0ba89 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:26:17.773600 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 9c000105-a1a4-40fb-b503-5d7e41645f0a resource provider aggregate not found May 26 16:26:17.817591 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af2f3181-53d2-4826-870e-6a6c75c0eaa5 req-293702bc-bbc5-4fcb-b5c8-373421daf706 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4847362 May 26 16:26:17.860994 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 9c000105-a1a4-40fb-b503-5d7e41645f0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c000105-a1a4-40fb-b503-5d7e41645f0a found for delete ", "request_id": "req-8c4d03b4-776d-4ed6-b68a-b994e0ae22d8"}]} May 26 16:26:17.892647 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05dba94c-7148-45c0-baf9-9f37aaac964b tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:17.941749 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603cb8c-947e-4d38-9872-8b074e3ef93f req-7caa5363-428c-4437-8aa7-af09273f1b27 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:17.947776 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05dba94c-7148-45c0-baf9-9f37aaac964b tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:17.951904 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-05dba94c-7148-45c0-baf9-9f37aaac964b tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] 10.222.0.77 "DELETE /v2.0/networks/c8f82d39-7336-4dc3-a135-a00e2c1d0f76 HTTP/1.1" status: 204 len: 168 time: 2.4033694 May 26 16:26:17.953533 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dba94c-7148-45c0-baf9-9f37aaac964b tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Pushing event deleted for resources: {'Network': ['ID=c8f82d39-7336-4dc3-a135-a00e2c1d0f76,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:17.955927 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44796) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:17.958488 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b603cb8c-947e-4d38-9872-8b074e3ef93f req-7caa5363-428c-4437-8aa7-af09273f1b27 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.3947172 May 26 16:26:17.965827 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-af6910f1-77a0-446d-94e4-2856ec6f9d5e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:18.122344 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:18.224434 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:18.242390 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Deleting port 50e0786b-78c2-4875-a7ce-a1fc88d0ba89 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:18.243009 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:18.282494 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b603cb8c-947e-4d38-9872-8b074e3ef93f req-43be86d6-c22c-49a4-ac0b-7ac2a3fb5baa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3175583 May 26 16:26:18.315987 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-af6910f1-77a0-446d-94e4-2856ec6f9d5e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:18.330436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7644e-6c5e-4ac4-ad60-116b7c027b0a req-30dfea28-4537-47fe-930c-393f8b4d8ee3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:18.390500 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b6f7644e-6c5e-4ac4-ad60-116b7c027b0a req-30dfea28-4537-47fe-930c-393f8b4d8ee3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cf816a2-8482-4b29-956c-02514be75a17 HTTP/1.1" status: 200 len: 908 time: 0.4183834 May 26 16:26:18.390500 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-af6910f1-77a0-446d-94e4-2856ec6f9d5e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:18.429856 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] For port 50e0786b-78c2-4875-a7ce-a1fc88d0ba89, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=50e0786b-78c2-4875-a7ce-a1fc88d0ba89,segment=NetworkSegment(d72e319b-7e2c-4af3-91f6-6b4fcf7ec599),segment_id=d72e319b-7e2c-4af3-91f6-6b4fcf7ec599)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:18.430346 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:18.435576 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6910f1-77a0-446d-94e4-2856ec6f9d5e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd296037-ba81-4cb0-b029-217ed02cce18,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:18.468374 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Calling delete_port for 50e0786b-78c2-4875-a7ce-a1fc88d0ba89 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:18.481209 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-af6910f1-77a0-446d-94e4-2856ec6f9d5e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:18.482632 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-af6910f1-77a0-446d-94e4-2856ec6f9d5e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9879916 May 26 16:26:18.486041 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44838) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:18.543810 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-c510e67f-363f-40ac-bb7c-f0c304bf3f8a tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Request body: {'security_group_rule': {'security_group_id': '99ecc366-2e85-45bb-8c5e-e03272c81a29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:18.608497 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 50e0786b-78c2-4875-a7ce-a1fc88d0ba89 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:18.614882 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:18.663088 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3ba72-b52a-411a-ada5-4c86cfdd0df2 req-28b5e23d-9090-467c-824e-6d449b34d088 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:18.685165 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55c3ba72-b52a-411a-ada5-4c86cfdd0df2 req-28b5e23d-9090-467c-824e-6d449b34d088 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 943 time: 0.2180300 May 26 16:26:18.699305 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c510e67f-363f-40ac-bb7c-f0c304bf3f8a tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:18.771648 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:18.792002 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55c3ba72-b52a-411a-ada5-4c86cfdd0df2 req-86b3925e-bc63-437b-b896-6166e370bd77 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025746 May 26 16:26:18.827158 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port f7ad9af1-3103-4621-91a9-df29d8dc5b19 is: DOWN; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:18.838084 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c510e67f-363f-40ac-bb7c-f0c304bf3f8a tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:18.840475 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:18.842017 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a8dbbb28-4b12-4978-95c7-6bba65c850c8 None None] Deleting port 50e0786b-78c2-4875-a7ce-a1fc88d0ba89 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:18.842859 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a8dbbb28-4b12-4978-95c7-6bba65c850c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:18.853545 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c510e67f-363f-40ac-bb7c-f0c304bf3f8a tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:18.862808 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Pushing event deleted for resources: {'Port': ['ID=50e0786b-78c2-4875-a7ce-a1fc88d0ba89,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:18.868982 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] No DVR routers for this DVR port 50e0786b-78c2-4875-a7ce-a1fc88d0ba89 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:18.893842 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:18.894741 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:18.897457 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:18.898931 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:18.900493 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:18.901767 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:18.903911 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:18.904539 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:18.905642 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:18.908389 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:18.909015 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:18.909587 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:18.923264 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c510e67f-363f-40ac-bb7c-f0c304bf3f8a tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:18.924542 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c510e67f-363f-40ac-bb7c-f0c304bf3f8a tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4329965 May 26 16:26:18.925669 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510e67f-363f-40ac-bb7c-f0c304bf3f8a tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5517692a-fc4e-4b56-96d6-3e58b4ef3233,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:18.933884 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44876) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:18.947873 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-f616c4b9-57f3-439b-ad6d-270e0c2e2bb5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:19.004894 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f616c4b9-57f3-439b-ad6d-270e0c2e2bb5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:19.164165 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:19.167883 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:19.219146 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a8dbbb28-4b12-4978-95c7-6bba65c850c8 None None] For port 50e0786b-78c2-4875-a7ce-a1fc88d0ba89, host n-d-843337-2, got binding levels [] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:19.219930 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a8dbbb28-4b12-4978-95c7-6bba65c850c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:19.233277 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f616c4b9-57f3-439b-ad6d-270e0c2e2bb5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:19.252073 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a8dbbb28-4b12-4978-95c7-6bba65c850c8 None None] Calling delete_port for 50e0786b-78c2-4875-a7ce-a1fc88d0ba89 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:19.256726 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ee57a9-7ad7-4aee-a8b0-b012898f5ccc']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:19.274432 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72e319b-7e2c-4af3-91f6-6b4fcf7ec599') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:19.275063 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72e319b-7e2c-4af3-91f6-6b4fcf7ec599') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:19.313159 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.ipam_backend_mixin [None req-a8dbbb28-4b12-4978-95c7-6bba65c850c8 None None] Port 50e0786b-78c2-4875-a7ce-a1fc88d0ba89 was not found and therefore no delete operation was performed {{(pid=103897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:26:19.319386 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a8dbbb28-4b12-4978-95c7-6bba65c850c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:19.431062 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbbb28-4b12-4978-95c7-6bba65c850c8 None None] Pushing event deleted for resources: {'Port': ['ID=50e0786b-78c2-4875-a7ce-a1fc88d0ba89,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:19.437668 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dbbb28-4b12-4978-95c7-6bba65c850c8 None None] No DVR routers for this DVR port 50e0786b-78c2-4875-a7ce-a1fc88d0ba89 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:19.613711 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-f616c4b9-57f3-439b-ad6d-270e0c2e2bb5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Allocated IP 172.25.7.81 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/1b1ab8c5-86e0-4f49-b4a2-3640977ec8b5) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:19.688052 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629734d0-c40d-4bb6-bddc-bedfdfadaeec req-338c5b56-8e09-4494-b68a-b2db6aeb9c12 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:19.697929 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-629734d0-c40d-4bb6-bddc-bedfdfadaeec req-338c5b56-8e09-4494-b68a-b2db6aeb9c12 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.3031042 May 26 16:26:19.779668 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb51ba7-7599-4d16-86ed-30d54c3f1dd4 req-9e002bd6-d953-4d1c-9f8a-fc8ea67dbffa tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:19.790641 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0bb51ba7-7599-4d16-86ed-30d54c3f1dd4 req-9e002bd6-d953-4d1c-9f8a-fc8ea67dbffa tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cf816a2-8482-4b29-956c-02514be75a17 HTTP/1.1" status: 200 len: 908 time: 0.3062534 May 26 16:26:19.870036 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:19.917647 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-629734d0-c40d-4bb6-bddc-bedfdfadaeec req-9e8de237-970f-48df-bf4d-37e877794201 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184703 May 26 16:26:19.963922 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:19.974742 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:26:19.975269 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:20.052595 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b294aa-293a-4215-b539-3287ffc9e5fa req-5f170850-db89-48a8-b264-19dd862d6f1c tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:20.055810 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26b294aa-293a-4215-b539-3287ffc9e5fa req-5f170850-db89-48a8-b264-19dd862d6f1c tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 943 time: 0.1370101 May 26 16:26:20.070626 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4a566-5796-46e0-a169-a6e732510631 req-39577623-98a7-4b8e-8290-6c7083518df3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:20.072305 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2ee4a566-5796-46e0-a169-a6e732510631 req-39577623-98a7-4b8e-8290-6c7083518df3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.83 "GET /v2.0/ports?device_id=5cf816a2-8482-4b29-956c-02514be75a17 HTTP/1.1" status: 200 len: 908 time: 0.1746645 May 26 16:26:20.074063 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment d72e319b-7e2c-4af3-91f6-6b4fcf7ec599 resource provider aggregate not found May 26 16:26:20.089941 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f3181-53d2-4826-870e-6a6c75c0eaa5 req-a585215a-dcab-4586-8e84-3a7a18d1432d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:20.093285 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-af2f3181-53d2-4826-870e-6a6c75c0eaa5 req-a585215a-dcab-4586-8e84-3a7a18d1432d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba&tenant_id=da4a805e29d24584b545bb330805b32f HTTP/1.1" status: 200 len: 1094 time: 0.7869620 May 26 16:26:20.109089 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f616c4b9-57f3-439b-ad6d-270e0c2e2bb5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:20.128717 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26b294aa-293a-4215-b539-3287ffc9e5fa req-f840f4e0-de64-479c-b74b-116ea96dda41 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608642 May 26 16:26:20.194290 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment d72e319b-7e2c-4af3-91f6-6b4fcf7ec599 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d72e319b-7e2c-4af3-91f6-6b4fcf7ec599 found for delete ", "request_id": "req-5b840d7c-8e3c-41da-aaca-36b2223e389b"}]} May 26 16:26:20.209244 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f616c4b9-57f3-439b-ad6d-270e0c2e2bb5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:20.247416 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:20.264653 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:20.271874 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] 10.222.0.77 "DELETE /v2.0/networks/03ee57a9-7ad7-4aee-a8b0-b012898f5ccc HTTP/1.1" status: 204 len: 168 time: 2.2966323 May 26 16:26:20.273081 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44996) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:20.324848 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb5073-f0df-45a1-993c-2f743e8163a5 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Pushing event deleted for resources: {'Network': ['ID=03ee57a9-7ad7-4aee-a8b0-b012898f5ccc,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:20.340306 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f3181-53d2-4826-870e-6a6c75c0eaa5 req-c08b3565-f329-41a5-8c3c-15725a8e1b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:20.342309 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-af2f3181-53d2-4826-870e-6a6c75c0eaa5 req-c08b3565-f329-41a5-8c3c-15725a8e1b2c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da4a805e29d24584b545bb330805b32f&device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 1094 time: 0.1608167 May 26 16:26:20.369554 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d2ad28-55b0-423d-b494-90caf8b46527 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Deleting subnet 3fbabb8f-80b9-457e-a296-bd431ba1cd7e {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:26:20.375892 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f616c4b9-57f3-439b-ad6d-270e0c2e2bb5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:20.390877 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68d2ad28-55b0-423d-b494-90caf8b46527 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:20.394048 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-f616c4b9-57f3-439b-ad6d-270e0c2e2bb5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:20.396085 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616c4b9-57f3-439b-ad6d-270e0c2e2bb5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event updated for resources: {'Port': ['ID=1b1ab8c5-86e0-4f49-b4a2-3640977ec8b5,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:20.419109 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f616c4b9-57f3-439b-ad6d-270e0c2e2bb5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:26:20.427096 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-2ee4a566-5796-46e0-a169-a6e732510631 req-b680bff8-dc49-4932-9c37-fe1771e6d49b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Deleting port 7a57f90b-913e-40c9-b299-cf19df4e11dc {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:20.427441 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2ee4a566-5796-46e0-a169-a6e732510631 req-b680bff8-dc49-4932-9c37-fe1771e6d49b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:20.521221 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68d2ad28-55b0-423d-b494-90caf8b46527 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:20.524441 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f3181-53d2-4826-870e-6a6c75c0eaa5 req-8700bc33-97c2-4e7f-8f2c-b31470298231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:20.526140 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-af2f3181-53d2-4826-870e-6a6c75c0eaa5 req-8700bc33-97c2-4e7f-8f2c-b31470298231 service neutron] 10.222.0.81 "GET /v2.0/networks?id=108e172f-9bd7-4858-818f-d588950b8366 HTTP/1.1" status: 200 len: 915 time: 0.1719124 May 26 16:26:20.591863 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-af2f3181-53d2-4826-870e-6a6c75c0eaa5 req-3b814adf-9f61-40d9-9c4c-c806e9ff6d0d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7ad9af1-3103-4621-91a9-df29d8dc5b19 HTTP/1.1" status: 200 len: 217 time: 0.0548761 May 26 16:26:20.636704 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68d2ad28-55b0-423d-b494-90caf8b46527 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:20.642207 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-2ee4a566-5796-46e0-a169-a6e732510631 req-b680bff8-dc49-4932-9c37-fe1771e6d49b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] For port 7a57f90b-913e-40c9-b299-cf19df4e11dc, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=7a57f90b-913e-40c9-b299-cf19df4e11dc,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:20.643092 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2ee4a566-5796-46e0-a169-a6e732510631 req-b680bff8-dc49-4932-9c37-fe1771e6d49b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:20.671149 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-2ee4a566-5796-46e0-a169-a6e732510631 req-b680bff8-dc49-4932-9c37-fe1771e6d49b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Calling delete_port for 7a57f90b-913e-40c9-b299-cf19df4e11dc owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:20.698095 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f3181-53d2-4826-870e-6a6c75c0eaa5 req-6c4e69fa-1579-44bc-8feb-21d08d455d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:20.700866 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-af2f3181-53d2-4826-870e-6a6c75c0eaa5 req-6c4e69fa-1579-44bc-8feb-21d08d455d90 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7bfd769-d7ce-4e57-9136-78fe7b11a40e HTTP/1.1" status: 200 len: 854 time: 0.0970745 May 26 16:26:20.727477 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68d2ad28-55b0-423d-b494-90caf8b46527 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:20.788853 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68d2ad28-55b0-423d-b494-90caf8b46527 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:20.797214 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816a7d21-d98f-479b-bf78-0d360770b3f6 None None] Network 2c0686d6-65c6-4e73-af5d-b2de212b0f82 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:20.812165 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-68d2ad28-55b0-423d-b494-90caf8b46527 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] 10.222.0.77 "DELETE /v2.0/subnets/3fbabb8f-80b9-457e-a296-bd431ba1cd7e HTTP/1.1" status: 204 len: 168 time: 0.5348694 May 26 16:26:20.829214 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 45054) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:20.850761 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2ad28-55b0-423d-b494-90caf8b46527 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Pushing event deleted for resources: {'Subnet': ['ID=3fbabb8f-80b9-457e-a296-bd431ba1cd7e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:21.015054 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f616c4b9-57f3-439b-ad6d-270e0c2e2bb5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:21.076653 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-af2f3181-53d2-4826-870e-6a6c75c0eaa5 req-23d9c9f3-e1cc-4575-b62b-31f62eddb318 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=108e172f-9bd7-4858-818f-d588950b8366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3402221 May 26 16:26:21.199156 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2ee4a566-5796-46e0-a169-a6e732510631 req-b680bff8-dc49-4932-9c37-fe1771e6d49b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:21.243835 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f616c4b9-57f3-439b-ad6d-270e0c2e2bb5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:21.283672 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-99fa7bcc-1c62-4ff0-bb03-dd9feae21a22 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:21.332792 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680bff8-dc49-4932-9c37-fe1771e6d49b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Pushing event deleted for resources: {'Port': ['ID=7a57f90b-913e-40c9-b299-cf19df4e11dc,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:21.407345 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70992b8c-c1c8-407c-9772-4c573594b4f2 None None] DHCP port deletion for 2c0686d6-65c6-4e73-af5d-b2de212b0f82 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:26:21.492549 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c437da-0a9f-42d6-9768-d4b0a2de4a59 req-80b019e9-47af-497a-9770-ae3b1e811af6 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:21.494461 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c9c437da-0a9f-42d6-9768-d4b0a2de4a59 req-80b019e9-47af-497a-9770-ae3b1e811af6 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cf816a2-8482-4b29-956c-02514be75a17 HTTP/1.1" status: 200 len: 829 time: 0.4510045 May 26 16:26:21.510620 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-af2f3181-53d2-4826-870e-6a6c75c0eaa5 req-995b4b91-e41b-4480-a65b-3bf666c727e3 service neutron] 10.222.0.81 "GET /v2.0/networks/108e172f-9bd7-4858-818f-d588950b8366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296911 May 26 16:26:21.587881 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee4a566-5796-46e0-a169-a6e732510631 req-b680bff8-dc49-4932-9c37-fe1771e6d49b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] No DVR routers for this DVR port 7a57f90b-913e-40c9-b299-cf19df4e11dc on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:21.623733 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2ee4a566-5796-46e0-a169-a6e732510631 req-b680bff8-dc49-4932-9c37-fe1771e6d49b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:21.624457 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138b2d7-7fcf-4aeb-8998-90ab46b5fe6f req-70cdc607-4e3f-4c69-8914-653ba76412d7 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:21.638226 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b138b2d7-7fcf-4aeb-8998-90ab46b5fe6f req-70cdc607-4e3f-4c69-8914-653ba76412d7 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.4153764 May 26 16:26:21.643193 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2ee4a566-5796-46e0-a169-a6e732510631 req-b680bff8-dc49-4932-9c37-fe1771e6d49b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.83 "DELETE /v2.0/ports/7a57f90b-913e-40c9-b299-cf19df4e11dc HTTP/1.1" status: 204 len: 173 time: 1.5418627 May 26 16:26:21.644067 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf816a2-8482-4b29-956c-02514be75a17', 'name': 'network-vif-deleted', 'tag': '7a57f90b-913e-40c9-b299-cf19df4e11dc'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:21.655931 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b172ee35-defd-4491-9f58-99f7ae55cd89" -d '{"events": [{"server_uuid": "5cf816a2-8482-4b29-956c-02514be75a17", "name": "network-vif-deleted", "tag": "7a57f90b-913e-40c9-b299-cf19df4e11dc"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:21.744526 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-22e53e45-d409-4a51-95b2-a6b1ae04a034 service neutron] show failed (client error): The resource could not be found. May 26 16:26:21.747329 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-22e53e45-d409-4a51-95b2-a6b1ae04a034 service neutron] 10.222.0.81 "GET /v2.0/ports/4cc7f333-b2a1-4839-8b7e-0e68804de1b3/bindings/n-h2-843337-2 HTTP/1.1" status: 404 len: 380 time: 0.6016021 May 26 16:26:21.754122 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-70992b8c-c1c8-407c-9772-4c573594b4f2 None None] Deleting port a6607812-e419-4dc4-ae4d-9bfddb414616 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:21.758569 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-70992b8c-c1c8-407c-9772-4c573594b4f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:21.844976 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-70992b8c-c1c8-407c-9772-4c573594b4f2 None None] For port a6607812-e419-4dc4-ae4d-9bfddb414616, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a6607812-e419-4dc4-ae4d-9bfddb414616,segment=NetworkSegment(236aa403-3bbf-4180-b3aa-a75e33dbf7bb),segment_id=236aa403-3bbf-4180-b3aa-a75e33dbf7bb)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:21.853311 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-70992b8c-c1c8-407c-9772-4c573594b4f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:21.871878 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-70992b8c-c1c8-407c-9772-4c573594b4f2 None None] Calling delete_port for a6607812-e419-4dc4-ae4d-9bfddb414616 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:21.911528 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b138b2d7-7fcf-4aeb-8998-90ab46b5fe6f req-ca6e047d-285a-45f6-8d2a-5b4c683e3a6d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2714560 May 26 16:26:21.917865 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-99fa7bcc-1c62-4ff0-bb03-dd9feae21a22 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Deleting port a6607812-e419-4dc4-ae4d-9bfddb414616 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:21.918223 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-99fa7bcc-1c62-4ff0-bb03-dd9feae21a22 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:21.946947 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-af2f3181-53d2-4826-870e-6a6c75c0eaa5 req-8f0738fc-e164-480f-b249-c5dbf1c56ba8 service neutron] 10.222.0.81 "GET /v2.0/networks/108e172f-9bd7-4858-818f-d588950b8366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146080 May 26 16:26:22.003164 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55cd74f-67d9-45c5-bf99-901a61f459e9 x-openstack-request-id: req-c55cd74f-67d9-45c5-bf99-901a61f459e9 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:22.003819 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf816a2-8482-4b29-956c-02514be75a17", "name": "network-vif-deleted", "tag": "7a57f90b-913e-40c9-b299-cf19df4e11dc", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:22.004402 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c55cd74f-67d9-45c5-bf99-901a61f459e9 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:22.005051 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c55cd74f-67d9-45c5-bf99-901a61f459e9'] response: {'server_uuid': '5cf816a2-8482-4b29-956c-02514be75a17', 'name': 'network-vif-deleted', 'tag': '7a57f90b-913e-40c9-b299-cf19df4e11dc', 'status': 'completed', 'code': 200} May 26 16:26:22.016816 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a6607812-e419-4dc4-ae4d-9bfddb414616 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:26:22.103797 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-70992b8c-c1c8-407c-9772-4c573594b4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:22.121573 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-99fa7bcc-1c62-4ff0-bb03-dd9feae21a22 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] For port a6607812-e419-4dc4-ae4d-9bfddb414616, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a6607812-e419-4dc4-ae4d-9bfddb414616,segment=NetworkSegment(236aa403-3bbf-4180-b3aa-a75e33dbf7bb),segment_id=236aa403-3bbf-4180-b3aa-a75e33dbf7bb)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:22.122409 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-99fa7bcc-1c62-4ff0-bb03-dd9feae21a22 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:22.147036 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-99fa7bcc-1c62-4ff0-bb03-dd9feae21a22 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Calling delete_port for a6607812-e419-4dc4-ae4d-9bfddb414616 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:22.197250 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-3d0cc89f-0b9b-430d-b3ff-186f6ce9ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:22.203778 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-3d0cc89f-0b9b-430d-b3ff-186f6ce9ea62 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451&tenant_id=ab86e9d575124bbb8f1141e0888ad848 HTTP/1.1" status: 200 len: 1096 time: 0.1266959 May 26 16:26:22.204467 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No active binding found for port a6607812-e419-4dc4-ae4d-9bfddb414616 {{(pid=103897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 26 16:26:22.205764 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a6607812-e419-4dc4-ae4d-9bfddb414616 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:26:22.231203 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843337-2', 'device_owner': 'compute:nova'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:22.232874 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70992b8c-c1c8-407c-9772-4c573594b4f2 None None] No DVR routers for this DVR port a6607812-e419-4dc4-ae4d-9bfddb414616 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:22.248193 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70992b8c-c1c8-407c-9772-4c573594b4f2 None None] Pushing event deleted for resources: {'Port': ['ID=a6607812-e419-4dc4-ae4d-9bfddb414616,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:22.309851 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-99fa7bcc-1c62-4ff0-bb03-dd9feae21a22 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:22.361115 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fa7bcc-1c62-4ff0-bb03-dd9feae21a22 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] No DVR routers for this DVR port a6607812-e419-4dc4-ae4d-9bfddb414616 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:22.376997 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:22.439349 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa7bcc-1c62-4ff0-bb03-dd9feae21a22 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Pushing event deleted for resources: {'Port': ['ID=a6607812-e419-4dc4-ae4d-9bfddb414616,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:22.561092 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-99fa7bcc-1c62-4ff0-bb03-dd9feae21a22 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:22.586243 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-99fa7bcc-1c62-4ff0-bb03-dd9feae21a22 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0686d6-65c6-4e73-af5d-b2de212b0f82']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:22.597273 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-99fa7bcc-1c62-4ff0-bb03-dd9feae21a22 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236aa403-3bbf-4180-b3aa-a75e33dbf7bb') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:22.597595 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-99fa7bcc-1c62-4ff0-bb03-dd9feae21a22 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236aa403-3bbf-4180-b3aa-a75e33dbf7bb') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:22.611448 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-99fa7bcc-1c62-4ff0-bb03-dd9feae21a22 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:22.629925 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-99fa7bcc-1c62-4ff0-bb03-dd9feae21a22 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:22.637795 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fa7bcc-1c62-4ff0-bb03-dd9feae21a22 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:26:22.638216 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-99fa7bcc-1c62-4ff0-bb03-dd9feae21a22 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:22.752481 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-99fa7bcc-1c62-4ff0-bb03-dd9feae21a22 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:22.757632 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 236aa403-3bbf-4180-b3aa-a75e33dbf7bb resource provider aggregate not found May 26 16:26:22.900207 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] For port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,segment=NetworkSegment(3131bd3d-ec78-4812-abe2-0806a5790986),segment_id=3131bd3d-ec78-4812-abe2-0806a5790986)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:22.981233 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] For port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:26:23.046327 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:23.063314 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] Transition to ACTIVE for port object 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:26:23.079507 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:23.228842 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] Pushing event updated for resources: {'Port': ['ID=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,revision_number=6']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:23.324825 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 7a57f90b-913e-40c9-b299-cf19df4e11dc no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:26:23.340701 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] No DVR routers for this DVR port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:23.390356 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 7a57f90b-913e-40c9-b299-cf19df4e11dc {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:26:23.393114 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 7a57f90b-913e-40c9-b299-cf19df4e11dc not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:26:23.419273 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-99fa7bcc-1c62-4ff0-bb03-dd9feae21a22 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:23.430009 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-99fa7bcc-1c62-4ff0-bb03-dd9feae21a22 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] 10.222.0.77 "DELETE /v2.0/networks/2c0686d6-65c6-4e73-af5d-b2de212b0f82 HTTP/1.1" status: 204 len: 168 time: 2.5964561 May 26 16:26:23.459476 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 236aa403-3bbf-4180-b3aa-a75e33dbf7bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 236aa403-3bbf-4180-b3aa-a75e33dbf7bb found for delete ", "request_id": "req-1c03e82c-a883-42f7-b231-ae8b524e1d39"}]} May 26 16:26:23.467360 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 45166) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:23.501937 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad6be3-0ea1-4a14-94d4-6e222b79fa83 req-e79bc025-7cb0-49fc-8a8a-a1ed263c8f03 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:23.504245 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d8ad6be3-0ea1-4a14-94d4-6e222b79fa83 req-e79bc025-7cb0-49fc-8a8a-a1ed263c8f03 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 943 time: 1.7253740 May 26 16:26:23.613623 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa7bcc-1c62-4ff0-bb03-dd9feae21a22 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Pushing event deleted for resources: {'Network': ['ID=2c0686d6-65c6-4e73-af5d-b2de212b0f82,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:23.701257 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2630e97b-baf0-45c0-930c-d58162840d33 tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7 HTTP/1.1" status: 200 len: 205 time: 0.2322147 May 26 16:26:23.704641 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 45168) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:23.719313 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f616c4b9-57f3-439b-ad6d-270e0c2e2bb5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:23.737719 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f616c4b9-57f3-439b-ad6d-270e0c2e2bb5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:23.796269 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] Attempting to bind port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:26:23.797620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] Attempting to bind port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '3131bd3d-ec78-4812-abe2-0806a5790986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:26:23.798204 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] Attempting to bind port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 on network 5e98d685-ced0-498f-873a-e656dd34cb0e {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:26:23.837198 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616c4b9-57f3-439b-ad6d-270e0c2e2bb5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event updated for resources: {'Port': ['ID=1b1ab8c5-86e0-4f49-b4a2-3640977ec8b5,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:23.855080 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] Port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 on network 5e98d685-ced0-498f-873a-e656dd34cb0e not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:26:23.856182 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] Attempting to bind port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 on network 5e98d685-ced0-498f-873a-e656dd34cb0e {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:26:23.864259 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d8ad6be3-0ea1-4a14-94d4-6e222b79fa83 req-69c59a7f-b73d-461a-aecd-23fc1a6794c6 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418951 May 26 16:26:23.871141 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c0d347a-1784-4117-83cb-0f1568cf1c2c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:23.889086 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7004f4c-1ca3-4956-888e-55074abcda70 req-ca14685d-6f4c-45a6-9c62-78bde7f4e6b3 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:23.905789 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7004f4c-1ca3-4956-888e-55074abcda70 req-ca14685d-6f4c-45a6-9c62-78bde7f4e6b3 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 943 time: 0.4565544 May 26 16:26:23.967622 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:26:23.968154 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] Checking segment: {'id': '3131bd3d-ec78-4812-abe2-0806a5790986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:26:23.969198 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] Bound using segment: {'id': '3131bd3d-ec78-4812-abe2-0806a5790986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:26:23.970015 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] Bound port: 4cc7f333-b2a1-4839-8b7e-0e68804de1b3, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3131bd3d-ec78-4812-abe2-0806a5790986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:26:23.970582 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.048834 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7004f4c-1ca3-4956-888e-55074abcda70 req-97420a44-cf4a-4b59-aa76-c84c12a6d20e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419587 May 26 16:26:24.063325 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f616c4b9-57f3-439b-ad6d-270e0c2e2bb5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.139639 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:24.142359 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416690e9-4f2c-47bf-a588-02d71c47ce4a" -d '{"events": [{"server_uuid": "a54bdb75-1b3b-436e-a70e-6d4a11106451", "name": "network-vif-unplugged", "status": "completed", "tag": "4cc7f333-b2a1-4839-8b7e-0e68804de1b3"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:24.147908 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f616c4b9-57f3-439b-ad6d-270e0c2e2bb5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.149790 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f616c4b9-57f3-439b-ad6d-270e0c2e2bb5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2149038 May 26 16:26:24.228433 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c0d347a-1784-4117-83cb-0f1568cf1c2c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.234426 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c0d347a-1784-4117-83cb-0f1568cf1c2c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.249318 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f4f55-9220-4d76-be97-1d4b888fe14e req-40219e57-2812-4cbb-84ca-02bf981e2cd3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:24.254203 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e41f4f55-9220-4d76-be97-1d4b888fe14e req-40219e57-2812-4cbb-84ca-02bf981e2cd3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=2239626f-ebdb-4a87-bc25-91f20b245348 HTTP/1.1" status: 200 len: 945 time: 0.1960568 May 26 16:26:24.411470 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ab3f54-6cc6-4808-81eb-c01b707a244f x-openstack-request-id: req-99ab3f54-6cc6-4808-81eb-c01b707a244f {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:24.414666 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54bdb75-1b3b-436e-a70e-6d4a11106451", "name": "network-vif-unplugged", "status": "completed", "tag": "4cc7f333-b2a1-4839-8b7e-0e68804de1b3", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:24.415087 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-99ab3f54-6cc6-4808-81eb-c01b707a244f {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:24.415248 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e41f4f55-9220-4d76-be97-1d4b888fe14e req-31479969-3625-4c27-aba1-819d0aba090b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509526 May 26 16:26:24.415544 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99ab3f54-6cc6-4808-81eb-c01b707a244f'] response: {'server_uuid': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3', 'code': 200} May 26 16:26:24.477552 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c0d347a-1784-4117-83cb-0f1568cf1c2c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.478251 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0d347a-1784-4117-83cb-0f1568cf1c2c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Fanout notify agent at l3_agent the message router_deleted on router 7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:26:24.488140 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c0d347a-1784-4117-83cb-0f1568cf1c2c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.489301 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7c0d347a-1784-4117-83cb-0f1568cf1c2c tempest-RoutersNegativeTest-565794399 tempest-RoutersNegativeTest-565794399-project] 10.222.0.77 "DELETE /v2.0/routers/7ce3fb6d-e01b-4324-86c4-bdcbe5c52fe7 HTTP/1.1" status: 204 len: 168 time: 0.7836199 May 26 16:26:24.509227 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] For port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:26:24.516215 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] For port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,segment=NetworkSegment(3131bd3d-ec78-4812-abe2-0806a5790986),segment_id=3131bd3d-ec78-4812-abe2-0806a5790986)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:26:24.523902 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.600275 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:24.601419 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:24.604041 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] 10.222.0.83 "PUT /v2.0/ports/4cc7f333-b2a1-4839-8b7e-0e68804de1b3 HTTP/1.1" status: 200 len: 1091 time: 2.3790801 May 26 16:26:24.608690 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-2f658c2c-17f8-403e-8db2-55138d37c2f4 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1340944394&fields=id&tenant_id=d026034f0b5c4db588d9be515d0f060a HTTP/1.1" status: 200 len: 267 time: 0.0523486 May 26 16:26:24.637733 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424341a-b84b-4f0b-a3bd-bdc19f35845a service neutron] Pushing event updated for resources: {'Port': ['ID=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,revision_number=7']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:24.753904 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-c82d192b-44ef-4088-84d7-4d96f2faafd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:24.760346 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-c82d192b-44ef-4088-84d7-4d96f2faafd7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 1094 time: 0.1060858 May 26 16:26:24.852809 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-cf0e1ac0-4cfe-4ec8-88ba-aa9cdff548a3 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:24.884441 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-cf0e1ac0-4cfe-4ec8-88ba-aa9cdff548a3 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/networks?id=91e281f8-c4da-4a2d-a68d-16e867895ff6 HTTP/1.1" status: 200 len: 815 time: 0.2737365 May 26 16:26:24.916719 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-bf480439-d5cc-480b-baaa-132fb0f7753f tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/quotas/d026034f0b5c4db588d9be515d0f060a HTTP/1.1" status: 200 len: 375 time: 0.0283072 May 26 16:26:25.027765 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-1f85335b-08be-44d2-981d-91ed823d76bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:25.032405 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-1f85335b-08be-44d2-981d-91ed823d76bc service neutron] 10.222.0.83 "GET /v2.0/networks?id=5e98d685-ced0-498f-873a-e656dd34cb0e HTTP/1.1" status: 200 len: 897 time: 0.2588227 May 26 16:26:25.068820 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046705c-ffae-4d4d-afff-fd6ccf888636 req-93fc9654-e7bf-4bc8-af5d-9fc83923836e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:25.071299 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9046705c-ffae-4d4d-afff-fd6ccf888636 req-93fc9654-e7bf-4bc8-af5d-9fc83923836e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 943 time: 0.0810139 May 26 16:26:25.081907 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-b8b4a0d3-250f-4984-9890-fe426af884bd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d026034f0b5c4db588d9be515d0f060a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1639974 May 26 16:26:25.195989 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 45198) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:25.223692 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9046705c-ffae-4d4d-afff-fd6ccf888636 req-a35480cb-83cc-4766-9349-07e8f720a70f tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406991 May 26 16:26:25.252609 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-a9c59425-7473-40d9-a30d-6545ddb05271 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3 HTTP/1.1" status: 200 len: 999 time: 0.2129421 May 26 16:26:25.290580 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ef4b7-598d-4bc3-ae93-41f55672d8c7 req-e5ba7ba6-714d-4c15-9579-9b537b5db045 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:25.302517 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d34ef4b7-598d-4bc3-ae93-41f55672d8c7 req-e5ba7ba6-714d-4c15-9579-9b537b5db045 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.83 "GET /v2.0/ports?device_id=2239626f-ebdb-4a87-bc25-91f20b245348 HTTP/1.1" status: 200 len: 945 time: 0.1775751 May 26 16:26:25.338636 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:26:25.388473 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-8b199da5-b75c-49c1-bbbd-23aaaed42910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:25.390002 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-8b199da5-b75c-49c1-bbbd-23aaaed42910 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4a72073-56ee-47b2-b7ed-fa9f44cedf7f HTTP/1.1" status: 200 len: 835 time: 0.1193845 May 26 16:26:25.515453 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:26:25.602654 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-daca6ea9-d942-425a-a1e2-43e00a12adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:25.608305 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-daca6ea9-d942-425a-a1e2-43e00a12adb6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5e98d685-ced0-498f-873a-e656dd34cb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2067819 May 26 16:26:25.647981 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-64a98edc-379b-4efb-855e-fdbecfd0cd83 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8029b0c736444e8ea6142be1d4632b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4472253 May 26 16:26:25.657082 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 45212) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:25.800213 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9fb35656-b5ec-4bf7-a6b1-073f86ecfe8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:25.887122 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf864e0-1c65-4798-a32d-3621d3abf284 req-8d76f9fa-ccfe-4bb0-9a27-b572e7e3fc73 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:25.889050 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7bf864e0-1c65-4798-a32d-3621d3abf284 req-8d76f9fa-ccfe-4bb0-9a27-b572e7e3fc73 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 943 time: 0.5053792 May 26 16:26:25.946097 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-2c8f2e5f-892d-425a-a239-ab5ff286864d service neutron] 10.222.0.83 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179879 May 26 16:26:25.955460 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7bf864e0-1c65-4798-a32d-3621d3abf284 req-53dbb35e-5083-48a0-baf6-ceb2783757ab tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560787 May 26 16:26:25.956873 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9fb35656-b5ec-4bf7-a6b1-073f86ecfe8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:26.021084 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-d34ef4b7-598d-4bc3-ae93-41f55672d8c7 req-5ca8b412-7672-4b4b-b693-57016e69f93b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Deleting port 4cd1d481-cf6e-4f02-9385-15712c5b147f {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:26.021436 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d34ef4b7-598d-4bc3-ae93-41f55672d8c7 req-5ca8b412-7672-4b4b-b693-57016e69f93b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:26.042330 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9fb35656-b5ec-4bf7-a6b1-073f86ecfe8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:26.049062 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9fb35656-b5ec-4bf7-a6b1-073f86ecfe8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:26.051234 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9fb35656-b5ec-4bf7-a6b1-073f86ecfe8b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5812f24b-9316-4063-9c98-026a8074f301 HTTP/1.1" status: 204 len: 168 time: 0.3930678 May 26 16:26:26.187673 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-d34ef4b7-598d-4bc3-ae93-41f55672d8c7 req-5ca8b412-7672-4b4b-b693-57016e69f93b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] For port 4cd1d481-cf6e-4f02-9385-15712c5b147f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=4cd1d481-cf6e-4f02-9385-15712c5b147f,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:26.190207 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d34ef4b7-598d-4bc3-ae93-41f55672d8c7 req-5ca8b412-7672-4b4b-b693-57016e69f93b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:26.231019 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-d34ef4b7-598d-4bc3-ae93-41f55672d8c7 req-5ca8b412-7672-4b4b-b693-57016e69f93b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Calling delete_port for 4cd1d481-cf6e-4f02-9385-15712c5b147f owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:26.312282 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb35656-b5ec-4bf7-a6b1-073f86ecfe8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5812f24b-9316-4063-9c98-026a8074f301,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:26.428756 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'tag': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:26.440059 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06f963a-2942-4fc9-b0b1-d89269a5814e" -d '{"events": [{"name": "network-changed", "server_uuid": "a54bdb75-1b3b-436e-a70e-6d4a11106451", "tag": "4cc7f333-b2a1-4839-8b7e-0e68804de1b3"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:26.506258 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6745a84b-fab1-491d-97b0-20e0298ca97d req-0d2a9d3d-2ef6-44e4-8bef-9b3af064557d service neutron] 10.222.0.83 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5583720 May 26 16:26:26.649219 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e0155a19-73f9-4bd0-a7d4-e05c325cdc79 req-9fb4699b-395c-4e86-a1ae-df5d6c4403c9 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=2239626f-ebdb-4a87-bc25-91f20b245348 HTTP/1.1" status: 200 len: 210 time: 0.0857062 May 26 16:26:26.678555 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d34ef4b7-598d-4bc3-ae93-41f55672d8c7 req-5ca8b412-7672-4b4b-b693-57016e69f93b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:26.724153 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['7f4643e6-2113-4164-838c-27cb490174a1', '4cd1d481-cf6e-4f02-9385-15712c5b147f'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:26:26.852500 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8b412-7672-4b4b-b693-57016e69f93b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Pushing event deleted for resources: {'Port': ['ID=4cd1d481-cf6e-4f02-9385-15712c5b147f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:26.885140 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-a53e332e-0b38-42f1-9ba2-ebe7c4015d66 service neutron] 10.222.0.77 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7856457 May 26 16:26:27.055384 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-25c05da5-c633-43b7-aeb5-db2de499bb92 service neutron] 10.222.0.77 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690495 May 26 16:26:27.171305 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34ef4b7-598d-4bc3-ae93-41f55672d8c7 req-5ca8b412-7672-4b4b-b693-57016e69f93b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] No DVR routers for this DVR port 4cd1d481-cf6e-4f02-9385-15712c5b147f on host n-h2-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:27.175567 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d34ef4b7-598d-4bc3-ae93-41f55672d8c7 req-5ca8b412-7672-4b4b-b693-57016e69f93b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:27.179664 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d34ef4b7-598d-4bc3-ae93-41f55672d8c7 req-5ca8b412-7672-4b4b-b693-57016e69f93b tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.83 "DELETE /v2.0/ports/4cd1d481-cf6e-4f02-9385-15712c5b147f HTTP/1.1" status: 204 len: 173 time: 1.8706186 May 26 16:26:27.190348 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2239626f-ebdb-4a87-bc25-91f20b245348', 'name': 'network-vif-deleted', 'tag': '4cd1d481-cf6e-4f02-9385-15712c5b147f'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:27.201119 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba7f17d-13d8-4bca-9d7b-a81f32cb6b66" -d '{"events": [{"server_uuid": "2239626f-ebdb-4a87-bc25-91f20b245348", "name": "network-vif-deleted", "tag": "4cd1d481-cf6e-4f02-9385-15712c5b147f"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:27.347327 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4a810-a92d-4367-bb8c-b73c2882273d req-91c64a86-7f1a-4d27-b179-29d0bb535bf4 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:27.360408 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fcb4a810-a92d-4367-bb8c-b73c2882273d req-91c64a86-7f1a-4d27-b179-29d0bb535bf4 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 943 time: 0.2619514 May 26 16:26:27.494424 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fcb4a810-a92d-4367-bb8c-b73c2882273d req-0a5915de-c7e2-43cc-8f73-f485c5e0cde3 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253014 May 26 16:26:27.685181 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3512a9d-7947-4ae8-9915-2bf25cc9275a x-openstack-request-id: req-f3512a9d-7947-4ae8-9915-2bf25cc9275a {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:27.698002 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54bdb75-1b3b-436e-a70e-6d4a11106451", "tag": "4cc7f333-b2a1-4839-8b7e-0e68804de1b3", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:27.698277 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f3512a9d-7947-4ae8-9915-2bf25cc9275a {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:27.698892 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3512a9d-7947-4ae8-9915-2bf25cc9275a'] response: {'name': 'network-changed', 'server_uuid': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'tag': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3', 'status': 'completed', 'code': 200} May 26 16:26:27.806574 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f963a-2942-4fc9-b0b1-d89269a5814e req-f911c776-8366-410f-9dcb-eeb05aa73afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:27.808685 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b06f963a-2942-4fc9-b0b1-d89269a5814e req-f911c776-8366-410f-9dcb-eeb05aa73afd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 1094 time: 0.2350934 May 26 16:26:27.813543 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511006d6-22ca-427e-9e75-53519565110e x-openstack-request-id: req-511006d6-22ca-427e-9e75-53519565110e {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:27.814349 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2239626f-ebdb-4a87-bc25-91f20b245348", "name": "network-vif-deleted", "tag": "4cd1d481-cf6e-4f02-9385-15712c5b147f", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:27.814928 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-511006d6-22ca-427e-9e75-53519565110e {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:27.815518 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-511006d6-22ca-427e-9e75-53519565110e'] response: {'server_uuid': '2239626f-ebdb-4a87-bc25-91f20b245348', 'name': 'network-vif-deleted', 'tag': '4cd1d481-cf6e-4f02-9385-15712c5b147f', 'status': 'completed', 'code': 200} May 26 16:26:27.933386 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f963a-2942-4fc9-b0b1-d89269a5814e req-b3bae59b-7e73-4dca-823e-8027cf946359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:27.949686 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b06f963a-2942-4fc9-b0b1-d89269a5814e req-b3bae59b-7e73-4dca-823e-8027cf946359 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 1094 time: 0.2822607 May 26 16:26:28.124560 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-54b61155-1dcc-486b-bc5c-91f49f6e35e4 req-584b0892-d746-43c5-a1b1-8150ba690a4c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 210 time: 0.1732361 May 26 16:26:28.216190 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f963a-2942-4fc9-b0b1-d89269a5814e req-69cd8d47-e5aa-4b13-a2b8-cf1a6fa75091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:28.217843 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b06f963a-2942-4fc9-b0b1-d89269a5814e req-69cd8d47-e5aa-4b13-a2b8-cf1a6fa75091 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5e98d685-ced0-498f-873a-e656dd34cb0e HTTP/1.1" status: 200 len: 897 time: 0.3954611 May 26 16:26:28.309453 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fedd35-7d25-4190-8070-46f751ce25de req-37c35f54-ae49-4729-95bb-dcd1a9677ca0 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:28.316665 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-93fedd35-7d25-4190-8070-46f751ce25de req-37c35f54-ae49-4729-95bb-dcd1a9677ca0 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 943 time: 0.5352638 May 26 16:26:28.383560 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71489b03-ee80-41b9-8082-7d177f9a54dd req-910bc5a3-44f2-445b-9471-c8b912e200d7 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=2239626f-ebdb-4a87-bc25-91f20b245348 HTTP/1.1" status: 200 len: 210 time: 0.0504322 May 26 16:26:28.452625 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b06f963a-2942-4fc9-b0b1-d89269a5814e req-1d057c18-7bac-49a6-940d-f58ba6c9026b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3 HTTP/1.1" status: 200 len: 999 time: 0.2195735 May 26 16:26:28.515941 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-93fedd35-7d25-4190-8070-46f751ce25de req-e8fca044-3919-4e0d-9583-ce68f591c29c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287761 May 26 16:26:28.536517 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f963a-2942-4fc9-b0b1-d89269a5814e req-8be7a83d-8e73-44c0-8957-1b3b630d63a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:28.540534 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b06f963a-2942-4fc9-b0b1-d89269a5814e req-8be7a83d-8e73-44c0-8957-1b3b630d63a0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5e98d685-ced0-498f-873a-e656dd34cb0e HTTP/1.1" status: 200 len: 897 time: 0.4104915 May 26 16:26:28.610963 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f963a-2942-4fc9-b0b1-d89269a5814e req-f5a044a2-2c72-4840-9e37-e87181d3e043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:28.612510 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b06f963a-2942-4fc9-b0b1-d89269a5814e req-f5a044a2-2c72-4840-9e37-e87181d3e043 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e4a72073-56ee-47b2-b7ed-fa9f44cedf7f HTTP/1.1" status: 200 len: 835 time: 0.1487665 May 26 16:26:28.788884 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f963a-2942-4fc9-b0b1-d89269a5814e req-c0aedc5d-180d-4ba7-bf73-d031d5e1ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:28.791677 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b06f963a-2942-4fc9-b0b1-d89269a5814e req-c0aedc5d-180d-4ba7-bf73-d031d5e1ef3c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5e98d685-ced0-498f-873a-e656dd34cb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1601248 May 26 16:26:28.792716 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b06f963a-2942-4fc9-b0b1-d89269a5814e req-20be77cf-3057-407e-af04-9bb88e89ddc6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3 HTTP/1.1" status: 200 len: 999 time: 0.2435353 May 26 16:26:28.950305 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f963a-2942-4fc9-b0b1-d89269a5814e req-e0961b8b-55c7-4c77-ac56-6bbdd314ca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:28.952819 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b06f963a-2942-4fc9-b0b1-d89269a5814e req-e0961b8b-55c7-4c77-ac56-6bbdd314ca22 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4a72073-56ee-47b2-b7ed-fa9f44cedf7f HTTP/1.1" status: 200 len: 835 time: 0.1472261 May 26 16:26:29.018524 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de49e0-7d38-45d1-9562-2f79bef18081 req-1a61f23b-5d46-4ac6-9747-04401926eaa0 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:29.029812 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-50de49e0-7d38-45d1-9562-2f79bef18081 req-1a61f23b-5d46-4ac6-9747-04401926eaa0 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 943 time: 0.3671684 May 26 16:26:29.070554 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b06f963a-2942-4fc9-b0b1-d89269a5814e req-c0e2bbfd-c28c-482d-95ca-96a29ba6a82e service neutron] 10.222.0.81 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541568 May 26 16:26:29.161894 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f963a-2942-4fc9-b0b1-d89269a5814e req-1a73ff8f-1a16-485e-9122-0d50d86525dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:29.173588 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b06f963a-2942-4fc9-b0b1-d89269a5814e req-1a73ff8f-1a16-485e-9122-0d50d86525dd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5e98d685-ced0-498f-873a-e656dd34cb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1932626 May 26 16:26:29.228568 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-50de49e0-7d38-45d1-9562-2f79bef18081 req-e71a772d-18b7-447f-8b71-6950eb3cfe2a tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939950 May 26 16:26:29.351702 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 4cd1d481-cf6e-4f02-9385-15712c5b147f no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:26:29.394385 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-74fe696f-3e23-4133-857e-67cbcadc2e16 req-9076683c-ceca-40a5-a58b-0a08e41a1f25 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 210 time: 0.0793693 May 26 16:26:29.437675 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 4cd1d481-cf6e-4f02-9385-15712c5b147f {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:26:29.440647 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 4cd1d481-cf6e-4f02-9385-15712c5b147f not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:26:29.445035 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b06f963a-2942-4fc9-b0b1-d89269a5814e req-54e40951-70dc-4497-ac79-4bf3c84a9c41 service neutron] 10.222.0.81 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531749 May 26 16:26:29.499961 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b06f963a-2942-4fc9-b0b1-d89269a5814e req-e45f7ea9-7fd6-4d19-a608-826ef0489516 service neutron] 10.222.0.83 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161685 May 26 16:26:29.923613 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ba34e-7d3b-4217-90ce-359c0a2eca21 req-6370f87c-2068-43ea-ad78-f3d852048961 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:29.953694 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cb6ba34e-7d3b-4217-90ce-359c0a2eca21 req-6370f87c-2068-43ea-ad78-f3d852048961 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 943 time: 0.2523477 May 26 16:26:29.977962 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b06f963a-2942-4fc9-b0b1-d89269a5814e req-99c3ca63-62ab-454f-a32f-b4a424e9cd5b service neutron] 10.222.0.83 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576113 May 26 16:26:30.130609 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cb6ba34e-7d3b-4217-90ce-359c0a2eca21 req-10c6a710-7149-4948-aaf4-33c883a5af2b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723115 May 26 16:26:30.186949 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-6c7dcdc0-b59a-4a3e-a45b-5131abba2a17 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:30.188951 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-6c7dcdc0-b59a-4a3e-a45b-5131abba2a17 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.83 "GET /v2.0/networks?id=91e281f8-c4da-4a2d-a68d-16e867895ff6 HTTP/1.1" status: 200 len: 815 time: 0.4730654 May 26 16:26:30.294324 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372831d-1f3c-4cf1-a625-eed1f163200d req-4e014f33-cdeb-4272-b3cb-95082f12dd39 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:30.295906 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3372831d-1f3c-4cf1-a625-eed1f163200d req-4e014f33-cdeb-4272-b3cb-95082f12dd39 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 945 time: 0.1576796 May 26 16:26:30.422264 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-38ebfd18-b498-4928-8eed-ca37cbd4fead tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d026034f0b5c4db588d9be515d0f060a HTTP/1.1" status: 200 len: 380 time: 0.1976752 May 26 16:26:30.439363 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3372831d-1f3c-4cf1-a625-eed1f163200d req-36c8f3cd-74de-4adf-96f4-2b763dd8f20c tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326854 May 26 16:26:30.501130 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-e25d9047-4c78-48b1-a2eb-686d0102c909 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Request body: {'port': {'device_id': '294c4e9c-86ba-4c9e-95e4-04a4b709bd7f', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'admin_state_up': True, 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'security_groups': ['99ecc366-2e85-45bb-8c5e-e03272c81a29']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:30.540678 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-89339625-998f-4f9f-9301-ba703b8a852a req-75bba3a5-970d-410f-9d82-8ee2f35d0a5f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3068080 May 26 16:26:30.610277 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:30.729872 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9316a789-510d-43b3-a3c9-4515759c4697 req-e3d5e421-f530-43b7-96c1-26e0cc40d510 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 210 time: 0.1408632 May 26 16:26:30.777869 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd3171-57f5-47f4-ae6c-d5a3760e52ad req-8bcf742b-af78-4483-aee2-444a48a1e84c tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:30.789413 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bfdd3171-57f5-47f4-ae6c-d5a3760e52ad req-8bcf742b-af78-4483-aee2-444a48a1e84c tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 943 time: 0.3189380 May 26 16:26:30.856896 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bfdd3171-57f5-47f4-ae6c-d5a3760e52ad req-2417278f-9042-41d8-8037-8ba6b738a18e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664177 May 26 16:26:30.867221 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272ab81-f382-4579-aa65-400da5bf7d58 req-e36d09fc-3268-4a74-8f89-1afcc4ceb8b2 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:30.869850 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8272ab81-f382-4579-aa65-400da5bf7d58 req-e36d09fc-3268-4a74-8f89-1afcc4ceb8b2 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 945 time: 0.2202024 May 26 16:26:30.949894 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-e25d9047-4c78-48b1-a2eb-686d0102c909 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Made reservation on behalf of d026034f0b5c4db588d9be515d0f060a for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:30.959464 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-e25d9047-4c78-48b1-a2eb-686d0102c909 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:31.081382 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89339625-998f-4f9f-9301-ba703b8a852a req-43a06729-f47b-4a32-8aeb-f540744c1e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:31.082902 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-89339625-998f-4f9f-9301-ba703b8a852a req-43a06729-f47b-4a32-8aeb-f540744c1e29 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 1096 time: 0.2653804 May 26 16:26:31.183405 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-8272ab81-f382-4579-aa65-400da5bf7d58 req-b8a8d66a-f8bb-4c29-b10e-d774eb2bcfd8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Deleting port 7f4643e6-2113-4164-838c-27cb490174a1 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:31.183405 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8272ab81-f382-4579-aa65-400da5bf7d58 req-b8a8d66a-f8bb-4c29-b10e-d774eb2bcfd8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:31.307364 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 45330) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:31.310775 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 45332) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:31.344355 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89339625-998f-4f9f-9301-ba703b8a852a req-766428f8-ccf0-4ec2-9d29-a098efadff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:31.346625 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-89339625-998f-4f9f-9301-ba703b8a852a req-766428f8-ccf0-4ec2-9d29-a098efadff69 service neutron] 10.222.0.81 "GET /v2.0/networks?id=98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 200 len: 913 time: 0.1755776 May 26 16:26:31.374773 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:26:31.565629 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-e25d9047-4c78-48b1-a2eb-686d0102c909 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Allocated IP 172.20.0.10 (91e281f8-c4da-4a2d-a68d-16e867895ff6/fee14286-9209-4b96-87d8-95a3251de24f/026437eb-305f-4e33-80da-d3c872cb8b67) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:26:31.687828 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090e797-0f67-4251-8457-0e4e2e5936b1 req-425dff48-9de1-431f-83cc-e74c1473792b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:31.690071 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,segment=NetworkSegment(3131bd3d-ec78-4812-abe2-0806a5790986),segment_id=3131bd3d-ec78-4812-abe2-0806a5790986)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:31.711329 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3090e797-0f67-4251-8457-0e4e2e5936b1 req-425dff48-9de1-431f-83cc-e74c1473792b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 943 time: 0.3995423 May 26 16:26:31.722292 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3', 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e', 'port_id': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3', 'mac_address': 'fa:16:3e:4d:a0:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a72073-56ee-47b2-b7ed-fa9f44cedf7f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:26:31.815945 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:31.816691 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:31.833606 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:26:31.860115 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,segment=NetworkSegment(3131bd3d-ec78-4812-abe2-0806a5790986),segment_id=3131bd3d-ec78-4812-abe2-0806a5790986)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:31.867580 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:31.969882 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-8272ab81-f382-4579-aa65-400da5bf7d58 req-b8a8d66a-f8bb-4c29-b10e-d774eb2bcfd8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] For port 7f4643e6-2113-4164-838c-27cb490174a1, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=7f4643e6-2113-4164-838c-27cb490174a1,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:31.970263 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8272ab81-f382-4579-aa65-400da5bf7d58 req-b8a8d66a-f8bb-4c29-b10e-d774eb2bcfd8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:31.973370 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-811c52c9-0454-4d87-8182-5e4598325dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:32.010310 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-38b6eb6f-cd1b-4aa1-9389-81a5dd4f247b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:32.016327 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:32.041568 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-8272ab81-f382-4579-aa65-400da5bf7d58 req-b8a8d66a-f8bb-4c29-b10e-d774eb2bcfd8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Calling delete_port for 7f4643e6-2113-4164-838c-27cb490174a1 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:32.104305 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571387b-6090-4edd-b770-a6246b0c94f3 req-dff1fe2f-b2bb-4b2d-ba1a-ede37d8b0f90 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:32.106334 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9571387b-6090-4edd-b770-a6246b0c94f3 req-dff1fe2f-b2bb-4b2d-ba1a-ede37d8b0f90 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 945 time: 0.4636497 May 26 16:26:32.125147 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3090e797-0f67-4251-8457-0e4e2e5936b1 req-6399529f-69ec-4746-87c9-25e8efe6f096 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4128137 May 26 16:26:32.302774 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9571387b-6090-4edd-b770-a6246b0c94f3 req-83bb8c4e-6f66-487c-bf5c-e6f959924535 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764286 May 26 16:26:32.458158 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['4cc7f333-b2a1-4839-8b7e-0e68804de1b3'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:26:32.461417 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b77ff733-029c-4e5c-9702-35efec662503 req-bd1c8ae9-99d4-440e-a8a1-24675dd7267f tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 210 time: 0.1371930 May 26 16:26:32.575973 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-811c52c9-0454-4d87-8182-5e4598325dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:32.614922 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-811c52c9-0454-4d87-8182-5e4598325dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:32.674749 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-811c52c9-0454-4d87-8182-5e4598325dba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dbc81eee5ff64399ae1224fa58bcd3ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3426952 May 26 16:26:32.680501 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-38b6eb6f-cd1b-4aa1-9389-81a5dd4f247b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:32.681861 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c52c9-0454-4d87-8182-5e4598325dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0942be7-af8f-4b9c-ad4a-bc4c2e846539,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:32.688276 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 45350) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:32.705658 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c52c9-0454-4d87-8182-5e4598325dba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:32.706376 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c52c9-0454-4d87-8182-5e4598325dba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:32.706927 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c52c9-0454-4d87-8182-5e4598325dba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:32.707478 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c52c9-0454-4d87-8182-5e4598325dba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:32.708025 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c52c9-0454-4d87-8182-5e4598325dba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:32.708607 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c52c9-0454-4d87-8182-5e4598325dba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:32.709196 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c52c9-0454-4d87-8182-5e4598325dba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:32.710429 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c52c9-0454-4d87-8182-5e4598325dba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:32.711213 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c52c9-0454-4d87-8182-5e4598325dba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:32.711777 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c52c9-0454-4d87-8182-5e4598325dba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:32.712352 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c52c9-0454-4d87-8182-5e4598325dba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:32.712945 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c52c9-0454-4d87-8182-5e4598325dba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:26:32.729566 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-38b6eb6f-cd1b-4aa1-9389-81a5dd4f247b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:32.796149 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-38b6eb6f-cd1b-4aa1-9389-81a5dd4f247b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=36d4d5d26705403a89b1e4ab42521b31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4516149 May 26 16:26:32.797671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6eb6f-cd1b-4aa1-9389-81a5dd4f247b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263108bd-9718-4090-a48c-1677ce708431,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:32.812364 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 45352) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:32.824934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cff7ef-2362-4a00-bbfb-f2aa4e57dd47 req-34a24fca-068c-4e4c-93a5-95a0b271de5a tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:32.844867 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1cff7ef-2362-4a00-bbfb-f2aa4e57dd47 req-34a24fca-068c-4e4c-93a5-95a0b271de5a tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 943 time: 0.3630319 May 26 16:26:32.940928 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-89339625-998f-4f9f-9301-ba703b8a852a req-9dbb6ece-83d1-48dc-b02b-20f7680fb119 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=161e5bc3-f8bd-463c-928c-19e147d66d06 HTTP/1.1" status: 200 len: 1000 time: 1.5352333 May 26 16:26:32.947315 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8272ab81-f382-4579-aa65-400da5bf7d58 req-b8a8d66a-f8bb-4c29-b10e-d774eb2bcfd8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:33.111123 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8d66a-f8bb-4c29-b10e-d774eb2bcfd8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Pushing event deleted for resources: {'Port': ['ID=7f4643e6-2113-4164-838c-27cb490174a1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:33.365176 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58609110-5730-4088-b23a-54f8e1a02acc req-674699f0-b0da-49de-9d4a-d620fd554273 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:33.367284 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-58609110-5730-4088-b23a-54f8e1a02acc req-674699f0-b0da-49de-9d4a-d620fd554273 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.83 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451&tenant_id=ab86e9d575124bbb8f1141e0888ad848&binding%3Ahost_id=n-h2-843337-2 HTTP/1.1" status: 200 len: 944 time: 0.2213891 May 26 16:26:33.384509 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-8272ab81-f382-4579-aa65-400da5bf7d58 req-b8a8d66a-f8bb-4c29-b10e-d774eb2bcfd8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] No DVR routers for this DVR port 7f4643e6-2113-4164-838c-27cb490174a1 on host n-h2-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:33.390803 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-8272ab81-f382-4579-aa65-400da5bf7d58 req-b8a8d66a-f8bb-4c29-b10e-d774eb2bcfd8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:33.392229 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-e25d9047-4c78-48b1-a2eb-686d0102c909 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:33.396644 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89339625-998f-4f9f-9301-ba703b8a852a req-c3634a54-80ad-414f-8553-3cae8848c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:33.399077 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-89339625-998f-4f9f-9301-ba703b8a852a req-c3634a54-80ad-414f-8553-3cae8848c4c0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 200 len: 851 time: 0.4197624 May 26 16:26:33.405481 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8272ab81-f382-4579-aa65-400da5bf7d58 req-b8a8d66a-f8bb-4c29-b10e-d774eb2bcfd8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.83 "DELETE /v2.0/ports/7f4643e6-2113-4164-838c-27cb490174a1 HTTP/1.1" status: 204 len: 173 time: 2.5252512 May 26 16:26:33.418039 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 7f4643e6-2113-4164-838c-27cb490174a1 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:26:33.423659 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7f13cf-ee4a-43e8-bbc3-368154d209ac', 'name': 'network-vif-deleted', 'tag': '7f4643e6-2113-4164-838c-27cb490174a1'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:33.426157 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b260867c-d448-452c-967f-7476b08feef9" -d '{"events": [{"server_uuid": "9f7f13cf-ee4a-43e8-bbc3-368154d209ac", "name": "network-vif-deleted", "tag": "7f4643e6-2113-4164-838c-27cb490174a1"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:33.439271 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-80ac1550-48b2-4bf8-b3c2-18bd0fe04b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:33.466817 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-80ac1550-48b2-4bf8-b3c2-18bd0fe04b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:33.495341 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 7f4643e6-2113-4164-838c-27cb490174a1 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:26:33.495743 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 7f4643e6-2113-4164-838c-27cb490174a1 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:26:33.549091 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1cff7ef-2362-4a00-bbfb-f2aa4e57dd47 req-5fcc9d36-8448-4853-9351-39097e76ee5c tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7032394 May 26 16:26:33.617302 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6abc2a5b-2002-485f-b25f-31eb111dcb43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:33.688668 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-80ac1550-48b2-4bf8-b3c2-18bd0fe04b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:33.692518 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6abc2a5b-2002-485f-b25f-31eb111dcb43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:33.697550 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-80ac1550-48b2-4bf8-b3c2-18bd0fe04b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:33.699063 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-80ac1550-48b2-4bf8-b3c2-18bd0fe04b3c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/263108bd-9718-4090-a48c-1677ce708431 HTTP/1.1" status: 204 len: 168 time: 0.8655834 May 26 16:26:33.719941 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2de05084-b686-4b9d-a4bb-5d1755780696 req-1e7b7097-96a3-497c-8714-0ea5dd525699 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f7f13cf-ee4a-43e8-bbc3-368154d209ac HTTP/1.1" status: 200 len: 210 time: 0.0534248 May 26 16:26:33.731268 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cba784-00ca-4322-8257-11a76e792531 req-c2a7a353-4969-42a9-9a44-53c7c553c2ad tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:33.733146 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f3cba784-00ca-4322-8257-11a76e792531 req-c2a7a353-4969-42a9-9a44-53c7c553c2ad tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 944 time: 0.4935489 May 26 16:26:33.862643 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-58609110-5730-4088-b23a-54f8e1a02acc req-75cda07c-471d-4bdd-a8b0-220db85165a7 service neutron] 10.222.0.83 "GET /v2.0/ports/4cc7f333-b2a1-4839-8b7e-0e68804de1b3/bindings/n-h2-843337-2 HTTP/1.1" status: 200 len: 382 time: 0.4592652 May 26 16:26:33.869990 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac1550-48b2-4bf8-b3c2-18bd0fe04b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263108bd-9718-4090-a48c-1677ce708431,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:33.894733 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6863eb19-8e24-4bed-ab30-47692b6ed9dc x-openstack-request-id: req-6863eb19-8e24-4bed-ab30-47692b6ed9dc {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:33.895078 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7f13cf-ee4a-43e8-bbc3-368154d209ac", "name": "network-vif-deleted", "tag": "7f4643e6-2113-4164-838c-27cb490174a1", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:33.895341 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6863eb19-8e24-4bed-ab30-47692b6ed9dc {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:33.900796 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89339625-998f-4f9f-9301-ba703b8a852a req-983cf185-e730-4dc3-91e5-a3892899c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:33.901149 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6863eb19-8e24-4bed-ab30-47692b6ed9dc'] response: {'server_uuid': '9f7f13cf-ee4a-43e8-bbc3-368154d209ac', 'name': 'network-vif-deleted', 'tag': '7f4643e6-2113-4164-838c-27cb490174a1', 'status': 'completed', 'code': 200} May 26 16:26:33.903108 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-89339625-998f-4f9f-9301-ba703b8a852a req-983cf185-e730-4dc3-91e5-a3892899c0c6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=98033063-3342-4cf7-9d2f-e05eb4d2a510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4917247 May 26 16:26:33.950987 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6abc2a5b-2002-485f-b25f-31eb111dcb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:33.956152 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6abc2a5b-2002-485f-b25f-31eb111dcb43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:33.957521 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6abc2a5b-2002-485f-b25f-31eb111dcb43 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f0942be7-af8f-4b9c-ad4a-bc4c2e846539 HTTP/1.1" status: 204 len: 168 time: 1.2679172 May 26 16:26:33.996153 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc2a5b-2002-485f-b25f-31eb111dcb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0942be7-af8f-4b9c-ad4a-bc4c2e846539,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:34.025746 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f3cba784-00ca-4322-8257-11a76e792531 req-8c2e3914-1a93-4243-b078-7cf914bf23fc tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2707143 May 26 16:26:34.050744 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-e25d9047-4c78-48b1-a2eb-686d0102c909 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:34.097141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacb198-1284-4447-af19-a56d862b9209 req-c40fcf42-42ad-4de9-8d49-38b39818d639 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:34.100045 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-feacb198-1284-4447-af19-a56d862b9209 req-c40fcf42-42ad-4de9-8d49-38b39818d639 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 932 time: 0.1050375 May 26 16:26:34.192391 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-e25d9047-4c78-48b1-a2eb-686d0102c909 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Network 91e281f8-c4da-4a2d-a68d-16e867895ff6 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:26:34.195178 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-e25d9047-4c78-48b1-a2eb-686d0102c909 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:34.224849 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-feacb198-1284-4447-af19-a56d862b9209 req-74bacf2d-49f2-4ec0-b741-bf7a82d644f4 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ecc366-2e85-45bb-8c5e-e03272c81a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174681 May 26 16:26:34.341499 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-e25d9047-4c78-48b1-a2eb-686d0102c909 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:26:34.355781 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58609110-5730-4088-b23a-54f8e1a02acc req-312baa03-4319-469b-8f1a-35e36871f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:34.359695 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-58609110-5730-4088-b23a-54f8e1a02acc req-312baa03-4319-469b-8f1a-35e36871f02b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 1095 time: 0.4394174 May 26 16:26:34.376174 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-89339625-998f-4f9f-9301-ba703b8a852a req-8f4085e9-8d63-4e48-8e65-cf72882b6b20 service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621150 May 26 16:26:34.379681 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d9047-4c78-48b1-a2eb-686d0102c909 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event updated for resources: {'Port': ['ID=026437eb-305f-4e33-80da-d3c872cb8b67,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:34.421298 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 45374) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:34.457389 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6834ed42-a5bf-44b3-8bcd-bde6b5ae29e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:34.543527 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-e25d9047-4c78-48b1-a2eb-686d0102c909 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:34.545870 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-e25d9047-4c78-48b1-a2eb-686d0102c909 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:34.710288 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-e25d9047-4c78-48b1-a2eb-686d0102c909 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2236845 May 26 16:26:34.747983 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6834ed42-a5bf-44b3-8bcd-bde6b5ae29e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:34.755664 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6834ed42-a5bf-44b3-8bcd-bde6b5ae29e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:34.857662 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-8429c9c4-09f0-474d-b222-d4407e85f3e6 service neutron] Request body: {'port': {'device_id': '294c4e9c-86ba-4c9e-95e4-04a4b709bd7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:34.887411 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4d71620f-f936-4dcf-9598-9e1c49a7f1dc None None] Provisioning complete for port 026437eb-305f-4e33-80da-d3c872cb8b67 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:34.891001 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d71620f-f936-4dcf-9598-9e1c49a7f1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:34.905935 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6834ed42-a5bf-44b3-8bcd-bde6b5ae29e8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3ded6016f07e47bd87792934d24788d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4807699 May 26 16:26:34.906667 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 45384) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:34.917341 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834ed42-a5bf-44b3-8bcd-bde6b5ae29e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224e56db-62c6-4aa3-8873-e1af893a72f6,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:35.010426 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 45388) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:35.020173 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4d71620f-f936-4dcf-9598-9e1c49a7f1dc None None] Port 026437eb-305f-4e33-80da-d3c872cb8b67 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:26:35.103178 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-160f4912-e6fa-4c61-ad9c-b1b59943b067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:35.141090 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58609110-5730-4088-b23a-54f8e1a02acc req-4d05fc28-95a7-4ed6-9047-39821cb3b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:35.143143 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-58609110-5730-4088-b23a-54f8e1a02acc req-4d05fc28-95a7-4ed6-9047-39821cb3b810 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5e98d685-ced0-498f-873a-e656dd34cb0e HTTP/1.1" status: 200 len: 897 time: 0.7508993 May 26 16:26:35.148731 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-89339625-998f-4f9f-9301-ba703b8a852a req-c399f138-f7fc-4f93-a873-6ca10e4e5caf service neutron] 10.222.0.81 "GET /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6506615 May 26 16:26:35.183572 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bf815f81-c016-4f1e-b791-303c4947602f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:35.324284 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-8429c9c4-09f0-474d-b222-d4407e85f3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:35.371556 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bf815f81-c016-4f1e-b791-303c4947602f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:35.426168 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:26:35.490363 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-58609110-5730-4088-b23a-54f8e1a02acc req-90263daa-b29a-4f8e-a75b-c7d49612b403 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3 HTTP/1.1" status: 200 len: 1000 time: 0.2968643 May 26 16:26:35.608837 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:26:35.622883 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2bb91-4cdc-4363-9afd-cb71cc61d851 req-c726438d-12b4-4ff5-9d18-4b29a82a41b6 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:35.623297 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:35.624501 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:35.642392 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51a2bb91-4cdc-4363-9afd-cb71cc61d851 req-c726438d-12b4-4ff5-9d18-4b29a82a41b6 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 944 time: 0.3366816 May 26 16:26:35.651866 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3242a5-aa0f-43ad-b88c-b167c3e5958e req-f9be3946-6ab7-4092-84cc-1c73f56f9c51 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:35.656564 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a3242a5-aa0f-43ad-b88c-b167c3e5958e req-f9be3946-6ab7-4092-84cc-1c73f56f9c51 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 943 time: 0.8319573 May 26 16:26:35.746078 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-160f4912-e6fa-4c61-ad9c-b1b59943b067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:35.776808 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51a2bb91-4cdc-4363-9afd-cb71cc61d851 req-2055a633-6a25-426f-a221-90e2521222d5 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332974 May 26 16:26:35.788143 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-160f4912-e6fa-4c61-ad9c-b1b59943b067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:35.854024 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-160f4912-e6fa-4c61-ad9c-b1b59943b067 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dedfca50043b41cf801120cf89e466ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8254161 May 26 16:26:35.862232 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 45398) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:35.882253 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:35.883171 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:35.895271 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bf815f81-c016-4f1e-b791-303c4947602f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:35.907463 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bf815f81-c016-4f1e-b791-303c4947602f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:35.917676 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bf815f81-c016-4f1e-b791-303c4947602f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/224e56db-62c6-4aa3-8873-e1af893a72f6 HTTP/1.1" status: 204 len: 168 time: 0.9823248 May 26 16:26:35.921200 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58609110-5730-4088-b23a-54f8e1a02acc req-76c5ab2b-3551-46c7-9bec-9a4baffaba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:35.922417 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-58609110-5730-4088-b23a-54f8e1a02acc req-76c5ab2b-3551-46c7-9bec-9a4baffaba10 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4a72073-56ee-47b2-b7ed-fa9f44cedf7f HTTP/1.1" status: 200 len: 835 time: 0.4113615 May 26 16:26:35.939579 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,segment=NetworkSegment(3131bd3d-ec78-4812-abe2-0806a5790986),segment_id=3131bd3d-ec78-4812-abe2-0806a5790986)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:35.941283 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:35.944865 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb3dc6c-f225-415c-83fb-f9a9bf47724f" -d '{"events": [{"server_uuid": "a54bdb75-1b3b-436e-a70e-6d4a11106451", "name": "network-vif-plugged", "status": "completed", "tag": "4cc7f333-b2a1-4839-8b7e-0e68804de1b3"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:35.974942 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a3242a5-aa0f-43ad-b88c-b167c3e5958e req-828c67be-8ea6-4b5a-a1b1-ed211422d99f tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858284 May 26 16:26:35.978437 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:36.073145 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58609110-5730-4088-b23a-54f8e1a02acc req-bfc292e0-72de-4ac2-9ca2-1b0c68a0a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:36.074896 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-58609110-5730-4088-b23a-54f8e1a02acc req-bfc292e0-72de-4ac2-9ca2-1b0c68a0a6b2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5e98d685-ced0-498f-873a-e656dd34cb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399190 May 26 16:26:36.090428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,revision_number=9']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:36.145899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f4912-e6fa-4c61-ad9c-b1b59943b067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2be950-c49b-481f-aa39-13a46a9e873a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:36.187610 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf815f81-c016-4f1e-b791-303c4947602f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224e56db-62c6-4aa3-8873-e1af893a72f6,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:36.294876 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-8429c9c4-09f0-474d-b222-d4407e85f3e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 026437eb-305f-4e33-80da-d3c872cb8b67 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:26:36.306883 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-8429c9c4-09f0-474d-b222-d4407e85f3e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:36.318981 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6000972b-b0e9-48f0-8afa-97d562965a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:36.332908 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-58609110-5730-4088-b23a-54f8e1a02acc req-21a932d2-26f1-4384-a5c0-c8067ce2b5ce service neutron] 10.222.0.83 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447660 May 26 16:26:36.336542 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-8429c9c4-09f0-474d-b222-d4407e85f3e6 service neutron] Transition to ACTIVE for port object 026437eb-305f-4e33-80da-d3c872cb8b67 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:26:36.353736 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-8429c9c4-09f0-474d-b222-d4407e85f3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:36.431567 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9e8f8-6328-4859-834e-2b8d19d1d285 req-5296c6dd-56d4-4421-9cb8-db041fe00376 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:36.448756 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d1f9e8f8-6328-4859-834e-2b8d19d1d285 req-5296c6dd-56d4-4421-9cb8-db041fe00376 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.4457357 May 26 16:26:36.719397 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429c9c4-09f0-474d-b222-d4407e85f3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=026437eb-305f-4e33-80da-d3c872cb8b67,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:36.921090 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-58609110-5730-4088-b23a-54f8e1a02acc req-96381e64-d7f6-4e58-9cd8-55ea9447754b service neutron] 10.222.0.83 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5795269 May 26 16:26:36.992404 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-8429c9c4-09f0-474d-b222-d4407e85f3e6 service neutron] Attempting to bind port 026437eb-305f-4e33-80da-d3c872cb8b67 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:26:36.992937 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-8429c9c4-09f0-474d-b222-d4407e85f3e6 service neutron] Attempting to bind port 026437eb-305f-4e33-80da-d3c872cb8b67 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:26:36.993641 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-8429c9c4-09f0-474d-b222-d4407e85f3e6 service neutron] Attempting to bind port 026437eb-305f-4e33-80da-d3c872cb8b67 on network 91e281f8-c4da-4a2d-a68d-16e867895ff6 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:26:37.002904 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-8429c9c4-09f0-474d-b222-d4407e85f3e6 service neutron] Port 026437eb-305f-4e33-80da-d3c872cb8b67 on network 91e281f8-c4da-4a2d-a68d-16e867895ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:26:37.003424 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-8429c9c4-09f0-474d-b222-d4407e85f3e6 service neutron] Attempting to bind port 026437eb-305f-4e33-80da-d3c872cb8b67 on network 91e281f8-c4da-4a2d-a68d-16e867895ff6 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:26:37.013529 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-8429c9c4-09f0-474d-b222-d4407e85f3e6 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:26:37.013799 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-8429c9c4-09f0-474d-b222-d4407e85f3e6 service neutron] Checking segment: {'id': 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:26:37.014426 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-8429c9c4-09f0-474d-b222-d4407e85f3e6 service neutron] Bound using segment: {'id': 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:26:37.015283 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-8429c9c4-09f0-474d-b222-d4407e85f3e6 service neutron] Bound port: 026437eb-305f-4e33-80da-d3c872cb8b67, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:26:37.016457 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-8429c9c4-09f0-474d-b222-d4407e85f3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:37.099221 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6000972b-b0e9-48f0-8afa-97d562965a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:37.121201 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54597727-3647-419b-8b24-134ea7cf5b1e req-ef105b92-3d12-40cb-a785-ca72fa7ba3fc tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:37.131922 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-54597727-3647-419b-8b24-134ea7cf5b1e req-ef105b92-3d12-40cb-a785-ca72fa7ba3fc tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 932 time: 0.8759604 May 26 16:26:37.182143 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d1f9e8f8-6328-4859-834e-2b8d19d1d285 req-7e101c2d-a152-4673-9500-d033560a5af3 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7323887 May 26 16:26:37.213810 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-8429c9c4-09f0-474d-b222-d4407e85f3e6 service neutron] For port 026437eb-305f-4e33-80da-d3c872cb8b67, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:26:37.221398 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-8429c9c4-09f0-474d-b222-d4407e85f3e6 service neutron] For port 026437eb-305f-4e33-80da-d3c872cb8b67, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=026437eb-305f-4e33-80da-d3c872cb8b67,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:26:37.238788 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-8429c9c4-09f0-474d-b222-d4407e85f3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:37.305785 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-54597727-3647-419b-8b24-134ea7cf5b1e req-dad0daa1-82e0-4567-980c-6b850a667622 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ecc366-2e85-45bb-8c5e-e03272c81a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727808 May 26 16:26:37.315945 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-3199d72e-8ac7-4ded-a197-0111502a56c8 req-8fdebc46-4442-4541-a14a-c77f5bf056a5 service neutron] (103895) timed out ('10.222.0.77', 53572) {{(pid=103895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 16:26:37.318582 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780a7124-2499-4238-bc60-5a06b07ceba7 x-openstack-request-id: req-780a7124-2499-4238-bc60-5a06b07ceba7 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:37.319439 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54bdb75-1b3b-436e-a70e-6d4a11106451", "name": "network-vif-plugged", "status": "completed", "tag": "4cc7f333-b2a1-4839-8b7e-0e68804de1b3", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:37.319439 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-780a7124-2499-4238-bc60-5a06b07ceba7 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:37.320561 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-780a7124-2499-4238-bc60-5a06b07ceba7'] response: {'server_uuid': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3', 'code': 200} May 26 16:26:37.344868 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-8429c9c4-09f0-474d-b222-d4407e85f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:37.345775 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-8429c9c4-09f0-474d-b222-d4407e85f3e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:37.346019 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6000972b-b0e9-48f0-8afa-97d562965a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:37.347549 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-8429c9c4-09f0-474d-b222-d4407e85f3e6 service neutron] 10.222.0.83 "PUT /v2.0/ports/026437eb-305f-4e33-80da-d3c872cb8b67 HTTP/1.1" status: 200 len: 1092 time: 2.4949787 May 26 16:26:37.348211 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294c4e9c-86ba-4c9e-95e4-04a4b709bd7f', 'tag': '026437eb-305f-4e33-80da-d3c872cb8b67'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:37.350124 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6000972b-b0e9-48f0-8afa-97d562965a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:37.352773 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad9da99-e06e-460d-81ac-4b2469db2dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "294c4e9c-86ba-4c9e-95e4-04a4b709bd7f", "tag": "026437eb-305f-4e33-80da-d3c872cb8b67"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:37.356648 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6000972b-b0e9-48f0-8afa-97d562965a23 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4f2be950-c49b-481f-aa39-13a46a9e873a HTTP/1.1" status: 204 len: 168 time: 1.4872656 May 26 16:26:37.389629 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000972b-b0e9-48f0-8afa-97d562965a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2be950-c49b-481f-aa39-13a46a9e873a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:37.578954 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429c9c4-09f0-474d-b222-d4407e85f3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=026437eb-305f-4e33-80da-d3c872cb8b67,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:37.701378 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-93468510-e4e4-49da-82d3-c6597e2490f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:37.703342 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-93468510-e4e4-49da-82d3-c6597e2490f1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d026034f0b5c4db588d9be515d0f060a&device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 1095 time: 0.2354887 May 26 16:26:37.720664 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139666c-c722-4782-9c7e-795f99533e82 req-ca797b5e-eec7-41fd-a1cc-00386c5930e3 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:37.733786 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c139666c-c722-4782-9c7e-795f99533e82 req-ca797b5e-eec7-41fd-a1cc-00386c5930e3 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.2200470 May 26 16:26:37.792130 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-7764f8bf-3bbb-456a-a354-963d415e15f9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=026437eb-305f-4e33-80da-d3c872cb8b67 HTTP/1.1" status: 200 len: 217 time: 0.0615890 May 26 16:26:37.801632 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ebb7c-c2c3-44b9-8d3e-aad210a14278 req-e41c689b-0282-4991-8416-890ff4c4e995 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:37.803609 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-013ebb7c-c2c3-44b9-8d3e-aad210a14278 req-e41c689b-0282-4991-8416-890ff4c4e995 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 943 time: 0.1844485 May 26 16:26:37.835883 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c139666c-c722-4782-9c7e-795f99533e82 req-159e1d14-1901-4978-9b67-930276b5d07a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008508 May 26 16:26:37.890447 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-4b577326-4d3d-4f21-a432-beb420d97536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:37.892314 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-4b577326-4d3d-4f21-a432-beb420d97536 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fee14286-9209-4b96-87d8-95a3251de24f HTTP/1.1" status: 200 len: 854 time: 0.0884044 May 26 16:26:37.913950 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-013ebb7c-c2c3-44b9-8d3e-aad210a14278 req-58f3050a-cd2f-4827-880a-4c2db75e5949 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938165 May 26 16:26:37.927703 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a56551-f52c-4d89-9c1b-60326603d403 x-openstack-request-id: req-67a56551-f52c-4d89-9c1b-60326603d403 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:37.927985 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "294c4e9c-86ba-4c9e-95e4-04a4b709bd7f", "tag": "026437eb-305f-4e33-80da-d3c872cb8b67", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:37.930409 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-67a56551-f52c-4d89-9c1b-60326603d403 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:37.930863 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67a56551-f52c-4d89-9c1b-60326603d403'] response: {'name': 'network-changed', 'server_uuid': '294c4e9c-86ba-4c9e-95e4-04a4b709bd7f', 'tag': '026437eb-305f-4e33-80da-d3c872cb8b67', 'status': 'completed', 'code': 200} May 26 16:26:38.002990 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-e4e2022c-0df9-447e-9984-6d947d05670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:38.004589 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-e4e2022c-0df9-447e-9984-6d947d05670d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91e281f8-c4da-4a2d-a68d-16e867895ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946283 May 26 16:26:38.021316 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb60d37-6e21-404d-9535-bcd81ab22c8b req-544fdd1f-202a-431a-8ea6-cc208352f383 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:38.023487 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1eb60d37-6e21-404d-9535-bcd81ab22c8b req-544fdd1f-202a-431a-8ea6-cc208352f383 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.81 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.0663922 May 26 16:26:38.193777 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-ff5086f4-cbcd-4503-a5fd-e44a57b831ac service neutron] 10.222.0.83 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683197 May 26 16:26:38.202543 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-1eb60d37-6e21-404d-9535-bcd81ab22c8b req-e356ad8d-6251-4723-8bf4-42dd0cb4ba09 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Deleting port 161e5bc3-f8bd-463c-928c-19e147d66d06 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:38.202918 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1eb60d37-6e21-404d-9535-bcd81ab22c8b req-e356ad8d-6251-4723-8bf4-42dd0cb4ba09 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:38.338057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2c0fe-55ab-4e65-b948-ec1fb69394fa req-277a697d-564f-4e46-9f0a-dae44039980f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:38.339921 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8af2c0fe-55ab-4e65-b948-ec1fb69394fa req-277a697d-564f-4e46-9f0a-dae44039980f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 945 time: 0.0663431 May 26 16:26:38.392557 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-1eb60d37-6e21-404d-9535-bcd81ab22c8b req-e356ad8d-6251-4723-8bf4-42dd0cb4ba09 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] For port 161e5bc3-f8bd-463c-928c-19e147d66d06, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=161e5bc3-f8bd-463c-928c-19e147d66d06,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:38.393062 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1eb60d37-6e21-404d-9535-bcd81ab22c8b req-e356ad8d-6251-4723-8bf4-42dd0cb4ba09 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:38.406840 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-02954ada-c1b6-4ddf-a776-756ae41fc42e req-0bb449cb-60bf-4d2f-a02a-bf9f9b8e5677 service neutron] 10.222.0.83 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006407 May 26 16:26:38.413418 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8af2c0fe-55ab-4e65-b948-ec1fb69394fa req-699e0210-22e9-4bbc-976b-2fc022c80bf0 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups?id=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660539 May 26 16:26:38.510644 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f4783-dcc5-47da-8c70-11ec18611607 req-d2c7bf3f-fd82-4cdf-b78e-cf7f33883f62 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:38.516723 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bc5f4783-dcc5-47da-8c70-11ec18611607 req-d2c7bf3f-fd82-4cdf-b78e-cf7f33883f62 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 944 time: 0.0771201 May 26 16:26:38.564648 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bc5f4783-dcc5-47da-8c70-11ec18611607 req-6f72c5db-17c9-4521-9d2c-46351401b162 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ecc366-2e85-45bb-8c5e-e03272c81a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404885 May 26 16:26:38.714271 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9da99-e06e-460d-81ac-4b2469db2dfa req-1511fcb3-69ef-4017-ae78-051f87792bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:38.716546 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6ad9da99-e06e-460d-81ac-4b2469db2dfa req-1511fcb3-69ef-4017-ae78-051f87792bf8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d026034f0b5c4db588d9be515d0f060a&device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 1095 time: 0.1241784 May 26 16:26:38.759263 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1eb60d37-6e21-404d-9535-bcd81ab22c8b req-e356ad8d-6251-4723-8bf4-42dd0cb4ba09 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:38.759630 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1eb60d37-6e21-404d-9535-bcd81ab22c8b req-e356ad8d-6251-4723-8bf4-42dd0cb4ba09 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:38.759960 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [req-1eb60d37-6e21-404d-9535-bcd81ab22c8b req-e356ad8d-6251-4723-8bf4-42dd0cb4ba09 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Floating IP d827f984-9649-4567-9e6d-ccea2d14f29a disassociated. External IP: 172.25.7.231, port: 161e5bc3-f8bd-463c-928c-19e147d66d06. May 26 16:26:38.760335 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-1eb60d37-6e21-404d-9535-bcd81ab22c8b req-e356ad8d-6251-4723-8bf4-42dd0cb4ba09 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Calling delete_port for 161e5bc3-f8bd-463c-928c-19e147d66d06 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:38.892523 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9da99-e06e-460d-81ac-4b2469db2dfa req-4ad60b06-13b0-4b2a-aa89-bfa9f4859e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:38.893990 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6ad9da99-e06e-460d-81ac-4b2469db2dfa req-4ad60b06-13b0-4b2a-aa89-bfa9f4859e06 service neutron] 10.222.0.83 "GET /v2.0/networks?id=91e281f8-c4da-4a2d-a68d-16e867895ff6 HTTP/1.1" status: 200 len: 916 time: 0.1633840 May 26 16:26:38.994610 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6ad9da99-e06e-460d-81ac-4b2469db2dfa req-e595a5c7-ae69-4cab-ba49-48484b0ec22d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=026437eb-305f-4e33-80da-d3c872cb8b67 HTTP/1.1" status: 200 len: 217 time: 0.0762212 May 26 16:26:39.051093 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fa458-a871-4fe7-8489-5859d9a055b7 req-1d00b12d-c208-46c4-8c2c-1061064e2624 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:39.054797 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-854fa458-a871-4fe7-8489-5859d9a055b7 req-1d00b12d-c208-46c4-8c2c-1061064e2624 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.1437776 May 26 16:26:39.093068 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1eb60d37-6e21-404d-9535-bcd81ab22c8b req-e356ad8d-6251-4723-8bf4-42dd0cb4ba09 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:39.156775 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-854fa458-a871-4fe7-8489-5859d9a055b7 req-4f851d24-dbd7-4335-ab3d-ca62df631bf4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876420 May 26 16:26:39.159134 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356ad8d-6251-4723-8bf4-42dd0cb4ba09 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Pushing event deleted for resources: {'Port': ['ID=161e5bc3-f8bd-463c-928c-19e147d66d06,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:39.171617 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9da99-e06e-460d-81ac-4b2469db2dfa req-8b137cdf-f7ef-428e-a057-b91367b4f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:39.182472 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6ad9da99-e06e-460d-81ac-4b2469db2dfa req-8b137cdf-f7ef-428e-a057-b91367b4f88a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fee14286-9209-4b96-87d8-95a3251de24f HTTP/1.1" status: 200 len: 854 time: 0.1794960 May 26 16:26:39.186449 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5d848-feb3-47ab-afb3-7d561b4379e3 req-449a6a50-d70b-41b9-a712-30c95f223fee tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:39.188470 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a1a5d848-feb3-47ab-afb3-7d561b4379e3 req-449a6a50-d70b-41b9-a712-30c95f223fee tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 943 time: 0.1307702 May 26 16:26:39.263970 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a1a5d848-feb3-47ab-afb3-7d561b4379e3 req-0be51e4f-f5c9-4145-943a-5184af7c1d98 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605156 May 26 16:26:39.371452 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-e4aada13-96e5-4a3d-a730-22bdda28c470 req-ce2969ce-9b6a-4ede-bd29-c48ba0092511 service neutron] (103896) timed out ('10.222.0.81', 50428) {{(pid=103896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 16:26:39.392902 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9da99-e06e-460d-81ac-4b2469db2dfa req-819f3039-4c14-4a6f-bb59-83dd473698e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:39.394419 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6ad9da99-e06e-460d-81ac-4b2469db2dfa req-819f3039-4c14-4a6f-bb59-83dd473698e6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91e281f8-c4da-4a2d-a68d-16e867895ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1446111 May 26 16:26:39.556993 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1eb60d37-6e21-404d-9535-bcd81ab22c8b req-e356ad8d-6251-4723-8bf4-42dd0cb4ba09 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Router 9b1ea567-21fe-435b-aa3a-5e99908e938e has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:26:39.582818 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dae999f4-05c4-4052-874f-161266476d40 req-c334a6e2-adfa-4a85-8a53-f98dc207ade0 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 210 time: 0.0416813 May 26 16:26:39.689692 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6ad9da99-e06e-460d-81ac-4b2469db2dfa req-ebb3d3cc-8fd0-4f86-b193-7e690e2f226c service neutron] 10.222.0.83 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790794 May 26 16:26:39.851642 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6ad9da99-e06e-460d-81ac-4b2469db2dfa req-c67c5f03-aba1-4663-a358-da42bb29cf58 service neutron] 10.222.0.83 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522231 May 26 16:26:39.941793 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2831e-4660-42d3-a6ca-1af198ad45d6 req-99de3394-ad15-4a19-98e7-3da853993ffd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:39.943720 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99b2831e-4660-42d3-a6ca-1af198ad45d6 req-99de3394-ad15-4a19-98e7-3da853993ffd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 944 time: 0.1762216 May 26 16:26:39.984295 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1eb60d37-6e21-404d-9535-bcd81ab22c8b req-e356ad8d-6251-4723-8bf4-42dd0cb4ba09 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:26:40.005472 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e775585f-cfd7-4194-b073-aa370f83b846 None None] Sync routers for ids ['9b1ea567-21fe-435b-aa3a-5e99908e938e'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:26:40.029254 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e775585f-cfd7-4194-b073-aa370f83b846 None None] Routers {'9b1ea567-21fe-435b-aa3a-5e99908e938e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:40.032348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e775585f-cfd7-4194-b073-aa370f83b846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:26:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['9b1ea567-21fe-435b-aa3a-5e99908e938e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:40.048124 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb60d37-6e21-404d-9535-bcd81ab22c8b req-e356ad8d-6251-4723-8bf4-42dd0cb4ba09 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] No DVR routers for this DVR port 161e5bc3-f8bd-463c-928c-19e147d66d06 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:40.050994 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1eb60d37-6e21-404d-9535-bcd81ab22c8b req-e356ad8d-6251-4723-8bf4-42dd0cb4ba09 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:40.055963 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1eb60d37-6e21-404d-9535-bcd81ab22c8b req-e356ad8d-6251-4723-8bf4-42dd0cb4ba09 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.81 "DELETE /v2.0/ports/161e5bc3-f8bd-463c-928c-19e147d66d06 HTTP/1.1" status: 204 len: 173 time: 2.0235050 May 26 16:26:40.056490 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348d64cf-75e0-4a9c-a289-b2d64eb14662', 'name': 'network-vif-deleted', 'tag': '161e5bc3-f8bd-463c-928c-19e147d66d06'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:40.057506 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99b2831e-4660-42d3-a6ca-1af198ad45d6 req-51142d0a-a07e-44c1-9e23-53d21c361e9c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ecc366-2e85-45bb-8c5e-e03272c81a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990179 May 26 16:26:40.077515 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde55891-1fa5-4dd1-8c77-03cccb32bc07" -d '{"events": [{"server_uuid": "348d64cf-75e0-4a9c-a289-b2d64eb14662", "name": "network-vif-deleted", "tag": "161e5bc3-f8bd-463c-928c-19e147d66d06"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:40.139272 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a192515b-4f16-4724-a9b4-c3afa8c65116 x-openstack-request-id: req-a192515b-4f16-4724-a9b4-c3afa8c65116 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:40.139949 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348d64cf-75e0-4a9c-a289-b2d64eb14662", "name": "network-vif-deleted", "tag": "161e5bc3-f8bd-463c-928c-19e147d66d06", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:40.140505 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a192515b-4f16-4724-a9b4-c3afa8c65116 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:40.141076 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a192515b-4f16-4724-a9b4-c3afa8c65116'] response: {'server_uuid': '348d64cf-75e0-4a9c-a289-b2d64eb14662', 'name': 'network-vif-deleted', 'tag': '161e5bc3-f8bd-463c-928c-19e147d66d06', 'status': 'completed', 'code': 200} May 26 16:26:40.173861 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-e775585f-cfd7-4194-b073-aa370f83b846 None None] Set router 9b1ea567-21fe-435b-aa3a-5e99908e938e gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:26:40.428016 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdc4d6-b16b-4a03-85cd-26a603a84d03 req-7f41bdec-b73a-44c2-9cdf-2ff969987935 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:40.431102 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3acdc4d6-b16b-4a03-85cd-26a603a84d03 req-7f41bdec-b73a-44c2-9cdf-2ff969987935 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.1494884 May 26 16:26:40.509909 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3acdc4d6-b16b-4a03-85cd-26a603a84d03 req-40550cf3-7f86-4a75-836a-2ca096a3059b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524702 May 26 16:26:40.546511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58609110-5730-4088-b23a-54f8e1a02acc req-15951a93-ee4d-4dcc-95aa-2ccb661f051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:40.548812 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-58609110-5730-4088-b23a-54f8e1a02acc req-15951a93-ee4d-4dcc-95aa-2ccb661f051f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451&tenant_id=ab86e9d575124bbb8f1141e0888ad848 HTTP/1.1" status: 200 len: 1096 time: 0.0494142 May 26 16:26:40.569782 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-58609110-5730-4088-b23a-54f8e1a02acc req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843337-2', 'device_owner': 'compute:nova'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:40.623402 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e775585f-cfd7-4194-b073-aa370f83b846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'name': 'tempest-ServerActionsTestJSON-1023204686-router', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:12Z', 'updated_at': '2022-05-26T16:17:26Z', 'revision_number': 4, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'gw_port': {'id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:15Z', 'updated_at': '2022-05-26T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'a7adcd29-afb2-4f59-82b9-169ff14ff219', 'name': '', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'mac_address': 'fa:16:3e:99:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:24Z', 'updated_at': '2022-05-26T16:17:36Z', 'revision_number': 5, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'subnets': [{'id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:40.653346 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e775585f-cfd7-4194-b073-aa370f83b846 None None] Checking router: 9b1ea567-21fe-435b-aa3a-5e99908e938e for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:26:40.661267 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-58609110-5730-4088-b23a-54f8e1a02acc req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:40.666081 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e775585f-cfd7-4194-b073-aa370f83b846 None None] Routers {'9b1ea567-21fe-435b-aa3a-5e99908e938e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:40.666963 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e775585f-cfd7-4194-b073-aa370f83b846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:26:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['9b1ea567-21fe-435b-aa3a-5e99908e938e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:40.763137 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d6240c62-d50b-4fd7-b3a7-9015379bc0fb req-752438f2-628c-4745-99bf-19f6208e0d5f tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/ports?device_id=348d64cf-75e0-4a9c-a289-b2d64eb14662 HTTP/1.1" status: 200 len: 210 time: 0.0384927 May 26 16:26:41.011562 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45004fa-3f1b-4688-8080-4affe5d472a1 req-8ad2bb34-d5ca-4e44-b3bb-e7bd1756e0b8 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:41.021495 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d45004fa-3f1b-4688-8080-4affe5d472a1 req-8ad2bb34-d5ca-4e44-b3bb-e7bd1756e0b8 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 943 time: 0.5889523 May 26 16:26:41.065532 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d45004fa-3f1b-4688-8080-4affe5d472a1 req-9c485bf3-b346-46a1-8db4-d910dc665b9a tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422654 May 26 16:26:41.132938 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-e775585f-cfd7-4194-b073-aa370f83b846 None None] Set router 9b1ea567-21fe-435b-aa3a-5e99908e938e gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:26:41.240816 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9802714-39c9-4f96-98fb-0b5360a35756 req-e7528076-79b7-46da-a0f7-b3d6ee36521a tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:41.242797 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c9802714-39c9-4f96-98fb-0b5360a35756 req-e7528076-79b7-46da-a0f7-b3d6ee36521a tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 944 time: 0.0914805 May 26 16:26:41.346717 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c9802714-39c9-4f96-98fb-0b5360a35756 req-5c4ddc2a-64b6-4913-add3-c17dae858a7b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ecc366-2e85-45bb-8c5e-e03272c81a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955868 May 26 16:26:41.428080 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f7ad9af1-3103-4621-91a9-df29d8dc5b19 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:26:41.448294 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 161e5bc3-f8bd-463c-928c-19e147d66d06 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:26:41.528139 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 161e5bc3-f8bd-463c-928c-19e147d66d06 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:26:41.528651 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 161e5bc3-f8bd-463c-928c-19e147d66d06 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:26:41.595873 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-58609110-5730-4088-b23a-54f8e1a02acc req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] For port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,segment=NetworkSegment(3131bd3d-ec78-4812-abe2-0806a5790986),segment_id=3131bd3d-ec78-4812-abe2-0806a5790986)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:41.678756 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-58609110-5730-4088-b23a-54f8e1a02acc req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] For port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:26:41.686555 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e775585f-cfd7-4194-b073-aa370f83b846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'name': 'tempest-ServerActionsTestJSON-1023204686-router', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:12Z', 'updated_at': '2022-05-26T16:17:26Z', 'revision_number': 4, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'gw_port': {'id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:15Z', 'updated_at': '2022-05-26T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'a7adcd29-afb2-4f59-82b9-169ff14ff219', 'name': '', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'mac_address': 'fa:16:3e:99:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:24Z', 'updated_at': '2022-05-26T16:17:36Z', 'revision_number': 5, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'subnets': [{'id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:41.753749 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e775585f-cfd7-4194-b073-aa370f83b846 None None] The sync data for ids ['9b1ea567-21fe-435b-aa3a-5e99908e938e'] in n-d-843337-2 is: [{'id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'name': 'tempest-ServerActionsTestJSON-1023204686-router', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:12Z', 'updated_at': '2022-05-26T16:17:26Z', 'revision_number': 4, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'gw_port': {'id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:15Z', 'updated_at': '2022-05-26T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'a7adcd29-afb2-4f59-82b9-169ff14ff219', 'name': '', 'network_id': '98033063-3342-4cf7-9d2f-e05eb4d2a510', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'mac_address': 'fa:16:3e:99:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:24Z', 'updated_at': '2022-05-26T16:17:36Z', 'revision_number': 5, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'subnets': [{'id': '3737f1a6-bbf8-410c-b21f-32295ff819a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:26:41.759511 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb0ae1-562f-4657-aa47-446e1b779cfb req-1383d853-e8a6-4162-a14c-6d6e0cf4478b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:41.766199 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7fb0ae1-562f-4657-aa47-446e1b779cfb req-1383d853-e8a6-4162-a14c-6d6e0cf4478b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 945 time: 0.0663002 May 26 16:26:41.784686 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f7ad9af1-3103-4621-91a9-df29d8dc5b19, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f7ad9af1-3103-4621-91a9-df29d8dc5b19,segment=NetworkSegment(134194bf-9872-420b-81be-cd8b1f455a01),segment_id=134194bf-9872-420b-81be-cd8b1f455a01)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:41.798445 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-58609110-5730-4088-b23a-54f8e1a02acc req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:41.844245 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'f7ad9af1-3103-4621-91a9-df29d8dc5b19', 'network_id': '108e172f-9bd7-4858-818f-d588950b8366', 'port_id': 'f7ad9af1-3103-4621-91a9-df29d8dc5b19', 'mac_address': 'fa:16:3e:8e:8d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7bfd769-d7ce-4e57-9136-78fe7b11a40e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:26:41.854334 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-58609110-5730-4088-b23a-54f8e1a02acc req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] Transition to ACTIVE for port object 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:26:41.868682 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-58609110-5730-4088-b23a-54f8e1a02acc req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:41.888213 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7fb0ae1-562f-4657-aa47-446e1b779cfb req-ed82edc8-a067-48cc-be03-e478dd254e5b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138444 May 26 16:26:41.925062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 45588) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:41.939594 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port f7ad9af1-3103-4621-91a9-df29d8dc5b19 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:41.939985 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:41.957594 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ad9af1-3103-4621-91a9-df29d8dc5b19 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:26:41.982991 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f7ad9af1-3103-4621-91a9-df29d8dc5b19, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f7ad9af1-3103-4621-91a9-df29d8dc5b19,segment=NetworkSegment(134194bf-9872-420b-81be-cd8b1f455a01),segment_id=134194bf-9872-420b-81be-cd8b1f455a01)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:41.991375 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:42.062383 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=f7ad9af1-3103-4621-91a9-df29d8dc5b19,revision_number=9']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:42.091895 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37fffc1a-0ca3-456e-adca-b2a29c625be2 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:42.152563 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:42.166777 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3a13ec-79e2-4f97-a29b-5f534b9e3275" -d '{"events": [{"server_uuid": "a54bdb75-1b3b-436e-a70e-6d4a11106451", "name": "network-vif-unplugged", "status": "completed", "tag": "4cc7f333-b2a1-4839-8b7e-0e68804de1b3"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:42.169402 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37fffc1a-0ca3-456e-adca-b2a29c625be2 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:42.203610 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] Pushing event updated for resources: {'Port': ['ID=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,revision_number=10']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:42.217973 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['f7ad9af1-3103-4621-91a9-df29d8dc5b19'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:26:42.320466 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-58609110-5730-4088-b23a-54f8e1a02acc req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] No DVR routers for this DVR port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:42.328980 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f04e5-4141-418d-8aaf-c10be8b34b0b req-99027af1-41d9-412a-a07e-ae98e5c5cc85 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:42.343034 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-825f04e5-4141-418d-8aaf-c10be8b34b0b req-99027af1-41d9-412a-a07e-ae98e5c5cc85 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 944 time: 0.1221886 May 26 16:26:42.404227 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37fffc1a-0ca3-456e-adca-b2a29c625be2 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:42.405269 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b84b88f-bf04-4eb3-9368-88c94e1be235 None None] New status for floating IP d827f984-9649-4567-9e6d-ccea2d14f29a: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:26:42.410568 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37fffc1a-0ca3-456e-adca-b2a29c625be2 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:42.411977 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-37fffc1a-0ca3-456e-adca-b2a29c625be2 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "DELETE /v2.0/security-groups/f98e4d04-5776-4ff7-94f6-ebf4fb4735e5 HTTP/1.1" status: 204 len: 168 time: 0.4857054 May 26 16:26:42.452823 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 45600) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:42.460169 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3e7fe1-eb0e-4aea-bbac-ed12df4412bf x-openstack-request-id: req-1e3e7fe1-eb0e-4aea-bbac-ed12df4412bf {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:42.465257 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54bdb75-1b3b-436e-a70e-6d4a11106451", "name": "network-vif-unplugged", "status": "completed", "tag": "4cc7f333-b2a1-4839-8b7e-0e68804de1b3", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:42.467260 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1e3e7fe1-eb0e-4aea-bbac-ed12df4412bf {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:42.468013 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e3e7fe1-eb0e-4aea-bbac-ed12df4412bf'] response: {'server_uuid': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3', 'code': 200} May 26 16:26:42.474548 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fffc1a-0ca3-456e-adca-b2a29c625be2 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98e4d04-5776-4ff7-94f6-ebf4fb4735e5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:42.516027 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-825f04e5-4141-418d-8aaf-c10be8b34b0b req-00a32a3b-467e-44c2-95c2-efe30f290e84 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715946 May 26 16:26:42.562336 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-acc4326f-ce59-4f8d-990b-163da4090924 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] show failed (client error): The resource could not be found. May 26 16:26:42.569919 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-acc4326f-ce59-4f8d-990b-163da4090924 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "GET /v2.0/security-groups/f98e4d04-5776-4ff7-94f6-ebf4fb4735e5 HTTP/1.1" status: 404 len: 347 time: 0.0938823 May 26 16:26:42.573465 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 45604) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:42.766850 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db636a3-78ec-4072-878e-3dfb8485a90b req-72025222-c747-495d-8df3-3f9126f11a38 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:42.799115 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9db636a3-78ec-4072-878e-3dfb8485a90b req-72025222-c747-495d-8df3-3f9126f11a38 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 944 time: 0.2794898 May 26 16:26:42.867120 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9db636a3-78ec-4072-878e-3dfb8485a90b req-71539006-2aaf-4b17-8f95-7df4618ed1f7 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ecc366-2e85-45bb-8c5e-e03272c81a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660083 May 26 16:26:42.951279 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-58609110-5730-4088-b23a-54f8e1a02acc req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] Attempting to bind port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:26:42.952342 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-58609110-5730-4088-b23a-54f8e1a02acc req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] Attempting to bind port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '3131bd3d-ec78-4812-abe2-0806a5790986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:26:42.952889 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58609110-5730-4088-b23a-54f8e1a02acc req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] Attempting to bind port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 on network 5e98d685-ced0-498f-873a-e656dd34cb0e {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:26:42.965436 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58609110-5730-4088-b23a-54f8e1a02acc req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] Port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 on network 5e98d685-ced0-498f-873a-e656dd34cb0e not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:26:42.981721 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58609110-5730-4088-b23a-54f8e1a02acc req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] Attempting to bind port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 on network 5e98d685-ced0-498f-873a-e656dd34cb0e {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:26:42.987504 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-37d2f25a-6acf-49bd-b569-f64a3e027160 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Deleting port 3d2588f8-27d1-4a9d-bb8e-c3f2c7f2bad3 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:42.989996 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37d2f25a-6acf-49bd-b569-f64a3e027160 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:42.995202 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-af46b30e-cbbe-494c-baea-44791613b8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:43.016214 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58609110-5730-4088-b23a-54f8e1a02acc req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:26:43.016868 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58609110-5730-4088-b23a-54f8e1a02acc req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] Checking segment: {'id': '3131bd3d-ec78-4812-abe2-0806a5790986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:26:43.017553 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58609110-5730-4088-b23a-54f8e1a02acc req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] Bound using segment: {'id': '3131bd3d-ec78-4812-abe2-0806a5790986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:26:43.018188 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-58609110-5730-4088-b23a-54f8e1a02acc req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] Bound port: 4cc7f333-b2a1-4839-8b7e-0e68804de1b3, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3131bd3d-ec78-4812-abe2-0806a5790986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:26:43.018744 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-58609110-5730-4088-b23a-54f8e1a02acc req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:43.065169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c133ca7-e15c-41df-a91e-c2d8f42fbea3 req-32444a55-4929-426f-bc36-19d53679fb4a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:43.066949 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c133ca7-e15c-41df-a91e-c2d8f42fbea3 req-32444a55-4929-426f-bc36-19d53679fb4a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 944 time: 0.0819929 May 26 16:26:43.125254 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c133ca7-e15c-41df-a91e-c2d8f42fbea3 req-7e422cc8-2ab4-4de7-9381-a9233a489cb2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511620 May 26 16:26:43.167280 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37d2f25a-6acf-49bd-b569-f64a3e027160 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:43.167609 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37d2f25a-6acf-49bd-b569-f64a3e027160 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:43.184654 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-58609110-5730-4088-b23a-54f8e1a02acc req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] For port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:26:43.186805 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-37d2f25a-6acf-49bd-b569-f64a3e027160 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Calling delete_port for 3d2588f8-27d1-4a9d-bb8e-c3f2c7f2bad3 owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:43.189589 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-58609110-5730-4088-b23a-54f8e1a02acc req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] For port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,segment=NetworkSegment(3131bd3d-ec78-4812-abe2-0806a5790986),segment_id=3131bd3d-ec78-4812-abe2-0806a5790986)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:26:43.196420 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-58609110-5730-4088-b23a-54f8e1a02acc req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:43.285011 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58609110-5730-4088-b23a-54f8e1a02acc req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:43.285638 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-58609110-5730-4088-b23a-54f8e1a02acc req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:43.287253 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-58609110-5730-4088-b23a-54f8e1a02acc req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] 10.222.0.81 "PUT /v2.0/ports/4cc7f333-b2a1-4839-8b7e-0e68804de1b3 HTTP/1.1" status: 200 len: 1092 time: 2.7290874 May 26 16:26:43.328958 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380ad42-4516-4c9e-a325-b0845e608e8b service neutron] Pushing event updated for resources: {'Port': ['ID=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,revision_number=11']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:43.378305 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58609110-5730-4088-b23a-54f8e1a02acc req-5408e7cd-db86-4c78-87e3-bdd75d1d028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:43.380002 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-58609110-5730-4088-b23a-54f8e1a02acc req-5408e7cd-db86-4c78-87e3-bdd75d1d028e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 1095 time: 0.0630889 May 26 16:26:43.423199 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f7ad9af1-3103-4621-91a9-df29d8dc5b19 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:26:43.480324 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 026437eb-305f-4e33-80da-d3c872cb8b67 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:26:43.496925 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:26:43.533696 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37d2f25a-6acf-49bd-b569-f64a3e027160 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:43.605280 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2f25a-6acf-49bd-b569-f64a3e027160 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Pushing event deleted for resources: {'Port': ['ID=3d2588f8-27d1-4a9d-bb8e-c3f2c7f2bad3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:43.761142 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58609110-5730-4088-b23a-54f8e1a02acc req-fde3f075-c33e-4796-ab93-641c3b8b2eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:43.762906 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-58609110-5730-4088-b23a-54f8e1a02acc req-fde3f075-c33e-4796-ab93-641c3b8b2eb8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5e98d685-ced0-498f-873a-e656dd34cb0e HTTP/1.1" status: 200 len: 897 time: 0.3749795 May 26 16:26:43.803581 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port f7ad9af1-3103-4621-91a9-df29d8dc5b19 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:43.804116 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:43.819699 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7bc11-67ce-413b-8bc2-6f4a0ab4373f req-4a65d984-8a95-4415-b022-b7f5abc07a5b tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:43.821939 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5bf7bc11-67ce-413b-8bc2-6f4a0ab4373f req-4a65d984-8a95-4415-b022-b7f5abc07a5b tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 944 time: 0.1073675 May 26 16:26:43.870749 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 026437eb-305f-4e33-80da-d3c872cb8b67, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=026437eb-305f-4e33-80da-d3c872cb8b67,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:43.875875 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:26:43.904476 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37d2f25a-6acf-49bd-b569-f64a3e027160 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:43.907132 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37d2f25a-6acf-49bd-b569-f64a3e027160 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:43.909556 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-37d2f25a-6acf-49bd-b569-f64a3e027160 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] 10.222.0.77 "DELETE /v2.0/floatingips/d827f984-9649-4567-9e6d-ccea2d14f29a HTTP/1.1" status: 204 len: 168 time: 1.3337343 May 26 16:26:43.913146 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 45638) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:43.931387 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5bf7bc11-67ce-413b-8bc2-6f4a0ab4373f req-f18aa316-0023-4b00-ba11-45e038fe1a00 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022096 May 26 16:26:43.935252 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '026437eb-305f-4e33-80da-d3c872cb8b67', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'port_id': '026437eb-305f-4e33-80da-d3c872cb8b67', 'mac_address': 'fa:16:3e:71:b4:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:26:43.963971 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-58609110-5730-4088-b23a-54f8e1a02acc req-20fbed15-703f-4dbd-9ced-5b58700ff929 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3 HTTP/1.1" status: 200 len: 999 time: 0.1882951 May 26 16:26:44.087345 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58609110-5730-4088-b23a-54f8e1a02acc req-7ac7bc07-dea4-4fbd-b384-5f0839deb55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:44.093521 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-58609110-5730-4088-b23a-54f8e1a02acc req-7ac7bc07-dea4-4fbd-b384-5f0839deb55f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e4a72073-56ee-47b2-b7ed-fa9f44cedf7f HTTP/1.1" status: 200 len: 835 time: 0.1224513 May 26 16:26:44.112329 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port f7ad9af1-3103-4621-91a9-df29d8dc5b19 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:44.112768 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:44.120002 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d551989-2574-4656-9535-bd868be7e990 req-4a13e23c-4c52-4b26-9b2f-501bd0f8ef57 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:44.133346 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 026437eb-305f-4e33-80da-d3c872cb8b67 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:44.133894 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:44.138614 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d551989-2574-4656-9535-bd868be7e990 req-4a13e23c-4c52-4b26-9b2f-501bd0f8ef57 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 944 time: 0.1401665 May 26 16:26:44.204361 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port f7ad9af1-3103-4621-91a9-df29d8dc5b19, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f7ad9af1-3103-4621-91a9-df29d8dc5b19,segment=NetworkSegment(134194bf-9872-420b-81be-cd8b1f455a01),segment_id=134194bf-9872-420b-81be-cd8b1f455a01)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:44.219456 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58609110-5730-4088-b23a-54f8e1a02acc req-6bee1957-3217-4e65-ba31-54a476827d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:44.221427 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-58609110-5730-4088-b23a-54f8e1a02acc req-6bee1957-3217-4e65-ba31-54a476827d0e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5e98d685-ced0-498f-873a-e656dd34cb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186287 May 26 16:26:44.223513 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d551989-2574-4656-9535-bd868be7e990 req-93e25715-a8f1-4277-b877-70a4f692f271 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ecc366-2e85-45bb-8c5e-e03272c81a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778928 May 26 16:26:44.224893 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b31299f-1167-430b-853d-a981bee3afba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ad9af1-3103-4621-91a9-df29d8dc5b19'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:44.227748 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d357f169-ab67-4b72-8a7b-f7a94936c57b" -d '{"events": [{"server_uuid": "0b31299f-1167-430b-853d-a981bee3afba", "name": "network-vif-plugged", "status": "completed", "tag": "f7ad9af1-3103-4621-91a9-df29d8dc5b19"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:44.237004 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:44.251143 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-58609110-5730-4088-b23a-54f8e1a02acc req-6af57bba-0911-4620-9be1-12dcc46d9780 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:26:44.254096 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-58609110-5730-4088-b23a-54f8e1a02acc req-6af57bba-0911-4620-9be1-12dcc46d9780 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0247321 May 26 16:26:44.311209 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404d0b5d-d7ca-4ade-961f-f790bcd0fa0c x-openstack-request-id: req-404d0b5d-d7ca-4ade-961f-f790bcd0fa0c {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:44.311721 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b31299f-1167-430b-853d-a981bee3afba", "name": "network-vif-plugged", "status": "completed", "tag": "f7ad9af1-3103-4621-91a9-df29d8dc5b19", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:44.312167 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-404d0b5d-d7ca-4ade-961f-f790bcd0fa0c {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:44.312712 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-404d0b5d-d7ca-4ade-961f-f790bcd0fa0c'] response: {'server_uuid': '0b31299f-1167-430b-853d-a981bee3afba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ad9af1-3103-4621-91a9-df29d8dc5b19', 'code': 200} May 26 16:26:44.316319 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 026437eb-305f-4e33-80da-d3c872cb8b67 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:26:44.347176 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba7321-74d2-405e-bfdb-7e032d2453e5 req-22a9f01c-2289-47fd-95fc-3f6454c85c79 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:44.359596 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e1ba7321-74d2-405e-bfdb-7e032d2453e5 req-22a9f01c-2289-47fd-95fc-3f6454c85c79 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 944 time: 0.0989254 May 26 16:26:44.366404 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 026437eb-305f-4e33-80da-d3c872cb8b67, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=026437eb-305f-4e33-80da-d3c872cb8b67,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:44.392080 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:44.394995 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=f7ad9af1-3103-4621-91a9-df29d8dc5b19,revision_number=10']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:44.422409 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e1ba7321-74d2-405e-bfdb-7e032d2453e5 req-d4ed4127-aeab-43ac-8442-82bb2851ab7e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618680 May 26 16:26:44.431553 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-58609110-5730-4088-b23a-54f8e1a02acc req-8f037805-db1c-46b1-9fb4-73d31e74f8ac service neutron] 10.222.0.81 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697223 May 26 16:26:44.502630 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=026437eb-305f-4e33-80da-d3c872cb8b67,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:44.524350 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'tag': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:44.526716 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a6e329-27b0-4cac-973c-da06f4e0c06f" -d '{"events": [{"name": "network-changed", "server_uuid": "a54bdb75-1b3b-436e-a70e-6d4a11106451", "tag": "4cc7f333-b2a1-4839-8b7e-0e68804de1b3"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:44.588296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0342b6e-7c17-4472-a540-0c939dc0e513 req-e16fee9d-a110-4769-bab2-9ddfa8e50d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:44.590585 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0342b6e-7c17-4472-a540-0c939dc0e513 req-e16fee9d-a110-4769-bab2-9ddfa8e50d54 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 1097 time: 0.1015344 May 26 16:26:44.614052 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de50b3a8-1e40-45af-896c-305acdd062cf x-openstack-request-id: req-de50b3a8-1e40-45af-896c-305acdd062cf {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:44.614412 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54bdb75-1b3b-436e-a70e-6d4a11106451", "tag": "4cc7f333-b2a1-4839-8b7e-0e68804de1b3", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:44.614614 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de50b3a8-1e40-45af-896c-305acdd062cf {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:44.614998 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de50b3a8-1e40-45af-896c-305acdd062cf'] response: {'name': 'network-changed', 'server_uuid': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'tag': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3', 'status': 'completed', 'code': 200} May 26 16:26:44.656234 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0342b6e-7c17-4472-a540-0c939dc0e513 req-a6f8709d-55d6-4236-be07-4d8a01963c33 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558496 May 26 16:26:44.729936 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-58609110-5730-4088-b23a-54f8e1a02acc req-f1b38b34-2dc6-413a-bb82-a204ecfa3d79 service neutron] 10.222.0.81 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973059 May 26 16:26:44.836822 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6e329-27b0-4cac-973c-da06f4e0c06f req-eedcda79-6184-426d-83f4-9e1a72a9e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:44.838641 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-24a6e329-27b0-4cac-973c-da06f4e0c06f req-eedcda79-6184-426d-83f4-9e1a72a9e582 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 1095 time: 0.1721146 May 26 16:26:44.918068 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['026437eb-305f-4e33-80da-d3c872cb8b67'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:26:44.986869 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6e329-27b0-4cac-973c-da06f4e0c06f req-0ef604bd-5caa-41ef-a582-d6876671789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:44.988653 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-24a6e329-27b0-4cac-973c-da06f4e0c06f req-0ef604bd-5caa-41ef-a582-d6876671789d service neutron] 10.222.0.83 "GET /v2.0/networks?id=5e98d685-ced0-498f-873a-e656dd34cb0e HTTP/1.1" status: 200 len: 897 time: 0.1403534 May 26 16:26:45.138432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5c01c-fe75-4522-b482-cab09d6e1bf8 req-8b0ce673-acda-4e19-a711-42b13eb7a96b tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:45.146676 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-17c5c01c-fe75-4522-b482-cab09d6e1bf8 req-8b0ce673-acda-4e19-a711-42b13eb7a96b tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.0791600 May 26 16:26:45.175093 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-24a6e329-27b0-4cac-973c-da06f4e0c06f req-739d3f7c-fe6a-445f-877b-0617bf54e4c2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3 HTTP/1.1" status: 200 len: 999 time: 0.1309342 May 26 16:26:45.178187 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6e329-27b0-4cac-973c-da06f4e0c06f req-d27eb461-7437-44a8-87ec-465d02393a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:45.180205 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-24a6e329-27b0-4cac-973c-da06f4e0c06f req-d27eb461-7437-44a8-87ec-465d02393a53 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 1095 time: 0.1902931 May 26 16:26:45.282885 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6e329-27b0-4cac-973c-da06f4e0c06f req-8ae02238-cd25-4597-b253-3f9e481f67fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:45.283866 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-17c5c01c-fe75-4522-b482-cab09d6e1bf8 req-fe709c3a-eaa4-40a4-8d5b-f0349fa99ab4 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355298 May 26 16:26:45.284993 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-24a6e329-27b0-4cac-973c-da06f4e0c06f req-8ae02238-cd25-4597-b253-3f9e481f67fc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4a72073-56ee-47b2-b7ed-fa9f44cedf7f HTTP/1.1" status: 200 len: 835 time: 0.0989416 May 26 16:26:45.449075 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8c83c-1097-43b1-8f15-03741595d73f req-8fba907e-1b1c-4e40-ad7d-57144ca93fa0 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:45.451642 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6a8c83c-1097-43b1-8f15-03741595d73f req-8fba907e-1b1c-4e40-ad7d-57144ca93fa0 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 945 time: 0.0907197 May 26 16:26:45.456028 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6e329-27b0-4cac-973c-da06f4e0c06f req-8b9c801c-4745-4184-a098-35e30140659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:45.457681 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-24a6e329-27b0-4cac-973c-da06f4e0c06f req-8b9c801c-4745-4184-a098-35e30140659f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5e98d685-ced0-498f-873a-e656dd34cb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1564038 May 26 16:26:45.473701 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2055b486-17a9-41c2-9334-81e165ddd431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:45.485360 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6e329-27b0-4cac-973c-da06f4e0c06f req-86879736-ace5-4fa4-9fbb-ce479a41f2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:45.487030 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-24a6e329-27b0-4cac-973c-da06f4e0c06f req-86879736-ace5-4fa4-9fbb-ce479a41f2f5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5e98d685-ced0-498f-873a-e656dd34cb0e HTTP/1.1" status: 200 len: 897 time: 0.2575285 May 26 16:26:45.552822 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6a8c83c-1097-43b1-8f15-03741595d73f req-0047601f-1f23-4e24-8a47-5816aa19a796 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ecc366-2e85-45bb-8c5e-e03272c81a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829713 May 26 16:26:45.640869 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-39eaea09-0256-43bb-a48f-08779e46b96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:45.678033 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c3ea4-b237-4af5-ade4-d7dd80830822 req-9c34e29b-1654-4aa8-9df6-8243823356da tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:45.688377 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e74c3ea4-b237-4af5-ade4-d7dd80830822 req-9c34e29b-1654-4aa8-9df6-8243823356da tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 944 time: 0.1184144 May 26 16:26:45.736538 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e74c3ea4-b237-4af5-ade4-d7dd80830822 req-d9a1bb6b-aa21-4dbe-aa83-b51b7ba1413b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434065 May 26 16:26:45.791378 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-24a6e329-27b0-4cac-973c-da06f4e0c06f req-32782559-118a-46ba-8230-caed449a58b2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3 HTTP/1.1" status: 200 len: 999 time: 0.2889731 May 26 16:26:45.810373 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-24a6e329-27b0-4cac-973c-da06f4e0c06f req-31d3c3cd-211d-4a28-adbf-555deaf804c0 service neutron] 10.222.0.83 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419330 May 26 16:26:46.529880 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fa742-a650-4c23-9b02-78fc9e241a03 req-7d408155-6fbc-499d-8bfb-61f07975527b tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:46.540809 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-384fa742-a650-4c23-9b02-78fc9e241a03 req-7d408155-6fbc-499d-8bfb-61f07975527b tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.1112256 May 26 16:26:46.549852 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:46.616760 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-384fa742-a650-4c23-9b02-78fc9e241a03 req-d6f018f0-5fd7-483d-ab6e-a713c3ca7ad0 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708933 May 26 16:26:46.720590 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6e329-27b0-4cac-973c-da06f4e0c06f req-5ef53901-9070-4c6e-ac9f-a91e02575bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:46.723403 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-24a6e329-27b0-4cac-973c-da06f4e0c06f req-5ef53901-9070-4c6e-ac9f-a91e02575bcf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e4a72073-56ee-47b2-b7ed-fa9f44cedf7f HTTP/1.1" status: 200 len: 835 time: 0.9225898 May 26 16:26:46.886571 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cb56d-2820-4c41-9d0b-819a4c0101e0 req-85a460f6-55b3-430b-967f-af1ba5f0e465 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:46.899146 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0b3cb56d-2820-4c41-9d0b-819a4c0101e0 req-85a460f6-55b3-430b-967f-af1ba5f0e465 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 945 time: 0.1755154 May 26 16:26:46.985830 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-24a6e329-27b0-4cac-973c-da06f4e0c06f req-2483f9c8-e9c9-4805-804d-6b16e3ea7cf4 service neutron] 10.222.0.83 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1463568 May 26 16:26:47.028042 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6e329-27b0-4cac-973c-da06f4e0c06f req-5659ed50-2f90-4f69-afcd-ebfbee497a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:47.030331 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-24a6e329-27b0-4cac-973c-da06f4e0c06f req-5659ed50-2f90-4f69-afcd-ebfbee497a23 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5e98d685-ced0-498f-873a-e656dd34cb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2701118 May 26 16:26:47.138760 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0b3cb56d-2820-4c41-9d0b-819a4c0101e0 req-37e5ef8f-ae6c-4fb0-802f-705f8aea2b7a tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ecc366-2e85-45bb-8c5e-e03272c81a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371080 May 26 16:26:47.246420 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332c9e2-1f52-4989-acd7-a4eeb8e8447b req-b0efddef-3986-4ae6-a714-b7febb6971fc tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:47.248024 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-24a6e329-27b0-4cac-973c-da06f4e0c06f req-9e5c8434-1e7f-432e-8a36-695431a073e3 service neutron] 10.222.0.81 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931796 May 26 16:26:47.251816 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b332c9e2-1f52-4989-acd7-a4eeb8e8447b req-b0efddef-3986-4ae6-a714-b7febb6971fc tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 944 time: 0.2849214 May 26 16:26:47.329356 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-39eaea09-0256-43bb-a48f-08779e46b96f admin admin] Deleting port a7adcd29-afb2-4f59-82b9-169ff14ff219 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:47.329617 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-39eaea09-0256-43bb-a48f-08779e46b96f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:47.363901 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b332c9e2-1f52-4989-acd7-a4eeb8e8447b req-90659c69-15bc-410e-9296-296994372836 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757501 May 26 16:26:47.394511 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 45760) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:47.423587 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:26:47.495530 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-24a6e329-27b0-4cac-973c-da06f4e0c06f req-c1dec987-c2bd-4840-af55-e36f4ad0bca3 service neutron] 10.222.0.81 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391381 May 26 16:26:47.530465 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7f6cbeee-9120-46bc-bcbb-a2f818d16946 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/floatingips/96ca254e-c491-4ef3-a88b-71554bfa4ea3 HTTP/1.1" status: 200 len: 991 time: 0.1346989 May 26 16:26:47.530959 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-39eaea09-0256-43bb-a48f-08779e46b96f admin admin] For port a7adcd29-afb2-4f59-82b9-169ff14ff219, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a7adcd29-afb2-4f59-82b9-169ff14ff219,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:47.532779 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-39eaea09-0256-43bb-a48f-08779e46b96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:47.552307 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-39eaea09-0256-43bb-a48f-08779e46b96f admin admin] Calling delete_port for a7adcd29-afb2-4f59-82b9-169ff14ff219 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:47.577828 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 026437eb-305f-4e33-80da-d3c872cb8b67 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:26:47.697399 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.resource_extend [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:26:47.839946 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996841d-2107-4a59-80f6-fb310004bdb4 req-2a40e3f1-6f02-4504-884f-2b9793b5447a tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:47.843811 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3996841d-2107-4a59-80f6-fb310004bdb4 req-2a40e3f1-6f02-4504-884f-2b9793b5447a tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.0917647 May 26 16:26:47.844661 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 026437eb-305f-4e33-80da-d3c872cb8b67 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:26:47.864400 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 026437eb-305f-4e33-80da-d3c872cb8b67 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:47.865062 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:47.944367 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,segment=NetworkSegment(3131bd3d-ec78-4812-abe2-0806a5790986),segment_id=3131bd3d-ec78-4812-abe2-0806a5790986)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:47.952536 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3996841d-2107-4a59-80f6-fb310004bdb4 req-ffcd0a74-d6bc-46f8-a666-c20c56fe1549 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743454 May 26 16:26:47.963505 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3', 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e', 'port_id': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3', 'mac_address': 'fa:16:3e:4d:a0:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a72073-56ee-47b2-b7ed-fa9f44cedf7f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:26:48.059816 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-39eaea09-0256-43bb-a48f-08779e46b96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.085697 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:48.086330 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.095790 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eaea09-0256-43bb-a48f-08779e46b96f admin admin] Pushing event deleted for resources: {'Port': ['ID=a7adcd29-afb2-4f59-82b9-169ff14ff219,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:48.123683 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.129847 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:26:48.144988 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 026437eb-305f-4e33-80da-d3c872cb8b67 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:48.145843 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.185030 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,segment=NetworkSegment(3131bd3d-ec78-4812-abe2-0806a5790986),segment_id=3131bd3d-ec78-4812-abe2-0806a5790986)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:48.191846 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294c4e9c-86ba-4c9e-95e4-04a4b709bd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026437eb-305f-4e33-80da-d3c872cb8b67'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:48.196047 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c6a6a5-9db8-4675-bc72-107c4706c024" -d '{"events": [{"server_uuid": "294c4e9c-86ba-4c9e-95e4-04a4b709bd7f", "name": "network-vif-plugged", "status": "completed", "tag": "026437eb-305f-4e33-80da-d3c872cb8b67"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:48.201775 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f731db-b8d4-499a-a93d-a26d55c4fb7c req-af8ba6ba-672d-407d-aa6e-162817cea97e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:48.202158 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.217182 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6f731db-b8d4-499a-a93d-a26d55c4fb7c req-af8ba6ba-672d-407d-aa6e-162817cea97e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.1345575 May 26 16:26:48.295593 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,revision_number=12']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:48.304060 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 026437eb-305f-4e33-80da-d3c872cb8b67, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=026437eb-305f-4e33-80da-d3c872cb8b67,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:48.323972 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.325918 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.382691 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6f731db-b8d4-499a-a93d-a26d55c4fb7c req-e9029f65-65b8-4dae-b43e-5dcf46687c61 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645381 May 26 16:26:48.410107 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-39eaea09-0256-43bb-a48f-08779e46b96f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:48.465054 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['4cc7f333-b2a1-4839-8b7e-0e68804de1b3'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:26:48.465291 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37941682-7974-49de-8f50-4e73fa0a2252 req-76b0c8ea-64d2-4191-986e-eecc2d8545c5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:48.473711 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37941682-7974-49de-8f50-4e73fa0a2252 req-76b0c8ea-64d2-4191-986e-eecc2d8545c5 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 946 time: 0.1835029 May 26 16:26:48.540120 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37941682-7974-49de-8f50-4e73fa0a2252 req-d318f466-46f6-487f-acf5-f4bc4d93ff15 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ecc366-2e85-45bb-8c5e-e03272c81a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655565 May 26 16:26:48.600296 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddce9c0-f998-4563-8fbc-86b9d4536965 x-openstack-request-id: req-3ddce9c0-f998-4563-8fbc-86b9d4536965 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:48.600296 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294c4e9c-86ba-4c9e-95e4-04a4b709bd7f", "name": "network-vif-plugged", "status": "completed", "tag": "026437eb-305f-4e33-80da-d3c872cb8b67", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:48.600296 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3ddce9c0-f998-4563-8fbc-86b9d4536965 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:48.600296 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ddce9c0-f998-4563-8fbc-86b9d4536965'] response: {'server_uuid': '294c4e9c-86ba-4c9e-95e4-04a4b709bd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026437eb-305f-4e33-80da-d3c872cb8b67', 'code': 200} May 26 16:26:48.612133 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=026437eb-305f-4e33-80da-d3c872cb8b67,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:48.807659 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102e653-b06a-480b-8571-232465376cef req-60503e52-a9ad-4ee1-a74c-6caca13468c0 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:48.824572 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a102e653-b06a-480b-8571-232465376cef req-60503e52-a9ad-4ee1-a74c-6caca13468c0 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.1355553 May 26 16:26:48.834758 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6f11f-c070-4584-92b3-d9f65040c261 req-00483ae1-c63e-4ec8-b81a-c0e31204f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:48.837223 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bfb6f11f-c070-4584-92b3-d9f65040c261 req-00483ae1-c63e-4ec8-b81a-c0e31204f8e0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 1097 time: 0.1295073 May 26 16:26:48.869121 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39eaea09-0256-43bb-a48f-08779e46b96f admin admin] Router 9b1ea567-21fe-435b-aa3a-5e99908e938e has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:26:48.921714 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a102e653-b06a-480b-8571-232465376cef req-bf055bf0-ed02-4cee-9609-9855cefdb5e7 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959508 May 26 16:26:48.981649 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bfb6f11f-c070-4584-92b3-d9f65040c261 req-c024a650-c339-4174-b179-9378d142fbda service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=99ecc366-2e85-45bb-8c5e-e03272c81a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086333 May 26 16:26:48.983289 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.106083 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39eaea09-0256-43bb-a48f-08779e46b96f admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:26:49.119758 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-39eaea09-0256-43bb-a48f-08779e46b96f admin admin] 10.222.0.77 "PUT /v2.0/routers/9b1ea567-21fe-435b-aa3a-5e99908e938e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2051828 May 26 16:26:49.122768 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3659ee55-3900-4daf-b99b-08346a88db17 None None] Sync routers for ids ['9b1ea567-21fe-435b-aa3a-5e99908e938e'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:26:49.126583 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 45804) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:49.150160 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3659ee55-3900-4daf-b99b-08346a88db17 None None] Routers {'9b1ea567-21fe-435b-aa3a-5e99908e938e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:49.156402 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3659ee55-3900-4daf-b99b-08346a88db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:26:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['9b1ea567-21fe-435b-aa3a-5e99908e938e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:49.160895 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa7b21-1334-4da0-bbec-c32d47a4b343 req-ba0fafa8-4b8a-4352-8150-e01fbc08b15e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:49.163206 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8baa7b21-1334-4da0-bbec-c32d47a4b343 req-ba0fafa8-4b8a-4352-8150-e01fbc08b15e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.0838594 May 26 16:26:49.280288 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8baa7b21-1334-4da0-bbec-c32d47a4b343 req-d49c39df-228b-4938-83b4-71a45563241c tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077414 May 26 16:26:49.415450 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-571c8cc7-7cae-45c8-b68f-d12febc4fe26 admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.425557 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-3659ee55-3900-4daf-b99b-08346a88db17 None None] Set router 9b1ea567-21fe-435b-aa3a-5e99908e938e gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:26:49.484694 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:26:49.505045 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f52f4-5cc9-4550-a5c3-204a68f71207 req-411a4e3c-c6f3-458f-8465-4ca9d7dd0bd1 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:49.508711 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a37f52f4-5cc9-4550-a5c3-204a68f71207 req-411a4e3c-c6f3-458f-8465-4ca9d7dd0bd1 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.0915201 May 26 16:26:49.618413 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a37f52f4-5cc9-4550-a5c3-204a68f71207 req-ef1d9b81-6217-46de-ba04-b6cba8cd8a9d tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031592 May 26 16:26:49.698721 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-571c8cc7-7cae-45c8-b68f-d12febc4fe26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.816882 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8158ee-0991-4f78-a3da-421aa5e22b68 req-63b7f832-92d3-45ef-a846-8de18c1b512e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:49.820873 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-571c8cc7-7cae-45c8-b68f-d12febc4fe26 admin admin] Deleting port 8fcfa2e4-8adc-441f-a86a-aca89071ec86 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:49.821484 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-571c8cc7-7cae-45c8-b68f-d12febc4fe26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.827055 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c8158ee-0991-4f78-a3da-421aa5e22b68 req-63b7f832-92d3-45ef-a846-8de18c1b512e tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 946 time: 0.1158645 May 26 16:26:49.848471 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5eaec3-710a-4d48-84b9-2ec85453d1a4 req-b50ef936-9aca-4a36-9eb8-84c2e0da2028 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:49.857311 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da5eaec3-710a-4d48-84b9-2ec85453d1a4 req-b50ef936-9aca-4a36-9eb8-84c2e0da2028 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.1058776 May 26 16:26:49.864921 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:26:49.894903 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:26:49.897686 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:49.987459 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-571c8cc7-7cae-45c8-b68f-d12febc4fe26 admin admin] For port 8fcfa2e4-8adc-441f-a86a-aca89071ec86, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=8fcfa2e4-8adc-441f-a86a-aca89071ec86,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:49.989027 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c8158ee-0991-4f78-a3da-421aa5e22b68 req-f2e58220-a1f6-49d8-ae84-06fa2edd56bc tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ecc366-2e85-45bb-8c5e-e03272c81a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562436 May 26 16:26:49.992111 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-571c8cc7-7cae-45c8-b68f-d12febc4fe26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:50.016730 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da5eaec3-710a-4d48-84b9-2ec85453d1a4 req-02e5ecf1-3ec2-4052-b5ee-74efbccd5d61 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583688 May 26 16:26:50.041396 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-571c8cc7-7cae-45c8-b68f-d12febc4fe26 admin admin] Calling delete_port for 8fcfa2e4-8adc-441f-a86a-aca89071ec86 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:50.101602 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3659ee55-3900-4daf-b99b-08346a88db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'name': 'tempest-ServerActionsTestJSON-1023204686-router', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:12Z', 'updated_at': '2022-05-26T16:26:47Z', 'revision_number': 5, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'gw_port': {'id': '8fcfa2e4-8adc-441f-a86a-aca89071ec86', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:17:15Z', 'updated_at': '2022-05-26T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:50.138749 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3659ee55-3900-4daf-b99b-08346a88db17 None None] Checking router: 9b1ea567-21fe-435b-aa3a-5e99908e938e for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:26:50.160489 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:26:50.160893 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:50.177208 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3659ee55-3900-4daf-b99b-08346a88db17 None None] Routers {'9b1ea567-21fe-435b-aa3a-5e99908e938e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:50.182355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3659ee55-3900-4daf-b99b-08346a88db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:26:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['9b1ea567-21fe-435b-aa3a-5e99908e938e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:50.271455 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae333e-e8bc-4b1e-81da-d2fbd9aeff79 req-df045bc7-736b-4877-9600-05d7beea5c6a tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:50.275042 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60ae333e-e8bc-4b1e-81da-d2fbd9aeff79 req-df045bc7-736b-4877-9600-05d7beea5c6a tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.1141584 May 26 16:26:50.299977 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,segment=NetworkSegment(3131bd3d-ec78-4812-abe2-0806a5790986),segment_id=3131bd3d-ec78-4812-abe2-0806a5790986)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:50.311460 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:50.350549 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60ae333e-e8bc-4b1e-81da-d2fbd9aeff79 req-26b69c42-0469-488d-b7e4-b640bf52295d tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666409 May 26 16:26:50.438653 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-571c8cc7-7cae-45c8-b68f-d12febc4fe26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:50.513880 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c8cc7-7cae-45c8-b68f-d12febc4fe26 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fcfa2e4-8adc-441f-a86a-aca89071ec86,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:50.630834 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:26:50.635339 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:50.638412 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caee7e44-b629-4556-997c-6e66e77a12f3" -d '{"events": [{"server_uuid": "a54bdb75-1b3b-436e-a70e-6d4a11106451", "name": "network-vif-plugged", "status": "completed", "tag": "4cc7f333-b2a1-4839-8b7e-0e68804de1b3"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:50.641457 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,revision_number=13']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:50.661487 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-571c8cc7-7cae-45c8-b68f-d12febc4fe26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:50.685402 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-3659ee55-3900-4daf-b99b-08346a88db17 None None] Set router 9b1ea567-21fe-435b-aa3a-5e99908e938e gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:26:50.764982 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a923f7-70c6-42fa-9873-6dc1b3f28229 x-openstack-request-id: req-c9a923f7-70c6-42fa-9873-6dc1b3f28229 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:50.765251 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54bdb75-1b3b-436e-a70e-6d4a11106451", "name": "network-vif-plugged", "status": "completed", "tag": "4cc7f333-b2a1-4839-8b7e-0e68804de1b3", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:50.765607 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c9a923f7-70c6-42fa-9873-6dc1b3f28229 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:50.765909 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a923f7-70c6-42fa-9873-6dc1b3f28229'] response: {'server_uuid': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3', 'code': 200} May 26 16:26:50.802752 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3659ee55-3900-4daf-b99b-08346a88db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'name': 'tempest-ServerActionsTestJSON-1023204686-router', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:12Z', 'updated_at': '2022-05-26T16:26:49Z', 'revision_number': 6, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:50.857043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3659ee55-3900-4daf-b99b-08346a88db17 None None] The sync data for ids ['9b1ea567-21fe-435b-aa3a-5e99908e938e'] in n-d-843337-2 is: [{'id': '9b1ea567-21fe-435b-aa3a-5e99908e938e', 'name': 'tempest-ServerActionsTestJSON-1023204686-router', 'tenant_id': '6d53cccfd841437c98d5f73be3ccabb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:17:12Z', 'updated_at': '2022-05-26T16:26:49Z', 'revision_number': 6, 'project_id': '6d53cccfd841437c98d5f73be3ccabb0', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:26:50.909453 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3882fe-9b20-4fce-be2e-684a39893b28 req-41c4f27f-af52-460f-8fbb-686acdf21a4f tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:50.919880 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db3882fe-9b20-4fce-be2e-684a39893b28 req-41c4f27f-af52-460f-8fbb-686acdf21a4f tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.1609247 May 26 16:26:51.081112 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-571c8cc7-7cae-45c8-b68f-d12febc4fe26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:51.081929 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db3882fe-9b20-4fce-be2e-684a39893b28 req-c05976cb-067e-4a74-8c80-a2dbe2c77085 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554410 May 26 16:26:51.099734 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-571c8cc7-7cae-45c8-b68f-d12febc4fe26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:51.185268 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-571c8cc7-7cae-45c8-b68f-d12febc4fe26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:51.186687 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571c8cc7-7cae-45c8-b68f-d12febc4fe26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b1ea567-21fe-435b-aa3a-5e99908e938e {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:26:51.198760 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-571c8cc7-7cae-45c8-b68f-d12febc4fe26 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:51.200438 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-571c8cc7-7cae-45c8-b68f-d12febc4fe26 admin admin] 10.222.0.77 "DELETE /v2.0/routers/9b1ea567-21fe-435b-aa3a-5e99908e938e HTTP/1.1" status: 204 len: 168 time: 2.0636830 May 26 16:26:51.203233 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 45856) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:51.240077 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbbd38-70b6-4519-9413-6c38a1925fa2 req-40a290e4-1135-45a8-8d1e-371cb6030ef4 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:51.249372 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ddcbbd38-70b6-4519-9413-6c38a1925fa2 req-40a290e4-1135-45a8-8d1e-371cb6030ef4 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 946 time: 0.1113236 May 26 16:26:51.372164 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ddcbbd38-70b6-4519-9413-6c38a1925fa2 req-fac23f75-600d-405c-95c5-23ed8d2494cd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ecc366-2e85-45bb-8c5e-e03272c81a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217749 May 26 16:26:51.373015 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a0006a-71a8-4280-871c-5affc2892637 admin admin] Deleting subnet 3737f1a6-bbf8-410c-b21f-32295ff819a0 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:26:51.377666 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a3a0006a-71a8-4280-871c-5affc2892637 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:51.438534 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a3a0006a-71a8-4280-871c-5affc2892637 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:51.558849 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a3a0006a-71a8-4280-871c-5affc2892637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:51.611083 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5a5b5-64cc-44af-90a8-5b7f132bcd79 req-cbfbfc6b-8714-4c3e-9799-815236869a5d tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:51.627453 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 45868) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:51.628947 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-30f5a5b5-64cc-44af-90a8-5b7f132bcd79 req-cbfbfc6b-8714-4c3e-9799-815236869a5d tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 946 time: 0.1231735 May 26 16:26:51.635963 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-40b4fd59-694e-4af4-9bc4-33ab1a5ca2dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Request body: {'floatingip': {'port_id': '026437eb-305f-4e33-80da-d3c872cb8b67'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:51.721031 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-40b4fd59-694e-4af4-9bc4-33ab1a5ca2dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:51.726738 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a3a0006a-71a8-4280-871c-5affc2892637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:51.823984 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a3a0006a-71a8-4280-871c-5affc2892637 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:51.827557 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a3a0006a-71a8-4280-871c-5affc2892637 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3737f1a6-bbf8-410c-b21f-32295ff819a0 HTTP/1.1" status: 204 len: 168 time: 0.6230054 May 26 16:26:51.832539 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 45874) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:51.835167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20207bf0-0f0a-422d-8bd3-f76629dfc665 None None] Network 98033063-3342-4cf7-9d2f-e05eb4d2a510 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:51.843169 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0006a-71a8-4280-871c-5affc2892637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3737f1a6-bbf8-410c-b21f-32295ff819a0,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:52.057041 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a428c08b-0e8c-4847-a50c-b6df482e2c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:52.121523 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a7adcd29-afb2-4f59-82b9-169ff14ff219 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:26:52.170564 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: a7adcd29-afb2-4f59-82b9-169ff14ff219 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:26:52.170908 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a7adcd29-afb2-4f59-82b9-169ff14ff219 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:26:52.379695 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-a428c08b-0e8c-4847-a50c-b6df482e2c36 admin admin] Deleting port ba64b7c4-049e-428a-bc07-9def65493fcf {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:52.380819 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a428c08b-0e8c-4847-a50c-b6df482e2c36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:52.405935 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4143354-a98c-431e-9da9-86d24d5d8f33 None None] DHCP port deletion for 98033063-3342-4cf7-9d2f-e05eb4d2a510 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:26:52.544185 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e4143354-a98c-431e-9da9-86d24d5d8f33 None None] Deleting port ba64b7c4-049e-428a-bc07-9def65493fcf {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:26:52.544577 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e4143354-a98c-431e-9da9-86d24d5d8f33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:52.607182 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b08d4-c75e-4cfd-8a34-3c4ffb77ce04 req-9cee04ac-4e8c-4317-80c9-689102ebcde9 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:52.633561 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-df4b08d4-c75e-4cfd-8a34-3c4ffb77ce04 req-9cee04ac-4e8c-4317-80c9-689102ebcde9 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.3959606 May 26 16:26:52.721742 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-df4b08d4-c75e-4cfd-8a34-3c4ffb77ce04 req-ac0449b0-741c-49b6-95ce-e451c1c6f310 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822709 May 26 16:26:52.764176 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-a428c08b-0e8c-4847-a50c-b6df482e2c36 admin admin] For port ba64b7c4-049e-428a-bc07-9def65493fcf, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ba64b7c4-049e-428a-bc07-9def65493fcf,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:52.768403 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a428c08b-0e8c-4847-a50c-b6df482e2c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:52.815797 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e4143354-a98c-431e-9da9-86d24d5d8f33 None None] For port ba64b7c4-049e-428a-bc07-9def65493fcf, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ba64b7c4-049e-428a-bc07-9def65493fcf,segment=NetworkSegment(6086a6d5-8a92-4b04-9727-b0a5961dacad),segment_id=6086a6d5-8a92-4b04-9727-b0a5961dacad)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:26:52.816267 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e4143354-a98c-431e-9da9-86d24d5d8f33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:52.830733 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-a428c08b-0e8c-4847-a50c-b6df482e2c36 admin admin] Calling delete_port for ba64b7c4-049e-428a-bc07-9def65493fcf owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:52.921426 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e4143354-a98c-431e-9da9-86d24d5d8f33 None None] Calling delete_port for ba64b7c4-049e-428a-bc07-9def65493fcf owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:26:52.983600 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-40b4fd59-694e-4af4-9bc4-33ab1a5ca2dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:52.992129 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-40b4fd59-694e-4af4-9bc4-33ab1a5ca2dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:53.071403 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a428c08b-0e8c-4847-a50c-b6df482e2c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:53.108628 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a428c08b-0e8c-4847-a50c-b6df482e2c36 admin admin] No DVR routers for this DVR port ba64b7c4-049e-428a-bc07-9def65493fcf on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:53.110610 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428c08b-0e8c-4847-a50c-b6df482e2c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba64b7c4-049e-428a-bc07-9def65493fcf,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:26:53.272610 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:26:53.284136 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e4143354-a98c-431e-9da9-86d24d5d8f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:53.309656 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4143354-a98c-431e-9da9-86d24d5d8f33 None None] No DVR routers for this DVR port ba64b7c4-049e-428a-bc07-9def65493fcf on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:26:53.363883 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-40b4fd59-694e-4af4-9bc4-33ab1a5ca2dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Floating IP 478779b1-f133-428e-8d8e-2ea1fb9a0068 associated. External IP: 172.25.7.81, port: 026437eb-305f-4e33-80da-d3c872cb8b67. May 26 16:26:53.369348 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a428c08b-0e8c-4847-a50c-b6df482e2c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:53.437152 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-a428c08b-0e8c-4847-a50c-b6df482e2c36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98033063-3342-4cf7-9d2f-e05eb4d2a510']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:53.447282 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4143354-a98c-431e-9da9-86d24d5d8f33 None None] Pushing event deleted for resources: {'Port': ['ID=ba64b7c4-049e-428a-bc07-9def65493fcf,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:53.468026 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-a428c08b-0e8c-4847-a50c-b6df482e2c36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6086a6d5-8a92-4b04-9727-b0a5961dacad') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:53.471169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-a428c08b-0e8c-4847-a50c-b6df482e2c36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6086a6d5-8a92-4b04-9727-b0a5961dacad') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:53.504794 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a428c08b-0e8c-4847-a50c-b6df482e2c36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:53.704200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ba64b7c4-049e-428a-bc07-9def65493fcf no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:26:53.736372 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a428c08b-0e8c-4847-a50c-b6df482e2c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:53.754242 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: ba64b7c4-049e-428a-bc07-9def65493fcf {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:26:53.754590 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ba64b7c4-049e-428a-bc07-9def65493fcf not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:26:53.755016 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8fcfa2e4-8adc-441f-a86a-aca89071ec86 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:26:53.757449 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a428c08b-0e8c-4847-a50c-b6df482e2c36 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:26:53.758052 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a428c08b-0e8c-4847-a50c-b6df482e2c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:53.846604 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a428c08b-0e8c-4847-a50c-b6df482e2c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:53.859026 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a428c08b-0e8c-4847-a50c-b6df482e2c36 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:53.861345 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 8fcfa2e4-8adc-441f-a86a-aca89071ec86 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:26:53.861690 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8fcfa2e4-8adc-441f-a86a-aca89071ec86 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:26:53.863019 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a428c08b-0e8c-4847-a50c-b6df482e2c36 admin admin] 10.222.0.77 "DELETE /v2.0/networks/98033063-3342-4cf7-9d2f-e05eb4d2a510 HTTP/1.1" status: 204 len: 168 time: 2.0271306 May 26 16:26:53.882168 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 6086a6d5-8a92-4b04-9727-b0a5961dacad resource provider aggregate not found May 26 16:26:53.905851 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428c08b-0e8c-4847-a50c-b6df482e2c36 admin admin] Pushing event deleted for resources: {'Network': ['ID=98033063-3342-4cf7-9d2f-e05eb4d2a510,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:53.986832 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6691460-c98c-4aa1-bbed-11f287f423ad req-469d02f0-4bfe-495c-b1e0-a3626073da68 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:54.000748 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d6691460-c98c-4aa1-bbed-11f287f423ad req-469d02f0-4bfe-495c-b1e0-a3626073da68 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.4918954 May 26 16:26:54.033187 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 6086a6d5-8a92-4b04-9727-b0a5961dacad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6086a6d5-8a92-4b04-9727-b0a5961dacad found for delete ", "request_id": "req-ac2aae58-7e11-4a60-96f5-904280f13d31"}]} May 26 16:26:54.179457 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d6691460-c98c-4aa1-bbed-11f287f423ad req-60b5e768-a265-495e-bdbd-05da769c2d83 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770947 May 26 16:26:54.280191 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 45966) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:54.425594 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-54a4d3e1-3a75-4016-b2d1-3988e45c9f62 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6d53cccfd841437c98d5f73be3ccabb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417401 May 26 16:26:54.429621 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 45968) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:54.566495 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-95cd7ac5-1c70-405b-91bb-192ac1c668cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:54.601442 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458690bb-9c67-4248-aa2b-68de912a5250 req-747cd71a-f238-4c1c-b19c-8b46c0bae685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:54.603419 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-458690bb-9c67-4248-aa2b-68de912a5250 req-747cd71a-f238-4c1c-b19c-8b46c0bae685 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da4a805e29d24584b545bb330805b32f&device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 1097 time: 1.0407393 May 26 16:26:54.623602 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-95cd7ac5-1c70-405b-91bb-192ac1c668cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:54.775498 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-95cd7ac5-1c70-405b-91bb-192ac1c668cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:54.778694 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-95cd7ac5-1c70-405b-91bb-192ac1c668cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:54.793206 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-95cd7ac5-1c70-405b-91bb-192ac1c668cd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4a6cd989-4b4a-4d6c-b793-3d0bca861bd3 HTTP/1.1" status: 204 len: 168 time: 0.3512094 May 26 16:26:54.838599 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458690bb-9c67-4248-aa2b-68de912a5250 req-3afcee9a-fe49-4994-a2b5-ac2c0b82a1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:54.840118 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-458690bb-9c67-4248-aa2b-68de912a5250 req-3afcee9a-fe49-4994-a2b5-ac2c0b82a1dd service neutron] 10.222.0.81 "GET /v2.0/networks?id=108e172f-9bd7-4858-818f-d588950b8366 HTTP/1.1" status: 200 len: 915 time: 0.2030439 May 26 16:26:54.851061 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b4fd59-694e-4af4-9bc4-33ab1a5ca2dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Router 3be498a2-af40-439e-8e33-5b6db31a6d35 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:26:54.867410 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd7ac5-1c70-405b-91bb-192ac1c668cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6cd989-4b4a-4d6c-b793-3d0bca861bd3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:54.978074 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-458690bb-9c67-4248-aa2b-68de912a5250 req-b8672481-595b-4f0e-a7e0-dc9bdba4a378 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7ad9af1-3103-4621-91a9-df29d8dc5b19 HTTP/1.1" status: 200 len: 217 time: 0.1250732 May 26 16:26:55.172132 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458690bb-9c67-4248-aa2b-68de912a5250 req-be39f3b3-4174-4212-a7e3-eda1f6a6b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:55.174867 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-458690bb-9c67-4248-aa2b-68de912a5250 req-be39f3b3-4174-4212-a7e3-eda1f6a6b062 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7bfd769-d7ce-4e57-9136-78fe7b11a40e HTTP/1.1" status: 200 len: 854 time: 0.1625063 May 26 16:26:55.391283 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-458690bb-9c67-4248-aa2b-68de912a5250 req-f3757bff-d54f-4319-8825-118dc845f2a2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=108e172f-9bd7-4858-818f-d588950b8366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2066610 May 26 16:26:55.476376 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847145c-edb1-432e-a3f6-2dac2ac6f31d req-891c530d-e6c7-45c2-ab39-ed5d7a11ec43 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:55.484757 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b4fd59-694e-4af4-9bc4-33ab1a5ca2dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:26:55.486034 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e847145c-edb1-432e-a3f6-2dac2ac6f31d req-891c530d-e6c7-45c2-ab39-ed5d7a11ec43 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.1222949 May 26 16:26:55.492182 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-40b4fd59-694e-4af4-9bc4-33ab1a5ca2dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:55.498977 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6886ee-6c63-45fc-9f70-74ececa27656 None None] Sync routers for ids ['3be498a2-af40-439e-8e33-5b6db31a6d35'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:26:55.530830 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6886ee-6c63-45fc-9f70-74ececa27656 None None] Routers {'3be498a2-af40-439e-8e33-5b6db31a6d35'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:55.537575 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ff6886ee-6c63-45fc-9f70-74ececa27656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:26:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3be498a2-af40-439e-8e33-5b6db31a6d35'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:55.579206 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e847145c-edb1-432e-a3f6-2dac2ac6f31d req-c637f370-fae5-4249-b501-19ec95efc5b6 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919557 May 26 16:26:55.638141 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-40b4fd59-694e-4af4-9bc4-33ab1a5ca2dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "PUT /v2.0/floatingips/478779b1-f133-428e-8d8e-2ea1fb9a0068 HTTP/1.1" status: 200 len: 991 time: 4.0088744 May 26 16:26:55.649726 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294c4e9c-86ba-4c9e-95e4-04a4b709bd7f', 'tag': '026437eb-305f-4e33-80da-d3c872cb8b67'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:26:55.652908 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524806fb-559b-4b51-a683-d3daff74417c" -d '{"events": [{"name": "network-changed", "server_uuid": "294c4e9c-86ba-4c9e-95e4-04a4b709bd7f", "tag": "026437eb-305f-4e33-80da-d3c872cb8b67"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:26:55.733534 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-458690bb-9c67-4248-aa2b-68de912a5250 req-f782633c-3751-4c59-b475-fe54caa0bd59 service neutron] 10.222.0.81 "GET /v2.0/networks/108e172f-9bd7-4858-818f-d588950b8366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331444 May 26 16:26:55.753509 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3b39ad-f457-4a4a-9f87-f0c146fb4459 x-openstack-request-id: req-7e3b39ad-f457-4a4a-9f87-f0c146fb4459 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:26:55.753772 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "294c4e9c-86ba-4c9e-95e4-04a4b709bd7f", "tag": "026437eb-305f-4e33-80da-d3c872cb8b67", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:26:55.754081 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7e3b39ad-f457-4a4a-9f87-f0c146fb4459 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:26:55.754526 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e3b39ad-f457-4a4a-9f87-f0c146fb4459'] response: {'name': 'network-changed', 'server_uuid': '294c4e9c-86ba-4c9e-95e4-04a4b709bd7f', 'tag': '026437eb-305f-4e33-80da-d3c872cb8b67', 'status': 'completed', 'code': 200} May 26 16:26:55.849101 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-ff6886ee-6c63-45fc-9f70-74ececa27656 None None] Set router 3be498a2-af40-439e-8e33-5b6db31a6d35 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:26:55.958157 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524806fb-559b-4b51-a683-d3daff74417c req-e6c7e734-ad9b-4efd-a33e-11b0fa0da336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:55.960388 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-524806fb-559b-4b51-a683-d3daff74417c req-e6c7e734-ad9b-4efd-a33e-11b0fa0da336 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d026034f0b5c4db588d9be515d0f060a&device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 1097 time: 0.0950944 May 26 16:26:56.322637 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524806fb-559b-4b51-a683-d3daff74417c req-c23b7ed9-6787-44cf-a62b-b76b6caec44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:56.339667 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-524806fb-559b-4b51-a683-d3daff74417c req-c23b7ed9-6787-44cf-a62b-b76b6caec44d service neutron] 10.222.0.83 "GET /v2.0/networks?id=91e281f8-c4da-4a2d-a68d-16e867895ff6 HTTP/1.1" status: 200 len: 916 time: 0.2989485 May 26 16:26:56.426254 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-458690bb-9c67-4248-aa2b-68de912a5250 req-6b7b8f47-5fa7-4fa8-8d57-62b7abf4a92b service neutron] 10.222.0.81 "GET /v2.0/networks/108e172f-9bd7-4858-818f-d588950b8366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6852245 May 26 16:26:56.514646 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-524806fb-559b-4b51-a683-d3daff74417c req-47c80c4e-dad0-465e-8bc9-1c5c70dc43d5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=026437eb-305f-4e33-80da-d3c872cb8b67 HTTP/1.1" status: 200 len: 999 time: 0.1584482 May 26 16:26:56.709456 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524806fb-559b-4b51-a683-d3daff74417c req-0ace7f3d-db3d-4faf-92fd-efe133b88a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:56.713754 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-524806fb-559b-4b51-a683-d3daff74417c req-0ace7f3d-db3d-4faf-92fd-efe133b88a6f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fee14286-9209-4b96-87d8-95a3251de24f HTTP/1.1" status: 200 len: 854 time: 0.1794932 May 26 16:26:56.757683 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bea8f1-25b7-4fc7-a362-ec31a538e5c7 req-5d758d69-736f-488d-bf1c-2a4846d9082e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:56.777801 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42bea8f1-25b7-4fc7-a362-ec31a538e5c7 req-5d758d69-736f-488d-bf1c-2a4846d9082e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.1058807 May 26 16:26:56.843947 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524806fb-559b-4b51-a683-d3daff74417c req-edfd9aeb-3be6-43cc-bf11-30262188fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:56.847497 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-524806fb-559b-4b51-a683-d3daff74417c req-edfd9aeb-3be6-43cc-bf11-30262188fea0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91e281f8-c4da-4a2d-a68d-16e867895ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221976 May 26 16:26:56.877596 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42bea8f1-25b7-4fc7-a362-ec31a538e5c7 req-968c90da-9a3b-4367-aba6-1f8c7affb5ea tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980086 May 26 16:26:56.927355 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ff6886ee-6c63-45fc-9f70-74ececa27656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '478779b1-f133-428e-8d8e-2ea1fb9a0068', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'port_id': '026437eb-305f-4e33-80da-d3c872cb8b67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'mac_address': 'fa:16:3e:71:b4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294c4e9c-86ba-4c9e-95e4-04a4b709bd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:26:20Z', 'updated_at': '2022-05-26T16:26:52Z', 'revision_number': 1, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:15Z', 'revision_number': 5, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:56.973375 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6886ee-6c63-45fc-9f70-74ececa27656 None None] Checking router: 3be498a2-af40-439e-8e33-5b6db31a6d35 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:26:56.986778 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6886ee-6c63-45fc-9f70-74ececa27656 None None] Routers {'3be498a2-af40-439e-8e33-5b6db31a6d35'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:26:56.987420 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ff6886ee-6c63-45fc-9f70-74ececa27656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:26:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3be498a2-af40-439e-8e33-5b6db31a6d35'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:57.136875 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 46034) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:57.165499 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-524806fb-559b-4b51-a683-d3daff74417c req-59cde4a8-336b-4a1f-8d17-bf5f5950618b service neutron] 10.222.0.83 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887805 May 26 16:26:57.179825 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-ff6886ee-6c63-45fc-9f70-74ececa27656 None None] Set router 3be498a2-af40-439e-8e33-5b6db31a6d35 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:26:57.354343 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-449df66f-3280-438a-8ace-d6cf2b824785 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-576889871-network', 'tenant_id': '9eae5c514a5349c28712358e92294c1d'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:57.389250 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-524806fb-559b-4b51-a683-d3daff74417c req-b70bd276-2599-4d1c-ac76-2e2a2820dca6 service neutron] 10.222.0.83 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147903 May 26 16:26:57.470404 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449df66f-3280-438a-8ace-d6cf2b824785 admin admin] Made reservation on behalf of 9eae5c514a5349c28712358e92294c1d for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:57.473416 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-449df66f-3280-438a-8ace-d6cf2b824785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:57.489529 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-449df66f-3280-438a-8ace-d6cf2b824785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:57.621198 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ff6886ee-6c63-45fc-9f70-74ececa27656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '478779b1-f133-428e-8d8e-2ea1fb9a0068', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'port_id': '026437eb-305f-4e33-80da-d3c872cb8b67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'mac_address': 'fa:16:3e:71:b4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294c4e9c-86ba-4c9e-95e4-04a4b709bd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:26:20Z', 'updated_at': '2022-05-26T16:26:52Z', 'revision_number': 1, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:15Z', 'revision_number': 5, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:26:57.666307 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-449df66f-3280-438a-8ace-d6cf2b824785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:57.672070 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-449df66f-3280-438a-8ace-d6cf2b824785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:57.691860 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6886ee-6c63-45fc-9f70-74ececa27656 None None] The sync data for ids ['3be498a2-af40-439e-8e33-5b6db31a6d35'] in n-d-843337-2 is: [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '478779b1-f133-428e-8d8e-2ea1fb9a0068', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'port_id': '026437eb-305f-4e33-80da-d3c872cb8b67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'mac_address': 'fa:16:3e:71:b4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294c4e9c-86ba-4c9e-95e4-04a4b709bd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:26:20Z', 'updated_at': '2022-05-26T16:26:52Z', 'revision_number': 1, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:15Z', 'revision_number': 5, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:26:57.713465 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449df66f-3280-438a-8ace-d6cf2b824785 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:26:57.728964 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-449df66f-3280-438a-8ace-d6cf2b824785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:57.729671 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-449df66f-3280-438a-8ace-d6cf2b824785 admin admin] Added segment ebdd902a-877d-47a6-9a68-a262d381fc17 of type vlan for network 048217cc-7e28-43c1-9c50-06816e8d1361 May 26 16:26:57.933938 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-449df66f-3280-438a-8ace-d6cf2b824785 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:57.938353 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449df66f-3280-438a-8ace-d6cf2b824785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba79cdc5-b360-4ac4-b108-a969c0f56a2b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:58.035624 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-449df66f-3280-438a-8ace-d6cf2b824785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:58.040831 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449df66f-3280-438a-8ace-d6cf2b824785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:58.043516 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-449df66f-3280-438a-8ace-d6cf2b824785 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:58.156231 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd92bb6-20de-4c45-b11b-a643864ffaf7 None None] New status for floating IP 478779b1-f133-428e-8d8e-2ea1fb9a0068: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:26:58.193793 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-449df66f-3280-438a-8ace-d6cf2b824785 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0552266 May 26 16:26:58.196667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 46064) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:26:58.201768 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-199efb43-7f1d-40ef-9757-ed368ce398da admin admin] Request body: {'subnet': {'network_id': '048217cc-7e28-43c1-9c50-06816e8d1361', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-576889871-subnet', 'tenant_id': '9eae5c514a5349c28712358e92294c1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:26:58.279724 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199efb43-7f1d-40ef-9757-ed368ce398da admin admin] Made reservation on behalf of 9eae5c514a5349c28712358e92294c1d for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:26:58.287768 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-199efb43-7f1d-40ef-9757-ed368ce398da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:58.311529 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449df66f-3280-438a-8ace-d6cf2b824785 admin admin] Pushing event updated for resources: {'Network': ['ID=048217cc-7e28-43c1-9c50-06816e8d1361,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:58.331884 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 048217cc-7e28-43c1-9c50-06816e8d1361 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:26:58.405073 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dcd77-acca-4743-a065-c061666000bc req-b2502459-c1e4-4402-99b4-efd9512a49b9 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:58.413095 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac6dcd77-acca-4743-a065-c061666000bc req-b2502459-c1e4-4402-99b4-efd9512a49b9 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.3189909 May 26 16:26:58.493432 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac6dcd77-acca-4743-a065-c061666000bc req-708759d1-fe0a-496f-81b4-ecdd9b5e1c80 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789907 May 26 16:26:58.573563 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-199efb43-7f1d-40ef-9757-ed368ce398da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:58.713102 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199efb43-7f1d-40ef-9757-ed368ce398da admin admin] Checking segment: {'id': 'ebdd902a-877d-47a6-9a68-a262d381fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '048217cc-7e28-43c1-9c50-06816e8d1361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:26:58.721516 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d8062-750e-4fd3-a8bb-b643db387926 req-f5906460-38e4-43cc-a910-ceda708e368c tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:58.723138 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199efb43-7f1d-40ef-9757-ed368ce398da admin admin] Network hostable DHCP agents. Network: 048217cc-7e28-43c1-9c50-06816e8d1361, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:26:58.731589 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-511d8062-750e-4fd3-a8bb-b643db387926 req-f5906460-38e4-43cc-a910-ceda708e368c tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.1113009 May 26 16:26:58.737393 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199efb43-7f1d-40ef-9757-ed368ce398da admin admin] Pushing event updated for resources: {'Subnet': ['ID=c892116c-c675-430f-bd66-5a464ed21ebd,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:26:58.755545 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199efb43-7f1d-40ef-9757-ed368ce398da admin admin] Network 048217cc-7e28-43c1-9c50-06816e8d1361 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:26:58.782312 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-199efb43-7f1d-40ef-9757-ed368ce398da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 048217cc-7e28-43c1-9c50-06816e8d1361) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:26:58.787957 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199efb43-7f1d-40ef-9757-ed368ce398da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:58.788880 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-199efb43-7f1d-40ef-9757-ed368ce398da admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:26:58.801551 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87320cc-66b7-4cb5-a9ad-f999a7b5897f None None] Network 048217cc-7e28-43c1-9c50-06816e8d1361 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:58.840247 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-511d8062-750e-4fd3-a8bb-b643db387926 req-5d79663c-cf2c-4b88-a849-a7467665f8ec tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796525 May 26 16:26:58.856912 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-199efb43-7f1d-40ef-9757-ed368ce398da admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6518519 May 26 16:26:59.045606 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011c6f76-fef9-49b2-ae2b-ebb4cc260e0e None None] Network 048217cc-7e28-43c1-9c50-06816e8d1361 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:26:59.224270 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859e92f-8934-49fb-903c-a89084104a34 req-fe70b343-5c87-49a9-be86-23443e523af9 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:59.246238 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7859e92f-8934-49fb-903c-a89084104a34 req-fe70b343-5c87-49a9-be86-23443e523af9 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.1568887 May 26 16:26:59.313768 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7859e92f-8934-49fb-903c-a89084104a34 req-d201c248-939a-4933-bf09-fb4b74ca0961 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657482 May 26 16:26:59.479811 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b87f6-187a-470c-9520-892a2b34dcfc req-b7325ced-448c-4079-83d0-037a1df57975 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:59.486923 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf2b87f6-187a-470c-9520-892a2b34dcfc req-b7325ced-448c-4079-83d0-037a1df57975 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.0888035 May 26 16:26:59.544948 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf2b87f6-187a-470c-9520-892a2b34dcfc req-1820bdd9-8b3f-41ae-99de-d6f88dd5e3b4 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570805 May 26 16:26:59.829386 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9ca70-1379-4aa5-b5eb-18f12448d7ca req-60888866-1cd2-4071-b230-a3f938bcc360 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:26:59.832594 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d8f9ca70-1379-4aa5-b5eb-18f12448d7ca req-60888866-1cd2-4071-b230-a3f938bcc360 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.0960336 May 26 16:26:59.932641 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d8f9ca70-1379-4aa5-b5eb-18f12448d7ca req-e5c379e6-f85c-4cde-b73a-2f5c8c76f63e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928030 May 26 16:27:00.147586 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02207b-fb60-4dc1-8495-d2f31c9aa6db req-51a222e6-fec1-4187-a48a-fa5d25008920 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:00.150065 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f02207b-fb60-4dc1-8495-d2f31c9aa6db req-51a222e6-fec1-4187-a48a-fa5d25008920 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.0885401 May 26 16:27:00.213325 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f02207b-fb60-4dc1-8495-d2f31c9aa6db req-4967784a-a6e6-4815-baca-72799b6ecc78 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545084 May 26 16:27:00.386523 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbb647-1d61-473e-953f-daa9d63e8313 req-08fe136a-5af9-474d-8418-974a6b9e5368 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:00.397611 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bedbb647-1d61-473e-953f-daa9d63e8313 req-08fe136a-5af9-474d-8418-974a6b9e5368 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.0724349 May 26 16:27:00.458727 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bedbb647-1d61-473e-953f-daa9d63e8313 req-0e1de38c-e9ac-44c2-9483-19bc8dff4ac2 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578690 May 26 16:27:00.593460 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:00.689167 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab79090-51e8-4b5f-8f74-5edb136499f3 req-3421fb4b-c61f-4166-8697-b935b842476e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:00.694353 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ab79090-51e8-4b5f-8f74-5edb136499f3 req-3421fb4b-c61f-4166-8697-b935b842476e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.1064284 May 26 16:27:00.770520 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ab79090-51e8-4b5f-8f74-5edb136499f3 req-54dcef3b-f69d-44d6-b661-ced9c102a42f tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696206 May 26 16:27:00.910938 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-85305c08-5b87-4736-bbe6-aae3a6e20a19 req-24dc6518-5dee-418e-8a36-97a2937b8ac2 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:27:00.911934 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85305c08-5b87-4736-bbe6-aae3a6e20a19 req-24dc6518-5dee-418e-8a36-97a2937b8ac2 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059009 May 26 16:27:00.945539 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-6e5a8838-3cc1-41b3-ac34-b16518afdfce tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:00.947680 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-6e5a8838-3cc1-41b3-ac34-b16518afdfce tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/networks?id=048217cc-7e28-43c1-9c50-06816e8d1361 HTTP/1.1" status: 200 len: 809 time: 0.1759887 May 26 16:27:00.964431 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-36c0af82-4ed9-4bd0-b816-628d1de22942 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/quotas/9eae5c514a5349c28712358e92294c1d HTTP/1.1" status: 200 len: 375 time: 0.0099895 May 26 16:27:01.005989 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-6604b7b1-d15c-4399-8a76-dcee64127c40 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9eae5c514a5349c28712358e92294c1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355356 May 26 16:27:01.109626 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200e68b-8139-4eee-9dee-f1c42a87e8d8 req-92492f1b-85f6-48f9-a331-c33aef6949c4 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:01.111633 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0200e68b-8139-4eee-9dee-f1c42a87e8d8 req-92492f1b-85f6-48f9-a331-c33aef6949c4 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.1314001 May 26 16:27:01.182950 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0200e68b-8139-4eee-9dee-f1c42a87e8d8 req-057c2c16-8f64-4719-8ce8-d58967b66ed0 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618627 May 26 16:27:01.185375 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-01b85177-11b8-4bdc-90d8-01109cfdb06e service neutron] 10.222.0.77 "GET /v2.0/networks/048217cc-7e28-43c1-9c50-06816e8d1361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651535 May 26 16:27:01.395537 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-f67a8649-af3b-42ce-8ad2-98d2a8ad80ca service neutron] 10.222.0.77 "GET /v2.0/networks/048217cc-7e28-43c1-9c50-06816e8d1361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034583 May 26 16:27:01.421047 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9a38d-763b-47dc-a1ac-0668b35b61ce req-d88f6c88-c02e-44ca-a4c0-af0f0a61f4d5 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:01.423953 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9de9a38d-763b-47dc-a1ac-0668b35b61ce req-d88f6c88-c02e-44ca-a4c0-af0f0a61f4d5 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.1044919 May 26 16:27:01.508778 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9de9a38d-763b-47dc-a1ac-0668b35b61ce req-1fd9b3a3-c09f-4cba-8e8d-49451c77bc08 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770068 May 26 16:27:01.730536 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042cc27-577c-4d0c-95d6-9de88d185ee7 req-1a28add8-c5d6-406c-b20b-8260b43ccd2f tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:01.743822 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1042cc27-577c-4d0c-95d6-9de88d185ee7 req-1a28add8-c5d6-406c-b20b-8260b43ccd2f tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.1239789 May 26 16:27:01.849102 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0cd85308-3dbc-4804-bc80-984423966c2b req-c3d58b1f-0158-467b-a6a5-0087c89eac87 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b74a18-c826-4b3d-8016-bc1da85cedb3 HTTP/1.1" status: 200 len: 210 time: 0.0849519 May 26 16:27:01.872923 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1042cc27-577c-4d0c-95d6-9de88d185ee7 req-b3d1afda-192e-44bf-a5cb-6f0716b30333 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153235 May 26 16:27:02.405284 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d303e4-dc33-4926-80ab-24476ae8bfbe req-75722294-7002-4e57-aadb-76edbc74e24d tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:02.406857 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-05d303e4-dc33-4926-80ab-24476ae8bfbe req-75722294-7002-4e57-aadb-76edbc74e24d tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.4211516 May 26 16:27:02.478086 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-05d303e4-dc33-4926-80ab-24476ae8bfbe req-2be75321-83a3-425d-86c4-b470ecf00774 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622532 May 26 16:27:02.683152 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b8acd-4d0f-45a5-80d4-32fde302cfc0 req-5a877f73-0073-4101-bef7-dff0b470b314 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:02.685985 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba9b8acd-4d0f-45a5-80d4-32fde302cfc0 req-5a877f73-0073-4101-bef7-dff0b470b314 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.0791404 May 26 16:27:02.791462 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba9b8acd-4d0f-45a5-80d4-32fde302cfc0 req-908af596-590e-4f1c-84cc-399b8b610aef tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851986 May 26 16:27:02.912759 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c25db-3e51-4d62-9778-4f7273f564b2 req-ea66980c-e722-42e7-af22-30c7194f146a tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:02.915083 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf4c25db-3e51-4d62-9778-4f7273f564b2 req-ea66980c-e722-42e7-af22-30c7194f146a tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.0620129 May 26 16:27:03.004872 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf4c25db-3e51-4d62-9778-4f7273f564b2 req-ff5d1923-9615-4e0d-9f79-f719aad94083 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704682 May 26 16:27:03.075249 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ef5d862b-0e8c-4339-9871-fb12d014764b req-8bfd9e11-5d71-4bdb-81d3-dd9cce4bd0e7 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b74a18-c826-4b3d-8016-bc1da85cedb3 HTTP/1.1" status: 200 len: 210 time: 0.0385251 May 26 16:27:03.190358 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9ba32-9066-44c3-a4c0-b9673dfecc6b req-65d0e47c-46b4-45be-850f-837929f33959 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:03.191791 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bfe9ba32-9066-44c3-a4c0-b9673dfecc6b req-65d0e47c-46b4-45be-850f-837929f33959 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.0664306 May 26 16:27:03.242129 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bfe9ba32-9066-44c3-a4c0-b9673dfecc6b req-c6197ee1-62be-4715-a9f4-efcb55249247 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417051 May 26 16:27:03.787730 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-f28c47e8-d341-4d74-951d-d57649c579ac tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:03.789722 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-f28c47e8-d341-4d74-951d-d57649c579ac tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.83 "GET /v2.0/networks?id=048217cc-7e28-43c1-9c50-06816e8d1361 HTTP/1.1" status: 200 len: 809 time: 0.2511482 May 26 16:27:03.834000 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-f730dac7-0b9f-45af-97c0-7088ed94a6c2 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Request body: {'port': {'device_id': '19b74a18-c826-4b3d-8016-bc1da85cedb3', 'network_id': '048217cc-7e28-43c1-9c50-06816e8d1361', 'admin_state_up': True, 'tenant_id': '9eae5c514a5349c28712358e92294c1d'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:04.048297 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-f730dac7-0b9f-45af-97c0-7088ed94a6c2 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Made reservation on behalf of 9eae5c514a5349c28712358e92294c1d for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:04.053200 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-f730dac7-0b9f-45af-97c0-7088ed94a6c2 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:04.259042 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2a2fdfa-0ae3-4e37-8842-51bf3f925152 req-6e85433b-1273-46c4-9bec-d9f023a94a7a tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b74a18-c826-4b3d-8016-bc1da85cedb3 HTTP/1.1" status: 200 len: 210 time: 0.0485878 May 26 16:27:04.266960 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-f730dac7-0b9f-45af-97c0-7088ed94a6c2 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Allocated IP 172.20.0.9 (048217cc-7e28-43c1-9c50-06816e8d1361/c892116c-c675-430f-bd66-5a464ed21ebd/389d20c2-b23c-48fe-ae28-37f51b846ca4) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:04.609772 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-f730dac7-0b9f-45af-97c0-7088ed94a6c2 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:04.649425 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-f730dac7-0b9f-45af-97c0-7088ed94a6c2 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:04.653464 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 46300) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:04.768616 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-f730dac7-0b9f-45af-97c0-7088ed94a6c2 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Network 048217cc-7e28-43c1-9c50-06816e8d1361 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:04.773063 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-f730dac7-0b9f-45af-97c0-7088ed94a6c2 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:04.791484 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-f730dac7-0b9f-45af-97c0-7088ed94a6c2 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:04.804227 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730dac7-0b9f-45af-97c0-7088ed94a6c2 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Pushing event updated for resources: {'Port': ['ID=389d20c2-b23c-48fe-ae28-37f51b846ca4,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:04.866314 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-efcfdb9a-03c2-47d2-9bf5-ff983d7b44f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:04.906216 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-f730dac7-0b9f-45af-97c0-7088ed94a6c2 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:04.910640 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-f730dac7-0b9f-45af-97c0-7088ed94a6c2 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:04.940977 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-f730dac7-0b9f-45af-97c0-7088ed94a6c2 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1121991 May 26 16:27:04.965959 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-7edcfc05-3499-4fcf-9cda-a88d9c51fece service neutron] Request body: {'port': {'device_id': '19b74a18-c826-4b3d-8016-bc1da85cedb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:05.059859 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-efcfdb9a-03c2-47d2-9bf5-ff983d7b44f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:05.066210 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-efcfdb9a-03c2-47d2-9bf5-ff983d7b44f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:05.109272 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcfdb9a-03c2-47d2-9bf5-ff983d7b44f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d451fa1-a043-44ba-84e1-242c10ba071b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:05.117487 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-7edcfc05-3499-4fcf-9cda-a88d9c51fece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:05.219525 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-efcfdb9a-03c2-47d2-9bf5-ff983d7b44f1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c54399b1ab314a45a63d98ec96b15e63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5647066 May 26 16:27:05.220459 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 46324) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:05.298607 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8e58f08f-b379-4c8b-97a0-94d3bf1993b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:05.336713 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8e58f08f-b379-4c8b-97a0-94d3bf1993b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:05.578249 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcfd37-e522-4e6a-adb4-6e4dd8095a31 req-91d2ea7f-ca3a-4219-a4fe-bb8936902d6d tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:05.579847 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5dcfd37-e522-4e6a-adb4-6e4dd8095a31 req-91d2ea7f-ca3a-4219-a4fe-bb8936902d6d tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b74a18-c826-4b3d-8016-bc1da85cedb3 HTTP/1.1" status: 200 len: 931 time: 0.1771393 May 26 16:27:05.603849 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-7edcfc05-3499-4fcf-9cda-a88d9c51fece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 389d20c2-b23c-48fe-ae28-37f51b846ca4 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:27:05.618158 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-7edcfc05-3499-4fcf-9cda-a88d9c51fece service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:05.630222 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8e58f08f-b379-4c8b-97a0-94d3bf1993b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:05.638507 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-7edcfc05-3499-4fcf-9cda-a88d9c51fece service neutron] Transition to ACTIVE for port object 389d20c2-b23c-48fe-ae28-37f51b846ca4 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:27:05.644591 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-7edcfc05-3499-4fcf-9cda-a88d9c51fece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:05.644870 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8e58f08f-b379-4c8b-97a0-94d3bf1993b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:05.645948 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8e58f08f-b379-4c8b-97a0-94d3bf1993b4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1d451fa1-a043-44ba-84e1-242c10ba071b HTTP/1.1" status: 204 len: 168 time: 0.4245181 May 26 16:27:05.688780 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5dcfd37-e522-4e6a-adb4-6e4dd8095a31 req-aa3e5f39-c499-475d-a960-ac120490030f tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba79cdc5-b360-4ac4-b108-a969c0f56a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968659 May 26 16:27:05.706743 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58f08f-b379-4c8b-97a0-94d3bf1993b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d451fa1-a043-44ba-84e1-242c10ba071b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:05.741168 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edcfc05-3499-4fcf-9cda-a88d9c51fece service neutron] Pushing event updated for resources: {'Port': ['ID=389d20c2-b23c-48fe-ae28-37f51b846ca4,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:05.925177 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-7edcfc05-3499-4fcf-9cda-a88d9c51fece service neutron] Attempting to bind port 389d20c2-b23c-48fe-ae28-37f51b846ca4 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:27:05.925836 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-7edcfc05-3499-4fcf-9cda-a88d9c51fece service neutron] Attempting to bind port 389d20c2-b23c-48fe-ae28-37f51b846ca4 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'ebdd902a-877d-47a6-9a68-a262d381fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '048217cc-7e28-43c1-9c50-06816e8d1361'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:27:05.925836 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-7edcfc05-3499-4fcf-9cda-a88d9c51fece service neutron] Attempting to bind port 389d20c2-b23c-48fe-ae28-37f51b846ca4 on network 048217cc-7e28-43c1-9c50-06816e8d1361 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:05.937562 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-7edcfc05-3499-4fcf-9cda-a88d9c51fece service neutron] Port 389d20c2-b23c-48fe-ae28-37f51b846ca4 on network 048217cc-7e28-43c1-9c50-06816e8d1361 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:27:05.939739 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-7edcfc05-3499-4fcf-9cda-a88d9c51fece service neutron] Attempting to bind port 389d20c2-b23c-48fe-ae28-37f51b846ca4 on network 048217cc-7e28-43c1-9c50-06816e8d1361 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:05.948630 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-7edcfc05-3499-4fcf-9cda-a88d9c51fece service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:27:05.949147 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-7edcfc05-3499-4fcf-9cda-a88d9c51fece service neutron] Checking segment: {'id': 'ebdd902a-877d-47a6-9a68-a262d381fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '048217cc-7e28-43c1-9c50-06816e8d1361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:05.949604 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-7edcfc05-3499-4fcf-9cda-a88d9c51fece service neutron] Bound using segment: {'id': 'ebdd902a-877d-47a6-9a68-a262d381fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '048217cc-7e28-43c1-9c50-06816e8d1361'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:27:05.950775 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-7edcfc05-3499-4fcf-9cda-a88d9c51fece service neutron] Bound port: 389d20c2-b23c-48fe-ae28-37f51b846ca4, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebdd902a-877d-47a6-9a68-a262d381fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '048217cc-7e28-43c1-9c50-06816e8d1361'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:27:05.951247 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-7edcfc05-3499-4fcf-9cda-a88d9c51fece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:06.065586 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-7edcfc05-3499-4fcf-9cda-a88d9c51fece service neutron] For port 389d20c2-b23c-48fe-ae28-37f51b846ca4, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:27:06.070584 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-7edcfc05-3499-4fcf-9cda-a88d9c51fece service neutron] For port 389d20c2-b23c-48fe-ae28-37f51b846ca4, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=389d20c2-b23c-48fe-ae28-37f51b846ca4,segment=NetworkSegment(ebdd902a-877d-47a6-9a68-a262d381fc17),segment_id=ebdd902a-877d-47a6-9a68-a262d381fc17)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:27:06.075483 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-7edcfc05-3499-4fcf-9cda-a88d9c51fece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:06.137275 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-7edcfc05-3499-4fcf-9cda-a88d9c51fece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:06.138169 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-7edcfc05-3499-4fcf-9cda-a88d9c51fece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:06.139611 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-7edcfc05-3499-4fcf-9cda-a88d9c51fece service neutron] 10.222.0.83 "PUT /v2.0/ports/389d20c2-b23c-48fe-ae28-37f51b846ca4 HTTP/1.1" status: 200 len: 1091 time: 1.1781383 May 26 16:27:06.140153 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b74a18-c826-4b3d-8016-bc1da85cedb3', 'tag': '389d20c2-b23c-48fe-ae28-37f51b846ca4'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:27:06.142675 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d897b1b7-bfee-46db-a903-4dc5db6ffcd2" -d '{"events": [{"name": "network-changed", "server_uuid": "19b74a18-c826-4b3d-8016-bc1da85cedb3", "tag": "389d20c2-b23c-48fe-ae28-37f51b846ca4"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:27:06.151826 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edcfc05-3499-4fcf-9cda-a88d9c51fece service neutron] Pushing event updated for resources: {'Port': ['ID=389d20c2-b23c-48fe-ae28-37f51b846ca4,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:06.218017 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f264ce-5fa9-4eee-9ce4-74708711371c x-openstack-request-id: req-05f264ce-5fa9-4eee-9ce4-74708711371c {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:27:06.218468 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b74a18-c826-4b3d-8016-bc1da85cedb3", "tag": "389d20c2-b23c-48fe-ae28-37f51b846ca4", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:27:06.218723 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-05f264ce-5fa9-4eee-9ce4-74708711371c {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:27:06.219230 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f264ce-5fa9-4eee-9ce4-74708711371c'] response: {'name': 'network-changed', 'server_uuid': '19b74a18-c826-4b3d-8016-bc1da85cedb3', 'tag': '389d20c2-b23c-48fe-ae28-37f51b846ca4', 'status': 'completed', 'code': 200} May 26 16:27:06.341458 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-bf1b33a6-59fb-4c79-ad88-214784453da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:06.343083 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-bf1b33a6-59fb-4c79-ad88-214784453da2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9eae5c514a5349c28712358e92294c1d&device_id=19b74a18-c826-4b3d-8016-bc1da85cedb3 HTTP/1.1" status: 200 len: 1094 time: 0.0964274 May 26 16:27:06.426190 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-ab19b15d-c441-4b98-9665-1a999ff2695a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=389d20c2-b23c-48fe-ae28-37f51b846ca4 HTTP/1.1" status: 200 len: 217 time: 0.0636945 May 26 16:27:06.497998 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-02d66e3e-ec0f-437c-a5c8-12d4b044f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:06.500237 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-02d66e3e-ec0f-437c-a5c8-12d4b044f286 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c892116c-c675-430f-bd66-5a464ed21ebd HTTP/1.1" status: 200 len: 849 time: 0.0580702 May 26 16:27:06.562769 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-084aef4a-c80d-4fd9-b1ff-91fe72ff00d8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=048217cc-7e28-43c1-9c50-06816e8d1361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507276 May 26 16:27:06.852803 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-d1fe9c20-8ed8-4c68-be6f-af14539912bf service neutron] 10.222.0.83 "GET /v2.0/networks/048217cc-7e28-43c1-9c50-06816e8d1361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663372 May 26 16:27:06.900584 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ef195-983f-4c5b-b40f-1f52f3e9fa73 req-ca5a26ee-745e-465a-805a-7d26781f9a99 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:06.910088 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-938ef195-983f-4c5b-b40f-1f52f3e9fa73 req-ca5a26ee-745e-465a-805a-7d26781f9a99 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b74a18-c826-4b3d-8016-bc1da85cedb3 HTTP/1.1" status: 200 len: 943 time: 0.0880711 May 26 16:27:06.973449 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-938ef195-983f-4c5b-b40f-1f52f3e9fa73 req-3da1a787-999b-4606-ae54-bf96432af44d tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba79cdc5-b360-4ac4-b108-a969c0f56a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576687 May 26 16:27:07.069447 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e9656e8a-53e5-4405-8f9f-2f680fe36ee1 req-3ab76e01-f3a5-456d-be92-6db12f8fec39 service neutron] 10.222.0.83 "GET /v2.0/networks/048217cc-7e28-43c1-9c50-06816e8d1361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064092 May 26 16:27:07.268941 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897b1b7-bfee-46db-a903-4dc5db6ffcd2 req-b3be45d1-c6fd-4b92-a9b4-a0eccbf3522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:07.270889 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d897b1b7-bfee-46db-a903-4dc5db6ffcd2 req-b3be45d1-c6fd-4b92-a9b4-a0eccbf3522a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9eae5c514a5349c28712358e92294c1d&device_id=19b74a18-c826-4b3d-8016-bc1da85cedb3 HTTP/1.1" status: 200 len: 1094 time: 0.0726542 May 26 16:27:07.391167 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897b1b7-bfee-46db-a903-4dc5db6ffcd2 req-a1394562-a7f9-4b3a-986b-41628b4ec091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:07.394001 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d897b1b7-bfee-46db-a903-4dc5db6ffcd2 req-a1394562-a7f9-4b3a-986b-41628b4ec091 service neutron] 10.222.0.83 "GET /v2.0/networks?id=048217cc-7e28-43c1-9c50-06816e8d1361 HTTP/1.1" status: 200 len: 910 time: 0.1112092 May 26 16:27:07.518689 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d897b1b7-bfee-46db-a903-4dc5db6ffcd2 req-1c4b2d71-ae80-498e-a0f4-16a7706e666d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=389d20c2-b23c-48fe-ae28-37f51b846ca4 HTTP/1.1" status: 200 len: 217 time: 0.0980840 May 26 16:27:07.618874 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897b1b7-bfee-46db-a903-4dc5db6ffcd2 req-e7416dcd-d011-4406-ba21-c79d1fe37e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:07.620458 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d897b1b7-bfee-46db-a903-4dc5db6ffcd2 req-e7416dcd-d011-4406-ba21-c79d1fe37e69 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c892116c-c675-430f-bd66-5a464ed21ebd HTTP/1.1" status: 200 len: 849 time: 0.0939825 May 26 16:27:07.674911 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d897b1b7-bfee-46db-a903-4dc5db6ffcd2 req-478e80e7-7d1a-45be-8fbb-bf68f893cb78 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=048217cc-7e28-43c1-9c50-06816e8d1361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456243 May 26 16:27:07.819405 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d897b1b7-bfee-46db-a903-4dc5db6ffcd2 req-5c4459c0-6b8f-4bf7-a221-1ca64ce2d956 service neutron] 10.222.0.83 "GET /v2.0/networks/048217cc-7e28-43c1-9c50-06816e8d1361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371939 May 26 16:27:07.973753 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d897b1b7-bfee-46db-a903-4dc5db6ffcd2 req-235a8f00-9b1c-49c3-9a5c-7c77e59fcf78 service neutron] 10.222.0.83 "GET /v2.0/networks/048217cc-7e28-43c1-9c50-06816e8d1361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449556 May 26 16:27:08.244585 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d23741-8277-402e-afa9-25ad70689dae req-8ab6d1f2-e863-4c63-95f4-2266afed75f5 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:08.247622 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77d23741-8277-402e-afa9-25ad70689dae req-8ab6d1f2-e863-4c63-95f4-2266afed75f5 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b74a18-c826-4b3d-8016-bc1da85cedb3 HTTP/1.1" status: 200 len: 943 time: 0.1443839 May 26 16:27:08.326753 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77d23741-8277-402e-afa9-25ad70689dae req-e7b7014e-d989-4fb5-8b64-553d6bae5cc6 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba79cdc5-b360-4ac4-b108-a969c0f56a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700500 May 26 16:27:09.567227 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e8250-f079-4d7e-9988-02da9ed24ca2 req-29a752be-2187-4633-854e-71a177ed1536 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:09.586980 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-646e8250-f079-4d7e-9988-02da9ed24ca2 req-29a752be-2187-4633-854e-71a177ed1536 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b74a18-c826-4b3d-8016-bc1da85cedb3 HTTP/1.1" status: 200 len: 943 time: 0.1054435 May 26 16:27:09.658604 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-646e8250-f079-4d7e-9988-02da9ed24ca2 req-c5cb5b3d-23da-497a-bb71-ffecad3e7333 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba79cdc5-b360-4ac4-b108-a969c0f56a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704944 May 26 16:27:09.698155 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 46472) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:09.993597 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c801f965-84a2-4c48-b8df-71c804dd2ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:10.110906 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c801f965-84a2-4c48-b8df-71c804dd2ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:10.116129 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c801f965-84a2-4c48-b8df-71c804dd2ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:10.167088 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c801f965-84a2-4c48-b8df-71c804dd2ac1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6fab577bd66645218f77e87c54a6e2e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4674046 May 26 16:27:10.168878 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c801f965-84a2-4c48-b8df-71c804dd2ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d1b5d1-4dca-413d-9e88-85701a89b20c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:10.170236 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 46482) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:10.246945 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cba02006-74ea-4c9a-a10f-3edfd82b761d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:10.294408 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cba02006-74ea-4c9a-a10f-3edfd82b761d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:10.367020 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cba02006-74ea-4c9a-a10f-3edfd82b761d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:10.370035 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cba02006-74ea-4c9a-a10f-3edfd82b761d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:10.371450 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cba02006-74ea-4c9a-a10f-3edfd82b761d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/80d1b5d1-4dca-413d-9e88-85701a89b20c HTTP/1.1" status: 204 len: 168 time: 0.2002203 May 26 16:27:10.396036 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba02006-74ea-4c9a-a10f-3edfd82b761d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d1b5d1-4dca-413d-9e88-85701a89b20c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:10.758128 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f4f73-54ec-4925-9202-253e47f9220f req-0d03e120-230b-4526-af47-55275f489896 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:10.760771 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e03f4f73-54ec-4925-9202-253e47f9220f req-0d03e120-230b-4526-af47-55275f489896 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.0778267 May 26 16:27:10.812955 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e03f4f73-54ec-4925-9202-253e47f9220f req-c6729370-4cda-47c1-8aec-ebfe08ca2c5f tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454757 May 26 16:27:10.890567 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 46510) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:10.906106 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ceb15-2113-4634-a00c-7fec21e27ee2 req-8ab52400-4630-48b5-a4a8-45892a818118 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:10.906963 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aae9580d-1457-4224-8d04-e5c5a036298f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:10.908409 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab8ceb15-2113-4634-a00c-7fec21e27ee2 req-8ab52400-4630-48b5-a4a8-45892a818118 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b74a18-c826-4b3d-8016-bc1da85cedb3 HTTP/1.1" status: 200 len: 943 time: 0.0881608 May 26 16:27:10.956063 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab8ceb15-2113-4634-a00c-7fec21e27ee2 req-30df792e-3910-4dd0-85b2-9bc7f3ac4b13 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba79cdc5-b360-4ac4-b108-a969c0f56a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388913 May 26 16:27:11.069855 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aae9580d-1457-4224-8d04-e5c5a036298f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:11.075115 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aae9580d-1457-4224-8d04-e5c5a036298f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:11.132398 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9580d-1457-4224-8d04-e5c5a036298f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354b7b7a-38ef-4cb1-8113-8771dce48f41,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:11.139579 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-aae9580d-1457-4224-8d04-e5c5a036298f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f2b4a73d0a294bcb969bff4a72548209&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449605 May 26 16:27:11.140712 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 46518) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:11.219755 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-14adde47-7afa-41ac-a906-ba36234ce413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:11.245622 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-14adde47-7afa-41ac-a906-ba36234ce413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:11.299538 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-14adde47-7afa-41ac-a906-ba36234ce413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:11.302124 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-14adde47-7afa-41ac-a906-ba36234ce413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:11.303573 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-14adde47-7afa-41ac-a906-ba36234ce413 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/354b7b7a-38ef-4cb1-8113-8771dce48f41 HTTP/1.1" status: 204 len: 168 time: 0.1615324 May 26 16:27:11.311553 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14adde47-7afa-41ac-a906-ba36234ce413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354b7b7a-38ef-4cb1-8113-8771dce48f41,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:11.670584 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 389d20c2-b23c-48fe-ae28-37f51b846ca4 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:27:11.798054 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 389d20c2-b23c-48fe-ae28-37f51b846ca4, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=389d20c2-b23c-48fe-ae28-37f51b846ca4,segment=NetworkSegment(ebdd902a-877d-47a6-9a68-a262d381fc17),segment_id=ebdd902a-877d-47a6-9a68-a262d381fc17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:11.810017 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '389d20c2-b23c-48fe-ae28-37f51b846ca4', 'network_id': '048217cc-7e28-43c1-9c50-06816e8d1361', 'port_id': '389d20c2-b23c-48fe-ae28-37f51b846ca4', 'mac_address': 'fa:16:3e:be:db:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c892116c-c675-430f-bd66-5a464ed21ebd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:27:11.892799 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 389d20c2-b23c-48fe-ae28-37f51b846ca4 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:11.893341 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:11.928346 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 389d20c2-b23c-48fe-ae28-37f51b846ca4 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:27:11.952879 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 389d20c2-b23c-48fe-ae28-37f51b846ca4, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=389d20c2-b23c-48fe-ae28-37f51b846ca4,segment=NetworkSegment(ebdd902a-877d-47a6-9a68-a262d381fc17),segment_id=ebdd902a-877d-47a6-9a68-a262d381fc17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:11.958105 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:12.035974 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fea44-b17a-40be-8b3a-9e68a4523720 req-cac767d9-4b4a-495f-995b-4783273e7dfa tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:12.046364 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3d9fea44-b17a-40be-8b3a-9e68a4523720 req-cac767d9-4b4a-495f-995b-4783273e7dfa tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.0998700 May 26 16:27:12.052015 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=389d20c2-b23c-48fe-ae28-37f51b846ca4,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:12.125068 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3d9fea44-b17a-40be-8b3a-9e68a4523720 req-58b232cd-3de0-4ba4-8310-d12cbba10bfa tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d46bc9d-a391-458c-b504-f02241691386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699193 May 26 16:27:12.242566 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88244e7e-96a6-4448-bd3f-7d744d15a3c2 req-b352f04e-c61c-492f-8c5a-9081d9487e5e tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:12.250731 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88244e7e-96a6-4448-bd3f-7d744d15a3c2 req-b352f04e-c61c-492f-8c5a-9081d9487e5e tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b74a18-c826-4b3d-8016-bc1da85cedb3 HTTP/1.1" status: 200 len: 944 time: 0.1054263 May 26 16:27:12.313001 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88244e7e-96a6-4448-bd3f-7d744d15a3c2 req-69da075e-c9d1-455f-aa50-269683363db6 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba79cdc5-b360-4ac4-b108-a969c0f56a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613294 May 26 16:27:12.452105 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce6ef4-fe6a-41a0-bd09-e09834c60402 req-7b7f1732-4264-47ff-b36b-b81de37a6b97 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:12.454426 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ccce6ef4-fe6a-41a0-bd09-e09834c60402 req-7b7f1732-4264-47ff-b36b-b81de37a6b97 tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 946 time: 0.0875096 May 26 16:27:12.461233 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['389d20c2-b23c-48fe-ae28-37f51b846ca4'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:27:12.564697 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-ccce6ef4-fe6a-41a0-bd09-e09834c60402 req-1e450958-0581-4a41-9279-5e53a82b0d0e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Deleting port f7ad9af1-3103-4621-91a9-df29d8dc5b19 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:27:12.565636 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ccce6ef4-fe6a-41a0-bd09-e09834c60402 req-1e450958-0581-4a41-9279-5e53a82b0d0e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:12.718949 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ccce6ef4-fe6a-41a0-bd09-e09834c60402 req-1e450958-0581-4a41-9279-5e53a82b0d0e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] For port f7ad9af1-3103-4621-91a9-df29d8dc5b19, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=f7ad9af1-3103-4621-91a9-df29d8dc5b19,segment=NetworkSegment(134194bf-9872-420b-81be-cd8b1f455a01),segment_id=134194bf-9872-420b-81be-cd8b1f455a01)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:12.720059 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ccce6ef4-fe6a-41a0-bd09-e09834c60402 req-1e450958-0581-4a41-9279-5e53a82b0d0e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:12.737309 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-ccce6ef4-fe6a-41a0-bd09-e09834c60402 req-1e450958-0581-4a41-9279-5e53a82b0d0e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Calling delete_port for f7ad9af1-3103-4621-91a9-df29d8dc5b19 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:27:12.908706 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ccce6ef4-fe6a-41a0-bd09-e09834c60402 req-1e450958-0581-4a41-9279-5e53a82b0d0e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:12.922921 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['f7ad9af1-3103-4621-91a9-df29d8dc5b19'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:27:12.962680 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e450958-0581-4a41-9279-5e53a82b0d0e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Pushing event deleted for resources: {'Port': ['ID=f7ad9af1-3103-4621-91a9-df29d8dc5b19,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:13.011427 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-165c8ad4-c32d-4593-b693-b272c88cac83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:13.034662 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccce6ef4-fe6a-41a0-bd09-e09834c60402 req-1e450958-0581-4a41-9279-5e53a82b0d0e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] No DVR routers for this DVR port f7ad9af1-3103-4621-91a9-df29d8dc5b19 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:27:13.038195 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ccce6ef4-fe6a-41a0-bd09-e09834c60402 req-1e450958-0581-4a41-9279-5e53a82b0d0e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:13.042193 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ccce6ef4-fe6a-41a0-bd09-e09834c60402 req-1e450958-0581-4a41-9279-5e53a82b0d0e tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.81 "DELETE /v2.0/ports/f7ad9af1-3103-4621-91a9-df29d8dc5b19 HTTP/1.1" status: 204 len: 173 time: 0.5814373 May 26 16:27:13.042670 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b31299f-1167-430b-853d-a981bee3afba', 'name': 'network-vif-deleted', 'tag': 'f7ad9af1-3103-4621-91a9-df29d8dc5b19'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:27:13.045159 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a502b5-9957-4047-9181-936cbf66b869" -d '{"events": [{"server_uuid": "0b31299f-1167-430b-853d-a981bee3afba", "name": "network-vif-deleted", "tag": "f7ad9af1-3103-4621-91a9-df29d8dc5b19"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:27:13.185210 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788e7e12-abd9-47bf-ae3b-8d00890eb44e x-openstack-request-id: req-788e7e12-abd9-47bf-ae3b-8d00890eb44e {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:27:13.185691 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b31299f-1167-430b-853d-a981bee3afba", "name": "network-vif-deleted", "tag": "f7ad9af1-3103-4621-91a9-df29d8dc5b19", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:27:13.186127 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-788e7e12-abd9-47bf-ae3b-8d00890eb44e {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:27:13.187361 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-788e7e12-abd9-47bf-ae3b-8d00890eb44e'] response: {'server_uuid': '0b31299f-1167-430b-853d-a981bee3afba', 'name': 'network-vif-deleted', 'tag': 'f7ad9af1-3103-4621-91a9-df29d8dc5b19', 'status': 'completed', 'code': 200} May 26 16:27:13.327948 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9759659c-41da-4a51-814c-5e30cea913eb req-c2793824-95a3-4a0f-a476-d2828370c7bf tempest-ServersNegativeTestJSON-1525929629 tempest-ServersNegativeTestJSON-1525929629-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b31299f-1167-430b-853d-a981bee3afba HTTP/1.1" status: 200 len: 210 time: 0.0792916 May 26 16:27:13.525196 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8881e4e-e607-40ca-9e1f-0b8b890aaeb4 req-f98171dc-c16e-4ab5-9dfe-507f0244c1ab tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:13.526925 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8881e4e-e607-40ca-9e1f-0b8b890aaeb4 req-f98171dc-c16e-4ab5-9dfe-507f0244c1ab tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b74a18-c826-4b3d-8016-bc1da85cedb3 HTTP/1.1" status: 200 len: 944 time: 0.1088424 May 26 16:27:13.578104 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8881e4e-e607-40ca-9e1f-0b8b890aaeb4 req-3f37a716-38fb-408e-831a-6bc93df080a4 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba79cdc5-b360-4ac4-b108-a969c0f56a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436134 May 26 16:27:13.699525 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 389d20c2-b23c-48fe-ae28-37f51b846ca4 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:13.767203 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 389d20c2-b23c-48fe-ae28-37f51b846ca4 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:27:13.772225 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 389d20c2-b23c-48fe-ae28-37f51b846ca4 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:13.773000 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:13.859341 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 389d20c2-b23c-48fe-ae28-37f51b846ca4 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:13.859907 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:13.885115 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b74a18-c826-4b3d-8016-bc1da85cedb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389d20c2-b23c-48fe-ae28-37f51b846ca4'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:27:13.887629 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de0e8f7-92ec-4971-aad2-21e1db1e6a83" -d '{"events": [{"server_uuid": "19b74a18-c826-4b3d-8016-bc1da85cedb3", "name": "network-vif-plugged", "status": "completed", "tag": "389d20c2-b23c-48fe-ae28-37f51b846ca4"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:27:13.912492 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 389d20c2-b23c-48fe-ae28-37f51b846ca4, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=389d20c2-b23c-48fe-ae28-37f51b846ca4,segment=NetworkSegment(ebdd902a-877d-47a6-9a68-a262d381fc17),segment_id=ebdd902a-877d-47a6-9a68-a262d381fc17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:13.918138 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:13.948367 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31aff181-94ca-4920-9c8c-f6b759850132 x-openstack-request-id: req-31aff181-94ca-4920-9c8c-f6b759850132 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:27:13.948993 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b74a18-c826-4b3d-8016-bc1da85cedb3", "name": "network-vif-plugged", "status": "completed", "tag": "389d20c2-b23c-48fe-ae28-37f51b846ca4", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:27:13.948993 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31aff181-94ca-4920-9c8c-f6b759850132 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:27:13.949556 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31aff181-94ca-4920-9c8c-f6b759850132'] response: {'server_uuid': '19b74a18-c826-4b3d-8016-bc1da85cedb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389d20c2-b23c-48fe-ae28-37f51b846ca4', 'code': 200} May 26 16:27:13.988746 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=389d20c2-b23c-48fe-ae28-37f51b846ca4,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:14.000745 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:14.001612 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:14.002214 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:14.003026 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:14.003537 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:14.004038 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:14.004621 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:14.005446 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:14.007057 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:14.007588 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:14.008746 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:14.009242 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:14.127511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9d14d-cd98-4171-9ba4-47bc85c824c5 req-d99939e1-5f02-4b21-bd25-3f35626a861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:14.129260 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c6c9d14d-cd98-4171-9ba4-47bc85c824c5 req-d99939e1-5f02-4b21-bd25-3f35626a861f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=19b74a18-c826-4b3d-8016-bc1da85cedb3 HTTP/1.1" status: 200 len: 1096 time: 0.0508616 May 26 16:27:14.176395 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c6c9d14d-cd98-4171-9ba4-47bc85c824c5 req-247d9367-59a3-44c6-afe4-5dbfbae1deea service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ba79cdc5-b360-4ac4-b108-a969c0f56a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391228 May 26 16:27:14.432991 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 46670) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:14.519609 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-4def2ab8-3db0-445a-99d4-e8b35bc8af52 admin admin] Deleting subnet a7bfd769-d7ce-4e57-9136-78fe7b11a40e {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:27:14.523070 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4def2ab8-3db0-445a-99d4-e8b35bc8af52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:14.567475 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4def2ab8-3db0-445a-99d4-e8b35bc8af52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:14.615599 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4def2ab8-3db0-445a-99d4-e8b35bc8af52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:14.728025 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4def2ab8-3db0-445a-99d4-e8b35bc8af52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:14.775480 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def2ab8-3db0-445a-99d4-e8b35bc8af52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7bfd769-d7ce-4e57-9136-78fe7b11a40e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:14.783699 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4def2ab8-3db0-445a-99d4-e8b35bc8af52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:14.790083 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24547f-5631-442f-89a4-5ef50a9c4cf5 req-9af0e748-dd42-4f5d-bdba-2235b474df00 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:14.794536 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4def2ab8-3db0-445a-99d4-e8b35bc8af52 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a7bfd769-d7ce-4e57-9136-78fe7b11a40e HTTP/1.1" status: 204 len: 168 time: 0.3578141 May 26 16:27:14.795221 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 46698) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:14.797506 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f24547f-5631-442f-89a4-5ef50a9c4cf5 req-9af0e748-dd42-4f5d-bdba-2235b474df00 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b74a18-c826-4b3d-8016-bc1da85cedb3 HTTP/1.1" status: 200 len: 945 time: 0.1064017 May 26 16:27:14.881177 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f24547f-5631-442f-89a4-5ef50a9c4cf5 req-671c82ef-3284-4f8f-b2a4-d53528f889a3 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba79cdc5-b360-4ac4-b108-a969c0f56a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827110 May 26 16:27:14.903172 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acb1a80e-8582-4f3b-8c29-548e0cde292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:15.005268 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acb1a80e-8582-4f3b-8c29-548e0cde292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:15.035119 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-acb1a80e-8582-4f3b-8c29-548e0cde292a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['108e172f-9bd7-4858-818f-d588950b8366']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:15.047337 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-acb1a80e-8582-4f3b-8c29-548e0cde292a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134194bf-9872-420b-81be-cd8b1f455a01') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:15.047651 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-acb1a80e-8582-4f3b-8c29-548e0cde292a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134194bf-9872-420b-81be-cd8b1f455a01') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:15.064255 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acb1a80e-8582-4f3b-8c29-548e0cde292a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:15.094111 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acb1a80e-8582-4f3b-8c29-548e0cde292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:15.110057 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb1a80e-8582-4f3b-8c29-548e0cde292a admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:27:15.110802 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acb1a80e-8582-4f3b-8c29-548e0cde292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:15.253274 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 134194bf-9872-420b-81be-cd8b1f455a01 resource provider aggregate not found May 26 16:27:15.262073 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acb1a80e-8582-4f3b-8c29-548e0cde292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:15.273111 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acb1a80e-8582-4f3b-8c29-548e0cde292a admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:15.279449 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-acb1a80e-8582-4f3b-8c29-548e0cde292a admin admin] 10.222.0.77 "DELETE /v2.0/networks/108e172f-9bd7-4858-818f-d588950b8366 HTTP/1.1" status: 204 len: 168 time: 0.4829090 May 26 16:27:15.297255 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1a80e-8582-4f3b-8c29-548e0cde292a admin admin] Pushing event deleted for resources: {'Network': ['ID=108e172f-9bd7-4858-818f-d588950b8366,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:15.319295 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 134194bf-9872-420b-81be-cd8b1f455a01 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 134194bf-9872-420b-81be-cd8b1f455a01 found for delete ", "request_id": "req-496c2403-86c3-4a1e-a4bf-682b94339393"}]} May 26 16:27:15.462066 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8bda64f2-2971-4bf3-a613-9fa604b03584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:15.547578 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 46750) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:15.562605 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f7ad9af1-3103-4621-91a9-df29d8dc5b19 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:27:15.592425 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: f7ad9af1-3103-4621-91a9-df29d8dc5b19 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:27:15.593180 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device f7ad9af1-3103-4621-91a9-df29d8dc5b19 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:27:15.611164 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 46754) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:15.612479 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0b9535b0-c8b8-441b-a5be-38b59de3fbe2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=da4a805e29d24584b545bb330805b32f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0630016 May 26 16:27:15.682170 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cc11a468-b696-4db3-8163-980abc4450b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:15.706985 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cc11a468-b696-4db3-8163-980abc4450b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:15.769615 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cc11a468-b696-4db3-8163-980abc4450b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:15.774837 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cc11a468-b696-4db3-8163-980abc4450b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:15.776590 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cc11a468-b696-4db3-8163-980abc4450b6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6d46bc9d-a391-458c-b504-f02241691386 HTTP/1.1" status: 204 len: 168 time: 0.1644053 May 26 16:27:15.801753 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11a468-b696-4db3-8163-980abc4450b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d46bc9d-a391-458c-b504-f02241691386,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:16.020281 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 46772) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:16.078748 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fd770-b1e0-4c39-97b5-925aa126b14d req-c26bd94f-044b-49d3-87ae-24de7ea11211 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:16.092787 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d2fd770-b1e0-4c39-97b5-925aa126b14d req-c26bd94f-044b-49d3-87ae-24de7ea11211 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b74a18-c826-4b3d-8016-bc1da85cedb3 HTTP/1.1" status: 200 len: 945 time: 0.1079118 May 26 16:27:16.166635 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-010f82ef-92c8-46cd-a688-78bbc9447d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.169847 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d2fd770-b1e0-4c39-97b5-925aa126b14d req-915de85e-9357-4071-9257-a6a5cff26088 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba79cdc5-b360-4ac4-b108-a969c0f56a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756824 May 26 16:27:16.300836 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-010f82ef-92c8-46cd-a688-78bbc9447d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.307671 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-010f82ef-92c8-46cd-a688-78bbc9447d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.353952 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 46792) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:16.361524 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-010f82ef-92c8-46cd-a688-78bbc9447d38 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=84555f2cb25b4d5f94292be30d6a2d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3347592 May 26 16:27:16.373247 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f82ef-92c8-46cd-a688-78bbc9447d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b866171-f492-4523-8042-c177b161948c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:16.420034 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c17f5e3a-564b-4fa6-842c-e21e3c23758e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.450904 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c17f5e3a-564b-4fa6-842c-e21e3c23758e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.527626 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c17f5e3a-564b-4fa6-842c-e21e3c23758e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.535101 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c17f5e3a-564b-4fa6-842c-e21e3c23758e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.540731 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c17f5e3a-564b-4fa6-842c-e21e3c23758e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1b866171-f492-4523-8042-c177b161948c HTTP/1.1" status: 204 len: 168 time: 0.1856406 May 26 16:27:16.558782 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:16.561155 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f5e3a-564b-4fa6-842c-e21e3c23758e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b866171-f492-4523-8042-c177b161948c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:16.970014 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 46822) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:17.183450 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 46830) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:17.203597 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa2ec-445e-43e7-9903-9820be959ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.258873 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3045bd30-e331-438f-8f6c-e8135c83b2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.445901 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3045bd30-e331-438f-8f6c-e8135c83b2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.462209 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279f3ff-6d3d-40f8-b27c-64936082be4f req-b4d652e6-717f-4519-84a9-20dc4cc20f2f tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:17.470475 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8279f3ff-6d3d-40f8-b27c-64936082be4f req-b4d652e6-717f-4519-84a9-20dc4cc20f2f tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b74a18-c826-4b3d-8016-bc1da85cedb3 HTTP/1.1" status: 200 len: 945 time: 0.2075975 May 26 16:27:17.472713 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3045bd30-e331-438f-8f6c-e8135c83b2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.552044 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045bd30-e331-438f-8f6c-e8135c83b2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea7512f-6f15-49e4-92c7-d4a899981c0f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:17.595581 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3045bd30-e331-438f-8f6c-e8135c83b2db admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=10dd728bfd5c449eb23562d7c7ca17c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6148596 May 26 16:27:17.595814 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 46848) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:17.622010 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8279f3ff-6d3d-40f8-b27c-64936082be4f req-c301f0e0-12cb-4c3c-a0a0-1c6e147834cd tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba79cdc5-b360-4ac4-b108-a969c0f56a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501791 May 26 16:27:17.665583 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa2ec-445e-43e7-9903-9820be959ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.671386 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa2ec-445e-43e7-9903-9820be959ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.690295 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2e646f0-7cf1-41d7-849a-69f0eaacaa77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.722149 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2e646f0-7cf1-41d7-849a-69f0eaacaa77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.761785 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bfcaa2ec-445e-43e7-9903-9820be959ec4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9c5b518d64ed435a923d109e23f1df6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5771453 May 26 16:27:17.763299 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcaa2ec-445e-43e7-9903-9820be959ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec4875d-fbc7-4261-80a0-59a5471c13a2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:17.767250 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 46854) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:17.839154 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2e646f0-7cf1-41d7-849a-69f0eaacaa77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.841899 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2e646f0-7cf1-41d7-849a-69f0eaacaa77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.843612 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e2e646f0-7cf1-41d7-849a-69f0eaacaa77 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6ea7512f-6f15-49e4-92c7-d4a899981c0f HTTP/1.1" status: 204 len: 168 time: 0.2478049 May 26 16:27:17.858448 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e646f0-7cf1-41d7-849a-69f0eaacaa77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea7512f-6f15-49e4-92c7-d4a899981c0f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:17.867209 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-699af713-a662-4a97-8e58-3bd140a017a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.898699 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-699af713-a662-4a97-8e58-3bd140a017a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.978677 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-699af713-a662-4a97-8e58-3bd140a017a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.991172 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-699af713-a662-4a97-8e58-3bd140a017a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:17.999907 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-699af713-a662-4a97-8e58-3bd140a017a0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7ec4875d-fbc7-4261-80a0-59a5471c13a2 HTTP/1.1" status: 204 len: 168 time: 0.2241387 May 26 16:27:18.005216 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 46868) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:18.022240 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699af713-a662-4a97-8e58-3bd140a017a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec4875d-fbc7-4261-80a0-59a5471c13a2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:18.027461 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:18.108116 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9075ebf-3440-45c8-a449-15e58c999edc req-6f4a769d-94e8-409a-aed1-9a4bc5f7e60e tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:18.118168 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d9075ebf-3440-45c8-a449-15e58c999edc req-6f4a769d-94e8-409a-aed1-9a4bc5f7e60e tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b74a18-c826-4b3d-8016-bc1da85cedb3 HTTP/1.1" status: 200 len: 945 time: 0.0668807 May 26 16:27:18.175579 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d9075ebf-3440-45c8-a449-15e58c999edc req-54667865-c2f7-4a7c-82ed-5bde1040bd50 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba79cdc5-b360-4ac4-b108-a969c0f56a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510399 May 26 16:27:18.281858 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:18.473668 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c9d10a3e-463a-4580-b674-ca8fe9ede861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:18.586635 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c9d10a3e-463a-4580-b674-ca8fe9ede861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:18.592902 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c9d10a3e-463a-4580-b674-ca8fe9ede861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:18.646198 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d10a3e-463a-4580-b674-ca8fe9ede861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ded8508-9efb-445c-96b7-dda6cfbfc56e,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:18.665583 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c9d10a3e-463a-4580-b674-ca8fe9ede861 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=41533b06404d4e1d85671a5dc5e26fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6559465 May 26 16:27:18.666229 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 46902) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:18.741771 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9c0335bf-c16f-4c6f-94a6-69b9b4e75525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:18.769445 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9c0335bf-c16f-4c6f-94a6-69b9b4e75525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:18.843988 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9c0335bf-c16f-4c6f-94a6-69b9b4e75525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:18.848530 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9c0335bf-c16f-4c6f-94a6-69b9b4e75525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:18.850264 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9c0335bf-c16f-4c6f-94a6-69b9b4e75525 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8ded8508-9efb-445c-96b7-dda6cfbfc56e HTTP/1.1" status: 204 len: 168 time: 0.1823163 May 26 16:27:18.864387 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0335bf-c16f-4c6f-94a6-69b9b4e75525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ded8508-9efb-445c-96b7-dda6cfbfc56e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:18.951979 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:19.141501 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 46926) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:19.309327 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-26849f42-48af-4247-8452-e4cdab90aa9d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1616528709-network', 'tenant_id': '3a164fb21bb6464e88fb307183a36d06'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:19.339705 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26849f42-48af-4247-8452-e4cdab90aa9d admin admin] Made reservation on behalf of 3a164fb21bb6464e88fb307183a36d06 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:19.342634 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-26849f42-48af-4247-8452-e4cdab90aa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:19.356369 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-26849f42-48af-4247-8452-e4cdab90aa9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:19.367811 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c814e9-e03f-4aad-841d-cd4ab52c9be0 req-17630723-fc9b-4efe-9ed0-95e72fa2208a tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:19.370651 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96c814e9-e03f-4aad-841d-cd4ab52c9be0 req-17630723-fc9b-4efe-9ed0-95e72fa2208a tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b74a18-c826-4b3d-8016-bc1da85cedb3 HTTP/1.1" status: 200 len: 945 time: 0.1100073 May 26 16:27:19.467545 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96c814e9-e03f-4aad-841d-cd4ab52c9be0 req-02304410-8be7-4f02-b16a-4153ea3c0c95 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba79cdc5-b360-4ac4-b108-a969c0f56a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849888 May 26 16:27:19.580539 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-26849f42-48af-4247-8452-e4cdab90aa9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:19.586171 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-26849f42-48af-4247-8452-e4cdab90aa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:19.624471 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26849f42-48af-4247-8452-e4cdab90aa9d admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:27:19.649409 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26849f42-48af-4247-8452-e4cdab90aa9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83f5b45-8bb7-4a13-96fb-b26628be264f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:19.664692 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-26849f42-48af-4247-8452-e4cdab90aa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:19.665049 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-26849f42-48af-4247-8452-e4cdab90aa9d admin admin] Added segment b91998da-6e13-4857-9170-4a989a2b032d of type vlan for network a2305a9e-3438-4b4d-b7ec-290a791b9514 May 26 16:27:19.720404 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-26849f42-48af-4247-8452-e4cdab90aa9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:19.753411 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-26849f42-48af-4247-8452-e4cdab90aa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:19.755871 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26849f42-48af-4247-8452-e4cdab90aa9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:19.757313 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-26849f42-48af-4247-8452-e4cdab90aa9d admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:19.857655 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26849f42-48af-4247-8452-e4cdab90aa9d admin admin] Pushing event updated for resources: {'Network': ['ID=a2305a9e-3438-4b4d-b7ec-290a791b9514,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:19.870619 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network a2305a9e-3438-4b4d-b7ec-290a791b9514 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:27:19.872472 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 46972) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:19.874537 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-26849f42-48af-4247-8452-e4cdab90aa9d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7322690 May 26 16:27:19.879343 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-507bdbc2-1bbb-4466-96b2-90cf31999d85 admin admin] Request body: {'subnet': {'network_id': 'a2305a9e-3438-4b4d-b7ec-290a791b9514', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1616528709-subnet', 'tenant_id': '3a164fb21bb6464e88fb307183a36d06', 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:19.909246 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507bdbc2-1bbb-4466-96b2-90cf31999d85 admin admin] Made reservation on behalf of 3a164fb21bb6464e88fb307183a36d06 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:19.914818 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-507bdbc2-1bbb-4466-96b2-90cf31999d85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:20.268741 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a0244-d34d-4f48-a67e-7bc140c547a2 req-0c196894-0752-4308-bb9c-05fb80fc8b12 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:20.270847 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-273a0244-d34d-4f48-a67e-7bc140c547a2 req-0c196894-0752-4308-bb9c-05fb80fc8b12 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.83 "GET /v2.0/ports?device_id=19b74a18-c826-4b3d-8016-bc1da85cedb3 HTTP/1.1" status: 200 len: 945 time: 0.1584461 May 26 16:27:20.357373 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-507bdbc2-1bbb-4466-96b2-90cf31999d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:20.478122 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad41744-9f03-43e2-a8ba-3e6e3a79f6fc req-044c43ab-7340-4266-8dc5-2b6feaeb59aa tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:20.501899 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fad41744-9f03-43e2-a8ba-3e6e3a79f6fc req-044c43ab-7340-4266-8dc5-2b6feaeb59aa tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 1097 time: 0.1137438 May 26 16:27:20.517729 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507bdbc2-1bbb-4466-96b2-90cf31999d85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a42ab967-8549-447e-aacd-2352d6fd1875,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:20.544596 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-273a0244-d34d-4f48-a67e-7bc140c547a2 req-fa6d5f1d-fb69-433e-a903-953a9bb03db0 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Deleting port 389d20c2-b23c-48fe-ae28-37f51b846ca4 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:27:20.545148 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-273a0244-d34d-4f48-a67e-7bc140c547a2 req-fa6d5f1d-fb69-433e-a903-953a9bb03db0 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:20.550234 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507bdbc2-1bbb-4466-96b2-90cf31999d85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:20.550848 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507bdbc2-1bbb-4466-96b2-90cf31999d85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:20.551708 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507bdbc2-1bbb-4466-96b2-90cf31999d85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:20.552176 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507bdbc2-1bbb-4466-96b2-90cf31999d85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:20.552600 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507bdbc2-1bbb-4466-96b2-90cf31999d85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:20.553638 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507bdbc2-1bbb-4466-96b2-90cf31999d85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:20.554160 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507bdbc2-1bbb-4466-96b2-90cf31999d85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:20.554677 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507bdbc2-1bbb-4466-96b2-90cf31999d85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:20.555345 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507bdbc2-1bbb-4466-96b2-90cf31999d85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:20.555850 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507bdbc2-1bbb-4466-96b2-90cf31999d85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:20.556416 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507bdbc2-1bbb-4466-96b2-90cf31999d85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:20.556916 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507bdbc2-1bbb-4466-96b2-90cf31999d85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:20.563712 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507bdbc2-1bbb-4466-96b2-90cf31999d85 admin admin] Checking segment: {'id': 'b91998da-6e13-4857-9170-4a989a2b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2305a9e-3438-4b4d-b7ec-290a791b9514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:20.564434 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507bdbc2-1bbb-4466-96b2-90cf31999d85 admin admin] Network hostable DHCP agents. Network: a2305a9e-3438-4b4d-b7ec-290a791b9514, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:27:20.613851 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fad41744-9f03-43e2-a8ba-3e6e3a79f6fc req-52f3df5b-a21a-471f-a690-07f58db41c88 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987821 May 26 16:27:20.656983 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47004) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:20.668478 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507bdbc2-1bbb-4466-96b2-90cf31999d85 admin admin] Network a2305a9e-3438-4b4d-b7ec-290a791b9514 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:27:20.739462 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e8508-e3bf-4515-af1a-d70156a7a535 req-d988dcd1-195f-4250-a068-2c485db2d665 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:20.748924 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4d2e8508-e3bf-4515-af1a-d70156a7a535 req-d988dcd1-195f-4250-a068-2c485db2d665 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b74a18-c826-4b3d-8016-bc1da85cedb3 HTTP/1.1" status: 200 len: 945 time: 0.1285615 May 26 16:27:20.754145 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-507bdbc2-1bbb-4466-96b2-90cf31999d85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, a2305a9e-3438-4b4d-b7ec-290a791b9514) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:20.767594 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99791d72-5ab7-4c9e-9abb-034c1e23cd69 None None] Network a2305a9e-3438-4b4d-b7ec-290a791b9514 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:20.772828 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507bdbc2-1bbb-4466-96b2-90cf31999d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:20.773438 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-507bdbc2-1bbb-4466-96b2-90cf31999d85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:20.799337 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-273a0244-d34d-4f48-a67e-7bc140c547a2 req-fa6d5f1d-fb69-433e-a903-953a9bb03db0 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] For port 389d20c2-b23c-48fe-ae28-37f51b846ca4, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=389d20c2-b23c-48fe-ae28-37f51b846ca4,segment=NetworkSegment(ebdd902a-877d-47a6-9a68-a262d381fc17),segment_id=ebdd902a-877d-47a6-9a68-a262d381fc17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:20.799984 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-273a0244-d34d-4f48-a67e-7bc140c547a2 req-fa6d5f1d-fb69-433e-a903-953a9bb03db0 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:20.812901 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4d2e8508-e3bf-4515-af1a-d70156a7a535 req-4599fe4c-629e-42f8-824f-99a919eea084 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba79cdc5-b360-4ac4-b108-a969c0f56a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627077 May 26 16:27:20.831130 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-273a0244-d34d-4f48-a67e-7bc140c547a2 req-fa6d5f1d-fb69-433e-a903-953a9bb03db0 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Calling delete_port for 389d20c2-b23c-48fe-ae28-37f51b846ca4 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:27:20.848675 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-507bdbc2-1bbb-4466-96b2-90cf31999d85 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9735515 May 26 16:27:20.849082 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 47010) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:20.862471 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d4f9033a-6ca0-4a21-a85c-6c20db073b67 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1616528709-router', 'tenant_id': '3a164fb21bb6464e88fb307183a36d06', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:20.933057 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d4f9033a-6ca0-4a21-a85c-6c20db073b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:20.935222 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d4f9033a-6ca0-4a21-a85c-6c20db073b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:21.078699 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d4f9033a-6ca0-4a21-a85c-6c20db073b67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:21.128576 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38397ca8-0bf0-43f3-9b8b-03fb911f9fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-a2305a9e-3438-4b4d-b7ec-290a791b9514', 'network_id': 'a2305a9e-3438-4b4d-b7ec-290a791b9514', 'tenant_id': '3a164fb21bb6464e88fb307183a36d06', 'fixed_ips': [{'subnet_id': 'a42ab967-8549-447e-aacd-2352d6fd1875'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:27:21.129509 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-38397ca8-0bf0-43f3-9b8b-03fb911f9fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:21.419061 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-38397ca8-0bf0-43f3-9b8b-03fb911f9fdd None None] Allocated IP 172.20.0.2 (a2305a9e-3438-4b4d-b7ec-290a791b9514/a42ab967-8549-447e-aacd-2352d6fd1875/2b85c382-cf63-42ab-ab84-b0db28eaabf1) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:21.453189 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d4f9033a-6ca0-4a21-a85c-6c20db073b67 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:21.810101 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-38397ca8-0bf0-43f3-9b8b-03fb911f9fdd None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:21.834039 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-38397ca8-0bf0-43f3-9b8b-03fb911f9fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:21.856967 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d4f9033a-6ca0-4a21-a85c-6c20db073b67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:21.866351 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-eee98651-84a2-42b0-8e92-8b39021e1d94 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Deleting port f061734d-97e0-45e6-a412-46d159ee747a {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:27:21.866965 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eee98651-84a2-42b0-8e92-8b39021e1d94 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:21.908120 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d4f9033a-6ca0-4a21-a85c-6c20db073b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:21.954721 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38397ca8-0bf0-43f3-9b8b-03fb911f9fdd None None] Network a2305a9e-3438-4b4d-b7ec-290a791b9514 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:21.962097 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-38397ca8-0bf0-43f3-9b8b-03fb911f9fdd None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:21.969369 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38397ca8-0bf0-43f3-9b8b-03fb911f9fdd None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:21.984894 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38397ca8-0bf0-43f3-9b8b-03fb911f9fdd None None] Pushing event updated for resources: {'Port': ['ID=2b85c382-cf63-42ab-ab84-b0db28eaabf1,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:22.020890 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eee98651-84a2-42b0-8e92-8b39021e1d94 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:22.021232 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eee98651-84a2-42b0-8e92-8b39021e1d94 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:22.035223 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-eee98651-84a2-42b0-8e92-8b39021e1d94 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Calling delete_port for f061734d-97e0-45e6-a412-46d159ee747a owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:27:22.108235 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-38397ca8-0bf0-43f3-9b8b-03fb911f9fdd None None] Attempting to bind port 2b85c382-cf63-42ab-ab84-b0db28eaabf1 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:27:22.108608 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-38397ca8-0bf0-43f3-9b8b-03fb911f9fdd None None] Attempting to bind port 2b85c382-cf63-42ab-ab84-b0db28eaabf1 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'b91998da-6e13-4857-9170-4a989a2b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2305a9e-3438-4b4d-b7ec-290a791b9514'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:27:22.108972 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38397ca8-0bf0-43f3-9b8b-03fb911f9fdd None None] Attempting to bind port 2b85c382-cf63-42ab-ab84-b0db28eaabf1 on network a2305a9e-3438-4b4d-b7ec-290a791b9514 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:22.122225 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38397ca8-0bf0-43f3-9b8b-03fb911f9fdd None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:27:22.122612 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38397ca8-0bf0-43f3-9b8b-03fb911f9fdd None None] Checking segment: {'id': 'b91998da-6e13-4857-9170-4a989a2b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2305a9e-3438-4b4d-b7ec-290a791b9514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:22.123023 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-38397ca8-0bf0-43f3-9b8b-03fb911f9fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:22.123421 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38397ca8-0bf0-43f3-9b8b-03fb911f9fdd None None] Bound using segment: {'id': 'b91998da-6e13-4857-9170-4a989a2b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2305a9e-3438-4b4d-b7ec-290a791b9514'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:27:22.124230 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-38397ca8-0bf0-43f3-9b8b-03fb911f9fdd None None] Bound port: 2b85c382-cf63-42ab-ab84-b0db28eaabf1, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91998da-6e13-4857-9170-4a989a2b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2305a9e-3438-4b4d-b7ec-290a791b9514'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:27:22.124702 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-38397ca8-0bf0-43f3-9b8b-03fb911f9fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:22.236356 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-38397ca8-0bf0-43f3-9b8b-03fb911f9fdd None None] For port 2b85c382-cf63-42ab-ab84-b0db28eaabf1, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:27:22.246692 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-38397ca8-0bf0-43f3-9b8b-03fb911f9fdd None None] For port 2b85c382-cf63-42ab-ab84-b0db28eaabf1, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2b85c382-cf63-42ab-ab84-b0db28eaabf1,segment=NetworkSegment(b91998da-6e13-4857-9170-4a989a2b032d),segment_id=b91998da-6e13-4857-9170-4a989a2b032d)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:27:22.250557 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eee98651-84a2-42b0-8e92-8b39021e1d94 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:22.257694 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-38397ca8-0bf0-43f3-9b8b-03fb911f9fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:22.259491 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-273a0244-d34d-4f48-a67e-7bc140c547a2 req-fa6d5f1d-fb69-433e-a903-953a9bb03db0 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:22.275999 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7b39d-fb8a-4c2c-bae3-eb7828b603c1 req-546f675b-1988-46f8-bd5a-58aaff6d176b tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:22.277556 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26b7b39d-fb8a-4c2c-bae3-eb7828b603c1 req-546f675b-1988-46f8-bd5a-58aaff6d176b tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b74a18-c826-4b3d-8016-bc1da85cedb3 HTTP/1.1" status: 200 len: 945 time: 0.2713182 May 26 16:27:22.289238 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-d4f9033a-6ca0-4a21-a85c-6c20db073b67 admin admin] Allocated IP 172.25.7.176 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/2d420bcf-66e6-486a-a73f-08c6c3c36b7c) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:22.299458 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee98651-84a2-42b0-8e92-8b39021e1d94 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'Port': ['ID=f061734d-97e0-45e6-a412-46d159ee747a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:22.335172 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d5f1d-fb69-433e-a903-953a9bb03db0 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Pushing event deleted for resources: {'Port': ['ID=389d20c2-b23c-48fe-ae28-37f51b846ca4,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:22.337548 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26b7b39d-fb8a-4c2c-bae3-eb7828b603c1 req-45d70297-ae0d-469e-bacb-1fe6b5d67c00 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba79cdc5-b360-4ac4-b108-a969c0f56a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511796 May 26 16:27:22.349756 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38397ca8-0bf0-43f3-9b8b-03fb911f9fdd None None] Pushing event updated for resources: {'Port': ['ID=2b85c382-cf63-42ab-ab84-b0db28eaabf1,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:22.482161 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-273a0244-d34d-4f48-a67e-7bc140c547a2 req-fa6d5f1d-fb69-433e-a903-953a9bb03db0 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] No DVR routers for this DVR port 389d20c2-b23c-48fe-ae28-37f51b846ca4 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:27:22.486370 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-273a0244-d34d-4f48-a67e-7bc140c547a2 req-fa6d5f1d-fb69-433e-a903-953a9bb03db0 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:22.490934 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-273a0244-d34d-4f48-a67e-7bc140c547a2 req-fa6d5f1d-fb69-433e-a903-953a9bb03db0 tempest-ServerGroupTestJSON-1437653038 tempest-ServerGroupTestJSON-1437653038-project] 10.222.0.83 "DELETE /v2.0/ports/389d20c2-b23c-48fe-ae28-37f51b846ca4 HTTP/1.1" status: 204 len: 173 time: 2.2120304 May 26 16:27:22.491645 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b74a18-c826-4b3d-8016-bc1da85cedb3', 'name': 'network-vif-deleted', 'tag': '389d20c2-b23c-48fe-ae28-37f51b846ca4'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:27:22.494417 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046b8efa-d209-42ad-b370-bffce339b3c2" -d '{"events": [{"server_uuid": "19b74a18-c826-4b3d-8016-bc1da85cedb3", "name": "network-vif-deleted", "tag": "389d20c2-b23c-48fe-ae28-37f51b846ca4"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:27:22.535705 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eee98651-84a2-42b0-8e92-8b39021e1d94 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:22.536288 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-eee98651-84a2-42b0-8e92-8b39021e1d94 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Floating IP 96ca254e-c491-4ef3-a88b-71554bfa4ea3 disassociated (deleted). External IP: 172.25.7.144, port: 4cc7f333-b2a1-4839-8b7e-0e68804de1b3. May 26 16:27:22.581525 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d4f9033a-6ca0-4a21-a85c-6c20db073b67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:22.597547 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baaab9c8-204b-4330-a9e9-3a2eec761100 x-openstack-request-id: req-baaab9c8-204b-4330-a9e9-3a2eec761100 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:27:22.597822 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b74a18-c826-4b3d-8016-bc1da85cedb3", "name": "network-vif-deleted", "tag": "389d20c2-b23c-48fe-ae28-37f51b846ca4", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:27:22.598196 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-baaab9c8-204b-4330-a9e9-3a2eec761100 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:27:22.598638 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baaab9c8-204b-4330-a9e9-3a2eec761100'] response: {'server_uuid': '19b74a18-c826-4b3d-8016-bc1da85cedb3', 'name': 'network-vif-deleted', 'tag': '389d20c2-b23c-48fe-ae28-37f51b846ca4', 'status': 'completed', 'code': 200} May 26 16:27:22.723041 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d4f9033a-6ca0-4a21-a85c-6c20db073b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:22.841389 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f9033a-6ca0-4a21-a85c-6c20db073b67 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:22.844887 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-d4f9033a-6ca0-4a21-a85c-6c20db073b67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:22.856378 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f9033a-6ca0-4a21-a85c-6c20db073b67 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:22.903422 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9033a-6ca0-4a21-a85c-6c20db073b67 admin admin] Pushing event updated for resources: {'Port': ['ID=2d420bcf-66e6-486a-a73f-08c6c3c36b7c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:22.962499 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee98651-84a2-42b0-8e92-8b39021e1d94 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Router b63a4406-98af-4dd6-a004-cfa917eae16e has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:27:23.144780 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee98651-84a2-42b0-8e92-8b39021e1d94 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:27:23.151435 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eee98651-84a2-42b0-8e92-8b39021e1d94 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:23.157992 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ce82e4-615c-4cef-86e5-88f4d287ebde None None] Sync routers for ids ['b63a4406-98af-4dd6-a004-cfa917eae16e'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:27:23.173658 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ce82e4-615c-4cef-86e5-88f4d287ebde None None] Routers {'b63a4406-98af-4dd6-a004-cfa917eae16e'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:23.175581 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-60ce82e4-615c-4cef-86e5-88f4d287ebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:27:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b63a4406-98af-4dd6-a004-cfa917eae16e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:23.187607 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-eee98651-84a2-42b0-8e92-8b39021e1d94 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "DELETE /v2.0/floatingips/96ca254e-c491-4ef3-a88b-71554bfa4ea3 HTTP/1.1" status: 204 len: 168 time: 2.5285208 May 26 16:27:23.296693 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d4f9033a-6ca0-4a21-a85c-6c20db073b67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:23.506780 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-60ce82e4-615c-4cef-86e5-88f4d287ebde None None] Set router b63a4406-98af-4dd6-a004-cfa917eae16e gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:23.749385 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4e524-00cc-4358-a0f7-e5849589e6eb req-7b7dae42-5e30-420c-8de1-e3067c659dea tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:23.751932 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0cd4e524-00cc-4358-a0f7-e5849589e6eb req-7b7dae42-5e30-420c-8de1-e3067c659dea tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 946 time: 0.2478187 May 26 16:27:23.760002 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 389d20c2-b23c-48fe-ae28-37f51b846ca4 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:27:23.814811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 389d20c2-b23c-48fe-ae28-37f51b846ca4 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:27:23.815171 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 389d20c2-b23c-48fe-ae28-37f51b846ca4 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:27:23.825175 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2b85c382-cf63-42ab-ab84-b0db28eaabf1 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:23.981341 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47120) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:24.008525 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0cd4e524-00cc-4358-a0f7-e5849589e6eb req-a398ed18-4d4e-4316-b105-c4132cf3f627 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2354045 May 26 16:27:24.016455 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2b85c382-cf63-42ab-ab84-b0db28eaabf1 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:24.016844 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:24.051088 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d4f9033a-6ca0-4a21-a85c-6c20db073b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:24.085761 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab51ddbe-d7b3-4037-87da-47ec9558eda8 admin admin] Deleting subnet c892116c-c675-430f-bd66-5a464ed21ebd {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:27:24.099702 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab51ddbe-d7b3-4037-87da-47ec9558eda8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:24.105376 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-60ce82e4-615c-4cef-86e5-88f4d287ebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284775052', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:24Z', 'updated_at': '2022-05-26T16:24:37Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:25Z', 'updated_at': '2022-05-26T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '934458f2-8be2-4622-94e3-bc6a3b63def4', 'name': '', 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:b1:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e4a72073-56ee-47b2-b7ed-fa9f44cedf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:33Z', 'updated_at': '2022-05-26T16:24:54Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'e4a72073-56ee-47b2-b7ed-fa9f44cedf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:24.201370 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab51ddbe-d7b3-4037-87da-47ec9558eda8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:24.210019 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ce82e4-615c-4cef-86e5-88f4d287ebde None None] Checking router: b63a4406-98af-4dd6-a004-cfa917eae16e for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:27:24.238449 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2b85c382-cf63-42ab-ab84-b0db28eaabf1 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:24.239194 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:24.239371 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ce82e4-615c-4cef-86e5-88f4d287ebde None None] Routers {'b63a4406-98af-4dd6-a004-cfa917eae16e'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:24.250718 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-60ce82e4-615c-4cef-86e5-88f4d287ebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:27:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b63a4406-98af-4dd6-a004-cfa917eae16e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:24.303738 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 2b85c382-cf63-42ab-ab84-b0db28eaabf1, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2b85c382-cf63-42ab-ab84-b0db28eaabf1,segment=NetworkSegment(b91998da-6e13-4857-9170-4a989a2b032d),segment_id=b91998da-6e13-4857-9170-4a989a2b032d)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:24.306126 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9372f0-352f-4ca1-af37-1c4ea11cf31e None None] Network a2305a9e-3438-4b4d-b7ec-290a791b9514 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:24.306513 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab51ddbe-d7b3-4037-87da-47ec9558eda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:24.437412 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:24.464243 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f9033a-6ca0-4a21-a85c-6c20db073b67 admin admin] Router 606627c9-20e5-4117-999f-7904b6539e7c is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:27:24.466147 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab51ddbe-d7b3-4037-87da-47ec9558eda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:24.521248 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51ddbe-d7b3-4037-87da-47ec9558eda8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c892116c-c675-430f-bd66-5a464ed21ebd,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:24.533951 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab51ddbe-d7b3-4037-87da-47ec9558eda8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:24.539913 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ab51ddbe-d7b3-4037-87da-47ec9558eda8 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c892116c-c675-430f-bd66-5a464ed21ebd HTTP/1.1" status: 204 len: 168 time: 0.5568330 May 26 16:27:24.542799 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47126) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:24.583865 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-1f5a8a00-2d63-4148-8adb-db4beb705f20 None None] Provisioning complete for port 2b85c382-cf63-42ab-ab84-b0db28eaabf1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:24.585451 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8a00-2d63-4148-8adb-db4beb705f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:24.604938 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-60ce82e4-615c-4cef-86e5-88f4d287ebde None None] Set router b63a4406-98af-4dd6-a004-cfa917eae16e gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:24.688928 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'tag': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:27:24.698041 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5115f823-05a1-4151-98e9-05130ee39599" -d '{"events": [{"name": "network-changed", "server_uuid": "a54bdb75-1b3b-436e-a70e-6d4a11106451", "tag": "4cc7f333-b2a1-4839-8b7e-0e68804de1b3"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:27:24.828726 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04c47c8-16ea-475e-b53d-6042b2d5b050 x-openstack-request-id: req-a04c47c8-16ea-475e-b53d-6042b2d5b050 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:27:24.829701 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54bdb75-1b3b-436e-a70e-6d4a11106451", "tag": "4cc7f333-b2a1-4839-8b7e-0e68804de1b3", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:27:24.829701 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a04c47c8-16ea-475e-b53d-6042b2d5b050 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:27:24.829701 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a04c47c8-16ea-475e-b53d-6042b2d5b050'] response: {'name': 'network-changed', 'server_uuid': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'tag': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3', 'status': 'completed', 'code': 200} May 26 16:27:24.874617 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-09235efd-4abf-442f-8149-6a4a140f2e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:24.928423 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f3422-e618-4778-976d-7d2cf2d57763 req-dc332d81-86f5-4895-9e20-147150f0b9eb tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:24.930093 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0b6f3422-e618-4778-976d-7d2cf2d57763 req-dc332d81-86f5-4895-9e20-147150f0b9eb tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.81 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 946 time: 0.2285030 May 26 16:27:24.932560 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=2b85c382-cf63-42ab-ab84-b0db28eaabf1,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:25.070143 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-60ce82e4-615c-4cef-86e5-88f4d287ebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284775052', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:24Z', 'updated_at': '2022-05-26T16:24:37Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:25Z', 'updated_at': '2022-05-26T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '934458f2-8be2-4622-94e3-bc6a3b63def4', 'name': '', 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:b1:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e4a72073-56ee-47b2-b7ed-fa9f44cedf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:33Z', 'updated_at': '2022-05-26T16:24:54Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'e4a72073-56ee-47b2-b7ed-fa9f44cedf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:25.114046 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ce82e4-615c-4cef-86e5-88f4d287ebde None None] The sync data for ids ['b63a4406-98af-4dd6-a004-cfa917eae16e'] in n-d-843337-2 is: [{'id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284775052', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:24Z', 'updated_at': '2022-05-26T16:24:37Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:25Z', 'updated_at': '2022-05-26T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '934458f2-8be2-4622-94e3-bc6a3b63def4', 'name': '', 'network_id': '5e98d685-ced0-498f-873a-e656dd34cb0e', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:b1:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e4a72073-56ee-47b2-b7ed-fa9f44cedf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:33Z', 'updated_at': '2022-05-26T16:24:54Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'e4a72073-56ee-47b2-b7ed-fa9f44cedf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:27:25.117622 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a8a00-2d63-4148-8adb-db4beb705f20 None None] Current status of the port 2b85c382-cf63-42ab-ab84-b0db28eaabf1 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:25.210035 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47138) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:25.312642 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-09235efd-4abf-442f-8149-6a4a140f2e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.416805 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-09235efd-4abf-442f-8149-6a4a140f2e9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048217cc-7e28-43c1-9c50-06816e8d1361']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:25.438502 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-09235efd-4abf-442f-8149-6a4a140f2e9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebdd902a-877d-47a6-9a68-a262d381fc17') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:25.444474 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-09235efd-4abf-442f-8149-6a4a140f2e9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebdd902a-877d-47a6-9a68-a262d381fc17') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:25.453887 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-2e773ddd-ec71-457d-b123-a9dafe4bce63 None None] Provisioning complete for port 2b85c382-cf63-42ab-ab84-b0db28eaabf1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:25.454544 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2e773ddd-ec71-457d-b123-a9dafe4bce63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.477848 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-0b6f3422-e618-4778-976d-7d2cf2d57763 req-f05603f0-cd99-41c2-813b-aad8de0b8ae4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Deleting port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:27:25.478203 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0b6f3422-e618-4778-976d-7d2cf2d57763 req-f05603f0-cd99-41c2-813b-aad8de0b8ae4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.481208 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0bf4c-59ad-468c-be8c-494872fd654d req-0bb59b61-0071-4de7-8d35-3d08ffa5f57e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:25.489287 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61f0bf4c-59ad-468c-be8c-494872fd654d req-0bb59b61-0071-4de7-8d35-3d08ffa5f57e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 946 time: 0.1518030 May 26 16:27:25.494536 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f9033a-6ca0-4a21-a85c-6c20db073b67 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:27:25.520201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] Sync routers for ids ['606627c9-20e5-4117-999f-7904b6539e7c'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:27:25.535847 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115f823-05a1-4151-98e9-05130ee39599 req-e721fadb-ac85-4d08-bceb-ab587231c0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:25.537666 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5115f823-05a1-4151-98e9-05130ee39599 req-e721fadb-ac85-4d08-bceb-ab587231c0e8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 1097 time: 0.1992481 May 26 16:27:25.562712 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] Routers {'606627c9-20e5-4117-999f-7904b6539e7c'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:25.563516 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:27:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['606627c9-20e5-4117-999f-7904b6539e7c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:25.634126 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3012f4d8-14bd-4954-9ce8-2020682e9f0d None None] New status for floating IP 96ca254e-c491-4ef3-a88b-71554bfa4ea3: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:27:25.675192 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d4f9033a-6ca0-4a21-a85c-6c20db073b67 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.677579 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d4f9033a-6ca0-4a21-a85c-6c20db073b67 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8270180 May 26 16:27:25.684921 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 47142) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:25.688509 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-09235efd-4abf-442f-8149-6a4a140f2e9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.706454 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-09235efd-4abf-442f-8149-6a4a140f2e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.714329 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61f0bf4c-59ad-468c-be8c-494872fd654d req-9345aa53-9d84-4d6b-a7a4-41e6d9ae36d1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fc34522-55e5-4e13-95af-2ef1835355af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226522 May 26 16:27:25.717211 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09235efd-4abf-442f-8149-6a4a140f2e9e admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:27:25.717860 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-09235efd-4abf-442f-8149-6a4a140f2e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.790442 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2b85c382-cf63-42ab-ab84-b0db28eaabf1 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:25.905544 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84cc512d-a809-4237-9b95-cd37576c10ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.928936 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-09235efd-4abf-442f-8149-6a4a140f2e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.932184 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115f823-05a1-4151-98e9-05130ee39599 req-02316ec9-abf1-440c-af42-7118ab51dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:25.936255 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5115f823-05a1-4151-98e9-05130ee39599 req-02316ec9-abf1-440c-af42-7118ab51dec5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5e98d685-ced0-498f-873a-e656dd34cb0e HTTP/1.1" status: 200 len: 897 time: 0.3887334 May 26 16:27:25.970310 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-09235efd-4abf-442f-8149-6a4a140f2e9e admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:25.977677 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-09235efd-4abf-442f-8149-6a4a140f2e9e admin admin] 10.222.0.77 "DELETE /v2.0/networks/048217cc-7e28-43c1-9c50-06816e8d1361 HTTP/1.1" status: 204 len: 168 time: 1.4333029 May 26 16:27:25.979653 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment ebdd902a-877d-47a6-9a68-a262d381fc17 resource provider aggregate not found May 26 16:27:26.040691 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09235efd-4abf-442f-8149-6a4a140f2e9e admin admin] Pushing event deleted for resources: {'Network': ['ID=048217cc-7e28-43c1-9c50-06816e8d1361,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:26.050124 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-0b6f3422-e618-4778-976d-7d2cf2d57763 req-f05603f0-cd99-41c2-813b-aad8de0b8ae4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] For port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,segment=NetworkSegment(3131bd3d-ec78-4812-abe2-0806a5790986),segment_id=3131bd3d-ec78-4812-abe2-0806a5790986)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:26.052529 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0b6f3422-e618-4778-976d-7d2cf2d57763 req-f05603f0-cd99-41c2-813b-aad8de0b8ae4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.061230 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment ebdd902a-877d-47a6-9a68-a262d381fc17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ebdd902a-877d-47a6-9a68-a262d381fc17 found for delete ", "request_id": "req-1599286e-83d3-4484-973d-a7237c0cdb20"}]} May 26 16:27:26.069943 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2e773ddd-ec71-457d-b123-a9dafe4bce63 None None] Current status of the port 2b85c382-cf63-42ab-ab84-b0db28eaabf1 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:26.084972 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] Set router 606627c9-20e5-4117-999f-7904b6539e7c gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:26.131383 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-0b6f3422-e618-4778-976d-7d2cf2d57763 req-f05603f0-cd99-41c2-813b-aad8de0b8ae4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Calling delete_port for 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:27:26.140653 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5115f823-05a1-4151-98e9-05130ee39599 req-1426bba2-8303-4f79-aaf9-84af4cd9a6b7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cc7f333-b2a1-4839-8b7e-0e68804de1b3 HTTP/1.1" status: 200 len: 217 time: 0.1930735 May 26 16:27:26.342573 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47158) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:26.376003 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2b85c382-cf63-42ab-ab84-b0db28eaabf1 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:26.377043 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.385539 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84cc512d-a809-4237-9b95-cd37576c10ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.406143 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84cc512d-a809-4237-9b95-cd37576c10ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.420167 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115f823-05a1-4151-98e9-05130ee39599 req-6913d4ca-8eaa-4ded-94de-181abd320e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:26.422678 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5115f823-05a1-4151-98e9-05130ee39599 req-6913d4ca-8eaa-4ded-94de-181abd320e30 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e4a72073-56ee-47b2-b7ed-fa9f44cedf7f HTTP/1.1" status: 200 len: 835 time: 0.2782567 May 26 16:27:26.471894 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-84cc512d-a809-4237-9b95-cd37576c10ca admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8819b572f28d4372960e637aa6164a7f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2568495 May 26 16:27:26.474907 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 47160) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:26.498816 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc512d-a809-4237-9b95-cd37576c10ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb70e99-4e75-4dea-ba77-375d362375b3,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:26.604073 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-98ee2530-61e6-45b5-9a6d-f3ba33a29dfb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9eae5c514a5349c28712358e92294c1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2583032 May 26 16:27:26.607693 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47164) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:26.670211 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0b6f3422-e618-4778-976d-7d2cf2d57763 req-f05603f0-cd99-41c2-813b-aad8de0b8ae4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.671081 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115f823-05a1-4151-98e9-05130ee39599 req-8a47bd9b-19c4-4373-852a-4254ebdb9b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:26.672675 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5115f823-05a1-4151-98e9-05130ee39599 req-8a47bd9b-19c4-4373-852a-4254ebdb9b0a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5e98d685-ced0-498f-873a-e656dd34cb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2414258 May 26 16:27:26.737572 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05603f0-cd99-41c2-813b-aad8de0b8ae4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'Port': ['ID=4cc7f333-b2a1-4839-8b7e-0e68804de1b3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:26.764797 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15256275-d148-4772-aacf-c3d26b7e5a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.805208 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5115f823-05a1-4151-98e9-05130ee39599 req-5bb4abdf-36a1-43c1-a609-664b295c1b77 service neutron] 10.222.0.81 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249382 May 26 16:27:26.806269 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6f3422-e618-4778-976d-7d2cf2d57763 req-f05603f0-cd99-41c2-813b-aad8de0b8ae4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] No DVR routers for this DVR port 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:27:26.812904 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0b6f3422-e618-4778-976d-7d2cf2d57763 req-f05603f0-cd99-41c2-813b-aad8de0b8ae4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.822210 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0b6f3422-e618-4778-976d-7d2cf2d57763 req-f05603f0-cd99-41c2-813b-aad8de0b8ae4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.81 "DELETE /v2.0/ports/4cc7f333-b2a1-4839-8b7e-0e68804de1b3 HTTP/1.1" status: 204 len: 173 time: 1.8845556 May 26 16:27:26.835851 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'name': 'network-vif-deleted', 'tag': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:27:26.838353 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b21639-dce9-4dc8-838b-0ffb14d5a5e4" -d '{"events": [{"server_uuid": "a54bdb75-1b3b-436e-a70e-6d4a11106451", "name": "network-vif-deleted", "tag": "4cc7f333-b2a1-4839-8b7e-0e68804de1b3"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:27:26.868759 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15256275-d148-4772-aacf-c3d26b7e5a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.954209 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15256275-d148-4772-aacf-c3d26b7e5a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.957667 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15256275-d148-4772-aacf-c3d26b7e5a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:26.961621 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2b85c382-cf63-42ab-ab84-b0db28eaabf1 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:26.964601 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-15256275-d148-4772-aacf-c3d26b7e5a65 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ba79cdc5-b360-4ac4-b108-a969c0f56a2b HTTP/1.1" status: 204 len: 168 time: 0.3538954 May 26 16:27:26.985782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606627c9-20e5-4117-999f-7904b6539e7c', 'name': 'tempest-TestAggregatesBasicOps-1616528709-router', 'tenant_id': '3a164fb21bb6464e88fb307183a36d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '2d420bcf-66e6-486a-a73f-08c6c3c36b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:20Z', 'updated_at': '2022-05-26T16:27:23Z', 'revision_number': 3, 'project_id': '3a164fb21bb6464e88fb307183a36d06', 'gw_port': {'id': '2d420bcf-66e6-486a-a73f-08c6c3c36b7c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fe:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606627c9-20e5-4117-999f-7904b6539e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:21Z', 'updated_at': '2022-05-26T16:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:27.003124 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15256275-d148-4772-aacf-c3d26b7e5a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba79cdc5-b360-4ac4-b108-a969c0f56a2b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:27.011910 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31179691-06ae-44c4-ace7-dce4c93e02b5 x-openstack-request-id: req-31179691-06ae-44c4-ace7-dce4c93e02b5 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:27:27.013209 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54bdb75-1b3b-436e-a70e-6d4a11106451", "name": "network-vif-deleted", "tag": "4cc7f333-b2a1-4839-8b7e-0e68804de1b3", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:27:27.013575 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31179691-06ae-44c4-ace7-dce4c93e02b5 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:27:27.017303 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31179691-06ae-44c4-ace7-dce4c93e02b5'] response: {'server_uuid': 'a54bdb75-1b3b-436e-a70e-6d4a11106451', 'name': 'network-vif-deleted', 'tag': '4cc7f333-b2a1-4839-8b7e-0e68804de1b3', 'status': 'completed', 'code': 200} May 26 16:27:27.050455 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] Checking router: 606627c9-20e5-4117-999f-7904b6539e7c for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:27:27.050616 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] Updating router 606627c9-20e5-4117-999f-7904b6539e7c port 2d420bcf-66e6-486a-a73f-08c6c3c36b7c binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:27:27.142907 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5115f823-05a1-4151-98e9-05130ee39599 req-b82e443c-205f-49fb-9040-9734b723cdeb service neutron] 10.222.0.81 "GET /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279903 May 26 16:27:27.143786 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8cc706a4-9d64-411a-b49c-a52e48d4bf7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:27.149408 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:27.254336 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c5e5d1c-e3b6-4450-af8b-3f5d62f4fae9 req-7c151cac-3c14-4798-977d-7c0b6ca90512 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=a54bdb75-1b3b-436e-a70e-6d4a11106451 HTTP/1.1" status: 200 len: 210 time: 0.0488801 May 26 16:27:27.306825 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8cc706a4-9d64-411a-b49c-a52e48d4bf7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:27.469571 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8cc706a4-9d64-411a-b49c-a52e48d4bf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:27.474799 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8cc706a4-9d64-411a-b49c-a52e48d4bf7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:27.478345 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8cc706a4-9d64-411a-b49c-a52e48d4bf7f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/acb70e99-4e75-4dea-ba77-375d362375b3 HTTP/1.1" status: 204 len: 168 time: 0.9975319 May 26 16:27:27.518319 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc706a4-9d64-411a-b49c-a52e48d4bf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb70e99-4e75-4dea-ba77-375d362375b3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:27.597955 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1e58cea0-e813-43f2-825f-0ef00fab15fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:27.631818 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:27:27.647142 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:27:27.874664 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:27:27.874955 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 4cc7f333-b2a1-4839-8b7e-0e68804de1b3 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:27:27.909409 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:27.917346 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:27.971890 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-1e58cea0-e813-43f2-825f-0ef00fab15fc admin admin] Allocated IP 172.20.0.1 (a2305a9e-3438-4b4d-b7ec-290a791b9514/a42ab967-8549-447e-aacd-2352d6fd1875/ae16d285-902c-4c9d-9313-21510f6b110e) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:28.025345 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] Attempting to bind port 2d420bcf-66e6-486a-a73f-08c6c3c36b7c on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:27:28.025712 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] Attempting to bind port 2d420bcf-66e6-486a-a73f-08c6c3c36b7c by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:27:28.026076 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] Attempting to bind port 2d420bcf-66e6-486a-a73f-08c6c3c36b7c on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:28.046738 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:27:28.047185 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:28.047640 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:28.048122 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:27:28.048614 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] Bound port: 2d420bcf-66e6-486a-a73f-08c6c3c36b7c, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:27:28.049133 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:28.102272 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f5b2c-8b37-4642-a2b3-cecddf1ed250 None None] Pushing event updated for resources: {'Port': ['ID=2d420bcf-66e6-486a-a73f-08c6c3c36b7c,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:28.130787 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47192) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:28.150102 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48c3f990-e48e-4be7-8886-24e9ed6af02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:28.157211 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1e58cea0-e813-43f2-825f-0ef00fab15fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:28.168962 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] For port 2d420bcf-66e6-486a-a73f-08c6c3c36b7c, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:27:28.174572 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] For port 2d420bcf-66e6-486a-a73f-08c6c3c36b7c, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2d420bcf-66e6-486a-a73f-08c6c3c36b7c,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:27:28.181816 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:28.250035 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] Routers {'606627c9-20e5-4117-999f-7904b6539e7c'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:28.251674 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:27:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['606627c9-20e5-4117-999f-7904b6539e7c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:28.261493 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48c3f990-e48e-4be7-8886-24e9ed6af02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:28.267193 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48c3f990-e48e-4be7-8886-24e9ed6af02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:28.285574 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1e58cea0-e813-43f2-825f-0ef00fab15fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:28.328724 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-48c3f990-e48e-4be7-8886-24e9ed6af02b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8ae01e5ebe67424eab8347429842ece6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1962707 May 26 16:27:28.330311 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3f990-e48e-4be7-8886-24e9ed6af02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517960f2-2d5a-4e1e-82a1-5b7cd545adb5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:28.333951 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47198) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:28.362317 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 47202) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:28.373908 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f5b2c-8b37-4642-a2b3-cecddf1ed250 None None] Pushing event updated for resources: {'Port': ['ID=2d420bcf-66e6-486a-a73f-08c6c3c36b7c,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:28.475817 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e58cea0-e813-43f2-825f-0ef00fab15fc admin admin] Network a2305a9e-3438-4b4d-b7ec-290a791b9514 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:28.478151 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-02955724-10b9-4bb6-a912-727316fca1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:28.485885 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] Set router 606627c9-20e5-4117-999f-7904b6539e7c gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:28.501419 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-1e58cea0-e813-43f2-825f-0ef00fab15fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:28.509932 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e58cea0-e813-43f2-825f-0ef00fab15fc admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:28.516579 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-02955724-10b9-4bb6-a912-727316fca1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:28.558040 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58cea0-e813-43f2-825f-0ef00fab15fc admin admin] Pushing event updated for resources: {'Port': ['ID=ae16d285-902c-4c9d-9313-21510f6b110e,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:28.649224 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-02955724-10b9-4bb6-a912-727316fca1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:28.652372 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-02955724-10b9-4bb6-a912-727316fca1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:28.654092 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-02955724-10b9-4bb6-a912-727316fca1d7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/517960f2-2d5a-4e1e-82a1-5b7cd545adb5 HTTP/1.1" status: 204 len: 168 time: 0.3187995 May 26 16:27:28.689235 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02955724-10b9-4bb6-a912-727316fca1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517960f2-2d5a-4e1e-82a1-5b7cd545adb5,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:28.831058 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1e58cea0-e813-43f2-825f-0ef00fab15fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:28.838168 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47212) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:29.043460 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ea92cf26-21e3-4f00-9004-e37d7e19e48f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-677661613-network', 'tenant_id': '60c55444184b4c5192f95a845d1b5628'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:29.068820 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea92cf26-21e3-4f00-9004-e37d7e19e48f admin admin] Made reservation on behalf of 60c55444184b4c5192f95a845d1b5628 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:29.075958 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea92cf26-21e3-4f00-9004-e37d7e19e48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:29.089308 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea92cf26-21e3-4f00-9004-e37d7e19e48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:29.106113 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-cff6b769-214b-4f4c-92ef-eafef0caad82 None None] Provisioning complete for port ae16d285-902c-4c9d-9313-21510f6b110e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:29.108561 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cff6b769-214b-4f4c-92ef-eafef0caad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:29.196889 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cff6b769-214b-4f4c-92ef-eafef0caad82 None None] Port ae16d285-902c-4c9d-9313-21510f6b110e cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:29.202910 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea92cf26-21e3-4f00-9004-e37d7e19e48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:29.212601 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea92cf26-21e3-4f00-9004-e37d7e19e48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:29.262489 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606627c9-20e5-4117-999f-7904b6539e7c', 'name': 'tempest-TestAggregatesBasicOps-1616528709-router', 'tenant_id': '3a164fb21bb6464e88fb307183a36d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '2d420bcf-66e6-486a-a73f-08c6c3c36b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:20Z', 'updated_at': '2022-05-26T16:27:23Z', 'revision_number': 3, 'project_id': '3a164fb21bb6464e88fb307183a36d06', 'gw_port': {'id': '2d420bcf-66e6-486a-a73f-08c6c3c36b7c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fe:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606627c9-20e5-4117-999f-7904b6539e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:21Z', 'updated_at': '2022-05-26T16:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:29.279972 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92cf26-21e3-4f00-9004-e37d7e19e48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419cc08e-435f-48b5-8d61-c3b9de54d52f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:29.300368 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea92cf26-21e3-4f00-9004-e37d7e19e48f admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:27:29.317030 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea92cf26-21e3-4f00-9004-e37d7e19e48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:29.318363 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-ea92cf26-21e3-4f00-9004-e37d7e19e48f admin admin] Added segment d92767c8-02f9-46b3-b196-566161bb0c4c of type vlan for network 474686a8-44f7-435c-bd81-d295ac8c5f86 May 26 16:27:29.347275 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29b17ca-168b-4a51-ab82-7eb80b47b012 None None] The sync data for ids ['606627c9-20e5-4117-999f-7904b6539e7c'] in n-d-843337-2 is: [{'id': '606627c9-20e5-4117-999f-7904b6539e7c', 'name': 'tempest-TestAggregatesBasicOps-1616528709-router', 'tenant_id': '3a164fb21bb6464e88fb307183a36d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '2d420bcf-66e6-486a-a73f-08c6c3c36b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:20Z', 'updated_at': '2022-05-26T16:27:23Z', 'revision_number': 3, 'project_id': '3a164fb21bb6464e88fb307183a36d06', 'gw_port': {'id': '2d420bcf-66e6-486a-a73f-08c6c3c36b7c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fe:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606627c9-20e5-4117-999f-7904b6539e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:21Z', 'updated_at': '2022-05-26T16:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:27:29.391953 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea92cf26-21e3-4f00-9004-e37d7e19e48f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:29.434239 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea92cf26-21e3-4f00-9004-e37d7e19e48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:29.436645 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea92cf26-21e3-4f00-9004-e37d7e19e48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:29.437977 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea92cf26-21e3-4f00-9004-e37d7e19e48f admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:29.531271 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92cf26-21e3-4f00-9004-e37d7e19e48f admin admin] Pushing event updated for resources: {'Network': ['ID=474686a8-44f7-435c-bd81-d295ac8c5f86,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:29.544681 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 474686a8-44f7-435c-bd81-d295ac8c5f86 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:27:29.556735 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ea92cf26-21e3-4f00-9004-e37d7e19e48f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7170274 May 26 16:27:29.564989 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47228) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:29.571296 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-25644534-79cf-4eeb-844e-df15789efdc8 admin admin] Request body: {'subnet': {'network_id': '474686a8-44f7-435c-bd81-d295ac8c5f86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-677661613-subnet', 'tenant_id': '60c55444184b4c5192f95a845d1b5628', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:29.598515 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25644534-79cf-4eeb-844e-df15789efdc8 admin admin] Made reservation on behalf of 60c55444184b4c5192f95a845d1b5628 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:29.603821 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1e58cea0-e813-43f2-825f-0ef00fab15fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:29.607652 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25644534-79cf-4eeb-844e-df15789efdc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:29.960701 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1e58cea0-e813-43f2-825f-0ef00fab15fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:29.971101 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1e58cea0-e813-43f2-825f-0ef00fab15fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:30.017284 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25644534-79cf-4eeb-844e-df15789efdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:30.103845 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25644534-79cf-4eeb-844e-df15789efdc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64cb8bce-3416-4c20-972a-bfade3bd6af0,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:30.120745 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58cea0-e813-43f2-825f-0ef00fab15fc admin admin] Pushing event updated for resources: {'Port': ['ID=ae16d285-902c-4c9d-9313-21510f6b110e,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:30.126922 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25644534-79cf-4eeb-844e-df15789efdc8 admin admin] Checking segment: {'id': 'd92767c8-02f9-46b3-b196-566161bb0c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '474686a8-44f7-435c-bd81-d295ac8c5f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:30.127365 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25644534-79cf-4eeb-844e-df15789efdc8 admin admin] Network hostable DHCP agents. Network: 474686a8-44f7-435c-bd81-d295ac8c5f86, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:27:30.138340 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1e58cea0-e813-43f2-825f-0ef00fab15fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:30.151691 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5d070a9f-9af3-4087-aad8-dd93e0f3ec43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:30.174536 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25644534-79cf-4eeb-844e-df15789efdc8 admin admin] Network 474686a8-44f7-435c-bd81-d295ac8c5f86 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:27:30.190449 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-25644534-79cf-4eeb-844e-df15789efdc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 474686a8-44f7-435c-bd81-d295ac8c5f86) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:30.209259 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1684ae-164d-4274-99a9-645578eb7de0 None None] Network 474686a8-44f7-435c-bd81-d295ac8c5f86 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:30.214286 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25644534-79cf-4eeb-844e-df15789efdc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:30.216294 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25644534-79cf-4eeb-844e-df15789efdc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:30.262292 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-25644534-79cf-4eeb-844e-df15789efdc8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6958635 May 26 16:27:30.555186 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce26b46-f497-4c4e-9cde-1999e53c4aa4 None None] Network 474686a8-44f7-435c-bd81-d295ac8c5f86 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:30.733465 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:30.756444 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e58cea0-e813-43f2-825f-0ef00fab15fc admin admin] Network a2305a9e-3438-4b4d-b7ec-290a791b9514 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:30.819250 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-1e58cea0-e813-43f2-825f-0ef00fab15fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:31.235978 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5cfe175f-66b1-44eb-8fb2-26097520c14e None None] Provisioning complete for port ae16d285-902c-4c9d-9313-21510f6b110e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:31.236566 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5cfe175f-66b1-44eb-8fb2-26097520c14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:31.304642 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5cfe175f-66b1-44eb-8fb2-26097520c14e None None] Port ae16d285-902c-4c9d-9313-21510f6b110e cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:31.366058 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e58cea0-e813-43f2-825f-0ef00fab15fc admin admin] Router 606627c9-20e5-4117-999f-7904b6539e7c has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:27:31.400837 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-ac2e19c6-4908-494c-b07c-cf0b74f46258 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:31.404255 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-ac2e19c6-4908-494c-b07c-cf0b74f46258 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/networks?id=474686a8-44f7-435c-bd81-d295ac8c5f86 HTTP/1.1" status: 200 len: 820 time: 0.4162889 May 26 16:27:31.488062 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-295ceb09-7044-4b17-9f1c-9cf24f4d25d4 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/quotas/60c55444184b4c5192f95a845d1b5628 HTTP/1.1" status: 200 len: 375 time: 0.0674758 May 26 16:27:31.493913 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-5d070a9f-9af3-4087-aad8-dd93e0f3ec43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Deleting port 934458f2-8be2-4622-94e3-bc6a3b63def4 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:27:31.494258 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5d070a9f-9af3-4087-aad8-dd93e0f3ec43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:31.539664 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-31943dcf-b594-4d89-a5aa-7b0957b79fa7 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=60c55444184b4c5192f95a845d1b5628&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420423 May 26 16:27:31.709779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2d420bcf-66e6-486a-a73f-08c6c3c36b7c up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:31.778206 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-98a01209-2bdc-4b16-856f-7f330a6a3900 service neutron] 10.222.0.77 "GET /v2.0/networks/474686a8-44f7-435c-bd81-d295ac8c5f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057636 May 26 16:27:31.780625 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e58cea0-e813-43f2-825f-0ef00fab15fc admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:27:31.796435 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1e58cea0-e813-43f2-825f-0ef00fab15fc admin admin] 10.222.0.77 "PUT /v2.0/routers/606627c9-20e5-4117-999f-7904b6539e7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1085997 May 26 16:27:31.798779 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-5d070a9f-9af3-4087-aad8-dd93e0f3ec43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] For port 934458f2-8be2-4622-94e3-bc6a3b63def4, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=934458f2-8be2-4622-94e3-bc6a3b63def4,segment=NetworkSegment(3131bd3d-ec78-4812-abe2-0806a5790986),segment_id=3131bd3d-ec78-4812-abe2-0806a5790986)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:31.799207 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5d070a9f-9af3-4087-aad8-dd93e0f3ec43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:31.820511 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2d420bcf-66e6-486a-a73f-08c6c3c36b7c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:31.820889 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:31.855970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-5d070a9f-9af3-4087-aad8-dd93e0f3ec43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Calling delete_port for 934458f2-8be2-4622-94e3-bc6a3b63def4 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:27:32.002745 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-8c7c53a7-82be-4777-975f-1652aeebc0fa service neutron] 10.222.0.77 "GET /v2.0/networks/474686a8-44f7-435c-bd81-d295ac8c5f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234697 May 26 16:27:32.056014 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2d420bcf-66e6-486a-a73f-08c6c3c36b7c is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:32.056440 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:32.106646 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 2d420bcf-66e6-486a-a73f-08c6c3c36b7c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2d420bcf-66e6-486a-a73f-08c6c3c36b7c,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:32.116828 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:32.250501 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=2d420bcf-66e6-486a-a73f-08c6c3c36b7c,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:32.414811 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5d070a9f-9af3-4087-aad8-dd93e0f3ec43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:32.421244 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] Sync routers for ids ['606627c9-20e5-4117-999f-7904b6539e7c'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:27:32.445661 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] Routers {'606627c9-20e5-4117-999f-7904b6539e7c'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:32.446212 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:27:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['606627c9-20e5-4117-999f-7904b6539e7c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:32.512164 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d070a9f-9af3-4087-aad8-dd93e0f3ec43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'Port': ['ID=934458f2-8be2-4622-94e3-bc6a3b63def4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:32.596699 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f3990f96-8081-4f33-a9c7-0c38ba157bf7 req-ee5f911f-59a2-4da2-a0fb-cb54b6c2bc6d tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8352f5f-41ff-4e73-9878-a2edaab8de44 HTTP/1.1" status: 200 len: 210 time: 0.1443191 May 26 16:27:32.939724 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5d070a9f-9af3-4087-aad8-dd93e0f3ec43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:33.118899 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] Set router 606627c9-20e5-4117-999f-7904b6539e7c gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:33.252901 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47338) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:33.259207 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-1d49024d-d5a3-4063-8420-1a7b657d926f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-194469100-network', 'tenant_id': '6210edd027154007bf03f7925bf5b9ea'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:33.301727 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d49024d-d5a3-4063-8420-1a7b657d926f admin admin] Made reservation on behalf of 6210edd027154007bf03f7925bf5b9ea for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:33.304840 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d49024d-d5a3-4063-8420-1a7b657d926f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:33.321569 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d49024d-d5a3-4063-8420-1a7b657d926f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:33.473990 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d070a9f-9af3-4087-aad8-dd93e0f3ec43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Router b63a4406-98af-4dd6-a004-cfa917eae16e has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:27:33.543498 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d49024d-d5a3-4063-8420-1a7b657d926f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:33.549176 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d49024d-d5a3-4063-8420-1a7b657d926f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:33.614090 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49024d-d5a3-4063-8420-1a7b657d926f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4772d5-c99f-476c-9875-8cbcd63b81b1,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:33.649579 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606627c9-20e5-4117-999f-7904b6539e7c', 'name': 'tempest-TestAggregatesBasicOps-1616528709-router', 'tenant_id': '3a164fb21bb6464e88fb307183a36d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '2d420bcf-66e6-486a-a73f-08c6c3c36b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:20Z', 'updated_at': '2022-05-26T16:27:29Z', 'revision_number': 4, 'project_id': '3a164fb21bb6464e88fb307183a36d06', 'gw_port': {'id': '2d420bcf-66e6-486a-a73f-08c6c3c36b7c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606627c9-20e5-4117-999f-7904b6539e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:21Z', 'updated_at': '2022-05-26T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'ae16d285-902c-4c9d-9313-21510f6b110e', 'name': '', 'network_id': 'a2305a9e-3438-4b4d-b7ec-290a791b9514', 'tenant_id': '3a164fb21bb6464e88fb307183a36d06', 'mac_address': 'fa:16:3e:6d:2b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606627c9-20e5-4117-999f-7904b6539e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'a42ab967-8549-447e-aacd-2352d6fd1875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:27Z', 'updated_at': '2022-05-26T16:27:29Z', 'revision_number': 2, 'project_id': '3a164fb21bb6464e88fb307183a36d06', 'subnets': [{'id': 'a42ab967-8549-447e-aacd-2352d6fd1875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:33.660400 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d49024d-d5a3-4063-8420-1a7b657d926f admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:27:33.700399 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d49024d-d5a3-4063-8420-1a7b657d926f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:33.700761 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-1d49024d-d5a3-4063-8420-1a7b657d926f admin admin] Added segment b645b502-f4ec-40db-8c48-e2c10e47ebba of type vlan for network 61314b72-0a51-4883-94e2-e0e47176ddc0 May 26 16:27:33.750685 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] Checking router: 606627c9-20e5-4117-999f-7904b6539e7c for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:27:33.751047 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] Updating router 606627c9-20e5-4117-999f-7904b6539e7c port ae16d285-902c-4c9d-9313-21510f6b110e binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:27:33.803809 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d49024d-d5a3-4063-8420-1a7b657d926f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:33.841456 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:33.864047 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d49024d-d5a3-4063-8420-1a7b657d926f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:33.865769 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d49024d-d5a3-4063-8420-1a7b657d926f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:33.866447 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d49024d-d5a3-4063-8420-1a7b657d926f admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:33.898808 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d070a9f-9af3-4087-aad8-dd93e0f3ec43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:27:33.907210 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5d070a9f-9af3-4087-aad8-dd93e0f3ec43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "PUT /v2.0/routers/b63a4406-98af-4dd6-a004-cfa917eae16e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5358565 May 26 16:27:33.918590 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 47356) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:33.920280 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342ec349-c534-43c9-a340-c5b9931a1935 None None] Sync routers for ids ['b63a4406-98af-4dd6-a004-cfa917eae16e'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:27:33.986953 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342ec349-c534-43c9-a340-c5b9931a1935 None None] Routers {'b63a4406-98af-4dd6-a004-cfa917eae16e'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:33.994318 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-342ec349-c534-43c9-a340-c5b9931a1935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:27:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b63a4406-98af-4dd6-a004-cfa917eae16e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:34.019738 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1d49024d-d5a3-4063-8420-1a7b657d926f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7655256 May 26 16:27:34.026678 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47358) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:34.043084 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-2e863354-56ad-4dc4-bed4-072e3d1bf63e admin admin] Request body: {'subnet': {'network_id': '61314b72-0a51-4883-94e2-e0e47176ddc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-194469100-subnet', 'tenant_id': '6210edd027154007bf03f7925bf5b9ea', 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:34.093966 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49024d-d5a3-4063-8420-1a7b657d926f admin admin] Pushing event updated for resources: {'Network': ['ID=61314b72-0a51-4883-94e2-e0e47176ddc0,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:34.113801 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e863354-56ad-4dc4-bed4-072e3d1bf63e admin admin] Made reservation on behalf of 6210edd027154007bf03f7925bf5b9ea for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:34.116776 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e863354-56ad-4dc4-bed4-072e3d1bf63e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:34.222381 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-342ec349-c534-43c9-a340-c5b9931a1935 None None] Set router b63a4406-98af-4dd6-a004-cfa917eae16e gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:34.380020 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:34.387572 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2d420bcf-66e6-486a-a73f-08c6c3c36b7c up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:34.391325 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 61314b72-0a51-4883-94e2-e0e47176ddc0 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:27:34.662233 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:34.728545 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-342ec349-c534-43c9-a340-c5b9931a1935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284775052', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:24Z', 'updated_at': '2022-05-26T16:27:32Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:25Z', 'updated_at': '2022-05-26T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:34.736537 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e863354-56ad-4dc4-bed4-072e3d1bf63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:34.738878 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47372) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:34.801400 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342ec349-c534-43c9-a340-c5b9931a1935 None None] Checking router: b63a4406-98af-4dd6-a004-cfa917eae16e for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:27:34.826822 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342ec349-c534-43c9-a340-c5b9931a1935 None None] Routers {'b63a4406-98af-4dd6-a004-cfa917eae16e'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:34.827837 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-342ec349-c534-43c9-a340-c5b9931a1935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:27:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b63a4406-98af-4dd6-a004-cfa917eae16e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:34.829056 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 47374) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:34.835546 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d981350-2eba-4e01-add1-8076aacb986d None None] Pushing event updated for resources: {'Port': ['ID=ae16d285-902c-4c9d-9313-21510f6b110e,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:34.877498 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e863354-56ad-4dc4-bed4-072e3d1bf63e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ae99f10-624a-488e-bb6a-417216f7fd89,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:34.878125 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d2959cf9-cd27-4a7f-9e3c-398a76d94d52 req-c21e276e-4a3f-4b15-bb1c-df7fd7bd1ea0 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8352f5f-41ff-4e73-9878-a2edaab8de44 HTTP/1.1" status: 200 len: 210 time: 0.9857564 May 26 16:27:34.979564 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2d420bcf-66e6-486a-a73f-08c6c3c36b7c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:34.979942 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:34.989247 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e863354-56ad-4dc4-bed4-072e3d1bf63e admin admin] Checking segment: {'id': 'b645b502-f4ec-40db-8c48-e2c10e47ebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '61314b72-0a51-4883-94e2-e0e47176ddc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:34.989788 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e863354-56ad-4dc4-bed4-072e3d1bf63e admin admin] Network hostable DHCP agents. Network: 61314b72-0a51-4883-94e2-e0e47176ddc0, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:27:35.047232 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] Attempting to bind port ae16d285-902c-4c9d-9313-21510f6b110e on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:27:35.048517 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] Attempting to bind port ae16d285-902c-4c9d-9313-21510f6b110e by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'b91998da-6e13-4857-9170-4a989a2b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2305a9e-3438-4b4d-b7ec-290a791b9514'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:27:35.049027 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e863354-56ad-4dc4-bed4-072e3d1bf63e admin admin] Network 61314b72-0a51-4883-94e2-e0e47176ddc0 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:27:35.049542 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] Attempting to bind port ae16d285-902c-4c9d-9313-21510f6b110e on network a2305a9e-3438-4b4d-b7ec-290a791b9514 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:35.067773 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:27:35.068696 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] Checking segment: {'id': 'b91998da-6e13-4857-9170-4a989a2b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2305a9e-3438-4b4d-b7ec-290a791b9514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:35.069503 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:35.070291 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] Bound using segment: {'id': 'b91998da-6e13-4857-9170-4a989a2b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2305a9e-3438-4b4d-b7ec-290a791b9514'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:27:35.071178 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] Bound port: ae16d285-902c-4c9d-9313-21510f6b110e, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91998da-6e13-4857-9170-4a989a2b032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2305a9e-3438-4b4d-b7ec-290a791b9514'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:27:35.072425 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:35.076864 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9451dd0-aa8e-4f26-8c94-1a49efd63e83 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Deleting subnet e4a72073-56ee-47b2-b7ed-fa9f44cedf7f {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:27:35.086124 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b9451dd0-aa8e-4f26-8c94-1a49efd63e83 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:35.087140 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-2e863354-56ad-4dc4-bed4-072e3d1bf63e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 61314b72-0a51-4883-94e2-e0e47176ddc0) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:35.093694 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e863354-56ad-4dc4-bed4-072e3d1bf63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:35.094156 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e863354-56ad-4dc4-bed4-072e3d1bf63e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:35.135288 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc24d812-0b6c-487a-9f9e-a548856e7a7c None None] Network 61314b72-0a51-4883-94e2-e0e47176ddc0 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:35.156676 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2e863354-56ad-4dc4-bed4-072e3d1bf63e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1288903 May 26 16:27:35.160066 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47380) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:35.173245 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d10db079-e258-44f6-9f50-dd0a462ca4d2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-194469100-router', 'tenant_id': '6210edd027154007bf03f7925bf5b9ea', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:35.214462 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d10db079-e258-44f6-9f50-dd0a462ca4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:35.215745 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d10db079-e258-44f6-9f50-dd0a462ca4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:35.222924 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b9451dd0-aa8e-4f26-8c94-1a49efd63e83 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:35.290886 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-342ec349-c534-43c9-a340-c5b9931a1935 None None] Set router b63a4406-98af-4dd6-a004-cfa917eae16e gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:35.320037 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-82e6a96e-1861-463a-a910-ce6c4f5d3009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:35.324133 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2d420bcf-66e6-486a-a73f-08c6c3c36b7c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:35.360425 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d10db079-e258-44f6-9f50-dd0a462ca4d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:35.378934 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b9451dd0-aa8e-4f26-8c94-1a49efd63e83 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:35.420986 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] For port ae16d285-902c-4c9d-9313-21510f6b110e, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:27:35.428376 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] For port ae16d285-902c-4c9d-9313-21510f6b110e, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ae16d285-902c-4c9d-9313-21510f6b110e,segment=NetworkSegment(b91998da-6e13-4857-9170-4a989a2b032d),segment_id=b91998da-6e13-4857-9170-4a989a2b032d)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:27:35.434199 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3121800a-4c9d-4d68-acb9-6ff5e4cb1cfc None None] Provisioning complete for port ae16d285-902c-4c9d-9313-21510f6b110e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:35.434641 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3121800a-4c9d-4d68-acb9-6ff5e4cb1cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:35.449173 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:35.471793 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b9451dd0-aa8e-4f26-8c94-1a49efd63e83 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:35.525665 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9451dd0-aa8e-4f26-8c94-1a49efd63e83 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'Subnet': ['ID=e4a72073-56ee-47b2-b7ed-fa9f44cedf7f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:35.543212 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9ae965d0-8f47-460d-90f5-61492d6f2b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:35.571767 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9451dd0-aa8e-4f26-8c94-1a49efd63e83 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:35.572185 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9451dd0-aa8e-4f26-8c94-1a49efd63e83 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:35.572563 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9451dd0-aa8e-4f26-8c94-1a49efd63e83 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:35.572906 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9451dd0-aa8e-4f26-8c94-1a49efd63e83 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:35.573244 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9451dd0-aa8e-4f26-8c94-1a49efd63e83 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:35.573580 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9451dd0-aa8e-4f26-8c94-1a49efd63e83 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:35.573915 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9451dd0-aa8e-4f26-8c94-1a49efd63e83 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:35.574248 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9451dd0-aa8e-4f26-8c94-1a49efd63e83 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:35.574580 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9451dd0-aa8e-4f26-8c94-1a49efd63e83 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:35.574914 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9451dd0-aa8e-4f26-8c94-1a49efd63e83 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:35.575281 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9451dd0-aa8e-4f26-8c94-1a49efd63e83 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:35.575607 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9451dd0-aa8e-4f26-8c94-1a49efd63e83 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:35.602105 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b9451dd0-aa8e-4f26-8c94-1a49efd63e83 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:35.604290 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d10db079-e258-44f6-9f50-dd0a462ca4d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:35.608946 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b9451dd0-aa8e-4f26-8c94-1a49efd63e83 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "DELETE /v2.0/subnets/e4a72073-56ee-47b2-b7ed-fa9f44cedf7f HTTP/1.1" status: 204 len: 168 time: 1.6868272 May 26 16:27:35.612385 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47382) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:35.651916 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d981350-2eba-4e01-add1-8076aacb986d None None] Pushing event updated for resources: {'Port': ['ID=ae16d285-902c-4c9d-9313-21510f6b110e,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:35.668601 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00a2347-f857-4811-84e3-2a1092463955 None None] Network 5e98d685-ced0-498f-873a-e656dd34cb0e requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:35.689280 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-a52993aa-213e-42f1-b86b-0056d923b680 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:35.692448 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-a52993aa-213e-42f1-b86b-0056d923b680 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.81 "GET /v2.0/networks?id=474686a8-44f7-435c-bd81-d295ac8c5f86 HTTP/1.1" status: 200 len: 820 time: 0.8488269 May 26 16:27:35.711721 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-7f094693-c233-4c4f-95a8-174cfcc5aa64 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Request body: {'port': {'device_id': 'c8352f5f-41ff-4e73-9878-a2edaab8de44', 'network_id': '474686a8-44f7-435c-bd81-d295ac8c5f86', 'admin_state_up': True, 'tenant_id': '60c55444184b4c5192f95a845d1b5628'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:35.721987 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-342ec349-c534-43c9-a340-c5b9931a1935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284775052', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:24Z', 'updated_at': '2022-05-26T16:27:32Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:25Z', 'updated_at': '2022-05-26T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:35.782223 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342ec349-c534-43c9-a340-c5b9931a1935 None None] The sync data for ids ['b63a4406-98af-4dd6-a004-cfa917eae16e'] in n-d-843337-2 is: [{'id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284775052', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:24:24Z', 'updated_at': '2022-05-26T16:27:32Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'eb7c48b2-dd1f-412b-8be2-1878742bcb2a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63a4406-98af-4dd6-a004-cfa917eae16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:24:25Z', 'updated_at': '2022-05-26T16:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:27:35.802909 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] Routers {'606627c9-20e5-4117-999f-7904b6539e7c'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:35.803555 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:27:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['606627c9-20e5-4117-999f-7904b6539e7c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:35.819712 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-82e6a96e-1861-463a-a910-ce6c4f5d3009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:35.867765 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-82e6a96e-1861-463a-a910-ce6c4f5d3009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:35.904374 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-82e6a96e-1861-463a-a910-ce6c4f5d3009 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4432925008ad4a09b64b2c807b7af9ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0450084 May 26 16:27:35.906836 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 47384) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:35.941644 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6a96e-1861-463a-a910-ce6c4f5d3009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ae5ab3-8b41-4be4-8a73-dfb6788eac02,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:35.958560 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-370bb232-2b05-4651-9fec-efc052b0d03a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:35.964406 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3b5727-d425-4a94-99ce-45b6b154a8af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-61314b72-0a51-4883-94e2-e0e47176ddc0', 'network_id': '61314b72-0a51-4883-94e2-e0e47176ddc0', 'tenant_id': '6210edd027154007bf03f7925bf5b9ea', 'fixed_ips': [{'subnet_id': '7ae99f10-624a-488e-bb6a-417216f7fd89'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:27:35.964722 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4f3b5727-d425-4a94-99ce-45b6b154a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.041983 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9ae965d0-8f47-460d-90f5-61492d6f2b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.064218 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9ae965d0-8f47-460d-90f5-61492d6f2b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.103022 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3121800a-4c9d-4d68-acb9-6ff5e4cb1cfc None None] Current status of the port ae16d285-902c-4c9d-9313-21510f6b110e is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:36.103521 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3121800a-4c9d-4d68-acb9-6ff5e4cb1cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.109145 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3882eb6d-bbe1-48b7-aab3-91eddbd8c4bd req-7c1c4b2a-e578-46e7-bc33-eb670daffe20 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8352f5f-41ff-4e73-9878-a2edaab8de44 HTTP/1.1" status: 200 len: 210 time: 0.0694330 May 26 16:27:36.157257 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9ae965d0-8f47-460d-90f5-61492d6f2b31 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b317ce1f686c4b209bbc533c5af68c8c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3123252 May 26 16:27:36.162207 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 47388) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:36.162829 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-7f094693-c233-4c4f-95a8-174cfcc5aa64 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Made reservation on behalf of 60c55444184b4c5192f95a845d1b5628 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:36.166421 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-7f094693-c233-4c4f-95a8-174cfcc5aa64 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.176491 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae965d0-8f47-460d-90f5-61492d6f2b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008395a3-3874-444a-9bef-cb9e8bd595f9,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:36.253304 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] Set router 606627c9-20e5-4117-999f-7904b6539e7c gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:36.273145 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-370bb232-2b05-4651-9fec-efc052b0d03a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.313549 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7c664d58-1606-4468-a45f-956b5089b337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.343257 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d10db079-e258-44f6-9f50-dd0a462ca4d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.350373 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3121800a-4c9d-4d68-acb9-6ff5e4cb1cfc None None] For port ae16d285-902c-4c9d-9313-21510f6b110e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ae16d285-902c-4c9d-9313-21510f6b110e,segment=NetworkSegment(b91998da-6e13-4857-9170-4a989a2b032d),segment_id=b91998da-6e13-4857-9170-4a989a2b032d)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:36.385292 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3121800a-4c9d-4d68-acb9-6ff5e4cb1cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.478672 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ac36ee6-019e-4200-9c0c-08ed49b3b7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.485802 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7c664d58-1606-4468-a45f-956b5089b337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.511514 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-4f3b5727-d425-4a94-99ce-45b6b154a8af None None] Allocated IP 172.20.0.2 (61314b72-0a51-4883-94e2-e0e47176ddc0/7ae99f10-624a-488e-bb6a-417216f7fd89/9fc93d06-ed89-4e7b-a367-b13906d01687) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:36.589087 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ac36ee6-019e-4200-9c0c-08ed49b3b7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.629440 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-7f094693-c233-4c4f-95a8-174cfcc5aa64 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Allocated IP 172.20.0.4 (474686a8-44f7-435c-bd81-d295ac8c5f86/64cb8bce-3416-4c20-972a-bfade3bd6af0/5f407188-cf50-4bc4-9dce-2e6e5d871b88) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:36.678605 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7c664d58-1606-4468-a45f-956b5089b337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.681164 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7c664d58-1606-4468-a45f-956b5089b337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.682351 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7c664d58-1606-4468-a45f-956b5089b337 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/21ae5ab3-8b41-4be4-8a73-dfb6788eac02 HTTP/1.1" status: 204 len: 168 time: 0.7674127 May 26 16:27:36.700238 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ac36ee6-019e-4200-9c0c-08ed49b3b7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.703287 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ac36ee6-019e-4200-9c0c-08ed49b3b7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.704026 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7ac36ee6-019e-4200-9c0c-08ed49b3b7d8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/008395a3-3874-444a-9bef-cb9e8bd595f9 HTTP/1.1" status: 204 len: 168 time: 0.5352526 May 26 16:27:36.745399 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121800a-4c9d-4d68-acb9-6ff5e4cb1cfc None None] Pushing event updated for resources: {'Port': ['ID=ae16d285-902c-4c9d-9313-21510f6b110e,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:36.931505 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d10db079-e258-44f6-9f50-dd0a462ca4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.945836 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-7f094693-c233-4c4f-95a8-174cfcc5aa64 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:36.992391 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dfd156-4ecf-49af-b010-ede7a6e1b0bf None None] DHCP port deletion for 5e98d685-ced0-498f-873a-e656dd34cb0e request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:27:37.004397 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-7f094693-c233-4c4f-95a8-174cfcc5aa64 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:37.010972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c664d58-1606-4468-a45f-956b5089b337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ae5ab3-8b41-4be4-8a73-dfb6788eac02,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:37.028208 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4f3d6d7b-a904-4559-9a38-9b8534893976 None None] Provisioning complete for port ae16d285-902c-4c9d-9313-21510f6b110e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:37.028583 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4f3d6d7b-a904-4559-9a38-9b8534893976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:37.089198 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f094693-c233-4c4f-95a8-174cfcc5aa64 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Pushing event updated for resources: {'Port': ['ID=5f407188-cf50-4bc4-9dce-2e6e5d871b88,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:37.094155 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-370bb232-2b05-4651-9fec-efc052b0d03a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Deleting port eb7c48b2-dd1f-412b-8be2-1878742bcb2a {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:27:37.094506 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-370bb232-2b05-4651-9fec-efc052b0d03a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:37.124614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac36ee6-019e-4200-9c0c-08ed49b3b7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008395a3-3874-444a-9bef-cb9e8bd595f9,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:37.170289 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-7f094693-c233-4c4f-95a8-174cfcc5aa64 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Network 474686a8-44f7-435c-bd81-d295ac8c5f86 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:37.177886 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-7f094693-c233-4c4f-95a8-174cfcc5aa64 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:37.192022 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-7f094693-c233-4c4f-95a8-174cfcc5aa64 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:37.303691 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606627c9-20e5-4117-999f-7904b6539e7c', 'name': 'tempest-TestAggregatesBasicOps-1616528709-router', 'tenant_id': '3a164fb21bb6464e88fb307183a36d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '2d420bcf-66e6-486a-a73f-08c6c3c36b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:20Z', 'updated_at': '2022-05-26T16:27:29Z', 'revision_number': 4, 'project_id': '3a164fb21bb6464e88fb307183a36d06', 'gw_port': {'id': '2d420bcf-66e6-486a-a73f-08c6c3c36b7c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606627c9-20e5-4117-999f-7904b6539e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:21Z', 'updated_at': '2022-05-26T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'ae16d285-902c-4c9d-9313-21510f6b110e', 'name': '', 'network_id': 'a2305a9e-3438-4b4d-b7ec-290a791b9514', 'tenant_id': '3a164fb21bb6464e88fb307183a36d06', 'mac_address': 'fa:16:3e:6d:2b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606627c9-20e5-4117-999f-7904b6539e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'a42ab967-8549-447e-aacd-2352d6fd1875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:27Z', 'updated_at': '2022-05-26T16:27:35Z', 'revision_number': 4, 'project_id': '3a164fb21bb6464e88fb307183a36d06', 'subnets': [{'id': 'a42ab967-8549-447e-aacd-2352d6fd1875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:37.331285 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-d10db079-e258-44f6-9f50-dd0a462ca4d2 admin admin] Allocated IP 172.25.7.77 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/86f83bde-b90a-4c81-9d89-f6a907707337) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:37.338415 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-7f094693-c233-4c4f-95a8-174cfcc5aa64 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:37.341710 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-7f094693-c233-4c4f-95a8-174cfcc5aa64 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:37.343398 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ec1814-f8c5-4fee-ba7a-01298b75051a None None] The sync data for ids ['606627c9-20e5-4117-999f-7904b6539e7c'] in n-d-843337-2 is: [{'id': '606627c9-20e5-4117-999f-7904b6539e7c', 'name': 'tempest-TestAggregatesBasicOps-1616528709-router', 'tenant_id': '3a164fb21bb6464e88fb307183a36d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '2d420bcf-66e6-486a-a73f-08c6c3c36b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:20Z', 'updated_at': '2022-05-26T16:27:29Z', 'revision_number': 4, 'project_id': '3a164fb21bb6464e88fb307183a36d06', 'gw_port': {'id': '2d420bcf-66e6-486a-a73f-08c6c3c36b7c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606627c9-20e5-4117-999f-7904b6539e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:21Z', 'updated_at': '2022-05-26T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'ae16d285-902c-4c9d-9313-21510f6b110e', 'name': '', 'network_id': 'a2305a9e-3438-4b4d-b7ec-290a791b9514', 'tenant_id': '3a164fb21bb6464e88fb307183a36d06', 'mac_address': 'fa:16:3e:6d:2b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606627c9-20e5-4117-999f-7904b6539e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'a42ab967-8549-447e-aacd-2352d6fd1875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:27Z', 'updated_at': '2022-05-26T16:27:35Z', 'revision_number': 4, 'project_id': '3a164fb21bb6464e88fb307183a36d06', 'subnets': [{'id': 'a42ab967-8549-447e-aacd-2352d6fd1875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:27:37.361592 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a3dfd156-4ecf-49af-b010-ede7a6e1b0bf None None] Deleting port 149908ac-1a80-4d73-ba88-b6d47c9a75f2 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:27:37.361592 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a3dfd156-4ecf-49af-b010-ede7a6e1b0bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:37.407280 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d6d7b-a904-4559-9a38-9b8534893976 None None] Current status of the port ae16d285-902c-4c9d-9313-21510f6b110e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:37.408073 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-7f094693-c233-4c4f-95a8-174cfcc5aa64 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7038724 May 26 16:27:37.426019 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-370bb232-2b05-4651-9fec-efc052b0d03a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] For port eb7c48b2-dd1f-412b-8be2-1878742bcb2a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=eb7c48b2-dd1f-412b-8be2-1878742bcb2a,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:37.428641 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-370bb232-2b05-4651-9fec-efc052b0d03a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:37.482673 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-370bb232-2b05-4651-9fec-efc052b0d03a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Calling delete_port for eb7c48b2-dd1f-412b-8be2-1878742bcb2a owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:27:37.487077 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 47404) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:37.508784 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-9081b1fd-48a2-4e73-86a2-3f9601e5dc45 service neutron] Request body: {'port': {'device_id': 'c8352f5f-41ff-4e73-9878-a2edaab8de44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:37.534293 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0ee64b75-ad11-46a7-8cae-7c1c7e51a6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:37.549033 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a3dfd156-4ecf-49af-b010-ede7a6e1b0bf None None] For port 149908ac-1a80-4d73-ba88-b6d47c9a75f2, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=149908ac-1a80-4d73-ba88-b6d47c9a75f2,segment=NetworkSegment(3131bd3d-ec78-4812-abe2-0806a5790986),segment_id=3131bd3d-ec78-4812-abe2-0806a5790986)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:37.549432 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a3dfd156-4ecf-49af-b010-ede7a6e1b0bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:37.587006 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 47406) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:37.594080 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4f3b5727-d425-4a94-99ce-45b6b154a8af None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:37.595847 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a3dfd156-4ecf-49af-b010-ede7a6e1b0bf None None] Calling delete_port for 149908ac-1a80-4d73-ba88-b6d47c9a75f2 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:27:37.604563 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4f3b5727-d425-4a94-99ce-45b6b154a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:37.672635 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7cfdd905-f44e-46ad-9c0c-60d33c72fca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:37.766119 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3b5727-d425-4a94-99ce-45b6b154a8af None None] Network 61314b72-0a51-4883-94e2-e0e47176ddc0 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:37.768481 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-4f3b5727-d425-4a94-99ce-45b6b154a8af None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:37.775726 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ae16d285-902c-4c9d-9313-21510f6b110e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:37.785011 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3b5727-d425-4a94-99ce-45b6b154a8af None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:37.828219 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962a062-7939-4226-b695-daa0fbab8136 req-f5fe1d03-fc68-46fc-887e-8735ee71b31b tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:37.830336 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3962a062-7939-4226-b695-daa0fbab8136 req-f5fe1d03-fc68-46fc-887e-8735ee71b31b tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8352f5f-41ff-4e73-9878-a2edaab8de44 HTTP/1.1" status: 200 len: 931 time: 0.4615078 May 26 16:27:37.850546 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-9081b1fd-48a2-4e73-86a2-3f9601e5dc45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:37.870194 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b5727-d425-4a94-99ce-45b6b154a8af None None] Pushing event updated for resources: {'Port': ['ID=9fc93d06-ed89-4e7b-a367-b13906d01687,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:37.982601 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3962a062-7939-4226-b695-daa0fbab8136 req-23d0afff-206b-4e6e-a0c5-86105591ca28 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/security-groups?id=419cc08e-435f-48b5-8d61-c3b9de54d52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341598 May 26 16:27:38.004485 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d10db079-e258-44f6-9f50-dd0a462ca4d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.010741 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a3dfd156-4ecf-49af-b010-ede7a6e1b0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.023401 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-370bb232-2b05-4651-9fec-efc052b0d03a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.031423 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-4f3b5727-d425-4a94-99ce-45b6b154a8af None None] Attempting to bind port 9fc93d06-ed89-4e7b-a367-b13906d01687 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:27:38.031801 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-4f3b5727-d425-4a94-99ce-45b6b154a8af None None] Attempting to bind port 9fc93d06-ed89-4e7b-a367-b13906d01687 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'b645b502-f4ec-40db-8c48-e2c10e47ebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '61314b72-0a51-4883-94e2-e0e47176ddc0'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:27:38.032199 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3b5727-d425-4a94-99ce-45b6b154a8af None None] Attempting to bind port 9fc93d06-ed89-4e7b-a367-b13906d01687 on network 61314b72-0a51-4883-94e2-e0e47176ddc0 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:38.059404 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3b5727-d425-4a94-99ce-45b6b154a8af None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:27:38.059857 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3b5727-d425-4a94-99ce-45b6b154a8af None None] Checking segment: {'id': 'b645b502-f4ec-40db-8c48-e2c10e47ebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '61314b72-0a51-4883-94e2-e0e47176ddc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:38.060005 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370bb232-2b05-4651-9fec-efc052b0d03a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'Port': ['ID=eb7c48b2-dd1f-412b-8be2-1878742bcb2a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:38.060268 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4f3b5727-d425-4a94-99ce-45b6b154a8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.060673 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3b5727-d425-4a94-99ce-45b6b154a8af None None] Bound using segment: {'id': 'b645b502-f4ec-40db-8c48-e2c10e47ebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '61314b72-0a51-4883-94e2-e0e47176ddc0'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:27:38.061161 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-4f3b5727-d425-4a94-99ce-45b6b154a8af None None] Bound port: 9fc93d06-ed89-4e7b-a367-b13906d01687, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b645b502-f4ec-40db-8c48-e2c10e47ebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '61314b72-0a51-4883-94e2-e0e47176ddc0'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:27:38.061548 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4f3b5727-d425-4a94-99ce-45b6b154a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.069221 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dfd156-4ecf-49af-b010-ede7a6e1b0bf None None] Pushing event deleted for resources: {'Port': ['ID=149908ac-1a80-4d73-ba88-b6d47c9a75f2,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:38.071442 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dfd156-4ecf-49af-b010-ede7a6e1b0bf None None] No DVR routers for this DVR port 149908ac-1a80-4d73-ba88-b6d47c9a75f2 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:27:38.097870 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port ae16d285-902c-4c9d-9313-21510f6b110e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:38.098744 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.117045 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d10db079-e258-44f6-9f50-dd0a462ca4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.166829 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0ee64b75-ad11-46a7-8cae-7c1c7e51a6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.179701 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0ee64b75-ad11-46a7-8cae-7c1c7e51a6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.181072 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-4f3b5727-d425-4a94-99ce-45b6b154a8af None None] For port 9fc93d06-ed89-4e7b-a367-b13906d01687, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:27:38.186035 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-4f3b5727-d425-4a94-99ce-45b6b154a8af None None] For port 9fc93d06-ed89-4e7b-a367-b13906d01687, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9fc93d06-ed89-4e7b-a367-b13906d01687,segment=NetworkSegment(b645b502-f4ec-40db-8c48-e2c10e47ebba),segment_id=b645b502-f4ec-40db-8c48-e2c10e47ebba)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:27:38.225037 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4f3b5727-d425-4a94-99ce-45b6b154a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.230798 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10db079-e258-44f6-9f50-dd0a462ca4d2 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:38.242556 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-d10db079-e258-44f6-9f50-dd0a462ca4d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:38.263539 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10db079-e258-44f6-9f50-dd0a462ca4d2 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:38.290849 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0ee64b75-ad11-46a7-8cae-7c1c7e51a6f8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4e0d5633c4394de8994d473d3e955cf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7748482 May 26 16:27:38.296315 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 47410) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:38.322487 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-370bb232-2b05-4651-9fec-efc052b0d03a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.322780 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b5727-d425-4a94-99ce-45b6b154a8af None None] Pushing event updated for resources: {'Port': ['ID=9fc93d06-ed89-4e7b-a367-b13906d01687,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:38.325053 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10db079-e258-44f6-9f50-dd0a462ca4d2 admin admin] Pushing event updated for resources: {'Port': ['ID=86f83bde-b90a-4c81-9d89-f6a907707337,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:38.440937 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee64b75-ad11-46a7-8cae-7c1c7e51a6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fb5b18-db71-42c5-9ab1-0863089e7fd1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:38.443057 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port ae16d285-902c-4c9d-9313-21510f6b110e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:38.461705 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7cfdd905-f44e-46ad-9c0c-60d33c72fca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.485429 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7cfdd905-f44e-46ad-9c0c-60d33c72fca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.521779 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7cfdd905-f44e-46ad-9c0c-60d33c72fca7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=257ab5c75fb04474ba584de3704e57ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9283140 May 26 16:27:38.522321 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47414) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:38.528520 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d471b414-524b-46da-9f90-8ae5b128f092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.556854 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d471b414-524b-46da-9f90-8ae5b128f092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.594599 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-370bb232-2b05-4651-9fec-efc052b0d03a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.597969 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-370bb232-2b05-4651-9fec-efc052b0d03a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.610807 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 934458f2-8be2-4622-94e3-bc6a3b63def4 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:27:38.635432 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d471b414-524b-46da-9f90-8ae5b128f092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.638727 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d471b414-524b-46da-9f90-8ae5b128f092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.642501 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d471b414-524b-46da-9f90-8ae5b128f092 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/61fb5b18-db71-42c5-9ab1-0863089e7fd1 HTTP/1.1" status: 204 len: 168 time: 0.3398407 May 26 16:27:38.669731 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdd905-f44e-46ad-9c0c-60d33c72fca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4fc043-81e2-4f32-a11a-162cdef1ebe1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:38.675262 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 934458f2-8be2-4622-94e3-bc6a3b63def4 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:27:38.680630 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 934458f2-8be2-4622-94e3-bc6a3b63def4 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:27:38.680792 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 149908ac-1a80-4d73-ba88-b6d47c9a75f2 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:27:38.731573 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471b414-524b-46da-9f90-8ae5b128f092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fb5b18-db71-42c5-9ab1-0863089e7fd1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:38.784749 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 149908ac-1a80-4d73-ba88-b6d47c9a75f2 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:27:38.785656 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 149908ac-1a80-4d73-ba88-b6d47c9a75f2 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:27:38.844453 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-9081b1fd-48a2-4e73-86a2-3f9601e5dc45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f407188-cf50-4bc4-9dce-2e6e5d871b88 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:27:38.859574 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-9081b1fd-48a2-4e73-86a2-3f9601e5dc45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.888509 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-9081b1fd-48a2-4e73-86a2-3f9601e5dc45 service neutron] Transition to ACTIVE for port object 5f407188-cf50-4bc4-9dce-2e6e5d871b88 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:27:38.893898 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ee9e717-941d-4779-9a71-1754a757241d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:38.894177 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-9081b1fd-48a2-4e73-86a2-3f9601e5dc45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:39.063140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081b1fd-48a2-4e73-86a2-3f9601e5dc45 service neutron] Pushing event updated for resources: {'Port': ['ID=5f407188-cf50-4bc4-9dce-2e6e5d871b88,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:39.118167 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-9081b1fd-48a2-4e73-86a2-3f9601e5dc45 service neutron] Attempting to bind port 5f407188-cf50-4bc4-9dce-2e6e5d871b88 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:27:39.118540 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-9081b1fd-48a2-4e73-86a2-3f9601e5dc45 service neutron] Attempting to bind port 5f407188-cf50-4bc4-9dce-2e6e5d871b88 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'd92767c8-02f9-46b3-b196-566161bb0c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '474686a8-44f7-435c-bd81-d295ac8c5f86'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:27:39.118838 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-9081b1fd-48a2-4e73-86a2-3f9601e5dc45 service neutron] Attempting to bind port 5f407188-cf50-4bc4-9dce-2e6e5d871b88 on network 474686a8-44f7-435c-bd81-d295ac8c5f86 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:39.126944 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-9081b1fd-48a2-4e73-86a2-3f9601e5dc45 service neutron] Port 5f407188-cf50-4bc4-9dce-2e6e5d871b88 on network 474686a8-44f7-435c-bd81-d295ac8c5f86 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:27:39.130751 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-9081b1fd-48a2-4e73-86a2-3f9601e5dc45 service neutron] Attempting to bind port 5f407188-cf50-4bc4-9dce-2e6e5d871b88 on network 474686a8-44f7-435c-bd81-d295ac8c5f86 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:39.141725 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-9081b1fd-48a2-4e73-86a2-3f9601e5dc45 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:27:39.142060 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-9081b1fd-48a2-4e73-86a2-3f9601e5dc45 service neutron] Checking segment: {'id': 'd92767c8-02f9-46b3-b196-566161bb0c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '474686a8-44f7-435c-bd81-d295ac8c5f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:39.142438 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-9081b1fd-48a2-4e73-86a2-3f9601e5dc45 service neutron] Bound using segment: {'id': 'd92767c8-02f9-46b3-b196-566161bb0c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '474686a8-44f7-435c-bd81-d295ac8c5f86'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:27:39.142880 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-9081b1fd-48a2-4e73-86a2-3f9601e5dc45 service neutron] Bound port: 5f407188-cf50-4bc4-9dce-2e6e5d871b88, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd92767c8-02f9-46b3-b196-566161bb0c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '474686a8-44f7-435c-bd81-d295ac8c5f86'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:27:39.143250 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-9081b1fd-48a2-4e73-86a2-3f9601e5dc45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:39.231600 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-370bb232-2b05-4651-9fec-efc052b0d03a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:39.232432 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370bb232-2b05-4651-9fec-efc052b0d03a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Fanout notify agent at l3_agent the message router_deleted on router b63a4406-98af-4dd6-a004-cfa917eae16e {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:27:39.238598 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ee9e717-941d-4779-9a71-1754a757241d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:39.328165 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-9081b1fd-48a2-4e73-86a2-3f9601e5dc45 service neutron] For port 5f407188-cf50-4bc4-9dce-2e6e5d871b88, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:27:39.329264 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-370bb232-2b05-4651-9fec-efc052b0d03a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:39.331303 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-370bb232-2b05-4651-9fec-efc052b0d03a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "DELETE /v2.0/routers/b63a4406-98af-4dd6-a004-cfa917eae16e HTTP/1.1" status: 204 len: 168 time: 3.7178836 May 26 16:27:39.335712 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47426) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:39.339169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-9081b1fd-48a2-4e73-86a2-3f9601e5dc45 service neutron] For port 5f407188-cf50-4bc4-9dce-2e6e5d871b88, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=5f407188-cf50-4bc4-9dce-2e6e5d871b88,segment=NetworkSegment(d92767c8-02f9-46b3-b196-566161bb0c4c),segment_id=d92767c8-02f9-46b3-b196-566161bb0c4c)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:27:39.353102 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-9081b1fd-48a2-4e73-86a2-3f9601e5dc45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:39.373818 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6738a7e-62b1-49d4-927e-85b01ca73bd2 req-714083ae-eace-4f78-86f0-030deafdcc2b tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:39.375649 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6738a7e-62b1-49d4-927e-85b01ca73bd2 req-714083ae-eace-4f78-86f0-030deafdcc2b tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8352f5f-41ff-4e73-9878-a2edaab8de44 HTTP/1.1" status: 200 len: 943 time: 0.1543236 May 26 16:27:39.480329 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-738dfb17-5b59-42ae-a8e3-6af1151bb3fe tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:39.513563 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-9081b1fd-48a2-4e73-86a2-3f9601e5dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:39.517970 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-9081b1fd-48a2-4e73-86a2-3f9601e5dc45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:39.529067 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ee9e717-941d-4779-9a71-1754a757241d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:39.532800 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-9081b1fd-48a2-4e73-86a2-3f9601e5dc45 service neutron] 10.222.0.81 "PUT /v2.0/ports/5f407188-cf50-4bc4-9dce-2e6e5d871b88 HTTP/1.1" status: 200 len: 1091 time: 2.0366676 May 26 16:27:39.534584 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ee9e717-941d-4779-9a71-1754a757241d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:39.536694 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7ee9e717-941d-4779-9a71-1754a757241d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/af4fc043-81e2-4f32-a11a-162cdef1ebe1 HTTP/1.1" status: 204 len: 168 time: 1.0128336 May 26 16:27:39.608517 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8352f5f-41ff-4e73-9878-a2edaab8de44', 'tag': '5f407188-cf50-4bc4-9dce-2e6e5d871b88'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:27:39.611197 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a1b128-fa5b-4e87-a2c2-92dc951cf810" -d '{"events": [{"name": "network-changed", "server_uuid": "c8352f5f-41ff-4e73-9878-a2edaab8de44", "tag": "5f407188-cf50-4bc4-9dce-2e6e5d871b88"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:27:39.616217 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081b1fd-48a2-4e73-86a2-3f9601e5dc45 service neutron] Pushing event updated for resources: {'Port': ['ID=5f407188-cf50-4bc4-9dce-2e6e5d871b88,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:39.666984 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9e717-941d-4779-9a71-1754a757241d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4fc043-81e2-4f32-a11a-162cdef1ebe1,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:39.724470 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-6cdd986e-7c7a-4876-a1b2-253e1271dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:39.727598 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-6cdd986e-7c7a-4876-a1b2-253e1271dc8f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=60c55444184b4c5192f95a845d1b5628&device_id=c8352f5f-41ff-4e73-9878-a2edaab8de44 HTTP/1.1" status: 200 len: 1094 time: 0.0929465 May 26 16:27:39.732592 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6738a7e-62b1-49d4-927e-85b01ca73bd2 req-68f67fe2-f7d3-4e5a-81d6-e12036dc2f1b tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/security-groups?id=419cc08e-435f-48b5-8d61-c3b9de54d52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760883 May 26 16:27:39.769491 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ef44dc-7022-4eca-8ff8-a663b05c9c15 x-openstack-request-id: req-17ef44dc-7022-4eca-8ff8-a663b05c9c15 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:27:39.771248 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8352f5f-41ff-4e73-9878-a2edaab8de44", "tag": "5f407188-cf50-4bc4-9dce-2e6e5d871b88", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:27:39.771712 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-17ef44dc-7022-4eca-8ff8-a663b05c9c15 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:27:39.772354 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ef44dc-7022-4eca-8ff8-a663b05c9c15'] response: {'name': 'network-changed', 'server_uuid': 'c8352f5f-41ff-4e73-9878-a2edaab8de44', 'tag': '5f407188-cf50-4bc4-9dce-2e6e5d871b88', 'status': 'completed', 'code': 200} May 26 16:27:39.819439 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-f7ab8d5d-70e1-4786-a4a4-aaeff955ff14 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f407188-cf50-4bc4-9dce-2e6e5d871b88 HTTP/1.1" status: 200 len: 217 time: 0.0817380 May 26 16:27:39.905476 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-738dfb17-5b59-42ae-a8e3-6af1151bb3fe tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:39.944028 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-1a1dd937-b52f-426f-9a7f-dbaf7958e697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:39.945574 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-1a1dd937-b52f-426f-9a7f-dbaf7958e697 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=64cb8bce-3416-4c20-972a-bfade3bd6af0 HTTP/1.1" status: 200 len: 860 time: 0.1176929 May 26 16:27:39.965793 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-738dfb17-5b59-42ae-a8e3-6af1151bb3fe tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e98d685-ced0-498f-873a-e656dd34cb0e']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:39.992432 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-738dfb17-5b59-42ae-a8e3-6af1151bb3fe tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3131bd3d-ec78-4812-abe2-0806a5790986') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:39.992820 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-738dfb17-5b59-42ae-a8e3-6af1151bb3fe tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3131bd3d-ec78-4812-abe2-0806a5790986') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:40.020172 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-738dfb17-5b59-42ae-a8e3-6af1151bb3fe tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.046165 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-738dfb17-5b59-42ae-a8e3-6af1151bb3fe tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.060715 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738dfb17-5b59-42ae-a8e3-6af1151bb3fe tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:27:40.061066 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-738dfb17-5b59-42ae-a8e3-6af1151bb3fe tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.085978 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-a57da465-b8bf-4c7e-82fd-9557f77b1d8d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=474686a8-44f7-435c-bd81-d295ac8c5f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224384 May 26 16:27:40.227900 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-738dfb17-5b59-42ae-a8e3-6af1151bb3fe tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.234346 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9fc93d06-ed89-4e7b-a367-b13906d01687 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:40.246311 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-738dfb17-5b59-42ae-a8e3-6af1151bb3fe tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.256930 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-738dfb17-5b59-42ae-a8e3-6af1151bb3fe tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "DELETE /v2.0/networks/5e98d685-ced0-498f-873a-e656dd34cb0e HTTP/1.1" status: 204 len: 168 time: 0.9191942 May 26 16:27:40.318107 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47450) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:40.326073 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 3131bd3d-ec78-4812-abe2-0806a5790986 resource provider aggregate not found May 26 16:27:40.353480 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738dfb17-5b59-42ae-a8e3-6af1151bb3fe tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'Network': ['ID=5e98d685-ced0-498f-873a-e656dd34cb0e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:40.375490 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 3131bd3d-ec78-4812-abe2-0806a5790986 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3131bd3d-ec78-4812-abe2-0806a5790986 found for delete ", "request_id": "req-a147aa9f-d99c-499e-b437-705b62d69dd3"}]} May 26 16:27:40.417984 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592811c0-c165-4b75-a8b8-38f6cba9d172 None None] Network 61314b72-0a51-4883-94e2-e0e47176ddc0 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:40.418985 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d10db079-e258-44f6-9f50-dd0a462ca4d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.443106 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-2ddb03ad-40a8-4fc5-95c8-858f8ec802a7 service neutron] 10.222.0.81 "GET /v2.0/networks/474686a8-44f7-435c-bd81-d295ac8c5f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554580 May 26 16:27:40.494274 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9f6705ed-5c93-4444-9b96-923dcd66e5da tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.566109 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9f6705ed-5c93-4444-9b96-923dcd66e5da tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.585719 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-019dcb86-0797-479c-8169-0eb2f72c0667 req-89a184e2-beb6-4de9-ba91-43441bd1ee31 service neutron] 10.222.0.81 "GET /v2.0/networks/474686a8-44f7-435c-bd81-d295ac8c5f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346335 May 26 16:27:40.697272 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 9fc93d06-ed89-4e7b-a367-b13906d01687 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:40.697857 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.734820 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-24ec0b58-32f9-4bb1-9e54-1e95e8160a79 None None] Provisioning complete for port 9fc93d06-ed89-4e7b-a367-b13906d01687 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:40.735185 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-24ec0b58-32f9-4bb1-9e54-1e95e8160a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.752072 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1b128-fa5b-4e87-a2c2-92dc951cf810 req-640fc0d2-5c08-4f1c-990f-9a969059191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:40.753662 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46a1b128-fa5b-4e87-a2c2-92dc951cf810 req-640fc0d2-5c08-4f1c-990f-9a969059191b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=60c55444184b4c5192f95a845d1b5628&device_id=c8352f5f-41ff-4e73-9878-a2edaab8de44 HTTP/1.1" status: 200 len: 1094 time: 0.0936723 May 26 16:27:40.855235 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9f6705ed-5c93-4444-9b96-923dcd66e5da tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.858373 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9f6705ed-5c93-4444-9b96-923dcd66e5da tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.859779 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9f6705ed-5c93-4444-9b96-923dcd66e5da tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "DELETE /v2.0/security-groups/8fc34522-55e5-4e13-95af-2ef1835355af HTTP/1.1" status: 204 len: 168 time: 0.5407197 May 26 16:27:40.875351 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d10db079-e258-44f6-9f50-dd0a462ca4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:40.878907 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6705ed-5c93-4444-9b96-923dcd66e5da tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc34522-55e5-4e13-95af-2ef1835355af,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:40.959801 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1b128-fa5b-4e87-a2c2-92dc951cf810 req-b04df6fa-cf93-4c2c-b6be-87856493b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:40.961366 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46a1b128-fa5b-4e87-a2c2-92dc951cf810 req-b04df6fa-cf93-4c2c-b6be-87856493b5e1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=474686a8-44f7-435c-bd81-d295ac8c5f86 HTTP/1.1" status: 200 len: 921 time: 0.2005520 May 26 16:27:41.117427 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46a1b128-fa5b-4e87-a2c2-92dc951cf810 req-c062b935-49cd-4777-b57a-b135f5db38ff service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f407188-cf50-4bc4-9dce-2e6e5d871b88 HTTP/1.1" status: 200 len: 217 time: 0.1431634 May 26 16:27:41.132906 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-24ec0b58-32f9-4bb1-9e54-1e95e8160a79 None None] Current status of the port 9fc93d06-ed89-4e7b-a367-b13906d01687 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:41.133696 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-24ec0b58-32f9-4bb1-9e54-1e95e8160a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.143341 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47480) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:41.166596 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-76df7a2c-b130-4c2e-a471-7d54368c4c95 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1252679815', 'description': 'tempest-secgroup-smoke-1252679815 description', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:41.211432 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 9fc93d06-ed89-4e7b-a367-b13906d01687 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:41.212122 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.255422 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-76df7a2c-b130-4c2e-a471-7d54368c4c95 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.265806 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-24ec0b58-32f9-4bb1-9e54-1e95e8160a79 None None] For port 9fc93d06-ed89-4e7b-a367-b13906d01687, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9fc93d06-ed89-4e7b-a367-b13906d01687,segment=NetworkSegment(b645b502-f4ec-40db-8c48-e2c10e47ebba),segment_id=b645b502-f4ec-40db-8c48-e2c10e47ebba)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:41.276588 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-24ec0b58-32f9-4bb1-9e54-1e95e8160a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.314315 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e6feb-cc92-48d5-805b-81c862d3e1be req-48e65560-ec63-4aec-b3d9-1c73e4a5e357 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:41.315889 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-860e6feb-cc92-48d5-805b-81c862d3e1be req-48e65560-ec63-4aec-b3d9-1c73e4a5e357 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8352f5f-41ff-4e73-9878-a2edaab8de44 HTTP/1.1" status: 200 len: 943 time: 0.3535004 May 26 16:27:41.335419 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10db079-e258-44f6-9f50-dd0a462ca4d2 admin admin] Router beec28ad-5dbf-4de1-a93e-9ee184b11867 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:27:41.387946 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1b128-fa5b-4e87-a2c2-92dc951cf810 req-c1f586f1-2c0f-4634-b42d-4dd09b2c5715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:41.389773 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46a1b128-fa5b-4e87-a2c2-92dc951cf810 req-c1f586f1-2c0f-4634-b42d-4dd09b2c5715 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=64cb8bce-3416-4c20-972a-bfade3bd6af0 HTTP/1.1" status: 200 len: 860 time: 0.2598233 May 26 16:27:41.419098 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:27:41.419480 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:27:41.473929 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-860e6feb-cc92-48d5-805b-81c862d3e1be req-839082ac-b7c4-46eb-ad60-3138cbbde055 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/security-groups?id=419cc08e-435f-48b5-8d61-c3b9de54d52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492684 May 26 16:27:41.478622 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46a1b128-fa5b-4e87-a2c2-92dc951cf810 req-d60c2631-73d4-45db-9e97-e2f268097077 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=474686a8-44f7-435c-bd81-d295ac8c5f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748570 May 26 16:27:41.514924 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec0b58-32f9-4bb1-9e54-1e95e8160a79 None None] Pushing event updated for resources: {'Port': ['ID=9fc93d06-ed89-4e7b-a367-b13906d01687,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:41.619111 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f5174c0c-b1bb-4706-9c34-cb27670edff2 None None] Provisioning complete for port 9fc93d06-ed89-4e7b-a367-b13906d01687 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:41.619778 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f5174c0c-b1bb-4706-9c34-cb27670edff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.632759 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-76df7a2c-b130-4c2e-a471-7d54368c4c95 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.643635 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-76df7a2c-b130-4c2e-a471-7d54368c4c95 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.666654 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10db079-e258-44f6-9f50-dd0a462ca4d2 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:27:41.690222 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] Sync routers for ids ['beec28ad-5dbf-4de1-a93e-9ee184b11867'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:27:41.711478 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d10db079-e258-44f6-9f50-dd0a462ca4d2 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.713402 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d10db079-e258-44f6-9f50-dd0a462ca4d2 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5523398 May 26 16:27:41.715015 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df7a2c-b130-4c2e-a471-7d54368c4c95 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616a368c-3268-4b94-be9b-bc70214bcca8,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:41.716524 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 47498) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:41.731582 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-76df7a2c-b130-4c2e-a471-7d54368c4c95 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.733793 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-76df7a2c-b130-4c2e-a471-7d54368c4c95 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5894911 May 26 16:27:41.747790 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47500) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:41.764693 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-0d7ee4af-108d-4765-9dcb-7d3e92fbd393 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group_rule': {'security_group_id': '616a368c-3268-4b94-be9b-bc70214bcca8', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:41.772261 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] Routers {'beec28ad-5dbf-4de1-a93e-9ee184b11867'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:41.773182 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:27:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['beec28ad-5dbf-4de1-a93e-9ee184b11867'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:41.824501 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0d7ee4af-108d-4765-9dcb-7d3e92fbd393 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.985542 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0d7ee4af-108d-4765-9dcb-7d3e92fbd393 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:41.993856 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0d7ee4af-108d-4765-9dcb-7d3e92fbd393 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.017319 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46a1b128-fa5b-4e87-a2c2-92dc951cf810 req-a3f113f6-5827-445a-b12d-6c32ed7cbdf3 service neutron] 10.222.0.81 "GET /v2.0/networks/474686a8-44f7-435c-bd81-d295ac8c5f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5276952 May 26 16:27:42.038643 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ee4af-108d-4765-9dcb-7d3e92fbd393 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288c3e03-86ae-4089-a20a-0dda3c29a36c,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:42.058822 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0d7ee4af-108d-4765-9dcb-7d3e92fbd393 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.060194 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0d7ee4af-108d-4765-9dcb-7d3e92fbd393 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3107960 May 26 16:27:42.062972 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47512) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:42.070368 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-2e761049-7c45-498a-aa7b-c01a28db6a7c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group_rule': {'security_group_id': '616a368c-3268-4b94-be9b-bc70214bcca8', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:42.086609 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 9fc93d06-ed89-4e7b-a367-b13906d01687 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:42.131664 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e761049-7c45-498a-aa7b-c01a28db6a7c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.251793 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f5174c0c-b1bb-4706-9c34-cb27670edff2 None None] Current status of the port 9fc93d06-ed89-4e7b-a367-b13906d01687 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:42.255684 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e761049-7c45-498a-aa7b-c01a28db6a7c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.262168 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e761049-7c45-498a-aa7b-c01a28db6a7c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.294695 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e761049-7c45-498a-aa7b-c01a28db6a7c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f140bfbc-1a70-4e0c-9c89-4b3a5fdf4fab,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:42.302736 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e761049-7c45-498a-aa7b-c01a28db6a7c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.304311 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2e761049-7c45-498a-aa7b-c01a28db6a7c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2401938 May 26 16:27:42.304795 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9fc93d06-ed89-4e7b-a367-b13906d01687 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:42.309083 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47520) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:42.314649 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-8a3e521e-fc34-4369-89b4-51e6d43ab4ad tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group_rule': {'security_group_id': '616a368c-3268-4b94-be9b-bc70214bcca8', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:42.404159 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a3e521e-fc34-4369-89b4-51e6d43ab4ad tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.410290 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] Set router beec28ad-5dbf-4de1-a93e-9ee184b11867 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:42.594403 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a3e521e-fc34-4369-89b4-51e6d43ab4ad tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.601610 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a3e521e-fc34-4369-89b4-51e6d43ab4ad tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.648963 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e521e-fc34-4369-89b4-51e6d43ab4ad tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ba6709-3e92-4830-886e-8a66f7f24f0e,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:42.678397 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8a3e521e-fc34-4369-89b4-51e6d43ab4ad tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.679670 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8a3e521e-fc34-4369-89b4-51e6d43ab4ad tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3693225 May 26 16:27:42.682485 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47538) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:42.690536 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-77a73ba0-88b5-4e79-8038-a27db65bff33 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group_rule': {'security_group_id': '616a368c-3268-4b94-be9b-bc70214bcca8', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:42.749825 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-77a73ba0-88b5-4e79-8038-a27db65bff33 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.849346 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 9fc93d06-ed89-4e7b-a367-b13906d01687 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:42.849723 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.913571 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-77a73ba0-88b5-4e79-8038-a27db65bff33 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.923807 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-77a73ba0-88b5-4e79-8038-a27db65bff33 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:42.968656 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a73ba0-88b5-4e79-8038-a27db65bff33 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8baeda02-6bc7-4d5b-88c5-009d93e20cd1,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:42.991477 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-77a73ba0-88b5-4e79-8038-a27db65bff33 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.000139 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-77a73ba0-88b5-4e79-8038-a27db65bff33 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3165414 May 26 16:27:43.002865 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47544) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:43.007824 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d12ed1da-b6df-4f6e-835e-aa81fbe76617 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group_rule': {'security_group_id': '616a368c-3268-4b94-be9b-bc70214bcca8', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:43.030523 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9e11c-d2fb-47e4-9f66-c560d326271b req-83e2cc5b-0036-4379-aba5-6fbcc920842a tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:43.032130 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ada9e11c-d2fb-47e4-9f66-c560d326271b req-83e2cc5b-0036-4379-aba5-6fbcc920842a tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8352f5f-41ff-4e73-9878-a2edaab8de44 HTTP/1.1" status: 200 len: 943 time: 0.3449705 May 26 16:27:43.069317 n-d-843337-2 neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-d12ed1da-b6df-4f6e-835e-aa81fbe76617 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Project ab86e9d575124bbb8f1141e0888ad848 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:27:43.075011 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d12ed1da-b6df-4f6e-835e-aa81fbe76617 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.080965 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46a1b128-fa5b-4e87-a2c2-92dc951cf810 req-d2db64a8-8815-42dd-bd44-f24d25f5404c service neutron] 10.222.0.81 "GET /v2.0/networks/474686a8-44f7-435c-bd81-d295ac8c5f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0544086 May 26 16:27:43.169759 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-68730ede-3c98-4694-9a05-57d816bacdf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.186893 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ada9e11c-d2fb-47e4-9f66-c560d326271b req-067e6095-fc87-43b9-b7e0-4105eb1d26f9 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/security-groups?id=419cc08e-435f-48b5-8d61-c3b9de54d52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083453 May 26 16:27:43.202994 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d08800aa-2638-4723-865b-98d6d9a74bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.223223 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beec28ad-5dbf-4de1-a93e-9ee184b11867', 'name': 'tempest-TestAggregatesBasicOps-194469100-router', 'tenant_id': '6210edd027154007bf03f7925bf5b9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '86f83bde-b90a-4c81-9d89-f6a907707337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:35Z', 'updated_at': '2022-05-26T16:27:39Z', 'revision_number': 3, 'project_id': '6210edd027154007bf03f7925bf5b9ea', 'gw_port': {'id': '86f83bde-b90a-4c81-9d89-f6a907707337', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:47:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beec28ad-5dbf-4de1-a93e-9ee184b11867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:36Z', 'updated_at': '2022-05-26T16:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:43.253290 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d12ed1da-b6df-4f6e-835e-aa81fbe76617 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.259711 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] Checking router: beec28ad-5dbf-4de1-a93e-9ee184b11867 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:27:43.260218 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] Updating router beec28ad-5dbf-4de1-a93e-9ee184b11867 port 86f83bde-b90a-4c81-9d89-f6a907707337 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:27:43.267175 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d12ed1da-b6df-4f6e-835e-aa81fbe76617 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.294760 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.300068 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 9fc93d06-ed89-4e7b-a367-b13906d01687 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:43.319117 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ed1da-b6df-4f6e-835e-aa81fbe76617 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743009ac-dd5c-4543-b362-bea51bef69d9,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:43.323775 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device eb7c48b2-dd1f-412b-8be2-1878742bcb2a no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:27:43.336874 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d12ed1da-b6df-4f6e-835e-aa81fbe76617 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.339562 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d12ed1da-b6df-4f6e-835e-aa81fbe76617 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3356888 May 26 16:27:43.342231 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47550) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:43.348209 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-9b1d30c5-1d84-4555-b6fa-5eb26bf46bf8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group_rule': {'security_group_id': '616a368c-3268-4b94-be9b-bc70214bcca8', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:43.377754 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: eb7c48b2-dd1f-412b-8be2-1878742bcb2a {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:27:43.378201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device eb7c48b2-dd1f-412b-8be2-1878742bcb2a not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:27:43.420932 n-d-843337-2 neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-9b1d30c5-1d84-4555-b6fa-5eb26bf46bf8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Project ab86e9d575124bbb8f1141e0888ad848 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:27:43.430054 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9b1d30c5-1d84-4555-b6fa-5eb26bf46bf8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.569931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-d08800aa-2638-4723-865b-98d6d9a74bab admin admin] Allocated IP 172.20.0.1 (61314b72-0a51-4883-94e2-e0e47176ddc0/7ae99f10-624a-488e-bb6a-417216f7fd89/8b2e079d-a2ca-425b-b23b-81696fa731a5) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:43.602901 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9b1d30c5-1d84-4555-b6fa-5eb26bf46bf8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.613686 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9b1d30c5-1d84-4555-b6fa-5eb26bf46bf8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.656707 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9b1d30c5-1d84-4555-b6fa-5eb26bf46bf8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.660649 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9b1d30c5-1d84-4555-b6fa-5eb26bf46bf8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3147299 May 26 16:27:43.662775 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47562) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:43.689233 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-58a6e194-8201-463e-8c6e-c02ae29873e1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'network': {'name': 'tempest-network-smoke--546769985', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'port_security_enabled': True}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:43.715545 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d30c5-1d84-4555-b6fa-5eb26bf46bf8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6a4fd4-1811-42a8-925b-9d9da029c52a,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:43.727329 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 5f407188-cf50-4bc4-9dce-2e6e5d871b88 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:27:43.758714 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a6e194-8201-463e-8c6e-c02ae29873e1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Made reservation on behalf of ab86e9d575124bbb8f1141e0888ad848 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:43.762271 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58a6e194-8201-463e-8c6e-c02ae29873e1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.785186 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d08800aa-2638-4723-865b-98d6d9a74bab admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.825900 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a6e194-8201-463e-8c6e-c02ae29873e1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:27:43.843293 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d08800aa-2638-4723-865b-98d6d9a74bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.867863 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58a6e194-8201-463e-8c6e-c02ae29873e1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.868534 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-58a6e194-8201-463e-8c6e-c02ae29873e1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Added segment fdcf15d2-f376-4436-b6f5-0262dc5729df of type vlan for network 3d916f38-2ac9-4597-8648-255b03a78511 May 26 16:27:43.902024 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.932472 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.941908 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58a6e194-8201-463e-8c6e-c02ae29873e1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:43.965576 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08800aa-2638-4723-865b-98d6d9a74bab admin admin] Network 61314b72-0a51-4883-94e2-e0e47176ddc0 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:43.980263 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-d08800aa-2638-4723-865b-98d6d9a74bab admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:43.982888 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08800aa-2638-4723-865b-98d6d9a74bab admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:44.006806 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58a6e194-8201-463e-8c6e-c02ae29873e1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.017930 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a6e194-8201-463e-8c6e-c02ae29873e1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:44.018953 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58a6e194-8201-463e-8c6e-c02ae29873e1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.063391 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-58a6e194-8201-463e-8c6e-c02ae29873e1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3928783 May 26 16:27:44.076787 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 47566) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:44.079387 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d08800aa-2638-4723-865b-98d6d9a74bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.107816 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-5ad4c115-5d14-418b-9e0e-2b344c9f341e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-374770436', 'admin_state_up': True, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:44.124159 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] Attempting to bind port 86f83bde-b90a-4c81-9d89-f6a907707337 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:27:44.124530 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] Attempting to bind port 86f83bde-b90a-4c81-9d89-f6a907707337 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:27:44.126833 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] Attempting to bind port 86f83bde-b90a-4c81-9d89-f6a907707337 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:44.157279 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:27:44.160209 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:44.160662 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.161912 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:27:44.162442 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] Bound port: 86f83bde-b90a-4c81-9d89-f6a907707337, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:27:44.162892 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.203673 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6e194-8201-463e-8c6e-c02ae29873e1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Network': ['ID=3d916f38-2ac9-4597-8648-255b03a78511,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:44.250274 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08800aa-2638-4723-865b-98d6d9a74bab admin admin] Pushing event updated for resources: {'Port': ['ID=8b2e079d-a2ca-425b-b23b-81696fa731a5,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:44.268135 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ad4c115-5d14-418b-9e0e-2b344c9f341e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.269692 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ad4c115-5d14-418b-9e0e-2b344c9f341e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.285176 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] For port 86f83bde-b90a-4c81-9d89-f6a907707337, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:27:44.295206 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] For port 86f83bde-b90a-4c81-9d89-f6a907707337, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=86f83bde-b90a-4c81-9d89-f6a907707337,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:27:44.299070 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fd67e-0b49-4feb-a630-55f46ae3b51e None None] Pushing event updated for resources: {'Port': ['ID=86f83bde-b90a-4c81-9d89-f6a907707337,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:44.327504 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 3d916f38-2ac9-4597-8648-255b03a78511 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:27:44.364176 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.445119 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ad4c115-5d14-418b-9e0e-2b344c9f341e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.594835 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 5f407188-cf50-4bc4-9dce-2e6e5d871b88, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=5f407188-cf50-4bc4-9dce-2e6e5d871b88,segment=NetworkSegment(d92767c8-02f9-46b3-b196-566161bb0c4c),segment_id=d92767c8-02f9-46b3-b196-566161bb0c4c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:44.639971 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] Routers {'beec28ad-5dbf-4de1-a93e-9ee184b11867'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:44.640810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:27:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['beec28ad-5dbf-4de1-a93e-9ee184b11867'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:44.654567 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '5f407188-cf50-4bc4-9dce-2e6e5d871b88', 'network_id': '474686a8-44f7-435c-bd81-d295ac8c5f86', 'port_id': '5f407188-cf50-4bc4-9dce-2e6e5d871b88', 'mac_address': 'fa:16:3e:12:70:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64cb8bce-3416-4c20-972a-bfade3bd6af0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:27:44.664935 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00634b7-2fd7-42f6-aca9-3ced6ac067dc req-03166a8f-8f3d-4028-8424-7bc7b2906f17 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:44.667089 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b00634b7-2fd7-42f6-aca9-3ced6ac067dc req-03166a8f-8f3d-4028-8424-7bc7b2906f17 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8352f5f-41ff-4e73-9878-a2edaab8de44 HTTP/1.1" status: 200 len: 943 time: 0.3233731 May 26 16:27:44.757035 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fd67e-0b49-4feb-a630-55f46ae3b51e None None] Pushing event updated for resources: {'Port': ['ID=86f83bde-b90a-4c81-9d89-f6a907707337,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:44.769255 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-29bd3c1c-4b08-49ea-ba46-7407b956e749 None None] Provisioning complete for port 8b2e079d-a2ca-425b-b23b-81696fa731a5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:44.769828 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-29bd3c1c-4b08-49ea-ba46-7407b956e749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.787659 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ad4c115-5d14-418b-9e0e-2b344c9f341e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.793031 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d08800aa-2638-4723-865b-98d6d9a74bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:44.844811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-29bd3c1c-4b08-49ea-ba46-7407b956e749 None None] Port 8b2e079d-a2ca-425b-b23b-81696fa731a5 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:44.894027 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b00634b7-2fd7-42f6-aca9-3ced6ac067dc req-aec092b6-24a2-4fb5-bbac-cee14145e28e tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/security-groups?id=419cc08e-435f-48b5-8d61-c3b9de54d52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973742 May 26 16:27:44.985323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 5f407188-cf50-4bc4-9dce-2e6e5d871b88 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:44.985774 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:45.003465 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f407188-cf50-4bc4-9dce-2e6e5d871b88 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:27:45.039985 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] Set router beec28ad-5dbf-4de1-a93e-9ee184b11867 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:45.044836 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 5f407188-cf50-4bc4-9dce-2e6e5d871b88, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=5f407188-cf50-4bc4-9dce-2e6e5d871b88,segment=NetworkSegment(d92767c8-02f9-46b3-b196-566161bb0c4c),segment_id=d92767c8-02f9-46b3-b196-566161bb0c4c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:45.082818 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:45.232632 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=5f407188-cf50-4bc4-9dce-2e6e5d871b88,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:45.236692 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d08800aa-2638-4723-865b-98d6d9a74bab admin admin] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:45.273686 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ad4c115-5d14-418b-9e0e-2b344c9f341e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:45.277934 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d08800aa-2638-4723-865b-98d6d9a74bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:45.312467 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['5f407188-cf50-4bc4-9dce-2e6e5d871b88'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:27:45.358452 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ad4c115-5d14-418b-9e0e-2b344c9f341e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:45.390520 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08800aa-2638-4723-865b-98d6d9a74bab admin admin] Pushing event updated for resources: {'Port': ['ID=8b2e079d-a2ca-425b-b23b-81696fa731a5,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:45.454449 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d08800aa-2638-4723-865b-98d6d9a74bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:45.508061 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-14387fd3-76fb-461a-9fc6-848832d25f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:45.586217 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-5ad4c115-5d14-418b-9e0e-2b344c9f341e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Allocated IP 172.25.7.147 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/ee2521ce-9c0e-4e2e-847a-a95320630940) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:45.591312 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beec28ad-5dbf-4de1-a93e-9ee184b11867', 'name': 'tempest-TestAggregatesBasicOps-194469100-router', 'tenant_id': '6210edd027154007bf03f7925bf5b9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '86f83bde-b90a-4c81-9d89-f6a907707337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:35Z', 'updated_at': '2022-05-26T16:27:44Z', 'revision_number': 4, 'project_id': '6210edd027154007bf03f7925bf5b9ea', 'gw_port': {'id': '86f83bde-b90a-4c81-9d89-f6a907707337', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:47:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beec28ad-5dbf-4de1-a93e-9ee184b11867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:36Z', 'updated_at': '2022-05-26T16:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '8b2e079d-a2ca-425b-b23b-81696fa731a5', 'name': '', 'network_id': '61314b72-0a51-4883-94e2-e0e47176ddc0', 'tenant_id': '6210edd027154007bf03f7925bf5b9ea', 'mac_address': 'fa:16:3e:c4:e0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beec28ad-5dbf-4de1-a93e-9ee184b11867', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '7ae99f10-624a-488e-bb6a-417216f7fd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:43Z', 'updated_at': '2022-05-26T16:27:43Z', 'revision_number': 1, 'project_id': '6210edd027154007bf03f7925bf5b9ea', 'subnets': [{'id': '7ae99f10-624a-488e-bb6a-417216f7fd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:45.622649 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163a7806-b4d4-4ab8-8996-56f8bcf3282c None None] The sync data for ids ['beec28ad-5dbf-4de1-a93e-9ee184b11867'] in n-d-843337-2 is: [{'id': 'beec28ad-5dbf-4de1-a93e-9ee184b11867', 'name': 'tempest-TestAggregatesBasicOps-194469100-router', 'tenant_id': '6210edd027154007bf03f7925bf5b9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '86f83bde-b90a-4c81-9d89-f6a907707337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:35Z', 'updated_at': '2022-05-26T16:27:44Z', 'revision_number': 4, 'project_id': '6210edd027154007bf03f7925bf5b9ea', 'gw_port': {'id': '86f83bde-b90a-4c81-9d89-f6a907707337', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:47:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beec28ad-5dbf-4de1-a93e-9ee184b11867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:36Z', 'updated_at': '2022-05-26T16:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '8b2e079d-a2ca-425b-b23b-81696fa731a5', 'name': '', 'network_id': '61314b72-0a51-4883-94e2-e0e47176ddc0', 'tenant_id': '6210edd027154007bf03f7925bf5b9ea', 'mac_address': 'fa:16:3e:c4:e0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beec28ad-5dbf-4de1-a93e-9ee184b11867', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '7ae99f10-624a-488e-bb6a-417216f7fd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:43Z', 'updated_at': '2022-05-26T16:27:43Z', 'revision_number': 1, 'project_id': '6210edd027154007bf03f7925bf5b9ea', 'subnets': [{'id': '7ae99f10-624a-488e-bb6a-417216f7fd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:27:45.664365 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08800aa-2638-4723-865b-98d6d9a74bab admin admin] Network 61314b72-0a51-4883-94e2-e0e47176ddc0 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:45.667464 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-d08800aa-2638-4723-865b-98d6d9a74bab admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:45.961499 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ad4c115-5d14-418b-9e0e-2b344c9f341e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:46.027668 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08800aa-2638-4723-865b-98d6d9a74bab admin admin] Router beec28ad-5dbf-4de1-a93e-9ee184b11867 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:27:46.090349 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-2f643e8d-b4c0-4d04-96f3-73e07c0648fc None None] Provisioning complete for port 8b2e079d-a2ca-425b-b23b-81696fa731a5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:46.090724 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2f643e8d-b4c0-4d04-96f3-73e07c0648fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:46.165367 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2f643e8d-b4c0-4d04-96f3-73e07c0648fc None None] Port 8b2e079d-a2ca-425b-b23b-81696fa731a5 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:46.197391 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ad4c115-5d14-418b-9e0e-2b344c9f341e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:46.260663 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad4c115-5d14-418b-9e0e-2b344c9f341e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:46.275870 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-5ad4c115-5d14-418b-9e0e-2b344c9f341e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:46.285875 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad4c115-5d14-418b-9e0e-2b344c9f341e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:46.561619 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:46.685972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2f82c-e42b-4020-a637-b5b70f3bd355 req-8044d1b0-9bfa-47fe-888a-29af1f387613 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:46.693779 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bdd2f82c-e42b-4020-a637-b5b70f3bd355 req-8044d1b0-9bfa-47fe-888a-29af1f387613 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8352f5f-41ff-4e73-9878-a2edaab8de44 HTTP/1.1" status: 200 len: 944 time: 0.6425440 May 26 16:27:46.758111 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4c115-5d14-418b-9e0e-2b344c9f341e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Port': ['ID=ee2521ce-9c0e-4e2e-847a-a95320630940,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:46.764717 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08800aa-2638-4723-865b-98d6d9a74bab admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:27:46.775435 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d08800aa-2638-4723-865b-98d6d9a74bab admin admin] 10.222.0.77 "PUT /v2.0/routers/beec28ad-5dbf-4de1-a93e-9ee184b11867/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0526583 May 26 16:27:46.860303 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bdd2f82c-e42b-4020-a637-b5b70f3bd355 req-4eac652b-b980-4a38-b260-fb8fadf16807 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/security-groups?id=419cc08e-435f-48b5-8d61-c3b9de54d52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652606 May 26 16:27:47.400122 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ad4c115-5d14-418b-9e0e-2b344c9f341e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:47.751749 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 5f407188-cf50-4bc4-9dce-2e6e5d871b88 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:47.839283 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ad4c115-5d14-418b-9e0e-2b344c9f341e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:47.944665 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 5f407188-cf50-4bc4-9dce-2e6e5d871b88 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:27:47.950866 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 5f407188-cf50-4bc4-9dce-2e6e5d871b88 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:47.952524 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:48.057919 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:48.191417 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 5f407188-cf50-4bc4-9dce-2e6e5d871b88 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:48.191813 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:48.235456 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8352f5f-41ff-4e73-9878-a2edaab8de44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f407188-cf50-4bc4-9dce-2e6e5d871b88'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:27:48.238574 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0fbbc7-2ab0-422c-b71c-68112e867b77" -d '{"events": [{"server_uuid": "c8352f5f-41ff-4e73-9878-a2edaab8de44", "name": "network-vif-plugged", "status": "completed", "tag": "5f407188-cf50-4bc4-9dce-2e6e5d871b88"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:27:48.259494 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 5f407188-cf50-4bc4-9dce-2e6e5d871b88, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=5f407188-cf50-4bc4-9dce-2e6e5d871b88,segment=NetworkSegment(d92767c8-02f9-46b3-b196-566161bb0c4c),segment_id=d92767c8-02f9-46b3-b196-566161bb0c4c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:48.309160 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:48.403469 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=5f407188-cf50-4bc4-9dce-2e6e5d871b88,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:48.405412 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d122e-fc57-4aab-80a6-43eebef83ebe req-959fc35e-1458-4350-a81e-23179a02073b tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:48.406580 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 86f83bde-b90a-4c81-9d89-f6a907707337 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:48.409931 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:48.418135 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-228d122e-fc57-4aab-80a6-43eebef83ebe req-959fc35e-1458-4350-a81e-23179a02073b tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8352f5f-41ff-4e73-9878-a2edaab8de44 HTTP/1.1" status: 200 len: 944 time: 0.4083560 May 26 16:27:48.475016 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 86f83bde-b90a-4c81-9d89-f6a907707337 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:48.475753 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:48.490824 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-228d122e-fc57-4aab-80a6-43eebef83ebe req-230f42d4-2b87-4765-88b3-fff473216e76 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/security-groups?id=419cc08e-435f-48b5-8d61-c3b9de54d52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659029 May 26 16:27:48.492209 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad4c115-5d14-418b-9e0e-2b344c9f341e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Router 42083a96-54d6-47d2-9c1d-729e8991bb96 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:27:48.667219 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 86f83bde-b90a-4c81-9d89-f6a907707337 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:48.669167 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:48.694506 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad4c115-5d14-418b-9e0e-2b344c9f341e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:27:48.712698 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] Sync routers for ids ['42083a96-54d6-47d2-9c1d-729e8991bb96'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:27:48.734367 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 86f83bde-b90a-4c81-9d89-f6a907707337, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=86f83bde-b90a-4c81-9d89-f6a907707337,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:48.743879 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:48.746946 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] Routers {'42083a96-54d6-47d2-9c1d-729e8991bb96'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:48.752210 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:27:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['42083a96-54d6-47d2-9c1d-729e8991bb96'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:48.770615 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ad4c115-5d14-418b-9e0e-2b344c9f341e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:48.777831 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5ad4c115-5d14-418b-9e0e-2b344c9f341e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.6895835 May 26 16:27:48.778450 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47702) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:48.904469 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=86f83bde-b90a-4c81-9d89-f6a907707337,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:48.927771 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 47714) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:48.932806 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0846cc92-3f37-4404-9709-c3139a60d8f3 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ab86e9d575124bbb8f1141e0888ad848&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1529803 May 26 16:27:49.008261 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:49.252174 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] Set router 42083a96-54d6-47d2-9c1d-729e8991bb96 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:49.400643 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef93c81-c3c1-4ea0-b1de-f9e03376a921 x-openstack-request-id: req-eef93c81-c3c1-4ea0-b1de-f9e03376a921 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:27:49.400826 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8352f5f-41ff-4e73-9878-a2edaab8de44", "name": "network-vif-plugged", "status": "completed", "tag": "5f407188-cf50-4bc4-9dce-2e6e5d871b88", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:27:49.401338 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eef93c81-c3c1-4ea0-b1de-f9e03376a921 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:27:49.401929 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eef93c81-c3c1-4ea0-b1de-f9e03376a921'] response: {'server_uuid': 'c8352f5f-41ff-4e73-9878-a2edaab8de44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f407188-cf50-4bc4-9dce-2e6e5d871b88', 'code': 200} May 26 16:27:49.442785 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b41a655-8d29-425f-84fc-ff2f877d72b7 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:49.447763 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6b41a655-8d29-425f-84fc-ff2f877d72b7 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5187740 May 26 16:27:49.450803 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47738) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:49.544880 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d39df7d4-7c8c-4c68-8d60-95d787b39eff tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0928352 May 26 16:27:49.547709 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47744) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:49.555571 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-280c0baa-d98d-46f9-9f64-7e8229d3bf9d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1718276817', 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:27:49.631997 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40084e11-3a0c-43e7-8dca-e1e740fb0073 req-91e2025b-c1e4-4e12-b91e-cc700839a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:49.637673 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-40084e11-3a0c-43e7-8dca-e1e740fb0073 req-91e2025b-c1e4-4e12-b91e-cc700839a1d6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c8352f5f-41ff-4e73-9878-a2edaab8de44 HTTP/1.1" status: 200 len: 1096 time: 0.1466558 May 26 16:27:49.750422 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47754) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:49.872824 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-40084e11-3a0c-43e7-8dca-e1e740fb0073 req-f9e89fa5-1629-4511-beb2-9fe492728ea1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=419cc08e-435f-48b5-8d61-c3b9de54d52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241912 May 26 16:27:49.896908 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374770436', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:44Z', 'updated_at': '2022-05-26T16:27:47Z', 'revision_number': 3, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:45Z', 'updated_at': '2022-05-26T16:27:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:49.940976 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24868c56-567e-4f36-8e59-ed6f598a2421 req-38406d46-87e1-4917-8d52-92aff2b0caf1 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:49.950582 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24868c56-567e-4f36-8e59-ed6f598a2421 req-38406d46-87e1-4917-8d52-92aff2b0caf1 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8352f5f-41ff-4e73-9878-a2edaab8de44 HTTP/1.1" status: 200 len: 945 time: 0.3030901 May 26 16:27:49.968588 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] Checking router: 42083a96-54d6-47d2-9c1d-729e8991bb96 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:27:49.969559 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] Updating router 42083a96-54d6-47d2-9c1d-729e8991bb96 port ee2521ce-9c0e-4e2e-847a-a95320630940 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:27:49.996696 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280c0baa-d98d-46f9-9f64-7e8229d3bf9d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Made reservation on behalf of ab86e9d575124bbb8f1141e0888ad848 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:27:50.012611 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-280c0baa-d98d-46f9-9f64-7e8229d3bf9d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:50.017486 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:50.088305 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24868c56-567e-4f36-8e59-ed6f598a2421 req-d102e61a-8997-4e27-86ef-c445126398d7 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/security-groups?id=419cc08e-435f-48b5-8d61-c3b9de54d52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270151 May 26 16:27:50.140173 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 47766) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:50.201720 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] Sync routers for ids ['beec28ad-5dbf-4de1-a93e-9ee184b11867'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:27:50.217708 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] Routers {'beec28ad-5dbf-4de1-a93e-9ee184b11867'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:50.218460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:27:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['beec28ad-5dbf-4de1-a93e-9ee184b11867'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:50.242331 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-280c0baa-d98d-46f9-9f64-7e8229d3bf9d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:50.333357 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 86f83bde-b90a-4c81-9d89-f6a907707337 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:50.662692 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8db4ff93-ad80-48f8-bb1f-6e88b4c21c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:50.718952 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:50.726484 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c0baa-d98d-46f9-9f64-7e8229d3bf9d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Subnet': ['ID=5c7b1e96-afea-486c-b964-8dc60319baa9,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:50.730801 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:50.745831 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280c0baa-d98d-46f9-9f64-7e8229d3bf9d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Checking segment: {'id': 'fdcf15d2-f376-4436-b6f5-0262dc5729df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:50.746559 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280c0baa-d98d-46f9-9f64-7e8229d3bf9d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network hostable DHCP agents. Network: 3d916f38-2ac9-4597-8648-255b03a78511, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:27:50.851471 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280c0baa-d98d-46f9-9f64-7e8229d3bf9d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network 3d916f38-2ac9-4597-8648-255b03a78511 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:27:50.856917 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb581cb2-e271-4010-badc-71c3faf84d73 None None] Pushing event updated for resources: {'Port': ['ID=ee2521ce-9c0e-4e2e-847a-a95320630940,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:50.889389 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8db4ff93-ad80-48f8-bb1f-6e88b4c21c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:50.896727 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] Attempting to bind port ee2521ce-9c0e-4e2e-847a-a95320630940 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:27:50.897094 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] Attempting to bind port ee2521ce-9c0e-4e2e-847a-a95320630940 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:27:50.897713 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8db4ff93-ad80-48f8-bb1f-6e88b4c21c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:50.897831 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-280c0baa-d98d-46f9-9f64-7e8229d3bf9d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 3d916f38-2ac9-4597-8648-255b03a78511) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:50.898509 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] Attempting to bind port ee2521ce-9c0e-4e2e-847a-a95320630940 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:50.908684 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280c0baa-d98d-46f9-9f64-7e8229d3bf9d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:50.912257 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-280c0baa-d98d-46f9-9f64-7e8229d3bf9d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:50.917968 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:27:50.926115 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:50.927478 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:50.928433 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:27:50.929290 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] Bound port: ee2521ce-9c0e-4e2e-847a-a95320630940, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:27:50.929904 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:50.934545 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8db4ff93-ad80-48f8-bb1f-6e88b4c21c81 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=508d8db888674337af1894272093bb4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7933817 May 26 16:27:50.937232 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 47782) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:50.955762 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5646e8bd-99c0-45a0-b34a-0e07b2c7bc1f None None] Network 3d916f38-2ac9-4597-8648-255b03a78511 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:50.965375 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-280c0baa-d98d-46f9-9f64-7e8229d3bf9d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4151504 May 26 16:27:50.969510 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47784) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:51.002858 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4ff93-ad80-48f8-bb1f-6e88b4c21c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bddb66-dbb3-40b8-996d-df18996e8ad0,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:51.083572 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-85332ef7-7feb-4cf3-87de-4155bc008210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:51.164420 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-85332ef7-7feb-4cf3-87de-4155bc008210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:51.169678 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] Set router beec28ad-5dbf-4de1-a93e-9ee184b11867 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:51.304716 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] For port ee2521ce-9c0e-4e2e-847a-a95320630940, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:27:51.314221 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] For port ee2521ce-9c0e-4e2e-847a-a95320630940, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ee2521ce-9c0e-4e2e-847a-a95320630940,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:27:51.321199 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb581cb2-e271-4010-badc-71c3faf84d73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:51.324318 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb581cb2-e271-4010-badc-71c3faf84d73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:51.324912 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb581cb2-e271-4010-badc-71c3faf84d73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:51.325441 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb581cb2-e271-4010-badc-71c3faf84d73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:51.326231 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb581cb2-e271-4010-badc-71c3faf84d73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:51.326412 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 86f83bde-b90a-4c81-9d89-f6a907707337 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:51.327364 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:51.327955 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb581cb2-e271-4010-badc-71c3faf84d73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:51.329479 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb581cb2-e271-4010-badc-71c3faf84d73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:51.329479 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb581cb2-e271-4010-badc-71c3faf84d73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:51.329479 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb581cb2-e271-4010-badc-71c3faf84d73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:51.329479 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb581cb2-e271-4010-badc-71c3faf84d73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:51.330045 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb581cb2-e271-4010-badc-71c3faf84d73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:51.330045 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb581cb2-e271-4010-badc-71c3faf84d73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:27:51.346358 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:51.349299 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6567fd-cf82-4eee-ab52-21e7460b3278 req-0b01102a-e86b-44a0-842a-a0a026462a39 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:51.355759 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac6567fd-cf82-4eee-ab52-21e7460b3278 req-0b01102a-e86b-44a0-842a-a0a026462a39 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8352f5f-41ff-4e73-9878-a2edaab8de44 HTTP/1.1" status: 200 len: 945 time: 0.1585877 May 26 16:27:51.357175 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-85332ef7-7feb-4cf3-87de-4155bc008210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:51.362199 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-85332ef7-7feb-4cf3-87de-4155bc008210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:51.366957 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-85332ef7-7feb-4cf3-87de-4155bc008210 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/31bddb66-dbb3-40b8-996d-df18996e8ad0 HTTP/1.1" status: 204 len: 168 time: 0.4246323 May 26 16:27:51.393593 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a5da53a-4b47-48cb-9bb3-3deb7fca0fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:51.442112 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] Routers {'42083a96-54d6-47d2-9c1d-729e8991bb96'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:51.443190 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:27:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['42083a96-54d6-47d2-9c1d-729e8991bb96'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:51.541246 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85332ef7-7feb-4cf3-87de-4155bc008210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bddb66-dbb3-40b8-996d-df18996e8ad0,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:51.566238 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac6567fd-cf82-4eee-ab52-21e7460b3278 req-ae785022-d219-404a-8416-89cc93206a48 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/security-groups?id=419cc08e-435f-48b5-8d61-c3b9de54d52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619060 May 26 16:27:51.765114 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] Set router 42083a96-54d6-47d2-9c1d-729e8991bb96 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:51.852286 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb581cb2-e271-4010-badc-71c3faf84d73 None None] Pushing event updated for resources: {'Port': ['ID=ee2521ce-9c0e-4e2e-847a-a95320630940,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:52.024905 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 86f83bde-b90a-4c81-9d89-f6a907707337 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:52.030923 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c0cd8c-a304-4b0f-bc0d-929d55da2981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-3d916f38-2ac9-4597-8648-255b03a78511', 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'fixed_ips': [{'subnet_id': '5c7b1e96-afea-486c-b964-8dc60319baa9'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:27:52.031703 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-63c0cd8c-a304-4b0f-bc0d-929d55da2981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:52.168288 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374770436', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:44Z', 'updated_at': '2022-05-26T16:27:47Z', 'revision_number': 3, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:45Z', 'updated_at': '2022-05-26T16:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:52.229437 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65f0d19-4d7b-4438-8bc4-16eb3dca9275 None None] The sync data for ids ['42083a96-54d6-47d2-9c1d-729e8991bb96'] in n-d-843337-2 is: [{'id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374770436', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:44Z', 'updated_at': '2022-05-26T16:27:47Z', 'revision_number': 3, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:45Z', 'updated_at': '2022-05-26T16:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:27:52.240407 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beec28ad-5dbf-4de1-a93e-9ee184b11867', 'name': 'tempest-TestAggregatesBasicOps-194469100-router', 'tenant_id': '6210edd027154007bf03f7925bf5b9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '86f83bde-b90a-4c81-9d89-f6a907707337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:35Z', 'updated_at': '2022-05-26T16:27:44Z', 'revision_number': 4, 'project_id': '6210edd027154007bf03f7925bf5b9ea', 'gw_port': {'id': '86f83bde-b90a-4c81-9d89-f6a907707337', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beec28ad-5dbf-4de1-a93e-9ee184b11867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:36Z', 'updated_at': '2022-05-26T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '8b2e079d-a2ca-425b-b23b-81696fa731a5', 'name': '', 'network_id': '61314b72-0a51-4883-94e2-e0e47176ddc0', 'tenant_id': '6210edd027154007bf03f7925bf5b9ea', 'mac_address': 'fa:16:3e:c4:e0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beec28ad-5dbf-4de1-a93e-9ee184b11867', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '7ae99f10-624a-488e-bb6a-417216f7fd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:43Z', 'updated_at': '2022-05-26T16:27:44Z', 'revision_number': 2, 'project_id': '6210edd027154007bf03f7925bf5b9ea', 'subnets': [{'id': '7ae99f10-624a-488e-bb6a-417216f7fd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:52.295041 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] Checking router: beec28ad-5dbf-4de1-a93e-9ee184b11867 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:27:52.295645 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] Updating router beec28ad-5dbf-4de1-a93e-9ee184b11867 port 8b2e079d-a2ca-425b-b23b-81696fa731a5 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:27:52.413713 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:52.487812 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-63c0cd8c-a304-4b0f-bc0d-929d55da2981 None None] Allocated IP 172.20.0.2 (3d916f38-2ac9-4597-8648-255b03a78511/5c7b1e96-afea-486c-b964-8dc60319baa9/58657265-a0c6-4f1b-ab8d-ae51e291b4da) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:52.560918 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 47840) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:52.586730 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f50a5dbc-f395-4864-99a4-7e3ad6a93211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:52.887390 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f50a5dbc-f395-4864-99a4-7e3ad6a93211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:52.899900 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f50a5dbc-f395-4864-99a4-7e3ad6a93211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:52.981783 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-63c0cd8c-a304-4b0f-bc0d-929d55da2981 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:53.019805 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-63c0cd8c-a304-4b0f-bc0d-929d55da2981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:53.050043 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f50a5dbc-f395-4864-99a4-7e3ad6a93211 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=be4331509e96489e90ffeb9ae4692e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4852648 May 26 16:27:53.055274 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47858) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:53.070516 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a5dbc-f395-4864-99a4-7e3ad6a93211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaef29fc-e03a-4cd6-8842-6d8b27163142,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:53.110056 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1ed87eb6-e49e-4677-b308-f351d79ea365 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:53.265403 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c0cd8c-a304-4b0f-bc0d-929d55da2981 None None] Network 3d916f38-2ac9-4597-8648-255b03a78511 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:53.304937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-63c0cd8c-a304-4b0f-bc0d-929d55da2981 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:53.316082 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c0cd8c-a304-4b0f-bc0d-929d55da2981 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:53.321633 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0cd8c-a304-4b0f-bc0d-929d55da2981 None None] Pushing event updated for resources: {'Port': ['ID=58657265-a0c6-4f1b-ab8d-ae51e291b4da,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:53.546128 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-63c0cd8c-a304-4b0f-bc0d-929d55da2981 None None] Attempting to bind port 58657265-a0c6-4f1b-ab8d-ae51e291b4da on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:27:53.547554 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-63c0cd8c-a304-4b0f-bc0d-929d55da2981 None None] Attempting to bind port 58657265-a0c6-4f1b-ab8d-ae51e291b4da by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'fdcf15d2-f376-4436-b6f5-0262dc5729df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:27:53.547962 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c0cd8c-a304-4b0f-bc0d-929d55da2981 None None] Attempting to bind port 58657265-a0c6-4f1b-ab8d-ae51e291b4da on network 3d916f38-2ac9-4597-8648-255b03a78511 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:53.564399 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0cf49-1df2-422f-a051-83f66ea6475a req-a2576787-1a19-4b5d-b29c-2fd2fe8e3365 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:53.574388 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d0c0cf49-1df2-422f-a051-83f66ea6475a req-a2576787-1a19-4b5d-b29c-2fd2fe8e3365 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8352f5f-41ff-4e73-9878-a2edaab8de44 HTTP/1.1" status: 200 len: 945 time: 0.0897520 May 26 16:27:53.623210 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c0cd8c-a304-4b0f-bc0d-929d55da2981 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:27:53.625545 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c0cd8c-a304-4b0f-bc0d-929d55da2981 None None] Checking segment: {'id': 'fdcf15d2-f376-4436-b6f5-0262dc5729df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:53.631178 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-63c0cd8c-a304-4b0f-bc0d-929d55da2981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:53.632729 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c0cd8c-a304-4b0f-bc0d-929d55da2981 None None] Bound using segment: {'id': 'fdcf15d2-f376-4436-b6f5-0262dc5729df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:27:53.634369 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-63c0cd8c-a304-4b0f-bc0d-929d55da2981 None None] Bound port: 58657265-a0c6-4f1b-ab8d-ae51e291b4da, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdcf15d2-f376-4436-b6f5-0262dc5729df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:27:53.635345 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-63c0cd8c-a304-4b0f-bc0d-929d55da2981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:53.662500 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-1ed87eb6-e49e-4677-b308-f351d79ea365 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Allocated IP 172.20.0.1 (3d916f38-2ac9-4597-8648-255b03a78511/5c7b1e96-afea-486c-b964-8dc60319baa9/c29fb02c-7f83-4780-b7b6-c3ec2cf975f8) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:27:53.734254 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:53.737364 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d0c0cf49-1df2-422f-a051-83f66ea6475a req-ab3d0360-80b0-4b13-aa0d-eb79c912a901 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/security-groups?id=419cc08e-435f-48b5-8d61-c3b9de54d52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610959 May 26 16:27:53.778196 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:53.872454 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-4a5da53a-4b47-48cb-9bb3-3deb7fca0fe3 admin admin] Deleting port ae16d285-902c-4c9d-9313-21510f6b110e {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:27:53.877680 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a5da53a-4b47-48cb-9bb3-3deb7fca0fe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:53.923037 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-63c0cd8c-a304-4b0f-bc0d-929d55da2981 None None] For port 58657265-a0c6-4f1b-ab8d-ae51e291b4da, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:27:53.928745 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-63c0cd8c-a304-4b0f-bc0d-929d55da2981 None None] For port 58657265-a0c6-4f1b-ab8d-ae51e291b4da, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=58657265-a0c6-4f1b-ab8d-ae51e291b4da,segment=NetworkSegment(fdcf15d2-f376-4436-b6f5-0262dc5729df),segment_id=fdcf15d2-f376-4436-b6f5-0262dc5729df)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:27:54.003615 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-63c0cd8c-a304-4b0f-bc0d-929d55da2981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:54.047086 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8fe53-a114-49e0-a616-021855a3b80f None None] Pushing event updated for resources: {'Port': ['ID=8b2e079d-a2ca-425b-b23b-81696fa731a5,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:54.091096 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1ed87eb6-e49e-4677-b308-f351d79ea365 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:54.197114 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-509ae3e9-f81a-44e8-9045-35a32cda7199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:54.235751 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-509ae3e9-f81a-44e8-9045-35a32cda7199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:54.236044 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] Attempting to bind port 8b2e079d-a2ca-425b-b23b-81696fa731a5 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:27:54.236457 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] Attempting to bind port 8b2e079d-a2ca-425b-b23b-81696fa731a5 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'b645b502-f4ec-40db-8c48-e2c10e47ebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '61314b72-0a51-4883-94e2-e0e47176ddc0'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:27:54.236881 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] Attempting to bind port 8b2e079d-a2ca-425b-b23b-81696fa731a5 on network 61314b72-0a51-4883-94e2-e0e47176ddc0 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:27:54.299275 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:27:54.306721 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] Checking segment: {'id': 'b645b502-f4ec-40db-8c48-e2c10e47ebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '61314b72-0a51-4883-94e2-e0e47176ddc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:27:54.307176 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:54.315474 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] Bound using segment: {'id': 'b645b502-f4ec-40db-8c48-e2c10e47ebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '61314b72-0a51-4883-94e2-e0e47176ddc0'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:27:54.316491 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] Bound port: 8b2e079d-a2ca-425b-b23b-81696fa731a5, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b645b502-f4ec-40db-8c48-e2c10e47ebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '61314b72-0a51-4883-94e2-e0e47176ddc0'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:27:54.317856 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:54.414724 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-509ae3e9-f81a-44e8-9045-35a32cda7199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:54.417338 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-509ae3e9-f81a-44e8-9045-35a32cda7199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:54.420926 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-509ae3e9-f81a-44e8-9045-35a32cda7199 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aaef29fc-e03a-4cd6-8842-6d8b27163142 HTTP/1.1" status: 204 len: 168 time: 1.3554988 May 26 16:27:54.421139 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0cd8c-a304-4b0f-bc0d-929d55da2981 None None] Pushing event updated for resources: {'Port': ['ID=58657265-a0c6-4f1b-ab8d-ae51e291b4da,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:54.442826 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ee2521ce-9c0e-4e2e-847a-a95320630940 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:54.471054 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ae3e9-f81a-44e8-9045-35a32cda7199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaef29fc-e03a-4cd6-8842-6d8b27163142,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:54.515384 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-4a5da53a-4b47-48cb-9bb3-3deb7fca0fe3 admin admin] For port ae16d285-902c-4c9d-9313-21510f6b110e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ae16d285-902c-4c9d-9313-21510f6b110e,segment=NetworkSegment(b91998da-6e13-4857-9170-4a989a2b032d),segment_id=b91998da-6e13-4857-9170-4a989a2b032d)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:54.515750 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a5da53a-4b47-48cb-9bb3-3deb7fca0fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:54.546585 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1ed87eb6-e49e-4677-b308-f351d79ea365 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:54.602137 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-4a5da53a-4b47-48cb-9bb3-3deb7fca0fe3 admin admin] Calling delete_port for ae16d285-902c-4c9d-9313-21510f6b110e owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:27:54.671187 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed87eb6-e49e-4677-b308-f351d79ea365 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network 3d916f38-2ac9-4597-8648-255b03a78511 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:54.677883 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-1ed87eb6-e49e-4677-b308-f351d79ea365 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:54.700866 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed87eb6-e49e-4677-b308-f351d79ea365 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:27:54.757363 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a8061e03-eccb-4f4d-bc9b-8c4cbdc2682a None None] Provisioning complete for port 8b2e079d-a2ca-425b-b23b-81696fa731a5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:54.757864 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a8061e03-eccb-4f4d-bc9b-8c4cbdc2682a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:54.777014 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] For port 8b2e079d-a2ca-425b-b23b-81696fa731a5, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:27:54.780041 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c7f15-5ae9-46cb-8c4d-82a20ec08050 req-affa751d-5660-4dbb-a4f9-14d19e5fed9f tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:54.787453 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d49c7f15-5ae9-46cb-8c4d-82a20ec08050 req-affa751d-5660-4dbb-a4f9-14d19e5fed9f tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8352f5f-41ff-4e73-9878-a2edaab8de44 HTTP/1.1" status: 200 len: 945 time: 0.1374412 May 26 16:27:54.838625 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] For port 8b2e079d-a2ca-425b-b23b-81696fa731a5, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=8b2e079d-a2ca-425b-b23b-81696fa731a5,segment=NetworkSegment(b645b502-f4ec-40db-8c48-e2c10e47ebba),segment_id=b645b502-f4ec-40db-8c48-e2c10e47ebba)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:27:54.850804 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port ee2521ce-9c0e-4e2e-847a-a95320630940 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:54.851272 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:54.856562 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:54.886810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a8061e03-eccb-4f4d-bc9b-8c4cbdc2682a None None] Port 8b2e079d-a2ca-425b-b23b-81696fa731a5 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:55.063528 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed87eb6-e49e-4677-b308-f351d79ea365 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Port': ['ID=c29fb02c-7f83-4780-b7b6-c3ec2cf975f8,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:55.104057 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8fe53-a114-49e0-a616-021855a3b80f None None] Pushing event updated for resources: {'Port': ['ID=8b2e079d-a2ca-425b-b23b-81696fa731a5,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:55.119439 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] Routers {'beec28ad-5dbf-4de1-a93e-9ee184b11867'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:55.124034 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:27:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['beec28ad-5dbf-4de1-a93e-9ee184b11867'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:55.174525 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e4057-d30e-4db4-9faa-e91b9ad35bea req-fe00cfe2-762e-4af1-bfe9-fa080a0c1569 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:55.179874 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1d1e4057-d30e-4db4-9faa-e91b9ad35bea req-fe00cfe2-762e-4af1-bfe9-fa080a0c1569 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8352f5f-41ff-4e73-9878-a2edaab8de44 HTTP/1.1" status: 200 len: 945 time: 0.2279866 May 26 16:27:55.243049 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-d49c7f15-5ae9-46cb-8c4d-82a20ec08050 req-f238d2ba-e499-4c7e-8f5d-aca25fc0171d tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Deleting port 5f407188-cf50-4bc4-9dce-2e6e5d871b88 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:27:55.243890 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d49c7f15-5ae9-46cb-8c4d-82a20ec08050 req-f238d2ba-e499-4c7e-8f5d-aca25fc0171d tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:55.308908 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1ed87eb6-e49e-4677-b308-f351d79ea365 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:55.514134 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-d49c7f15-5ae9-46cb-8c4d-82a20ec08050 req-f238d2ba-e499-4c7e-8f5d-aca25fc0171d tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] For port 5f407188-cf50-4bc4-9dce-2e6e5d871b88, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=5f407188-cf50-4bc4-9dce-2e6e5d871b88,segment=NetworkSegment(d92767c8-02f9-46b3-b196-566161bb0c4c),segment_id=d92767c8-02f9-46b3-b196-566161bb0c4c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:55.514808 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d49c7f15-5ae9-46cb-8c4d-82a20ec08050 req-f238d2ba-e499-4c7e-8f5d-aca25fc0171d tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:55.529195 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port ee2521ce-9c0e-4e2e-847a-a95320630940 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:55.533537 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-d49c7f15-5ae9-46cb-8c4d-82a20ec08050 req-f238d2ba-e499-4c7e-8f5d-aca25fc0171d tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Calling delete_port for 5f407188-cf50-4bc4-9dce-2e6e5d871b88 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:27:55.541422 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:55.622692 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port ee2521ce-9c0e-4e2e-847a-a95320630940, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ee2521ce-9c0e-4e2e-847a-a95320630940,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:55.647495 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:55.780110 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a5da53a-4b47-48cb-9bb3-3deb7fca0fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:55.786714 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7191f5ef-c9a9-497c-8266-fc4ad1a782e5 None None] Provisioning complete for port 8b2e079d-a2ca-425b-b23b-81696fa731a5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:55.787688 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7191f5ef-c9a9-497c-8266-fc4ad1a782e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:55.790201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] Set router beec28ad-5dbf-4de1-a93e-9ee184b11867 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:55.979638 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1d1e4057-d30e-4db4-9faa-e91b9ad35bea req-ed3ea28d-0a8e-4265-845a-bc41ccba3634 tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/security-groups?id=419cc08e-435f-48b5-8d61-c3b9de54d52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7916517 May 26 16:27:56.027248 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d49c7f15-5ae9-46cb-8c4d-82a20ec08050 req-f238d2ba-e499-4c7e-8f5d-aca25fc0171d tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:56.162773 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238d2ba-e499-4c7e-8f5d-aca25fc0171d tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Pushing event deleted for resources: {'Port': ['ID=5f407188-cf50-4bc4-9dce-2e6e5d871b88,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:56.191444 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=ee2521ce-9c0e-4e2e-847a-a95320630940,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:56.198150 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5da53a-4b47-48cb-9bb3-3deb7fca0fe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae16d285-902c-4c9d-9313-21510f6b110e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:56.372051 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49c7f15-5ae9-46cb-8c4d-82a20ec08050 req-f238d2ba-e499-4c7e-8f5d-aca25fc0171d tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] No DVR routers for this DVR port 5f407188-cf50-4bc4-9dce-2e6e5d871b88 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:27:56.386455 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-d49c7f15-5ae9-46cb-8c4d-82a20ec08050 req-f238d2ba-e499-4c7e-8f5d-aca25fc0171d tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:56.391331 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d49c7f15-5ae9-46cb-8c4d-82a20ec08050 req-f238d2ba-e499-4c7e-8f5d-aca25fc0171d tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.81 "DELETE /v2.0/ports/5f407188-cf50-4bc4-9dce-2e6e5d871b88 HTTP/1.1" status: 204 len: 173 time: 1.5967190 May 26 16:27:56.404541 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8352f5f-41ff-4e73-9878-a2edaab8de44', 'name': 'network-vif-deleted', 'tag': '5f407188-cf50-4bc4-9dce-2e6e5d871b88'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:27:56.420697 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00d440f-54f3-4d9c-b2a9-518693b31c9d" -d '{"events": [{"server_uuid": "c8352f5f-41ff-4e73-9878-a2edaab8de44", "name": "network-vif-deleted", "tag": "5f407188-cf50-4bc4-9dce-2e6e5d871b88"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:27:56.444007 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1ed87eb6-e49e-4677-b308-f351d79ea365 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:56.451410 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4cd0e49f-24a0-467c-a2a7-bf19e8ffed96 req-4aab9d17-dfdc-4038-b398-786aaf806eed service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3230400 May 26 16:27:56.559730 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4d1d05-cb9b-4e57-a805-e1041064dd27 x-openstack-request-id: req-5b4d1d05-cb9b-4e57-a805-e1041064dd27 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:27:56.560440 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8352f5f-41ff-4e73-9878-a2edaab8de44", "name": "network-vif-deleted", "tag": "5f407188-cf50-4bc4-9dce-2e6e5d871b88", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:27:56.560939 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5b4d1d05-cb9b-4e57-a805-e1041064dd27 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:27:56.561727 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b4d1d05-cb9b-4e57-a805-e1041064dd27'] response: {'server_uuid': 'c8352f5f-41ff-4e73-9878-a2edaab8de44', 'name': 'network-vif-deleted', 'tag': '5f407188-cf50-4bc4-9dce-2e6e5d871b88', 'status': 'completed', 'code': 200} May 26 16:27:56.745824 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53cb47f-f118-48dd-8614-0e6532059e42 None None] Network 3d916f38-2ac9-4597-8648-255b03a78511 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:27:56.752560 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8b2e079d-a2ca-425b-b23b-81696fa731a5 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:56.999169 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0e49f-24a0-467c-a2a7-bf19e8ffed96 req-0b4c7716-6fad-43c4-b650-230c7dda7ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:57.001762 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4cd0e49f-24a0-467c-a2a7-bf19e8ffed96 req-0b4c7716-6fad-43c4-b650-230c7dda7ee3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d026034f0b5c4db588d9be515d0f060a&device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 1097 time: 0.1891613 May 26 16:27:57.017251 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a5da53a-4b47-48cb-9bb3-3deb7fca0fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:57.078365 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7191f5ef-c9a9-497c-8266-fc4ad1a782e5 None None] Current status of the port 8b2e079d-a2ca-425b-b23b-81696fa731a5 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:57.079373 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7191f5ef-c9a9-497c-8266-fc4ad1a782e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:57.193212 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7191f5ef-c9a9-497c-8266-fc4ad1a782e5 None None] For port 8b2e079d-a2ca-425b-b23b-81696fa731a5, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=8b2e079d-a2ca-425b-b23b-81696fa731a5,segment=NetworkSegment(b645b502-f4ec-40db-8c48-e2c10e47ebba),segment_id=b645b502-f4ec-40db-8c48-e2c10e47ebba)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:57.249259 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7191f5ef-c9a9-497c-8266-fc4ad1a782e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:57.266367 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed851acf-6312-4ce2-aff7-4aef20c16381 req-93a64d6b-ff95-49d9-b12d-76dacb6b9e8b tempest-ServerMetadataNegativeTestJSON-1171837561 tempest-ServerMetadataNegativeTestJSON-1171837561-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8352f5f-41ff-4e73-9878-a2edaab8de44 HTTP/1.1" status: 200 len: 210 time: 0.0525103 May 26 16:27:57.390014 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 8b2e079d-a2ca-425b-b23b-81696fa731a5 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:57.390710 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:57.478596 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191f5ef-c9a9-497c-8266-fc4ad1a782e5 None None] Pushing event updated for resources: {'Port': ['ID=8b2e079d-a2ca-425b-b23b-81696fa731a5,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:57.485005 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-607ce831-3d81-408b-9f1a-e26f213c315d None None] Provisioning complete for port 58657265-a0c6-4f1b-ab8d-ae51e291b4da triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:57.485621 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-607ce831-3d81-408b-9f1a-e26f213c315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:57.578958 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beec28ad-5dbf-4de1-a93e-9ee184b11867', 'name': 'tempest-TestAggregatesBasicOps-194469100-router', 'tenant_id': '6210edd027154007bf03f7925bf5b9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '86f83bde-b90a-4c81-9d89-f6a907707337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:35Z', 'updated_at': '2022-05-26T16:27:44Z', 'revision_number': 4, 'project_id': '6210edd027154007bf03f7925bf5b9ea', 'gw_port': {'id': '86f83bde-b90a-4c81-9d89-f6a907707337', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beec28ad-5dbf-4de1-a93e-9ee184b11867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:36Z', 'updated_at': '2022-05-26T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '8b2e079d-a2ca-425b-b23b-81696fa731a5', 'name': '', 'network_id': '61314b72-0a51-4883-94e2-e0e47176ddc0', 'tenant_id': '6210edd027154007bf03f7925bf5b9ea', 'mac_address': 'fa:16:3e:c4:e0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beec28ad-5dbf-4de1-a93e-9ee184b11867', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '7ae99f10-624a-488e-bb6a-417216f7fd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:43Z', 'updated_at': '2022-05-26T16:27:54Z', 'revision_number': 4, 'project_id': '6210edd027154007bf03f7925bf5b9ea', 'subnets': [{'id': '7ae99f10-624a-488e-bb6a-417216f7fd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:57.590419 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0e49f-24a0-467c-a2a7-bf19e8ffed96 req-af8f1b96-1470-432a-a89b-3caf71edb8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:57.592656 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4cd0e49f-24a0-467c-a2a7-bf19e8ffed96 req-af8f1b96-1470-432a-a89b-3caf71edb8b0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=91e281f8-c4da-4a2d-a68d-16e867895ff6 HTTP/1.1" status: 200 len: 916 time: 0.5548410 May 26 16:27:57.621809 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e9d0a4-8c76-4039-8e57-be1ad345f3a4 None None] The sync data for ids ['beec28ad-5dbf-4de1-a93e-9ee184b11867'] in n-d-843337-2 is: [{'id': 'beec28ad-5dbf-4de1-a93e-9ee184b11867', 'name': 'tempest-TestAggregatesBasicOps-194469100-router', 'tenant_id': '6210edd027154007bf03f7925bf5b9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '86f83bde-b90a-4c81-9d89-f6a907707337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:35Z', 'updated_at': '2022-05-26T16:27:44Z', 'revision_number': 4, 'project_id': '6210edd027154007bf03f7925bf5b9ea', 'gw_port': {'id': '86f83bde-b90a-4c81-9d89-f6a907707337', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beec28ad-5dbf-4de1-a93e-9ee184b11867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:36Z', 'updated_at': '2022-05-26T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '8b2e079d-a2ca-425b-b23b-81696fa731a5', 'name': '', 'network_id': '61314b72-0a51-4883-94e2-e0e47176ddc0', 'tenant_id': '6210edd027154007bf03f7925bf5b9ea', 'mac_address': 'fa:16:3e:c4:e0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beec28ad-5dbf-4de1-a93e-9ee184b11867', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '7ae99f10-624a-488e-bb6a-417216f7fd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:43Z', 'updated_at': '2022-05-26T16:27:54Z', 'revision_number': 4, 'project_id': '6210edd027154007bf03f7925bf5b9ea', 'subnets': [{'id': '7ae99f10-624a-488e-bb6a-417216f7fd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:27:57.702883 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 47984) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:57.717214 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5da53a-4b47-48cb-9bb3-3deb7fca0fe3 admin admin] Router 606627c9-20e5-4117-999f-7904b6539e7c has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:27:57.758786 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-607ce831-3d81-408b-9f1a-e26f213c315d None None] Current status of the port 58657265-a0c6-4f1b-ab8d-ae51e291b4da is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:57.759413 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-607ce831-3d81-408b-9f1a-e26f213c315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:57.766635 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 8b2e079d-a2ca-425b-b23b-81696fa731a5 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:57.781019 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 58657265-a0c6-4f1b-ab8d-ae51e291b4da up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:57.869874 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 5f407188-cf50-4bc4-9dce-2e6e5d871b88 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:27:57.984620 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c8ae-8432-423a-9473-8779380cf9c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:57.987625 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-607ce831-3d81-408b-9f1a-e26f213c315d None None] For port 58657265-a0c6-4f1b-ab8d-ae51e291b4da, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=58657265-a0c6-4f1b-ab8d-ae51e291b4da,segment=NetworkSegment(fdcf15d2-f376-4436-b6f5-0262dc5729df),segment_id=fdcf15d2-f376-4436-b6f5-0262dc5729df)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:27:57.997876 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-607ce831-3d81-408b-9f1a-e26f213c315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:58.005609 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 5f407188-cf50-4bc4-9dce-2e6e5d871b88 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:27:58.005960 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 5f407188-cf50-4bc4-9dce-2e6e5d871b88 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:27:58.025481 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5da53a-4b47-48cb-9bb3-3deb7fca0fe3 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:27:58.037133 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c4bc2e-a6a8-4ce2-92b5-1a9b785d69ba None None] Sync routers for ids ['606627c9-20e5-4117-999f-7904b6539e7c'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:27:58.050747 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4a5da53a-4b47-48cb-9bb3-3deb7fca0fe3 admin admin] 10.222.0.77 "PUT /v2.0/routers/606627c9-20e5-4117-999f-7904b6539e7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2965095 May 26 16:27:58.054653 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1ed87eb6-e49e-4677-b308-f351d79ea365 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:58.057465 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 47998) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:58.059688 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4cd0e49f-24a0-467c-a2a7-bf19e8ffed96 req-141e3488-2570-49a4-babc-03d55fe645e5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=026437eb-305f-4e33-80da-d3c872cb8b67 HTTP/1.1" status: 200 len: 1001 time: 0.4541774 May 26 16:27:58.068476 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1ed87eb6-e49e-4677-b308-f351d79ea365 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:58.076262 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c4bc2e-a6a8-4ce2-92b5-1a9b785d69ba None None] Routers {'606627c9-20e5-4117-999f-7904b6539e7c'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:58.088500 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-70c4bc2e-a6a8-4ce2-92b5-1a9b785d69ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:27:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['606627c9-20e5-4117-999f-7904b6539e7c'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:58.191163 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0e49f-24a0-467c-a2a7-bf19e8ffed96 req-c5dfb0cf-3a57-480c-b821-85e86617b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:58.193212 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4cd0e49f-24a0-467c-a2a7-bf19e8ffed96 req-c5dfb0cf-3a57-480c-b821-85e86617b7b7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fee14286-9209-4b96-87d8-95a3251de24f HTTP/1.1" status: 200 len: 854 time: 0.1212234 May 26 16:27:58.205795 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ce831-3d81-408b-9f1a-e26f213c315d None None] Pushing event updated for resources: {'Port': ['ID=58657265-a0c6-4f1b-ab8d-ae51e291b4da,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:58.231028 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 58657265-a0c6-4f1b-ab8d-ae51e291b4da triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:58.232566 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:58.316041 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c8ae-8432-423a-9473-8779380cf9c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:58.322561 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-01ceff77-dfaa-40cc-8d42-55a6cfe70648 None None] Provisioning complete for port c29fb02c-7f83-4780-b7b6-c3ec2cf975f8 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:58.323052 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-01ceff77-dfaa-40cc-8d42-55a6cfe70648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:58.346092 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c8ae-8432-423a-9473-8779380cf9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:58.428882 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48006) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:58.482940 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-70c4bc2e-a6a8-4ce2-92b5-1a9b785d69ba None None] Set router 606627c9-20e5-4117-999f-7904b6539e7c gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:58.508459 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-01ceff77-dfaa-40cc-8d42-55a6cfe70648 None None] Port c29fb02c-7f83-4780-b7b6-c3ec2cf975f8 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:58.572738 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-01ceff77-dfaa-40cc-8d42-55a6cfe70648 None None] Provisioning complete for port 58657265-a0c6-4f1b-ab8d-ae51e291b4da triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:58.573117 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-01ceff77-dfaa-40cc-8d42-55a6cfe70648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:58.602928 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b3d0c8ae-8432-423a-9473-8779380cf9c1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e34439666abf44068eef4c371b55a834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8938665 May 26 16:27:58.608685 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48016) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:58.612908 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0c8ae-8432-423a-9473-8779380cf9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34dfb0d-5632-444e-9a8f-f625b2bf2fe9,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:58.704585 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa211cc1-14e8-4d13-a784-0cb04953aa5d admin admin] Deleting subnet 64cb8bce-3416-4c20-972a-bfade3bd6af0 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:27:58.744566 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fa211cc1-14e8-4d13-a784-0cb04953aa5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:58.825769 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 58657265-a0c6-4f1b-ab8d-ae51e291b4da is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:58.846637 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fa211cc1-14e8-4d13-a784-0cb04953aa5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:58.906543 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fa211cc1-14e8-4d13-a784-0cb04953aa5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:58.933950 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-01ceff77-dfaa-40cc-8d42-55a6cfe70648 None None] Current status of the port 58657265-a0c6-4f1b-ab8d-ae51e291b4da is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:59.018503 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9736da73-ecf1-4f44-80d4-21c4591d44f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.086522 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-70c4bc2e-a6a8-4ce2-92b5-1a9b785d69ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606627c9-20e5-4117-999f-7904b6539e7c', 'name': 'tempest-TestAggregatesBasicOps-1616528709-router', 'tenant_id': '3a164fb21bb6464e88fb307183a36d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '2d420bcf-66e6-486a-a73f-08c6c3c36b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:20Z', 'updated_at': '2022-05-26T16:27:55Z', 'revision_number': 5, 'project_id': '3a164fb21bb6464e88fb307183a36d06', 'gw_port': {'id': '2d420bcf-66e6-486a-a73f-08c6c3c36b7c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606627c9-20e5-4117-999f-7904b6539e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:21Z', 'updated_at': '2022-05-26T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:59.101683 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7faf1661-ed0b-449a-bcc8-2a50f35a6779 None None] Provisioning complete for port c29fb02c-7f83-4780-b7b6-c3ec2cf975f8 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:59.102061 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7faf1661-ed0b-449a-bcc8-2a50f35a6779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.128131 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c4bc2e-a6a8-4ce2-92b5-1a9b785d69ba None None] Checking router: 606627c9-20e5-4117-999f-7904b6539e7c for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:27:59.128397 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9736da73-ecf1-4f44-80d4-21c4591d44f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.142896 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fa211cc1-14e8-4d13-a784-0cb04953aa5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.146827 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c4bc2e-a6a8-4ce2-92b5-1a9b785d69ba None None] Routers {'606627c9-20e5-4117-999f-7904b6539e7c'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:27:59.147887 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-70c4bc2e-a6a8-4ce2-92b5-1a9b785d69ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:27:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['606627c9-20e5-4117-999f-7904b6539e7c'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:59.166530 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed87eb6-e49e-4677-b308-f351d79ea365 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Port': ['ID=c29fb02c-7f83-4780-b7b6-c3ec2cf975f8,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:59.175503 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1ed87eb6-e49e-4677-b308-f351d79ea365 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.261894 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa211cc1-14e8-4d13-a784-0cb04953aa5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64cb8bce-3416-4c20-972a-bfade3bd6af0,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:59.287035 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fa211cc1-14e8-4d13-a784-0cb04953aa5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.293908 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fa211cc1-14e8-4d13-a784-0cb04953aa5d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/64cb8bce-3416-4c20-972a-bfade3bd6af0 HTTP/1.1" status: 204 len: 168 time: 0.8443563 May 26 16:27:59.301097 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48032) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:27:59.311095 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ee2521ce-9c0e-4e2e-847a-a95320630940 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:59.390450 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7faf1661-ed0b-449a-bcc8-2a50f35a6779 None None] Port c29fb02c-7f83-4780-b7b6-c3ec2cf975f8 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:27:59.400682 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ddea29c-6914-4c18-989a-46fedefeb3a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.455449 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port ee2521ce-9c0e-4e2e-847a-a95320630940 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:59.455739 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.457118 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-70c4bc2e-a6a8-4ce2-92b5-1a9b785d69ba None None] Set router 606627c9-20e5-4117-999f-7904b6539e7c gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:27:59.522295 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04ebe248-38a1-479c-93f6-6f4b6706fa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.527136 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0e49f-24a0-467c-a2a7-bf19e8ffed96 req-810cf6f4-f0e4-41c4-80e3-ed245abd10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:27:59.530204 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4cd0e49f-24a0-467c-a2a7-bf19e8ffed96 req-810cf6f4-f0e4-41c4-80e3-ed245abd10b0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91e281f8-c4da-4a2d-a68d-16e867895ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7024498 May 26 16:27:59.540992 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9736da73-ecf1-4f44-80d4-21c4591d44f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.543499 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9736da73-ecf1-4f44-80d4-21c4591d44f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.558325 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9736da73-ecf1-4f44-80d4-21c4591d44f9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d34dfb0d-5632-444e-9a8f-f625b2bf2fe9 HTTP/1.1" status: 204 len: 168 time: 0.9442008 May 26 16:27:59.559757 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-4cd0e49f-24a0-467c-a2a7-bf19e8ffed96 req-19768cbe-a137-4dfc-ae21-5d9a6ae170ba service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:27:59.561064 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4cd0e49f-24a0-467c-a2a7-bf19e8ffed96 req-19768cbe-a137-4dfc-ae21-5d9a6ae170ba service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144584 May 26 16:27:59.564231 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed87eb6-e49e-4677-b308-f351d79ea365 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network 3d916f38-2ac9-4597-8648-255b03a78511 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:27:59.580987 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736da73-ecf1-4f44-80d4-21c4591d44f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34dfb0d-5632-444e-9a8f-f625b2bf2fe9,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:27:59.662933 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port ee2521ce-9c0e-4e2e-847a-a95320630940 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:27:59.664115 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8b2e079d-a2ca-425b-b23b-81696fa731a5 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:27:59.666930 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-1ed87eb6-e49e-4677-b308-f351d79ea365 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:27:59.722928 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 8b2e079d-a2ca-425b-b23b-81696fa731a5 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:27:59.724205 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.866701 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04ebe248-38a1-479c-93f6-6f4b6706fa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.924586 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-04ebe248-38a1-479c-93f6-6f4b6706fa49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474686a8-44f7-435c-bd81-d295ac8c5f86']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:59.944845 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-04ebe248-38a1-479c-93f6-6f4b6706fa49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92767c8-02f9-46b3-b196-566161bb0c4c') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:59.945080 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-04ebe248-38a1-479c-93f6-6f4b6706fa49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92767c8-02f9-46b3-b196-566161bb0c4c') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:27:59.961213 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04ebe248-38a1-479c-93f6-6f4b6706fa49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:27:59.982891 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04ebe248-38a1-479c-93f6-6f4b6706fa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:00.003269 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ebe248-38a1-479c-93f6-6f4b6706fa49 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:28:00.005360 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04ebe248-38a1-479c-93f6-6f4b6706fa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:00.015704 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 8b2e079d-a2ca-425b-b23b-81696fa731a5 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:00.017584 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 58657265-a0c6-4f1b-ab8d-ae51e291b4da up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:00.080535 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4cd0e49f-24a0-467c-a2a7-bf19e8ffed96 req-9a90dea7-f437-45a1-8604-5aae195974e2 service neutron] 10.222.0.83 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078816 May 26 16:28:00.124043 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-70c4bc2e-a6a8-4ce2-92b5-1a9b785d69ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606627c9-20e5-4117-999f-7904b6539e7c', 'name': 'tempest-TestAggregatesBasicOps-1616528709-router', 'tenant_id': '3a164fb21bb6464e88fb307183a36d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '2d420bcf-66e6-486a-a73f-08c6c3c36b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:20Z', 'updated_at': '2022-05-26T16:27:55Z', 'revision_number': 5, 'project_id': '3a164fb21bb6464e88fb307183a36d06', 'gw_port': {'id': '2d420bcf-66e6-486a-a73f-08c6c3c36b7c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606627c9-20e5-4117-999f-7904b6539e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:21Z', 'updated_at': '2022-05-26T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:00.130932 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 58657265-a0c6-4f1b-ab8d-ae51e291b4da triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:00.132132 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:00.165831 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ddea29c-6914-4c18-989a-46fedefeb3a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:00.185039 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c4bc2e-a6a8-4ce2-92b5-1a9b785d69ba None None] The sync data for ids ['606627c9-20e5-4117-999f-7904b6539e7c'] in n-d-843337-2 is: [{'id': '606627c9-20e5-4117-999f-7904b6539e7c', 'name': 'tempest-TestAggregatesBasicOps-1616528709-router', 'tenant_id': '3a164fb21bb6464e88fb307183a36d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '2d420bcf-66e6-486a-a73f-08c6c3c36b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:20Z', 'updated_at': '2022-05-26T16:27:55Z', 'revision_number': 5, 'project_id': '3a164fb21bb6464e88fb307183a36d06', 'gw_port': {'id': '2d420bcf-66e6-486a-a73f-08c6c3c36b7c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606627c9-20e5-4117-999f-7904b6539e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:21Z', 'updated_at': '2022-05-26T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:28:00.270905 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-220585c1-e71b-4866-bbaa-9e81b78139f3 None None] Provisioning complete for port c29fb02c-7f83-4780-b7b6-c3ec2cf975f8 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:00.271905 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-220585c1-e71b-4866-bbaa-9e81b78139f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:00.279980 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04ebe248-38a1-479c-93f6-6f4b6706fa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:00.301059 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-04ebe248-38a1-479c-93f6-6f4b6706fa49 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:00.309790 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-04ebe248-38a1-479c-93f6-6f4b6706fa49 admin admin] 10.222.0.77 "DELETE /v2.0/networks/474686a8-44f7-435c-bd81-d295ac8c5f86 HTTP/1.1" status: 204 len: 168 time: 1.0047998 May 26 16:28:00.312516 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment d92767c8-02f9-46b3-b196-566161bb0c4c resource provider aggregate not found May 26 16:28:00.355904 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed87eb6-e49e-4677-b308-f351d79ea365 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Router 42083a96-54d6-47d2-9c1d-729e8991bb96 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:28:00.367542 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 58657265-a0c6-4f1b-ab8d-ae51e291b4da is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:00.371371 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48078) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:00.392474 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-220585c1-e71b-4866-bbaa-9e81b78139f3 None None] Port c29fb02c-7f83-4780-b7b6-c3ec2cf975f8 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:28:00.394225 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment d92767c8-02f9-46b3-b196-566161bb0c4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d92767c8-02f9-46b3-b196-566161bb0c4c found for delete ", "request_id": "req-99b0bf0a-f477-4663-b7b7-ee0633fe4d75"}]} May 26 16:28:00.396697 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebe248-38a1-479c-93f6-6f4b6706fa49 admin admin] Pushing event deleted for resources: {'Network': ['ID=474686a8-44f7-435c-bd81-d295ac8c5f86,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:00.417414 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-5ddea29c-6914-4c18-989a-46fedefeb3a2 admin admin] Deleting port 2d420bcf-66e6-486a-a73f-08c6c3c36b7c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:00.417918 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ddea29c-6914-4c18-989a-46fedefeb3a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:00.421158 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d4517d08-ece7-4c51-ab36-9894b33ff08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:00.425317 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4cd0e49f-24a0-467c-a2a7-bf19e8ffed96 req-87fa4d95-4ad2-4a44-b8b1-4229bf8f02f9 service neutron] 10.222.0.83 "GET /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375683 May 26 16:28:00.633004 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:00.647746 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48088) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:00.709419 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-5ddea29c-6914-4c18-989a-46fedefeb3a2 admin admin] For port 2d420bcf-66e6-486a-a73f-08c6c3c36b7c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2d420bcf-66e6-486a-a73f-08c6c3c36b7c,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:00.709674 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ddea29c-6914-4c18-989a-46fedefeb3a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:00.724868 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48092) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:00.730790 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed87eb6-e49e-4677-b308-f351d79ea365 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:00.742333 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] Sync routers for ids ['42083a96-54d6-47d2-9c1d-729e8991bb96'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:00.756006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] Routers {'42083a96-54d6-47d2-9c1d-729e8991bb96'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:00.757051 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:27:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['42083a96-54d6-47d2-9c1d-729e8991bb96'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:00.809765 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d4517d08-ece7-4c51-ab36-9894b33ff08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:00.816077 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1ed87eb6-e49e-4677-b308-f351d79ea365 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "PUT /v2.0/routers/42083a96-54d6-47d2-9c1d-729e8991bb96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8433628 May 26 16:28:00.818518 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-5ddea29c-6914-4c18-989a-46fedefeb3a2 admin admin] Calling delete_port for 2d420bcf-66e6-486a-a73f-08c6c3c36b7c owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:00.822570 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d4517d08-ece7-4c51-ab36-9894b33ff08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:00.837022 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1fc88381-0652-42c8-9954-2db890030ff8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=60c55444184b4c5192f95a845d1b5628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1088037 May 26 16:28:00.839440 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48098) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:00.913571 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ae16d285-902c-4c9d-9313-21510f6b110e no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:28:00.962711 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: ae16d285-902c-4c9d-9313-21510f6b110e {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:28:00.984845 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-299b3b14-0c4a-4dc1-864f-bdee42091b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:00.998215 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ae16d285-902c-4c9d-9313-21510f6b110e not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:28:01.010431 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d4517d08-ece7-4c51-ab36-9894b33ff08e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1a558e0d74754c6aa8feb75d655cc877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6329603 May 26 16:28:01.014278 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48104) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:01.071309 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-299b3b14-0c4a-4dc1-864f-bdee42091b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:01.083212 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] Set router 42083a96-54d6-47d2-9c1d-729e8991bb96 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:01.143848 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4517d08-ece7-4c51-ab36-9894b33ff08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a5452c-1827-424a-a12f-bb6f419fec1d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:01.209483 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52b1f4cb-44b0-4b46-b0ae-a5954da274a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:01.214865 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-8dc443b0-eac5-40d8-8234-d54f172f6e74 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252679815&fields=id&tenant_id=ab86e9d575124bbb8f1141e0888ad848 HTTP/1.1" status: 200 len: 267 time: 0.0637283 May 26 16:28:01.275048 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-299b3b14-0c4a-4dc1-864f-bdee42091b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:01.278160 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-299b3b14-0c4a-4dc1-864f-bdee42091b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:01.281677 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-299b3b14-0c4a-4dc1-864f-bdee42091b88 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/419cc08e-435f-48b5-8d61-c3b9de54d52f HTTP/1.1" status: 204 len: 168 time: 0.4251487 May 26 16:28:01.281872 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6f9f7517-e188-4b84-b653-3ef6ec9ef662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:01.349724 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6f9f7517-e188-4b84-b653-3ef6ec9ef662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:01.350211 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b3b14-0c4a-4dc1-864f-bdee42091b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419cc08e-435f-48b5-8d61-c3b9de54d52f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:01.444162 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-f3d4d09b-1ff0-4312-8a97-01eb695ccaf2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:01.451773 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-f3d4d09b-1ff0-4312-8a97-01eb695ccaf2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/networks?id=3d916f38-2ac9-4597-8648-255b03a78511 HTTP/1.1" status: 200 len: 796 time: 0.2184472 May 26 16:28:01.477580 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-61b08d10-f588-493e-96d3-45ea5cdde563 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/quotas/ab86e9d575124bbb8f1141e0888ad848 HTTP/1.1" status: 200 len: 375 time: 0.0247388 May 26 16:28:01.494557 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ddea29c-6914-4c18-989a-46fedefeb3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:01.553444 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddea29c-6914-4c18-989a-46fedefeb3a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d420bcf-66e6-486a-a73f-08c6c3c36b7c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:01.578384 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374770436', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:44Z', 'updated_at': '2022-05-26T16:27:56Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:45Z', 'updated_at': '2022-05-26T16:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'c29fb02c-7f83-4780-b7b6-c3ec2cf975f8', 'name': '', 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:36:5f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '5c7b1e96-afea-486c-b964-8dc60319baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:53Z', 'updated_at': '2022-05-26T16:27:57Z', 'revision_number': 2, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': '5c7b1e96-afea-486c-b964-8dc60319baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:01.587636 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6f9f7517-e188-4b84-b653-3ef6ec9ef662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:01.591325 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6f9f7517-e188-4b84-b653-3ef6ec9ef662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:01.593701 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6f9f7517-e188-4b84-b653-3ef6ec9ef662 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/80a5452c-1827-424a-a12f-bb6f419fec1d HTTP/1.1" status: 204 len: 168 time: 0.5682993 May 26 16:28:01.630399 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-d70b1696-fef8-44e7-8f17-167198ff102e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1516216 May 26 16:28:01.635069 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52b1f4cb-44b0-4b46-b0ae-a5954da274a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:01.656076 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] Checking router: 42083a96-54d6-47d2-9c1d-729e8991bb96 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:28:01.658321 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] Updating router 42083a96-54d6-47d2-9c1d-729e8991bb96 port c29fb02c-7f83-4780-b7b6-c3ec2cf975f8 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:28:01.660748 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f7517-e188-4b84-b653-3ef6ec9ef662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a5452c-1827-424a-a12f-bb6f419fec1d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:01.701214 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ddea29c-6914-4c18-989a-46fedefeb3a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:01.735836 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52b1f4cb-44b0-4b46-b0ae-a5954da274a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:01.749785 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:01.859986 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ddea29c-6914-4c18-989a-46fedefeb3a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:01.863208 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ddea29c-6914-4c18-989a-46fedefeb3a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:01.874473 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-52b1f4cb-44b0-4b46-b0ae-a5954da274a5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=29de7b23d29e46e8ac625c6ca926a25f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2249455 May 26 16:28:01.946139 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-149f53dc-3e06-45ab-ad67-f6b712e83e17 service neutron] 10.222.0.77 "GET /v2.0/networks/3d916f38-2ac9-4597-8648-255b03a78511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062479 May 26 16:28:01.949521 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48140) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:02.007264 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ddea29c-6914-4c18-989a-46fedefeb3a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:02.007641 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddea29c-6914-4c18-989a-46fedefeb3a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 606627c9-20e5-4117-999f-7904b6539e7c {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:28:02.031079 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5ddea29c-6914-4c18-989a-46fedefeb3a2 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:02.033949 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5ddea29c-6914-4c18-989a-46fedefeb3a2 admin admin] 10.222.0.77 "DELETE /v2.0/routers/606627c9-20e5-4117-999f-7904b6539e7c HTTP/1.1" status: 204 len: 168 time: 3.9730773 May 26 16:28:02.040399 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48148) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:02.118594 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-463bc14e-5bdf-4ca9-b929-30fa7fb77396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:02.126156 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1f4cb-44b0-4b46-b0ae-a5954da274a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44981ded-52a8-4fb3-868a-d847d5a970b4,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:02.179720 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-463bc14e-5bdf-4ca9-b929-30fa7fb77396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:02.303097 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-debf43a5-9173-403a-a75a-c56ff2df180a admin admin] Deleting subnet a42ab967-8549-447e-aacd-2352d6fd1875 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:28:02.314931 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-463bc14e-5bdf-4ca9-b929-30fa7fb77396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:02.319797 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-463bc14e-5bdf-4ca9-b929-30fa7fb77396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:02.324316 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-463bc14e-5bdf-4ca9-b929-30fa7fb77396 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/44981ded-52a8-4fb3-868a-d847d5a970b4 HTTP/1.1" status: 204 len: 168 time: 0.3722675 May 26 16:28:02.328013 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-debf43a5-9173-403a-a75a-c56ff2df180a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:02.335211 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463bc14e-5bdf-4ca9-b929-30fa7fb77396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44981ded-52a8-4fb3-868a-d847d5a970b4,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:02.390572 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-debf43a5-9173-403a-a75a-c56ff2df180a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:02.445768 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-70047231-bb30-47bc-bc8a-0a177e137df4 service neutron] 10.222.0.77 "GET /v2.0/networks/3d916f38-2ac9-4597-8648-255b03a78511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984181 May 26 16:28:02.508409 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-debf43a5-9173-403a-a75a-c56ff2df180a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:02.680777 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-debf43a5-9173-403a-a75a-c56ff2df180a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:02.700906 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-debf43a5-9173-403a-a75a-c56ff2df180a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:02.705173 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-debf43a5-9173-403a-a75a-c56ff2df180a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a42ab967-8549-447e-aacd-2352d6fd1875 HTTP/1.1" status: 204 len: 168 time: 0.6612082 May 26 16:28:02.711589 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48174) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:02.726619 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf43a5-9173-403a-a75a-c56ff2df180a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a42ab967-8549-447e-aacd-2352d6fd1875,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:02.749031 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:02.756729 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d502054b-73f7-4e1e-9093-a1d4922e2f0c None None] Network a2305a9e-3438-4b4d-b7ec-290a791b9514 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:28:02.774875 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:02.928669 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bdd66756-f4a4-4b2d-956e-303a535cb2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:02.941640 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-828ebfd7-ebce-4ef2-8a23-d73ab9031b54 req-79976bfe-8f17-4a30-87f5-e9e9a77c808f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 210 time: 0.1275184 May 26 16:28:03.034531 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2d420bcf-66e6-486a-a73f-08c6c3c36b7c no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:28:03.107307 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48190) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:03.120247 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03badf0d-37b0-4478-b023-8a49ccad316b None None] Pushing event updated for resources: {'Port': ['ID=c29fb02c-7f83-4780-b7b6-c3ec2cf975f8,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:03.134200 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-bdd66756-f4a4-4b2d-956e-303a535cb2d5 admin admin] Deleting port 2b85c382-cf63-42ab-ab84-b0db28eaabf1 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:03.135588 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bdd66756-f4a4-4b2d-956e-303a535cb2d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:03.148242 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4a9cff06-5676-495e-beb9-6796f6ba5afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:03.271124 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] Attempting to bind port c29fb02c-7f83-4780-b7b6-c3ec2cf975f8 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:03.271775 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] Attempting to bind port c29fb02c-7f83-4780-b7b6-c3ec2cf975f8 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'fdcf15d2-f376-4436-b6f5-0262dc5729df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:03.272602 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] Attempting to bind port c29fb02c-7f83-4780-b7b6-c3ec2cf975f8 on network 3d916f38-2ac9-4597-8648-255b03a78511 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:03.279754 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 2d420bcf-66e6-486a-a73f-08c6c3c36b7c {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:28:03.280344 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2d420bcf-66e6-486a-a73f-08c6c3c36b7c not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:28:03.292707 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:03.293967 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] Checking segment: {'id': 'fdcf15d2-f376-4436-b6f5-0262dc5729df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:03.294657 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:03.296017 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] Bound using segment: {'id': 'fdcf15d2-f376-4436-b6f5-0262dc5729df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:03.296017 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] Bound port: c29fb02c-7f83-4780-b7b6-c3ec2cf975f8, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdcf15d2-f376-4436-b6f5-0262dc5729df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:03.296571 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:03.345575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-bdd66756-f4a4-4b2d-956e-303a535cb2d5 admin admin] For port 2b85c382-cf63-42ab-ab84-b0db28eaabf1, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2b85c382-cf63-42ab-ab84-b0db28eaabf1,segment=NetworkSegment(b91998da-6e13-4857-9170-4a989a2b032d),segment_id=b91998da-6e13-4857-9170-4a989a2b032d)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:03.346568 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bdd66756-f4a4-4b2d-956e-303a535cb2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:03.392840 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4a9cff06-5676-495e-beb9-6796f6ba5afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:03.395956 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] For port c29fb02c-7f83-4780-b7b6-c3ec2cf975f8, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:03.399935 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] For port c29fb02c-7f83-4780-b7b6-c3ec2cf975f8, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c29fb02c-7f83-4780-b7b6-c3ec2cf975f8,segment=NetworkSegment(fdcf15d2-f376-4436-b6f5-0262dc5729df),segment_id=fdcf15d2-f376-4436-b6f5-0262dc5729df)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:03.412868 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4a9cff06-5676-495e-beb9-6796f6ba5afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:03.420228 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:03.471203 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-bdd66756-f4a4-4b2d-956e-303a535cb2d5 admin admin] Calling delete_port for 2b85c382-cf63-42ab-ab84-b0db28eaabf1 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:03.539749 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5f02fff3-3ff9-4f7b-afea-5f3c36daaa28 None None] Provisioning complete for port c29fb02c-7f83-4780-b7b6-c3ec2cf975f8 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:03.540224 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f02fff3-3ff9-4f7b-afea-5f3c36daaa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:03.549355 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4a9cff06-5676-495e-beb9-6796f6ba5afb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ea3421e6e54b4827a60160f34e71850d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4407706 May 26 16:28:03.552767 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cff06-5676-495e-beb9-6796f6ba5afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2ad3c1-09b4-4655-8f5f-bc6f97b61c2c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:03.562164 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] Routers {'42083a96-54d6-47d2-9c1d-729e8991bb96'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:03.563194 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48206) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:03.563901 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:27:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['42083a96-54d6-47d2-9c1d-729e8991bb96'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:03.772562 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bdd66756-f4a4-4b2d-956e-303a535cb2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:03.796741 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48214) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:03.830974 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd66756-f4a4-4b2d-956e-303a535cb2d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b85c382-cf63-42ab-ab84-b0db28eaabf1,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:03.838934 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-73250e9c-023d-46f9-96ca-a86f67e288fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:03.844676 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd66756-f4a4-4b2d-956e-303a535cb2d5 admin admin] No DVR routers for this DVR port 2b85c382-cf63-42ab-ab84-b0db28eaabf1 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:28:03.908115 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-73250e9c-023d-46f9-96ca-a86f67e288fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:03.914959 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac630e2-ac2c-46c5-a3fd-d5e6171e1ed4 None None] DHCP port deletion for a2305a9e-3438-4b4d-b7ec-290a791b9514 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:28:03.949113 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03badf0d-37b0-4478-b023-8a49ccad316b None None] Pushing event updated for resources: {'Port': ['ID=c29fb02c-7f83-4780-b7b6-c3ec2cf975f8,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:03.999813 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bdd66756-f4a4-4b2d-956e-303a535cb2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:04.032667 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] Set router 42083a96-54d6-47d2-9c1d-729e8991bb96 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:04.056981 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-73250e9c-023d-46f9-96ca-a86f67e288fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:04.061067 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-73250e9c-023d-46f9-96ca-a86f67e288fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:04.067683 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-73250e9c-023d-46f9-96ca-a86f67e288fc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5e2ad3c1-09b4-4655-8f5f-bc6f97b61c2c HTTP/1.1" status: 204 len: 168 time: 0.4952691 May 26 16:28:04.083736 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-bdd66756-f4a4-4b2d-956e-303a535cb2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2305a9e-3438-4b4d-b7ec-290a791b9514']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:04.085566 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73250e9c-023d-46f9-96ca-a86f67e288fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2ad3c1-09b4-4655-8f5f-bc6f97b61c2c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:04.117362 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-bdd66756-f4a4-4b2d-956e-303a535cb2d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91998da-6e13-4857-9170-4a989a2b032d') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:04.117881 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-bdd66756-f4a4-4b2d-956e-303a535cb2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91998da-6e13-4857-9170-4a989a2b032d') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:04.147528 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bdd66756-f4a4-4b2d-956e-303a535cb2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:04.197490 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bdd66756-f4a4-4b2d-956e-303a535cb2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:04.208901 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd66756-f4a4-4b2d-956e-303a535cb2d5 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:28:04.211041 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bdd66756-f4a4-4b2d-956e-303a535cb2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:04.212079 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0141ae50-fd8f-4caf-95f4-bf6dd02a69a7 req-7581fb21-dfb6-4f69-a6ff-810728394310 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 210 time: 0.0790093 May 26 16:28:04.221499 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-7fd175da-eaa5-4c2d-93ca-6b09ce6bccba admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1071872627-network', 'tenant_id': '55db192a075d4f7397320ac3e9c27b43'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:04.268890 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd175da-eaa5-4c2d-93ca-6b09ce6bccba admin admin] Made reservation on behalf of 55db192a075d4f7397320ac3e9c27b43 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:28:04.272794 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment b91998da-6e13-4857-9170-4a989a2b032d resource provider aggregate not found May 26 16:28:04.274427 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7fd175da-eaa5-4c2d-93ca-6b09ce6bccba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:04.295298 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7fd175da-eaa5-4c2d-93ca-6b09ce6bccba admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:04.298736 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5f02fff3-3ff9-4f7b-afea-5f3c36daaa28 None None] Current status of the port c29fb02c-7f83-4780-b7b6-c3ec2cf975f8 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:04.299595 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f02fff3-3ff9-4f7b-afea-5f3c36daaa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:04.409316 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment b91998da-6e13-4857-9170-4a989a2b032d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b91998da-6e13-4857-9170-4a989a2b032d found for delete ", "request_id": "req-d3898622-00d3-4372-a586-0620548fa4c1"}]} May 26 16:28:04.456184 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bdd66756-f4a4-4b2d-956e-303a535cb2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:04.466986 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bdd66756-f4a4-4b2d-956e-303a535cb2d5 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:04.481767 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bdd66756-f4a4-4b2d-956e-303a535cb2d5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a2305a9e-3438-4b4d-b7ec-290a791b9514 HTTP/1.1" status: 204 len: 168 time: 1.7689559 May 26 16:28:04.483381 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48240) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:04.498776 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7fd175da-eaa5-4c2d-93ca-6b09ce6bccba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:04.528282 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7fd175da-eaa5-4c2d-93ca-6b09ce6bccba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:04.557925 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd66756-f4a4-4b2d-956e-303a535cb2d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2305a9e-3438-4b4d-b7ec-290a791b9514,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:04.573095 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd175da-eaa5-4c2d-93ca-6b09ce6bccba admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:28:04.611031 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd175da-eaa5-4c2d-93ca-6b09ce6bccba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4581f789-9aa1-45c2-ab09-789f65ba1336,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:04.625658 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5f02fff3-3ff9-4f7b-afea-5f3c36daaa28 None None] For port c29fb02c-7f83-4780-b7b6-c3ec2cf975f8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c29fb02c-7f83-4780-b7b6-c3ec2cf975f8,segment=NetworkSegment(fdcf15d2-f376-4436-b6f5-0262dc5729df),segment_id=fdcf15d2-f376-4436-b6f5-0262dc5729df)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:04.625805 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7fd175da-eaa5-4c2d-93ca-6b09ce6bccba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:04.626231 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-7fd175da-eaa5-4c2d-93ca-6b09ce6bccba admin admin] Added segment 045e2544-b085-4bf3-b19d-98411b7db9cb of type vlan for network edf002b2-c9d1-46a8-9f96-afb3826da250 May 26 16:28:04.639156 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f02fff3-3ff9-4f7b-afea-5f3c36daaa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:04.658949 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:28:04.781033 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02fff3-3ff9-4f7b-afea-5f3c36daaa28 None None] Pushing event updated for resources: {'Port': ['ID=c29fb02c-7f83-4780-b7b6-c3ec2cf975f8,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:04.814882 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-33022a3e-569f-4544-86c6-d92facdb9af2 None None] Provisioning complete for port c29fb02c-7f83-4780-b7b6-c3ec2cf975f8 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:04.815275 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-33022a3e-569f-4544-86c6-d92facdb9af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:04.904883 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374770436', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:44Z', 'updated_at': '2022-05-26T16:27:56Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:45Z', 'updated_at': '2022-05-26T16:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'c29fb02c-7f83-4780-b7b6-c3ec2cf975f8', 'name': '', 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:36:5f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '5c7b1e96-afea-486c-b964-8dc60319baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:53Z', 'updated_at': '2022-05-26T16:28:03Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': '5c7b1e96-afea-486c-b964-8dc60319baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:04.983207 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8f1d2b-c157-4d04-8360-35eb7fdd0673 None None] The sync data for ids ['42083a96-54d6-47d2-9c1d-729e8991bb96'] in n-d-843337-2 is: [{'id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374770436', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:44Z', 'updated_at': '2022-05-26T16:27:56Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:45Z', 'updated_at': '2022-05-26T16:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'c29fb02c-7f83-4780-b7b6-c3ec2cf975f8', 'name': '', 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:36:5f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '5c7b1e96-afea-486c-b964-8dc60319baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:53Z', 'updated_at': '2022-05-26T16:28:03Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': '5c7b1e96-afea-486c-b964-8dc60319baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:28:05.002397 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7fd175da-eaa5-4c2d-93ca-6b09ce6bccba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:05.002911 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2b85c382-cf63-42ab-ab84-b0db28eaabf1 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:28:05.054555 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 2b85c382-cf63-42ab-ab84-b0db28eaabf1 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:28:05.054907 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2b85c382-cf63-42ab-ab84-b0db28eaabf1 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:28:05.118424 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-33022a3e-569f-4544-86c6-d92facdb9af2 None None] Current status of the port c29fb02c-7f83-4780-b7b6-c3ec2cf975f8 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:05.146788 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.db.resource_extend [None req-7fd175da-eaa5-4c2d-93ca-6b09ce6bccba admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:28:05.180176 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-8ebb85c5-bdd7-4f95-84cc-e90c97292f1c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:05.182171 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-8ebb85c5-bdd7-4f95-84cc-e90c97292f1c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.81 "GET /v2.0/networks?id=3d916f38-2ac9-4597-8648-255b03a78511 HTTP/1.1" status: 200 len: 796 time: 0.4804230 May 26 16:28:05.199288 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7fd175da-eaa5-4c2d-93ca-6b09ce6bccba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:05.201144 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd175da-eaa5-4c2d-93ca-6b09ce6bccba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:05.207103 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7fd175da-eaa5-4c2d-93ca-6b09ce6bccba admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:05.261599 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7fd175da-eaa5-4c2d-93ca-6b09ce6bccba admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4499116 May 26 16:28:05.284722 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48274) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:05.292343 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-666c7221-6926-421c-b095-065ed0f54ac4 admin admin] Request body: {'subnet': {'network_id': 'edf002b2-c9d1-46a8-9f96-afb3826da250', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1071872627-subnet', 'tenant_id': '55db192a075d4f7397320ac3e9c27b43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:05.477197 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666c7221-6926-421c-b095-065ed0f54ac4 admin admin] Made reservation on behalf of 55db192a075d4f7397320ac3e9c27b43 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:28:05.481145 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-666c7221-6926-421c-b095-065ed0f54ac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:05.509011 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8df6ee5-6588-44e2-9fd6-cadecbd0f401 req-8d6373e7-9bef-4ff5-b9ee-a5403db842e8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 210 time: 0.1441307 May 26 16:28:05.516212 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-35b494e2-1ca2-4464-b998-21154692822f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab86e9d575124bbb8f1141e0888ad848 HTTP/1.1" status: 200 len: 380 time: 0.3249571 May 26 16:28:05.528254 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd175da-eaa5-4c2d-93ca-6b09ce6bccba admin admin] Pushing event updated for resources: {'Network': ['ID=edf002b2-c9d1-46a8-9f96-afb3826da250,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:05.550367 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-6fd9e52f-a9f8-46c8-b582-20afa2586ce6 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'port': {'device_id': 'b77156f0-ba43-4409-8323-0e6697cae45b', 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511', 'admin_state_up': True, 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'security_groups': ['616a368c-3268-4b94-be9b-bc70214bcca8']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:05.553056 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network edf002b2-c9d1-46a8-9f96-afb3826da250 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:28:05.779970 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d5cdb70-15ec-4339-ae54-6ebabb2e832d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:06.292679 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-6fd9e52f-a9f8-46c8-b582-20afa2586ce6 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Made reservation on behalf of ab86e9d575124bbb8f1141e0888ad848 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:28:06.298059 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-6fd9e52f-a9f8-46c8-b582-20afa2586ce6 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:06.471932 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-1d5cdb70-15ec-4339-ae54-6ebabb2e832d admin admin] Deleting port 8b2e079d-a2ca-425b-b23b-81696fa731a5 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:06.472314 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d5cdb70-15ec-4339-ae54-6ebabb2e832d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:06.542906 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-666c7221-6926-421c-b095-065ed0f54ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:06.638946 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-1d5cdb70-15ec-4339-ae54-6ebabb2e832d admin admin] For port 8b2e079d-a2ca-425b-b23b-81696fa731a5, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=8b2e079d-a2ca-425b-b23b-81696fa731a5,segment=NetworkSegment(b645b502-f4ec-40db-8c48-e2c10e47ebba),segment_id=b645b502-f4ec-40db-8c48-e2c10e47ebba)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:06.639258 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d5cdb70-15ec-4339-ae54-6ebabb2e832d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:06.656012 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-1d5cdb70-15ec-4339-ae54-6ebabb2e832d admin admin] Calling delete_port for 8b2e079d-a2ca-425b-b23b-81696fa731a5 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:06.699634 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-6fd9e52f-a9f8-46c8-b582-20afa2586ce6 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Allocated IP 172.20.0.11 (3d916f38-2ac9-4597-8648-255b03a78511/5c7b1e96-afea-486c-b964-8dc60319baa9/b3dd3b68-6001-4082-a194-0d3de9aa6be1) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:28:06.874356 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f0f81f7-e218-438d-bd4e-736d3ed07935 req-7aa0eab1-0ee2-47f9-bcc5-3b2e07849be5 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 210 time: 0.1881039 May 26 16:28:06.940536 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c7221-6926-421c-b095-065ed0f54ac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8295bc0-2040-4384-9eb3-a50f2e6ae846,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:06.978295 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666c7221-6926-421c-b095-065ed0f54ac4 admin admin] Checking segment: {'id': '045e2544-b085-4bf3-b19d-98411b7db9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edf002b2-c9d1-46a8-9f96-afb3826da250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:06.978668 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666c7221-6926-421c-b095-065ed0f54ac4 admin admin] Network hostable DHCP agents. Network: edf002b2-c9d1-46a8-9f96-afb3826da250, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:28:07.099671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666c7221-6926-421c-b095-065ed0f54ac4 admin admin] Network edf002b2-c9d1-46a8-9f96-afb3826da250 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:28:07.122617 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d5cdb70-15ec-4339-ae54-6ebabb2e832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:07.144984 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-6fd9e52f-a9f8-46c8-b582-20afa2586ce6 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:07.150922 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-666c7221-6926-421c-b095-065ed0f54ac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, edf002b2-c9d1-46a8-9f96-afb3826da250) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:07.169716 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46afda87-693f-4bed-aa6e-82e67e7890a7 None None] Network edf002b2-c9d1-46a8-9f96-afb3826da250 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:28:07.172746 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c7221-6926-421c-b095-065ed0f54ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:07.174065 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-666c7221-6926-421c-b095-065ed0f54ac4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:07.227438 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cdb70-15ec-4339-ae54-6ebabb2e832d admin admin] Pushing event deleted for resources: {'Port': ['ID=8b2e079d-a2ca-425b-b23b-81696fa731a5,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:07.276993 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-666c7221-6926-421c-b095-065ed0f54ac4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9901073 May 26 16:28:07.282930 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48376) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:07.294204 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-4fc99b36-798c-40e1-878c-2343a4120247 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1071872627-router', 'tenant_id': '55db192a075d4f7397320ac3e9c27b43', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:07.357775 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4fc99b36-798c-40e1-878c-2343a4120247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:07.359182 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4fc99b36-798c-40e1-878c-2343a4120247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:07.368639 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-6fd9e52f-a9f8-46c8-b582-20afa2586ce6 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:07.513822 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-6fd9e52f-a9f8-46c8-b582-20afa2586ce6 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network 3d916f38-2ac9-4597-8648-255b03a78511 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:07.547948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-6fd9e52f-a9f8-46c8-b582-20afa2586ce6 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:07.587124 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-6fd9e52f-a9f8-46c8-b582-20afa2586ce6 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:28:07.630901 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c29fb02c-7f83-4780-b7b6-c3ec2cf975f8 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:07.751401 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d5cdb70-15ec-4339-ae54-6ebabb2e832d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:07.768506 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-6fd9e52f-a9f8-46c8-b582-20afa2586ce6 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:07.774520 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-6fd9e52f-a9f8-46c8-b582-20afa2586ce6 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:07.780915 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92f281e-46ea-4535-9864-fa9acc7e9030 None None] Network edf002b2-c9d1-46a8-9f96-afb3826da250 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:28:07.857924 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-6fd9e52f-a9f8-46c8-b582-20afa2586ce6 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3108182 May 26 16:28:07.867376 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port c29fb02c-7f83-4780-b7b6-c3ec2cf975f8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:07.867987 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:07.894219 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-1dfcc9a8-0856-47d6-9951-0944781de36d service neutron] Request body: {'port': {'device_id': 'b77156f0-ba43-4409-8323-0e6697cae45b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:08.072612 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-da1a457f-c7be-4f86-9011-efc306924a92 None None] Provisioning complete for port b3dd3b68-6001-4082-a194-0d3de9aa6be1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:08.073472 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-da1a457f-c7be-4f86-9011-efc306924a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:08.178435 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9e52f-a9f8-46c8-b582-20afa2586ce6 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Port': ['ID=b3dd3b68-6001-4082-a194-0d3de9aa6be1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:08.184615 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4fc99b36-798c-40e1-878c-2343a4120247 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:08.245806 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port c29fb02c-7f83-4780-b7b6-c3ec2cf975f8 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:08.267779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-da1a457f-c7be-4f86-9011-efc306924a92 None None] Port b3dd3b68-6001-4082-a194-0d3de9aa6be1 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:28:08.419639 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-1dfcc9a8-0856-47d6-9951-0944781de36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:08.690368 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606c337-2572-49e6-99c9-b73e4524208b req-c63b0f12-31f8-474f-8545-c1b1715603f3 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:08.700929 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8606c337-2572-49e6-99c9-b73e4524208b req-c63b0f12-31f8-474f-8545-c1b1715603f3 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 932 time: 0.5047562 May 26 16:28:08.746194 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4fc99b36-798c-40e1-878c-2343a4120247 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:08.807738 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5cdb70-15ec-4339-ae54-6ebabb2e832d admin admin] Router beec28ad-5dbf-4de1-a93e-9ee184b11867 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:28:08.867782 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8606c337-2572-49e6-99c9-b73e4524208b req-f0dbdff1-d74c-4e28-ae73-e984341a01bc tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658647 May 26 16:28:09.004027 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5cdb70-15ec-4339-ae54-6ebabb2e832d admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:09.018336 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19811794-d57e-4a85-8324-246e88924495 None None] Sync routers for ids ['beec28ad-5dbf-4de1-a93e-9ee184b11867'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:09.020334 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48434) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:09.024693 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1d5cdb70-15ec-4339-ae54-6ebabb2e832d admin admin] 10.222.0.77 "PUT /v2.0/routers/beec28ad-5dbf-4de1-a93e-9ee184b11867/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4808908 May 26 16:28:09.031425 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19811794-d57e-4a85-8324-246e88924495 None None] Routers {'beec28ad-5dbf-4de1-a93e-9ee184b11867'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:09.032915 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-19811794-d57e-4a85-8324-246e88924495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:27:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['beec28ad-5dbf-4de1-a93e-9ee184b11867'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:09.224877 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-1dfcc9a8-0856-47d6-9951-0944781de36d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3dd3b68-6001-4082-a194-0d3de9aa6be1 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:28:09.245074 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-1dfcc9a8-0856-47d6-9951-0944781de36d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:09.292379 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-1dfcc9a8-0856-47d6-9951-0944781de36d service neutron] Transition to ACTIVE for port object b3dd3b68-6001-4082-a194-0d3de9aa6be1 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:28:09.293822 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9e731def-c916-4f8a-b5b6-cdd5d95eb3fb admin admin] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:09.377203 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-1dfcc9a8-0856-47d6-9951-0944781de36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:09.415867 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-19811794-d57e-4a85-8324-246e88924495 None None] Set router beec28ad-5dbf-4de1-a93e-9ee184b11867 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:09.580897 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfcc9a8-0856-47d6-9951-0944781de36d service neutron] Pushing event updated for resources: {'Port': ['ID=b3dd3b68-6001-4082-a194-0d3de9aa6be1,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:09.731766 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-19811794-d57e-4a85-8324-246e88924495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beec28ad-5dbf-4de1-a93e-9ee184b11867', 'name': 'tempest-TestAggregatesBasicOps-194469100-router', 'tenant_id': '6210edd027154007bf03f7925bf5b9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '86f83bde-b90a-4c81-9d89-f6a907707337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:35Z', 'updated_at': '2022-05-26T16:28:07Z', 'revision_number': 5, 'project_id': '6210edd027154007bf03f7925bf5b9ea', 'gw_port': {'id': '86f83bde-b90a-4c81-9d89-f6a907707337', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beec28ad-5dbf-4de1-a93e-9ee184b11867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:36Z', 'updated_at': '2022-05-26T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:09.747371 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4fc99b36-798c-40e1-878c-2343a4120247 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:09.790061 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4fc99b36-798c-40e1-878c-2343a4120247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:09.796073 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19811794-d57e-4a85-8324-246e88924495 None None] Checking router: beec28ad-5dbf-4de1-a93e-9ee184b11867 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:28:09.819912 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19811794-d57e-4a85-8324-246e88924495 None None] Routers {'beec28ad-5dbf-4de1-a93e-9ee184b11867'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:09.821482 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-19811794-d57e-4a85-8324-246e88924495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:27:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['beec28ad-5dbf-4de1-a93e-9ee184b11867'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:10.007225 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9e731def-c916-4f8a-b5b6-cdd5d95eb3fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:10.049784 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-1dfcc9a8-0856-47d6-9951-0944781de36d service neutron] Attempting to bind port b3dd3b68-6001-4082-a194-0d3de9aa6be1 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:10.050141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-1dfcc9a8-0856-47d6-9951-0944781de36d service neutron] Attempting to bind port b3dd3b68-6001-4082-a194-0d3de9aa6be1 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'fdcf15d2-f376-4436-b6f5-0262dc5729df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:10.056037 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-1dfcc9a8-0856-47d6-9951-0944781de36d service neutron] Attempting to bind port b3dd3b68-6001-4082-a194-0d3de9aa6be1 on network 3d916f38-2ac9-4597-8648-255b03a78511 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:10.099048 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-19811794-d57e-4a85-8324-246e88924495 None None] Set router beec28ad-5dbf-4de1-a93e-9ee184b11867 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:10.127595 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-1dfcc9a8-0856-47d6-9951-0944781de36d service neutron] Port b3dd3b68-6001-4082-a194-0d3de9aa6be1 on network 3d916f38-2ac9-4597-8648-255b03a78511 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:28:10.128168 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-1dfcc9a8-0856-47d6-9951-0944781de36d service neutron] Attempting to bind port b3dd3b68-6001-4082-a194-0d3de9aa6be1 on network 3d916f38-2ac9-4597-8648-255b03a78511 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:10.202447 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-1dfcc9a8-0856-47d6-9951-0944781de36d service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:10.202893 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-1dfcc9a8-0856-47d6-9951-0944781de36d service neutron] Checking segment: {'id': 'fdcf15d2-f376-4436-b6f5-0262dc5729df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:10.203568 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-1dfcc9a8-0856-47d6-9951-0944781de36d service neutron] Bound using segment: {'id': 'fdcf15d2-f376-4436-b6f5-0262dc5729df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:10.204440 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-1dfcc9a8-0856-47d6-9951-0944781de36d service neutron] Bound port: b3dd3b68-6001-4082-a194-0d3de9aa6be1, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdcf15d2-f376-4436-b6f5-0262dc5729df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:10.204919 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-1dfcc9a8-0856-47d6-9951-0944781de36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:10.217563 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-4fc99b36-798c-40e1-878c-2343a4120247 admin admin] Allocated IP 172.25.7.176 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/842f56e8-44da-45e4-9de6-0a6478e6b4f1) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:28:10.388590 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-19811794-d57e-4a85-8324-246e88924495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beec28ad-5dbf-4de1-a93e-9ee184b11867', 'name': 'tempest-TestAggregatesBasicOps-194469100-router', 'tenant_id': '6210edd027154007bf03f7925bf5b9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '86f83bde-b90a-4c81-9d89-f6a907707337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:35Z', 'updated_at': '2022-05-26T16:28:07Z', 'revision_number': 5, 'project_id': '6210edd027154007bf03f7925bf5b9ea', 'gw_port': {'id': '86f83bde-b90a-4c81-9d89-f6a907707337', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beec28ad-5dbf-4de1-a93e-9ee184b11867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:36Z', 'updated_at': '2022-05-26T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:10.396534 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7493c06-1cb9-4fa6-a6f6-6c4e8136328d req-70b2c6dd-403d-4582-bcab-212884e64d81 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:10.405755 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7493c06-1cb9-4fa6-a6f6-6c4e8136328d req-70b2c6dd-403d-4582-bcab-212884e64d81 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 944 time: 0.3367660 May 26 16:28:10.432479 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19811794-d57e-4a85-8324-246e88924495 None None] The sync data for ids ['beec28ad-5dbf-4de1-a93e-9ee184b11867'] in n-d-843337-2 is: [{'id': 'beec28ad-5dbf-4de1-a93e-9ee184b11867', 'name': 'tempest-TestAggregatesBasicOps-194469100-router', 'tenant_id': '6210edd027154007bf03f7925bf5b9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '86f83bde-b90a-4c81-9d89-f6a907707337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:35Z', 'updated_at': '2022-05-26T16:28:07Z', 'revision_number': 5, 'project_id': '6210edd027154007bf03f7925bf5b9ea', 'gw_port': {'id': '86f83bde-b90a-4c81-9d89-f6a907707337', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:47:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beec28ad-5dbf-4de1-a93e-9ee184b11867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:36Z', 'updated_at': '2022-05-26T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:28:10.509420 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-9e731def-c916-4f8a-b5b6-cdd5d95eb3fb admin admin] Deleting port 86f83bde-b90a-4c81-9d89-f6a907707337 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:10.510074 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9e731def-c916-4f8a-b5b6-cdd5d95eb3fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:10.553778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-1dfcc9a8-0856-47d6-9951-0944781de36d service neutron] For port b3dd3b68-6001-4082-a194-0d3de9aa6be1, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:10.891309 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8b2e079d-a2ca-425b-b23b-81696fa731a5 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:28:10.943361 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7493c06-1cb9-4fa6-a6f6-6c4e8136328d req-2719318f-5358-4577-b510-0a1ca3c05061 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5363491 May 26 16:28:10.950122 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 8b2e079d-a2ca-425b-b23b-81696fa731a5 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:28:10.951173 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8b2e079d-a2ca-425b-b23b-81696fa731a5 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:28:10.963352 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-1dfcc9a8-0856-47d6-9951-0944781de36d service neutron] For port b3dd3b68-6001-4082-a194-0d3de9aa6be1, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b3dd3b68-6001-4082-a194-0d3de9aa6be1,segment=NetworkSegment(fdcf15d2-f376-4436-b6f5-0262dc5729df),segment_id=fdcf15d2-f376-4436-b6f5-0262dc5729df)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:10.977845 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-1dfcc9a8-0856-47d6-9951-0944781de36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:11.030256 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4fc99b36-798c-40e1-878c-2343a4120247 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:11.062992 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-1dfcc9a8-0856-47d6-9951-0944781de36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:11.063792 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-1dfcc9a8-0856-47d6-9951-0944781de36d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:11.066119 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-1dfcc9a8-0856-47d6-9951-0944781de36d service neutron] 10.222.0.81 "PUT /v2.0/ports/b3dd3b68-6001-4082-a194-0d3de9aa6be1 HTTP/1.1" status: 200 len: 1092 time: 3.1848276 May 26 16:28:11.072118 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77156f0-ba43-4409-8323-0e6697cae45b', 'tag': 'b3dd3b68-6001-4082-a194-0d3de9aa6be1'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:28:11.084187 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5082e5d7-b59e-4ab0-b6ca-b2d434b449df" -d '{"events": [{"name": "network-changed", "server_uuid": "b77156f0-ba43-4409-8323-0e6697cae45b", "tag": "b3dd3b68-6001-4082-a194-0d3de9aa6be1"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:28:11.213525 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-9e731def-c916-4f8a-b5b6-cdd5d95eb3fb admin admin] For port 86f83bde-b90a-4c81-9d89-f6a907707337, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=86f83bde-b90a-4c81-9d89-f6a907707337,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:11.214001 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9e731def-c916-4f8a-b5b6-cdd5d95eb3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:11.252047 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-9e731def-c916-4f8a-b5b6-cdd5d95eb3fb admin admin] Calling delete_port for 86f83bde-b90a-4c81-9d89-f6a907707337 owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:11.455532 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4fc99b36-798c-40e1-878c-2343a4120247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:11.463475 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093aa311-798e-4d2b-9255-3d363cb8dbc8 x-openstack-request-id: req-093aa311-798e-4d2b-9255-3d363cb8dbc8 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:28:11.464619 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77156f0-ba43-4409-8323-0e6697cae45b", "tag": "b3dd3b68-6001-4082-a194-0d3de9aa6be1", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:28:11.465052 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-093aa311-798e-4d2b-9255-3d363cb8dbc8 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:28:11.465784 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-093aa311-798e-4d2b-9255-3d363cb8dbc8'] response: {'name': 'network-changed', 'server_uuid': 'b77156f0-ba43-4409-8323-0e6697cae45b', 'tag': 'b3dd3b68-6001-4082-a194-0d3de9aa6be1', 'status': 'completed', 'code': 200} May 26 16:28:11.517110 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc99b36-798c-40e1-878c-2343a4120247 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:11.528246 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfcc9a8-0856-47d6-9951-0944781de36d service neutron] Pushing event updated for resources: {'Port': ['ID=b3dd3b68-6001-4082-a194-0d3de9aa6be1,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:11.542115 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-4fc99b36-798c-40e1-878c-2343a4120247 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:11.549282 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-af155f8d-6985-49ac-9de2-963adff40292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:11.551919 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-af155f8d-6985-49ac-9de2-963adff40292 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 1095 time: 0.1755280 May 26 16:28:11.554440 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc99b36-798c-40e1-878c-2343a4120247 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:28:11.673509 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-02a5e4f1-475c-4230-b582-d15e5fac0033 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3dd3b68-6001-4082-a194-0d3de9aa6be1 HTTP/1.1" status: 200 len: 217 time: 0.0758710 May 26 16:28:11.755151 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc99b36-798c-40e1-878c-2343a4120247 admin admin] Pushing event updated for resources: {'Port': ['ID=842f56e8-44da-45e4-9de6-0a6478e6b4f1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:11.954858 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-045f5574-fcd9-462a-b3d9-95e3b98e9df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:11.956301 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-045f5574-fcd9-462a-b3d9-95e3b98e9df5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c7b1e96-afea-486c-b964-8dc60319baa9 HTTP/1.1" status: 200 len: 835 time: 0.2462397 May 26 16:28:12.096319 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-77d4bc20-4286-4807-820b-522a0713a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:12.098611 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-77d4bc20-4286-4807-820b-522a0713a22b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3d916f38-2ac9-4597-8648-255b03a78511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342750 May 26 16:28:12.174479 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9e731def-c916-4f8a-b5b6-cdd5d95eb3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:12.235186 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e731def-c916-4f8a-b5b6-cdd5d95eb3fb admin admin] Pushing event deleted for resources: {'Port': ['ID=86f83bde-b90a-4c81-9d89-f6a907707337,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:12.237039 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4fc99b36-798c-40e1-878c-2343a4120247 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:12.323808 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a57d64-7c20-4f1c-badc-7bc13d2223b1 req-42802eec-db3f-4cc7-ad1b-75b9bc362430 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:12.325956 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-27a57d64-7c20-4f1c-badc-7bc13d2223b1 req-42802eec-db3f-4cc7-ad1b-75b9bc362430 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 944 time: 0.2241185 May 26 16:28:12.399596 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-0e363c2d-2e4e-47a5-8688-f00bb565988c service neutron] 10.222.0.81 "GET /v2.0/networks/3d916f38-2ac9-4597-8648-255b03a78511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834883 May 26 16:28:12.520687 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-27a57d64-7c20-4f1c-badc-7bc13d2223b1 req-ae8f2cac-0b10-4b54-a039-40928174e5cc tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800580 May 26 16:28:12.521876 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9e731def-c916-4f8a-b5b6-cdd5d95eb3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:12.625864 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9e731def-c916-4f8a-b5b6-cdd5d95eb3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:12.628488 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9e731def-c916-4f8a-b5b6-cdd5d95eb3fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:12.737831 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9e731def-c916-4f8a-b5b6-cdd5d95eb3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:12.738893 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e731def-c916-4f8a-b5b6-cdd5d95eb3fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router beec28ad-5dbf-4de1-a93e-9ee184b11867 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:28:12.751449 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9e731def-c916-4f8a-b5b6-cdd5d95eb3fb admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:12.752694 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9e731def-c916-4f8a-b5b6-cdd5d95eb3fb admin admin] 10.222.0.77 "DELETE /v2.0/routers/beec28ad-5dbf-4de1-a93e-9ee184b11867 HTTP/1.1" status: 204 len: 168 time: 3.7298789 May 26 16:28:12.757602 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48492) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:12.764583 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1c411fa-4948-43c8-adab-d6a1f1f037a2 req-959b64e9-69dc-4ec5-b94d-ba56e6165ea7 service neutron] 10.222.0.81 "GET /v2.0/networks/3d916f38-2ac9-4597-8648-255b03a78511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262706 May 26 16:28:12.885559 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd140959-f40c-4154-b582-ce41280fda03 admin admin] Deleting subnet 7ae99f10-624a-488e-bb6a-417216f7fd89 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:28:12.897315 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bd140959-f40c-4154-b582-ce41280fda03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:12.935885 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4fc99b36-798c-40e1-878c-2343a4120247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:12.948157 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082e5d7-b59e-4ab0-b6ca-b2d434b449df req-3dd833d7-ce7a-45a2-9c85-b09baa52ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:12.949673 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5082e5d7-b59e-4ab0-b6ca-b2d434b449df req-3dd833d7-ce7a-45a2-9c85-b09baa52ae15 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 1095 time: 0.1088817 May 26 16:28:12.972960 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bd140959-f40c-4154-b582-ce41280fda03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:13.006465 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3b0d1fa0-1cab-4647-8c26-732e64a6d0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:13.090492 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bd140959-f40c-4154-b582-ce41280fda03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:13.155245 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bd140959-f40c-4154-b582-ce41280fda03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:13.186899 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd140959-f40c-4154-b582-ce41280fda03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ae99f10-624a-488e-bb6a-417216f7fd89,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:13.195414 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bd140959-f40c-4154-b582-ce41280fda03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:13.200145 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bd140959-f40c-4154-b582-ce41280fda03 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7ae99f10-624a-488e-bb6a-417216f7fd89 HTTP/1.1" status: 204 len: 168 time: 0.4413636 May 26 16:28:13.202750 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48498) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:13.207545 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141f9d49-cdc8-4ffb-9106-d98298717006 None None] Network 61314b72-0a51-4883-94e2-e0e47176ddc0 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:28:13.307016 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2f562dc-49c1-4770-aa3d-7af19f03acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:13.474478 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-a2f562dc-49c1-4770-aa3d-7af19f03acc6 admin admin] Deleting port 9fc93d06-ed89-4e7b-a367-b13906d01687 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:13.475314 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2f562dc-49c1-4770-aa3d-7af19f03acc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:13.534137 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3c1115-2182-4ad5-a4b7-176e5035d3b4 None None] DHCP port deletion for 61314b72-0a51-4883-94e2-e0e47176ddc0 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:28:13.581793 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-a2f562dc-49c1-4770-aa3d-7af19f03acc6 admin admin] For port 9fc93d06-ed89-4e7b-a367-b13906d01687, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9fc93d06-ed89-4e7b-a367-b13906d01687,segment=NetworkSegment(b645b502-f4ec-40db-8c48-e2c10e47ebba),segment_id=b645b502-f4ec-40db-8c48-e2c10e47ebba)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:13.582435 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2f562dc-49c1-4770-aa3d-7af19f03acc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:13.604305 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-a2f562dc-49c1-4770-aa3d-7af19f03acc6 admin admin] Calling delete_port for 9fc93d06-ed89-4e7b-a367-b13906d01687 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:13.763962 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2f562dc-49c1-4770-aa3d-7af19f03acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:13.829982 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f562dc-49c1-4770-aa3d-7af19f03acc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fc93d06-ed89-4e7b-a367-b13906d01687,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:13.847059 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f562dc-49c1-4770-aa3d-7af19f03acc6 admin admin] No DVR routers for this DVR port 9fc93d06-ed89-4e7b-a367-b13906d01687 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:28:13.860871 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8e3c1115-2182-4ad5-a4b7-176e5035d3b4 None None] Deleting port 9fc93d06-ed89-4e7b-a367-b13906d01687 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:13.861251 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8e3c1115-2182-4ad5-a4b7-176e5035d3b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:13.962656 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8e3c1115-2182-4ad5-a4b7-176e5035d3b4 None None] For port 9fc93d06-ed89-4e7b-a367-b13906d01687, host n-d-843337-2, got binding levels [] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:13.965052 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8e3c1115-2182-4ad5-a4b7-176e5035d3b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:13.987942 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082e5d7-b59e-4ab0-b6ca-b2d434b449df req-d32e6804-cd1d-4583-8c7d-b478788da214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:13.990335 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5082e5d7-b59e-4ab0-b6ca-b2d434b449df req-d32e6804-cd1d-4583-8c7d-b478788da214 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3d916f38-2ac9-4597-8648-255b03a78511 HTTP/1.1" status: 200 len: 897 time: 0.9124391 May 26 16:28:13.999469 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8e3c1115-2182-4ad5-a4b7-176e5035d3b4 None None] Calling delete_port for 9fc93d06-ed89-4e7b-a367-b13906d01687 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:14.006561 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.ipam_backend_mixin [None req-8e3c1115-2182-4ad5-a4b7-176e5035d3b4 None None] Port 9fc93d06-ed89-4e7b-a367-b13906d01687 was not found and therefore no delete operation was performed {{(pid=103897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:28:14.013913 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8e3c1115-2182-4ad5-a4b7-176e5035d3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:14.049933 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5082e5d7-b59e-4ab0-b6ca-b2d434b449df req-2225c7a1-c3f3-4d56-b9ee-46655789d44d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3dd3b68-6001-4082-a194-0d3de9aa6be1 HTTP/1.1" status: 200 len: 217 time: 0.0520449 May 26 16:28:14.057464 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c1115-2182-4ad5-a4b7-176e5035d3b4 None None] Pushing event deleted for resources: {'Port': ['ID=9fc93d06-ed89-4e7b-a367-b13906d01687,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:14.071964 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393bbde-9a97-4b6a-abd3-e1d78190d700 req-aec3a634-dd45-486b-852b-90086ac15dda tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:14.073428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c1115-2182-4ad5-a4b7-176e5035d3b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:14.073969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c1115-2182-4ad5-a4b7-176e5035d3b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:14.074495 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c1115-2182-4ad5-a4b7-176e5035d3b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:14.074838 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2f562dc-49c1-4770-aa3d-7af19f03acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:14.075625 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c1115-2182-4ad5-a4b7-176e5035d3b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:14.076161 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c1115-2182-4ad5-a4b7-176e5035d3b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:14.077194 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c1115-2182-4ad5-a4b7-176e5035d3b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:14.077733 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c1115-2182-4ad5-a4b7-176e5035d3b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:14.078253 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c1115-2182-4ad5-a4b7-176e5035d3b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:14.078844 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c1115-2182-4ad5-a4b7-176e5035d3b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:14.079339 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c1115-2182-4ad5-a4b7-176e5035d3b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:14.079860 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c1115-2182-4ad5-a4b7-176e5035d3b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:14.080471 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c1115-2182-4ad5-a4b7-176e5035d3b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:14.086900 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3c1115-2182-4ad5-a4b7-176e5035d3b4 None None] No DVR routers for this DVR port 9fc93d06-ed89-4e7b-a367-b13906d01687 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:28:14.088521 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d393bbde-9a97-4b6a-abd3-e1d78190d700 req-aec3a634-dd45-486b-852b-90086ac15dda tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 944 time: 0.1759558 May 26 16:28:14.112574 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-a2f562dc-49c1-4770-aa3d-7af19f03acc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61314b72-0a51-4883-94e2-e0e47176ddc0']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:14.133879 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-a2f562dc-49c1-4770-aa3d-7af19f03acc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b645b502-f4ec-40db-8c48-e2c10e47ebba') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:14.135106 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-a2f562dc-49c1-4770-aa3d-7af19f03acc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b645b502-f4ec-40db-8c48-e2c10e47ebba') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:14.154038 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2f562dc-49c1-4770-aa3d-7af19f03acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:14.174106 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc99b36-798c-40e1-878c-2343a4120247 admin admin] Router 2b2b2aff-581d-49b1-892c-ba7eef32f95a is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:28:14.190542 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2f562dc-49c1-4770-aa3d-7af19f03acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:14.202386 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f562dc-49c1-4770-aa3d-7af19f03acc6 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:28:14.203867 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2f562dc-49c1-4770-aa3d-7af19f03acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:14.217739 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d393bbde-9a97-4b6a-abd3-e1d78190d700 req-ac2d0fb6-026c-43cf-a75e-62aab8aad454 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276476 May 26 16:28:14.219442 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082e5d7-b59e-4ab0-b6ca-b2d434b449df req-9713177f-9754-4d82-a6da-f89686d86b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:14.222931 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5082e5d7-b59e-4ab0-b6ca-b2d434b449df req-9713177f-9754-4d82-a6da-f89686d86b22 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c7b1e96-afea-486c-b964-8dc60319baa9 HTTP/1.1" status: 200 len: 835 time: 0.1639421 May 26 16:28:14.259650 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment b645b502-f4ec-40db-8c48-e2c10e47ebba resource provider aggregate not found May 26 16:28:14.312068 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment b645b502-f4ec-40db-8c48-e2c10e47ebba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b645b502-f4ec-40db-8c48-e2c10e47ebba found for delete ", "request_id": "req-4def1b42-3b6c-4c15-ac0c-ef52e49dfdbd"}]} May 26 16:28:14.325453 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2f562dc-49c1-4770-aa3d-7af19f03acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:14.344008 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2f562dc-49c1-4770-aa3d-7af19f03acc6 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:14.356087 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a2f562dc-49c1-4770-aa3d-7af19f03acc6 admin admin] 10.222.0.77 "DELETE /v2.0/networks/61314b72-0a51-4883-94e2-e0e47176ddc0 HTTP/1.1" status: 204 len: 168 time: 1.1519258 May 26 16:28:14.396637 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f562dc-49c1-4770-aa3d-7af19f03acc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=61314b72-0a51-4883-94e2-e0e47176ddc0,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:14.433223 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082e5d7-b59e-4ab0-b6ca-b2d434b449df req-1d6a3b78-16b6-4994-bbb9-6d895b3b3164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:14.435369 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5082e5d7-b59e-4ab0-b6ca-b2d434b449df req-1d6a3b78-16b6-4994-bbb9-6d895b3b3164 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3d916f38-2ac9-4597-8648-255b03a78511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1941209 May 26 16:28:14.475539 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc99b36-798c-40e1-878c-2343a4120247 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:14.488969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] Sync routers for ids ['2b2b2aff-581d-49b1-892c-ba7eef32f95a'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:14.503048 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] Routers {'2b2b2aff-581d-49b1-892c-ba7eef32f95a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:14.511256 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:27:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['2b2b2aff-581d-49b1-892c-ba7eef32f95a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:14.553548 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4fc99b36-798c-40e1-878c-2343a4120247 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:14.555765 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4fc99b36-798c-40e1-878c-2343a4120247 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2681322 May 26 16:28:14.559033 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48522) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:14.599267 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5082e5d7-b59e-4ab0-b6ca-b2d434b449df req-57957492-e697-41bb-be19-4eb4d7d39501 service neutron] 10.222.0.81 "GET /v2.0/networks/3d916f38-2ac9-4597-8648-255b03a78511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548142 May 26 16:28:14.688972 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] Set router 2b2b2aff-581d-49b1-892c-ba7eef32f95a gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:14.872843 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5082e5d7-b59e-4ab0-b6ca-b2d434b449df req-f44e596b-20d3-4fd6-92a1-7c9c2738f269 service neutron] 10.222.0.81 "GET /v2.0/networks/3d916f38-2ac9-4597-8648-255b03a78511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624917 May 26 16:28:14.969139 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48530) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:14.975297 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 86f83bde-b90a-4c81-9d89-f6a907707337 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:28:15.002070 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 86f83bde-b90a-4c81-9d89-f6a907707337 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:28:15.002731 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 86f83bde-b90a-4c81-9d89-f6a907707337 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:28:15.003334 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9fc93d06-ed89-4e7b-a367-b13906d01687 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:28:15.028318 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b2aff-581d-49b1-892c-ba7eef32f95a', 'name': 'tempest-ServerRescueTestJSON-1071872627-router', 'tenant_id': '55db192a075d4f7397320ac3e9c27b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '842f56e8-44da-45e4-9de6-0a6478e6b4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:07Z', 'updated_at': '2022-05-26T16:28:11Z', 'revision_number': 3, 'project_id': '55db192a075d4f7397320ac3e9c27b43', 'gw_port': {'id': '842f56e8-44da-45e4-9de6-0a6478e6b4f1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:43:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2b2aff-581d-49b1-892c-ba7eef32f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:09Z', 'updated_at': '2022-05-26T16:28:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:15.032025 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 9fc93d06-ed89-4e7b-a367-b13906d01687 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:28:15.032603 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9fc93d06-ed89-4e7b-a367-b13906d01687 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:28:15.063257 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d2caae02-3dab-4b99-ae56-46357067b845 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3a164fb21bb6464e88fb307183a36d06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0907543 May 26 16:28:15.063846 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48532) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:15.067061 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] Checking router: 2b2b2aff-581d-49b1-892c-ba7eef32f95a for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:28:15.067423 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] Updating router 2b2b2aff-581d-49b1-892c-ba7eef32f95a port 842f56e8-44da-45e4-9de6-0a6478e6b4f1 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:28:15.109617 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:15.139253 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fc4c4ebb-2ddf-4020-b6ea-ea315428f8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:15.173817 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fc4c4ebb-2ddf-4020-b6ea-ea315428f8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:15.286554 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fc4c4ebb-2ddf-4020-b6ea-ea315428f8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:15.294075 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fc4c4ebb-2ddf-4020-b6ea-ea315428f8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:15.301485 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fc4c4ebb-2ddf-4020-b6ea-ea315428f8da admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d83f5b45-8bb7-4a13-96fb-b26628be264f HTTP/1.1" status: 204 len: 168 time: 0.2349491 May 26 16:28:15.314231 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c4ebb-2ddf-4020-b6ea-ea315428f8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83f5b45-8bb7-4a13-96fb-b26628be264f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:15.506537 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adab04-233a-457e-83f3-fcd2f5c9b93d req-32a514bc-d05d-4be9-97e3-b0beb06282ea tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:15.518199 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78adab04-233a-457e-83f3-fcd2f5c9b93d req-32a514bc-d05d-4be9-97e3-b0beb06282ea tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 944 time: 0.1052294 May 26 16:28:15.544385 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4a59cb94-0162-4ebc-97ca-ed01298ac46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:15.598416 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a6e247c-f136-40d4-9fe8-6dfc7dddfa55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:15.599698 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78adab04-233a-457e-83f3-fcd2f5c9b93d req-5bd41c1f-b123-4cc0-a506-82df79d482f6 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789952 May 26 16:28:15.720024 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:15.728647 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:15.840019 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] Attempting to bind port 842f56e8-44da-45e4-9de6-0a6478e6b4f1 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:15.842009 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] Attempting to bind port 842f56e8-44da-45e4-9de6-0a6478e6b4f1 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:15.843723 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] Attempting to bind port 842f56e8-44da-45e4-9de6-0a6478e6b4f1 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:15.867023 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23059a-4677-4a27-9205-d28204a98681 None None] Pushing event updated for resources: {'Port': ['ID=842f56e8-44da-45e4-9de6-0a6478e6b4f1,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:15.876526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:15.876905 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:15.877308 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:15.877697 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:15.878193 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] Bound port: 842f56e8-44da-45e4-9de6-0a6478e6b4f1, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:15.879324 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:15.893370 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b3dd3b68-6001-4082-a194-0d3de9aa6be1 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:28:16.053125 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] For port 842f56e8-44da-45e4-9de6-0a6478e6b4f1, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:16.091903 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-4a6e247c-f136-40d4-9fe8-6dfc7dddfa55 admin admin] Allocated IP 172.20.0.1 (edf002b2-c9d1-46a8-9f96-afb3826da250/b8295bc0-2040-4384-9eb3-a50f2e6ae846/db2bcbe1-37eb-4c5a-9ef8-99664014f951) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:28:16.103483 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] For port 842f56e8-44da-45e4-9de6-0a6478e6b4f1, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=842f56e8-44da-45e4-9de6-0a6478e6b4f1,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:16.125866 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:16.245713 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a6e247c-f136-40d4-9fe8-6dfc7dddfa55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:16.279816 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23059a-4677-4a27-9205-d28204a98681 None None] Pushing event updated for resources: {'Port': ['ID=842f56e8-44da-45e4-9de6-0a6478e6b4f1,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:16.318991 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48560) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:16.321159 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a6e247c-f136-40d4-9fe8-6dfc7dddfa55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:16.322268 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b3dd3b68-6001-4082-a194-0d3de9aa6be1, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b3dd3b68-6001-4082-a194-0d3de9aa6be1,segment=NetworkSegment(fdcf15d2-f376-4436-b6f5-0262dc5729df),segment_id=fdcf15d2-f376-4436-b6f5-0262dc5729df)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:16.333609 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] Routers {'2b2b2aff-581d-49b1-892c-ba7eef32f95a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:16.334546 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:28:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['2b2b2aff-581d-49b1-892c-ba7eef32f95a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:16.377059 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'b3dd3b68-6001-4082-a194-0d3de9aa6be1', 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511', 'port_id': 'b3dd3b68-6001-4082-a194-0d3de9aa6be1', 'mac_address': 'fa:16:3e:b3:8d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7b1e96-afea-486c-b964-8dc60319baa9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:28:16.433526 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6e247c-f136-40d4-9fe8-6dfc7dddfa55 admin admin] Network edf002b2-c9d1-46a8-9f96-afb3826da250 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:16.433782 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-08b00046-1f04-4687-a2b6-33cf19b1981c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6210edd027154007bf03f7925bf5b9ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1110125 May 26 16:28:16.434039 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-4a6e247c-f136-40d4-9fe8-6dfc7dddfa55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:16.440248 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48562) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:16.442762 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6e247c-f136-40d4-9fe8-6dfc7dddfa55 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:28:16.511490 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port b3dd3b68-6001-4082-a194-0d3de9aa6be1 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:16.512221 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:16.547859 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a6e247c-f136-40d4-9fe8-6dfc7dddfa55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:16.552168 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3dd3b68-6001-4082-a194-0d3de9aa6be1 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:28:16.560121 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f2788616-5b14-464f-add7-ada6a771368a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:16.583960 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b3dd3b68-6001-4082-a194-0d3de9aa6be1, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b3dd3b68-6001-4082-a194-0d3de9aa6be1,segment=NetworkSegment(fdcf15d2-f376-4436-b6f5-0262dc5729df),segment_id=fdcf15d2-f376-4436-b6f5-0262dc5729df)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:16.587499 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] Set router 2b2b2aff-581d-49b1-892c-ba7eef32f95a gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:16.590978 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:16.619685 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f2788616-5b14-464f-add7-ada6a771368a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:16.630195 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:16.727926 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f2788616-5b14-464f-add7-ada6a771368a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:16.730449 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f2788616-5b14-464f-add7-ada6a771368a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:16.731613 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f2788616-5b14-464f-add7-ada6a771368a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3d4772d5-c99f-476c-9875-8cbcd63b81b1 HTTP/1.1" status: 204 len: 168 time: 0.2892234 May 26 16:28:16.762093 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e247c-f136-40d4-9fe8-6dfc7dddfa55 admin admin] Pushing event updated for resources: {'Port': ['ID=db2bcbe1-37eb-4c5a-9ef8-99664014f951,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:16.775259 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2788616-5b14-464f-add7-ada6a771368a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4772d5-c99f-476c-9875-8cbcd63b81b1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:16.876614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89ca02-cea9-494a-b7d9-47de056e708f req-eb7f99a7-2fa9-4540-9e9f-38ad93c200a1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:16.879200 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a6e247c-f136-40d4-9fe8-6dfc7dddfa55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:16.882551 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee89ca02-cea9-494a-b7d9-47de056e708f req-eb7f99a7-2fa9-4540-9e9f-38ad93c200a1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 945 time: 0.1495008 May 26 16:28:16.927330 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['b3dd3b68-6001-4082-a194-0d3de9aa6be1'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:28:16.983006 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee89ca02-cea9-494a-b7d9-47de056e708f req-b3f8561b-73f7-433c-bd79-e913c3a8f11a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939281 May 26 16:28:17.005956 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=b3dd3b68-6001-4082-a194-0d3de9aa6be1,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:17.193330 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a6e247c-f136-40d4-9fe8-6dfc7dddfa55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:17.206210 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a6e247c-f136-40d4-9fe8-6dfc7dddfa55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:17.242009 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b2aff-581d-49b1-892c-ba7eef32f95a', 'name': 'tempest-ServerRescueTestJSON-1071872627-router', 'tenant_id': '55db192a075d4f7397320ac3e9c27b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '842f56e8-44da-45e4-9de6-0a6478e6b4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:07Z', 'updated_at': '2022-05-26T16:28:11Z', 'revision_number': 3, 'project_id': '55db192a075d4f7397320ac3e9c27b43', 'gw_port': {'id': '842f56e8-44da-45e4-9de6-0a6478e6b4f1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:43:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2b2aff-581d-49b1-892c-ba7eef32f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:09Z', 'updated_at': '2022-05-26T16:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:17.284564 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587a0f02-29d3-47bf-95e7-419341b2602f None None] The sync data for ids ['2b2b2aff-581d-49b1-892c-ba7eef32f95a'] in n-d-843337-2 is: [{'id': '2b2b2aff-581d-49b1-892c-ba7eef32f95a', 'name': 'tempest-ServerRescueTestJSON-1071872627-router', 'tenant_id': '55db192a075d4f7397320ac3e9c27b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '842f56e8-44da-45e4-9de6-0a6478e6b4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:07Z', 'updated_at': '2022-05-26T16:28:11Z', 'revision_number': 3, 'project_id': '55db192a075d4f7397320ac3e9c27b43', 'gw_port': {'id': '842f56e8-44da-45e4-9de6-0a6478e6b4f1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:43:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2b2aff-581d-49b1-892c-ba7eef32f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:09Z', 'updated_at': '2022-05-26T16:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:28:17.370602 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e247c-f136-40d4-9fe8-6dfc7dddfa55 admin admin] Pushing event updated for resources: {'Port': ['ID=db2bcbe1-37eb-4c5a-9ef8-99664014f951,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:17.382451 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a6e247c-f136-40d4-9fe8-6dfc7dddfa55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:17.588657 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6e247c-f136-40d4-9fe8-6dfc7dddfa55 admin admin] Network edf002b2-c9d1-46a8-9f96-afb3826da250 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:17.592692 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-4a6e247c-f136-40d4-9fe8-6dfc7dddfa55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:17.882381 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6e247c-f136-40d4-9fe8-6dfc7dddfa55 admin admin] Router 2b2b2aff-581d-49b1-892c-ba7eef32f95a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:28:17.905608 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b3dd3b68-6001-4082-a194-0d3de9aa6be1 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:18.084700 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:18.089253 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port b3dd3b68-6001-4082-a194-0d3de9aa6be1 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:28:18.100004 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port b3dd3b68-6001-4082-a194-0d3de9aa6be1 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:18.100744 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6e247c-f136-40d4-9fe8-6dfc7dddfa55 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:18.101856 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:18.112080 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4a6e247c-f136-40d4-9fe8-6dfc7dddfa55 admin admin] 10.222.0.77 "PUT /v2.0/routers/2b2b2aff-581d-49b1-892c-ba7eef32f95a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5485196 May 26 16:28:18.224005 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0421-6e6b-4d14-a7b7-a9b384ae2cba req-cb544435-90a4-4a84-bbc9-b70dd97963dc tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:18.234603 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2ea0421-6e6b-4d14-a7b7-a9b384ae2cba req-cb544435-90a4-4a84-bbc9-b70dd97963dc tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 945 time: 0.1002011 May 26 16:28:18.330907 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port b3dd3b68-6001-4082-a194-0d3de9aa6be1 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:18.331537 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:18.335817 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:18.346739 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2ea0421-6e6b-4d14-a7b7-a9b384ae2cba req-7d6e5af5-39d1-498d-b732-aa40f3dd857b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059220 May 26 16:28:18.376431 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77156f0-ba43-4409-8323-0e6697cae45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dd3b68-6001-4082-a194-0d3de9aa6be1'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:28:18.379425 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda454ad-d6ae-4d16-b1b1-635ec86973c9" -d '{"events": [{"server_uuid": "b77156f0-ba43-4409-8323-0e6697cae45b", "name": "network-vif-plugged", "status": "completed", "tag": "b3dd3b68-6001-4082-a194-0d3de9aa6be1"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:28:18.399038 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b3dd3b68-6001-4082-a194-0d3de9aa6be1, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b3dd3b68-6001-4082-a194-0d3de9aa6be1,segment=NetworkSegment(fdcf15d2-f376-4436-b6f5-0262dc5729df),segment_id=fdcf15d2-f376-4436-b6f5-0262dc5729df)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:18.409350 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:18.467333 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363334b0-db06-4b25-8ad9-bf94ac004f44 x-openstack-request-id: req-363334b0-db06-4b25-8ad9-bf94ac004f44 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:28:18.467924 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77156f0-ba43-4409-8323-0e6697cae45b", "name": "network-vif-plugged", "status": "completed", "tag": "b3dd3b68-6001-4082-a194-0d3de9aa6be1", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:28:18.468435 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-363334b0-db06-4b25-8ad9-bf94ac004f44 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:28:18.469097 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-363334b0-db06-4b25-8ad9-bf94ac004f44'] response: {'server_uuid': 'b77156f0-ba43-4409-8323-0e6697cae45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dd3b68-6001-4082-a194-0d3de9aa6be1', 'code': 200} May 26 16:28:18.528134 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=b3dd3b68-6001-4082-a194-0d3de9aa6be1,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:18.611203 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb82ae1-786f-4e48-9305-5d8055573235 req-3f924d0c-f46f-4b68-8b48-c788e20f0f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:18.612809 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2eb82ae1-786f-4e48-9305-5d8055573235 req-3f924d0c-f46f-4b68-8b48-c788e20f0f27 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 1097 time: 0.0803869 May 26 16:28:18.669794 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2eb82ae1-786f-4e48-9305-5d8055573235 req-3753aee8-2822-4da3-b8f8-085a1ef2f8c1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469365 May 26 16:28:18.990726 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:19.047073 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 842f56e8-44da-45e4-9de6-0a6478e6b4f1 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:19.157591 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 842f56e8-44da-45e4-9de6-0a6478e6b4f1 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:19.160280 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:19.349713 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 842f56e8-44da-45e4-9de6-0a6478e6b4f1 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:19.352966 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:19.410736 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 842f56e8-44da-45e4-9de6-0a6478e6b4f1, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=842f56e8-44da-45e4-9de6-0a6478e6b4f1,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:19.417260 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-5eb2b85e-b74a-4dd4-b443-f9c7f34bf4dd tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:19.428359 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:19.439362 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-5eb2b85e-b74a-4dd4-b443-f9c7f34bf4dd tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/networks?id=edf002b2-c9d1-46a8-9f96-afb3826da250 HTTP/1.1" status: 200 len: 811 time: 0.2607358 May 26 16:28:19.475728 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-c585a064-e002-4296-8c1a-d5a2654bd4a1 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/quotas/55db192a075d4f7397320ac3e9c27b43 HTTP/1.1" status: 200 len: 375 time: 0.0350618 May 26 16:28:19.505257 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=842f56e8-44da-45e4-9de6-0a6478e6b4f1,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:19.589429 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-7465c5cd-378c-40d2-a7a3-ae60e7327715 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=55db192a075d4f7397320ac3e9c27b43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1123853 May 26 16:28:19.748654 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-c9297791-4646-4a35-b0f8-90b74a27f988 service neutron] 10.222.0.77 "GET /v2.0/networks/edf002b2-c9d1-46a8-9f96-afb3826da250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579320 May 26 16:28:19.843519 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2d68a-2a90-4161-8bf0-86900381f0c7 req-43dcb987-ae0c-4410-927f-d7247cdbc94a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:19.845399 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-70c2d68a-2a90-4161-8bf0-86900381f0c7 req-43dcb987-ae0c-4410-927f-d7247cdbc94a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 946 time: 0.2841318 May 26 16:28:19.948063 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-2cb4dfca-56ea-41d4-8125-dd15c11b4884 service neutron] 10.222.0.77 "GET /v2.0/networks/edf002b2-c9d1-46a8-9f96-afb3826da250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979964 May 26 16:28:19.990247 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-70c2d68a-2a90-4161-8bf0-86900381f0c7 req-267e33b3-cca3-4fbc-b896-429186351ac4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038036 May 26 16:28:20.080432 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b13ed0-884c-4352-8a13-8087717173da None None] Sync routers for ids ['2b2b2aff-581d-49b1-892c-ba7eef32f95a'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:20.104570 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b13ed0-884c-4352-8a13-8087717173da None None] Routers {'2b2b2aff-581d-49b1-892c-ba7eef32f95a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:20.106607 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-91b13ed0-884c-4352-8a13-8087717173da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:28:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['2b2b2aff-581d-49b1-892c-ba7eef32f95a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:20.276608 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-91b13ed0-884c-4352-8a13-8087717173da None None] Set router 2b2b2aff-581d-49b1-892c-ba7eef32f95a gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:20.335516 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ae73fea-c4dd-481b-9ed0-5578578a2087 req-f7a6f0d3-f634-4172-a7d1-99f43b20ae64 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 210 time: 0.0734706 May 26 16:28:20.682196 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-91b13ed0-884c-4352-8a13-8087717173da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b2aff-581d-49b1-892c-ba7eef32f95a', 'name': 'tempest-ServerRescueTestJSON-1071872627-router', 'tenant_id': '55db192a075d4f7397320ac3e9c27b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '842f56e8-44da-45e4-9de6-0a6478e6b4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:07Z', 'updated_at': '2022-05-26T16:28:16Z', 'revision_number': 4, 'project_id': '55db192a075d4f7397320ac3e9c27b43', 'gw_port': {'id': '842f56e8-44da-45e4-9de6-0a6478e6b4f1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:43:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b2aff-581d-49b1-892c-ba7eef32f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:09Z', 'updated_at': '2022-05-26T16:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'db2bcbe1-37eb-4c5a-9ef8-99664014f951', 'name': '', 'network_id': 'edf002b2-c9d1-46a8-9f96-afb3826da250', 'tenant_id': '55db192a075d4f7397320ac3e9c27b43', 'mac_address': 'fa:16:3e:7e:0b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2b2aff-581d-49b1-892c-ba7eef32f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'b8295bc0-2040-4384-9eb3-a50f2e6ae846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:15Z', 'updated_at': '2022-05-26T16:28:16Z', 'revision_number': 2, 'project_id': '55db192a075d4f7397320ac3e9c27b43', 'subnets': [{'id': 'b8295bc0-2040-4384-9eb3-a50f2e6ae846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:20.745068 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b13ed0-884c-4352-8a13-8087717173da None None] Checking router: 2b2b2aff-581d-49b1-892c-ba7eef32f95a for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:28:20.745734 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b13ed0-884c-4352-8a13-8087717173da None None] Updating router 2b2b2aff-581d-49b1-892c-ba7eef32f95a port db2bcbe1-37eb-4c5a-9ef8-99664014f951 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:28:20.796820 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-91b13ed0-884c-4352-8a13-8087717173da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:21.004936 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 842f56e8-44da-45e4-9de6-0a6478e6b4f1 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:21.219710 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 842f56e8-44da-45e4-9de6-0a6478e6b4f1 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:21.222854 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:21.319533 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc858175-9132-4462-a0cc-db47b067a59d req-d8cdf6dc-a422-496d-9e43-60c3ed8486e1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:21.322827 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc858175-9132-4462-a0cc-db47b067a59d req-d8cdf6dc-a422-496d-9e43-60c3ed8486e1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 946 time: 0.2115972 May 26 16:28:21.451506 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc858175-9132-4462-a0cc-db47b067a59d req-43a46c59-8c77-44c2-a68f-cf2dcac317ce tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131606 May 26 16:28:21.547275 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1827ebe6-87d7-421b-b6d1-f35ec8fbccc3 req-e01680b4-86ef-4829-bd20-8e97c194e765 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 210 time: 0.0846875 May 26 16:28:21.621386 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-91b13ed0-884c-4352-8a13-8087717173da None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:21.631941 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-91b13ed0-884c-4352-8a13-8087717173da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:21.681838 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d55c60-3e58-4030-a5f1-e3fa2ae0f020 req-d94e04e1-7338-4cf6-b575-f93fe0dda149 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:21.683749 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-49d55c60-3e58-4030-a5f1-e3fa2ae0f020 req-d94e04e1-7338-4cf6-b575-f93fe0dda149 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 946 time: 0.1202166 May 26 16:28:21.789443 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-49d55c60-3e58-4030-a5f1-e3fa2ae0f020 req-70b8f074-f87d-4cdd-a72d-f52303fd7968 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976448 May 26 16:28:21.793210 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f266346-d895-4ad0-ada5-2594b7ed6c68 None None] Pushing event updated for resources: {'Port': ['ID=db2bcbe1-37eb-4c5a-9ef8-99664014f951,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:21.823280 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48818) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:21.915151 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd916f7c-672c-49d4-8f19-018615721759 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:21.920137 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 48836) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:21.924735 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': 'b3dd3b68-6001-4082-a194-0d3de9aa6be1', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:21.937008 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bd916f7c-672c-49d4-8f19-018615721759 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 1092 time: 0.1102741 May 26 16:28:21.948579 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-91b13ed0-884c-4352-8a13-8087717173da None None] Attempting to bind port db2bcbe1-37eb-4c5a-9ef8-99664014f951 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:21.950466 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-91b13ed0-884c-4352-8a13-8087717173da None None] Attempting to bind port db2bcbe1-37eb-4c5a-9ef8-99664014f951 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '045e2544-b085-4bf3-b19d-98411b7db9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edf002b2-c9d1-46a8-9f96-afb3826da250'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:21.953028 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b13ed0-884c-4352-8a13-8087717173da None None] Attempting to bind port db2bcbe1-37eb-4c5a-9ef8-99664014f951 on network edf002b2-c9d1-46a8-9f96-afb3826da250 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:21.968059 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b13ed0-884c-4352-8a13-8087717173da None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:21.969199 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b13ed0-884c-4352-8a13-8087717173da None None] Checking segment: {'id': '045e2544-b085-4bf3-b19d-98411b7db9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edf002b2-c9d1-46a8-9f96-afb3826da250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:21.970425 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-91b13ed0-884c-4352-8a13-8087717173da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:21.971002 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b13ed0-884c-4352-8a13-8087717173da None None] Bound using segment: {'id': '045e2544-b085-4bf3-b19d-98411b7db9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edf002b2-c9d1-46a8-9f96-afb3826da250'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:21.971669 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-91b13ed0-884c-4352-8a13-8087717173da None None] Bound port: db2bcbe1-37eb-4c5a-9ef8-99664014f951, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045e2544-b085-4bf3-b19d-98411b7db9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edf002b2-c9d1-46a8-9f96-afb3826da250'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:21.973647 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-91b13ed0-884c-4352-8a13-8087717173da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:21.998482 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 842f56e8-44da-45e4-9de6-0a6478e6b4f1 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:22.008736 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:22.127479 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-91b13ed0-884c-4352-8a13-8087717173da None None] For port db2bcbe1-37eb-4c5a-9ef8-99664014f951, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:22.139162 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-91b13ed0-884c-4352-8a13-8087717173da None None] For port db2bcbe1-37eb-4c5a-9ef8-99664014f951, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=db2bcbe1-37eb-4c5a-9ef8-99664014f951,segment=NetworkSegment(045e2544-b085-4bf3-b19d-98411b7db9cb),segment_id=045e2544-b085-4bf3-b19d-98411b7db9cb)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:22.147380 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-91b13ed0-884c-4352-8a13-8087717173da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:22.336683 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f266346-d895-4ad0-ada5-2594b7ed6c68 None None] Pushing event updated for resources: {'Port': ['ID=db2bcbe1-37eb-4c5a-9ef8-99664014f951,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:22.367298 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b13ed0-884c-4352-8a13-8087717173da None None] Routers {'2b2b2aff-581d-49b1-892c-ba7eef32f95a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:22.368483 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-91b13ed0-884c-4352-8a13-8087717173da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:28:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['2b2b2aff-581d-49b1-892c-ba7eef32f95a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:22.539018 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48912) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:22.715232 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48934) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:22.723873 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-d1064de4-9806-4b85-bb7d-376924c3d7bd tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:22.727112 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-d1064de4-9806-4b85-bb7d-376924c3d7bd tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.83 "GET /v2.0/networks?id=edf002b2-c9d1-46a8-9f96-afb3826da250 HTTP/1.1" status: 200 len: 811 time: 0.5659585 May 26 16:28:22.762137 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-19697f98-7372-45d0-8d6d-2bb0761a2813 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Request body: {'port': {'device_id': 'cdf13d85-fac8-486e-8430-cebfa87b30cf', 'network_id': 'edf002b2-c9d1-46a8-9f96-afb3826da250', 'admin_state_up': True, 'tenant_id': '55db192a075d4f7397320ac3e9c27b43'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:22.837259 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-55870b17-1494-4e8b-8f6e-2cfadebf97ce req-9dc97e1b-658c-418f-919e-2c845748ce0e tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 210 time: 0.0774410 May 26 16:28:22.856381 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-91b13ed0-884c-4352-8a13-8087717173da None None] Set router 2b2b2aff-581d-49b1-892c-ba7eef32f95a gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:22.942413 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-138c373b-2e59-4f90-add0-55f32a9cde2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:22.947323 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:23.037953 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5409-8f3c-4615-8193-c81f9fb404d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:23.224515 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Allocated IP 172.25.7.113 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/23cbde83-760a-4e7b-abbd-8df00999fc2f) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:28:23.228381 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5409-8f3c-4615-8193-c81f9fb404d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:23.233809 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-19697f98-7372-45d0-8d6d-2bb0761a2813 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Made reservation on behalf of 55db192a075d4f7397320ac3e9c27b43 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:28:23.239490 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-19697f98-7372-45d0-8d6d-2bb0761a2813 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:23.243233 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-138c373b-2e59-4f90-add0-55f32a9cde2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:23.244533 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5409-8f3c-4615-8193-c81f9fb404d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:23.282782 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9b3d5409-8f3c-4615-8193-c81f9fb404d7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0527d6e255bc488491265bc6df8ca216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5662463 May 26 16:28:23.287147 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 48996) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:23.288322 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-138c373b-2e59-4f90-add0-55f32a9cde2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:23.346465 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-138c373b-2e59-4f90-add0-55f32a9cde2f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3483a7ffa0dc4947b7a74885b0c897f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8054614 May 26 16:28:23.355154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49006) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:23.378278 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-91b13ed0-884c-4352-8a13-8087717173da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b2aff-581d-49b1-892c-ba7eef32f95a', 'name': 'tempest-ServerRescueTestJSON-1071872627-router', 'tenant_id': '55db192a075d4f7397320ac3e9c27b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '842f56e8-44da-45e4-9de6-0a6478e6b4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:07Z', 'updated_at': '2022-05-26T16:28:16Z', 'revision_number': 4, 'project_id': '55db192a075d4f7397320ac3e9c27b43', 'gw_port': {'id': '842f56e8-44da-45e4-9de6-0a6478e6b4f1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:43:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b2aff-581d-49b1-892c-ba7eef32f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:09Z', 'updated_at': '2022-05-26T16:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'db2bcbe1-37eb-4c5a-9ef8-99664014f951', 'name': '', 'network_id': 'edf002b2-c9d1-46a8-9f96-afb3826da250', 'tenant_id': '55db192a075d4f7397320ac3e9c27b43', 'mac_address': 'fa:16:3e:7e:0b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2b2aff-581d-49b1-892c-ba7eef32f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'b8295bc0-2040-4384-9eb3-a50f2e6ae846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:15Z', 'updated_at': '2022-05-26T16:28:22Z', 'revision_number': 4, 'project_id': '55db192a075d4f7397320ac3e9c27b43', 'subnets': [{'id': 'b8295bc0-2040-4384-9eb3-a50f2e6ae846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:23.433679 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d5409-8f3c-4615-8193-c81f9fb404d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249ceeb9-8c81-472f-9be6-4525208b314e,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:23.459793 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b13ed0-884c-4352-8a13-8087717173da None None] The sync data for ids ['2b2b2aff-581d-49b1-892c-ba7eef32f95a'] in n-d-843337-2 is: [{'id': '2b2b2aff-581d-49b1-892c-ba7eef32f95a', 'name': 'tempest-ServerRescueTestJSON-1071872627-router', 'tenant_id': '55db192a075d4f7397320ac3e9c27b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '842f56e8-44da-45e4-9de6-0a6478e6b4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:07Z', 'updated_at': '2022-05-26T16:28:16Z', 'revision_number': 4, 'project_id': '55db192a075d4f7397320ac3e9c27b43', 'gw_port': {'id': '842f56e8-44da-45e4-9de6-0a6478e6b4f1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:43:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b2aff-581d-49b1-892c-ba7eef32f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:09Z', 'updated_at': '2022-05-26T16:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'db2bcbe1-37eb-4c5a-9ef8-99664014f951', 'name': '', 'network_id': 'edf002b2-c9d1-46a8-9f96-afb3826da250', 'tenant_id': '55db192a075d4f7397320ac3e9c27b43', 'mac_address': 'fa:16:3e:7e:0b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2b2aff-581d-49b1-892c-ba7eef32f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'b8295bc0-2040-4384-9eb3-a50f2e6ae846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:15Z', 'updated_at': '2022-05-26T16:28:22Z', 'revision_number': 4, 'project_id': '55db192a075d4f7397320ac3e9c27b43', 'subnets': [{'id': 'b8295bc0-2040-4384-9eb3-a50f2e6ae846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:28:23.528271 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:23.541690 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-19697f98-7372-45d0-8d6d-2bb0761a2813 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Allocated IP 172.20.0.6 (edf002b2-c9d1-46a8-9f96-afb3826da250/b8295bc0-2040-4384-9eb3-a50f2e6ae846/eee78a48-71f6-486f-853f-a6afa8b48d5d) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:28:23.611982 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c373b-2e59-4f90-add0-55f32a9cde2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c36038-148f-4399-82fc-fb7f394b1e2a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:23.718193 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:23.754862 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8d39d625-07af-4781-b878-9519c97dd418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:23.830965 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d0bea3a7-9abb-4070-858d-0b498e791f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:23.845746 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8d39d625-07af-4781-b878-9519c97dd418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:23.906697 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:23.924205 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:23.930250 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:28:23.947659 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d0bea3a7-9abb-4070-858d-0b498e791f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:23.984642 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Port': ['ID=23cbde83-760a-4e7b-abbd-8df00999fc2f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:24.019977 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:24.020719 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:24.023695 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:24.023981 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:24.024686 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:24.025211 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:24.029488 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:24.030071 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:24.030585 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:24.031091 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:24.032068 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b7fd40c-41ee-414f-bc9f-7d9907c83331 req-1f43fab5-ab3d-439f-8a89-a7b186ab6a20 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 210 time: 0.0610361 May 26 16:28:24.039500 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:24.045118 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:24.122907 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8d39d625-07af-4781-b878-9519c97dd418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:24.130759 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8d39d625-07af-4781-b878-9519c97dd418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:24.132298 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8d39d625-07af-4781-b878-9519c97dd418 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b2c36038-148f-4399-82fc-fb7f394b1e2a HTTP/1.1" status: 204 len: 168 time: 0.7759299 May 26 16:28:24.178702 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39d625-07af-4781-b878-9519c97dd418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c36038-148f-4399-82fc-fb7f394b1e2a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:24.207479 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d0bea3a7-9abb-4070-858d-0b498e791f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:24.218593 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d0bea3a7-9abb-4070-858d-0b498e791f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:24.220688 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d0bea3a7-9abb-4070-858d-0b498e791f74 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/249ceeb9-8c81-472f-9be6-4525208b314e HTTP/1.1" status: 204 len: 168 time: 0.8938999 May 26 16:28:24.248276 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bea3a7-9abb-4070-858d-0b498e791f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249ceeb9-8c81-472f-9be6-4525208b314e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:24.262453 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-19697f98-7372-45d0-8d6d-2bb0761a2813 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:24.678644 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-19697f98-7372-45d0-8d6d-2bb0761a2813 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:24.811038 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-19697f98-7372-45d0-8d6d-2bb0761a2813 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Network edf002b2-c9d1-46a8-9f96-afb3826da250 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:24.820637 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-19697f98-7372-45d0-8d6d-2bb0761a2813 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:24.825069 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-19697f98-7372-45d0-8d6d-2bb0761a2813 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:28:24.830177 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19697f98-7372-45d0-8d6d-2bb0761a2813 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Pushing event updated for resources: {'Port': ['ID=eee78a48-71f6-486f-853f-a6afa8b48d5d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:24.973621 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49154) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:25.009992 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-725e1e34-3ae3-47b3-94c3-1cc5304fb57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:25.140714 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49164) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:25.158968 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device db2bcbe1-37eb-4c5a-9ef8-99664014f951 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:25.191078 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-260dac69-fc1b-4726-845d-a263137e6451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:25.310399 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port db2bcbe1-37eb-4c5a-9ef8-99664014f951 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:25.311086 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:25.460033 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-725e1e34-3ae3-47b3-94c3-1cc5304fb57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:25.483117 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port db2bcbe1-37eb-4c5a-9ef8-99664014f951 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:25.484085 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:25.570354 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port db2bcbe1-37eb-4c5a-9ef8-99664014f951, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=db2bcbe1-37eb-4c5a-9ef8-99664014f951,segment=NetworkSegment(045e2544-b085-4bf3-b19d-98411b7db9cb),segment_id=045e2544-b085-4bf3-b19d-98411b7db9cb)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:25.577275 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:25.595339 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bcf2d-c27a-4099-8bb9-79343cd9eeff req-d9f04bb4-cb2a-4444-9aef-c4b24e4f48c9 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:25.610635 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e02bcf2d-c27a-4099-8bb9-79343cd9eeff req-d9f04bb4-cb2a-4444-9aef-c4b24e4f48c9 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 931 time: 0.3807855 May 26 16:28:25.630864 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-725e1e34-3ae3-47b3-94c3-1cc5304fb57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:25.791471 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=db2bcbe1-37eb-4c5a-9ef8-99664014f951,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:25.851184 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e02bcf2d-c27a-4099-8bb9-79343cd9eeff req-6a2452fd-b021-4972-9b4d-5be64458da10 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381372 May 26 16:28:25.901651 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-725e1e34-3ae3-47b3-94c3-1cc5304fb57a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e3cc64556e3c4c69aeac024e41be34d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9246528 May 26 16:28:25.901651 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-260dac69-fc1b-4726-845d-a263137e6451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:25.902965 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e1e34-3ae3-47b3-94c3-1cc5304fb57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20294f7-abf3-4411-8e3d-edfd99f8aac2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:25.905864 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49238) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:25.926340 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-260dac69-fc1b-4726-845d-a263137e6451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:26.007056 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260dac69-fc1b-4726-845d-a263137e6451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60338000-ea93-46aa-8a9b-340be620f10f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:26.008080 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:26.061613 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68d56dec-bc78-4774-b5e0-99bdc0b6bc8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:26.068657 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-260dac69-fc1b-4726-845d-a263137e6451 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dfc379d36d87435e88c4d48745bf68c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9207337 May 26 16:28:26.069574 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49256) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:26.106577 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-19697f98-7372-45d0-8d6d-2bb0761a2813 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:26.107822 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-19697f98-7372-45d0-8d6d-2bb0761a2813 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:26.112928 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68d56dec-bc78-4774-b5e0-99bdc0b6bc8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:26.183911 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:26.185078 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08f6981f-3f2d-4642-bc04-1a258a0d21fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:26.225255 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-19697f98-7372-45d0-8d6d-2bb0761a2813 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4693606 May 26 16:28:26.229546 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08f6981f-3f2d-4642-bc04-1a258a0d21fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:26.250714 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-5fd87eaa-b0be-477c-bc33-6b669f3d5bd3 service neutron] Request body: {'port': {'device_id': 'cdf13d85-fac8-486e-8430-cebfa87b30cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:26.310602 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68d56dec-bc78-4774-b5e0-99bdc0b6bc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:26.315362 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68d56dec-bc78-4774-b5e0-99bdc0b6bc8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:26.317290 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-68d56dec-bc78-4774-b5e0-99bdc0b6bc8d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d20294f7-abf3-4411-8e3d-edfd99f8aac2 HTTP/1.1" status: 204 len: 168 time: 0.4101388 May 26 16:28:26.363223 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-5fd87eaa-b0be-477c-bc33-6b669f3d5bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:26.363586 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d56dec-bc78-4774-b5e0-99bdc0b6bc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20294f7-abf3-4411-8e3d-edfd99f8aac2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:26.377322 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08f6981f-3f2d-4642-bc04-1a258a0d21fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:26.382924 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08f6981f-3f2d-4642-bc04-1a258a0d21fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:26.384653 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-08f6981f-3f2d-4642-bc04-1a258a0d21fd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/60338000-ea93-46aa-8a9b-340be620f10f HTTP/1.1" status: 204 len: 168 time: 0.3127975 May 26 16:28:26.402558 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6981f-3f2d-4642-bc04-1a258a0d21fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60338000-ea93-46aa-8a9b-340be620f10f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:26.606894 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:26.616485 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:26.726504 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:26.918735 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Port': ['ID=23cbde83-760a-4e7b-abbd-8df00999fc2f,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:27.085929 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device db2bcbe1-37eb-4c5a-9ef8-99664014f951 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:27.218199 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d68b1-17a6-4953-8115-69123b6bac5e req-e1ddbf7c-58c7-46cd-9e17-0b30faa9a6aa tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:27.219790 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a7d68b1-17a6-4953-8115-69123b6bac5e req-e1ddbf7c-58c7-46cd-9e17-0b30faa9a6aa tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 931 time: 0.1843307 May 26 16:28:27.240221 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port db2bcbe1-37eb-4c5a-9ef8-99664014f951 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:27.240918 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:27.258962 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 49356) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:27.301403 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Floating IP 2e009475-6e8b-4619-9374-871bf8f1b16f associated. External IP: 172.25.7.113, port: b3dd3b68-6001-4082-a194-0d3de9aa6be1. May 26 16:28:27.308828 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a7d68b1-17a6-4953-8115-69123b6bac5e req-e4455604-cdec-4afd-9b13-b7671bc9914e tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815969 May 26 16:28:27.371711 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-5fd87eaa-b0be-477c-bc33-6b669f3d5bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee78a48-71f6-486f-853f-a6afa8b48d5d {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:28:27.372396 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port db2bcbe1-37eb-4c5a-9ef8-99664014f951 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:27.381025 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-5fd87eaa-b0be-477c-bc33-6b669f3d5bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:27.451224 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-14f4c8bf-6712-4a66-a3bb-09123286958b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:27.468035 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-5fd87eaa-b0be-477c-bc33-6b669f3d5bd3 service neutron] Transition to ACTIVE for port object eee78a48-71f6-486f-853f-a6afa8b48d5d will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:28:27.530536 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-5fd87eaa-b0be-477c-bc33-6b669f3d5bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:27.662443 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-14f4c8bf-6712-4a66-a3bb-09123286958b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:27.673270 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd87eaa-b0be-477c-bc33-6b669f3d5bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=eee78a48-71f6-486f-853f-a6afa8b48d5d,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:27.684631 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-14f4c8bf-6712-4a66-a3bb-09123286958b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:27.821247 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-14f4c8bf-6712-4a66-a3bb-09123286958b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5734065d10994270a8122892402071c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5602736 May 26 16:28:27.823983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49374) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:27.834782 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4c8bf-6712-4a66-a3bb-09123286958b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb4056c-7eeb-4975-8305-0faa2c2b6165,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:27.908236 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-5fd87eaa-b0be-477c-bc33-6b669f3d5bd3 service neutron] Attempting to bind port eee78a48-71f6-486f-853f-a6afa8b48d5d on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:27.908729 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-5fd87eaa-b0be-477c-bc33-6b669f3d5bd3 service neutron] Attempting to bind port eee78a48-71f6-486f-853f-a6afa8b48d5d by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '045e2544-b085-4bf3-b19d-98411b7db9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edf002b2-c9d1-46a8-9f96-afb3826da250'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:27.909173 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-5fd87eaa-b0be-477c-bc33-6b669f3d5bd3 service neutron] Attempting to bind port eee78a48-71f6-486f-853f-a6afa8b48d5d on network edf002b2-c9d1-46a8-9f96-afb3826da250 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:27.918715 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-5fd87eaa-b0be-477c-bc33-6b669f3d5bd3 service neutron] Port eee78a48-71f6-486f-853f-a6afa8b48d5d on network edf002b2-c9d1-46a8-9f96-afb3826da250 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:28:27.919192 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-5fd87eaa-b0be-477c-bc33-6b669f3d5bd3 service neutron] Attempting to bind port eee78a48-71f6-486f-853f-a6afa8b48d5d on network edf002b2-c9d1-46a8-9f96-afb3826da250 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:27.931418 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-5fd87eaa-b0be-477c-bc33-6b669f3d5bd3 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:27.931929 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-5fd87eaa-b0be-477c-bc33-6b669f3d5bd3 service neutron] Checking segment: {'id': '045e2544-b085-4bf3-b19d-98411b7db9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edf002b2-c9d1-46a8-9f96-afb3826da250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:27.932453 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-5fd87eaa-b0be-477c-bc33-6b669f3d5bd3 service neutron] Bound using segment: {'id': '045e2544-b085-4bf3-b19d-98411b7db9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edf002b2-c9d1-46a8-9f96-afb3826da250'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:27.933011 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-5fd87eaa-b0be-477c-bc33-6b669f3d5bd3 service neutron] Bound port: eee78a48-71f6-486f-853f-a6afa8b48d5d, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '045e2544-b085-4bf3-b19d-98411b7db9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edf002b2-c9d1-46a8-9f96-afb3826da250'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:27.933477 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-5fd87eaa-b0be-477c-bc33-6b669f3d5bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:27.943211 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-49c7f116-62fb-46b7-bc4a-73785eab58f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:27.966275 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Router 42083a96-54d6-47d2-9c1d-729e8991bb96 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:28:27.972321 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-49c7f116-62fb-46b7-bc4a-73785eab58f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:27.984249 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49376) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:28.041331 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-49c7f116-62fb-46b7-bc4a-73785eab58f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:28.044212 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-49c7f116-62fb-46b7-bc4a-73785eab58f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:28.046294 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-49c7f116-62fb-46b7-bc4a-73785eab58f2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8eb4056c-7eeb-4975-8305-0faa2c2b6165 HTTP/1.1" status: 204 len: 168 time: 0.2198427 May 26 16:28:28.059122 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7f116-62fb-46b7-bc4a-73785eab58f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb4056c-7eeb-4975-8305-0faa2c2b6165,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:28.175369 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-5fd87eaa-b0be-477c-bc33-6b669f3d5bd3 service neutron] For port eee78a48-71f6-486f-853f-a6afa8b48d5d, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:28.181389 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-5fd87eaa-b0be-477c-bc33-6b669f3d5bd3 service neutron] For port eee78a48-71f6-486f-853f-a6afa8b48d5d, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=eee78a48-71f6-486f-853f-a6afa8b48d5d,segment=NetworkSegment(045e2544-b085-4bf3-b19d-98411b7db9cb),segment_id=045e2544-b085-4bf3-b19d-98411b7db9cb)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:28.205250 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-5fd87eaa-b0be-477c-bc33-6b669f3d5bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:28.384829 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-5fd87eaa-b0be-477c-bc33-6b669f3d5bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:28.386221 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-5fd87eaa-b0be-477c-bc33-6b669f3d5bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:28.393611 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-5fd87eaa-b0be-477c-bc33-6b669f3d5bd3 service neutron] 10.222.0.83 "PUT /v2.0/ports/eee78a48-71f6-486f-853f-a6afa8b48d5d HTTP/1.1" status: 200 len: 1091 time: 2.1456022 May 26 16:28:28.405303 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf13d85-fac8-486e-8430-cebfa87b30cf', 'tag': 'eee78a48-71f6-486f-853f-a6afa8b48d5d'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:28:28.407262 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0a34e9-fe57-4336-9ee7-66c1c6539b06" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf13d85-fac8-486e-8430-cebfa87b30cf", "tag": "eee78a48-71f6-486f-853f-a6afa8b48d5d"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:28:28.476745 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd87eaa-b0be-477c-bc33-6b669f3d5bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=eee78a48-71f6-486f-853f-a6afa8b48d5d,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:28.502305 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c6b10-a462-443f-bf75-b93318f0220a req-fa3af2ad-c7d7-4bbd-9da4-191f9c9e5f61 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:28.514200 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:28.515790 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed8c6b10-a462-443f-bf75-b93318f0220a req-fa3af2ad-c7d7-4bbd-9da4-191f9c9e5f61 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 943 time: 0.0716264 May 26 16:28:28.527721 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b01e666-baf6-4c72-8838-9551a80832cc None None] Sync routers for ids ['42083a96-54d6-47d2-9c1d-729e8991bb96'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:28.535432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-6543b1c0-8635-4d9c-993a-0ada1f7e8fa0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1742045895-network', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:28.545042 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b01e666-baf6-4c72-8838-9551a80832cc None None] Routers {'42083a96-54d6-47d2-9c1d-729e8991bb96'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:28.547550 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1b01e666-baf6-4c72-8838-9551a80832cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:28:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['42083a96-54d6-47d2-9c1d-729e8991bb96'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:28.572306 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:28.623409 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed8c6b10-a462-443f-bf75-b93318f0220a req-b2b7302b-5b35-4373-9c22-038e89e253d1 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062047 May 26 16:28:28.647813 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6543b1c0-8635-4d9c-993a-0ada1f7e8fa0 admin admin] Made reservation on behalf of 47787f273f4c4c2fbc3fdca533eb0ea2 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:28:28.651592 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6543b1c0-8635-4d9c-993a-0ada1f7e8fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:28.665528 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-32b0bd27-d9bf-4eb5-b305-be9ff12c201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:28.671400 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-32b0bd27-d9bf-4eb5-b305-be9ff12c201b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=55db192a075d4f7397320ac3e9c27b43&device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 1094 time: 0.1709111 May 26 16:28:28.673408 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6543b1c0-8635-4d9c-993a-0ada1f7e8fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:28.737118 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6879ea24-5255-4cd0-b486-953de4990d00 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.8157210 May 26 16:28:28.812253 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-0f02f0a1-2f47-4409-8286-8d4def3948a2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eee78a48-71f6-486f-853f-a6afa8b48d5d HTTP/1.1" status: 200 len: 217 time: 0.1100643 May 26 16:28:28.844555 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1b01e666-baf6-4c72-8838-9551a80832cc None None] Set router 42083a96-54d6-47d2-9c1d-729e8991bb96 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:28.883223 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4e97eb-c542-43ba-8b4c-7a66cd3db715 x-openstack-request-id: req-9b4e97eb-c542-43ba-8b4c-7a66cd3db715 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:28:28.883531 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf13d85-fac8-486e-8430-cebfa87b30cf", "tag": "eee78a48-71f6-486f-853f-a6afa8b48d5d", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:28:28.883766 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9b4e97eb-c542-43ba-8b4c-7a66cd3db715 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:28:28.884223 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b4e97eb-c542-43ba-8b4c-7a66cd3db715'] response: {'name': 'network-changed', 'server_uuid': 'cdf13d85-fac8-486e-8430-cebfa87b30cf', 'tag': 'eee78a48-71f6-486f-853f-a6afa8b48d5d', 'status': 'completed', 'code': 200} May 26 16:28:28.923284 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6543b1c0-8635-4d9c-993a-0ada1f7e8fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:28.926031 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-31db55dc-7510-4c03-82cd-71e7c91990b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:28.929424 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-31db55dc-7510-4c03-82cd-71e7c91990b2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b8295bc0-2040-4384-9eb3-a50f2e6ae846 HTTP/1.1" status: 200 len: 851 time: 0.1097169 May 26 16:28:28.939023 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6543b1c0-8635-4d9c-993a-0ada1f7e8fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:29.008121 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6543b1c0-8635-4d9c-993a-0ada1f7e8fa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:28:29.008533 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-17601aa0-d55e-4b5f-8139-54de681c046d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=edf002b2-c9d1-46a8-9f96-afb3826da250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678961 May 26 16:28:29.031989 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543b1c0-8635-4d9c-993a-0ada1f7e8fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d009da8b-e935-411d-a171-9f1cd3cf09c5,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:29.045859 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c232e3-3997-40ee-b090-b06ec7364425 req-01612f9f-486f-4f5f-a1e9-4b30c069605b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:29.047896 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-69c232e3-3997-40ee-b090-b06ec7364425 req-01612f9f-486f-4f5f-a1e9-4b30c069605b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 946 time: 0.1360781 May 26 16:28:29.049737 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6543b1c0-8635-4d9c-993a-0ada1f7e8fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:29.050864 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-6543b1c0-8635-4d9c-993a-0ada1f7e8fa0 admin admin] Added segment fc43db27-b064-4e23-96ed-aa25397d3279 of type vlan for network ceae140a-4691-47b9-ad57-1026c75c737f May 26 16:28:29.121664 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6543b1c0-8635-4d9c-993a-0ada1f7e8fa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:29.146841 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-69c232e3-3997-40ee-b090-b06ec7364425 req-56191b1a-91d7-4709-83fc-67a4dfc0ad15 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857866 May 26 16:28:29.162128 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-8e32dcd7-52b7-4317-ad9c-6cddfa51d76d service neutron] 10.222.0.83 "GET /v2.0/networks/edf002b2-c9d1-46a8-9f96-afb3826da250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448383 May 26 16:28:29.179597 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49412) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:29.251407 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1b38b1b5-6a9a-4bc6-a594-bb33cfae2831 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/floatingips/2e009475-6e8b-4619-9374-871bf8f1b16f HTTP/1.1" status: 200 len: 992 time: 0.0706768 May 26 16:28:29.258588 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6543b1c0-8635-4d9c-993a-0ada1f7e8fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:29.260083 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6543b1c0-8635-4d9c-993a-0ada1f7e8fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:29.260803 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6543b1c0-8635-4d9c-993a-0ada1f7e8fa0 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:29.289893 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1b01e666-baf6-4c72-8838-9551a80832cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374770436', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:44Z', 'updated_at': '2022-05-26T16:27:56Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:45Z', 'updated_at': '2022-05-26T16:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '2e009475-6e8b-4619-9374-871bf8f1b16f', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'port_id': 'b3dd3b68-6001-4082-a194-0d3de9aa6be1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511', 'mac_address': 'fa:16:3e:b3:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77156f0-ba43-4409-8323-0e6697cae45b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:28:24Z', 'updated_at': '2022-05-26T16:28:24Z', 'revision_number': 0, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29fb02c-7f83-4780-b7b6-c3ec2cf975f8', 'name': '', 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:36:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '5c7b1e96-afea-486c-b964-8dc60319baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:53Z', 'updated_at': '2022-05-26T16:28:04Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': '5c7b1e96-afea-486c-b964-8dc60319baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:29.294535 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6543b1c0-8635-4d9c-993a-0ada1f7e8fa0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3090174 May 26 16:28:29.298890 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 49418) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:29.303748 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-0ee6d3aa-2536-4ee9-a0dd-e0743b2872cf admin admin] Request body: {'subnet': {'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1742045895-subnet', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:29.361942 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee6d3aa-2536-4ee9-a0dd-e0743b2872cf admin admin] Made reservation on behalf of 47787f273f4c4c2fbc3fdca533eb0ea2 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:28:29.365382 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ee6d3aa-2536-4ee9-a0dd-e0743b2872cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:29.375765 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b01e666-baf6-4c72-8838-9551a80832cc None None] Checking router: 42083a96-54d6-47d2-9c1d-729e8991bb96 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:28:29.400956 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-40973ddd-905b-4be4-8d62-affd5fba9303 req-d2969ba2-7453-4450-abdf-e57ba0132c29 service neutron] 10.222.0.83 "GET /v2.0/networks/edf002b2-c9d1-46a8-9f96-afb3826da250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292216 May 26 16:28:29.406025 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b01e666-baf6-4c72-8838-9551a80832cc None None] Routers {'42083a96-54d6-47d2-9c1d-729e8991bb96'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:29.407008 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1b01e666-baf6-4c72-8838-9551a80832cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:28:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['42083a96-54d6-47d2-9c1d-729e8991bb96'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:29.428179 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543b1c0-8635-4d9c-993a-0ada1f7e8fa0 admin admin] Pushing event updated for resources: {'Network': ['ID=ceae140a-4691-47b9-ad57-1026c75c737f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:29.465955 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network ceae140a-4691-47b9-ad57-1026c75c737f details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:28:29.665774 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a34e9-fe57-4336-9ee7-66c1c6539b06 req-b025e473-2531-410a-9a71-9a79d3107234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:29.667804 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be0a34e9-fe57-4336-9ee7-66c1c6539b06 req-b025e473-2531-410a-9a71-9a79d3107234 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=55db192a075d4f7397320ac3e9c27b43&device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 1094 time: 0.1266100 May 26 16:28:29.805200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1b01e666-baf6-4c72-8838-9551a80832cc None None] Set router 42083a96-54d6-47d2-9c1d-729e8991bb96 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:29.863759 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592887aa-9770-46f3-87cd-fe6881ec15c3 req-8cd5e92c-38a7-447d-bc84-55c44c613bcd tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:29.868916 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-592887aa-9770-46f3-87cd-fe6881ec15c3 req-8cd5e92c-38a7-447d-bc84-55c44c613bcd tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 943 time: 0.1006420 May 26 16:28:29.900142 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a34e9-fe57-4336-9ee7-66c1c6539b06 req-66dd21d6-6c99-489d-b3df-f68d29c2c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:29.901860 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be0a34e9-fe57-4336-9ee7-66c1c6539b06 req-66dd21d6-6c99-489d-b3df-f68d29c2c5f3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=edf002b2-c9d1-46a8-9f96-afb3826da250 HTTP/1.1" status: 200 len: 912 time: 0.2239795 May 26 16:28:29.902949 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ee6d3aa-2536-4ee9-a0dd-e0743b2872cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:29.957709 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-592887aa-9770-46f3-87cd-fe6881ec15c3 req-d0526aaa-356d-4b5b-a84c-83a986edea40 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817273 May 26 16:28:30.022768 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be0a34e9-fe57-4336-9ee7-66c1c6539b06 req-d5541174-b2bc-452c-9c6a-2ab1d472a92e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eee78a48-71f6-486f-853f-a6afa8b48d5d HTTP/1.1" status: 200 len: 217 time: 0.1088493 May 26 16:28:30.127223 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee6d3aa-2536-4ee9-a0dd-e0743b2872cf admin admin] Checking segment: {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:30.127590 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee6d3aa-2536-4ee9-a0dd-e0743b2872cf admin admin] Network hostable DHCP agents. Network: ceae140a-4691-47b9-ad57-1026c75c737f, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:28:30.147833 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6d3aa-2536-4ee9-a0dd-e0743b2872cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5431b2c2-5959-417a-9a98-2b2d0e6627f0,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:30.176574 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a34e9-fe57-4336-9ee7-66c1c6539b06 req-6853f357-7d24-4409-b5c0-a3d77e88ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:30.178556 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be0a34e9-fe57-4336-9ee7-66c1c6539b06 req-6853f357-7d24-4409-b5c0-a3d77e88ab96 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b8295bc0-2040-4384-9eb3-a50f2e6ae846 HTTP/1.1" status: 200 len: 851 time: 0.1468239 May 26 16:28:30.204523 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee6d3aa-2536-4ee9-a0dd-e0743b2872cf admin admin] Network ceae140a-4691-47b9-ad57-1026c75c737f is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:28:30.228450 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1b01e666-baf6-4c72-8838-9551a80832cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374770436', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:44Z', 'updated_at': '2022-05-26T16:27:56Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:45Z', 'updated_at': '2022-05-26T16:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '2e009475-6e8b-4619-9374-871bf8f1b16f', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'port_id': 'b3dd3b68-6001-4082-a194-0d3de9aa6be1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511', 'mac_address': 'fa:16:3e:b3:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77156f0-ba43-4409-8323-0e6697cae45b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:28:24Z', 'updated_at': '2022-05-26T16:28:24Z', 'revision_number': 0, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29fb02c-7f83-4780-b7b6-c3ec2cf975f8', 'name': '', 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:36:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '5c7b1e96-afea-486c-b964-8dc60319baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:53Z', 'updated_at': '2022-05-26T16:28:04Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': '5c7b1e96-afea-486c-b964-8dc60319baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:30.237112 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be0a34e9-fe57-4336-9ee7-66c1c6539b06 req-fac03dc9-aff1-4e97-a5fd-6b421d1ee8bd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=edf002b2-c9d1-46a8-9f96-afb3826da250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481651 May 26 16:28:30.238105 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-0ee6d3aa-2536-4ee9-a0dd-e0743b2872cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, ceae140a-4691-47b9-ad57-1026c75c737f) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:30.253926 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee6d3aa-2536-4ee9-a0dd-e0743b2872cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:30.254497 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49444) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:30.255026 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ee6d3aa-2536-4ee9-a0dd-e0743b2872cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:30.301273 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b01e666-baf6-4c72-8838-9551a80832cc None None] The sync data for ids ['42083a96-54d6-47d2-9c1d-729e8991bb96'] in n-d-843337-2 is: [{'id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374770436', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:44Z', 'updated_at': '2022-05-26T16:27:56Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:45Z', 'updated_at': '2022-05-26T16:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '2e009475-6e8b-4619-9374-871bf8f1b16f', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'port_id': 'b3dd3b68-6001-4082-a194-0d3de9aa6be1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511', 'mac_address': 'fa:16:3e:b3:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77156f0-ba43-4409-8323-0e6697cae45b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:28:24Z', 'updated_at': '2022-05-26T16:28:24Z', 'revision_number': 0, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29fb02c-7f83-4780-b7b6-c3ec2cf975f8', 'name': '', 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:36:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '5c7b1e96-afea-486c-b964-8dc60319baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:53Z', 'updated_at': '2022-05-26T16:28:04Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': '5c7b1e96-afea-486c-b964-8dc60319baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:28:30.314099 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f9149e-2fb1-4142-8af9-63a3282d0b78 None None] Network ceae140a-4691-47b9-ad57-1026c75c737f requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:28:30.417283 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0ee6d3aa-2536-4ee9-a0dd-e0743b2872cf admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1172979 May 26 16:28:30.420587 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 49458) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:30.436854 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-db24f2f7-a314-4496-82a9-7e45e37c0889 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/floatingips/2e009475-6e8b-4619-9374-871bf8f1b16f HTTP/1.1" status: 200 len: 992 time: 0.1810932 May 26 16:28:30.444730 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a1f7a854-b1d1-4218-9159-f22ac9f76bd4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:30.499377 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a854-b1d1-4218-9159-f22ac9f76bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:30.501329 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a854-b1d1-4218-9159-f22ac9f76bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:30.597616 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a854-b1d1-4218-9159-f22ac9f76bd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:30.668861 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:30.739276 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607dfd4a-cf45-4471-b0d4-4291f2f5b612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-ceae140a-4691-47b9-ad57-1026c75c737f', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:28:30.740240 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-607dfd4a-cf45-4471-b0d4-4291f2f5b612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:30.748329 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be0a34e9-fe57-4336-9ee7-66c1c6539b06 req-db0ca389-e9fb-411e-9cd5-d5438028ccd9 service neutron] 10.222.0.83 "GET /v2.0/networks/edf002b2-c9d1-46a8-9f96-afb3826da250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976749 May 26 16:28:30.750850 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5332a209-f790-4e56-875d-bd73eba344b0 None None] New status for floating IP 2e009475-6e8b-4619-9374-871bf8f1b16f: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:28:30.841847 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a854-b1d1-4218-9159-f22ac9f76bd4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:30.896927 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77156f0-ba43-4409-8323-0e6697cae45b', 'tag': 'b3dd3b68-6001-4082-a194-0d3de9aa6be1'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:28:30.899653 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87048650-bd9f-4b73-85fb-49da091e63cd" -d '{"events": [{"name": "network-changed", "server_uuid": "b77156f0-ba43-4409-8323-0e6697cae45b", "tag": "b3dd3b68-6001-4082-a194-0d3de9aa6be1"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:28:30.977720 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6d21ae-aa4c-407c-b98d-23ec43ac4d19 x-openstack-request-id: req-8b6d21ae-aa4c-407c-b98d-23ec43ac4d19 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:28:30.977720 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77156f0-ba43-4409-8323-0e6697cae45b", "tag": "b3dd3b68-6001-4082-a194-0d3de9aa6be1", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:28:30.977720 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8b6d21ae-aa4c-407c-b98d-23ec43ac4d19 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:28:30.977720 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b6d21ae-aa4c-407c-b98d-23ec43ac4d19'] response: {'name': 'network-changed', 'server_uuid': 'b77156f0-ba43-4409-8323-0e6697cae45b', 'tag': 'b3dd3b68-6001-4082-a194-0d3de9aa6be1', 'status': 'completed', 'code': 200} May 26 16:28:31.114623 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be0a34e9-fe57-4336-9ee7-66c1c6539b06 req-b6b0ac55-54eb-47e9-ad86-df902954b4c8 service neutron] 10.222.0.83 "GET /v2.0/networks/edf002b2-c9d1-46a8-9f96-afb3826da250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289061 May 26 16:28:31.148748 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-607dfd4a-cf45-4471-b0d4-4291f2f5b612 None None] Allocated IP 172.20.0.2 (ceae140a-4691-47b9-ad57-1026c75c737f/5431b2c2-5959-417a-9a98-2b2d0e6627f0/4a7ac217-73da-4064-a892-95de1dbb42ce) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:28:31.180032 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87048650-bd9f-4b73-85fb-49da091e63cd req-80ca0920-b4b3-4096-a04a-4f73716b7fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:31.181641 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87048650-bd9f-4b73-85fb-49da091e63cd req-80ca0920-b4b3-4096-a04a-4f73716b7fa0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 1097 time: 0.1768019 May 26 16:28:31.241573 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040c2d6-8de8-4070-bf46-6a26c455e9e7 req-a576a65e-bab6-47a8-accb-3a6466300870 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:31.259611 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9040c2d6-8de8-4070-bf46-6a26c455e9e7 req-a576a65e-bab6-47a8-accb-3a6466300870 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 943 time: 0.1761205 May 26 16:28:31.313399 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a854-b1d1-4218-9159-f22ac9f76bd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:31.341766 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a854-b1d1-4218-9159-f22ac9f76bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:31.379161 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9040c2d6-8de8-4070-bf46-6a26c455e9e7 req-c8179627-fa09-4899-881d-a6679b8ab4d9 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184385 May 26 16:28:31.446284 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49478) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:31.455274 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-607dfd4a-cf45-4471-b0d4-4291f2f5b612 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:31.469233 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-607dfd4a-cf45-4471-b0d4-4291f2f5b612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:31.531058 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-a1f7a854-b1d1-4218-9159-f22ac9f76bd4 admin admin] Allocated IP 172.25.7.41 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/f8998fd0-779c-4efa-8dbf-015cca5c261a) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:28:31.562487 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607dfd4a-cf45-4471-b0d4-4291f2f5b612 None None] Pushing event updated for resources: {'Port': ['ID=4a7ac217-73da-4064-a892-95de1dbb42ce,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:31.582557 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607dfd4a-cf45-4471-b0d4-4291f2f5b612 None None] Network ceae140a-4691-47b9-ad57-1026c75c737f is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:31.587040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-607dfd4a-cf45-4471-b0d4-4291f2f5b612 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:31.594491 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607dfd4a-cf45-4471-b0d4-4291f2f5b612 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:28:31.604386 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87048650-bd9f-4b73-85fb-49da091e63cd req-d08df4de-a652-48d9-9f58-7f1876086a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:31.604386 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87048650-bd9f-4b73-85fb-49da091e63cd req-d08df4de-a652-48d9-9f58-7f1876086a44 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3d916f38-2ac9-4597-8648-255b03a78511 HTTP/1.1" status: 200 len: 897 time: 0.4060924 May 26 16:28:31.707344 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-607dfd4a-cf45-4471-b0d4-4291f2f5b612 None None] Attempting to bind port 4a7ac217-73da-4064-a892-95de1dbb42ce on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:31.708930 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-607dfd4a-cf45-4471-b0d4-4291f2f5b612 None None] Attempting to bind port 4a7ac217-73da-4064-a892-95de1dbb42ce by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:31.711584 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607dfd4a-cf45-4471-b0d4-4291f2f5b612 None None] Attempting to bind port 4a7ac217-73da-4064-a892-95de1dbb42ce on network ceae140a-4691-47b9-ad57-1026c75c737f {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:31.721383 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607dfd4a-cf45-4471-b0d4-4291f2f5b612 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:31.721383 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607dfd4a-cf45-4471-b0d4-4291f2f5b612 None None] Checking segment: {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:31.721738 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-607dfd4a-cf45-4471-b0d4-4291f2f5b612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:31.724626 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607dfd4a-cf45-4471-b0d4-4291f2f5b612 None None] Bound using segment: {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:31.728873 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-607dfd4a-cf45-4471-b0d4-4291f2f5b612 None None] Bound port: 4a7ac217-73da-4064-a892-95de1dbb42ce, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:31.729834 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-607dfd4a-cf45-4471-b0d4-4291f2f5b612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:31.778855 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a854-b1d1-4218-9159-f22ac9f76bd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:31.780308 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-305431e6-a5c1-4cc6-be22-539eedd34aef tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/floatingips/2e009475-6e8b-4619-9374-871bf8f1b16f HTTP/1.1" status: 200 len: 994 time: 0.3322394 May 26 16:28:31.830451 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87048650-bd9f-4b73-85fb-49da091e63cd req-c3a18d74-aa94-42c2-aad5-c2062b7ba555 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3dd3b68-6001-4082-a194-0d3de9aa6be1 HTTP/1.1" status: 200 len: 1002 time: 0.2149694 May 26 16:28:31.852789 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-607dfd4a-cf45-4471-b0d4-4291f2f5b612 None None] For port 4a7ac217-73da-4064-a892-95de1dbb42ce, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:31.857428 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a854-b1d1-4218-9159-f22ac9f76bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:31.859187 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-607dfd4a-cf45-4471-b0d4-4291f2f5b612 None None] For port 4a7ac217-73da-4064-a892-95de1dbb42ce, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4a7ac217-73da-4064-a892-95de1dbb42ce,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:31.867793 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-607dfd4a-cf45-4471-b0d4-4291f2f5b612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:31.923358 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7a854-b1d1-4218-9159-f22ac9f76bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=f8998fd0-779c-4efa-8dbf-015cca5c261a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:31.932454 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f7a854-b1d1-4218-9159-f22ac9f76bd4 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:31.934190 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-a1f7a854-b1d1-4218-9159-f22ac9f76bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:31.937627 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f7a854-b1d1-4218-9159-f22ac9f76bd4 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:28:31.944686 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87048650-bd9f-4b73-85fb-49da091e63cd req-ad04d1ba-479b-4c6e-b0bc-cd5d0e1b999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:31.946971 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87048650-bd9f-4b73-85fb-49da091e63cd req-ad04d1ba-479b-4c6e-b0bc-cd5d0e1b999a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c7b1e96-afea-486c-b964-8dc60319baa9 HTTP/1.1" status: 200 len: 835 time: 0.1033041 May 26 16:28:32.003996 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607dfd4a-cf45-4471-b0d4-4291f2f5b612 None None] Pushing event updated for resources: {'Port': ['ID=4a7ac217-73da-4064-a892-95de1dbb42ce,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:32.066641 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87048650-bd9f-4b73-85fb-49da091e63cd req-aa6fd49b-3e09-43bd-a617-2f0aadd95ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:32.070296 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87048650-bd9f-4b73-85fb-49da091e63cd req-aa6fd49b-3e09-43bd-a617-2f0aadd95ef2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3d916f38-2ac9-4597-8648-255b03a78511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131933 May 26 16:28:32.262159 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87048650-bd9f-4b73-85fb-49da091e63cd req-be53888d-4db1-4927-8716-08a40b303c52 service neutron] 10.222.0.81 "GET /v2.0/networks/3d916f38-2ac9-4597-8648-255b03a78511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772943 May 26 16:28:32.483699 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87048650-bd9f-4b73-85fb-49da091e63cd req-38148d79-97f9-4bc5-bcbf-82cd4289fd3f service neutron] 10.222.0.81 "GET /v2.0/networks/3d916f38-2ac9-4597-8648-255b03a78511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994753 May 26 16:28:32.490976 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a854-b1d1-4218-9159-f22ac9f76bd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:32.665544 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4dfd2c-0ddb-490d-8ce7-b6ea511f0fa2 req-d6b4367a-961a-4d2f-beec-c1ba352642cd tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:32.667176 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9d4dfd2c-0ddb-490d-8ce7-b6ea511f0fa2 req-d6b4367a-961a-4d2f-beec-c1ba352642cd tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 943 time: 0.1174252 May 26 16:28:32.747323 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9d4dfd2c-0ddb-490d-8ce7-b6ea511f0fa2 req-227e74ba-bb01-4d2c-b9f1-2778725b3ad7 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647292 May 26 16:28:33.085542 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4a7ac217-73da-4064-a892-95de1dbb42ce up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:33.203200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 4a7ac217-73da-4064-a892-95de1dbb42ce triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:33.204654 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:33.457879 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a854-b1d1-4218-9159-f22ac9f76bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:33.463823 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 4a7ac217-73da-4064-a892-95de1dbb42ce is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:33.463823 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:33.547896 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 4a7ac217-73da-4064-a892-95de1dbb42ce, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4a7ac217-73da-4064-a892-95de1dbb42ce,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:33.559512 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:33.667603 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f7a854-b1d1-4218-9159-f22ac9f76bd4 admin admin] Router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:28:33.676924 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=4a7ac217-73da-4064-a892-95de1dbb42ce,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:33.847332 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b64991b-8d61-4d39-b154-076708169d62 req-7aa672e1-f817-4f4d-b45c-fca65c9fc5bf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0795481 May 26 16:28:33.891980 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa100686-2b4c-4436-9feb-e65d98d47959 None None] Network ceae140a-4691-47b9-ad57-1026c75c737f requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:28:34.004834 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f7a854-b1d1-4218-9159-f22ac9f76bd4 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:34.044030 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a854-b1d1-4218-9159-f22ac9f76bd4 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:34.056489 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a1f7a854-b1d1-4218-9159-f22ac9f76bd4 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6179581 May 26 16:28:34.057423 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 49536) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:34.165781 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64991b-8d61-4d39-b154-076708169d62 req-41ee6c43-4e88-4602-b1b3-d861873f02db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:34.172336 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b64991b-8d61-4d39-b154-076708169d62 req-41ee6c43-4e88-4602-b1b3-d861873f02db service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 1097 time: 0.2373855 May 26 16:28:34.216197 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282338e8-1edf-44ea-bcb2-40df81767c27 req-c91a063d-20e5-40bf-bfdb-d84786762557 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:34.225812 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-282338e8-1edf-44ea-bcb2-40df81767c27 req-c91a063d-20e5-40bf-bfdb-d84786762557 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 943 time: 0.2817597 May 26 16:28:34.297768 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] Sync routers for ids ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:34.340136 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device eee78a48-71f6-486f-853f-a6afa8b48d5d details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:28:34.386267 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-282338e8-1edf-44ea-bcb2-40df81767c27 req-f98b11f3-e63d-462c-88cf-6fb24d68b05f tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585169 May 26 16:28:34.450088 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64991b-8d61-4d39-b154-076708169d62 req-c6d0da22-44c5-4a8e-ba27-ef29d4d3362a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:34.453272 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b64991b-8d61-4d39-b154-076708169d62 req-c6d0da22-44c5-4a8e-ba27-ef29d4d3362a service neutron] 10.222.0.81 "GET /v2.0/networks?id=3d916f38-2ac9-4597-8648-255b03a78511 HTTP/1.1" status: 200 len: 897 time: 0.2228460 May 26 16:28:34.518149 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9d4f3a7f-81aa-4f96-9fb8-bbd6f6dda683 None None] Provisioning complete for port 4a7ac217-73da-4064-a892-95de1dbb42ce triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:34.518527 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9d4f3a7f-81aa-4f96-9fb8-bbd6f6dda683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:34.568507 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b64991b-8d61-4d39-b154-076708169d62 req-2a1244a7-a1f9-45ca-813e-da70a803f5a6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3dd3b68-6001-4082-a194-0d3de9aa6be1 HTTP/1.1" status: 200 len: 1002 time: 0.0962956 May 26 16:28:34.609038 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] Routers {'1c2261bb-afd3-4002-95c2-1061cbfa3fd2'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:34.612277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:28:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:34.667521 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64991b-8d61-4d39-b154-076708169d62 req-ed7b6749-82c6-4cf9-b523-d86f8cbfc730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:34.670043 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b64991b-8d61-4d39-b154-076708169d62 req-ed7b6749-82c6-4cf9-b523-d86f8cbfc730 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c7b1e96-afea-486c-b964-8dc60319baa9 HTTP/1.1" status: 200 len: 835 time: 0.0930672 May 26 16:28:34.771964 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64991b-8d61-4d39-b154-076708169d62 req-ed53715e-4c70-4c1a-a341-03d589b5b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:34.774804 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b64991b-8d61-4d39-b154-076708169d62 req-ed53715e-4c70-4c1a-a341-03d589b5b82a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3d916f38-2ac9-4597-8648-255b03a78511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948031 May 26 16:28:34.805363 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df1ccf43-8d21-4086-8476-997f5de07ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:34.977581 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f3a7f-81aa-4f96-9fb8-bbd6f6dda683 None None] Current status of the port 4a7ac217-73da-4064-a892-95de1dbb42ce is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:35.045198 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] Set router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:35.077223 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b64991b-8d61-4d39-b154-076708169d62 req-eda66fbc-3766-4b10-836f-c63a27d6e013 service neutron] 10.222.0.81 "GET /v2.0/networks/3d916f38-2ac9-4597-8648-255b03a78511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926841 May 26 16:28:35.199546 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4a7ac217-73da-4064-a892-95de1dbb42ce up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:35.284147 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b64991b-8d61-4d39-b154-076708169d62 req-e646b7a8-1d15-4150-a152-e5d858b281c8 service neutron] 10.222.0.81 "GET /v2.0/networks/3d916f38-2ac9-4597-8648-255b03a78511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003052 May 26 16:28:35.340854 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-df1ccf43-8d21-4086-8476-997f5de07ca4 admin admin] Allocated IP 172.20.0.1 (ceae140a-4691-47b9-ad57-1026c75c737f/5431b2c2-5959-417a-9a98-2b2d0e6627f0/f915d130-ca03-4aab-a292-340d2fc26711) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:28:35.425518 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port eee78a48-71f6-486f-853f-a6afa8b48d5d, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=eee78a48-71f6-486f-853f-a6afa8b48d5d,segment=NetworkSegment(045e2544-b085-4bf3-b19d-98411b7db9cb),segment_id=045e2544-b085-4bf3-b19d-98411b7db9cb)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:35.508950 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': 'eee78a48-71f6-486f-853f-a6afa8b48d5d', 'network_id': 'edf002b2-c9d1-46a8-9f96-afb3826da250', 'port_id': 'eee78a48-71f6-486f-853f-a6afa8b48d5d', 'mac_address': 'fa:16:3e:1b:17:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8295bc0-2040-4384-9eb3-a50f2e6ae846', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:28:35.578892 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df1ccf43-8d21-4086-8476-997f5de07ca4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:35.617131 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port eee78a48-71f6-486f-853f-a6afa8b48d5d is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:35.617798 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:35.645341 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee78a48-71f6-486f-853f-a6afa8b48d5d {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:28:35.665431 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df1ccf43-8d21-4086-8476-997f5de07ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:35.671289 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port eee78a48-71f6-486f-853f-a6afa8b48d5d, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=eee78a48-71f6-486f-853f-a6afa8b48d5d,segment=NetworkSegment(045e2544-b085-4bf3-b19d-98411b7db9cb),segment_id=045e2544-b085-4bf3-b19d-98411b7db9cb)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:35.682822 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:35.693589 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 4a7ac217-73da-4064-a892-95de1dbb42ce triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:35.693961 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:35.702399 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01f35b-95c1-4e75-a868-8222baa5b2dd req-f90875bf-44a7-4fe9-be97-4da2e210b29d tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:35.703972 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa01f35b-95c1-4e75-a868-8222baa5b2dd req-f90875bf-44a7-4fe9-be97-4da2e210b29d tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 943 time: 0.1731105 May 26 16:28:35.723606 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1ccf43-8d21-4086-8476-997f5de07ca4 admin admin] Network ceae140a-4691-47b9-ad57-1026c75c737f is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:35.734519 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-df1ccf43-8d21-4086-8476-997f5de07ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:35.741213 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1ccf43-8d21-4086-8476-997f5de07ca4 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:28:35.785735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c73df717-b62e-494a-b4ed-45d3a5672c12 None None] Provisioning complete for port 4a7ac217-73da-4064-a892-95de1dbb42ce triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:35.786168 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c73df717-b62e-494a-b4ed-45d3a5672c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:35.802899 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa01f35b-95c1-4e75-a868-8222baa5b2dd req-73db1ca9-21bd-4961-984e-36405eb0e327 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889263 May 26 16:28:35.896769 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ccf43-8d21-4086-8476-997f5de07ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=f915d130-ca03-4aab-a292-340d2fc26711,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:35.904688 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df1ccf43-8d21-4086-8476-997f5de07ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:35.959999 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=eee78a48-71f6-486f-853f-a6afa8b48d5d,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:35.987102 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:28:32Z', 'revision_number': 3, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port': {'id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:31Z', 'updated_at': '2022-05-26T16:28:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:36.202634 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] Checking router: 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:28:36.203940 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] Updating router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 port f8998fd0-779c-4efa-8dbf-015cca5c261a binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:28:36.206554 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['eee78a48-71f6-486f-853f-a6afa8b48d5d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:28:36.287800 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df1ccf43-8d21-4086-8476-997f5de07ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:36.290435 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c73df717-b62e-494a-b4ed-45d3a5672c12 None None] Current status of the port 4a7ac217-73da-4064-a892-95de1dbb42ce is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:36.292787 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 4a7ac217-73da-4064-a892-95de1dbb42ce is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:36.307113 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:36.527438 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-53844432-12f4-4b58-9474-e963ed9ff4d3 None None] Provisioning complete for port f915d130-ca03-4aab-a292-340d2fc26711 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:36.528165 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-53844432-12f4-4b58-9474-e963ed9ff4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:36.593031 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df1ccf43-8d21-4086-8476-997f5de07ca4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:36.603442 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df1ccf43-8d21-4086-8476-997f5de07ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:36.651764 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-53844432-12f4-4b58-9474-e963ed9ff4d3 None None] Port f915d130-ca03-4aab-a292-340d2fc26711 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:28:36.749376 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df1ccf43-8d21-4086-8476-997f5de07ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:36.758337 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ccf43-8d21-4086-8476-997f5de07ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=f915d130-ca03-4aab-a292-340d2fc26711,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:36.874616 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:36.896304 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:37.038504 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1ccf43-8d21-4086-8476-997f5de07ca4 admin admin] Network ceae140a-4691-47b9-ad57-1026c75c737f is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:37.042482 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-df1ccf43-8d21-4086-8476-997f5de07ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:37.085187 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02283e2-945b-4148-ab27-cfc0c952ebd3 req-d96c6151-fbf9-4713-87e8-fcaa58975187 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:37.093399 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b02283e2-945b-4148-ab27-cfc0c952ebd3 req-d96c6151-fbf9-4713-87e8-fcaa58975187 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 944 time: 0.1258729 May 26 16:28:37.118539 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56068114-846d-41ea-bb38-e2c179654e02 None None] Pushing event updated for resources: {'Port': ['ID=f8998fd0-779c-4efa-8dbf-015cca5c261a,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:37.127112 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] Attempting to bind port f8998fd0-779c-4efa-8dbf-015cca5c261a on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:37.141503 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] Attempting to bind port f8998fd0-779c-4efa-8dbf-015cca5c261a by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:37.145584 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] Attempting to bind port f8998fd0-779c-4efa-8dbf-015cca5c261a on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:37.153414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:37.153806 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:37.154219 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:37.154623 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:37.155103 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] Bound port: f8998fd0-779c-4efa-8dbf-015cca5c261a, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:37.155543 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:37.169491 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b02283e2-945b-4148-ab27-cfc0c952ebd3 req-85302e72-d821-4084-9187-b8e5c045697b tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734391 May 26 16:28:37.275607 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] For port f8998fd0-779c-4efa-8dbf-015cca5c261a, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:37.286654 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] For port f8998fd0-779c-4efa-8dbf-015cca5c261a, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f8998fd0-779c-4efa-8dbf-015cca5c261a,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:37.302824 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:37.355920 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1ccf43-8d21-4086-8476-997f5de07ca4 admin admin] Router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:28:37.414667 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] Routers {'1c2261bb-afd3-4002-95c2-1061cbfa3fd2'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:37.415599 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:28:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:37.487803 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56068114-846d-41ea-bb38-e2c179654e02 None None] Pushing event updated for resources: {'Port': ['ID=f8998fd0-779c-4efa-8dbf-015cca5c261a,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:37.650593 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1ccf43-8d21-4086-8476-997f5de07ca4 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:37.661081 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-df1ccf43-8d21-4086-8476-997f5de07ca4 admin admin] 10.222.0.77 "PUT /v2.0/routers/1c2261bb-afd3-4002-95c2-1061cbfa3fd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6024916 May 26 16:28:37.727205 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-bcd75b29-4161-4f4c-ba6b-b42257b6f53a None None] Provisioning complete for port f915d130-ca03-4aab-a292-340d2fc26711 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:37.727821 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bcd75b29-4161-4f4c-ba6b-b42257b6f53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:37.767209 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-bcd75b29-4161-4f4c-ba6b-b42257b6f53a None None] Port f915d130-ca03-4aab-a292-340d2fc26711 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:28:37.778006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] Set router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:38.014884 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 4, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port': {'id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:31Z', 'updated_at': '2022-05-26T16:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'f915d130-ca03-4aab-a292-340d2fc26711', 'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'mac_address': 'fa:16:3e:98:65:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:34Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 2, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'subnets': [{'id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:38.046634 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device eee78a48-71f6-486f-853f-a6afa8b48d5d up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:38.049134 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee5b071-5173-4e1f-a5fc-28a9cb030ae6 None None] The sync data for ids ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'] in n-d-843337-2 is: [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 4, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port': {'id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:31Z', 'updated_at': '2022-05-26T16:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'f915d130-ca03-4aab-a292-340d2fc26711', 'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'mac_address': 'fa:16:3e:98:65:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:34Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 2, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'subnets': [{'id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:28:38.114768 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port eee78a48-71f6-486f-853f-a6afa8b48d5d completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:28:38.119458 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port eee78a48-71f6-486f-853f-a6afa8b48d5d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:38.119835 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:38.288525 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port eee78a48-71f6-486f-853f-a6afa8b48d5d is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:38.289151 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:38.345286 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port eee78a48-71f6-486f-853f-a6afa8b48d5d, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=eee78a48-71f6-486f-853f-a6afa8b48d5d,segment=NetworkSegment(045e2544-b085-4bf3-b19d-98411b7db9cb),segment_id=045e2544-b085-4bf3-b19d-98411b7db9cb)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:38.347669 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf13d85-fac8-486e-8430-cebfa87b30cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee78a48-71f6-486f-853f-a6afa8b48d5d'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:28:38.351350 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98849246-269c-4fc5-8557-ee4937510e3b" -d '{"events": [{"server_uuid": "cdf13d85-fac8-486e-8430-cebfa87b30cf", "name": "network-vif-plugged", "status": "completed", "tag": "eee78a48-71f6-486f-853f-a6afa8b48d5d"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:28:38.356304 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:38.434887 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b38921-363a-493e-ad7b-e2fc25868a3d req-a375943a-914f-47c8-9559-b97abe7d52a1 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:38.441756 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84b38921-363a-493e-ad7b-e2fc25868a3d req-a375943a-914f-47c8-9559-b97abe7d52a1 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 944 time: 0.1445837 May 26 16:28:38.446938 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469b0d27-0e16-42e2-9989-bc4bbb7ed24b x-openstack-request-id: req-469b0d27-0e16-42e2-9989-bc4bbb7ed24b {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:28:38.447408 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf13d85-fac8-486e-8430-cebfa87b30cf", "name": "network-vif-plugged", "status": "completed", "tag": "eee78a48-71f6-486f-853f-a6afa8b48d5d", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:28:38.447788 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-469b0d27-0e16-42e2-9989-bc4bbb7ed24b {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:28:38.448353 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-469b0d27-0e16-42e2-9989-bc4bbb7ed24b'] response: {'server_uuid': 'cdf13d85-fac8-486e-8430-cebfa87b30cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee78a48-71f6-486f-853f-a6afa8b48d5d', 'code': 200} May 26 16:28:38.449499 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=eee78a48-71f6-486f-853f-a6afa8b48d5d,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:38.601600 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84b38921-363a-493e-ad7b-e2fc25868a3d req-5a5fdd79-73bd-431d-bd94-134faa9c1698 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415000 May 26 16:28:38.693417 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49628) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:38.699563 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2024930485-network', 'tenant_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:38.700426 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af57979-b19f-4614-9958-d95c7c63c885 req-d5193559-41c7-4f50-965b-b8fe9b851dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:38.702655 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1af57979-b19f-4614-9958-d95c7c63c885 req-d5193559-41c7-4f50-965b-b8fe9b851dc6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 1096 time: 0.1483603 May 26 16:28:38.757274 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Made reservation on behalf of 1dfdc910c6ba4f67935ad7b4af6f8cd3 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:28:38.762635 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:38.765566 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1af57979-b19f-4614-9958-d95c7c63c885 req-6f993144-b176-4dfa-843f-f770ebf7288e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539782 May 26 16:28:38.781564 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:38.905266 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:38.915101 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:38.971933 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff76ec3-e9c5-4c72-a308-53a7f8bfed62,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:38.985282 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:38.986899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:38.986899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:38.986899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:38.986899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:38.987850 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:38.987967 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:38.988410 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:38.988743 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:38.989069 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:38.989396 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:38.989719 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:38.993431 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:28:39.011335 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:39.011748 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Added segment f6f86298-6c48-449a-ab72-9148aaf07016 of type vlan for network a1071e91-7975-414c-b440-7e25b46b72e7 May 26 16:28:39.067609 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:39.110075 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:39.111329 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:39.112417 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:39.210643 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5159168 May 26 16:28:39.214063 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 49640) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:39.219448 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-8db99412-9444-4ba6-a306-1c2bd62dd886 admin admin] Request body: {'subnet': {'network_id': 'a1071e91-7975-414c-b440-7e25b46b72e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2024930485-subnet', 'tenant_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:39.237175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b00bb9-2061-4e81-8c18-6d8c0967e656 admin admin] Pushing event updated for resources: {'Network': ['ID=a1071e91-7975-414c-b440-7e25b46b72e7,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:39.251960 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db99412-9444-4ba6-a306-1c2bd62dd886 admin admin] Made reservation on behalf of 1dfdc910c6ba4f67935ad7b4af6f8cd3 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:28:39.254795 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network a1071e91-7975-414c-b440-7e25b46b72e7 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:28:39.257605 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8db99412-9444-4ba6-a306-1c2bd62dd886 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:39.554062 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8db99412-9444-4ba6-a306-1c2bd62dd886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:39.650541 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db99412-9444-4ba6-a306-1c2bd62dd886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=434020b7-c404-472d-a5c8-d08a0fe9ee01,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:39.711737 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db99412-9444-4ba6-a306-1c2bd62dd886 admin admin] Checking segment: {'id': 'f6f86298-6c48-449a-ab72-9148aaf07016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1071e91-7975-414c-b440-7e25b46b72e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:39.712915 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db99412-9444-4ba6-a306-1c2bd62dd886 admin admin] Network hostable DHCP agents. Network: a1071e91-7975-414c-b440-7e25b46b72e7, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:28:39.754803 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db99412-9444-4ba6-a306-1c2bd62dd886 admin admin] Network a1071e91-7975-414c-b440-7e25b46b72e7 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:28:39.771620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-8db99412-9444-4ba6-a306-1c2bd62dd886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, a1071e91-7975-414c-b440-7e25b46b72e7) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:39.779260 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db99412-9444-4ba6-a306-1c2bd62dd886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:39.779828 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8db99412-9444-4ba6-a306-1c2bd62dd886 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:39.786213 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f543e739-7751-4d16-86e9-808d0338108d None None] Network a1071e91-7975-414c-b440-7e25b46b72e7 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:28:39.799853 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728248f-be11-4e4f-9167-cb1e528dec97 req-ccddf0bb-37d3-4960-a1cc-8d4f8b1374e2 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:39.801765 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a728248f-be11-4e4f-9167-cb1e528dec97 req-ccddf0bb-37d3-4960-a1cc-8d4f8b1374e2 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.0584319 May 26 16:28:39.843436 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8db99412-9444-4ba6-a306-1c2bd62dd886 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6280065 May 26 16:28:39.844082 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 49656) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:39.854299 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-32c057bc-a10b-4c12-b562-215bcbc64371 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2024930485-router', 'tenant_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:39.887844 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a728248f-be11-4e4f-9167-cb1e528dec97 req-9013344e-f044-4297-8e80-5309668732d6 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790169 May 26 16:28:39.921340 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32c057bc-a10b-4c12-b562-215bcbc64371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:39.922911 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32c057bc-a10b-4c12-b562-215bcbc64371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:39.994004 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32c057bc-a10b-4c12-b562-215bcbc64371 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:40.090924 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ed755e-da7b-43ed-a528-d52f15417d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-a1071e91-7975-414c-b440-7e25b46b72e7', 'network_id': 'a1071e91-7975-414c-b440-7e25b46b72e7', 'tenant_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'fixed_ips': [{'subnet_id': '434020b7-c404-472d-a5c8-d08a0fe9ee01'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:28:40.091771 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c2ed755e-da7b-43ed-a528-d52f15417d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:40.221254 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32c057bc-a10b-4c12-b562-215bcbc64371 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:40.427898 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-c2ed755e-da7b-43ed-a528-d52f15417d7f None None] Allocated IP 172.20.0.2 (a1071e91-7975-414c-b440-7e25b46b72e7/434020b7-c404-472d-a5c8-d08a0fe9ee01/9ae6bbcd-716a-4097-93dc-a650c3eae8ab) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:28:40.606683 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32c057bc-a10b-4c12-b562-215bcbc64371 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:40.639322 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32c057bc-a10b-4c12-b562-215bcbc64371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:40.793000 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c2ed755e-da7b-43ed-a528-d52f15417d7f None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:40.802374 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49668) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:40.802967 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c2ed755e-da7b-43ed-a528-d52f15417d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:40.856902 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ed755e-da7b-43ed-a528-d52f15417d7f None None] Network a1071e91-7975-414c-b440-7e25b46b72e7 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:40.861463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-c2ed755e-da7b-43ed-a528-d52f15417d7f None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:40.865374 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ed755e-da7b-43ed-a528-d52f15417d7f None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:28:40.869631 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed755e-da7b-43ed-a528-d52f15417d7f None None] Pushing event updated for resources: {'Port': ['ID=9ae6bbcd-716a-4097-93dc-a650c3eae8ab,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:40.949561 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-32c057bc-a10b-4c12-b562-215bcbc64371 admin admin] Allocated IP 172.25.7.159 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/989be32e-99da-4a64-bca4-3ff8de023189) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:28:41.009494 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c2ed755e-da7b-43ed-a528-d52f15417d7f None None] Attempting to bind port 9ae6bbcd-716a-4097-93dc-a650c3eae8ab on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:41.013355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c2ed755e-da7b-43ed-a528-d52f15417d7f None None] Attempting to bind port 9ae6bbcd-716a-4097-93dc-a650c3eae8ab by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'f6f86298-6c48-449a-ab72-9148aaf07016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1071e91-7975-414c-b440-7e25b46b72e7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:41.014541 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed755e-da7b-43ed-a528-d52f15417d7f None None] Attempting to bind port 9ae6bbcd-716a-4097-93dc-a650c3eae8ab on network a1071e91-7975-414c-b440-7e25b46b72e7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:41.030571 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-88554059-4e4b-4fb0-b91e-2d93e7b5ecda admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:41.034704 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed755e-da7b-43ed-a528-d52f15417d7f None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:41.035250 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed755e-da7b-43ed-a528-d52f15417d7f None None] Checking segment: {'id': 'f6f86298-6c48-449a-ab72-9148aaf07016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1071e91-7975-414c-b440-7e25b46b72e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:41.035719 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c2ed755e-da7b-43ed-a528-d52f15417d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:41.036745 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed755e-da7b-43ed-a528-d52f15417d7f None None] Bound using segment: {'id': 'f6f86298-6c48-449a-ab72-9148aaf07016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1071e91-7975-414c-b440-7e25b46b72e7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:41.037305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c2ed755e-da7b-43ed-a528-d52f15417d7f None None] Bound port: 9ae6bbcd-716a-4097-93dc-a650c3eae8ab, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f86298-6c48-449a-ab72-9148aaf07016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1071e91-7975-414c-b440-7e25b46b72e7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:41.037761 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c2ed755e-da7b-43ed-a528-d52f15417d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:41.116773 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c2ed755e-da7b-43ed-a528-d52f15417d7f None None] For port 9ae6bbcd-716a-4097-93dc-a650c3eae8ab, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:41.121356 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c2ed755e-da7b-43ed-a528-d52f15417d7f None None] For port 9ae6bbcd-716a-4097-93dc-a650c3eae8ab, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9ae6bbcd-716a-4097-93dc-a650c3eae8ab,segment=NetworkSegment(f6f86298-6c48-449a-ab72-9148aaf07016),segment_id=f6f86298-6c48-449a-ab72-9148aaf07016)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:41.124941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f8998fd0-779c-4efa-8dbf-015cca5c261a up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:41.158536 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744310e8-6840-40b0-a845-454c55fd22a7 req-466970c1-cd66-4211-ac0f-4eb42c1fcefb tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:41.161143 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-744310e8-6840-40b0-a845-454c55fd22a7 req-466970c1-cd66-4211-ac0f-4eb42c1fcefb tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.1112154 May 26 16:28:41.183330 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c2ed755e-da7b-43ed-a528-d52f15417d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:41.226521 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32c057bc-a10b-4c12-b562-215bcbc64371 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:41.253511 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-744310e8-6840-40b0-a845-454c55fd22a7 req-a709c19d-da78-4c92-9fdc-b989f032a9e4 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823503 May 26 16:28:41.305403 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port f8998fd0-779c-4efa-8dbf-015cca5c261a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:41.306052 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:41.326580 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-88554059-4e4b-4fb0-b91e-2d93e7b5ecda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:41.335699 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-88554059-4e4b-4fb0-b91e-2d93e7b5ecda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:41.374638 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32c057bc-a10b-4c12-b562-215bcbc64371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:41.429821 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-88554059-4e4b-4fb0-b91e-2d93e7b5ecda admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=498fb1658084473b864b36fd2fddb2eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6229947 May 26 16:28:41.430077 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49678) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:41.518608 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c057bc-a10b-4c12-b562-215bcbc64371 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:41.527651 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-32c057bc-a10b-4c12-b562-215bcbc64371 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:41.533763 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c057bc-a10b-4c12-b562-215bcbc64371 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:28:41.615400 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed755e-da7b-43ed-a528-d52f15417d7f None None] Pushing event updated for resources: {'Port': ['ID=9ae6bbcd-716a-4097-93dc-a650c3eae8ab,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:41.620764 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-927a9916-a034-45ef-801c-3f93471a59d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:41.637488 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:28:41.653432 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port f8998fd0-779c-4efa-8dbf-015cca5c261a is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:41.654118 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:41.682657 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-927a9916-a034-45ef-801c-3f93471a59d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:41.717791 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port f8998fd0-779c-4efa-8dbf-015cca5c261a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f8998fd0-779c-4efa-8dbf-015cca5c261a,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:41.727705 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:41.779526 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-927a9916-a034-45ef-801c-3f93471a59d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:41.783684 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-927a9916-a034-45ef-801c-3f93471a59d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:41.812684 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-927a9916-a034-45ef-801c-3f93471a59d7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/90baa5c3-b619-4de6-8379-0c5de2a08bdf HTTP/1.1" status: 204 len: 168 time: 0.3807483 May 26 16:28:41.831449 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88554059-4e4b-4fb0-b91e-2d93e7b5ecda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90baa5c3-b619-4de6-8379-0c5de2a08bdf,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:41.908641 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a9916-a034-45ef-801c-3f93471a59d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90baa5c3-b619-4de6-8379-0c5de2a08bdf,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:41.931650 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=f8998fd0-779c-4efa-8dbf-015cca5c261a,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:42.027269 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] Sync routers for ids ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:42.035998 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c057bc-a10b-4c12-b562-215bcbc64371 admin admin] Pushing event updated for resources: {'Port': ['ID=989be32e-99da-4a64-bca4-3ff8de023189,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:42.069042 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f5d27-0a82-4800-bee6-0578becb5b60 req-b5375126-f262-4d1a-9c62-f9f031c6d605 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:42.069423 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] Routers {'1c2261bb-afd3-4002-95c2-1061cbfa3fd2'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:42.069981 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:28:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:42.087714 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb1f5d27-0a82-4800-bee6-0578becb5b60 req-b5375126-f262-4d1a-9c62-f9f031c6d605 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.2669258 May 26 16:28:42.185513 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb1f5d27-0a82-4800-bee6-0578becb5b60 req-39a05f38-a551-4466-843d-7bd84da2806e tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915611 May 26 16:28:42.262326 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86a379-da46-4c66-9d42-ef62c607a227 req-ef50da94-2286-4487-88a8-3418e98a8067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:42.268307 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ee86a379-da46-4c66-9d42-ef62c607a227 req-ef50da94-2286-4487-88a8-3418e98a8067 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=55db192a075d4f7397320ac3e9c27b43&device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 1096 time: 0.5619264 May 26 16:28:42.310520 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] Set router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:42.318062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49696) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:42.672857 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 49704) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:42.685110 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a6b72922-b377-4748-9519-c5d6d447e895 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=22b536e40c0b4c4f9f3bda8e5bae35b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3653178 May 26 16:28:42.688417 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49706) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:42.720623 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2c8c9036-8ab8-458a-82c6-8799d9184be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:42.818723 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4bcca30f-578d-41cf-9242-2cd064711122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:42.860888 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 4, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port': {'id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:31Z', 'updated_at': '2022-05-26T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'f915d130-ca03-4aab-a292-340d2fc26711', 'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'mac_address': 'fa:16:3e:98:65:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:34Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 2, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'subnets': [{'id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:42.884164 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4bcca30f-578d-41cf-9242-2cd064711122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:42.896774 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86a379-da46-4c66-9d42-ef62c607a227 req-4ad4da92-837a-4c0d-8a09-0bc46a4a4a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:42.898528 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ee86a379-da46-4c66-9d42-ef62c607a227 req-4ad4da92-837a-4c0d-8a09-0bc46a4a4a72 service neutron] 10.222.0.83 "GET /v2.0/networks?id=edf002b2-c9d1-46a8-9f96-afb3826da250 HTTP/1.1" status: 200 len: 912 time: 0.6240609 May 26 16:28:42.903178 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32c057bc-a10b-4c12-b562-215bcbc64371 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:42.965089 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4bcca30f-578d-41cf-9242-2cd064711122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:42.968293 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4bcca30f-578d-41cf-9242-2cd064711122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:42.971956 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4bcca30f-578d-41cf-9242-2cd064711122 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7dfeee94-9fe7-4dd9-b904-dc9b550a4c11 HTTP/1.1" status: 204 len: 168 time: 0.2800913 May 26 16:28:43.000501 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] Checking router: 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:28:43.001374 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] Updating router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 port f915d130-ca03-4aab-a292-340d2fc26711 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:28:43.006518 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcca30f-578d-41cf-9242-2cd064711122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfeee94-9fe7-4dd9-b904-dc9b550a4c11,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:43.015809 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-84e2d240-9faf-44c8-8497-4f1210323776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:43.105618 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:43.167390 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ee86a379-da46-4c66-9d42-ef62c607a227 req-0f5f073d-5a08-4e5d-a7c2-fa0aa68a8d68 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eee78a48-71f6-486f-853f-a6afa8b48d5d HTTP/1.1" status: 200 len: 217 time: 0.1559789 May 26 16:28:43.193278 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49714) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:43.228622 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2c8c9036-8ab8-458a-82c6-8799d9184be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:43.262233 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f8998fd0-779c-4efa-8dbf-015cca5c261a up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:43.391655 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2c8c9036-8ab8-458a-82c6-8799d9184be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:43.409466 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab9f628-cc08-430d-9edf-f3237f5c0374 None None] Network a1071e91-7975-414c-b440-7e25b46b72e7 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:28:43.465135 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86a379-da46-4c66-9d42-ef62c607a227 req-a461875c-571c-4a65-8dea-b635da99e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:43.468566 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ee86a379-da46-4c66-9d42-ef62c607a227 req-a461875c-571c-4a65-8dea-b635da99e8ff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b8295bc0-2040-4384-9eb3-a50f2e6ae846 HTTP/1.1" status: 200 len: 851 time: 0.2160826 May 26 16:28:43.516462 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a24172-89c9-4f20-bc33-7b260b93d873 req-b1e36978-b093-4670-be0a-914d0b9802c8 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:43.524232 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4a24172-89c9-4f20-bc33-7b260b93d873 req-b1e36978-b093-4670-be0a-914d0b9802c8 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.1261075 May 26 16:28:43.564737 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c9036-8ab8-458a-82c6-8799d9184be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc4012b-7414-47db-a54e-41102486e97e,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:43.684247 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4a24172-89c9-4f20-bc33-7b260b93d873 req-78530d2c-bcde-476c-aa14-ffebbb3a1285 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554129 May 26 16:28:43.731339 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port f8998fd0-779c-4efa-8dbf-015cca5c261a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:43.732603 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:43.756416 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8dc33ca7-cbdc-4ca0-b666-e5ee2714a029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:43.767908 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ee86a379-da46-4c66-9d42-ef62c607a227 req-860e5faa-fb3a-4133-9d4b-5164b5f20a43 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=edf002b2-c9d1-46a8-9f96-afb3826da250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1723332 May 26 16:28:43.817035 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:43.824280 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:43.929786 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2c8c9036-8ab8-458a-82c6-8799d9184be4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e494cfa6b94c498f98adb8f01039a171&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2381930 May 26 16:28:43.930647 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 49742) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:43.955706 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-19dd37ad-3400-4fd3-b212-defdf6ef2701 None None] Provisioning complete for port 9ae6bbcd-716a-4097-93dc-a650c3eae8ab triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:43.956745 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-19dd37ad-3400-4fd3-b212-defdf6ef2701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:44.006109 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] Attempting to bind port f915d130-ca03-4aab-a292-340d2fc26711 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:44.006849 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] Attempting to bind port f915d130-ca03-4aab-a292-340d2fc26711 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:44.007569 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] Attempting to bind port f915d130-ca03-4aab-a292-340d2fc26711 on network ceae140a-4691-47b9-ad57-1026c75c737f {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:44.009902 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41dfd9-b035-4997-8b3c-85479ad5e7b7 None None] Pushing event updated for resources: {'Port': ['ID=f915d130-ca03-4aab-a292-340d2fc26711,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:44.028991 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:44.029476 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] Checking segment: {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:44.029954 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:44.030420 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] Bound using segment: {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:44.040820 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] Bound port: f915d130-ca03-4aab-a292-340d2fc26711, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:44.041691 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:44.049331 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8dc33ca7-cbdc-4ca0-b666-e5ee2714a029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:44.056023 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8dc33ca7-cbdc-4ca0-b666-e5ee2714a029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:44.098283 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8dc33ca7-cbdc-4ca0-b666-e5ee2714a029 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=44710267ec2a4f6f85df2ae23d5b737d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9001477 May 26 16:28:44.099175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49746) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:44.261707 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc33ca7-cbdc-4ca0-b666-e5ee2714a029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86149937-c9c0-45bd-a7eb-70de83ca066c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:44.280591 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] For port f915d130-ca03-4aab-a292-340d2fc26711, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:44.291968 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] For port f915d130-ca03-4aab-a292-340d2fc26711, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f915d130-ca03-4aab-a292-340d2fc26711,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:44.297879 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a0139efb-68f8-490a-8e23-395608784eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:44.300575 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:44.354703 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ee86a379-da46-4c66-9d42-ef62c607a227 req-7e0c9611-5616-415d-9b50-f4524af87a6c service neutron] 10.222.0.83 "GET /v2.0/networks/edf002b2-c9d1-46a8-9f96-afb3826da250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621834 May 26 16:28:44.355600 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port f8998fd0-779c-4efa-8dbf-015cca5c261a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:44.357366 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9ae6bbcd-716a-4097-93dc-a650c3eae8ab up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:44.373619 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a0139efb-68f8-490a-8e23-395608784eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:44.462722 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41dfd9-b035-4997-8b3c-85479ad5e7b7 None None] Pushing event updated for resources: {'Port': ['ID=f915d130-ca03-4aab-a292-340d2fc26711,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:44.476790 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] Routers {'1c2261bb-afd3-4002-95c2-1061cbfa3fd2'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:44.477606 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:28:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:44.496333 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a0139efb-68f8-490a-8e23-395608784eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:44.501860 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a0139efb-68f8-490a-8e23-395608784eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:44.508221 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a0139efb-68f8-490a-8e23-395608784eb5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/86149937-c9c0-45bd-a7eb-70de83ca066c HTTP/1.1" status: 204 len: 168 time: 0.4048712 May 26 16:28:44.525159 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0139efb-68f8-490a-8e23-395608784eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86149937-c9c0-45bd-a7eb-70de83ca066c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:44.650446 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] Set router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:44.676139 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49758) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:44.775963 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 9ae6bbcd-716a-4097-93dc-a650c3eae8ab triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:44.776371 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:44.835011 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-94785044-2044-41eb-908b-1a29d51c9ee5 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1917021633-network', 'tenant_id': '940c25ac030141f89537c8deb1b1b3a8'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:44.857548 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-19dd37ad-3400-4fd3-b212-defdf6ef2701 None None] Current status of the port 9ae6bbcd-716a-4097-93dc-a650c3eae8ab is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:44.857934 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-19dd37ad-3400-4fd3-b212-defdf6ef2701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:44.903620 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94785044-2044-41eb-908b-1a29d51c9ee5 admin admin] Made reservation on behalf of 940c25ac030141f89537c8deb1b1b3a8 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:28:44.908592 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94785044-2044-41eb-908b-1a29d51c9ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:44.935071 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94785044-2044-41eb-908b-1a29d51c9ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:45.011337 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-19dd37ad-3400-4fd3-b212-defdf6ef2701 None None] For port 9ae6bbcd-716a-4097-93dc-a650c3eae8ab, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9ae6bbcd-716a-4097-93dc-a650c3eae8ab,segment=NetworkSegment(f6f86298-6c48-449a-ab72-9148aaf07016),segment_id=f6f86298-6c48-449a-ab72-9148aaf07016)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:45.038270 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-19dd37ad-3400-4fd3-b212-defdf6ef2701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:45.072050 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 4, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port': {'id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:31Z', 'updated_at': '2022-05-26T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'f915d130-ca03-4aab-a292-340d2fc26711', 'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'mac_address': 'fa:16:3e:98:65:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:34Z', 'updated_at': '2022-05-26T16:28:44Z', 'revision_number': 4, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'subnets': [{'id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:45.072665 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb725dbf-89c7-4c28-9e5b-0bda2928948d req-005db24e-ab18-4697-8cc4-3a0ca2eb46ef tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:45.077098 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb725dbf-89c7-4c28-9e5b-0bda2928948d req-005db24e-ab18-4697-8cc4-3a0ca2eb46ef tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.2246623 May 26 16:28:45.123476 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5308a3bb-45fe-4194-904f-22ff6b0b58b9 None None] The sync data for ids ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'] in n-d-843337-2 is: [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 4, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port': {'id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:31Z', 'updated_at': '2022-05-26T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'f915d130-ca03-4aab-a292-340d2fc26711', 'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'mac_address': 'fa:16:3e:98:65:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:34Z', 'updated_at': '2022-05-26T16:28:44Z', 'revision_number': 4, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'subnets': [{'id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:28:45.204416 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb725dbf-89c7-4c28-9e5b-0bda2928948d req-6d069ae2-5ec4-4ff8-92c5-c7b3c262cf3c tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059966 May 26 16:28:45.227131 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f6924799-4ff1-4d08-a78f-7c0a18f874aa None None] Provisioning complete for port f915d130-ca03-4aab-a292-340d2fc26711 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:45.227792 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f6924799-4ff1-4d08-a78f-7c0a18f874aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:45.283851 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 9ae6bbcd-716a-4097-93dc-a650c3eae8ab is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:45.314352 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd37ad-3400-4fd3-b212-defdf6ef2701 None None] Pushing event updated for resources: {'Port': ['ID=9ae6bbcd-716a-4097-93dc-a650c3eae8ab,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:45.316459 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94785044-2044-41eb-908b-1a29d51c9ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:45.338635 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94785044-2044-41eb-908b-1a29d51c9ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:45.450125 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94785044-2044-41eb-908b-1a29d51c9ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74eed406-ca89-4daa-a000-9562a34288f4,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:45.492734 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94785044-2044-41eb-908b-1a29d51c9ee5 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:28:45.516750 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94785044-2044-41eb-908b-1a29d51c9ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:45.517378 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f6924799-4ff1-4d08-a78f-7c0a18f874aa None None] Current status of the port f915d130-ca03-4aab-a292-340d2fc26711 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:45.517992 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f6924799-4ff1-4d08-a78f-7c0a18f874aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:45.521384 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-94785044-2044-41eb-908b-1a29d51c9ee5 admin admin] Added segment eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec of type vlan for network a8850b7e-4bf1-46ac-86c7-574602110f50 May 26 16:28:45.523120 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-486392da-1dc2-4e60-8eec-f740381add10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:45.569907 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-f6924799-4ff1-4d08-a78f-7c0a18f874aa None None] For port f915d130-ca03-4aab-a292-340d2fc26711, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f915d130-ca03-4aab-a292-340d2fc26711,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:45.576808 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f6924799-4ff1-4d08-a78f-7c0a18f874aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:45.577780 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f32a7e75-3a25-4956-a36d-975ed6ae2ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:45.585137 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32c057bc-a10b-4c12-b562-215bcbc64371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:45.635907 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ee86a379-da46-4c66-9d42-ef62c607a227 req-23d33bfa-35d6-4271-8454-ef9ccc75b496 service neutron] 10.222.0.83 "GET /v2.0/networks/edf002b2-c9d1-46a8-9f96-afb3826da250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2701414 May 26 16:28:45.642249 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94785044-2044-41eb-908b-1a29d51c9ee5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:45.645070 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6924799-4ff1-4d08-a78f-7c0a18f874aa None None] Pushing event updated for resources: {'Port': ['ID=f915d130-ca03-4aab-a292-340d2fc26711,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:45.648601 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f915d130-ca03-4aab-a292-340d2fc26711 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:45.750305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e7e5e900-ec4e-4cc0-a854-febe726fcb1b None None] Provisioning complete for port 9ae6bbcd-716a-4097-93dc-a650c3eae8ab triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:45.750703 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e7e5e900-ec4e-4cc0-a854-febe726fcb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:45.759600 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94785044-2044-41eb-908b-1a29d51c9ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:45.762471 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94785044-2044-41eb-908b-1a29d51c9ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:45.763107 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94785044-2044-41eb-908b-1a29d51c9ee5 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:45.776475 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f32a7e75-3a25-4956-a36d-975ed6ae2ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:45.803731 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-94785044-2044-41eb-908b-1a29d51c9ee5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1184039 May 26 16:28:45.813925 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49780) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:45.819764 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-fe520b9c-a439-49fa-bc9c-1e33e9bd9a3b admin admin] Request body: {'subnet': {'network_id': 'a8850b7e-4bf1-46ac-86c7-574602110f50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1917021633-subnet', 'tenant_id': '940c25ac030141f89537c8deb1b1b3a8', 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:45.866705 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port f915d130-ca03-4aab-a292-340d2fc26711 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:45.866705 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:45.929863 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94785044-2044-41eb-908b-1a29d51c9ee5 admin admin] Pushing event updated for resources: {'Network': ['ID=a8850b7e-4bf1-46ac-86c7-574602110f50,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:45.935182 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe520b9c-a439-49fa-bc9c-1e33e9bd9a3b admin admin] Made reservation on behalf of 940c25ac030141f89537c8deb1b1b3a8 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:28:45.937797 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fe520b9c-a439-49fa-bc9c-1e33e9bd9a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:45.998871 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network a8850b7e-4bf1-46ac-86c7-574602110f50 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:28:46.007912 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f32a7e75-3a25-4956-a36d-975ed6ae2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:46.027050 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e7e5e900-ec4e-4cc0-a854-febe726fcb1b None None] Current status of the port 9ae6bbcd-716a-4097-93dc-a650c3eae8ab is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:46.029352 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f32a7e75-3a25-4956-a36d-975ed6ae2ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:46.030729 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f32a7e75-3a25-4956-a36d-975ed6ae2ca8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fcc4012b-7414-47db-a54e-41102486e97e HTTP/1.1" status: 204 len: 168 time: 2.0960960 May 26 16:28:46.049749 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a7e75-3a25-4956-a36d-975ed6ae2ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc4012b-7414-47db-a54e-41102486e97e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:46.098607 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c057bc-a10b-4c12-b562-215bcbc64371 admin admin] Router 7e97c249-2009-4a3f-8407-7e2ffa911103 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:28:46.137146 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port f915d130-ca03-4aab-a292-340d2fc26711 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:46.438665 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c057bc-a10b-4c12-b562-215bcbc64371 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:46.458006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] Sync routers for ids ['7e97c249-2009-4a3f-8407-7e2ffa911103'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:46.481269 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32c057bc-a10b-4c12-b562-215bcbc64371 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:46.488316 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-32c057bc-a10b-4c12-b562-215bcbc64371 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.6428440 May 26 16:28:46.489126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 49800) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:46.494278 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] Routers {'7e97c249-2009-4a3f-8407-7e2ffa911103'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:46.494929 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:28:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['7e97c249-2009-4a3f-8407-7e2ffa911103'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:46.702024 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] Set router 7e97c249-2009-4a3f-8407-7e2ffa911103 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:47.158753 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fe520b9c-a439-49fa-bc9c-1e33e9bd9a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:47.204298 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:47.241555 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf2f7c-d758-4158-9e81-726d131e9451 req-fa9ec193-1f53-482e-919c-acb8ee61f48a tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:47.258065 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5faf2f7c-d758-4158-9e81-726d131e9451 req-fa9ec193-1f53-482e-919c-acb8ee61f48a tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.8285875 May 26 16:28:47.281597 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e97c249-2009-4a3f-8407-7e2ffa911103', 'name': 'tempest-TestVolumeBootPattern-2024930485-router', 'tenant_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '989be32e-99da-4a64-bca4-3ff8de023189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:39Z', 'updated_at': '2022-05-26T16:28:42Z', 'revision_number': 3, 'project_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'gw_port': {'id': '989be32e-99da-4a64-bca4-3ff8de023189', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e97c249-2009-4a3f-8407-7e2ffa911103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:47.331977 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe520b9c-a439-49fa-bc9c-1e33e9bd9a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=32bf8b3e-980f-483e-8d43-cf5e7726266d,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:47.356046 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5faf2f7c-d758-4158-9e81-726d131e9451 req-4b487953-137d-40ad-9f3d-9582f647e428 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954094 May 26 16:28:47.369685 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe520b9c-a439-49fa-bc9c-1e33e9bd9a3b admin admin] Checking segment: {'id': 'eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a8850b7e-4bf1-46ac-86c7-574602110f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:47.370355 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe520b9c-a439-49fa-bc9c-1e33e9bd9a3b admin admin] Network hostable DHCP agents. Network: a8850b7e-4bf1-46ac-86c7-574602110f50, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:28:47.387593 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] Checking router: 7e97c249-2009-4a3f-8407-7e2ffa911103 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:28:47.388024 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] Updating router 7e97c249-2009-4a3f-8407-7e2ffa911103 port 989be32e-99da-4a64-bca4-3ff8de023189 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:28:47.393103 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe520b9c-a439-49fa-bc9c-1e33e9bd9a3b admin admin] Network a8850b7e-4bf1-46ac-86c7-574602110f50 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:28:47.408669 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-fe520b9c-a439-49fa-bc9c-1e33e9bd9a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, a8850b7e-4bf1-46ac-86c7-574602110f50) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:47.416813 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe520b9c-a439-49fa-bc9c-1e33e9bd9a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:47.417754 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fe520b9c-a439-49fa-bc9c-1e33e9bd9a3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:47.438181 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fe520b9c-a439-49fa-bc9c-1e33e9bd9a3b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6229916 May 26 16:28:47.441860 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49826) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:47.456501 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-6be12cc1-d8df-4562-a580-90edde779127 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1917021633-router', 'tenant_id': '940c25ac030141f89537c8deb1b1b3a8', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:47.464549 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd45a18-f189-47c3-a378-9da9a19467b1 None None] Network a8850b7e-4bf1-46ac-86c7-574602110f50 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:28:47.544889 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6be12cc1-d8df-4562-a580-90edde779127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:47.552701 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6be12cc1-d8df-4562-a580-90edde779127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:47.560988 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2878d19b-e0c9-4fa5-b44e-261a63b6b33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:47.600786 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:47.651608 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9ae6bbcd-716a-4097-93dc-a650c3eae8ab up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:47.688160 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6be12cc1-d8df-4562-a580-90edde779127 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:47.936663 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-2878d19b-e0c9-4fa5-b44e-261a63b6b33e admin admin] Allocated IP 172.20.0.1 (a1071e91-7975-414c-b440-7e25b46b72e7/434020b7-c404-472d-a5c8-d08a0fe9ee01/eb336a72-fdd2-4b16-abef-3e0f78d7cc82) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:28:47.966920 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 9ae6bbcd-716a-4097-93dc-a650c3eae8ab triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:47.967385 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:48.010484 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6be12cc1-d8df-4562-a580-90edde779127 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:48.049027 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae2234b-ae53-47d0-8ba7-160ea0327d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-a8850b7e-4bf1-46ac-86c7-574602110f50', 'network_id': 'a8850b7e-4bf1-46ac-86c7-574602110f50', 'tenant_id': '940c25ac030141f89537c8deb1b1b3a8', 'fixed_ips': [{'subnet_id': '32bf8b3e-980f-483e-8d43-cf5e7726266d'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:28:48.059595 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8ae2234b-ae53-47d0-8ba7-160ea0327d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:48.157204 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:48.160218 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2878d19b-e0c9-4fa5-b44e-261a63b6b33e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:48.229767 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2878d19b-e0c9-4fa5-b44e-261a63b6b33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:48.271644 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2878d19b-e0c9-4fa5-b44e-261a63b6b33e admin admin] Network a1071e91-7975-414c-b440-7e25b46b72e7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:48.279429 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-2878d19b-e0c9-4fa5-b44e-261a63b6b33e admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:48.336712 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2878d19b-e0c9-4fa5-b44e-261a63b6b33e admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:28:48.422404 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878d19b-e0c9-4fa5-b44e-261a63b6b33e admin admin] Pushing event updated for resources: {'Port': ['ID=eb336a72-fdd2-4b16-abef-3e0f78d7cc82,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:48.433857 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2878d19b-e0c9-4fa5-b44e-261a63b6b33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:48.467654 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6be12cc1-d8df-4562-a580-90edde779127 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:48.521145 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6be12cc1-d8df-4562-a580-90edde779127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:48.730694 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:48.764763 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6ce27-49a0-4cf1-a558-b32a91a72cd3 req-8c52faf7-4f38-4f34-8520-64e87c279d83 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:48.767567 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5ea6ce27-49a0-4cf1-a558-b32a91a72cd3 req-8c52faf7-4f38-4f34-8520-64e87c279d83 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.2595401 May 26 16:28:48.787539 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:48.836705 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2878d19b-e0c9-4fa5-b44e-261a63b6b33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:48.874182 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5ea6ce27-49a0-4cf1-a558-b32a91a72cd3 req-23082ab8-3125-470c-8834-56323ed42962 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944607 May 26 16:28:48.876949 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 9ae6bbcd-716a-4097-93dc-a650c3eae8ab is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:48.879785 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f915d130-ca03-4aab-a292-340d2fc26711 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:48.902084 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:49.004801 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-6be12cc1-d8df-4562-a580-90edde779127 admin admin] Allocated IP 172.25.7.119 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/63a766a7-7109-44e2-93ba-2c59606b50d5) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:28:49.073853 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-8ae2234b-ae53-47d0-8ba7-160ea0327d6e None None] Allocated IP 172.20.0.2 (a8850b7e-4bf1-46ac-86c7-574602110f50/32bf8b3e-980f-483e-8d43-cf5e7726266d/c5477150-c3d5-470e-92fd-ad6bdf759845) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:28:49.137351 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b454231b-edcb-408c-8155-d11ab57eb643 None None] Provisioning complete for port eb336a72-fdd2-4b16-abef-3e0f78d7cc82 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:49.137728 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b454231b-edcb-408c-8155-d11ab57eb643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:49.143254 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2878d19b-e0c9-4fa5-b44e-261a63b6b33e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:49.151381 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2878d19b-e0c9-4fa5-b44e-261a63b6b33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:49.238053 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:49.255091 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6be12cc1-d8df-4562-a580-90edde779127 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:49.292147 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] Attempting to bind port 989be32e-99da-4a64-bca4-3ff8de023189 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:49.292522 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] Attempting to bind port 989be32e-99da-4a64-bca4-3ff8de023189 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:49.292892 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] Attempting to bind port 989be32e-99da-4a64-bca4-3ff8de023189 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:49.306090 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878d19b-e0c9-4fa5-b44e-261a63b6b33e admin admin] Pushing event updated for resources: {'Port': ['ID=eb336a72-fdd2-4b16-abef-3e0f78d7cc82,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:49.311059 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d3813-c0b4-4ed8-aa0f-98d9abd84b42 None None] Pushing event updated for resources: {'Port': ['ID=989be32e-99da-4a64-bca4-3ff8de023189,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:49.311893 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2878d19b-e0c9-4fa5-b44e-261a63b6b33e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:49.317484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:49.317862 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:49.318266 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:49.318665 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:49.319152 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] Bound port: 989be32e-99da-4a64-bca4-3ff8de023189, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:49.319537 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:49.321286 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b454231b-edcb-408c-8155-d11ab57eb643 None None] Port eb336a72-fdd2-4b16-abef-3e0f78d7cc82 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:28:49.335433 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6be12cc1-d8df-4562-a580-90edde779127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:49.403345 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port f915d130-ca03-4aab-a292-340d2fc26711 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:49.403763 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:49.412455 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be12cc1-d8df-4562-a580-90edde779127 admin admin] Pushing event updated for resources: {'Port': ['ID=63a766a7-7109-44e2-93ba-2c59606b50d5,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:49.429595 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be12cc1-d8df-4562-a580-90edde779127 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:49.431214 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-6be12cc1-d8df-4562-a580-90edde779127 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:49.434509 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be12cc1-d8df-4562-a580-90edde779127 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:28:49.485982 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49866) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:49.492683 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] For port 989be32e-99da-4a64-bca4-3ff8de023189, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:49.516047 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] For port 989be32e-99da-4a64-bca4-3ff8de023189, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=989be32e-99da-4a64-bca4-3ff8de023189,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:49.525835 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:49.566972 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2878d19b-e0c9-4fa5-b44e-261a63b6b33e admin admin] Network a1071e91-7975-414c-b440-7e25b46b72e7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:49.568647 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-2878d19b-e0c9-4fa5-b44e-261a63b6b33e admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:49.576844 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8ae2234b-ae53-47d0-8ba7-160ea0327d6e None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:49.615638 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8ae2234b-ae53-47d0-8ba7-160ea0327d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:49.671523 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] Routers {'7e97c249-2009-4a3f-8407-7e2ffa911103'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:49.674009 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:28:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['7e97c249-2009-4a3f-8407-7e2ffa911103'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:49.681408 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-86d76e82-e9f4-4393-bc18-d11c6047938a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:49.682455 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d3813-c0b4-4ed8-aa0f-98d9abd84b42 None None] Pushing event updated for resources: {'Port': ['ID=989be32e-99da-4a64-bca4-3ff8de023189,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:49.834817 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae2234b-ae53-47d0-8ba7-160ea0327d6e None None] Network a8850b7e-4bf1-46ac-86c7-574602110f50 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:49.845612 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2878d19b-e0c9-4fa5-b44e-261a63b6b33e admin admin] Router 7e97c249-2009-4a3f-8407-7e2ffa911103 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:28:49.850672 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-8ae2234b-ae53-47d0-8ba7-160ea0327d6e None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:49.868339 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae2234b-ae53-47d0-8ba7-160ea0327d6e None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:28:49.887949 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port f915d130-ca03-4aab-a292-340d2fc26711 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:49.928608 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-86d76e82-e9f4-4393-bc18-d11c6047938a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:49.943508 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-86d76e82-e9f4-4393-bc18-d11c6047938a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:50.103706 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] Set router 7e97c249-2009-4a3f-8407-7e2ffa911103 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:50.161450 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2878d19b-e0c9-4fa5-b44e-261a63b6b33e admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:50.165786 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d76e82-e9f4-4393-bc18-d11c6047938a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cc679c-531c-406d-bc34-66e412a9a229,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:50.172890 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-86d76e82-e9f4-4393-bc18-d11c6047938a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aaa8d039a3854b518e13b081552b54b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6832805 May 26 16:28:50.180397 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 49880) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:50.187960 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2234b-ae53-47d0-8ba7-160ea0327d6e None None] Pushing event updated for resources: {'Port': ['ID=c5477150-c3d5-470e-92fd-ad6bdf759845,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:50.199068 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2878d19b-e0c9-4fa5-b44e-261a63b6b33e admin admin] 10.222.0.77 "PUT /v2.0/routers/7e97c249-2009-4a3f-8407-7e2ffa911103/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7062657 May 26 16:28:50.266959 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6be12cc1-d8df-4562-a580-90edde779127 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:50.284280 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346087f4-3a44-4b30-8417-e89ea70c81b3 req-c872bacd-ec2c-4706-90e6-bef1d08b5ce8 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:50.293504 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-346087f4-3a44-4b30-8417-e89ea70c81b3 req-c872bacd-ec2c-4706-90e6-bef1d08b5ce8 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.2473514 May 26 16:28:50.365433 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8f55a497-aa03-4ef3-ba5d-eab8c05322dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:50.470168 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8f55a497-aa03-4ef3-ba5d-eab8c05322dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:50.496148 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-346087f4-3a44-4b30-8417-e89ea70c81b3 req-c3ae06bd-96c1-4942-a197-6e277e0308d5 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016025 May 26 16:28:50.587969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c5e277f1-c544-4ad1-b644-0491421692cd None None] Provisioning complete for port eb336a72-fdd2-4b16-abef-3e0f78d7cc82 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:50.588380 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c5e277f1-c544-4ad1-b644-0491421692cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:50.611640 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8ae2234b-ae53-47d0-8ba7-160ea0327d6e None None] Attempting to bind port c5477150-c3d5-470e-92fd-ad6bdf759845 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:50.612271 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8ae2234b-ae53-47d0-8ba7-160ea0327d6e None None] Attempting to bind port c5477150-c3d5-470e-92fd-ad6bdf759845 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a8850b7e-4bf1-46ac-86c7-574602110f50'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:50.612593 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae2234b-ae53-47d0-8ba7-160ea0327d6e None None] Attempting to bind port c5477150-c3d5-470e-92fd-ad6bdf759845 on network a8850b7e-4bf1-46ac-86c7-574602110f50 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:50.636233 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae2234b-ae53-47d0-8ba7-160ea0327d6e None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:50.636756 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae2234b-ae53-47d0-8ba7-160ea0327d6e None None] Checking segment: {'id': 'eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a8850b7e-4bf1-46ac-86c7-574602110f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:50.637166 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8ae2234b-ae53-47d0-8ba7-160ea0327d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:50.637583 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae2234b-ae53-47d0-8ba7-160ea0327d6e None None] Bound using segment: {'id': 'eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a8850b7e-4bf1-46ac-86c7-574602110f50'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:50.638064 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8ae2234b-ae53-47d0-8ba7-160ea0327d6e None None] Bound port: c5477150-c3d5-470e-92fd-ad6bdf759845, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a8850b7e-4bf1-46ac-86c7-574602110f50'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:50.638449 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8ae2234b-ae53-47d0-8ba7-160ea0327d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:50.663735 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8f55a497-aa03-4ef3-ba5d-eab8c05322dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:50.666624 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8f55a497-aa03-4ef3-ba5d-eab8c05322dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:50.670290 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8f55a497-aa03-4ef3-ba5d-eab8c05322dd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/67cc679c-531c-406d-bc34-66e412a9a229 HTTP/1.1" status: 204 len: 168 time: 0.4863143 May 26 16:28:50.684316 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55a497-aa03-4ef3-ba5d-eab8c05322dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cc679c-531c-406d-bc34-66e412a9a229,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:50.696607 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6be12cc1-d8df-4562-a580-90edde779127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:50.758556 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c5e277f1-c544-4ad1-b644-0491421692cd None None] Port eb336a72-fdd2-4b16-abef-3e0f78d7cc82 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:28:50.818428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e97c249-2009-4a3f-8407-7e2ffa911103', 'name': 'tempest-TestVolumeBootPattern-2024930485-router', 'tenant_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '989be32e-99da-4a64-bca4-3ff8de023189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:39Z', 'updated_at': '2022-05-26T16:28:48Z', 'revision_number': 4, 'project_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'gw_port': {'id': '989be32e-99da-4a64-bca4-3ff8de023189', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e97c249-2009-4a3f-8407-7e2ffa911103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'eb336a72-fdd2-4b16-abef-3e0f78d7cc82', 'name': '', 'network_id': 'a1071e91-7975-414c-b440-7e25b46b72e7', 'tenant_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'mac_address': 'fa:16:3e:e5:3d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e97c249-2009-4a3f-8407-7e2ffa911103', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '434020b7-c404-472d-a5c8-d08a0fe9ee01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:47Z', 'updated_at': '2022-05-26T16:28:48Z', 'revision_number': 2, 'project_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'subnets': [{'id': '434020b7-c404-472d-a5c8-d08a0fe9ee01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:50.867324 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d58321-fb43-4e20-ab12-4faca80c2fca None None] The sync data for ids ['7e97c249-2009-4a3f-8407-7e2ffa911103'] in n-d-843337-2 is: [{'id': '7e97c249-2009-4a3f-8407-7e2ffa911103', 'name': 'tempest-TestVolumeBootPattern-2024930485-router', 'tenant_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '989be32e-99da-4a64-bca4-3ff8de023189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:39Z', 'updated_at': '2022-05-26T16:28:48Z', 'revision_number': 4, 'project_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'gw_port': {'id': '989be32e-99da-4a64-bca4-3ff8de023189', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e97c249-2009-4a3f-8407-7e2ffa911103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'eb336a72-fdd2-4b16-abef-3e0f78d7cc82', 'name': '', 'network_id': 'a1071e91-7975-414c-b440-7e25b46b72e7', 'tenant_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'mac_address': 'fa:16:3e:e5:3d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e97c249-2009-4a3f-8407-7e2ffa911103', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '434020b7-c404-472d-a5c8-d08a0fe9ee01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:47Z', 'updated_at': '2022-05-26T16:28:48Z', 'revision_number': 2, 'project_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'subnets': [{'id': '434020b7-c404-472d-a5c8-d08a0fe9ee01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:28:50.869595 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8ae2234b-ae53-47d0-8ba7-160ea0327d6e None None] For port c5477150-c3d5-470e-92fd-ad6bdf759845, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:50.884187 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8ae2234b-ae53-47d0-8ba7-160ea0327d6e None None] For port c5477150-c3d5-470e-92fd-ad6bdf759845, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c5477150-c3d5-470e-92fd-ad6bdf759845,segment=NetworkSegment(eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec),segment_id=eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:50.899964 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8ae2234b-ae53-47d0-8ba7-160ea0327d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:50.907523 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be12cc1-d8df-4562-a580-90edde779127 admin admin] Router b0568e08-5a1e-4e1a-9899-2b011de6f8f2 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:28:51.049300 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2234b-ae53-47d0-8ba7-160ea0327d6e None None] Pushing event updated for resources: {'Port': ['ID=c5477150-c3d5-470e-92fd-ad6bdf759845,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:51.133598 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be12cc1-d8df-4562-a580-90edde779127 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:51.143861 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] Sync routers for ids ['b0568e08-5a1e-4e1a-9899-2b011de6f8f2'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:51.161678 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] Routers {'b0568e08-5a1e-4e1a-9899-2b011de6f8f2'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:51.163934 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:28:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b0568e08-5a1e-4e1a-9899-2b011de6f8f2'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:51.202698 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6be12cc1-d8df-4562-a580-90edde779127 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:51.204606 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6be12cc1-d8df-4562-a580-90edde779127 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.7616675 May 26 16:28:51.207527 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 49902) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:52.041332 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c91d0-7a24-4d58-8708-879588ae5170 req-84a6aaf1-82c3-423c-a0b8-1af6cc281915 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:52.058900 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c9c91d0-7a24-4d58-8708-879588ae5170 req-84a6aaf1-82c3-423c-a0b8-1af6cc281915 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.3980629 May 26 16:28:52.187792 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] Set router b0568e08-5a1e-4e1a-9899-2b011de6f8f2 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:52.241005 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c9c91d0-7a24-4d58-8708-879588ae5170 req-da277db9-1331-4af0-9724-1849efc1d31f tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713617 May 26 16:28:52.489664 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c5477150-c3d5-470e-92fd-ad6bdf759845 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:52.602356 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port c5477150-c3d5-470e-92fd-ad6bdf759845 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:52.602356 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:52.704110 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0568e08-5a1e-4e1a-9899-2b011de6f8f2', 'name': 'tempest-ImageQuotaTest-1917021633-router', 'tenant_id': '940c25ac030141f89537c8deb1b1b3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '63a766a7-7109-44e2-93ba-2c59606b50d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:47Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 3, 'project_id': '940c25ac030141f89537c8deb1b1b3a8', 'gw_port': {'id': '63a766a7-7109-44e2-93ba-2c59606b50d5', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ab:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0568e08-5a1e-4e1a-9899-2b011de6f8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:48Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:52.838368 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] Checking router: b0568e08-5a1e-4e1a-9899-2b011de6f8f2 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:28:52.839195 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] Updating router b0568e08-5a1e-4e1a-9899-2b011de6f8f2 port 63a766a7-7109-44e2-93ba-2c59606b50d5 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:28:52.885015 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f901402e-a207-4486-87fe-34fe94b727db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:52.893025 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:53.089959 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port c5477150-c3d5-470e-92fd-ad6bdf759845 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:53.090367 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:53.182676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port c5477150-c3d5-470e-92fd-ad6bdf759845, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c5477150-c3d5-470e-92fd-ad6bdf759845,segment=NetworkSegment(eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec),segment_id=eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:53.188932 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:53.279230 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e9220c-4174-4927-9e03-bbd86d896862 None None] Network a8850b7e-4bf1-46ac-86c7-574602110f50 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:28:53.322366 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-f901402e-a207-4486-87fe-34fe94b727db admin admin] Allocated IP 172.20.0.1 (a8850b7e-4bf1-46ac-86c7-574602110f50/32bf8b3e-980f-483e-8d43-cf5e7726266d/7941c0c7-b004-4754-b657-cd18c50c3b94) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:28:53.589019 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626e7b1-e374-409e-9a3a-a92f7a3f00e8 req-74fe7251-1645-45cc-b57c-d4d477bcd97b tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:53.608939 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b626e7b1-e374-409e-9a3a-a92f7a3f00e8 req-74fe7251-1645-45cc-b57c-d4d477bcd97b tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.2340388 May 26 16:28:53.737650 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=c5477150-c3d5-470e-92fd-ad6bdf759845,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:53.767630 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f901402e-a207-4486-87fe-34fe94b727db admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:53.778422 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b626e7b1-e374-409e-9a3a-a92f7a3f00e8 req-a6fad0e4-3bbf-43ce-8529-df086a326a50 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667283 May 26 16:28:53.850099 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:53.866006 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:53.896915 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-14b0d15f-5afe-472c-a643-5842bec72d3d None None] Provisioning complete for port c5477150-c3d5-470e-92fd-ad6bdf759845 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:53.897537 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-14b0d15f-5afe-472c-a643-5842bec72d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:53.912596 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f901402e-a207-4486-87fe-34fe94b727db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:53.992409 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] Attempting to bind port 63a766a7-7109-44e2-93ba-2c59606b50d5 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:53.992782 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] Attempting to bind port 63a766a7-7109-44e2-93ba-2c59606b50d5 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:53.993146 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] Attempting to bind port 63a766a7-7109-44e2-93ba-2c59606b50d5 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:54.001912 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c6b5a-fe7a-4089-ada2-2c03a509b516 None None] Pushing event updated for resources: {'Port': ['ID=63a766a7-7109-44e2-93ba-2c59606b50d5,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:54.010533 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:54.010922 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:54.011312 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:54.011768 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:54.015032 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] Bound port: 63a766a7-7109-44e2-93ba-2c59606b50d5, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:54.015466 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:54.149249 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f901402e-a207-4486-87fe-34fe94b727db admin admin] Network a8850b7e-4bf1-46ac-86c7-574602110f50 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:54.159229 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c6b5a-fe7a-4089-ada2-2c03a509b516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:54.159567 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c6b5a-fe7a-4089-ada2-2c03a509b516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:54.159912 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c6b5a-fe7a-4089-ada2-2c03a509b516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:54.177798 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c6b5a-fe7a-4089-ada2-2c03a509b516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:54.178262 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c6b5a-fe7a-4089-ada2-2c03a509b516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:54.178611 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c6b5a-fe7a-4089-ada2-2c03a509b516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:54.178953 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c6b5a-fe7a-4089-ada2-2c03a509b516 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:54.179290 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c6b5a-fe7a-4089-ada2-2c03a509b516 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:54.179622 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c6b5a-fe7a-4089-ada2-2c03a509b516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:54.179951 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c6b5a-fe7a-4089-ada2-2c03a509b516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:54.180308 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c6b5a-fe7a-4089-ada2-2c03a509b516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:54.180635 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c6b5a-fe7a-4089-ada2-2c03a509b516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:28:54.215483 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-14b0d15f-5afe-472c-a643-5842bec72d3d None None] Current status of the port c5477150-c3d5-470e-92fd-ad6bdf759845 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:54.221226 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-f901402e-a207-4486-87fe-34fe94b727db admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:54.250823 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f901402e-a207-4486-87fe-34fe94b727db admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:28:54.362307 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] For port 63a766a7-7109-44e2-93ba-2c59606b50d5, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:54.367233 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] For port 63a766a7-7109-44e2-93ba-2c59606b50d5, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=63a766a7-7109-44e2-93ba-2c59606b50d5,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:28:54.372461 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:54.447174 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c5477150-c3d5-470e-92fd-ad6bdf759845 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:54.512033 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c6b5a-fe7a-4089-ada2-2c03a509b516 None None] Pushing event updated for resources: {'Port': ['ID=63a766a7-7109-44e2-93ba-2c59606b50d5,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:54.515216 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] Routers {'b0568e08-5a1e-4e1a-9899-2b011de6f8f2'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:54.517727 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:28:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b0568e08-5a1e-4e1a-9899-2b011de6f8f2'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:54.569263 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f901402e-a207-4486-87fe-34fe94b727db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:54.578312 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port c5477150-c3d5-470e-92fd-ad6bdf759845 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:54.578862 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:54.710621 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] Set router b0568e08-5a1e-4e1a-9899-2b011de6f8f2 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:54.727719 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a7291-0cd8-490b-a974-20a0eb43d7da req-e3875bad-8017-4ce2-82cc-9520a44fd44c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:54.743507 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-023a7291-0cd8-490b-a974-20a0eb43d7da req-e3875bad-8017-4ce2-82cc-9520a44fd44c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 946 time: 0.2095597 May 26 16:28:54.868712 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-023a7291-0cd8-490b-a974-20a0eb43d7da req-2d368a22-b685-4f8a-a062-77eca4735156 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ecc366-2e85-45bb-8c5e-e03272c81a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176894 May 26 16:28:54.892685 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901402e-a207-4486-87fe-34fe94b727db admin admin] Pushing event updated for resources: {'Port': ['ID=7941c0c7-b004-4754-b657-cd18c50c3b94,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:54.932528 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port c5477150-c3d5-470e-92fd-ad6bdf759845 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:54.933837 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 989be32e-99da-4a64-bca4-3ff8de023189 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:55.051920 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-54f0d92b-2062-486b-b6e1-59a098b5dfa4 None None] Provisioning complete for port c5477150-c3d5-470e-92fd-ad6bdf759845 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:55.054567 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-54f0d92b-2062-486b-b6e1-59a098b5dfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:55.101934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec304a-f25f-4a71-a5ca-816790f1ba6d req-05cd504d-e505-45ad-a15c-23d6545cbb6e tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:55.118361 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-86ec304a-f25f-4a71-a5ca-816790f1ba6d req-05cd504d-e505-45ad-a15c-23d6545cbb6e tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.1510646 May 26 16:28:55.199698 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f901402e-a207-4486-87fe-34fe94b727db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:55.233001 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4078c5-5f16-48bb-a463-78894a867c80 req-3661fe5d-8f8f-4711-b4ef-759e02d8d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:55.234540 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c4078c5-5f16-48bb-a463-78894a867c80 req-3661fe5d-8f8f-4711-b4ef-759e02d8d469 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=55db192a075d4f7397320ac3e9c27b43&device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 1096 time: 0.3090236 May 26 16:28:55.265766 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-86ec304a-f25f-4a71-a5ca-816790f1ba6d req-8f5a1f2f-b817-4291-8a19-504eff3e9e09 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279690 May 26 16:28:55.288710 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0568e08-5a1e-4e1a-9899-2b011de6f8f2', 'name': 'tempest-ImageQuotaTest-1917021633-router', 'tenant_id': '940c25ac030141f89537c8deb1b1b3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '63a766a7-7109-44e2-93ba-2c59606b50d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:47Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 3, 'project_id': '940c25ac030141f89537c8deb1b1b3a8', 'gw_port': {'id': '63a766a7-7109-44e2-93ba-2c59606b50d5', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ab:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0568e08-5a1e-4e1a-9899-2b011de6f8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:48Z', 'updated_at': '2022-05-26T16:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:55.350813 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b409bedb-4f11-40c3-9112-264f3cee71a9 None None] The sync data for ids ['b0568e08-5a1e-4e1a-9899-2b011de6f8f2'] in n-d-843337-2 is: [{'id': 'b0568e08-5a1e-4e1a-9899-2b011de6f8f2', 'name': 'tempest-ImageQuotaTest-1917021633-router', 'tenant_id': '940c25ac030141f89537c8deb1b1b3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '63a766a7-7109-44e2-93ba-2c59606b50d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:47Z', 'updated_at': '2022-05-26T16:28:49Z', 'revision_number': 3, 'project_id': '940c25ac030141f89537c8deb1b1b3a8', 'gw_port': {'id': '63a766a7-7109-44e2-93ba-2c59606b50d5', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ab:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0568e08-5a1e-4e1a-9899-2b011de6f8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:48Z', 'updated_at': '2022-05-26T16:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:28:55.406147 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 989be32e-99da-4a64-bca4-3ff8de023189 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:55.409214 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:55.524979 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-54f0d92b-2062-486b-b6e1-59a098b5dfa4 None None] Current status of the port c5477150-c3d5-470e-92fd-ad6bdf759845 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:55.609423 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 989be32e-99da-4a64-bca4-3ff8de023189 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:55.610196 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:55.646301 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-133b8b4f-c304-475c-b663-6be871cb6eb2 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:55.646682 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 989be32e-99da-4a64-bca4-3ff8de023189, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=989be32e-99da-4a64-bca4-3ff8de023189,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:55.648521 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-133b8b4f-c304-475c-b663-6be871cb6eb2 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 812 time: 0.2086799 May 26 16:28:55.666496 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:55.689050 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4078c5-5f16-48bb-a463-78894a867c80 req-c6cc489f-f46f-4275-99ec-cc99814f5cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:55.689260 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c4078c5-5f16-48bb-a463-78894a867c80 req-c6cc489f-f46f-4275-99ec-cc99814f5cd6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=edf002b2-c9d1-46a8-9f96-afb3826da250 HTTP/1.1" status: 200 len: 912 time: 0.3430734 May 26 16:28:55.693385 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-33a6b13f-f7bc-482f-a8e3-5859a1cddba9 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/quotas/47787f273f4c4c2fbc3fdca533eb0ea2 HTTP/1.1" status: 200 len: 375 time: 0.0351455 May 26 16:28:55.727781 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-18a16751-5184-46d4-b1a7-02e06363ff08 None None] Provisioning complete for port 7941c0c7-b004-4754-b657-cd18c50c3b94 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:55.728679 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-18a16751-5184-46d4-b1a7-02e06363ff08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:55.778212 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-18a16751-5184-46d4-b1a7-02e06363ff08 None None] Port 7941c0c7-b004-4754-b657-cd18c50c3b94 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:28:55.832187 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] Sync routers for ids ['7e97c249-2009-4a3f-8407-7e2ffa911103'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:55.836772 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c4078c5-5f16-48bb-a463-78894a867c80 req-75ba34b4-74ae-4132-bf06-c282845f2395 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eee78a48-71f6-486f-853f-a6afa8b48d5d HTTP/1.1" status: 200 len: 217 time: 0.1335008 May 26 16:28:55.851775 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-509243dd-34cc-441c-9c74-921c76520379 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1490111 May 26 16:28:55.861894 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50014) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:55.868164 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=989be32e-99da-4a64-bca4-3ff8de023189,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:55.917686 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] Routers {'7e97c249-2009-4a3f-8407-7e2ffa911103'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:55.926167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:28:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['7e97c249-2009-4a3f-8407-7e2ffa911103'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:56.014367 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4078c5-5f16-48bb-a463-78894a867c80 req-f16ef0c6-9ee5-4303-857c-820915381771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:56.015845 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c4078c5-5f16-48bb-a463-78894a867c80 req-f16ef0c6-9ee5-4303-857c-820915381771 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b8295bc0-2040-4384-9eb3-a50f2e6ae846 HTTP/1.1" status: 200 len: 851 time: 0.1680336 May 26 16:28:56.044861 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f901402e-a207-4486-87fe-34fe94b727db admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:56.053831 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f901402e-a207-4486-87fe-34fe94b727db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:56.062002 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-08e0df2b-9a27-4cc9-a91d-aa44a88ae3be service neutron] 10.222.0.77 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939435 May 26 16:28:56.216060 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] Set router 7e97c249-2009-4a3f-8407-7e2ffa911103 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:56.239791 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c4078c5-5f16-48bb-a463-78894a867c80 req-56c766ae-4268-41e4-9b53-a6f56338bc6e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=edf002b2-c9d1-46a8-9f96-afb3826da250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1335797 May 26 16:28:56.266715 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f901402e-a207-4486-87fe-34fe94b727db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:56.272214 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901402e-a207-4486-87fe-34fe94b727db admin admin] Pushing event updated for resources: {'Port': ['ID=7941c0c7-b004-4754-b657-cd18c50c3b94,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:56.371160 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 63a766a7-7109-44e2-93ba-2c59606b50d5 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:56.379847 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-0b13e471-73ec-473a-a5c0-aa11f59a79d4 service neutron] 10.222.0.77 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095763 May 26 16:28:56.416980 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-397013b3-20d7-4e1b-8cce-67ee267f1de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:56.450184 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ec19a-73d8-429a-901f-cee1d252adb9 req-799ca313-ea97-4721-9241-d08f1ecac6dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:56.451838 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-260ec19a-73d8-429a-901f-cee1d252adb9 req-799ca313-ea97-4721-9241-d08f1ecac6dd tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 946 time: 0.3804498 May 26 16:28:56.498744 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 63a766a7-7109-44e2-93ba-2c59606b50d5 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:56.499113 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:56.520835 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f901402e-a207-4486-87fe-34fe94b727db admin admin] Network a8850b7e-4bf1-46ac-86c7-574602110f50 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:28:56.524231 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-f901402e-a207-4486-87fe-34fe94b727db admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:28:56.680270 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-260ec19a-73d8-429a-901f-cee1d252adb9 req-82f8b726-6361-4d21-a221-2167802c89f7 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ecc366-2e85-45bb-8c5e-e03272c81a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187543 May 26 16:28:56.785490 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 63a766a7-7109-44e2-93ba-2c59606b50d5 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:56.785907 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:56.796010 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-397013b3-20d7-4e1b-8cce-67ee267f1de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:56.804502 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-397013b3-20d7-4e1b-8cce-67ee267f1de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:56.819044 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f901402e-a207-4486-87fe-34fe94b727db admin admin] Router b0568e08-5a1e-4e1a-9899-2b011de6f8f2 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:28:56.853401 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 63a766a7-7109-44e2-93ba-2c59606b50d5, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=63a766a7-7109-44e2-93ba-2c59606b50d5,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:56.871046 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:56.871750 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 989be32e-99da-4a64-bca4-3ff8de023189 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:56.872522 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c4078c5-5f16-48bb-a463-78894a867c80 req-4e67e1d4-f6db-4618-8ba4-2a2464678f5b service neutron] 10.222.0.83 "GET /v2.0/networks/edf002b2-c9d1-46a8-9f96-afb3826da250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6181099 May 26 16:28:57.027067 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e97c249-2009-4a3f-8407-7e2ffa911103', 'name': 'tempest-TestVolumeBootPattern-2024930485-router', 'tenant_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '989be32e-99da-4a64-bca4-3ff8de023189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:39Z', 'updated_at': '2022-05-26T16:28:48Z', 'revision_number': 4, 'project_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'gw_port': {'id': '989be32e-99da-4a64-bca4-3ff8de023189', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e97c249-2009-4a3f-8407-7e2ffa911103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'eb336a72-fdd2-4b16-abef-3e0f78d7cc82', 'name': '', 'network_id': 'a1071e91-7975-414c-b440-7e25b46b72e7', 'tenant_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'mac_address': 'fa:16:3e:e5:3d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e97c249-2009-4a3f-8407-7e2ffa911103', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '434020b7-c404-472d-a5c8-d08a0fe9ee01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:47Z', 'updated_at': '2022-05-26T16:28:48Z', 'revision_number': 2, 'project_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'subnets': [{'id': '434020b7-c404-472d-a5c8-d08a0fe9ee01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:57.090392 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397013b3-20d7-4e1b-8cce-67ee267f1de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4a783a-b16f-4f8a-a07e-004a628f4b6b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:57.113317 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dffbc5c4-dfec-45ea-a414-00a490474a02 req-c80f5d0a-d7ad-46ff-a402-2aba2502b0bc tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 210 time: 0.1048884 May 26 16:28:57.136336 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-397013b3-20d7-4e1b-8cce-67ee267f1de2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f8b33865f6484f6997e672aebe20459b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2730558 May 26 16:28:57.140502 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50040) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:57.194783 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c665b2-4681-4423-9c5b-b1d0593f01d8 req-69dfb07f-f062-4e8a-8ccc-634e43ddb8ca tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:57.196968 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a5c665b2-4681-4423-9c5b-b1d0593f01d8 req-69dfb07f-f062-4e8a-8ccc-634e43ddb8ca tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.3560705 May 26 16:28:57.234839 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] Checking router: 7e97c249-2009-4a3f-8407-7e2ffa911103 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:28:57.235406 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] Updating router 7e97c249-2009-4a3f-8407-7e2ffa911103 port eb336a72-fdd2-4b16-abef-3e0f78d7cc82 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:28:57.248471 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-396db963-eb2d-4e21-af7c-35284920b683 None None] Provisioning complete for port 7941c0c7-b004-4754-b657-cd18c50c3b94 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:57.249027 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-396db963-eb2d-4e21-af7c-35284920b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:57.343624 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-396db963-eb2d-4e21-af7c-35284920b683 None None] Port 7941c0c7-b004-4754-b657-cd18c50c3b94 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:28:57.367386 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a5c665b2-4681-4423-9c5b-b1d0593f01d8 req-0ddc3168-0cc2-4031-91ff-c44e1c5b2e84 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641283 May 26 16:28:57.462077 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67dcc02b-28db-4a0d-9c87-776e7dd095a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:57.504309 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe6c45-ae52-4f46-bf4b-ee47d9caa35a req-b7e551dc-1494-45a8-a4de-76a15347378d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:57.508139 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2fe6c45-ae52-4f46-bf4b-ee47d9caa35a req-b7e551dc-1494-45a8-a4de-76a15347378d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 946 time: 0.2185285 May 26 16:28:57.514305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=63a766a7-7109-44e2-93ba-2c59606b50d5,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:57.536491 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:57.572612 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 989be32e-99da-4a64-bca4-3ff8de023189 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:57.573439 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:57.599481 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67dcc02b-28db-4a0d-9c87-776e7dd095a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:57.700704 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2fe6c45-ae52-4f46-bf4b-ee47d9caa35a req-15cd43b7-944a-4254-80b3-9847d99c7770 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592104 May 26 16:28:57.723883 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50050) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:57.778958 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 989be32e-99da-4a64-bca4-3ff8de023189 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:57.812881 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c4078c5-5f16-48bb-a463-78894a867c80 req-102cef78-028f-4afa-84f6-f5b5c9bfbbbd service neutron] 10.222.0.83 "GET /v2.0/networks/edf002b2-c9d1-46a8-9f96-afb3826da250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8644562 May 26 16:28:57.891904 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6dd96def-04c3-402e-94d1-184a44652b66 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/floatingips/2e009475-6e8b-4619-9374-871bf8f1b16f HTTP/1.1" status: 200 len: 994 time: 0.1623952 May 26 16:28:57.957575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59651314-8cb0-45ac-9272-64922c1e7eec req-c6791d94-d970-4368-8492-0e73cdda472c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:57.959744 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-59651314-8cb0-45ac-9272-64922c1e7eec req-c6791d94-d970-4368-8492-0e73cdda472c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.83 "GET /v2.0/ports?device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 946 time: 0.1458778 May 26 16:28:58.094270 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 63a766a7-7109-44e2-93ba-2c59606b50d5 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:28:58.215847 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f901402e-a207-4486-87fe-34fe94b727db admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:28:58.226268 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f901402e-a207-4486-87fe-34fe94b727db admin admin] 10.222.0.77 "PUT /v2.0/routers/b0568e08-5a1e-4e1a-9899-2b011de6f8f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0170512 May 26 16:28:58.256483 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 63a766a7-7109-44e2-93ba-2c59606b50d5 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:58.257392 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:58.277155 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-59651314-8cb0-45ac-9272-64922c1e7eec req-34f62482-9d8d-433c-8b53-13dc3986e7b9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Deleting port 026437eb-305f-4e33-80da-d3c872cb8b67 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:28:58.277748 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-59651314-8cb0-45ac-9272-64922c1e7eec req-34f62482-9d8d-433c-8b53-13dc3986e7b9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:58.382505 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] Sync routers for ids ['b0568e08-5a1e-4e1a-9899-2b011de6f8f2'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:28:58.391815 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67dcc02b-28db-4a0d-9c87-776e7dd095a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:58.395195 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67dcc02b-28db-4a0d-9c87-776e7dd095a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:58.398531 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-67dcc02b-28db-4a0d-9c87-776e7dd095a3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2c4a783a-b16f-4f8a-a07e-004a628f4b6b HTTP/1.1" status: 204 len: 168 time: 1.2547197 May 26 16:28:58.412222 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] Routers {'b0568e08-5a1e-4e1a-9899-2b011de6f8f2'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:28:58.413171 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:28:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b0568e08-5a1e-4e1a-9899-2b011de6f8f2'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:58.435440 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dcc02b-28db-4a0d-9c87-776e7dd095a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4a783a-b16f-4f8a-a07e-004a628f4b6b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:58.492757 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fa4fe07-5a59-4475-b634-998bfd90ca89 req-cc0e15ba-d2da-4b61-9b1f-277db89a0a12 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 210 time: 0.1022098 May 26 16:28:58.503557 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:58.528785 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e79623-223c-4a68-860c-ba0d15e3aeea req-1e9264b6-47c0-43e2-87b6-2dcf24a10201 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:58.537866 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-75e79623-223c-4a68-860c-ba0d15e3aeea req-1e9264b6-47c0-43e2-87b6-2dcf24a10201 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 946 time: 0.6748884 May 26 16:28:58.551727 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:58.651354 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-75e79623-223c-4a68-860c-ba0d15e3aeea req-726ae4c3-ff4b-487e-a596-cf56da5daaec tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups?id=99ecc366-2e85-45bb-8c5e-e03272c81a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105318 May 26 16:28:58.703171 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] Set router b0568e08-5a1e-4e1a-9899-2b011de6f8f2 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:28:58.728034 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 63a766a7-7109-44e2-93ba-2c59606b50d5 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:28:58.746388 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-59651314-8cb0-45ac-9272-64922c1e7eec req-34f62482-9d8d-433c-8b53-13dc3986e7b9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] For port 026437eb-305f-4e33-80da-d3c872cb8b67, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=026437eb-305f-4e33-80da-d3c872cb8b67,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:28:58.747614 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-59651314-8cb0-45ac-9272-64922c1e7eec req-34f62482-9d8d-433c-8b53-13dc3986e7b9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:58.862380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eac69c-10f0-4030-994c-6aef4a01e6c5 req-07665eee-c750-4ffe-b508-8583fb5f8560 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:58.868066 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82eac69c-10f0-4030-994c-6aef4a01e6c5 req-07665eee-c750-4ffe-b508-8583fb5f8560 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 1097 time: 0.1008418 May 26 16:28:58.901028 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633a049-463e-4730-a802-557ba96bf893 None None] Pushing event updated for resources: {'Port': ['ID=eb336a72-fdd2-4b16-abef-3e0f78d7cc82,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:28:58.946774 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] Attempting to bind port eb336a72-fdd2-4b16-abef-3e0f78d7cc82 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:28:58.947149 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] Attempting to bind port eb336a72-fdd2-4b16-abef-3e0f78d7cc82 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'f6f86298-6c48-449a-ab72-9148aaf07016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1071e91-7975-414c-b440-7e25b46b72e7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:28:58.947521 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] Attempting to bind port eb336a72-fdd2-4b16-abef-3e0f78d7cc82 on network a1071e91-7975-414c-b440-7e25b46b72e7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:28:58.974939 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:28:58.975326 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] Checking segment: {'id': 'f6f86298-6c48-449a-ab72-9148aaf07016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1071e91-7975-414c-b440-7e25b46b72e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:28:58.975741 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:58.976169 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] Bound using segment: {'id': 'f6f86298-6c48-449a-ab72-9148aaf07016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1071e91-7975-414c-b440-7e25b46b72e7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:28:58.976662 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] Bound port: eb336a72-fdd2-4b16-abef-3e0f78d7cc82, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f86298-6c48-449a-ab72-9148aaf07016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1071e91-7975-414c-b440-7e25b46b72e7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:28:58.977054 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:59.067354 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82eac69c-10f0-4030-994c-6aef4a01e6c5 req-a7d36376-92d6-4760-afe7-5a1e08b42125 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794264 May 26 16:28:59.107637 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddd93c-2d95-4273-84fc-2196ffcb278e req-145dc5ca-92eb-4d85-b725-085076475618 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:59.124378 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32ddd93c-2d95-4273-84fc-2196ffcb278e req-145dc5ca-92eb-4d85-b725-085076475618 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.2514160 May 26 16:28:59.327189 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ad008c90-ac5d-4018-a7b4-396b3a187beb None None] Provisioning complete for port eb336a72-fdd2-4b16-abef-3e0f78d7cc82 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:28:59.327663 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ad008c90-ac5d-4018-a7b4-396b3a187beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:59.343178 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] For port eb336a72-fdd2-4b16-abef-3e0f78d7cc82, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:28:59.398184 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32ddd93c-2d95-4273-84fc-2196ffcb278e req-7f356809-6c5f-4ace-b294-8fbf5f8fff2f tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710326 May 26 16:28:59.403302 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-59651314-8cb0-45ac-9272-64922c1e7eec req-34f62482-9d8d-433c-8b53-13dc3986e7b9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:59.403906 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-59651314-8cb0-45ac-9272-64922c1e7eec req-34f62482-9d8d-433c-8b53-13dc3986e7b9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:59.404265 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [req-59651314-8cb0-45ac-9272-64922c1e7eec req-34f62482-9d8d-433c-8b53-13dc3986e7b9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Floating IP 478779b1-f133-428e-8d8e-2ea1fb9a0068 disassociated. External IP: 172.25.7.81, port: 026437eb-305f-4e33-80da-d3c872cb8b67. May 26 16:28:59.405565 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0568e08-5a1e-4e1a-9899-2b011de6f8f2', 'name': 'tempest-ImageQuotaTest-1917021633-router', 'tenant_id': '940c25ac030141f89537c8deb1b1b3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '63a766a7-7109-44e2-93ba-2c59606b50d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:47Z', 'updated_at': '2022-05-26T16:28:54Z', 'revision_number': 4, 'project_id': '940c25ac030141f89537c8deb1b1b3a8', 'gw_port': {'id': '63a766a7-7109-44e2-93ba-2c59606b50d5', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ab:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0568e08-5a1e-4e1a-9899-2b011de6f8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:48Z', 'updated_at': '2022-05-26T16:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '7941c0c7-b004-4754-b657-cd18c50c3b94', 'name': '', 'network_id': 'a8850b7e-4bf1-46ac-86c7-574602110f50', 'tenant_id': '940c25ac030141f89537c8deb1b1b3a8', 'mac_address': 'fa:16:3e:ed:1a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0568e08-5a1e-4e1a-9899-2b011de6f8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '32bf8b3e-980f-483e-8d43-cf5e7726266d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:52Z', 'updated_at': '2022-05-26T16:28:55Z', 'revision_number': 2, 'project_id': '940c25ac030141f89537c8deb1b1b3a8', 'subnets': [{'id': '32bf8b3e-980f-483e-8d43-cf5e7726266d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:28:59.406328 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-59651314-8cb0-45ac-9272-64922c1e7eec req-34f62482-9d8d-433c-8b53-13dc3986e7b9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Calling delete_port for 026437eb-305f-4e33-80da-d3c872cb8b67 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:28:59.445661 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] Checking router: b0568e08-5a1e-4e1a-9899-2b011de6f8f2 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:28:59.446257 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] Updating router b0568e08-5a1e-4e1a-9899-2b011de6f8f2 port 7941c0c7-b004-4754-b657-cd18c50c3b94 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:28:59.477826 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:59.550420 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-b75d19ad-dbd8-4c69-aebb-89ca4d59fe88 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:28:59.552177 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-b75d19ad-dbd8-4c69-aebb-89ca4d59fe88 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 812 time: 0.4203911 May 26 16:28:59.567996 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-9281ae06-e713-44b3-a038-616fee20b96b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Request body: {'port': {'device_id': 'd113dd24-e141-4e19-bd28-9fe2731032b7', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'admin_state_up': True, 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:28:59.594389 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50086) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:28:59.649951 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d3a2c3dd-e575-4d08-99eb-599a98876c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:59.915105 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c4bd776f-67f8-4cd1-9673-1113e8d9f36b req-701cef47-d73d-4212-a1a0-d23322910ee5 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 210 time: 0.0866950 May 26 16:28:59.940568 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-9281ae06-e713-44b3-a038-616fee20b96b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Made reservation on behalf of 47787f273f4c4c2fbc3fdca533eb0ea2 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:28:59.943094 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-59651314-8cb0-45ac-9272-64922c1e7eec req-34f62482-9d8d-433c-8b53-13dc3986e7b9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:59.958920 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-9281ae06-e713-44b3-a038-616fee20b96b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:28:59.965655 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ad008c90-ac5d-4018-a7b4-396b3a187beb None None] Port eb336a72-fdd2-4b16-abef-3e0f78d7cc82 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:29:00.002258 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] For port eb336a72-fdd2-4b16-abef-3e0f78d7cc82, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=eb336a72-fdd2-4b16-abef-3e0f78d7cc82,segment=NetworkSegment(f6f86298-6c48-449a-ab72-9148aaf07016),segment_id=f6f86298-6c48-449a-ab72-9148aaf07016)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:29:00.012845 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:00.079360 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f62482-9d8d-433c-8b53-13dc3986e7b9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event deleted for resources: {'Port': ['ID=026437eb-305f-4e33-80da-d3c872cb8b67,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:00.241247 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] Routers {'7e97c249-2009-4a3f-8407-7e2ffa911103'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:00.242522 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:28:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['7e97c249-2009-4a3f-8407-7e2ffa911103'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:00.258361 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:00.274146 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:00.343106 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b45e2cdb-d896-4ab4-bb8c-b29a04b44fa6 req-beb9649e-a201-46e7-8dfe-71ef010b8e00 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 210 time: 0.2879486 May 26 16:29:00.366182 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633a049-463e-4730-a802-557ba96bf893 None None] Pushing event updated for resources: {'Port': ['ID=eb336a72-fdd2-4b16-abef-3e0f78d7cc82,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:00.705645 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59651314-8cb0-45ac-9272-64922c1e7eec req-34f62482-9d8d-433c-8b53-13dc3986e7b9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Router 3be498a2-af40-439e-8e33-5b6db31a6d35 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:29:00.706319 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:00.731272 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-9281ae06-e713-44b3-a038-616fee20b96b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Allocated IP 172.20.0.5 (ceae140a-4691-47b9-ad57-1026c75c737f/5431b2c2-5959-417a-9a98-2b2d0e6627f0/e900e213-26e9-48d2-b423-e5d210ae7585) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:29:00.759113 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] Set router 7e97c249-2009-4a3f-8407-7e2ffa911103 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:00.793201 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c5020-f27a-4305-b8c9-178a8cfa9757 None None] Pushing event updated for resources: {'Port': ['ID=7941c0c7-b004-4754-b657-cd18c50c3b94,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:00.811564 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d3a2c3dd-e575-4d08-99eb-599a98876c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:00.833138 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d3a2c3dd-e575-4d08-99eb-599a98876c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:00.836716 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0444f-bc5d-4daf-ae8d-e5dbc7d1643b req-9495df8a-d8f8-428b-97f3-abf7492b0cb8 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:00.839756 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] Attempting to bind port 7941c0c7-b004-4754-b657-cd18c50c3b94 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:00.840523 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] Attempting to bind port 7941c0c7-b004-4754-b657-cd18c50c3b94 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a8850b7e-4bf1-46ac-86c7-574602110f50'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:00.841931 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] Attempting to bind port 7941c0c7-b004-4754-b657-cd18c50c3b94 on network a8850b7e-4bf1-46ac-86c7-574602110f50 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:00.845575 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8f0444f-bc5d-4daf-ae8d-e5dbc7d1643b req-9495df8a-d8f8-428b-97f3-abf7492b0cb8 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.2503109 May 26 16:29:00.873138 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:29:00.874985 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] Checking segment: {'id': 'eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a8850b7e-4bf1-46ac-86c7-574602110f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:00.875666 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:00.876563 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] Bound using segment: {'id': 'eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a8850b7e-4bf1-46ac-86c7-574602110f50'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:29:00.878122 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] Bound port: 7941c0c7-b004-4754-b657-cd18c50c3b94, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a8850b7e-4bf1-46ac-86c7-574602110f50'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:29:00.879131 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:00.999697 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] For port 7941c0c7-b004-4754-b657-cd18c50c3b94, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:01.000832 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8f0444f-bc5d-4daf-ae8d-e5dbc7d1643b req-c33e5f73-d591-4c9d-95ca-4f4d1c9982ad tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537008 May 26 16:29:01.005697 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] For port 7941c0c7-b004-4754-b657-cd18c50c3b94, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=7941c0c7-b004-4754-b657-cd18c50c3b94,segment=NetworkSegment(eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec),segment_id=eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:29:01.014356 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:01.042277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8743df5b-3b67-4029-88c1-d1dfa83c8995 None None] Provisioning complete for port eb336a72-fdd2-4b16-abef-3e0f78d7cc82 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:01.042753 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8743df5b-3b67-4029-88c1-d1dfa83c8995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:01.178920 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] Routers {'b0568e08-5a1e-4e1a-9899-2b011de6f8f2'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:01.183707 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:28:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b0568e08-5a1e-4e1a-9899-2b011de6f8f2'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:01.213048 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59651314-8cb0-45ac-9272-64922c1e7eec req-34f62482-9d8d-433c-8b53-13dc3986e7b9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:29:01.265823 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dde15a-18cc-4520-8265-e11e912f73f2 None None] Sync routers for ids ['3be498a2-af40-439e-8e33-5b6db31a6d35'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:29:01.337933 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dde15a-18cc-4520-8265-e11e912f73f2 None None] Routers {'3be498a2-af40-439e-8e33-5b6db31a6d35'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:01.341494 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-93dde15a-18cc-4520-8265-e11e912f73f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:28:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3be498a2-af40-439e-8e33-5b6db31a6d35'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:01.366335 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-9281ae06-e713-44b3-a038-616fee20b96b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:01.447556 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-59651314-8cb0-45ac-9272-64922c1e7eec req-34f62482-9d8d-433c-8b53-13dc3986e7b9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] No DVR routers for this DVR port 026437eb-305f-4e33-80da-d3c872cb8b67 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:29:01.449452 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2c3dd-e575-4d08-99eb-599a98876c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28246718-499b-47dd-ad66-d600dcfc4521,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:01.470293 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-59651314-8cb0-45ac-9272-64922c1e7eec req-34f62482-9d8d-433c-8b53-13dc3986e7b9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:01.478861 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-9281ae06-e713-44b3-a038-616fee20b96b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:01.481980 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-59651314-8cb0-45ac-9272-64922c1e7eec req-34f62482-9d8d-433c-8b53-13dc3986e7b9 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.83 "DELETE /v2.0/ports/026437eb-305f-4e33-80da-d3c872cb8b67 HTTP/1.1" status: 204 len: 173 time: 3.5120957 May 26 16:29:01.496159 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-2304dc65-ab61-4d60-82cb-5fc28cbec3b1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8867640 May 26 16:29:01.499029 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] Set router b0568e08-5a1e-4e1a-9899-2b011de6f8f2 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:01.512209 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d3a2c3dd-e575-4d08-99eb-599a98876c9b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4d012d0175da4200ae65288aaf8a769a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9150486 May 26 16:29:01.513077 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294c4e9c-86ba-4c9e-95e4-04a4b709bd7f', 'name': 'network-vif-deleted', 'tag': '026437eb-305f-4e33-80da-d3c872cb8b67'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:29:01.521016 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cc7950-dcfc-4cbb-b826-1c132760ed89" -d '{"events": [{"server_uuid": "294c4e9c-86ba-4c9e-95e4-04a4b709bd7f", "name": "network-vif-deleted", "tag": "026437eb-305f-4e33-80da-d3c872cb8b67"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:29:01.537651 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-431586f2-3516-4286-bffd-56b67dbb5a5a service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:29:01.557399 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-431586f2-3516-4286-bffd-56b67dbb5a5a service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0515668 May 26 16:29:01.558944 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50126) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:01.787653 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-06726463-5262-448c-9cfa-68f4b2546f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:01.813110 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50132) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:01.839717 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-9281ae06-e713-44b3-a038-616fee20b96b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Network ceae140a-4691-47b9-ad57-1026c75c737f is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:01.864072 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-9281ae06-e713-44b3-a038-616fee20b96b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:01.875715 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-06726463-5262-448c-9cfa-68f4b2546f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:01.888121 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-9281ae06-e713-44b3-a038-616fee20b96b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:29:01.946672 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c581e07-5178-4b96-a422-d3137b2a90da req-424e9019-1995-426a-8333-cd59364b178c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:01.961279 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c581e07-5178-4b96-a422-d3137b2a90da req-424e9019-1995-426a-8333-cd59364b178c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 931 time: 0.5266948 May 26 16:29:01.979494 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281ae06-e713-44b3-a038-616fee20b96b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event updated for resources: {'Port': ['ID=e900e213-26e9-48d2-b423-e5d210ae7585,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:02.056840 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8743df5b-3b67-4029-88c1-d1dfa83c8995 None None] Current status of the port eb336a72-fdd2-4b16-abef-3e0f78d7cc82 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:02.057390 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8743df5b-3b67-4029-88c1-d1dfa83c8995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:02.095280 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c5020-f27a-4305-b8c9-178a8cfa9757 None None] Pushing event updated for resources: {'Port': ['ID=7941c0c7-b004-4754-b657-cd18c50c3b94,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:02.143744 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 026437eb-305f-4e33-80da-d3c872cb8b67 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:29:02.161498 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-06726463-5262-448c-9cfa-68f4b2546f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:02.178307 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-06726463-5262-448c-9cfa-68f4b2546f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:02.184373 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-06726463-5262-448c-9cfa-68f4b2546f2b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/28246718-499b-47dd-ad66-d600dcfc4521 HTTP/1.1" status: 204 len: 168 time: 0.6095216 May 26 16:29:02.199675 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-93dde15a-18cc-4520-8265-e11e912f73f2 None None] Set router 3be498a2-af40-439e-8e33-5b6db31a6d35 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:02.201980 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 026437eb-305f-4e33-80da-d3c872cb8b67 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:29:02.202526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 026437eb-305f-4e33-80da-d3c872cb8b67 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:29:02.226416 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0568e08-5a1e-4e1a-9899-2b011de6f8f2', 'name': 'tempest-ImageQuotaTest-1917021633-router', 'tenant_id': '940c25ac030141f89537c8deb1b1b3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '63a766a7-7109-44e2-93ba-2c59606b50d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:47Z', 'updated_at': '2022-05-26T16:28:54Z', 'revision_number': 4, 'project_id': '940c25ac030141f89537c8deb1b1b3a8', 'gw_port': {'id': '63a766a7-7109-44e2-93ba-2c59606b50d5', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ab:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0568e08-5a1e-4e1a-9899-2b011de6f8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:48Z', 'updated_at': '2022-05-26T16:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '7941c0c7-b004-4754-b657-cd18c50c3b94', 'name': '', 'network_id': 'a8850b7e-4bf1-46ac-86c7-574602110f50', 'tenant_id': '940c25ac030141f89537c8deb1b1b3a8', 'mac_address': 'fa:16:3e:ed:1a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0568e08-5a1e-4e1a-9899-2b011de6f8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '32bf8b3e-980f-483e-8d43-cf5e7726266d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:52Z', 'updated_at': '2022-05-26T16:29:00Z', 'revision_number': 4, 'project_id': '940c25ac030141f89537c8deb1b1b3a8', 'subnets': [{'id': '32bf8b3e-980f-483e-8d43-cf5e7726266d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:02.260342 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c581e07-5178-4b96-a422-d3137b2a90da req-1c679ee7-645c-4e46-a4a1-e9a9be56ec13 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978787 May 26 16:29:02.292818 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-9281ae06-e713-44b3-a038-616fee20b96b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:02.293559 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-9281ae06-e713-44b3-a038-616fee20b96b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:02.312690 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06726463-5262-448c-9cfa-68f4b2546f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28246718-499b-47dd-ad66-d600dcfc4521,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:02.322911 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8743df5b-3b67-4029-88c1-d1dfa83c8995 None None] For port eb336a72-fdd2-4b16-abef-3e0f78d7cc82, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=eb336a72-fdd2-4b16-abef-3e0f78d7cc82,segment=NetworkSegment(f6f86298-6c48-449a-ab72-9148aaf07016),segment_id=f6f86298-6c48-449a-ab72-9148aaf07016)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:02.368807 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-9281ae06-e713-44b3-a038-616fee20b96b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8062651 May 26 16:29:02.376529 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device eb336a72-fdd2-4b16-abef-3e0f78d7cc82 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:02.385047 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8743df5b-3b67-4029-88c1-d1dfa83c8995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:02.394886 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bf2f26-fa18-4f50-9762-70a0c2ba6f53 None None] The sync data for ids ['b0568e08-5a1e-4e1a-9899-2b011de6f8f2'] in n-d-843337-2 is: [{'id': 'b0568e08-5a1e-4e1a-9899-2b011de6f8f2', 'name': 'tempest-ImageQuotaTest-1917021633-router', 'tenant_id': '940c25ac030141f89537c8deb1b1b3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '63a766a7-7109-44e2-93ba-2c59606b50d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:47Z', 'updated_at': '2022-05-26T16:28:54Z', 'revision_number': 4, 'project_id': '940c25ac030141f89537c8deb1b1b3a8', 'gw_port': {'id': '63a766a7-7109-44e2-93ba-2c59606b50d5', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ab:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0568e08-5a1e-4e1a-9899-2b011de6f8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:48Z', 'updated_at': '2022-05-26T16:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '7941c0c7-b004-4754-b657-cd18c50c3b94', 'name': '', 'network_id': 'a8850b7e-4bf1-46ac-86c7-574602110f50', 'tenant_id': '940c25ac030141f89537c8deb1b1b3a8', 'mac_address': 'fa:16:3e:ed:1a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0568e08-5a1e-4e1a-9899-2b011de6f8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '32bf8b3e-980f-483e-8d43-cf5e7726266d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:52Z', 'updated_at': '2022-05-26T16:29:00Z', 'revision_number': 4, 'project_id': '940c25ac030141f89537c8deb1b1b3a8', 'subnets': [{'id': '32bf8b3e-980f-483e-8d43-cf5e7726266d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:29:02.429840 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-c3825087-f4d7-47ae-8233-94033463fadc service neutron] Request body: {'port': {'device_id': 'd113dd24-e141-4e19-bd28-9fe2731032b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:02.726838 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-c3825087-f4d7-47ae-8233-94033463fadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:02.742520 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7196148-cc5f-4a90-82ae-99574c84fc07 req-0552cecd-b20a-463f-a8a8-305452599e76 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/ports?device_id=294c4e9c-86ba-4c9e-95e4-04a4b709bd7f HTTP/1.1" status: 200 len: 210 time: 0.1241441 May 26 16:29:02.777670 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e97c249-2009-4a3f-8407-7e2ffa911103', 'name': 'tempest-TestVolumeBootPattern-2024930485-router', 'tenant_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '989be32e-99da-4a64-bca4-3ff8de023189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:39Z', 'updated_at': '2022-05-26T16:28:48Z', 'revision_number': 4, 'project_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'gw_port': {'id': '989be32e-99da-4a64-bca4-3ff8de023189', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e97c249-2009-4a3f-8407-7e2ffa911103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'eb336a72-fdd2-4b16-abef-3e0f78d7cc82', 'name': '', 'network_id': 'a1071e91-7975-414c-b440-7e25b46b72e7', 'tenant_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'mac_address': 'fa:16:3e:e5:3d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e97c249-2009-4a3f-8407-7e2ffa911103', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '434020b7-c404-472d-a5c8-d08a0fe9ee01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:47Z', 'updated_at': '2022-05-26T16:28:59Z', 'revision_number': 4, 'project_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'subnets': [{'id': '434020b7-c404-472d-a5c8-d08a0fe9ee01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:02.871914 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278349dd-f6ec-46e8-b9f6-1314265e620e x-openstack-request-id: req-278349dd-f6ec-46e8-b9f6-1314265e620e {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:29:02.872779 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294c4e9c-86ba-4c9e-95e4-04a4b709bd7f", "name": "network-vif-deleted", "tag": "026437eb-305f-4e33-80da-d3c872cb8b67", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:29:02.873213 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-278349dd-f6ec-46e8-b9f6-1314265e620e {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:29:02.873885 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-278349dd-f6ec-46e8-b9f6-1314265e620e'] response: {'server_uuid': '294c4e9c-86ba-4c9e-95e4-04a4b709bd7f', 'name': 'network-vif-deleted', 'tag': '026437eb-305f-4e33-80da-d3c872cb8b67', 'status': 'completed', 'code': 200} May 26 16:29:02.894273 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-6ab648ff-e48e-44a0-9ae0-db40f4a25d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:02.902587 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-6ab648ff-e48e-44a0-9ae0-db40f4a25d46 service neutron] 10.222.0.77 "GET /v2.0/ports/b3dd3b68-6001-4082-a194-0d3de9aa6be1 HTTP/1.1" status: 200 len: 1094 time: 0.1054180 May 26 16:29:02.908447 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-61f57a89-d2d9-4e34-99f3-ef6c9d566039 service neutron] Request body: {'binding': {'host': 'n-h2-843337-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:02.910087 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-61f57a89-d2d9-4e34-99f3-ef6c9d566039 service neutron] Unknown quota resources ['binding']. {{(pid=103895) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 26 16:29:03.062398 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d76f666-3a0c-4b4e-bd27-61f8c0f9df57 None None] The sync data for ids ['7e97c249-2009-4a3f-8407-7e2ffa911103'] in n-d-843337-2 is: [{'id': '7e97c249-2009-4a3f-8407-7e2ffa911103', 'name': 'tempest-TestVolumeBootPattern-2024930485-router', 'tenant_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '989be32e-99da-4a64-bca4-3ff8de023189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:39Z', 'updated_at': '2022-05-26T16:28:48Z', 'revision_number': 4, 'project_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'gw_port': {'id': '989be32e-99da-4a64-bca4-3ff8de023189', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e97c249-2009-4a3f-8407-7e2ffa911103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'eb336a72-fdd2-4b16-abef-3e0f78d7cc82', 'name': '', 'network_id': 'a1071e91-7975-414c-b440-7e25b46b72e7', 'tenant_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'mac_address': 'fa:16:3e:e5:3d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e97c249-2009-4a3f-8407-7e2ffa911103', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '434020b7-c404-472d-a5c8-d08a0fe9ee01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:47Z', 'updated_at': '2022-05-26T16:28:59Z', 'revision_number': 4, 'project_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'subnets': [{'id': '434020b7-c404-472d-a5c8-d08a0fe9ee01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:29:03.119255 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9aa01390-dc16-4856-87d3-5e94b5eea047 None None] Provisioning complete for port e900e213-26e9-48d2-b423-e5d210ae7585 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:03.119626 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9aa01390-dc16-4856-87d3-5e94b5eea047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:03.251210 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-61f57a89-d2d9-4e34-99f3-ef6c9d566039 service neutron] Attempting to bind port b3dd3b68-6001-4082-a194-0d3de9aa6be1 on host n-h2-843337-2 for vnic_type normal with profile None {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:03.251568 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-61f57a89-d2d9-4e34-99f3-ef6c9d566039 service neutron] Attempting to bind port b3dd3b68-6001-4082-a194-0d3de9aa6be1 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'fdcf15d2-f376-4436-b6f5-0262dc5729df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:03.251982 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-61f57a89-d2d9-4e34-99f3-ef6c9d566039 service neutron] Attempting to bind port b3dd3b68-6001-4082-a194-0d3de9aa6be1 on network 3d916f38-2ac9-4597-8648-255b03a78511 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:03.262525 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-61f57a89-d2d9-4e34-99f3-ef6c9d566039 service neutron] Port b3dd3b68-6001-4082-a194-0d3de9aa6be1 on network 3d916f38-2ac9-4597-8648-255b03a78511 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:03.262882 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-61f57a89-d2d9-4e34-99f3-ef6c9d566039 service neutron] Attempting to bind port b3dd3b68-6001-4082-a194-0d3de9aa6be1 on network 3d916f38-2ac9-4597-8648-255b03a78511 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:03.273593 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-61f57a89-d2d9-4e34-99f3-ef6c9d566039 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:29:03.274020 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-61f57a89-d2d9-4e34-99f3-ef6c9d566039 service neutron] Checking segment: {'id': 'fdcf15d2-f376-4436-b6f5-0262dc5729df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:03.275453 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-61f57a89-d2d9-4e34-99f3-ef6c9d566039 service neutron] Bound using segment: {'id': 'fdcf15d2-f376-4436-b6f5-0262dc5729df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:29:03.275940 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-61f57a89-d2d9-4e34-99f3-ef6c9d566039 service neutron] Bound port: b3dd3b68-6001-4082-a194-0d3de9aa6be1, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdcf15d2-f376-4436-b6f5-0262dc5729df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:29:03.311150 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9aa01390-dc16-4856-87d3-5e94b5eea047 None None] Port e900e213-26e9-48d2-b423-e5d210ae7585 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:29:03.349632 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743df5b-3b67-4029-88c1-d1dfa83c8995 None None] Pushing event updated for resources: {'Port': ['ID=eb336a72-fdd2-4b16-abef-3e0f78d7cc82,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:03.370056 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9aa01390-dc16-4856-87d3-5e94b5eea047 None None] Provisioning complete for port 7941c0c7-b004-4754-b657-cd18c50c3b94 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:03.370056 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9aa01390-dc16-4856-87d3-5e94b5eea047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:03.422217 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port eb336a72-fdd2-4b16-abef-3e0f78d7cc82 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:03.422509 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:03.651187 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port eb336a72-fdd2-4b16-abef-3e0f78d7cc82 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:03.682035 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-c3825087-f4d7-47ae-8233-94033463fadc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e900e213-26e9-48d2-b423-e5d210ae7585 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:29:03.682567 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-93dde15a-18cc-4520-8265-e11e912f73f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:15Z', 'revision_number': 5, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:03.747845 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb088a0f-8c79-4640-b690-32ea48abf5ad req-c8544fe5-47a9-4f61-b79c-edf23cf2a267 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:03.754163 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb088a0f-8c79-4640-b690-32ea48abf5ad req-c8544fe5-47a9-4f61-b79c-edf23cf2a267 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.6915920 May 26 16:29:03.755827 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-61f57a89-d2d9-4e34-99f3-ef6c9d566039 service neutron] For port b3dd3b68-6001-4082-a194-0d3de9aa6be1, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=b3dd3b68-6001-4082-a194-0d3de9aa6be1,segment=NetworkSegment(fdcf15d2-f376-4436-b6f5-0262dc5729df),segment_id=fdcf15d2-f376-4436-b6f5-0262dc5729df)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:29:03.766937 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-c3825087-f4d7-47ae-8233-94033463fadc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:03.770230 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-61f57a89-d2d9-4e34-99f3-ef6c9d566039 service neutron] Notify callbacks [] for binding, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:03.771112 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-61f57a89-d2d9-4e34-99f3-ef6c9d566039 service neutron] 10.222.0.77 "POST /v2.0/ports/b3dd3b68-6001-4082-a194-0d3de9aa6be1/bindings HTTP/1.1" status: 201 len: 389 time: 0.8674161 May 26 16:29:03.784812 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dde15a-18cc-4520-8265-e11e912f73f2 None None] Checking router: 3be498a2-af40-439e-8e33-5b6db31a6d35 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:29:03.800306 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fcfde9a5-25ef-4f2b-9880-ffca3e0a2f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:03.850310 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-c3825087-f4d7-47ae-8233-94033463fadc service neutron] Transition to ACTIVE for port object e900e213-26e9-48d2-b423-e5d210ae7585 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:29:03.882718 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-c3825087-f4d7-47ae-8233-94033463fadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:03.924304 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dde15a-18cc-4520-8265-e11e912f73f2 None None] Routers {'3be498a2-af40-439e-8e33-5b6db31a6d35'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:03.928725 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-93dde15a-18cc-4520-8265-e11e912f73f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:28:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3be498a2-af40-439e-8e33-5b6db31a6d35'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:04.091874 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50168) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:04.106903 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9aa01390-dc16-4856-87d3-5e94b5eea047 None None] Current status of the port 7941c0c7-b004-4754-b657-cd18c50c3b94 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:04.107440 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9aa01390-dc16-4856-87d3-5e94b5eea047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:04.124412 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb088a0f-8c79-4640-b690-32ea48abf5ad req-7ac3f64b-bfa5-423d-99f6-a54b7d6f7a11 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516974 May 26 16:29:04.257493 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3825087-f4d7-47ae-8233-94033463fadc service neutron] Pushing event updated for resources: {'Port': ['ID=e900e213-26e9-48d2-b423-e5d210ae7585,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:04.363248 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454e5b0-e392-42c9-be52-f02bab1d077e req-8ca446b5-ecb5-4599-912c-a14a292864f5 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:04.372697 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1454e5b0-e392-42c9-be52-f02bab1d077e req-8ca446b5-ecb5-4599-912c-a14a292864f5 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 943 time: 0.2629721 May 26 16:29:04.459832 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9aa01390-dc16-4856-87d3-5e94b5eea047 None None] For port 7941c0c7-b004-4754-b657-cd18c50c3b94, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=7941c0c7-b004-4754-b657-cd18c50c3b94,segment=NetworkSegment(eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec),segment_id=eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:04.495649 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9aa01390-dc16-4856-87d3-5e94b5eea047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:04.525918 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 7941c0c7-b004-4754-b657-cd18c50c3b94 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:04.612649 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-e647045d-4c66-4f6b-94c8-7186219375d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:04.625763 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-e647045d-4c66-4f6b-94c8-7186219375d0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 1097 time: 0.2991805 May 26 16:29:04.686740 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1454e5b0-e392-42c9-be52-f02bab1d077e req-1be51adc-4153-4d0a-8cbd-b203da1c27a5 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711973 May 26 16:29:04.750485 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-93dde15a-18cc-4520-8265-e11e912f73f2 None None] Set router 3be498a2-af40-439e-8e33-5b6db31a6d35 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:04.804229 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50182) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:04.861444 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3dd48f87-70ce-4dc1-838c-87b842d15a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:05.036496 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-967f7c8e-ebdb-4b8f-9a59-c8d10766acea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:05.046587 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-967f7c8e-ebdb-4b8f-9a59-c8d10766acea service neutron] 10.222.0.83 "GET /v2.0/networks?id=3d916f38-2ac9-4597-8648-255b03a78511 HTTP/1.1" status: 200 len: 897 time: 0.4087355 May 26 16:29:05.059500 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 7941c0c7-b004-4754-b657-cd18c50c3b94 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:05.060330 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:05.100229 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-c3825087-f4d7-47ae-8233-94033463fadc service neutron] Attempting to bind port e900e213-26e9-48d2-b423-e5d210ae7585 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:05.100573 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-c3825087-f4d7-47ae-8233-94033463fadc service neutron] Attempting to bind port e900e213-26e9-48d2-b423-e5d210ae7585 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:05.100901 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-c3825087-f4d7-47ae-8233-94033463fadc service neutron] Attempting to bind port e900e213-26e9-48d2-b423-e5d210ae7585 on network ceae140a-4691-47b9-ad57-1026c75c737f {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:05.128002 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa01390-dc16-4856-87d3-5e94b5eea047 None None] Pushing event updated for resources: {'Port': ['ID=7941c0c7-b004-4754-b657-cd18c50c3b94,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:05.152326 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-c3825087-f4d7-47ae-8233-94033463fadc service neutron] Port e900e213-26e9-48d2-b423-e5d210ae7585 on network ceae140a-4691-47b9-ad57-1026c75c737f not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:05.152711 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-c3825087-f4d7-47ae-8233-94033463fadc service neutron] Attempting to bind port e900e213-26e9-48d2-b423-e5d210ae7585 on network ceae140a-4691-47b9-ad57-1026c75c737f {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:05.200021 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-d09d3ed6-085f-49aa-bb5a-582a6deee1d2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3dd3b68-6001-4082-a194-0d3de9aa6be1 HTTP/1.1" status: 200 len: 1002 time: 0.1340761 May 26 16:29:05.258309 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db719a3e-9c4c-47ea-9846-e4da18af5dda req-f1f3baa3-ae3d-432c-8edc-82635a18d05f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:05.260504 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db719a3e-9c4c-47ea-9846-e4da18af5dda req-f1f3baa3-ae3d-432c-8edc-82635a18d05f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 946 time: 0.7780514 May 26 16:29:05.271807 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-c3825087-f4d7-47ae-8233-94033463fadc service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:29:05.272259 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-c3825087-f4d7-47ae-8233-94033463fadc service neutron] Checking segment: {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:05.272665 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-c3825087-f4d7-47ae-8233-94033463fadc service neutron] Bound using segment: {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:29:05.273152 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-c3825087-f4d7-47ae-8233-94033463fadc service neutron] Bound port: e900e213-26e9-48d2-b423-e5d210ae7585, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:29:05.273697 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-c3825087-f4d7-47ae-8233-94033463fadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:05.302055 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-fcfde9a5-25ef-4f2b-9880-ffca3e0a2f08 admin admin] Deleting port 7941c0c7-b004-4754-b657-cd18c50c3b94 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:05.302374 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fcfde9a5-25ef-4f2b-9880-ffca3e0a2f08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:05.360939 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3dd48f87-70ce-4dc1-838c-87b842d15a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:05.435069 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-c3825087-f4d7-47ae-8233-94033463fadc service neutron] For port e900e213-26e9-48d2-b423-e5d210ae7585, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:05.438746 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-c3825087-f4d7-47ae-8233-94033463fadc service neutron] For port e900e213-26e9-48d2-b423-e5d210ae7585, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e900e213-26e9-48d2-b423-e5d210ae7585,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:29:05.461654 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3dd48f87-70ce-4dc1-838c-87b842d15a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:05.464204 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-dc1b48bb-951f-40bf-b3b3-6e612c4a7d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:05.464633 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-c3825087-f4d7-47ae-8233-94033463fadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:05.466499 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-dc1b48bb-951f-40bf-b3b3-6e612c4a7d2b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5c7b1e96-afea-486c-b964-8dc60319baa9 HTTP/1.1" status: 200 len: 835 time: 0.2505753 May 26 16:29:05.466643 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3c1bb6d3-d3f6-4613-994d-f1e838fac66b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:05.473335 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 7941c0c7-b004-4754-b657-cd18c50c3b94 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:05.475218 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device eb336a72-fdd2-4b16-abef-3e0f78d7cc82 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:05.521152 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db719a3e-9c4c-47ea-9846-e4da18af5dda req-7712182b-e565-489c-b948-02f002d0903b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331815 May 26 16:29:05.590332 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port eb336a72-fdd2-4b16-abef-3e0f78d7cc82 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:05.595378 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:05.648258 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-3e810a46-fec0-4feb-b2ea-9c08919194d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:05.650030 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-3e810a46-fec0-4feb-b2ea-9c08919194d8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3d916f38-2ac9-4597-8648-255b03a78511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1742606 May 26 16:29:05.721771 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-93dde15a-18cc-4520-8265-e11e912f73f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:15Z', 'revision_number': 5, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:05.743488 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-c3825087-f4d7-47ae-8233-94033463fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:05.748465 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-c3825087-f4d7-47ae-8233-94033463fadc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:05.753753 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-c3825087-f4d7-47ae-8233-94033463fadc service neutron] 10.222.0.81 "PUT /v2.0/ports/e900e213-26e9-48d2-b423-e5d210ae7585 HTTP/1.1" status: 200 len: 1091 time: 3.3612955 May 26 16:29:05.781823 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd113dd24-e141-4e19-bd28-9fe2731032b7', 'tag': 'e900e213-26e9-48d2-b423-e5d210ae7585'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:29:05.792572 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff82c0fc-fb4a-4121-b611-ec910c73e6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d113dd24-e141-4e19-bd28-9fe2731032b7", "tag": "e900e213-26e9-48d2-b423-e5d210ae7585"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:29:05.794926 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dde15a-18cc-4520-8265-e11e912f73f2 None None] The sync data for ids ['3be498a2-af40-439e-8e33-5b6db31a6d35'] in n-d-843337-2 is: [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:19:02Z', 'revision_number': 4, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '32e3c13e-6c8b-405d-813c-985127d262d4', 'name': '', 'network_id': '91e281f8-c4da-4a2d-a68d-16e867895ff6', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'mac_address': 'fa:16:3e:b9:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:19:01Z', 'updated_at': '2022-05-26T16:19:15Z', 'revision_number': 5, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'subnets': [{'id': 'fee14286-9209-4b96-87d8-95a3251de24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:29:05.805696 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-f4fd0f8c-8617-4494-bb7b-2c70bca8eff4 service neutron] 10.222.0.83 "GET /v2.0/networks/3d916f38-2ac9-4597-8648-255b03a78511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436656 May 26 16:29:05.827329 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-fcfde9a5-25ef-4f2b-9880-ffca3e0a2f08 admin admin] For port 7941c0c7-b004-4754-b657-cd18c50c3b94, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=7941c0c7-b004-4754-b657-cd18c50c3b94,segment=NetworkSegment(eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec),segment_id=eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:05.827676 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fcfde9a5-25ef-4f2b-9880-ffca3e0a2f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:05.843539 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d091601-def7-4567-9b96-0b30506a4199 req-1d1bd88d-4080-4fa6-89b8-183eed55acc1 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:05.853282 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d091601-def7-4567-9b96-0b30506a4199 req-1d1bd88d-4080-4fa6-89b8-183eed55acc1 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.5245824 May 26 16:29:05.911051 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-fcfde9a5-25ef-4f2b-9880-ffca3e0a2f08 admin admin] Calling delete_port for 7941c0c7-b004-4754-b657-cd18c50c3b94 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:05.922555 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port eb336a72-fdd2-4b16-abef-3e0f78d7cc82 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:05.923304 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3c1bb6d3-d3f6-4613-994d-f1e838fac66b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:05.930473 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3dd48f87-70ce-4dc1-838c-87b842d15a58 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0fa76ee2c0614caea16f61ed10e7a3e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8356862 May 26 16:29:05.959528 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50200) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:05.961815 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd48f87-70ce-4dc1-838c-87b842d15a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca54b44-6bd5-491d-8886-57bbaf49a8a1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:06.106002 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-64553033-a9ad-480f-8f21-dfbce1206709 service neutron] 10.222.0.83 "GET /v2.0/networks/3d916f38-2ac9-4597-8648-255b03a78511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807343 May 26 16:29:06.152739 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 7941c0c7-b004-4754-b657-cd18c50c3b94 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:06.164054 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d091601-def7-4567-9b96-0b30506a4199 req-9502c24f-44b6-4b82-b6c2-71aa578db4e8 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065146 May 26 16:29:06.242332 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3825087-f4d7-47ae-8233-94033463fadc service neutron] Pushing event updated for resources: {'Port': ['ID=e900e213-26e9-48d2-b423-e5d210ae7585,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:06.306371 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-751f0164-4bc5-44b6-b653-930f449b24cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:06.309021 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-751f0164-4bc5-44b6-b653-930f449b24cf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 1094 time: 0.4954832 May 26 16:29:06.333388 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43865f23-31ef-461b-82bb-fdb0bb8c5dc4 req-d0fe5627-5264-464e-ade5-e7fd972d387f tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:06.335294 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43865f23-31ef-461b-82bb-fdb0bb8c5dc4 req-d0fe5627-5264-464e-ade5-e7fd972d387f tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 943 time: 0.3765399 May 26 16:29:06.398959 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131df4e0-1213-47d2-8537-72d9b070fc67 None None] New status for floating IP 478779b1-f133-428e-8d8e-2ea1fb9a0068: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:29:06.400298 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 7941c0c7-b004-4754-b657-cd18c50c3b94 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:06.400804 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:06.474408 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-25f85a3e-69b4-4f26-89fe-afe59e5a4d60 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e900e213-26e9-48d2-b423-e5d210ae7585 HTTP/1.1" status: 200 len: 217 time: 0.1539383 May 26 16:29:06.564887 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 7941c0c7-b004-4754-b657-cd18c50c3b94 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:06.595403 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fcfde9a5-25ef-4f2b-9880-ffca3e0a2f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:06.607734 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-175edfb6-67c8-4e46-af19-fc4d764cd261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:06.609237 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-175edfb6-67c8-4e46-af19-fc4d764cd261 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5431b2c2-5959-417a-9a98-2b2d0e6627f0 HTTP/1.1" status: 200 len: 851 time: 0.1275945 May 26 16:29:06.635133 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3c1bb6d3-d3f6-4613-994d-f1e838fac66b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:06.638030 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3c1bb6d3-d3f6-4613-994d-f1e838fac66b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:06.639739 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3c1bb6d3-d3f6-4613-994d-f1e838fac66b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "DELETE /v2.0/security-groups/99ecc366-2e85-45bb-8c5e-e03272c81a29 HTTP/1.1" status: 204 len: 168 time: 1.8240831 May 26 16:29:06.651540 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50224) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:06.658793 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4c1395-7cef-45d6-95b4-f6dc1c3b14cb x-openstack-request-id: req-0a4c1395-7cef-45d6-95b4-f6dc1c3b14cb {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:29:06.659545 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d113dd24-e141-4e19-bd28-9fe2731032b7", "tag": "e900e213-26e9-48d2-b423-e5d210ae7585", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:29:06.659955 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a4c1395-7cef-45d6-95b4-f6dc1c3b14cb {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:29:06.660576 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a4c1395-7cef-45d6-95b4-f6dc1c3b14cb'] response: {'name': 'network-changed', 'server_uuid': 'd113dd24-e141-4e19-bd28-9fe2731032b7', 'tag': 'e900e213-26e9-48d2-b423-e5d210ae7585', 'status': 'completed', 'code': 200} May 26 16:29:06.667289 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43865f23-31ef-461b-82bb-fdb0bb8c5dc4 req-aab8c73b-8294-477b-b77d-d1dc581a111c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242574 May 26 16:29:06.673733 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6594c61d-ff22-497c-8a4a-880a04d9f820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:06.709759 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-6e12df9e-3089-4ccc-aab9-516423bc1e51 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:06.711286 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-6e12df9e-3089-4ccc-aab9-516423bc1e51 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b&tenant_id=ab86e9d575124bbb8f1141e0888ad848&binding%3Ahost_id=n-h1-843337-2 HTTP/1.1" status: 200 len: 1097 time: 0.2999730 May 26 16:29:06.722710 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-bd7de800-7c67-4c13-bd5a-f3043a9c2000 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] show failed (client error): The resource could not be found. May 26 16:29:06.727567 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bd7de800-7c67-4c13-bd5a-f3043a9c2000 tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "GET /v2.0/security-groups/99ecc366-2e85-45bb-8c5e-e03272c81a29 HTTP/1.1" status: 404 len: 347 time: 0.0547135 May 26 16:29:06.740442 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfde9a5-25ef-4f2b-9880-ffca3e0a2f08 admin admin] Pushing event deleted for resources: {'Port': ['ID=7941c0c7-b004-4754-b657-cd18c50c3b94,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:06.747357 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50226) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:06.749734 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bb6d3-d3f6-4613-994d-f1e838fac66b tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ecc366-2e85-45bb-8c5e-e03272c81a29,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:06.765955 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-eb726baf-f2dc-48e5-977c-e501cd3421eb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843337-2'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:06.795951 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6594c61d-ff22-497c-8a4a-880a04d9f820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:06.884016 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-c2ca311a-c5c4-41f1-ab1c-9bd942542422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:06.885649 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-c2ca311a-c5c4-41f1-ab1c-9bd942542422 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceae140a-4691-47b9-ad57-1026c75c737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2518456 May 26 16:29:06.919670 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-eb726baf-f2dc-48e5-977c-e501cd3421eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:07.035140 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-90c7f2e1-4696-453e-b30f-dfdd6984e3c8 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362884 May 26 16:29:07.120917 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2cf02-8e6c-498c-862f-b0d603c06798 req-004d0719-e4c3-4dc8-aaa0-cd5dbf95c3bb tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:07.122958 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9a2cf02-8e6c-498c-862f-b0d603c06798 req-004d0719-e4c3-4dc8-aaa0-cd5dbf95c3bb tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 946 time: 0.3472443 May 26 16:29:07.249966 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fcfde9a5-25ef-4f2b-9880-ffca3e0a2f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:07.266786 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6594c61d-ff22-497c-8a4a-880a04d9f820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:07.270208 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6594c61d-ff22-497c-8a4a-880a04d9f820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:07.271465 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6594c61d-ff22-497c-8a4a-880a04d9f820 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3ca54b44-6bd5-491d-8886-57bbaf49a8a1 HTTP/1.1" status: 204 len: 168 time: 1.3060138 May 26 16:29:07.297854 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9a2cf02-8e6c-498c-862f-b0d603c06798 req-e83065e5-58ec-4766-bad2-aef523e9a0e3 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350324 May 26 16:29:07.303712 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594c61d-ff22-497c-8a4a-880a04d9f820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca54b44-6bd5-491d-8886-57bbaf49a8a1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:07.322063 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-8dc7c89c-1308-4555-905b-834b2ceb1e4c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Deleting port 1b1ab8c5-86e0-4f49-b4a2-3640977ec8b5 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:07.322875 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8dc7c89c-1308-4555-905b-834b2ceb1e4c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:07.380530 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ec82103-aa9e-480c-ae77-74a993302ab2 req-211c2a69-5285-4ccb-b448-11e346c0448f service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835240 May 26 16:29:07.471638 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c617df-6250-4db3-994a-be1ba6e1acab req-2ef03e6d-bfef-4a5b-9e09-6396c77f25be tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:07.474246 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07c617df-6250-4db3-994a-be1ba6e1acab req-2ef03e6d-bfef-4a5b-9e09-6396c77f25be tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.1608124 May 26 16:29:07.547197 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-eb726baf-f2dc-48e5-977c-e501cd3421eb service neutron] For port b3dd3b68-6001-4082-a194-0d3de9aa6be1, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b3dd3b68-6001-4082-a194-0d3de9aa6be1,segment=NetworkSegment(fdcf15d2-f376-4436-b6f5-0262dc5729df),segment_id=fdcf15d2-f376-4436-b6f5-0262dc5729df)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:07.565506 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8dc7c89c-1308-4555-905b-834b2ceb1e4c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:07.565820 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8dc7c89c-1308-4555-905b-834b2ceb1e4c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:07.594905 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-8dc7c89c-1308-4555-905b-834b2ceb1e4c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Calling delete_port for 1b1ab8c5-86e0-4f49-b4a2-3640977ec8b5 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:07.695339 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-eb726baf-f2dc-48e5-977c-e501cd3421eb service neutron] For port b3dd3b68-6001-4082-a194-0d3de9aa6be1, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:07.706351 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07c617df-6250-4db3-994a-be1ba6e1acab req-d17a555a-8423-4e0b-a163-ecd7ba4ae5a5 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137802 May 26 16:29:07.710511 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82c0fc-fb4a-4121-b611-ec910c73e6a7 req-63c19024-e909-43c2-a6a0-e6f72e3b5183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:07.712218 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff82c0fc-fb4a-4121-b611-ec910c73e6a7 req-63c19024-e909-43c2-a6a0-e6f72e3b5183 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 1094 time: 0.2764308 May 26 16:29:08.101566 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fe661-f14d-4ae8-ad02-52df16cc8f52 req-83ac47cd-5a49-4238-8f2d-2e9615d32065 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:08.103163 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8f4fe661-f14d-4ae8-ad02-52df16cc8f52 req-83ac47cd-5a49-4238-8f2d-2e9615d32065 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 943 time: 0.2087755 May 26 16:29:08.138324 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8dc7c89c-1308-4555-905b-834b2ceb1e4c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:08.177434 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7c89c-1308-4555-905b-834b2ceb1e4c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Pushing event deleted for resources: {'Port': ['ID=1b1ab8c5-86e0-4f49-b4a2-3640977ec8b5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:08.234022 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82c0fc-fb4a-4121-b611-ec910c73e6a7 req-c94c8b64-14fd-4411-9699-e9438e3a6ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:08.241106 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff82c0fc-fb4a-4121-b611-ec910c73e6a7 req-c94c8b64-14fd-4411-9699-e9438e3a6ee0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 913 time: 0.5210288 May 26 16:29:08.258951 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8f4fe661-f14d-4ae8-ad02-52df16cc8f52 req-0e42d70f-61fd-4d38-a3ba-be3fb32b5f69 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409848 May 26 16:29:08.341949 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfde9a5-25ef-4f2b-9880-ffca3e0a2f08 admin admin] Router b0568e08-5a1e-4e1a-9899-2b011de6f8f2 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:29:08.355942 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77156f0-ba43-4409-8323-0e6697cae45b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3dd3b68-6001-4082-a194-0d3de9aa6be1'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:29:08.358480 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f0f77c-63e0-4ce7-9783-2151885246b6" -d '{"events": [{"server_uuid": "b77156f0-ba43-4409-8323-0e6697cae45b", "name": "network-vif-unplugged", "status": "completed", "tag": "b3dd3b68-6001-4082-a194-0d3de9aa6be1"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:29:08.364249 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff82c0fc-fb4a-4121-b611-ec910c73e6a7 req-9c1f0169-07f1-4abb-b6c9-5daea46a0a6d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e900e213-26e9-48d2-b423-e5d210ae7585 HTTP/1.1" status: 200 len: 217 time: 0.1022816 May 26 16:29:08.374438 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-eb726baf-f2dc-48e5-977c-e501cd3421eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:08.385595 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-eb726baf-f2dc-48e5-977c-e501cd3421eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:08.401269 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8dc7c89c-1308-4555-905b-834b2ceb1e4c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:08.404046 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8dc7c89c-1308-4555-905b-834b2ceb1e4c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:08.405411 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8dc7c89c-1308-4555-905b-834b2ceb1e4c tempest-AttachVolumeNegativeTest-442653952 tempest-AttachVolumeNegativeTest-442653952-project] 10.222.0.77 "DELETE /v2.0/floatingips/478779b1-f133-428e-8d8e-2ea1fb9a0068 HTTP/1.1" status: 204 len: 168 time: 1.6531677 May 26 16:29:08.487441 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82c0fc-fb4a-4121-b611-ec910c73e6a7 req-4e8183cd-3f6d-4a23-936a-208556f5a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:08.490066 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff82c0fc-fb4a-4121-b611-ec910c73e6a7 req-4e8183cd-3f6d-4a23-936a-208556f5a50c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5431b2c2-5959-417a-9a98-2b2d0e6627f0 HTTP/1.1" status: 200 len: 851 time: 0.1001184 May 26 16:29:08.588000 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4790ddfb-c144-45bd-8f80-a9e52f3c4dd8 x-openstack-request-id: req-4790ddfb-c144-45bd-8f80-a9e52f3c4dd8 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:29:08.588646 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77156f0-ba43-4409-8323-0e6697cae45b", "name": "network-vif-unplugged", "status": "completed", "tag": "b3dd3b68-6001-4082-a194-0d3de9aa6be1", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:29:08.589078 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4790ddfb-c144-45bd-8f80-a9e52f3c4dd8 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:29:08.589616 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4790ddfb-c144-45bd-8f80-a9e52f3c4dd8'] response: {'server_uuid': 'b77156f0-ba43-4409-8323-0e6697cae45b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3dd3b68-6001-4082-a194-0d3de9aa6be1', 'code': 200} May 26 16:29:08.597290 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb726baf-f2dc-48e5-977c-e501cd3421eb service neutron] Pushing event updated for resources: {'Port': ['ID=b3dd3b68-6001-4082-a194-0d3de9aa6be1,revision_number=7']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:08.759970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a79d0-331e-4a64-bbfd-3ce3e579cb1a req-4c352413-8a8e-4d7a-acc6-aebc19e455f7 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:08.774389 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f1a79d0-331e-4a64-bbfd-3ce3e579cb1a req-4c352413-8a8e-4d7a-acc6-aebc19e455f7 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 944 time: 0.2025862 May 26 16:29:08.782349 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82c0fc-fb4a-4121-b611-ec910c73e6a7 req-bb1c2206-e4a0-48f3-88b8-bf498ab3df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:08.784493 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff82c0fc-fb4a-4121-b611-ec910c73e6a7 req-bb1c2206-e4a0-48f3-88b8-bf498ab3df33 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceae140a-4691-47b9-ad57-1026c75c737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2784908 May 26 16:29:08.916535 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f1a79d0-331e-4a64-bbfd-3ce3e579cb1a req-51361b62-ed64-4e9b-87a1-ec48d94825ae tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309376 May 26 16:29:08.954073 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-eb726baf-f2dc-48e5-977c-e501cd3421eb service neutron] Attempting to bind port b3dd3b68-6001-4082-a194-0d3de9aa6be1 on host n-h1-843337-2 for vnic_type normal with profile {"migrating_to": "n-h2-843337-2"} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:08.954807 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-eb726baf-f2dc-48e5-977c-e501cd3421eb service neutron] Attempting to bind port b3dd3b68-6001-4082-a194-0d3de9aa6be1 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'fdcf15d2-f376-4436-b6f5-0262dc5729df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:08.955871 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-eb726baf-f2dc-48e5-977c-e501cd3421eb service neutron] Attempting to bind port b3dd3b68-6001-4082-a194-0d3de9aa6be1 on network 3d916f38-2ac9-4597-8648-255b03a78511 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:08.959109 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfde9a5-25ef-4f2b-9880-ffca3e0a2f08 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:29:08.965659 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fcfde9a5-25ef-4f2b-9880-ffca3e0a2f08 admin admin] 10.222.0.77 "PUT /v2.0/routers/b0568e08-5a1e-4e1a-9899-2b011de6f8f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1511507 May 26 16:29:08.969028 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50380) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:08.973107 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26caddc-2ca7-4402-949f-dfc00841ba44 None None] Sync routers for ids ['b0568e08-5a1e-4e1a-9899-2b011de6f8f2'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:29:09.025907 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-cb896d23-7453-4f2c-b733-879e207e4b1d None None] Provisioning complete for port b3dd3b68-6001-4082-a194-0d3de9aa6be1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:09.026284 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb896d23-7453-4f2c-b733-879e207e4b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:09.028018 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26caddc-2ca7-4402-949f-dfc00841ba44 None None] Routers {'b0568e08-5a1e-4e1a-9899-2b011de6f8f2'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:09.028696 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b26caddc-2ca7-4402-949f-dfc00841ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:28:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b0568e08-5a1e-4e1a-9899-2b011de6f8f2'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:09.098902 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d231a127-aa7c-4020-8ffd-694dc495e873 admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:09.102024 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-eb726baf-f2dc-48e5-977c-e501cd3421eb service neutron] Port b3dd3b68-6001-4082-a194-0d3de9aa6be1 on network 3d916f38-2ac9-4597-8648-255b03a78511 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:09.102553 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-eb726baf-f2dc-48e5-977c-e501cd3421eb service neutron] Attempting to bind port b3dd3b68-6001-4082-a194-0d3de9aa6be1 on network 3d916f38-2ac9-4597-8648-255b03a78511 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:09.115877 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5f9b7-5785-43f4-8cce-e396f6ee4f9a req-acc891de-432f-4e4a-8c83-c6b41dd23b85 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:09.119514 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9cb5f9b7-5785-43f4-8cce-e396f6ee4f9a req-acc891de-432f-4e4a-8c83-c6b41dd23b85 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.2116759 May 26 16:29:09.141723 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff82c0fc-fb4a-4121-b611-ec910c73e6a7 req-1bb1bd48-ad45-4c01-8492-65aa0a72f974 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474126 May 26 16:29:09.156721 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-eb726baf-f2dc-48e5-977c-e501cd3421eb service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:29:09.157404 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-eb726baf-f2dc-48e5-977c-e501cd3421eb service neutron] Checking segment: {'id': 'fdcf15d2-f376-4436-b6f5-0262dc5729df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:09.158125 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-eb726baf-f2dc-48e5-977c-e501cd3421eb service neutron] Bound using segment: {'id': 'fdcf15d2-f376-4436-b6f5-0262dc5729df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:29:09.159527 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-eb726baf-f2dc-48e5-977c-e501cd3421eb service neutron] Bound port: b3dd3b68-6001-4082-a194-0d3de9aa6be1, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdcf15d2-f376-4436-b6f5-0262dc5729df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:29:09.160218 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-eb726baf-f2dc-48e5-977c-e501cd3421eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:09.260418 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9cb5f9b7-5785-43f4-8cce-e396f6ee4f9a req-f8e65fa4-d250-4f44-9d4c-77fedea250a5 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184199 May 26 16:29:09.306772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cb896d23-7453-4f2c-b733-879e207e4b1d None None] Port b3dd3b68-6001-4082-a194-0d3de9aa6be1 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:29:09.363589 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-b26caddc-2ca7-4402-949f-dfc00841ba44 None None] Set router b0568e08-5a1e-4e1a-9899-2b011de6f8f2 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:09.386293 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff82c0fc-fb4a-4121-b611-ec910c73e6a7 req-8d2a7f1e-1261-4dd8-b0db-8d25f319ab5d service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686437 May 26 16:29:09.386293 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50386) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:09.526504 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735b88c-af4f-405b-b05c-93b9061b7928 req-90136d08-f42a-4814-a9da-19f21511ef8a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:09.529554 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b735b88c-af4f-405b-b05c-93b9061b7928 req-90136d08-f42a-4814-a9da-19f21511ef8a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 943 time: 0.1095281 May 26 16:29:09.546070 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-eb726baf-f2dc-48e5-977c-e501cd3421eb service neutron] For port b3dd3b68-6001-4082-a194-0d3de9aa6be1, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:09.587628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-eb726baf-f2dc-48e5-977c-e501cd3421eb service neutron] For port b3dd3b68-6001-4082-a194-0d3de9aa6be1, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b3dd3b68-6001-4082-a194-0d3de9aa6be1,segment=NetworkSegment(fdcf15d2-f376-4436-b6f5-0262dc5729df),segment_id=fdcf15d2-f376-4436-b6f5-0262dc5729df)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:29:09.597578 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-eb726baf-f2dc-48e5-977c-e501cd3421eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:09.607239 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d231a127-aa7c-4020-8ffd-694dc495e873 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:09.611994 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0b448ca7-0805-4b0d-819d-ef78a8f1b3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:09.628975 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b735b88c-af4f-405b-b05c-93b9061b7928 req-c6887594-2f17-4be8-9373-5071fd5fa6bd tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916333 May 26 16:29:09.733638 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b26caddc-2ca7-4402-949f-dfc00841ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0568e08-5a1e-4e1a-9899-2b011de6f8f2', 'name': 'tempest-ImageQuotaTest-1917021633-router', 'tenant_id': '940c25ac030141f89537c8deb1b1b3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '63a766a7-7109-44e2-93ba-2c59606b50d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:47Z', 'updated_at': '2022-05-26T16:29:06Z', 'revision_number': 5, 'project_id': '940c25ac030141f89537c8deb1b1b3a8', 'gw_port': {'id': '63a766a7-7109-44e2-93ba-2c59606b50d5', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ab:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0568e08-5a1e-4e1a-9899-2b011de6f8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:48Z', 'updated_at': '2022-05-26T16:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:09.736074 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0b448ca7-0805-4b0d-819d-ef78a8f1b3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:09.747428 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0b448ca7-0805-4b0d-819d-ef78a8f1b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:09.768612 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26caddc-2ca7-4402-949f-dfc00841ba44 None None] Checking router: b0568e08-5a1e-4e1a-9899-2b011de6f8f2 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:29:09.788232 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26caddc-2ca7-4402-949f-dfc00841ba44 None None] Routers {'b0568e08-5a1e-4e1a-9899-2b011de6f8f2'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:09.789152 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b26caddc-2ca7-4402-949f-dfc00841ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:28:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b0568e08-5a1e-4e1a-9899-2b011de6f8f2'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:09.843072 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0b448ca7-0805-4b0d-819d-ef78a8f1b3eb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=541d56fd85b5468db37d1e698d44d912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4556482 May 26 16:29:09.844782 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b448ca7-0805-4b0d-819d-ef78a8f1b3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3a9183-3564-4d66-a904-205adc48abe6,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:09.849827 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb726baf-f2dc-48e5-977c-e501cd3421eb service neutron] Pushing event updated for resources: {'Port': ['ID=b3dd3b68-6001-4082-a194-0d3de9aa6be1,revision_number=8']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:09.852815 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50400) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:09.940692 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-b26caddc-2ca7-4402-949f-dfc00841ba44 None None] Set router b0568e08-5a1e-4e1a-9899-2b011de6f8f2 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:09.953415 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-d231a127-aa7c-4020-8ffd-694dc495e873 admin admin] Deleting port 63a766a7-7109-44e2-93ba-2c59606b50d5 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:09.954661 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d231a127-aa7c-4020-8ffd-694dc495e873 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:09.965186 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a089801f-e0b2-408d-b188-68afee5db2fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:09.968697 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-eb726baf-f2dc-48e5-977c-e501cd3421eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:09.969326 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-eb726baf-f2dc-48e5-977c-e501cd3421eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:09.970800 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-eb726baf-f2dc-48e5-977c-e501cd3421eb service neutron] 10.222.0.83 "PUT /v2.0/ports/b3dd3b68-6001-4082-a194-0d3de9aa6be1 HTTP/1.1" status: 200 len: 1122 time: 3.2331712 May 26 16:29:10.025684 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a089801f-e0b2-408d-b188-68afee5db2fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:10.112355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b26caddc-2ca7-4402-949f-dfc00841ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0568e08-5a1e-4e1a-9899-2b011de6f8f2', 'name': 'tempest-ImageQuotaTest-1917021633-router', 'tenant_id': '940c25ac030141f89537c8deb1b1b3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:47Z', 'updated_at': '2022-05-26T16:29:09Z', 'revision_number': 6, 'project_id': '940c25ac030141f89537c8deb1b1b3a8', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:10.164127 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-d231a127-aa7c-4020-8ffd-694dc495e873 admin admin] For port 63a766a7-7109-44e2-93ba-2c59606b50d5, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=63a766a7-7109-44e2-93ba-2c59606b50d5,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:10.164374 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d231a127-aa7c-4020-8ffd-694dc495e873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:10.184559 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-d231a127-aa7c-4020-8ffd-694dc495e873 admin admin] Calling delete_port for 63a766a7-7109-44e2-93ba-2c59606b50d5 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:10.188192 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a089801f-e0b2-408d-b188-68afee5db2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:10.191270 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a089801f-e0b2-408d-b188-68afee5db2fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:10.192459 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a089801f-e0b2-408d-b188-68afee5db2fd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cf3a9183-3564-4d66-a904-205adc48abe6 HTTP/1.1" status: 204 len: 168 time: 0.3355553 May 26 16:29:10.239438 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['b3dd3b68-6001-4082-a194-0d3de9aa6be1'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:29:10.276934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198f911-31a9-41ce-b8e4-fe43862c3ff3 req-d750b1d6-a1c9-4619-8629-6c179d5cac5d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:10.281639 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7198f911-31a9-41ce-b8e4-fe43862c3ff3 req-d750b1d6-a1c9-4619-8629-6c179d5cac5d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 944 time: 0.1797054 May 26 16:29:10.282453 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089801f-e0b2-408d-b188-68afee5db2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3a9183-3564-4d66-a904-205adc48abe6,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:10.331939 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26caddc-2ca7-4402-949f-dfc00841ba44 None None] The sync data for ids ['b0568e08-5a1e-4e1a-9899-2b011de6f8f2'] in n-d-843337-2 is: [{'id': 'b0568e08-5a1e-4e1a-9899-2b011de6f8f2', 'name': 'tempest-ImageQuotaTest-1917021633-router', 'tenant_id': '940c25ac030141f89537c8deb1b1b3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:47Z', 'updated_at': '2022-05-26T16:29:09Z', 'revision_number': 6, 'project_id': '940c25ac030141f89537c8deb1b1b3a8', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:29:10.354110 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5f38c15a-2951-4bfb-80a5-5164fc9e71c7 None None] Provisioning complete for port b3dd3b68-6001-4082-a194-0d3de9aa6be1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:10.354510 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f38c15a-2951-4bfb-80a5-5164fc9e71c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:10.442706 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7198f911-31a9-41ce-b8e4-fe43862c3ff3 req-c29efc2d-ace5-4d80-8f94-6c7fe1cd5b18 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448166 May 26 16:29:10.568902 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d231a127-aa7c-4020-8ffd-694dc495e873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:10.598439 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f5d35-b3e2-471e-ad3d-7e7f7df1e5b2 req-10ac680c-84eb-4211-a8a0-7e1fb50dfd7e tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:10.600036 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9f9f5d35-b3e2-471e-ad3d-7e7f7df1e5b2 req-10ac680c-84eb-4211-a8a0-7e1fb50dfd7e tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.2329557 May 26 16:29:10.605960 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77156f0-ba43-4409-8323-0e6697cae45b', 'tag': 'b3dd3b68-6001-4082-a194-0d3de9aa6be1'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:29:10.609325 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846ac5bb-47c0-4f9b-bd69-dab01daec2ad" -d '{"events": [{"name": "network-changed", "server_uuid": "b77156f0-ba43-4409-8323-0e6697cae45b", "tag": "b3dd3b68-6001-4082-a194-0d3de9aa6be1"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:29:10.617683 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231a127-aa7c-4020-8ffd-694dc495e873 admin admin] Pushing event deleted for resources: {'Port': ['ID=63a766a7-7109-44e2-93ba-2c59606b50d5,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:10.628678 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5f38c15a-2951-4bfb-80a5-5164fc9e71c7 None None] Current status of the port b3dd3b68-6001-4082-a194-0d3de9aa6be1 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:10.629067 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f38c15a-2951-4bfb-80a5-5164fc9e71c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:10.684616 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9f9f5d35-b3e2-471e-ad3d-7e7f7df1e5b2 req-dd16fe33-eda4-4211-9cbf-2266e6b9ba0a tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774057 May 26 16:29:10.700611 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77156f0-ba43-4409-8323-0e6697cae45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dd3b68-6001-4082-a194-0d3de9aa6be1'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:29:10.702940 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e6a05a-499f-4ac8-8a8a-a16e6b863f54" -d '{"events": [{"server_uuid": "b77156f0-ba43-4409-8323-0e6697cae45b", "name": "network-vif-plugged", "status": "completed", "tag": "b3dd3b68-6001-4082-a194-0d3de9aa6be1"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:29:10.715142 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d231a127-aa7c-4020-8ffd-694dc495e873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:10.746942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5f38c15a-2951-4bfb-80a5-5164fc9e71c7 None None] For port b3dd3b68-6001-4082-a194-0d3de9aa6be1, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b3dd3b68-6001-4082-a194-0d3de9aa6be1,segment=NetworkSegment(fdcf15d2-f376-4436-b6f5-0262dc5729df),segment_id=fdcf15d2-f376-4436-b6f5-0262dc5729df)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:10.768398 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f38c15a-2951-4bfb-80a5-5164fc9e71c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:10.853864 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41325048-9e42-47cb-89e3-886a24d3a112 x-openstack-request-id: req-41325048-9e42-47cb-89e3-886a24d3a112 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:29:10.854213 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77156f0-ba43-4409-8323-0e6697cae45b", "name": "network-vif-plugged", "status": "completed", "tag": "b3dd3b68-6001-4082-a194-0d3de9aa6be1", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:29:10.857203 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41325048-9e42-47cb-89e3-886a24d3a112 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:29:10.857430 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41325048-9e42-47cb-89e3-886a24d3a112'] response: {'server_uuid': 'b77156f0-ba43-4409-8323-0e6697cae45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dd3b68-6001-4082-a194-0d3de9aa6be1', 'code': 200} May 26 16:29:10.868214 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07e490b-31a0-45c6-9cd2-2abb2c95836c x-openstack-request-id: req-d07e490b-31a0-45c6-9cd2-2abb2c95836c {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:29:10.868527 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77156f0-ba43-4409-8323-0e6697cae45b", "tag": "b3dd3b68-6001-4082-a194-0d3de9aa6be1", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:29:10.868793 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d07e490b-31a0-45c6-9cd2-2abb2c95836c {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:29:10.869224 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d07e490b-31a0-45c6-9cd2-2abb2c95836c'] response: {'name': 'network-changed', 'server_uuid': 'b77156f0-ba43-4409-8323-0e6697cae45b', 'tag': 'b3dd3b68-6001-4082-a194-0d3de9aa6be1', 'status': 'completed', 'code': 200} May 26 16:29:10.980652 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9cf19-eea2-4825-b9e9-b0f75ffc55ad req-0303baa4-3ed7-495d-9473-88eb23d2edaf tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:10.990233 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52a9cf19-eea2-4825-b9e9-b0f75ffc55ad req-0303baa4-3ed7-495d-9473-88eb23d2edaf tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 943 time: 0.0893946 May 26 16:29:10.993203 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ac5bb-47c0-4f9b-bd69-dab01daec2ad req-bb3a1881-cb6e-4277-9eb5-8127e453e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:10.994938 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-846ac5bb-47c0-4f9b-bd69-dab01daec2ad req-bb3a1881-cb6e-4277-9eb5-8127e453e58e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 1127 time: 0.2135308 May 26 16:29:10.995524 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50422) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:11.042250 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cef88752-764e-41a4-9b7a-36e0d68661ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:11.044357 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d231a127-aa7c-4020-8ffd-694dc495e873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:11.047940 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d231a127-aa7c-4020-8ffd-694dc495e873 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:11.097883 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d231a127-aa7c-4020-8ffd-694dc495e873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:11.098692 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d231a127-aa7c-4020-8ffd-694dc495e873 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0568e08-5a1e-4e1a-9899-2b011de6f8f2 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:29:11.107139 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d231a127-aa7c-4020-8ffd-694dc495e873 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:11.110653 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d231a127-aa7c-4020-8ffd-694dc495e873 admin admin] 10.222.0.77 "DELETE /v2.0/routers/b0568e08-5a1e-4e1a-9899-2b011de6f8f2 HTTP/1.1" status: 204 len: 168 time: 2.1379550 May 26 16:29:11.110984 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50424) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:11.170918 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-3380cba4-5319-4e30-b45b-1f9270221ec9 admin admin] Deleting subnet 32bf8b3e-980f-483e-8d43-cf5e7726266d {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:29:11.175733 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3380cba4-5319-4e30-b45b-1f9270221ec9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:11.208335 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38c15a-2951-4bfb-80a5-5164fc9e71c7 None None] Pushing event updated for resources: {'Port': ['ID=b3dd3b68-6001-4082-a194-0d3de9aa6be1,revision_number=9']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:11.215349 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3380cba4-5319-4e30-b45b-1f9270221ec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:11.323415 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3380cba4-5319-4e30-b45b-1f9270221ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:11.391367 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3380cba4-5319-4e30-b45b-1f9270221ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:11.438664 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380cba4-5319-4e30-b45b-1f9270221ec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32bf8b3e-980f-483e-8d43-cf5e7726266d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:11.443951 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3380cba4-5319-4e30-b45b-1f9270221ec9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:11.449529 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3380cba4-5319-4e30-b45b-1f9270221ec9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/32bf8b3e-980f-483e-8d43-cf5e7726266d HTTP/1.1" status: 204 len: 168 time: 0.3368733 May 26 16:29:11.451912 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50426) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:11.464684 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce80e49a-9d01-4fc6-8cf3-9676e7b077dc None None] Network a8850b7e-4bf1-46ac-86c7-574602110f50 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:29:11.490492 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52a9cf19-eea2-4825-b9e9-b0f75ffc55ad req-81791950-1fa2-40a5-8d54-867e77ee307f tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995434 May 26 16:29:11.587880 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ac5bb-47c0-4f9b-bd69-dab01daec2ad req-1b1ccdae-15ae-44dd-8a86-a9ab273b349b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:11.590095 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-846ac5bb-47c0-4f9b-bd69-dab01daec2ad req-1b1ccdae-15ae-44dd-8a86-a9ab273b349b service neutron] 10.222.0.81 "GET /v2.0/networks?id=3d916f38-2ac9-4597-8648-255b03a78511 HTTP/1.1" status: 200 len: 897 time: 0.5829349 May 26 16:29:11.599450 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e17134e2-75c2-4bae-8020-4d8674189668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:11.675403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e17134e2-75c2-4bae-8020-4d8674189668 admin admin] Deleting port c5477150-c3d5-470e-92fd-ad6bdf759845 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:11.675955 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e17134e2-75c2-4bae-8020-4d8674189668 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:11.800139 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-e17134e2-75c2-4bae-8020-4d8674189668 admin admin] For port c5477150-c3d5-470e-92fd-ad6bdf759845, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c5477150-c3d5-470e-92fd-ad6bdf759845,segment=NetworkSegment(eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec),segment_id=eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:11.800758 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e17134e2-75c2-4bae-8020-4d8674189668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:11.829298 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e17134e2-75c2-4bae-8020-4d8674189668 admin admin] Calling delete_port for c5477150-c3d5-470e-92fd-ad6bdf759845 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:11.865653 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-846ac5bb-47c0-4f9b-bd69-dab01daec2ad req-6836a869-c19e-4fc2-9acd-ef9c0aee278b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3dd3b68-6001-4082-a194-0d3de9aa6be1 HTTP/1.1" status: 200 len: 1002 time: 0.2658844 May 26 16:29:11.880519 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94f04d-cd2f-46c4-912a-df585cc426cb req-7a671d09-d369-4327-97fe-edfb8203adf0 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:11.883858 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f94f04d-cd2f-46c4-912a-df585cc426cb req-7a671d09-d369-4327-97fe-edfb8203adf0 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 946 time: 0.2921004 May 26 16:29:12.019496 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e17134e2-75c2-4bae-8020-4d8674189668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:12.079539 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17134e2-75c2-4bae-8020-4d8674189668 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5477150-c3d5-470e-92fd-ad6bdf759845,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:12.088886 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17134e2-75c2-4bae-8020-4d8674189668 admin admin] No DVR routers for this DVR port c5477150-c3d5-470e-92fd-ad6bdf759845 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:29:12.103776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 7941c0c7-b004-4754-b657-cd18c50c3b94 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:29:12.148462 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 7941c0c7-b004-4754-b657-cd18c50c3b94 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:29:12.149060 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 7941c0c7-b004-4754-b657-cd18c50c3b94 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:29:12.149776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 63a766a7-7109-44e2-93ba-2c59606b50d5 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:29:12.182938 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cef88752-764e-41a4-9b7a-36e0d68661ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:12.199728 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f94f04d-cd2f-46c4-912a-df585cc426cb req-1be18b90-d863-4cf0-b5e5-cf1c89cf1e4a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672789 May 26 16:29:12.203086 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 63a766a7-7109-44e2-93ba-2c59606b50d5 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:29:12.203441 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 63a766a7-7109-44e2-93ba-2c59606b50d5 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:29:12.210576 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cef88752-764e-41a4-9b7a-36e0d68661ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:12.214333 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10d68b8-e2ff-427e-8b60-c7d4232093b8 None None] DHCP port deletion for a8850b7e-4bf1-46ac-86c7-574602110f50 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:29:12.221596 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device b3dd3b68-6001-4082-a194-0d3de9aa6be1 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:29:12.291464 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e17134e2-75c2-4bae-8020-4d8674189668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:12.343591 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef88752-764e-41a4-9b7a-36e0d68661ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57d9225-26d9-4739-b7a1-50d28b346e58,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:12.346831 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-e17134e2-75c2-4bae-8020-4d8674189668 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8850b7e-4bf1-46ac-86c7-574602110f50']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:12.350375 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cef88752-764e-41a4-9b7a-36e0d68661ab admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7809994c56734e96a1dc041edc2a4972&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3530753 May 26 16:29:12.358258 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084661b-4de8-4496-b6e4-bb5dd7806525 req-6b8e9b5e-5f23-414b-bb4f-b7352764b8f6 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:12.359900 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6084661b-4de8-4496-b6e4-bb5dd7806525 req-6b8e9b5e-5f23-414b-bb4f-b7352764b8f6 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.4984772 May 26 16:29:12.361582 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ac5bb-47c0-4f9b-bd69-dab01daec2ad req-0f4f2e4f-f70a-4ca7-85d3-93a5b58fccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:12.365292 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-846ac5bb-47c0-4f9b-bd69-dab01daec2ad req-0f4f2e4f-f70a-4ca7-85d3-93a5b58fccdb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c7b1e96-afea-486c-b964-8dc60319baa9 HTTP/1.1" status: 200 len: 835 time: 0.4592807 May 26 16:29:12.365988 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50440) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:12.407190 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-e17134e2-75c2-4bae-8020-4d8674189668 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:12.407689 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-e17134e2-75c2-4bae-8020-4d8674189668 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:12.438278 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port b3dd3b68-6001-4082-a194-0d3de9aa6be1, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b3dd3b68-6001-4082-a194-0d3de9aa6be1,segment=NetworkSegment(fdcf15d2-f376-4436-b6f5-0262dc5729df),segment_id=fdcf15d2-f376-4436-b6f5-0262dc5729df)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:12.442100 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e17134e2-75c2-4bae-8020-4d8674189668 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:12.464611 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e17134e2-75c2-4bae-8020-4d8674189668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:12.466526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device b3dd3b68-6001-4082-a194-0d3de9aa6be1 has no active binding in host n-h2-843337-2 {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 26 16:29:12.474095 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17134e2-75c2-4bae-8020-4d8674189668 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:29:12.474541 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e17134e2-75c2-4bae-8020-4d8674189668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:12.501276 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b425189d-2b8a-4ce6-8641-7bd0c85d5220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:12.506470 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6084661b-4de8-4496-b6e4-bb5dd7806525 req-a88edb3f-b01d-4320-afe8-46e8e55cca40 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016109 May 26 16:29:12.530471 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec resource provider aggregate not found May 26 16:29:12.534950 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ac5bb-47c0-4f9b-bd69-dab01daec2ad req-1d3e161a-5d4c-4713-a49f-08d576f198cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:12.536564 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-846ac5bb-47c0-4f9b-bd69-dab01daec2ad req-1d3e161a-5d4c-4713-a49f-08d576f198cf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3d916f38-2ac9-4597-8648-255b03a78511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328604 May 26 16:29:12.538770 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b425189d-2b8a-4ce6-8641-7bd0c85d5220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:12.564631 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb041b56-a7c4-4a51-b9c3-e2b3fcb204ec found for delete ", "request_id": "req-e9ce745a-cb34-45a7-9839-fa35b789e295"}]} May 26 16:29:12.572421 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e17134e2-75c2-4bae-8020-4d8674189668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:12.605769 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e17134e2-75c2-4bae-8020-4d8674189668 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:12.613885 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e17134e2-75c2-4bae-8020-4d8674189668 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a8850b7e-4bf1-46ac-86c7-574602110f50 HTTP/1.1" status: 204 len: 168 time: 1.1565335 May 26 16:29:12.629964 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17134e2-75c2-4bae-8020-4d8674189668 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8850b7e-4bf1-46ac-86c7-574602110f50,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:12.757384 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b425189d-2b8a-4ce6-8641-7bd0c85d5220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:12.761315 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b425189d-2b8a-4ce6-8641-7bd0c85d5220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:12.762457 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b425189d-2b8a-4ce6-8641-7bd0c85d5220 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d57d9225-26d9-4739-b7a1-50d28b346e58 HTTP/1.1" status: 204 len: 168 time: 0.3955436 May 26 16:29:12.783315 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425189d-2b8a-4ce6-8641-7bd0c85d5220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57d9225-26d9-4739-b7a1-50d28b346e58,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:12.823124 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-846ac5bb-47c0-4f9b-bd69-dab01daec2ad req-938003c1-aaea-40a9-b718-d9592b313fa6 service neutron] 10.222.0.81 "GET /v2.0/networks/3d916f38-2ac9-4597-8648-255b03a78511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689626 May 26 16:29:12.900764 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50452) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:12.907968 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0f4f0-c554-4e38-9429-c521cf339855 req-ec1b9bbf-e41f-48e1-8412-7c5fc6e422fb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:12.910386 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ada0f4f0-c554-4e38-9429-c521cf339855 req-ec1b9bbf-e41f-48e1-8412-7c5fc6e422fb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 943 time: 0.2263179 May 26 16:29:12.964299 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-625a7730-8402-4bfa-9ad4-5cef07f995e6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=940c25ac030141f89537c8deb1b1b3a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0620549 May 26 16:29:12.966977 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50456) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:13.005693 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ada0f4f0-c554-4e38-9429-c521cf339855 req-937b3dc0-2bd3-416c-960e-6c3e9bbd6f98 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849586 May 26 16:29:13.015783 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-846ac5bb-47c0-4f9b-bd69-dab01daec2ad req-010c154a-c469-4d0c-9c11-16b6967a8ac8 service neutron] 10.222.0.81 "GET /v2.0/networks/3d916f38-2ac9-4597-8648-255b03a78511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856365 May 26 16:29:13.019517 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6b9041fe-3488-4bde-b16f-d1ee9ebc07d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:13.091065 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78f3052c-c8d6-4923-90e7-be02eced827d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:13.121255 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78f3052c-c8d6-4923-90e7-be02eced827d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:13.198338 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78f3052c-c8d6-4923-90e7-be02eced827d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:13.202366 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-78f3052c-c8d6-4923-90e7-be02eced827d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:13.211170 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-78f3052c-c8d6-4923-90e7-be02eced827d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/74eed406-ca89-4daa-a000-9562a34288f4 HTTP/1.1" status: 204 len: 168 time: 0.2423482 May 26 16:29:13.229348 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3052c-c8d6-4923-90e7-be02eced827d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74eed406-ca89-4daa-a000-9562a34288f4,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:13.489543 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9b00e-7782-4729-b9a0-b87f3b61c10a req-7dba1a58-419b-4ae3-81b6-2ed38af0f128 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:13.491290 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9cc9b00e-7782-4729-b9a0-b87f3b61c10a req-7dba1a58-419b-4ae3-81b6-2ed38af0f128 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 946 time: 0.0978861 May 26 16:29:13.572173 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9cc9b00e-7782-4729-b9a0-b87f3b61c10a req-8291bbd3-88a6-4be6-9342-e88acbd2c01a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722899 May 26 16:29:13.699980 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4bfaf-6ad7-4477-8ebc-ea7a16644273 req-831b19c9-cfe5-4fc8-8a87-d253ac699ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:13.703676 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fbf4bfaf-6ad7-4477-8ebc-ea7a16644273 req-831b19c9-cfe5-4fc8-8a87-d253ac699ce1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 1096 time: 0.0792730 May 26 16:29:13.802766 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9101e0-1f0f-4204-868b-dc3b17eefdea req-35d8cccc-4861-4d01-9bdd-651191922c96 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:13.813561 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a9101e0-1f0f-4204-868b-dc3b17eefdea req-35d8cccc-4861-4d01-9bdd-651191922c96 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.1485045 May 26 16:29:13.815249 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fbf4bfaf-6ad7-4477-8ebc-ea7a16644273 req-8a7cc55b-6a0d-4903-b7ac-69818ee65852 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057200 May 26 16:29:13.900659 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a9101e0-1f0f-4204-868b-dc3b17eefdea req-0d979547-6881-496b-b8cf-c54726d755a0 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839598 May 26 16:29:14.010467 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50482) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:14.027009 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e6f0-6466-4d59-9488-4a5934c0debd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:14.049229 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c5477150-c3d5-470e-92fd-ad6bdf759845 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:29:14.106112 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: c5477150-c3d5-470e-92fd-ad6bdf759845 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:29:14.106845 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c5477150-c3d5-470e-92fd-ad6bdf759845 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:29:14.202374 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e6f0-6466-4d59-9488-4a5934c0debd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:14.212622 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa42b97-4b53-44f7-85ba-e7dd74b6a685 req-be924d88-28a6-4bf0-9cbb-19ee18da011e tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:14.214207 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ffa42b97-4b53-44f7-85ba-e7dd74b6a685 req-be924d88-28a6-4bf0-9cbb-19ee18da011e tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 943 time: 0.1017897 May 26 16:29:14.215451 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e6f0-6466-4d59-9488-4a5934c0debd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:14.284856 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ecc8e6f0-6466-4d59-9488-4a5934c0debd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2706900 May 26 16:29:14.284856 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8e6f0-6466-4d59-9488-4a5934c0debd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05298fe1-7575-464f-a8bc-a8e5d454dfb2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:14.285718 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50496) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:14.317297 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ffa42b97-4b53-44f7-85ba-e7dd74b6a685 req-e9201c93-820d-45e3-a74e-58d269e415d9 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944009 May 26 16:29:14.375892 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-921edc50-55c5-46b4-987d-02926eff2070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:14.425310 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-921edc50-55c5-46b4-987d-02926eff2070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:14.487866 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-921edc50-55c5-46b4-987d-02926eff2070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:14.491383 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-921edc50-55c5-46b4-987d-02926eff2070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:14.493192 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-921edc50-55c5-46b4-987d-02926eff2070 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/05298fe1-7575-464f-a8bc-a8e5d454dfb2 HTTP/1.1" status: 204 len: 168 time: 0.2057366 May 26 16:29:14.527988 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921edc50-55c5-46b4-987d-02926eff2070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05298fe1-7575-464f-a8bc-a8e5d454dfb2,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:14.807230 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5ed70-2302-4a10-a7f2-04ad9d84ed5f req-139d6eb6-8f92-433b-b7e7-2deb934ea62d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:14.811324 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cbc5ed70-2302-4a10-a7f2-04ad9d84ed5f req-139d6eb6-8f92-433b-b7e7-2deb934ea62d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 946 time: 0.0906260 May 26 16:29:14.872517 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cbc5ed70-2302-4a10-a7f2-04ad9d84ed5f req-3001ab3b-5531-41be-85ba-45b64336da4d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542152 May 26 16:29:15.110446 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173f022-d3fc-404f-b46d-f31d6b4ca8f6 req-93f26094-6e41-4d38-aec5-6523527e7157 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:15.112359 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2173f022-d3fc-404f-b46d-f31d6b4ca8f6 req-93f26094-6e41-4d38-aec5-6523527e7157 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.1010554 May 26 16:29:15.159100 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2173f022-d3fc-404f-b46d-f31d6b4ca8f6 req-d95f1792-1083-406b-9f18-c2ef14289a72 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403717 May 26 16:29:15.471514 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-71cf0fcc-ec1a-4027-88fb-ac1fe8776744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:15.510724 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d2596-12a3-410a-97f1-a178ef7117ab req-9b2584b8-c04c-48c6-b875-a5a905b3b4df tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:15.512919 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-446d2596-12a3-410a-97f1-a178ef7117ab req-9b2584b8-c04c-48c6-b875-a5a905b3b4df tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 943 time: 0.1005807 May 26 16:29:15.539862 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50618) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:15.659388 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-446d2596-12a3-410a-97f1-a178ef7117ab req-2cdc2536-ed47-44ca-9bd2-03633d1e89ac tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301966 May 26 16:29:15.688544 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-0b199653-680f-418e-96e3-95ba39988988 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1146930691-network', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:15.714909 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b199653-680f-418e-96e3-95ba39988988 admin admin] Made reservation on behalf of f0fba92dcb0544e09da82cbc2b2dbb26 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:29:15.718500 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b199653-680f-418e-96e3-95ba39988988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:15.731800 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b199653-680f-418e-96e3-95ba39988988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:15.832318 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b199653-680f-418e-96e3-95ba39988988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:15.838415 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b199653-680f-418e-96e3-95ba39988988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:15.874843 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b199653-680f-418e-96e3-95ba39988988 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:29:15.886158 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b199653-680f-418e-96e3-95ba39988988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a22a86-fa92-4638-82c2-351bd882c49a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:15.913062 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b199653-680f-418e-96e3-95ba39988988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:15.913428 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-0b199653-680f-418e-96e3-95ba39988988 admin admin] Added segment af8a2c7e-9c7d-4e78-8b0c-6ede863d657c of type vlan for network f470defa-ce3d-4a80-8936-fdcd3a56fb1c May 26 16:29:15.914265 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50634) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:15.968844 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b199653-680f-418e-96e3-95ba39988988 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:16.006428 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b199653-680f-418e-96e3-95ba39988988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:16.011053 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b199653-680f-418e-96e3-95ba39988988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:16.011842 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b199653-680f-418e-96e3-95ba39988988 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:16.061929 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9671c2d7-dc16-4761-8e9d-921f75b56c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:16.082756 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7e72b-8845-40bc-bc54-b5b9490dda7f req-59fbb4a3-1b41-4352-be6f-1029dcf1e1fd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:16.084700 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2c7e72b-8845-40bc-bc54-b5b9490dda7f req-59fbb4a3-1b41-4352-be6f-1029dcf1e1fd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 946 time: 0.0982120 May 26 16:29:16.103053 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0b199653-680f-418e-96e3-95ba39988988 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5609245 May 26 16:29:16.107035 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50638) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:16.116238 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b199653-680f-418e-96e3-95ba39988988 admin admin] Pushing event updated for resources: {'Network': ['ID=f470defa-ce3d-4a80-8936-fdcd3a56fb1c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:16.133823 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network f470defa-ce3d-4a80-8936-fdcd3a56fb1c details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:29:16.144646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e32ea6ae-939d-486f-b73b-137ff71269b6 admin admin] Request body: {'subnet': {'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1146930691-subnet', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:16.310783 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32ea6ae-939d-486f-b73b-137ff71269b6 admin admin] Made reservation on behalf of f0fba92dcb0544e09da82cbc2b2dbb26 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:29:16.313177 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e32ea6ae-939d-486f-b73b-137ff71269b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:16.413460 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2c7e72b-8845-40bc-bc54-b5b9490dda7f req-0400c753-058f-49bd-9d87-5496a4226904 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064516 May 26 16:29:16.486423 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61063c64-7b7c-4e8b-a1db-e2a30566de60 req-bea110b8-a531-4bbf-b574-5ab491f1e846 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:16.488067 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61063c64-7b7c-4e8b-a1db-e2a30566de60 req-bea110b8-a531-4bbf-b574-5ab491f1e846 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.2060494 May 26 16:29:16.508203 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9671c2d7-dc16-4761-8e9d-921f75b56c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:16.523802 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9671c2d7-dc16-4761-8e9d-921f75b56c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:16.556193 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:16.601736 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9671c2d7-dc16-4761-8e9d-921f75b56c1c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eda35785fcb74ae4b284bb9f1056d3f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6858180 May 26 16:29:16.605785 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50644) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:16.606596 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671c2d7-dc16-4761-8e9d-921f75b56c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7baad9b-c3c0-4a5e-8982-d54d23c3f2ba,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:16.630782 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61063c64-7b7c-4e8b-a1db-e2a30566de60 req-df9a1a15-c848-4933-8bf4-a235c135c9a0 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299169 May 26 16:29:16.672479 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-18dbd6f4-70dd-408a-a195-0d0409820462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:16.706753 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e32ea6ae-939d-486f-b73b-137ff71269b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:16.734342 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-18dbd6f4-70dd-408a-a195-0d0409820462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:16.782333 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ea6ae-939d-486f-b73b-137ff71269b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70de716f-a599-4154-abad-e7ae007e30d9,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:16.811095 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-18dbd6f4-70dd-408a-a195-0d0409820462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:16.814118 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-18dbd6f4-70dd-408a-a195-0d0409820462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:16.818393 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-18dbd6f4-70dd-408a-a195-0d0409820462 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c7baad9b-c3c0-4a5e-8982-d54d23c3f2ba HTTP/1.1" status: 204 len: 168 time: 0.2094896 May 26 16:29:16.826402 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbd6f4-70dd-408a-a195-0d0409820462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7baad9b-c3c0-4a5e-8982-d54d23c3f2ba,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:16.896950 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32ea6ae-939d-486f-b73b-137ff71269b6 admin admin] Checking segment: {'id': 'af8a2c7e-9c7d-4e78-8b0c-6ede863d657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:16.897711 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32ea6ae-939d-486f-b73b-137ff71269b6 admin admin] Network hostable DHCP agents. Network: f470defa-ce3d-4a80-8936-fdcd3a56fb1c, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:29:16.914317 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291bde2-7167-4841-8228-8ca353dfe7f4 req-c77a704d-bf91-497b-af8e-d65f743a320d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:16.921724 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3291bde2-7167-4841-8228-8ca353dfe7f4 req-c77a704d-bf91-497b-af8e-d65f743a320d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 943 time: 0.1572006 May 26 16:29:16.997164 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32ea6ae-939d-486f-b73b-137ff71269b6 admin admin] Network f470defa-ce3d-4a80-8936-fdcd3a56fb1c is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:29:17.087170 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-e32ea6ae-939d-486f-b73b-137ff71269b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, f470defa-ce3d-4a80-8936-fdcd3a56fb1c) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:17.096029 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504a35ee-3c9d-476f-880b-9c1012827316 None None] Network f470defa-ce3d-4a80-8936-fdcd3a56fb1c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:29:17.102638 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32ea6ae-939d-486f-b73b-137ff71269b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:17.104772 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e32ea6ae-939d-486f-b73b-137ff71269b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:17.168349 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-f2fa6141-90b0-4bd6-acb2-2567ec813839 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:17.183039 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-f2fa6141-90b0-4bd6-acb2-2567ec813839 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/networks?id=edf002b2-c9d1-46a8-9f96-afb3826da250 HTTP/1.1" status: 200 len: 811 time: 0.1952870 May 26 16:29:17.212224 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3291bde2-7167-4841-8228-8ca353dfe7f4 req-340d6786-1ae0-45ff-bb39-db9140604f79 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804947 May 26 16:29:17.229203 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e32ea6ae-939d-486f-b73b-137ff71269b6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1139247 May 26 16:29:17.229539 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50672) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:17.231083 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-ac02bf29-0987-459b-9753-8baba19d3abb tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/quotas/55db192a075d4f7397320ac3e9c27b43 HTTP/1.1" status: 200 len: 375 time: 0.0414977 May 26 16:29:17.234122 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-10db59c3-074f-47c7-898c-fc2d2e375ac3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1146930691-router', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:17.284185 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10db59c3-074f-47c7-898c-fc2d2e375ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:17.290097 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10db59c3-074f-47c7-898c-fc2d2e375ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:17.351811 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-689e4329-bf43-4f58-914d-9cc82919aa55 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=55db192a075d4f7397320ac3e9c27b43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076863 May 26 16:29:17.366598 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-e4a985db-524c-4623-843a-06968505c20d service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:29:17.374567 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-e4a985db-524c-4623-843a-06968505c20d service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143552 May 26 16:29:17.398578 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-f470defa-ce3d-4a80-8936-fdcd3a56fb1c', 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'fixed_ips': [{'subnet_id': '70de716f-a599-4154-abad-e7ae007e30d9'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:29:17.401468 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:17.422406 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10db59c3-074f-47c7-898c-fc2d2e375ac3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:17.567355 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-f89756a3-2692-430b-82fe-b7918f154665 service neutron] 10.222.0.77 "GET /v2.0/networks/edf002b2-c9d1-46a8-9f96-afb3826da250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889043 May 26 16:29:17.670276 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10db59c3-074f-47c7-898c-fc2d2e375ac3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:17.703964 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9e15a-b8b1-4cd8-bbe9-7f288cb16cb2 req-507bc8ca-1e26-4efe-a7e2-25d51d70c85c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:17.717488 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Allocated IP 172.20.0.2 (f470defa-ce3d-4a80-8936-fdcd3a56fb1c/70de716f-a599-4154-abad-e7ae007e30d9/95a12383-5ac1-4b31-8509-d75d44014848) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:29:17.718395 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68c9e15a-b8b1-4cd8-bbe9-7f288cb16cb2 req-507bc8ca-1e26-4efe-a7e2-25d51d70c85c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 946 time: 0.1980865 May 26 16:29:17.892027 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68c9e15a-b8b1-4cd8-bbe9-7f288cb16cb2 req-222bf212-3a5f-4191-bd58-550bb992204e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712034 May 26 16:29:17.957519 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-339450cb-cee1-4544-b2f6-6e31ac893236 service neutron] 10.222.0.77 "GET /v2.0/networks/edf002b2-c9d1-46a8-9f96-afb3826da250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689568 May 26 16:29:17.962170 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:17.976363 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:18.047981 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:18.057192 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Network f470defa-ce3d-4a80-8936-fdcd3a56fb1c is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:18.062493 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:18.078969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:29:18.094422 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10db59c3-074f-47c7-898c-fc2d2e375ac3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:18.102806 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Pushing event updated for resources: {'Port': ['ID=95a12383-5ac1-4b31-8509-d75d44014848,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:18.110891 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device e900e213-26e9-48d2-b423-e5d210ae7585 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:29:18.137791 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:18.138243 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:18.138941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:18.139463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:18.139875 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:18.140422 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:18.142127 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:18.142662 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:18.143258 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:18.144494 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:18.144943 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:18.145280 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:18.151369 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10db59c3-074f-47c7-898c-fc2d2e375ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:18.284485 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Attempting to bind port 95a12383-5ac1-4b31-8509-d75d44014848 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:18.285019 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Attempting to bind port 95a12383-5ac1-4b31-8509-d75d44014848 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'af8a2c7e-9c7d-4e78-8b0c-6ede863d657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:18.285388 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Attempting to bind port 95a12383-5ac1-4b31-8509-d75d44014848 on network f470defa-ce3d-4a80-8936-fdcd3a56fb1c {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:18.295588 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.resource_extend [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:29:18.366241 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:29:18.366806 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Checking segment: {'id': 'af8a2c7e-9c7d-4e78-8b0c-6ede863d657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:18.367213 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:18.367607 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Bound using segment: {'id': 'af8a2c7e-9c7d-4e78-8b0c-6ede863d657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:29:18.368112 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Bound port: 95a12383-5ac1-4b31-8509-d75d44014848, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8a2c7e-9c7d-4e78-8b0c-6ede863d657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:29:18.368828 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:18.371444 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-10db59c3-074f-47c7-898c-fc2d2e375ac3 admin admin] Allocated IP 172.25.7.81 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/7aa9c46e-c4e9-44dd-9ea9-fe50339c493f) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:29:18.414957 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af806fb8-0529-41b3-b77e-afe26411a08b req-18ca8dcf-265e-43a8-918e-df64388f3eb9 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 210 time: 0.0870109 May 26 16:29:18.436661 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:18.526525 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7649d7-e79c-42a9-8225-cdefa47c346e req-7d494a6e-f277-41f2-b1eb-85e02cc25eaf tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:18.542957 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ad7649d7-e79c-42a9-8225-cdefa47c346e req-7d494a6e-f277-41f2-b1eb-85e02cc25eaf tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 943 time: 0.1138237 May 26 16:29:18.574363 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] For port 95a12383-5ac1-4b31-8509-d75d44014848, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:18.590257 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] For port 95a12383-5ac1-4b31-8509-d75d44014848, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=95a12383-5ac1-4b31-8509-d75d44014848,segment=NetworkSegment(af8a2c7e-9c7d-4e78-8b0c-6ede863d657c),segment_id=af8a2c7e-9c7d-4e78-8b0c-6ede863d657c)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:29:18.601525 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port e900e213-26e9-48d2-b423-e5d210ae7585, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e900e213-26e9-48d2-b423-e5d210ae7585,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:18.613960 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:18.624246 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ad7649d7-e79c-42a9-8225-cdefa47c346e req-61dcc1ae-db47-4304-bca8-cea25a3a8d65 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823565 May 26 16:29:18.675600 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:29:18.683881 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10db59c3-074f-47c7-898c-fc2d2e375ac3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:18.828268 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'e900e213-26e9-48d2-b423-e5d210ae7585', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'port_id': 'e900e213-26e9-48d2-b423-e5d210ae7585', 'mac_address': 'fa:16:3e:62:02:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:29:18.870081 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10db59c3-074f-47c7-898c-fc2d2e375ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:19.021831 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port e900e213-26e9-48d2-b423-e5d210ae7585 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:19.022232 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:19.054233 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-5fcbb173-921b-4245-ba2f-dda82b2bbea5 service neutron] 10.222.0.81 "GET /v2.0/ports/b3dd3b68-6001-4082-a194-0d3de9aa6be1/bindings/n-h2-843337-2 HTTP/1.1" status: 200 len: 384 time: 0.1414442 May 26 16:29:19.132489 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db59c3-074f-47c7-898c-fc2d2e375ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=7aa9c46e-c4e9-44dd-9ea9-fe50339c493f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:19.176693 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:19.186910 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10db59c3-074f-47c7-898c-fc2d2e375ac3 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:19.192516 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e900e213-26e9-48d2-b423-e5d210ae7585 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:29:19.195418 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-10db59c3-074f-47c7-898c-fc2d2e375ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:19.216006 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10db59c3-074f-47c7-898c-fc2d2e375ac3 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:29:19.245393 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port e900e213-26e9-48d2-b423-e5d210ae7585, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e900e213-26e9-48d2-b423-e5d210ae7585,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:19.258406 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:19.264373 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20611075-66a2-414e-a590-24c0cb18b937 None None] Pushing event updated for resources: {'Port': ['ID=95a12383-5ac1-4b31-8509-d75d44014848,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:19.479681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0014d-814c-4731-9976-3d1846333498 req-099e3bbc-1378-4999-b966-0efc03867a6d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:19.495366 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7a0014d-814c-4731-9976-3d1846333498 req-099e3bbc-1378-4999-b966-0efc03867a6d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 946 time: 0.4203510 May 26 16:29:19.501877 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['e900e213-26e9-48d2-b423-e5d210ae7585'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:29:19.633106 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=e900e213-26e9-48d2-b423-e5d210ae7585,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:19.801722 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50758) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:19.914432 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a9ae62d-c6ca-4b1c-a40a-ed8e3dc9ff32 req-b3afc8bc-747e-4682-b77a-099a7b325be9 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 210 time: 0.0941498 May 26 16:29:19.976654 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10db59c3-074f-47c7-898c-fc2d2e375ac3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:20.043172 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7a0014d-814c-4731-9976-3d1846333498 req-dd7e2bb1-796d-49ab-8fc0-462af87fb90c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5457087 May 26 16:29:20.079292 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-334216a4-d818-46a7-b567-ea8aa1a12798 service neutron] For port b3dd3b68-6001-4082-a194-0d3de9aa6be1, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b3dd3b68-6001-4082-a194-0d3de9aa6be1,segment=NetworkSegment(fdcf15d2-f376-4436-b6f5-0262dc5729df),segment_id=fdcf15d2-f376-4436-b6f5-0262dc5729df)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:20.194580 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-334216a4-d818-46a7-b567-ea8aa1a12798 service neutron] For port b3dd3b68-6001-4082-a194-0d3de9aa6be1, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:20.222355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 95a12383-5ac1-4b31-8509-d75d44014848 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:20.252850 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89277420-6045-46c2-8205-f19b711dc75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:20.307271 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77156f0-ba43-4409-8323-0e6697cae45b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3dd3b68-6001-4082-a194-0d3de9aa6be1'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:29:20.309576 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f9ce51-94d5-433a-aaea-5254ab701e3c" -d '{"events": [{"server_uuid": "b77156f0-ba43-4409-8323-0e6697cae45b", "name": "network-vif-unplugged", "status": "completed", "tag": "b3dd3b68-6001-4082-a194-0d3de9aa6be1"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:29:20.338604 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-334216a4-d818-46a7-b567-ea8aa1a12798 service neutron] For port b3dd3b68-6001-4082-a194-0d3de9aa6be1, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=b3dd3b68-6001-4082-a194-0d3de9aa6be1,segment=NetworkSegment(fdcf15d2-f376-4436-b6f5-0262dc5729df),segment_id=fdcf15d2-f376-4436-b6f5-0262dc5729df)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:20.375160 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 95a12383-5ac1-4b31-8509-d75d44014848 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:20.378503 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:20.403734 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-334216a4-d818-46a7-b567-ea8aa1a12798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:20.419045 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317f7aae-99dc-49bf-8f3b-60c37c96f6bc x-openstack-request-id: req-317f7aae-99dc-49bf-8f3b-60c37c96f6bc {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:29:20.419351 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77156f0-ba43-4409-8323-0e6697cae45b", "name": "network-vif-unplugged", "status": "completed", "tag": "b3dd3b68-6001-4082-a194-0d3de9aa6be1", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:29:20.419610 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-317f7aae-99dc-49bf-8f3b-60c37c96f6bc {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:29:20.420034 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-317f7aae-99dc-49bf-8f3b-60c37c96f6bc'] response: {'server_uuid': 'b77156f0-ba43-4409-8323-0e6697cae45b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3dd3b68-6001-4082-a194-0d3de9aa6be1', 'code': 200} May 26 16:29:20.579267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-334216a4-d818-46a7-b567-ea8aa1a12798 service neutron] Transition to ACTIVE for port object b3dd3b68-6001-4082-a194-0d3de9aa6be1 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:29:20.592517 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba443e49-5e2e-4f2b-9135-841d2d993c0b req-895583ff-f4f3-446d-b7bc-7d73b86986c5 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:20.598487 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba443e49-5e2e-4f2b-9135-841d2d993c0b req-895583ff-f4f3-446d-b7bc-7d73b86986c5 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 944 time: 0.5037172 May 26 16:29:20.600622 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-334216a4-d818-46a7-b567-ea8aa1a12798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:20.661745 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 95a12383-5ac1-4b31-8509-d75d44014848 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:20.662155 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:20.750410 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 95a12383-5ac1-4b31-8509-d75d44014848, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=95a12383-5ac1-4b31-8509-d75d44014848,segment=NetworkSegment(af8a2c7e-9c7d-4e78-8b0c-6ede863d657c),segment_id=af8a2c7e-9c7d-4e78-8b0c-6ede863d657c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:20.767145 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:20.782094 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10db59c3-074f-47c7-898c-fc2d2e375ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:20.789967 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89277420-6045-46c2-8205-f19b711dc75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:20.889977 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba443e49-5e2e-4f2b-9135-841d2d993c0b req-43ae598a-42a8-4493-9eaa-074cc86fdc46 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838368 May 26 16:29:20.939601 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085db44a-c702-4155-9a05-e21a81909b06 None None] Network f470defa-ce3d-4a80-8936-fdcd3a56fb1c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:29:20.962057 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-91646442-7885-49c5-bf13-4c4b61faf510 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:20.964876 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-91646442-7885-49c5-bf13-4c4b61faf510 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.83 "GET /v2.0/networks?id=edf002b2-c9d1-46a8-9f96-afb3826da250 HTTP/1.1" status: 200 len: 811 time: 0.2614903 May 26 16:29:20.967388 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89277420-6045-46c2-8205-f19b711dc75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:20.979090 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334216a4-d818-46a7-b567-ea8aa1a12798 service neutron] Pushing event updated for resources: {'Port': ['ID=b3dd3b68-6001-4082-a194-0d3de9aa6be1,revision_number=11']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:20.993586 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=95a12383-5ac1-4b31-8509-d75d44014848,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:21.014036 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-334216a4-d818-46a7-b567-ea8aa1a12798 service neutron] No DVR routers for this DVR port b3dd3b68-6001-4082-a194-0d3de9aa6be1 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:29:21.058058 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-1edf17c9-1063-476e-b477-6d65046adadb tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Request body: {'port': {'device_id': '34c1d563-217b-40d0-b698-b67883b0bbf5', 'network_id': 'edf002b2-c9d1-46a8-9f96-afb3826da250', 'admin_state_up': True, 'tenant_id': '55db192a075d4f7397320ac3e9c27b43'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:21.068015 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d2c074c1-415e-481e-b7ed-9a68962994a3 None None] Provisioning complete for port 95a12383-5ac1-4b31-8509-d75d44014848 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:21.068532 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d2c074c1-415e-481e-b7ed-9a68962994a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:21.179472 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aced1b6d-bde3-4996-b2d8-7c08466a3be5 req-da806494-4fc2-4b4c-b12e-8b23fdbc5871 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 210 time: 0.0571070 May 26 16:29:21.313324 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d2c074c1-415e-481e-b7ed-9a68962994a3 None None] Current status of the port 95a12383-5ac1-4b31-8509-d75d44014848 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:21.784894 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-89277420-6045-46c2-8205-f19b711dc75f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ab5933e3b2d040e7b2d9cefa9239dd72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9821227 May 26 16:29:21.791140 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50776) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:21.796591 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89277420-6045-46c2-8205-f19b711dc75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94c807d-2a05-4c7d-bd4d-2fae0dda42e1,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:21.874753 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365e458-8946-4408-abde-20c2d3d09409 req-f4169456-0226-4bd5-a27b-c9e9c5b48740 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:21.876395 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6365e458-8946-4408-abde-20c2d3d09409 req-f4169456-0226-4bd5-a27b-c9e9c5b48740 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 945 time: 0.6812654 May 26 16:29:21.974383 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89ecc335-00c8-4a48-afe3-37774dc3da9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:22.028523 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-eff210b4-e5d3-48b9-9351-9bdbe40d1dc3 None None] Provisioning complete for port 95a12383-5ac1-4b31-8509-d75d44014848 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:22.029143 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eff210b4-e5d3-48b9-9351-9bdbe40d1dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:22.056110 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-1edf17c9-1063-476e-b477-6d65046adadb tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Made reservation on behalf of 55db192a075d4f7397320ac3e9c27b43 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:29:22.061397 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-1edf17c9-1063-476e-b477-6d65046adadb tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:22.073280 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89ecc335-00c8-4a48-afe3-37774dc3da9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:22.092555 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-334216a4-d818-46a7-b567-ea8aa1a12798 service neutron] 10.222.0.81 "PUT /v2.0/ports/b3dd3b68-6001-4082-a194-0d3de9aa6be1/bindings/n-h2-843337-2/activate HTTP/1.1" status: 200 len: 369 time: 3.0306158 May 26 16:29:22.132233 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6365e458-8946-4408-abde-20c2d3d09409 req-e81bc013-1506-4062-9e39-c12711cbd595 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243750 May 26 16:29:22.153219 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device e900e213-26e9-48d2-b423-e5d210ae7585 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:22.256609 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa40a2-475b-46f6-8673-936348ff23c0 req-f5949b55-12ff-4a3a-bcef-1d1c213255c8 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:22.260032 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-73aa40a2-475b-46f6-8673-936348ff23c0 req-f5949b55-12ff-4a3a-bcef-1d1c213255c8 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 944 time: 0.1248283 May 26 16:29:22.283069 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10db59c3-074f-47c7-898c-fc2d2e375ac3 admin admin] Router 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:29:22.298086 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-eff210b4-e5d3-48b9-9351-9bdbe40d1dc3 None None] Current status of the port 95a12383-5ac1-4b31-8509-d75d44014848 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:22.305131 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 95a12383-5ac1-4b31-8509-d75d44014848 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:22.332480 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-546984f9-0315-4dbd-9f76-aff02d49bb56 req-8429457d-ea71-4be5-a214-6587061fddb3 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 210 time: 0.0655622 May 26 16:29:22.359063 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-73aa40a2-475b-46f6-8673-936348ff23c0 req-a130effa-c498-4e86-b46e-66d7cf96b694 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792551 May 26 16:29:22.399998 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 95a12383-5ac1-4b31-8509-d75d44014848 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:22.399998 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:22.431417 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port e900e213-26e9-48d2-b423-e5d210ae7585 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:29:22.443539 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port e900e213-26e9-48d2-b423-e5d210ae7585 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:22.443912 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:22.503474 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-1edf17c9-1063-476e-b477-6d65046adadb tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Allocated IP 172.20.0.4 (edf002b2-c9d1-46a8-9f96-afb3826da250/b8295bc0-2040-4384-9eb3-a50f2e6ae846/3df2c585-c0d3-4866-a900-e9e5fb30bbfe) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:29:22.622007 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port e900e213-26e9-48d2-b423-e5d210ae7585 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:22.622007 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:22.632623 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 95a12383-5ac1-4b31-8509-d75d44014848 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:22.659383 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd113dd24-e141-4e19-bd28-9fe2731032b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e900e213-26e9-48d2-b423-e5d210ae7585'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:29:22.661652 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108dba9e-b0a6-40c9-83f6-07b9f4200136" -d '{"events": [{"server_uuid": "d113dd24-e141-4e19-bd28-9fe2731032b7", "name": "network-vif-plugged", "status": "completed", "tag": "e900e213-26e9-48d2-b423-e5d210ae7585"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:29:22.677651 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89ecc335-00c8-4a48-afe3-37774dc3da9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:22.680962 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89ecc335-00c8-4a48-afe3-37774dc3da9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:22.685484 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-89ecc335-00c8-4a48-afe3-37774dc3da9a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b94c807d-2a05-4c7d-bd4d-2fae0dda42e1 HTTP/1.1" status: 204 len: 168 time: 0.8900762 May 26 16:29:22.686184 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port e900e213-26e9-48d2-b423-e5d210ae7585, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e900e213-26e9-48d2-b423-e5d210ae7585,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:22.699603 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:22.700534 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b3dd3b68-6001-4082-a194-0d3de9aa6be1 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:29:22.739403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-5bb32aa9-7de5-4764-9d3c-57ab0daf7718 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:22.740994 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-5bb32aa9-7de5-4764-9d3c-57ab0daf7718 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b&tenant_id=ab86e9d575124bbb8f1141e0888ad848&binding%3Ahost_id=n-h1-843337-2 HTTP/1.1" status: 200 len: 1096 time: 0.5297382 May 26 16:29:22.780116 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ecc335-00c8-4a48-afe3-37774dc3da9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94c807d-2a05-4c7d-bd4d-2fae0dda42e1,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:22.798029 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bd703b-6c10-4bce-baca-96c8328c7aec x-openstack-request-id: req-26bd703b-6c10-4bce-baca-96c8328c7aec {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:29:22.798310 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d113dd24-e141-4e19-bd28-9fe2731032b7", "name": "network-vif-plugged", "status": "completed", "tag": "e900e213-26e9-48d2-b423-e5d210ae7585", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:29:22.798797 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-26bd703b-6c10-4bce-baca-96c8328c7aec {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:29:22.799270 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26bd703b-6c10-4bce-baca-96c8328c7aec'] response: {'server_uuid': 'd113dd24-e141-4e19-bd28-9fe2731032b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e900e213-26e9-48d2-b423-e5d210ae7585', 'code': 200} May 26 16:29:22.867022 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=e900e213-26e9-48d2-b423-e5d210ae7585,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:22.869811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b3dd3b68-6001-4082-a194-0d3de9aa6be1 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:29:22.918561 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-1edf17c9-1063-476e-b477-6d65046adadb tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:22.929905 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf3a10-a485-498f-8878-617b64fa69b7 req-3453a03c-c7fb-4747-9532-c54b742dad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:22.931412 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0bf3a10-a485-498f-8878-617b64fa69b7 req-3453a03c-c7fb-4747-9532-c54b742dad08 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 1096 time: 0.0951128 May 26 16:29:22.978833 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0bf3a10-a485-498f-8878-617b64fa69b7 req-41eed33b-d045-43d1-8805-241c22493634 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393014 May 26 16:29:22.982971 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-9a14589d-cf3c-47f6-8906-54dd57393c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:22.985425 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-9a14589d-cf3c-47f6-8906-54dd57393c85 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b&tenant_id=ab86e9d575124bbb8f1141e0888ad848 HTTP/1.1" status: 200 len: 1096 time: 0.2245133 May 26 16:29:23.003231 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10db59c3-074f-47c7-898c-fc2d2e375ac3 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:29:23.022880 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] Sync routers for ids ['5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:29:23.041209 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] Routers {'5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:23.041846 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:29:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:23.096945 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10db59c3-074f-47c7-898c-fc2d2e375ac3 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:23.099237 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-10db59c3-074f-47c7-898c-fc2d2e375ac3 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.8685699 May 26 16:29:23.102370 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50792) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:23.127335 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-1edf17c9-1063-476e-b477-6d65046adadb tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:23.169364 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['eee78a48-71f6-486f-853f-a6afa8b48d5d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:29:23.203747 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] Set router 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:23.239995 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-cd6c5707-311a-40e5-ab44-5d36ea59c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:23.241737 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-cd6c5707-311a-40e5-ab44-5d36ea59c2d5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 1096 time: 0.2102757 May 26 16:29:23.290073 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-1edf17c9-1063-476e-b477-6d65046adadb tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Network edf002b2-c9d1-46a8-9f96-afb3826da250 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:23.358220 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-1edf17c9-1063-476e-b477-6d65046adadb tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:23.366822 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-1edf17c9-1063-476e-b477-6d65046adadb tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:29:23.492550 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf17c9-1063-476e-b477-6d65046adadb tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Pushing event updated for resources: {'Port': ['ID=3df2c585-c0d3-4866-a900-e9e5fb30bbfe,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:23.647952 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'name': 'tempest-TestVolumeBackupRestore-1146930691-router', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:29:19Z', 'revision_number': 3, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'gw_port': {'id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:81:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:18Z', 'updated_at': '2022-05-26T16:29:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:23.688147 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] Checking router: 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:29:23.688834 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] Updating router 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b port 7aa9c46e-c4e9-44dd-9ea9-fe50339c493f binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:29:23.719354 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ef399-8f9d-4042-8fa6-8a024c57558a req-7e3eb8ae-92b6-445e-bc23-6ca0441067b6 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:23.733294 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1e9ef399-8f9d-4042-8fa6-8a024c57558a req-7e3eb8ae-92b6-445e-bc23-6ca0441067b6 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 931 time: 0.2079575 May 26 16:29:23.743017 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:23.860120 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-1edf17c9-1063-476e-b477-6d65046adadb tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:23.860803 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-1edf17c9-1063-476e-b477-6d65046adadb tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:23.863782 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1e9ef399-8f9d-4042-8fa6-8a024c57558a req-ccadf7a3-29ae-4fbf-a852-143c769c5b5b tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229689 May 26 16:29:23.970372 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-1edf17c9-1063-476e-b477-6d65046adadb tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9255443 May 26 16:29:24.000889 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Request body: {'port': {'device_id': '34c1d563-217b-40d0-b698-b67883b0bbf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:24.016922 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-06e5dc6d-c8b3-4eb5-b0dc-5ddff54c191d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:24.019213 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-06e5dc6d-c8b3-4eb5-b0dc-5ddff54c191d service neutron] 10.222.0.83 "GET /v2.0/networks?id=3d916f38-2ac9-4597-8648-255b03a78511 HTTP/1.1" status: 200 len: 897 time: 0.7564168 May 26 16:29:24.143492 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46943ca-9853-415a-b282-60a6df43766f req-ae5b5525-83cc-4f1e-9bd0-8cb0c384db83 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:24.155955 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e46943ca-9853-415a-b282-60a6df43766f req-ae5b5525-83cc-4f1e-9bd0-8cb0c384db83 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 945 time: 0.1255357 May 26 16:29:24.244454 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:24.258355 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:24.309175 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:24.316811 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881a6ea-297e-4ce0-aba7-858646769ec8 None None] Pushing event updated for resources: {'Port': ['ID=7aa9c46e-c4e9-44dd-9ea9-fe50339c493f,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:24.340635 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e46943ca-9853-415a-b282-60a6df43766f req-b19e97d4-2e0a-426a-93e6-e3cc5e62a72e tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835237 May 26 16:29:24.354545 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] Attempting to bind port 7aa9c46e-c4e9-44dd-9ea9-fe50339c493f on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:24.354916 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] Attempting to bind port 7aa9c46e-c4e9-44dd-9ea9-fe50339c493f by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:24.355277 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] Attempting to bind port 7aa9c46e-c4e9-44dd-9ea9-fe50339c493f on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:24.363366 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:29:24.363747 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:24.364178 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:24.365467 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:29:24.375557 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] Bound port: 7aa9c46e-c4e9-44dd-9ea9-fe50339c493f, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:29:24.375978 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:24.385822 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b91a4-4ffa-41aa-bdc7-7cd5827e8785 req-3525cc4e-1c89-4a5c-a95b-47365ab5df5b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:24.389346 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-530b91a4-4ffa-41aa-bdc7-7cd5827e8785 req-3525cc4e-1c89-4a5c-a95b-47365ab5df5b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 945 time: 0.2310715 May 26 16:29:24.421323 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-a3e390c5-4366-44a8-bc53-aec893331502 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3dd3b68-6001-4082-a194-0d3de9aa6be1 HTTP/1.1" status: 200 len: 1000 time: 0.3352363 May 26 16:29:24.452461 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-079da646-3434-4f67-9554-6a61d86d0dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:24.462586 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-530b91a4-4ffa-41aa-bdc7-7cd5827e8785 req-e4986374-a729-4771-9771-b5d1bcda009c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579929 May 26 16:29:24.477107 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] For port 7aa9c46e-c4e9-44dd-9ea9-fe50339c493f, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:24.480614 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] For port 7aa9c46e-c4e9-44dd-9ea9-fe50339c493f, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=7aa9c46e-c4e9-44dd-9ea9-fe50339c493f,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:29:24.492628 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:24.566077 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] Routers {'5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:24.566812 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:29:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:24.608219 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881a6ea-297e-4ce0-aba7-858646769ec8 None None] Pushing event updated for resources: {'Port': ['ID=7aa9c46e-c4e9-44dd-9ea9-fe50339c493f,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:24.684468 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-cb2d5aff-8f70-4795-9851-62566dd69295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:24.686136 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-cb2d5aff-8f70-4795-9851-62566dd69295 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5c7b1e96-afea-486c-b964-8dc60319baa9 HTTP/1.1" status: 200 len: 835 time: 0.2574427 May 26 16:29:24.864672 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-416a2d18-ddc3-4e5f-a4d0-db8d63b753f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:24.866734 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-416a2d18-ddc3-4e5f-a4d0-db8d63b753f6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3d916f38-2ac9-4597-8648-255b03a78511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1648114 May 26 16:29:24.903266 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] Set router 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:24.992493 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50840) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:25.123362 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24245182-a2e9-41ce-9c22-6a449997b1da req-a5293fb4-6576-4308-b6a9-a12c6ed08fd4 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:25.136042 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24245182-a2e9-41ce-9c22-6a449997b1da req-a5293fb4-6576-4308-b6a9-a12c6ed08fd4 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 931 time: 0.1372349 May 26 16:29:25.171457 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df2c585-c0d3-4866-a900-e9e5fb30bbfe {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:29:25.193476 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:25.259721 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24245182-a2e9-41ce-9c22-6a449997b1da req-95025d2f-fd4d-410b-bc77-c05b5af1f519 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214147 May 26 16:29:25.279738 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Transition to ACTIVE for port object 3df2c585-c0d3-4866-a900-e9e5fb30bbfe will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:29:25.283590 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-079da646-3434-4f67-9554-6a61d86d0dc3 admin admin] Allocated IP 172.20.0.1 (f470defa-ce3d-4a80-8936-fdcd3a56fb1c/70de716f-a599-4154-abad-e7ae007e30d9/931f5cbb-7bfc-4f4c-a1f9-ac376137fc11) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:29:25.308319 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:25.385016 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'name': 'tempest-TestVolumeBackupRestore-1146930691-router', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:29:19Z', 'revision_number': 3, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'gw_port': {'id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:81:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:18Z', 'updated_at': '2022-05-26T16:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:25.393234 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-3a808642-b3a3-4d7b-9714-b2a57e9284d1 service neutron] 10.222.0.83 "GET /v2.0/networks/3d916f38-2ac9-4597-8648-255b03a78511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785838 May 26 16:29:25.446102 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0233d02-4a38-4147-b8b8-3f274b4b2fc2 None None] The sync data for ids ['5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'] in n-d-843337-2 is: [{'id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'name': 'tempest-TestVolumeBackupRestore-1146930691-router', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:29:19Z', 'revision_number': 3, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'gw_port': {'id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:81:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:18Z', 'updated_at': '2022-05-26T16:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:29:25.593672 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Pushing event updated for resources: {'Port': ['ID=3df2c585-c0d3-4866-a900-e9e5fb30bbfe,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:25.646701 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:25.647063 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:25.647410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:25.647752 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:25.654389 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:25.654847 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:25.655345 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:25.655545 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:25.655893 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:25.656265 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:25.656598 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:25.657020 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:25.729486 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50852) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:25.777597 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b9897-7eb5-4926-9e54-febaa878a253 req-6991229c-4259-4046-98ad-af95126ae836 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:25.785287 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-457b9897-7eb5-4926-9e54-febaa878a253 req-6991229c-4259-4046-98ad-af95126ae836 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 945 time: 0.1504655 May 26 16:29:25.867282 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-457b9897-7eb5-4926-9e54-febaa878a253 req-cb8eeb37-343a-41ff-996c-88404286444c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810034 May 26 16:29:25.879272 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c50b5-be5d-4292-9c4f-fa0a69f494d1 req-9747f338-7fd6-40f0-961f-08685fd7a62c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:25.911759 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab0c50b5-be5d-4292-9c4f-fa0a69f494d1 req-9747f338-7fd6-40f0-961f-08685fd7a62c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 945 time: 0.2758529 May 26 16:29:26.178024 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab0c50b5-be5d-4292-9c4f-fa0a69f494d1 req-08406189-feb1-497d-8906-438d9526b5a1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392077 May 26 16:29:26.195520 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 7aa9c46e-c4e9-44dd-9ea9-fe50339c493f up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:26.198137 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-452430fa-4bcc-4f58-883d-c084bb42b588 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1322345090'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:26.209893 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902db6f-cf83-4ee4-95a4-53116dc3dc37 req-ce769ed9-48bd-4bc1-b6ac-06a052fc26f4 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:26.211934 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6902db6f-cf83-4ee4-95a4-53116dc3dc37 req-ce769ed9-48bd-4bc1-b6ac-06a052fc26f4 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 945 time: 0.1630707 May 26 16:29:26.304956 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 7aa9c46e-c4e9-44dd-9ea9-fe50339c493f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:26.305326 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:26.321087 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452430fa-4bcc-4f58-883d-c084bb42b588 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Made reservation on behalf of a1a0c16a86ec40a7b36f95ce2e2d28af for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:29:26.332221 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-452430fa-4bcc-4f58-883d-c084bb42b588 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:26.402983 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6902db6f-cf83-4ee4-95a4-53116dc3dc37 req-d338df9b-f398-4ebd-95e8-750698a31c66 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825209 May 26 16:29:26.407285 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-452430fa-4bcc-4f58-883d-c084bb42b588 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:26.740582 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-fa49c3c2-4264-45ae-a9be-712566758edc service neutron] 10.222.0.83 "GET /v2.0/networks/3d916f38-2ac9-4597-8648-255b03a78511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3311012 May 26 16:29:26.757900 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-079da646-3434-4f67-9554-6a61d86d0dc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:26.763069 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9262d6-56b0-407a-a672-dfd8dd838bab req-1c17038c-db5c-4636-aaa2-0261a1f9b723 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:26.772917 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa9262d6-56b0-407a-a672-dfd8dd838bab req-1c17038c-db5c-4636-aaa2-0261a1f9b723 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 943 time: 0.3687882 May 26 16:29:26.807230 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 7aa9c46e-c4e9-44dd-9ea9-fe50339c493f is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:26.808564 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:26.820326 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-079da646-3434-4f67-9554-6a61d86d0dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:26.843184 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Attempting to bind port 3df2c585-c0d3-4866-a900-e9e5fb30bbfe on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:26.843549 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Attempting to bind port 3df2c585-c0d3-4866-a900-e9e5fb30bbfe by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '045e2544-b085-4bf3-b19d-98411b7db9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edf002b2-c9d1-46a8-9f96-afb3826da250'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:26.843953 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Attempting to bind port 3df2c585-c0d3-4866-a900-e9e5fb30bbfe on network edf002b2-c9d1-46a8-9f96-afb3826da250 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:26.850828 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1922457-0b58-40aa-93f0-7968d0032072 req-99b90751-d3b4-481b-9bb6-bf8cb186cf92 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:26.851281 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 7aa9c46e-c4e9-44dd-9ea9-fe50339c493f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=7aa9c46e-c4e9-44dd-9ea9-fe50339c493f,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:26.852644 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1922457-0b58-40aa-93f0-7968d0032072 req-99b90751-d3b4-481b-9bb6-bf8cb186cf92 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 945 time: 0.2458041 May 26 16:29:26.866994 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:26.921970 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Port 3df2c585-c0d3-4866-a900-e9e5fb30bbfe on network edf002b2-c9d1-46a8-9f96-afb3826da250 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:26.922454 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Attempting to bind port 3df2c585-c0d3-4866-a900-e9e5fb30bbfe on network edf002b2-c9d1-46a8-9f96-afb3826da250 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:26.926812 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079da646-3434-4f67-9554-6a61d86d0dc3 admin admin] Network f470defa-ce3d-4a80-8936-fdcd3a56fb1c is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:26.934027 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa9262d6-56b0-407a-a672-dfd8dd838bab req-514fde66-eab0-4941-b850-f9249b02938d tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584449 May 26 16:29:26.934855 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=7aa9c46e-c4e9-44dd-9ea9-fe50339c493f,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:26.942104 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-079da646-3434-4f67-9554-6a61d86d0dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:26.956116 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079da646-3434-4f67-9554-6a61d86d0dc3 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:29:26.965370 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:29:26.965370 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Checking segment: {'id': '045e2544-b085-4bf3-b19d-98411b7db9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edf002b2-c9d1-46a8-9f96-afb3826da250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:26.965370 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Bound using segment: {'id': '045e2544-b085-4bf3-b19d-98411b7db9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edf002b2-c9d1-46a8-9f96-afb3826da250'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:29:26.965370 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Bound port: 3df2c585-c0d3-4866-a900-e9e5fb30bbfe, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '045e2544-b085-4bf3-b19d-98411b7db9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'edf002b2-c9d1-46a8-9f96-afb3826da250'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:29:26.965370 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:26.981757 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b07f0f70-3331-4063-8ada-c21f6c9e450b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:26.995327 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079da646-3434-4f67-9554-6a61d86d0dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=931f5cbb-7bfc-4f4c-a1f9-ac376137fc11,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:27.124795 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1922457-0b58-40aa-93f0-7968d0032072 req-0cd5e511-4524-42de-8b5d-9f17a3039bfe tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469430 May 26 16:29:27.203445 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-452430fa-4bcc-4f58-883d-c084bb42b588 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:27.233176 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-079da646-3434-4f67-9554-6a61d86d0dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:27.277065 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-452430fa-4bcc-4f58-883d-c084bb42b588 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:27.319042 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452430fa-4bcc-4f58-883d-c084bb42b588 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:29:27.359509 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] For port 3df2c585-c0d3-4866-a900-e9e5fb30bbfe, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:27.386611 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-89ce2935-34e7-4c7b-b486-3ed1360647e9 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.388287 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-89ce2935-34e7-4c7b-b486-3ed1360647e9 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b&tenant_id=ab86e9d575124bbb8f1141e0888ad848&binding%3Ahost_id=n-h2-843337-2 HTTP/1.1" status: 200 len: 1096 time: 0.2672837 May 26 16:29:27.392479 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] For port 3df2c585-c0d3-4866-a900-e9e5fb30bbfe, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=3df2c585-c0d3-4866-a900-e9e5fb30bbfe,segment=NetworkSegment(045e2544-b085-4bf3-b19d-98411b7db9cb),segment_id=045e2544-b085-4bf3-b19d-98411b7db9cb)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:29:27.414252 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-452430fa-4bcc-4f58-883d-c084bb42b588 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:27.414543 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:27.414836 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-452430fa-4bcc-4f58-883d-c084bb42b588 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Added segment 3d256902-959d-44b4-8fed-eb564e0ef8e8 of type vlan for network 2f68a05a-4bb6-45f8-890d-3e26e3c23301 May 26 16:29:27.487809 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-452430fa-4bcc-4f58-883d-c084bb42b588 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:27.529825 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ec4fc552-18e9-4371-9bb5-2dda5782cae1 None None] Provisioning complete for port 931f5cbb-7bfc-4f4c-a1f9-ac376137fc11 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:27.532270 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ec4fc552-18e9-4371-9bb5-2dda5782cae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:27.544986 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452430fa-4bcc-4f58-883d-c084bb42b588 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b521b56-87e7-4382-9ec6-f67b838b4da0,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:27.566287 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.566936 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:27.568815 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] 10.222.0.83 "PUT /v2.0/ports/3df2c585-c0d3-4866-a900-e9e5fb30bbfe HTTP/1.1" status: 200 len: 1091 time: 3.5803785 May 26 16:29:27.569394 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c1d563-217b-40d0-b698-b67883b0bbf5', 'tag': '3df2c585-c0d3-4866-a900-e9e5fb30bbfe'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:29:27.571733 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aca1c5f-b215-4ef6-9c93-bea87946fc94" -d '{"events": [{"name": "network-changed", "server_uuid": "34c1d563-217b-40d0-b698-b67883b0bbf5", "tag": "3df2c585-c0d3-4866-a900-e9e5fb30bbfe"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:29:27.606702 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ec4fc552-18e9-4371-9bb5-2dda5782cae1 None None] Port 931f5cbb-7bfc-4f4c-a1f9-ac376137fc11 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:29:27.641139 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82dd813-34ae-4cb7-8791-07632a992c6f service neutron] Pushing event updated for resources: {'Port': ['ID=3df2c585-c0d3-4866-a900-e9e5fb30bbfe,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:27.643854 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-452430fa-4bcc-4f58-883d-c084bb42b588 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:27.650445 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452430fa-4bcc-4f58-883d-c084bb42b588 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.651089 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-452430fa-4bcc-4f58-883d-c084bb42b588 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:27.707568 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-079da646-3434-4f67-9554-6a61d86d0dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:27.781530 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-452430fa-4bcc-4f58-883d-c084bb42b588 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0463827 May 26 16:29:27.784778 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50886) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:27.792602 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-639e77e6-56d4-4699-b132-7b59a00f23f1 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Request body: {'subnet': {'network_id': '2f68a05a-4bb6-45f8-890d-3e26e3c23301', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:27.797520 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-d5fc5092-25e9-4067-9a9c-217c722c3c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.799100 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-d5fc5092-25e9-4067-9a9c-217c722c3c6d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=55db192a075d4f7397320ac3e9c27b43&device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 1094 time: 0.1492763 May 26 16:29:27.811609 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-f1024229-4f56-4a9a-95e5-784ee99c7147 service neutron] For port b3dd3b68-6001-4082-a194-0d3de9aa6be1, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:27.817905 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452430fa-4bcc-4f58-883d-c084bb42b588 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Pushing event updated for resources: {'Network': ['ID=2f68a05a-4bb6-45f8-890d-3e26e3c23301,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:27.828953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f6552-2708-4baa-939b-d4217e55a15e req-9404bec3-8345-4766-8318-93fbbdc38ddb tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.831517 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d34f6552-2708-4baa-939b-d4217e55a15e req-9404bec3-8345-4766-8318-93fbbdc38ddb tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 945 time: 0.4215012 May 26 16:29:27.837926 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-f1024229-4f56-4a9a-95e5-784ee99c7147 service neutron] Notify callbacks [] for binding, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:27.839153 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-f1024229-4f56-4a9a-95e5-784ee99c7147 service neutron] 10.222.0.83 "DELETE /v2.0/ports/b3dd3b68-6001-4082-a194-0d3de9aa6be1/bindings/n-h1-843337-2 HTTP/1.1" status: 204 len: 173 time: 0.4339137 May 26 16:29:27.840916 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 2f68a05a-4bb6-45f8-890d-3e26e3c23301 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:29:27.847577 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36015683-2a37-4b3f-ac3a-1ffdcbdd5385 req-ea3fd6de-729a-4742-a85b-46b817f21528 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:27.856812 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-36015683-2a37-4b3f-ac3a-1ffdcbdd5385 req-ea3fd6de-729a-4742-a85b-46b817f21528 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 945 time: 0.3133302 May 26 16:29:27.921988 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-d3853ba0-f790-4472-bca2-f1b6d5c85858 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3df2c585-c0d3-4866-a900-e9e5fb30bbfe HTTP/1.1" status: 200 len: 217 time: 0.0964980 May 26 16:29:27.974390 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-36015683-2a37-4b3f-ac3a-1ffdcbdd5385 req-84714146-4450-45b3-91ff-ecfbbe54d0aa tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164548 May 26 16:29:27.979767 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d34f6552-2708-4baa-939b-d4217e55a15e req-f58a2d57-b12c-4a81-a8e9-abcd812c919f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188402 May 26 16:29:28.047615 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-ad157988-eedc-4321-bdc7-9d05e3ed8eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:28.050022 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-ad157988-eedc-4321-bdc7-9d05e3ed8eb1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b8295bc0-2040-4384-9eb3-a50f2e6ae846 HTTP/1.1" status: 200 len: 851 time: 0.0975835 May 26 16:29:28.077015 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613d07fc-06be-4417-851e-244f87ae664f x-openstack-request-id: req-613d07fc-06be-4417-851e-244f87ae664f {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:29:28.077542 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c1d563-217b-40d0-b698-b67883b0bbf5", "tag": "3df2c585-c0d3-4866-a900-e9e5fb30bbfe", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:29:28.077808 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-613d07fc-06be-4417-851e-244f87ae664f {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:29:28.078887 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 7aa9c46e-c4e9-44dd-9ea9-fe50339c493f up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:28.079085 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-613d07fc-06be-4417-851e-244f87ae664f'] response: {'name': 'network-changed', 'server_uuid': '34c1d563-217b-40d0-b698-b67883b0bbf5', 'tag': '3df2c585-c0d3-4866-a900-e9e5fb30bbfe', 'status': 'completed', 'code': 200} May 26 16:29:28.088176 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-b07f0f70-3331-4063-8ada-c21f6c9e450b admin admin] Deleting port 32e3c13e-6c8b-405d-813c-985127d262d4 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:28.088685 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b07f0f70-3331-4063-8ada-c21f6c9e450b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:28.127630 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-005ea8f7-1555-46f4-8145-64891e488364 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=edf002b2-c9d1-46a8-9f96-afb3826da250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604820 May 26 16:29:28.135843 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639e77e6-56d4-4699-b132-7b59a00f23f1 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Made reservation on behalf of a1a0c16a86ec40a7b36f95ce2e2d28af for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:29:28.140477 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-639e77e6-56d4-4699-b132-7b59a00f23f1 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:28.167975 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 7aa9c46e-c4e9-44dd-9ea9-fe50339c493f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:28.168576 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:28.296625 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-079da646-3434-4f67-9554-6a61d86d0dc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:28.306435 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-079da646-3434-4f67-9554-6a61d86d0dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:28.309180 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 7aa9c46e-c4e9-44dd-9ea9-fe50339c493f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:28.334202 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-b07f0f70-3331-4063-8ada-c21f6c9e450b admin admin] For port 32e3c13e-6c8b-405d-813c-985127d262d4, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=32e3c13e-6c8b-405d-813c-985127d262d4,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:28.334816 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b07f0f70-3331-4063-8ada-c21f6c9e450b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:28.359881 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7159be-8e20-4a06-ac31-a400d6179a40 req-968220fe-0f61-4259-a951-3cbc544d467f tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:28.362166 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e7159be-8e20-4a06-ac31-a400d6179a40 req-968220fe-0f61-4259-a951-3cbc544d467f tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 943 time: 0.1471026 May 26 16:29:28.363825 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-b07f0f70-3331-4063-8ada-c21f6c9e450b admin admin] Calling delete_port for 32e3c13e-6c8b-405d-813c-985127d262d4 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:28.388012 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b90736-a247-4aae-b632-964ae854d10a req-3cdef084-886e-4d1c-9faf-55d358b2a19d tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:28.389806 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-94b90736-a247-4aae-b632-964ae854d10a req-3cdef084-886e-4d1c-9faf-55d358b2a19d tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 1096 time: 0.1760585 May 26 16:29:28.432267 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-079da646-3434-4f67-9554-6a61d86d0dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:28.437403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079da646-3434-4f67-9554-6a61d86d0dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=931f5cbb-7bfc-4f4c-a1f9-ac376137fc11,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:28.450136 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-28d9dc14-2134-42a3-a5f4-76dc7be78741 service neutron] 10.222.0.83 "GET /v2.0/networks/edf002b2-c9d1-46a8-9f96-afb3826da250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991786 May 26 16:29:28.490028 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e7159be-8e20-4a06-ac31-a400d6179a40 req-c0994bf9-2199-4862-adbc-e7db384109da tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154642 May 26 16:29:28.502075 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-94b90736-a247-4aae-b632-964ae854d10a req-999d4bd2-5e58-4811-a4d9-192d047da6b2 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017623 May 26 16:29:28.688279 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9936986-a6ab-4199-9c04-827d9b395ab3 req-3e321d1a-5a10-4614-bd60-1d109212ce96 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:28.690805 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9936986-a6ab-4199-9c04-827d9b395ab3 req-3e321d1a-5a10-4614-bd60-1d109212ce96 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 945 time: 0.1143057 May 26 16:29:28.712222 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d7be317d-1581-4551-94bd-1ce734cbfa23 req-a97b0a61-98a9-441c-b52f-cc83eb83d87d service neutron] 10.222.0.83 "GET /v2.0/networks/edf002b2-c9d1-46a8-9f96-afb3826da250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423859 May 26 16:29:28.725629 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079da646-3434-4f67-9554-6a61d86d0dc3 admin admin] Network f470defa-ce3d-4a80-8936-fdcd3a56fb1c is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:28.733204 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-079da646-3434-4f67-9554-6a61d86d0dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:28.734753 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-639e77e6-56d4-4699-b132-7b59a00f23f1 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:28.751123 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b07f0f70-3331-4063-8ada-c21f6c9e450b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:28.783928 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9936986-a6ab-4199-9c04-827d9b395ab3 req-e91f06df-6490-4a50-8924-4229dd0d48a3 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860021 May 26 16:29:28.826147 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50898) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:28.826833 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e77e6-56d4-4699-b132-7b59a00f23f1 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Pushing event updated for resources: {'Subnet': ['ID=b79fc626-28ee-4dce-92bd-77408359f802,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:28.867960 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f0f70-3331-4063-8ada-c21f6c9e450b admin admin] Pushing event deleted for resources: {'Port': ['ID=32e3c13e-6c8b-405d-813c-985127d262d4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:29.036222 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639e77e6-56d4-4699-b132-7b59a00f23f1 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Checking segment: {'id': '3d256902-959d-44b4-8fed-eb564e0ef8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2f68a05a-4bb6-45f8-890d-3e26e3c23301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:29.036673 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639e77e6-56d4-4699-b132-7b59a00f23f1 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Network hostable DHCP agents. Network: 2f68a05a-4bb6-45f8-890d-3e26e3c23301, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:29:29.156194 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8794bde9-6615-4b58-ab70-a1631547f9f7 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/floatingips/2e009475-6e8b-4619-9374-871bf8f1b16f HTTP/1.1" status: 200 len: 992 time: 0.3267272 May 26 16:29:29.172043 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639e77e6-56d4-4699-b132-7b59a00f23f1 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Network 2f68a05a-4bb6-45f8-890d-3e26e3c23301 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:29:29.179933 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca1c5f-b215-4ef6-9c93-bea87946fc94 req-98f90d6a-c38c-4e51-9b84-d5ba773bf11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:29.181911 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2aca1c5f-b215-4ef6-9c93-bea87946fc94 req-98f90d6a-c38c-4e51-9b84-d5ba773bf11b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=55db192a075d4f7397320ac3e9c27b43&device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 1094 time: 0.2672043 May 26 16:29:29.209512 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-639e77e6-56d4-4699-b132-7b59a00f23f1 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 2f68a05a-4bb6-45f8-890d-3e26e3c23301) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:29.226968 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01947bfb-923b-477e-bac7-33f2313b5cea None None] Network 2f68a05a-4bb6-45f8-890d-3e26e3c23301 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:29:29.284642 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed902a-6ab9-43ae-9c39-e7c6485be611 req-6cc10585-c1be-4bf5-a653-ebbafafc61e1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:29.286199 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0ed902a-6ab9-43ae-9c39-e7c6485be611 req-6cc10585-c1be-4bf5-a653-ebbafafc61e1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 945 time: 0.2295177 May 26 16:29:29.291712 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b07f0f70-3331-4063-8ada-c21f6c9e450b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:29.323936 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3b21ac9c-16dd-4e2a-8623-35001b09325d None None] Provisioning complete for port 931f5cbb-7bfc-4f4c-a1f9-ac376137fc11 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:29.324653 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3b21ac9c-16dd-4e2a-8623-35001b09325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:29.326399 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca1c5f-b215-4ef6-9c93-bea87946fc94 req-b503e238-252d-4078-ae1b-a5e0af1abb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:29.328017 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2aca1c5f-b215-4ef6-9c93-bea87946fc94 req-b503e238-252d-4078-ae1b-a5e0af1abb96 service neutron] 10.222.0.83 "GET /v2.0/networks?id=edf002b2-c9d1-46a8-9f96-afb3826da250 HTTP/1.1" status: 200 len: 912 time: 0.1342564 May 26 16:29:29.330171 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639e77e6-56d4-4699-b132-7b59a00f23f1 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:29.330896 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-639e77e6-56d4-4699-b132-7b59a00f23f1 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:29.357887 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079da646-3434-4f67-9554-6a61d86d0dc3 admin admin] Router 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:29:29.379119 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a0ca2-bad0-46db-83c2-7f7340f2ff61 req-3974c155-8a8d-49ec-bc07-9b12aa1b6a94 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:29.379980 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3b21ac9c-16dd-4e2a-8623-35001b09325d None None] Port 931f5cbb-7bfc-4f4c-a1f9-ac376137fc11 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:29:29.381889 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-146a0ca2-bad0-46db-83c2-7f7340f2ff61 req-3974c155-8a8d-49ec-bc07-9b12aa1b6a94 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 945 time: 0.2397475 May 26 16:29:29.427909 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-639e77e6-56d4-4699-b132-7b59a00f23f1 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6395478 May 26 16:29:29.429366 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2aca1c5f-b215-4ef6-9c93-bea87946fc94 req-0e245ae2-028c-4416-bfac-caa03f2135ae service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3df2c585-c0d3-4866-a900-e9e5fb30bbfe HTTP/1.1" status: 200 len: 217 time: 0.0696735 May 26 16:29:29.429925 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50908) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:29.438665 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e632c8c2-4d8d-4d40-a45a-63232b2a4c33 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Request body: {'port': {'network_id': '2f68a05a-4bb6-45f8-890d-3e26e3c23301', 'name': 'tempest-DHCPAgentSchedulersTestJSON-439578726'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:29.497705 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca1c5f-b215-4ef6-9c93-bea87946fc94 req-bf38b310-068b-4701-93e3-5caf647724f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:29.499817 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2aca1c5f-b215-4ef6-9c93-bea87946fc94 req-bf38b310-068b-4701-93e3-5caf647724f3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b8295bc0-2040-4384-9eb3-a50f2e6ae846 HTTP/1.1" status: 200 len: 851 time: 0.0552554 May 26 16:29:29.500408 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50910) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:29.517078 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cac3423-3add-4bc7-843d-4aaaaeb6bd62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-2f68a05a-4bb6-45f8-890d-3e26e3c23301', 'network_id': '2f68a05a-4bb6-45f8-890d-3e26e3c23301', 'tenant_id': 'a1a0c16a86ec40a7b36f95ce2e2d28af', 'fixed_ips': [{'subnet_id': 'b79fc626-28ee-4dce-92bd-77408359f802'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:29:29.517967 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5cac3423-3add-4bc7-843d-4aaaaeb6bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:29.549751 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-146a0ca2-bad0-46db-83c2-7f7340f2ff61 req-58e15730-fdea-4b03-8a4e-b44a841acbec tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292980 May 26 16:29:29.580491 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-f0ed902a-6ab9-43ae-9c39-e7c6485be611 req-064efb7d-b5c6-4cd8-9402-ef337cd12a56 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Deleting port e900e213-26e9-48d2-b423-e5d210ae7585 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:29.581198 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f0ed902a-6ab9-43ae-9c39-e7c6485be611 req-064efb7d-b5c6-4cd8-9402-ef337cd12a56 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:29.656313 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079da646-3434-4f67-9554-6a61d86d0dc3 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:29:29.666193 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] Sync routers for ids ['5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:29:29.695912 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] Routers {'5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:29.696577 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:29:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:29.795685 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-079da646-3434-4f67-9554-6a61d86d0dc3 admin admin] 10.222.0.77 "PUT /v2.0/routers/5d8683a5-6bef-43a8-a85f-4f76b19bcc9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6915991 May 26 16:29:29.818842 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3d757-0752-4125-8ed1-1c1ccb77a781 req-5c611c1e-6eb5-4e5e-9dd8-cd6ef35ab0bc tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:29.821128 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25b3d757-0752-4125-8ed1-1c1ccb77a781 req-5c611c1e-6eb5-4e5e-9dd8-cd6ef35ab0bc tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 943 time: 0.1830206 May 26 16:29:29.823497 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-f0ed902a-6ab9-43ae-9c39-e7c6485be611 req-064efb7d-b5c6-4cd8-9402-ef337cd12a56 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] For port e900e213-26e9-48d2-b423-e5d210ae7585, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e900e213-26e9-48d2-b423-e5d210ae7585,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:29.824174 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f0ed902a-6ab9-43ae-9c39-e7c6485be611 req-064efb7d-b5c6-4cd8-9402-ef337cd12a56 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:29.828618 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2aca1c5f-b215-4ef6-9c93-bea87946fc94 req-1f6844ce-d4a1-40f2-b798-9dcb274bff5c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=edf002b2-c9d1-46a8-9f96-afb3826da250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1692901 May 26 16:29:29.852976 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-f0ed902a-6ab9-43ae-9c39-e7c6485be611 req-064efb7d-b5c6-4cd8-9402-ef337cd12a56 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Calling delete_port for e900e213-26e9-48d2-b423-e5d210ae7585 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:29.857674 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] Set router 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:29.869413 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07f0f70-3331-4063-8ada-c21f6c9e450b admin admin] Router 3be498a2-af40-439e-8e33-5b6db31a6d35 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:29:30.163066 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2aca1c5f-b215-4ef6-9c93-bea87946fc94 req-9e7151b9-c458-463e-8f98-65dfa6d7124e service neutron] 10.222.0.83 "GET /v2.0/networks/edf002b2-c9d1-46a8-9f96-afb3826da250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987969 May 26 16:29:30.163866 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e632c8c2-4d8d-4d40-a45a-63232b2a4c33 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Made reservation on behalf of a1a0c16a86ec40a7b36f95ce2e2d28af for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:29:30.169411 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e632c8c2-4d8d-4d40-a45a-63232b2a4c33 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:30.177633 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-5cac3423-3add-4bc7-843d-4aaaaeb6bd62 None None] Allocated IP 172.20.0.2 (2f68a05a-4bb6-45f8-890d-3e26e3c23301/b79fc626-28ee-4dce-92bd-77408359f802/bdfd499d-cfeb-4a46-86d4-feab5324541e) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:29:30.222773 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-e632c8c2-4d8d-4d40-a45a-63232b2a4c33 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] device_id is not set on port 8d2e1a60-74a8-4b10-ae0a-76161f5b81a0 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:29:30.246867 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b8271ec7-d4a7-4a40-963d-815b85d1f7e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Deleting port 23cbde83-760a-4e7b-abbd-8df00999fc2f {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:30.247265 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b8271ec7-d4a7-4a40-963d-815b85d1f7e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:30.354815 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b8271ec7-d4a7-4a40-963d-815b85d1f7e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:30.355168 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b8271ec7-d4a7-4a40-963d-815b85d1f7e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:30.373305 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b8271ec7-d4a7-4a40-963d-815b85d1f7e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Calling delete_port for 23cbde83-760a-4e7b-abbd-8df00999fc2f owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:30.374707 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'name': 'tempest-TestVolumeBackupRestore-1146930691-router', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:29:27Z', 'revision_number': 4, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'gw_port': {'id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:18Z', 'updated_at': '2022-05-26T16:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '931f5cbb-7bfc-4f4c-a1f9-ac376137fc11', 'name': '', 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'mac_address': 'fa:16:3e:d7:c8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '70de716f-a599-4154-abad-e7ae007e30d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:24Z', 'updated_at': '2022-05-26T16:29:27Z', 'revision_number': 2, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'subnets': [{'id': '70de716f-a599-4154-abad-e7ae007e30d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:30.421428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] Checking router: 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:29:30.422058 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] Updating router 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b port 931f5cbb-7bfc-4f4c-a1f9-ac376137fc11 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:29:30.494426 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:30.558445 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25b3d757-0752-4125-8ed1-1c1ccb77a781 req-fb6fd626-e594-4439-b185-4ae9542818ba tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7221479 May 26 16:29:30.671186 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5cac3423-3add-4bc7-843d-4aaaaeb6bd62 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:30.778938 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5cac3423-3add-4bc7-843d-4aaaaeb6bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:30.825462 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cac3423-3add-4bc7-843d-4aaaaeb6bd62 None None] Network 2f68a05a-4bb6-45f8-890d-3e26e3c23301 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:30.845936 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:30.861501 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-5cac3423-3add-4bc7-843d-4aaaaeb6bd62 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:30.882386 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cac3423-3add-4bc7-843d-4aaaaeb6bd62 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:29:30.888007 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2aca1c5f-b215-4ef6-9c93-bea87946fc94 req-4ab1262b-e49a-4a23-aef6-4d3277a5726a service neutron] 10.222.0.83 "GET /v2.0/networks/edf002b2-c9d1-46a8-9f96-afb3826da250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6876688 May 26 16:29:30.898058 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac3423-3add-4bc7-843d-4aaaaeb6bd62 None None] Pushing event updated for resources: {'Port': ['ID=bdfd499d-cfeb-4a46-86d4-feab5324541e,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:30.902776 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07f0f70-3331-4063-8ada-c21f6c9e450b admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:29:30.917811 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92aae41-4580-40ba-ab61-dfa02a7e09d3 None None] Sync routers for ids ['3be498a2-af40-439e-8e33-5b6db31a6d35'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:29:30.934184 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92aae41-4580-40ba-ab61-dfa02a7e09d3 None None] Routers {'3be498a2-af40-439e-8e33-5b6db31a6d35'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:30.934760 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-c92aae41-4580-40ba-ab61-dfa02a7e09d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:29:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3be498a2-af40-439e-8e33-5b6db31a6d35'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:30.949165 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-e632c8c2-4d8d-4d40-a45a-63232b2a4c33 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Allocated IP 172.20.0.6 (2f68a05a-4bb6-45f8-890d-3e26e3c23301/b79fc626-28ee-4dce-92bd-77408359f802/8d2e1a60-74a8-4b10-ae0a-76161f5b81a0) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:29:30.964513 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b8271ec7-d4a7-4a40-963d-815b85d1f7e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:31.021229 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50932) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:31.034013 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-eefc47e2-81ba-444f-a061-3bd9ec26dfec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1759031865-network', 'tenant_id': 'a9ed9e5c007f4796875a8e6dc76854d0'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:31.041201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5cac3423-3add-4bc7-843d-4aaaaeb6bd62 None None] Attempting to bind port bdfd499d-cfeb-4a46-86d4-feab5324541e on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:31.041726 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5cac3423-3add-4bc7-843d-4aaaaeb6bd62 None None] Attempting to bind port bdfd499d-cfeb-4a46-86d4-feab5324541e by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '3d256902-959d-44b4-8fed-eb564e0ef8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2f68a05a-4bb6-45f8-890d-3e26e3c23301'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:31.042106 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac3423-3add-4bc7-843d-4aaaaeb6bd62 None None] Attempting to bind port bdfd499d-cfeb-4a46-86d4-feab5324541e on network 2f68a05a-4bb6-45f8-890d-3e26e3c23301 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:31.043755 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8271ec7-d4a7-4a40-963d-815b85d1f7e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'Port': ['ID=23cbde83-760a-4e7b-abbd-8df00999fc2f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:31.053558 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac3423-3add-4bc7-843d-4aaaaeb6bd62 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:29:31.053939 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac3423-3add-4bc7-843d-4aaaaeb6bd62 None None] Checking segment: {'id': '3d256902-959d-44b4-8fed-eb564e0ef8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2f68a05a-4bb6-45f8-890d-3e26e3c23301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:31.054343 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5cac3423-3add-4bc7-843d-4aaaaeb6bd62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:31.055117 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac3423-3add-4bc7-843d-4aaaaeb6bd62 None None] Bound using segment: {'id': '3d256902-959d-44b4-8fed-eb564e0ef8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2f68a05a-4bb6-45f8-890d-3e26e3c23301'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:29:31.055241 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5cac3423-3add-4bc7-843d-4aaaaeb6bd62 None None] Bound port: bdfd499d-cfeb-4a46-86d4-feab5324541e, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d256902-959d-44b4-8fed-eb564e0ef8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2f68a05a-4bb6-45f8-890d-3e26e3c23301'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:29:31.056022 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5cac3423-3add-4bc7-843d-4aaaaeb6bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:31.058712 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b07f0f70-3331-4063-8ada-c21f6c9e450b admin admin] 10.222.0.77 "PUT /v2.0/routers/3be498a2-af40-439e-8e33-5b6db31a6d35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0650699 May 26 16:29:31.064530 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50934) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:31.116827 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f0ed902a-6ab9-43ae-9c39-e7c6485be611 req-064efb7d-b5c6-4cd8-9402-ef337cd12a56 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:31.148536 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1123fe-ce74-4f29-8775-507d5ddeb5bf req-4023014e-a9d3-4760-8b23-f579b084c9fe tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:31.150967 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e1123fe-ce74-4f29-8775-507d5ddeb5bf req-4023014e-a9d3-4760-8b23-f579b084c9fe tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 945 time: 0.2981563 May 26 16:29:31.179387 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064efb7d-b5c6-4cd8-9402-ef337cd12a56 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event deleted for resources: {'Port': ['ID=e900e213-26e9-48d2-b423-e5d210ae7585,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:31.204043 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-c92aae41-4580-40ba-ab61-dfa02a7e09d3 None None] Set router 3be498a2-af40-439e-8e33-5b6db31a6d35 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:31.212858 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefc47e2-81ba-444f-a061-3bd9ec26dfec admin admin] Made reservation on behalf of a9ed9e5c007f4796875a8e6dc76854d0 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:29:31.227191 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eefc47e2-81ba-444f-a061-3bd9ec26dfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:31.239810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5cac3423-3add-4bc7-843d-4aaaaeb6bd62 None None] For port bdfd499d-cfeb-4a46-86d4-feab5324541e, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:31.247740 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5cac3423-3add-4bc7-843d-4aaaaeb6bd62 None None] For port bdfd499d-cfeb-4a46-86d4-feab5324541e, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=bdfd499d-cfeb-4a46-86d4-feab5324541e,segment=NetworkSegment(3d256902-959d-44b4-8fed-eb564e0ef8e8),segment_id=3d256902-959d-44b4-8fed-eb564e0ef8e8)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:29:31.264534 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ed902a-6ab9-43ae-9c39-e7c6485be611 req-064efb7d-b5c6-4cd8-9402-ef337cd12a56 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] No DVR routers for this DVR port e900e213-26e9-48d2-b423-e5d210ae7585 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:29:31.269974 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5cac3423-3add-4bc7-843d-4aaaaeb6bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:31.300535 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b8271ec7-d4a7-4a40-963d-815b85d1f7e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:31.303369 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-b8271ec7-d4a7-4a40-963d-815b85d1f7e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Floating IP 2e009475-6e8b-4619-9374-871bf8f1b16f disassociated (deleted). External IP: 172.25.7.113, port: b3dd3b68-6001-4082-a194-0d3de9aa6be1. May 26 16:29:31.323401 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-f0ed902a-6ab9-43ae-9c39-e7c6485be611 req-064efb7d-b5c6-4cd8-9402-ef337cd12a56 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:31.339521 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0ed902a-6ab9-43ae-9c39-e7c6485be611 req-064efb7d-b5c6-4cd8-9402-ef337cd12a56 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "DELETE /v2.0/ports/e900e213-26e9-48d2-b423-e5d210ae7585 HTTP/1.1" status: 204 len: 173 time: 2.0449109 May 26 16:29:31.344374 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd113dd24-e141-4e19-bd28-9fe2731032b7', 'name': 'network-vif-deleted', 'tag': 'e900e213-26e9-48d2-b423-e5d210ae7585'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:29:31.346814 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14715ac5-c3bb-47ac-afbb-b62970921e04" -d '{"events": [{"server_uuid": "d113dd24-e141-4e19-bd28-9fe2731032b7", "name": "network-vif-deleted", "tag": "e900e213-26e9-48d2-b423-e5d210ae7585"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:29:31.458709 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e1123fe-ce74-4f29-8775-507d5ddeb5bf req-64d879d2-a284-4060-8f13-6695fb8ac00f tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803288 May 26 16:29:31.465992 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-38be9c8b-f7f6-4189-a8f5-b4473add0565 admin admin] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:31.554640 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac3423-3add-4bc7-843d-4aaaaeb6bd62 None None] Pushing event updated for resources: {'Port': ['ID=bdfd499d-cfeb-4a46-86d4-feab5324541e,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:31.559988 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d71be4-2f92-48e0-b246-c62eda516187 x-openstack-request-id: req-b7d71be4-2f92-48e0-b246-c62eda516187 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:29:31.560557 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d113dd24-e141-4e19-bd28-9fe2731032b7", "name": "network-vif-deleted", "tag": "e900e213-26e9-48d2-b423-e5d210ae7585", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:29:31.560634 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b7d71be4-2f92-48e0-b246-c62eda516187 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:29:31.561025 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7d71be4-2f92-48e0-b246-c62eda516187'] response: {'server_uuid': 'd113dd24-e141-4e19-bd28-9fe2731032b7', 'name': 'network-vif-deleted', 'tag': 'e900e213-26e9-48d2-b423-e5d210ae7585', 'status': 'completed', 'code': 200} May 26 16:29:31.590264 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:31.606395 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:31.725548 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-c92aae41-4580-40ba-ab61-dfa02a7e09d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '47c13dd5-241b-477b-884e-3322195b263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:29:28Z', 'revision_number': 5, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port': {'id': '47c13dd5-241b-477b-884e-3322195b263a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:18:52Z', 'updated_at': '2022-05-26T16:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:31.731163 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e6b48-81be-4a55-8548-1710ed876075 None None] Pushing event updated for resources: {'Port': ['ID=931f5cbb-7bfc-4f4c-a1f9-ac376137fc11,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:31.808716 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-38be9c8b-f7f6-4189-a8f5-b4473add0565 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:31.883959 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92aae41-4580-40ba-ab61-dfa02a7e09d3 None None] Checking router: 3be498a2-af40-439e-8e33-5b6db31a6d35 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:29:31.922690 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92aae41-4580-40ba-ab61-dfa02a7e09d3 None None] Routers {'3be498a2-af40-439e-8e33-5b6db31a6d35'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:31.927106 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-c92aae41-4580-40ba-ab61-dfa02a7e09d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:29:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['3be498a2-af40-439e-8e33-5b6db31a6d35'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:32.009144 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] Attempting to bind port 931f5cbb-7bfc-4f4c-a1f9-ac376137fc11 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:32.009347 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] Attempting to bind port 931f5cbb-7bfc-4f4c-a1f9-ac376137fc11 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'af8a2c7e-9c7d-4e78-8b0c-6ede863d657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:32.009666 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] Attempting to bind port 931f5cbb-7bfc-4f4c-a1f9-ac376137fc11 on network f470defa-ce3d-4a80-8936-fdcd3a56fb1c {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:32.044782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:29:32.046130 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] Checking segment: {'id': 'af8a2c7e-9c7d-4e78-8b0c-6ede863d657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:32.046538 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:32.047060 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] Bound using segment: {'id': 'af8a2c7e-9c7d-4e78-8b0c-6ede863d657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:29:32.049010 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] Bound port: 931f5cbb-7bfc-4f4c-a1f9-ac376137fc11, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8a2c7e-9c7d-4e78-8b0c-6ede863d657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:29:32.049406 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:32.102043 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbe9bd-0c39-4e71-8ef4-c6cca1c6b6d3 req-4fadcb1b-a38e-428a-b944-d2a22ce10ba6 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:32.106923 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b3bbe9bd-0c39-4e71-8ef4-c6cca1c6b6d3 req-4fadcb1b-a38e-428a-b944-d2a22ce10ba6 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 943 time: 0.2324600 May 26 16:29:32.117803 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-38be9c8b-f7f6-4189-a8f5-b4473add0565 admin admin] Deleting port 47c13dd5-241b-477b-884e-3322195b263a {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:32.118837 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-38be9c8b-f7f6-4189-a8f5-b4473add0565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:32.190156 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device e900e213-26e9-48d2-b423-e5d210ae7585 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:29:32.262718 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-c92aae41-4580-40ba-ab61-dfa02a7e09d3 None None] Set router 3be498a2-af40-439e-8e33-5b6db31a6d35 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:32.280419 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-38be9c8b-f7f6-4189-a8f5-b4473add0565 admin admin] For port 47c13dd5-241b-477b-884e-3322195b263a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=47c13dd5-241b-477b-884e-3322195b263a,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:32.280791 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-38be9c8b-f7f6-4189-a8f5-b4473add0565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:32.320774 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-38be9c8b-f7f6-4189-a8f5-b4473add0565 admin admin] Calling delete_port for 47c13dd5-241b-477b-884e-3322195b263a owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:32.346298 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] For port 931f5cbb-7bfc-4f4c-a1f9-ac376137fc11, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:32.359867 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] For port 931f5cbb-7bfc-4f4c-a1f9-ac376137fc11, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=931f5cbb-7bfc-4f4c-a1f9-ac376137fc11,segment=NetworkSegment(af8a2c7e-9c7d-4e78-8b0c-6ede863d657c),segment_id=af8a2c7e-9c7d-4e78-8b0c-6ede863d657c)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:29:32.364041 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b3bbe9bd-0c39-4e71-8ef4-c6cca1c6b6d3 req-c89e35c3-912d-4469-ab15-56c3e88fb435 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723751 May 26 16:29:32.401123 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-c92aae41-4580-40ba-ab61-dfa02a7e09d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:29:31Z', 'revision_number': 6, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:32.403774 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eefc47e2-81ba-444f-a061-3bd9ec26dfec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:32.404190 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device bdfd499d-cfeb-4a46-86d4-feab5324541e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:32.447352 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92aae41-4580-40ba-ab61-dfa02a7e09d3 None None] The sync data for ids ['3be498a2-af40-439e-8e33-5b6db31a6d35'] in n-d-843337-2 is: [{'id': '3be498a2-af40-439e-8e33-5b6db31a6d35', 'name': 'tempest-AttachVolumeNegativeTest-1535002927-router', 'tenant_id': 'd026034f0b5c4db588d9be515d0f060a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:18:48Z', 'updated_at': '2022-05-26T16:29:31Z', 'revision_number': 6, 'project_id': 'd026034f0b5c4db588d9be515d0f060a', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:29:32.456511 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 3df2c585-c0d3-4866-a900-e9e5fb30bbfe details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:29:32.463983 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:32.571678 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: e900e213-26e9-48d2-b423-e5d210ae7585 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:29:32.572505 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device e900e213-26e9-48d2-b423-e5d210ae7585 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:29:32.633857 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5dfd4478-c5fa-4955-9446-b8e90a4c64a7 None None] Provisioning complete for port 931f5cbb-7bfc-4f4c-a1f9-ac376137fc11 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:32.634229 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dfd4478-c5fa-4955-9446-b8e90a4c64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:32.742592 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e632c8c2-4d8d-4d40-a45a-63232b2a4c33 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:32.803515 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] Routers {'5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:32.804410 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:29:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:32.873580 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-38be9c8b-f7f6-4189-a8f5-b4473add0565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:32.995030 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be9c8b-f7f6-4189-a8f5-b4473add0565 admin admin] Pushing event deleted for resources: {'Port': ['ID=47c13dd5-241b-477b-884e-3322195b263a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:32.999367 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-97546bd9-aa02-4fe3-b82b-63aa371b4b9b req-4acb63d8-3fb0-4b4a-b45e-ff6cc64e7c2c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 210 time: 0.1571021 May 26 16:29:33.046689 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eefc47e2-81ba-444f-a061-3bd9ec26dfec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.066459 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eefc47e2-81ba-444f-a061-3bd9ec26dfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.184750 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-38be9c8b-f7f6-4189-a8f5-b4473add0565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.236637 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port bdfd499d-cfeb-4a46-86d4-feab5324541e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:33.237014 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.245476 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc47e2-81ba-444f-a061-3bd9ec26dfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1276d0-2110-4c49-8c01-9afe2710054b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:33.260597 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e632c8c2-4d8d-4d40-a45a-63232b2a4c33 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.287507 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e6b48-81be-4a55-8548-1710ed876075 None None] Pushing event updated for resources: {'Port': ['ID=931f5cbb-7bfc-4f4c-a1f9-ac376137fc11,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:33.356575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632c8c2-4d8d-4d40-a45a-63232b2a4c33 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Pushing event updated for resources: {'Port': ['ID=8d2e1a60-74a8-4b10-ae0a-76161f5b81a0,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:33.369460 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eefc47e2-81ba-444f-a061-3bd9ec26dfec admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:29:33.390899 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eefc47e2-81ba-444f-a061-3bd9ec26dfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.391257 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-eefc47e2-81ba-444f-a061-3bd9ec26dfec admin admin] Added segment 543c6d0d-7247-451c-912a-d1a5393d2672 of type vlan for network 18086593-ac65-4657-82cf-eab2a2a091ea May 26 16:29:33.415508 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e632c8c2-4d8d-4d40-a45a-63232b2a4c33 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Network 2f68a05a-4bb6-45f8-890d-3e26e3c23301 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:33.420792 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-e632c8c2-4d8d-4d40-a45a-63232b2a4c33 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:33.426236 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e632c8c2-4d8d-4d40-a45a-63232b2a4c33 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:29:33.466658 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] Set router 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:33.510714 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e632c8c2-4d8d-4d40-a45a-63232b2a4c33 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:33.514031 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e632c8c2-4d8d-4d40-a45a-63232b2a4c33 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.566820 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-38be9c8b-f7f6-4189-a8f5-b4473add0565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.570056 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e632c8c2-4d8d-4d40-a45a-63232b2a4c33 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1370337 May 26 16:29:33.572335 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8271ec7-d4a7-4a40-963d-815b85d1f7e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Router 42083a96-54d6-47d2-9c1d-729e8991bb96 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:29:33.577027 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50956) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:33.591773 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-38be9c8b-f7f6-4189-a8f5-b4473add0565 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.597666 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a085517-c9f7-47d4-a049-6d74e9f66425 None None] Network 2f68a05a-4bb6-45f8-890d-3e26e3c23301 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:29:33.685892 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd4478-c5fa-4955-9446-b8e90a4c64a7 None None] Current status of the port 931f5cbb-7bfc-4f4c-a1f9-ac376137fc11 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:33.686296 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dfd4478-c5fa-4955-9446-b8e90a4c64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.686583 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eefc47e2-81ba-444f-a061-3bd9ec26dfec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.705481 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 3df2c585-c0d3-4866-a900-e9e5fb30bbfe, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=3df2c585-c0d3-4866-a900-e9e5fb30bbfe,segment=NetworkSegment(045e2544-b085-4bf3-b19d-98411b7db9cb),segment_id=045e2544-b085-4bf3-b19d-98411b7db9cb)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:33.733941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5dfd4478-c5fa-4955-9446-b8e90a4c64a7 None None] For port 931f5cbb-7bfc-4f4c-a1f9-ac376137fc11, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=931f5cbb-7bfc-4f4c-a1f9-ac376137fc11,segment=NetworkSegment(af8a2c7e-9c7d-4e78-8b0c-6ede863d657c),segment_id=af8a2c7e-9c7d-4e78-8b0c-6ede863d657c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:33.783191 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dfd4478-c5fa-4955-9446-b8e90a4c64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.821751 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eefc47e2-81ba-444f-a061-3bd9ec26dfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.822857 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefc47e2-81ba-444f-a061-3bd9ec26dfec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:33.823485 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eefc47e2-81ba-444f-a061-3bd9ec26dfec admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.847363 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-38be9c8b-f7f6-4189-a8f5-b4473add0565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.848299 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-a433a3f5-6185-4aec-995c-ba1ef450a5bf tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Deleting port 8d2e1a60-74a8-4b10-ae0a-76161f5b81a0 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:33.848683 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a433a3f5-6185-4aec-995c-ba1ef450a5bf tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.850440 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38be9c8b-f7f6-4189-a8f5-b4473add0565 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3be498a2-af40-439e-8e33-5b6db31a6d35 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:29:33.865921 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-38be9c8b-f7f6-4189-a8f5-b4473add0565 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:33.871607 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-38be9c8b-f7f6-4189-a8f5-b4473add0565 admin admin] 10.222.0.77 "DELETE /v2.0/routers/3be498a2-af40-439e-8e33-5b6db31a6d35 HTTP/1.1" status: 204 len: 168 time: 2.8051302 May 26 16:29:33.876972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50958) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:33.885097 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '3df2c585-c0d3-4866-a900-e9e5fb30bbfe', 'network_id': 'edf002b2-c9d1-46a8-9f96-afb3826da250', 'port_id': '3df2c585-c0d3-4866-a900-e9e5fb30bbfe', 'mac_address': 'fa:16:3e:65:a2:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8295bc0-2040-4384-9eb3-a50f2e6ae846', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:29:33.983198 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886779b-bb15-4c39-9bb1-6a1caa98648c req-5ea05031-7464-4f5f-8e2d-1e6f789fb82e tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:33.987918 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6886779b-bb15-4c39-9bb1-6a1caa98648c req-5ea05031-7464-4f5f-8e2d-1e6f789fb82e tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 943 time: 0.4349496 May 26 16:29:33.998093 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-eefc47e2-81ba-444f-a061-3bd9ec26dfec admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.9698095 May 26 16:29:34.025252 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50960) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:34.061201 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-1640a8d2-f38f-4fed-8c6c-ad76cbf203e1 admin admin] Request body: {'subnet': {'network_id': '18086593-ac65-4657-82cf-eab2a2a091ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1759031865-subnet', 'tenant_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:34.088646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1640a8d2-f38f-4fed-8c6c-ad76cbf203e1 admin admin] Made reservation on behalf of a9ed9e5c007f4796875a8e6dc76854d0 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:29:34.091526 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1640a8d2-f38f-4fed-8c6c-ad76cbf203e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.092864 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd4478-c5fa-4955-9446-b8e90a4c64a7 None None] Pushing event updated for resources: {'Port': ['ID=931f5cbb-7bfc-4f4c-a1f9-ac376137fc11,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:34.124541 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-48078365-3909-4b46-8bd7-32cdc869ad6a None None] Provisioning complete for port 931f5cbb-7bfc-4f4c-a1f9-ac376137fc11 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:34.124866 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-48078365-3909-4b46-8bd7-32cdc869ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.145521 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc47e2-81ba-444f-a061-3bd9ec26dfec admin admin] Pushing event updated for resources: {'Network': ['ID=18086593-ac65-4657-82cf-eab2a2a091ea,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:34.186772 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d99ded-a761-4967-9ab7-f27f21e6d62a admin admin] Deleting subnet fee14286-9209-4b96-87d8-95a3251de24f {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:29:34.187131 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8271ec7-d4a7-4a40-963d-815b85d1f7e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:29:34.207244 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b8271ec7-d4a7-4a40-963d-815b85d1f7e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.230128 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f0d99ded-a761-4967-9ab7-f27f21e6d62a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.243277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 18086593-ac65-4657-82cf-eab2a2a091ea details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:29:34.310737 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f0d99ded-a761-4967-9ab7-f27f21e6d62a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.322971 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b8271ec7-d4a7-4a40-963d-815b85d1f7e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "DELETE /v2.0/floatingips/2e009475-6e8b-4619-9374-871bf8f1b16f HTTP/1.1" status: 204 len: 168 time: 4.8097820 May 26 16:29:34.327128 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a433a3f5-6185-4aec-995c-ba1ef450a5bf tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.330626 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77156f0-ba43-4409-8323-0e6697cae45b', 'tag': 'b3dd3b68-6001-4082-a194-0d3de9aa6be1'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:29:34.332982 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a55593-9078-4f63-809c-fdf5f6dce727" -d '{"events": [{"name": "network-changed", "server_uuid": "b77156f0-ba43-4409-8323-0e6697cae45b", "tag": "b3dd3b68-6001-4082-a194-0d3de9aa6be1"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:29:34.359642 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b4caed-c4ff-4961-8b63-b2e1737fa874 None None] Sync routers for ids ['42083a96-54d6-47d2-9c1d-729e8991bb96'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:29:34.378394 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-a433a3f5-6185-4aec-995c-ba1ef450a5bf tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Calling delete_port for 8d2e1a60-74a8-4b10-ae0a-76161f5b81a0 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:34.380135 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port bdfd499d-cfeb-4a46-86d4-feab5324541e is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:34.380907 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.383675 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 3df2c585-c0d3-4866-a900-e9e5fb30bbfe is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:34.384055 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.413879 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f0d99ded-a761-4967-9ab7-f27f21e6d62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.427159 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6886779b-bb15-4c39-9bb1-6a1caa98648c req-17727ed4-d645-400b-a3ad-10da3c53eb77 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326508 May 26 16:29:34.486373 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b853fce0-da7f-4a62-9a2e-8e254d08ca0b req-a8aa1001-3874-44f7-87ef-9dd0c01df010 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 210 time: 0.3010349 May 26 16:29:34.588864 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b4caed-c4ff-4961-8b63-b2e1737fa874 None None] Routers {'42083a96-54d6-47d2-9c1d-729e8991bb96'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:34.589836 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e9b4caed-c4ff-4961-8b63-b2e1737fa874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:29:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['42083a96-54d6-47d2-9c1d-729e8991bb96'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:34.593890 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd216eb-d65f-4191-9e8f-01cbef6b5e0c x-openstack-request-id: req-bcd216eb-d65f-4191-9e8f-01cbef6b5e0c {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:29:34.594635 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77156f0-ba43-4409-8323-0e6697cae45b", "tag": "b3dd3b68-6001-4082-a194-0d3de9aa6be1", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:29:34.594635 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bcd216eb-d65f-4191-9e8f-01cbef6b5e0c {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:29:34.595410 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd216eb-d65f-4191-9e8f-01cbef6b5e0c'] response: {'name': 'network-changed', 'server_uuid': 'b77156f0-ba43-4409-8323-0e6697cae45b', 'tag': 'b3dd3b68-6001-4082-a194-0d3de9aa6be1', 'status': 'completed', 'code': 200} May 26 16:29:34.602864 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f0d99ded-a761-4967-9ab7-f27f21e6d62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.695616 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d99ded-a761-4967-9ab7-f27f21e6d62a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fee14286-9209-4b96-87d8-95a3251de24f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:34.722685 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a433a3f5-6185-4aec-995c-ba1ef450a5bf tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.730385 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f0d99ded-a761-4967-9ab7-f27f21e6d62a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.737559 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df2c585-c0d3-4866-a900-e9e5fb30bbfe {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:29:34.750938 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f0d99ded-a761-4967-9ab7-f27f21e6d62a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/fee14286-9209-4b96-87d8-95a3251de24f HTTP/1.1" status: 204 len: 168 time: 0.8717916 May 26 16:29:34.761071 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 50972) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:34.764670 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 3df2c585-c0d3-4866-a900-e9e5fb30bbfe, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=3df2c585-c0d3-4866-a900-e9e5fb30bbfe,segment=NetworkSegment(045e2544-b085-4bf3-b19d-98411b7db9cb),segment_id=045e2544-b085-4bf3-b19d-98411b7db9cb)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:34.776129 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34321d6e-ac9a-40b9-ae5a-a54ca92a07b6 None None] Network 91e281f8-c4da-4a2d-a68d-16e867895ff6 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:29:34.798670 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433a3f5-6185-4aec-995c-ba1ef450a5bf tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Pushing event deleted for resources: {'Port': ['ID=8d2e1a60-74a8-4b10-ae0a-76161f5b81a0,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:34.894931 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:34.900517 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a55593-9078-4f63-809c-fdf5f6dce727 req-0e97f823-c599-4a7a-be4f-d90715be41ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:34.902060 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d8a55593-9078-4f63-809c-fdf5f6dce727 req-0e97f823-c599-4a7a-be4f-d90715be41ad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 1096 time: 0.2585409 May 26 16:29:34.989251 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e3c20918-04da-4e6b-9146-aedf88068891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:35.027574 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port bdfd499d-cfeb-4a46-86d4-feab5324541e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=bdfd499d-cfeb-4a46-86d4-feab5324541e,segment=NetworkSegment(3d256902-959d-44b4-8fed-eb564e0ef8e8),segment_id=3d256902-959d-44b4-8fed-eb564e0ef8e8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:35.033809 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a433a3f5-6185-4aec-995c-ba1ef450a5bf tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:35.037102 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a433a3f5-6185-4aec-995c-ba1ef450a5bf tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] 10.222.0.77 "DELETE /v2.0/ports/8d2e1a60-74a8-4b10-ae0a-76161f5b81a0 HTTP/1.1" status: 204 len: 168 time: 1.4588733 May 26 16:29:35.046900 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c55f8c-e9a6-4203-80f9-bb6f57ebac6f req-62b0bb49-753b-41c4-98cc-22c5a0185d6b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:35.053504 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50974) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:35.057841 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61c55f8c-e9a6-4203-80f9-bb6f57ebac6f req-62b0bb49-753b-41c4-98cc-22c5a0185d6b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 945 time: 0.2403822 May 26 16:29:35.096309 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:35.181878 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a55593-9078-4f63-809c-fdf5f6dce727 req-e395a86b-d373-4179-8a25-9d53ccae2223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:35.182626 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d8a55593-9078-4f63-809c-fdf5f6dce727 req-e395a86b-d373-4179-8a25-9d53ccae2223 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3d916f38-2ac9-4597-8648-255b03a78511 HTTP/1.1" status: 200 len: 897 time: 0.2674105 May 26 16:29:35.225766 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-48078365-3909-4b46-8bd7-32cdc869ad6a None None] Current status of the port 931f5cbb-7bfc-4f4c-a1f9-ac376137fc11 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:35.255385 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1640a8d2-f38f-4fed-8c6c-ad76cbf203e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:35.280549 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61c55f8c-e9a6-4203-80f9-bb6f57ebac6f req-7fcd85c8-0478-44ff-a598-13b61f4df224 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167063 May 26 16:29:35.329117 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 47c13dd5-241b-477b-884e-3322195b263a no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:29:35.364566 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d8a55593-9078-4f63-809c-fdf5f6dce727 req-b6226180-13f9-4dff-a5c2-056763237912 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3dd3b68-6001-4082-a194-0d3de9aa6be1 HTTP/1.1" status: 200 len: 217 time: 0.1639864 May 26 16:29:35.435409 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-48078365-3909-4b46-8bd7-32cdc869ad6a None None] Provisioning complete for port bdfd499d-cfeb-4a46-86d4-feab5324541e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:35.436004 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-48078365-3909-4b46-8bd7-32cdc869ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:35.488782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 47c13dd5-241b-477b-884e-3322195b263a {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:29:35.489374 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 47c13dd5-241b-477b-884e-3322195b263a not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:29:35.489947 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 32e3c13e-6c8b-405d-813c-985127d262d4 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:29:35.512916 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a55593-9078-4f63-809c-fdf5f6dce727 req-c1d474f8-1edc-4816-a8f8-861aa1332df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:35.524658 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 32e3c13e-6c8b-405d-813c-985127d262d4 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:29:35.525061 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 32e3c13e-6c8b-405d-813c-985127d262d4 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:29:35.534537 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d8a55593-9078-4f63-809c-fdf5f6dce727 req-c1d474f8-1edc-4816-a8f8-861aa1332df7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5c7b1e96-afea-486c-b964-8dc60319baa9 HTTP/1.1" status: 200 len: 835 time: 0.1429229 May 26 16:29:35.548385 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=3df2c585-c0d3-4866-a900-e9e5fb30bbfe,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:35.580208 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640a8d2-f38f-4fed-8c6c-ad76cbf203e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dc6ee02-78b4-418a-ab6a-d944880040f7,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:35.623373 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e3c20918-04da-4e6b-9146-aedf88068891 admin admin] Deleting port 0d8ca9bc-801a-4566-91b9-df51a4ed7508 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:35.624945 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e3c20918-04da-4e6b-9146-aedf88068891 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:35.644357 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-e9b4caed-c4ff-4961-8b63-b2e1737fa874 None None] Set router 42083a96-54d6-47d2-9c1d-729e8991bb96 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:35.650243 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5df6bc9-6144-4100-9df9-4f403f337993 None None] DHCP port deletion for 91e281f8-c4da-4a2d-a68d-16e867895ff6 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:29:35.693963 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-54d31c92-6674-4012-b714-7eab04345214 tempest-DHCPAgentSchedulersTestJSON-354327636 tempest-DHCPAgentSchedulersTestJSON-354327636-project-admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.6390479 May 26 16:29:35.700670 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50984) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:35.711246 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e712c36a-83a5-4db1-94b6-69835c7e8666 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-158015532'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:35.715664 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1640a8d2-f38f-4fed-8c6c-ad76cbf203e1 admin admin] Checking segment: {'id': '543c6d0d-7247-451c-912a-d1a5393d2672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '18086593-ac65-4657-82cf-eab2a2a091ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:35.716021 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1640a8d2-f38f-4fed-8c6c-ad76cbf203e1 admin admin] Network hostable DHCP agents. Network: 18086593-ac65-4657-82cf-eab2a2a091ea, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:29:35.734518 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=bdfd499d-cfeb-4a46-86d4-feab5324541e,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:35.756133 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a55593-9078-4f63-809c-fdf5f6dce727 req-d31110cf-217d-4433-887c-0b749a86f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:35.758589 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d8a55593-9078-4f63-809c-fdf5f6dce727 req-d31110cf-217d-4433-887c-0b749a86f8dd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3d916f38-2ac9-4597-8648-255b03a78511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2179084 May 26 16:29:35.759451 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e712c36a-83a5-4db1-94b6-69835c7e8666 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Made reservation on behalf of a1a0c16a86ec40a7b36f95ce2e2d28af for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:29:35.763289 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e712c36a-83a5-4db1-94b6-69835c7e8666 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:35.791443 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e712c36a-83a5-4db1-94b6-69835c7e8666 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:29:35.804343 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e712c36a-83a5-4db1-94b6-69835c7e8666 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:35.805161 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-e712c36a-83a5-4db1-94b6-69835c7e8666 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Added segment df3f8172-f4cd-4dba-99e4-a64cf517a335 of type vlan for network d571de95-74c5-451d-b735-faec13e0c1ba May 26 16:29:35.854348 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e712c36a-83a5-4db1-94b6-69835c7e8666 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:35.902781 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-48078365-3909-4b46-8bd7-32cdc869ad6a None None] Current status of the port bdfd499d-cfeb-4a46-86d4-feab5324541e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:35.916041 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['3df2c585-c0d3-4866-a900-e9e5fb30bbfe'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:29:35.957079 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5b187566-d749-4baf-b2d1-305f79dc14ef req-f740205b-23c7-4050-8907-db91d4d2b121 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 210 time: 0.2561283 May 26 16:29:35.964668 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'name': 'tempest-TestVolumeBackupRestore-1146930691-router', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:29:27Z', 'revision_number': 4, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'gw_port': {'id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:18Z', 'updated_at': '2022-05-26T16:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '931f5cbb-7bfc-4f4c-a1f9-ac376137fc11', 'name': '', 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'mac_address': 'fa:16:3e:d7:c8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '70de716f-a599-4154-abad-e7ae007e30d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:24Z', 'updated_at': '2022-05-26T16:29:32Z', 'revision_number': 4, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'subnets': [{'id': '70de716f-a599-4154-abad-e7ae007e30d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:35.998627 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1640a8d2-f38f-4fed-8c6c-ad76cbf203e1 admin admin] Network 18086593-ac65-4657-82cf-eab2a2a091ea is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:29:36.047839 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-e3c20918-04da-4e6b-9146-aedf88068891 admin admin] For port 0d8ca9bc-801a-4566-91b9-df51a4ed7508, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0d8ca9bc-801a-4566-91b9-df51a4ed7508,segment=NetworkSegment(ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12),segment_id=ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:36.048472 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e3c20918-04da-4e6b-9146-aedf88068891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:36.052141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-1640a8d2-f38f-4fed-8c6c-ad76cbf203e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 18086593-ac65-4657-82cf-eab2a2a091ea) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:36.057135 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1640a8d2-f38f-4fed-8c6c-ad76cbf203e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:36.057689 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1640a8d2-f38f-4fed-8c6c-ad76cbf203e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:36.088865 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1640a8d2-f38f-4fed-8c6c-ad76cbf203e1 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0613577 May 26 16:29:36.099297 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcac34d-93a7-4e66-b9da-8a1d587b61b3 req-4a49764f-769c-4678-845a-1c044b78888b tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:36.101124 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4fcac34d-93a7-4e66-b9da-8a1d587b61b3 req-4a49764f-769c-4678-845a-1c044b78888b tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 944 time: 0.3873672 May 26 16:29:36.103157 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d8a55593-9078-4f63-809c-fdf5f6dce727 req-2844d71e-a8ef-423d-9629-6116b4f36635 service neutron] 10.222.0.83 "GET /v2.0/networks/3d916f38-2ac9-4597-8648-255b03a78511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543839 May 26 16:29:36.104328 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50986) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:36.106230 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e712c36a-83a5-4db1-94b6-69835c7e8666 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:36.112662 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e712c36a-83a5-4db1-94b6-69835c7e8666 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:36.113253 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e3c20918-04da-4e6b-9146-aedf88068891 admin admin] Calling delete_port for 0d8ca9bc-801a-4566-91b9-df51a4ed7508 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:36.113611 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e712c36a-83a5-4db1-94b6-69835c7e8666 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:36.120030 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-7c22996b-41b2-4962-a55e-267291f7a01c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1759031865-router', 'tenant_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:36.180327 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4fcac34d-93a7-4e66-b9da-8a1d587b61b3 req-496660c4-9cee-4f41-bbfa-26756e306ef6 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685308 May 26 16:29:36.299747 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e3c20918-04da-4e6b-9146-aedf88068891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:36.380157 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c20918-04da-4e6b-9146-aedf88068891 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d8ca9bc-801a-4566-91b9-df51a4ed7508,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:36.380694 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d8a55593-9078-4f63-809c-fdf5f6dce727 req-22f937bc-3ffd-4479-8268-9f02b3455802 service neutron] 10.222.0.83 "GET /v2.0/networks/3d916f38-2ac9-4597-8648-255b03a78511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541656 May 26 16:29:36.388164 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712c36a-83a5-4db1-94b6-69835c7e8666 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Pushing event updated for resources: {'Network': ['ID=d571de95-74c5-451d-b735-faec13e0c1ba,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:36.420522 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f45d2e-ce5a-46b0-8a69-d5f4b1922584 None None] The sync data for ids ['5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'] in n-d-843337-2 is: [{'id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'name': 'tempest-TestVolumeBackupRestore-1146930691-router', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:29:27Z', 'revision_number': 4, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'gw_port': {'id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:18Z', 'updated_at': '2022-05-26T16:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '931f5cbb-7bfc-4f4c-a1f9-ac376137fc11', 'name': '', 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'mac_address': 'fa:16:3e:d7:c8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '70de716f-a599-4154-abad-e7ae007e30d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:24Z', 'updated_at': '2022-05-26T16:29:32Z', 'revision_number': 4, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'subnets': [{'id': '70de716f-a599-4154-abad-e7ae007e30d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:29:36.445145 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da35082a-4be3-40c7-967f-0e1bf75b402b None None] Network 18086593-ac65-4657-82cf-eab2a2a091ea requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:29:36.447095 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network d571de95-74c5-451d-b735-faec13e0c1ba details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:29:36.453331 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c20918-04da-4e6b-9146-aedf88068891 admin admin] No DVR routers for this DVR port 0d8ca9bc-801a-4566-91b9-df51a4ed7508 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:29:36.467941 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e712c36a-83a5-4db1-94b6-69835c7e8666 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7649698 May 26 16:29:36.472934 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50992) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:36.591454 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4853a83a-7772-489f-963c-3da1c0cebfc6 None None] Could not find standard attr ID for object 8d2e1a60-74a8-4b10-ae0a-76161f5b81a0. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:29:36.607010 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c22996b-41b2-4962-a55e-267291f7a01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:36.621582 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c22996b-41b2-4962-a55e-267291f7a01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:36.693081 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b781a36-bb8f-4eda-88dc-6d64d7b3d25a req-6bf5adc1-0288-4a22-813c-c8e66a39075b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:36.694874 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1b781a36-bb8f-4eda-88dc-6d64d7b3d25a req-6bf5adc1-0288-4a22-813c-c8e66a39075b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.83 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 945 time: 0.7983747 May 26 16:29:36.713098 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4853a83a-7772-489f-963c-3da1c0cebfc6 None None] Provisioning complete for port bdfd499d-cfeb-4a46-86d4-feab5324541e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:36.713591 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4853a83a-7772-489f-963c-3da1c0cebfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:36.787766 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d5df6bc9-6144-4100-9df9-4f403f337993 None None] Deleting port 0d8ca9bc-801a-4566-91b9-df51a4ed7508 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:36.787974 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d5df6bc9-6144-4100-9df9-4f403f337993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:36.842228 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c22996b-41b2-4962-a55e-267291f7a01c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:36.863766 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e3c20918-04da-4e6b-9146-aedf88068891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:36.906523 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d5df6bc9-6144-4100-9df9-4f403f337993 None None] For port 0d8ca9bc-801a-4566-91b9-df51a4ed7508, host n-d-843337-2, got binding levels [] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:36.907209 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d5df6bc9-6144-4100-9df9-4f403f337993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:36.915255 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee406c72-ab60-4b89-bf00-ddce0ec12a45 req-7b7f8e57-838b-4e7a-9c36-6f39b4b60306 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:36.922731 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee406c72-ab60-4b89-bf00-ddce0ec12a45 req-7b7f8e57-838b-4e7a-9c36-6f39b4b60306 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 945 time: 0.3491859 May 26 16:29:36.936147 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d5df6bc9-6144-4100-9df9-4f403f337993 None None] Calling delete_port for 0d8ca9bc-801a-4566-91b9-df51a4ed7508 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:36.940314 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.ipam_backend_mixin [None req-d5df6bc9-6144-4100-9df9-4f403f337993 None None] Port 0d8ca9bc-801a-4566-91b9-df51a4ed7508 was not found and therefore no delete operation was performed {{(pid=103897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:29:36.953704 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d5df6bc9-6144-4100-9df9-4f403f337993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:36.998296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-e3c20918-04da-4e6b-9146-aedf88068891 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e281f8-c4da-4a2d-a68d-16e867895ff6']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:37.037789 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5df6bc9-6144-4100-9df9-4f403f337993 None None] No DVR routers for this DVR port 0d8ca9bc-801a-4566-91b9-df51a4ed7508 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:29:37.038034 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-e3c20918-04da-4e6b-9146-aedf88068891 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:37.038506 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-e3c20918-04da-4e6b-9146-aedf88068891 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:37.084960 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e3c20918-04da-4e6b-9146-aedf88068891 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:37.097118 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df6bc9-6144-4100-9df9-4f403f337993 None None] Pushing event deleted for resources: {'Port': ['ID=0d8ca9bc-801a-4566-91b9-df51a4ed7508,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:37.131892 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee406c72-ab60-4b89-bf00-ddce0ec12a45 req-b73fbd72-f9ec-4cc9-99cf-3dcce8080654 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985965 May 26 16:29:37.201165 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-921fc221-dd30-471e-bd83-96cb4b293ada tempest-DHCPAgentSchedulersTestJSON-354327636 tempest-DHCPAgentSchedulersTestJSON-354327636-project-admin] 10.222.0.77 "GET /v2.0/agents/daa3ed73-d85e-4da9-8416-a98fecd312c0/dhcp-networks HTTP/1.1" status: 200 len: 8837 time: 0.7207181 May 26 16:29:37.205844 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 50996) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:37.226142 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d43abc7-633a-4ae0-b12a-65675cff75bd req-a758ee47-6a1b-4728-9729-90af4eecbf30 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 210 time: 0.0865452 May 26 16:29:37.233797 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e3c20918-04da-4e6b-9146-aedf88068891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:37.248271 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c20918-04da-4e6b-9146-aedf88068891 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:29:37.257957 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e3c20918-04da-4e6b-9146-aedf88068891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:37.358114 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12 resource provider aggregate not found May 26 16:29:37.421096 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4853a83a-7772-489f-963c-3da1c0cebfc6 None None] Current status of the port bdfd499d-cfeb-4a46-86d4-feab5324541e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:37.476312 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff6d0d9b-a0eb-4b38-a6ea-8d89bda09e12 found for delete ", "request_id": "req-d97c89a7-e040-4ac9-a211-412bd05d294a"}]} May 26 16:29:37.532775 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e3c20918-04da-4e6b-9146-aedf88068891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:37.553780 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e3c20918-04da-4e6b-9146-aedf88068891 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:37.559958 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e3c20918-04da-4e6b-9146-aedf88068891 admin admin] 10.222.0.77 "DELETE /v2.0/networks/91e281f8-c4da-4a2d-a68d-16e867895ff6 HTTP/1.1" status: 204 len: 168 time: 2.7977285 May 26 16:29:37.597336 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c20918-04da-4e6b-9146-aedf88068891 admin admin] Pushing event deleted for resources: {'Network': ['ID=91e281f8-c4da-4a2d-a68d-16e867895ff6,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:37.601301 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device bdfd499d-cfeb-4a46-86d4-feab5324541e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:37.621984 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffa736-c251-4904-b243-4cd9a8f9be2c req-002c5aa4-ce5f-44f4-9364-ff5fef8ccbf0 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:37.625262 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d3ffa736-c251-4904-b243-4cd9a8f9be2c req-002c5aa4-ce5f-44f4-9364-ff5fef8ccbf0 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 944 time: 0.2367349 May 26 16:29:37.769343 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d60b12f6-1d30-4295-8063-10b5ebade130 None None] Could not find standard attr ID for object 8d2e1a60-74a8-4b10-ae0a-76161f5b81a0. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:29:37.769555 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d3ffa736-c251-4904-b243-4cd9a8f9be2c req-f19cd175-8d56-4ec0-9ab2-ff1a89e7a06b tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201634 May 26 16:29:37.846549 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35c5a8a-443f-4d3d-843f-3998d59ec63b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-18086593-ac65-4657-82cf-eab2a2a091ea', 'network_id': '18086593-ac65-4657-82cf-eab2a2a091ea', 'tenant_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'fixed_ips': [{'subnet_id': '6dc6ee02-78b4-418a-ab6a-d944880040f7'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:29:37.847438 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e35c5a8a-443f-4d3d-843f-3998d59ec63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:37.903064 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c22996b-41b2-4962-a55e-267291f7a01c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:38.056529 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-e35c5a8a-443f-4d3d-843f-3998d59ec63b None None] Allocated IP 172.20.0.2 (18086593-ac65-4657-82cf-eab2a2a091ea/6dc6ee02-78b4-418a-ab6a-d944880040f7/467a4f2c-b051-418d-8173-617376008214) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:29:38.143664 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51010) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:38.148735 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e46e8c0-c906-447c-9b75-9d8a388f06cf tempest-DHCPAgentSchedulersTestJSON-354327636 tempest-DHCPAgentSchedulersTestJSON-354327636-project-admin] Network d571de95-74c5-451d-b735-faec13e0c1ba is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:29:38.198557 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e9b4caed-c4ff-4961-8b63-b2e1737fa874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374770436', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:44Z', 'updated_at': '2022-05-26T16:27:56Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:45Z', 'updated_at': '2022-05-26T16:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'c29fb02c-7f83-4780-b7b6-c3ec2cf975f8', 'name': '', 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:36:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '5c7b1e96-afea-486c-b964-8dc60319baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:53Z', 'updated_at': '2022-05-26T16:28:04Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': '5c7b1e96-afea-486c-b964-8dc60319baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:38.212258 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-1b781a36-bb8f-4eda-88dc-6d64d7b3d25a req-9a223516-b764-4471-9e58-3b1a61ab3b8f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Deleting port b3dd3b68-6001-4082-a194-0d3de9aa6be1 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:38.219460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56db3cba-e1e2-45ab-a88c-59a0e7114595 None None] Network d571de95-74c5-451d-b735-faec13e0c1ba requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:29:38.222384 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1b781a36-bb8f-4eda-88dc-6d64d7b3d25a req-9a223516-b764-4471-9e58-3b1a61ab3b8f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:38.272699 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9e46e8c0-c906-447c-9b75-9d8a388f06cf tempest-DHCPAgentSchedulersTestJSON-354327636 tempest-DHCPAgentSchedulersTestJSON-354327636-project-admin] 10.222.0.77 "POST /v2.0/agents/daa3ed73-d85e-4da9-8416-a98fecd312c0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.0625134 May 26 16:29:38.290727 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51014) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:38.301371 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port bdfd499d-cfeb-4a46-86d4-feab5324541e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:38.301749 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:38.385185 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b4caed-c4ff-4961-8b63-b2e1737fa874 None None] Checking router: 42083a96-54d6-47d2-9c1d-729e8991bb96 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:29:38.515484 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42fd5a16-6788-4016-91b3-b62e532157d1 req-eeba9338-8b8e-436c-84d6-0cf73cd255fa tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 210 time: 0.1351120 May 26 16:29:38.615759 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-63e27cdd-8885-4e23-8a01-3480bcb39d6a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d026034f0b5c4db588d9be515d0f060a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4660866 May 26 16:29:38.625379 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51016) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:38.766191 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b4caed-c4ff-4961-8b63-b2e1737fa874 None None] Routers {'42083a96-54d6-47d2-9c1d-729e8991bb96'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:38.768673 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e9b4caed-c4ff-4961-8b63-b2e1737fa874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:29:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['42083a96-54d6-47d2-9c1d-729e8991bb96'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:38.920170 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-1b781a36-bb8f-4eda-88dc-6d64d7b3d25a req-9a223516-b764-4471-9e58-3b1a61ab3b8f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] For port b3dd3b68-6001-4082-a194-0d3de9aa6be1, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=b3dd3b68-6001-4082-a194-0d3de9aa6be1,segment=NetworkSegment(fdcf15d2-f376-4436-b6f5-0262dc5729df),segment_id=fdcf15d2-f376-4436-b6f5-0262dc5729df)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:38.920710 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1b781a36-bb8f-4eda-88dc-6d64d7b3d25a req-9a223516-b764-4471-9e58-3b1a61ab3b8f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:38.936927 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port bdfd499d-cfeb-4a46-86d4-feab5324541e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:38.938215 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 931f5cbb-7bfc-4f4c-a1f9-ac376137fc11 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:38.957149 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df4ec6-a3eb-4eb0-82f5-1e06b2be3a0b req-1ce410ec-2644-4c86-86b2-fa7a5f970db4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:38.965197 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-95df4ec6-a3eb-4eb0-82f5-1e06b2be3a0b req-1ce410ec-2644-4c86-86b2-fa7a5f970db4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 945 time: 0.7131631 May 26 16:29:38.995992 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-1b781a36-bb8f-4eda-88dc-6d64d7b3d25a req-9a223516-b764-4471-9e58-3b1a61ab3b8f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Calling delete_port for b3dd3b68-6001-4082-a194-0d3de9aa6be1 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:39.012883 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c22996b-41b2-4962-a55e-267291f7a01c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:39.067600 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c22996b-41b2-4962-a55e-267291f7a01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:39.087496 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device b3dd3b68-6001-4082-a194-0d3de9aa6be1 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:29:39.112239 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a514d0ce-9890-4a59-afd6-4dd27f30b7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:39.117929 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e35c5a8a-443f-4d3d-843f-3998d59ec63b None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:39.143762 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-95df4ec6-a3eb-4eb0-82f5-1e06b2be3a0b req-8f2b7e64-ddbd-4ded-894a-3ecb542dfe56 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=616a368c-3268-4b94-be9b-bc70214bcca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774943 May 26 16:29:39.173628 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cf87e-d413-4c90-be65-bc759db1480a req-41631a86-e649-45f1-a56f-3feca5bd58c2 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:39.181484 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-487cf87e-d413-4c90-be65-bc759db1480a req-41631a86-e649-45f1-a56f-3feca5bd58c2 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 944 time: 0.2007778 May 26 16:29:39.202064 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d0cd29d0-3b5d-4fb8-9594-0211f2990688 tempest-DHCPAgentSchedulersTestJSON-354327636 tempest-DHCPAgentSchedulersTestJSON-354327636-project-admin] 10.222.0.77 "GET /v2.0/agents/daa3ed73-d85e-4da9-8416-a98fecd312c0/dhcp-networks HTTP/1.1" status: 200 len: 8844 time: 0.9087844 May 26 16:29:39.202983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51022) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:39.235178 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a514d0ce-9890-4a59-afd6-4dd27f30b7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:39.243234 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e35c5a8a-443f-4d3d-843f-3998d59ec63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:39.312412 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-487cf87e-d413-4c90-be65-bc759db1480a req-ab586df0-431c-41e9-8bb3-87198fd4442f tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255836 May 26 16:29:39.339672 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a9645c47-3c70-4553-b1c0-a1bfdc77570c tempest-DHCPAgentSchedulersTestJSON-354327636 tempest-DHCPAgentSchedulersTestJSON-354327636-project-admin] 10.222.0.77 "DELETE /v2.0/agents/daa3ed73-d85e-4da9-8416-a98fecd312c0/dhcp-networks/d571de95-74c5-451d-b735-faec13e0c1ba HTTP/1.1" status: 204 len: 168 time: 0.1276770 May 26 16:29:39.340885 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51024) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:39.356691 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35c5a8a-443f-4d3d-843f-3998d59ec63b None None] Network 18086593-ac65-4657-82cf-eab2a2a091ea is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:39.364735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-e35c5a8a-443f-4d3d-843f-3998d59ec63b None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:39.369363 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35c5a8a-443f-4d3d-843f-3998d59ec63b None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:29:39.388403 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-e9b4caed-c4ff-4961-8b63-b2e1737fa874 None None] Set router 42083a96-54d6-47d2-9c1d-729e8991bb96 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:39.430633 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1b781a36-bb8f-4eda-88dc-6d64d7b3d25a req-9a223516-b764-4471-9e58-3b1a61ab3b8f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:39.476256 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a223516-b764-4471-9e58-3b1a61ab3b8f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'Port': ['ID=b3dd3b68-6001-4082-a194-0d3de9aa6be1,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:39.483599 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a514d0ce-9890-4a59-afd6-4dd27f30b7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:39.487066 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a514d0ce-9890-4a59-afd6-4dd27f30b7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:39.500468 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a514d0ce-9890-4a59-afd6-4dd27f30b7c3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c1d41cbc-963d-413a-bd4d-93ad60da68e2 HTTP/1.1" status: 204 len: 168 time: 0.8714964 May 26 16:29:39.534773 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514d0ce-9890-4a59-afd6-4dd27f30b7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d41cbc-963d-413a-bd4d-93ad60da68e2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:39.545332 n-d-843337-2 neutron-server[103897]: INFO neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No ports have port_id starting with b3dd3b68-6001-4082-a194-0d3de9aa6be1 May 26 16:29:39.546107 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 931f5cbb-7bfc-4f4c-a1f9-ac376137fc11 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:39.546487 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:39.548843 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c5a8a-443f-4d3d-843f-3998d59ec63b None None] Pushing event updated for resources: {'Port': ['ID=467a4f2c-b051-418d-8173-617376008214,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:39.585681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514d0ce-9890-4a59-afd6-4dd27f30b7c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:39.589518 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514d0ce-9890-4a59-afd6-4dd27f30b7c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:39.589981 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514d0ce-9890-4a59-afd6-4dd27f30b7c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:39.591835 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514d0ce-9890-4a59-afd6-4dd27f30b7c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:39.592614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514d0ce-9890-4a59-afd6-4dd27f30b7c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:39.592614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514d0ce-9890-4a59-afd6-4dd27f30b7c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:39.596920 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514d0ce-9890-4a59-afd6-4dd27f30b7c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:39.597432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514d0ce-9890-4a59-afd6-4dd27f30b7c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:39.597906 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514d0ce-9890-4a59-afd6-4dd27f30b7c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:39.598364 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514d0ce-9890-4a59-afd6-4dd27f30b7c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:39.598811 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514d0ce-9890-4a59-afd6-4dd27f30b7c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:39.599231 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514d0ce-9890-4a59-afd6-4dd27f30b7c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:29:39.628941 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b781a36-bb8f-4eda-88dc-6d64d7b3d25a req-9a223516-b764-4471-9e58-3b1a61ab3b8f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] No DVR routers for this DVR port b3dd3b68-6001-4082-a194-0d3de9aa6be1 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:29:39.633094 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1b781a36-bb8f-4eda-88dc-6d64d7b3d25a req-9a223516-b764-4471-9e58-3b1a61ab3b8f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:39.637501 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1b781a36-bb8f-4eda-88dc-6d64d7b3d25a req-9a223516-b764-4471-9e58-3b1a61ab3b8f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.83 "DELETE /v2.0/ports/b3dd3b68-6001-4082-a194-0d3de9aa6be1 HTTP/1.1" status: 204 len: 173 time: 2.4439924 May 26 16:29:39.676256 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d62c95b2-a029-41a7-a354-d1e9a6380e62 tempest-DHCPAgentSchedulersTestJSON-354327636 tempest-DHCPAgentSchedulersTestJSON-354327636-project-admin] 10.222.0.77 "GET /v2.0/agents/daa3ed73-d85e-4da9-8416-a98fecd312c0/dhcp-networks HTTP/1.1" status: 200 len: 8074 time: 0.3338037 May 26 16:29:39.690167 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77156f0-ba43-4409-8323-0e6697cae45b', 'name': 'network-vif-deleted', 'tag': 'b3dd3b68-6001-4082-a194-0d3de9aa6be1'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:29:39.693496 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8745fa-f8d4-4384-84f4-a0cbd58c9517" -d '{"events": [{"server_uuid": "b77156f0-ba43-4409-8323-0e6697cae45b", "name": "network-vif-deleted", "tag": "b3dd3b68-6001-4082-a194-0d3de9aa6be1"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:29:39.695858 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51032) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:39.746421 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a68ef119-748d-4251-b424-0750d47ae0cb req-2569f0a9-0ca7-4a6e-b3a6-3f6280d67305 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 210 time: 0.0689363 May 26 16:29:39.763083 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6bbc661c-cd9f-4810-bc7a-a690e65981af tempest-DHCPAgentSchedulersTestJSON-354327636 tempest-DHCPAgentSchedulersTestJSON-354327636-project-admin] 10.222.0.77 "GET /v2.0/networks/2f68a05a-4bb6-45f8-890d-3e26e3c23301/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0559881 May 26 16:29:39.766256 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51036) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:39.793897 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-e35c5a8a-443f-4d3d-843f-3998d59ec63b None None] Attempting to bind port 467a4f2c-b051-418d-8173-617376008214 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:39.797482 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-e35c5a8a-443f-4d3d-843f-3998d59ec63b None None] Attempting to bind port 467a4f2c-b051-418d-8173-617376008214 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '543c6d0d-7247-451c-912a-d1a5393d2672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '18086593-ac65-4657-82cf-eab2a2a091ea'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:39.804103 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8476da0a-8b9b-449f-a5d1-58b496824ccb tempest-DHCPAgentSchedulersTestJSON-354327636 tempest-DHCPAgentSchedulersTestJSON-354327636-project-admin] 10.222.0.77 "GET /v2.0/networks/2f68a05a-4bb6-45f8-890d-3e26e3c23301/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0360553 May 26 16:29:39.805184 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35c5a8a-443f-4d3d-843f-3998d59ec63b None None] Attempting to bind port 467a4f2c-b051-418d-8173-617376008214 on network 18086593-ac65-4657-82cf-eab2a2a091ea {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:39.807084 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51040) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:39.810950 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277eea36-6317-4b58-8241-1606a5300a3e x-openstack-request-id: req-277eea36-6317-4b58-8241-1606a5300a3e {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:29:39.811441 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77156f0-ba43-4409-8323-0e6697cae45b", "name": "network-vif-deleted", "tag": "b3dd3b68-6001-4082-a194-0d3de9aa6be1", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:29:39.811877 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-277eea36-6317-4b58-8241-1606a5300a3e {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:29:39.812454 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-277eea36-6317-4b58-8241-1606a5300a3e'] response: {'server_uuid': 'b77156f0-ba43-4409-8323-0e6697cae45b', 'name': 'network-vif-deleted', 'tag': 'b3dd3b68-6001-4082-a194-0d3de9aa6be1', 'status': 'completed', 'code': 200} May 26 16:29:39.827731 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-7c22996b-41b2-4962-a55e-267291f7a01c admin admin] Allocated IP 172.25.7.183 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/2cc88bac-9163-432d-abeb-5503ce300ef8) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:29:40.066138 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c22996b-41b2-4962-a55e-267291f7a01c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:40.171535 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c22996b-41b2-4962-a55e-267291f7a01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:40.193233 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-541fec8d-384c-4f51-8521-a914c656b5f5 tempest-DHCPAgentSchedulersTestJSON-354327636 tempest-DHCPAgentSchedulersTestJSON-354327636-project-admin] 10.222.0.77 "GET /v2.0/agents/daa3ed73-d85e-4da9-8416-a98fecd312c0/dhcp-networks HTTP/1.1" status: 200 len: 8074 time: 0.3807304 May 26 16:29:40.193695 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51046) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:40.338889 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c22996b-41b2-4962-a55e-267291f7a01c admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:40.342833 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-7c22996b-41b2-4962-a55e-267291f7a01c admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:40.352862 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c22996b-41b2-4962-a55e-267291f7a01c admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:29:40.403410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22996b-41b2-4962-a55e-267291f7a01c admin admin] Pushing event updated for resources: {'Port': ['ID=2cc88bac-9163-432d-abeb-5503ce300ef8,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:40.503697 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35c5a8a-443f-4d3d-843f-3998d59ec63b None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:29:40.504229 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35c5a8a-443f-4d3d-843f-3998d59ec63b None None] Checking segment: {'id': '543c6d0d-7247-451c-912a-d1a5393d2672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '18086593-ac65-4657-82cf-eab2a2a091ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:40.505135 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e35c5a8a-443f-4d3d-843f-3998d59ec63b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:40.505135 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35c5a8a-443f-4d3d-843f-3998d59ec63b None None] Bound using segment: {'id': '543c6d0d-7247-451c-912a-d1a5393d2672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '18086593-ac65-4657-82cf-eab2a2a091ea'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:29:40.513310 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-e35c5a8a-443f-4d3d-843f-3998d59ec63b None None] Bound port: 467a4f2c-b051-418d-8173-617376008214, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543c6d0d-7247-451c-912a-d1a5393d2672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '18086593-ac65-4657-82cf-eab2a2a091ea'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:29:40.513732 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e35c5a8a-443f-4d3d-843f-3998d59ec63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:40.535962 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-40be6a9f-4a17-42a0-adb5-35ffb5af410a tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:40.575351 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9d25c43-1c10-4daa-9f03-cddcc48bd42e req-065c3bd3-cf58-4473-99c2-1c85f4b184d1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=b77156f0-ba43-4409-8323-0e6697cae45b HTTP/1.1" status: 200 len: 210 time: 0.1676669 May 26 16:29:40.770719 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 931f5cbb-7bfc-4f4c-a1f9-ac376137fc11 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:40.879359 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e35c5a8a-443f-4d3d-843f-3998d59ec63b None None] For port 467a4f2c-b051-418d-8173-617376008214, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:40.913565 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e35c5a8a-443f-4d3d-843f-3998d59ec63b None None] For port 467a4f2c-b051-418d-8173-617376008214, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=467a4f2c-b051-418d-8173-617376008214,segment=NetworkSegment(543c6d0d-7247-451c-912a-d1a5393d2672),segment_id=543c6d0d-7247-451c-912a-d1a5393d2672)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:29:40.924042 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e35c5a8a-443f-4d3d-843f-3998d59ec63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:41.049742 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0d8ca9bc-801a-4566-91b9-df51a4ed7508 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:29:41.056776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 3df2c585-c0d3-4866-a900-e9e5fb30bbfe up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:41.130119 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c5a8a-443f-4d3d-843f-3998d59ec63b None None] Pushing event updated for resources: {'Port': ['ID=467a4f2c-b051-418d-8173-617376008214,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:41.143722 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 0d8ca9bc-801a-4566-91b9-df51a4ed7508 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:29:41.144361 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0d8ca9bc-801a-4566-91b9-df51a4ed7508 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:29:41.200503 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e9b4caed-c4ff-4961-8b63-b2e1737fa874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374770436', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:44Z', 'updated_at': '2022-05-26T16:27:56Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:45Z', 'updated_at': '2022-05-26T16:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'c29fb02c-7f83-4780-b7b6-c3ec2cf975f8', 'name': '', 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:36:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '5c7b1e96-afea-486c-b964-8dc60319baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:53Z', 'updated_at': '2022-05-26T16:28:04Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': '5c7b1e96-afea-486c-b964-8dc60319baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:41.224658 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c22996b-41b2-4962-a55e-267291f7a01c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:41.249042 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b4caed-c4ff-4961-8b63-b2e1737fa874 None None] The sync data for ids ['42083a96-54d6-47d2-9c1d-729e8991bb96'] in n-d-843337-2 is: [{'id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374770436', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:44Z', 'updated_at': '2022-05-26T16:27:56Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:45Z', 'updated_at': '2022-05-26T16:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'c29fb02c-7f83-4780-b7b6-c3ec2cf975f8', 'name': '', 'network_id': '3d916f38-2ac9-4597-8648-255b03a78511', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:36:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '5c7b1e96-afea-486c-b964-8dc60319baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:53Z', 'updated_at': '2022-05-26T16:28:04Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': '5c7b1e96-afea-486c-b964-8dc60319baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:29:41.281334 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 3df2c585-c0d3-4866-a900-e9e5fb30bbfe completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:29:41.286070 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 3df2c585-c0d3-4866-a900-e9e5fb30bbfe triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:41.286456 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:41.520064 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 3df2c585-c0d3-4866-a900-e9e5fb30bbfe is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:41.520701 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:41.635899 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c1d563-217b-40d0-b698-b67883b0bbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df2c585-c0d3-4866-a900-e9e5fb30bbfe'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:29:41.644348 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e26bf7-b044-4900-9176-32e8f9bfc43f" -d '{"events": [{"server_uuid": "34c1d563-217b-40d0-b698-b67883b0bbf5", "name": "network-vif-plugged", "status": "completed", "tag": "3df2c585-c0d3-4866-a900-e9e5fb30bbfe"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:29:41.680600 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 3df2c585-c0d3-4866-a900-e9e5fb30bbfe, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=3df2c585-c0d3-4866-a900-e9e5fb30bbfe,segment=NetworkSegment(045e2544-b085-4bf3-b19d-98411b7db9cb),segment_id=045e2544-b085-4bf3-b19d-98411b7db9cb)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:41.689763 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:41.756232 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-40be6a9f-4a17-42a0-adb5-35ffb5af410a tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:41.779231 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-40be6a9f-4a17-42a0-adb5-35ffb5af410a tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d571de95-74c5-451d-b735-faec13e0c1ba']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:41.789853 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-40be6a9f-4a17-42a0-adb5-35ffb5af410a tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3f8172-f4cd-4dba-99e4-a64cf517a335') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:41.790084 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-40be6a9f-4a17-42a0-adb5-35ffb5af410a tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3f8172-f4cd-4dba-99e4-a64cf517a335') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:41.801338 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-40be6a9f-4a17-42a0-adb5-35ffb5af410a tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:41.815594 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-40be6a9f-4a17-42a0-adb5-35ffb5af410a tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:41.821488 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=3df2c585-c0d3-4866-a900-e9e5fb30bbfe,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:41.827947 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40be6a9f-4a17-42a0-adb5-35ffb5af410a tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:29:41.828405 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-40be6a9f-4a17-42a0-adb5-35ffb5af410a tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:41.898513 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c22996b-41b2-4962-a55e-267291f7a01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:41.951007 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment df3f8172-f4cd-4dba-99e4-a64cf517a335 resource provider aggregate not found May 26 16:29:41.956713 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b0642-8c58-4db1-8647-bc0f2ef158ed None None] New status for floating IP 2e009475-6e8b-4619-9374-871bf8f1b16f: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:29:41.974332 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-353e3aee-7664-490d-b7e3-330c368b8155 req-c5b0d85a-71b7-4f6b-9698-e32628cf6bd4 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=d113dd24-e141-4e19-bd28-9fe2731032b7 HTTP/1.1" status: 200 len: 210 time: 0.1319039 May 26 16:29:42.012825 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7fe1b-a23e-439a-a26d-87b56290cc02 req-2f137e6d-77a2-4066-8fec-d866dc3fa974 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:42.014751 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9dc7fe1b-a23e-439a-a26d-87b56290cc02 req-2f137e6d-77a2-4066-8fec-d866dc3fa974 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 944 time: 1.5280728 May 26 16:29:42.021403 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment df3f8172-f4cd-4dba-99e4-a64cf517a335 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df3f8172-f4cd-4dba-99e4-a64cf517a335 found for delete ", "request_id": "req-7e88651c-eb60-4929-b4eb-2fd19bd1c966"}]} May 26 16:29:42.084493 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-40be6a9f-4a17-42a0-adb5-35ffb5af410a tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:42.095534 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-40be6a9f-4a17-42a0-adb5-35ffb5af410a tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:42.098890 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-40be6a9f-4a17-42a0-adb5-35ffb5af410a tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] 10.222.0.77 "DELETE /v2.0/networks/d571de95-74c5-451d-b735-faec13e0c1ba HTTP/1.1" status: 204 len: 168 time: 1.8972151 May 26 16:29:42.107066 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51082) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:42.143952 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51084) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:42.189278 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69311cde-ea72-474c-a29d-83fe34c8cf72 x-openstack-request-id: req-69311cde-ea72-474c-a29d-83fe34c8cf72 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:29:42.191815 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c1d563-217b-40d0-b698-b67883b0bbf5", "name": "network-vif-plugged", "status": "completed", "tag": "3df2c585-c0d3-4866-a900-e9e5fb30bbfe", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:29:42.192177 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-69311cde-ea72-474c-a29d-83fe34c8cf72 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:29:42.192951 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69311cde-ea72-474c-a29d-83fe34c8cf72'] response: {'server_uuid': '34c1d563-217b-40d0-b698-b67883b0bbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df2c585-c0d3-4866-a900-e9e5fb30bbfe', 'code': 200} May 26 16:29:42.202378 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be6a9f-4a17-42a0-adb5-35ffb5af410a tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Pushing event deleted for resources: {'Network': ['ID=d571de95-74c5-451d-b735-faec13e0c1ba,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:42.234354 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9dc7fe1b-a23e-439a-a26d-87b56290cc02 req-02eee28e-d3f1-4ad2-b9d1-4cb93d1cc190 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956093 May 26 16:29:42.268205 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-581dad21-87c4-4d9b-be57-c5335104f372 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] DELETE failed (client error): The resource could not be found. May 26 16:29:42.269085 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-581dad21-87c4-4d9b-be57-c5335104f372 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:29:42.274751 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-581dad21-87c4-4d9b-be57-c5335104f372 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] 10.222.0.77 "DELETE /v2.0/ports/8d2e1a60-74a8-4b10-ae0a-76161f5b81a0 HTTP/1.1" status: 404 len: 333 time: 0.1621282 May 26 16:29:42.281796 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51088) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:42.372326 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-0feea407-4285-46c6-94ff-467d08bb5977 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Deleting subnet b79fc626-28ee-4dce-92bd-77408359f802 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:29:42.382258 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0feea407-4285-46c6-94ff-467d08bb5977 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:42.428403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c22996b-41b2-4962-a55e-267291f7a01c admin admin] Router 22841256-d168-46bd-9452-412689cb975a is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:29:42.443331 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0feea407-4285-46c6-94ff-467d08bb5977 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:42.583092 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0feea407-4285-46c6-94ff-467d08bb5977 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:42.722106 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0feea407-4285-46c6-94ff-467d08bb5977 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:42.806590 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feea407-4285-46c6-94ff-467d08bb5977 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Pushing event deleted for resources: {'Subnet': ['ID=b79fc626-28ee-4dce-92bd-77408359f802,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:42.816907 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0feea407-4285-46c6-94ff-467d08bb5977 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:42.822140 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0feea407-4285-46c6-94ff-467d08bb5977 tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] 10.222.0.77 "DELETE /v2.0/subnets/b79fc626-28ee-4dce-92bd-77408359f802 HTTP/1.1" status: 204 len: 168 time: 0.5385671 May 26 16:29:42.824914 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51092) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:42.833981 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c37f95-6a56-4b3b-bd0b-73f4df8dd0fd None None] Network 2f68a05a-4bb6-45f8-890d-3e26e3c23301 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:29:43.017032 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-323eb2d3-9bc0-4775-8c44-0d5f7ea156fc tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:43.084257 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e04f62-f926-478a-b6f5-7b939efc91f0 None None] Network 18086593-ac65-4657-82cf-eab2a2a091ea requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:29:43.186071 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-323eb2d3-9bc0-4775-8c44-0d5f7ea156fc tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Deleting port bdfd499d-cfeb-4a46-86d4-feab5324541e {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:43.186417 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-323eb2d3-9bc0-4775-8c44-0d5f7ea156fc tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:43.246295 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878d677-a78b-4bf3-823d-9ec5ac479328 req-461b7b1d-72e2-4f60-9111-94414abf7d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:43.247831 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d878d677-a78b-4bf3-823d-9ec5ac479328 req-461b7b1d-72e2-4f60-9111-94414abf7d21 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 1096 time: 0.9429610 May 26 16:29:43.253617 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c22996b-41b2-4962-a55e-267291f7a01c admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:29:43.341206 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-323eb2d3-9bc0-4775-8c44-0d5f7ea156fc tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] For port bdfd499d-cfeb-4a46-86d4-feab5324541e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=bdfd499d-cfeb-4a46-86d4-feab5324541e,segment=NetworkSegment(3d256902-959d-44b4-8fed-eb564e0ef8e8),segment_id=3d256902-959d-44b4-8fed-eb564e0ef8e8)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:43.341598 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-323eb2d3-9bc0-4775-8c44-0d5f7ea156fc tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:43.367732 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5701f0db-7457-4d1a-a02f-24adfad3804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:43.369705 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] Sync routers for ids ['22841256-d168-46bd-9452-412689cb975a'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:29:43.403838 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-323eb2d3-9bc0-4775-8c44-0d5f7ea156fc tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Calling delete_port for bdfd499d-cfeb-4a46-86d4-feab5324541e owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:43.432531 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a8c1cccb-b737-4a96-ad28-302567282519 None None] Provisioning complete for port 467a4f2c-b051-418d-8173-617376008214 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:43.433338 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a8c1cccb-b737-4a96-ad28-302567282519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:43.446704 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 467a4f2c-b051-418d-8173-617376008214 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:43.519011 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d878d677-a78b-4bf3-823d-9ec5ac479328 req-03404aba-904c-4b56-977e-01579fa170fc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572987 May 26 16:29:43.524007 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c22996b-41b2-4962-a55e-267291f7a01c admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:43.536734 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7c22996b-41b2-4962-a55e-267291f7a01c admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.4199448 May 26 16:29:43.537396 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51112) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:43.616958 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] Routers {'22841256-d168-46bd-9452-412689cb975a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:43.621127 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:29:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['22841256-d168-46bd-9452-412689cb975a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:43.729284 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbf248-55ad-4d79-947e-7362fbb9e4d0 req-5e3b5e06-cb5b-4e86-ac61-ad4dccfea293 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:43.747044 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1cbf248-55ad-4d79-947e-7362fbb9e4d0 req-5e3b5e06-cb5b-4e86-ac61-ad4dccfea293 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.1956589 May 26 16:29:43.825334 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-323eb2d3-9bc0-4775-8c44-0d5f7ea156fc tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:43.946637 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 467a4f2c-b051-418d-8173-617376008214 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:43.947675 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:43.969393 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323eb2d3-9bc0-4775-8c44-0d5f7ea156fc tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] No DVR routers for this DVR port bdfd499d-cfeb-4a46-86d4-feab5324541e on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:29:43.971593 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323eb2d3-9bc0-4775-8c44-0d5f7ea156fc tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Pushing event deleted for resources: {'Port': ['ID=bdfd499d-cfeb-4a46-86d4-feab5324541e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:44.008303 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1cbf248-55ad-4d79-947e-7362fbb9e4d0 req-e5563610-ca50-4e06-9d04-c9bce15b4bbe tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603178 May 26 16:29:44.019252 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d02a948-a8fe-430e-88ed-d689114d757e None None] DHCP port deletion for 2f68a05a-4bb6-45f8-890d-3e26e3c23301 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:29:44.228905 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] Set router 22841256-d168-46bd-9452-412689cb975a gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:44.315801 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-323eb2d3-9bc0-4775-8c44-0d5f7ea156fc tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:44.370597 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-323eb2d3-9bc0-4775-8c44-0d5f7ea156fc tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f68a05a-4bb6-45f8-890d-3e26e3c23301']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:44.389327 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a8c1cccb-b737-4a96-ad28-302567282519 None None] Current status of the port 467a4f2c-b051-418d-8173-617376008214 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:44.389823 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a8c1cccb-b737-4a96-ad28-302567282519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:44.390387 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-323eb2d3-9bc0-4775-8c44-0d5f7ea156fc tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d256902-959d-44b4-8fed-eb564e0ef8e8') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:44.390686 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-323eb2d3-9bc0-4775-8c44-0d5f7ea156fc tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d256902-959d-44b4-8fed-eb564e0ef8e8') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:44.417847 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-323eb2d3-9bc0-4775-8c44-0d5f7ea156fc tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:44.453072 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-323eb2d3-9bc0-4775-8c44-0d5f7ea156fc tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:44.472591 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-323eb2d3-9bc0-4775-8c44-0d5f7ea156fc tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:29:44.472999 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-323eb2d3-9bc0-4775-8c44-0d5f7ea156fc tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:44.514340 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 3d256902-959d-44b4-8fed-eb564e0ef8e8 resource provider aggregate not found May 26 16:29:44.569254 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 3d256902-959d-44b4-8fed-eb564e0ef8e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d256902-959d-44b4-8fed-eb564e0ef8e8 found for delete ", "request_id": "req-f24305f9-5317-48d1-ad4c-92a1924b591f"}]} May 26 16:29:44.593564 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-323eb2d3-9bc0-4775-8c44-0d5f7ea156fc tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:44.653215 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-323eb2d3-9bc0-4775-8c44-0d5f7ea156fc tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:44.687608 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-323eb2d3-9bc0-4775-8c44-0d5f7ea156fc tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] 10.222.0.77 "DELETE /v2.0/networks/2f68a05a-4bb6-45f8-890d-3e26e3c23301 HTTP/1.1" status: 204 len: 168 time: 1.8571014 May 26 16:29:44.720767 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323eb2d3-9bc0-4775-8c44-0d5f7ea156fc tempest-DHCPAgentSchedulersTestJSON-1618064703 tempest-DHCPAgentSchedulersTestJSON-1618064703-project] Pushing event deleted for resources: {'Network': ['ID=2f68a05a-4bb6-45f8-890d-3e26e3c23301,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:44.777847 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a8c1cccb-b737-4a96-ad28-302567282519 None None] For port 467a4f2c-b051-418d-8173-617376008214, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=467a4f2c-b051-418d-8173-617376008214,segment=NetworkSegment(543c6d0d-7247-451c-912a-d1a5393d2672),segment_id=543c6d0d-7247-451c-912a-d1a5393d2672)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:44.793799 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 467a4f2c-b051-418d-8173-617376008214 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:44.794187 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:44.798468 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a8c1cccb-b737-4a96-ad28-302567282519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:44.977957 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a43d2757-d49d-40b4-9c01-0988910f7199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:45.004400 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-dd96ff1b-9fd6-4eee-b98f-19c85d39fed4 None None] Provisioning complete for port 467a4f2c-b051-418d-8173-617376008214 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:45.005407 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dd96ff1b-9fd6-4eee-b98f-19c85d39fed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:45.031308 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1cccb-b737-4a96-ad28-302567282519 None None] Pushing event updated for resources: {'Port': ['ID=467a4f2c-b051-418d-8173-617376008214,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:45.059989 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22841256-d168-46bd-9452-412689cb975a', 'name': 'tempest-TestVolumeBackupRestore-1759031865-router', 'tenant_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '2cc88bac-9163-432d-abeb-5503ce300ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:36Z', 'updated_at': '2022-05-26T16:29:40Z', 'revision_number': 3, 'project_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'gw_port': {'id': '2cc88bac-9163-432d-abeb-5503ce300ef8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:17:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22841256-d168-46bd-9452-412689cb975a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:39Z', 'updated_at': '2022-05-26T16:29:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:45.066316 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:29:45.066905 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:29:45.151779 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f74fe16e-3454-49b4-a629-8f6ad258f43a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:45.289092 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51134) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:45.358321 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9545f-b0cc-4a18-98fe-b079944fbc0b req-70162a8d-ceba-4ead-9912-db96bc4db89c tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:45.361419 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f3c9545f-b0cc-4a18-98fe-b079944fbc0b req-70162a8d-ceba-4ead-9912-db96bc4db89c tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.1404076 May 26 16:29:45.443120 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] Checking router: 22841256-d168-46bd-9452-412689cb975a for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:29:45.443615 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] Updating router 22841256-d168-46bd-9452-412689cb975a port 2cc88bac-9163-432d-abeb-5503ce300ef8 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:29:45.454227 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f3c9545f-b0cc-4a18-98fe-b079944fbc0b req-a8721568-0b4a-42c9-baf4-e8d09e772d9d tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857599 May 26 16:29:45.498182 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:45.501719 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4c91f148-ed93-400a-b8d6-e3529d40ffec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:45.590275 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-a43d2757-d49d-40b4-9c01-0988910f7199 admin admin] Allocated IP 172.20.0.1 (18086593-ac65-4657-82cf-eab2a2a091ea/6dc6ee02-78b4-418a-ab6a-d944880040f7/14b15bfe-ccca-460a-b789-9be68ada0868) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:29:45.685340 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f210d53b-f44a-4864-a8a2-d97d39769171 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a1a0c16a86ec40a7b36f95ce2e2d28af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3950202 May 26 16:29:45.686986 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51144) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:45.710523 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 467a4f2c-b051-418d-8173-617376008214 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:45.731693 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-dd96ff1b-9fd6-4eee-b98f-19c85d39fed4 None None] Current status of the port 467a4f2c-b051-418d-8173-617376008214 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:45.734991 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a43d2757-d49d-40b4-9c01-0988910f7199 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:45.807023 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc956b9e-5691-4283-bf77-e12ffef86d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:45.848212 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a43d2757-d49d-40b4-9c01-0988910f7199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:45.871892 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc956b9e-5691-4283-bf77-e12ffef86d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:45.977849 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43d2757-d49d-40b4-9c01-0988910f7199 admin admin] Network 18086593-ac65-4657-82cf-eab2a2a091ea is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:45.981430 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc956b9e-5691-4283-bf77-e12ffef86d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:45.981622 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 467a4f2c-b051-418d-8173-617376008214 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:45.984796 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc956b9e-5691-4283-bf77-e12ffef86d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:45.986226 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-a43d2757-d49d-40b4-9c01-0988910f7199 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:45.996383 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43d2757-d49d-40b4-9c01-0988910f7199 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:29:46.000469 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-dc956b9e-5691-4283-bf77-e12ffef86d64 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0b521b56-87e7-4382-9ec6-f67b838b4da0 HTTP/1.1" status: 204 len: 168 time: 0.3045862 May 26 16:29:46.018899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc956b9e-5691-4283-bf77-e12ffef86d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b521b56-87e7-4382-9ec6-f67b838b4da0,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:46.082619 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d2757-d49d-40b4-9c01-0988910f7199 admin admin] Pushing event updated for resources: {'Port': ['ID=14b15bfe-ccca-460a-b789-9be68ada0868,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:46.161183 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a43d2757-d49d-40b4-9c01-0988910f7199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:46.289091 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 467a4f2c-b051-418d-8173-617376008214 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:46.289671 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:46.340021 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-f74fe16e-3454-49b4-a629-8f6ad258f43a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Deleting port c29fb02c-7f83-4780-b7b6-c3ec2cf975f8 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:46.340338 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f74fe16e-3454-49b4-a629-8f6ad258f43a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:46.343922 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:46.357813 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:46.451413 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] Attempting to bind port 2cc88bac-9163-432d-abeb-5503ce300ef8 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:46.451795 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] Attempting to bind port 2cc88bac-9163-432d-abeb-5503ce300ef8 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:46.452668 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] Attempting to bind port 2cc88bac-9163-432d-abeb-5503ce300ef8 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:46.503156 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b57ec1c6-6b43-4eac-a7c4-d61f90671f2e None None] Provisioning complete for port 14b15bfe-ccca-460a-b789-9be68ada0868 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:46.503615 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b57ec1c6-6b43-4eac-a7c4-d61f90671f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:46.564675 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b57ec1c6-6b43-4eac-a7c4-d61f90671f2e None None] Port 14b15bfe-ccca-460a-b789-9be68ada0868 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:29:46.566510 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:29:46.566892 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:46.567479 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:46.568568 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:29:46.569408 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] Bound port: 2cc88bac-9163-432d-abeb-5503ce300ef8, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:29:46.570135 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:46.616803 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15cf81d-7049-4eb5-967e-68d2d4711572 None None] Pushing event updated for resources: {'Port': ['ID=2cc88bac-9163-432d-abeb-5503ce300ef8,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:46.634164 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51172) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:46.672276 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 467a4f2c-b051-418d-8173-617376008214 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:46.685835 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:46.709963 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf170202-698d-45cd-a653-a2155be21917 req-ff04f320-465f-4a60-9196-cac2105bd4a3 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:46.714518 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-14bf7e35-a793-42b9-9797-82eaf2c893b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:46.723476 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf170202-698d-45cd-a653-a2155be21917 req-ff04f320-465f-4a60-9196-cac2105bd4a3 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.1350656 May 26 16:29:46.733805 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a43d2757-d49d-40b4-9c01-0988910f7199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:46.757483 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-f74fe16e-3454-49b4-a629-8f6ad258f43a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] For port c29fb02c-7f83-4780-b7b6-c3ec2cf975f8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c29fb02c-7f83-4780-b7b6-c3ec2cf975f8,segment=NetworkSegment(fdcf15d2-f376-4436-b6f5-0262dc5729df),segment_id=fdcf15d2-f376-4436-b6f5-0262dc5729df)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:46.763477 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f74fe16e-3454-49b4-a629-8f6ad258f43a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:46.801648 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device bdfd499d-cfeb-4a46-86d4-feab5324541e no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:29:46.812885 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-f74fe16e-3454-49b4-a629-8f6ad258f43a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Calling delete_port for c29fb02c-7f83-4780-b7b6-c3ec2cf975f8 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:46.841355 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf170202-698d-45cd-a653-a2155be21917 req-22f8daed-7b21-4353-a4c8-af451fd2084a tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155825 May 26 16:29:46.856273 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: bdfd499d-cfeb-4a46-86d4-feab5324541e {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:29:46.856623 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device bdfd499d-cfeb-4a46-86d4-feab5324541e not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:29:46.876006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] For port 2cc88bac-9163-432d-abeb-5503ce300ef8, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:46.897478 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] For port 2cc88bac-9163-432d-abeb-5503ce300ef8, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2cc88bac-9163-432d-abeb-5503ce300ef8,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:29:46.905173 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:47.005000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] Routers {'22841256-d168-46bd-9452-412689cb975a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:47.009486 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:29:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['22841256-d168-46bd-9452-412689cb975a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:47.130235 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15cf81d-7049-4eb5-967e-68d2d4711572 None None] Pushing event updated for resources: {'Port': ['ID=2cc88bac-9163-432d-abeb-5503ce300ef8,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:47.228369 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-14bf7e35-a793-42b9-9797-82eaf2c893b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:47.255185 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] Set router 22841256-d168-46bd-9452-412689cb975a gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:47.295294 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-14bf7e35-a793-42b9-9797-82eaf2c893b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:47.331294 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0224f-84f3-45a3-85b6-cd61e6e72c32 req-0b27aa99-71c9-4dc7-9201-57e77a283093 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:47.333229 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cff0224f-84f3-45a3-85b6-cd61e6e72c32 req-0b27aa99-71c9-4dc7-9201-57e77a283093 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0616257 May 26 16:29:47.356945 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf7e35-a793-42b9-9797-82eaf2c893b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf5daa6-237f-4dce-b10c-f0605343f947,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:47.415135 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cff0224f-84f3-45a3-85b6-cd61e6e72c32 req-bb5a4407-bf23-4efc-ab61-a9445925f0b5 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733449 May 26 16:29:47.523986 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-14bf7e35-a793-42b9-9797-82eaf2c893b4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1e18369a333443eda7b578362e0a0500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8883824 May 26 16:29:47.526761 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51186) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:47.531900 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d298a9f-8b0b-471c-a1a7-d84cde367afe req-c59c838c-3adf-4ebc-8f9e-690b6456a9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:47.534311 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5d298a9f-8b0b-471c-a1a7-d84cde367afe req-c59c838c-3adf-4ebc-8f9e-690b6456a9ae service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=55db192a075d4f7397320ac3e9c27b43&device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 1096 time: 0.2773333 May 26 16:29:47.695388 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dfae8233-de6f-435b-859f-083cd9b67c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:47.748132 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dfae8233-de6f-435b-859f-083cd9b67c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:47.759118 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22841256-d168-46bd-9452-412689cb975a', 'name': 'tempest-TestVolumeBackupRestore-1759031865-router', 'tenant_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '2cc88bac-9163-432d-abeb-5503ce300ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:36Z', 'updated_at': '2022-05-26T16:29:46Z', 'revision_number': 4, 'project_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'gw_port': {'id': '2cc88bac-9163-432d-abeb-5503ce300ef8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:17:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22841256-d168-46bd-9452-412689cb975a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:39Z', 'updated_at': '2022-05-26T16:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '14b15bfe-ccca-460a-b789-9be68ada0868', 'name': '', 'network_id': '18086593-ac65-4657-82cf-eab2a2a091ea', 'tenant_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'mac_address': 'fa:16:3e:10:e0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22841256-d168-46bd-9452-412689cb975a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6dc6ee02-78b4-418a-ab6a-d944880040f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:45Z', 'updated_at': '2022-05-26T16:29:45Z', 'revision_number': 1, 'project_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'subnets': [{'id': '6dc6ee02-78b4-418a-ab6a-d944880040f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:47.796401 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a43d2757-d49d-40b4-9c01-0988910f7199 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:47.815982 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6101579-bf24-46a2-98c2-8aa9e0197679 None None] The sync data for ids ['22841256-d168-46bd-9452-412689cb975a'] in n-d-843337-2 is: [{'id': '22841256-d168-46bd-9452-412689cb975a', 'name': 'tempest-TestVolumeBackupRestore-1759031865-router', 'tenant_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '2cc88bac-9163-432d-abeb-5503ce300ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:36Z', 'updated_at': '2022-05-26T16:29:46Z', 'revision_number': 4, 'project_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'gw_port': {'id': '2cc88bac-9163-432d-abeb-5503ce300ef8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:17:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22841256-d168-46bd-9452-412689cb975a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:39Z', 'updated_at': '2022-05-26T16:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '14b15bfe-ccca-460a-b789-9be68ada0868', 'name': '', 'network_id': '18086593-ac65-4657-82cf-eab2a2a091ea', 'tenant_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'mac_address': 'fa:16:3e:10:e0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22841256-d168-46bd-9452-412689cb975a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6dc6ee02-78b4-418a-ab6a-d944880040f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:45Z', 'updated_at': '2022-05-26T16:29:45Z', 'revision_number': 1, 'project_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'subnets': [{'id': '6dc6ee02-78b4-418a-ab6a-d944880040f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:29:47.835088 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a43d2757-d49d-40b4-9c01-0988910f7199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:47.847340 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dfae8233-de6f-435b-859f-083cd9b67c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:47.850675 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dfae8233-de6f-435b-859f-083cd9b67c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:47.854900 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-dfae8233-de6f-435b-859f-083cd9b67c56 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6bf5daa6-237f-4dce-b10c-f0605343f947 HTTP/1.1" status: 204 len: 168 time: 0.3242128 May 26 16:29:47.877770 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae8233-de6f-435b-859f-083cd9b67c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf5daa6-237f-4dce-b10c-f0605343f947,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:48.013100 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d298a9f-8b0b-471c-a1a7-d84cde367afe req-8e80c6bd-c8b4-4c1a-94f6-3ff1fd12cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:48.017454 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5d298a9f-8b0b-471c-a1a7-d84cde367afe req-8e80c6bd-c8b4-4c1a-94f6-3ff1fd12cf12 service neutron] 10.222.0.83 "GET /v2.0/networks?id=edf002b2-c9d1-46a8-9f96-afb3826da250 HTTP/1.1" status: 200 len: 912 time: 0.4693782 May 26 16:29:48.018801 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d2757-d49d-40b4-9c01-0988910f7199 admin admin] Pushing event updated for resources: {'Port': ['ID=14b15bfe-ccca-460a-b789-9be68ada0868,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:48.054350 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:48.161039 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5d298a9f-8b0b-471c-a1a7-d84cde367afe req-26709d41-c478-419f-85ed-c9970a5859e7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3df2c585-c0d3-4866-a900-e9e5fb30bbfe HTTP/1.1" status: 200 len: 217 time: 0.1014080 May 26 16:29:48.171609 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a43d2757-d49d-40b4-9c01-0988910f7199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:48.231701 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d298a9f-8b0b-471c-a1a7-d84cde367afe req-69e48bff-89bc-4b38-b17a-129bc767d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:48.236771 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5d298a9f-8b0b-471c-a1a7-d84cde367afe req-69e48bff-89bc-4b38-b17a-129bc767d94d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b8295bc0-2040-4384-9eb3-a50f2e6ae846 HTTP/1.1" status: 200 len: 851 time: 0.0632122 May 26 16:29:48.338128 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:48.355907 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f74fe16e-3454-49b4-a629-8f6ad258f43a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:48.360133 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5d298a9f-8b0b-471c-a1a7-d84cde367afe req-0e42dc7d-1662-4796-981c-10934b04accc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=edf002b2-c9d1-46a8-9f96-afb3826da250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159935 May 26 16:29:48.554900 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74fe16e-3454-49b4-a629-8f6ad258f43a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'Port': ['ID=c29fb02c-7f83-4780-b7b6-c3ec2cf975f8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:48.811484 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca04c98-d800-437e-9dc8-5e220dde4d2c req-cc4cb3bd-e6ec-4463-81b9-e793fd4c9a35 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:48.813654 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bca04c98-d800-437e-9dc8-5e220dde4d2c req-cc4cb3bd-e6ec-4463-81b9-e793fd4c9a35 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.2042868 May 26 16:29:48.928947 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bca04c98-d800-437e-9dc8-5e220dde4d2c req-49189706-a0ff-4eb3-96ea-1f4258b531ae tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047645 May 26 16:29:48.990860 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:49.134205 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5d298a9f-8b0b-471c-a1a7-d84cde367afe req-7031469e-6866-4732-badd-7b4b77e0820b service neutron] 10.222.0.83 "GET /v2.0/networks/edf002b2-c9d1-46a8-9f96-afb3826da250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7235708 May 26 16:29:49.262519 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43d2757-d49d-40b4-9c01-0988910f7199 admin admin] Network 18086593-ac65-4657-82cf-eab2a2a091ea is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:49.323625 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-a43d2757-d49d-40b4-9c01-0988910f7199 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:49.968532 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-04065f2f-545a-4a11-b75f-f7b73126d452 None None] Provisioning complete for port 14b15bfe-ccca-460a-b789-9be68ada0868 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:49.969731 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-04065f2f-545a-4a11-b75f-f7b73126d452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:50.145913 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2cc88bac-9163-432d-abeb-5503ce300ef8 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:50.232717 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-04065f2f-545a-4a11-b75f-f7b73126d452 None None] Port 14b15bfe-ccca-460a-b789-9be68ada0868 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:29:50.331867 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2cc88bac-9163-432d-abeb-5503ce300ef8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:50.332493 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:50.359768 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a275a-28b3-44e9-83f9-8c8f6ee2f4f4 req-e2898b33-72d5-451e-b4c0-32b8d02771c7 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:50.374370 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c48a275a-28b3-44e9-83f9-8c8f6ee2f4f4 req-e2898b33-72d5-451e-b4c0-32b8d02771c7 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.2100115 May 26 16:29:50.581094 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c48a275a-28b3-44e9-83f9-8c8f6ee2f4f4 req-ad8cd21f-b8fc-46f7-9164-19622be12800 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041826 May 26 16:29:50.686013 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2cc88bac-9163-432d-abeb-5503ce300ef8 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:50.686411 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:50.755865 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 2cc88bac-9163-432d-abeb-5503ce300ef8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2cc88bac-9163-432d-abeb-5503ce300ef8,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:50.765649 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:50.842688 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43d2757-d49d-40b4-9c01-0988910f7199 admin admin] Router 22841256-d168-46bd-9452-412689cb975a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:29:50.903359 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f74fe16e-3454-49b4-a629-8f6ad258f43a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:50.936804 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=2cc88bac-9163-432d-abeb-5503ce300ef8,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:50.972652 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51298) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:51.202810 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51330) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:51.279201 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43d2757-d49d-40b4-9c01-0988910f7199 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:29:51.286408 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a43d2757-d49d-40b4-9c01-0988910f7199 admin admin] 10.222.0.77 "PUT /v2.0/routers/22841256-d168-46bd-9452-412689cb975a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7396796 May 26 16:29:51.310717 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5d298a9f-8b0b-471c-a1a7-d84cde367afe req-10550118-1483-4c37-9e5b-ef364eddd7a4 service neutron] 10.222.0.83 "GET /v2.0/networks/edf002b2-c9d1-46a8-9f96-afb3826da250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1605613 May 26 16:29:51.561763 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-a1b626c8-1928-4173-afa5-f1451e87a63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1528462616'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:51.572153 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b39a0b25-75fe-48e9-9e88-b31a569ded5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:51.606429 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74fe16e-3454-49b4-a629-8f6ad258f43a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Router 42083a96-54d6-47d2-9c1d-729e8991bb96 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:29:51.676696 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b626c8-1928-4173-afa5-f1451e87a63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] Made reservation on behalf of eaac2863742547b0bf58ac21f51cd093 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:29:51.686363 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1b626c8-1928-4173-afa5-f1451e87a63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:51.730225 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1b626c8-1928-4173-afa5-f1451e87a63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:51.892946 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2cc88bac-9163-432d-abeb-5503ce300ef8 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:51.925777 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1b626c8-1928-4173-afa5-f1451e87a63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:51.951971 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1b626c8-1928-4173-afa5-f1451e87a63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:51.962048 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74fe16e-3454-49b4-a629-8f6ad258f43a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:29:51.975704 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1606db01-c054-4947-9409-98261c31fd78 None None] Sync routers for ids ['42083a96-54d6-47d2-9c1d-729e8991bb96'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:29:51.980068 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f74fe16e-3454-49b4-a629-8f6ad258f43a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "PUT /v2.0/routers/42083a96-54d6-47d2-9c1d-729e8991bb96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8344383 May 26 16:29:51.983831 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51356) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:51.993871 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1606db01-c054-4947-9409-98261c31fd78 None None] Routers {'42083a96-54d6-47d2-9c1d-729e8991bb96'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:51.996208 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1606db01-c054-4947-9409-98261c31fd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:29:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['42083a96-54d6-47d2-9c1d-729e8991bb96'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:52.054300 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b626c8-1928-4173-afa5-f1451e87a63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:29:52.055219 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2cc88bac-9163-432d-abeb-5503ce300ef8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:52.055813 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:52.089218 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b626c8-1928-4173-afa5-f1451e87a63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dca6113-b736-4874-a41b-16aa942fc6f4,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:52.090533 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-276a0c06-0829-4a35-a53b-e040cd9d60a3 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Deleting subnet 5c7b1e96-afea-486c-b964-8dc60319baa9 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:29:52.096937 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-276a0c06-0829-4a35-a53b-e040cd9d60a3 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:52.107732 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1b626c8-1928-4173-afa5-f1451e87a63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:52.108304 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-a1b626c8-1928-4173-afa5-f1451e87a63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] Added segment f61b755d-f478-421b-9efa-f1ff858152d4 of type vlan for network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 May 26 16:29:52.167698 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-276a0c06-0829-4a35-a53b-e040cd9d60a3 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:52.167931 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1b626c8-1928-4173-afa5-f1451e87a63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:52.212898 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cba26-1ed2-46e1-aaba-7a473976b928 req-cb00758b-765a-428f-9d2c-2b409af24aed tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:52.214924 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a45cba26-1ed2-46e1-aaba-7a473976b928 req-cb00758b-765a-428f-9d2c-2b409af24aed tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.2870080 May 26 16:29:52.221605 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1b626c8-1928-4173-afa5-f1451e87a63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:52.238069 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b626c8-1928-4173-afa5-f1451e87a63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:52.241975 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1b626c8-1928-4173-afa5-f1451e87a63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:52.251959 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2cc88bac-9163-432d-abeb-5503ce300ef8 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:52.293527 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] Sync routers for ids ['22841256-d168-46bd-9452-412689cb975a'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:29:52.312204 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] Routers {'22841256-d168-46bd-9452-412689cb975a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:52.315684 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:29:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['22841256-d168-46bd-9452-412689cb975a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:52.330277 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-1606db01-c054-4947-9409-98261c31fd78 None None] Set router 42083a96-54d6-47d2-9c1d-729e8991bb96 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:52.401629 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-276a0c06-0829-4a35-a53b-e040cd9d60a3 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:52.437920 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b39a0b25-75fe-48e9-9e88-b31a569ded5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:52.531035 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a1b626c8-1928-4173-afa5-f1451e87a63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3235905 May 26 16:29:52.551211 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-276a0c06-0829-4a35-a53b-e040cd9d60a3 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:52.553740 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b39a0b25-75fe-48e9-9e88-b31a569ded5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:52.616130 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b39a0b25-75fe-48e9-9e88-b31a569ded5b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=47bd5bdf7d9d4d1a89dcbcbf9506e983&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6417189 May 26 16:29:52.619038 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] Set router 22841256-d168-46bd-9452-412689cb975a gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:52.630247 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51400) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:52.704057 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-276a0c06-0829-4a35-a53b-e040cd9d60a3 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:52.711581 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-276a0c06-0829-4a35-a53b-e040cd9d60a3 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "DELETE /v2.0/subnets/5c7b1e96-afea-486c-b964-8dc60319baa9 HTTP/1.1" status: 204 len: 168 time: 0.7260458 May 26 16:29:52.718641 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51402) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:52.720955 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1606db01-c054-4947-9409-98261c31fd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374770436', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:44Z', 'updated_at': '2022-05-26T16:29:47Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:45Z', 'updated_at': '2022-05-26T16:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:52.724044 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a0c06-0829-4a35-a53b-e040cd9d60a3 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'Subnet': ['ID=5c7b1e96-afea-486c-b964-8dc60319baa9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:52.726575 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b626c8-1928-4173-afa5-f1451e87a63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] Pushing event updated for resources: {'Network': ['ID=0e8cd48b-3f19-4dd9-8801-919ec2e83142,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:52.745316 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4f6981-5674-4f22-9070-eec731cab6b4 None None] Network 3d916f38-2ac9-4597-8648-255b03a78511 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:29:52.788120 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a45cba26-1ed2-46e1-aaba-7a473976b928 req-e429b318-9118-4e67-9c41-c8b5852d5a86 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206687 May 26 16:29:52.808746 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1606db01-c054-4947-9409-98261c31fd78 None None] Checking router: 42083a96-54d6-47d2-9c1d-729e8991bb96 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:29:52.821375 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a0b25-75fe-48e9-9e88-b31a569ded5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb7b8ad-b4d1-4c0d-a705-2884bdf7d5cc,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:52.845692 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1606db01-c054-4947-9409-98261c31fd78 None None] Routers {'42083a96-54d6-47d2-9c1d-729e8991bb96'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:52.846622 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1606db01-c054-4947-9409-98261c31fd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:29:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['42083a96-54d6-47d2-9c1d-729e8991bb96'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:52.899112 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-91829f9a-fe3a-4651-902f-2674fe165520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:52.962462 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-91829f9a-fe3a-4651-902f-2674fe165520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:53.019734 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51410) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:53.031874 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:29:53.039481 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Request body: {'port': {'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142', 'binding:host_id': 'n-h1-843337-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-881139311'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:53.181248 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d05eead-db64-493e-b8e2-f70f4083c222 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:53.212875 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-91829f9a-fe3a-4651-902f-2674fe165520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:53.212875 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-91829f9a-fe3a-4651-902f-2674fe165520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:53.212875 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-91829f9a-fe3a-4651-902f-2674fe165520 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/edb7b8ad-b4d1-4c0d-a705-2884bdf7d5cc HTTP/1.1" status: 204 len: 168 time: 0.5731118 May 26 16:29:53.254829 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91829f9a-fe3a-4651-902f-2674fe165520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb7b8ad-b4d1-4c0d-a705-2884bdf7d5cc,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:53.284007 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Made reservation on behalf of b6c4b308dba240568efb58fc4538451a for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:29:53.287125 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:53.313750 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:53.332131 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-1606db01-c054-4947-9409-98261c31fd78 None None] Set router 42083a96-54d6-47d2-9c1d-729e8991bb96 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:53.535861 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:53.544957 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:53.557722 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] device_id is not set on port 8a295dc6-7729-467f-a428-a3f575cf136c yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:29:53.725182 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d05eead-db64-493e-b8e2-f70f4083c222 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:53.864637 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a372f1-f130-448e-a257-4f3725f8a1f6,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:53.892620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-3d05eead-db64-493e-b8e2-f70f4083c222 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Deleting port ee2521ce-9c0e-4e2e-847a-a95320630940 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:53.895086 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d05eead-db64-493e-b8e2-f70f4083c222 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:53.948313 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1606db01-c054-4947-9409-98261c31fd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374770436', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:44Z', 'updated_at': '2022-05-26T16:29:47Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:45Z', 'updated_at': '2022-05-26T16:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:54.042924 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1606db01-c054-4947-9409-98261c31fd78 None None] The sync data for ids ['42083a96-54d6-47d2-9c1d-729e8991bb96'] in n-d-843337-2 is: [{'id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374770436', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:27:44Z', 'updated_at': '2022-05-26T16:29:47Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': 'ee2521ce-9c0e-4e2e-847a-a95320630940', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42083a96-54d6-47d2-9c1d-729e8991bb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:27:45Z', 'updated_at': '2022-05-26T16:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:29:54.152437 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250607c7-eac1-41d3-81bc-87833309587a req-c3c7a25f-a7ca-4b8d-a3b4-03eb25252cc6 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:54.154375 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-250607c7-eac1-41d3-81bc-87833309587a req-c3c7a25f-a7ca-4b8d-a3b4-03eb25252cc6 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.1247613 May 26 16:29:54.236694 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] device_id is not set on port 8a295dc6-7729-467f-a428-a3f575cf136c yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:29:54.261880 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:54.279699 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-250607c7-eac1-41d3-81bc-87833309587a req-bdd3f7e6-1e93-467e-a5e4-f69d7a5315b3 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035984 May 26 16:29:54.288915 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:54.322162 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-3d05eead-db64-493e-b8e2-f70f4083c222 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] For port ee2521ce-9c0e-4e2e-847a-a95320630940, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ee2521ce-9c0e-4e2e-847a-a95320630940,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:54.325520 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d05eead-db64-493e-b8e2-f70f4083c222 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:54.365919 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-3d05eead-db64-493e-b8e2-f70f4083c222 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Calling delete_port for ee2521ce-9c0e-4e2e-847a-a95320630940 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:54.382599 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22841256-d168-46bd-9452-412689cb975a', 'name': 'tempest-TestVolumeBackupRestore-1759031865-router', 'tenant_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '2cc88bac-9163-432d-abeb-5503ce300ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:36Z', 'updated_at': '2022-05-26T16:29:46Z', 'revision_number': 4, 'project_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'gw_port': {'id': '2cc88bac-9163-432d-abeb-5503ce300ef8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22841256-d168-46bd-9452-412689cb975a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:39Z', 'updated_at': '2022-05-26T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '14b15bfe-ccca-460a-b789-9be68ada0868', 'name': '', 'network_id': '18086593-ac65-4657-82cf-eab2a2a091ea', 'tenant_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'mac_address': 'fa:16:3e:10:e0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22841256-d168-46bd-9452-412689cb975a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6dc6ee02-78b4-418a-ab6a-d944880040f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:45Z', 'updated_at': '2022-05-26T16:29:47Z', 'revision_number': 2, 'project_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'subnets': [{'id': '6dc6ee02-78b4-418a-ab6a-d944880040f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:54.427391 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Pushing event updated for resources: {'Port': ['ID=8a295dc6-7729-467f-a428-a3f575cf136c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:54.515074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7bac18-16b7-4bd5-922c-f0a02bb72ae2 None None] DHCP port deletion for 3d916f38-2ac9-4597-8648-255b03a78511 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:29:54.518096 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] Checking router: 22841256-d168-46bd-9452-412689cb975a for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:29:54.518447 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] Updating router 22841256-d168-46bd-9452-412689cb975a port 14b15bfe-ccca-460a-b789-9be68ada0868 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:29:54.537855 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Checking segment: {'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:54.538216 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Network hostable DHCP agents. Network: 0e8cd48b-3f19-4dd9-8801-919ec2e83142, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:29:54.570357 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:29:54.596945 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:54.607635 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 0e8cd48b-3f19-4dd9-8801-919ec2e83142) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:54.615877 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:29:54.650910 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:54.651285 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:54.651606 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:54.663462 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 8a295dc6-7729-467f-a428-a3f575cf136c on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:54.663462 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:29:54.663850 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 2 to bind port 8a295dc6-7729-467f-a428-a3f575cf136c May 26 16:29:54.710780 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:54.711122 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:54.711463 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:54.716963 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d05eead-db64-493e-b8e2-f70f4083c222 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:54.723753 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 8a295dc6-7729-467f-a428-a3f575cf136c on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:54.724083 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:29:54.724496 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 3 to bind port 8a295dc6-7729-467f-a428-a3f575cf136c May 26 16:29:54.756198 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:54.756538 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:54.756879 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:54.766732 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 8a295dc6-7729-467f-a428-a3f575cf136c on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:54.767538 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:29:54.767767 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 4 to bind port 8a295dc6-7729-467f-a428-a3f575cf136c May 26 16:29:54.794286 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:54.794614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:54.794953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:54.799653 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 8a295dc6-7729-467f-a428-a3f575cf136c on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:54.799975 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:29:54.804556 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 5 to bind port 8a295dc6-7729-467f-a428-a3f575cf136c May 26 16:29:54.808679 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05eead-db64-493e-b8e2-f70f4083c222 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'Port': ['ID=ee2521ce-9c0e-4e2e-847a-a95320630940,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:54.849770 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:54.851695 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:54.854146 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:54.878713 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 8a295dc6-7729-467f-a428-a3f575cf136c on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:54.879687 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:29:54.879687 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 6 to bind port 8a295dc6-7729-467f-a428-a3f575cf136c May 26 16:29:54.932699 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3418ac86-c0ab-492b-a130-405a314d0080 None None] Network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:29:54.942321 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:54.942736 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:54.942988 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:54.957001 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 8a295dc6-7729-467f-a428-a3f575cf136c on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:54.957340 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:29:54.957736 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 7 to bind port 8a295dc6-7729-467f-a428-a3f575cf136c May 26 16:29:55.006742 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:55.007049 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:55.007395 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:55.009167 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d05eead-db64-493e-b8e2-f70f4083c222 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:55.024732 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 8a295dc6-7729-467f-a428-a3f575cf136c on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:55.025572 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:29:55.026341 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 8 to bind port 8a295dc6-7729-467f-a428-a3f575cf136c May 26 16:29:55.056851 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:55.057439 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:55.058182 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:55.070752 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 8a295dc6-7729-467f-a428-a3f575cf136c on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:55.071447 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:29:55.071992 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 9 to bind port 8a295dc6-7729-467f-a428-a3f575cf136c May 26 16:29:55.126994 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:55.127700 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:55.128224 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:55.152892 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 8a295dc6-7729-467f-a428-a3f575cf136c on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:55.154029 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:29:55.156428 n-d-843337-2 neutron-server[103896]: INFO neutron.plugins.ml2.plugin [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 10 to bind port 8a295dc6-7729-467f-a428-a3f575cf136c May 26 16:29:55.211192 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:55.212124 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:55.212702 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:55.221371 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 8a295dc6-7729-467f-a428-a3f575cf136c on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:55.222018 n-d-843337-2 neutron-server[103896]: ERROR neutron.plugins.ml2.managers [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 8a295dc6-7729-467f-a428-a3f575cf136c on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:29:55.227917 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:55.277180 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d05eead-db64-493e-b8e2-f70f4083c222 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:55.280341 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d05eead-db64-493e-b8e2-f70f4083c222 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:55.406273 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] For port 8a295dc6-7729-467f-a428-a3f575cf136c, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:55.407501 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempted to set empty binding levels {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 26 16:29:55.414941 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:55.437521 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d05eead-db64-493e-b8e2-f70f4083c222 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:55.440261 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d05eead-db64-493e-b8e2-f70f4083c222 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Fanout notify agent at l3_agent the message router_deleted on router 42083a96-54d6-47d2-9c1d-729e8991bb96 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:29:55.475613 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3d05eead-db64-493e-b8e2-f70f4083c222 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:55.492687 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3d05eead-db64-493e-b8e2-f70f4083c222 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "DELETE /v2.0/routers/42083a96-54d6-47d2-9c1d-729e8991bb96 HTTP/1.1" status: 204 len: 168 time: 2.7593145 May 26 16:29:55.494129 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51486) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:55.588644 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:55.590460 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:55.603621 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-051260ec-eb06-4141-a9aa-04d5b90eca09 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:55.634700 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:29:55.679310 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Pushing event updated for resources: {'Port': ['ID=8a295dc6-7729-467f-a428-a3f575cf136c,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:55.709234 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-051260ec-eb06-4141-a9aa-04d5b90eca09 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Deleting port 58657265-a0c6-4f1b-ab8d-ae51e291b4da {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:55.709840 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-051260ec-eb06-4141-a9aa-04d5b90eca09 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:55.723159 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cd430543-36c8-496b-9960-aa722a1eef6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.7011654 May 26 16:29:55.728410 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51492) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:55.794574 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baf1d8-080d-461d-a403-0a20ded207d4 req-4ad85fac-08dc-405f-9229-a2f51eaae923 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:55.796326 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c6baf1d8-080d-461d-a403-0a20ded207d4 req-4ad85fac-08dc-405f-9229-a2f51eaae923 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.2955971 May 26 16:29:55.844308 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-051260ec-eb06-4141-a9aa-04d5b90eca09 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] For port 58657265-a0c6-4f1b-ab8d-ae51e291b4da, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=58657265-a0c6-4f1b-ab8d-ae51e291b4da,segment=NetworkSegment(fdcf15d2-f376-4436-b6f5-0262dc5729df),segment_id=fdcf15d2-f376-4436-b6f5-0262dc5729df)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:55.846099 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-051260ec-eb06-4141-a9aa-04d5b90eca09 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:55.878213 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-051260ec-eb06-4141-a9aa-04d5b90eca09 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Calling delete_port for 58657265-a0c6-4f1b-ab8d-ae51e291b4da owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:55.931993 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cf7bac18-16b7-4bd5-922c-f0a02bb72ae2 None None] Deleting port 58657265-a0c6-4f1b-ab8d-ae51e291b4da {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:55.932595 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cf7bac18-16b7-4bd5-922c-f0a02bb72ae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:55.973560 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c6baf1d8-080d-461d-a403-0a20ded207d4 req-24de5f51-c72d-46e2-9e9f-1525e819b50c tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675794 May 26 16:29:56.026452 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9728bb8a-e8c8-427c-b539-b70c8c2dd180 req-0bf323bb-d19f-4de1-badd-ffd3d0fc9535 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1366086 May 26 16:29:56.031602 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-ed653edd-55c2-445e-bbc7-e384ebf27d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Deleting port 8a295dc6-7729-467f-a428-a3f575cf136c {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:29:56.037601 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ed653edd-55c2-445e-bbc7-e384ebf27d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:56.038375 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-cf7bac18-16b7-4bd5-922c-f0a02bb72ae2 None None] For port 58657265-a0c6-4f1b-ab8d-ae51e291b4da, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=58657265-a0c6-4f1b-ab8d-ae51e291b4da,segment=NetworkSegment(fdcf15d2-f376-4436-b6f5-0262dc5729df),segment_id=fdcf15d2-f376-4436-b6f5-0262dc5729df)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:56.038951 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cf7bac18-16b7-4bd5-922c-f0a02bb72ae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:56.060587 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cf7bac18-16b7-4bd5-922c-f0a02bb72ae2 None None] Calling delete_port for 58657265-a0c6-4f1b-ab8d-ae51e291b4da owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:56.083032 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-051260ec-eb06-4141-a9aa-04d5b90eca09 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:56.143260 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:56.161890 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:56.163440 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051260ec-eb06-4141-a9aa-04d5b90eca09 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'Port': ['ID=58657265-a0c6-4f1b-ab8d-ae51e291b4da,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:56.168031 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051260ec-eb06-4141-a9aa-04d5b90eca09 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] No DVR routers for this DVR port 58657265-a0c6-4f1b-ab8d-ae51e291b4da on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:29:56.268782 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-ed653edd-55c2-445e-bbc7-e384ebf27d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] For port 8a295dc6-7729-467f-a428-a3f575cf136c, host n-h1-843337-2, got binding levels [] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:56.288460 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ed653edd-55c2-445e-bbc7-e384ebf27d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:56.294198 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb0a8f-0958-48c3-b24f-f0cf1e482d9f None None] Pushing event updated for resources: {'Port': ['ID=14b15bfe-ccca-460a-b789-9be68ada0868,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:56.297213 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cf7bac18-16b7-4bd5-922c-f0a02bb72ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:56.336909 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-ed653edd-55c2-445e-bbc7-e384ebf27d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Calling delete_port for 8a295dc6-7729-467f-a428-a3f575cf136c owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:29:56.372844 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7bac18-16b7-4bd5-922c-f0a02bb72ae2 None None] Pushing event deleted for resources: {'Port': ['ID=58657265-a0c6-4f1b-ab8d-ae51e291b4da,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:56.386059 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7bac18-16b7-4bd5-922c-f0a02bb72ae2 None None] No DVR routers for this DVR port 58657265-a0c6-4f1b-ab8d-ae51e291b4da on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:29:56.493686 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-051260ec-eb06-4141-a9aa-04d5b90eca09 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:56.524123 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] Attempting to bind port 14b15bfe-ccca-460a-b789-9be68ada0868 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:56.527866 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] Attempting to bind port 14b15bfe-ccca-460a-b789-9be68ada0868 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '543c6d0d-7247-451c-912a-d1a5393d2672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '18086593-ac65-4657-82cf-eab2a2a091ea'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:56.528071 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-051260ec-eb06-4141-a9aa-04d5b90eca09 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d916f38-2ac9-4597-8648-255b03a78511']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:56.528513 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] Attempting to bind port 14b15bfe-ccca-460a-b789-9be68ada0868 on network 18086593-ac65-4657-82cf-eab2a2a091ea {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:56.547108 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:29:56.553281 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] Checking segment: {'id': '543c6d0d-7247-451c-912a-d1a5393d2672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '18086593-ac65-4657-82cf-eab2a2a091ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:29:56.555240 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:56.556037 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-051260ec-eb06-4141-a9aa-04d5b90eca09 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdcf15d2-f376-4436-b6f5-0262dc5729df') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:56.556679 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-051260ec-eb06-4141-a9aa-04d5b90eca09 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdcf15d2-f376-4436-b6f5-0262dc5729df') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:56.557387 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] Bound using segment: {'id': '543c6d0d-7247-451c-912a-d1a5393d2672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '18086593-ac65-4657-82cf-eab2a2a091ea'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:29:56.559524 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] Bound port: 14b15bfe-ccca-460a-b789-9be68ada0868, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543c6d0d-7247-451c-912a-d1a5393d2672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '18086593-ac65-4657-82cf-eab2a2a091ea'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:29:56.561501 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:56.579101 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-051260ec-eb06-4141-a9aa-04d5b90eca09 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:56.599124 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ed653edd-55c2-445e-bbc7-e384ebf27d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:56.646713 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-051260ec-eb06-4141-a9aa-04d5b90eca09 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:56.665331 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-051260ec-eb06-4141-a9aa-04d5b90eca09 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:29:56.665784 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-051260ec-eb06-4141-a9aa-04d5b90eca09 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:56.677170 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed653edd-55c2-445e-bbc7-e384ebf27d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a295dc6-7729-467f-a428-a3f575cf136c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:56.704552 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ed653edd-55c2-445e-bbc7-e384ebf27d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:56.710114 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ed653edd-55c2-445e-bbc7-e384ebf27d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] 10.222.0.77 "DELETE /v2.0/ports/8a295dc6-7729-467f-a428-a3f575cf136c HTTP/1.1" status: 204 len: 168 time: 0.9784358 May 26 16:29:56.710542 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51512) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:56.728601 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 58657265-a0c6-4f1b-ab8d-ae51e291b4da no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:29:56.744777 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f21794-13a5-4cfa-8151-e2b668f48c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] GET failed (client error): The resource could not be found. May 26 16:29:56.751467 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-57f21794-13a5-4cfa-8151-e2b668f48c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] 10.222.0.77 "GET /v2.0/ports/8a295dc6-7729-467f-a428-a3f575cf136c HTTP/1.1" status: 404 len: 333 time: 0.0343778 May 26 16:29:56.752342 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51514) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:56.767983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ec41857f-c08e-4276-b64f-906ada4b1647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Request body: {'port': {'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-280927778'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:56.798494 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] For port 14b15bfe-ccca-460a-b789-9be68ada0868, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:56.802563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] For port 14b15bfe-ccca-460a-b789-9be68ada0868, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=14b15bfe-ccca-460a-b789-9be68ada0868,segment=NetworkSegment(543c6d0d-7247-451c-912a-d1a5393d2672),segment_id=543c6d0d-7247-451c-912a-d1a5393d2672)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:29:56.804660 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 58657265-a0c6-4f1b-ab8d-ae51e291b4da {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:29:56.805248 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 58657265-a0c6-4f1b-ab8d-ae51e291b4da not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:29:56.805877 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c29fb02c-7f83-4780-b7b6-c3ec2cf975f8 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:29:56.815461 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec41857f-c08e-4276-b64f-906ada4b1647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Made reservation on behalf of b6c4b308dba240568efb58fc4538451a for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:29:56.821835 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ec41857f-c08e-4276-b64f-906ada4b1647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:56.836944 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728bb8a-e8c8-427c-b539-b70c8c2dd180 req-a504f21d-5bba-4a4f-a713-d8d35b6f62e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:56.839342 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9728bb8a-e8c8-427c-b539-b70c8c2dd180 req-a504f21d-5bba-4a4f-a713-d8d35b6f62e9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=55db192a075d4f7397320ac3e9c27b43&device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 1096 time: 0.7209346 May 26 16:29:56.854542 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-051260ec-eb06-4141-a9aa-04d5b90eca09 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:56.875079 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: c29fb02c-7f83-4780-b7b6-c3ec2cf975f8 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:29:56.876044 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c29fb02c-7f83-4780-b7b6-c3ec2cf975f8 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:29:56.889744 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:56.910699 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-ec41857f-c08e-4276-b64f-906ada4b1647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] device_id is not set on port 63ae1f84-60ba-4715-9509-87bc23bf251d yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:29:57.009735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb0a8f-0958-48c3-b24f-f0cf1e482d9f None None] Pushing event updated for resources: {'Port': ['ID=14b15bfe-ccca-460a-b789-9be68ada0868,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:57.017082 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9755081e-87ac-473d-a9d8-d5dbf3115752 None None] Provisioning complete for port 14b15bfe-ccca-460a-b789-9be68ada0868 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:57.017497 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9755081e-87ac-473d-a9d8-d5dbf3115752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:57.021826 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-051260ec-eb06-4141-a9aa-04d5b90eca09 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:57.025933 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-051260ec-eb06-4141-a9aa-04d5b90eca09 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "DELETE /v2.0/networks/3d916f38-2ac9-4597-8648-255b03a78511 HTTP/1.1" status: 204 len: 168 time: 1.5303600 May 26 16:29:57.027801 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051260ec-eb06-4141-a9aa-04d5b90eca09 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'Network': ['ID=3d916f38-2ac9-4597-8648-255b03a78511,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:57.037535 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728bb8a-e8c8-427c-b539-b70c8c2dd180 req-bdaf9dee-7bfb-4c98-85ac-c98b0c4001fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:57.040085 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9728bb8a-e8c8-427c-b539-b70c8c2dd180 req-bdaf9dee-7bfb-4c98-85ac-c98b0c4001fc service neutron] 10.222.0.83 "GET /v2.0/networks?id=edf002b2-c9d1-46a8-9f96-afb3826da250 HTTP/1.1" status: 200 len: 912 time: 0.1414070 May 26 16:29:57.041071 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51524) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:57.089883 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] Routers {'22841256-d168-46bd-9452-412689cb975a'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:29:57.095090 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:29:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['22841256-d168-46bd-9452-412689cb975a'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:57.163547 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9728bb8a-e8c8-427c-b539-b70c8c2dd180 req-fbdd0e38-8bba-4a0c-b122-41eaad1fcc5f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eee78a48-71f6-486f-853f-a6afa8b48d5d HTTP/1.1" status: 200 len: 217 time: 0.0592785 May 26 16:29:57.284237 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728bb8a-e8c8-427c-b539-b70c8c2dd180 req-4fc03d6d-974f-428a-862d-08383d1178ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:57.285903 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9728bb8a-e8c8-427c-b539-b70c8c2dd180 req-4fc03d6d-974f-428a-862d-08383d1178ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b8295bc0-2040-4384-9eb3-a50f2e6ae846 HTTP/1.1" status: 200 len: 851 time: 0.1133068 May 26 16:29:57.314902 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3939c2b5-d3ba-46fa-a04e-4de4f8d87453 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:57.376492 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3939c2b5-d3ba-46fa-a04e-4de4f8d87453 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:57.399741 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa13864-90ac-4f32-afd5-cfad6a3a3e48 req-0af7404d-6242-4b0d-8e10-7db925985e29 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:57.409797 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7fa13864-90ac-4f32-afd5-cfad6a3a3e48 req-0af7404d-6242-4b0d-8e10-7db925985e29 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.2111561 May 26 16:29:57.436345 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ec41857f-c08e-4276-b64f-906ada4b1647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:57.474757 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7fa13864-90ac-4f32-afd5-cfad6a3a3e48 req-6b3e4c83-4743-42c0-a81d-93ecf8888276 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635977 May 26 16:29:57.501835 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment fdcf15d2-f376-4436-b6f5-0262dc5729df resource provider aggregate not found May 26 16:29:57.509364 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9728bb8a-e8c8-427c-b539-b70c8c2dd180 req-d81c1c92-0c83-4da4-a0b4-2783fde5aa78 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=edf002b2-c9d1-46a8-9f96-afb3826da250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2123189 May 26 16:29:57.562220 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9755081e-87ac-473d-a9d8-d5dbf3115752 None None] Current status of the port 14b15bfe-ccca-460a-b789-9be68ada0868 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:57.562737 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9755081e-87ac-473d-a9d8-d5dbf3115752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:57.566124 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ec41857f-c08e-4276-b64f-906ada4b1647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:57.575472 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] Set router 22841256-d168-46bd-9452-412689cb975a gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:29:57.626302 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9728bb8a-e8c8-427c-b539-b70c8c2dd180 req-6211edcd-17e2-4040-8fe5-4c674bfb46ff service neutron] 10.222.0.83 "GET /v2.0/networks/edf002b2-c9d1-46a8-9f96-afb3826da250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048336 May 26 16:29:57.628558 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment fdcf15d2-f376-4436-b6f5-0262dc5729df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fdcf15d2-f376-4436-b6f5-0262dc5729df found for delete ", "request_id": "req-4ca1a578-e5cb-4c27-9412-e4f8b2510d88"}]} May 26 16:29:57.629175 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3939c2b5-d3ba-46fa-a04e-4de4f8d87453 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:57.632335 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3939c2b5-d3ba-46fa-a04e-4de4f8d87453 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:57.636623 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3939c2b5-d3ba-46fa-a04e-4de4f8d87453 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "DELETE /v2.0/security-groups/616a368c-3268-4b94-be9b-bc70214bcca8 HTTP/1.1" status: 204 len: 168 time: 0.5939071 May 26 16:29:57.637543 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec41857f-c08e-4276-b64f-906ada4b1647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:29:57.642173 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-ec41857f-c08e-4276-b64f-906ada4b1647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:29:57.646656 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec41857f-c08e-4276-b64f-906ada4b1647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:29:57.647707 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec41857f-c08e-4276-b64f-906ada4b1647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:57.648499 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ec41857f-c08e-4276-b64f-906ada4b1647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:57.658271 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939c2b5-d3ba-46fa-a04e-4de4f8d87453 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=616a368c-3268-4b94-be9b-bc70214bcca8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:57.769213 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41857f-c08e-4276-b64f-906ada4b1647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Pushing event updated for resources: {'Port': ['ID=63ae1f84-60ba-4715-9509-87bc23bf251d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:57.795351 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ec41857f-c08e-4276-b64f-906ada4b1647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0418842 May 26 16:29:57.807581 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51548) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:57.825203 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:57.849290 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9755081e-87ac-473d-a9d8-d5dbf3115752 None None] For port 14b15bfe-ccca-460a-b789-9be68ada0868, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=14b15bfe-ccca-460a-b789-9be68ada0868,segment=NetworkSegment(543c6d0d-7247-451c-912a-d1a5393d2672),segment_id=543c6d0d-7247-451c-912a-d1a5393d2672)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:29:57.884673 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9755081e-87ac-473d-a9d8-d5dbf3115752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:57.939299 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9728bb8a-e8c8-427c-b539-b70c8c2dd180 req-9d6b7e48-3edf-48b9-9f56-553c50991db1 service neutron] 10.222.0.83 "GET /v2.0/networks/edf002b2-c9d1-46a8-9f96-afb3826da250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015556 May 26 16:29:58.006133 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:58.020993 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51556) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:58.025743 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-13a9c320-a8fb-4b88-8c14-dc702fe64ed2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1695315282', 'description': 'tempest-secgroup-smoke-1695315282 description', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:58.097495 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13a9c320-a8fb-4b88-8c14-dc702fe64ed2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:58.151455 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755081e-87ac-473d-a9d8-d5dbf3115752 None None] Pushing event updated for resources: {'Port': ['ID=14b15bfe-ccca-460a-b789-9be68ada0868,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:58.175886 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 14b15bfe-ccca-460a-b789-9be68ada0868 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:58.291650 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8f0ee8dd-4d99-46f8-b8a2-eb71222355a3 None None] Provisioning complete for port 14b15bfe-ccca-460a-b789-9be68ada0868 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:58.291935 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8f0ee8dd-4d99-46f8-b8a2-eb71222355a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:58.297102 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13a9c320-a8fb-4b88-8c14-dc702fe64ed2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:58.305604 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13a9c320-a8fb-4b88-8c14-dc702fe64ed2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:58.344166 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13a9c320-a8fb-4b88-8c14-dc702fe64ed2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:58.353259 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-13a9c320-a8fb-4b88-8c14-dc702fe64ed2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3309617 May 26 16:29:58.365549 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51562) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:58.376312 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 14b15bfe-ccca-460a-b789-9be68ada0868 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:58.376684 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:58.391686 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-7cfdfe6f-baa4-4b78-ae81-10c4f83b2b74 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group_rule': {'security_group_id': '9d9ae040-1051-473c-88de-12be41c13a70', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:58.451612 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9c320-a8fb-4b88-8c14-dc702fe64ed2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9ae040-1051-473c-88de-12be41c13a70,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:58.474772 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] device_id is not set on port 63ae1f84-60ba-4715-9509-87bc23bf251d yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:29:58.498792 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7cfdfe6f-baa4-4b78-ae81-10c4f83b2b74 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:58.499915 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:58.540433 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:58.591726 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8f0ee8dd-4d99-46f8-b8a2-eb71222355a3 None None] Current status of the port 14b15bfe-ccca-460a-b789-9be68ada0868 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:58.679384 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7cfdfe6f-baa4-4b78-ae81-10c4f83b2b74 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:58.709167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22841256-d168-46bd-9452-412689cb975a', 'name': 'tempest-TestVolumeBackupRestore-1759031865-router', 'tenant_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '2cc88bac-9163-432d-abeb-5503ce300ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:36Z', 'updated_at': '2022-05-26T16:29:46Z', 'revision_number': 4, 'project_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'gw_port': {'id': '2cc88bac-9163-432d-abeb-5503ce300ef8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22841256-d168-46bd-9452-412689cb975a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:39Z', 'updated_at': '2022-05-26T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '14b15bfe-ccca-460a-b789-9be68ada0868', 'name': '', 'network_id': '18086593-ac65-4657-82cf-eab2a2a091ea', 'tenant_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'mac_address': 'fa:16:3e:10:e0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22841256-d168-46bd-9452-412689cb975a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6dc6ee02-78b4-418a-ab6a-d944880040f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:45Z', 'updated_at': '2022-05-26T16:29:56Z', 'revision_number': 4, 'project_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'subnets': [{'id': '6dc6ee02-78b4-418a-ab6a-d944880040f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:29:58.715062 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7cfdfe6f-baa4-4b78-ae81-10c4f83b2b74 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:58.725934 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Pushing event updated for resources: {'Port': ['ID=63ae1f84-60ba-4715-9509-87bc23bf251d,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:58.773485 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ea27f0-d104-4cc6-8245-7e75c1cb553b None None] The sync data for ids ['22841256-d168-46bd-9452-412689cb975a'] in n-d-843337-2 is: [{'id': '22841256-d168-46bd-9452-412689cb975a', 'name': 'tempest-TestVolumeBackupRestore-1759031865-router', 'tenant_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '2cc88bac-9163-432d-abeb-5503ce300ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:36Z', 'updated_at': '2022-05-26T16:29:46Z', 'revision_number': 4, 'project_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'gw_port': {'id': '2cc88bac-9163-432d-abeb-5503ce300ef8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22841256-d168-46bd-9452-412689cb975a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:39Z', 'updated_at': '2022-05-26T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '14b15bfe-ccca-460a-b789-9be68ada0868', 'name': '', 'network_id': '18086593-ac65-4657-82cf-eab2a2a091ea', 'tenant_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'mac_address': 'fa:16:3e:10:e0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22841256-d168-46bd-9452-412689cb975a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6dc6ee02-78b4-418a-ab6a-d944880040f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:45Z', 'updated_at': '2022-05-26T16:29:56Z', 'revision_number': 4, 'project_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'subnets': [{'id': '6dc6ee02-78b4-418a-ab6a-d944880040f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:29:58.791456 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:58.791838 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:58.792169 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:58.796630 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 14b15bfe-ccca-460a-b789-9be68ada0868 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:29:58.803088 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 63ae1f84-60ba-4715-9509-87bc23bf251d on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:58.803647 n-d-843337-2 neutron-server[103895]: ERROR neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:29:58.803843 n-d-843337-2 neutron-server[103895]: INFO neutron.plugins.ml2.plugin [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 2 to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d May 26 16:29:58.812342 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ee2521ce-9c0e-4e2e-847a-a95320630940 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:29:58.842254 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51572) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:58.842882 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:58.843227 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:58.845104 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:58.846126 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdfe6f-baa4-4b78-ae81-10c4f83b2b74 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40fc10df-a60c-4803-b365-8d4108af32c8,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:58.854188 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 63ae1f84-60ba-4715-9509-87bc23bf251d on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:58.854541 n-d-843337-2 neutron-server[103895]: ERROR neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:29:58.855918 n-d-843337-2 neutron-server[103895]: INFO neutron.plugins.ml2.plugin [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 3 to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d May 26 16:29:58.864400 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: ee2521ce-9c0e-4e2e-847a-a95320630940 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:29:58.866972 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ee2521ce-9c0e-4e2e-847a-a95320630940 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:29:58.887753 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:58.888119 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:58.889444 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:58.895878 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 63ae1f84-60ba-4715-9509-87bc23bf251d on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:58.896317 n-d-843337-2 neutron-server[103895]: ERROR neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:29:58.896760 n-d-843337-2 neutron-server[103895]: INFO neutron.plugins.ml2.plugin [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 4 to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d May 26 16:29:58.900015 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7cfdfe6f-baa4-4b78-ae81-10c4f83b2b74 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:58.901853 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7cfdfe6f-baa4-4b78-ae81-10c4f83b2b74 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5337474 May 26 16:29:58.908904 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51576) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:58.917889 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:58.918234 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:58.918575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:58.919277 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-957e30ed-3891-485a-9ac2-8f2d68ee53aa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group_rule': {'security_group_id': '9d9ae040-1051-473c-88de-12be41c13a70', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:58.927114 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 63ae1f84-60ba-4715-9509-87bc23bf251d on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:58.927448 n-d-843337-2 neutron-server[103895]: ERROR neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:29:58.927843 n-d-843337-2 neutron-server[103895]: INFO neutron.plugins.ml2.plugin [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 5 to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d May 26 16:29:58.952405 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:58.952749 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:58.953099 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:58.958895 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 63ae1f84-60ba-4715-9509-87bc23bf251d on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:58.959208 n-d-843337-2 neutron-server[103895]: ERROR neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:29:58.959632 n-d-843337-2 neutron-server[103895]: INFO neutron.plugins.ml2.plugin [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 6 to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d May 26 16:29:58.966295 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04c9f8-73d3-4600-bc2a-1aab2f4c0974 req-66c9c6ac-1518-475d-8903-f797dea29af6 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:58.967905 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4a04c9f8-73d3-4600-bc2a-1aab2f4c0974 req-66c9c6ac-1518-475d-8903-f797dea29af6 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.2871368 May 26 16:29:58.995601 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51578) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:58.995969 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-957e30ed-3891-485a-9ac2-8f2d68ee53aa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:59.026032 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:59.027216 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:59.033300 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:59.044571 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 63ae1f84-60ba-4715-9509-87bc23bf251d on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:59.053464 n-d-843337-2 neutron-server[103895]: ERROR neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:29:59.054211 n-d-843337-2 neutron-server[103895]: INFO neutron.plugins.ml2.plugin [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 7 to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d May 26 16:29:59.079501 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:59.080263 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:59.080850 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:59.113231 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 63ae1f84-60ba-4715-9509-87bc23bf251d on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:59.113703 n-d-843337-2 neutron-server[103895]: ERROR neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:29:59.114201 n-d-843337-2 neutron-server[103895]: INFO neutron.plugins.ml2.plugin [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 8 to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d May 26 16:29:59.135472 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:59.135963 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:59.136436 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:59.141726 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4a04c9f8-73d3-4600-bc2a-1aab2f4c0974 req-706dd9ea-64a1-4053-83a2-2777648152ed tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549373 May 26 16:29:59.148463 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 63ae1f84-60ba-4715-9509-87bc23bf251d on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:59.153824 n-d-843337-2 neutron-server[103895]: ERROR neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:29:59.154903 n-d-843337-2 neutron-server[103895]: INFO neutron.plugins.ml2.plugin [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 9 to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d May 26 16:29:59.183960 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:59.184405 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:59.184833 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:59.190263 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 63ae1f84-60ba-4715-9509-87bc23bf251d on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:59.190670 n-d-843337-2 neutron-server[103895]: ERROR neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:29:59.191133 n-d-843337-2 neutron-server[103895]: INFO neutron.plugins.ml2.plugin [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 10 to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d May 26 16:29:59.193512 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a0c4d63-db88-4964-8868-7994f34b4c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:59.216629 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:29:59.216979 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:29:59.217381 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:29:59.237909 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0487da25-ac92-4e14-9a74-df23d12cefeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:59.276291 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 63ae1f84-60ba-4715-9509-87bc23bf251d on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:29:59.276896 n-d-843337-2 neutron-server[103895]: ERROR neutron.plugins.ml2.managers [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 63ae1f84-60ba-4715-9509-87bc23bf251d on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:29:59.277212 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:59.293715 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-957e30ed-3891-485a-9ac2-8f2d68ee53aa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:59.303637 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-957e30ed-3891-485a-9ac2-8f2d68ee53aa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:59.349888 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e30ed-3891-485a-9ac2-8f2d68ee53aa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2bee820-0304-4e09-8f0c-3b9d1163478d,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:59.374569 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a0c4d63-db88-4964-8868-7994f34b4c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:59.384205 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-957e30ed-3891-485a-9ac2-8f2d68ee53aa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:59.386975 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-957e30ed-3891-485a-9ac2-8f2d68ee53aa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4704287 May 26 16:29:59.391029 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a0c4d63-db88-4964-8868-7994f34b4c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:59.393162 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51584) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:59.404351 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-9109b547-24bd-4a23-91c0-b885dd58698c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group_rule': {'security_group_id': '9d9ae040-1051-473c-88de-12be41c13a70', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:59.463880 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0487da25-ac92-4e14-9a74-df23d12cefeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:59.466671 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] For port 63ae1f84-60ba-4715-9509-87bc23bf251d, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:29:59.466671 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempted to set empty binding levels {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 26 16:29:59.479208 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0487da25-ac92-4e14-9a74-df23d12cefeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:59.483914 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1a0c4d63-db88-4964-8868-7994f34b4c73 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ded7ef9c1cf140a49bfe878b6927d3a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6287735 May 26 16:29:59.484447 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:59.484579 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51586) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:59.497438 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c4d63-db88-4964-8868-7994f34b4c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a533bd4-1bb0-4607-9121-7b822dcea29e,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:59.537354 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487da25-ac92-4e14-9a74-df23d12cefeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f96f9a2-eb33-4ee8-bd27-78cd01050041,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:59.540196 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] In _notify_port_updated(), no bound segment for port 63ae1f84-60ba-4715-9509-87bc23bf251d on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:29:59.541250 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:59.541866 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:59.546834 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] 10.222.0.77 "PUT /v2.0/ports/63ae1f84-60ba-4715-9509-87bc23bf251d HTTP/1.1" status: 200 len: 978 time: 1.7382145 May 26 16:29:59.552579 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51588) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:59.605820 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9109b547-24bd-4a23-91c0-b885dd58698c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:59.623495 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0487da25-ac92-4e14-9a74-df23d12cefeb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5c5b500bedf94de49e793486db048984&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6266744 May 26 16:29:59.633193 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51590) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:59.648360 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11837d72-0162-4375-bcf8-9f40b55ff8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Pushing event updated for resources: {'Port': ['ID=63ae1f84-60ba-4715-9509-87bc23bf251d,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:59.722414 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-53ff4cc4-7371-42a6-ab94-fa024dcafeca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:59.739373 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9109b547-24bd-4a23-91c0-b885dd58698c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:59.755677 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9109b547-24bd-4a23-91c0-b885dd58698c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:59.780135 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109b547-24bd-4a23-91c0-b885dd58698c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a50b23c-0af3-4b5b-8fcc-5fae08d913da,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:29:59.788783 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d8ae884c-bd11-493d-a7fd-c3b955488812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:59.806619 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9109b547-24bd-4a23-91c0-b885dd58698c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:59.807855 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9109b547-24bd-4a23-91c0-b885dd58698c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4137158 May 26 16:29:59.811600 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51594) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:59.818023 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-47401ebc-e55f-46f9-a692-e574df6f7ea8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group_rule': {'security_group_id': '9d9ae040-1051-473c-88de-12be41c13a70', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:29:59.837121 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d8ae884c-bd11-493d-a7fd-c3b955488812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:59.864865 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dcad1-ec7b-40eb-8c18-7359a911fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:59.866217 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dcad1-ec7b-40eb-8c18-7359a911fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:59.866913 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dcad1-ec7b-40eb-8c18-7359a911fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:59.867764 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dcad1-ec7b-40eb-8c18-7359a911fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:59.868561 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dcad1-ec7b-40eb-8c18-7359a911fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:59.874914 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dcad1-ec7b-40eb-8c18-7359a911fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:59.875667 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dcad1-ec7b-40eb-8c18-7359a911fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:59.876306 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dcad1-ec7b-40eb-8c18-7359a911fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:59.877070 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dcad1-ec7b-40eb-8c18-7359a911fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:59.877205 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 14b15bfe-ccca-460a-b789-9be68ada0868 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:29:59.878180 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dcad1-ec7b-40eb-8c18-7359a911fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:59.878882 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dcad1-ec7b-40eb-8c18-7359a911fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:59.879488 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dcad1-ec7b-40eb-8c18-7359a911fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:59.880178 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dcad1-ec7b-40eb-8c18-7359a911fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:59.880798 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dcad1-ec7b-40eb-8c18-7359a911fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:59.881709 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dcad1-ec7b-40eb-8c18-7359a911fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:59.882567 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dcad1-ec7b-40eb-8c18-7359a911fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:59.883087 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dcad1-ec7b-40eb-8c18-7359a911fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:59.883764 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dcad1-ec7b-40eb-8c18-7359a911fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:59.884517 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dcad1-ec7b-40eb-8c18-7359a911fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:59.885304 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dcad1-ec7b-40eb-8c18-7359a911fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:59.885604 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dcad1-ec7b-40eb-8c18-7359a911fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:29:59.890246 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e79dcad1-ec7b-40eb-8c18-7359a911fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19177 time: 0.3310297 May 26 16:29:59.894588 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51596) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:29:59.900837 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-47401ebc-e55f-46f9-a692-e574df6f7ea8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:59.937370 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-53ff4cc4-7371-42a6-ab94-fa024dcafeca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:59.964768 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-47401ebc-e55f-46f9-a692-e574df6f7ea8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:59.971253 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-47401ebc-e55f-46f9-a692-e574df6f7ea8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:59.975663 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 14b15bfe-ccca-460a-b789-9be68ada0868 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:29:59.976471 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:29:59.996406 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47401ebc-e55f-46f9-a692-e574df6f7ea8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec68e72-9f4b-4726-8199-da13c08491da,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:00.010538 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d8ae884c-bd11-493d-a7fd-c3b955488812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.017036 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d8ae884c-bd11-493d-a7fd-c3b955488812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.019797 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d8ae884c-bd11-493d-a7fd-c3b955488812 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8f96f9a2-eb33-4ee8-bd27-78cd01050041 HTTP/1.1" status: 204 len: 168 time: 0.3851264 May 26 16:30:00.033662 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae884c-bd11-493d-a7fd-c3b955488812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f96f9a2-eb33-4ee8-bd27-78cd01050041,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:00.039415 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-47401ebc-e55f-46f9-a692-e574df6f7ea8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.040837 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-47401ebc-e55f-46f9-a692-e574df6f7ea8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2282629 May 26 16:30:00.044006 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51600) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:00.050525 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-049c88bd-83ad-4cc5-b3e2-462e0643fde9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group_rule': {'security_group_id': '9d9ae040-1051-473c-88de-12be41c13a70', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:00.085802 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-53ff4cc4-7371-42a6-ab94-fa024dcafeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.089245 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-53ff4cc4-7371-42a6-ab94-fa024dcafeca admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.093099 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-53ff4cc4-7371-42a6-ab94-fa024dcafeca admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4a533bd4-1bb0-4607-9121-7b822dcea29e HTTP/1.1" status: 204 len: 168 time: 0.6031511 May 26 16:30:00.093666 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 14b15bfe-ccca-460a-b789-9be68ada0868 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:00.110514 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-35296314-e5e7-43e2-b1e5-0171a9d21ace tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Deleting port 63ae1f84-60ba-4715-9509-87bc23bf251d {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:30:00.111350 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-35296314-e5e7-43e2-b1e5-0171a9d21ace tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.114931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff4cc4-7371-42a6-ab94-fa024dcafeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a533bd4-1bb0-4607-9121-7b822dcea29e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:00.117831 n-d-843337-2 neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-049c88bd-83ad-4cc5-b3e2-462e0643fde9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Project ab86e9d575124bbb8f1141e0888ad848 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:30:00.177579 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-049c88bd-83ad-4cc5-b3e2-462e0643fde9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.237947 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-35296314-e5e7-43e2-b1e5-0171a9d21ace tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] For port 63ae1f84-60ba-4715-9509-87bc23bf251d, host n-h1-843337-2, got binding levels [] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:00.238317 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-35296314-e5e7-43e2-b1e5-0171a9d21ace tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.262406 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-35296314-e5e7-43e2-b1e5-0171a9d21ace tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Calling delete_port for 63ae1f84-60ba-4715-9509-87bc23bf251d owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:30:00.290419 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-049c88bd-83ad-4cc5-b3e2-462e0643fde9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.336831 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-049c88bd-83ad-4cc5-b3e2-462e0643fde9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.390192 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c88bd-83ad-4cc5-b3e2-462e0643fde9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5674fbb7-c5f8-4e4d-afde-058258e6859e,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:00.398238 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-049c88bd-83ad-4cc5-b3e2-462e0643fde9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.399920 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-049c88bd-83ad-4cc5-b3e2-462e0643fde9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3543358 May 26 16:30:00.402855 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51612) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:00.409993 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-601a202b-966e-487b-b4ff-a6334c84da73 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'security_group_rule': {'security_group_id': '9d9ae040-1051-473c-88de-12be41c13a70', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:00.435389 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dafd0-787c-4481-9c5d-cacf46ca8387 req-b6fe7dd0-d470-413c-bf7b-1a6554aff440 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:00.437485 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c44dafd0-787c-4481-9c5d-cacf46ca8387 req-b6fe7dd0-d470-413c-bf7b-1a6554aff440 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.1517200 May 26 16:30:00.464232 n-d-843337-2 neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-601a202b-966e-487b-b4ff-a6334c84da73 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Project ab86e9d575124bbb8f1141e0888ad848 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:30:00.479636 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-35296314-e5e7-43e2-b1e5-0171a9d21ace tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.481337 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-601a202b-966e-487b-b4ff-a6334c84da73 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.527565 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c44dafd0-787c-4481-9c5d-cacf46ca8387 req-d8ddb5ff-074c-4429-a516-06f936f7dea6 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809696 May 26 16:30:00.529085 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35296314-e5e7-43e2-b1e5-0171a9d21ace tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Pushing event deleted for resources: {'Port': ['ID=63ae1f84-60ba-4715-9509-87bc23bf251d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:00.536339 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-35296314-e5e7-43e2-b1e5-0171a9d21ace tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.540001 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-35296314-e5e7-43e2-b1e5-0171a9d21ace tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] 10.222.0.77 "DELETE /v2.0/ports/63ae1f84-60ba-4715-9509-87bc23bf251d HTTP/1.1" status: 204 len: 168 time: 0.6444833 May 26 16:30:00.542612 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51616) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:00.580389 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c588f96d-2e48-4a2e-a6be-dd33f405d20b tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] GET failed (client error): The resource could not be found. May 26 16:30:00.582082 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c588f96d-2e48-4a2e-a6be-dd33f405d20b tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] 10.222.0.77 "GET /v2.0/ports/63ae1f84-60ba-4715-9509-87bc23bf251d HTTP/1.1" status: 404 len: 333 time: 0.0383162 May 26 16:30:00.588059 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51620) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:00.593928 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-8ecebbca-9e19-41cd-b98e-a5abb2a036dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1191892505', 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:00.627349 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecebbca-9e19-41cd-b98e-a5abb2a036dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Made reservation on behalf of b6c4b308dba240568efb58fc4538451a for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:30:00.629797 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ecebbca-9e19-41cd-b98e-a5abb2a036dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.634278 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-601a202b-966e-487b-b4ff-a6334c84da73 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.647263 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-601a202b-966e-487b-b4ff-a6334c84da73 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.649083 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.681688 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-8ecebbca-9e19-41cd-b98e-a5abb2a036dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] device_id is not set on port 81927dcd-417d-4c56-9bba-dbfe91882b8c yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:30:00.694117 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a202b-966e-487b-b4ff-a6334c84da73 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68878433-8205-47ef-901c-21c01d7eaf77,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:00.712878 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51624) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:00.727689 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-82ba41d6-1f59-457c-b32f-8a5e3e1716ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.736288 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-601a202b-966e-487b-b4ff-a6334c84da73 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.740188 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-601a202b-966e-487b-b4ff-a6334c84da73 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3331738 May 26 16:30:00.740871 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51626) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:00.749928 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-8a80dacd-d673-481c-bf1e-0604c692c915 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'network': {'name': 'tempest-network-smoke--1080675156', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'port_security_enabled': True}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:00.796568 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a80dacd-d673-481c-bf1e-0604c692c915 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Made reservation on behalf of ab86e9d575124bbb8f1141e0888ad848 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:30:00.800417 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a80dacd-d673-481c-bf1e-0604c692c915 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.835489 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a80dacd-d673-481c-bf1e-0604c692c915 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:30:00.852427 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a80dacd-d673-481c-bf1e-0604c692c915 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.852776 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-8a80dacd-d673-481c-bf1e-0604c692c915 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Added segment 3a53d0f9-bb26-43f2-b45a-9bccd537bbb9 of type vlan for network 582d7fa0-56a2-49ce-b0b0-b020c41336d0 May 26 16:30:00.901197 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-82ba41d6-1f59-457c-b32f-8a5e3e1716ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.914364 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-82ba41d6-1f59-457c-b32f-8a5e3e1716ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.918665 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a80dacd-d673-481c-bf1e-0604c692c915 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.956801 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ecebbca-9e19-41cd-b98e-a5abb2a036dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.981491 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-82ba41d6-1f59-457c-b32f-8a5e3e1716ec admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4ec3cf5b39f744299e7946249c0a3050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2645068 May 26 16:30:00.981721 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51632) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:00.981847 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba41d6-1f59-457c-b32f-8a5e3e1716ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371a63d5-7142-4c53-8725-d2a2d244ee48,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:00.992479 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a80dacd-d673-481c-bf1e-0604c692c915 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:00.997985 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a80dacd-d673-481c-bf1e-0604c692c915 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:00.998582 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a80dacd-d673-481c-bf1e-0604c692c915 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:01.052140 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ecebbca-9e19-41cd-b98e-a5abb2a036dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:01.058472 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8a80dacd-d673-481c-bf1e-0604c692c915 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3165333 May 26 16:30:01.071984 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51634) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:01.098320 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-16d26153-2eae-42d2-acd5-33cf12dc7d5a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1672833861', 'admin_state_up': True, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:01.104788 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3310e723-b329-4836-b28d-2ded97471dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:01.118850 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecebbca-9e19-41cd-b98e-a5abb2a036dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:01.129692 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80dacd-d673-481c-bf1e-0604c692c915 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Network': ['ID=582d7fa0-56a2-49ce-b0b0-b020c41336d0,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:01.139211 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-8ecebbca-9e19-41cd-b98e-a5abb2a036dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:01.147208 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 582d7fa0-56a2-49ce-b0b0-b020c41336d0 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:30:01.153426 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecebbca-9e19-41cd-b98e-a5abb2a036dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:30:01.154409 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecebbca-9e19-41cd-b98e-a5abb2a036dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:01.154961 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ecebbca-9e19-41cd-b98e-a5abb2a036dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:01.181238 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3310e723-b329-4836-b28d-2ded97471dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:01.196066 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-16d26153-2eae-42d2-acd5-33cf12dc7d5a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:01.196974 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-16d26153-2eae-42d2-acd5-33cf12dc7d5a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:01.201543 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecebbca-9e19-41cd-b98e-a5abb2a036dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Pushing event updated for resources: {'Port': ['ID=81927dcd-417d-4c56-9bba-dbfe91882b8c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:01.216112 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8ecebbca-9e19-41cd-b98e-a5abb2a036dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6246819 May 26 16:30:01.216612 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51642) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:01.286813 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4529ff3-f78e-4e4e-887b-aaf5c06051ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:01.288601 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f4529ff3-f78e-4e4e-887b-aaf5c06051ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] 10.222.0.77 "GET /v2.0/ports/81927dcd-417d-4c56-9bba-dbfe91882b8c HTTP/1.1" status: 200 len: 959 time: 0.0709813 May 26 16:30:01.291664 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51646) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:01.295060 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-16d26153-2eae-42d2-acd5-33cf12dc7d5a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:01.433401 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3310e723-b329-4836-b28d-2ded97471dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:01.435940 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3310e723-b329-4836-b28d-2ded97471dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:01.436060 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-794db987-b3ec-411b-9f9b-44e529fb0099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Deleting port 81927dcd-417d-4c56-9bba-dbfe91882b8c {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:30:01.436595 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-794db987-b3ec-411b-9f9b-44e529fb0099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:01.439796 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3310e723-b329-4836-b28d-2ded97471dab admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/371a63d5-7142-4c53-8725-d2a2d244ee48 HTTP/1.1" status: 204 len: 168 time: 0.4548352 May 26 16:30:01.605781 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-794db987-b3ec-411b-9f9b-44e529fb0099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:01.645098 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-794db987-b3ec-411b-9f9b-44e529fb0099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Calling delete_port for 81927dcd-417d-4c56-9bba-dbfe91882b8c owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:30:01.843917 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b494a-e4b2-4f05-bdc3-f1c294594e13 req-6c43fb3a-9bb2-4fcb-8e28-d7e9bd1de064 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:01.861453 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c52b494a-e4b2-4f05-bdc3-f1c294594e13 req-6c43fb3a-9bb2-4fcb-8e28-d7e9bd1de064 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.1252797 May 26 16:30:01.913118 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-794db987-b3ec-411b-9f9b-44e529fb0099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:01.990171 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c52b494a-e4b2-4f05-bdc3-f1c294594e13 req-234e4fb8-9490-4140-8205-9325cd65723d tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217740 May 26 16:30:01.991620 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794db987-b3ec-411b-9f9b-44e529fb0099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Pushing event deleted for resources: {'Port': ['ID=81927dcd-417d-4c56-9bba-dbfe91882b8c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:01.999650 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-794db987-b3ec-411b-9f9b-44e529fb0099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:02.004566 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-794db987-b3ec-411b-9f9b-44e529fb0099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] 10.222.0.77 "DELETE /v2.0/ports/81927dcd-417d-4c56-9bba-dbfe91882b8c HTTP/1.1" status: 204 len: 168 time: 0.7115109 May 26 16:30:02.007053 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51666) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:02.008388 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310e723-b329-4836-b28d-2ded97471dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371a63d5-7142-4c53-8725-d2a2d244ee48,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:02.012376 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-16d26153-2eae-42d2-acd5-33cf12dc7d5a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:02.071846 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46af25a-a3a0-414d-b79d-43f095877b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] GET failed (client error): The resource could not be found. May 26 16:30:02.091803 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f46af25a-a3a0-414d-b79d-43f095877b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] 10.222.0.77 "GET /v2.0/ports/81927dcd-417d-4c56-9bba-dbfe91882b8c HTTP/1.1" status: 404 len: 333 time: 0.0827348 May 26 16:30:02.092477 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51670) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:02.111497 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b0d09c97-4933-4e0a-b2d5-8621afe0dade tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Request body: {'port': {'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-399856297'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:02.169248 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d09c97-4933-4e0a-b2d5-8621afe0dade tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Made reservation on behalf of b6c4b308dba240568efb58fc4538451a for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:30:02.171856 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0d09c97-4933-4e0a-b2d5-8621afe0dade tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:02.228303 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-b0d09c97-4933-4e0a-b2d5-8621afe0dade tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] device_id is not set on port 3b828817-b87a-4af4-8238-6c1f81a4946a yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:30:02.400872 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0d09c97-4933-4e0a-b2d5-8621afe0dade tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:02.414817 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-16d26153-2eae-42d2-acd5-33cf12dc7d5a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:02.442445 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-16d26153-2eae-42d2-acd5-33cf12dc7d5a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:02.451497 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0d09c97-4933-4e0a-b2d5-8621afe0dade tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:02.508184 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d09c97-4933-4e0a-b2d5-8621afe0dade tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:02.512934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-b0d09c97-4933-4e0a-b2d5-8621afe0dade tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:02.519914 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d09c97-4933-4e0a-b2d5-8621afe0dade tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:30:02.521054 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d09c97-4933-4e0a-b2d5-8621afe0dade tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:02.521824 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0d09c97-4933-4e0a-b2d5-8621afe0dade tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:02.526242 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d09c97-4933-4e0a-b2d5-8621afe0dade tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Pushing event updated for resources: {'Port': ['ID=3b828817-b87a-4af4-8238-6c1f81a4946a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:02.545989 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b0d09c97-4933-4e0a-b2d5-8621afe0dade tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4524341 May 26 16:30:02.546347 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51690) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:02.602236 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:02.656160 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-16d26153-2eae-42d2-acd5-33cf12dc7d5a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Allocated IP 172.25.7.115 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/49c6317b-32af-4d1d-bec0-7c5700c724a8) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:30:02.695813 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:02.898293 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-16d26153-2eae-42d2-acd5-33cf12dc7d5a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:03.001740 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-16d26153-2eae-42d2-acd5-33cf12dc7d5a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:03.047182 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] device_id is not set on port 3b828817-b87a-4af4-8238-6c1f81a4946a yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:30:03.077078 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:03.106911 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:03.111821 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d26153-2eae-42d2-acd5-33cf12dc7d5a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:03.119577 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-16d26153-2eae-42d2-acd5-33cf12dc7d5a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:03.124756 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d26153-2eae-42d2-acd5-33cf12dc7d5a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Port': ['ID=49c6317b-32af-4d1d-bec0-7c5700c724a8,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:03.129679 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d26153-2eae-42d2-acd5-33cf12dc7d5a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:30:03.242778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac682c-e35a-48c4-a52f-00f928ee5be2 req-acdb7846-7ed7-415d-bdd1-7c9c4da12b40 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:03.256116 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8dac682c-e35a-48c4-a52f-00f928ee5be2 req-acdb7846-7ed7-415d-bdd1-7c9c4da12b40 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.1452141 May 26 16:30:03.337598 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8dac682c-e35a-48c4-a52f-00f928ee5be2 req-24dc0a25-d831-44dd-bbf7-903fa36e183f tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786173 May 26 16:30:03.431891 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:30:03.433301 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:30:03.436166 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:30:03.459632 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Pushing event updated for resources: {'Port': ['ID=3b828817-b87a-4af4-8238-6c1f81a4946a,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:03.468670 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 3b828817-b87a-4af4-8238-6c1f81a4946a on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:30:03.469098 n-d-843337-2 neutron-server[103895]: ERROR neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:30:03.472670 n-d-843337-2 neutron-server[103895]: INFO neutron.plugins.ml2.plugin [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 2 to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a May 26 16:30:03.493402 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:30:03.493750 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:30:03.494087 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:30:03.507629 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 3b828817-b87a-4af4-8238-6c1f81a4946a on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:30:03.507989 n-d-843337-2 neutron-server[103895]: ERROR neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:30:03.509331 n-d-843337-2 neutron-server[103895]: INFO neutron.plugins.ml2.plugin [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 3 to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a May 26 16:30:03.557592 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:30:03.557935 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:30:03.558279 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:30:03.565165 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 3b828817-b87a-4af4-8238-6c1f81a4946a on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:30:03.565496 n-d-843337-2 neutron-server[103895]: ERROR neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:30:03.565895 n-d-843337-2 neutron-server[103895]: INFO neutron.plugins.ml2.plugin [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 4 to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a May 26 16:30:03.590435 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:30:03.590770 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:30:03.591102 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:30:03.600126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 3b828817-b87a-4af4-8238-6c1f81a4946a on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:30:03.600375 n-d-843337-2 neutron-server[103895]: ERROR neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:30:03.600762 n-d-843337-2 neutron-server[103895]: INFO neutron.plugins.ml2.plugin [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 5 to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a May 26 16:30:03.645791 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:30:03.646126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:30:03.646468 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:30:03.653310 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 3b828817-b87a-4af4-8238-6c1f81a4946a on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:30:03.653646 n-d-843337-2 neutron-server[103895]: ERROR neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:30:03.655335 n-d-843337-2 neutron-server[103895]: INFO neutron.plugins.ml2.plugin [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 6 to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a May 26 16:30:03.675873 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:30:03.676241 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:30:03.676585 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:30:03.679552 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-16d26153-2eae-42d2-acd5-33cf12dc7d5a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:03.685706 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 3b828817-b87a-4af4-8238-6c1f81a4946a on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:30:03.685706 n-d-843337-2 neutron-server[103895]: ERROR neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:30:03.685706 n-d-843337-2 neutron-server[103895]: INFO neutron.plugins.ml2.plugin [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 7 to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a May 26 16:30:03.739959 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:30:03.740323 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:30:03.740656 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:30:03.748784 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 3b828817-b87a-4af4-8238-6c1f81a4946a on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:30:03.749112 n-d-843337-2 neutron-server[103895]: ERROR neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:30:03.751078 n-d-843337-2 neutron-server[103895]: INFO neutron.plugins.ml2.plugin [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 8 to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a May 26 16:30:03.798150 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:30:03.798487 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:30:03.798869 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:30:03.807834 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 3b828817-b87a-4af4-8238-6c1f81a4946a on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:30:03.808187 n-d-843337-2 neutron-server[103895]: ERROR neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:30:03.809994 n-d-843337-2 neutron-server[103895]: INFO neutron.plugins.ml2.plugin [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 9 to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a May 26 16:30:03.866093 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:30:03.866532 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:30:03.867085 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:30:03.880653 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 3b828817-b87a-4af4-8238-6c1f81a4946a on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:30:03.881002 n-d-843337-2 neutron-server[103895]: ERROR neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:30:03.883089 n-d-843337-2 neutron-server[103895]: INFO neutron.plugins.ml2.plugin [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempt 10 to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a May 26 16:30:03.934713 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:30:03.935048 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:30:03.935383 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempting to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:30:03.944976 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Port 3b828817-b87a-4af4-8238-6c1f81a4946a on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:30:03.944976 n-d-843337-2 neutron-server[103895]: ERROR neutron.plugins.ml2.managers [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Failed to bind port 3b828817-b87a-4af4-8238-6c1f81a4946a on host n-h1-843337-2 for vnic_type normal using segments [{'id': 'f61b755d-f478-421b-9efa-f1ff858152d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0e8cd48b-3f19-4dd9-8801-919ec2e83142'}] May 26 16:30:03.944976 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:03.990500 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-16d26153-2eae-42d2-acd5-33cf12dc7d5a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:04.084885 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] For port 3b828817-b87a-4af4-8238-6c1f81a4946a, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:30:04.084885 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attempted to set empty binding levels {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 26 16:30:04.117887 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:04.162111 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] In _notify_port_updated(), no bound segment for port 3b828817-b87a-4af4-8238-6c1f81a4946a on network 0e8cd48b-3f19-4dd9-8801-919ec2e83142 {{(pid=103895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 26 16:30:04.162988 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:04.163591 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:04.165597 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] 10.222.0.77 "PUT /v2.0/ports/3b828817-b87a-4af4-8238-6c1f81a4946a HTTP/1.1" status: 200 len: 978 time: 1.6140425 May 26 16:30:04.168886 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51728) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:04.181097 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ad940-8474-4874-952f-69202376aaab tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Pushing event updated for resources: {'Port': ['ID=3b828817-b87a-4af4-8238-6c1f81a4946a,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:04.266862 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d26153-2eae-42d2-acd5-33cf12dc7d5a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Router b907d08b-cd00-4a57-a63d-f45e391bcba0 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:30:04.304434 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-afde46bc-fec3-48db-9fb6-adf39e06e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Deleting port 3b828817-b87a-4af4-8238-6c1f81a4946a {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:30:04.305213 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-afde46bc-fec3-48db-9fb6-adf39e06e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:04.418550 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d26153-2eae-42d2-acd5-33cf12dc7d5a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:30:04.443276 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a614342b-d246-4a04-8383-18ced1742580 None None] Sync routers for ids ['b907d08b-cd00-4a57-a63d-f45e391bcba0'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:30:04.462703 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a614342b-d246-4a04-8383-18ced1742580 None None] Routers {'b907d08b-cd00-4a57-a63d-f45e391bcba0'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:30:04.465091 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a614342b-d246-4a04-8383-18ced1742580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:29:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b907d08b-cd00-4a57-a63d-f45e391bcba0'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:04.467235 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-16d26153-2eae-42d2-acd5-33cf12dc7d5a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:04.469677 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-16d26153-2eae-42d2-acd5-33cf12dc7d5a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.3949034 May 26 16:30:04.473959 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51738) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:04.529599 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a716763c-e52f-4901-a15b-d298a90f6ce4 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ab86e9d575124bbb8f1141e0888ad848&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0539613 May 26 16:30:04.532513 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51742) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:04.571346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-afde46bc-fec3-48db-9fb6-adf39e06e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] For port 3b828817-b87a-4af4-8238-6c1f81a4946a, host n-h1-843337-2, got binding levels [] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:04.571773 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-afde46bc-fec3-48db-9fb6-adf39e06e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:04.585005 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f4daf-912b-4773-87a2-fe9b94aabbc6 req-2e5ffd1f-865e-4ce6-a81f-5b512f41abc1 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:04.596252 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-774f4daf-912b-4773-87a2-fe9b94aabbc6 req-2e5ffd1f-865e-4ce6-a81f-5b512f41abc1 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.1562340 May 26 16:30:04.634305 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-afde46bc-fec3-48db-9fb6-adf39e06e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Calling delete_port for 3b828817-b87a-4af4-8238-6c1f81a4946a owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:30:04.744136 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dee3a2a-b3c2-48d5-b410-b7b8459756cf tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:04.748805 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2dee3a2a-b3c2-48d5-b410-b7b8459756cf tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2149088 May 26 16:30:04.749488 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51750) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:04.752449 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-a614342b-d246-4a04-8383-18ced1742580 None None] Set router b907d08b-cd00-4a57-a63d-f45e391bcba0 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:30:04.786769 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-774f4daf-912b-4773-87a2-fe9b94aabbc6 req-81b7b960-ed96-4e31-8dc9-92b8ab86c1bd tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892114 May 26 16:30:04.816634 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51752) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:04.822269 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ac9ec22b-ac68-406f-996a-dcf108356e71 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0714943 May 26 16:30:04.829449 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-58b28d2b-4916-4b6c-822b-18e828d3ea1a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1029963220', 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0', 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:05.021609 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-afde46bc-fec3-48db-9fb6-adf39e06e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:05.033782 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b28d2b-4916-4b6c-822b-18e828d3ea1a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Made reservation on behalf of ab86e9d575124bbb8f1141e0888ad848 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:30:05.037942 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-58b28d2b-4916-4b6c-822b-18e828d3ea1a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:05.040373 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a614342b-d246-4a04-8383-18ced1742580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672833861', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:30:01Z', 'updated_at': '2022-05-26T16:30:03Z', 'revision_number': 3, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:30:02Z', 'updated_at': '2022-05-26T16:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:05.065096 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde46bc-fec3-48db-9fb6-adf39e06e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b828817-b87a-4af4-8238-6c1f81a4946a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:05.074986 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a614342b-d246-4a04-8383-18ced1742580 None None] Checking router: b907d08b-cd00-4a57-a63d-f45e391bcba0 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:30:05.075338 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a614342b-d246-4a04-8383-18ced1742580 None None] Updating router b907d08b-cd00-4a57-a63d-f45e391bcba0 port 49c6317b-32af-4d1d-bec0-7c5700c724a8 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:30:05.114471 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a614342b-d246-4a04-8383-18ced1742580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:05.127103 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-afde46bc-fec3-48db-9fb6-adf39e06e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:05.148226 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-afde46bc-fec3-48db-9fb6-adf39e06e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] 10.222.0.77 "DELETE /v2.0/ports/3b828817-b87a-4af4-8238-6c1f81a4946a HTTP/1.1" status: 204 len: 168 time: 0.9759851 May 26 16:30:05.148729 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51760) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:05.201861 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-29993cfc-57f3-48b0-ba06-6e0ae74b56b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] GET failed (client error): The resource could not be found. May 26 16:30:05.208713 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-29993cfc-57f3-48b0-ba06-6e0ae74b56b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-577020651-project-admin] 10.222.0.77 "GET /v2.0/ports/3b828817-b87a-4af4-8238-6c1f81a4946a HTTP/1.1" status: 404 len: 333 time: 0.0553701 May 26 16:30:05.211131 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51762) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:05.380766 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eadd5a73-d164-4bba-90d3-f64cfec7ab3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:05.508485 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a614342b-d246-4a04-8383-18ced1742580 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:05.522328 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a614342b-d246-4a04-8383-18ced1742580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:05.565267 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-a614342b-d246-4a04-8383-18ced1742580 None None] Attempting to bind port 49c6317b-32af-4d1d-bec0-7c5700c724a8 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:30:05.565987 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-a614342b-d246-4a04-8383-18ced1742580 None None] Attempting to bind port 49c6317b-32af-4d1d-bec0-7c5700c724a8 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:30:05.568391 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614342b-d246-4a04-8383-18ced1742580 None None] Attempting to bind port 49c6317b-32af-4d1d-bec0-7c5700c724a8 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:30:05.597902 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eadd5a73-d164-4bba-90d3-f64cfec7ab3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:05.608562 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614342b-d246-4a04-8383-18ced1742580 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:30:05.609128 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614342b-d246-4a04-8383-18ced1742580 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:30:05.610479 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a614342b-d246-4a04-8383-18ced1742580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:05.611272 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614342b-d246-4a04-8383-18ced1742580 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:30:05.612068 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-a614342b-d246-4a04-8383-18ced1742580 None None] Bound port: 49c6317b-32af-4d1d-bec0-7c5700c724a8, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:30:05.612758 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a614342b-d246-4a04-8383-18ced1742580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:05.660115 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-eadd5a73-d164-4bba-90d3-f64cfec7ab3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8cd48b-3f19-4dd9-8801-919ec2e83142']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:05.673800 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-eadd5a73-d164-4bba-90d3-f64cfec7ab3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61b755d-f478-421b-9efa-f1ff858152d4') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:05.674132 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-eadd5a73-d164-4bba-90d3-f64cfec7ab3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61b755d-f478-421b-9efa-f1ff858152d4') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:05.682240 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-58b28d2b-4916-4b6c-822b-18e828d3ea1a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:05.692426 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-a614342b-d246-4a04-8383-18ced1742580 None None] For port 49c6317b-32af-4d1d-bec0-7c5700c724a8, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:30:05.693509 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eadd5a73-d164-4bba-90d3-f64cfec7ab3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:05.720685 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-a614342b-d246-4a04-8383-18ced1742580 None None] For port 49c6317b-32af-4d1d-bec0-7c5700c724a8, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=49c6317b-32af-4d1d-bec0-7c5700c724a8,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:30:05.747758 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-a614342b-d246-4a04-8383-18ced1742580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:05.772211 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eadd5a73-d164-4bba-90d3-f64cfec7ab3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:05.788912 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eadd5a73-d164-4bba-90d3-f64cfec7ab3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:30:05.789567 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eadd5a73-d164-4bba-90d3-f64cfec7ab3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:05.831702 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment f61b755d-f478-421b-9efa-f1ff858152d4 resource provider aggregate not found May 26 16:30:05.842837 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a614342b-d246-4a04-8383-18ced1742580 None None] Routers {'b907d08b-cd00-4a57-a63d-f45e391bcba0'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:30:05.848120 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a614342b-d246-4a04-8383-18ced1742580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:29:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b907d08b-cd00-4a57-a63d-f45e391bcba0'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:06.018261 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-a614342b-d246-4a04-8383-18ced1742580 None None] Set router b907d08b-cd00-4a57-a63d-f45e391bcba0 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:30:06.215885 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3b3c4-5d75-4f23-9602-23041de39b66 None None] Pushing event updated for resources: {'Port': ['ID=49c6317b-32af-4d1d-bec0-7c5700c724a8,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:06.231532 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3b3c4-5d75-4f23-9602-23041de39b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:06.231871 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3b3c4-5d75-4f23-9602-23041de39b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:06.232228 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3b3c4-5d75-4f23-9602-23041de39b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:06.233032 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3b3c4-5d75-4f23-9602-23041de39b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:06.233360 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3b3c4-5d75-4f23-9602-23041de39b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:06.233684 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3b3c4-5d75-4f23-9602-23041de39b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:06.234002 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3b3c4-5d75-4f23-9602-23041de39b66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:06.234318 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3b3c4-5d75-4f23-9602-23041de39b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:06.235051 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3b3c4-5d75-4f23-9602-23041de39b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:06.235605 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3b3c4-5d75-4f23-9602-23041de39b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:06.235605 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3b3c4-5d75-4f23-9602-23041de39b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:06.235828 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3b3c4-5d75-4f23-9602-23041de39b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:06.290233 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b28d2b-4916-4b6c-822b-18e828d3ea1a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Subnet': ['ID=e763142b-117a-4588-856a-9a781c0f6b28,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:06.293293 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3b3c4-5d75-4f23-9602-23041de39b66 None None] Pushing event updated for resources: {'Port': ['ID=49c6317b-32af-4d1d-bec0-7c5700c724a8,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:06.320186 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment f61b755d-f478-421b-9efa-f1ff858152d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f61b755d-f478-421b-9efa-f1ff858152d4 found for delete ", "request_id": "req-5bb09662-bbee-41b3-9ea2-fc4199ae523b"}]} May 26 16:30:06.327690 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a614342b-d246-4a04-8383-18ced1742580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672833861', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:30:01Z', 'updated_at': '2022-05-26T16:30:03Z', 'revision_number': 3, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:30:02Z', 'updated_at': '2022-05-26T16:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:06.349648 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eadd5a73-d164-4bba-90d3-f64cfec7ab3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:06.354481 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-eadd5a73-d164-4bba-90d3-f64cfec7ab3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:06.369814 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-eadd5a73-d164-4bba-90d3-f64cfec7ab3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] 10.222.0.77 "DELETE /v2.0/networks/0e8cd48b-3f19-4dd9-8801-919ec2e83142 HTTP/1.1" status: 204 len: 168 time: 1.1522579 May 26 16:30:06.382181 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a614342b-d246-4a04-8383-18ced1742580 None None] The sync data for ids ['b907d08b-cd00-4a57-a63d-f45e391bcba0'] in n-d-843337-2 is: [{'id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672833861', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:30:01Z', 'updated_at': '2022-05-26T16:30:03Z', 'revision_number': 3, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:30:02Z', 'updated_at': '2022-05-26T16:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:30:06.386628 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b28d2b-4916-4b6c-822b-18e828d3ea1a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Checking segment: {'id': '3a53d0f9-bb26-43f2-b45a-9bccd537bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:30:06.387617 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b28d2b-4916-4b6c-822b-18e828d3ea1a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network hostable DHCP agents. Network: 582d7fa0-56a2-49ce-b0b0-b020c41336d0, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:30:06.431180 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd5a73-d164-4bba-90d3-f64cfec7ab3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499496402-project] Pushing event deleted for resources: {'Network': ['ID=0e8cd48b-3f19-4dd9-8801-919ec2e83142,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:06.466838 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f9cb9-8d2e-4807-8e90-76da0b594fd1 req-3c5fbef9-0362-490e-bdcc-c357f91d4b14 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:06.470346 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-477f9cb9-8d2e-4807-8e90-76da0b594fd1 req-3c5fbef9-0362-490e-bdcc-c357f91d4b14 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.1968930 May 26 16:30:06.524765 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b28d2b-4916-4b6c-822b-18e828d3ea1a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network 582d7fa0-56a2-49ce-b0b0-b020c41336d0 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:30:06.587046 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-58b28d2b-4916-4b6c-822b-18e828d3ea1a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 582d7fa0-56a2-49ce-b0b0-b020c41336d0) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:06.592697 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b28d2b-4916-4b6c-822b-18e828d3ea1a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:06.593291 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-58b28d2b-4916-4b6c-822b-18e828d3ea1a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:06.601698 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a961f89a-bdee-453e-b88e-6978df29bd4e None None] Network 582d7fa0-56a2-49ce-b0b0-b020c41336d0 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:30:06.626678 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-477f9cb9-8d2e-4807-8e90-76da0b594fd1 req-1d35aa06-e352-4b85-a87f-fd20fac7b75e tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457672 May 26 16:30:06.661278 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51788) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:06.661759 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-58b28d2b-4916-4b6c-822b-18e828d3ea1a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8437662 May 26 16:30:06.664686 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51790) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:06.877424 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51798) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:07.112502 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aee7beef-45db-494e-81df-df9e58115cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:07.192650 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10341f2d-cc3f-494f-af25-e0b04f71c851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-582d7fa0-56a2-49ce-b0b0-b020c41336d0', 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'fixed_ips': [{'subnet_id': 'e763142b-117a-4588-856a-9a781c0f6b28'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:30:07.194686 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-10341f2d-cc3f-494f-af25-e0b04f71c851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:07.331303 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aee7beef-45db-494e-81df-df9e58115cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:07.355288 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aee7beef-45db-494e-81df-df9e58115cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:07.430977 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-db97a34e-7750-436b-96b1-6457d8388791 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eaac2863742547b0bf58ac21f51cd093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5503118 May 26 16:30:07.432710 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51804) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:07.471598 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7beef-45db-494e-81df-df9e58115cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7671674-b8b9-4402-875a-f95b8b5d4be5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:07.483704 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-aee7beef-45db-494e-81df-df9e58115cab admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fce58c1faefd48a38622aa547810ef6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8190453 May 26 16:30:07.487894 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-10341f2d-cc3f-494f-af25-e0b04f71c851 None None] Allocated IP 172.20.0.2 (582d7fa0-56a2-49ce-b0b0-b020c41336d0/e763142b-117a-4588-856a-9a781c0f6b28/83390320-0e97-45c9-980c-49d89a930c0d) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:30:07.489336 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51806) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:07.612568 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-48523bd6-904d-4a4b-af38-63cd03e2a04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:07.641179 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a76c5fb6-6bdc-4663-891a-8f656576724f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:07.673335 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a76c5fb6-6bdc-4663-891a-8f656576724f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:07.719347 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-48523bd6-904d-4a4b-af38-63cd03e2a04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:07.761560 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a76c5fb6-6bdc-4663-891a-8f656576724f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:07.765024 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a76c5fb6-6bdc-4663-891a-8f656576724f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:07.768538 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a76c5fb6-6bdc-4663-891a-8f656576724f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e7671674-b8b9-4402-875a-f95b8b5d4be5 HTTP/1.1" status: 204 len: 168 time: 0.2743812 May 26 16:30:07.782819 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c5fb6-6bdc-4663-891a-8f656576724f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7671674-b8b9-4402-875a-f95b8b5d4be5,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:07.917830 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-10341f2d-cc3f-494f-af25-e0b04f71c851 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:07.927889 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b49f29bf-5471-4dcc-a95e-8d0f6919b50e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:07.942523 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-10341f2d-cc3f-494f-af25-e0b04f71c851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:07.988756 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-48523bd6-904d-4a4b-af38-63cd03e2a04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:07.991321 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-48523bd6-904d-4a4b-af38-63cd03e2a04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:07.996579 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-48523bd6-904d-4a4b-af38-63cd03e2a04b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1dca6113-b736-4874-a41b-16aa942fc6f4 HTTP/1.1" status: 204 len: 168 time: 0.5558858 May 26 16:30:08.003768 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 49c6317b-32af-4d1d-bec0-7c5700c724a8 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:30:08.019698 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48523bd6-904d-4a4b-af38-63cd03e2a04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dca6113-b736-4874-a41b-16aa942fc6f4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:08.123970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f399e-65d7-49b9-b55b-ea7801c51283 req-94935c76-95ec-474b-89d0-f8034b7af4aa tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:08.133413 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d54f399e-65d7-49b9-b55b-ea7801c51283 req-94935c76-95ec-474b-89d0-f8034b7af4aa tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.3307993 May 26 16:30:08.233065 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10341f2d-cc3f-494f-af25-e0b04f71c851 None None] Network 582d7fa0-56a2-49ce-b0b0-b020c41336d0 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:08.242035 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-10341f2d-cc3f-494f-af25-e0b04f71c851 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:08.249728 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10341f2d-cc3f-494f-af25-e0b04f71c851 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:30:08.274433 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10341f2d-cc3f-494f-af25-e0b04f71c851 None None] Pushing event updated for resources: {'Port': ['ID=83390320-0e97-45c9-980c-49d89a930c0d,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:08.294774 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d54f399e-65d7-49b9-b55b-ea7801c51283 req-1c931ec5-e1e8-4483-8a9b-03c34ec3959f tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596856 May 26 16:30:08.339613 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 49c6317b-32af-4d1d-bec0-7c5700c724a8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:08.340004 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:08.470169 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-10341f2d-cc3f-494f-af25-e0b04f71c851 None None] Attempting to bind port 83390320-0e97-45c9-980c-49d89a930c0d on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:30:08.470623 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-10341f2d-cc3f-494f-af25-e0b04f71c851 None None] Attempting to bind port 83390320-0e97-45c9-980c-49d89a930c0d by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '3a53d0f9-bb26-43f2-b45a-9bccd537bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:30:08.470923 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10341f2d-cc3f-494f-af25-e0b04f71c851 None None] Attempting to bind port 83390320-0e97-45c9-980c-49d89a930c0d on network 582d7fa0-56a2-49ce-b0b0-b020c41336d0 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:30:08.491225 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10341f2d-cc3f-494f-af25-e0b04f71c851 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:30:08.493214 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10341f2d-cc3f-494f-af25-e0b04f71c851 None None] Checking segment: {'id': '3a53d0f9-bb26-43f2-b45a-9bccd537bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:30:08.493790 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-10341f2d-cc3f-494f-af25-e0b04f71c851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:08.494340 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10341f2d-cc3f-494f-af25-e0b04f71c851 None None] Bound using segment: {'id': '3a53d0f9-bb26-43f2-b45a-9bccd537bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:30:08.494996 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-10341f2d-cc3f-494f-af25-e0b04f71c851 None None] Bound port: 83390320-0e97-45c9-980c-49d89a930c0d, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a53d0f9-bb26-43f2-b45a-9bccd537bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:30:08.495796 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-10341f2d-cc3f-494f-af25-e0b04f71c851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:08.650448 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-10341f2d-cc3f-494f-af25-e0b04f71c851 None None] For port 83390320-0e97-45c9-980c-49d89a930c0d, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:30:08.657613 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-10341f2d-cc3f-494f-af25-e0b04f71c851 None None] For port 83390320-0e97-45c9-980c-49d89a930c0d, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=83390320-0e97-45c9-980c-49d89a930c0d,segment=NetworkSegment(3a53d0f9-bb26-43f2-b45a-9bccd537bbb9),segment_id=3a53d0f9-bb26-43f2-b45a-9bccd537bbb9)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:30:08.664973 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-b49f29bf-5471-4dcc-a95e-8d0f6919b50e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Allocated IP 172.20.0.1 (582d7fa0-56a2-49ce-b0b0-b020c41336d0/e763142b-117a-4588-856a-9a781c0f6b28/36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:30:08.671655 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-10341f2d-cc3f-494f-af25-e0b04f71c851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:08.745734 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10341f2d-cc3f-494f-af25-e0b04f71c851 None None] Pushing event updated for resources: {'Port': ['ID=83390320-0e97-45c9-980c-49d89a930c0d,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:08.784354 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51826) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:08.816596 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-695a03c3-ed81-4b46-ac8c-197ff7e05eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:08.828012 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 49c6317b-32af-4d1d-bec0-7c5700c724a8 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:08.829212 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:08.842897 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51828) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:08.873540 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 49c6317b-32af-4d1d-bec0-7c5700c724a8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=49c6317b-32af-4d1d-bec0-7c5700c724a8,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:08.881152 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:09.005120 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b49f29bf-5471-4dcc-a95e-8d0f6919b50e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:09.009176 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=49c6317b-32af-4d1d-bec0-7c5700c724a8,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:09.067492 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-15c46118-a155-4e5a-847b-99209b90a952 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b6c4b308dba240568efb58fc4538451a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2194817 May 26 16:30:09.068414 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51832) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:09.100860 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b49f29bf-5471-4dcc-a95e-8d0f6919b50e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:09.233755 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-695a03c3-ed81-4b46-ac8c-197ff7e05eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:09.252774 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ce276d5-4ec6-42f4-88a5-d71a422980b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:09.255384 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-695a03c3-ed81-4b46-ac8c-197ff7e05eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:09.276366 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f29bf-5471-4dcc-a95e-8d0f6919b50e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Port': ['ID=36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:09.331742 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a03c3-ed81-4b46-ac8c-197ff7e05eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87060ad-b174-424e-8447-1e34305c3dfc,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:09.339983 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-695a03c3-ed81-4b46-ac8c-197ff7e05eaf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c2164afbf4d34f93b1c285fc2c335362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5540843 May 26 16:30:09.342271 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ce276d5-4ec6-42f4-88a5-d71a422980b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:09.350384 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51838) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:09.361747 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49f29bf-5471-4dcc-a95e-8d0f6919b50e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network 582d7fa0-56a2-49ce-b0b0-b020c41336d0 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:09.372717 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-b49f29bf-5471-4dcc-a95e-8d0f6919b50e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:09.386113 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49f29bf-5471-4dcc-a95e-8d0f6919b50e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:30:09.450428 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e859efd1-ad4e-424a-a9e3-3153070da74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:09.488218 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e859efd1-ad4e-424a-a9e3-3153070da74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:09.510685 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ce276d5-4ec6-42f4-88a5-d71a422980b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:09.526837 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ce276d5-4ec6-42f4-88a5-d71a422980b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:09.530462 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8ce276d5-4ec6-42f4-88a5-d71a422980b7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e6a372f1-f130-448e-a257-4f3725f8a1f6 HTTP/1.1" status: 204 len: 168 time: 0.4462292 May 26 16:30:09.540361 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72aff0-0e32-4bda-a784-bade88e96e7c req-1180997d-a63f-485b-9eb4-56f3357e0d7e tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:09.541960 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-df72aff0-0e32-4bda-a784-bade88e96e7c req-1180997d-a63f-485b-9eb4-56f3357e0d7e tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0778875 May 26 16:30:09.542889 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b49f29bf-5471-4dcc-a95e-8d0f6919b50e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:09.570372 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce276d5-4ec6-42f4-88a5-d71a422980b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a372f1-f130-448e-a257-4f3725f8a1f6,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:09.622160 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e859efd1-ad4e-424a-a9e3-3153070da74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:09.625080 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e859efd1-ad4e-424a-a9e3-3153070da74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:09.626376 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e859efd1-ad4e-424a-a9e3-3153070da74c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d87060ad-b174-424e-8447-1e34305c3dfc HTTP/1.1" status: 204 len: 168 time: 0.2745779 May 26 16:30:09.635260 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859efd1-ad4e-424a-a9e3-3153070da74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87060ad-b174-424e-8447-1e34305c3dfc,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:09.665260 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-df72aff0-0e32-4bda-a784-bade88e96e7c req-9e173fc5-94ac-4235-be0e-3d04b38eebc6 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784285 May 26 16:30:09.786528 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b49f29bf-5471-4dcc-a95e-8d0f6919b50e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:10.103022 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 49c6317b-32af-4d1d-bec0-7c5700c724a8 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:30:10.192879 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 49c6317b-32af-4d1d-bec0-7c5700c724a8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:10.193396 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:10.377437 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 49c6317b-32af-4d1d-bec0-7c5700c724a8 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:10.378624 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 83390320-0e97-45c9-980c-49d89a930c0d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:30:10.451451 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 83390320-0e97-45c9-980c-49d89a930c0d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:10.451826 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:10.474140 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b49f29bf-5471-4dcc-a95e-8d0f6919b50e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:10.486941 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b49f29bf-5471-4dcc-a95e-8d0f6919b50e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:10.595408 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b49f29bf-5471-4dcc-a95e-8d0f6919b50e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:10.621786 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2503b7d-1fbe-4457-8396-687b5dc029ef None None] Network 582d7fa0-56a2-49ce-b0b0-b020c41336d0 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:30:10.736398 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f29bf-5471-4dcc-a95e-8d0f6919b50e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Port': ['ID=36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:10.842540 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-81df177e-f776-436f-8a17-ed814a5b603a None None] Provisioning complete for port 83390320-0e97-45c9-980c-49d89a930c0d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:10.845999 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81df177e-f776-436f-8a17-ed814a5b603a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:10.853668 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49f29bf-5471-4dcc-a95e-8d0f6919b50e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network 582d7fa0-56a2-49ce-b0b0-b020c41336d0 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:10.862870 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-b49f29bf-5471-4dcc-a95e-8d0f6919b50e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:10.928165 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 83390320-0e97-45c9-980c-49d89a930c0d is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:10.928570 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:10.993052 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 83390320-0e97-45c9-980c-49d89a930c0d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=83390320-0e97-45c9-980c-49d89a930c0d,segment=NetworkSegment(3a53d0f9-bb26-43f2-b45a-9bccd537bbb9),segment_id=3a53d0f9-bb26-43f2-b45a-9bccd537bbb9)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:11.002106 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:11.062545 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff29d89-da11-4ce4-883d-abfb66787145 req-cc0ab94a-4f8d-49bf-b39d-a6893ef861b2 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:11.067746 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=83390320-0e97-45c9-980c-49d89a930c0d,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:11.077537 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ff29d89-da11-4ce4-883d-abfb66787145 req-cc0ab94a-4f8d-49bf-b39d-a6893ef861b2 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.2446456 May 26 16:30:11.188762 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-81df177e-f776-436f-8a17-ed814a5b603a None None] Current status of the port 83390320-0e97-45c9-980c-49d89a930c0d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:11.331712 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ff29d89-da11-4ce4-883d-abfb66787145 req-264953f8-d916-4cab-9a6e-fd1bfaaafd22 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455645 May 26 16:30:11.415090 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49f29bf-5471-4dcc-a95e-8d0f6919b50e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Router b907d08b-cd00-4a57-a63d-f45e391bcba0 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:30:11.642618 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49f29bf-5471-4dcc-a95e-8d0f6919b50e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:30:11.654665 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b49f29bf-5471-4dcc-a95e-8d0f6919b50e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "PUT /v2.0/routers/b907d08b-cd00-4a57-a63d-f45e391bcba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9823756 May 26 16:30:11.659227 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] Sync routers for ids ['b907d08b-cd00-4a57-a63d-f45e391bcba0'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:30:11.678688 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] Routers {'b907d08b-cd00-4a57-a63d-f45e391bcba0'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:30:11.679653 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:29:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b907d08b-cd00-4a57-a63d-f45e391bcba0'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:11.868220 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] Set router b907d08b-cd00-4a57-a63d-f45e391bcba0 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:30:11.946894 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 83390320-0e97-45c9-980c-49d89a930c0d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:30:12.267315 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3f7de568-4469-4949-afcc-b5ccc34f6969 None None] Provisioning complete for port 36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:12.269380 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3f7de568-4469-4949-afcc-b5ccc34f6969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:12.535931 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3f7de568-4469-4949-afcc-b5ccc34f6969 None None] Port 36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:30:12.562224 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3f7de568-4469-4949-afcc-b5ccc34f6969 None None] Provisioning complete for port 83390320-0e97-45c9-980c-49d89a930c0d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:12.562857 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3f7de568-4469-4949-afcc-b5ccc34f6969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:12.612674 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 83390320-0e97-45c9-980c-49d89a930c0d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:12.613047 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:12.638650 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 51930) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:12.643532 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d97f75-ae62-48a7-b225-cec8e42f0a7f req-107aa878-8ffa-42e9-ace1-8e64c2332f81 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:12.646408 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46d97f75-ae62-48a7-b225-cec8e42f0a7f req-107aa878-8ffa-42e9-ace1-8e64c2332f81 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.1555212 May 26 16:30:12.668518 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672833861', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:30:01Z', 'updated_at': '2022-05-26T16:30:09Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:30:02Z', 'updated_at': '2022-05-26T16:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d', 'name': '', 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:ff:a9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e763142b-117a-4588-856a-9a781c0f6b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:30:08Z', 'updated_at': '2022-05-26T16:30:10Z', 'revision_number': 2, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'e763142b-117a-4588-856a-9a781c0f6b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:12.724760 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46d97f75-ae62-48a7-b225-cec8e42f0a7f req-b052cc22-c474-4874-be11-d3bac16529f9 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654185 May 26 16:30:12.743827 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] Checking router: b907d08b-cd00-4a57-a63d-f45e391bcba0 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:30:12.743827 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] Updating router b907d08b-cd00-4a57-a63d-f45e391bcba0 port 36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:30:12.828039 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:12.905227 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3f7de568-4469-4949-afcc-b5ccc34f6969 None None] Current status of the port 83390320-0e97-45c9-980c-49d89a930c0d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:12.934936 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 83390320-0e97-45c9-980c-49d89a930c0d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:13.093092 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f3eb8f82-160f-4387-8cdd-e69abbeab843 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-24866522', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:13.135225 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3eb8f82-160f-4387-8cdd-e69abbeab843 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Made reservation on behalf of 32c7fc73262c4163883e5fee9dd499a4 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:30:13.138698 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8f82-160f-4387-8cdd-e69abbeab843 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:13.150800 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8f82-160f-4387-8cdd-e69abbeab843 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:13.340569 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8f82-160f-4387-8cdd-e69abbeab843 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:13.351287 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8f82-160f-4387-8cdd-e69abbeab843 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:13.363814 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-f3eb8f82-160f-4387-8cdd-e69abbeab843 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] device_id is not set on port 03b0c1b2-ed8d-403e-af0b-9778ba9ce075 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:30:13.437104 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb8f82-160f-4387-8cdd-e69abbeab843 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07f5ca1-cd44-4f00-8e7d-36eb50cc65fb,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:13.443194 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-76135155-acf6-40c5-9e6c-c91ec2da55c8 None None] Provisioning complete for port 36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:13.443194 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-76135155-acf6-40c5-9e6c-c91ec2da55c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:13.473980 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-012f6ded-3c06-4a63-a9ef-665677c95cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:13.529681 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-76135155-acf6-40c5-9e6c-c91ec2da55c8 None None] Port 36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:30:13.546398 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-f3eb8f82-160f-4387-8cdd-e69abbeab843 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Allocated IP 172.25.7.53 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/03b0c1b2-ed8d-403e-af0b-9778ba9ce075) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:30:13.632381 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:13.640965 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:13.702522 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf212c08-dc4b-4128-ac6e-d923e8665495 None None] Pushing event updated for resources: {'Port': ['ID=36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:13.794926 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8f82-160f-4387-8cdd-e69abbeab843 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:13.845092 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] Attempting to bind port 36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:30:13.846489 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] Attempting to bind port 36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '3a53d0f9-bb26-43f2-b45a-9bccd537bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:30:13.849303 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] Attempting to bind port 36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d on network 582d7fa0-56a2-49ce-b0b0-b020c41336d0 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:30:13.861038 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8f82-160f-4387-8cdd-e69abbeab843 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:13.868072 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:30:13.868492 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] Checking segment: {'id': '3a53d0f9-bb26-43f2-b45a-9bccd537bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:30:13.868884 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:13.879852 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] Bound using segment: {'id': '3a53d0f9-bb26-43f2-b45a-9bccd537bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:30:13.879852 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] Bound port: 36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a53d0f9-bb26-43f2-b45a-9bccd537bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:30:13.879852 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:13.962980 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab55a11-546a-4af7-ae51-3dae53df93cb req-b198b270-3787-48ab-9d2b-711d449d1ea8 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:13.974143 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ab55a11-546a-4af7-ae51-3dae53df93cb req-b198b270-3787-48ab-9d2b-711d449d1ea8 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0856595 May 26 16:30:14.002765 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eb8f82-160f-4387-8cdd-e69abbeab843 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:14.015138 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-f3eb8f82-160f-4387-8cdd-e69abbeab843 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:14.020759 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb8f82-160f-4387-8cdd-e69abbeab843 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:30:14.043776 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ab55a11-546a-4af7-ae51-3dae53df93cb req-c568b7ce-4690-456e-b1e1-e66cf278cb33 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686646 May 26 16:30:14.065467 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] For port 36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:30:14.069330 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] For port 36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d,segment=NetworkSegment(3a53d0f9-bb26-43f2-b45a-9bccd537bbb9),segment_id=3a53d0f9-bb26-43f2-b45a-9bccd537bbb9)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:30:14.077460 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb8f82-160f-4387-8cdd-e69abbeab843 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Pushing event updated for resources: {'Port': ['ID=03b0c1b2-ed8d-403e-af0b-9778ba9ce075,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:14.098297 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:14.098523 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3eb8f82-160f-4387-8cdd-e69abbeab843 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:14.098990 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8f82-160f-4387-8cdd-e69abbeab843 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:14.141417 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 51968) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:14.143153 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f3eb8f82-160f-4387-8cdd-e69abbeab843 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.5005155 May 26 16:30:14.146357 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b7ea1da9-b2ce-483b-acf2-46483a36cecb tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.53'}]}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:14.173418 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1da9-b2ce-483b-acf2-46483a36cecb tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:14.174494 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1da9-b2ce-483b-acf2-46483a36cecb tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:14.210092 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] Routers {'b907d08b-cd00-4a57-a63d-f45e391bcba0'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:30:14.210907 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:29:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b907d08b-cd00-4a57-a63d-f45e391bcba0'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:14.297607 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1da9-b2ce-483b-acf2-46483a36cecb tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:14.347070 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] Set router b907d08b-cd00-4a57-a63d-f45e391bcba0 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:30:14.464525 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf212c08-dc4b-4128-ac6e-d923e8665495 None None] Pushing event updated for resources: {'Port': ['ID=36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:14.557136 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1da9-b2ce-483b-acf2-46483a36cecb tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:14.566296 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-01f5daab-2139-4a2b-a163-f9612f35446a None None] Provisioning complete for port 36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:14.566837 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-01f5daab-2139-4a2b-a163-f9612f35446a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:14.808436 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672833861', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:30:01Z', 'updated_at': '2022-05-26T16:30:09Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:30:02Z', 'updated_at': '2022-05-26T16:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d', 'name': '', 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:ff:a9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e763142b-117a-4588-856a-9a781c0f6b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:30:08Z', 'updated_at': '2022-05-26T16:30:14Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'e763142b-117a-4588-856a-9a781c0f6b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:14.814122 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-01f5daab-2139-4a2b-a163-f9612f35446a None None] Current status of the port 36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:14.814723 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-01f5daab-2139-4a2b-a163-f9612f35446a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:14.887342 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522753f3-479b-4ba7-b9d4-cebadd3c859c None None] The sync data for ids ['b907d08b-cd00-4a57-a63d-f45e391bcba0'] in n-d-843337-2 is: [{'id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672833861', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:30:01Z', 'updated_at': '2022-05-26T16:30:09Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:30:02Z', 'updated_at': '2022-05-26T16:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d', 'name': '', 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:ff:a9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e763142b-117a-4588-856a-9a781c0f6b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:30:08Z', 'updated_at': '2022-05-26T16:30:14Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'e763142b-117a-4588-856a-9a781c0f6b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:30:14.906070 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-01f5daab-2139-4a2b-a163-f9612f35446a None None] For port 36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d,segment=NetworkSegment(3a53d0f9-bb26-43f2-b45a-9bccd537bbb9),segment_id=3a53d0f9-bb26-43f2-b45a-9bccd537bbb9)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:14.908993 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1da9-b2ce-483b-acf2-46483a36cecb tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:14.924293 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-01f5daab-2139-4a2b-a163-f9612f35446a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:14.996536 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1da9-b2ce-483b-acf2-46483a36cecb tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:15.112513 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5daab-2139-4a2b-a163-f9612f35446a None None] Pushing event updated for resources: {'Port': ['ID=36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:15.173503 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e8023cbb-4999-4b42-bdea-727920797685 None None] Provisioning complete for port 36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:15.173883 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e8023cbb-4999-4b42-bdea-727920797685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:15.363256 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6832f-44c0-4590-872e-e8c806b385ae req-a3501cff-b8cf-44d6-8bfc-118ab5a62f3b tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:15.369022 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e8023cbb-4999-4b42-bdea-727920797685 None None] Current status of the port 36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:15.370658 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cea6832f-44c0-4590-872e-e8c806b385ae req-a3501cff-b8cf-44d6-8bfc-118ab5a62f3b tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.1607244 May 26 16:30:15.443733 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cea6832f-44c0-4590-872e-e8c806b385ae req-eae56eb3-f4bf-440d-9715-3ebe99499160 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719750 May 26 16:30:15.487158 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1da9-b2ce-483b-acf2-46483a36cecb tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:15.488747 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f68f2702-3fe0-4c91-8073-c2b9332fbb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:15.987374 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:30:16.113857 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:16.114229 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:16.268879 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1da9-b2ce-483b-acf2-46483a36cecb tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:16.280997 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1da9-b2ce-483b-acf2-46483a36cecb tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:16.322528 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:16.353436 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b7ea1da9-b2ce-483b-acf2-46483a36cecb tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:16.354153 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ea1da9-b2ce-483b-acf2-46483a36cecb tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c851ed4-3367-4e99-9500-0dd49e901b93 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:30:16.395595 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-b7ea1da9-b2ce-483b-acf2-46483a36cecb tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 26 16:30:16.398239 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b7ea1da9-b2ce-483b-acf2-46483a36cecb tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.2541337 May 26 16:30:16.399739 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52022) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:16.551130 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52026) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:16.572649 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:16.584033 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-0c90ee33-88da-4579-baae-37d06610b104 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Deleting port 03b0c1b2-ed8d-403e-af0b-9778ba9ce075 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:30:16.584640 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0c90ee33-88da-4579-baae-37d06610b104 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:16.694979 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26c4cb-89c8-4ba7-abdf-101146eaae55 req-1d51f979-1dc6-4367-befd-21829cb0b440 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:16.696869 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf26c4cb-89c8-4ba7-abdf-101146eaae55 req-1d51f979-1dc6-4367-befd-21829cb0b440 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0929821 May 26 16:30:16.757057 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0c90ee33-88da-4579-baae-37d06610b104 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:16.772863 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-0c90ee33-88da-4579-baae-37d06610b104 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Calling delete_port for 03b0c1b2-ed8d-403e-af0b-9778ba9ce075 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:30:16.809581 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f04c447d-120f-4ef6-82d8-55fbc888cd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:16.826446 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf26c4cb-89c8-4ba7-abdf-101146eaae55 req-2106bdac-fd33-49ac-96a4-c7b353fd5210 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217768 May 26 16:30:17.034271 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0c90ee33-88da-4579-baae-37d06610b104 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:17.094574 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90ee33-88da-4579-baae-37d06610b104 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Pushing event deleted for resources: {'Port': ['ID=03b0c1b2-ed8d-403e-af0b-9778ba9ce075,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:17.099255 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f04c447d-120f-4ef6-82d8-55fbc888cd7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:17.109010 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f04c447d-120f-4ef6-82d8-55fbc888cd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:17.192142 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f04c447d-120f-4ef6-82d8-55fbc888cd7d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b84c0984bbc241f9a8fc39cb735aa27f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6324883 May 26 16:30:17.194415 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52040) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:17.207032 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c447d-120f-4ef6-82d8-55fbc888cd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c52ca0-0869-4134-b103-04604bcecce3,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:17.215989 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0c90ee33-88da-4579-baae-37d06610b104 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:17.221226 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0c90ee33-88da-4579-baae-37d06610b104 tempest-RoutersAdminNegativeIpV6Test-71237192 tempest-RoutersAdminNegativeIpV6Test-71237192-project-admin] 10.222.0.77 "DELETE /v2.0/ports/03b0c1b2-ed8d-403e-af0b-9778ba9ce075 HTTP/1.1" status: 204 len: 168 time: 0.8203156 May 26 16:30:17.336861 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-965df6aa-cd01-4662-b207-c52ec18edcdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:17.378645 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-965df6aa-cd01-4662-b207-c52ec18edcdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:17.440736 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-965df6aa-cd01-4662-b207-c52ec18edcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:17.445006 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-965df6aa-cd01-4662-b207-c52ec18edcdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:17.449911 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-965df6aa-cd01-4662-b207-c52ec18edcdd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/02c52ca0-0869-4134-b103-04604bcecce3 HTTP/1.1" status: 204 len: 168 time: 0.2534468 May 26 16:30:17.465651 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965df6aa-cd01-4662-b207-c52ec18edcdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c52ca0-0869-4134-b103-04604bcecce3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:17.530197 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52056) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:17.704322 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-22ef27c0-10fb-468b-a54a-337edc989a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:17.829588 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-22ef27c0-10fb-468b-a54a-337edc989a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:17.834924 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-22ef27c0-10fb-468b-a54a-337edc989a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:17.888484 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52070) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:17.894028 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-22ef27c0-10fb-468b-a54a-337edc989a66 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=76d9ede937c242ac9dffbc41ddd32441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616388 May 26 16:30:17.895342 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef27c0-10fb-468b-a54a-337edc989a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06c3cc2-86a0-4b0c-8f41-99d2bedbdb9c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:17.980902 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-effd0197-bdad-4397-9004-1f504f94be27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:18.029994 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:18.038458 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-effd0197-bdad-4397-9004-1f504f94be27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:18.081906 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68a520-5c0e-430d-b5d6-c125e6dded0d req-b6dd63b7-f4c2-40ec-b2d4-715597a557e7 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:18.083489 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2d68a520-5c0e-430d-b5d6-c125e6dded0d req-b6dd63b7-f4c2-40ec-b2d4-715597a557e7 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.1197729 May 26 16:30:18.091132 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52072) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:18.125262 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-42d66fa4-ebaf-45d5-81f9-b85ea62752e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:18.131379 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-effd0197-bdad-4397-9004-1f504f94be27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:18.134258 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-effd0197-bdad-4397-9004-1f504f94be27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:18.137191 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-effd0197-bdad-4397-9004-1f504f94be27 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f06c3cc2-86a0-4b0c-8f41-99d2bedbdb9c HTTP/1.1" status: 204 len: 168 time: 0.2469659 May 26 16:30:18.149416 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd0197-bdad-4397-9004-1f504f94be27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06c3cc2-86a0-4b0c-8f41-99d2bedbdb9c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:18.207987 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2d68a520-5c0e-430d-b5d6-c125e6dded0d req-d98093ac-5293-4008-9747-d0d46e9d0195 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144435 May 26 16:30:18.319133 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:18.335428 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-42d66fa4-ebaf-45d5-81f9-b85ea62752e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:18.339295 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-42d66fa4-ebaf-45d5-81f9-b85ea62752e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:18.411717 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-42d66fa4-ebaf-45d5-81f9-b85ea62752e8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=540c341c98554e9998623e3bab445f78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3194950 May 26 16:30:18.412901 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d66fa4-ebaf-45d5-81f9-b85ea62752e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3985d5ed-4830-4ea9-aec3-07026837c996,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:18.414421 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52084) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:18.494004 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7f5da70-ad6e-440b-84cd-8ca265208915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:18.518311 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7f5da70-ad6e-440b-84cd-8ca265208915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:18.588491 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7f5da70-ad6e-440b-84cd-8ca265208915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:18.591597 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7f5da70-ad6e-440b-84cd-8ca265208915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:18.592843 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c7f5da70-ad6e-440b-84cd-8ca265208915 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3985d5ed-4830-4ea9-aec3-07026837c996 HTTP/1.1" status: 204 len: 168 time: 0.1774261 May 26 16:30:18.606346 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5da70-ad6e-440b-84cd-8ca265208915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3985d5ed-4830-4ea9-aec3-07026837c996,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:18.786978 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52094) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:18.840024 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ad940b8b-96ce-4394-8d1a-bdf9ed08976f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=32c7fc73262c4163883e5fee9dd499a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495839 May 26 16:30:18.840292 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52096) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:18.899469 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba57b923-c90a-406c-a032-2526d1a3ba14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:18.940370 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba57b923-c90a-406c-a032-2526d1a3ba14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:18.987456 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:19.069665 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba57b923-c90a-406c-a032-2526d1a3ba14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:19.072616 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ba57b923-c90a-406c-a032-2526d1a3ba14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:19.073778 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ba57b923-c90a-406c-a032-2526d1a3ba14 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a07f5ca1-cd44-4f00-8e7d-36eb50cc65fb HTTP/1.1" status: 204 len: 168 time: 0.2325480 May 26 16:30:19.098146 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57b923-c90a-406c-a032-2526d1a3ba14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07f5ca1-cd44-4f00-8e7d-36eb50cc65fb,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:19.434987 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f15fbe-e7a1-4931-99d1-c509e370a7d4 req-33de6444-abd1-446e-bc86-578847595927 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:19.436618 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32f15fbe-e7a1-4931-99d1-c509e370a7d4 req-33de6444-abd1-446e-bc86-578847595927 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0860670 May 26 16:30:19.530668 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32f15fbe-e7a1-4931-99d1-c509e370a7d4 req-c1302bde-f451-4344-a222-639ecafa6781 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761838 May 26 16:30:20.316644 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52166) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:20.512312 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-74767de9-a845-4628-8844-a4d4d21d14e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-616101758'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:20.579659 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74767de9-a845-4628-8844-a4d4d21d14e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:30:20.586959 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-74767de9-a845-4628-8844-a4d4d21d14e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:20.598204 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-74767de9-a845-4628-8844-a4d4d21d14e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:20.768659 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-74767de9-a845-4628-8844-a4d4d21d14e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:20.777556 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-74767de9-a845-4628-8844-a4d4d21d14e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:20.807848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15258028-8151-4960-bc9b-5bcfb934a1db req-5dc7ca59-b620-4e98-9f89-1297b59c2799 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:20.809509 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15258028-8151-4960-bc9b-5bcfb934a1db req-5dc7ca59-b620-4e98-9f89-1297b59c2799 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.0913329 May 26 16:30:20.824175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74767de9-a845-4628-8844-a4d4d21d14e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:30:20.863694 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74767de9-a845-4628-8844-a4d4d21d14e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a42ef1-df88-4f33-8e59-063cdbbf0577,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:20.867166 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-74767de9-a845-4628-8844-a4d4d21d14e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:20.867511 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-74767de9-a845-4628-8844-a4d4d21d14e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Added segment a3ca834d-669e-4ec8-b1d0-dce847faac07 of type vlan for network c35b079d-bcd5-434c-9023-f88865e938de May 26 16:30:20.924129 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15258028-8151-4960-bc9b-5bcfb934a1db req-4bee6f26-1148-480d-b963-932c6478302d tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981765 May 26 16:30:20.953048 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-74767de9-a845-4628-8844-a4d4d21d14e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:20.989488 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-74767de9-a845-4628-8844-a4d4d21d14e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:21.000297 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74767de9-a845-4628-8844-a4d4d21d14e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:21.001211 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-74767de9-a845-4628-8844-a4d4d21d14e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:21.039467 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-74767de9-a845-4628-8844-a4d4d21d14e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7205706 May 26 16:30:21.043105 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52196) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:21.049143 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-11f378d9-c10a-4463-affc-e626dd5551cb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:21.178234 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f378d9-c10a-4463-affc-e626dd5551cb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:30:21.182116 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11f378d9-c10a-4463-affc-e626dd5551cb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:21.204529 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74767de9-a845-4628-8844-a4d4d21d14e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Network': ['ID=c35b079d-bcd5-434c-9023-f88865e938de,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:21.235916 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network c35b079d-bcd5-434c-9023-f88865e938de details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:30:21.469678 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11f378d9-c10a-4463-affc-e626dd5551cb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:21.551282 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f378d9-c10a-4463-affc-e626dd5551cb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=49b1aa23-ab36-460a-b199-9696b572e48b,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:21.570386 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f378d9-c10a-4463-affc-e626dd5551cb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Checking segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:30:21.570752 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f378d9-c10a-4463-affc-e626dd5551cb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network hostable DHCP agents. Network: c35b079d-bcd5-434c-9023-f88865e938de, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:30:21.598051 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f378d9-c10a-4463-affc-e626dd5551cb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:30:21.629394 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-11f378d9-c10a-4463-affc-e626dd5551cb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, c35b079d-bcd5-434c-9023-f88865e938de) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:21.634731 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f378d9-c10a-4463-affc-e626dd5551cb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:21.636365 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-11f378d9-c10a-4463-affc-e626dd5551cb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:21.641326 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab2e4b3-3b5c-4ebd-9f04-e636c5f122a4 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:30:21.660228 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-11f378d9-c10a-4463-affc-e626dd5551cb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6159940 May 26 16:30:21.663080 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52224) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:21.668082 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-cdae7143-0c1c-4c83-b936-f603abe85dc4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'name': 'tempest-NetworksTestDHCPv6-1567681859'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:21.860685 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-4e90c170-cbd2-4981-9313-1eeae4c7c617 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1695315282&fields=id&tenant_id=ab86e9d575124bbb8f1141e0888ad848 HTTP/1.1" status: 200 len: 267 time: 0.0611923 May 26 16:30:21.929630 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdae7143-0c1c-4c83-b936-f603abe85dc4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:30:21.933162 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cdae7143-0c1c-4c83-b936-f603abe85dc4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:21.965737 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-c35b079d-bcd5-434c-9023-f88865e938de', 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'fixed_ips': [{'subnet_id': '49b1aa23-ab36-460a-b199-9696b572e48b'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:30:21.967517 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:22.076725 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-cdae7143-0c1c-4c83-b936-f603abe85dc4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] device_id is not set on port 7d5cf051-c0a7-4ce4-9807-c09c0fae74d5 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:30:22.099703 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-5bea1fd2-b6db-403c-b9bd-7e8bba8fa719 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:22.101248 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-5bea1fd2-b6db-403c-b9bd-7e8bba8fa719 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/networks?id=582d7fa0-56a2-49ce-b0b0-b020c41336d0 HTTP/1.1" status: 200 len: 797 time: 0.2306929 May 26 16:30:22.194459 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bff43-bb37-4341-8788-ec08b2c0ef9a req-e1dcc6b7-4728-46ae-a90a-15b553400b1b tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:22.196257 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-136bff43-bb37-4341-8788-ec08b2c0ef9a req-e1dcc6b7-4728-46ae-a90a-15b553400b1b tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.1553991 May 26 16:30:22.201006 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-f24fd1e4-88ed-418d-946d-a9eccda4bbde tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/quotas/ab86e9d575124bbb8f1141e0888ad848 HTTP/1.1" status: 200 len: 375 time: 0.0590463 May 26 16:30:22.229044 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Allocated IP 2001:db8::2 (c35b079d-bcd5-434c-9023-f88865e938de/49b1aa23-ab36-460a-b199-9696b572e48b/dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:30:22.286920 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-b1f36156-e211-4c86-b752-3d806fd1df43 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775731 May 26 16:30:22.301796 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-136bff43-bb37-4341-8788-ec08b2c0ef9a req-222091c3-3b3e-47ed-8156-3b16911921df tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958111 May 26 16:30:22.562615 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:22.581923 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:22.691025 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:22.707230 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:22.713734 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-c0fa40b0-defb-49de-8607-7f6d37c3e3cc service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:30:22.714737 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-c0fa40b0-defb-49de-8607-7f6d37c3e3cc service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4063485 May 26 16:30:22.736129 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:30:22.814400 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Pushing event updated for resources: {'Port': ['ID=dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:22.825147 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:22.825732 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:22.826284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:22.826782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:22.827679 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:22.829332 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:22.830012 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:22.830745 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:22.831554 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:22.832058 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:22.832567 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:22.833064 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:22.864551 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-cdae7143-0c1c-4c83-b936-f603abe85dc4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8::bb (c35b079d-bcd5-434c-9023-f88865e938de/49b1aa23-ab36-460a-b199-9696b572e48b/7d5cf051-c0a7-4ce4-9807-c09c0fae74d5) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:30:22.906122 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52274) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:22.920253 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Attempting to bind port dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:30:22.920636 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Attempting to bind port dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:30:22.921064 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Attempting to bind port dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8 on network c35b079d-bcd5-434c-9023-f88865e938de {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:30:22.929789 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:30:22.930181 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Checking segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:30:22.930591 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:22.931036 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Bound using segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:30:22.931522 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Bound port: dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:30:22.931988 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:23.036004 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] For port dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:30:23.051454 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] For port dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:30:23.060971 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:23.069299 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cdae7143-0c1c-4c83-b936-f603abe85dc4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:23.112193 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b572ab24-6619-4a87-a493-4f38b92f0cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:23.117349 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-02c41a0a-24d6-4102-b346-7d18362eed06 service neutron] 10.222.0.77 "GET /v2.0/networks/582d7fa0-56a2-49ce-b0b0-b020c41336d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757138 May 26 16:30:23.133623 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cdae7143-0c1c-4c83-b936-f603abe85dc4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:23.224027 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739fcdb-6b92-443e-aa86-8417335f7edb None None] Pushing event updated for resources: {'Port': ['ID=dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:23.318558 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b572ab24-6619-4a87-a493-4f38b92f0cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:23.330252 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b572ab24-6619-4a87-a493-4f38b92f0cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:23.355613 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdae7143-0c1c-4c83-b936-f603abe85dc4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:23.368170 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-cdae7143-0c1c-4c83-b936-f603abe85dc4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:23.377325 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdae7143-0c1c-4c83-b936-f603abe85dc4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:30:23.380047 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b572ab24-6619-4a87-a493-4f38b92f0cc1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=afbd38d9f02e4183b169ccd012a1dcdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4727666 May 26 16:30:23.381506 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572ab24-6619-4a87-a493-4f38b92f0cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887acaef-85da-4bbd-9e85-d7aabe51ea39,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:23.384257 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52284) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:23.391770 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdae7143-0c1c-4c83-b936-f603abe85dc4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:23.392952 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cdae7143-0c1c-4c83-b936-f603abe85dc4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:23.420725 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae7143-0c1c-4c83-b936-f603abe85dc4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=7d5cf051-c0a7-4ce4-9807-c09c0fae74d5,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:23.448679 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52288) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:23.450353 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cdae7143-0c1c-4c83-b936-f603abe85dc4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7861273 May 26 16:30:23.522107 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-ee581156-7385-4fe2-abc3-275bdc109600 service neutron] 10.222.0.77 "GET /v2.0/networks/582d7fa0-56a2-49ce-b0b0-b020c41336d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869374 May 26 16:30:23.625581 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ac796-c3f6-4a04-a208-d71d1ea37808 req-8267147d-d525-40a9-aec2-9b6ecd87a67b tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:23.643043 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b1fe9a65-6d55-4a44-a5a6-9bbaf8cc3185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:23.643910 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3d7ac796-c3f6-4a04-a208-d71d1ea37808 req-8267147d-d525-40a9-aec2-9b6ecd87a67b tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.1475847 May 26 16:30:23.673149 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8523f420-7ebe-4143-9cd5-734dbfc4e085 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:23.682993 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8523f420-7ebe-4143-9cd5-734dbfc4e085 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:23.686175 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8523f420-7ebe-4143-9cd5-734dbfc4e085 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2362914 May 26 16:30:23.689103 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52292) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:23.709157 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b1fe9a65-6d55-4a44-a5a6-9bbaf8cc3185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:23.720729 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3d7ac796-c3f6-4a04-a208-d71d1ea37808 req-fdab1bec-b0c6-44f8-a5ab-310ad899e516 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754519 May 26 16:30:23.793941 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b1fe9a65-6d55-4a44-a5a6-9bbaf8cc3185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:23.797046 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b1fe9a65-6d55-4a44-a5a6-9bbaf8cc3185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:23.801714 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b1fe9a65-6d55-4a44-a5a6-9bbaf8cc3185 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/887acaef-85da-4bbd-9e85-d7aabe51ea39 HTTP/1.1" status: 204 len: 168 time: 0.4163501 May 26 16:30:23.820530 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe9a65-6d55-4a44-a5a6-9bbaf8cc3185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887acaef-85da-4bbd-9e85-d7aabe51ea39,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:24.043566 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3d618d9e-71a3-475b-b874-6481b4f2341f req-c025d544-43b1-4703-ab93-a3687e0e8291 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 210 time: 0.1337571 May 26 16:30:24.055759 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-65739f20-3755-489f-bdfd-7e04258f5f06 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting port 7d5cf051-c0a7-4ce4-9807-c09c0fae74d5 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:30:24.056251 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-65739f20-3755-489f-bdfd-7e04258f5f06 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:24.115481 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:30:24.224122 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:24.224122 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:24.306401 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-65739f20-3755-489f-bdfd-7e04258f5f06 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:24.344637 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc870d7-bcb6-4ad7-beb7-d30aeab796d1 req-7a85be6f-2a83-4c31-97a9-2ad83c4abbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:24.349751 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2bc870d7-bcb6-4ad7-beb7-d30aeab796d1 req-7a85be6f-2a83-4c31-97a9-2ad83c4abbb6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 1096 time: 0.1691546 May 26 16:30:24.353405 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-65739f20-3755-489f-bdfd-7e04258f5f06 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Calling delete_port for 7d5cf051-c0a7-4ce4-9807-c09c0fae74d5 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:30:24.506095 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2bc870d7-bcb6-4ad7-beb7-d30aeab796d1 req-17f20155-95c1-472f-b7e4-e28542f112f9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444192 May 26 16:30:24.521963 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:24.526672 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:24.661869 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52330) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:24.685546 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:24.692748 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:24.716041 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-afddaf12-6de4-4b96-9497-244443823b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:24.775332 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:24.857600 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-65739f20-3755-489f-bdfd-7e04258f5f06 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:24.972528 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65739f20-3755-489f-bdfd-7e04258f5f06 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Port': ['ID=7d5cf051-c0a7-4ce4-9807-c09c0fae74d5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:25.084529 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-65739f20-3755-489f-bdfd-7e04258f5f06 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:25.093334 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-65739f20-3755-489f-bdfd-7e04258f5f06 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/7d5cf051-c0a7-4ce4-9807-c09c0fae74d5 HTTP/1.1" status: 204 len: 168 time: 1.4025552 May 26 16:30:25.100108 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52338) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:25.264717 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-afddaf12-6de4-4b96-9497-244443823b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:25.277870 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db361659-a0ef-4b89-93b2-c5f36859beac req-112eab23-d6e1-48e1-a36f-14dff47dca03 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 210 time: 0.0951247 May 26 16:30:25.293631 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-afddaf12-6de4-4b96-9497-244443823b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:25.293750 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf12c5-2740-4028-8d1b-093cfe496481 req-cd3c3577-ca7f-4bd8-92f3-876d5ff0fe51 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:25.318229 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77bf12c5-2740-4028-8d1b-093cfe496481 req-cd3c3577-ca7f-4bd8-92f3-876d5ff0fe51 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.3019736 May 26 16:30:25.331751 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5b1517-35a9-40be-a8d3-85256bb2774f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:25.333477 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5b1517-35a9-40be-a8d3-85256bb2774f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:25.346091 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0f5b1517-35a9-40be-a8d3-85256bb2774f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2447021 May 26 16:30:25.371823 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52348) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:25.376410 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-afddaf12-6de4-4b96-9497-244443823b0e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7dc5d5d42338402f8da5cc2e03af011c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7124834 May 26 16:30:25.394952 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52354) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:25.458084 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afddaf12-6de4-4b96-9497-244443823b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705c5fa2-ce06-4c5b-aef5-cff4d936d003,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:25.542648 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-713b907b-4fc0-47a5-a36a-e065686fe234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:25.566677 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-d070de09-d3d3-4494-b741-e0307181e6e1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet 49b1aa23-ab36-460a-b199-9696b572e48b {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:30:25.582918 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d070de09-d3d3-4494-b741-e0307181e6e1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:25.602884 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f3e10e-9069-4738-a450-19f050950437 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:30:25.605548 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-713b907b-4fc0-47a5-a36a-e065686fe234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:25.669918 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77bf12c5-2740-4028-8d1b-093cfe496481 req-1b43a754-5853-4471-ae18-adcf4371d302 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505421 May 26 16:30:25.683607 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-713b907b-4fc0-47a5-a36a-e065686fe234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:25.686937 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-713b907b-4fc0-47a5-a36a-e065686fe234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:25.690896 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-713b907b-4fc0-47a5-a36a-e065686fe234 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/705c5fa2-ce06-4c5b-aef5-cff4d936d003 HTTP/1.1" status: 204 len: 168 time: 0.2945564 May 26 16:30:25.709071 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d070de09-d3d3-4494-b741-e0307181e6e1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:25.747810 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b907b-4fc0-47a5-a36a-e065686fe234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705c5fa2-ce06-4c5b-aef5-cff4d936d003,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:25.779314 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713b907b-4fc0-47a5-a36a-e065686fe234 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:25.780272 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713b907b-4fc0-47a5-a36a-e065686fe234 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:25.782757 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713b907b-4fc0-47a5-a36a-e065686fe234 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:25.784443 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713b907b-4fc0-47a5-a36a-e065686fe234 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:25.785541 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713b907b-4fc0-47a5-a36a-e065686fe234 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:25.786011 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713b907b-4fc0-47a5-a36a-e065686fe234 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:25.788180 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713b907b-4fc0-47a5-a36a-e065686fe234 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:25.788644 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713b907b-4fc0-47a5-a36a-e065686fe234 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:25.797424 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713b907b-4fc0-47a5-a36a-e065686fe234 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:25.800166 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713b907b-4fc0-47a5-a36a-e065686fe234 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:25.800653 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713b907b-4fc0-47a5-a36a-e065686fe234 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:25.801108 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713b907b-4fc0-47a5-a36a-e065686fe234 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:25.807759 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0b0b0302-b9fd-45d2-80a0-e79ea1b0014c None None] Provisioning complete for port dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:25.808529 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0302-b9fd-45d2-80a0-e79ea1b0014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:26.029459 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d070de09-d3d3-4494-b741-e0307181e6e1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:26.213922 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:30:26.511185 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d070de09-d3d3-4494-b741-e0307181e6e1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:26.579962 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0b0b0302-b9fd-45d2-80a0-e79ea1b0014c None None] Current status of the port dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:26.589932 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:26.590501 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:26.616359 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eaf10594-d1aa-4f03-ae59-e86f7d9e06b0 req-c3a0014c-b84f-4e7e-bfdf-15b3285032e9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 210 time: 0.1374545 May 26 16:30:26.617801 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d070de09-d3d3-4494-b741-e0307181e6e1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:26.621514 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d070de09-d3d3-4494-b741-e0307181e6e1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/49b1aa23-ab36-460a-b199-9696b572e48b HTTP/1.1" status: 204 len: 168 time: 1.2447162 May 26 16:30:26.625569 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52380) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:26.628050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070de09-d3d3-4494-b741-e0307181e6e1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=49b1aa23-ab36-460a-b199-9696b572e48b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:26.710865 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7014958e-63a3-471e-86d7-534c829f1831 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836735 May 26 16:30:26.713912 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52384) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:26.724122 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-6ebdc6cf-a15d-4730-a0af-931729fdbde1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:26.825177 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-9ff2079b-6e01-4281-addc-f741c0eb67fb tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:26.828847 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-9ff2079b-6e01-4281-addc-f741c0eb67fb tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.81 "GET /v2.0/networks?id=582d7fa0-56a2-49ce-b0b0-b020c41336d0 HTTP/1.1" status: 200 len: 797 time: 0.6844616 May 26 16:30:26.895360 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:26.991969 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-8e127a41-c104-4964-a7d7-11e0aa8d983d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab86e9d575124bbb8f1141e0888ad848 HTTP/1.1" status: 200 len: 380 time: 0.1463752 May 26 16:30:27.012236 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0cc80f59-4071-421c-932e-440bd8989f77 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'port': {'device_id': 'cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3', 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0', 'admin_state_up': True, 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'security_groups': ['9d9ae040-1051-473c-88de-12be41c13a70']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:27.029898 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebdc6cf-a15d-4730-a0af-931729fdbde1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:30:27.038905 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc6cf-a15d-4730-a0af-931729fdbde1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:27.091864 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f1f798-3e95-4cf1-9b94-8c7e91f81138 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:30:27.191396 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5471a46-7e7f-43d4-a8f1-10c4a90079b5 req-1a3f14c5-a246-480a-adf7-9561d2b3baba tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:27.193969 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e5471a46-7e7f-43d4-a8f1-10c4a90079b5 req-1a3f14c5-a246-480a-adf7-9561d2b3baba tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.2811561 May 26 16:30:27.285046 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e5471a46-7e7f-43d4-a8f1-10c4a90079b5 req-7f91d7cc-9993-4114-84bb-e6518a6d7bbe tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855176 May 26 16:30:27.309740 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0cc80f59-4071-421c-932e-440bd8989f77 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Made reservation on behalf of ab86e9d575124bbb8f1141e0888ad848 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:30:27.327438 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0cc80f59-4071-421c-932e-440bd8989f77 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:27.373689 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-dc659540-7d90-41c9-89a5-944ba8edadca None None] Provisioning complete for port dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:27.377362 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dc659540-7d90-41c9-89a5-944ba8edadca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:27.486940 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc6cf-a15d-4730-a0af-931729fdbde1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:27.616973 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebdc6cf-a15d-4730-a0af-931729fdbde1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:27.624163 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-6ebdc6cf-a15d-4730-a0af-931729fdbde1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:27.657845 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10a0359-bde8-45ba-86b3-218da2fbf88b None None] DHCP port deletion for c35b079d-bcd5-434c-9023-f88865e938de request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:30:27.688787 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebdc6cf-a15d-4730-a0af-931729fdbde1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:27.692773 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc6cf-a15d-4730-a0af-931729fdbde1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:27.743590 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebdc6cf-a15d-4730-a0af-931729fdbde1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=5d36b15e-37c6-4d2d-8f70-382e65af20e3,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:27.804234 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6ebdc6cf-a15d-4730-a0af-931729fdbde1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0890708 May 26 16:30:27.808294 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52434) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:27.813439 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b84af-00d0-468e-97b4-2d26f9179be9 req-b12bd166-3472-469a-899d-8579ee95afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:27.815123 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3b5b84af-00d0-468e-97b4-2d26f9179be9 req-b12bd166-3472-469a-899d-8579ee95afc3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=55db192a075d4f7397320ac3e9c27b43&device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 1096 time: 0.1938431 May 26 16:30:27.820537 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-db8dd3f4-3ab1-4506-8843-20c5be9462ad tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'name': 'tempest-NetworksTestDHCPv6-1149036634'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:27.977595 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fcecd497-5b87-49c1-9474-2a88822f21c5 req-38beb573-3db0-4182-95a9-8a417c78fd58 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 210 time: 0.1138721 May 26 16:30:28.041528 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf938a8-47d0-4f25-bdd6-8c016f10d1b9 req-4b125493-d9ee-4c97-8e86-859fb0c03119 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:28.042839 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0cf938a8-47d0-4f25-bdd6-8c016f10d1b9 req-4b125493-d9ee-4c97-8e86-859fb0c03119 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.4125617 May 26 16:30:28.048731 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b84af-00d0-468e-97b4-2d26f9179be9 req-0f5c7960-03f1-4a48-a2e7-a3092f7a1eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:28.051015 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3b5b84af-00d0-468e-97b4-2d26f9179be9 req-0f5c7960-03f1-4a48-a2e7-a3092f7a1eb4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=edf002b2-c9d1-46a8-9f96-afb3826da250 HTTP/1.1" status: 200 len: 912 time: 0.2173324 May 26 16:30:28.091120 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0cc80f59-4071-421c-932e-440bd8989f77 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Allocated IP 172.20.0.9 (582d7fa0-56a2-49ce-b0b0-b020c41336d0/e763142b-117a-4588-856a-9a781c0f6b28/8544ecbf-52bd-42d9-9531-5fdaace82ddf) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:30:28.167140 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3b5b84af-00d0-468e-97b4-2d26f9179be9 req-f8ac1433-2d28-4134-9427-954fc044f0e3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3df2c585-c0d3-4866-a900-e9e5fb30bbfe HTTP/1.1" status: 200 len: 217 time: 0.0515656 May 26 16:30:28.217463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:30:28.235788 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0cf938a8-47d0-4f25-bdd6-8c016f10d1b9 req-ab877ada-b152-4d7d-af1a-085eb524f6ba tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777046 May 26 16:30:28.298140 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b84af-00d0-468e-97b4-2d26f9179be9 req-83107466-5990-41b2-a083-705d13f53f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:28.300083 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3b5b84af-00d0-468e-97b4-2d26f9179be9 req-83107466-5990-41b2-a083-705d13f53f03 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b8295bc0-2040-4384-9eb3-a50f2e6ae846 HTTP/1.1" status: 200 len: 851 time: 0.1129930 May 26 16:30:28.328876 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8dd3f4-3ab1-4506-8843-20c5be9462ad tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:30:28.333653 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-db8dd3f4-3ab1-4506-8843-20c5be9462ad tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:28.348621 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-dc659540-7d90-41c9-89a5-944ba8edadca None None] Current status of the port dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:28.365348 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3b5b84af-00d0-468e-97b4-2d26f9179be9 req-746b7fc6-8eb9-46d8-83f2-9b3b49cd78db service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=edf002b2-c9d1-46a8-9f96-afb3826da250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498166 May 26 16:30:28.447047 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-db8dd3f4-3ab1-4506-8843-20c5be9462ad tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] device_id is not set on port 033e824a-8bef-4b50-b4d4-e9f3563c4cb9 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:30:28.490332 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a10a0359-bde8-45ba-86b3-218da2fbf88b None None] Deleting port dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:30:28.490783 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a10a0359-bde8-45ba-86b3-218da2fbf88b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:28.591680 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0cc80f59-4071-421c-932e-440bd8989f77 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:28.670193 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0cc80f59-4071-421c-932e-440bd8989f77 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:28.687437 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:28.688699 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:28.796194 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0cc80f59-4071-421c-932e-440bd8989f77 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network 582d7fa0-56a2-49ce-b0b0-b020c41336d0 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:28.800883 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc80f59-4071-421c-932e-440bd8989f77 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Port': ['ID=8544ecbf-52bd-42d9-9531-5fdaace82ddf,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:28.801266 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a10a0359-bde8-45ba-86b3-218da2fbf88b None None] For port dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:28.801676 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a10a0359-bde8-45ba-86b3-218da2fbf88b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:28.804380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0cc80f59-4071-421c-932e-440bd8989f77 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:28.814076 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0cc80f59-4071-421c-932e-440bd8989f77 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:30:28.851748 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:28.870182 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a10a0359-bde8-45ba-86b3-218da2fbf88b None None] Calling delete_port for dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:30:28.882595 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:28.941131 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0cc80f59-4071-421c-932e-440bd8989f77 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:28.942078 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0cc80f59-4071-421c-932e-440bd8989f77 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:28.970822 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0cc80f59-4071-421c-932e-440bd8989f77 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9696493 May 26 16:30:28.988454 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0f1a163f-10dc-43bb-9bd7-74f446871f5d service neutron] Request body: {'port': {'device_id': 'cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:29.040351 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:29.222917 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a10a0359-bde8-45ba-86b3-218da2fbf88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:29.225595 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0f1a163f-10dc-43bb-9bd7-74f446871f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:29.296026 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a0359-bde8-45ba-86b3-218da2fbf88b None None] Pushing event deleted for resources: {'Port': ['ID=dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:29.338361 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10a0359-bde8-45ba-86b3-218da2fbf88b None None] No DVR routers for this DVR port dbe37c6e-2d72-4dc0-9e42-0bc81ea8a0f8 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:30:29.387529 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3b5b84af-00d0-468e-97b4-2d26f9179be9 req-6b295605-8576-4115-9e7f-9cf3337f2cd2 service neutron] 10.222.0.83 "GET /v2.0/networks/edf002b2-c9d1-46a8-9f96-afb3826da250?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0114830 May 26 16:30:29.421831 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-1f11e43d-a27b-4d81-914b-94ffe6f59909 None None] Provisioning complete for port 8544ecbf-52bd-42d9-9531-5fdaace82ddf triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:29.428146 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f11e43d-a27b-4d81-914b-94ffe6f59909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:29.446495 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209c667-b8bc-4762-bd1e-7853873043cf req-44ed41bd-0428-4b46-a664-87c2dbb57934 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:29.461551 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9209c667-b8bc-4762-bd1e-7853873043cf req-44ed41bd-0428-4b46-a664-87c2dbb57934 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 931 time: 0.2929680 May 26 16:30:29.505573 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df130bfd-0b56-450a-bed2-74fa89fb7175 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:30:29.635159 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-db8dd3f4-3ab1-4506-8843-20c5be9462ad tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8::361 (c35b079d-bcd5-434c-9023-f88865e938de/5d36b15e-37c6-4d2d-8f70-382e65af20e3/033e824a-8bef-4b50-b4d4-e9f3563c4cb9) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:30:29.669121 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1f11e43d-a27b-4d81-914b-94ffe6f59909 None None] Port 8544ecbf-52bd-42d9-9531-5fdaace82ddf cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:30:29.740498 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9209c667-b8bc-4762-bd1e-7853873043cf req-7ab11fed-cae5-4c96-ae62-2b853fd0e37d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2788827 May 26 16:30:29.772397 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63988d-620d-42aa-93bb-77a29de330b1 req-fab5c49c-3c0f-42b6-a777-de3ffb88bbef tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:29.780654 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea63988d-620d-42aa-93bb-77a29de330b1 req-fab5c49c-3c0f-42b6-a777-de3ffb88bbef tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.3134696 May 26 16:30:29.807712 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3b5b84af-00d0-468e-97b4-2d26f9179be9 req-c157488b-ef84-497e-883a-bbaf200731f3 service neutron] 10.222.0.83 "GET /v2.0/networks/edf002b2-c9d1-46a8-9f96-afb3826da250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889492 May 26 16:30:29.949656 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54f8068-77e2-44bf-b24e-938c556c860d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-c35b079d-bcd5-434c-9023-f88865e938de', 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'fixed_ips': [{'subnet_id': '5d36b15e-37c6-4d2d-8f70-382e65af20e3'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:30:29.951335 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e54f8068-77e2-44bf-b24e-938c556c860d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:30.204331 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0f1a163f-10dc-43bb-9bd7-74f446871f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8544ecbf-52bd-42d9-9531-5fdaace82ddf {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:30:30.238462 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-db8dd3f4-3ab1-4506-8843-20c5be9462ad tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:30.246026 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0f1a163f-10dc-43bb-9bd7-74f446871f5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:30.307426 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea63988d-620d-42aa-93bb-77a29de330b1 req-eacb20e1-d394-4bfd-b4f8-2231467c9bc2 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5250320 May 26 16:30:30.315429 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-db8dd3f4-3ab1-4506-8843-20c5be9462ad tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:30.336684 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0f1a163f-10dc-43bb-9bd7-74f446871f5d service neutron] Transition to ACTIVE for port object 8544ecbf-52bd-42d9-9531-5fdaace82ddf will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:30:30.349336 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0f1a163f-10dc-43bb-9bd7-74f446871f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:30.430517 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a163f-10dc-43bb-9bd7-74f446871f5d service neutron] Pushing event updated for resources: {'Port': ['ID=8544ecbf-52bd-42d9-9531-5fdaace82ddf,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:30.454845 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-e54f8068-77e2-44bf-b24e-938c556c860d None None] Allocated IP 2001:db8::2 (c35b079d-bcd5-434c-9023-f88865e938de/5d36b15e-37c6-4d2d-8f70-382e65af20e3/eb91e733-6092-4c14-9d09-d5090299a6b3) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:30:30.489375 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8dd3f4-3ab1-4506-8843-20c5be9462ad tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:30.496702 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-db8dd3f4-3ab1-4506-8843-20c5be9462ad tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:30.513976 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52504) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:30.518871 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8dd3f4-3ab1-4506-8843-20c5be9462ad tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:30:30.524701 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8dd3f4-3ab1-4506-8843-20c5be9462ad tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:30.525336 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-db8dd3f4-3ab1-4506-8843-20c5be9462ad tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:30.558185 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8dd3f4-3ab1-4506-8843-20c5be9462ad tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=033e824a-8bef-4b50-b4d4-e9f3563c4cb9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:30.600181 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-db8dd3f4-3ab1-4506-8843-20c5be9462ad tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7805359 May 26 16:30:30.600181 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52508) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:30.675444 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0f1a163f-10dc-43bb-9bd7-74f446871f5d service neutron] Attempting to bind port 8544ecbf-52bd-42d9-9531-5fdaace82ddf on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:30:30.677197 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0f1a163f-10dc-43bb-9bd7-74f446871f5d service neutron] Attempting to bind port 8544ecbf-52bd-42d9-9531-5fdaace82ddf by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '3a53d0f9-bb26-43f2-b45a-9bccd537bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:30:30.678664 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0f1a163f-10dc-43bb-9bd7-74f446871f5d service neutron] Attempting to bind port 8544ecbf-52bd-42d9-9531-5fdaace82ddf on network 582d7fa0-56a2-49ce-b0b0-b020c41336d0 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:30:30.688576 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0f1a163f-10dc-43bb-9bd7-74f446871f5d service neutron] Port 8544ecbf-52bd-42d9-9531-5fdaace82ddf on network 582d7fa0-56a2-49ce-b0b0-b020c41336d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:30:30.689350 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0f1a163f-10dc-43bb-9bd7-74f446871f5d service neutron] Attempting to bind port 8544ecbf-52bd-42d9-9531-5fdaace82ddf on network 582d7fa0-56a2-49ce-b0b0-b020c41336d0 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:30:30.697784 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0f1a163f-10dc-43bb-9bd7-74f446871f5d service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:30:30.698411 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0f1a163f-10dc-43bb-9bd7-74f446871f5d service neutron] Checking segment: {'id': '3a53d0f9-bb26-43f2-b45a-9bccd537bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:30:30.699080 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0f1a163f-10dc-43bb-9bd7-74f446871f5d service neutron] Bound using segment: {'id': '3a53d0f9-bb26-43f2-b45a-9bccd537bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:30:30.699978 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0f1a163f-10dc-43bb-9bd7-74f446871f5d service neutron] Bound port: 8544ecbf-52bd-42d9-9531-5fdaace82ddf, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a53d0f9-bb26-43f2-b45a-9bccd537bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:30:30.700559 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0f1a163f-10dc-43bb-9bd7-74f446871f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:30.705611 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d4649d-e828-417a-96af-18494933cfc5 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:30.707483 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b8d4649d-e828-417a-96af-18494933cfc5 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1068573 May 26 16:30:30.710314 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52510) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:30.846800 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e54f8068-77e2-44bf-b24e-938c556c860d None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:30.888163 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0f1a163f-10dc-43bb-9bd7-74f446871f5d service neutron] For port 8544ecbf-52bd-42d9-9531-5fdaace82ddf, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:30:30.903327 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e54f8068-77e2-44bf-b24e-938c556c860d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:30.905269 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0f1a163f-10dc-43bb-9bd7-74f446871f5d service neutron] For port 8544ecbf-52bd-42d9-9531-5fdaace82ddf, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8544ecbf-52bd-42d9-9531-5fdaace82ddf,segment=NetworkSegment(3a53d0f9-bb26-43f2-b45a-9bccd537bbb9),segment_id=3a53d0f9-bb26-43f2-b45a-9bccd537bbb9)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:30:30.959724 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-550888a4-5ba8-41e2-88ce-53010d434cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:30.989399 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0f1a163f-10dc-43bb-9bd7-74f446871f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:30.994016 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f8068-77e2-44bf-b24e-938c556c860d None None] Pushing event updated for resources: {'Port': ['ID=eb91e733-6092-4c14-9d09-d5090299a6b3,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:31.011250 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:31.035605 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54f8068-77e2-44bf-b24e-938c556c860d None None] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:31.041024 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-e54f8068-77e2-44bf-b24e-938c556c860d None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:31.061044 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f8068-77e2-44bf-b24e-938c556c860d None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:30:31.081114 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0f1a163f-10dc-43bb-9bd7-74f446871f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:31.082905 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0f1a163f-10dc-43bb-9bd7-74f446871f5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:31.087032 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-0f1a163f-10dc-43bb-9bd7-74f446871f5d service neutron] 10.222.0.81 "PUT /v2.0/ports/8544ecbf-52bd-42d9-9531-5fdaace82ddf HTTP/1.1" status: 200 len: 1091 time: 2.1059625 May 26 16:30:31.087888 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3', 'tag': '8544ecbf-52bd-42d9-9531-5fdaace82ddf'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:30:31.101311 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a2a8bc-fdcb-45dc-bed9-0575d4f7943a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3", "tag": "8544ecbf-52bd-42d9-9531-5fdaace82ddf"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:30:31.114337 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-3c8279d4-ff9e-44a4-89ae-9a6b338a7696 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting port 033e824a-8bef-4b50-b4d4-e9f3563c4cb9 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:30:31.114949 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3c8279d4-ff9e-44a4-89ae-9a6b338a7696 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:31.121332 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b7db7-0fb8-48b1-af8c-7fb35ddd8874 req-92f11d40-3585-44d7-982d-11373d94c65c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:31.133753 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6b9b7db7-0fb8-48b1-af8c-7fb35ddd8874 req-92f11d40-3585-44d7-982d-11373d94c65c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 943 time: 0.2132001 May 26 16:30:31.241897 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-e54f8068-77e2-44bf-b24e-938c556c860d None None] Attempting to bind port eb91e733-6092-4c14-9d09-d5090299a6b3 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:30:31.243369 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-e54f8068-77e2-44bf-b24e-938c556c860d None None] Attempting to bind port eb91e733-6092-4c14-9d09-d5090299a6b3 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:30:31.243925 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f8068-77e2-44bf-b24e-938c556c860d None None] Attempting to bind port eb91e733-6092-4c14-9d09-d5090299a6b3 on network c35b079d-bcd5-434c-9023-f88865e938de {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:30:31.253653 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f8068-77e2-44bf-b24e-938c556c860d None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:30:31.254046 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f8068-77e2-44bf-b24e-938c556c860d None None] Checking segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:30:31.254466 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e54f8068-77e2-44bf-b24e-938c556c860d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:31.254867 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f8068-77e2-44bf-b24e-938c556c860d None None] Bound using segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:30:31.255383 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-e54f8068-77e2-44bf-b24e-938c556c860d None None] Bound port: eb91e733-6092-4c14-9d09-d5090299a6b3, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:30:31.255807 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e54f8068-77e2-44bf-b24e-938c556c860d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:31.499210 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e54f8068-77e2-44bf-b24e-938c556c860d None None] For port eb91e733-6092-4c14-9d09-d5090299a6b3, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:30:31.508484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-e54f8068-77e2-44bf-b24e-938c556c860d None None] For port eb91e733-6092-4c14-9d09-d5090299a6b3, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=eb91e733-6092-4c14-9d09-d5090299a6b3,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:30:31.534132 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3c8279d4-ff9e-44a4-89ae-9a6b338a7696 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:31.559142 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e54f8068-77e2-44bf-b24e-938c556c860d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:31.580296 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-550888a4-5ba8-41e2-88ce-53010d434cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:31.587140 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-3c8279d4-ff9e-44a4-89ae-9a6b338a7696 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Calling delete_port for 033e824a-8bef-4b50-b4d4-e9f3563c4cb9 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:30:31.593853 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-550888a4-5ba8-41e2-88ce-53010d434cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:31.717438 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-550888a4-5ba8-41e2-88ce-53010d434cfe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f94fa2f5ed6f44fda80305fa75046683&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1892884 May 26 16:30:31.720805 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52532) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:31.730219 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550888a4-5ba8-41e2-88ce-53010d434cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32eac1b-7e48-4258-976a-a7c642549d6b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:31.871883 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f8068-77e2-44bf-b24e-938c556c860d None None] Pushing event updated for resources: {'Port': ['ID=eb91e733-6092-4c14-9d09-d5090299a6b3,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:31.913273 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7d1badc-57bd-4c50-aaaf-9e8d6b2679d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:32.115579 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7d1badc-57bd-4c50-aaaf-9e8d6b2679d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:32.160160 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2844c0d3-bb07-47ba-8390-784562d5f8bb x-openstack-request-id: req-2844c0d3-bb07-47ba-8390-784562d5f8bb {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:30:32.160778 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3", "tag": "8544ecbf-52bd-42d9-9531-5fdaace82ddf", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:30:32.160955 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2844c0d3-bb07-47ba-8390-784562d5f8bb {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:30:32.161512 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2844c0d3-bb07-47ba-8390-784562d5f8bb'] response: {'name': 'network-changed', 'server_uuid': 'cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3', 'tag': '8544ecbf-52bd-42d9-9531-5fdaace82ddf', 'status': 'completed', 'code': 200} May 26 16:30:32.213655 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3c8279d4-ff9e-44a4-89ae-9a6b338a7696 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:32.246642 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6b9b7db7-0fb8-48b1-af8c-7fb35ddd8874 req-a5d9794e-3f6e-470b-b79c-757ded29101b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1105142 May 26 16:30:32.250191 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a163f-10dc-43bb-9bd7-74f446871f5d service neutron] Pushing event updated for resources: {'Port': ['ID=8544ecbf-52bd-42d9-9531-5fdaace82ddf,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:32.260888 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8279d4-ff9e-44a4-89ae-9a6b338a7696 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Port': ['ID=033e824a-8bef-4b50-b4d4-e9f3563c4cb9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:32.306084 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-55e47b4a-ec94-4392-af40-14995957a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:32.309550 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-55e47b4a-ec94-4392-af40-14995957a6aa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 1094 time: 1.1560497 May 26 16:30:32.336725 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07e50b-0b9e-4a5b-86eb-2fb3191de6d2 req-990d81b9-588f-4c84-bfd6-3ae89a170d56 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:32.347105 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c07e50b-0b9e-4a5b-86eb-2fb3191de6d2 req-990d81b9-588f-4c84-bfd6-3ae89a170d56 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.2149751 May 26 16:30:32.349172 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3c8279d4-ff9e-44a4-89ae-9a6b338a7696 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:32.355235 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3c8279d4-ff9e-44a4-89ae-9a6b338a7696 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/033e824a-8bef-4b50-b4d4-e9f3563c4cb9 HTTP/1.1" status: 204 len: 168 time: 1.6413827 May 26 16:30:32.360148 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7d1badc-57bd-4c50-aaaf-9e8d6b2679d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:32.365529 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7d1badc-57bd-4c50-aaaf-9e8d6b2679d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:32.368063 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52542) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:32.373481 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c7d1badc-57bd-4c50-aaaf-9e8d6b2679d5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e32eac1b-7e48-4258-976a-a7c642549d6b HTTP/1.1" status: 204 len: 168 time: 0.6510720 May 26 16:30:32.403832 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1badc-57bd-4c50-aaaf-9e8d6b2679d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32eac1b-7e48-4258-976a-a7c642549d6b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:32.573091 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-9d06a996-0e8f-49ab-86c6-ce23e24b228f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8544ecbf-52bd-42d9-9531-5fdaace82ddf HTTP/1.1" status: 200 len: 217 time: 0.2169385 May 26 16:30:32.644965 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:30:32.677213 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c07e50b-0b9e-4a5b-86eb-2fb3191de6d2 req-57982549-cb93-4650-80e6-543dd9ab166f tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290772 May 26 16:30:32.736415 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf25d0ce-7b87-4d80-9542-ec426564435b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:32.737931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf25d0ce-7b87-4d80-9542-ec426564435b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:32.742199 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cf25d0ce-7b87-4d80-9542-ec426564435b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3722317 May 26 16:30:32.742861 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52554) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:32.772836 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-f325eab5-a65b-4d27-bb58-49f16484263c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:32.778151 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-f325eab5-a65b-4d27-bb58-49f16484263c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e763142b-117a-4588-856a-9a781c0f6b28 HTTP/1.1" status: 200 len: 835 time: 0.1872222 May 26 16:30:32.845524 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6bba79-8e5d-4359-9ba4-a8567ae90dcf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet 5d36b15e-37c6-4d2d-8f70-382e65af20e3 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:30:32.850048 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3a6bba79-8e5d-4359-9ba4-a8567ae90dcf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:32.852620 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-04ac85e5-9868-4a51-a5ca-07456005674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:32.854589 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-04ac85e5-9868-4a51-a5ca-07456005674d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=582d7fa0-56a2-49ce-b0b0-b020c41336d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690451 May 26 16:30:32.995362 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52556) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:33.019850 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3a6bba79-8e5d-4359-9ba4-a8567ae90dcf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:33.049211 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-72f3a6e4-a689-4b07-a774-9015884fc133 service neutron] 10.222.0.81 "GET /v2.0/networks/582d7fa0-56a2-49ce-b0b0-b020c41336d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855252 May 26 16:30:33.123921 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea55f789-9cfb-4aa5-8b7c-00a7ccfb4e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:33.341041 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68c85ed0-685b-41da-8bf6-103748ac0abe req-09f87066-d958-415e-83bb-2e080973373c service neutron] 10.222.0.81 "GET /v2.0/networks/582d7fa0-56a2-49ce-b0b0-b020c41336d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843847 May 26 16:30:33.440677 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3a6bba79-8e5d-4359-9ba4-a8567ae90dcf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:33.562673 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2a8bc-fdcb-45dc-bed9-0575d4f7943a req-e7696dfb-afa5-4652-b6a7-3647d4b3f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:33.564335 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8a2a8bc-fdcb-45dc-bed9-0575d4f7943a req-e7696dfb-afa5-4652-b6a7-3647d4b3f545 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 1094 time: 0.0862768 May 26 16:30:33.582191 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b2c27-0518-4081-af88-83e6e1215b71 req-64983611-57d8-4260-a312-a9cd7ad30b8e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:33.591005 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af0b2c27-0518-4081-af88-83e6e1215b71 req-64983611-57d8-4260-a312-a9cd7ad30b8e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 943 time: 0.2032666 May 26 16:30:33.626126 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea55f789-9cfb-4aa5-8b7c-00a7ccfb4e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:33.637464 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ea55f789-9cfb-4aa5-8b7c-00a7ccfb4e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:33.755852 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2a8bc-fdcb-45dc-bed9-0575d4f7943a req-4e040673-7d67-4506-9321-d4cb7ad75e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:33.757607 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8a2a8bc-fdcb-45dc-bed9-0575d4f7943a req-4e040673-7d67-4506-9321-d4cb7ad75e45 service neutron] 10.222.0.81 "GET /v2.0/networks?id=582d7fa0-56a2-49ce-b0b0-b020c41336d0 HTTP/1.1" status: 200 len: 898 time: 0.1634326 May 26 16:30:33.841575 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8a2a8bc-fdcb-45dc-bed9-0575d4f7943a req-15ba8827-c785-409f-a08c-701aa06b801a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8544ecbf-52bd-42d9-9531-5fdaace82ddf HTTP/1.1" status: 200 len: 217 time: 0.0707154 May 26 16:30:33.847710 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ea55f789-9cfb-4aa5-8b7c-00a7ccfb4e5e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0132de7a08834216ad96cb575fc77e15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8482175 May 26 16:30:33.849251 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52576) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:33.875187 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55f789-9cfb-4aa5-8b7c-00a7ccfb4e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a704c847-5801-44f4-9ea3-4ef9aedc8179,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:33.891204 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3a6bba79-8e5d-4359-9ba4-a8567ae90dcf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:33.904614 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3a2b4367-3d78-4613-a331-a448af79235e None None] Provisioning complete for port eb91e733-6092-4c14-9d09-d5090299a6b3 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:33.906704 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3a2b4367-3d78-4613-a331-a448af79235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:34.058314 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bba79-8e5d-4359-9ba4-a8567ae90dcf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=5d36b15e-37c6-4d2d-8f70-382e65af20e3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:34.093592 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3a2b4367-3d78-4613-a331-a448af79235e None None] Current status of the port eb91e733-6092-4c14-9d09-d5090299a6b3 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:34.094604 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3a2b4367-3d78-4613-a331-a448af79235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:34.104582 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3a6bba79-8e5d-4359-9ba4-a8567ae90dcf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:34.111879 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3a6bba79-8e5d-4359-9ba4-a8567ae90dcf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/5d36b15e-37c6-4d2d-8f70-382e65af20e3 HTTP/1.1" status: 204 len: 168 time: 1.3675795 May 26 16:30:34.114040 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52578) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:34.150681 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device eb91e733-6092-4c14-9d09-d5090299a6b3 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:30:34.169584 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3985dda-017d-4cfb-bdf6-0f51897a39c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:34.200464 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156fc82-70fd-4df1-962e-760630c2701c req-28f5ce64-8df8-460e-81a9-a5d3268a4924 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:34.205070 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9156fc82-70fd-4df1-962e-760630c2701c req-28f5ce64-8df8-460e-81a9-a5d3268a4924 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.3602395 May 26 16:30:34.208453 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af0b2c27-0518-4081-af88-83e6e1215b71 req-09470ff9-e35d-4125-9152-51e56c067e19 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6165206 May 26 16:30:34.230920 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3a2b4367-3d78-4613-a331-a448af79235e None None] For port eb91e733-6092-4c14-9d09-d5090299a6b3, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=eb91e733-6092-4c14-9d09-d5090299a6b3,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:34.241002 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3a2b4367-3d78-4613-a331-a448af79235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:34.248506 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3985dda-017d-4cfb-bdf6-0f51897a39c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:34.295439 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2a8bc-fdcb-45dc-bed9-0575d4f7943a req-d6fbf3f3-3bde-43b8-aecb-318c9379887e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:34.298327 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8a2a8bc-fdcb-45dc-bed9-0575d4f7943a req-d6fbf3f3-3bde-43b8-aecb-318c9379887e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e763142b-117a-4588-856a-9a781c0f6b28 HTTP/1.1" status: 200 len: 835 time: 0.4389675 May 26 16:30:34.301710 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-02a8c25b-a3fd-4e73-90f3-e9b4d4210495 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1790204 May 26 16:30:34.314994 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52588) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:34.321712 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b4367-3d78-4613-a331-a448af79235e None None] Pushing event updated for resources: {'Port': ['ID=eb91e733-6092-4c14-9d09-d5090299a6b3,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:34.351260 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bd7c88-942a-4689-a8c1-f7826c5a8cd5 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:30:34.358226 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-37040f99-5727-40b4-a810-0cfded8eafc5 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:34.400062 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e9dc2c86-00ed-401c-be35-1f5c2761da34 None None] Could not find standard attr ID for object 7d5cf051-c0a7-4ce4-9807-c09c0fae74d5. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:30:34.460494 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3985dda-017d-4cfb-bdf6-0f51897a39c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:34.464316 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3985dda-017d-4cfb-bdf6-0f51897a39c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:34.465453 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c3985dda-017d-4cfb-bdf6-0f51897a39c1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a704c847-5801-44f4-9ea3-4ef9aedc8179 HTTP/1.1" status: 204 len: 168 time: 0.6121151 May 26 16:30:34.465828 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port eb91e733-6092-4c14-9d09-d5090299a6b3 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:34.466669 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:34.510504 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9156fc82-70fd-4df1-962e-760630c2701c req-2cd24693-7326-4dab-9da9-15d621f96a4a tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256498 May 26 16:30:34.523893 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2a8bc-fdcb-45dc-bed9-0575d4f7943a req-7ac7b449-ac5a-4a34-b7be-97d9d1072cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:34.547039 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8a2a8bc-fdcb-45dc-bed9-0575d4f7943a req-7ac7b449-ac5a-4a34-b7be-97d9d1072cbf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=582d7fa0-56a2-49ce-b0b0-b020c41336d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2128494 May 26 16:30:34.625147 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3985dda-017d-4cfb-bdf6-0f51897a39c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a704c847-5801-44f4-9ea3-4ef9aedc8179,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:34.670514 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37040f99-5727-40b4-a810-0cfded8eafc5 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:30:34.688071 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37040f99-5727-40b4-a810-0cfded8eafc5 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:34.799030 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8a2a8bc-fdcb-45dc-bed9-0575d4f7943a req-4706b5a0-b4df-4716-9961-3ae3226470ae service neutron] 10.222.0.81 "GET /v2.0/networks/582d7fa0-56a2-49ce-b0b0-b020c41336d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419660 May 26 16:30:34.825003 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port eb91e733-6092-4c14-9d09-d5090299a6b3 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:34.946865 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d23f1a-6305-4fc2-bf82-c023bed085f6 None None] DHCP port deletion for c35b079d-bcd5-434c-9023-f88865e938de request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:30:35.045567 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-99d23f1a-6305-4fc2-bf82-c023bed085f6 None None] Deleting port eb91e733-6092-4c14-9d09-d5090299a6b3 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:30:35.046965 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-99d23f1a-6305-4fc2-bf82-c023bed085f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:35.091470 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e747df-858f-4cc8-8b53-8c6fcf3caab8 req-d1ff6a02-c877-41f8-a4fd-0fdc11aa3e8a tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:35.112728 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25e747df-858f-4cc8-8b53-8c6fcf3caab8 req-d1ff6a02-c877-41f8-a4fd-0fdc11aa3e8a tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.1543384 May 26 16:30:35.138891 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8a2a8bc-fdcb-45dc-bed9-0575d4f7943a req-a16e8fd4-065d-4268-af60-61514d00bad5 service neutron] 10.222.0.81 "GET /v2.0/networks/582d7fa0-56a2-49ce-b0b0-b020c41336d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329127 May 26 16:30:35.202898 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-99d23f1a-6305-4fc2-bf82-c023bed085f6 None None] For port eb91e733-6092-4c14-9d09-d5090299a6b3, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=eb91e733-6092-4c14-9d09-d5090299a6b3,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:35.203508 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-99d23f1a-6305-4fc2-bf82-c023bed085f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:35.217560 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25e747df-858f-4cc8-8b53-8c6fcf3caab8 req-36d7b0a2-d5c5-421e-af57-f909eec01e69 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035621 May 26 16:30:35.276726 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-99d23f1a-6305-4fc2-bf82-c023bed085f6 None None] Calling delete_port for eb91e733-6092-4c14-9d09-d5090299a6b3 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:30:35.425761 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37040f99-5727-40b4-a810-0cfded8eafc5 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:35.464827 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87583dc3-da0c-4748-8ac2-0a17b2668e62 req-282d789f-3cc9-41f3-b406-26c066278b3d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:35.471430 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87583dc3-da0c-4748-8ac2-0a17b2668e62 req-282d789f-3cc9-41f3-b406-26c066278b3d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 943 time: 0.1529052 May 26 16:30:35.541484 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37040f99-5727-40b4-a810-0cfded8eafc5 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:35.545250 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-37040f99-5727-40b4-a810-0cfded8eafc5 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:35.549149 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-99d23f1a-6305-4fc2-bf82-c023bed085f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:35.549907 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37040f99-5727-40b4-a810-0cfded8eafc5 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:35.550520 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37040f99-5727-40b4-a810-0cfded8eafc5 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:35.566228 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87583dc3-da0c-4748-8ac2-0a17b2668e62 req-f5c503ca-77a7-42e0-beb7-f37a328400f7 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850880 May 26 16:30:35.573707 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d23f1a-6305-4fc2-bf82-c023bed085f6 None None] No DVR routers for this DVR port eb91e733-6092-4c14-9d09-d5090299a6b3 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:30:35.589066 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37040f99-5727-40b4-a810-0cfded8eafc5 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=1e6a47d2-58de-4f8f-a149-45334b9f4a84,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:35.610937 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-37040f99-5727-40b4-a810-0cfded8eafc5 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2948065 May 26 16:30:35.613310 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52630) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:35.618020 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8388586d-066f-4545-9e7b-85cf3fed0e24 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:30:35.618327 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-4192550c-5d75-4de2-839c-279263c8cd5f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'name': 'tempest-NetworksTestDHCPv6-14015879'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:35.620278 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d23f1a-6305-4fc2-bf82-c023bed085f6 None None] Pushing event deleted for resources: {'Port': ['ID=eb91e733-6092-4c14-9d09-d5090299a6b3,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:35.864710 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device eb91e733-6092-4c14-9d09-d5090299a6b3 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:30:35.868608 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4192550c-5d75-4de2-839c-279263c8cd5f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:30:35.878819 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4192550c-5d75-4de2-839c-279263c8cd5f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:35.906936 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-4192550c-5d75-4de2-839c-279263c8cd5f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] device_id is not set on port 8f2b8f6e-d51e-4b3f-b849-4b16c9a08fec yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:30:35.973411 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: eb91e733-6092-4c14-9d09-d5090299a6b3 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:30:35.973871 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device eb91e733-6092-4c14-9d09-d5090299a6b3 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:30:36.010418 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3d4571-9cf1-4629-97c2-ccc183aad0a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-c35b079d-bcd5-434c-9023-f88865e938de', 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'fixed_ips': [{'subnet_id': '1e6a47d2-58de-4f8f-a149-45334b9f4a84'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:30:36.011292 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ec3d4571-9cf1-4629-97c2-ccc183aad0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:36.180600 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-4192550c-5d75-4de2-839c-279263c8cd5f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8::3d4 (c35b079d-bcd5-434c-9023-f88865e938de/1e6a47d2-58de-4f8f-a149-45334b9f4a84/8f2b8f6e-d51e-4b3f-b849-4b16c9a08fec) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:30:36.487736 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 8544ecbf-52bd-42d9-9531-5fdaace82ddf details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:30:36.488761 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537937f1-dcd2-40f1-a934-e5bd89eebdb6 req-67b31e49-e3d5-4fc3-8237-1e5b043fadd1 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:36.490437 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-537937f1-dcd2-40f1-a934-e5bd89eebdb6 req-67b31e49-e3d5-4fc3-8237-1e5b043fadd1 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.1353328 May 26 16:30:36.586846 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4192550c-5d75-4de2-839c-279263c8cd5f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:36.643648 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-537937f1-dcd2-40f1-a934-e5bd89eebdb6 req-3e8983b6-7190-42ef-8d78-9b4a5b7e0392 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198845 May 26 16:30:36.758974 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4192550c-5d75-4de2-839c-279263c8cd5f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:36.783326 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b787d-de8e-4ae7-aa77-78d604166d94 req-10999432-c73f-48bf-ae0a-bc76dad55198 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:36.785139 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f12b787d-de8e-4ae7-aa77-78d604166d94 req-10999432-c73f-48bf-ae0a-bc76dad55198 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 943 time: 0.0891254 May 26 16:30:36.881131 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4192550c-5d75-4de2-839c-279263c8cd5f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:36.891974 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-4192550c-5d75-4de2-839c-279263c8cd5f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:36.899556 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4192550c-5d75-4de2-839c-279263c8cd5f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:30:36.907778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4192550c-5d75-4de2-839c-279263c8cd5f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:36.909568 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4192550c-5d75-4de2-839c-279263c8cd5f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:36.918391 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-ec3d4571-9cf1-4629-97c2-ccc183aad0a2 None None] Allocated IP 2001:db8::2 (c35b079d-bcd5-434c-9023-f88865e938de/1e6a47d2-58de-4f8f-a149-45334b9f4a84/2c6f9885-1033-4b96-9052-e4cc99972d67) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:30:36.920623 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192550c-5d75-4de2-839c-279263c8cd5f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=8f2b8f6e-d51e-4b3f-b849-4b16c9a08fec,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:36.950148 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f12b787d-de8e-4ae7-aa77-78d604166d94 req-a5028120-44ff-4db6-aec2-4acef697859b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261191 May 26 16:30:36.960818 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4192550c-5d75-4de2-839c-279263c8cd5f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3457181 May 26 16:30:36.962722 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52678) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:37.029609 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6c6ff7-ad96-4762-b0be-ffa1ecc4dd5e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:37.033002 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5a6c6ff7-ad96-4762-b0be-ffa1ecc4dd5e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0673490 May 26 16:30:37.035834 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52682) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:37.069247 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 8544ecbf-52bd-42d9-9531-5fdaace82ddf, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8544ecbf-52bd-42d9-9531-5fdaace82ddf,segment=NetworkSegment(3a53d0f9-bb26-43f2-b45a-9bccd537bbb9),segment_id=3a53d0f9-bb26-43f2-b45a-9bccd537bbb9)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:37.088564 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '8544ecbf-52bd-42d9-9531-5fdaace82ddf', 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0', 'port_id': '8544ecbf-52bd-42d9-9531-5fdaace82ddf', 'mac_address': 'fa:16:3e:b3:e2:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e763142b-117a-4588-856a-9a781c0f6b28', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:30:37.165916 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 8544ecbf-52bd-42d9-9531-5fdaace82ddf is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:37.166548 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:37.221929 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8544ecbf-52bd-42d9-9531-5fdaace82ddf {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:30:37.225527 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-492dfc6f-93dd-481e-8c05-d35ab5a025d3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting port 8f2b8f6e-d51e-4b3f-b849-4b16c9a08fec {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:30:37.226054 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-492dfc6f-93dd-481e-8c05-d35ab5a025d3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:37.271708 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 8544ecbf-52bd-42d9-9531-5fdaace82ddf, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8544ecbf-52bd-42d9-9531-5fdaace82ddf,segment=NetworkSegment(3a53d0f9-bb26-43f2-b45a-9bccd537bbb9),segment_id=3a53d0f9-bb26-43f2-b45a-9bccd537bbb9)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:37.285734 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:37.303020 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ec3d4571-9cf1-4629-97c2-ccc183aad0a2 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:37.357005 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=8544ecbf-52bd-42d9-9531-5fdaace82ddf,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:37.363634 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ec3d4571-9cf1-4629-97c2-ccc183aad0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:37.394496 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-492dfc6f-93dd-481e-8c05-d35ab5a025d3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:37.410109 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-492dfc6f-93dd-481e-8c05-d35ab5a025d3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Calling delete_port for 8f2b8f6e-d51e-4b3f-b849-4b16c9a08fec owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:30:37.459994 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3d4571-9cf1-4629-97c2-ccc183aad0a2 None None] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:37.469108 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-ec3d4571-9cf1-4629-97c2-ccc183aad0a2 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:37.476389 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3d4571-9cf1-4629-97c2-ccc183aad0a2 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:30:37.480512 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d4571-9cf1-4629-97c2-ccc183aad0a2 None None] Pushing event updated for resources: {'Port': ['ID=2c6f9885-1033-4b96-9052-e4cc99972d67,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:37.550556 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['8544ecbf-52bd-42d9-9531-5fdaace82ddf'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:30:37.606826 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-492dfc6f-93dd-481e-8c05-d35ab5a025d3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:37.612416 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ec3d4571-9cf1-4629-97c2-ccc183aad0a2 None None] Attempting to bind port 2c6f9885-1033-4b96-9052-e4cc99972d67 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:30:37.612718 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ec3d4571-9cf1-4629-97c2-ccc183aad0a2 None None] Attempting to bind port 2c6f9885-1033-4b96-9052-e4cc99972d67 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:30:37.613261 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3d4571-9cf1-4629-97c2-ccc183aad0a2 None None] Attempting to bind port 2c6f9885-1033-4b96-9052-e4cc99972d67 on network c35b079d-bcd5-434c-9023-f88865e938de {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:30:37.625671 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3d4571-9cf1-4629-97c2-ccc183aad0a2 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:30:37.626044 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3d4571-9cf1-4629-97c2-ccc183aad0a2 None None] Checking segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:30:37.626625 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ec3d4571-9cf1-4629-97c2-ccc183aad0a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:37.627168 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3d4571-9cf1-4629-97c2-ccc183aad0a2 None None] Bound using segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:30:37.627797 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ec3d4571-9cf1-4629-97c2-ccc183aad0a2 None None] Bound port: 2c6f9885-1033-4b96-9052-e4cc99972d67, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:30:37.628380 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ec3d4571-9cf1-4629-97c2-ccc183aad0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:37.646460 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492dfc6f-93dd-481e-8c05-d35ab5a025d3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Port': ['ID=8f2b8f6e-d51e-4b3f-b849-4b16c9a08fec,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:37.690399 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-492dfc6f-93dd-481e-8c05-d35ab5a025d3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:37.697257 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-492dfc6f-93dd-481e-8c05-d35ab5a025d3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/8f2b8f6e-d51e-4b3f-b849-4b16c9a08fec HTTP/1.1" status: 204 len: 168 time: 0.6578524 May 26 16:30:37.698469 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52708) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:37.781949 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5f42c2-8dd2-455d-be9f-2a85b4f3a710 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:37.783710 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5f42c2-8dd2-455d-be9f-2a85b4f3a710 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:37.785801 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ea5f42c2-8dd2-455d-be9f-2a85b4f3a710 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0859170 May 26 16:30:37.788368 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52712) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:37.821059 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ec3d4571-9cf1-4629-97c2-ccc183aad0a2 None None] For port 2c6f9885-1033-4b96-9052-e4cc99972d67, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:30:37.829391 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ec3d4571-9cf1-4629-97c2-ccc183aad0a2 None None] For port 2c6f9885-1033-4b96-9052-e4cc99972d67, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2c6f9885-1033-4b96-9052-e4cc99972d67,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:30:37.837663 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ec3d4571-9cf1-4629-97c2-ccc183aad0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:37.901345 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-118aaeb9-cf12-4562-b7e6-6692bc8f9d34 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet 1e6a47d2-58de-4f8f-a149-45334b9f4a84 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:30:37.928107 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44045e81-bfd0-4e4d-9dc1-f03801ae3f87 req-f902a26a-857c-4014-a795-44a1e94fedba tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:37.930261 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44045e81-bfd0-4e4d-9dc1-f03801ae3f87 req-f902a26a-857c-4014-a795-44a1e94fedba tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.1630070 May 26 16:30:37.931199 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-118aaeb9-cf12-4562-b7e6-6692bc8f9d34 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:37.954236 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d4571-9cf1-4629-97c2-ccc183aad0a2 None None] Pushing event updated for resources: {'Port': ['ID=2c6f9885-1033-4b96-9052-e4cc99972d67,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:38.042716 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-118aaeb9-cf12-4562-b7e6-6692bc8f9d34 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:38.374748 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44045e81-bfd0-4e4d-9dc1-f03801ae3f87 req-cdf17301-613c-4fbc-a005-255cc6b9a5bb tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097955 May 26 16:30:38.423460 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-118aaeb9-cf12-4562-b7e6-6692bc8f9d34 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:38.697986 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe79a0-9247-4cde-8f58-e551a3fa1ae2 req-dad098e6-628c-457d-893b-a0c70ee3b6be tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:38.708468 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28fe79a0-9247-4cde-8f58-e551a3fa1ae2 req-dad098e6-628c-457d-893b-a0c70ee3b6be tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 944 time: 0.4712052 May 26 16:30:38.727767 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-118aaeb9-cf12-4562-b7e6-6692bc8f9d34 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:38.877615 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118aaeb9-cf12-4562-b7e6-6692bc8f9d34 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=1e6a47d2-58de-4f8f-a149-45334b9f4a84,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:38.880445 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-118aaeb9-cf12-4562-b7e6-6692bc8f9d34 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:38.883978 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-118aaeb9-cf12-4562-b7e6-6692bc8f9d34 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/1e6a47d2-58de-4f8f-a149-45334b9f4a84 HTTP/1.1" status: 204 len: 168 time: 1.0944731 May 26 16:30:38.887329 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52762) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:38.897176 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28fe79a0-9247-4cde-8f58-e551a3fa1ae2 req-733d4eb1-211b-4529-84ff-a582f054bf32 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867630 May 26 16:30:38.951760 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-c84c8faf-890e-4e59-919a-e506a14a1c6a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:38.953426 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-c84c8faf-890e-4e59-919a-e506a14a1c6a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 812 time: 0.2844136 May 26 16:30:38.972427 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-3d2125a5-bb45-45e1-baa6-607b0dd92011 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/quotas/47787f273f4c4c2fbc3fdca533eb0ea2 HTTP/1.1" status: 200 len: 375 time: 0.0106421 May 26 16:30:38.998781 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-14ac8c83-d64d-42da-bf14-c05ebe394d11 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101792 May 26 16:30:39.002198 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52766) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:39.047100 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-9a5dd7dc-3124-43e2-b73d-587e0f4a452e tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575080 May 26 16:30:39.085180 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83916c0-4e16-4f44-bef8-db61ef15370a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:39.086715 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e83916c0-4e16-4f44-bef8-db61ef15370a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0833352 May 26 16:30:39.089713 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52770) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:39.199295 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-676dc95e-4703-4756-adc9-8877afff515e service neutron] 10.222.0.77 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446629 May 26 16:30:39.215638 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455b4520-b315-409d-9784-873409bf1406 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:39.217700 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-455b4520-b315-409d-9784-873409bf1406 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1270373 May 26 16:30:39.230110 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52774) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:39.320724 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-75b5ad00-e9bd-42ee-890d-2e14af32217c service neutron] 10.222.0.77 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145117 May 26 16:30:39.351396 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e3248b81-407a-4f87-a309-ecda5c5c7ea9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1190486 May 26 16:30:39.356397 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52776) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:39.363342 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-80f02c13-f7c7-42f7-b098-9dc4c916f03e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:39.438059 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52782) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:39.562771 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f02c13-f7c7-42f7-b098-9dc4c916f03e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:30:39.569272 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-80f02c13-f7c7-42f7-b098-9dc4c916f03e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:39.695912 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252a6daa-6b35-4538-8c0b-76f4b260731c None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:30:39.710891 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37935f98-956b-4caa-bafa-fc76e7a26380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:39.762407 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3882d304-1f13-4c4c-8814-55204346904d req-f1913a75-0109-4bd4-afa4-5f822c7c93b9 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 210 time: 0.0856061 May 26 16:30:39.796823 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcafef1a-6877-4d28-b601-d234166fb112 req-03983241-8749-4257-a4f0-6928f17f4451 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:39.798191 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bcafef1a-6877-4d28-b601-d234166fb112 req-03983241-8749-4257-a4f0-6928f17f4451 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.2418611 May 26 16:30:39.876445 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bcafef1a-6877-4d28-b601-d234166fb112 req-29227d21-5ea1-42e4-9ec1-557c282f8de8 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593410 May 26 16:30:39.939115 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37935f98-956b-4caa-bafa-fc76e7a26380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:39.945568 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-2e765969-011b-4524-a5c0-babce42af0e8 None None] Provisioning complete for port 2c6f9885-1033-4b96-9052-e4cc99972d67 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:39.947456 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2e765969-011b-4524-a5c0-babce42af0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:39.958464 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37935f98-956b-4caa-bafa-fc76e7a26380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.046098 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-37935f98-956b-4caa-bafa-fc76e7a26380 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bd6a06919ea84385ac063e64ed4a2230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6052969 May 26 16:30:40.052254 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37935f98-956b-4caa-bafa-fc76e7a26380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32efab3-4bab-4a95-903c-e873dd900ac4,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:40.056839 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52808) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:40.067834 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d036d-a1ef-4621-9812-8f06e845007b req-0c0fd826-0f71-4250-aea6-2d3f9cb2b32e tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:40.069670 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-312d036d-a1ef-4621-9812-8f06e845007b req-0c0fd826-0f71-4250-aea6-2d3f9cb2b32e tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.83 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 945 time: 0.1272206 May 26 16:30:40.098056 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2c6f9885-1033-4b96-9052-e4cc99972d67 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:30:40.279321 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46f227c7-0d2a-45ee-8fd7-93185407f5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.287386 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2c6f9885-1033-4b96-9052-e4cc99972d67 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:40.287530 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.335036 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764b987-c1c3-4fec-90fb-81074088c875 req-ef18cad2-35f5-4bed-87b1-344b9c2a0de1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:40.338782 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e764b987-c1c3-4fec-90fb-81074088c875 req-ef18cad2-35f5-4bed-87b1-344b9c2a0de1 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 944 time: 0.2439327 May 26 16:30:40.342583 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-80f02c13-f7c7-42f7-b098-9dc4c916f03e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.363954 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217e1f1f-18d5-4071-b7d5-ef732c6f5c35 None None] DHCP port deletion for c35b079d-bcd5-434c-9023-f88865e938de request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:30:40.375257 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46f227c7-0d2a-45ee-8fd7-93185407f5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.380516 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2e765969-011b-4524-a5c0-babce42af0e8 None None] Current status of the port 2c6f9885-1033-4b96-9052-e4cc99972d67 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:40.380911 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2e765969-011b-4524-a5c0-babce42af0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.462430 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f02c13-f7c7-42f7-b098-9dc4c916f03e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=0807ac0f-3666-48ef-bce9-c712ea5719b6,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:40.476134 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f02c13-f7c7-42f7-b098-9dc4c916f03e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:40.476646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f02c13-f7c7-42f7-b098-9dc4c916f03e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:40.477094 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f02c13-f7c7-42f7-b098-9dc4c916f03e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:40.477538 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f02c13-f7c7-42f7-b098-9dc4c916f03e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:40.478000 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f02c13-f7c7-42f7-b098-9dc4c916f03e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:40.478443 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f02c13-f7c7-42f7-b098-9dc4c916f03e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:40.478884 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f02c13-f7c7-42f7-b098-9dc4c916f03e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:40.479424 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f02c13-f7c7-42f7-b098-9dc4c916f03e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:40.479862 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f02c13-f7c7-42f7-b098-9dc4c916f03e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:40.480434 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f02c13-f7c7-42f7-b098-9dc4c916f03e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:40.480860 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f02c13-f7c7-42f7-b098-9dc4c916f03e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:40.481369 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f02c13-f7c7-42f7-b098-9dc4c916f03e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:30:40.485980 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-2e765969-011b-4524-a5c0-babce42af0e8 None None] For port 2c6f9885-1033-4b96-9052-e4cc99972d67, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2c6f9885-1033-4b96-9052-e4cc99972d67,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:40.489868 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f02c13-f7c7-42f7-b098-9dc4c916f03e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:40.495646 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 8544ecbf-52bd-42d9-9531-5fdaace82ddf up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:30:40.501012 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46f227c7-0d2a-45ee-8fd7-93185407f5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.504464 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46f227c7-0d2a-45ee-8fd7-93185407f5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.505438 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-80f02c13-f7c7-42f7-b098-9dc4c916f03e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:40.508523 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-46f227c7-0d2a-45ee-8fd7-93185407f5dd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b32efab3-4bab-4a95-903c-e873dd900ac4 HTTP/1.1" status: 204 len: 168 time: 0.4349339 May 26 16:30:40.510397 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f02c13-f7c7-42f7-b098-9dc4c916f03e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:40.511605 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-80f02c13-f7c7-42f7-b098-9dc4c916f03e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.549748 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e764b987-c1c3-4fec-90fb-81074088c875 req-8e40c870-2ea6-4f5e-b264-ee6ea191911d tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822829 May 26 16:30:40.561269 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2e765969-011b-4524-a5c0-babce42af0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.563520 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-80f02c13-f7c7-42f7-b098-9dc4c916f03e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2056940 May 26 16:30:40.575141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52816) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:40.581630 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ce961e66-4308-43b3-9b38-85c89b2f4755 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'fixed_ips': [{'subnet_id': '0807ac0f-3666-48ef-bce9-c712ea5719b6', 'ip_address': '2001:db8::cda4:e505:c50b:2ab2'}], 'name': 'tempest-NetworksTestDHCPv6-553063158'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:40.590727 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f227c7-0d2a-45ee-8fd7-93185407f5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32efab3-4bab-4a95-903c-e873dd900ac4,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:40.620152 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-312d036d-a1ef-4621-9812-8f06e845007b req-cb8d3e26-dfb1-4d33-91da-f13d3c8a2251 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Deleting port 3df2c585-c0d3-4866-a900-e9e5fb30bbfe {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:30:40.620812 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-312d036d-a1ef-4621-9812-8f06e845007b req-cb8d3e26-dfb1-4d33-91da-f13d3c8a2251 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.722520 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e765969-011b-4524-a5c0-babce42af0e8 None None] Pushing event updated for resources: {'Port': ['ID=2c6f9885-1033-4b96-9052-e4cc99972d67,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:40.767831 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce961e66-4308-43b3-9b38-85c89b2f4755 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:30:40.823028 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-217e1f1f-18d5-4071-b7d5-ef732c6f5c35 None None] Deleting port 2c6f9885-1033-4b96-9052-e4cc99972d67 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:30:40.823403 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-217e1f1f-18d5-4071-b7d5-ef732c6f5c35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.853800 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2c6f9885-1033-4b96-9052-e4cc99972d67 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:40.854181 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.894122 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-312d036d-a1ef-4621-9812-8f06e845007b req-cb8d3e26-dfb1-4d33-91da-f13d3c8a2251 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] For port 3df2c585-c0d3-4866-a900-e9e5fb30bbfe, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=3df2c585-c0d3-4866-a900-e9e5fb30bbfe,segment=NetworkSegment(045e2544-b085-4bf3-b19d-98411b7db9cb),segment_id=045e2544-b085-4bf3-b19d-98411b7db9cb)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:40.899095 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-312d036d-a1ef-4621-9812-8f06e845007b req-cb8d3e26-dfb1-4d33-91da-f13d3c8a2251 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.907606 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ce961e66-4308-43b3-9b38-85c89b2f4755 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:40.932541 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-312d036d-a1ef-4621-9812-8f06e845007b req-cb8d3e26-dfb1-4d33-91da-f13d3c8a2251 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Calling delete_port for 3df2c585-c0d3-4866-a900-e9e5fb30bbfe owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:30:41.029631 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-217e1f1f-18d5-4071-b7d5-ef732c6f5c35 None None] For port 2c6f9885-1033-4b96-9052-e4cc99972d67, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2c6f9885-1033-4b96-9052-e4cc99972d67,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:41.032545 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-217e1f1f-18d5-4071-b7d5-ef732c6f5c35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:41.049833 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52830) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:41.067459 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 8544ecbf-52bd-42d9-9531-5fdaace82ddf completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:30:41.081237 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-203587bc-d3f0-4c28-9043-26b8cd1100ab req-1cbe9a58-d724-4dce-92c5-93242fab910b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 210 time: 0.1244290 May 26 16:30:41.089992 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-217e1f1f-18d5-4071-b7d5-ef732c6f5c35 None None] Calling delete_port for 2c6f9885-1033-4b96-9052-e4cc99972d67 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:30:41.094194 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 8544ecbf-52bd-42d9-9531-5fdaace82ddf triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:41.094919 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:41.169140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-ce961e66-4308-43b3-9b38-85c89b2f4755 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] device_id is not set on port c0b5c107-e545-43e8-85ef-8dcd9d12bc6c yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:30:41.188057 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-312d036d-a1ef-4621-9812-8f06e845007b req-cb8d3e26-dfb1-4d33-91da-f13d3c8a2251 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:41.231908 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:30:41.232260 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a3641f90-1ea6-491a-b1b8-f903ea665a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:41.233478 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:30:41.239881 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['eee78a48-71f6-486f-853f-a6afa8b48d5d', '3df2c585-c0d3-4866-a900-e9e5fb30bbfe'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:30:41.253879 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d3e26-dfb1-4d33-91da-f13d3c8a2251 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Pushing event deleted for resources: {'Port': ['ID=3df2c585-c0d3-4866-a900-e9e5fb30bbfe,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:41.317982 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-312d036d-a1ef-4621-9812-8f06e845007b req-cb8d3e26-dfb1-4d33-91da-f13d3c8a2251 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] No DVR routers for this DVR port 3df2c585-c0d3-4866-a900-e9e5fb30bbfe on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:30:41.320541 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-312d036d-a1ef-4621-9812-8f06e845007b req-cb8d3e26-dfb1-4d33-91da-f13d3c8a2251 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:41.324315 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-312d036d-a1ef-4621-9812-8f06e845007b req-cb8d3e26-dfb1-4d33-91da-f13d3c8a2251 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.83 "DELETE /v2.0/ports/3df2c585-c0d3-4866-a900-e9e5fb30bbfe HTTP/1.1" status: 204 len: 173 time: 1.2201395 May 26 16:30:41.324770 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c1d563-217b-40d0-b698-b67883b0bbf5', 'name': 'network-vif-deleted', 'tag': '3df2c585-c0d3-4866-a900-e9e5fb30bbfe'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:30:41.328059 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb970ed-20db-4bf5-b91b-88bc11c39e29" -d '{"events": [{"server_uuid": "34c1d563-217b-40d0-b698-b67883b0bbf5", "name": "network-vif-deleted", "tag": "3df2c585-c0d3-4866-a900-e9e5fb30bbfe"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:30:41.349555 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 8544ecbf-52bd-42d9-9531-5fdaace82ddf is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:41.350573 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:41.407646 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8544ecbf-52bd-42d9-9531-5fdaace82ddf'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:30:41.409931 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b237020-601c-4ebf-998a-2ac496d97249" -d '{"events": [{"server_uuid": "cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3", "name": "network-vif-plugged", "status": "completed", "tag": "8544ecbf-52bd-42d9-9531-5fdaace82ddf"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:30:41.420375 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34538bf-93df-4d8c-8250-41edb5a10fae x-openstack-request-id: req-a34538bf-93df-4d8c-8250-41edb5a10fae {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:30:41.420649 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c1d563-217b-40d0-b698-b67883b0bbf5", "name": "network-vif-deleted", "tag": "3df2c585-c0d3-4866-a900-e9e5fb30bbfe", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:30:41.422648 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a34538bf-93df-4d8c-8250-41edb5a10fae {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:30:41.423365 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a34538bf-93df-4d8c-8250-41edb5a10fae'] response: {'server_uuid': '34c1d563-217b-40d0-b698-b67883b0bbf5', 'name': 'network-vif-deleted', 'tag': '3df2c585-c0d3-4866-a900-e9e5fb30bbfe', 'status': 'completed', 'code': 200} May 26 16:30:41.440607 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-217e1f1f-18d5-4071-b7d5-ef732c6f5c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:41.443915 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 8544ecbf-52bd-42d9-9531-5fdaace82ddf, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8544ecbf-52bd-42d9-9531-5fdaace82ddf,segment=NetworkSegment(3a53d0f9-bb26-43f2-b45a-9bccd537bbb9),segment_id=3a53d0f9-bb26-43f2-b45a-9bccd537bbb9)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:41.475989 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e1f1f-18d5-4071-b7d5-ef732c6f5c35 None None] Pushing event deleted for resources: {'Port': ['ID=2c6f9885-1033-4b96-9052-e4cc99972d67,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:41.483857 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:41.515687 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217e1f1f-18d5-4071-b7d5-ef732c6f5c35 None None] No DVR routers for this DVR port 2c6f9885-1033-4b96-9052-e4cc99972d67 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:30:41.715949 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=8544ecbf-52bd-42d9-9531-5fdaace82ddf,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:41.720580 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bb15b-a590-40f7-868d-278b7140775d req-297f0d85-185a-484c-a62a-e6e5c4b56c21 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:41.722062 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2c1bb15b-a590-40f7-868d-278b7140775d req-297f0d85-185a-484c-a62a-e6e5c4b56c21 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=34c1d563-217b-40d0-b698-b67883b0bbf5 HTTP/1.1" status: 200 len: 867 time: 0.6713483 May 26 16:30:41.739876 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3668a5dd-6753-4538-9736-5aedeb83c159 x-openstack-request-id: req-3668a5dd-6753-4538-9736-5aedeb83c159 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:30:41.743508 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3", "name": "network-vif-plugged", "status": "completed", "tag": "8544ecbf-52bd-42d9-9531-5fdaace82ddf", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:30:41.744016 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3668a5dd-6753-4538-9736-5aedeb83c159 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:30:41.745950 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3668a5dd-6753-4538-9736-5aedeb83c159'] response: {'server_uuid': 'cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8544ecbf-52bd-42d9-9531-5fdaace82ddf', 'code': 200} May 26 16:30:41.756920 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72d5d3f-1955-4f38-a2da-f5e2bc85407d None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:30:41.770667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ecaa2-5fab-40ab-8e3b-2dff7f7fcd27 req-2d82fd20-cebf-4d59-97e0-ddb60122a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:41.776856 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b61ecaa2-5fab-40ab-8e3b-2dff7f7fcd27 req-2d82fd20-cebf-4d59-97e0-ddb60122a7e6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 1096 time: 0.1702895 May 26 16:30:41.814950 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Port 2c6f9885-1033-4b96-9052-e4cc99972d67 update to ACTIVE by agent not found {{(pid=103897) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} May 26 16:30:41.966038 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2c6f9885-1033-4b96-9052-e4cc99972d67 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:30:41.996694 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b61ecaa2-5fab-40ab-8e3b-2dff7f7fcd27 req-93ecafe7-c49c-4728-b2b6-7688f7b96c67 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917635 May 26 16:30:42.022284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 2c6f9885-1033-4b96-9052-e4cc99972d67 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:30:42.023025 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2c6f9885-1033-4b96-9052-e4cc99972d67 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:30:42.277753 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b50230-f920-49f2-b7f9-bc85a1bad9db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-c35b079d-bcd5-434c-9023-f88865e938de', 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'fixed_ips': [{'subnet_id': '0807ac0f-3666-48ef-bce9-c712ea5719b6'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:30:42.278621 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-36b50230-f920-49f2-b7f9-bc85a1bad9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:42.476880 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-956c2871-4f78-4b9e-9851-0e49c46ec6dc tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:42.478782 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-956c2871-4f78-4b9e-9851-0e49c46ec6dc tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 812 time: 1.1022587 May 26 16:30:42.498667 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2c1bb15b-a590-40f7-868d-278b7140775d req-ad27643e-610b-4d7e-b942-6ea144ea7a18 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7672086 May 26 16:30:42.525841 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108e6b8-30ca-45ea-a850-414e27876ea1 req-f0694ae4-7292-45eb-b887-3a5417d9acdc tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:42.528008 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2108e6b8-30ca-45ea-a850-414e27876ea1 req-f0694ae4-7292-45eb-b887-3a5417d9acdc tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 945 time: 0.8164496 May 26 16:30:42.533494 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-88f5557c-1e2d-4448-8b9a-5976001fed79 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Request body: {'port': {'device_id': '3d152748-156a-496d-a4d2-748ecdff9dcc', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'admin_state_up': True, 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:42.667285 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a3641f90-1ea6-491a-b1b8-f903ea665a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:42.667285 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-ce961e66-4308-43b3-9b38-85c89b2f4755 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8::cda4:e505:c50b:2ab2 (c35b079d-bcd5-434c-9023-f88865e938de/0807ac0f-3666-48ef-bce9-c712ea5719b6/c0b5c107-e545-43e8-85ef-8dcd9d12bc6c) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:30:42.747927 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a3641f90-1ea6-491a-b1b8-f903ea665a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:42.752455 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee95a5df-04ed-4a4c-9a26-7b3d04d76762 req-7c60612b-2f48-42ea-8d2e-4c4eba0bd5f8 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 210 time: 0.1656065 May 26 16:30:42.825804 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2108e6b8-30ca-45ea-a850-414e27876ea1 req-711bc927-ced5-46d7-8271-a1c121d4797e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2819982 May 26 16:30:42.876990 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a3641f90-1ea6-491a-b1b8-f903ea665a35 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e64f3181a3cc401c8d0cf2ae6b018d89&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7946992 May 26 16:30:42.879814 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52864) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:42.882765 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3641f90-1ea6-491a-b1b8-f903ea665a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a452e2a-db88-413d-bb60-14b764981fb1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:42.903166 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-88f5557c-1e2d-4448-8b9a-5976001fed79 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Made reservation on behalf of 47787f273f4c4c2fbc3fdca533eb0ea2 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:30:42.907285 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-88f5557c-1e2d-4448-8b9a-5976001fed79 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:42.970551 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-17c9a6b8-2032-42ec-adfe-725e1c567374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:43.018656 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-17c9a6b8-2032-42ec-adfe-725e1c567374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:43.019874 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-68be9026-ee7b-40df-8e43-2548fa154ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:43.091737 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ce961e66-4308-43b3-9b38-85c89b2f4755 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:43.107428 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-17c9a6b8-2032-42ec-adfe-725e1c567374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:43.111904 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-17c9a6b8-2032-42ec-adfe-725e1c567374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:43.118375 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-17c9a6b8-2032-42ec-adfe-725e1c567374 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3a452e2a-db88-413d-bb60-14b764981fb1 HTTP/1.1" status: 204 len: 168 time: 0.2374454 May 26 16:30:43.148398 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9a6b8-2032-42ec-adfe-725e1c567374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a452e2a-db88-413d-bb60-14b764981fb1,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:43.279139 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ce961e66-4308-43b3-9b38-85c89b2f4755 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:43.331240 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 3df2c585-c0d3-4866-a900-e9e5fb30bbfe no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:30:43.378613 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 3df2c585-c0d3-4866-a900-e9e5fb30bbfe {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:30:43.392702 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 3df2c585-c0d3-4866-a900-e9e5fb30bbfe not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:30:43.404756 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-88f5557c-1e2d-4448-8b9a-5976001fed79 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Allocated IP 172.20.0.5 (ceae140a-4691-47b9-ad57-1026c75c737f/5431b2c2-5959-417a-9a98-2b2d0e6627f0/2a3240ac-25e4-4fe2-a1b7-586a7062c3d5) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:30:43.425924 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-36b50230-f920-49f2-b7f9-bc85a1bad9db None None] Allocated IP 2001:db8::2 (c35b079d-bcd5-434c-9023-f88865e938de/0807ac0f-3666-48ef-bce9-c712ea5719b6/0a2546a2-eb60-4b01-b410-8d8edd8f8e35) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:30:43.472747 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce961e66-4308-43b3-9b38-85c89b2f4755 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:43.489438 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-ce961e66-4308-43b3-9b38-85c89b2f4755 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:43.498489 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce961e66-4308-43b3-9b38-85c89b2f4755 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:30:43.506641 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce961e66-4308-43b3-9b38-85c89b2f4755 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:43.507483 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ce961e66-4308-43b3-9b38-85c89b2f4755 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:43.566051 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ce961e66-4308-43b3-9b38-85c89b2f4755 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9893548 May 26 16:30:43.568911 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52878) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:43.580970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce961e66-4308-43b3-9b38-85c89b2f4755 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=c0b5c107-e545-43e8-85ef-8dcd9d12bc6c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:43.691336 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720aa2a1-f15f-463b-842a-8ae9d17c2dfc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:43.710355 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-720aa2a1-f15f-463b-842a-8ae9d17c2dfc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1401172 May 26 16:30:43.713165 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52886) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:43.810421 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-88f5557c-1e2d-4448-8b9a-5976001fed79 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:43.849492 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-36b50230-f920-49f2-b7f9-bc85a1bad9db None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:43.859124 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-36b50230-f920-49f2-b7f9-bc85a1bad9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:43.997790 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b50230-f920-49f2-b7f9-bc85a1bad9db None None] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:43.998474 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dfa098d6-7131-42b6-8d06-0a806537696c req-0f5aebb2-21fc-45b7-9d84-fc1b12a9fa89 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 210 time: 0.0823255 May 26 16:30:44.019562 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-88f5557c-1e2d-4448-8b9a-5976001fed79 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:44.023153 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-36b50230-f920-49f2-b7f9-bc85a1bad9db None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:44.034348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b50230-f920-49f2-b7f9-bc85a1bad9db None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:30:44.059256 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b50230-f920-49f2-b7f9-bc85a1bad9db None None] Pushing event updated for resources: {'Port': ['ID=0a2546a2-eb60-4b01-b410-8d8edd8f8e35,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:44.082365 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2bfd594d-68e6-455c-96cd-2003bd81dcca tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting port c0b5c107-e545-43e8-85ef-8dcd9d12bc6c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:30:44.082859 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2bfd594d-68e6-455c-96cd-2003bd81dcca tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:44.151987 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-36b50230-f920-49f2-b7f9-bc85a1bad9db None None] Attempting to bind port 0a2546a2-eb60-4b01-b410-8d8edd8f8e35 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:30:44.152746 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-36b50230-f920-49f2-b7f9-bc85a1bad9db None None] Attempting to bind port 0a2546a2-eb60-4b01-b410-8d8edd8f8e35 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:30:44.153357 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b50230-f920-49f2-b7f9-bc85a1bad9db None None] Attempting to bind port 0a2546a2-eb60-4b01-b410-8d8edd8f8e35 on network c35b079d-bcd5-434c-9023-f88865e938de {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:30:44.159483 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b50230-f920-49f2-b7f9-bc85a1bad9db None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:30:44.160293 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b50230-f920-49f2-b7f9-bc85a1bad9db None None] Checking segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:30:44.160948 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-36b50230-f920-49f2-b7f9-bc85a1bad9db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:44.161550 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b50230-f920-49f2-b7f9-bc85a1bad9db None None] Bound using segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:30:44.162238 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-36b50230-f920-49f2-b7f9-bc85a1bad9db None None] Bound port: 0a2546a2-eb60-4b01-b410-8d8edd8f8e35, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:30:44.162838 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-36b50230-f920-49f2-b7f9-bc85a1bad9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:44.202821 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-88f5557c-1e2d-4448-8b9a-5976001fed79 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Network ceae140a-4691-47b9-ad57-1026c75c737f is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:44.214439 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-88f5557c-1e2d-4448-8b9a-5976001fed79 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:44.215036 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5557c-1e2d-4448-8b9a-5976001fed79 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event updated for resources: {'Port': ['ID=2a3240ac-25e4-4fe2-a1b7-586a7062c3d5,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:44.217719 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-88f5557c-1e2d-4448-8b9a-5976001fed79 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:30:44.303374 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-36b50230-f920-49f2-b7f9-bc85a1bad9db None None] For port 0a2546a2-eb60-4b01-b410-8d8edd8f8e35, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:30:44.310200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-36b50230-f920-49f2-b7f9-bc85a1bad9db None None] For port 0a2546a2-eb60-4b01-b410-8d8edd8f8e35, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0a2546a2-eb60-4b01-b410-8d8edd8f8e35,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:30:44.325832 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-36b50230-f920-49f2-b7f9-bc85a1bad9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:44.336266 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2bfd594d-68e6-455c-96cd-2003bd81dcca tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:44.351179 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778569d-e40d-4cb1-ad5f-7e39ce4f151c req-29240748-47dc-499b-a646-a15c0c8b8477 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:44.369371 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a778569d-e40d-4cb1-ad5f-7e39ce4f151c req-29240748-47dc-499b-a646-a15c0c8b8477 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 945 time: 0.2464750 May 26 16:30:44.383745 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2bfd594d-68e6-455c-96cd-2003bd81dcca tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Calling delete_port for c0b5c107-e545-43e8-85ef-8dcd9d12bc6c owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:30:44.485955 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b50230-f920-49f2-b7f9-bc85a1bad9db None None] Pushing event updated for resources: {'Port': ['ID=0a2546a2-eb60-4b01-b410-8d8edd8f8e35,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:44.491362 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-88f5557c-1e2d-4448-8b9a-5976001fed79 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:44.492024 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-88f5557c-1e2d-4448-8b9a-5976001fed79 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:44.593532 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a778569d-e40d-4cb1-ad5f-7e39ce4f151c req-b9280847-12bc-4331-ba0f-9f0659665253 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226298 May 26 16:30:44.609161 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0bcda-37e6-41d1-b6d4-50742044e49b req-a1cbf674-c526-4753-b8a1-2105fe63ac5b tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:44.609161 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4aa0bcda-37e6-41d1-b6d4-50742044e49b req-a1cbf674-c526-4753-b8a1-2105fe63ac5b tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.3265512 May 26 16:30:44.647558 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-88f5557c-1e2d-4448-8b9a-5976001fed79 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1473329 May 26 16:30:44.664280 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2bfd594d-68e6-455c-96cd-2003bd81dcca tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:44.697202 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-f141f482-514e-4eb4-9fe3-1e5d83449283 service neutron] Request body: {'port': {'device_id': '3d152748-156a-496d-a4d2-748ecdff9dcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:44.736167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-42d67ac7-8a37-41c2-bc58-18c07e2a12f1 None None] Provisioning complete for port 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:44.738673 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-42d67ac7-8a37-41c2-bc58-18c07e2a12f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:44.762156 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4aa0bcda-37e6-41d1-b6d4-50742044e49b req-d438eb62-d3ef-4382-83aa-fb1bb831a522 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238549 May 26 16:30:44.775051 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd594d-68e6-455c-96cd-2003bd81dcca tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Port': ['ID=c0b5c107-e545-43e8-85ef-8dcd9d12bc6c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:44.831422 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2bfd594d-68e6-455c-96cd-2003bd81dcca tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:44.834804 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2bfd594d-68e6-455c-96cd-2003bd81dcca tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/c0b5c107-e545-43e8-85ef-8dcd9d12bc6c HTTP/1.1" status: 204 len: 168 time: 1.1206429 May 26 16:30:44.840680 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52924) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:44.868994 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-42d67ac7-8a37-41c2-bc58-18c07e2a12f1 None None] Port 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:30:44.987700 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac8455a-9ec8-4cfe-a739-46d44b64ff73 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:44.989497 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac8455a-9ec8-4cfe-a739-46d44b64ff73 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:44.991146 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5ac8455a-9ec8-4cfe-a739-46d44b64ff73 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1494756 May 26 16:30:44.993712 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52928) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:45.015136 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa816d8c-c300-467f-9c7b-c89b6f439731 req-49f6c889-8543-4e18-8bd9-f19a2d7427ba tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:45.017393 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa816d8c-c300-467f-9c7b-c89b6f439731 req-49f6c889-8543-4e18-8bd9-f19a2d7427ba tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 945 time: 0.2540724 May 26 16:30:45.058647 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-f141f482-514e-4eb4-9fe3-1e5d83449283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:45.136312 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9b4044-d39a-4d8b-af1a-3a56cd5dc798 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet 0807ac0f-3666-48ef-bce9-c712ea5719b6 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:30:45.141465 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ce9b4044-d39a-4d8b-af1a-3a56cd5dc798 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:45.213260 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa816d8c-c300-467f-9c7b-c89b6f439731 req-11a3ee9e-6d27-4cc3-88b1-bc106e284995 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791589 May 26 16:30:45.248503 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52938) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:45.262501 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ce9b4044-d39a-4d8b-af1a-3a56cd5dc798 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:45.454580 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ce9b4044-d39a-4d8b-af1a-3a56cd5dc798 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:45.470253 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e929f8bd-1484-4426-8a7c-db3f46aeb00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:45.543937 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32465a71-7e63-486b-8d06-24c71d9c94cc req-f0d12350-ddba-48da-ac46-928e1d443090 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:45.545760 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32465a71-7e63-486b-8d06-24c71d9c94cc req-f0d12350-ddba-48da-ac46-928e1d443090 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 931 time: 0.2989624 May 26 16:30:45.551931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3daaac-70af-4cd3-8eb9-79c66b388f61 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:45.556322 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0a3daaac-70af-4cd3-8eb9-79c66b388f61 tempest-TestNetworkAdvancedServerOps-746047220 tempest-TestNetworkAdvancedServerOps-746047220-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 1091 time: 0.2992094 May 26 16:30:45.557241 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52942) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:45.563305 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-1d83f846-cbc6-4f38-bea6-252702a50e9c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': '8544ecbf-52bd-42d9-9531-5fdaace82ddf', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:45.597108 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ce9b4044-d39a-4d8b-af1a-3a56cd5dc798 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:45.678440 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d83f846-cbc6-4f38-bea6-252702a50e9c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:45.693839 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b4044-d39a-4d8b-af1a-3a56cd5dc798 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=0807ac0f-3666-48ef-bce9-c712ea5719b6,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:45.698263 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ce9b4044-d39a-4d8b-af1a-3a56cd5dc798 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:45.707236 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ce9b4044-d39a-4d8b-af1a-3a56cd5dc798 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/0807ac0f-3666-48ef-bce9-c712ea5719b6 HTTP/1.1" status: 204 len: 168 time: 0.7116702 May 26 16:30:45.717390 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52956) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:45.759561 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32465a71-7e63-486b-8d06-24c71d9c94cc req-47128b0b-db73-4915-91e0-e3753a3655f8 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048600 May 26 16:30:45.865609 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c8d2fda8-b6ee-4ace-aebf-9a07658645bf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1453512 May 26 16:30:45.870605 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 52962) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:45.898340 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-6e5b306b-a0ce-4e88-a2fa-c52a9441616a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:46.102711 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0a2546a2-eb60-4b01-b410-8d8edd8f8e35 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:30:46.156650 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-f141f482-514e-4eb4-9fe3-1e5d83449283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:30:46.166249 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0a2546a2-eb60-4b01-b410-8d8edd8f8e35 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:46.167182 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:46.194709 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-f141f482-514e-4eb4-9fe3-1e5d83449283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:46.221852 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5b306b-a0ce-4e88-a2fa-c52a9441616a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:30:46.226857 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e5b306b-a0ce-4e88-a2fa-c52a9441616a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:46.232974 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-f141f482-514e-4eb4-9fe3-1e5d83449283 service neutron] Transition to ACTIVE for port object 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:30:46.240914 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b7d62-4f9b-4160-995a-f859c606450e req-fea6edad-710f-40ce-8181-e6ad0d5e6f34 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:46.248620 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-378b7d62-4f9b-4160-995a-f859c606450e req-fea6edad-710f-40ce-8181-e6ad0d5e6f34 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.2826350 May 26 16:30:46.263861 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-f141f482-514e-4eb4-9fe3-1e5d83449283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:46.277359 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0a2546a2-eb60-4b01-b410-8d8edd8f8e35 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:46.277933 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:46.323440 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 0a2546a2-eb60-4b01-b410-8d8edd8f8e35, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0a2546a2-eb60-4b01-b410-8d8edd8f8e35,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:46.330510 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:46.401147 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=0a2546a2-eb60-4b01-b410-8d8edd8f8e35,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:46.506636 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141f482-514e-4eb4-9fe3-1e5d83449283 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3240ac-25e4-4fe2-a1b7-586a7062c3d5,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:46.542850 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-378b7d62-4f9b-4160-995a-f859c606450e req-58dd7c09-8376-4567-b432-a67a61539a6e tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914135 May 26 16:30:46.588458 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:46.593951 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8310571-4ffb-4710-a62b-76cc605b1342 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:30:46.628365 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d83f846-cbc6-4f38-bea6-252702a50e9c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:46.722161 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-69805b3c-e041-43bf-8357-93389fe52489 None None] Provisioning complete for port 0a2546a2-eb60-4b01-b410-8d8edd8f8e35 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:46.722803 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-69805b3c-e041-43bf-8357-93389fe52489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:46.737418 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e5b306b-a0ce-4e88-a2fa-c52a9441616a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:46.899629 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b306b-a0ce-4e88-a2fa-c52a9441616a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=3daf1f5d-277d-4505-8db1-3a7b3d72416c,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:46.909169 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-69805b3c-e041-43bf-8357-93389fe52489 None None] Current status of the port 0a2546a2-eb60-4b01-b410-8d8edd8f8e35 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:46.951553 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5b306b-a0ce-4e88-a2fa-c52a9441616a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:46.958996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-6e5b306b-a0ce-4e88-a2fa-c52a9441616a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:46.969172 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5b306b-a0ce-4e88-a2fa-c52a9441616a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:46.970062 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e5b306b-a0ce-4e88-a2fa-c52a9441616a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:46.973594 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-1d83f846-cbc6-4f38-bea6-252702a50e9c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Allocated IP 172.25.7.205 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/c752f988-3b19-4370-9ce5-33525f5ed7aa) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:30:47.006162 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6e5b306b-a0ce-4e88-a2fa-c52a9441616a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1317282 May 26 16:30:47.008790 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 52990) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:47.029244 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-475fe939-6fbd-43b6-998f-145feb4506dc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'fixed_ips': [{'subnet_id': '3daf1f5d-277d-4505-8db1-3a7b3d72416c', 'ip_address': '2001:db8::bae:3666:77bc:9f0c'}], 'name': 'tempest-NetworksTestDHCPv6-1462503861'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:47.266447 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-f141f482-514e-4eb4-9fe3-1e5d83449283 service neutron] Attempting to bind port 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:30:47.266755 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-f141f482-514e-4eb4-9fe3-1e5d83449283 service neutron] Attempting to bind port 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:30:47.267087 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-f141f482-514e-4eb4-9fe3-1e5d83449283 service neutron] Attempting to bind port 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 on network ceae140a-4691-47b9-ad57-1026c75c737f {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:30:47.310370 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-f141f482-514e-4eb4-9fe3-1e5d83449283 service neutron] Port 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 on network ceae140a-4691-47b9-ad57-1026c75c737f not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:30:47.310887 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-f141f482-514e-4eb4-9fe3-1e5d83449283 service neutron] Attempting to bind port 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 on network ceae140a-4691-47b9-ad57-1026c75c737f {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:30:47.418861 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-f141f482-514e-4eb4-9fe3-1e5d83449283 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:30:47.424406 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-f141f482-514e-4eb4-9fe3-1e5d83449283 service neutron] Checking segment: {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:30:47.425258 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-f141f482-514e-4eb4-9fe3-1e5d83449283 service neutron] Bound using segment: {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:30:47.427280 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-f141f482-514e-4eb4-9fe3-1e5d83449283 service neutron] Bound port: 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:30:47.427971 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-f141f482-514e-4eb4-9fe3-1e5d83449283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:47.459153 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ec05e-d632-4244-8173-1bb9b80aac8e req-51db4801-f37b-4f93-8a87-ab8a99c4e202 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:47.476850 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-541ec05e-d632-4244-8173-1bb9b80aac8e req-51db4801-f37b-4f93-8a87-ab8a99c4e202 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 943 time: 0.5324697 May 26 16:30:47.562832 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3df289-69d6-4c70-88bc-a70b8b953ef4 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:30:47.644189 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a5398c1c-aa5b-4450-82bc-2eded5030b12 None None] Provisioning complete for port 0a2546a2-eb60-4b01-b410-8d8edd8f8e35 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:47.645011 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a5398c1c-aa5b-4450-82bc-2eded5030b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:47.688306 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d83f846-cbc6-4f38-bea6-252702a50e9c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:47.785917 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a5398c1c-aa5b-4450-82bc-2eded5030b12 None None] Current status of the port 0a2546a2-eb60-4b01-b410-8d8edd8f8e35 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:47.800844 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-541ec05e-d632-4244-8173-1bb9b80aac8e req-14a6a4fb-beaa-4d9c-a545-e6246396acfe tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214204 May 26 16:30:47.866394 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8571db-4c40-480a-b474-b89f4a9767bc req-5b7e65db-559e-4770-9be2-261c68f2311e tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:47.867947 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd8571db-4c40-480a-b474-b89f4a9767bc req-5b7e65db-559e-4770-9be2-261c68f2311e tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.1825726 May 26 16:30:47.984700 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475fe939-6fbd-43b6-998f-145feb4506dc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:30:48.100777 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d83f846-cbc6-4f38-bea6-252702a50e9c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:48.110460 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-f141f482-514e-4eb4-9fe3-1e5d83449283 service neutron] For port 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:30:48.111522 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0a2546a2-eb60-4b01-b410-8d8edd8f8e35 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:30:48.131342 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-f141f482-514e-4eb4-9fe3-1e5d83449283 service neutron] For port 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=2a3240ac-25e4-4fe2-a1b7-586a7062c3d5,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:30:48.181917 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-f141f482-514e-4eb4-9fe3-1e5d83449283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:48.193486 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-cd8571db-4c40-480a-b474-b89f4a9767bc req-4134c1fb-c5f4-47cb-9171-d724ff6c4314 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Deleting port eee78a48-71f6-486f-853f-a6afa8b48d5d {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:30:48.193750 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cd8571db-4c40-480a-b474-b89f4a9767bc req-4134c1fb-c5f4-47cb-9171-d724ff6c4314 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:48.232266 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-f141f482-514e-4eb4-9fe3-1e5d83449283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:48.236800 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-f141f482-514e-4eb4-9fe3-1e5d83449283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:48.241600 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-f141f482-514e-4eb4-9fe3-1e5d83449283 service neutron] 10.222.0.81 "PUT /v2.0/ports/2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 HTTP/1.1" status: 200 len: 1091 time: 3.5604162 May 26 16:30:48.247628 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d152748-156a-496d-a4d2-748ecdff9dcc', 'tag': '2a3240ac-25e4-4fe2-a1b7-586a7062c3d5'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:30:48.260331 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8051904a-2533-445c-b62e-5b9d0a048f60" -d '{"events": [{"name": "network-changed", "server_uuid": "3d152748-156a-496d-a4d2-748ecdff9dcc", "tag": "2a3240ac-25e4-4fe2-a1b7-586a7062c3d5"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:30:48.292040 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212bbf0a-164e-4120-8287-6e03759ef41a req-b2c55a3c-f64b-45d8-a200-6576d22f68a6 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:48.295169 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:48.314471 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-212bbf0a-164e-4120-8287-6e03759ef41a req-b2c55a3c-f64b-45d8-a200-6576d22f68a6 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 945 time: 0.6364253 May 26 16:30:48.413450 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:48.477036 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d83f846-cbc6-4f38-bea6-252702a50e9c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:48.487285 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0a2546a2-eb60-4b01-b410-8d8edd8f8e35 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:48.487924 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:48.528603 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6341277d-0f67-4023-99a2-7117d6f756fb x-openstack-request-id: req-6341277d-0f67-4023-99a2-7117d6f756fb {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:30:48.528944 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d152748-156a-496d-a4d2-748ecdff9dcc", "tag": "2a3240ac-25e4-4fe2-a1b7-586a7062c3d5", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:30:48.529194 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6341277d-0f67-4023-99a2-7117d6f756fb {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:30:48.529539 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6341277d-0f67-4023-99a2-7117d6f756fb'] response: {'name': 'network-changed', 'server_uuid': '3d152748-156a-496d-a4d2-748ecdff9dcc', 'tag': '2a3240ac-25e4-4fe2-a1b7-586a7062c3d5', 'status': 'completed', 'code': 200} May 26 16:30:48.652667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-cd8571db-4c40-480a-b474-b89f4a9767bc req-4134c1fb-c5f4-47cb-9171-d724ff6c4314 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] For port eee78a48-71f6-486f-853f-a6afa8b48d5d, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=eee78a48-71f6-486f-853f-a6afa8b48d5d,segment=NetworkSegment(045e2544-b085-4bf3-b19d-98411b7db9cb),segment_id=045e2544-b085-4bf3-b19d-98411b7db9cb)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:48.658826 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cd8571db-4c40-480a-b474-b89f4a9767bc req-4134c1fb-c5f4-47cb-9171-d724ff6c4314 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:48.699871 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-1d83f846-cbc6-4f38-bea6-252702a50e9c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:48.705118 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d83f846-cbc6-4f38-bea6-252702a50e9c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:30:48.709042 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-cd8571db-4c40-480a-b474-b89f4a9767bc req-4134c1fb-c5f4-47cb-9171-d724ff6c4314 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Calling delete_port for eee78a48-71f6-486f-853f-a6afa8b48d5d owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:30:48.729508 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83f846-cbc6-4f38-bea6-252702a50e9c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Port': ['ID=c752f988-3b19-4370-9ce5-33525f5ed7aa,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:48.787817 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-475fe939-6fbd-43b6-998f-145feb4506dc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:48.919656 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0a2546a2-eb60-4b01-b410-8d8edd8f8e35 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:48.946101 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-da067fe5-8135-4b43-9dbe-60720c2f8b99 None None] Provisioning complete for port 0a2546a2-eb60-4b01-b410-8d8edd8f8e35 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:48.947599 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-da067fe5-8135-4b43-9dbe-60720c2f8b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:49.208071 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-212bbf0a-164e-4120-8287-6e03759ef41a req-1cbb256f-b48a-4afc-a006-f5667fbfcc18 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/security-groups?id=4581f789-9aa1-45c2-ab09-789f65ba1336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8918750 May 26 16:30:49.224678 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-475fe939-6fbd-43b6-998f-145feb4506dc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] device_id is not set on port c6b8e8fc-4ada-4bae-8077-6a0d6dc016e8 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:30:49.238897 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:49.409929 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cd8571db-4c40-480a-b474-b89f4a9767bc req-4134c1fb-c5f4-47cb-9171-d724ff6c4314 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:49.418804 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-da067fe5-8135-4b43-9dbe-60720c2f8b99 None None] Current status of the port 0a2546a2-eb60-4b01-b410-8d8edd8f8e35 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:30:49.466839 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134c1fb-c5f4-47cb-9171-d724ff6c4314 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Pushing event deleted for resources: {'Port': ['ID=eee78a48-71f6-486f-853f-a6afa8b48d5d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:49.539297 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8d907201-1560-44c2-a1ae-6b4eb76b2fbf None None] Could not find standard attr ID for object 033e824a-8bef-4b50-b4d4-e9f3563c4cb9. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:30:49.572638 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8571db-4c40-480a-b474-b89f4a9767bc req-4134c1fb-c5f4-47cb-9171-d724ff6c4314 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] No DVR routers for this DVR port eee78a48-71f6-486f-853f-a6afa8b48d5d on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:30:49.594470 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cd8571db-4c40-480a-b474-b89f4a9767bc req-4134c1fb-c5f4-47cb-9171-d724ff6c4314 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:49.606125 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd8571db-4c40-480a-b474-b89f4a9767bc req-4134c1fb-c5f4-47cb-9171-d724ff6c4314 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.83 "DELETE /v2.0/ports/eee78a48-71f6-486f-853f-a6afa8b48d5d HTTP/1.1" status: 204 len: 173 time: 1.7259295 May 26 16:30:49.606617 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf13d85-fac8-486e-8430-cebfa87b30cf', 'name': 'network-vif-deleted', 'tag': 'eee78a48-71f6-486f-853f-a6afa8b48d5d'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:30:49.609488 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2226af97-c22a-4bb5-87d6-e3c3f64d0a05" -d '{"events": [{"server_uuid": "cdf13d85-fac8-486e-8430-cebfa87b30cf", "name": "network-vif-deleted", "tag": "eee78a48-71f6-486f-853f-a6afa8b48d5d"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:30:49.612267 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53050) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:49.697199 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141f482-514e-4eb4-9fe3-1e5d83449283 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3240ac-25e4-4fe2-a1b7-586a7062c3d5,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:49.732762 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673996f8-e424-431a-a8a2-def8f1368c4c x-openstack-request-id: req-673996f8-e424-431a-a8a2-def8f1368c4c {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:30:49.733233 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf13d85-fac8-486e-8430-cebfa87b30cf", "name": "network-vif-deleted", "tag": "eee78a48-71f6-486f-853f-a6afa8b48d5d", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:30:49.733945 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-673996f8-e424-431a-a8a2-def8f1368c4c {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:30:49.734355 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-673996f8-e424-431a-a8a2-def8f1368c4c'] response: {'server_uuid': 'cdf13d85-fac8-486e-8430-cebfa87b30cf', 'name': 'network-vif-deleted', 'tag': 'eee78a48-71f6-486f-853f-a6afa8b48d5d', 'status': 'completed', 'code': 200} May 26 16:30:49.754803 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-2a5426b4-8d6b-4459-bc13-89bb00e9b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:49.756368 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-2a5426b4-8d6b-4459-bc13-89bb00e9b8e5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 1094 time: 1.2947950 May 26 16:30:49.893600 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8979489e-9f93-4842-8977-5a1def2f7bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:49.904276 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ebd42a30-c536-4cdc-b0d8-c540be0b4087 None None] Could not find standard attr ID for object 8f2b8f6e-d51e-4b3f-b849-4b16c9a08fec. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:30:50.157340 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8979489e-9f93-4842-8977-5a1def2f7bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:50.183212 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8979489e-9f93-4842-8977-5a1def2f7bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:50.310491 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979489e-9f93-4842-8977-5a1def2f7bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3c0a40-953c-4ccb-96e4-feed099b8fac,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:50.334070 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8979489e-9f93-4842-8977-5a1def2f7bce admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0e7e5fded9a84bf8bd3fc460aeda61bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7207215 May 26 16:30:50.339612 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53072) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:50.508274 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-00d3e619-b5ed-4c93-ab2a-aef3fa09b1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:50.554081 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d28a812c-3590-4fea-a4d2-260eb2e2c74a None None] Could not find standard attr ID for object c0b5c107-e545-43e8-85ef-8dcd9d12bc6c. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:30:50.628830 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-00d3e619-b5ed-4c93-ab2a-aef3fa09b1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:50.753186 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-43274fb7-8a38-4d70-9f8b-887eff4b839b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 HTTP/1.1" status: 200 len: 217 time: 0.9640219 May 26 16:30:50.788602 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-00d3e619-b5ed-4c93-ab2a-aef3fa09b1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:50.792604 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-00d3e619-b5ed-4c93-ab2a-aef3fa09b1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:50.794774 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-00d3e619-b5ed-4c93-ab2a-aef3fa09b1d2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/da3c0a40-953c-4ccb-96e4-feed099b8fac HTTP/1.1" status: 204 len: 168 time: 0.4540460 May 26 16:30:50.814083 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3e619-b5ed-4c93-ab2a-aef3fa09b1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3c0a40-953c-4ccb-96e4-feed099b8fac,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:50.854277 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46de45cc-a4a4-43c5-9ba1-2faf40c49188 req-f422010c-cc12-479d-a5f1-289267f83d69 tempest-ServerRescueTestJSON-2058167237 tempest-ServerRescueTestJSON-2058167237-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdf13d85-fac8-486e-8430-cebfa87b30cf HTTP/1.1" status: 200 len: 210 time: 0.1371379 May 26 16:30:50.880753 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471c42f-350f-450e-bf5c-43e44ede7272 req-1f955501-6a80-47e5-b288-ab050547e06b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:50.889086 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7471c42f-350f-450e-bf5c-43e44ede7272 req-1f955501-6a80-47e5-b288-ab050547e06b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 943 time: 1.8243051 May 26 16:30:51.224862 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-402ae92d-c712-4235-bfcd-4583c5885d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:51.226349 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-402ae92d-c712-4235-bfcd-4583c5885d9e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5431b2c2-5959-417a-9a98-2b2d0e6627f0 HTTP/1.1" status: 200 len: 851 time: 0.4007523 May 26 16:30:51.231639 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-475fe939-6fbd-43b6-998f-145feb4506dc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8::bae:3666:77bc:9f0c (c35b079d-bcd5-434c-9023-f88865e938de/3daf1f5d-277d-4505-8db1-3a7b3d72416c/c6b8e8fc-4ada-4bae-8077-6a0d6dc016e8) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:30:51.252057 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7471c42f-350f-450e-bf5c-43e44ede7272 req-b8a69326-51b2-49a6-8288-22be00475203 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612554 May 26 16:30:51.328823 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device eee78a48-71f6-486f-853f-a6afa8b48d5d no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:30:51.393641 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: eee78a48-71f6-486f-853f-a6afa8b48d5d {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:30:51.394576 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device eee78a48-71f6-486f-853f-a6afa8b48d5d not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:30:51.532423 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-da3ea980-3d6f-4550-b39e-e220f381f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:51.534550 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-da3ea980-3d6f-4550-b39e-e220f381f0ed service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceae140a-4691-47b9-ad57-1026c75c737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2755973 May 26 16:30:51.766591 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53098) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:51.800159 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f4d26408-7b61-451f-8d67-b6a6abafbce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:51.986311 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53104) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:52.053268 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f4d26408-7b61-451f-8d67-b6a6abafbce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:52.068349 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f4d26408-7b61-451f-8d67-b6a6abafbce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:52.122809 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-475fe939-6fbd-43b6-998f-145feb4506dc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:52.151856 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-316ae71b-c29e-4faa-bee2-07465f351451 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6035888 May 26 16:30:52.231064 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f4d26408-7b61-451f-8d67-b6a6abafbce5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1cc66651f8db45feb5e3137c8a074a4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4569061 May 26 16:30:52.231064 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d26408-7b61-451f-8d67-b6a6abafbce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a38de2-61ca-480e-a7c5-d37b6a178b80,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:52.236127 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53112) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:52.331303 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1377e8eb-af59-48ab-9b99-9da57bb36bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:52.380377 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1377e8eb-af59-48ab-9b99-9da57bb36bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:52.412881 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-475fe939-6fbd-43b6-998f-145feb4506dc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:52.507263 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1377e8eb-af59-48ab-9b99-9da57bb36bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:52.527076 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1377e8eb-af59-48ab-9b99-9da57bb36bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:52.534794 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1377e8eb-af59-48ab-9b99-9da57bb36bcc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f7a38de2-61ca-480e-a7c5-d37b6a178b80 HTTP/1.1" status: 204 len: 168 time: 0.2965529 May 26 16:30:52.556477 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377e8eb-af59-48ab-9b99-9da57bb36bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a38de2-61ca-480e-a7c5-d37b6a178b80,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:52.598996 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fe939-6fbd-43b6-998f-145feb4506dc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=c6b8e8fc-4ada-4bae-8077-6a0d6dc016e8,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:52.656448 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d83f846-cbc6-4f38-bea6-252702a50e9c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:52.724380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475fe939-6fbd-43b6-998f-145feb4506dc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:52.740957 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9069dd8-74ed-49db-ab22-97f1580d974e req-14feb3d0-13dd-46dd-a01d-3db60ae12162 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784324 May 26 16:30:52.785134 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-475fe939-6fbd-43b6-998f-145feb4506dc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:52.803943 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d0a2a-920d-4fd2-9f19-7c0092095b9b req-ef11fadb-c5bd-4a36-975b-26292d7d1381 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:52.805682 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-365d0a2a-920d-4fd2-9f19-7c0092095b9b req-ef11fadb-c5bd-4a36-975b-26292d7d1381 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 943 time: 0.2722547 May 26 16:30:52.808719 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475fe939-6fbd-43b6-998f-145feb4506dc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:30:52.815817 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475fe939-6fbd-43b6-998f-145feb4506dc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:52.816803 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-475fe939-6fbd-43b6-998f-145feb4506dc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:52.939987 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-365d0a2a-920d-4fd2-9f19-7c0092095b9b req-4a90f3ce-1bb1-4ddf-8147-6943ecc486d5 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144259 May 26 16:30:53.039933 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53124) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:53.043189 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-475fe939-6fbd-43b6-998f-145feb4506dc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.0276635 May 26 16:30:53.175579 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051904a-2533-445c-b62e-5b9d0a048f60 req-abe4b591-e036-494c-82e6-01fff9df71da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:53.180349 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8051904a-2533-445c-b62e-5b9d0a048f60 req-abe4b591-e036-494c-82e6-01fff9df71da service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 1094 time: 0.2762539 May 26 16:30:53.181238 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d83f846-cbc6-4f38-bea6-252702a50e9c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:53.241054 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008ea08b-a231-442b-9816-71ad5858503b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:53.247565 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008ea08b-a231-442b-9816-71ad5858503b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:53.255047 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-008ea08b-a231-442b-9816-71ad5858503b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2129641 May 26 16:30:53.255865 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53134) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:53.484773 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a2f5cf28-289b-4fff-b852-fbebbb48c67f None None] Provisioning complete for port c6b8e8fc-4ada-4bae-8077-6a0d6dc016e8 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:30:53.486063 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a2f5cf28-289b-4fff-b852-fbebbb48c67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:53.579093 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051904a-2533-445c-b62e-5b9d0a048f60 req-bbd129e7-422c-4a3e-92bc-9ff7683ffac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:53.583071 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8051904a-2533-445c-b62e-5b9d0a048f60 req-bbd129e7-422c-4a3e-92bc-9ff7683ffac4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 913 time: 0.3824329 May 26 16:30:53.648114 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a2f5cf28-289b-4fff-b852-fbebbb48c67f None None] Port c6b8e8fc-4ada-4bae-8077-6a0d6dc016e8 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:30:53.686713 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-f5074b3b-74a8-485c-908e-76cbd8b87cde tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting port c6b8e8fc-4ada-4bae-8077-6a0d6dc016e8 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:30:53.687020 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f5074b3b-74a8-485c-908e-76cbd8b87cde tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:54.011445 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f5074b3b-74a8-485c-908e-76cbd8b87cde tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:54.045287 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-f5074b3b-74a8-485c-908e-76cbd8b87cde tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Calling delete_port for c6b8e8fc-4ada-4bae-8077-6a0d6dc016e8 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:30:54.215169 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8051904a-2533-445c-b62e-5b9d0a048f60 req-c05b35e3-333c-4672-8712-4c94d33f7f24 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 HTTP/1.1" status: 200 len: 217 time: 0.2290490 May 26 16:30:54.252979 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d83f846-cbc6-4f38-bea6-252702a50e9c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:54.387166 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d83f846-cbc6-4f38-bea6-252702a50e9c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:54.510707 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051904a-2533-445c-b62e-5b9d0a048f60 req-bd0ce537-3657-453e-af84-7f8375d9272e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:54.512818 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8051904a-2533-445c-b62e-5b9d0a048f60 req-bd0ce537-3657-453e-af84-7f8375d9272e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5431b2c2-5959-417a-9a98-2b2d0e6627f0 HTTP/1.1" status: 200 len: 851 time: 0.2579463 May 26 16:30:54.521975 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83f846-cbc6-4f38-bea6-252702a50e9c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event updated for resources: {'Port': ['ID=c752f988-3b19-4370-9ce5-33525f5ed7aa,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:54.534648 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174a201-a780-4728-92fa-880ce23d296f req-e4b4b78b-6769-4ed0-873d-2587de16dae7 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:54.536590 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e174a201-a780-4728-92fa-880ce23d296f req-e4b4b78b-6769-4ed0-873d-2587de16dae7 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 943 time: 0.3338814 May 26 16:30:54.681379 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f5074b3b-74a8-485c-908e-76cbd8b87cde tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:54.761538 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5074b3b-74a8-485c-908e-76cbd8b87cde tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Port': ['ID=c6b8e8fc-4ada-4bae-8077-6a0d6dc016e8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:54.809577 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d83f846-cbc6-4f38-bea6-252702a50e9c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:54.811784 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f5074b3b-74a8-485c-908e-76cbd8b87cde tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:54.815343 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f5074b3b-74a8-485c-908e-76cbd8b87cde tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/c6b8e8fc-4ada-4bae-8077-6a0d6dc016e8 HTTP/1.1" status: 204 len: 168 time: 1.5578215 May 26 16:30:54.822683 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53176) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:54.990725 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4727b446-bf75-48a4-932f-b8fc387ac64e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:54.992504 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4727b446-bf75-48a4-932f-b8fc387ac64e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:54.994211 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4727b446-bf75-48a4-932f-b8fc387ac64e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1705024 May 26 16:30:55.004900 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53182) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:55.190868 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ea6abb-653d-4696-a1f9-e58fc99d30d9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet 3daf1f5d-277d-4505-8db1-3a7b3d72416c {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:30:55.204475 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91ea6abb-653d-4696-a1f9-e58fc99d30d9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:55.317790 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91ea6abb-653d-4696-a1f9-e58fc99d30d9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:55.473680 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91ea6abb-653d-4696-a1f9-e58fc99d30d9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:55.507025 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-1d83f846-cbc6-4f38-bea6-252702a50e9c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Floating IP b8fc3742-89a9-4cda-9420-2e7e0963cf26 associated. External IP: 172.25.7.205, port: 8544ecbf-52bd-42d9-9531-5fdaace82ddf. May 26 16:30:55.601686 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e174a201-a780-4728-92fa-880ce23d296f req-4f79d320-a970-45fd-8710-a8c23cb93823 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0270472 May 26 16:30:55.627204 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91ea6abb-653d-4696-a1f9-e58fc99d30d9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:55.646634 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051904a-2533-445c-b62e-5b9d0a048f60 req-8b78a08c-6af7-47c4-959c-fc9bfdc33034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:55.649199 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8051904a-2533-445c-b62e-5b9d0a048f60 req-8b78a08c-6af7-47c4-959c-fc9bfdc33034 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceae140a-4691-47b9-ad57-1026c75c737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1089027 May 26 16:30:55.691009 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea6abb-653d-4696-a1f9-e58fc99d30d9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=3daf1f5d-277d-4505-8db1-3a7b3d72416c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:55.742320 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91ea6abb-653d-4696-a1f9-e58fc99d30d9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:55.752419 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b416f7-7057-4df9-bff6-261ed57e7324 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:30:55.756205 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-91ea6abb-653d-4696-a1f9-e58fc99d30d9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/3daf1f5d-277d-4505-8db1-3a7b3d72416c HTTP/1.1" status: 204 len: 168 time: 0.7501020 May 26 16:30:55.760912 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53210) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:55.886285 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7ad4b623-05cc-4eb2-bb42-edb5d1488844 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1244626 May 26 16:30:55.891644 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53216) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:55.898878 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-20811269-4c5c-4169-81b1-5804b75828c6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:55.993706 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-048d8ecf-6e0d-4488-8789-2b45601758b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:56.139731 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20811269-4c5c-4169-81b1-5804b75828c6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:30:56.156352 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-20811269-4c5c-4169-81b1-5804b75828c6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:56.195315 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8051904a-2533-445c-b62e-5b9d0a048f60 req-fa4b2437-5f8a-4be7-a40e-4c9f7dc8d27e service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315008 May 26 16:30:56.266018 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159b4cbd-351b-4055-8f70-53b75787c904 None None] DHCP port deletion for c35b079d-bcd5-434c-9023-f88865e938de request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:30:56.465074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-159b4cbd-351b-4055-8f70-53b75787c904 None None] Deleting port 0a2546a2-eb60-4b01-b410-8d8edd8f8e35 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:30:56.465467 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-159b4cbd-351b-4055-8f70-53b75787c904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:56.479357 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8051904a-2533-445c-b62e-5b9d0a048f60 req-8fab17d3-07fe-4fd3-bfac-6309576ce848 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720475 May 26 16:30:56.683695 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-20811269-4c5c-4169-81b1-5804b75828c6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:56.720564 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-159b4cbd-351b-4055-8f70-53b75787c904 None None] For port 0a2546a2-eb60-4b01-b410-8d8edd8f8e35, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0a2546a2-eb60-4b01-b410-8d8edd8f8e35,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:56.724515 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-159b4cbd-351b-4055-8f70-53b75787c904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:56.773486 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-159b4cbd-351b-4055-8f70-53b75787c904 None None] Calling delete_port for 0a2546a2-eb60-4b01-b410-8d8edd8f8e35 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:30:56.813368 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d83f846-cbc6-4f38-bea6-252702a50e9c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Router b907d08b-cd00-4a57-a63d-f45e391bcba0 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:30:56.830813 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20811269-4c5c-4169-81b1-5804b75828c6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:56.851838 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-20811269-4c5c-4169-81b1-5804b75828c6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:56.862114 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20811269-4c5c-4169-81b1-5804b75828c6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:56.863098 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-20811269-4c5c-4169-81b1-5804b75828c6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:56.883920 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20811269-4c5c-4169-81b1-5804b75828c6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=aadda511-e8fb-4226-a730-3c4b98049287,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:56.900019 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-20811269-4c5c-4169-81b1-5804b75828c6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0070848 May 26 16:30:56.904398 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53256) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:56.923850 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-df303457-4ddc-4f2e-abe4-12bba0265754 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'fixed_ips': [{'subnet_id': 'aadda511-e8fb-4226-a730-3c4b98049287', 'ip_address': '2001:db8::5717:2b4c:6526:c731'}], 'name': 'tempest-NetworksTestDHCPv6-1360014849'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:30:56.950718 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-159b4cbd-351b-4055-8f70-53b75787c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:56.980183 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159b4cbd-351b-4055-8f70-53b75787c904 None None] No DVR routers for this DVR port 0a2546a2-eb60-4b01-b410-8d8edd8f8e35 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:30:57.035348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b4cbd-351b-4055-8f70-53b75787c904 None None] Pushing event deleted for resources: {'Port': ['ID=0a2546a2-eb60-4b01-b410-8d8edd8f8e35,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:57.052587 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8277d4b4-a9cb-4a64-8b89-c651ff941934 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:30:57.128515 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df303457-4ddc-4f2e-abe4-12bba0265754 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:30:57.193008 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a808b6-1b66-48cb-9acd-55ac8dda8f0c req-e770275e-5127-46f7-9c06-09b5c8f86491 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:57.194920 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-41a808b6-1b66-48cb-9acd-55ac8dda8f0c req-e770275e-5127-46f7-9c06-09b5c8f86491 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 943 time: 0.2620666 May 26 16:30:57.213318 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d83f846-cbc6-4f38-bea6-252702a50e9c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:30:57.227124 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a48239-295c-405a-8138-2ea39f7707d1 None None] Sync routers for ids ['b907d08b-cd00-4a57-a63d-f45e391bcba0'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:30:57.239143 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a48239-295c-405a-8138-2ea39f7707d1 None None] Routers {'b907d08b-cd00-4a57-a63d-f45e391bcba0'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:30:57.240472 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a1a48239-295c-405a-8138-2ea39f7707d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:30:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b907d08b-cd00-4a57-a63d-f45e391bcba0'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:57.280346 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df303457-4ddc-4f2e-abe4-12bba0265754 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:57.318166 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-df303457-4ddc-4f2e-abe4-12bba0265754 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] device_id is not set on port f3483c7b-1e84-46cd-a922-ea31abb69fca yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:30:57.331062 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97270bc-95f0-46fa-973b-6cfc53829c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-c35b079d-bcd5-434c-9023-f88865e938de', 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'fixed_ips': [{'subnet_id': 'aadda511-e8fb-4226-a730-3c4b98049287'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:30:57.331866 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d97270bc-95f0-46fa-973b-6cfc53829c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:57.376998 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d83f846-cbc6-4f38-bea6-252702a50e9c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:57.391562 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-41a808b6-1b66-48cb-9acd-55ac8dda8f0c req-94f0c309-64ac-467b-9a84-fff8e178af75 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824355 May 26 16:30:57.491580 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1d83f846-cbc6-4f38-bea6-252702a50e9c tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.9326622 May 26 16:30:57.496817 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3', 'tag': '8544ecbf-52bd-42d9-9531-5fdaace82ddf'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:30:57.528854 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4766d25-d91e-4fe3-8e80-2620eb544d64" -d '{"events": [{"name": "network-changed", "server_uuid": "cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3", "tag": "8544ecbf-52bd-42d9-9531-5fdaace82ddf"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:30:57.565777 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-048d8ecf-6e0d-4488-8789-2b45601758b2 admin admin] Deleting port db2bcbe1-37eb-4c5a-9ef8-99664014f951 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:30:57.566127 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-048d8ecf-6e0d-4488-8789-2b45601758b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:57.615911 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-a1a48239-295c-405a-8138-2ea39f7707d1 None None] Set router b907d08b-cd00-4a57-a63d-f45e391bcba0 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:30:57.671620 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-d97270bc-95f0-46fa-973b-6cfc53829c75 None None] Allocated IP 2001:db8::2 (c35b079d-bcd5-434c-9023-f88865e938de/aadda511-e8fb-4226-a730-3c4b98049287/bfa99d77-c5ff-4e57-bf63-a9b701e5a580) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:30:57.681533 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ef58c4-6c2a-4893-be1b-c698d4767261 x-openstack-request-id: req-70ef58c4-6c2a-4893-be1b-c698d4767261 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:30:57.681822 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3", "tag": "8544ecbf-52bd-42d9-9531-5fdaace82ddf", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:30:57.682208 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-70ef58c4-6c2a-4893-be1b-c698d4767261 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:30:57.682517 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70ef58c4-6c2a-4893-be1b-c698d4767261'] response: {'name': 'network-changed', 'server_uuid': 'cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3', 'tag': '8544ecbf-52bd-42d9-9531-5fdaace82ddf', 'status': 'completed', 'code': 200} May 26 16:30:57.858794 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4766d25-d91e-4fe3-8e80-2620eb544d64 req-eaab758e-8bac-4008-8840-43448b9f9f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:57.867110 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4766d25-d91e-4fe3-8e80-2620eb544d64 req-eaab758e-8bac-4008-8840-43448b9f9f34 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 1096 time: 0.1810620 May 26 16:30:58.028778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-048d8ecf-6e0d-4488-8789-2b45601758b2 admin admin] For port db2bcbe1-37eb-4c5a-9ef8-99664014f951, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=db2bcbe1-37eb-4c5a-9ef8-99664014f951,segment=NetworkSegment(045e2544-b085-4bf3-b19d-98411b7db9cb),segment_id=045e2544-b085-4bf3-b19d-98411b7db9cb)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:30:58.029584 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-048d8ecf-6e0d-4488-8789-2b45601758b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:58.042292 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0a2546a2-eb60-4b01-b410-8d8edd8f8e35 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:30:58.049571 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-048d8ecf-6e0d-4488-8789-2b45601758b2 admin admin] Calling delete_port for db2bcbe1-37eb-4c5a-9ef8-99664014f951 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:30:58.116525 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d97270bc-95f0-46fa-973b-6cfc53829c75 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:58.120726 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 0a2546a2-eb60-4b01-b410-8d8edd8f8e35 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:30:58.122349 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0a2546a2-eb60-4b01-b410-8d8edd8f8e35 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:30:58.150789 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d97270bc-95f0-46fa-973b-6cfc53829c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:58.174938 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4766d25-d91e-4fe3-8e80-2620eb544d64 req-faaa7428-63f0-4720-bd79-13fcf9b0d65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:58.178261 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4766d25-d91e-4fe3-8e80-2620eb544d64 req-faaa7428-63f0-4720-bd79-13fcf9b0d65f service neutron] 10.222.0.81 "GET /v2.0/networks?id=582d7fa0-56a2-49ce-b0b0-b020c41336d0 HTTP/1.1" status: 200 len: 898 time: 0.3103178 May 26 16:30:58.227946 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a1a48239-295c-405a-8138-2ea39f7707d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672833861', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:30:01Z', 'updated_at': '2022-05-26T16:30:09Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:30:02Z', 'updated_at': '2022-05-26T16:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'b8fc3742-89a9-4cda-9420-2e7e0963cf26', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'floating_ip_address': '172.25.7.205', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'port_id': '8544ecbf-52bd-42d9-9531-5fdaace82ddf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0', 'mac_address': 'fa:16:3e:b3:e2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:30:51Z', 'updated_at': '2022-05-26T16:30:51Z', 'revision_number': 0, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d', 'name': '', 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:ff:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e763142b-117a-4588-856a-9a781c0f6b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:30:08Z', 'updated_at': '2022-05-26T16:30:14Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'e763142b-117a-4588-856a-9a781c0f6b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:58.274756 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a48239-295c-405a-8138-2ea39f7707d1 None None] Checking router: b907d08b-cd00-4a57-a63d-f45e391bcba0 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:30:58.306916 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a48239-295c-405a-8138-2ea39f7707d1 None None] Routers {'b907d08b-cd00-4a57-a63d-f45e391bcba0'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:30:58.311598 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a1a48239-295c-405a-8138-2ea39f7707d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:30:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b907d08b-cd00-4a57-a63d-f45e391bcba0'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:58.365445 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-df303457-4ddc-4f2e-abe4-12bba0265754 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8::5717:2b4c:6526:c731 (c35b079d-bcd5-434c-9023-f88865e938de/aadda511-e8fb-4226-a730-3c4b98049287/f3483c7b-1e84-46cd-a922-ea31abb69fca) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:30:58.427281 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97270bc-95f0-46fa-973b-6cfc53829c75 None None] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:58.473319 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97270bc-95f0-46fa-973b-6cfc53829c75 None None] Pushing event updated for resources: {'Port': ['ID=bfa99d77-c5ff-4e57-bf63-a9b701e5a580,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:58.486399 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-d97270bc-95f0-46fa-973b-6cfc53829c75 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:58.505727 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97270bc-95f0-46fa-973b-6cfc53829c75 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:30:58.526207 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4766d25-d91e-4fe3-8e80-2620eb544d64 req-e7c02c6f-60ae-49fa-812f-52dacd6d386a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8544ecbf-52bd-42d9-9531-5fdaace82ddf HTTP/1.1" status: 200 len: 999 time: 0.3166149 May 26 16:30:58.808455 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d97270bc-95f0-46fa-973b-6cfc53829c75 None None] Attempting to bind port bfa99d77-c5ff-4e57-bf63-a9b701e5a580 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:30:58.808805 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d97270bc-95f0-46fa-973b-6cfc53829c75 None None] Attempting to bind port bfa99d77-c5ff-4e57-bf63-a9b701e5a580 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:30:58.810056 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97270bc-95f0-46fa-973b-6cfc53829c75 None None] Attempting to bind port bfa99d77-c5ff-4e57-bf63-a9b701e5a580 on network c35b079d-bcd5-434c-9023-f88865e938de {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:30:58.822208 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97270bc-95f0-46fa-973b-6cfc53829c75 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:30:58.822864 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97270bc-95f0-46fa-973b-6cfc53829c75 None None] Checking segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:30:58.823791 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d97270bc-95f0-46fa-973b-6cfc53829c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:58.824626 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97270bc-95f0-46fa-973b-6cfc53829c75 None None] Bound using segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:30:58.825960 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d97270bc-95f0-46fa-973b-6cfc53829c75 None None] Bound port: bfa99d77-c5ff-4e57-bf63-a9b701e5a580, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:30:58.828187 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d97270bc-95f0-46fa-973b-6cfc53829c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:58.848742 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-a1a48239-295c-405a-8138-2ea39f7707d1 None None] Set router b907d08b-cd00-4a57-a63d-f45e391bcba0 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:30:58.929759 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8100c9-7d9e-4b46-a4f8-8c68f7cdb488 req-c5cb6114-4b14-4534-a44e-faa9a2fd4959 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:58.934191 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa8100c9-7d9e-4b46-a4f8-8c68f7cdb488 req-c5cb6114-4b14-4534-a44e-faa9a2fd4959 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 945 time: 0.8074324 May 26 16:30:59.095721 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d97270bc-95f0-46fa-973b-6cfc53829c75 None None] For port bfa99d77-c5ff-4e57-bf63-a9b701e5a580, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:30:59.099261 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df303457-4ddc-4f2e-abe4-12bba0265754 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:59.195650 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df303457-4ddc-4f2e-abe4-12bba0265754 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:59.226869 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4766d25-d91e-4fe3-8e80-2620eb544d64 req-8e8f99e2-d6a7-4d3a-811d-f8689895cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:59.236712 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4766d25-d91e-4fe3-8e80-2620eb544d64 req-8e8f99e2-d6a7-4d3a-811d-f8689895cbef service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e763142b-117a-4588-856a-9a781c0f6b28 HTTP/1.1" status: 200 len: 835 time: 0.4190550 May 26 16:30:59.261298 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d255c80-502a-4e8e-9752-c1237a79dcdf req-3902a3e4-90ce-493e-9959-a3019294c92a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:59.263049 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d255c80-502a-4e8e-9752-c1237a79dcdf req-3902a3e4-90ce-493e-9959-a3019294c92a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 943 time: 0.4147863 May 26 16:30:59.293696 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df303457-4ddc-4f2e-abe4-12bba0265754 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:30:59.307643 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-df303457-4ddc-4f2e-abe4-12bba0265754 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:30:59.312872 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df303457-4ddc-4f2e-abe4-12bba0265754 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:30:59.324127 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df303457-4ddc-4f2e-abe4-12bba0265754 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:59.326614 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df303457-4ddc-4f2e-abe4-12bba0265754 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:59.355720 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df303457-4ddc-4f2e-abe4-12bba0265754 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=f3483c7b-1e84-46cd-a922-ea31abb69fca,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:59.414020 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa8100c9-7d9e-4b46-a4f8-8c68f7cdb488 req-54b654e4-7410-4afe-a75c-ea3b55e45621 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4196250 May 26 16:30:59.448467 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-df303457-4ddc-4f2e-abe4-12bba0265754 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5419133 May 26 16:30:59.451855 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53358) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:59.458518 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d255c80-502a-4e8e-9752-c1237a79dcdf req-c6b31d9c-02db-4721-9b25-a4484b7f6420 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733422 May 26 16:30:59.468978 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53360) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:59.490761 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d97270bc-95f0-46fa-973b-6cfc53829c75 None None] For port bfa99d77-c5ff-4e57-bf63-a9b701e5a580, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=bfa99d77-c5ff-4e57-bf63-a9b701e5a580,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:30:59.506461 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d97270bc-95f0-46fa-973b-6cfc53829c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:59.597195 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a1a48239-295c-405a-8138-2ea39f7707d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672833861', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:30:01Z', 'updated_at': '2022-05-26T16:30:09Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:30:02Z', 'updated_at': '2022-05-26T16:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'b8fc3742-89a9-4cda-9420-2e7e0963cf26', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'floating_ip_address': '172.25.7.205', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'port_id': '8544ecbf-52bd-42d9-9531-5fdaace82ddf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0', 'mac_address': 'fa:16:3e:b3:e2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:30:51Z', 'updated_at': '2022-05-26T16:30:51Z', 'revision_number': 0, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d', 'name': '', 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:ff:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e763142b-117a-4588-856a-9a781c0f6b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:30:08Z', 'updated_at': '2022-05-26T16:30:14Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'e763142b-117a-4588-856a-9a781c0f6b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:30:59.601275 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805bbe25-f2fe-4a5d-93bc-ae0e53683786 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:59.606972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4766d25-d91e-4fe3-8e80-2620eb544d64 req-7ebf1354-6fd3-4f7f-811f-7aad81e26ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:59.616856 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4766d25-d91e-4fe3-8e80-2620eb544d64 req-7ebf1354-6fd3-4f7f-811f-7aad81e26ebc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=582d7fa0-56a2-49ce-b0b0-b020c41336d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3477004 May 26 16:30:59.620148 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a8b0f90b-28f0-49a4-9a71-a1d3cafb1cfd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/floatingips/b8fc3742-89a9-4cda-9420-2e7e0963cf26 HTTP/1.1" status: 200 len: 991 time: 0.1459284 May 26 16:30:59.624817 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-048d8ecf-6e0d-4488-8789-2b45601758b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:30:59.638279 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805bbe25-f2fe-4a5d-93bc-ae0e53683786 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:30:59.646887 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-805bbe25-f2fe-4a5d-93bc-ae0e53683786 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1916327 May 26 16:30:59.647592 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53372) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:30:59.693564 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a48239-295c-405a-8138-2ea39f7707d1 None None] The sync data for ids ['b907d08b-cd00-4a57-a63d-f45e391bcba0'] in n-d-843337-2 is: [{'id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672833861', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:30:01Z', 'updated_at': '2022-05-26T16:30:09Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:30:02Z', 'updated_at': '2022-05-26T16:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'b8fc3742-89a9-4cda-9420-2e7e0963cf26', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'floating_ip_address': '172.25.7.205', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'port_id': '8544ecbf-52bd-42d9-9531-5fdaace82ddf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0', 'mac_address': 'fa:16:3e:b3:e2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:30:51Z', 'updated_at': '2022-05-26T16:30:51Z', 'revision_number': 0, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d', 'name': '', 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:ff:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e763142b-117a-4588-856a-9a781c0f6b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:30:08Z', 'updated_at': '2022-05-26T16:30:14Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'e763142b-117a-4588-856a-9a781c0f6b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:30:59.739463 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d8ecf-6e0d-4488-8789-2b45601758b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=db2bcbe1-37eb-4c5a-9ef8-99664014f951,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:59.813233 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97270bc-95f0-46fa-973b-6cfc53829c75 None None] Pushing event updated for resources: {'Port': ['ID=bfa99d77-c5ff-4e57-bf63-a9b701e5a580,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:30:59.948188 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-da923cb8-9ef0-4ce0-b73f-1a9c372a6ef1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting port f3483c7b-1e84-46cd-a922-ea31abb69fca {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:30:59.948959 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-da923cb8-9ef0-4ce0-b73f-1a9c372a6ef1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:00.204120 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178341da-6b02-4009-84e4-cc5a6ee90375 None None] New status for floating IP b8fc3742-89a9-4cda-9420-2e7e0963cf26: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:31:00.229765 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-da923cb8-9ef0-4ce0-b73f-1a9c372a6ef1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:00.263123 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-da923cb8-9ef0-4ce0-b73f-1a9c372a6ef1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Calling delete_port for f3483c7b-1e84-46cd-a922-ea31abb69fca owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:31:00.273211 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4766d25-d91e-4fe3-8e80-2620eb544d64 req-70ad3f29-887d-4806-8818-e8c455b14ad0 service neutron] 10.222.0.81 "GET /v2.0/networks/582d7fa0-56a2-49ce-b0b0-b020c41336d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6382968 May 26 16:31:00.594135 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-da923cb8-9ef0-4ce0-b73f-1a9c372a6ef1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:00.631383 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53426) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:00.697881 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:00.735196 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da923cb8-9ef0-4ce0-b73f-1a9c372a6ef1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Port': ['ID=f3483c7b-1e84-46cd-a922-ea31abb69fca,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:00.777165 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-048d8ecf-6e0d-4488-8789-2b45601758b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:00.824122 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-da923cb8-9ef0-4ce0-b73f-1a9c372a6ef1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:00.824122 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-da923cb8-9ef0-4ce0-b73f-1a9c372a6ef1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/f3483c7b-1e84-46cd-a922-ea31abb69fca HTTP/1.1" status: 204 len: 168 time: 1.1603117 May 26 16:31:00.824122 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53438) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:00.929263 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef46982b-7210-4848-90d7-a55305f80bfd tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:00.929467 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-37c3130c-735f-4476-9e7f-31781366148b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/floatingips/b8fc3742-89a9-4cda-9420-2e7e0963cf26 HTTP/1.1" status: 200 len: 993 time: 0.2953312 May 26 16:31:00.929550 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef46982b-7210-4848-90d7-a55305f80bfd tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:00.930032 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ef46982b-7210-4848-90d7-a55305f80bfd tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1075521 May 26 16:31:00.933718 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53444) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:00.943434 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2b434-6378-45dc-b5ff-e79b2527e495 req-85d539a8-beaa-4112-97ce-492a8b2a5232 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:00.947272 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-34a2b434-6378-45dc-b5ff-e79b2527e495 req-85d539a8-beaa-4112-97ce-492a8b2a5232 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 943 time: 0.2719283 May 26 16:31:00.975730 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4766d25-d91e-4fe3-8e80-2620eb544d64 req-fadaab41-04e8-45f2-9f5c-ab508938f4d5 service neutron] 10.222.0.81 "GET /v2.0/networks/582d7fa0-56a2-49ce-b0b0-b020c41336d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6897357 May 26 16:31:01.608646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eabd969-210e-4b3f-87ea-ba2af8894079 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet aadda511-e8fb-4226-a730-3c4b98049287 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:31:01.615034 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5eabd969-210e-4b3f-87ea-ba2af8894079 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:01.620341 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-34a2b434-6378-45dc-b5ff-e79b2527e495 req-03260752-3908-4441-9998-82e2a0e13e7e tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6397216 May 26 16:31:01.723135 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5eabd969-210e-4b3f-87ea-ba2af8894079 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:01.808895 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-61b4ff6c-eeed-4bdc-a643-11a7bfaa9b13 None None] Provisioning complete for port bfa99d77-c5ff-4e57-bf63-a9b701e5a580 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:01.809432 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-61b4ff6c-eeed-4bdc-a643-11a7bfaa9b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:01.960712 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048d8ecf-6e0d-4488-8789-2b45601758b2 admin admin] Router 2b2b2aff-581d-49b1-892c-ba7eef32f95a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:31:02.028818 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-61b4ff6c-eeed-4bdc-a643-11a7bfaa9b13 None None] Current status of the port bfa99d77-c5ff-4e57-bf63-a9b701e5a580 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:02.029294 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-61b4ff6c-eeed-4bdc-a643-11a7bfaa9b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:02.124425 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device bfa99d77-c5ff-4e57-bf63-a9b701e5a580 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:31:02.301169 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-61b4ff6c-eeed-4bdc-a643-11a7bfaa9b13 None None] For port bfa99d77-c5ff-4e57-bf63-a9b701e5a580, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=bfa99d77-c5ff-4e57-bf63-a9b701e5a580,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:02.318226 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-61b4ff6c-eeed-4bdc-a643-11a7bfaa9b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:02.330438 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5eabd969-210e-4b3f-87ea-ba2af8894079 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:02.393855 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port bfa99d77-c5ff-4e57-bf63-a9b701e5a580 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:02.394237 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:02.446849 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048d8ecf-6e0d-4488-8789-2b45601758b2 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:31:02.463616 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53528) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:02.466606 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8acf248-e048-4852-a0b3-70e453ff33df None None] Sync routers for ids ['2b2b2aff-581d-49b1-892c-ba7eef32f95a'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:31:02.478949 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-048d8ecf-6e0d-4488-8789-2b45601758b2 admin admin] 10.222.0.77 "PUT /v2.0/routers/2b2b2aff-581d-49b1-892c-ba7eef32f95a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4913626 May 26 16:31:02.492649 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8acf248-e048-4852-a0b3-70e453ff33df None None] Routers {'2b2b2aff-581d-49b1-892c-ba7eef32f95a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:02.493286 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b8acf248-e048-4852-a0b3-70e453ff33df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:30:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['2b2b2aff-581d-49b1-892c-ba7eef32f95a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:02.513340 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-fb8da888-89d0-44b4-8b24-21b02bd95a10 None None] Could not find standard attr ID for object f3483c7b-1e84-46cd-a922-ea31abb69fca. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:31:02.547838 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5eabd969-210e-4b3f-87ea-ba2af8894079 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:02.563923 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4ff6c-eeed-4bdc-a643-11a7bfaa9b13 None None] Pushing event updated for resources: {'Port': ['ID=bfa99d77-c5ff-4e57-bf63-a9b701e5a580,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:02.614382 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5eabd969-210e-4b3f-87ea-ba2af8894079 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:02.653865 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5eabd969-210e-4b3f-87ea-ba2af8894079 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/aadda511-e8fb-4226-a730-3c4b98049287 HTTP/1.1" status: 204 len: 168 time: 1.7036698 May 26 16:31:02.684433 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9f4bfa-ce08-4c5b-80f9-2701fd8b4807 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:02.690024 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53544) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:02.788031 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bb812220-454e-4675-afc7-07c72d3363e9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0956314 May 26 16:31:02.788803 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabd969-210e-4b3f-87ea-ba2af8894079 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=aadda511-e8fb-4226-a730-3c4b98049287,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:02.798449 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53552) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:02.799963 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port bfa99d77-c5ff-4e57-bf63-a9b701e5a580 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:02.812187 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c103f05-c084-4b04-83b1-a300e937fd5c admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:02.876229 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b8acf248-e048-4852-a0b3-70e453ff33df None None] Set router 2b2b2aff-581d-49b1-892c-ba7eef32f95a gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:02.988006 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6311e96-fef8-4a27-8c84-32696482f486 req-c2ad02a0-3639-427c-b767-bd6b5b6f81f6 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:02.990214 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6311e96-fef8-4a27-8c84-32696482f486 req-c2ad02a0-3639-427c-b767-bd6b5b6f81f6 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 943 time: 0.1328275 May 26 16:31:03.021540 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86395990-64ff-4200-ba89-6d1206aa18ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:03.027126 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-86395990-64ff-4200-ba89-6d1206aa18ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2279544 May 26 16:31:03.027674 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53568) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:03.102483 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6311e96-fef8-4a27-8c84-32696482f486 req-238a3e89-4fb0-4431-a07e-58f097690630 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054308 May 26 16:31:03.167744 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010a8923-94e2-4d08-9eb5-deb62b765abd tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:03.172623 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53576) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:03.172756 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-010a8923-94e2-4d08-9eb5-deb62b765abd tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1439295 May 26 16:31:03.191992 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c103f05-c084-4b04-83b1-a300e937fd5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:03.247701 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-06a8738a-8000-4791-869a-bb957524c131 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737536 May 26 16:31:03.263510 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53582) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:03.265833 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8760e696-dc72-4f72-b47b-e7d8ba8be662 None None] DHCP port deletion for c35b079d-bcd5-434c-9023-f88865e938de request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:31:03.272057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-0f92e198-3ef4-4fb0-a2d8-cabf781db6bb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:03.343603 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-7c103f05-c084-4b04-83b1-a300e937fd5c admin admin] Deleting port 842f56e8-44da-45e4-9de6-0a6478e6b4f1 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:31:03.343905 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c103f05-c084-4b04-83b1-a300e937fd5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:03.440018 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8760e696-dc72-4f72-b47b-e7d8ba8be662 None None] Deleting port bfa99d77-c5ff-4e57-bf63-a9b701e5a580 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:31:03.440417 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8760e696-dc72-4f72-b47b-e7d8ba8be662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:03.499346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f92e198-3ef4-4fb0-a2d8-cabf781db6bb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:03.508232 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0f92e198-3ef4-4fb0-a2d8-cabf781db6bb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:03.543681 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b8acf248-e048-4852-a0b3-70e453ff33df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b2aff-581d-49b1-892c-ba7eef32f95a', 'name': 'tempest-ServerRescueTestJSON-1071872627-router', 'tenant_id': '55db192a075d4f7397320ac3e9c27b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '842f56e8-44da-45e4-9de6-0a6478e6b4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:07Z', 'updated_at': '2022-05-26T16:30:59Z', 'revision_number': 5, 'project_id': '55db192a075d4f7397320ac3e9c27b43', 'gw_port': {'id': '842f56e8-44da-45e4-9de6-0a6478e6b4f1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:43:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2b2aff-581d-49b1-892c-ba7eef32f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:09Z', 'updated_at': '2022-05-26T16:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:03.580596 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-7c103f05-c084-4b04-83b1-a300e937fd5c admin admin] For port 842f56e8-44da-45e4-9de6-0a6478e6b4f1, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=842f56e8-44da-45e4-9de6-0a6478e6b4f1,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:03.581116 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c103f05-c084-4b04-83b1-a300e937fd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:03.585950 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8760e696-dc72-4f72-b47b-e7d8ba8be662 None None] For port bfa99d77-c5ff-4e57-bf63-a9b701e5a580, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=bfa99d77-c5ff-4e57-bf63-a9b701e5a580,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:03.586361 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8760e696-dc72-4f72-b47b-e7d8ba8be662 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:03.611954 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-7c103f05-c084-4b04-83b1-a300e937fd5c admin admin] Calling delete_port for 842f56e8-44da-45e4-9de6-0a6478e6b4f1 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:31:03.618975 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8acf248-e048-4852-a0b3-70e453ff33df None None] Checking router: 2b2b2aff-581d-49b1-892c-ba7eef32f95a for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:31:03.624962 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8760e696-dc72-4f72-b47b-e7d8ba8be662 None None] Calling delete_port for bfa99d77-c5ff-4e57-bf63-a9b701e5a580 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:31:03.638603 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8acf248-e048-4852-a0b3-70e453ff33df None None] Routers {'2b2b2aff-581d-49b1-892c-ba7eef32f95a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:03.643184 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b8acf248-e048-4852-a0b3-70e453ff33df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:30:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['2b2b2aff-581d-49b1-892c-ba7eef32f95a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:03.863623 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8760e696-dc72-4f72-b47b-e7d8ba8be662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:03.902425 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8760e696-dc72-4f72-b47b-e7d8ba8be662 None None] No DVR routers for this DVR port bfa99d77-c5ff-4e57-bf63-a9b701e5a580 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:31:03.910325 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b8acf248-e048-4852-a0b3-70e453ff33df None None] Set router 2b2b2aff-581d-49b1-892c-ba7eef32f95a gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:04.019609 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760e696-dc72-4f72-b47b-e7d8ba8be662 None None] Pushing event deleted for resources: {'Port': ['ID=bfa99d77-c5ff-4e57-bf63-a9b701e5a580,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:04.034183 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device bfa99d77-c5ff-4e57-bf63-a9b701e5a580 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:31:04.087961 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: bfa99d77-c5ff-4e57-bf63-a9b701e5a580 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:31:04.088338 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device bfa99d77-c5ff-4e57-bf63-a9b701e5a580 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:31:04.101113 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b8acf248-e048-4852-a0b3-70e453ff33df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2b2aff-581d-49b1-892c-ba7eef32f95a', 'name': 'tempest-ServerRescueTestJSON-1071872627-router', 'tenant_id': '55db192a075d4f7397320ac3e9c27b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:07Z', 'updated_at': '2022-05-26T16:31:03Z', 'revision_number': 6, 'project_id': '55db192a075d4f7397320ac3e9c27b43', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:04.127223 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c103f05-c084-4b04-83b1-a300e937fd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:04.146554 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0f92e198-3ef4-4fb0-a2d8-cabf781db6bb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:04.199448 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c103f05-c084-4b04-83b1-a300e937fd5c admin admin] Pushing event deleted for resources: {'Port': ['ID=842f56e8-44da-45e4-9de6-0a6478e6b4f1,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:04.289319 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92e198-3ef4-4fb0-a2d8-cabf781db6bb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=80a7b1b6-c132-4c2a-b551-82aebf59d24e,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:04.313354 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f92e198-3ef4-4fb0-a2d8-cabf781db6bb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:04.319639 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-0f92e198-3ef4-4fb0-a2d8-cabf781db6bb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:04.334534 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fec682-6e85-4caf-a9c0-34318fa83e76 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:04.345603 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f92e198-3ef4-4fb0-a2d8-cabf781db6bb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:04.346294 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0f92e198-3ef4-4fb0-a2d8-cabf781db6bb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:04.414080 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c103f05-c084-4b04-83b1-a300e937fd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:04.477044 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35950353-dfb6-4340-9a30-5c959bb8c9c6 req-5415ecc0-13a2-473a-a872-e06d8834d1d1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:04.477281 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8acf248-e048-4852-a0b3-70e453ff33df None None] The sync data for ids ['2b2b2aff-581d-49b1-892c-ba7eef32f95a'] in n-d-843337-2 is: [{'id': '2b2b2aff-581d-49b1-892c-ba7eef32f95a', 'name': 'tempest-ServerRescueTestJSON-1071872627-router', 'tenant_id': '55db192a075d4f7397320ac3e9c27b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:07Z', 'updated_at': '2022-05-26T16:31:03Z', 'revision_number': 6, 'project_id': '55db192a075d4f7397320ac3e9c27b43', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:31:04.478800 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-35950353-dfb6-4340-9a30-5c959bb8c9c6 req-5415ecc0-13a2-473a-a872-e06d8834d1d1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 943 time: 0.1634395 May 26 16:31:04.491931 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0f92e198-3ef4-4fb0-a2d8-cabf781db6bb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2239208 May 26 16:31:04.493964 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53646) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:04.510881 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b0ec6784-500e-4231-ac9c-da8e268434b1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'fixed_ips': [{'subnet_id': '80a7b1b6-c132-4c2a-b551-82aebf59d24e', 'ip_address': '2001:db8::fa61:de4f:1db7:1002'}], 'name': 'tempest-NetworksTestDHCPv6-681562734'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:04.722478 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ec6784-500e-4231-ac9c-da8e268434b1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:04.983634 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-35950353-dfb6-4340-9a30-5c959bb8c9c6 req-07763aa2-874f-4a13-9cde-5b4cf876d827 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846423 May 26 16:31:05.062834 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cdc1a9-3635-49f5-9970-f57ba107c6fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-c35b079d-bcd5-434c-9023-f88865e938de', 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'fixed_ips': [{'subnet_id': '80a7b1b6-c132-4c2a-b551-82aebf59d24e'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:31:05.063953 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-91cdc1a9-3635-49f5-9970-f57ba107c6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:05.065811 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0ec6784-500e-4231-ac9c-da8e268434b1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:05.098656 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-b0ec6784-500e-4231-ac9c-da8e268434b1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] device_id is not set on port 15fcee0a-39f6-4fed-bece-df170b4b09f1 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:31:05.376343 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c103f05-c084-4b04-83b1-a300e937fd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:05.381328 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c103f05-c084-4b04-83b1-a300e937fd5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:05.442321 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-b0ec6784-500e-4231-ac9c-da8e268434b1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8::fa61:de4f:1db7:1002 (c35b079d-bcd5-434c-9023-f88865e938de/80a7b1b6-c132-4c2a-b551-82aebf59d24e/15fcee0a-39f6-4fed-bece-df170b4b09f1) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:05.503487 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c103f05-c084-4b04-83b1-a300e937fd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:05.504154 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c103f05-c084-4b04-83b1-a300e937fd5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b2b2aff-581d-49b1-892c-ba7eef32f95a {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:31:05.509005 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c103f05-c084-4b04-83b1-a300e937fd5c admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:05.510003 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7c103f05-c084-4b04-83b1-a300e937fd5c admin admin] 10.222.0.77 "DELETE /v2.0/routers/2b2b2aff-581d-49b1-892c-ba7eef32f95a HTTP/1.1" status: 204 len: 168 time: 3.0451837 May 26 16:31:05.513586 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53702) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:05.598023 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-03819bd1-f4a2-407c-a335-f84e5f92666a admin admin] Deleting subnet b8295bc0-2040-4384-9eb3-a50f2e6ae846 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:31:05.606170 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03819bd1-f4a2-407c-a335-f84e5f92666a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:05.651128 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03819bd1-f4a2-407c-a335-f84e5f92666a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:05.732196 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0ec6784-500e-4231-ac9c-da8e268434b1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:05.736682 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03819bd1-f4a2-407c-a335-f84e5f92666a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:05.794593 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0ec6784-500e-4231-ac9c-da8e268434b1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:05.855335 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-91cdc1a9-3635-49f5-9970-f57ba107c6fa None None] Allocated IP 2001:db8::2 (c35b079d-bcd5-434c-9023-f88865e938de/80a7b1b6-c132-4c2a-b551-82aebf59d24e/720baf56-d6a2-4747-91b3-1137d764fc70) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:05.861127 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03819bd1-f4a2-407c-a335-f84e5f92666a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:05.952199 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ec6784-500e-4231-ac9c-da8e268434b1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:05.952199 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec6784-500e-4231-ac9c-da8e268434b1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=15fcee0a-39f6-4fed-bece-df170b4b09f1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:05.953976 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-b0ec6784-500e-4231-ac9c-da8e268434b1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:05.969448 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ec6784-500e-4231-ac9c-da8e268434b1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:05.991720 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03819bd1-f4a2-407c-a335-f84e5f92666a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8295bc0-2040-4384-9eb3-a50f2e6ae846,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:05.997613 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ec6784-500e-4231-ac9c-da8e268434b1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:05.998840 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b0ec6784-500e-4231-ac9c-da8e268434b1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:06.017357 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03819bd1-f4a2-407c-a335-f84e5f92666a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:06.025523 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-03819bd1-f4a2-407c-a335-f84e5f92666a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b8295bc0-2040-4384-9eb3-a50f2e6ae846 HTTP/1.1" status: 204 len: 168 time: 0.5092981 May 26 16:31:06.027661 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53714) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:06.048428 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b0ec6784-500e-4231-ac9c-da8e268434b1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5503085 May 26 16:31:06.054216 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53718) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:06.063878 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-8d3b660f-875d-47a1-aed9-51293ff71f10 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'fixed_ips': [{'subnet_id': '80a7b1b6-c132-4c2a-b551-82aebf59d24e', 'ip_address': '2001:db8::fa61:de4f:1db7:1002'}], 'name': 'tempest-NetworksTestDHCPv6-2084815680'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:06.071306 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device db2bcbe1-37eb-4c5a-9ef8-99664014f951 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:31:06.099312 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: db2bcbe1-37eb-4c5a-9ef8-99664014f951 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:31:06.111578 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device db2bcbe1-37eb-4c5a-9ef8-99664014f951 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:31:06.114850 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 842f56e8-44da-45e4-9de6-0a6478e6b4f1 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:31:06.155830 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 842f56e8-44da-45e4-9de6-0a6478e6b4f1 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:31:06.156677 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 842f56e8-44da-45e4-9de6-0a6478e6b4f1 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:31:06.308239 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53720) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:06.340524 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a569e492-18b1-400f-81cd-6fb80282a645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:06.354115 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bba82-310e-42ee-96bf-b736b25f35c7 req-6ab7bc2d-2a06-48f6-9d84-0e7b89c45846 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:06.356806 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-193bba82-310e-42ee-96bf-b736b25f35c7 req-6ab7bc2d-2a06-48f6-9d84-0e7b89c45846 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 943 time: 0.2300799 May 26 16:31:06.378122 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-91cdc1a9-3635-49f5-9970-f57ba107c6fa None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:06.402664 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-91cdc1a9-3635-49f5-9970-f57ba107c6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:06.404640 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3b660f-875d-47a1-aed9-51293ff71f10 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:06.430286 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cdc1a9-3635-49f5-9970-f57ba107c6fa None None] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:06.433646 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-91cdc1a9-3635-49f5-9970-f57ba107c6fa None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:06.439549 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cdc1a9-3635-49f5-9970-f57ba107c6fa None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:06.574664 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8d3b660f-875d-47a1-aed9-51293ff71f10 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:06.596043 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-8d3b660f-875d-47a1-aed9-51293ff71f10 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] device_id is not set on port 8ecdda3c-9024-4979-8ade-ccc5e9c876e9 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:31:06.623248 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a569e492-18b1-400f-81cd-6fb80282a645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:06.627168 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdc1a9-3635-49f5-9970-f57ba107c6fa None None] Pushing event updated for resources: {'Port': ['ID=720baf56-d6a2-4747-91b3-1137d764fc70,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:06.631856 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-91cdc1a9-3635-49f5-9970-f57ba107c6fa None None] Attempting to bind port 720baf56-d6a2-4747-91b3-1137d764fc70 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:31:06.637509 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-91cdc1a9-3635-49f5-9970-f57ba107c6fa None None] Attempting to bind port 720baf56-d6a2-4747-91b3-1137d764fc70 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:31:06.638445 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cdc1a9-3635-49f5-9970-f57ba107c6fa None None] Attempting to bind port 720baf56-d6a2-4747-91b3-1137d764fc70 on network c35b079d-bcd5-434c-9023-f88865e938de {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:31:06.656210 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cdc1a9-3635-49f5-9970-f57ba107c6fa None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:31:06.656795 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cdc1a9-3635-49f5-9970-f57ba107c6fa None None] Checking segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:06.657312 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-91cdc1a9-3635-49f5-9970-f57ba107c6fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:06.657859 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cdc1a9-3635-49f5-9970-f57ba107c6fa None None] Bound using segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:31:06.658445 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-91cdc1a9-3635-49f5-9970-f57ba107c6fa None None] Bound port: 720baf56-d6a2-4747-91b3-1137d764fc70, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:31:06.658931 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-91cdc1a9-3635-49f5-9970-f57ba107c6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:06.702191 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-193bba82-310e-42ee-96bf-b736b25f35c7 req-a66c7dee-5a85-48cd-90c5-35b059401bbd tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376296 May 26 16:31:06.703918 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-a569e492-18b1-400f-81cd-6fb80282a645 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf002b2-c9d1-46a8-9f96-afb3826da250']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:06.709933 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8e4f17c6-1c9d-4f0b-aa83-31a6ed42d353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:06.726512 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-a569e492-18b1-400f-81cd-6fb80282a645 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045e2544-b085-4bf3-b19d-98411b7db9cb') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:06.726793 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-a569e492-18b1-400f-81cd-6fb80282a645 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045e2544-b085-4bf3-b19d-98411b7db9cb') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:06.739280 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a569e492-18b1-400f-81cd-6fb80282a645 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:06.790490 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a569e492-18b1-400f-81cd-6fb80282a645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:06.807898 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-91cdc1a9-3635-49f5-9970-f57ba107c6fa None None] For port 720baf56-d6a2-4747-91b3-1137d764fc70, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:31:06.808317 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a569e492-18b1-400f-81cd-6fb80282a645 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:31:06.810405 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a569e492-18b1-400f-81cd-6fb80282a645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:06.836824 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-91cdc1a9-3635-49f5-9970-f57ba107c6fa None None] For port 720baf56-d6a2-4747-91b3-1137d764fc70, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=720baf56-d6a2-4747-91b3-1137d764fc70,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:31:06.851254 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-91cdc1a9-3635-49f5-9970-f57ba107c6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:06.941286 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3b660f-875d-47a1-aed9-51293ff71f10 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] POST failed (client error): There was a conflict when trying to complete your request. May 26 16:31:06.942580 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d3b660f-875d-47a1-aed9-51293ff71f10 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:31:06.951943 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a569e492-18b1-400f-81cd-6fb80282a645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:06.979148 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a569e492-18b1-400f-81cd-6fb80282a645 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:06.993033 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a569e492-18b1-400f-81cd-6fb80282a645 admin admin] 10.222.0.77 "DELETE /v2.0/networks/edf002b2-c9d1-46a8-9f96-afb3826da250 HTTP/1.1" status: 204 len: 168 time: 0.9635139 May 26 16:31:07.003793 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8d3b660f-875d-47a1-aed9-51293ff71f10 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9459484 May 26 16:31:07.004672 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53746) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:07.029915 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdc1a9-3635-49f5-9970-f57ba107c6fa None None] Pushing event updated for resources: {'Port': ['ID=720baf56-d6a2-4747-91b3-1137d764fc70,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:07.066054 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569e492-18b1-400f-81cd-6fb80282a645 admin admin] Pushing event deleted for resources: {'Network': ['ID=edf002b2-c9d1-46a8-9f96-afb3826da250,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:07.067603 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ebc56a-652f-401a-97d3-802b8a778d19 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:07.077703 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ebc56a-652f-401a-97d3-802b8a778d19 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:07.082300 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-49ebc56a-652f-401a-97d3-802b8a778d19 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0747726 May 26 16:31:07.082643 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53748) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:07.213597 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8e4f17c6-1c9d-4f0b-aa83-31a6ed42d353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:07.219781 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8e4f17c6-1c9d-4f0b-aa83-31a6ed42d353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:07.272371 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53750) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:07.323182 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8e4f17c6-1c9d-4f0b-aa83-31a6ed42d353 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fd364f87d9b44a799b33644db3cb288f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0136395 May 26 16:31:07.347929 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53752) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:07.349145 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f17c6-1c9d-4f0b-aa83-31a6ed42d353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab8804e-8380-4d97-9511-ecbd1cbb2bfa,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:07.389777 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 045e2544-b085-4bf3-b19d-98411b7db9cb resource provider aggregate not found May 26 16:31:07.440824 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 045e2544-b085-4bf3-b19d-98411b7db9cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 045e2544-b085-4bf3-b19d-98411b7db9cb found for delete ", "request_id": "req-55d61d3f-7466-4273-a105-dc3bdcf0085d"}]} May 26 16:31:07.471814 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53760) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:07.476661 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9218b995-6152-4bc0-ad13-24e5d7118498 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=55db192a075d4f7397320ac3e9c27b43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1893115 May 26 16:31:07.484468 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72ec59d0-930d-4619-b208-92a9a9398845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:07.491308 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-f3989ddd-b2ee-4411-98d1-2b148ef0e953 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting port 15fcee0a-39f6-4fed-bece-df170b4b09f1 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:31:07.491738 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f3989ddd-b2ee-4411-98d1-2b148ef0e953 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:07.539445 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72ec59d0-930d-4619-b208-92a9a9398845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:07.646744 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7b4b7866-44db-4c68-b337-7c6b368aa0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:07.655680 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72ec59d0-930d-4619-b208-92a9a9398845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:07.669156 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72ec59d0-930d-4619-b208-92a9a9398845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:07.678384 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-72ec59d0-930d-4619-b208-92a9a9398845 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7ab8804e-8380-4d97-9511-ecbd1cbb2bfa HTTP/1.1" status: 204 len: 168 time: 0.3123765 May 26 16:31:07.684219 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f3989ddd-b2ee-4411-98d1-2b148ef0e953 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:07.702380 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-f3989ddd-b2ee-4411-98d1-2b148ef0e953 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Calling delete_port for 15fcee0a-39f6-4fed-bece-df170b4b09f1 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:31:07.737968 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec59d0-930d-4619-b208-92a9a9398845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab8804e-8380-4d97-9511-ecbd1cbb2bfa,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:07.798551 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7b4b7866-44db-4c68-b337-7c6b368aa0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:07.986716 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f3989ddd-b2ee-4411-98d1-2b148ef0e953 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:07.995969 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531684a5-f9cc-4954-9cc4-933bfbd14082 req-a861e69a-6b03-405b-bcab-0305b53f7c4c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:08.000065 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-531684a5-f9cc-4954-9cc4-933bfbd14082 req-a861e69a-6b03-405b-bcab-0305b53f7c4c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 943 time: 0.1129847 May 26 16:31:08.027052 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3989ddd-b2ee-4411-98d1-2b148ef0e953 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Port': ['ID=15fcee0a-39f6-4fed-bece-df170b4b09f1,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:08.056683 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7b4b7866-44db-4c68-b337-7c6b368aa0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:08.067007 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7b4b7866-44db-4c68-b337-7c6b368aa0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:08.086779 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7b4b7866-44db-4c68-b337-7c6b368aa0eb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4581f789-9aa1-45c2-ab09-789f65ba1336 HTTP/1.1" status: 204 len: 168 time: 0.6133153 May 26 16:31:08.096577 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f3989ddd-b2ee-4411-98d1-2b148ef0e953 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:08.098797 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f3989ddd-b2ee-4411-98d1-2b148ef0e953 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/15fcee0a-39f6-4fed-bece-df170b4b09f1 HTTP/1.1" status: 204 len: 168 time: 1.0151744 May 26 16:31:08.104122 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53774) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:08.141054 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 720baf56-d6a2-4747-91b3-1137d764fc70 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:31:08.175911 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-531684a5-f9cc-4954-9cc4-933bfbd14082 req-6a13e5c1-5171-4636-97e1-7729fe51e1f1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704388 May 26 16:31:08.176866 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b7866-44db-4c68-b337-7c6b368aa0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4581f789-9aa1-45c2-ab09-789f65ba1336,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:08.271366 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 720baf56-d6a2-4747-91b3-1137d764fc70 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:08.282477 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:08.349050 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa19b52-fd2b-479a-8c0f-14bf5ba7b5cb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:08.374491 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa19b52-fd2b-479a-8c0f-14bf5ba7b5cb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:08.380148 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0aa19b52-fd2b-479a-8c0f-14bf5ba7b5cb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2720182 May 26 16:31:08.380896 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53784) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:08.455188 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 720baf56-d6a2-4747-91b3-1137d764fc70 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:08.455583 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:08.496738 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-58823181-f181-4cf4-92ac-90101ff0b94e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet 80a7b1b6-c132-4c2a-b551-82aebf59d24e {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:31:08.504996 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-58823181-f181-4cf4-92ac-90101ff0b94e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:08.522543 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 720baf56-d6a2-4747-91b3-1137d764fc70, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=720baf56-d6a2-4747-91b3-1137d764fc70,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:08.530235 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:08.601208 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-58823181-f181-4cf4-92ac-90101ff0b94e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:08.615338 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=720baf56-d6a2-4747-91b3-1137d764fc70,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:08.778939 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-58823181-f181-4cf4-92ac-90101ff0b94e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:08.897525 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-58823181-f181-4cf4-92ac-90101ff0b94e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:09.017259 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-58823181-f181-4cf4-92ac-90101ff0b94e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:09.031131 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-58823181-f181-4cf4-92ac-90101ff0b94e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/80a7b1b6-c132-4c2a-b551-82aebf59d24e HTTP/1.1" status: 204 len: 168 time: 0.6490233 May 26 16:31:09.033327 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53812) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:09.038135 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58823181-f181-4cf4-92ac-90101ff0b94e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=80a7b1b6-c132-4c2a-b551-82aebf59d24e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:09.041823 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c796e2fa-5dbd-484d-aa61-3aa7306604b9 None None] Provisioning complete for port 720baf56-d6a2-4747-91b3-1137d764fc70 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:09.050707 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c796e2fa-5dbd-484d-aa61-3aa7306604b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:09.161714 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7d017247-5b6e-40c7-984a-7db38317280b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1271269 May 26 16:31:09.166077 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53824) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:09.172396 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-a1671b25-582f-4dda-8f7a-a97917c72620 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:09.243305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c796e2fa-5dbd-484d-aa61-3aa7306604b9 None None] Current status of the port 720baf56-d6a2-4747-91b3-1137d764fc70 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:09.428910 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16865ff-f9bd-4dce-a6bc-cf3ac2f43eb1 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:09.455553 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877b277-5218-40cb-b5c9-12bbb2fecbcb req-3cfcaffa-d1db-4b6f-ae70-0626530350f6 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:09.457872 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4877b277-5218-40cb-b5c9-12bbb2fecbcb req-3cfcaffa-d1db-4b6f-ae70-0626530350f6 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 943 time: 0.1109552 May 26 16:31:09.459167 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1671b25-582f-4dda-8f7a-a97917c72620 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:09.463525 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1671b25-582f-4dda-8f7a-a97917c72620 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:09.516670 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8b933b32-c06f-4991-8d2c-1a20c9c9dabc None None] Could not find standard attr ID for object 15fcee0a-39f6-4fed-bece-df170b4b09f1. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:31:09.634092 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:31:09.647157 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4877b277-5218-40cb-b5c9-12bbb2fecbcb req-c39fa351-1a5f-490e-8d22-76fb6213e6d2 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793125 May 26 16:31:09.780699 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c447fc-14bb-4f24-916d-7b30c6b5347c None None] DHCP port deletion for c35b079d-bcd5-434c-9023-f88865e938de request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:31:09.895517 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-41c447fc-14bb-4f24-916d-7b30c6b5347c None None] Deleting port 720baf56-d6a2-4747-91b3-1137d764fc70 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:31:09.895885 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-41c447fc-14bb-4f24-916d-7b30c6b5347c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:09.921226 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53856) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:09.978336 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1671b25-582f-4dda-8f7a-a97917c72620 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:10.010436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1671b25-582f-4dda-8f7a-a97917c72620 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:10.012686 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-41c447fc-14bb-4f24-916d-7b30c6b5347c None None] For port 720baf56-d6a2-4747-91b3-1137d764fc70, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=720baf56-d6a2-4747-91b3-1137d764fc70,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:10.013055 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-41c447fc-14bb-4f24-916d-7b30c6b5347c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:10.014160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-a1671b25-582f-4dda-8f7a-a97917c72620 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:10.022400 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1671b25-582f-4dda-8f7a-a97917c72620 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:10.023897 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1671b25-582f-4dda-8f7a-a97917c72620 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:10.028439 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-41c447fc-14bb-4f24-916d-7b30c6b5347c None None] Calling delete_port for 720baf56-d6a2-4747-91b3-1137d764fc70 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:31:10.084454 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a1671b25-582f-4dda-8f7a-a97917c72620 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9169924 May 26 16:31:10.087898 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53872) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:10.094904 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-4257c07b-4541-4b71-a066-17acfe1789ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'fixed_ips': [{'subnet_id': '53d58dfe-dba6-4e00-bbdd-a43179f3527e', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-441737976'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:10.113522 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 720baf56-d6a2-4747-91b3-1137d764fc70 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:31:10.115962 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1671b25-582f-4dda-8f7a-a97917c72620 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=53d58dfe-dba6-4e00-bbdd-a43179f3527e,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:10.168812 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-41c447fc-14bb-4f24-916d-7b30c6b5347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:10.182219 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No active binding found for port 720baf56-d6a2-4747-91b3-1137d764fc70 {{(pid=103897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 26 16:31:10.182810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 720baf56-d6a2-4747-91b3-1137d764fc70 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:31:10.230606 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c447fc-14bb-4f24-916d-7b30c6b5347c None None] No DVR routers for this DVR port 720baf56-d6a2-4747-91b3-1137d764fc70 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:31:10.236736 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c447fc-14bb-4f24-916d-7b30c6b5347c None None] Pushing event deleted for resources: {'Port': ['ID=720baf56-d6a2-4747-91b3-1137d764fc70,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:10.256058 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef3ae26-b42a-48e0-98bc-806a540ecd3b None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:10.311958 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-372df872-997f-4535-9c02-cb39bbc32c14 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1048713478-network', 'tenant_id': 'ae202c5732fb4c3ab15b147084caed77'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:10.412230 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372df872-997f-4535-9c02-cb39bbc32c14 admin admin] Made reservation on behalf of ae202c5732fb4c3ab15b147084caed77 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:10.415097 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-372df872-997f-4535-9c02-cb39bbc32c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:10.444991 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-372df872-997f-4535-9c02-cb39bbc32c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:10.456844 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4257c07b-4541-4b71-a066-17acfe1789ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:10.464315 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4257c07b-4541-4b71-a066-17acfe1789ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:10.497929 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-4257c07b-4541-4b71-a066-17acfe1789ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] device_id is not set on port 7aae401a-0cbb-4651-a8d1-d1e83a60270c yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:31:10.520277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a886509e-5e39-40a7-8e1f-e13147a59d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-c35b079d-bcd5-434c-9023-f88865e938de', 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'fixed_ips': [{'subnet_id': '53d58dfe-dba6-4e00-bbdd-a43179f3527e'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:31:10.521135 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a886509e-5e39-40a7-8e1f-e13147a59d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:10.595821 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-372df872-997f-4535-9c02-cb39bbc32c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:10.601446 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-372df872-997f-4535-9c02-cb39bbc32c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:10.617500 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372df872-997f-4535-9c02-cb39bbc32c14 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:31:10.711519 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53906) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:10.729029 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-372df872-997f-4535-9c02-cb39bbc32c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:10.729399 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-372df872-997f-4535-9c02-cb39bbc32c14 admin admin] Added segment 2edafa1c-45e3-4937-aeb8-c4249b59b63a of type vlan for network 061b8212-bfd9-41a8-8080-3e7678e5143f May 26 16:31:10.740286 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-a886509e-5e39-40a7-8e1f-e13147a59d7b None None] Allocated IP 2001:db8::2 (c35b079d-bcd5-434c-9023-f88865e938de/53d58dfe-dba6-4e00-bbdd-a43179f3527e/c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:10.876820 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b52cf4-d976-4201-9216-e1c02ecd5f76 req-99bc7342-bdc5-488f-9165-be25a12bed63 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:10.884750 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0b52cf4-d976-4201-9216-e1c02ecd5f76 req-99bc7342-bdc5-488f-9165-be25a12bed63 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 943 time: 0.1135230 May 26 16:31:10.906831 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372df872-997f-4535-9c02-cb39bbc32c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921632cc-b79a-4a7c-a8b1-29086cfc3313,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:10.943961 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-39ac5ae4-35ff-405a-a6fa-759f174b6de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:10.958103 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-372df872-997f-4535-9c02-cb39bbc32c14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:10.969122 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0b52cf4-d976-4201-9216-e1c02ecd5f76 req-4dd6ae75-8d3c-4b96-b9e5-698bfb51e3fc tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794947 May 26 16:31:10.989689 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a886509e-5e39-40a7-8e1f-e13147a59d7b None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:11.003668 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a886509e-5e39-40a7-8e1f-e13147a59d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:11.036514 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4257c07b-4541-4b71-a066-17acfe1789ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:31:11.037050 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4257c07b-4541-4b71-a066-17acfe1789ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:31:11.058577 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-372df872-997f-4535-9c02-cb39bbc32c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:11.060055 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372df872-997f-4535-9c02-cb39bbc32c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:11.060960 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-372df872-997f-4535-9c02-cb39bbc32c14 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:11.071809 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4257c07b-4541-4b71-a066-17acfe1789ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9818940 May 26 16:31:11.075696 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53914) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:11.098290 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-39ac5ae4-35ff-405a-a6fa-759f174b6de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:11.100235 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886509e-5e39-40a7-8e1f-e13147a59d7b None None] Pushing event updated for resources: {'Port': ['ID=c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:11.113021 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a886509e-5e39-40a7-8e1f-e13147a59d7b None None] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:11.115286 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-a886509e-5e39-40a7-8e1f-e13147a59d7b None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:11.118785 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a886509e-5e39-40a7-8e1f-e13147a59d7b None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:11.156856 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-39ac5ae4-35ff-405a-a6fa-759f174b6de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:11.182938 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372df872-997f-4535-9c02-cb39bbc32c14 admin admin] Pushing event updated for resources: {'Network': ['ID=061b8212-bfd9-41a8-8080-3e7678e5143f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:11.198803 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53922) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:11.200428 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-372df872-997f-4535-9c02-cb39bbc32c14 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2776220 May 26 16:31:11.210288 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-7e8212fd-be59-4217-a434-ceb1bc109a43 admin admin] Request body: {'subnet': {'network_id': '061b8212-bfd9-41a8-8080-3e7678e5143f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1048713478-subnet', 'tenant_id': 'ae202c5732fb4c3ab15b147084caed77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:11.221676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 061b8212-bfd9-41a8-8080-3e7678e5143f details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:31:11.245437 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-39ac5ae4-35ff-405a-a6fa-759f174b6de6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f4c34c37917f4673aa8b5ff758fc6bf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5329068 May 26 16:31:11.247630 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac5ae4-35ff-405a-a6fa-759f174b6de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dea0a9-7e1c-4df7-be47-1598aea72dfd,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:11.248490 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53926) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:11.258276 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ed12ec-48d6-48d3-9c1a-308f62a59421 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:11.260274 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b6ed12ec-48d6-48d3-9c1a-308f62a59421 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1827238 May 26 16:31:11.263055 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53928) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:11.327661 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8212fd-be59-4217-a434-ceb1bc109a43 admin admin] Made reservation on behalf of ae202c5732fb4c3ab15b147084caed77 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:11.331131 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7e8212fd-be59-4217-a434-ceb1bc109a43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:11.348565 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a886509e-5e39-40a7-8e1f-e13147a59d7b None None] Attempting to bind port c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:31:11.349051 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a886509e-5e39-40a7-8e1f-e13147a59d7b None None] Attempting to bind port c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:31:11.349417 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a886509e-5e39-40a7-8e1f-e13147a59d7b None None] Attempting to bind port c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f on network c35b079d-bcd5-434c-9023-f88865e938de {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:31:11.349564 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b62b9fe3-596a-40c9-b939-c6c320bc2e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:11.358331 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a886509e-5e39-40a7-8e1f-e13147a59d7b None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:31:11.358858 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a886509e-5e39-40a7-8e1f-e13147a59d7b None None] Checking segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:11.359406 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a886509e-5e39-40a7-8e1f-e13147a59d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:11.359811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a886509e-5e39-40a7-8e1f-e13147a59d7b None None] Bound using segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:31:11.360311 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a886509e-5e39-40a7-8e1f-e13147a59d7b None None] Bound port: c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:31:11.360856 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a886509e-5e39-40a7-8e1f-e13147a59d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:11.378985 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b62b9fe3-596a-40c9-b939-c6c320bc2e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:11.453491 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b62b9fe3-596a-40c9-b939-c6c320bc2e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:11.456646 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b62b9fe3-596a-40c9-b939-c6c320bc2e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:11.458168 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b62b9fe3-596a-40c9-b939-c6c320bc2e77 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a4dea0a9-7e1c-4df7-be47-1598aea72dfd HTTP/1.1" status: 204 len: 168 time: 0.2086692 May 26 16:31:11.475466 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b9fe3-596a-40c9-b939-c6c320bc2e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dea0a9-7e1c-4df7-be47-1598aea72dfd,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:11.477873 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a886509e-5e39-40a7-8e1f-e13147a59d7b None None] For port c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:31:11.482804 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a886509e-5e39-40a7-8e1f-e13147a59d7b None None] For port c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:31:11.490314 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a886509e-5e39-40a7-8e1f-e13147a59d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:11.582840 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886509e-5e39-40a7-8e1f-e13147a59d7b None None] Pushing event updated for resources: {'Port': ['ID=c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:11.599653 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7e8212fd-be59-4217-a434-ceb1bc109a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:11.645300 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ce3fc2-07d7-4ddd-adcd-6974776a95a5 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:11.646631 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ce3fc2-07d7-4ddd-adcd-6974776a95a5 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:11.650923 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53938) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:11.651067 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-65ce3fc2-07d7-4ddd-adcd-6974776a95a5 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3832619 May 26 16:31:11.683694 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8212fd-be59-4217-a434-ceb1bc109a43 admin admin] Checking segment: {'id': '2edafa1c-45e3-4937-aeb8-c4249b59b63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '061b8212-bfd9-41a8-8080-3e7678e5143f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:11.684055 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8212fd-be59-4217-a434-ceb1bc109a43 admin admin] Network hostable DHCP agents. Network: 061b8212-bfd9-41a8-8080-3e7678e5143f, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:31:11.700184 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8212fd-be59-4217-a434-ceb1bc109a43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e588f77-1f1c-4c0b-b84c-b07c3a877ae3,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:11.723251 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8212fd-be59-4217-a434-ceb1bc109a43 admin admin] Network 061b8212-bfd9-41a8-8080-3e7678e5143f is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:31:11.737490 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-7e8212fd-be59-4217-a434-ceb1bc109a43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 061b8212-bfd9-41a8-8080-3e7678e5143f) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:11.743033 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8212fd-be59-4217-a434-ceb1bc109a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:11.743958 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7e8212fd-be59-4217-a434-ceb1bc109a43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:11.762873 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f43999-0d9a-4dcb-8af3-6ecbcb26972d None None] Network 061b8212-bfd9-41a8-8080-3e7678e5143f requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:11.805103 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7e8212fd-be59-4217-a434-ceb1bc109a43 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6038449 May 26 16:31:11.807753 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc593fb-2072-45a8-adce-a17b9ac5a161 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet 53d58dfe-dba6-4e00-bbdd-a43179f3527e {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:31:11.811267 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2bc593fb-2072-45a8-adce-a17b9ac5a161 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:11.882297 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2bc593fb-2072-45a8-adce-a17b9ac5a161 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:12.105015 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2bc593fb-2072-45a8-adce-a17b9ac5a161 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:12.143067 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e511091-aef2-4696-b953-c6a6f04c30e6 None None] Network 061b8212-bfd9-41a8-8080-3e7678e5143f requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:12.331214 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f29607-7e14-4a93-b807-823768da1d88 req-066bd89f-f20c-4a2f-9bd7-32c3375363ed tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:12.337405 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68f29607-7e14-4a93-b807-823768da1d88 req-066bd89f-f20c-4a2f-9bd7-32c3375363ed tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 943 time: 0.2189901 May 26 16:31:12.348616 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2bc593fb-2072-45a8-adce-a17b9ac5a161 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:12.422988 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc593fb-2072-45a8-adce-a17b9ac5a161 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=53d58dfe-dba6-4e00-bbdd-a43179f3527e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:12.434481 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2bc593fb-2072-45a8-adce-a17b9ac5a161 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:12.441709 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53974) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:12.446752 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2bc593fb-2072-45a8-adce-a17b9ac5a161 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/53d58dfe-dba6-4e00-bbdd-a43179f3527e HTTP/1.1" status: 204 len: 168 time: 0.7908616 May 26 16:31:12.507661 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-df176a1d-a863-45ae-b4a1-70cfa6025c81 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609531 May 26 16:31:12.508959 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 53976) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:12.515816 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-41c04e4c-6893-44d5-92ee-b29de83ce59c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:12.528619 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68f29607-7e14-4a93-b807-823768da1d88 req-da487fe5-1ff5-4c6c-87b4-513a4baf3819 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721644 May 26 16:31:12.666975 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c04e4c-6893-44d5-92ee-b29de83ce59c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:12.671588 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-41c04e4c-6893-44d5-92ee-b29de83ce59c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:12.765711 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 53992) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:12.770804 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-68dea208-8ab5-4cd7-b424-61d8a70b9dde admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-95733114-network', 'tenant_id': '6e104398a8e44b74a136c908549263f8'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:12.819348 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dea208-8ab5-4cd7-b424-61d8a70b9dde admin admin] Made reservation on behalf of 6e104398a8e44b74a136c908549263f8 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:12.823398 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68dea208-8ab5-4cd7-b424-61d8a70b9dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:12.838248 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68dea208-8ab5-4cd7-b424-61d8a70b9dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:13.010975 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68dea208-8ab5-4cd7-b424-61d8a70b9dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:13.022509 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68dea208-8ab5-4cd7-b424-61d8a70b9dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:13.030231 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-096650b4-8386-4b52-98f8-bbb139eab5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:13.051108 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68dea208-8ab5-4cd7-b424-61d8a70b9dde admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:31:13.091557 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dea208-8ab5-4cd7-b424-61d8a70b9dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad846d2-fdfe-4666-8e88-d8f91af2eb85,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:13.109158 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68dea208-8ab5-4cd7-b424-61d8a70b9dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:13.110708 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-68dea208-8ab5-4cd7-b424-61d8a70b9dde admin admin] Added segment ce597531-fe7e-4c5e-8867-295877952d6c of type vlan for network a54e6270-9055-4b0a-bc40-184a2db448c3 May 26 16:31:13.205548 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68dea208-8ab5-4cd7-b424-61d8a70b9dde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:13.235195 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-41c04e4c-6893-44d5-92ee-b29de83ce59c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:13.245404 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68dea208-8ab5-4cd7-b424-61d8a70b9dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:13.246654 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dea208-8ab5-4cd7-b424-61d8a70b9dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:13.248699 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68dea208-8ab5-4cd7-b424-61d8a70b9dde admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:13.306729 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-68dea208-8ab5-4cd7-b424-61d8a70b9dde admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5395248 May 26 16:31:13.314496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54004) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:13.322189 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d9ed7360-e587-4255-be47-368a62f3137d admin admin] Request body: {'subnet': {'network_id': 'a54e6270-9055-4b0a-bc40-184a2db448c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-95733114-subnet', 'tenant_id': '6e104398a8e44b74a136c908549263f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:13.354596 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c04e4c-6893-44d5-92ee-b29de83ce59c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:13.371744 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-41c04e4c-6893-44d5-92ee-b29de83ce59c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:13.378927 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c04e4c-6893-44d5-92ee-b29de83ce59c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:13.381828 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-41c04e4c-6893-44d5-92ee-b29de83ce59c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:13.403138 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dea208-8ab5-4cd7-b424-61d8a70b9dde admin admin] Pushing event updated for resources: {'Network': ['ID=a54e6270-9055-4b0a-bc40-184a2db448c3,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:13.411745 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ed7360-e587-4255-be47-368a62f3137d admin admin] Made reservation on behalf of 6e104398a8e44b74a136c908549263f8 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:13.414722 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d9ed7360-e587-4255-be47-368a62f3137d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:13.417464 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network a54e6270-9055-4b0a-bc40-184a2db448c3 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:31:13.426829 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c04e4c-6893-44d5-92ee-b29de83ce59c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=ead991ca-3254-417f-b21c-8a9467d15a20,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:13.431913 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-41c04e4c-6893-44d5-92ee-b29de83ce59c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9214897 May 26 16:31:13.437237 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54008) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:13.448939 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f2b74924-53cc-4acd-94b2-abfa47d87b65 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1365123134', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:13.508731 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f2b74924-53cc-4acd-94b2-abfa47d87b65 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:13.509921 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f2b74924-53cc-4acd-94b2-abfa47d87b65 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:13.595985 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f2b74924-53cc-4acd-94b2-abfa47d87b65 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:13.603691 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f2b74924-53cc-4acd-94b2-abfa47d87b65 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:13.617209 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3246b64-6b25-4af7-bd0c-585426cb0cb3 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:13.634291 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f2b74924-53cc-4acd-94b2-abfa47d87b65 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:13.640704 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f2b74924-53cc-4acd-94b2-abfa47d87b65 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1993413 May 26 16:31:13.644060 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54016) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:13.720688 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0ae415ff-858b-4bc5-96c9-5b51d8afe80e None None] Provisioning complete for port c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:13.721058 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0ae415ff-858b-4bc5-96c9-5b51d8afe80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:13.759059 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e5dfd-b312-4960-bb20-d46256561183 req-0b4b1393-c526-4841-a8ea-691f0f623c44 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:13.760546 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a21e5dfd-b312-4960-bb20-d46256561183 req-0b4b1393-c526-4841-a8ea-691f0f623c44 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 943 time: 0.1139646 May 26 16:31:13.870931 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a21e5dfd-b312-4960-bb20-d46256561183 req-43e6e728-8f8e-4daa-9d5f-6d1aef4a0e1e tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002514 May 26 16:31:13.901869 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d9ed7360-e587-4255-be47-368a62f3137d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:14.002802 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed7360-e587-4255-be47-368a62f3137d admin admin] Pushing event updated for resources: {'Subnet': ['ID=578e9b7f-90b2-4b50-9229-165c434088cd,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:14.094116 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ed7360-e587-4255-be47-368a62f3137d admin admin] Checking segment: {'id': 'ce597531-fe7e-4c5e-8867-295877952d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a54e6270-9055-4b0a-bc40-184a2db448c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:14.094482 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ed7360-e587-4255-be47-368a62f3137d admin admin] Network hostable DHCP agents. Network: a54e6270-9055-4b0a-bc40-184a2db448c3, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:31:14.122761 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ed7360-e587-4255-be47-368a62f3137d admin admin] Network a54e6270-9055-4b0a-bc40-184a2db448c3 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:31:14.135842 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-d9ed7360-e587-4255-be47-368a62f3137d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, a54e6270-9055-4b0a-bc40-184a2db448c3) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:14.146842 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed7360-e587-4255-be47-368a62f3137d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:14.147477 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d9ed7360-e587-4255-be47-368a62f3137d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:14.165109 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:31:14.169785 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b135ddce-f4ed-482e-b209-dac40b198280 None None] Network a54e6270-9055-4b0a-bc40-184a2db448c3 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:14.194390 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d9ed7360-e587-4255-be47-368a62f3137d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8780339 May 26 16:31:14.294283 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3cc535c-2efd-4183-91af-fd6adc7bf16a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:14.740931 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:14.741599 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:14.801780 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc61018e-45ae-49e2-8c85-1ffd1341d213 None None] Network a54e6270-9055-4b0a-bc40-184a2db448c3 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:14.855788 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0ae415ff-858b-4bc5-96c9-5b51d8afe80e None None] Current status of the port c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:14.858167 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0ae415ff-858b-4bc5-96c9-5b51d8afe80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:14.867731 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54046) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:14.972216 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:14.980161 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:15.004376 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-c3cc535c-2efd-4183-91af-fd6adc7bf16a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8::1 (c35b079d-bcd5-434c-9023-f88865e938de/ead991ca-3254-417f-b21c-8a9467d15a20/02258319-cd45-4062-b060-1da8dd4fbd25) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:15.080625 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:15.132188 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:15.145111 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-28f1c329-d02f-4f10-92ed-a694b0cad8b1 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:15.204730 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4aee9-41ee-4806-878a-e68b5c52b3cd req-4f75f905-7d91-49ac-854e-1d86e7fba79b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:15.208890 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dba4aee9-41ee-4806-878a-e68b5c52b3cd req-4f75f905-7d91-49ac-854e-1d86e7fba79b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 943 time: 0.1589367 May 26 16:31:15.227125 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-28f1c329-d02f-4f10-92ed-a694b0cad8b1 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] 10.222.0.77 "PUT /v2.0/quotas/7638eb7d463847b4a63fc310c4f594de HTTP/1.1" status: 200 len: 368 time: 0.3576438 May 26 16:31:15.245093 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54054) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:15.263083 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-2e5661fc-4441-4e1e-9436-b14daba26da6 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Request body: {'network': {'project_id': '7638eb7d463847b4a63fc310c4f594de'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:15.291367 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3cc535c-2efd-4183-91af-fd6adc7bf16a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:15.307139 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-0ae415ff-858b-4bc5-96c9-5b51d8afe80e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:31:15.308509 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-0ae415ff-858b-4bc5-96c9-5b51d8afe80e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:31:15.316460 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5661fc-4441-4e1e-9436-b14daba26da6 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Made reservation on behalf of 7638eb7d463847b4a63fc310c4f594de for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:15.326054 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e5661fc-4441-4e1e-9436-b14daba26da6 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:15.342352 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e5661fc-4441-4e1e-9436-b14daba26da6 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:15.346049 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3cc535c-2efd-4183-91af-fd6adc7bf16a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:15.419558 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cc535c-2efd-4183-91af-fd6adc7bf16a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:15.425318 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-c3cc535c-2efd-4183-91af-fd6adc7bf16a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:15.450731 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cc535c-2efd-4183-91af-fd6adc7bf16a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:15.451864 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3cc535c-2efd-4183-91af-fd6adc7bf16a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:15.462784 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc535c-2efd-4183-91af-fd6adc7bf16a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=02258319-cd45-4062-b060-1da8dd4fbd25,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:15.490970 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:15.550294 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a0f09f4d-920d-4b57-91e4-8995d05ac445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:15.578272 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e5661fc-4441-4e1e-9436-b14daba26da6 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:15.587668 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dba4aee9-41ee-4806-878a-e68b5c52b3cd req-39b99d65-583a-48f7-ba2a-6aa1c59b7667 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589735 May 26 16:31:15.605159 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e5661fc-4441-4e1e-9436-b14daba26da6 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:15.665426 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5661fc-4441-4e1e-9436-b14daba26da6 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ea52bf-0baa-4462-a644-7013d4cf24a8,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:15.694900 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5661fc-4441-4e1e-9436-b14daba26da6 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:31:15.718249 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e5661fc-4441-4e1e-9436-b14daba26da6 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:15.718249 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-2e5661fc-4441-4e1e-9436-b14daba26da6 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Added segment dbf7eb0f-31e6-4650-a554-caeca180653e of type vlan for network 89d4e76d-4b2a-48c5-b581-7e00223142d4 May 26 16:31:15.728861 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3cc535c-2efd-4183-91af-fd6adc7bf16a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:15.780130 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-ccc96e8e-5df1-44d8-b5d5-fcec78eec16e tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:15.781673 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-ccc96e8e-5df1-44d8-b5d5-fcec78eec16e tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/networks?id=061b8212-bfd9-41a8-8080-3e7678e5143f HTTP/1.1" status: 200 len: 825 time: 0.3033316 May 26 16:31:15.790527 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e5661fc-4441-4e1e-9436-b14daba26da6 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:15.842151 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-1aa5c2ef-58ce-409a-bc8e-9324592f6865 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/quotas/ae202c5732fb4c3ab15b147084caed77 HTTP/1.1" status: 200 len: 375 time: 0.0298924 May 26 16:31:15.852737 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e5661fc-4441-4e1e-9436-b14daba26da6 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:15.853774 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5661fc-4441-4e1e-9436-b14daba26da6 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:15.854434 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e5661fc-4441-4e1e-9436-b14daba26da6 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:15.907191 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0ae415ff-858b-4bc5-96c9-5b51d8afe80e None None] Current status of the port c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:16.020280 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2e5661fc-4441-4e1e-9436-b14daba26da6 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7696142 May 26 16:31:16.023811 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54072) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:16.032189 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d744d8ef-3d49-4941-aa45-89c8b60afcf1 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Request body: {'network': {'project_id': '7638eb7d463847b4a63fc310c4f594de'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:16.033386 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:31:16.048290 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-4719a5b5-9cc7-4b96-90ad-10a82d52224a tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae202c5732fb4c3ab15b147084caed77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1732113 May 26 16:31:16.050505 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5661fc-4441-4e1e-9436-b14daba26da6 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Pushing event updated for resources: {'Network': ['ID=89d4e76d-4b2a-48c5-b581-7e00223142d4,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:16.110353 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 89d4e76d-4b2a-48c5-b581-7e00223142d4 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:31:16.114990 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-91855b56-7ccd-4d70-bc8e-9dee3c5aad19 None None] Provisioning complete for port c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:16.115362 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-91855b56-7ccd-4d70-bc8e-9dee3c5aad19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:16.171516 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-9af15684-5f8d-44fc-8617-13faac39dbcd service neutron] 10.222.0.77 "GET /v2.0/networks/061b8212-bfd9-41a8-8080-3e7678e5143f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027362 May 26 16:31:16.209967 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d744d8ef-3d49-4941-aa45-89c8b60afcf1 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Made reservation on behalf of 7638eb7d463847b4a63fc310c4f594de for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:16.213485 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d744d8ef-3d49-4941-aa45-89c8b60afcf1 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:16.270474 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3cc535c-2efd-4183-91af-fd6adc7bf16a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:16.273561 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d744d8ef-3d49-4941-aa45-89c8b60afcf1 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:31:16.284677 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3cc535c-2efd-4183-91af-fd6adc7bf16a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:16.285921 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3cc535c-2efd-4183-91af-fd6adc7bf16a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:16.302176 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:16.302804 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:16.344807 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-82f0065d-b68d-48bd-813f-949e35f69af7 service neutron] 10.222.0.77 "GET /v2.0/networks/061b8212-bfd9-41a8-8080-3e7678e5143f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673334 May 26 16:31:16.352754 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d744d8ef-3d49-4941-aa45-89c8b60afcf1 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:16.353138 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-d744d8ef-3d49-4941-aa45-89c8b60afcf1 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Added segment ee0d41af-239f-4674-a3a5-ef59b470f909 of type vlan for network ed299e78-9c79-4b62-8039-94105f0fb51f May 26 16:31:16.396526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-91855b56-7ccd-4d70-bc8e-9dee3c5aad19 None None] Current status of the port c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:16.414172 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-91855b56-7ccd-4d70-bc8e-9dee3c5aad19 None None] Provisioning complete for port 02258319-cd45-4062-b060-1da8dd4fbd25 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:16.414540 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-91855b56-7ccd-4d70-bc8e-9dee3c5aad19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:16.442154 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc535c-2efd-4183-91af-fd6adc7bf16a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=02258319-cd45-4062-b060-1da8dd4fbd25,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:16.462957 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d744d8ef-3d49-4941-aa45-89c8b60afcf1 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:16.481165 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:16.509801 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-91855b56-7ccd-4d70-bc8e-9dee3c5aad19 None None] Port 02258319-cd45-4062-b060-1da8dd4fbd25 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:31:16.529451 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cc535c-2efd-4183-91af-fd6adc7bf16a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:16.530235 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d744d8ef-3d49-4941-aa45-89c8b60afcf1 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:16.531180 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d744d8ef-3d49-4941-aa45-89c8b60afcf1 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:16.531762 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d744d8ef-3d49-4941-aa45-89c8b60afcf1 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:16.545765 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-c3cc535c-2efd-4183-91af-fd6adc7bf16a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:16.562350 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:16.571726 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54078) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:16.572165 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d744d8ef-3d49-4941-aa45-89c8b60afcf1 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5476198 May 26 16:31:16.577009 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-f9caddcf-04e7-44e4-9de9-42f93a5498f2 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Request body: {'network': {'project_id': '7638eb7d463847b4a63fc310c4f594de'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:16.611064 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9caddcf-04e7-44e4-9de9-42f93a5498f2 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 26 16:31:16.611064 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9caddcf-04e7-44e4-9de9-42f93a5498f2 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:31:16.611064 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f9caddcf-04e7-44e4-9de9-42f93a5498f2 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0340056 May 26 16:31:16.613200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:31:16.613309 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54080) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:16.774222 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0b729d6e-1ccb-4e0c-8d1f-63208bf843ad req-3cd0c3b2-22e3-4b17-a1b2-468b0f7f7f35 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/ports?device_id=033ee04b-7623-4f5c-bf6e-50ad2cff43ab HTTP/1.1" status: 200 len: 210 time: 0.0660126 May 26 16:31:16.782177 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-41cf7a68-6d20-4df4-b521-86c6a4d1e881 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7638eb7d463847b4a63fc310c4f594de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1672120 May 26 16:31:16.784382 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54088) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:16.792644 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=2a3240ac-25e4-4fe2-a1b7-586a7062c3d5,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:16.806135 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '2a3240ac-25e4-4fe2-a1b7-586a7062c3d5', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'port_id': '2a3240ac-25e4-4fe2-a1b7-586a7062c3d5', 'mac_address': 'fa:16:3e:ec:22:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:31:16.859804 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d8ef-3d49-4941-aa45-89c8b60afcf1 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Pushing event updated for resources: {'Network': ['ID=ed299e78-9c79-4b62-8039-94105f0fb51f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:16.860368 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:16.860773 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:16.900969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network ed299e78-9c79-4b62-8039-94105f0fb51f details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:31:16.946917 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:31:16.975610 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f37402-b0d9-44a2-bffc-3a8df956df1a req-255061b3-8f70-45f7-97da-fb76812ee22f tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:16.977099 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cc535c-2efd-4183-91af-fd6adc7bf16a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Router 22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:31:16.992303 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-81f37402-b0d9-44a2-bffc-3a8df956df1a req-255061b3-8f70-45f7-97da-fb76812ee22f tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 943 time: 0.1609571 May 26 16:31:17.043541 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-637181b8-b29f-472b-ad06-614691454ef3 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:17.057798 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=2a3240ac-25e4-4fe2-a1b7-586a7062c3d5,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:17.072637 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:17.100128 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-637181b8-b29f-472b-ad06-614691454ef3 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:17.146306 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cc535c-2efd-4183-91af-fd6adc7bf16a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:31:17.168691 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=2a3240ac-25e4-4fe2-a1b7-586a7062c3d5,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:17.177025 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c3cc535c-2efd-4183-91af-fd6adc7bf16a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "PUT /v2.0/routers/22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5315068 May 26 16:31:17.179994 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54094) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:17.182547 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] Sync routers for ids ['22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:31:17.207241 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f6335b24-69ab-402d-82a9-2de2d115b745 None None] Provisioning complete for port 02258319-cd45-4062-b060-1da8dd4fbd25 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:17.208015 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f6335b24-69ab-402d-82a9-2de2d115b745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:17.240716 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] Routers {'22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:17.241729 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:31:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:17.271404 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fc184e-d29e-45c8-8145-99b8d8da5187 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:17.273209 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-59fc184e-d29e-45c8-8145-99b8d8da5187 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports/02258319-cd45-4062-b060-1da8dd4fbd25 HTTP/1.1" status: 200 len: 911 time: 0.0915763 May 26 16:31:17.277829 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54096) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:17.301570 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-637181b8-b29f-472b-ad06-614691454ef3 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:17.304116 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-637181b8-b29f-472b-ad06-614691454ef3 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:17.307536 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-637181b8-b29f-472b-ad06-614691454ef3 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] 10.222.0.77 "DELETE /v2.0/security-groups/a9ea52bf-0baa-4462-a644-7013d4cf24a8 HTTP/1.1" status: 204 len: 168 time: 0.5221758 May 26 16:31:17.311716 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54098) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:17.333289 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['2a3240ac-25e4-4fe2-a1b7-586a7062c3d5'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:31:17.349732 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-81f37402-b0d9-44a2-bffc-3a8df956df1a req-8d18ba90-8c36-4988-85db-e2b23c19da69 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394301 May 26 16:31:17.370702 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f6335b24-69ab-402d-82a9-2de2d115b745 None None] Port 02258319-cd45-4062-b060-1da8dd4fbd25 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:31:17.405516 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efe9bbe-f95e-419f-98a7-42beeea6fe77 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:17.415645 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efe9bbe-f95e-419f-98a7-42beeea6fe77 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:17.418891 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6efe9bbe-f95e-419f-98a7-42beeea6fe77 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1366913 May 26 16:31:17.425148 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] Set router 22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:17.426106 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54104) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:17.437985 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637181b8-b29f-472b-ad06-614691454ef3 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ea52bf-0baa-4462-a644-7013d4cf24a8,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:17.574130 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ef25582-6719-4dc3-8ceb-d8ce2cbcd394 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:17.759838 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ef25582-6719-4dc3-8ceb-d8ce2cbcd394 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:17.824296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-7ef25582-6719-4dc3-8ceb-d8ce2cbcd394 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed299e78-9c79-4b62-8039-94105f0fb51f']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:17.858859 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-7ef25582-6719-4dc3-8ceb-d8ce2cbcd394 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0d41af-239f-4674-a3a5-ef59b470f909') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:17.867268 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-7ef25582-6719-4dc3-8ceb-d8ce2cbcd394 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0d41af-239f-4674-a3a5-ef59b470f909') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:17.899843 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ef25582-6719-4dc3-8ceb-d8ce2cbcd394 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:17.928333 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47', 'name': 'tempest-NetworksTestDHCPv6-router-1365123134', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:13Z', 'updated_at': '2022-05-26T16:31:15Z', 'revision_number': 2, 'project_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'gw_port_host': None, '_interfaces': [{'id': '02258319-cd45-4062-b060-1da8dd4fbd25', 'name': '', 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'mac_address': 'fa:16:3e:b5:32:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'ead991ca-3254-417f-b21c-8a9467d15a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:14Z', 'updated_at': '2022-05-26T16:31:15Z', 'revision_number': 2, 'project_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'subnets': [{'id': 'ead991ca-3254-417f-b21c-8a9467d15a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:17.963310 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] Checking router: 22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:31:17.963650 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] Updating router 22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47 port 02258319-cd45-4062-b060-1da8dd4fbd25 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:31:18.005682 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:18.023681 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2c7b209-c00a-4c2c-b3a9-32a67d430657 req-23b08529-fddc-4b46-bb4c-074403de5110 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/ports?device_id=033ee04b-7623-4f5c-bf6e-50ad2cff43ab HTTP/1.1" status: 200 len: 210 time: 0.0797246 May 26 16:31:18.027541 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ef25582-6719-4dc3-8ceb-d8ce2cbcd394 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:18.045009 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef25582-6719-4dc3-8ceb-d8ce2cbcd394 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:31:18.045944 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ef25582-6719-4dc3-8ceb-d8ce2cbcd394 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:18.140033 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment ee0d41af-239f-4674-a3a5-ef59b470f909 resource provider aggregate not found May 26 16:31:18.170621 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment ee0d41af-239f-4674-a3a5-ef59b470f909 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee0d41af-239f-4674-a3a5-ef59b470f909 found for delete ", "request_id": "req-e8865333-4d8e-400e-8613-c52aa855a25a"}]} May 26 16:31:18.191661 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ef25582-6719-4dc3-8ceb-d8ce2cbcd394 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:18.197754 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ef25582-6719-4dc3-8ceb-d8ce2cbcd394 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:18.201487 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7ef25582-6719-4dc3-8ceb-d8ce2cbcd394 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] 10.222.0.77 "DELETE /v2.0/networks/ed299e78-9c79-4b62-8039-94105f0fb51f HTTP/1.1" status: 204 len: 168 time: 0.8507557 May 26 16:31:18.205591 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54120) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:18.244823 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef25582-6719-4dc3-8ceb-d8ce2cbcd394 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed299e78-9c79-4b62-8039-94105f0fb51f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:18.362247 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-831c27ff-94c4-478a-ae0a-604f4569b2c5 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:18.536729 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:18.560066 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:18.563721 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:18.583760 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-831c27ff-94c4-478a-ae0a-604f4569b2c5 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:18.651160 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:31:18.745821 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-831c27ff-94c4-478a-ae0a-604f4569b2c5 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d4e76d-4b2a-48c5-b581-7e00223142d4']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:18.761218 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-831c27ff-94c4-478a-ae0a-604f4569b2c5 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf7eb0f-31e6-4650-a554-caeca180653e') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:18.761856 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-831c27ff-94c4-478a-ae0a-604f4569b2c5 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf7eb0f-31e6-4650-a554-caeca180653e') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:18.803372 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e66533c-c7ba-478b-95db-d02986d4cd0e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:18.922895 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.005989 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-d436a11b-8525-4f0e-82fa-b2b66cb5b002 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:19.008487 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-d436a11b-8525-4f0e-82fa-b2b66cb5b002 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.83 "GET /v2.0/networks?id=061b8212-bfd9-41a8-8080-3e7678e5143f HTTP/1.1" status: 200 len: 825 time: 0.4012332 May 26 16:31:19.058256 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-25684ba1-a59f-42aa-b09f-d4088c2b9068 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Request body: {'port': {'device_id': '033ee04b-7623-4f5c-bf6e-50ad2cff43ab', 'network_id': '061b8212-bfd9-41a8-8080-3e7678e5143f', 'admin_state_up': True, 'tenant_id': 'ae202c5732fb4c3ab15b147084caed77'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:19.165943 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.167936 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10fe0b-af5a-4fae-bfde-60ce8f1be1cc None None] Pushing event updated for resources: {'Port': ['ID=02258319-cd45-4062-b060-1da8dd4fbd25,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:19.280603 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:31:19.323132 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:19.323754 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.353572 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-25684ba1-a59f-42aa-b09f-d4088c2b9068 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Made reservation on behalf of ae202c5732fb4c3ab15b147084caed77 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:19.361815 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-25684ba1-a59f-42aa-b09f-d4088c2b9068 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.367390 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] Attempting to bind port 02258319-cd45-4062-b060-1da8dd4fbd25 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:31:19.367957 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] Attempting to bind port 02258319-cd45-4062-b060-1da8dd4fbd25 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:31:19.368680 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] Attempting to bind port 02258319-cd45-4062-b060-1da8dd4fbd25 on network c35b079d-bcd5-434c-9023-f88865e938de {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:31:19.391992 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-831c27ff-94c4-478a-ae0a-604f4569b2c5 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.404960 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:31:19.405415 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] Checking segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:19.405818 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.406212 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] Bound using segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:31:19.406702 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] Bound port: 02258319-cd45-4062-b060-1da8dd4fbd25, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:31:19.407082 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.410662 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d393d1e6-afa9-420c-998f-181a6f1900ad req-2be441a2-7d1c-4ea7-8491-71e859ea8af2 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/ports?device_id=033ee04b-7623-4f5c-bf6e-50ad2cff43ab HTTP/1.1" status: 200 len: 210 time: 0.0848715 May 26 16:31:19.477225 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4cd0c-94a8-4a23-8b4d-d9c88171e8a1 req-a78716ee-6a8c-4640-b8aa-b52159974c39 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:19.486570 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dbd4cd0c-94a8-4a23-8b4d-d9c88171e8a1 req-a78716ee-6a8c-4640-b8aa-b52159974c39 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 944 time: 0.9281359 May 26 16:31:19.489246 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-831c27ff-94c4-478a-ae0a-604f4569b2c5 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.544206 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dbd4cd0c-94a8-4a23-8b4d-d9c88171e8a1 req-3cb944f5-b2c3-4132-a226-a016ac3c4a56 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563276 May 26 16:31:19.548301 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831c27ff-94c4-478a-ae0a-604f4569b2c5 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:31:19.548964 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-831c27ff-94c4-478a-ae0a-604f4569b2c5 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.584689 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-25684ba1-a59f-42aa-b09f-d4088c2b9068 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Allocated IP 172.20.0.2 (061b8212-bfd9-41a8-8080-3e7678e5143f/4e588f77-1f1c-4c0b-b84c-b07c3a877ae3/41ff7736-2134-4e06-8242-db427d8e881a) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:19.618848 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-831c27ff-94c4-478a-ae0a-604f4569b2c5 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.626503 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-831c27ff-94c4-478a-ae0a-604f4569b2c5 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.634476 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-831c27ff-94c4-478a-ae0a-604f4569b2c5 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] 10.222.0.77 "DELETE /v2.0/networks/89d4e76d-4b2a-48c5-b581-7e00223142d4 HTTP/1.1" status: 204 len: 168 time: 1.4265406 May 26 16:31:19.681579 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c27ff-94c4-478a-ae0a-604f4569b2c5 tempest-QuotasNegativeTest-2003437465 tempest-QuotasNegativeTest-2003437465-project-admin] Pushing event deleted for resources: {'Network': ['ID=89d4e76d-4b2a-48c5-b581-7e00223142d4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:19.712240 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] For port 02258319-cd45-4062-b060-1da8dd4fbd25, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:31:19.732667 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-cda2ceca-118f-4d27-b167-062fc46ba37a None None] Provisioning complete for port 02258319-cd45-4062-b060-1da8dd4fbd25 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:19.733435 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cda2ceca-118f-4d27-b167-062fc46ba37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.740402 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] For port 02258319-cd45-4062-b060-1da8dd4fbd25, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=02258319-cd45-4062-b060-1da8dd4fbd25,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:31:19.774351 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.776567 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:19.777026 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:19.847908 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cda2ceca-118f-4d27-b167-062fc46ba37a None None] Port 02258319-cd45-4062-b060-1da8dd4fbd25 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:31:19.857230 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d152748-156a-496d-a4d2-748ecdff9dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3240ac-25e4-4fe2-a1b7-586a7062c3d5'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:31:19.859703 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e307366-623e-4a84-8a01-c815865e214e" -d '{"events": [{"server_uuid": "3d152748-156a-496d-a4d2-748ecdff9dcc", "name": "network-vif-plugged", "status": "completed", "tag": "2a3240ac-25e4-4fe2-a1b7-586a7062c3d5"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:31:19.910365 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=2a3240ac-25e4-4fe2-a1b7-586a7062c3d5,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:19.932132 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] Routers {'22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:19.935644 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:31:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:19.945184 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:20.010944 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9464be3-8c09-4d83-b385-fdbda51a3f60 x-openstack-request-id: req-a9464be3-8c09-4d83-b385-fdbda51a3f60 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:31:20.011284 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d152748-156a-496d-a4d2-748ecdff9dcc", "name": "network-vif-plugged", "status": "completed", "tag": "2a3240ac-25e4-4fe2-a1b7-586a7062c3d5", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:31:20.011489 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a9464be3-8c09-4d83-b385-fdbda51a3f60 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:31:20.011893 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9464be3-8c09-4d83-b385-fdbda51a3f60'] response: {'server_uuid': '3d152748-156a-496d-a4d2-748ecdff9dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3240ac-25e4-4fe2-a1b7-586a7062c3d5', 'code': 200} May 26 16:31:20.012514 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10fe0b-af5a-4fae-bfde-60ce8f1be1cc None None] Pushing event updated for resources: {'Port': ['ID=02258319-cd45-4062-b060-1da8dd4fbd25,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:20.062669 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-25684ba1-a59f-42aa-b09f-d4088c2b9068 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:20.105563 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a52c7-ba9e-429c-8929-cf73ac45c7a1 req-b04c0796-d930-4e1e-8406-4e8c55b709c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:20.107206 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e6a52c7-ba9e-429c-8929-cf73ac45c7a1 req-b04c0796-d930-4e1e-8406-4e8c55b709c6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 1096 time: 0.0901732 May 26 16:31:20.179499 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e6a52c7-ba9e-429c-8929-cf73ac45c7a1 req-0a5e0cdd-b7f8-497c-a690-4bc50eb06cd5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628078 May 26 16:31:20.188356 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-25684ba1-a59f-42aa-b09f-d4088c2b9068 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:20.206256 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment dbf7eb0f-31e6-4650-a554-caeca180653e resource provider aggregate not found May 26 16:31:20.219245 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] Set router 22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:20.237665 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment dbf7eb0f-31e6-4650-a554-caeca180653e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dbf7eb0f-31e6-4650-a554-caeca180653e found for delete ", "request_id": "req-c07e628d-121e-4db3-b9c6-81fbd59ecdde"}]} May 26 16:31:20.262391 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=2a3240ac-25e4-4fe2-a1b7-586a7062c3d5,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:20.320512 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-6e66533c-c7ba-478b-95db-d02986d4cd0e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting port 02258319-cd45-4062-b060-1da8dd4fbd25 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:31:20.321175 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e66533c-c7ba-478b-95db-d02986d4cd0e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:20.428814 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-25684ba1-a59f-42aa-b09f-d4088c2b9068 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Network 061b8212-bfd9-41a8-8080-3e7678e5143f is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:20.446516 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-25684ba1-a59f-42aa-b09f-d4088c2b9068 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:20.456718 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25684ba1-a59f-42aa-b09f-d4088c2b9068 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Pushing event updated for resources: {'Port': ['ID=41ff7736-2134-4e06-8242-db427d8e881a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:20.464604 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-25684ba1-a59f-42aa-b09f-d4088c2b9068 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:20.538342 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-6e66533c-c7ba-478b-95db-d02986d4cd0e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] For port 02258319-cd45-4062-b060-1da8dd4fbd25, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=02258319-cd45-4062-b060-1da8dd4fbd25,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:20.538719 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e66533c-c7ba-478b-95db-d02986d4cd0e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:20.568236 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-6e66533c-c7ba-478b-95db-d02986d4cd0e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Calling delete_port for 02258319-cd45-4062-b060-1da8dd4fbd25 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:31:20.582541 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9465081a-dce4-4b2b-9f5c-b4f5e0a1574e None None] Provisioning complete for port 02258319-cd45-4062-b060-1da8dd4fbd25 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:20.582914 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9465081a-dce4-4b2b-9f5c-b4f5e0a1574e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:20.603930 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-25684ba1-a59f-42aa-b09f-d4088c2b9068 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:20.604615 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-25684ba1-a59f-42aa-b09f-d4088c2b9068 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:20.701869 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-25684ba1-a59f-42aa-b09f-d4088c2b9068 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6489756 May 26 16:31:20.703912 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54178) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:20.737634 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-978e2019-d3e7-425e-9226-d79121c93d8c service neutron] Request body: {'port': {'device_id': '033ee04b-7623-4f5c-bf6e-50ad2cff43ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:20.743994 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c798e38-fb3d-4dcd-b506-7df049722d92 req-14b442c6-ac1b-4499-a987-8510e02cb049 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:20.787326 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c798e38-fb3d-4dcd-b506-7df049722d92 req-14b442c6-ac1b-4499-a987-8510e02cb049 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/ports?device_id=033ee04b-7623-4f5c-bf6e-50ad2cff43ab HTTP/1.1" status: 200 len: 931 time: 0.1815989 May 26 16:31:20.801781 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9465081a-dce4-4b2b-9f5c-b4f5e0a1574e None None] Current status of the port 02258319-cd45-4062-b060-1da8dd4fbd25 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:20.825581 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9465081a-dce4-4b2b-9f5c-b4f5e0a1574e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:20.914526 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5c798e38-fb3d-4dcd-b506-7df049722d92 req-028cedeb-07df-4591-be8e-2987efc3a5c9 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/security-groups?id=921632cc-b79a-4a7c-a8b1-29086cfc3313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117868 May 26 16:31:21.075981 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-978e2019-d3e7-425e-9226-d79121c93d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:21.079182 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2ca7d-edd2-436b-8902-0415779c2428 req-81c22944-052b-4727-9a6d-d1e600cec880 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:21.103771 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a2ca7d-edd2-436b-8902-0415779c2428 req-81c22944-052b-4727-9a6d-d1e600cec880 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 945 time: 0.1704555 May 26 16:31:21.149762 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47', 'name': 'tempest-NetworksTestDHCPv6-router-1365123134', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:13Z', 'updated_at': '2022-05-26T16:31:15Z', 'revision_number': 2, 'project_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'gw_port_host': None, '_interfaces': [{'id': '02258319-cd45-4062-b060-1da8dd4fbd25', 'name': '', 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'mac_address': 'fa:16:3e:b5:32:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'ead991ca-3254-417f-b21c-8a9467d15a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:14Z', 'updated_at': '2022-05-26T16:31:19Z', 'revision_number': 4, 'project_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'subnets': [{'id': 'ead991ca-3254-417f-b21c-8a9467d15a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:21.199196 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10a2ca7d-edd2-436b-8902-0415779c2428 req-a36a43ab-91c4-4f0d-ac9d-afa81a2dcd75 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873797 May 26 16:31:21.240213 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5982778-02cc-4710-8bb7-45f8007efa46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:21.241059 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de77daf-5c9b-4748-a774-bfdc2219185a req-6fd6d7c1-a512-4ffc-b802-84a0af5241a6 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:21.244901 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b83c8e-2925-44ac-b2f9-4dd6c726181f None None] The sync data for ids ['22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47'] in n-d-843337-2 is: [{'id': '22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47', 'name': 'tempest-NetworksTestDHCPv6-router-1365123134', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:13Z', 'updated_at': '2022-05-26T16:31:15Z', 'revision_number': 2, 'project_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'gw_port_host': None, '_interfaces': [{'id': '02258319-cd45-4062-b060-1da8dd4fbd25', 'name': '', 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'mac_address': 'fa:16:3e:b5:32:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'ead991ca-3254-417f-b21c-8a9467d15a20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:14Z', 'updated_at': '2022-05-26T16:31:19Z', 'revision_number': 4, 'project_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'subnets': [{'id': 'ead991ca-3254-417f-b21c-8a9467d15a20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:31:21.249598 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8de77daf-5c9b-4748-a774-bfdc2219185a req-6fd6d7c1-a512-4ffc-b802-84a0af5241a6 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 945 time: 0.1106861 May 26 16:31:21.327186 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8de77daf-5c9b-4748-a774-bfdc2219185a req-bbaf6050-4f42-497e-aa1e-e61ce58011fc tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769360 May 26 16:31:21.456789 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5982778-02cc-4710-8bb7-45f8007efa46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:21.461251 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e66533c-c7ba-478b-95db-d02986d4cd0e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:21.525861 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5982778-02cc-4710-8bb7-45f8007efa46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:21.534052 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66533c-c7ba-478b-95db-d02986d4cd0e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Port': ['ID=02258319-cd45-4062-b060-1da8dd4fbd25,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:21.773317 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e5982778-02cc-4710-8bb7-45f8007efa46 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1679044b39fe4e2a8dfb759251aa2601&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0682931 May 26 16:31:21.777741 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54256) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:21.784239 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5982778-02cc-4710-8bb7-45f8007efa46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5eb491-9116-4699-a172-5cfe00f7a2e7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:21.853744 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e66533c-c7ba-478b-95db-d02986d4cd0e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:21.900277 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31335224-452a-4024-a727-7e983f73419b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:21.946692 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31335224-452a-4024-a727-7e983f73419b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:22.091194 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31335224-452a-4024-a727-7e983f73419b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:22.097168 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31335224-452a-4024-a727-7e983f73419b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:22.099107 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-31335224-452a-4024-a727-7e983f73419b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ea5eb491-9116-4699-a172-5cfe00f7a2e7 HTTP/1.1" status: 204 len: 168 time: 0.3195844 May 26 16:31:22.124241 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31335224-452a-4024-a727-7e983f73419b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5eb491-9116-4699-a172-5cfe00f7a2e7,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:22.192047 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bc28a-4fe2-4869-8795-5b437d526ddf req-8eea35ad-4607-4601-a9c2-a3896ea40913 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:22.200575 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d7bc28a-4fe2-4869-8795-5b437d526ddf req-8eea35ad-4607-4601-a9c2-a3896ea40913 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/ports?device_id=033ee04b-7623-4f5c-bf6e-50ad2cff43ab HTTP/1.1" status: 200 len: 931 time: 0.0930252 May 26 16:31:22.310022 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d7bc28a-4fe2-4869-8795-5b437d526ddf req-6bef0c9b-5b5e-4184-b87c-1cf597997043 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/security-groups?id=921632cc-b79a-4a7c-a8b1-29086cfc3313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058424 May 26 16:31:22.440575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e66533c-c7ba-478b-95db-d02986d4cd0e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Router 22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:31:22.447335 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-978e2019-d3e7-425e-9226-d79121c93d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ff7736-2134-4e06-8242-db427d8e881a {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:31:22.468616 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-978e2019-d3e7-425e-9226-d79121c93d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:22.488082 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82755929-5275-4a3a-ba8d-6595fe7ac5cb req-114460ba-d547-40e2-b475-52e0e98b2674 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:22.492361 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82755929-5275-4a3a-ba8d-6595fe7ac5cb req-114460ba-d547-40e2-b475-52e0e98b2674 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 945 time: 0.1451790 May 26 16:31:22.619987 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e66533c-c7ba-478b-95db-d02986d4cd0e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:31:22.627264 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-978e2019-d3e7-425e-9226-d79121c93d8c service neutron] Transition to ACTIVE for port object 41ff7736-2134-4e06-8242-db427d8e881a will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:31:22.649008 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6e66533c-c7ba-478b-95db-d02986d4cd0e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "PUT /v2.0/routers/22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2216194 May 26 16:31:22.650541 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-978e2019-d3e7-425e-9226-d79121c93d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:22.652971 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2f507-2a2e-4b31-9250-a281ae20b1ad req-17740e37-aa32-450f-97dd-6f442581a911 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:22.655307 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-69c2f507-2a2e-4b31-9250-a281ae20b1ad req-17740e37-aa32-450f-97dd-6f442581a911 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 945 time: 0.1617832 May 26 16:31:22.662266 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54346) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:22.669065 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82755929-5275-4a3a-ba8d-6595fe7ac5cb req-9a63c708-d9c3-4df8-b7d1-ed39e026d82f tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253731 May 26 16:31:22.798041 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-69c2f507-2a2e-4b31-9250-a281ae20b1ad req-562234fc-748d-4a72-82b0-1da478fb4cbd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233630 May 26 16:31:22.831099 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54368) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:22.846128 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e2019-d3e7-425e-9226-d79121c93d8c service neutron] Pushing event updated for resources: {'Port': ['ID=41ff7736-2134-4e06-8242-db427d8e881a,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:22.850890 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f690f2f1-e708-4590-8d5b-b31ac8cb4245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:22.899711 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbefe8-a5c0-41b3-b9a6-b7b383a391b4 req-e0221181-74c2-474d-954f-c31ddc93e6f0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:22.909680 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-72dbefe8-a5c0-41b3-b9a6-b7b383a391b4 req-e0221181-74c2-474d-954f-c31ddc93e6f0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 945 time: 0.1397967 May 26 16:31:22.946075 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c60c639-5a51-4be5-b126-c3ff19aec7e0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:22.947735 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c60c639-5a51-4be5-b126-c3ff19aec7e0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:22.949315 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6c60c639-5a51-4be5-b126-c3ff19aec7e0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2183421 May 26 16:31:22.955168 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54380) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:22.985223 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-72dbefe8-a5c0-41b3-b9a6-b7b383a391b4 req-e37fedbf-b9d6-4b68-983b-1b5f52a99e6b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742619 May 26 16:31:23.034690 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-978e2019-d3e7-425e-9226-d79121c93d8c service neutron] Attempting to bind port 41ff7736-2134-4e06-8242-db427d8e881a on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:31:23.035037 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-978e2019-d3e7-425e-9226-d79121c93d8c service neutron] Attempting to bind port 41ff7736-2134-4e06-8242-db427d8e881a by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '2edafa1c-45e3-4937-aeb8-c4249b59b63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '061b8212-bfd9-41a8-8080-3e7678e5143f'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:31:23.035367 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-978e2019-d3e7-425e-9226-d79121c93d8c service neutron] Attempting to bind port 41ff7736-2134-4e06-8242-db427d8e881a on network 061b8212-bfd9-41a8-8080-3e7678e5143f {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:31:23.045802 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-978e2019-d3e7-425e-9226-d79121c93d8c service neutron] Port 41ff7736-2134-4e06-8242-db427d8e881a on network 061b8212-bfd9-41a8-8080-3e7678e5143f not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:31:23.046160 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-978e2019-d3e7-425e-9226-d79121c93d8c service neutron] Attempting to bind port 41ff7736-2134-4e06-8242-db427d8e881a on network 061b8212-bfd9-41a8-8080-3e7678e5143f {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:31:23.054024 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f690f2f1-e708-4590-8d5b-b31ac8cb4245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:23.055039 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d519bf6-f12b-472c-a388-e95e703b5cfd tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet ead991ca-3254-417f-b21c-8a9467d15a20 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:31:23.058782 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-978e2019-d3e7-425e-9226-d79121c93d8c service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:31:23.059176 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-978e2019-d3e7-425e-9226-d79121c93d8c service neutron] Checking segment: {'id': '2edafa1c-45e3-4937-aeb8-c4249b59b63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '061b8212-bfd9-41a8-8080-3e7678e5143f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:23.059564 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-978e2019-d3e7-425e-9226-d79121c93d8c service neutron] Bound using segment: {'id': '2edafa1c-45e3-4937-aeb8-c4249b59b63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '061b8212-bfd9-41a8-8080-3e7678e5143f'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:31:23.060292 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-978e2019-d3e7-425e-9226-d79121c93d8c service neutron] Bound port: 41ff7736-2134-4e06-8242-db427d8e881a, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2edafa1c-45e3-4937-aeb8-c4249b59b63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '061b8212-bfd9-41a8-8080-3e7678e5143f'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:31:23.060665 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-978e2019-d3e7-425e-9226-d79121c93d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:23.065374 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9d519bf6-f12b-472c-a388-e95e703b5cfd tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:23.068867 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f690f2f1-e708-4590-8d5b-b31ac8cb4245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:23.150767 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9d519bf6-f12b-472c-a388-e95e703b5cfd tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:23.159242 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f690f2f1-e708-4590-8d5b-b31ac8cb4245 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b8453c527b434937b34f280b062fd432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3268406 May 26 16:31:23.159834 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54402) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:23.170440 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690f2f1-e708-4590-8d5b-b31ac8cb4245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076f64b6-26ca-417a-8ba3-da0427813cf6,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:23.220889 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c050c56-4d17-41ac-8980-9845b0ca61e0 req-b1e4a7e5-e00e-4843-ad7d-10eb2c19f6af tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:23.222579 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2c050c56-4d17-41ac-8980-9845b0ca61e0 req-b1e4a7e5-e00e-4843-ad7d-10eb2c19f6af tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 945 time: 0.1353607 May 26 16:31:23.245894 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a6625e0-fcd9-4f9e-a9b1-b7b1f2899bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:23.269202 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-978e2019-d3e7-425e-9226-d79121c93d8c service neutron] For port 41ff7736-2134-4e06-8242-db427d8e881a, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:31:23.272407 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9d519bf6-f12b-472c-a388-e95e703b5cfd tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:23.277403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-978e2019-d3e7-425e-9226-d79121c93d8c service neutron] For port 41ff7736-2134-4e06-8242-db427d8e881a, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=41ff7736-2134-4e06-8242-db427d8e881a,segment=NetworkSegment(2edafa1c-45e3-4937-aeb8-c4249b59b63a),segment_id=2edafa1c-45e3-4937-aeb8-c4249b59b63a)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:31:23.300738 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a6625e0-fcd9-4f9e-a9b1-b7b1f2899bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:23.313152 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-978e2019-d3e7-425e-9226-d79121c93d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:23.340409 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2c050c56-4d17-41ac-8980-9845b0ca61e0 req-d0a876c2-feb7-4696-a735-2eb4b44450a3 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870142 May 26 16:31:23.402150 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a6625e0-fcd9-4f9e-a9b1-b7b1f2899bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:23.406937 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a6625e0-fcd9-4f9e-a9b1-b7b1f2899bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:23.411019 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8a6625e0-fcd9-4f9e-a9b1-b7b1f2899bef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/076f64b6-26ca-417a-8ba3-da0427813cf6 HTTP/1.1" status: 204 len: 168 time: 0.2490487 May 26 16:31:23.425019 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6625e0-fcd9-4f9e-a9b1-b7b1f2899bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076f64b6-26ca-417a-8ba3-da0427813cf6,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:23.495148 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-978e2019-d3e7-425e-9226-d79121c93d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:23.496384 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-978e2019-d3e7-425e-9226-d79121c93d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:23.498773 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-978e2019-d3e7-425e-9226-d79121c93d8c service neutron] 10.222.0.83 "PUT /v2.0/ports/41ff7736-2134-4e06-8242-db427d8e881a HTTP/1.1" status: 200 len: 1091 time: 2.7732439 May 26 16:31:23.499404 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '033ee04b-7623-4f5c-bf6e-50ad2cff43ab', 'tag': '41ff7736-2134-4e06-8242-db427d8e881a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:31:23.502057 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe7fae9-982d-4656-baa8-e57b3b40f430" -d '{"events": [{"name": "network-changed", "server_uuid": "033ee04b-7623-4f5c-bf6e-50ad2cff43ab", "tag": "41ff7736-2134-4e06-8242-db427d8e881a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:31:23.537033 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e2019-d3e7-425e-9226-d79121c93d8c service neutron] Pushing event updated for resources: {'Port': ['ID=41ff7736-2134-4e06-8242-db427d8e881a,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:23.550624 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bfb0b-a9a0-40e3-9a1c-9a820d6a9957 req-9c1b7ca0-195c-489f-8cd0-a65a6a1ab519 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:23.553915 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-295bfb0b-a9a0-40e3-9a1c-9a820d6a9957 req-9c1b7ca0-195c-489f-8cd0-a65a6a1ab519 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/ports?device_id=033ee04b-7623-4f5c-bf6e-50ad2cff43ab HTTP/1.1" status: 200 len: 943 time: 0.1157255 May 26 16:31:23.573111 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9d519bf6-f12b-472c-a388-e95e703b5cfd tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:23.619612 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc84535e-153a-450b-87dc-7a923c06fa3a None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:23.686048 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-295bfb0b-a9a0-40e3-9a1c-9a820d6a9957 req-8af0daa6-b386-457a-a0bb-84a6ad6b4ff8 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/security-groups?id=921632cc-b79a-4a7c-a8b1-29086cfc3313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145153 May 26 16:31:23.698395 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d519bf6-f12b-472c-a388-e95e703b5cfd tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=ead991ca-3254-417f-b21c-8a9467d15a20,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:23.702036 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9d519bf6-f12b-472c-a388-e95e703b5cfd tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:23.708811 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9d519bf6-f12b-472c-a388-e95e703b5cfd tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/ead991ca-3254-417f-b21c-8a9467d15a20 HTTP/1.1" status: 204 len: 168 time: 0.7504008 May 26 16:31:23.709218 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54456) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:23.868748 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d65e46e-373a-4bc7-981b-7295d096479a x-openstack-request-id: req-9d65e46e-373a-4bc7-981b-7295d096479a {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:31:23.869148 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "033ee04b-7623-4f5c-bf6e-50ad2cff43ab", "tag": "41ff7736-2134-4e06-8242-db427d8e881a", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:31:23.869280 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9d65e46e-373a-4bc7-981b-7295d096479a {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:31:23.869866 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d65e46e-373a-4bc7-981b-7295d096479a'] response: {'name': 'network-changed', 'server_uuid': '033ee04b-7623-4f5c-bf6e-50ad2cff43ab', 'tag': '41ff7736-2134-4e06-8242-db427d8e881a', 'status': 'completed', 'code': 200} May 26 16:31:23.960078 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-bd205042-4c93-4e15-8234-d5de8a2fffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:23.962234 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-bd205042-4c93-4e15-8234-d5de8a2fffd7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ae202c5732fb4c3ab15b147084caed77&device_id=033ee04b-7623-4f5c-bf6e-50ad2cff43ab HTTP/1.1" status: 200 len: 1094 time: 0.3724699 May 26 16:31:24.047384 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-2b3b9803-50f3-4222-a143-513db652cea7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41ff7736-2134-4e06-8242-db427d8e881a HTTP/1.1" status: 200 len: 217 time: 0.0621014 May 26 16:31:24.092751 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c4e0ab0f-796f-4b37-9365-f6781471055d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3823824 May 26 16:31:24.109150 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f56a404-f6e4-4b4f-bada-4d6106d9b615 None None] Sync routers for ids ['22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:31:24.110062 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b95e39-70d8-415b-b26c-7c5488e6fe54 None None] DHCP port deletion for c35b079d-bcd5-434c-9023-f88865e938de request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:31:24.132707 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54504) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:24.148699 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f56a404-f6e4-4b4f-bada-4d6106d9b615 None None] Routers {'22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:24.149380 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8f56a404-f6e4-4b4f-bada-4d6106d9b615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:31:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:24.238803 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-60b95e39-70d8-415b-b26c-7c5488e6fe54 None None] Deleting port c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:31:24.239107 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-60b95e39-70d8-415b-b26c-7c5488e6fe54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:24.240877 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-fe7c3bf1-3167-4ad6-b329-96c061ff14c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:24.244739 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-fe7c3bf1-3167-4ad6-b329-96c061ff14c0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e588f77-1f1c-4c0b-b84c-b07c3a877ae3 HTTP/1.1" status: 200 len: 865 time: 0.1883528 May 26 16:31:24.267972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54408281-e8f9-494d-b37a-88c3a35d4332 req-26925d22-541e-448a-b198-f6d6117a9d6c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:24.276745 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-54408281-e8f9-494d-b37a-88c3a35d4332 req-26925d22-541e-448a-b198-f6d6117a9d6c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 945 time: 0.3826551 May 26 16:31:24.325099 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-8f56a404-f6e4-4b4f-bada-4d6106d9b615 None None] Set router 22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:24.347657 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b30b8c9-d4e6-423f-97d6-3662f101e0b3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:24.381439 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-5c788837-7f36-4da1-979c-8d3cc04dd34d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=061b8212-bfd9-41a8-8080-3e7678e5143f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121163 May 26 16:31:24.387005 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-60b95e39-70d8-415b-b26c-7c5488e6fe54 None None] For port c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:24.387893 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-60b95e39-70d8-415b-b26c-7c5488e6fe54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:24.404765 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-60b95e39-70d8-415b-b26c-7c5488e6fe54 None None] Calling delete_port for c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:31:24.419244 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8f56a404-f6e4-4b4f-bada-4d6106d9b615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47', 'name': 'tempest-NetworksTestDHCPv6-router-1365123134', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:13Z', 'updated_at': '2022-05-26T16:31:20Z', 'revision_number': 3, 'project_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:24.454549 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f56a404-f6e4-4b4f-bada-4d6106d9b615 None None] Checking router: 22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:31:24.465426 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f56a404-f6e4-4b4f-bada-4d6106d9b615 None None] Routers {'22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:24.466308 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8f56a404-f6e4-4b4f-bada-4d6106d9b615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:31:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:24.507061 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-60b95e39-70d8-415b-b26c-7c5488e6fe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:24.529015 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a819ffd-6b97-4027-ba89-557a3665a9cf req-00501c90-5495-4233-afdb-6767f579b70a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:24.539645 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a819ffd-6b97-4027-ba89-557a3665a9cf req-00501c90-5495-4233-afdb-6767f579b70a tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 945 time: 0.5273447 May 26 16:31:24.545248 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b95e39-70d8-415b-b26c-7c5488e6fe54 None None] No DVR routers for this DVR port c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:31:24.556489 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b95e39-70d8-415b-b26c-7c5488e6fe54 None None] Pushing event deleted for resources: {'Port': ['ID=c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:24.567909 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b95e39-70d8-415b-b26c-7c5488e6fe54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:24.568433 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b95e39-70d8-415b-b26c-7c5488e6fe54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:24.568721 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b95e39-70d8-415b-b26c-7c5488e6fe54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:24.568987 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b95e39-70d8-415b-b26c-7c5488e6fe54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:24.569368 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b95e39-70d8-415b-b26c-7c5488e6fe54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:24.569806 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b95e39-70d8-415b-b26c-7c5488e6fe54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:24.570031 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b95e39-70d8-415b-b26c-7c5488e6fe54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:24.570354 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b95e39-70d8-415b-b26c-7c5488e6fe54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:24.570692 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b95e39-70d8-415b-b26c-7c5488e6fe54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:24.570997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b95e39-70d8-415b-b26c-7c5488e6fe54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:24.571443 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b95e39-70d8-415b-b26c-7c5488e6fe54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:24.571930 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b95e39-70d8-415b-b26c-7c5488e6fe54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:24.575549 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-54408281-e8f9-494d-b37a-88c3a35d4332 req-9f9dc34e-a79d-43e8-b05d-5ad0d697ba2a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974019 May 26 16:31:24.629080 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-8f56a404-f6e4-4b4f-bada-4d6106d9b615 None None] Set router 22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:24.682881 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-5eae4997-1ff5-41dc-a438-e7c30a2bcc43 service neutron] 10.222.0.83 "GET /v2.0/networks/061b8212-bfd9-41a8-8080-3e7678e5143f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800102 May 26 16:31:24.728441 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a819ffd-6b97-4027-ba89-557a3665a9cf req-9cfa686c-dd91-4d99-9ee2-4319f560e794 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775889 May 26 16:31:24.749663 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-8f56a404-f6e4-4b4f-bada-4d6106d9b615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47', 'name': 'tempest-NetworksTestDHCPv6-router-1365123134', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:13Z', 'updated_at': '2022-05-26T16:31:20Z', 'revision_number': 3, 'project_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:24.814671 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f56a404-f6e4-4b4f-bada-4d6106d9b615 None None] The sync data for ids ['22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47'] in n-d-843337-2 is: [{'id': '22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47', 'name': 'tempest-NetworksTestDHCPv6-router-1365123134', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:13Z', 'updated_at': '2022-05-26T16:31:20Z', 'revision_number': 3, 'project_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:31:24.840976 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b30b8c9-d4e6-423f-97d6-3662f101e0b3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:24.873850 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cf2e4938-80c6-44a9-8c9e-d18a70a6636b req-90839b67-a607-4e3b-be58-c7e75f3a0aeb service neutron] 10.222.0.83 "GET /v2.0/networks/061b8212-bfd9-41a8-8080-3e7678e5143f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899428 May 26 16:31:24.900289 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b30b8c9-d4e6-423f-97d6-3662f101e0b3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:24.986469 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f2252-0c10-4076-a813-72196b432f1e req-48b8441e-4efc-4994-afdf-645e18a13c95 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:24.992127 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-305f2252-0c10-4076-a813-72196b432f1e req-48b8441e-4efc-4994-afdf-645e18a13c95 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/ports?device_id=033ee04b-7623-4f5c-bf6e-50ad2cff43ab HTTP/1.1" status: 200 len: 943 time: 0.1859784 May 26 16:31:24.993112 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b30b8c9-d4e6-423f-97d6-3662f101e0b3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:24.993663 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b30b8c9-d4e6-423f-97d6-3662f101e0b3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Fanout notify agent at l3_agent the message router_deleted on router 22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:31:25.025730 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b30b8c9-d4e6-423f-97d6-3662f101e0b3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:25.031248 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2b30b8c9-d4e6-423f-97d6-3662f101e0b3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/routers/22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47 HTTP/1.1" status: 204 len: 168 time: 0.8844950 May 26 16:31:25.037276 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54594) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:25.065383 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-83940bf1-c3c7-4a30-a100-87cb715aea11 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:25.103870 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7fae9-982d-4656-baa8-e57b3b40f430 req-2e545018-2d10-4e28-a02e-377f4cae969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:25.105655 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7fe7fae9-982d-4656-baa8-e57b3b40f430 req-2e545018-2d10-4e28-a02e-377f4cae969d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ae202c5732fb4c3ab15b147084caed77&device_id=033ee04b-7623-4f5c-bf6e-50ad2cff43ab HTTP/1.1" status: 200 len: 1094 time: 0.0911126 May 26 16:31:25.249566 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-305f2252-0c10-4076-a813-72196b432f1e req-e24f7404-917e-4808-9989-01c921e28fed tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/security-groups?id=921632cc-b79a-4a7c-a8b1-29086cfc3313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204649 May 26 16:31:25.280536 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7fae9-982d-4656-baa8-e57b3b40f430 req-78e247db-dced-49c8-9a44-d2a6077b4d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:25.280818 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7fe7fae9-982d-4656-baa8-e57b3b40f430 req-78e247db-dced-49c8-9a44-d2a6077b4d8e service neutron] 10.222.0.83 "GET /v2.0/networks?id=061b8212-bfd9-41a8-8080-3e7678e5143f HTTP/1.1" status: 200 len: 926 time: 0.1673093 May 26 16:31:25.281204 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54620) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:25.356067 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7fe7fae9-982d-4656-baa8-e57b3b40f430 req-5039f155-d18b-4689-a036-babf7a81c5fb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41ff7736-2134-4e06-8242-db427d8e881a HTTP/1.1" status: 200 len: 217 time: 0.0570140 May 26 16:31:25.364776 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83940bf1-c3c7-4a30-a100-87cb715aea11 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:25.369505 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-83940bf1-c3c7-4a30-a100-87cb715aea11 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:25.500291 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7fae9-982d-4656-baa8-e57b3b40f430 req-19b0c917-4f80-46e1-bb0e-4434cac972bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:25.502348 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7fe7fae9-982d-4656-baa8-e57b3b40f430 req-19b0c917-4f80-46e1-bb0e-4434cac972bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e588f77-1f1c-4c0b-b84c-b07c3a877ae3 HTTP/1.1" status: 200 len: 865 time: 0.1387737 May 26 16:31:25.540421 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Request body: {'networks': [{'name': 'tempest-network--1372488836'}, {'name': 'tempest-network--726360469'}]} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:25.541080 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Request body: {'network': {'name': 'tempest-network--1372488836'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:25.541849 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Request body: {'network': {'name': 'tempest-network--726360469'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:25.580806 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda7ebb-b3e3-47eb-bb3b-01a80fd6780c req-f2e4f86d-2101-4773-a269-6b766ac6417d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:25.582843 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3bda7ebb-b3e3-47eb-bb3b-01a80fd6780c req-f2e4f86d-2101-4773-a269-6b766ac6417d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 945 time: 0.2197137 May 26 16:31:25.591126 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7fe7fae9-982d-4656-baa8-e57b3b40f430 req-d7f4432e-7782-4498-b1af-fd4b49e2d200 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=061b8212-bfd9-41a8-8080-3e7678e5143f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808344 May 26 16:31:25.711208 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Made reservation on behalf of 890d4665d7ce483798b15f6ae68ee7ea for: {'network': 2} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:25.716013 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:25.731477 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:25.839808 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7fe7fae9-982d-4656-baa8-e57b3b40f430 req-1581daae-b074-4bc0-82b4-47da1fb46495 service neutron] 10.222.0.83 "GET /v2.0/networks/061b8212-bfd9-41a8-8080-3e7678e5143f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354431 May 26 16:31:25.916884 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-83940bf1-c3c7-4a30-a100-87cb715aea11 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:25.940665 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-3bda7ebb-b3e3-47eb-bb3b-01a80fd6780c req-45b262db-9386-4edf-b79d-a4023416b76c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Deleting port 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:31:25.941353 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3bda7ebb-b3e3-47eb-bb3b-01a80fd6780c req-45b262db-9386-4edf-b79d-a4023416b76c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.068308 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c857b0-e412-48b2-9f63-7c0988fe2810 req-4468dfef-8cb7-49ae-be90-40b7097d38f9 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:26.069415 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 02258319-cd45-4062-b060-1da8dd4fbd25 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:31:26.070739 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d2c857b0-e412-48b2-9f63-7c0988fe2810 req-4468dfef-8cb7-49ae-be90-40b7097d38f9 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 945 time: 0.2576077 May 26 16:31:26.073070 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83940bf1-c3c7-4a30-a100-87cb715aea11 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:26.102249 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-83940bf1-c3c7-4a30-a100-87cb715aea11 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:26.126165 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83940bf1-c3c7-4a30-a100-87cb715aea11 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:26.126757 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-83940bf1-c3c7-4a30-a100-87cb715aea11 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.128936 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fd9f2d-b174-4b5f-b0ef-7c977e6cb36c None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:26.140580 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ec2e8-9b7b-4787-91c1-f5e5a8c769ae req-76360822-b6c6-48a2-9288-07abffc3645f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:26.148132 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c12ec2e8-9b7b-4787-91c1-f5e5a8c769ae req-76360822-b6c6-48a2-9288-07abffc3645f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 945 time: 0.2860532 May 26 16:31:26.158405 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83940bf1-c3c7-4a30-a100-87cb715aea11 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=d9b87052-a7b7-4e18-a12b-084af327b777,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:26.215790 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d2c857b0-e412-48b2-9f63-7c0988fe2810 req-472f7a00-fdcd-4769-93f0-378dfa4aa4ca tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279261 May 26 16:31:26.239176 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-83940bf1-c3c7-4a30-a100-87cb715aea11 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1991913 May 26 16:31:26.259183 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54716) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:26.265850 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-bba7c956-f8ba-441d-b90b-43721726c741 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-91853887', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:26.286868 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-3bda7ebb-b3e3-47eb-bb3b-01a80fd6780c req-45b262db-9386-4edf-b79d-a4023416b76c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] For port 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=2a3240ac-25e4-4fe2-a1b7-586a7062c3d5,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:26.287508 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3bda7ebb-b3e3-47eb-bb3b-01a80fd6780c req-45b262db-9386-4edf-b79d-a4023416b76c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.316322 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c12ec2e8-9b7b-4787-91c1-f5e5a8c769ae req-799efdac-1a14-457b-b49e-577d6ac5bc8e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618736 May 26 16:31:26.339767 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-3bda7ebb-b3e3-47eb-bb3b-01a80fd6780c req-45b262db-9386-4edf-b79d-a4023416b76c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Calling delete_port for 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:31:26.365922 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bba7c956-f8ba-441d-b90b-43721726c741 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.367174 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bba7c956-f8ba-441d-b90b-43721726c741 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.424386 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 02258319-cd45-4062-b060-1da8dd4fbd25 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:31:26.424734 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 02258319-cd45-4062-b060-1da8dd4fbd25 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:31:26.425325 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:31:26.479315 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:31:26.479858 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c24dbea2-62d3-4b60-9bdc-0d0da4e8a15f not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:31:26.496333 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deccfddd-d881-4c6d-b225-3cf32cac2658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-c35b079d-bcd5-434c-9023-f88865e938de', 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'fixed_ips': [{'subnet_id': 'd9b87052-a7b7-4e18-a12b-084af327b777'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:31:26.499089 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-deccfddd-d881-4c6d-b225-3cf32cac2658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.523236 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bba7c956-f8ba-441d-b90b-43721726c741 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.533622 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297340d2-312c-4f02-8dec-1c03cc8c0101 req-ba52d22b-7680-4eb3-bc71-5b44a069b8ec tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:26.541733 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-297340d2-312c-4f02-8dec-1c03cc8c0101 req-ba52d22b-7680-4eb3-bc71-5b44a069b8ec tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/ports?device_id=033ee04b-7623-4f5c-bf6e-50ad2cff43ab HTTP/1.1" status: 200 len: 943 time: 0.1647298 May 26 16:31:26.558475 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bba7c956-f8ba-441d-b90b-43721726c741 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.609484 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7fe7fae9-982d-4656-baa8-e57b3b40f430 req-c479dafd-0356-45a2-8298-786d2b4cf0b5 service neutron] 10.222.0.83 "GET /v2.0/networks/061b8212-bfd9-41a8-8080-3e7678e5143f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7617102 May 26 16:31:26.611067 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-297340d2-312c-4f02-8dec-1c03cc8c0101 req-d92787ae-ad68-4332-9142-9e4dd4d928a7 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/security-groups?id=921632cc-b79a-4a7c-a8b1-29086cfc3313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663269 May 26 16:31:26.618703 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bba7c956-f8ba-441d-b90b-43721726c741 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.620177 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bba7c956-f8ba-441d-b90b-43721726c741 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3589015 May 26 16:31:26.623752 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.624459 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54736) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:26.629742 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.630286 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.664590 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:31:26.674289 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.674633 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Added segment 9818434d-1ba7-44e4-bf7f-ad00fd5988e2 of type vlan for network ace46818-5b32-40a7-b040-c2c6c1e5255e May 26 16:31:26.721084 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.724630 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-deccfddd-d881-4c6d-b225-3cf32cac2658 None None] Allocated IP 2001:db8::2 (c35b079d-bcd5-434c-9023-f88865e938de/d9b87052-a7b7-4e18-a12b-084af327b777/9b6f2ec3-5e25-4fd2-874e-b098f09c88df) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:26.752297 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:31:26.761531 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.761923 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Added segment b2b506d9-a3ff-4b5f-9521-05b8540fed26 of type vlan for network 159985d0-b758-40ce-b828-f0a2feb16499 May 26 16:31:26.809568 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.850910 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.851421 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.858089 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:26.863422 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:26.864144 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.878257 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88598854-2ee2-4b8d-941e-ee3bc90a69f0,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:26.926624 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:26.927155 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:26.927562 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:26.928389 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:26.928740 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:26.929098 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-deccfddd-d881-4c6d-b225-3cf32cac2658 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.929217 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:26.929448 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:26.929768 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:26.930104 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:26.930445 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:26.931124 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:26.931124 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:26.942526 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6568446 May 26 16:31:26.943495 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3bda7ebb-b3e3-47eb-bb3b-01a80fd6780c req-45b262db-9386-4edf-b79d-a4023416b76c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.947792 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54738) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:26.952437 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-deccfddd-d881-4c6d-b225-3cf32cac2658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:26.966623 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Pushing event updated for resources: {'Network': ['ID=ace46818-5b32-40a7-b040-c2c6c1e5255e,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:27.016786 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccfddd-d881-4c6d-b225-3cf32cac2658 None None] Pushing event updated for resources: {'Port': ['ID=9b6f2ec3-5e25-4fd2-874e-b098f09c88df,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:27.020361 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network ace46818-5b32-40a7-b040-c2c6c1e5255e details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:31:27.057116 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b262db-9386-4edf-b79d-a4023416b76c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event deleted for resources: {'Port': ['ID=2a3240ac-25e4-4fe2-a1b7-586a7062c3d5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:27.106180 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929cc9c-d35b-458b-957b-12426c51fee9 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Pushing event updated for resources: {'Network': ['ID=159985d0-b758-40ce-b828-f0a2feb16499,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:27.107723 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deccfddd-d881-4c6d-b225-3cf32cac2658 None None] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:27.110997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-deccfddd-d881-4c6d-b225-3cf32cac2658 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:27.131731 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deccfddd-d881-4c6d-b225-3cf32cac2658 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:27.136513 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 159985d0-b758-40ce-b828-f0a2feb16499 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:31:27.306113 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ec728ea7-d586-4eca-8183-503147b792ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:27.511690 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5d386b-209b-43d1-b08d-aeaa3bfcca8b tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:27.523924 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5d386b-209b-43d1-b08d-aeaa3bfcca8b tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:27.533502 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5d386b-209b-43d1-b08d-aeaa3bfcca8b tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:27.540961 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5d386b-209b-43d1-b08d-aeaa3bfcca8b tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:27.547809 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54756) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:27.548717 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-deccfddd-d881-4c6d-b225-3cf32cac2658 None None] Attempting to bind port 9b6f2ec3-5e25-4fd2-874e-b098f09c88df on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:31:27.549410 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-deccfddd-d881-4c6d-b225-3cf32cac2658 None None] Attempting to bind port 9b6f2ec3-5e25-4fd2-874e-b098f09c88df by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:31:27.550195 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deccfddd-d881-4c6d-b225-3cf32cac2658 None None] Attempting to bind port 9b6f2ec3-5e25-4fd2-874e-b098f09c88df on network c35b079d-bcd5-434c-9023-f88865e938de {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:31:27.559542 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cb5d386b-209b-43d1-b08d-aeaa3bfcca8b tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6102846 May 26 16:31:27.567942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deccfddd-d881-4c6d-b225-3cf32cac2658 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:31:27.568632 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deccfddd-d881-4c6d-b225-3cf32cac2658 None None] Checking segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:27.570112 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-deccfddd-d881-4c6d-b225-3cf32cac2658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:27.570737 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deccfddd-d881-4c6d-b225-3cf32cac2658 None None] Bound using segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:31:27.571373 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-deccfddd-d881-4c6d-b225-3cf32cac2658 None None] Bound port: 9b6f2ec3-5e25-4fd2-874e-b098f09c88df, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:31:27.572345 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-deccfddd-d881-4c6d-b225-3cf32cac2658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:27.687158 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-deccfddd-d881-4c6d-b225-3cf32cac2658 None None] For port 9b6f2ec3-5e25-4fd2-874e-b098f09c88df, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:31:27.691902 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-deccfddd-d881-4c6d-b225-3cf32cac2658 None None] For port 9b6f2ec3-5e25-4fd2-874e-b098f09c88df, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9b6f2ec3-5e25-4fd2-874e-b098f09c88df,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:31:27.703501 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-deccfddd-d881-4c6d-b225-3cf32cac2658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:27.706042 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d6333da-e34a-4ea6-8377-fa8b049c3207 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:27.796075 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccfddd-d881-4c6d-b225-3cf32cac2658 None None] Pushing event updated for resources: {'Port': ['ID=9b6f2ec3-5e25-4fd2-874e-b098f09c88df,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:27.838489 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d6333da-e34a-4ea6-8377-fa8b049c3207 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:27.862492 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-1d6333da-e34a-4ea6-8377-fa8b049c3207 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace46818-5b32-40a7-b040-c2c6c1e5255e']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:27.873143 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-1d6333da-e34a-4ea6-8377-fa8b049c3207 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9818434d-1ba7-44e4-bf7f-ad00fd5988e2') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:27.873551 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-1d6333da-e34a-4ea6-8377-fa8b049c3207 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9818434d-1ba7-44e4-bf7f-ad00fd5988e2') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:27.884433 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d6333da-e34a-4ea6-8377-fa8b049c3207 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:27.905503 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d6333da-e34a-4ea6-8377-fa8b049c3207 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:27.921880 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6333da-e34a-4ea6-8377-fa8b049c3207 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:31:27.922396 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d6333da-e34a-4ea6-8377-fa8b049c3207 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:27.983059 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 9818434d-1ba7-44e4-bf7f-ad00fd5988e2 resource provider aggregate not found May 26 16:31:28.015136 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d6333da-e34a-4ea6-8377-fa8b049c3207 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:28.018452 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 9818434d-1ba7-44e4-bf7f-ad00fd5988e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9818434d-1ba7-44e4-bf7f-ad00fd5988e2 found for delete ", "request_id": "req-9fcca3cc-4bc9-42d2-a8d6-0d7f9fc7c92d"}]} May 26 16:31:28.024268 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1d6333da-e34a-4ea6-8377-fa8b049c3207 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:28.032173 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1d6333da-e34a-4ea6-8377-fa8b049c3207 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] 10.222.0.77 "DELETE /v2.0/networks/ace46818-5b32-40a7-b040-c2c6c1e5255e HTTP/1.1" status: 204 len: 168 time: 0.4777133 May 26 16:31:28.040745 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54764) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:28.060940 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6333da-e34a-4ea6-8377-fa8b049c3207 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Pushing event deleted for resources: {'Network': ['ID=ace46818-5b32-40a7-b040-c2c6c1e5255e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:28.183946 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bda7ebb-b3e3-47eb-bb3b-01a80fd6780c req-45b262db-9386-4edf-b79d-a4023416b76c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] No DVR routers for this DVR port 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:31:28.188702 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-3bda7ebb-b3e3-47eb-bb3b-01a80fd6780c req-45b262db-9386-4edf-b79d-a4023416b76c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:28.191948 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3bda7ebb-b3e3-47eb-bb3b-01a80fd6780c req-45b262db-9386-4edf-b79d-a4023416b76c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "DELETE /v2.0/ports/2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 HTTP/1.1" status: 204 len: 173 time: 2.6021812 May 26 16:31:28.207459 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d152748-156a-496d-a4d2-748ecdff9dcc', 'name': 'network-vif-deleted', 'tag': '2a3240ac-25e4-4fe2-a1b7-586a7062c3d5'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:31:28.209942 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5f2b-adf0-487b-b550-0a0e45d7eef5 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:28.210410 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fb77d6-1927-49aa-8435-1be01471896f" -d '{"events": [{"server_uuid": "3d152748-156a-496d-a4d2-748ecdff9dcc", "name": "network-vif-deleted", "tag": "2a3240ac-25e4-4fe2-a1b7-586a7062c3d5"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:31:28.341438 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-80e919da-27a5-4c73-b737-c92901495e9a req-b813a1b8-d7c4-41fa-9974-7b4839a5bf00 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 210 time: 0.1555054 May 26 16:31:28.436524 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5f2b-adf0-487b-b550-0a0e45d7eef5 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:28.465523 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577d360-6484-4fcc-b8fc-33f23c544cd6 req-82b79e0b-3e4c-4649-bd92-9ff403e0b760 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:28.468375 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d577d360-6484-4fcc-b8fc-33f23c544cd6 req-82b79e0b-3e4c-4649-bd92-9ff403e0b760 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 945 time: 0.8743944 May 26 16:31:28.504083 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-c7bc5f2b-adf0-487b-b550-0a0e45d7eef5 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159985d0-b758-40ce-b828-f0a2feb16499']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:28.518523 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-c7bc5f2b-adf0-487b-b550-0a0e45d7eef5 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b506d9-a3ff-4b5f-9521-05b8540fed26') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:28.518895 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-c7bc5f2b-adf0-487b-b550-0a0e45d7eef5 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b506d9-a3ff-4b5f-9521-05b8540fed26') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:28.538062 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5f2b-adf0-487b-b550-0a0e45d7eef5 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:28.561032 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5f2b-adf0-487b-b550-0a0e45d7eef5 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:28.569711 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7bc5f2b-adf0-487b-b550-0a0e45d7eef5 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:31:28.570460 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5f2b-adf0-487b-b550-0a0e45d7eef5 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:28.633526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:31:28.687674 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d577d360-6484-4fcc-b8fc-33f23c544cd6 req-944409e8-cb0c-45ff-ab85-19d8538b81d5 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067528 May 26 16:31:28.708543 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab617966-bc52-482c-ab20-46f396a69c75 req-4faa6177-6896-4fe1-9100-d977803cc3e2 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:28.710700 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab617966-bc52-482c-ab20-46f396a69c75 req-4faa6177-6896-4fe1-9100-d977803cc3e2 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/ports?device_id=033ee04b-7623-4f5c-bf6e-50ad2cff43ab HTTP/1.1" status: 200 len: 943 time: 0.2287097 May 26 16:31:28.711677 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:31:28.712030 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 2a3240ac-25e4-4fe2-a1b7-586a7062c3d5 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:31:28.748143 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5f2b-adf0-487b-b550-0a0e45d7eef5 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:28.784010 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5f2b-adf0-487b-b550-0a0e45d7eef5 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:28.795693 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c7bc5f2b-adf0-487b-b550-0a0e45d7eef5 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] 10.222.0.77 "DELETE /v2.0/networks/159985d0-b758-40ce-b828-f0a2feb16499 HTTP/1.1" status: 204 len: 168 time: 0.7442148 May 26 16:31:28.796723 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc5f2b-adf0-487b-b550-0a0e45d7eef5 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Pushing event deleted for resources: {'Network': ['ID=159985d0-b758-40ce-b828-f0a2feb16499,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:28.802092 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54776) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:28.807239 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e567fc18-8a4e-4097-9236-c9310a0a9930 x-openstack-request-id: req-e567fc18-8a4e-4097-9236-c9310a0a9930 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:31:28.813162 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d152748-156a-496d-a4d2-748ecdff9dcc", "name": "network-vif-deleted", "tag": "2a3240ac-25e4-4fe2-a1b7-586a7062c3d5", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:31:28.813736 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e567fc18-8a4e-4097-9236-c9310a0a9930 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:31:28.814629 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e567fc18-8a4e-4097-9236-c9310a0a9930'] response: {'server_uuid': '3d152748-156a-496d-a4d2-748ecdff9dcc', 'name': 'network-vif-deleted', 'tag': '2a3240ac-25e4-4fe2-a1b7-586a7062c3d5', 'status': 'completed', 'code': 200} May 26 16:31:28.816057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-ec728ea7-d586-4eca-8183-503147b792ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8::1 (c35b079d-bcd5-434c-9023-f88865e938de/d9b87052-a7b7-4e18-a12b-084af327b777/970f330a-0470-4a0c-83cf-e7de270f8e9d) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:28.831047 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab617966-bc52-482c-ab20-46f396a69c75 req-cf514597-a6f2-4ffd-9920-18f2acdc2cf5 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/security-groups?id=921632cc-b79a-4a7c-a8b1-29086cfc3313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996757 May 26 16:31:29.022904 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ec728ea7-d586-4eca-8183-503147b792ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:29.073967 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ec728ea7-d586-4eca-8183-503147b792ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:29.157449 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec728ea7-d586-4eca-8183-503147b792ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:29.161070 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-ec728ea7-d586-4eca-8183-503147b792ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:29.164203 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec728ea7-d586-4eca-8183-503147b792ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:29.165046 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ec728ea7-d586-4eca-8183-503147b792ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:29.217988 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec728ea7-d586-4eca-8183-503147b792ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=970f330a-0470-4a0c-83cf-e7de270f8e9d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:29.237608 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98987b76-146e-48cb-b979-bd7d473c4440 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:29.246088 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98987b76-146e-48cb-b979-bd7d473c4440 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:29.252430 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-98987b76-146e-48cb-b979-bd7d473c4440 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4490879 May 26 16:31:29.253345 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54780) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:29.259430 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d8278bba-7e96-4ebc-9380-16619e1dcad2 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1822673480'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:29.289616 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8278bba-7e96-4ebc-9380-16619e1dcad2 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Made reservation on behalf of 890d4665d7ce483798b15f6ae68ee7ea for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:29.300789 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d8278bba-7e96-4ebc-9380-16619e1dcad2 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:29.338267 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8278bba-7e96-4ebc-9380-16619e1dcad2 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:31:29.351352 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d8278bba-7e96-4ebc-9380-16619e1dcad2 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:29.352194 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-d8278bba-7e96-4ebc-9380-16619e1dcad2 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Added segment 2c665d53-7a62-438a-8413-2328c39c5517 of type vlan for network 7b287c60-3f0d-426b-95e6-32baeba0ebbc May 26 16:31:29.393093 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ec728ea7-d586-4eca-8183-503147b792ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:29.428044 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d8278bba-7e96-4ebc-9380-16619e1dcad2 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:29.475978 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d8278bba-7e96-4ebc-9380-16619e1dcad2 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:29.489856 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8278bba-7e96-4ebc-9380-16619e1dcad2 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:29.492356 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d8278bba-7e96-4ebc-9380-16619e1dcad2 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:29.516162 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-6dc9c89c-45f3-471b-b90d-f3a71a87024b None None] Provisioning complete for port 9b6f2ec3-5e25-4fd2-874e-b098f09c88df triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:29.522964 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6dc9c89c-45f3-471b-b90d-f3a71a87024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:29.533082 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 41ff7736-2134-4e06-8242-db427d8e881a details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:31:29.563325 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fd9ae947-332e-4ad9-934c-9fc729036dd8 req-001d1c16-5140-4864-843e-ab256b519d09 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 210 time: 0.0785322 May 26 16:31:29.621132 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8278bba-7e96-4ebc-9380-16619e1dcad2 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Pushing event updated for resources: {'Network': ['ID=7b287c60-3f0d-426b-95e6-32baeba0ebbc,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:29.652961 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d8278bba-7e96-4ebc-9380-16619e1dcad2 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3983622 May 26 16:31:29.656643 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54786) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:29.673164 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-fdcffc47-2f5c-4015-bbe0-8b68e453713b tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1272713134'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:29.729453 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcffc47-2f5c-4015-bbe0-8b68e453713b tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Made reservation on behalf of 890d4665d7ce483798b15f6ae68ee7ea for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:29.735228 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fdcffc47-2f5c-4015-bbe0-8b68e453713b tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:29.766875 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 7b287c60-3f0d-426b-95e6-32baeba0ebbc details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:31:29.793081 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdcffc47-2f5c-4015-bbe0-8b68e453713b tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:31:29.822584 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fdcffc47-2f5c-4015-bbe0-8b68e453713b tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:29.822967 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-fdcffc47-2f5c-4015-bbe0-8b68e453713b tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Added segment 781e6b9a-73f1-417f-9fa7-dea559aed34c of type vlan for network 4953a4a0-e51d-4c18-abfe-c76ab8e22f66 May 26 16:31:29.886171 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fdcffc47-2f5c-4015-bbe0-8b68e453713b tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:29.984457 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fdcffc47-2f5c-4015-bbe0-8b68e453713b tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:29.994639 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcffc47-2f5c-4015-bbe0-8b68e453713b tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:29.995267 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fdcffc47-2f5c-4015-bbe0-8b68e453713b tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:30.126478 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9b6f2ec3-5e25-4fd2-874e-b098f09c88df up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:31:30.180343 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fdcffc47-2f5c-4015-bbe0-8b68e453713b tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5221303 May 26 16:31:30.182189 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment b2b506d9-a3ff-4b5f-9521-05b8540fed26 resource provider aggregate not found May 26 16:31:30.198092 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54796) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:30.201324 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcffc47-2f5c-4015-bbe0-8b68e453713b tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Pushing event updated for resources: {'Network': ['ID=4953a4a0-e51d-4c18-abfe-c76ab8e22f66,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:30.211551 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Request body: {'ports': [{'network_id': '7b287c60-3f0d-426b-95e6-32baeba0ebbc', 'name': 'tempest-port--1094188606', 'admin_state_up': True}, {'network_id': '4953a4a0-e51d-4c18-abfe-c76ab8e22f66', 'admin_state_up': False}]} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:30.212147 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Request body: {'port': {'network_id': '7b287c60-3f0d-426b-95e6-32baeba0ebbc', 'name': 'tempest-port--1094188606', 'admin_state_up': True}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:30.212824 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Request body: {'port': {'network_id': '4953a4a0-e51d-4c18-abfe-c76ab8e22f66', 'admin_state_up': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:30.220921 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment b2b506d9-a3ff-4b5f-9521-05b8540fed26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2b506d9-a3ff-4b5f-9521-05b8540fed26 found for delete ", "request_id": "req-f77c795c-3e78-4558-b80b-6cf9c3f41acd"}]} May 26 16:31:30.232827 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ec728ea7-d586-4eca-8183-503147b792ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:30.249842 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 4953a4a0-e51d-4c18-abfe-c76ab8e22f66 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:31:30.251391 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f56f4a-200c-4245-a5f1-f089f6f8845d req-45e37e86-ff9e-421c-9d3f-296f386742df tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:30.255113 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 41ff7736-2134-4e06-8242-db427d8e881a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=41ff7736-2134-4e06-8242-db427d8e881a,segment=NetworkSegment(2edafa1c-45e3-4937-aeb8-c4249b59b63a),segment_id=2edafa1c-45e3-4937-aeb8-c4249b59b63a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:30.264662 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6f56f4a-200c-4245-a5f1-f089f6f8845d req-45e37e86-ff9e-421c-9d3f-296f386742df tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 945 time: 0.4286096 May 26 16:31:30.303268 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6dc9c89c-45f3-471b-b90d-f3a71a87024b None None] Current status of the port 9b6f2ec3-5e25-4fd2-874e-b098f09c88df is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:30.304028 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6dc9c89c-45f3-471b-b90d-f3a71a87024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:30.321556 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ec728ea7-d586-4eca-8183-503147b792ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:30.324655 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ec728ea7-d586-4eca-8183-503147b792ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:30.339249 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6f56f4a-200c-4245-a5f1-f089f6f8845d req-4d0b2e64-21d1-4e3b-9f20-b793d7b056c7 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734284 May 26 16:31:30.397664 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '41ff7736-2134-4e06-8242-db427d8e881a', 'network_id': '061b8212-bfd9-41a8-8080-3e7678e5143f', 'port_id': '41ff7736-2134-4e06-8242-db427d8e881a', 'mac_address': 'fa:16:3e:33:e2:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e588f77-1f1c-4c0b-b84c-b07c3a877ae3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:31:30.417190 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Made reservation on behalf of 890d4665d7ce483798b15f6ae68ee7ea for: {'port': 2} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:30.423604 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:30.469427 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84014d6-1dfe-4af1-af69-015f5808cba1 req-3d99619f-be62-4c07-99cc-11559b1906ba tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:30.471233 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d84014d6-1dfe-4af1-af69-015f5808cba1 req-3d99619f-be62-4c07-99cc-11559b1906ba tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/ports?device_id=033ee04b-7623-4f5c-bf6e-50ad2cff43ab HTTP/1.1" status: 200 len: 943 time: 0.4645417 May 26 16:31:30.518464 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:30.561350 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 9b6f2ec3-5e25-4fd2-874e-b098f09c88df triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:30.561768 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:30.563625 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 41ff7736-2134-4e06-8242-db427d8e881a is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:30.563995 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:30.581477 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-6dc9c89c-45f3-471b-b90d-f3a71a87024b None None] For port 9b6f2ec3-5e25-4fd2-874e-b098f09c88df, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9b6f2ec3-5e25-4fd2-874e-b098f09c88df,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:30.585183 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ff7736-2134-4e06-8242-db427d8e881a {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:31:30.616343 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6dc9c89c-45f3-471b-b90d-f3a71a87024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:30.656631 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec728ea7-d586-4eca-8183-503147b792ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=970f330a-0470-4a0c-83cf-e7de270f8e9d,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:30.782101 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9c89c-45f3-471b-b90d-f3a71a87024b None None] Pushing event updated for resources: {'Port': ['ID=9b6f2ec3-5e25-4fd2-874e-b098f09c88df,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:30.799259 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d84014d6-1dfe-4af1-af69-015f5808cba1 req-f6e0b67a-a64d-4c11-9e11-db24bcd1464f tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/security-groups?id=921632cc-b79a-4a7c-a8b1-29086cfc3313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123305 May 26 16:31:30.807676 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e6d31a46-14fc-422c-b6df-df0503a737ff req-b2ab1e98-0bd7-4951-9537-bc7404b58f3a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 210 time: 0.0993183 May 26 16:31:30.861509 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec728ea7-d586-4eca-8183-503147b792ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:30.862951 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-ec728ea7-d586-4eca-8183-503147b792ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:30.877470 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 41ff7736-2134-4e06-8242-db427d8e881a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=41ff7736-2134-4e06-8242-db427d8e881a,segment=NetworkSegment(2edafa1c-45e3-4937-aeb8-c4249b59b63a),segment_id=2edafa1c-45e3-4937-aeb8-c4249b59b63a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:30.882822 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] device_id is not set on port daf41b0c-de7d-42b5-8214-e75af59f1458 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:31:30.897701 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:30.902871 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:30.931788 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-515e657d-5c7c-4210-93bf-4217edbb9d6c None None] Provisioning complete for port 970f330a-0470-4a0c-83cf-e7de270f8e9d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:30.937610 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-515e657d-5c7c-4210-93bf-4217edbb9d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:31.046896 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec728ea7-d586-4eca-8183-503147b792ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Router dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:31:31.094066 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:31.193733 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-515e657d-5c7c-4210-93bf-4217edbb9d6c None None] Port 970f330a-0470-4a0c-83cf-e7de270f8e9d cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:31:31.211480 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 9b6f2ec3-5e25-4fd2-874e-b098f09c88df is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:31.222664 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=41ff7736-2134-4e06-8242-db427d8e881a,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:31.261955 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] device_id is not set on port 3ad7e38a-898d-42bd-943f-3e379a9daac9 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:31:31.322623 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c68b0fdb-a025-4e7a-94c1-01ebc627c39a None None] Provisioning complete for port 970f330a-0470-4a0c-83cf-e7de270f8e9d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:31.323005 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c68b0fdb-a025-4e7a-94c1-01ebc627c39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:31.382499 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec728ea7-d586-4eca-8183-503147b792ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:31:31.392621 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c68b0fdb-a025-4e7a-94c1-01ebc627c39a None None] Port 970f330a-0470-4a0c-83cf-e7de270f8e9d cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:31:31.406481 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176dd89b-bec0-4ca0-ab7d-32f020098a1b None None] Sync routers for ids ['dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:31:31.411861 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ec728ea7-d586-4eca-8183-503147b792ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "PUT /v2.0/routers/dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7860992 May 26 16:31:31.414576 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54812) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:31.437530 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176dd89b-bec0-4ca0-ab7d-32f020098a1b None None] Routers {'dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:31.438193 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-176dd89b-bec0-4ca0-ab7d-32f020098a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:31:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:31.523016 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['41ff7736-2134-4e06-8242-db427d8e881a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:31:31.532965 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:31.584901 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:31.596323 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f705c956-b914-489a-aadc-3cafc1136dcb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:31.596323 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f705c956-b914-489a-aadc-3cafc1136dcb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports/970f330a-0470-4a0c-83cf-e7de270f8e9d HTTP/1.1" status: 200 len: 911 time: 0.1691563 May 26 16:31:31.602816 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54814) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:31.681603 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e829e-4039-42c0-99bc-844dd81d6b30 req-d9669b70-cde0-45ad-84dc-3d931593b08b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:31.685702 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d75e829e-4039-42c0-99bc-844dd81d6b30 req-d9669b70-cde0-45ad-84dc-3d931593b08b tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 945 time: 0.2210581 May 26 16:31:31.733219 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-176dd89b-bec0-4ca0-ab7d-32f020098a1b None None] Set router dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:31.771121 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Pushing event updated for resources: {'Port': ['ID=daf41b0c-de7d-42b5-8214-e75af59f1458,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:31.784306 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Checking segment: {'id': '2c665d53-7a62-438a-8413-2328c39c5517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7b287c60-3f0d-426b-95e6-32baeba0ebbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:31.785946 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Network hostable DHCP agents. Network: 7b287c60-3f0d-426b-95e6-32baeba0ebbc, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:31:31.790790 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d75e829e-4039-42c0-99bc-844dd81d6b30 req-4698b616-84e7-4a69-bc49-2bbd1180e5c4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921097 May 26 16:31:31.882339 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2b20b4-d803-4eb8-a73f-8a544ab08907 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:31.906055 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2b20b4-d803-4eb8-a73f-8a544ab08907 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:31.910647 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2a2b20b4-d803-4eb8-a73f-8a544ab08907 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3063898 May 26 16:31:31.915900 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Network 7b287c60-3f0d-426b-95e6-32baeba0ebbc is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:31:31.935590 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54824) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:31.956369 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 7b287c60-3f0d-426b-95e6-32baeba0ebbc) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:32.007280 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883c2038-0480-4d3d-a754-0764c50a4ad7 None None] Network 7b287c60-3f0d-426b-95e6-32baeba0ebbc requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:32.024965 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:32.026282 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:32.046326 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff9d0989-c469-4457-8277-285072209e8a req-66e11c87-bc9e-4a32-84d2-761dbf8acab9 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 210 time: 0.0742986 May 26 16:31:32.088212 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013cd17b-9349-466f-97a7-c4964706fb6c req-22ace1f6-10f4-4c52-a2b1-68792372095e tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:32.105765 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-013cd17b-9349-466f-97a7-c4964706fb6c req-22ace1f6-10f4-4c52-a2b1-68792372095e tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/ports?device_id=033ee04b-7623-4f5c-bf6e-50ad2cff43ab HTTP/1.1" status: 200 len: 944 time: 0.1964355 May 26 16:31:32.109385 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9b6f2ec3-5e25-4fd2-874e-b098f09c88df up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:31:32.211551 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Pushing event updated for resources: {'Port': ['ID=3ad7e38a-898d-42bd-943f-3e379a9daac9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:32.238369 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-013cd17b-9349-466f-97a7-c4964706fb6c req-f8a7e56b-d62e-4c20-8379-07e5641cc8d8 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/security-groups?id=921632cc-b79a-4a7c-a8b1-29086cfc3313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295311 May 26 16:31:32.253448 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Checking segment: {'id': '781e6b9a-73f1-417f-9fa7-dea559aed34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4953a4a0-e51d-4c18-abfe-c76ab8e22f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:32.255744 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Network hostable DHCP agents. Network: 4953a4a0-e51d-4c18-abfe-c76ab8e22f66, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:31:32.455095 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54832) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:32.497104 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Network 4953a4a0-e51d-4c18-abfe-c76ab8e22f66 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:31:32.528145 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 4953a4a0-e51d-4c18-abfe-c76ab8e22f66) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:32.554595 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:32.562908 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7217ad-c4ef-42e4-9713-d9892d33c25f None None] Network 4953a4a0-e51d-4c18-abfe-c76ab8e22f66 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:32.566371 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:32.572646 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:32.573402 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:32.643447 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-02fccb22-e491-425b-89a5-ce943ed66bec tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4433300 May 26 16:31:32.645887 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54838) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:32.663052 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 9b6f2ec3-5e25-4fd2-874e-b098f09c88df triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:32.663857 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:32.706825 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c5ac2c19-b421-4dfe-a04a-553f5b32280d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:32.748276 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d4a69eb-0e92-436f-b5cb-31a7a784eaf9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:32.838050 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c5ac2c19-b421-4dfe-a04a-553f5b32280d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:32.846252 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c5ac2c19-b421-4dfe-a04a-553f5b32280d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:32.873220 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e749a39-78e6-4d2c-b002-d72ed112e7df tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:32.879796 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e749a39-78e6-4d2c-b002-d72ed112e7df tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:32.882155 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6e749a39-78e6-4d2c-b002-d72ed112e7df tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2347095 May 26 16:31:32.893252 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54842) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:32.951178 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c5ac2c19-b421-4dfe-a04a-553f5b32280d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b8d84e71d194828978bbb6ca5b185c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4939976 May 26 16:31:32.955795 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54844) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:32.956744 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac2c19-b421-4dfe-a04a-553f5b32280d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5b045a-f771-43b6-a4ce-639651c0ec4b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:33.134143 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fa1c6-ef84-4455-b11b-c3ac8cc10e13 req-7d49375d-8a10-434f-b7f7-b9b91a626645 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:33.135891 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb2fa1c6-ef84-4455-b11b-c3ac8cc10e13 req-7d49375d-8a10-434f-b7f7-b9b91a626645 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 945 time: 0.1611176 May 26 16:31:33.191323 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-7d4a69eb-0e92-436f-b5cb-31a7a784eaf9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting port 970f330a-0470-4a0c-83cf-e7de270f8e9d {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:31:33.191934 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d4a69eb-0e92-436f-b5cb-31a7a784eaf9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:33.211930 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 9b6f2ec3-5e25-4fd2-874e-b098f09c88df is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:33.215686 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-176dd89b-bec0-4ca0-ab7d-32f020098a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd', 'name': 'tempest-NetworksTestDHCPv6-router-91853887', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:26Z', 'updated_at': '2022-05-26T16:31:29Z', 'revision_number': 2, 'project_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'gw_port_host': None, '_interfaces': [{'id': '970f330a-0470-4a0c-83cf-e7de270f8e9d', 'name': '', 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'mac_address': 'fa:16:3e:de:49:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'd9b87052-a7b7-4e18-a12b-084af327b777', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:31:28Z', 'updated_at': '2022-05-26T16:31:29Z', 'revision_number': 2, 'project_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'subnets': [{'id': 'd9b87052-a7b7-4e18-a12b-084af327b777', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:33.238440 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb2fa1c6-ef84-4455-b11b-c3ac8cc10e13 req-865ba6ca-bcc6-4660-96e8-c8103a0f7386 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759141 May 26 16:31:33.269765 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72541309-c54b-4031-bb82-9c31a51e8700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:33.282813 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-aba92a6e-c0d4-4ba7-87c1-983ef928a6d8 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Deleting port daf41b0c-de7d-42b5-8214-e75af59f1458 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:31:33.283746 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aba92a6e-c0d4-4ba7-87c1-983ef928a6d8 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:33.342803 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176dd89b-bec0-4ca0-ab7d-32f020098a1b None None] Checking router: dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:31:33.352306 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176dd89b-bec0-4ca0-ab7d-32f020098a1b None None] Updating router dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd port 970f330a-0470-4a0c-83cf-e7de270f8e9d binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:31:33.414872 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-176dd89b-bec0-4ca0-ab7d-32f020098a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:33.420239 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d4a69eb-0e92-436f-b5cb-31a7a784eaf9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:33.420856 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aba92a6e-c0d4-4ba7-87c1-983ef928a6d8 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:33.436048 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-aba92a6e-c0d4-4ba7-87c1-983ef928a6d8 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Calling delete_port for daf41b0c-de7d-42b5-8214-e75af59f1458 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:31:33.460180 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-7d4a69eb-0e92-436f-b5cb-31a7a784eaf9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Calling delete_port for 970f330a-0470-4a0c-83cf-e7de270f8e9d owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:31:33.597317 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72541309-c54b-4031-bb82-9c31a51e8700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:33.711746 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aac9f95e-8e5a-41fc-9725-5c3110ded08d req-af9129d9-0e7c-496b-9de9-85c9a380e5c5 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 210 time: 0.4766805 May 26 16:31:33.712448 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72541309-c54b-4031-bb82-9c31a51e8700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:33.714912 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-72541309-c54b-4031-bb82-9c31a51e8700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:33.718664 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-72541309-c54b-4031-bb82-9c31a51e8700 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eb5b045a-f771-43b6-a4ce-639651c0ec4b HTTP/1.1" status: 204 len: 168 time: 0.7424164 May 26 16:31:33.796902 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72541309-c54b-4031-bb82-9c31a51e8700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5b045a-f771-43b6-a4ce-639651c0ec4b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:33.802172 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aba92a6e-c0d4-4ba7-87c1-983ef928a6d8 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:33.842189 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-aba92a6e-c0d4-4ba7-87c1-983ef928a6d8 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:33.845594 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-aba92a6e-c0d4-4ba7-87c1-983ef928a6d8 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] 10.222.0.77 "DELETE /v2.0/ports/daf41b0c-de7d-42b5-8214-e75af59f1458 HTTP/1.1" status: 204 len: 168 time: 0.9510632 May 26 16:31:33.846514 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba92a6e-c0d4-4ba7-87c1-983ef928a6d8 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Pushing event deleted for resources: {'Port': ['ID=daf41b0c-de7d-42b5-8214-e75af59f1458,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:33.848342 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54856) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:33.932992 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a9017-3d68-49ad-96c8-fe622cde1e0b req-978b109a-7b56-4f06-9bba-0c0b6236149d tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:33.935135 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1d1a9017-3d68-49ad-96c8-fe622cde1e0b req-978b109a-7b56-4f06-9bba-0c0b6236149d tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/ports?device_id=033ee04b-7623-4f5c-bf6e-50ad2cff43ab HTTP/1.1" status: 200 len: 944 time: 0.3676655 May 26 16:31:33.974892 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d4a69eb-0e92-436f-b5cb-31a7a784eaf9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:34.036816 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a69eb-0e92-436f-b5cb-31a7a784eaf9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Port': ['ID=970f330a-0470-4a0c-83cf-e7de270f8e9d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:34.038400 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1d1a9017-3d68-49ad-96c8-fe622cde1e0b req-369d919f-7f5e-43ee-b896-195023b6450d tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/security-groups?id=921632cc-b79a-4a7c-a8b1-29086cfc3313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937877 May 26 16:31:34.060584 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-cafa0569-0842-4478-b099-62b67c376ffb tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Deleting port 3ad7e38a-898d-42bd-943f-3e379a9daac9 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:31:34.061065 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cafa0569-0842-4478-b099-62b67c376ffb tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:34.210478 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cafa0569-0842-4478-b099-62b67c376ffb tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:34.226650 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-cafa0569-0842-4478-b099-62b67c376ffb tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Calling delete_port for 3ad7e38a-898d-42bd-943f-3e379a9daac9 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:31:34.278086 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d4a69eb-0e92-436f-b5cb-31a7a784eaf9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:34.290155 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-176dd89b-bec0-4ca0-ab7d-32f020098a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:31:34.290155 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-176dd89b-bec0-4ca0-ab7d-32f020098a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:31:34.524625 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cafa0569-0842-4478-b099-62b67c376ffb tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:34.594664 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa0569-0842-4478-b099-62b67c376ffb tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Pushing event deleted for resources: {'Port': ['ID=3ad7e38a-898d-42bd-943f-3e379a9daac9,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:34.605856 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cafa0569-0842-4478-b099-62b67c376ffb tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:34.612351 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cafa0569-0842-4478-b099-62b67c376ffb tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] 10.222.0.77 "DELETE /v2.0/ports/3ad7e38a-898d-42bd-943f-3e379a9daac9 HTTP/1.1" status: 204 len: 168 time: 0.7600830 May 26 16:31:34.627808 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54876) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:34.632570 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e525c-0a7c-460b-baac-e21296ca87fb req-f71bdc50-94a8-4263-a89c-f30ee0f63a13 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:34.634162 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d74e525c-0a7c-460b-baac-e21296ca87fb req-f71bdc50-94a8-4263-a89c-f30ee0f63a13 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 945 time: 0.2156193 May 26 16:31:34.664886 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4a69eb-0e92-436f-b5cb-31a7a784eaf9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Router dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:31:34.696814 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3bee5693-e5a0-4d33-b645-54382a390d5f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0673926 May 26 16:31:34.698175 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d74e525c-0a7c-460b-baac-e21296ca87fb req-5eea3338-06c1-4607-8ebf-988f37b978c3 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572009 May 26 16:31:34.702638 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54878) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:34.710369 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-0caa2efb-fd4b-469b-909c-b2f84294513f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1208734070'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:34.760282 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0caa2efb-fd4b-469b-909c-b2f84294513f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Made reservation on behalf of 890d4665d7ce483798b15f6ae68ee7ea for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:34.764540 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0caa2efb-fd4b-469b-909c-b2f84294513f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:34.833735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176dd89b-bec0-4ca0-ab7d-32f020098a1b None None] Port 970f330a-0470-4a0c-83cf-e7de270f8e9d not found while updating agent binding for router dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd. {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 26 16:31:34.863800 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176dd89b-bec0-4ca0-ab7d-32f020098a1b None None] Routers {'dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:34.864516 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-176dd89b-bec0-4ca0-ab7d-32f020098a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:31:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:34.906230 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0caa2efb-fd4b-469b-909c-b2f84294513f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:31:34.913318 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4a69eb-0e92-436f-b5cb-31a7a784eaf9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:31:34.923310 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7d4a69eb-0e92-436f-b5cb-31a7a784eaf9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "PUT /v2.0/routers/dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9811451 May 26 16:31:34.923639 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54888) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:34.934452 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0caa2efb-fd4b-469b-909c-b2f84294513f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:34.935423 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-0caa2efb-fd4b-469b-909c-b2f84294513f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Added segment 5fdedc7f-1d56-414d-b4e6-e99b962bcff6 of type vlan for network c7226892-5a1b-427f-994d-4a34fa519cd8 May 26 16:31:35.014874 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-176dd89b-bec0-4ca0-ab7d-32f020098a1b None None] Set router dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:35.039876 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e958835b-d557-401b-92ad-846a1a3c62f9 req-854b5060-ac46-466d-b165-5d373bea5e30 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d152748-156a-496d-a4d2-748ecdff9dcc HTTP/1.1" status: 200 len: 210 time: 0.1052499 May 26 16:31:35.065963 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0caa2efb-fd4b-469b-909c-b2f84294513f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:35.088779 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79688ae-65d6-41ce-b254-6bdff9392926 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:35.093465 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79688ae-65d6-41ce-b254-6bdff9392926 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:35.099864 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a79688ae-65d6-41ce-b254-6bdff9392926 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1751065 May 26 16:31:35.100889 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54894) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:35.125589 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0caa2efb-fd4b-469b-909c-b2f84294513f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:35.132642 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-176dd89b-bec0-4ca0-ab7d-32f020098a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd', 'name': 'tempest-NetworksTestDHCPv6-router-91853887', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:26Z', 'updated_at': '2022-05-26T16:31:33Z', 'revision_number': 3, 'project_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:35.135826 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caa2efb-fd4b-469b-909c-b2f84294513f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:35.139251 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0caa2efb-fd4b-469b-909c-b2f84294513f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:35.170470 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-b351907e-9f5a-445f-8474-55c5c0feedfc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet d9b87052-a7b7-4e18-a12b-084af327b777 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:31:35.175916 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b351907e-9f5a-445f-8474-55c5c0feedfc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:35.233077 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176dd89b-bec0-4ca0-ab7d-32f020098a1b None None] The sync data for ids ['dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd'] in n-d-843337-2 is: [{'id': 'dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd', 'name': 'tempest-NetworksTestDHCPv6-router-91853887', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:26Z', 'updated_at': '2022-05-26T16:31:33Z', 'revision_number': 3, 'project_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:31:35.275280 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b351907e-9f5a-445f-8474-55c5c0feedfc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:35.298249 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0caa2efb-fd4b-469b-909c-b2f84294513f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5941858 May 26 16:31:35.317432 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa2efb-fd4b-469b-909c-b2f84294513f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Pushing event updated for resources: {'Network': ['ID=c7226892-5a1b-427f-994d-4a34fa519cd8,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:35.322883 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54898) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:35.331949 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network c7226892-5a1b-427f-994d-4a34fa519cd8 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:31:35.337383 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-093c75b3-cbd3-4b01-89fb-4605a0c03c83 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1267019821'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:35.387922 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093c75b3-cbd3-4b01-89fb-4605a0c03c83 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Made reservation on behalf of 890d4665d7ce483798b15f6ae68ee7ea for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:35.406383 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-093c75b3-cbd3-4b01-89fb-4605a0c03c83 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:35.474381 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093c75b3-cbd3-4b01-89fb-4605a0c03c83 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:31:35.503542 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-093c75b3-cbd3-4b01-89fb-4605a0c03c83 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:35.503825 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-093c75b3-cbd3-4b01-89fb-4605a0c03c83 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Added segment 40e13a07-634f-4064-8b4c-567bfa5a7675 of type vlan for network 0087b537-dc2a-459a-a668-af63146916f7 May 26 16:31:35.523626 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b351907e-9f5a-445f-8474-55c5c0feedfc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:35.569399 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 41ff7736-2134-4e06-8242-db427d8e881a up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:31:35.619456 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-093c75b3-cbd3-4b01-89fb-4605a0c03c83 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:35.680770 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b351907e-9f5a-445f-8474-55c5c0feedfc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:35.681534 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 41ff7736-2134-4e06-8242-db427d8e881a completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:31:35.688569 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 41ff7736-2134-4e06-8242-db427d8e881a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:35.689582 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:35.698308 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-093c75b3-cbd3-4b01-89fb-4605a0c03c83 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:35.710034 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093c75b3-cbd3-4b01-89fb-4605a0c03c83 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:35.710694 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-093c75b3-cbd3-4b01-89fb-4605a0c03c83 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:35.744447 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351907e-9f5a-445f-8474-55c5c0feedfc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b87052-a7b7-4e18-a12b-084af327b777,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:35.756236 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b351907e-9f5a-445f-8474-55c5c0feedfc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:35.770267 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b351907e-9f5a-445f-8474-55c5c0feedfc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/d9b87052-a7b7-4e18-a12b-084af327b777 HTTP/1.1" status: 204 len: 168 time: 0.6652930 May 26 16:31:35.774108 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54908) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:35.777295 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca3b6d2-7c77-44a2-b9f7-1c7e37c13691 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:35.938377 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-093c75b3-cbd3-4b01-89fb-4605a0c03c83 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6123438 May 26 16:31:35.942676 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c75b3-cbd3-4b01-89fb-4605a0c03c83 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Pushing event updated for resources: {'Network': ['ID=0087b537-dc2a-459a-a668-af63146916f7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:35.961617 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 0087b537-dc2a-459a-a668-af63146916f7 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:31:36.069612 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54910) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:36.076999 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e3d59c6f-68bb-4dad-b6d2-30613692190c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Request body: {'subnets': [{'network_id': 'c7226892-5a1b-427f-994d-4a34fa519cd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1252220506', 'ip_version': 4}, {'network_id': '0087b537-dc2a-459a-a668-af63146916f7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:36.078040 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e3d59c6f-68bb-4dad-b6d2-30613692190c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Request body: {'subnet': {'network_id': 'c7226892-5a1b-427f-994d-4a34fa519cd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1252220506', 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:36.078804 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e3d59c6f-68bb-4dad-b6d2-30613692190c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Request body: {'subnet': {'network_id': '0087b537-dc2a-459a-a668-af63146916f7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:36.191577 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 41ff7736-2134-4e06-8242-db427d8e881a is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:36.192358 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:36.331305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033ee04b-7623-4f5c-bf6e-50ad2cff43ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ff7736-2134-4e06-8242-db427d8e881a'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:31:36.362709 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bd70f8-a780-4128-ae7e-9049366020c1" -d '{"events": [{"server_uuid": "033ee04b-7623-4f5c-bf6e-50ad2cff43ab", "name": "network-vif-plugged", "status": "completed", "tag": "41ff7736-2134-4e06-8242-db427d8e881a"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:31:36.475307 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 41ff7736-2134-4e06-8242-db427d8e881a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=41ff7736-2134-4e06-8242-db427d8e881a,segment=NetworkSegment(2edafa1c-45e3-4937-aeb8-c4249b59b63a),segment_id=2edafa1c-45e3-4937-aeb8-c4249b59b63a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:36.477261 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a66ca1b6-5f2b-475f-bd10-4b60658ff105 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.7016077 May 26 16:31:36.479708 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54926) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:36.484228 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:36.525682 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0528a7-055e-4907-bdb3-b291b35034e5 req-72a841ff-d38a-4186-96d7-373ab6a49379 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:36.527449 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0e0528a7-055e-4907-bdb3-b291b35034e5 req-72a841ff-d38a-4186-96d7-373ab6a49379 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/ports?device_id=033ee04b-7623-4f5c-bf6e-50ad2cff43ab HTTP/1.1" status: 200 len: 944 time: 1.2730298 May 26 16:31:36.550995 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b7b20-10c1-459a-a0a9-88d04b6e421b req-9641fc33-4460-4c69-9335-f55417dd38b2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:36.582536 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e57b7b20-10c1-459a-a0a9-88d04b6e421b req-9641fc33-4460-4c69-9335-f55417dd38b2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 945 time: 0.6983874 May 26 16:31:36.588227 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d87a87-73f9-4e13-804e-7c2231063372 None None] DHCP port deletion for c35b079d-bcd5-434c-9023-f88865e938de request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:31:36.649870 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0e0528a7-055e-4907-bdb3-b291b35034e5 req-d06884a1-9c77-45db-917c-ad5a1622507f tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/security-groups?id=921632cc-b79a-4a7c-a8b1-29086cfc3313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639682 May 26 16:31:36.659314 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d59c6f-68bb-4dad-b6d2-30613692190c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Made reservation on behalf of 890d4665d7ce483798b15f6ae68ee7ea for: {'subnet': 2} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:36.663903 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e3d59c6f-68bb-4dad-b6d2-30613692190c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:36.664296 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e3d59c6f-68bb-4dad-b6d2-30613692190c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:36.700818 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e57b7b20-10c1-459a-a0a9-88d04b6e421b req-abce4ac4-a908-41ae-b4e0-bb3566b0f4e4 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167104 May 26 16:31:36.732449 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=41ff7736-2134-4e06-8242-db427d8e881a,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:36.770195 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5c12bc2b-47c5-4fa2-91de-0d3adc0c60cb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:36.819800 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-88d87a87-73f9-4e13-804e-7c2231063372 None None] Deleting port 9b6f2ec3-5e25-4fd2-874e-b098f09c88df {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:31:36.821964 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-88d87a87-73f9-4e13-804e-7c2231063372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:36.831017 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71eda8c1-e3f8-43aa-aa68-d325660370f1 x-openstack-request-id: req-71eda8c1-e3f8-43aa-aa68-d325660370f1 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:31:36.831731 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033ee04b-7623-4f5c-bf6e-50ad2cff43ab", "name": "network-vif-plugged", "status": "completed", "tag": "41ff7736-2134-4e06-8242-db427d8e881a", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:31:36.832331 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-71eda8c1-e3f8-43aa-aa68-d325660370f1 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:31:36.833026 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71eda8c1-e3f8-43aa-aa68-d325660370f1'] response: {'server_uuid': '033ee04b-7623-4f5c-bf6e-50ad2cff43ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ff7736-2134-4e06-8242-db427d8e881a', 'code': 200} May 26 16:31:36.881924 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ececa28-c17c-4849-b765-d0f63abdd82b None None] Sync routers for ids ['dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:31:36.898538 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ececa28-c17c-4849-b765-d0f63abdd82b None None] Routers {'dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:36.899197 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7ececa28-c17c-4849-b765-d0f63abdd82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:31:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:36.948368 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2eeac7-d8f0-422d-a37a-667463ea7580 req-14f60f17-f25a-4da8-9cbd-6078b85d1e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:36.949896 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c2eeac7-d8f0-422d-a37a-667463ea7580 req-14f60f17-f25a-4da8-9cbd-6078b85d1e14 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 1096 time: 0.1101930 May 26 16:31:37.010712 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-88d87a87-73f9-4e13-804e-7c2231063372 None None] For port 9b6f2ec3-5e25-4fd2-874e-b098f09c88df, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9b6f2ec3-5e25-4fd2-874e-b098f09c88df,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:37.011158 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-88d87a87-73f9-4e13-804e-7c2231063372 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:37.046250 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-88d87a87-73f9-4e13-804e-7c2231063372 None None] Calling delete_port for 9b6f2ec3-5e25-4fd2-874e-b098f09c88df owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:31:37.054815 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-7ececa28-c17c-4849-b765-d0f63abdd82b None None] Set router dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:37.147986 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2eeac7-d8f0-422d-a37a-667463ea7580 req-99cbe486-b763-4d7b-9954-a1984ab40c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:37.151442 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c2eeac7-d8f0-422d-a37a-667463ea7580 req-99cbe486-b763-4d7b-9954-a1984ab40c5b service neutron] 10.222.0.81 "GET /v2.0/networks?id=582d7fa0-56a2-49ce-b0b0-b020c41336d0 HTTP/1.1" status: 200 len: 898 time: 0.1770525 May 26 16:31:37.174103 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7ececa28-c17c-4849-b765-d0f63abdd82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd', 'name': 'tempest-NetworksTestDHCPv6-router-91853887', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:26Z', 'updated_at': '2022-05-26T16:31:33Z', 'revision_number': 3, 'project_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:37.232464 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-88d87a87-73f9-4e13-804e-7c2231063372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:37.281325 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ececa28-c17c-4849-b765-d0f63abdd82b None None] Checking router: dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:31:37.291350 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ececa28-c17c-4849-b765-d0f63abdd82b None None] Routers {'dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:31:37.293563 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7ececa28-c17c-4849-b765-d0f63abdd82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:31:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:37.314225 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d87a87-73f9-4e13-804e-7c2231063372 None None] Pushing event deleted for resources: {'Port': ['ID=9b6f2ec3-5e25-4fd2-874e-b098f09c88df,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:37.318656 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d87a87-73f9-4e13-804e-7c2231063372 None None] No DVR routers for this DVR port 9b6f2ec3-5e25-4fd2-874e-b098f09c88df on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:31:37.362947 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c2eeac7-d8f0-422d-a37a-667463ea7580 req-6912d5b1-4707-4fa1-aa5b-42b8e0332c47 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8544ecbf-52bd-42d9-9531-5fdaace82ddf HTTP/1.1" status: 200 len: 1001 time: 0.1964486 May 26 16:31:37.385173 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-7ececa28-c17c-4849-b765-d0f63abdd82b None None] Set router dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:31:37.470057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2eeac7-d8f0-422d-a37a-667463ea7580 req-72b1f7ea-a003-4720-9c17-749df747204a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:37.471536 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7ececa28-c17c-4849-b765-d0f63abdd82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd', 'name': 'tempest-NetworksTestDHCPv6-router-91853887', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:26Z', 'updated_at': '2022-05-26T16:31:33Z', 'revision_number': 3, 'project_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:37.481074 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c2eeac7-d8f0-422d-a37a-667463ea7580 req-72b1f7ea-a003-4720-9c17-749df747204a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e763142b-117a-4588-856a-9a781c0f6b28 HTTP/1.1" status: 200 len: 835 time: 0.1030068 May 26 16:31:37.549185 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ececa28-c17c-4849-b765-d0f63abdd82b None None] The sync data for ids ['dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd'] in n-d-843337-2 is: [{'id': 'dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd', 'name': 'tempest-NetworksTestDHCPv6-router-91853887', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:31:26Z', 'updated_at': '2022-05-26T16:31:33Z', 'revision_number': 3, 'project_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:31:37.579329 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2eeac7-d8f0-422d-a37a-667463ea7580 req-8ccd04d5-34eb-499a-a594-bbf0afd00f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:37.584609 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c2eeac7-d8f0-422d-a37a-667463ea7580 req-8ccd04d5-34eb-499a-a594-bbf0afd00f44 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=582d7fa0-56a2-49ce-b0b0-b020c41336d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014328 May 26 16:31:37.740329 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c2eeac7-d8f0-422d-a37a-667463ea7580 req-5fb54be7-9b6d-4b46-816f-2af7954904fa service neutron] 10.222.0.81 "GET /v2.0/networks/582d7fa0-56a2-49ce-b0b0-b020c41336d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475770 May 26 16:31:37.967154 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5c12bc2b-47c5-4fa2-91de-0d3adc0c60cb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:37.977799 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5c12bc2b-47c5-4fa2-91de-0d3adc0c60cb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:38.018483 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9b6f2ec3-5e25-4fd2-874e-b098f09c88df no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:31:38.071064 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 9b6f2ec3-5e25-4fd2-874e-b098f09c88df {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:31:38.071715 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9b6f2ec3-5e25-4fd2-874e-b098f09c88df not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:31:38.126258 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1490ab-c983-45e3-ac90-bae8cc32e282 req-2cd9586f-bf34-4079-8e6e-c791e3f3f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:38.129033 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ab1490ab-c983-45e3-ac90-bae8cc32e282 req-2cd9586f-bf34-4079-8e6e-c791e3f3f668 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=033ee04b-7623-4f5c-bf6e-50ad2cff43ab HTTP/1.1" status: 200 len: 1096 time: 1.1705360 May 26 16:31:38.165021 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5c12bc2b-47c5-4fa2-91de-0d3adc0c60cb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:38.165648 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c12bc2b-47c5-4fa2-91de-0d3adc0c60cb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Fanout notify agent at l3_agent the message router_deleted on router dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:31:38.176700 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5c12bc2b-47c5-4fa2-91de-0d3adc0c60cb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:38.181049 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5c12bc2b-47c5-4fa2-91de-0d3adc0c60cb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/routers/dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd HTTP/1.1" status: 204 len: 168 time: 1.6965873 May 26 16:31:38.182892 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54946) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:38.223497 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0ac248ff-bd98-417b-8d6a-c5018305714b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0371308 May 26 16:31:38.230352 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54948) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:38.284391 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ab1490ab-c983-45e3-ac90-bae8cc32e282 req-c705c69a-3e7f-4484-a14e-f748578168f7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=921632cc-b79a-4a7c-a8b1-29086cfc3313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425626 May 26 16:31:38.417723 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8ceacd-4f22-4d9c-8c6f-ee1102328b9e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:38.421714 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fe8ceacd-4f22-4d9c-8c6f-ee1102328b9e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1829190 May 26 16:31:38.422887 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54950) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:38.464960 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35fc38-066d-45fe-a535-14ed6b12eee0 req-e19e8708-a21b-4ffd-bc55-496197875090 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:38.472296 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-de35fc38-066d-45fe-a535-14ed6b12eee0 req-e19e8708-a21b-4ffd-bc55-496197875090 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/ports?device_id=033ee04b-7623-4f5c-bf6e-50ad2cff43ab HTTP/1.1" status: 200 len: 945 time: 0.1382792 May 26 16:31:38.493479 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-686643ec-2efa-4ff7-9b31-472dfba64d61 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0660481 May 26 16:31:38.496479 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54952) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:38.502277 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e8020ba5-1602-4be8-a28b-2c744c82eb12 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:38.525066 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c2eeac7-d8f0-422d-a37a-667463ea7580 req-00d63d31-6954-45cd-be72-456411971e8f service neutron] 10.222.0.81 "GET /v2.0/networks/582d7fa0-56a2-49ce-b0b0-b020c41336d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7746961 May 26 16:31:38.552616 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-de35fc38-066d-45fe-a535-14ed6b12eee0 req-d8854d4b-78a8-4f70-92fa-176d883e48a5 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/security-groups?id=921632cc-b79a-4a7c-a8b1-29086cfc3313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794468 May 26 16:31:38.578733 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf54be5-d34c-4ddd-a6bd-c74e05b18a97 req-cc85ef6e-fcaf-4b97-9e39-b0a6451535ea tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:38.589157 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3bf54be5-d34c-4ddd-a6bd-c74e05b18a97 req-cc85ef6e-fcaf-4b97-9e39-b0a6451535ea tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 945 time: 0.2699916 May 26 16:31:38.627834 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8020ba5-1602-4be8-a28b-2c744c82eb12 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:38.633439 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8020ba5-1602-4be8-a28b-2c744c82eb12 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:38.660608 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3bf54be5-d34c-4ddd-a6bd-c74e05b18a97 req-674d5f0c-bfcb-4afc-9801-aec48bcf5c65 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703144 May 26 16:31:38.810174 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e3d59c6f-68bb-4dad-b6d2-30613692190c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:38.911223 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d59c6f-68bb-4dad-b6d2-30613692190c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Pushing event updated for resources: {'Subnet': ['ID=3ca2c792-dcf2-410a-8b53-60311d862dd8,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:38.934073 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d59c6f-68bb-4dad-b6d2-30613692190c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Checking segment: {'id': '5fdedc7f-1d56-414d-b4e6-e99b962bcff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c7226892-5a1b-427f-994d-4a34fa519cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:38.934073 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d59c6f-68bb-4dad-b6d2-30613692190c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Network hostable DHCP agents. Network: c7226892-5a1b-427f-994d-4a34fa519cd8, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:31:39.015453 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d59c6f-68bb-4dad-b6d2-30613692190c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Network c7226892-5a1b-427f-994d-4a34fa519cd8 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:31:39.036644 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-e3d59c6f-68bb-4dad-b6d2-30613692190c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, c7226892-5a1b-427f-994d-4a34fa519cd8) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:39.043842 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e3d59c6f-68bb-4dad-b6d2-30613692190c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:39.051211 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768acd39-eed7-451b-9898-5d2a8f9e3361 None None] Network c7226892-5a1b-427f-994d-4a34fa519cd8 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:39.098533 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d59c6f-68bb-4dad-b6d2-30613692190c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Pushing event updated for resources: {'Subnet': ['ID=0baea6f6-6965-41bc-a212-1bc98c8f1961,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:39.229373 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d59c6f-68bb-4dad-b6d2-30613692190c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Checking segment: {'id': '40e13a07-634f-4064-8b4c-567bfa5a7675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0087b537-dc2a-459a-a668-af63146916f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:39.229742 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d59c6f-68bb-4dad-b6d2-30613692190c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Network hostable DHCP agents. Network: 0087b537-dc2a-459a-a668-af63146916f7, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:31:39.312419 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ff8a4-64bc-400a-83ef-f47acd9c639f req-6cfed647-fa99-4158-b7bb-63c5d11f5cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:39.313935 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-539ff8a4-64bc-400a-83ef-f47acd9c639f req-6cfed647-fa99-4158-b7bb-63c5d11f5cb6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 1096 time: 0.0755134 May 26 16:31:39.340740 n-d-843337-2 neutron-server[103895]: DEBUG neutron.objects.ports [None req-e8020ba5-1602-4be8-a28b-2c744c82eb12 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103895) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:31:39.357328 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8020ba5-1602-4be8-a28b-2c744c82eb12 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:39.386832 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-539ff8a4-64bc-400a-83ef-f47acd9c639f req-a65f5ab8-0c75-41fc-aaf2-6a0684743950 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654163 May 26 16:31:39.387067 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa02a67a-f60a-43b3-8892-bf5128f76f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-c7226892-5a1b-427f-994d-4a34fa519cd8', 'network_id': 'c7226892-5a1b-427f-994d-4a34fa519cd8', 'tenant_id': '890d4665d7ce483798b15f6ae68ee7ea', 'fixed_ips': [{'subnet_id': '3ca2c792-dcf2-410a-8b53-60311d862dd8'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:31:39.388174 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aa02a67a-f60a-43b3-8892-bf5128f76f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:39.446245 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8020ba5-1602-4be8-a28b-2c744c82eb12 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:39.453185 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-e8020ba5-1602-4be8-a28b-2c744c82eb12 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:39.465003 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d59c6f-68bb-4dad-b6d2-30613692190c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Network 0087b537-dc2a-459a-a668-af63146916f7 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:31:39.470784 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8020ba5-1602-4be8-a28b-2c744c82eb12 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:39.471717 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8020ba5-1602-4be8-a28b-2c744c82eb12 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:39.500771 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-e3d59c6f-68bb-4dad-b6d2-30613692190c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 0087b537-dc2a-459a-a668-af63146916f7) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:39.509850 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8020ba5-1602-4be8-a28b-2c744c82eb12 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=04573128-0769-4222-a9ea-1f58d84c62b8,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:39.523677 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e8020ba5-1602-4be8-a28b-2c744c82eb12 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0229139 May 26 16:31:39.523677 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d59c6f-68bb-4dad-b6d2-30613692190c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:39.523677 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d59c6f-68bb-4dad-b6d2-30613692190c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:39.524001 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 54970) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:39.532248 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-a011ad2d-1983-434c-a02c-0c98404bc44a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:39.546201 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e3d59c6f-68bb-4dad-b6d2-30613692190c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:39.583241 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-aa02a67a-f60a-43b3-8892-bf5128f76f69 None None] Allocated IP 172.20.0.2 (c7226892-5a1b-427f-994d-4a34fa519cd8/3ca2c792-dcf2-410a-8b53-60311d862dd8/6e512a3c-00f9-43bc-9c2e-bba24bc013dc) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:39.616174 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e3d59c6f-68bb-4dad-b6d2-30613692190c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.5348549 May 26 16:31:39.617029 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54976) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:39.726965 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd02597-585b-467a-b980-99a402c79062 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:39.729778 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd02597-585b-467a-b980-99a402c79062 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:39.732287 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd02597-585b-467a-b980-99a402c79062 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:39.738028 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1cd02597-585b-467a-b980-99a402c79062 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1198652 May 26 16:31:39.738662 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 54980) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:39.788533 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a6bb2-e5a1-4d1a-b357-6128c330d5bf req-39090055-eb4d-44a6-98ce-3d957fe59602 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:39.790050 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e9a6bb2-e5a1-4d1a-b357-6128c330d5bf req-39090055-eb4d-44a6-98ce-3d957fe59602 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/ports?device_id=033ee04b-7623-4f5c-bf6e-50ad2cff43ab HTTP/1.1" status: 200 len: 945 time: 0.1125479 May 26 16:31:39.813609 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44e63c0-4a19-4583-9b35-60830906bfb7 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Deleting subnet 3ca2c792-dcf2-410a-8b53-60311d862dd8 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:31:39.840059 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a011ad2d-1983-434c-a02c-0c98404bc44a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:39.844721 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a011ad2d-1983-434c-a02c-0c98404bc44a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:39.903965 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aa02a67a-f60a-43b3-8892-bf5128f76f69 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:39.910042 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809c60dc-c65f-4fe6-9cc2-2e7c194a427c None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:39.912003 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f44e63c0-4a19-4583-9b35-60830906bfb7 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:39.990971 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e9a6bb2-e5a1-4d1a-b357-6128c330d5bf req-ee5623ac-ca0b-4339-87ff-a3f8747283d5 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/security-groups?id=921632cc-b79a-4a7c-a8b1-29086cfc3313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743033 May 26 16:31:40.050831 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d65f5cb-c274-45f7-a9a9-8ac70557e4dd None None] Network 0087b537-dc2a-459a-a668-af63146916f7 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:40.084627 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f44e63c0-4a19-4583-9b35-60830906bfb7 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.103001 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aa02a67a-f60a-43b3-8892-bf5128f76f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.120658 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee61c56-5370-4915-a611-452237738e6a req-86d1c4f9-cbbd-456e-acf8-f4da866967d8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:40.122982 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dee61c56-5370-4915-a611-452237738e6a req-86d1c4f9-cbbd-456e-acf8-f4da866967d8 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 945 time: 0.2727718 May 26 16:31:40.332834 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f44e63c0-4a19-4583-9b35-60830906bfb7 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.352774 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa02a67a-f60a-43b3-8892-bf5128f76f69 None None] Network c7226892-5a1b-427f-994d-4a34fa519cd8 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:40.376118 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dee61c56-5370-4915-a611-452237738e6a req-625e5e55-6eec-4c0a-9adc-c32da62e450e tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247100 May 26 16:31:40.421458 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-aa02a67a-f60a-43b3-8892-bf5128f76f69 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:40.438202 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa02a67a-f60a-43b3-8892-bf5128f76f69 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:40.605116 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f44e63c0-4a19-4583-9b35-60830906bfb7 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.622066 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02a67a-f60a-43b3-8892-bf5128f76f69 None None] Pushing event updated for resources: {'Port': ['ID=6e512a3c-00f9-43bc-9c2e-bba24bc013dc,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:40.660210 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a011ad2d-1983-434c-a02c-0c98404bc44a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.725047 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e63c0-4a19-4583-9b35-60830906bfb7 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca2c792-dcf2-410a-8b53-60311d862dd8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:40.742535 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f44e63c0-4a19-4583-9b35-60830906bfb7 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.754909 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f44e63c0-4a19-4583-9b35-60830906bfb7 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] 10.222.0.77 "DELETE /v2.0/subnets/3ca2c792-dcf2-410a-8b53-60311d862dd8 HTTP/1.1" status: 204 len: 168 time: 1.0118043 May 26 16:31:40.755744 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55000) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:40.801009 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 8544ecbf-52bd-42d9-9531-5fdaace82ddf details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:31:40.837748 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c192c3e-6854-425f-8272-39ef5ddfd3d5 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Deleting subnet 0baea6f6-6965-41bc-a212-1bc98c8f1961 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:31:40.846267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a011ad2d-1983-434c-a02c-0c98404bc44a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:40.849386 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7c192c3e-6854-425f-8272-39ef5ddfd3d5 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.875641 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-a011ad2d-1983-434c-a02c-0c98404bc44a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:40.910338 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a011ad2d-1983-434c-a02c-0c98404bc44a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:40.911139 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a011ad2d-1983-434c-a02c-0c98404bc44a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:40.927450 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011ad2d-1983-434c-a02c-0c98404bc44a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=c3e694c3-8be8-439b-8d45-041d0b988c93,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:40.951706 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011ad2d-1983-434c-a02c-0c98404bc44a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:40.952107 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011ad2d-1983-434c-a02c-0c98404bc44a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:40.956808 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011ad2d-1983-434c-a02c-0c98404bc44a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:40.957302 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011ad2d-1983-434c-a02c-0c98404bc44a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:40.957667 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011ad2d-1983-434c-a02c-0c98404bc44a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:40.958057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011ad2d-1983-434c-a02c-0c98404bc44a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:40.958408 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011ad2d-1983-434c-a02c-0c98404bc44a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:40.958750 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011ad2d-1983-434c-a02c-0c98404bc44a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:40.959134 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011ad2d-1983-434c-a02c-0c98404bc44a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:40.959477 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011ad2d-1983-434c-a02c-0c98404bc44a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:40.959812 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011ad2d-1983-434c-a02c-0c98404bc44a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:40.960271 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011ad2d-1983-434c-a02c-0c98404bc44a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:31:40.972725 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55002) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:40.977864 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-263f4a89-12b5-495c-81ee-fefd718f6875 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'mac_address': 'fa:16:3e:e0:6c:91', 'name': 'tempest-NetworksTestDHCPv6-426300143'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:40.983412 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a011ad2d-1983-434c-a02c-0c98404bc44a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4580772 May 26 16:31:41.008021 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7c192c3e-6854-425f-8272-39ef5ddfd3d5 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:41.069938 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 8544ecbf-52bd-42d9-9531-5fdaace82ddf, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8544ecbf-52bd-42d9-9531-5fdaace82ddf,segment=NetworkSegment(3a53d0f9-bb26-43f2-b45a-9bccd537bbb9),segment_id=3a53d0f9-bb26-43f2-b45a-9bccd537bbb9)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:41.105795 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '8544ecbf-52bd-42d9-9531-5fdaace82ddf', 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0', 'port_id': '8544ecbf-52bd-42d9-9531-5fdaace82ddf', 'mac_address': 'fa:16:3e:b3:e2:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e763142b-117a-4588-856a-9a781c0f6b28', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:31:41.148880 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7c192c3e-6854-425f-8272-39ef5ddfd3d5 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:41.222273 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263f4a89-12b5-495c-81ee-fefd718f6875 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:41.317339 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1254b9-dd25-48d0-9271-5c27948dbeb3 req-c491fbde-39b5-4f22-8c54-01533a8db225 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:41.318964 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d1254b9-dd25-48d0-9271-5c27948dbeb3 req-c491fbde-39b5-4f22-8c54-01533a8db225 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/ports?device_id=033ee04b-7623-4f5c-bf6e-50ad2cff43ab HTTP/1.1" status: 200 len: 945 time: 0.2208383 May 26 16:31:41.445614 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-263f4a89-12b5-495c-81ee-fefd718f6875 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:41.453449 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5d1254b9-dd25-48d0-9271-5c27948dbeb3 req-c5fcfe93-2062-4929-9158-6bf8cb490ce6 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/security-groups?id=921632cc-b79a-4a7c-a8b1-29086cfc3313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018345 May 26 16:31:41.461732 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7c192c3e-6854-425f-8272-39ef5ddfd3d5 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:41.537424 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-263f4a89-12b5-495c-81ee-fefd718f6875 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] device_id is not set on port 9df7dc5e-d155-48de-912c-ab0490346c85 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:31:41.593094 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c192c3e-6854-425f-8272-39ef5ddfd3d5 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Pushing event deleted for resources: {'Subnet': ['ID=0baea6f6-6965-41bc-a212-1bc98c8f1961,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:41.603249 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7c192c3e-6854-425f-8272-39ef5ddfd3d5 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:41.606616 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7c192c3e-6854-425f-8272-39ef5ddfd3d5 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] 10.222.0.77 "DELETE /v2.0/subnets/0baea6f6-6965-41bc-a212-1bc98c8f1961 HTTP/1.1" status: 204 len: 168 time: 0.8470438 May 26 16:31:41.626247 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55016) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:41.630226 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-aa02a67a-f60a-43b3-8892-bf5128f76f69 None None] Attempting to bind port 6e512a3c-00f9-43bc-9c2e-bba24bc013dc on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:31:41.630715 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-aa02a67a-f60a-43b3-8892-bf5128f76f69 None None] Attempting to bind port 6e512a3c-00f9-43bc-9c2e-bba24bc013dc by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '5fdedc7f-1d56-414d-b4e6-e99b962bcff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c7226892-5a1b-427f-994d-4a34fa519cd8'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:31:41.631175 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02a67a-f60a-43b3-8892-bf5128f76f69 None None] Attempting to bind port 6e512a3c-00f9-43bc-9c2e-bba24bc013dc on network c7226892-5a1b-427f-994d-4a34fa519cd8 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:31:41.727380 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920ee4a1-2063-4439-9fa1-0365594e36e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-0087b537-dc2a-459a-a668-af63146916f7', 'network_id': '0087b537-dc2a-459a-a668-af63146916f7', 'tenant_id': '890d4665d7ce483798b15f6ae68ee7ea', 'fixed_ips': [{'subnet_id': '0baea6f6-6965-41bc-a212-1bc98c8f1961'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:31:41.729192 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-920ee4a1-2063-4439-9fa1-0365594e36e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:41.732082 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02a67a-f60a-43b3-8892-bf5128f76f69 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:31:41.739414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02a67a-f60a-43b3-8892-bf5128f76f69 None None] Checking segment: {'id': '5fdedc7f-1d56-414d-b4e6-e99b962bcff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c7226892-5a1b-427f-994d-4a34fa519cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:41.740145 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aa02a67a-f60a-43b3-8892-bf5128f76f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:41.740732 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02a67a-f60a-43b3-8892-bf5128f76f69 None None] Bound using segment: {'id': '5fdedc7f-1d56-414d-b4e6-e99b962bcff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c7226892-5a1b-427f-994d-4a34fa519cd8'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:31:41.741415 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-aa02a67a-f60a-43b3-8892-bf5128f76f69 None None] Bound port: 6e512a3c-00f9-43bc-9c2e-bba24bc013dc, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdedc7f-1d56-414d-b4e6-e99b962bcff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c7226892-5a1b-427f-994d-4a34fa519cd8'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:31:41.742201 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aa02a67a-f60a-43b3-8892-bf5128f76f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:41.839127 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 8544ecbf-52bd-42d9-9531-5fdaace82ddf is: ACTIVE; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:41.839799 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:41.849824 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93963277-53c8-4cac-a0d9-0fb29b1de4e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-c35b079d-bcd5-434c-9023-f88865e938de', 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'fixed_ips': [{'subnet_id': '04573128-0769-4222-a9ea-1f58d84c62b8'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:31:41.858059 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-93963277-53c8-4cac-a0d9-0fb29b1de4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:41.950391 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89adfe2-3eb7-4acb-95b6-423c0df5f552 req-f5710c71-ee29-40f2-b0fb-ade330a06833 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:41.957905 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e89adfe2-3eb7-4acb-95b6-423c0df5f552 req-f5710c71-ee29-40f2-b0fb-ade330a06833 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/ports?device_id=033ee04b-7623-4f5c-bf6e-50ad2cff43ab HTTP/1.1" status: 200 len: 945 time: 0.3297634 May 26 16:31:41.964687 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-263f4a89-12b5-495c-81ee-fefd718f6875 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 172.20.0.3 (c35b079d-bcd5-434c-9023-f88865e938de/c3e694c3-8be8-439b-8d45-041d0b988c93/9df7dc5e-d155-48de-912c-ab0490346c85) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:41.978842 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-263f4a89-12b5-495c-81ee-fefd718f6875 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8::f816:3eff:fee0:6c91 (c35b079d-bcd5-434c-9023-f88865e938de/04573128-0769-4222-a9ea-1f58d84c62b8/9df7dc5e-d155-48de-912c-ab0490346c85) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:42.041653 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbad2f2-f4ed-4bf8-893d-2f1547e174b4 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:42.048430 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0fbad2f2-f4ed-4bf8-893d-2f1547e174b4 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3833730 May 26 16:31:42.049178 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55022) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:42.055457 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e89adfe2-3eb7-4acb-95b6-423c0df5f552 req-7a32b4ba-abe3-4ba1-8970-fd2f9ada742d tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/security-groups?id=921632cc-b79a-4a7c-a8b1-29086cfc3313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911613 May 26 16:31:42.067480 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-aa02a67a-f60a-43b3-8892-bf5128f76f69 None None] For port 6e512a3c-00f9-43bc-9c2e-bba24bc013dc, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:31:42.074980 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-aa02a67a-f60a-43b3-8892-bf5128f76f69 None None] For port 6e512a3c-00f9-43bc-9c2e-bba24bc013dc, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=6e512a3c-00f9-43bc-9c2e-bba24bc013dc,segment=NetworkSegment(5fdedc7f-1d56-414d-b4e6-e99b962bcff6),segment_id=5fdedc7f-1d56-414d-b4e6-e99b962bcff6)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:31:42.088519 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2adc16e-26ff-4da5-b689-9519c38eeaec req-4c5f3a87-36ac-4bb4-9c9f-4058dc08a276 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:42.104425 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2adc16e-26ff-4da5-b689-9519c38eeaec req-4c5f3a87-36ac-4bb4-9c9f-4058dc08a276 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 945 time: 0.5431454 May 26 16:31:42.186396 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2adc16e-26ff-4da5-b689-9519c38eeaec req-f363a28b-9a6b-4b24-9532-b3655f48e5de tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806148 May 26 16:31:42.206866 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55030) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:42.331079 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-57668a79-1261-4911-bfeb-5287b13be4b5 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/floatingips/b8fc3742-89a9-4cda-9420-2e7e0963cf26 HTTP/1.1" status: 200 len: 993 time: 0.1225498 May 26 16:31:42.365887 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2a6bc8a-28fc-4f80-84a3-05eceb8ca2a4 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:42.381826 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8544ecbf-52bd-42d9-9531-5fdaace82ddf {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:31:42.411580 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aa02a67a-f60a-43b3-8892-bf5128f76f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:42.510721 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 8544ecbf-52bd-42d9-9531-5fdaace82ddf, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8544ecbf-52bd-42d9-9531-5fdaace82ddf,segment=NetworkSegment(3a53d0f9-bb26-43f2-b45a-9bccd537bbb9),segment_id=3a53d0f9-bb26-43f2-b45a-9bccd537bbb9)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:42.568423 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:42.579080 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-263f4a89-12b5-495c-81ee-fefd718f6875 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:42.622087 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eb0ee2-ba32-4906-9089-fe042c5b4538 None None] Network 0087b537-dc2a-459a-a668-af63146916f7 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:42.672677 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-263f4a89-12b5-495c-81ee-fefd718f6875 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:42.708951 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7db93-4f16-4259-b49b-11a21483b257 req-0371f85c-7552-4573-bbf6-ac3d81985902 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:42.720954 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4a7db93-4f16-4259-b49b-11a21483b257 req-0371f85c-7552-4573-bbf6-ac3d81985902 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/ports?device_id=033ee04b-7623-4f5c-bf6e-50ad2cff43ab HTTP/1.1" status: 200 len: 945 time: 0.1026945 May 26 16:31:42.724147 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 8544ecbf-52bd-42d9-9531-5fdaace82ddf no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:31:42.734255 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02a67a-f60a-43b3-8892-bf5128f76f69 None None] Pushing event updated for resources: {'Port': ['ID=6e512a3c-00f9-43bc-9c2e-bba24bc013dc,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:42.810709 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4a7db93-4f16-4259-b49b-11a21483b257 req-1853df02-e5b4-4d0d-8320-9a6a000b41ff tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/security-groups?id=921632cc-b79a-4a7c-a8b1-29086cfc3313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885489 May 26 16:31:42.822988 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daac2c81-437a-4703-9459-63c0e48315dd None None] Network c7226892-5a1b-427f-994d-4a34fa519cd8 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:42.825536 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['8544ecbf-52bd-42d9-9531-5fdaace82ddf'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:31:42.846900 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-93963277-53c8-4cac-a0d9-0fb29b1de4e0 None None] Allocated IP 2001:db8::f816:3eff:fe4e:bfc1 (c35b079d-bcd5-434c-9023-f88865e938de/04573128-0769-4222-a9ea-1f58d84c62b8/2b072d06-5a07-431a-9032-a89828d534f9) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:42.953071 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263f4a89-12b5-495c-81ee-fefd718f6875 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:42.968898 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2a6bc8a-28fc-4f80-84a3-05eceb8ca2a4 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:42.992250 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f4a89-12b5-495c-81ee-fefd718f6875 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=9df7dc5e-d155-48de-912c-ab0490346c85,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:42.995620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-263f4a89-12b5-495c-81ee-fefd718f6875 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:43.004794 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263f4a89-12b5-495c-81ee-fefd718f6875 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:43.068679 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-93963277-53c8-4cac-a0d9-0fb29b1de4e0 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:43.070415 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263f4a89-12b5-495c-81ee-fefd718f6875 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:43.071091 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-263f4a89-12b5-495c-81ee-fefd718f6875 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:43.094450 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-263f4a89-12b5-495c-81ee-fefd718f6875 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1168497 May 26 16:31:43.094660 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55046) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:43.107266 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-e2a6bc8a-28fc-4f80-84a3-05eceb8ca2a4 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0087b537-dc2a-459a-a668-af63146916f7']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:43.129667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-e2a6bc8a-28fc-4f80-84a3-05eceb8ca2a4 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e13a07-634f-4064-8b4c-567bfa5a7675') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:43.129912 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-e2a6bc8a-28fc-4f80-84a3-05eceb8ca2a4 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e13a07-634f-4064-8b4c-567bfa5a7675') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:43.155630 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2a6bc8a-28fc-4f80-84a3-05eceb8ca2a4 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:43.168662 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-93963277-53c8-4cac-a0d9-0fb29b1de4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:43.183165 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84155e9-f296-4afa-8e95-932821244791 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:43.185046 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2a6bc8a-28fc-4f80-84a3-05eceb8ca2a4 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:43.197183 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a6bc8a-28fc-4f80-84a3-05eceb8ca2a4 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:31:43.199883 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2a6bc8a-28fc-4f80-84a3-05eceb8ca2a4 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:43.203109 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84155e9-f296-4afa-8e95-932821244791 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:43.207347 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a84155e9-f296-4afa-8e95-932821244791 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1123438 May 26 16:31:43.208206 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55050) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:43.233438 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=8544ecbf-52bd-42d9-9531-5fdaace82ddf,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:43.242064 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 40e13a07-634f-4064-8b4c-567bfa5a7675 resource provider aggregate not found May 26 16:31:43.324630 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93963277-53c8-4cac-a0d9-0fb29b1de4e0 None None] Pushing event updated for resources: {'Port': ['ID=2b072d06-5a07-431a-9032-a89828d534f9,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:43.325953 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 40e13a07-634f-4064-8b4c-567bfa5a7675 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40e13a07-634f-4064-8b4c-567bfa5a7675 found for delete ", "request_id": "req-810b3633-40c8-4730-8084-0675e6bf6827"}]} May 26 16:31:43.351428 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-23fb8839-506a-4558-a433-55df2ed4d300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:43.380035 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2a6bc8a-28fc-4f80-84a3-05eceb8ca2a4 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:43.397281 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2a6bc8a-28fc-4f80-84a3-05eceb8ca2a4 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:43.404185 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e2a6bc8a-28fc-4f80-84a3-05eceb8ca2a4 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] 10.222.0.77 "DELETE /v2.0/networks/0087b537-dc2a-459a-a668-af63146916f7 HTTP/1.1" status: 204 len: 168 time: 1.3531508 May 26 16:31:43.409166 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55060) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:43.425518 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6bc8a-28fc-4f80-84a3-05eceb8ca2a4 tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Pushing event deleted for resources: {'Network': ['ID=0087b537-dc2a-459a-a668-af63146916f7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:43.440693 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93963277-53c8-4cac-a0d9-0fb29b1de4e0 None None] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:43.482306 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 8544ecbf-52bd-42d9-9531-5fdaace82ddf is: BUILD; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:43.482927 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:43.500584 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-93963277-53c8-4cac-a0d9-0fb29b1de4e0 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:43.503499 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93963277-53c8-4cac-a0d9-0fb29b1de4e0 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:43.527671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6faf19-3008-4dcc-83d7-595e76dab0ef req-b05c5ca8-be16-4fd1-ae9c-4ce0212b117d tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:43.530674 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6b6faf19-3008-4dcc-83d7-595e76dab0ef req-b05c5ca8-be16-4fd1-ae9c-4ce0212b117d tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/ports?device_id=033ee04b-7623-4f5c-bf6e-50ad2cff43ab HTTP/1.1" status: 200 len: 945 time: 0.2227831 May 26 16:31:43.578004 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81adb586-e7f9-42f7-9abb-0af44fc4d02f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:43.638976 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-079745da-408d-4450-8b3c-9c7add592c3f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting port 9df7dc5e-d155-48de-912c-ab0490346c85 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:31:43.639574 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-079745da-408d-4450-8b3c-9c7add592c3f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:43.654986 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8544ecbf-52bd-42d9-9531-5fdaace82ddf {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:31:43.812421 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 8544ecbf-52bd-42d9-9531-5fdaace82ddf, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8544ecbf-52bd-42d9-9531-5fdaace82ddf,segment=NetworkSegment(3a53d0f9-bb26-43f2-b45a-9bccd537bbb9),segment_id=3a53d0f9-bb26-43f2-b45a-9bccd537bbb9)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:43.831858 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:43.845451 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-93963277-53c8-4cac-a0d9-0fb29b1de4e0 None None] Attempting to bind port 2b072d06-5a07-431a-9032-a89828d534f9 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:31:43.845977 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-93963277-53c8-4cac-a0d9-0fb29b1de4e0 None None] Attempting to bind port 2b072d06-5a07-431a-9032-a89828d534f9 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:31:43.846432 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93963277-53c8-4cac-a0d9-0fb29b1de4e0 None None] Attempting to bind port 2b072d06-5a07-431a-9032-a89828d534f9 on network c35b079d-bcd5-434c-9023-f88865e938de {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:31:43.860990 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-079745da-408d-4450-8b3c-9c7add592c3f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:43.874827 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-079745da-408d-4450-8b3c-9c7add592c3f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Calling delete_port for 9df7dc5e-d155-48de-912c-ab0490346c85 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:31:43.888161 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93963277-53c8-4cac-a0d9-0fb29b1de4e0 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:31:43.888997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93963277-53c8-4cac-a0d9-0fb29b1de4e0 None None] Checking segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:43.889856 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-93963277-53c8-4cac-a0d9-0fb29b1de4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:43.890254 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93963277-53c8-4cac-a0d9-0fb29b1de4e0 None None] Bound using segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:31:43.890851 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-93963277-53c8-4cac-a0d9-0fb29b1de4e0 None None] Bound port: 2b072d06-5a07-431a-9032-a89828d534f9, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:31:43.891370 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-93963277-53c8-4cac-a0d9-0fb29b1de4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:43.911767 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55076) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:43.948334 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6b6faf19-3008-4dcc-83d7-595e76dab0ef req-de507acc-68ae-479e-867b-568d3a833003 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/security-groups?id=921632cc-b79a-4a7c-a8b1-29086cfc3313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045525 May 26 16:31:44.054996 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-82c80a67-4024-4c2c-8203-532a58725abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:44.125647 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=8544ecbf-52bd-42d9-9531-5fdaace82ddf,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:44.135434 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-81adb586-e7f9-42f7-9abb-0af44fc4d02f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Deleting port 6e512a3c-00f9-43bc-9c2e-bba24bc013dc {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:31:44.135840 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81adb586-e7f9-42f7-9abb-0af44fc4d02f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:44.184894 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-93963277-53c8-4cac-a0d9-0fb29b1de4e0 None None] For port 2b072d06-5a07-431a-9032-a89828d534f9, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:31:44.188551 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-93963277-53c8-4cac-a0d9-0fb29b1de4e0 None None] For port 2b072d06-5a07-431a-9032-a89828d534f9, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2b072d06-5a07-431a-9032-a89828d534f9,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:31:44.220382 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-93963277-53c8-4cac-a0d9-0fb29b1de4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:44.222198 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-82c80a67-4024-4c2c-8203-532a58725abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:44.229153 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-82c80a67-4024-4c2c-8203-532a58725abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:44.261982 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-82c80a67-4024-4c2c-8203-532a58725abe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1aa230de6f314fffbb948ad87583a92f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3488190 May 26 16:31:44.273693 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55080) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:44.287683 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-81adb586-e7f9-42f7-9abb-0af44fc4d02f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] For port 6e512a3c-00f9-43bc-9c2e-bba24bc013dc, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=6e512a3c-00f9-43bc-9c2e-bba24bc013dc,segment=NetworkSegment(5fdedc7f-1d56-414d-b4e6-e99b962bcff6),segment_id=5fdedc7f-1d56-414d-b4e6-e99b962bcff6)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:44.288778 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81adb586-e7f9-42f7-9abb-0af44fc4d02f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:44.289725 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93963277-53c8-4cac-a0d9-0fb29b1de4e0 None None] Pushing event updated for resources: {'Port': ['ID=2b072d06-5a07-431a-9032-a89828d534f9,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:44.318230 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-81adb586-e7f9-42f7-9abb-0af44fc4d02f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Calling delete_port for 6e512a3c-00f9-43bc-9c2e-bba24bc013dc owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:31:44.327219 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c80a67-4024-4c2c-8203-532a58725abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6112e2a-64be-49a6-aefe-cb58731a02c5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:44.420663 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0da93717-1248-4d5b-9be0-00641c5ddaa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:44.438681 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81adb586-e7f9-42f7-9abb-0af44fc4d02f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:44.478328 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81adb586-e7f9-42f7-9abb-0af44fc4d02f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Pushing event deleted for resources: {'Port': ['ID=6e512a3c-00f9-43bc-9c2e-bba24bc013dc,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:44.494718 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0da93717-1248-4d5b-9be0-00641c5ddaa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:44.496624 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81adb586-e7f9-42f7-9abb-0af44fc4d02f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] No DVR routers for this DVR port 6e512a3c-00f9-43bc-9c2e-bba24bc013dc on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:31:44.609844 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0da93717-1248-4d5b-9be0-00641c5ddaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:44.613801 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0da93717-1248-4d5b-9be0-00641c5ddaa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:44.618256 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0da93717-1248-4d5b-9be0-00641c5ddaa5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b6112e2a-64be-49a6-aefe-cb58731a02c5 HTTP/1.1" status: 204 len: 168 time: 0.3433375 May 26 16:31:44.626881 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da93717-1248-4d5b-9be0-00641c5ddaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6112e2a-64be-49a6-aefe-cb58731a02c5,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:44.683707 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 8544ecbf-52bd-42d9-9531-5fdaace82ddf up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:31:44.723862 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81adb586-e7f9-42f7-9abb-0af44fc4d02f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:44.839711 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 8544ecbf-52bd-42d9-9531-5fdaace82ddf triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:44.840116 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:44.866882 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-81adb586-e7f9-42f7-9abb-0af44fc4d02f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7226892-5a1b-427f-994d-4a34fa519cd8']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:44.917936 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-81adb586-e7f9-42f7-9abb-0af44fc4d02f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdedc7f-1d56-414d-b4e6-e99b962bcff6') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:44.919686 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-81adb586-e7f9-42f7-9abb-0af44fc4d02f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdedc7f-1d56-414d-b4e6-e99b962bcff6') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:44.941459 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81adb586-e7f9-42f7-9abb-0af44fc4d02f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:44.961395 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-079745da-408d-4450-8b3c-9c7add592c3f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:44.987547 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 8544ecbf-52bd-42d9-9531-5fdaace82ddf is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:44.987927 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:45.005380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079745da-408d-4450-8b3c-9c7add592c3f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Port': ['ID=9df7dc5e-d155-48de-912c-ab0490346c85,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:45.008161 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81adb586-e7f9-42f7-9abb-0af44fc4d02f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:45.035250 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8544ecbf-52bd-42d9-9531-5fdaace82ddf'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:31:45.039303 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b0e0ed-2e56-4ced-b26b-32122c8a1de3" -d '{"events": [{"server_uuid": "cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3", "name": "network-vif-plugged", "status": "completed", "tag": "8544ecbf-52bd-42d9-9531-5fdaace82ddf"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:31:45.050302 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81adb586-e7f9-42f7-9abb-0af44fc4d02f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:31:45.051347 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81adb586-e7f9-42f7-9abb-0af44fc4d02f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:45.061713 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 8544ecbf-52bd-42d9-9531-5fdaace82ddf, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8544ecbf-52bd-42d9-9531-5fdaace82ddf,segment=NetworkSegment(3a53d0f9-bb26-43f2-b45a-9bccd537bbb9),segment_id=3a53d0f9-bb26-43f2-b45a-9bccd537bbb9)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:45.067130 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:45.161687 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 5fdedc7f-1d56-414d-b4e6-e99b962bcff6 resource provider aggregate not found May 26 16:31:45.205786 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 5fdedc7f-1d56-414d-b4e6-e99b962bcff6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fdedc7f-1d56-414d-b4e6-e99b962bcff6 found for delete ", "request_id": "req-cbc4e740-2b10-432e-9b6d-0a612d0b727f"}]} May 26 16:31:45.208397 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1072bc20-2c44-40e8-83b5-47f9272a6c57 x-openstack-request-id: req-1072bc20-2c44-40e8-83b5-47f9272a6c57 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:31:45.208694 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3", "name": "network-vif-plugged", "status": "completed", "tag": "8544ecbf-52bd-42d9-9531-5fdaace82ddf", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:31:45.208948 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1072bc20-2c44-40e8-83b5-47f9272a6c57 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:31:45.209477 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1072bc20-2c44-40e8-83b5-47f9272a6c57'] response: {'server_uuid': 'cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8544ecbf-52bd-42d9-9531-5fdaace82ddf', 'code': 200} May 26 16:31:45.244989 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=8544ecbf-52bd-42d9-9531-5fdaace82ddf,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:45.270347 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81adb586-e7f9-42f7-9abb-0af44fc4d02f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:45.303586 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81adb586-e7f9-42f7-9abb-0af44fc4d02f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:45.307383 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-81adb586-e7f9-42f7-9abb-0af44fc4d02f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] 10.222.0.77 "DELETE /v2.0/networks/c7226892-5a1b-427f-994d-4a34fa519cd8 HTTP/1.1" status: 204 len: 168 time: 1.8967538 May 26 16:31:45.311032 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55108) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:45.324835 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-079745da-408d-4450-8b3c-9c7add592c3f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:45.330711 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-079745da-408d-4450-8b3c-9c7add592c3f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/9df7dc5e-d155-48de-912c-ab0490346c85 HTTP/1.1" status: 204 len: 168 time: 2.1205962 May 26 16:31:45.333149 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81adb586-e7f9-42f7-9abb-0af44fc4d02f tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Pushing event deleted for resources: {'Network': ['ID=c7226892-5a1b-427f-994d-4a34fa519cd8,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:45.335057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55110) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:45.391552 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbdc12d-52ba-4c48-b6af-d692ba9158fa req-2b35db0b-a5c0-4991-a7a0-a303063089a3 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:45.399097 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1dbdc12d-52ba-4c48-b6af-d692ba9158fa req-2b35db0b-a5c0-4991-a7a0-a303063089a3 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/ports?device_id=033ee04b-7623-4f5c-bf6e-50ad2cff43ab HTTP/1.1" status: 200 len: 945 time: 0.2115629 May 26 16:31:45.480510 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a1d26df8-14be-4e0c-81cb-a8b12f31db16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:45.485785 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1dbdc12d-52ba-4c48-b6af-d692ba9158fa req-9787c0b8-636b-4000-b8ea-3204fa017ce3 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/security-groups?id=921632cc-b79a-4a7c-a8b1-29086cfc3313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852435 May 26 16:31:45.491601 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57cc1dd-6e36-4e8c-8f01-8755e23f88f4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:45.493655 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57cc1dd-6e36-4e8c-8f01-8755e23f88f4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:45.495586 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57cc1dd-6e36-4e8c-8f01-8755e23f88f4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:45.501709 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b57cc1dd-6e36-4e8c-8f01-8755e23f88f4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1652529 May 26 16:31:45.502357 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55114) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:45.568549 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-8887c1ef-2535-49b1-a44a-eaecee71616c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet 04573128-0769-4222-a9ea-1f58d84c62b8 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:31:45.571834 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8887c1ef-2535-49b1-a44a-eaecee71616c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:45.592493 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f54c8-d550-41b3-9bda-c18d1f85bb12 req-20bae2ee-d0d1-4202-88e3-cd447b4c9fdc tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:45.594738 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3d5f54c8-d550-41b3-9bda-c18d1f85bb12 req-20bae2ee-d0d1-4202-88e3-cd447b4c9fdc tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.83 "GET /v2.0/ports?device_id=033ee04b-7623-4f5c-bf6e-50ad2cff43ab HTTP/1.1" status: 200 len: 945 time: 0.2307339 May 26 16:31:45.600740 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-585bafb0-f7ba-4fbb-b718-e6a954cde3da tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:45.666532 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8887c1ef-2535-49b1-a44a-eaecee71616c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:45.795774 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8887c1ef-2535-49b1-a44a-eaecee71616c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:45.851252 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-585bafb0-f7ba-4fbb-b718-e6a954cde3da tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:45.914032 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8887c1ef-2535-49b1-a44a-eaecee71616c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:45.932558 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-585bafb0-f7ba-4fbb-b718-e6a954cde3da tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4953a4a0-e51d-4c18-abfe-c76ab8e22f66']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:45.944251 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-3d5f54c8-d550-41b3-9bda-c18d1f85bb12 req-5610f6b1-c998-46b9-84c5-b02a45023c86 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Deleting port 41ff7736-2134-4e06-8242-db427d8e881a {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:31:45.972598 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3d5f54c8-d550-41b3-9bda-c18d1f85bb12 req-5610f6b1-c998-46b9-84c5-b02a45023c86 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:46.015111 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887c1ef-2535-49b1-a44a-eaecee71616c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=04573128-0769-4222-a9ea-1f58d84c62b8,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:46.025894 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8887c1ef-2535-49b1-a44a-eaecee71616c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:46.037491 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8887c1ef-2535-49b1-a44a-eaecee71616c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/04573128-0769-4222-a9ea-1f58d84c62b8 HTTP/1.1" status: 204 len: 168 time: 0.5335798 May 26 16:31:46.041432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55128) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:46.060151 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e625eaa-8442-49e4-a829-07a19da4047c None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:46.062672 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-585bafb0-f7ba-4fbb-b718-e6a954cde3da tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781e6b9a-73f1-417f-9fa7-dea559aed34c') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:46.062976 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-585bafb0-f7ba-4fbb-b718-e6a954cde3da tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781e6b9a-73f1-417f-9fa7-dea559aed34c') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:46.132033 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55130) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:46.143404 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2b072d06-5a07-431a-9032-a89828d534f9 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:31:46.149217 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0760e91-78ed-4b52-9539-5c8b234d9cc3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet c3e694c3-8be8-439b-8d45-041d0b988c93 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:31:46.153218 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f0760e91-78ed-4b52-9539-5c8b234d9cc3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:46.168451 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-585bafb0-f7ba-4fbb-b718-e6a954cde3da tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:46.194345 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3ff9af23-1815-4b12-8ea8-eaab0edde79b None None] Provisioning complete for port 2b072d06-5a07-431a-9032-a89828d534f9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:46.195004 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3ff9af23-1815-4b12-8ea8-eaab0edde79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:46.204350 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f0760e91-78ed-4b52-9539-5c8b234d9cc3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:46.224247 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-585bafb0-f7ba-4fbb-b718-e6a954cde3da tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:46.239601 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-585bafb0-f7ba-4fbb-b718-e6a954cde3da tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:31:46.240398 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-585bafb0-f7ba-4fbb-b718-e6a954cde3da tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:46.272514 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f0760e91-78ed-4b52-9539-5c8b234d9cc3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:46.420039 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2b072d06-5a07-431a-9032-a89828d534f9 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:46.420900 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:46.447563 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-3d5f54c8-d550-41b3-9bda-c18d1f85bb12 req-5610f6b1-c998-46b9-84c5-b02a45023c86 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] For port 41ff7736-2134-4e06-8242-db427d8e881a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=41ff7736-2134-4e06-8242-db427d8e881a,segment=NetworkSegment(2edafa1c-45e3-4937-aeb8-c4249b59b63a),segment_id=2edafa1c-45e3-4937-aeb8-c4249b59b63a)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:46.448373 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3d5f54c8-d550-41b3-9bda-c18d1f85bb12 req-5610f6b1-c998-46b9-84c5-b02a45023c86 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:46.455563 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f0760e91-78ed-4b52-9539-5c8b234d9cc3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:46.466653 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-3d5f54c8-d550-41b3-9bda-c18d1f85bb12 req-5610f6b1-c998-46b9-84c5-b02a45023c86 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Calling delete_port for 41ff7736-2134-4e06-8242-db427d8e881a owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:31:46.530337 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0760e91-78ed-4b52-9539-5c8b234d9cc3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e694c3-8be8-439b-8d45-041d0b988c93,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:46.545801 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f0760e91-78ed-4b52-9539-5c8b234d9cc3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:46.549162 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f0760e91-78ed-4b52-9539-5c8b234d9cc3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/c3e694c3-8be8-439b-8d45-041d0b988c93 HTTP/1.1" status: 204 len: 168 time: 0.5064874 May 26 16:31:46.551801 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55138) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:46.581217 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3ff9af23-1815-4b12-8ea8-eaab0edde79b None None] Current status of the port 2b072d06-5a07-431a-9032-a89828d534f9 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:46.584580 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3ff9af23-1815-4b12-8ea8-eaab0edde79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:46.594006 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-45caf814-d40f-403f-9d6b-9153fad9c69a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0378618 May 26 16:31:46.596579 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55142) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:46.603694 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-7d07f166-17cf-4aeb-8111-cba3b05db2bc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:46.615537 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-585bafb0-f7ba-4fbb-b718-e6a954cde3da tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:46.633162 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:31:46.634271 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-585bafb0-f7ba-4fbb-b718-e6a954cde3da tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:46.636207 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:46.651201 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-585bafb0-f7ba-4fbb-b718-e6a954cde3da tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] 10.222.0.77 "DELETE /v2.0/networks/4953a4a0-e51d-4c18-abfe-c76ab8e22f66 HTTP/1.1" status: 204 len: 168 time: 1.3331103 May 26 16:31:46.653980 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55146) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:46.679093 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-bc4d8730-2daf-4025-a1ca-caa92ea18a79 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2117543948-network', 'tenant_id': '5133b2335c6b4b5dbb7b6b0b3d366b38'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:46.684192 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 781e6b9a-73f1-417f-9fa7-dea559aed34c resource provider aggregate not found May 26 16:31:46.694812 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585bafb0-f7ba-4fbb-b718-e6a954cde3da tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Pushing event deleted for resources: {'Network': ['ID=4953a4a0-e51d-4c18-abfe-c76ab8e22f66,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:46.695479 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3ff9af23-1815-4b12-8ea8-eaab0edde79b None None] For port 2b072d06-5a07-431a-9032-a89828d534f9, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2b072d06-5a07-431a-9032-a89828d534f9,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:46.732160 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 781e6b9a-73f1-417f-9fa7-dea559aed34c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 781e6b9a-73f1-417f-9fa7-dea559aed34c found for delete ", "request_id": "req-7a4e9e74-9134-42a0-b9b8-f21bb07d22c8"}]} May 26 16:31:46.752974 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3ff9af23-1815-4b12-8ea8-eaab0edde79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:46.773106 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae40695-b31f-4742-b938-7ad7523afce4 None None] Update dhcp port {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'fixed_ips': [{'subnet_id': 'c3e694c3-8be8-439b-8d45-041d0b988c93'}], 'binding:host_id': 'n-d-843337-2'}, 'id': '2b072d06-5a07-431a-9032-a89828d534f9'} from n-d-843337-2. {{(pid=103897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:31:46.817112 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4d8730-2daf-4025-a1ca-caa92ea18a79 admin admin] Made reservation on behalf of 5133b2335c6b4b5dbb7b6b0b3d366b38 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:46.822180 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc4d8730-2daf-4025-a1ca-caa92ea18a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:46.858407 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc4d8730-2daf-4025-a1ca-caa92ea18a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:46.913811 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3d5f54c8-d550-41b3-9bda-c18d1f85bb12 req-5610f6b1-c998-46b9-84c5-b02a45023c86 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:46.992963 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['41ff7736-2134-4e06-8242-db427d8e881a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:31:47.019146 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2b072d06-5a07-431a-9032-a89828d534f9 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:47.019537 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:47.052955 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8ae40695-b31f-4742-b938-7ad7523afce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:47.065788 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86aef7b-ac3a-4456-a850-2ce85d5cf516 req-0973f865-4fb0-41e4-93a0-503e5b31522d tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:47.074121 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d86aef7b-ac3a-4456-a850-2ce85d5cf516 req-0973f865-4fb0-41e4-93a0-503e5b31522d tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/ports?device_id=033ee04b-7623-4f5c-bf6e-50ad2cff43ab HTTP/1.1" status: 200 len: 945 time: 0.4189653 May 26 16:31:47.091219 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad6b8-0096-40b2-81df-10d32f98212c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:47.101838 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610f6b1-c998-46b9-84c5-b02a45023c86 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Pushing event deleted for resources: {'Port': ['ID=41ff7736-2134-4e06-8242-db427d8e881a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:47.140114 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9af23-1815-4b12-8ea8-eaab0edde79b None None] Pushing event updated for resources: {'Port': ['ID=2b072d06-5a07-431a-9032-a89828d534f9,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:47.183419 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d86aef7b-ac3a-4456-a850-2ce85d5cf516 req-029e4d74-4d3e-4522-9f3b-6c8ba6266c6b tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.77 "GET /v2.0/security-groups?id=921632cc-b79a-4a7c-a8b1-29086cfc3313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079841 May 26 16:31:47.237890 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5f54c8-d550-41b3-9bda-c18d1f85bb12 req-5610f6b1-c998-46b9-84c5-b02a45023c86 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] No DVR routers for this DVR port 41ff7736-2134-4e06-8242-db427d8e881a on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:31:47.249169 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3d5f54c8-d550-41b3-9bda-c18d1f85bb12 req-5610f6b1-c998-46b9-84c5-b02a45023c86 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:47.264001 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3d5f54c8-d550-41b3-9bda-c18d1f85bb12 req-5610f6b1-c998-46b9-84c5-b02a45023c86 tempest-ServersNegativeTestMultiTenantJSON-203788583 tempest-ServersNegativeTestMultiTenantJSON-203788583-project] 10.222.0.83 "DELETE /v2.0/ports/41ff7736-2134-4e06-8242-db427d8e881a HTTP/1.1" status: 204 len: 173 time: 1.6606317 May 26 16:31:47.265161 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033ee04b-7623-4f5c-bf6e-50ad2cff43ab', 'name': 'network-vif-deleted', 'tag': '41ff7736-2134-4e06-8242-db427d8e881a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:31:47.280479 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fd60d4-320e-4c6d-b8d7-e0d50a2c9a24" -d '{"events": [{"server_uuid": "033ee04b-7623-4f5c-bf6e-50ad2cff43ab", "name": "network-vif-deleted", "tag": "41ff7736-2134-4e06-8242-db427d8e881a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:31:47.282362 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d07f166-17cf-4aeb-8111-cba3b05db2bc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:47.289181 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7d07f166-17cf-4aeb-8111-cba3b05db2bc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:47.339406 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:31:47.339778 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:31:47.392533 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2096b27e-35e3-4f83-aeec-46336e421848 x-openstack-request-id: req-2096b27e-35e3-4f83-aeec-46336e421848 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:31:47.392836 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033ee04b-7623-4f5c-bf6e-50ad2cff43ab", "name": "network-vif-deleted", "tag": "41ff7736-2134-4e06-8242-db427d8e881a", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:31:47.393092 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2096b27e-35e3-4f83-aeec-46336e421848 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:31:47.393733 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2096b27e-35e3-4f83-aeec-46336e421848'] response: {'server_uuid': '033ee04b-7623-4f5c-bf6e-50ad2cff43ab', 'name': 'network-vif-deleted', 'tag': '41ff7736-2134-4e06-8242-db427d8e881a', 'status': 'completed', 'code': 200} May 26 16:31:47.396157 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc4d8730-2daf-4025-a1ca-caa92ea18a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:47.401065 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc4d8730-2daf-4025-a1ca-caa92ea18a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:47.482766 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe6b47b-689d-4bd0-9f5d-b550e70a0003 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:47.488830 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4d8730-2daf-4025-a1ca-caa92ea18a79 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:31:47.513093 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d8730-2daf-4025-a1ca-caa92ea18a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b014bf-1577-430a-8213-5c6fcf4da65a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:47.545773 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad6b8-0096-40b2-81df-10d32f98212c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:47.549016 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc4d8730-2daf-4025-a1ca-caa92ea18a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:47.549643 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-bc4d8730-2daf-4025-a1ca-caa92ea18a79 admin admin] Added segment a4ac5541-1d76-4be6-8e4e-b912c2c1981e of type vlan for network 08ecdda0-b83d-4e3e-bead-7883e1f704fb May 26 16:31:47.600450 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ce066ce8-8625-45e5-9b7d-e18d223ecaaa None None] Provisioning complete for port 2b072d06-5a07-431a-9032-a89828d534f9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:47.600821 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ce066ce8-8625-45e5-9b7d-e18d223ecaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:47.623244 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-4d8ad6b8-0096-40b2-81df-10d32f98212c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b287c60-3f0d-426b-95e6-32baeba0ebbc']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:47.662363 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc4d8730-2daf-4025-a1ca-caa92ea18a79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:47.685265 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-4d8ad6b8-0096-40b2-81df-10d32f98212c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c665d53-7a62-438a-8413-2328c39c5517') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:47.687163 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-4d8ad6b8-0096-40b2-81df-10d32f98212c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c665d53-7a62-438a-8413-2328c39c5517') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:47.729480 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc4d8730-2daf-4025-a1ca-caa92ea18a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:47.731027 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4d8730-2daf-4025-a1ca-caa92ea18a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:47.731844 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc4d8730-2daf-4025-a1ca-caa92ea18a79 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:47.735055 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad6b8-0096-40b2-81df-10d32f98212c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:47.768774 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad6b8-0096-40b2-81df-10d32f98212c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:47.776716 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ce066ce8-8625-45e5-9b7d-e18d223ecaaa None None] Current status of the port 2b072d06-5a07-431a-9032-a89828d534f9 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:47.781592 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8ad6b8-0096-40b2-81df-10d32f98212c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:31:47.782689 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad6b8-0096-40b2-81df-10d32f98212c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:47.808436 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7c70c9-aeea-40db-b336-bcf0abc47c94 None None] DHCP port deletion for c35b079d-bcd5-434c-9023-f88865e938de request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:31:47.843340 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bc4d8730-2daf-4025-a1ca-caa92ea18a79 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6966114 May 26 16:31:47.847025 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55196) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:47.854373 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-fcee647a-ec5b-4707-943a-0c3b2ca46156 admin admin] Request body: {'subnet': {'network_id': '08ecdda0-b83d-4e3e-bead-7883e1f704fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2117543948-subnet', 'tenant_id': '5133b2335c6b4b5dbb7b6b0b3d366b38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:47.878465 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 2c665d53-7a62-438a-8413-2328c39c5517 resource provider aggregate not found May 26 16:31:47.881940 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d8730-2daf-4025-a1ca-caa92ea18a79 admin admin] Pushing event updated for resources: {'Network': ['ID=08ecdda0-b83d-4e3e-bead-7883e1f704fb,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:47.883549 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcee647a-ec5b-4707-943a-0c3b2ca46156 admin admin] Made reservation on behalf of 5133b2335c6b4b5dbb7b6b0b3d366b38 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:47.887910 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fcee647a-ec5b-4707-943a-0c3b2ca46156 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:47.897199 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 08ecdda0-b83d-4e3e-bead-7883e1f704fb details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:31:47.973835 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 2c665d53-7a62-438a-8413-2328c39c5517 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c665d53-7a62-438a-8413-2328c39c5517 found for delete ", "request_id": "req-f151c082-0d92-4b4f-816c-d31963c6b715"}]} May 26 16:31:47.988853 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2b072d06-5a07-431a-9032-a89828d534f9 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:48.014249 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ab7c70c9-aeea-40db-b336-bcf0abc47c94 None None] Deleting port 2b072d06-5a07-431a-9032-a89828d534f9 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:31:48.014853 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ab7c70c9-aeea-40db-b336-bcf0abc47c94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:48.105882 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad6b8-0096-40b2-81df-10d32f98212c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:48.106895 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:48.121168 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fcee647a-ec5b-4707-943a-0c3b2ca46156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:48.132338 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ab7c70c9-aeea-40db-b336-bcf0abc47c94 None None] For port 2b072d06-5a07-431a-9032-a89828d534f9, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2b072d06-5a07-431a-9032-a89828d534f9,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:48.141999 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ab7c70c9-aeea-40db-b336-bcf0abc47c94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:48.159883 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad6b8-0096-40b2-81df-10d32f98212c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:48.166312 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4d8ad6b8-0096-40b2-81df-10d32f98212c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] 10.222.0.77 "DELETE /v2.0/networks/7b287c60-3f0d-426b-95e6-32baeba0ebbc HTTP/1.1" status: 204 len: 168 time: 1.5099027 May 26 16:31:48.171779 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ad6b8-0096-40b2-81df-10d32f98212c tempest-BulkNetworkOpsTest-1517483169 tempest-BulkNetworkOpsTest-1517483169-project] Pushing event deleted for resources: {'Network': ['ID=7b287c60-3f0d-426b-95e6-32baeba0ebbc,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:48.175705 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ab7c70c9-aeea-40db-b336-bcf0abc47c94 None None] Calling delete_port for 2b072d06-5a07-431a-9032-a89828d534f9 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:31:48.292918 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2b072d06-5a07-431a-9032-a89828d534f9 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:31:48.365115 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55214) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:48.398257 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee647a-ec5b-4707-943a-0c3b2ca46156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52b0f5ef-e227-44ba-a393-28f4e74c713a,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:48.415728 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:48.423008 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcee647a-ec5b-4707-943a-0c3b2ca46156 admin admin] Checking segment: {'id': 'a4ac5541-1d76-4be6-8e4e-b912c2c1981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '08ecdda0-b83d-4e3e-bead-7883e1f704fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:48.425704 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcee647a-ec5b-4707-943a-0c3b2ca46156 admin admin] Network hostable DHCP agents. Network: 08ecdda0-b83d-4e3e-bead-7883e1f704fb, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:31:48.479981 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ab7c70c9-aeea-40db-b336-bcf0abc47c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:48.528813 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcee647a-ec5b-4707-943a-0c3b2ca46156 admin admin] Network 08ecdda0-b83d-4e3e-bead-7883e1f704fb is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:31:48.546948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-fcee647a-ec5b-4707-943a-0c3b2ca46156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 08ecdda0-b83d-4e3e-bead-7883e1f704fb) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:48.561005 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcee647a-ec5b-4707-943a-0c3b2ca46156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:48.561922 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fcee647a-ec5b-4707-943a-0c3b2ca46156 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:48.582402 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ada873-37a9-4aa4-9232-555a2c39f675 admin admin] Deleting subnet 4e588f77-1f1c-4c0b-b84c-b07c3a877ae3 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:31:48.593949 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2ada873-37a9-4aa4-9232-555a2c39f675 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:48.598142 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Port 2b072d06-5a07-431a-9032-a89828d534f9 update to DOWN by agent not found {{(pid=103897) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} May 26 16:31:48.608440 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6da8617-a310-4043-950e-5e0c6a1889ec None None] Network 08ecdda0-b83d-4e3e-bead-7883e1f704fb requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:48.623327 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c70c9-aeea-40db-b336-bcf0abc47c94 None None] Pushing event deleted for resources: {'Port': ['ID=2b072d06-5a07-431a-9032-a89828d534f9,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:48.656303 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c70c9-aeea-40db-b336-bcf0abc47c94 None None] No DVR routers for this DVR port 2b072d06-5a07-431a-9032-a89828d534f9 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:31:48.682516 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2ada873-37a9-4aa4-9232-555a2c39f675 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:48.759655 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2ada873-37a9-4aa4-9232-555a2c39f675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:48.762164 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fcee647a-ec5b-4707-943a-0c3b2ca46156 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9139240 May 26 16:31:48.890738 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55250) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:48.937348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b17093-dd62-43f6-87f0-e9beafa41c95 None None] Network 08ecdda0-b83d-4e3e-bead-7883e1f704fb requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:48.973045 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2ada873-37a9-4aa4-9232-555a2c39f675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:49.004214 n-d-843337-2 neutron-server[103896]: DEBUG neutron.objects.ports [None req-7d07f166-17cf-4aeb-8111-cba3b05db2bc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103896) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:31:49.019497 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7d07f166-17cf-4aeb-8111-cba3b05db2bc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:49.050625 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ada873-37a9-4aa4-9232-555a2c39f675 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e588f77-1f1c-4c0b-b84c-b07c3a877ae3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:49.068915 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a2ada873-37a9-4aa4-9232-555a2c39f675 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:49.077954 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a2ada873-37a9-4aa4-9232-555a2c39f675 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4e588f77-1f1c-4c0b-b84c-b07c3a877ae3 HTTP/1.1" status: 204 len: 168 time: 0.7104831 May 26 16:31:49.080340 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55258) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:49.088674 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d07f166-17cf-4aeb-8111-cba3b05db2bc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:49.095315 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-7d07f166-17cf-4aeb-8111-cba3b05db2bc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:49.105514 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d07f166-17cf-4aeb-8111-cba3b05db2bc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:49.108853 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7d07f166-17cf-4aeb-8111-cba3b05db2bc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:49.166094 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b941bce9-e86c-4deb-ab7e-36008425a2c1 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:49.177348 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7d07f166-17cf-4aeb-8111-cba3b05db2bc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5794647 May 26 16:31:49.178713 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55264) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:49.193429 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-968e9a1a-46c4-44e1-a0f5-83a0ac4485a6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:49.199043 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07f166-17cf-4aeb-8111-cba3b05db2bc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=0283ffb6-db71-4940-b3f5-51c45ee08d0b,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:49.299105 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b30a5fa4-2679-4864-9e89-c51afb49af29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:49.738688 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 41ff7736-2134-4e06-8242-db427d8e881a no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:31:49.769926 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b30a5fa4-2679-4864-9e89-c51afb49af29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:49.798487 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-b30a5fa4-2679-4864-9e89-c51afb49af29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061b8212-bfd9-41a8-8080-3e7678e5143f']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:49.801508 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 41ff7736-2134-4e06-8242-db427d8e881a {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:31:49.801878 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 41ff7736-2134-4e06-8242-db427d8e881a not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:31:49.812656 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-b30a5fa4-2679-4864-9e89-c51afb49af29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2edafa1c-45e3-4937-aeb8-c4249b59b63a') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:49.813039 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-b30a5fa4-2679-4864-9e89-c51afb49af29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2edafa1c-45e3-4937-aeb8-c4249b59b63a') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:49.819358 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:49.831375 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b30a5fa4-2679-4864-9e89-c51afb49af29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:49.863124 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b30a5fa4-2679-4864-9e89-c51afb49af29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:49.872624 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30a5fa4-2679-4864-9e89-c51afb49af29 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:31:49.873730 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b30a5fa4-2679-4864-9e89-c51afb49af29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:49.911322 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 2edafa1c-45e3-4937-aeb8-c4249b59b63a resource provider aggregate not found May 26 16:31:49.957574 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a05c56f-92c5-4974-82c8-cb1fc0716934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-c35b079d-bcd5-434c-9023-f88865e938de', 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'fixed_ips': [{'subnet_id': '0283ffb6-db71-4940-b3f5-51c45ee08d0b'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:31:49.960691 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9a05c56f-92c5-4974-82c8-cb1fc0716934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:49.987232 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 2edafa1c-45e3-4937-aeb8-c4249b59b63a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2edafa1c-45e3-4937-aeb8-c4249b59b63a found for delete ", "request_id": "req-1ba730d4-40f4-4520-91a1-95767052759c"}]} May 26 16:31:50.023989 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b30a5fa4-2679-4864-9e89-c51afb49af29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:50.040858 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b30a5fa4-2679-4864-9e89-c51afb49af29 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:50.056821 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b30a5fa4-2679-4864-9e89-c51afb49af29 admin admin] 10.222.0.77 "DELETE /v2.0/networks/061b8212-bfd9-41a8-8080-3e7678e5143f HTTP/1.1" status: 204 len: 168 time: 0.9716129 May 26 16:31:50.058249 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55282) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:50.075970 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3c2eeb76-e4b1-44b2-89f2-67d79be47b7d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=890d4665d7ce483798b15f6ae68ee7ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1834445 May 26 16:31:50.080710 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55284) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:50.097501 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a5fa4-2679-4864-9e89-c51afb49af29 admin admin] Pushing event deleted for resources: {'Network': ['ID=061b8212-bfd9-41a8-8080-3e7678e5143f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:50.125406 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968e9a1a-46c4-44e1-a0f5-83a0ac4485a6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:50.129164 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-968e9a1a-46c4-44e1-a0f5-83a0ac4485a6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:50.197779 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-578a256f-efbd-48f6-9c75-58b6798efdc6 admin admin] Deleting subnet 578e9b7f-90b2-4b50-9229-165c434088cd {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:31:50.202350 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-578a256f-efbd-48f6-9c75-58b6798efdc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:50.245725 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2db89e0-99db-447d-9d42-dcf63cd67d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:50.302348 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2db89e0-99db-447d-9d42-dcf63cd67d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:50.306546 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-578a256f-efbd-48f6-9c75-58b6798efdc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:50.357516 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-9a05c56f-92c5-4974-82c8-cb1fc0716934 None None] Allocated IP 2001:db8::f816:3eff:fec3:7e57 (c35b079d-bcd5-434c-9023-f88865e938de/0283ffb6-db71-4940-b3f5-51c45ee08d0b/a791f9a5-70f7-4c08-950b-0287a92c2cf1) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:50.384914 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-578a256f-efbd-48f6-9c75-58b6798efdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:50.474886 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2db89e0-99db-447d-9d42-dcf63cd67d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:50.477891 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2db89e0-99db-447d-9d42-dcf63cd67d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:50.490112 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c2db89e0-99db-447d-9d42-dcf63cd67d5e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/88598854-2ee2-4b8d-941e-ee3bc90a69f0 HTTP/1.1" status: 204 len: 168 time: 0.4082768 May 26 16:31:50.504632 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-578a256f-efbd-48f6-9c75-58b6798efdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:50.567872 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db89e0-99db-447d-9d42-dcf63cd67d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88598854-2ee2-4b8d-941e-ee3bc90a69f0,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:50.568879 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a256f-efbd-48f6-9c75-58b6798efdc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=578e9b7f-90b2-4b50-9229-165c434088cd,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:50.585416 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-578a256f-efbd-48f6-9c75-58b6798efdc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:50.593063 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-578a256f-efbd-48f6-9c75-58b6798efdc6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/578e9b7f-90b2-4b50-9229-165c434088cd HTTP/1.1" status: 204 len: 168 time: 0.5349665 May 26 16:31:50.595758 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55292) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:50.758865 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-968e9a1a-46c4-44e1-a0f5-83a0ac4485a6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:50.778896 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e7d511a-fdea-4197-af2f-d854ec57e6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:50.884591 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9a05c56f-92c5-4974-82c8-cb1fc0716934 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:50.896813 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9a05c56f-92c5-4974-82c8-cb1fc0716934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:50.902004 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968e9a1a-46c4-44e1-a0f5-83a0ac4485a6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:50.908764 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-968e9a1a-46c4-44e1-a0f5-83a0ac4485a6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:50.916834 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968e9a1a-46c4-44e1-a0f5-83a0ac4485a6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:50.929578 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-968e9a1a-46c4-44e1-a0f5-83a0ac4485a6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:50.952207 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e9a1a-46c4-44e1-a0f5-83a0ac4485a6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=68d3822f-fa8d-4078-ad4c-0e7e96e56040,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:50.970199 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a05c56f-92c5-4974-82c8-cb1fc0716934 None None] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:50.975052 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-9a05c56f-92c5-4974-82c8-cb1fc0716934 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:50.982990 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a05c56f-92c5-4974-82c8-cb1fc0716934 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:50.991885 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-968e9a1a-46c4-44e1-a0f5-83a0ac4485a6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8074570 May 26 16:31:50.995490 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55300) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:51.004020 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e7d511a-fdea-4197-af2f-d854ec57e6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:51.019754 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-49b10839-55df-479d-a060-5ceaa7e67fde tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'mac_address': 'fa:16:3e:64:8b:90', 'name': 'tempest-NetworksTestDHCPv6-1215097435'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:51.127651 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-8e7d511a-fdea-4197-af2f-d854ec57e6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a54e6270-9055-4b0a-bc40-184a2db448c3']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:51.149029 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05c56f-92c5-4974-82c8-cb1fc0716934 None None] Pushing event updated for resources: {'Port': ['ID=a791f9a5-70f7-4c08-950b-0287a92c2cf1,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:51.151678 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9a05c56f-92c5-4974-82c8-cb1fc0716934 None None] Attempting to bind port a791f9a5-70f7-4c08-950b-0287a92c2cf1 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:31:51.152045 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9a05c56f-92c5-4974-82c8-cb1fc0716934 None None] Attempting to bind port a791f9a5-70f7-4c08-950b-0287a92c2cf1 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:31:51.152558 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a05c56f-92c5-4974-82c8-cb1fc0716934 None None] Attempting to bind port a791f9a5-70f7-4c08-950b-0287a92c2cf1 on network c35b079d-bcd5-434c-9023-f88865e938de {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:31:51.155029 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-8e7d511a-fdea-4197-af2f-d854ec57e6c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce597531-fe7e-4c5e-8867-295877952d6c') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:51.155334 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-8e7d511a-fdea-4197-af2f-d854ec57e6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce597531-fe7e-4c5e-8867-295877952d6c') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:51.159757 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a05c56f-92c5-4974-82c8-cb1fc0716934 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:31:51.159757 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a05c56f-92c5-4974-82c8-cb1fc0716934 None None] Checking segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:51.159946 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9a05c56f-92c5-4974-82c8-cb1fc0716934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:51.160857 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a05c56f-92c5-4974-82c8-cb1fc0716934 None None] Bound using segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:31:51.161632 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9a05c56f-92c5-4974-82c8-cb1fc0716934 None None] Bound port: a791f9a5-70f7-4c08-950b-0287a92c2cf1, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:31:51.164281 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9a05c56f-92c5-4974-82c8-cb1fc0716934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:51.193113 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e7d511a-fdea-4197-af2f-d854ec57e6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:51.233734 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e7d511a-fdea-4197-af2f-d854ec57e6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:51.248287 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7d511a-fdea-4197-af2f-d854ec57e6c5 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:31:51.248287 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e7d511a-fdea-4197-af2f-d854ec57e6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:51.287969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9a05c56f-92c5-4974-82c8-cb1fc0716934 None None] For port a791f9a5-70f7-4c08-950b-0287a92c2cf1, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:31:51.294191 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9a05c56f-92c5-4974-82c8-cb1fc0716934 None None] For port a791f9a5-70f7-4c08-950b-0287a92c2cf1, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a791f9a5-70f7-4c08-950b-0287a92c2cf1,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:31:51.307582 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9a05c56f-92c5-4974-82c8-cb1fc0716934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:51.348515 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b10839-55df-479d-a060-5ceaa7e67fde tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:51.405207 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05c56f-92c5-4974-82c8-cb1fc0716934 None None] Pushing event updated for resources: {'Port': ['ID=a791f9a5-70f7-4c08-950b-0287a92c2cf1,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:51.488165 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e7d511a-fdea-4197-af2f-d854ec57e6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:51.505691 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e7d511a-fdea-4197-af2f-d854ec57e6c5 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:51.509116 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8e7d511a-fdea-4197-af2f-d854ec57e6c5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a54e6270-9055-4b0a-bc40-184a2db448c3 HTTP/1.1" status: 204 len: 168 time: 0.9123559 May 26 16:31:51.561175 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d511a-fdea-4197-af2f-d854ec57e6c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a54e6270-9055-4b0a-bc40-184a2db448c3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:51.564277 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-49b10839-55df-479d-a060-5ceaa7e67fde tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:51.629929 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-49b10839-55df-479d-a060-5ceaa7e67fde tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] device_id is not set on port 422e6f7c-6700-44ed-a7ba-a5ce988855dd yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:31:51.831213 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55328) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:51.951175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55332) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:51.956572 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3814a4d6-4eff-4622-9f35-c5d64b6c2e70 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ae202c5732fb4c3ab15b147084caed77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1146193 May 26 16:31:51.958177 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55334) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:52.069115 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment ce597531-fe7e-4c5e-8867-295877952d6c resource provider aggregate not found May 26 16:31:52.101740 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-49b10839-55df-479d-a060-5ceaa7e67fde tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 172.20.0.14 (c35b079d-bcd5-434c-9023-f88865e938de/68d3822f-fa8d-4078-ad4c-0e7e96e56040/422e6f7c-6700-44ed-a7ba-a5ce988855dd) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:52.111263 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment ce597531-fe7e-4c5e-8867-295877952d6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce597531-fe7e-4c5e-8867-295877952d6c found for delete ", "request_id": "req-aee693f3-339f-4478-9650-ddced330e8fb"}]} May 26 16:31:52.119257 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37df55ce-f306-40ba-af00-a77fbad43476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:52.129296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-49b10839-55df-479d-a060-5ceaa7e67fde tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8::f816:3eff:fe64:8b90 (c35b079d-bcd5-434c-9023-f88865e938de/0283ffb6-db71-4940-b3f5-51c45ee08d0b/422e6f7c-6700-44ed-a7ba-a5ce988855dd) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:52.189185 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37df55ce-f306-40ba-af00-a77fbad43476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:52.295151 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a791f9a5-70f7-4c08-950b-0287a92c2cf1 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:31:52.341660 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37df55ce-f306-40ba-af00-a77fbad43476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:52.346264 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37df55ce-f306-40ba-af00-a77fbad43476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:52.349922 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-37df55ce-f306-40ba-af00-a77fbad43476 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/921632cc-b79a-4a7c-a8b1-29086cfc3313 HTTP/1.1" status: 204 len: 168 time: 0.3880436 May 26 16:31:52.375552 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df55ce-f306-40ba-af00-a77fbad43476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921632cc-b79a-4a7c-a8b1-29086cfc3313,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:52.491582 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-17675ff0-8328-442a-879d-b79c7ed95dc6 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1518890285'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:52.504986 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port a791f9a5-70f7-4c08-950b-0287a92c2cf1 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:52.505805 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:52.565566 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17675ff0-8328-442a-879d-b79c7ed95dc6 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Made reservation on behalf of dc09c14953fa4a54996dcaf4d4d4825c for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:52.574453 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-17675ff0-8328-442a-879d-b79c7ed95dc6 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:52.618628 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-17675ff0-8328-442a-879d-b79c7ed95dc6 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:52.754167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port a791f9a5-70f7-4c08-950b-0287a92c2cf1 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:52.756471 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:52.810748 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-49b10839-55df-479d-a060-5ceaa7e67fde tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:52.877774 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port a791f9a5-70f7-4c08-950b-0287a92c2cf1, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a791f9a5-70f7-4c08-950b-0287a92c2cf1,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:52.883040 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:52.991873 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-17675ff0-8328-442a-879d-b79c7ed95dc6 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:53.013330 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-17675ff0-8328-442a-879d-b79c7ed95dc6 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:53.025221 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-49b10839-55df-479d-a060-5ceaa7e67fde tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:53.052702 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=a791f9a5-70f7-4c08-950b-0287a92c2cf1,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:53.058126 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17675ff0-8328-442a-879d-b79c7ed95dc6 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:31:53.112281 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b10839-55df-479d-a060-5ceaa7e67fde tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:53.126174 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-49b10839-55df-479d-a060-5ceaa7e67fde tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:53.140786 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b10839-55df-479d-a060-5ceaa7e67fde tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:53.146139 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-17675ff0-8328-442a-879d-b79c7ed95dc6 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:53.146746 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-17675ff0-8328-442a-879d-b79c7ed95dc6 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Added segment 26f98c4a-ba92-4cc9-ab3f-2fe8019f7276 of type vlan for network edc31002-8124-417e-a785-7fe3ad272374 May 26 16:31:53.152158 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17675ff0-8328-442a-879d-b79c7ed95dc6 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ee6cac-0db2-4f10-ae68-342e5412e046,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:53.201773 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b10839-55df-479d-a060-5ceaa7e67fde tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=422e6f7c-6700-44ed-a7ba-a5ce988855dd,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:53.205506 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203a2bb7-0f90-4262-a92a-b93b6859139b None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:53.278968 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b10839-55df-479d-a060-5ceaa7e67fde tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:53.279709 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-49b10839-55df-479d-a060-5ceaa7e67fde tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:53.301960 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-17675ff0-8328-442a-879d-b79c7ed95dc6 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:53.312932 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55358) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:53.315013 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-49b10839-55df-479d-a060-5ceaa7e67fde tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.3143356 May 26 16:31:53.354938 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-17675ff0-8328-442a-879d-b79c7ed95dc6 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:53.366304 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17675ff0-8328-442a-879d-b79c7ed95dc6 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:53.367122 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-17675ff0-8328-442a-879d-b79c7ed95dc6 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:53.378292 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a869e04f-74b2-4864-9a0c-70fad088513f None None] Provisioning complete for port a791f9a5-70f7-4c08-950b-0287a92c2cf1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:53.392057 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a869e04f-74b2-4864-9a0c-70fad088513f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:53.431622 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55364) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:53.466877 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-17675ff0-8328-442a-879d-b79c7ed95dc6 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5076742 May 26 16:31:53.491671 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314d06ba-d335-4ad4-82aa-c8a338ac41d4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:53.498059 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314d06ba-d335-4ad4-82aa-c8a338ac41d4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:53.513150 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17675ff0-8328-442a-879d-b79c7ed95dc6 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Network': ['ID=edc31002-8124-417e-a785-7fe3ad272374,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:53.518896 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-314d06ba-d335-4ad4-82aa-c8a338ac41d4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.2046392 May 26 16:31:53.524450 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55366) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:53.535141 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network edc31002-8124-417e-a785-7fe3ad272374 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:31:53.616284 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55368) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:53.632019 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-9722606f-edb3-495f-95df-d2d684da1a7a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'subnet': {'network_id': 'edc31002-8124-417e-a785-7fe3ad272374', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:53.643168 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-33a77a88-8394-477d-9c1b-52df621dff3c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6e104398a8e44b74a136c908549263f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2089992 May 26 16:31:53.645285 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55370) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:53.779993 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7f986a77-6fb8-4d32-88f5-9bfebc2dadf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:53.840464 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7f986a77-6fb8-4d32-88f5-9bfebc2dadf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:53.886415 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9722606f-edb3-495f-95df-d2d684da1a7a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Made reservation on behalf of dc09c14953fa4a54996dcaf4d4d4825c for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:53.898863 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9722606f-edb3-495f-95df-d2d684da1a7a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:53.956593 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7f986a77-6fb8-4d32-88f5-9bfebc2dadf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:53.969178 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7f986a77-6fb8-4d32-88f5-9bfebc2dadf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:53.977076 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7f986a77-6fb8-4d32-88f5-9bfebc2dadf8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3ad846d2-fdfe-4666-8e88-d8f91af2eb85 HTTP/1.1" status: 204 len: 168 time: 0.3280020 May 26 16:31:53.994385 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f986a77-6fb8-4d32-88f5-9bfebc2dadf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad846d2-fdfe-4666-8e88-d8f91af2eb85,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:54.148203 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-5576accc-6cef-4cde-8ec8-f33135b04733 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting port 422e6f7c-6700-44ed-a7ba-a5ce988855dd {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:31:54.148203 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5576accc-6cef-4cde-8ec8-f33135b04733 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:54.211771 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92469eb3-2a3b-4a67-88cb-8a05d59038fd None None] Update dhcp port {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'fixed_ips': [{'subnet_id': '0283ffb6-db71-4940-b3f5-51c45ee08d0b', 'ip_address': '2001:db8::f816:3eff:fec3:7e57'}, {'subnet_id': '68d3822f-fa8d-4078-ad4c-0e7e96e56040'}], 'binding:host_id': 'n-d-843337-2'}, 'id': 'a791f9a5-70f7-4c08-950b-0287a92c2cf1'} from n-d-843337-2. {{(pid=103897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:31:54.285506 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5576accc-6cef-4cde-8ec8-f33135b04733 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:54.302299 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-5576accc-6cef-4cde-8ec8-f33135b04733 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Calling delete_port for 422e6f7c-6700-44ed-a7ba-a5ce988855dd owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:31:54.309670 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a791f9a5-70f7-4c08-950b-0287a92c2cf1 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:31:54.377118 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-92469eb3-2a3b-4a67-88cb-8a05d59038fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:54.470055 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a869e04f-74b2-4864-9a0c-70fad088513f None None] Current status of the port a791f9a5-70f7-4c08-950b-0287a92c2cf1 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:54.803516 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port a791f9a5-70f7-4c08-950b-0287a92c2cf1 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:54.804214 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:54.836793 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9722606f-edb3-495f-95df-d2d684da1a7a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:54.994305 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722606f-edb3-495f-95df-d2d684da1a7a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Subnet': ['ID=41c487f9-87cd-4d00-8593-ec144d4f5c91,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:55.056465 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9722606f-edb3-495f-95df-d2d684da1a7a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Checking segment: {'id': '26f98c4a-ba92-4cc9-ab3f-2fe8019f7276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'edc31002-8124-417e-a785-7fe3ad272374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:55.059744 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9722606f-edb3-495f-95df-d2d684da1a7a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Network hostable DHCP agents. Network: edc31002-8124-417e-a785-7fe3ad272374, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:31:55.117426 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9722606f-edb3-495f-95df-d2d684da1a7a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Network edc31002-8124-417e-a785-7fe3ad272374 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:31:55.130809 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-9722606f-edb3-495f-95df-d2d684da1a7a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, edc31002-8124-417e-a785-7fe3ad272374) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:55.137042 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9722606f-edb3-495f-95df-d2d684da1a7a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:55.138188 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9722606f-edb3-495f-95df-d2d684da1a7a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:55.164158 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9722606f-edb3-495f-95df-d2d684da1a7a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5409496 May 26 16:31:55.164367 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55394) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:55.171879 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-025a16e2-2cfc-4bef-b16a-4056aca06f82 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1902045053'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:55.203952 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5576accc-6cef-4cde-8ec8-f33135b04733 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:55.208857 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025a16e2-2cfc-4bef-b16a-4056aca06f82 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Made reservation on behalf of dc09c14953fa4a54996dcaf4d4d4825c for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:55.218242 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-025a16e2-2cfc-4bef-b16a-4056aca06f82 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:55.237135 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576accc-6cef-4cde-8ec8-f33135b04733 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Port': ['ID=422e6f7c-6700-44ed-a7ba-a5ce988855dd,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:55.274879 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025a16e2-2cfc-4bef-b16a-4056aca06f82 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:31:55.297745 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-025a16e2-2cfc-4bef-b16a-4056aca06f82 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:55.298463 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-025a16e2-2cfc-4bef-b16a-4056aca06f82 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Added segment a0df4c71-fe8f-4a43-8573-2883b089f09f of type vlan for network 052e3de6-26da-4c5a-ae08-bee6c5b0c4c7 May 26 16:31:55.304693 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-92469eb3-2a3b-4a67-88cb-8a05d59038fd None None] Allocated IP 172.20.0.2 (c35b079d-bcd5-434c-9023-f88865e938de/68d3822f-fa8d-4078-ad4c-0e7e96e56040/a791f9a5-70f7-4c08-950b-0287a92c2cf1) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:55.370657 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-025a16e2-2cfc-4bef-b16a-4056aca06f82 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:55.425191 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-025a16e2-2cfc-4bef-b16a-4056aca06f82 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:55.432432 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5576accc-6cef-4cde-8ec8-f33135b04733 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:55.435129 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025a16e2-2cfc-4bef-b16a-4056aca06f82 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:55.436063 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-025a16e2-2cfc-4bef-b16a-4056aca06f82 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:55.440787 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5576accc-6cef-4cde-8ec8-f33135b04733 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/422e6f7c-6700-44ed-a7ba-a5ce988855dd HTTP/1.1" status: 204 len: 168 time: 1.9134138 May 26 16:31:55.441592 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55398) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:55.555983 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951fefd5-d921-4aea-91a5-9e377dfbe6b0 None None] Network edc31002-8124-417e-a785-7fe3ad272374 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:55.575297 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90201374-6b4a-4b67-8376-1b3e4a04b928 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:55.577858 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90201374-6b4a-4b67-8376-1b3e4a04b928 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:55.579612 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90201374-6b4a-4b67-8376-1b3e4a04b928 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:55.585146 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-90201374-6b4a-4b67-8376-1b3e4a04b928 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1419921 May 26 16:31:55.586077 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a16e2-2cfc-4bef-b16a-4056aca06f82 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Network': ['ID=052e3de6-26da-4c5a-ae08-bee6c5b0c4c7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:55.586277 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55406) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:55.600675 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-025a16e2-2cfc-4bef-b16a-4056aca06f82 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4341443 May 26 16:31:55.605425 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55410) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:55.621982 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-6362a74f-3d4c-4b8a-be0c-af03642b256e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'subnet': {'network_id': '052e3de6-26da-4c5a-ae08-bee6c5b0c4c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:55.683066 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b485150-4c3f-4b3f-91b3-c9b3029152b7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet 0283ffb6-db71-4940-b3f5-51c45ee08d0b {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:31:55.744609 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 052e3de6-26da-4c5a-ae08-bee6c5b0c4c7 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:31:55.833686 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6362a74f-3d4c-4b8a-be0c-af03642b256e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Made reservation on behalf of dc09c14953fa4a54996dcaf4d4d4825c for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:55.841934 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-92469eb3-2a3b-4a67-88cb-8a05d59038fd None None] For port a791f9a5-70f7-4c08-950b-0287a92c2cf1, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a791f9a5-70f7-4c08-950b-0287a92c2cf1,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:55.842870 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6362a74f-3d4c-4b8a-be0c-af03642b256e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:55.995920 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55422) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:56.060285 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-92469eb3-2a3b-4a67-88cb-8a05d59038fd None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:56.067386 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b485150-4c3f-4b3f-91b3-c9b3029152b7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:56.104946 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-92469eb3-2a3b-4a67-88cb-8a05d59038fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:56.205628 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b485150-4c3f-4b3f-91b3-c9b3029152b7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:56.213561 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port a791f9a5-70f7-4c08-950b-0287a92c2cf1 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:56.295276 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d38ce22e-6d50-411d-a1c1-b6ecfefdbafc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1265297354-network', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:56.307528 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92469eb3-2a3b-4a67-88cb-8a05d59038fd None None] Pushing event updated for resources: {'Port': ['ID=a791f9a5-70f7-4c08-950b-0287a92c2cf1,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:56.329143 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1029ea74-6db6-4b6e-a943-f5653c9cde46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-edc31002-8124-417e-a785-7fe3ad272374', 'network_id': 'edc31002-8124-417e-a785-7fe3ad272374', 'tenant_id': 'dc09c14953fa4a54996dcaf4d4d4825c', 'fixed_ips': [{'subnet_id': '41c487f9-87cd-4d00-8593-ec144d4f5c91'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:31:56.330008 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1029ea74-6db6-4b6e-a943-f5653c9cde46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:56.370737 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38ce22e-6d50-411d-a1c1-b6ecfefdbafc admin admin] Made reservation on behalf of 72a5ce476eef4d1192f67830028ac2c1 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:56.373823 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d38ce22e-6d50-411d-a1c1-b6ecfefdbafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:56.415322 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6362a74f-3d4c-4b8a-be0c-af03642b256e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:56.445059 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d38ce22e-6d50-411d-a1c1-b6ecfefdbafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:56.487078 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b485150-4c3f-4b3f-91b3-c9b3029152b7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:56.608972 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362a74f-3d4c-4b8a-be0c-af03642b256e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Subnet': ['ID=3df68503-c87f-4f3e-bf01-b0c6cbe14086,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:56.638197 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6362a74f-3d4c-4b8a-be0c-af03642b256e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Checking segment: {'id': 'a0df4c71-fe8f-4a43-8573-2883b089f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '052e3de6-26da-4c5a-ae08-bee6c5b0c4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:56.638567 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6362a74f-3d4c-4b8a-be0c-af03642b256e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Network hostable DHCP agents. Network: 052e3de6-26da-4c5a-ae08-bee6c5b0c4c7, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:31:56.655283 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-1029ea74-6db6-4b6e-a943-f5653c9cde46 None None] Allocated IP 172.20.255.242 (edc31002-8124-417e-a785-7fe3ad272374/41c487f9-87cd-4d00-8593-ec144d4f5c91/bb738442-22c6-4e41-a600-45989b104a95) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:31:56.678364 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b485150-4c3f-4b3f-91b3-c9b3029152b7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:56.738528 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6362a74f-3d4c-4b8a-be0c-af03642b256e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Network 052e3de6-26da-4c5a-ae08-bee6c5b0c4c7 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:31:56.745897 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d38ce22e-6d50-411d-a1c1-b6ecfefdbafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:56.758598 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-6362a74f-3d4c-4b8a-be0c-af03642b256e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 052e3de6-26da-4c5a-ae08-bee6c5b0c4c7) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:56.772016 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b485150-4c3f-4b3f-91b3-c9b3029152b7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=0283ffb6-db71-4940-b3f5-51c45ee08d0b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:56.772572 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6362a74f-3d4c-4b8a-be0c-af03642b256e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:56.773282 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6362a74f-3d4c-4b8a-be0c-af03642b256e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:56.775851 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d38ce22e-6d50-411d-a1c1-b6ecfefdbafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:56.794702 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2b485150-4c3f-4b3f-91b3-c9b3029152b7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:56.798614 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2b485150-4c3f-4b3f-91b3-c9b3029152b7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/0283ffb6-db71-4940-b3f5-51c45ee08d0b HTTP/1.1" status: 204 len: 168 time: 1.2105925 May 26 16:31:56.801401 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55434) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:56.824658 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6362a74f-3d4c-4b8a-be0c-af03642b256e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2108009 May 26 16:31:56.827145 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55436) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:56.854786 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2287964-ba64-47b2-8fe3-ee203e8ecd42 None None] Network 052e3de6-26da-4c5a-ae08-bee6c5b0c4c7 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:56.886127 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5a8ce4-226c-4a25-8877-c56a0c00ec7e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet 68d3822f-fa8d-4078-ad4c-0e7e96e56040 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:31:56.893131 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38ce22e-6d50-411d-a1c1-b6ecfefdbafc admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:31:56.899283 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ac5a8ce4-226c-4a25-8877-c56a0c00ec7e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:57.036074 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d38ce22e-6d50-411d-a1c1-b6ecfefdbafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:57.042118 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-d38ce22e-6d50-411d-a1c1-b6ecfefdbafc admin admin] Added segment 5f841553-154d-4aef-93a5-5848666094a0 of type vlan for network a0268940-7484-46cd-afca-0aa172618427 May 26 16:31:57.049027 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ce22e-6d50-411d-a1c1-b6ecfefdbafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e8d17e-918b-49b1-900d-3240410864f5,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:57.109273 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ac5a8ce4-226c-4a25-8877-c56a0c00ec7e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:57.127616 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee5d79be-e70d-462f-9c63-4de60e772717 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:57.240339 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1029ea74-6db6-4b6e-a943-f5653c9cde46 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:57.257999 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1029ea74-6db6-4b6e-a943-f5653c9cde46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:57.268814 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d38ce22e-6d50-411d-a1c1-b6ecfefdbafc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:57.344967 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee5d79be-e70d-462f-9c63-4de60e772717 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:57.370084 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1029ea74-6db6-4b6e-a943-f5653c9cde46 None None] Network edc31002-8124-417e-a785-7fe3ad272374 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:57.371903 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-1029ea74-6db6-4b6e-a943-f5653c9cde46 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:57.378887 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1029ea74-6db6-4b6e-a943-f5653c9cde46 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:31:57.419095 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029ea74-6db6-4b6e-a943-f5653c9cde46 None None] Pushing event updated for resources: {'Port': ['ID=bb738442-22c6-4e41-a600-45989b104a95,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:57.451190 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ac5a8ce4-226c-4a25-8877-c56a0c00ec7e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:57.533396 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.db.resource_extend [None req-d38ce22e-6d50-411d-a1c1-b6ecfefdbafc admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:31:57.573660 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee5d79be-e70d-462f-9c63-4de60e772717 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:57.612835 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-1029ea74-6db6-4b6e-a943-f5653c9cde46 None None] Attempting to bind port bb738442-22c6-4e41-a600-45989b104a95 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:31:57.613207 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-1029ea74-6db6-4b6e-a943-f5653c9cde46 None None] Attempting to bind port bb738442-22c6-4e41-a600-45989b104a95 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '26f98c4a-ba92-4cc9-ab3f-2fe8019f7276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'edc31002-8124-417e-a785-7fe3ad272374'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:31:57.613755 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1029ea74-6db6-4b6e-a943-f5653c9cde46 None None] Attempting to bind port bb738442-22c6-4e41-a600-45989b104a95 on network edc31002-8124-417e-a785-7fe3ad272374 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:31:57.616229 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3d5d04-d445-47b0-b2d4-fc20b734c0eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-052e3de6-26da-4c5a-ae08-bee6c5b0c4c7', 'network_id': '052e3de6-26da-4c5a-ae08-bee6c5b0c4c7', 'tenant_id': 'dc09c14953fa4a54996dcaf4d4d4825c', 'fixed_ips': [{'subnet_id': '3df68503-c87f-4f3e-bf01-b0c6cbe14086'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:31:57.617051 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3a3d5d04-d445-47b0-b2d4-fc20b734c0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:57.617886 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d38ce22e-6d50-411d-a1c1-b6ecfefdbafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:57.619002 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38ce22e-6d50-411d-a1c1-b6ecfefdbafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:57.619591 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d38ce22e-6d50-411d-a1c1-b6ecfefdbafc admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:57.678100 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d79be-e70d-462f-9c63-4de60e772717 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Subnet': ['ID=3df68503-c87f-4f3e-bf01-b0c6cbe14086,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:57.688385 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1029ea74-6db6-4b6e-a943-f5653c9cde46 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:31:57.688766 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1029ea74-6db6-4b6e-a943-f5653c9cde46 None None] Checking segment: {'id': '26f98c4a-ba92-4cc9-ab3f-2fe8019f7276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'edc31002-8124-417e-a785-7fe3ad272374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:31:57.689168 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1029ea74-6db6-4b6e-a943-f5653c9cde46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:57.689565 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1029ea74-6db6-4b6e-a943-f5653c9cde46 None None] Bound using segment: {'id': '26f98c4a-ba92-4cc9-ab3f-2fe8019f7276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'edc31002-8124-417e-a785-7fe3ad272374'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:31:57.690053 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-1029ea74-6db6-4b6e-a943-f5653c9cde46 None None] Bound port: bb738442-22c6-4e41-a600-45989b104a95, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f98c4a-ba92-4cc9-ab3f-2fe8019f7276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'edc31002-8124-417e-a785-7fe3ad272374'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:31:57.690434 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1029ea74-6db6-4b6e-a943-f5653c9cde46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:57.750492 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee5d79be-e70d-462f-9c63-4de60e772717 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:57.805599 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528e4dc3-ccc9-4d91-aa77-847893a6c884 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:57.806625 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-ee5d79be-e70d-462f-9c63-4de60e772717 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052e3de6-26da-4c5a-ae08-bee6c5b0c4c7']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:57.807794 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ac5a8ce4-226c-4a25-8877-c56a0c00ec7e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:57.842639 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-ee5d79be-e70d-462f-9c63-4de60e772717 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0df4c71-fe8f-4a43-8573-2883b089f09f') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:57.842966 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-ee5d79be-e70d-462f-9c63-4de60e772717 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0df4c71-fe8f-4a43-8573-2883b089f09f') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:31:57.848526 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a8ce4-226c-4a25-8877-c56a0c00ec7e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=68d3822f-fa8d-4078-ad4c-0e7e96e56040,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:57.862907 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d38ce22e-6d50-411d-a1c1-b6ecfefdbafc admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8655298 May 26 16:31:57.865887 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55444) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:57.872730 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-846a0abb-8e6a-4166-86bc-e29395b370d4 admin admin] Request body: {'subnet': {'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1265297354-subnet', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:57.878740 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ac5a8ce4-226c-4a25-8877-c56a0c00ec7e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:57.882634 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ac5a8ce4-226c-4a25-8877-c56a0c00ec7e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/68d3822f-fa8d-4078-ad4c-0e7e96e56040 HTTP/1.1" status: 204 len: 168 time: 1.0787485 May 26 16:31:57.883731 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ce22e-6d50-411d-a1c1-b6ecfefdbafc admin admin] Pushing event updated for resources: {'Network': ['ID=a0268940-7484-46cd-afca-0aa172618427,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:57.891290 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55446) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:57.914868 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee5d79be-e70d-462f-9c63-4de60e772717 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:57.944334 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fc5a211a-4643-4c2f-8893-0018ef948d15 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512118 May 26 16:31:57.944854 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network a0268940-7484-46cd-afca-0aa172618427 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:31:57.948222 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55448) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:57.954541 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-bc6e953a-fb8e-4b43-a927-ed798768fb52 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:57.968854 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee5d79be-e70d-462f-9c63-4de60e772717 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:57.999122 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5d79be-e70d-462f-9c63-4de60e772717 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:31:57.999561 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee5d79be-e70d-462f-9c63-4de60e772717 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:58.045101 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment a0df4c71-fe8f-4a43-8573-2883b089f09f resource provider aggregate not found May 26 16:31:58.065024 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea42d2a4-b240-4697-af75-f5d49c81e217 None None] Network 052e3de6-26da-4c5a-ae08-bee6c5b0c4c7 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:58.102039 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4e0df882-45c6-47ee-8136-c8b00bdc5860 None None] Provisioning complete for port a791f9a5-70f7-4c08-950b-0287a92c2cf1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:31:58.102821 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4e0df882-45c6-47ee-8136-c8b00bdc5860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:58.130144 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment a0df4c71-fe8f-4a43-8573-2883b089f09f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0df4c71-fe8f-4a43-8573-2883b089f09f found for delete ", "request_id": "req-76092c84-6128-49b4-892d-541074cac884"}]} May 26 16:31:58.170931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6e953a-fb8e-4b43-a927-ed798768fb52 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:58.176042 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bc6e953a-fb8e-4b43-a927-ed798768fb52 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:58.190178 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee5d79be-e70d-462f-9c63-4de60e772717 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:58.214393 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-1029ea74-6db6-4b6e-a943-f5653c9cde46 None None] For port bb738442-22c6-4e41-a600-45989b104a95, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:31:58.239998 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-1029ea74-6db6-4b6e-a943-f5653c9cde46 None None] For port bb738442-22c6-4e41-a600-45989b104a95, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=bb738442-22c6-4e41-a600-45989b104a95,segment=NetworkSegment(26f98c4a-ba92-4cc9-ab3f-2fe8019f7276),segment_id=26f98c4a-ba92-4cc9-ab3f-2fe8019f7276)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:31:58.259868 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f035aa-a0da-4ff2-8d5e-33d133cc9ae1 None None] DHCP port deletion for c35b079d-bcd5-434c-9023-f88865e938de request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:31:58.265493 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1029ea74-6db6-4b6e-a943-f5653c9cde46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:58.314224 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ee5d79be-e70d-462f-9c63-4de60e772717 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:58.325051 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ee5d79be-e70d-462f-9c63-4de60e772717 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/networks/052e3de6-26da-4c5a-ae08-bee6c5b0c4c7 HTTP/1.1" status: 204 len: 168 time: 1.4961720 May 26 16:31:58.326469 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d79be-e70d-462f-9c63-4de60e772717 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Network': ['ID=052e3de6-26da-4c5a-ae08-bee6c5b0c4c7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:58.338676 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55458) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:58.348222 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-10814593-88a1-475c-965c-43130ffd1967 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-728340728'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:58.361901 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029ea74-6db6-4b6e-a943-f5653c9cde46 None None] Pushing event updated for resources: {'Port': ['ID=bb738442-22c6-4e41-a600-45989b104a95,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:58.420330 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10814593-88a1-475c-965c-43130ffd1967 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Made reservation on behalf of dc09c14953fa4a54996dcaf4d4d4825c for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:58.425942 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10814593-88a1-475c-965c-43130ffd1967 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:58.461631 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846a0abb-8e6a-4166-86bc-e29395b370d4 admin admin] Made reservation on behalf of 72a5ce476eef4d1192f67830028ac2c1 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:58.464048 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-846a0abb-8e6a-4166-86bc-e29395b370d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:58.491192 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10814593-88a1-475c-965c-43130ffd1967 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:31:58.499730 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a791f9a5-70f7-4c08-950b-0287a92c2cf1 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:31:58.510659 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10814593-88a1-475c-965c-43130ffd1967 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:58.511076 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-10814593-88a1-475c-965c-43130ffd1967 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Added segment c18548e7-8a55-46a3-b24a-a5e5463e5d85 of type vlan for network 18a5fa2a-58f9-4bc7-93c2-d91c419f47cd May 26 16:31:58.621988 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10814593-88a1-475c-965c-43130ffd1967 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:58.694771 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10814593-88a1-475c-965c-43130ffd1967 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:58.708885 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10814593-88a1-475c-965c-43130ffd1967 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:58.762319 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-10814593-88a1-475c-965c-43130ffd1967 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:58.857448 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-10814593-88a1-475c-965c-43130ffd1967 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5154424 May 26 16:31:58.867300 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55462) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:31:58.904068 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-70525b55-29c7-4b77-b9ec-81c3f9bf5066 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'subnet': {'network_id': '18a5fa2a-58f9-4bc7-93c2-d91c419f47cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:31:58.964836 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4e0df882-45c6-47ee-8136-c8b00bdc5860 None None] Current status of the port a791f9a5-70f7-4c08-950b-0287a92c2cf1 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:59.003338 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4e0df882-45c6-47ee-8136-c8b00bdc5860 None None] Could not find standard attr ID for object 422e6f7c-6700-44ed-a7ba-a5ce988855dd. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:31:59.076515 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10814593-88a1-475c-965c-43130ffd1967 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Network': ['ID=18a5fa2a-58f9-4bc7-93c2-d91c419f47cd,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:59.119706 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 18a5fa2a-58f9-4bc7-93c2-d91c419f47cd details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:31:59.254919 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-60f035aa-a0da-4ff2-8d5e-33d133cc9ae1 None None] Deleting port a791f9a5-70f7-4c08-950b-0287a92c2cf1 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:31:59.255225 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-60f035aa-a0da-4ff2-8d5e-33d133cc9ae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:59.333370 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port a791f9a5-70f7-4c08-950b-0287a92c2cf1 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:31:59.334057 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:59.478330 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-60f035aa-a0da-4ff2-8d5e-33d133cc9ae1 None None] For port a791f9a5-70f7-4c08-950b-0287a92c2cf1, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a791f9a5-70f7-4c08-950b-0287a92c2cf1,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:59.478834 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-60f035aa-a0da-4ff2-8d5e-33d133cc9ae1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:59.491074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port a791f9a5-70f7-4c08-950b-0287a92c2cf1, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a791f9a5-70f7-4c08-950b-0287a92c2cf1,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:31:59.500507 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-60f035aa-a0da-4ff2-8d5e-33d133cc9ae1 None None] Calling delete_port for a791f9a5-70f7-4c08-950b-0287a92c2cf1 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:31:59.507912 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:59.568416 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-846a0abb-8e6a-4166-86bc-e29395b370d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:59.652317 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a0abb-8e6a-4166-86bc-e29395b370d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=169af66c-e17e-405d-a13a-40c09478394e,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:59.657728 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bc6e953a-fb8e-4b43-a927-ed798768fb52 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:59.768547 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6e953a-fb8e-4b43-a927-ed798768fb52 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:31:59.778393 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=a791f9a5-70f7-4c08-950b-0287a92c2cf1,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:59.783967 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70525b55-29c7-4b77-b9ec-81c3f9bf5066 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Made reservation on behalf of dc09c14953fa4a54996dcaf4d4d4825c for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:31:59.788294 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-70525b55-29c7-4b77-b9ec-81c3f9bf5066 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:59.830798 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-60f035aa-a0da-4ff2-8d5e-33d133cc9ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:59.846414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f035aa-a0da-4ff2-8d5e-33d133cc9ae1 None None] No DVR routers for this DVR port a791f9a5-70f7-4c08-950b-0287a92c2cf1 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:31:59.867597 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f035aa-a0da-4ff2-8d5e-33d133cc9ae1 None None] Pushing event deleted for resources: {'Port': ['ID=a791f9a5-70f7-4c08-950b-0287a92c2cf1,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:31:59.896160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-bc6e953a-fb8e-4b43-a927-ed798768fb52 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:31:59.912665 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4e6ab3-55c7-4571-810e-6e26ea15866f None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:31:59.914656 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6e953a-fb8e-4b43-a927-ed798768fb52 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:31:59.915281 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bc6e953a-fb8e-4b43-a927-ed798768fb52 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:31:59.956872 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.ipam_backend_mixin [None req-70525b55-29c7-4b77-b9ec-81c3f9bf5066 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Performing IP validity checks on allocation pools {{(pid=103896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 26 16:31:59.957397 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.ipam_backend_mixin [None req-70525b55-29c7-4b77-b9ec-81c3f9bf5066 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 26 16:32:00.002472 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e953a-fb8e-4b43-a927-ed798768fb52 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=786f0693-8b14-4733-97ee-552140e6af36,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:00.179723 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846a0abb-8e6a-4166-86bc-e29395b370d4 admin admin] Checking segment: {'id': '5f841553-154d-4aef-93a5-5848666094a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a0268940-7484-46cd-afca-0aa172618427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:00.179898 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846a0abb-8e6a-4166-86bc-e29395b370d4 admin admin] Network hostable DHCP agents. Network: a0268940-7484-46cd-afca-0aa172618427, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:32:00.187932 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-70525b55-29c7-4b77-b9ec-81c3f9bf5066 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:00.201296 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bc6e953a-fb8e-4b43-a927-ed798768fb52 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2515438 May 26 16:32:00.204029 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55476) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:00.210285 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e3935076-11fd-4465-b37f-265dce147152 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:00.278367 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5d898b-173c-47c0-878a-b182ea04eded None None] Network edc31002-8124-417e-a785-7fe3ad272374 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:00.307425 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846a0abb-8e6a-4166-86bc-e29395b370d4 admin admin] Network a0268940-7484-46cd-afca-0aa172618427 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:32:00.330894 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70525b55-29c7-4b77-b9ec-81c3f9bf5066 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Subnet': ['ID=5035cbee-a101-4b29-938b-47b3076e02f3,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:00.336467 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-846a0abb-8e6a-4166-86bc-e29395b370d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, a0268940-7484-46cd-afca-0aa172618427) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:00.344640 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846a0abb-8e6a-4166-86bc-e29395b370d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:00.345304 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-846a0abb-8e6a-4166-86bc-e29395b370d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:00.353850 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70525b55-29c7-4b77-b9ec-81c3f9bf5066 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Checking segment: {'id': 'c18548e7-8a55-46a3-b24a-a5e5463e5d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '18a5fa2a-58f9-4bc7-93c2-d91c419f47cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:00.354293 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70525b55-29c7-4b77-b9ec-81c3f9bf5066 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Network hostable DHCP agents. Network: 18a5fa2a-58f9-4bc7-93c2-d91c419f47cd, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:32:00.381689 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-846a0abb-8e6a-4166-86bc-e29395b370d4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5143580 May 26 16:32:00.383405 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70525b55-29c7-4b77-b9ec-81c3f9bf5066 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Network 18a5fa2a-58f9-4bc7-93c2-d91c419f47cd is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:32:00.385804 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55478) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:00.391670 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-23353f1d-7492-4c5a-a229-5280e1224cbd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1265297354-router', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:00.431314 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7ef83f-eafa-49e4-9b60-8f135581b629 None None] Network a0268940-7484-46cd-afca-0aa172618427 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:00.431503 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-70525b55-29c7-4b77-b9ec-81c3f9bf5066 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 18a5fa2a-58f9-4bc7-93c2-d91c419f47cd) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:00.448881 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70525b55-29c7-4b77-b9ec-81c3f9bf5066 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:00.450029 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-70525b55-29c7-4b77-b9ec-81c3f9bf5066 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:00.470938 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eb15f3-5b45-4176-a00a-e03955d538bb None None] Network 18a5fa2a-58f9-4bc7-93c2-d91c419f47cd requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:00.519313 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23353f1d-7492-4c5a-a229-5280e1224cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:00.522188 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23353f1d-7492-4c5a-a229-5280e1224cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:00.554417 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-70525b55-29c7-4b77-b9ec-81c3f9bf5066 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6811252 May 26 16:32:00.556437 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55486) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:00.579938 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3935076-11fd-4465-b37f-265dce147152 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:00.590776 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e3935076-11fd-4465-b37f-265dce147152 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:00.643376 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efeeeaa-7bb3-4aca-9eba-5baa9d1fe43a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-c35b079d-bcd5-434c-9023-f88865e938de', 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'fixed_ips': [{'subnet_id': '786f0693-8b14-4733-97ee-552140e6af36'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:32:00.644815 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0efeeeaa-7bb3-4aca-9eba-5baa9d1fe43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:00.648301 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device bb738442-22c6-4e41-a600-45989b104a95 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:32:00.813340 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23353f1d-7492-4c5a-a229-5280e1224cbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:01.020980 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2f91dd6b-187f-4aa9-a471-94ddc7bb19fa tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:01.029840 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-cf8a9c1f-c7bd-41d6-8404-b9ebc403ba89 None None] Provisioning complete for port bb738442-22c6-4e41-a600-45989b104a95 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:01.030603 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cf8a9c1f-c7bd-41d6-8404-b9ebc403ba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:01.167025 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23353f1d-7492-4c5a-a229-5280e1224cbd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:01.175494 n-d-843337-2 neutron-server[103895]: DEBUG neutron.objects.ports [None req-e3935076-11fd-4465-b37f-265dce147152 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103895) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:32:01.182569 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e3935076-11fd-4465-b37f-265dce147152 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:01.206223 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3935076-11fd-4465-b37f-265dce147152 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:01.209176 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-e3935076-11fd-4465-b37f-265dce147152 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:01.247259 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3935076-11fd-4465-b37f-265dce147152 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:01.248154 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e3935076-11fd-4465-b37f-265dce147152 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:01.276196 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:01.289011 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e3935076-11fd-4465-b37f-265dce147152 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0836172 May 26 16:32:01.294390 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3935076-11fd-4465-b37f-265dce147152 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=2c8db74c-6fd7-423e-a88a-cd2aa4fb7997,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:01.298093 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55492) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:01.305617 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a676091c-835f-4292-ade4-704882406ebf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'mac_address': 'fa:16:3e:60:35:4b', 'name': 'tempest-NetworksTestDHCPv6-1884277795'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:01.440233 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2f91dd6b-187f-4aa9-a471-94ddc7bb19fa tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:01.510210 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a676091c-835f-4292-ade4-704882406ebf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:01.681167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc855fd-536f-4ece-9737-42ea80e8022a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-a0268940-7484-46cd-afca-0aa172618427', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'fixed_ips': [{'subnet_id': '169af66c-e17e-405d-a13a-40c09478394e'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:32:01.682088 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0cc855fd-536f-4ece-9737-42ea80e8022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:01.682439 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2f91dd6b-187f-4aa9-a471-94ddc7bb19fa tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:01.751089 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91dd6b-187f-4aa9-a471-94ddc7bb19fa tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Subnet': ['ID=5035cbee-a101-4b29-938b-47b3076e02f3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:01.838629 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port bb738442-22c6-4e41-a600-45989b104a95 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:01.839127 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:01.850421 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2f91dd6b-187f-4aa9-a471-94ddc7bb19fa tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:01.888340 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbf2f61-5532-45b5-a721-81a256e8f3cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-18a5fa2a-58f9-4bc7-93c2-d91c419f47cd', 'network_id': '18a5fa2a-58f9-4bc7-93c2-d91c419f47cd', 'tenant_id': 'dc09c14953fa4a54996dcaf4d4d4825c', 'fixed_ips': [{'subnet_id': '5035cbee-a101-4b29-938b-47b3076e02f3'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:32:01.889335 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ddbf2f61-5532-45b5-a721-81a256e8f3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:01.907377 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a676091c-835f-4292-ade4-704882406ebf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:01.958582 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-a676091c-835f-4292-ade4-704882406ebf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] device_id is not set on port 17af83ae-fc45-4274-9e33-2d1239b01940 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:32:02.097564 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-0efeeeaa-7bb3-4aca-9eba-5baa9d1fe43a None None] Allocated IP 172.20.0.2 (c35b079d-bcd5-434c-9023-f88865e938de/786f0693-8b14-4733-97ee-552140e6af36/c29e79d9-120a-4d18-9b68-bfc214809261) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:02.188509 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-0efeeeaa-7bb3-4aca-9eba-5baa9d1fe43a None None] Allocated IP 2001:db8::f816:3eff:fe4b:ffdf (c35b079d-bcd5-434c-9023-f88865e938de/2c8db74c-6fd7-423e-a88a-cd2aa4fb7997/c29e79d9-120a-4d18-9b68-bfc214809261) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:02.342236 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cf8a9c1f-c7bd-41d6-8404-b9ebc403ba89 None None] Current status of the port bb738442-22c6-4e41-a600-45989b104a95 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:02.342629 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cf8a9c1f-c7bd-41d6-8404-b9ebc403ba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:02.377319 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port bb738442-22c6-4e41-a600-45989b104a95 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:02.377795 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:02.434763 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23353f1d-7492-4c5a-a229-5280e1224cbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:02.459870 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23353f1d-7492-4c5a-a229-5280e1224cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:02.465772 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-2f91dd6b-187f-4aa9-a471-94ddc7bb19fa tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a5fa2a-58f9-4bc7-93c2-d91c419f47cd']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:02.466897 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcf9969-7c2c-475f-8059-d29c9f189ca8 None None] Network 18a5fa2a-58f9-4bc7-93c2-d91c419f47cd requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:02.486790 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-2f91dd6b-187f-4aa9-a471-94ddc7bb19fa tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18548e7-8a55-46a3-b24a-a5e5463e5d85') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:02.487258 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-2f91dd6b-187f-4aa9-a471-94ddc7bb19fa tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18548e7-8a55-46a3-b24a-a5e5463e5d85') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:02.533985 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2f91dd6b-187f-4aa9-a471-94ddc7bb19fa tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:02.557856 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2f91dd6b-187f-4aa9-a471-94ddc7bb19fa tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:02.572214 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f91dd6b-187f-4aa9-a471-94ddc7bb19fa tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:32:02.572626 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2f91dd6b-187f-4aa9-a471-94ddc7bb19fa tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:02.625630 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment c18548e7-8a55-46a3-b24a-a5e5463e5d85 resource provider aggregate not found May 26 16:32:02.702728 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment c18548e7-8a55-46a3-b24a-a5e5463e5d85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c18548e7-8a55-46a3-b24a-a5e5463e5d85 found for delete ", "request_id": "req-4218d794-f43e-49d4-8ada-00af7be28248"}]} May 26 16:32:02.760778 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2f91dd6b-187f-4aa9-a471-94ddc7bb19fa tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:02.773767 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2f91dd6b-187f-4aa9-a471-94ddc7bb19fa tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:02.781545 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2f91dd6b-187f-4aa9-a471-94ddc7bb19fa tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/networks/18a5fa2a-58f9-4bc7-93c2-d91c419f47cd HTTP/1.1" status: 204 len: 168 time: 2.2187204 May 26 16:32:02.781545 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-23353f1d-7492-4c5a-a229-5280e1224cbd admin admin] Allocated IP 172.25.7.113 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:02.781917 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55510) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:02.787594 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a8059362-1339-4584-8002-627e62067f11 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1565721560'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:02.826608 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91dd6b-187f-4aa9-a471-94ddc7bb19fa tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Network': ['ID=18a5fa2a-58f9-4bc7-93c2-d91c419f47cd,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:02.863007 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8059362-1339-4584-8002-627e62067f11 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Made reservation on behalf of dc09c14953fa4a54996dcaf4d4d4825c for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:02.869936 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port bb738442-22c6-4e41-a600-45989b104a95, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=bb738442-22c6-4e41-a600-45989b104a95,segment=NetworkSegment(26f98c4a-ba92-4cc9-ab3f-2fe8019f7276),segment_id=26f98c4a-ba92-4cc9-ab3f-2fe8019f7276)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:02.886500 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a8059362-1339-4584-8002-627e62067f11 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:02.955756 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:03.005084 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8059362-1339-4584-8002-627e62067f11 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:32:03.046448 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a8059362-1339-4584-8002-627e62067f11 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:03.048587 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-a8059362-1339-4584-8002-627e62067f11 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Added segment fc529965-038f-4ab3-9463-db7e2b573e83 of type vlan for network 1120d0b2-9683-480c-99ed-8bd0b801b967 May 26 16:32:03.066668 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-cf8a9c1f-c7bd-41d6-8404-b9ebc403ba89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:32:03.067018 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-cf8a9c1f-c7bd-41d6-8404-b9ebc403ba89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:32:03.069690 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-0cc855fd-536f-4ece-9737-42ea80e8022a None None] Allocated IP 172.20.0.2 (a0268940-7484-46cd-afca-0aa172618427/169af66c-e17e-405d-a13a-40c09478394e/0cf7ef84-c912-4a5d-aace-add1ff2de35d) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:03.117455 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23353f1d-7492-4c5a-a229-5280e1224cbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:03.181800 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a8059362-1339-4584-8002-627e62067f11 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:03.190979 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=bb738442-22c6-4e41-a600-45989b104a95,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:03.245730 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23353f1d-7492-4c5a-a229-5280e1224cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:03.250005 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a8059362-1339-4584-8002-627e62067f11 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:03.263808 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8059362-1339-4584-8002-627e62067f11 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:03.265435 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a8059362-1339-4584-8002-627e62067f11 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:03.357408 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0efeeeaa-7bb3-4aca-9eba-5baa9d1fe43a None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:03.378136 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0efeeeaa-7bb3-4aca-9eba-5baa9d1fe43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:03.435244 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23353f1d-7492-4c5a-a229-5280e1224cbd admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:03.476668 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-23353f1d-7492-4c5a-a229-5280e1224cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:03.482028 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a8059362-1339-4584-8002-627e62067f11 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6984420 May 26 16:32:03.497267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55518) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:03.504283 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23353f1d-7492-4c5a-a229-5280e1224cbd admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:32:03.508194 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efeeeaa-7bb3-4aca-9eba-5baa9d1fe43a None None] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:03.524174 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-0efeeeaa-7bb3-4aca-9eba-5baa9d1fe43a None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:03.535124 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efeeeaa-7bb3-4aca-9eba-5baa9d1fe43a None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:32:03.540493 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8059362-1339-4584-8002-627e62067f11 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Network': ['ID=1120d0b2-9683-480c-99ed-8bd0b801b967,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:03.545983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-15d52c60-1197-49bf-b835-792219d3002a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'subnet': {'network_id': '1120d0b2-9683-480c-99ed-8bd0b801b967', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:03.619141 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0cc855fd-536f-4ece-9737-42ea80e8022a None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:03.623049 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efeeeaa-7bb3-4aca-9eba-5baa9d1fe43a None None] Pushing event updated for resources: {'Port': ['ID=c29e79d9-120a-4d18-9b68-bfc214809261,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:03.630665 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 1120d0b2-9683-480c-99ed-8bd0b801b967 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:32:03.633383 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0cc855fd-536f-4ece-9737-42ea80e8022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:03.691069 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23353f1d-7492-4c5a-a229-5280e1224cbd admin admin] Pushing event updated for resources: {'Port': ['ID=3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:03.694301 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc855fd-536f-4ece-9737-42ea80e8022a None None] Pushing event updated for resources: {'Port': ['ID=0cf7ef84-c912-4a5d-aace-add1ff2de35d,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:03.698021 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-a676091c-835f-4292-ade4-704882406ebf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 172.20.0.10 (c35b079d-bcd5-434c-9023-f88865e938de/786f0693-8b14-4733-97ee-552140e6af36/17af83ae-fc45-4274-9e33-2d1239b01940) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:03.712240 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-a676091c-835f-4292-ade4-704882406ebf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8::f816:3eff:fe60:354b (c35b079d-bcd5-434c-9023-f88865e938de/2c8db74c-6fd7-423e-a88a-cd2aa4fb7997/17af83ae-fc45-4274-9e33-2d1239b01940) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:03.854767 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc855fd-536f-4ece-9737-42ea80e8022a None None] Network a0268940-7484-46cd-afca-0aa172618427 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:03.875439 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-0cc855fd-536f-4ece-9737-42ea80e8022a None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:03.881005 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc855fd-536f-4ece-9737-42ea80e8022a None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:32:03.914355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cf8a9c1f-c7bd-41d6-8404-b9ebc403ba89 None None] Current status of the port bb738442-22c6-4e41-a600-45989b104a95 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:03.983583 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-0efeeeaa-7bb3-4aca-9eba-5baa9d1fe43a None None] Attempting to bind port c29e79d9-120a-4d18-9b68-bfc214809261 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:32:03.984362 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-0efeeeaa-7bb3-4aca-9eba-5baa9d1fe43a None None] Attempting to bind port c29e79d9-120a-4d18-9b68-bfc214809261 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:32:03.984991 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efeeeaa-7bb3-4aca-9eba-5baa9d1fe43a None None] Attempting to bind port c29e79d9-120a-4d18-9b68-bfc214809261 on network c35b079d-bcd5-434c-9023-f88865e938de {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:32:03.992203 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efeeeaa-7bb3-4aca-9eba-5baa9d1fe43a None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:32:03.995937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efeeeaa-7bb3-4aca-9eba-5baa9d1fe43a None None] Checking segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:03.997963 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0efeeeaa-7bb3-4aca-9eba-5baa9d1fe43a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:03.998126 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efeeeaa-7bb3-4aca-9eba-5baa9d1fe43a None None] Bound using segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:32:03.998618 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-0efeeeaa-7bb3-4aca-9eba-5baa9d1fe43a None None] Bound port: c29e79d9-120a-4d18-9b68-bfc214809261, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:32:03.999012 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0efeeeaa-7bb3-4aca-9eba-5baa9d1fe43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:04.103125 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-0efeeeaa-7bb3-4aca-9eba-5baa9d1fe43a None None] For port c29e79d9-120a-4d18-9b68-bfc214809261, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:32:04.107128 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-0efeeeaa-7bb3-4aca-9eba-5baa9d1fe43a None None] For port c29e79d9-120a-4d18-9b68-bfc214809261, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c29e79d9-120a-4d18-9b68-bfc214809261,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:32:04.112245 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-0cc855fd-536f-4ece-9737-42ea80e8022a None None] Attempting to bind port 0cf7ef84-c912-4a5d-aace-add1ff2de35d on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:32:04.112704 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-0cc855fd-536f-4ece-9737-42ea80e8022a None None] Attempting to bind port 0cf7ef84-c912-4a5d-aace-add1ff2de35d by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '5f841553-154d-4aef-93a5-5848666094a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a0268940-7484-46cd-afca-0aa172618427'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:32:04.113249 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc855fd-536f-4ece-9737-42ea80e8022a None None] Attempting to bind port 0cf7ef84-c912-4a5d-aace-add1ff2de35d on network a0268940-7484-46cd-afca-0aa172618427 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:32:04.117122 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0efeeeaa-7bb3-4aca-9eba-5baa9d1fe43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:04.132540 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a676091c-835f-4292-ade4-704882406ebf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:04.167334 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc855fd-536f-4ece-9737-42ea80e8022a None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:32:04.167766 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc855fd-536f-4ece-9737-42ea80e8022a None None] Checking segment: {'id': '5f841553-154d-4aef-93a5-5848666094a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a0268940-7484-46cd-afca-0aa172618427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:04.171428 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0cc855fd-536f-4ece-9737-42ea80e8022a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:04.171428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc855fd-536f-4ece-9737-42ea80e8022a None None] Bound using segment: {'id': '5f841553-154d-4aef-93a5-5848666094a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a0268940-7484-46cd-afca-0aa172618427'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:32:04.171428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-0cc855fd-536f-4ece-9737-42ea80e8022a None None] Bound port: 0cf7ef84-c912-4a5d-aace-add1ff2de35d, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f841553-154d-4aef-93a5-5848666094a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a0268940-7484-46cd-afca-0aa172618427'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:32:04.171428 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0cc855fd-536f-4ece-9737-42ea80e8022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:04.198457 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e8eb5c7b-ac82-4dbe-bd12-ce3ff1108a4e None None] Provisioning complete for port bb738442-22c6-4e41-a600-45989b104a95 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:04.198823 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e8eb5c7b-ac82-4dbe-bd12-ce3ff1108a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:04.230217 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d52c60-1197-49bf-b835-792219d3002a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Made reservation on behalf of dc09c14953fa4a54996dcaf4d4d4825c for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:04.239308 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-15d52c60-1197-49bf-b835-792219d3002a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:04.319187 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a676091c-835f-4292-ade4-704882406ebf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:04.422374 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-0cc855fd-536f-4ece-9737-42ea80e8022a None None] For port 0cf7ef84-c912-4a5d-aace-add1ff2de35d, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:32:04.426777 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-0cc855fd-536f-4ece-9737-42ea80e8022a None None] For port 0cf7ef84-c912-4a5d-aace-add1ff2de35d, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0cf7ef84-c912-4a5d-aace-add1ff2de35d,segment=NetworkSegment(5f841553-154d-4aef-93a5-5848666094a0),segment_id=5f841553-154d-4aef-93a5-5848666094a0)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:32:04.443995 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0cc855fd-536f-4ece-9737-42ea80e8022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:04.448277 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a676091c-835f-4292-ade4-704882406ebf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:04.455287 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-a676091c-835f-4292-ade4-704882406ebf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:04.461852 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a676091c-835f-4292-ade4-704882406ebf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:32:04.484451 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efeeeaa-7bb3-4aca-9eba-5baa9d1fe43a None None] Pushing event updated for resources: {'Port': ['ID=c29e79d9-120a-4d18-9b68-bfc214809261,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:04.670723 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23353f1d-7492-4c5a-a229-5280e1224cbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:04.714041 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a676091c-835f-4292-ade4-704882406ebf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:04.714833 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a676091c-835f-4292-ade4-704882406ebf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:04.773956 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a676091c-835f-4292-ade4-704882406ebf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.4743881 May 26 16:32:04.779323 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55532) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:04.856532 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e8eb5c7b-ac82-4dbe-bd12-ce3ff1108a4e None None] Current status of the port bb738442-22c6-4e41-a600-45989b104a95 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:04.885583 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc855fd-536f-4ece-9737-42ea80e8022a None None] Pushing event updated for resources: {'Port': ['ID=0cf7ef84-c912-4a5d-aace-add1ff2de35d,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:04.893291 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676091c-835f-4292-ade4-704882406ebf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=17af83ae-fc45-4274-9e33-2d1239b01940,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:05.045469 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6369960-a763-4915-888d-dda90b13f8e4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:05.091379 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6369960-a763-4915-888d-dda90b13f8e4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:05.096244 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c6369960-a763-4915-888d-dda90b13f8e4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3133056 May 26 16:32:05.098904 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55542) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:05.364576 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-bc9c7a06-981f-4bf4-9bb9-b7a761dff17a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting port 17af83ae-fc45-4274-9e33-2d1239b01940 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:05.365741 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc9c7a06-981f-4bf4-9bb9-b7a761dff17a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:05.444055 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c29e79d9-120a-4d18-9b68-bfc214809261 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:32:05.506284 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-15d52c60-1197-49bf-b835-792219d3002a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:05.594919 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port c29e79d9-120a-4d18-9b68-bfc214809261 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:05.595385 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:05.729932 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc9c7a06-981f-4bf4-9bb9-b7a761dff17a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:05.740135 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d52c60-1197-49bf-b835-792219d3002a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Subnet': ['ID=0ea78530-743a-4240-a243-c60ad12836a8,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:05.744384 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23353f1d-7492-4c5a-a229-5280e1224cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:05.748247 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d52c60-1197-49bf-b835-792219d3002a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Checking segment: {'id': 'fc529965-038f-4ab3-9463-db7e2b573e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1120d0b2-9683-480c-99ed-8bd0b801b967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:05.748625 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d52c60-1197-49bf-b835-792219d3002a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Network hostable DHCP agents. Network: 1120d0b2-9683-480c-99ed-8bd0b801b967, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:32:05.765412 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port c29e79d9-120a-4d18-9b68-bfc214809261 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:05.769977 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:05.812523 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-bc9c7a06-981f-4bf4-9bb9-b7a761dff17a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Calling delete_port for 17af83ae-fc45-4274-9e33-2d1239b01940 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:05.844500 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d52c60-1197-49bf-b835-792219d3002a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Network 1120d0b2-9683-480c-99ed-8bd0b801b967 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:32:05.867421 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-15d52c60-1197-49bf-b835-792219d3002a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 1120d0b2-9683-480c-99ed-8bd0b801b967) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:05.895873 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d52c60-1197-49bf-b835-792219d3002a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:05.897232 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-15d52c60-1197-49bf-b835-792219d3002a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:05.910802 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b8509d-bb78-498e-b41a-9eeb84d950ed None None] Network 1120d0b2-9683-480c-99ed-8bd0b801b967 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:06.010900 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-15d52c60-1197-49bf-b835-792219d3002a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4922903 May 26 16:32:06.012399 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55546) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:06.272240 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port c29e79d9-120a-4d18-9b68-bfc214809261, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c29e79d9-120a-4d18-9b68-bfc214809261,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:06.335353 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:06.352033 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device bb738442-22c6-4e41-a600-45989b104a95 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:32:06.395367 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc9c7a06-981f-4bf4-9bb9-b7a761dff17a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:06.538974 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c7a06-981f-4bf4-9bb9-b7a761dff17a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Port': ['ID=17af83ae-fc45-4274-9e33-2d1239b01940,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:06.677589 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23353f1d-7492-4c5a-a229-5280e1224cbd admin admin] Router 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:32:06.728329 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d4cc-a046-445f-bbf5-9cf07940098a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:06.771372 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11fd72e-2f7a-44a4-9162-46c47662b0f9 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:06.792232 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc9c7a06-981f-4bf4-9bb9-b7a761dff17a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:06.799673 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bc9c7a06-981f-4bf4-9bb9-b7a761dff17a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/17af83ae-fc45-4274-9e33-2d1239b01940 HTTP/1.1" status: 204 len: 168 time: 1.6996825 May 26 16:32:06.802110 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55562) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:06.891245 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362a35ed-a8fa-407b-83af-85ba3ddd8c60 None None] Network a0268940-7484-46cd-afca-0aa172618427 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:06.906902 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5a8b63ef-b604-4090-8b1e-2e0ce3d182ad None None] Provisioning complete for port c29e79d9-120a-4d18-9b68-bfc214809261 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:06.909737 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5a8b63ef-b604-4090-8b1e-2e0ce3d182ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:06.927866 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4a21ab-720f-408f-b013-632b715a6dae tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:06.931076 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4a21ab-720f-408f-b013-632b715a6dae tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:06.951448 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4a21ab-720f-408f-b013-632b715a6dae tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:06.963977 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bd4a21ab-720f-408f-b013-632b715a6dae tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1562974 May 26 16:32:06.965029 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55566) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:07.035268 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-945b66e9-dbbd-4717-bce4-475aba8e17dc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet 2c8db74c-6fd7-423e-a88a-cd2aa4fb7997 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:32:07.040126 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-945b66e9-dbbd-4717-bce4-475aba8e17dc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:07.056580 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d4cc-a046-445f-bbf5-9cf07940098a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:07.169409 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port bb738442-22c6-4e41-a600-45989b104a95 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:07.169971 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:07.274658 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-945b66e9-dbbd-4717-bce4-475aba8e17dc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:07.287694 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc8d0f4-efba-425e-a55f-29201fde5f22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-1120d0b2-9683-480c-99ed-8bd0b801b967', 'network_id': '1120d0b2-9683-480c-99ed-8bd0b801b967', 'tenant_id': 'dc09c14953fa4a54996dcaf4d4d4825c', 'fixed_ips': [{'subnet_id': '0ea78530-743a-4240-a243-c60ad12836a8'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:32:07.290356 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9dc8d0f4-efba-425e-a55f-29201fde5f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:07.373714 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23353f1d-7492-4c5a-a229-5280e1224cbd admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:32:07.384242 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=c29e79d9-120a-4d18-9b68-bfc214809261,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:07.456618 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] Sync routers for ids ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:32:07.480303 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23353f1d-7492-4c5a-a229-5280e1224cbd admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:07.486005 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-23353f1d-7492-4c5a-a229-5280e1224cbd admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0989988 May 26 16:32:07.486711 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55574) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:07.494475 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d4cc-a046-445f-bbf5-9cf07940098a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:07.538982 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-945b66e9-dbbd-4717-bce4-475aba8e17dc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:07.602978 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2d4cc-a046-445f-bbf5-9cf07940098a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Subnet': ['ID=0ea78530-743a-4240-a243-c60ad12836a8,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:07.665349 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d4cc-a046-445f-bbf5-9cf07940098a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:07.671792 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-945b66e9-dbbd-4717-bce4-475aba8e17dc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:07.732225 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-945b66e9-dbbd-4717-bce4-475aba8e17dc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:07.740250 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-945b66e9-dbbd-4717-bce4-475aba8e17dc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/2c8db74c-6fd7-423e-a88a-cd2aa4fb7997 HTTP/1.1" status: 204 len: 168 time: 0.7609537 May 26 16:32:07.748597 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55578) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:07.751361 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b66e9-dbbd-4717-bce4-475aba8e17dc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8db74c-6fd7-423e-a88a-cd2aa4fb7997,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:07.809276 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-6bd2d4cc-a046-445f-bbf5-9cf07940098a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1120d0b2-9683-480c-99ed-8bd0b801b967']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:07.844113 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-6bd2d4cc-a046-445f-bbf5-9cf07940098a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc529965-038f-4ab3-9463-db7e2b573e83') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:07.844491 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-6bd2d4cc-a046-445f-bbf5-9cf07940098a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc529965-038f-4ab3-9463-db7e2b573e83') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:07.850244 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b63ef-b604-4090-8b1e-2e0ce3d182ad None None] Current status of the port c29e79d9-120a-4d18-9b68-bfc214809261 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:07.869710 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4d8659-8ce1-46a7-b0e1-0db7b44654b8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet 786f0693-8b14-4733-97ee-552140e6af36 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:32:07.875690 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-af4d8659-8ce1-46a7-b0e1-0db7b44654b8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:07.888368 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d4cc-a046-445f-bbf5-9cf07940098a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:07.932447 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] Routers {'4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:32:07.933101 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:31:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:07.978688 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-af4d8659-8ce1-46a7-b0e1-0db7b44654b8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:08.083494 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d4cc-a046-445f-bbf5-9cf07940098a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:08.113148 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd2d4cc-a046-445f-bbf5-9cf07940098a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:32:08.114289 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d4cc-a046-445f-bbf5-9cf07940098a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:08.160941 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment fc529965-038f-4ab3-9463-db7e2b573e83 resource provider aggregate not found May 26 16:32:08.177656 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332e31ca-90d9-4ad7-88ea-9626bcd60644 None None] Network 1120d0b2-9683-480c-99ed-8bd0b801b967 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:08.268201 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment fc529965-038f-4ab3-9463-db7e2b573e83 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc529965-038f-4ab3-9463-db7e2b573e83 found for delete ", "request_id": "req-4daafaf8-bdf0-445f-a7fe-e2e6dd5ce7ad"}]} May 26 16:32:08.298402 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d4cc-a046-445f-bbf5-9cf07940098a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:08.309976 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d4cc-a046-445f-bbf5-9cf07940098a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:08.316521 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6bd2d4cc-a046-445f-bbf5-9cf07940098a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/networks/1120d0b2-9683-480c-99ed-8bd0b801b967 HTTP/1.1" status: 204 len: 168 time: 2.2992902 May 26 16:32:08.328043 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-af4d8659-8ce1-46a7-b0e1-0db7b44654b8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:08.329454 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55590) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:08.335307 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-c6d113b6-aaf3-4fe1-af92-877aac53a855 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-295968350'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:08.377568 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d113b6-aaf3-4fe1-af92-877aac53a855 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Made reservation on behalf of dc09c14953fa4a54996dcaf4d4d4825c for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:08.381643 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c6d113b6-aaf3-4fe1-af92-877aac53a855 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:08.408724 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2d4cc-a046-445f-bbf5-9cf07940098a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Network': ['ID=1120d0b2-9683-480c-99ed-8bd0b801b967,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:08.486578 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-af4d8659-8ce1-46a7-b0e1-0db7b44654b8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:08.521244 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d113b6-aaf3-4fe1-af92-877aac53a855 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:32:08.594730 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-af4d8659-8ce1-46a7-b0e1-0db7b44654b8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:08.608811 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-af4d8659-8ce1-46a7-b0e1-0db7b44654b8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/786f0693-8b14-4733-97ee-552140e6af36 HTTP/1.1" status: 204 len: 168 time: 0.8432672 May 26 16:32:08.609250 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d8659-8ce1-46a7-b0e1-0db7b44654b8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=786f0693-8b14-4733-97ee-552140e6af36,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:08.614291 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55594) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:08.636730 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c6d113b6-aaf3-4fe1-af92-877aac53a855 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:08.636730 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-c6d113b6-aaf3-4fe1-af92-877aac53a855 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Added segment b94194b1-8c29-4ded-8536-2631d1c5b51e of type vlan for network e6fe52fa-7c22-4669-8ed0-1fee5da60129 May 26 16:32:08.693753 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port bb738442-22c6-4e41-a600-45989b104a95 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:08.718677 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f2cde324-a8d6-49f4-a6d2-eee96bbfa5e1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1031442 May 26 16:32:08.721562 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55598) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:08.737794 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-aa57d44d-b652-43d6-b32d-68d9788b2e4a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:08.771442 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-beaf4d14-f384-47b5-a7ca-2de680636f39 None None] Provisioning complete for port 0cf7ef84-c912-4a5d-aace-add1ff2de35d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:08.772017 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-beaf4d14-f384-47b5-a7ca-2de680636f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:08.819171 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c6d113b6-aaf3-4fe1-af92-877aac53a855 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:08.921389 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] Set router 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:32:09.102205 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c6d113b6-aaf3-4fe1-af92-877aac53a855 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:09.119448 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa57d44d-b652-43d6-b32d-68d9788b2e4a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:09.120280 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d113b6-aaf3-4fe1-af92-877aac53a855 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:09.121634 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c6d113b6-aaf3-4fe1-af92-877aac53a855 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:09.124985 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa57d44d-b652-43d6-b32d-68d9788b2e4a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:09.127159 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb89175c-d83c-4930-b492-347013df6fee None None] Update dhcp port {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'fixed_ips': [{'subnet_id': '786f0693-8b14-4733-97ee-552140e6af36', 'ip_address': '172.20.0.2'}, {'subnet_id': '2c8db74c-6fd7-423e-a88a-cd2aa4fb7997'}], 'binding:host_id': 'n-d-843337-2'}, 'id': 'c29e79d9-120a-4d18-9b68-bfc214809261'} from n-d-843337-2. {{(pid=103897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:32:09.225804 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb89175c-d83c-4930-b492-347013df6fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:09.332086 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c29e79d9-120a-4d18-9b68-bfc214809261 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:32:09.399667 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c6d113b6-aaf3-4fe1-af92-877aac53a855 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0665598 May 26 16:32:09.401549 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55608) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:09.433142 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-beaf4d14-f384-47b5-a7ca-2de680636f39 None None] Current status of the port 0cf7ef84-c912-4a5d-aace-add1ff2de35d is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:09.433142 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-beaf4d14-f384-47b5-a7ca-2de680636f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:09.437501 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b1292f35-c57d-4d79-aad4-33715e715a21 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'subnet': {'network_id': 'e6fe52fa-7c22-4669-8ed0-1fee5da60129', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:09.469076 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d113b6-aaf3-4fe1-af92-877aac53a855 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Network': ['ID=e6fe52fa-7c22-4669-8ed0-1fee5da60129,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:09.528606 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network e6fe52fa-7c22-4669-8ed0-1fee5da60129 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:32:09.555340 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa57d44d-b652-43d6-b32d-68d9788b2e4a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:09.630626 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa57d44d-b652-43d6-b32d-68d9788b2e4a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:09.634784 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-aa57d44d-b652-43d6-b32d-68d9788b2e4a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:09.646397 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa57d44d-b652-43d6-b32d-68d9788b2e4a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:09.647051 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa57d44d-b652-43d6-b32d-68d9788b2e4a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:09.669986 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-aa57d44d-b652-43d6-b32d-68d9788b2e4a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9471211 May 26 16:32:09.670597 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55612) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:09.684604 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-aa59b71a-6cbb-4175-ae98-4fd761945e37 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:09.706379 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57d44d-b652-43d6-b32d-68d9788b2e4a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=ccff6e51-8dbf-48b7-9b09-49116e6dccae,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:09.716816 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1292f35-c57d-4d79-aad4-33715e715a21 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Made reservation on behalf of dc09c14953fa4a54996dcaf4d4d4825c for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:09.721188 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b1292f35-c57d-4d79-aad4-33715e715a21 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:09.816045 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f025f196-4742-43e2-859d-c61fe385b737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:09.941346 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa59b71a-6cbb-4175-ae98-4fd761945e37 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:09.946704 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa59b71a-6cbb-4175-ae98-4fd761945e37 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:09.982032 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port c29e79d9-120a-4d18-9b68-bfc214809261 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:09.982670 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:10.040470 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-beaf4d14-f384-47b5-a7ca-2de680636f39 None None] For port 0cf7ef84-c912-4a5d-aace-add1ff2de35d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0cf7ef84-c912-4a5d-aace-add1ff2de35d,segment=NetworkSegment(5f841553-154d-4aef-93a5-5848666094a0),segment_id=5f841553-154d-4aef-93a5-5848666094a0)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:10.052120 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-beaf4d14-f384-47b5-a7ca-2de680636f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:10.220340 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b06e877-27f8-4ff9-9e57-8f3bd0237503 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:10.241405 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port c29e79d9-120a-4d18-9b68-bfc214809261 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:10.242653 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0cf7ef84-c912-4a5d-aace-add1ff2de35d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:32:10.424578 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ed62ae48-9e91-4e88-9c25-e194a4ae49ac None None] Provisioning complete for port 0cf7ef84-c912-4a5d-aace-add1ff2de35d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:10.425295 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed62ae48-9e91-4e88-9c25-e194a4ae49ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:10.437614 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf4d14-f384-47b5-a7ca-2de680636f39 None None] Pushing event updated for resources: {'Port': ['ID=0cf7ef84-c912-4a5d-aace-add1ff2de35d,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:10.584549 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0cf7ef84-c912-4a5d-aace-add1ff2de35d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:10.584925 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:10.746570 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'name': 'tempest-AttachVolumeTestJSON-1265297354-router', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:32:00Z', 'updated_at': '2022-05-26T16:32:04Z', 'revision_number': 3, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'gw_port': {'id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:41:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:02Z', 'updated_at': '2022-05-26T16:32:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:10.765342 n-d-843337-2 neutron-server[103895]: DEBUG neutron.objects.ports [None req-aa59b71a-6cbb-4175-ae98-4fd761945e37 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103895) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:32:10.848363 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] Checking router: 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:32:10.848724 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] Updating router 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc port 3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:32:10.933406 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b1292f35-c57d-4d79-aad4-33715e715a21 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:10.937769 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-f025f196-4742-43e2-859d-c61fe385b737 admin admin] Allocated IP 172.20.0.1 (a0268940-7484-46cd-afca-0aa172618427/169af66c-e17e-405d-a13a-40c09478394e/d6834772-2382-4319-8467-f40dbabe560d) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:10.941628 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:11.028142 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ed62ae48-9e91-4e88-9c25-e194a4ae49ac None None] Current status of the port 0cf7ef84-c912-4a5d-aace-add1ff2de35d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:11.089466 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0cf7ef84-c912-4a5d-aace-add1ff2de35d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:11.172952 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503f0687-70bf-45aa-a9df-eec7a3d09300 None None] Update dhcp port {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'fixed_ips': [{'subnet_id': 'ccff6e51-8dbf-48b7-9b09-49116e6dccae'}, {'subnet_id': '1a1502bc-04d4-4d7d-aa66-6c670f8c3bf5'}], 'binding:host_id': 'n-d-843337-2'}, 'id': 'c29e79d9-120a-4d18-9b68-bfc214809261'} from n-d-843337-2. {{(pid=103897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:32:11.193809 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1292f35-c57d-4d79-aad4-33715e715a21 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Subnet': ['ID=d6c39741-6589-489f-ac4a-e51f87cb9101,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:11.243718 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1292f35-c57d-4d79-aad4-33715e715a21 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Checking segment: {'id': 'b94194b1-8c29-4ded-8536-2631d1c5b51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e6fe52fa-7c22-4669-8ed0-1fee5da60129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:11.244283 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1292f35-c57d-4d79-aad4-33715e715a21 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Network hostable DHCP agents. Network: e6fe52fa-7c22-4669-8ed0-1fee5da60129, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:32:11.274878 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-503f0687-70bf-45aa-a9df-eec7a3d09300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:11.278453 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ed62ae48-9e91-4e88-9c25-e194a4ae49ac None None] Provisioning complete for port c29e79d9-120a-4d18-9b68-bfc214809261 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:11.279002 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed62ae48-9e91-4e88-9c25-e194a4ae49ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:11.351744 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1292f35-c57d-4d79-aad4-33715e715a21 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Network e6fe52fa-7c22-4669-8ed0-1fee5da60129 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:32:11.363340 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0cf7ef84-c912-4a5d-aace-add1ff2de35d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:32:11.398588 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f025f196-4742-43e2-859d-c61fe385b737 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:11.407052 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-b1292f35-c57d-4d79-aad4-33715e715a21 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, e6fe52fa-7c22-4669-8ed0-1fee5da60129) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:11.484134 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d71848a-7358-4d12-b958-599ffb2f46e9 None None] Network e6fe52fa-7c22-4669-8ed0-1fee5da60129 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:11.493274 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1292f35-c57d-4d79-aad4-33715e715a21 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:11.495107 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b1292f35-c57d-4d79-aad4-33715e715a21 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:11.522550 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f025f196-4742-43e2-859d-c61fe385b737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:11.563116 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b1292f35-c57d-4d79-aad4-33715e715a21 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1530013 May 26 16:32:11.570246 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55632) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:11.673797 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f025f196-4742-43e2-859d-c61fe385b737 admin admin] Network a0268940-7484-46cd-afca-0aa172618427 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:11.689492 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-f025f196-4742-43e2-859d-c61fe385b737 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:11.696976 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f025f196-4742-43e2-859d-c61fe385b737 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:32:11.740038 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa59b71a-6cbb-4175-ae98-4fd761945e37 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:11.780874 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b34afa1-c15c-4648-9e5e-7eb3d805c42c tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:11.853896 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f025f196-4742-43e2-859d-c61fe385b737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:11.864627 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025f196-4742-43e2-859d-c61fe385b737 admin admin] Pushing event updated for resources: {'Port': ['ID=d6834772-2382-4319-8467-f40dbabe560d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:11.955183 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b34afa1-c15c-4648-9e5e-7eb3d805c42c tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:12.207378 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b34afa1-c15c-4648-9e5e-7eb3d805c42c tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:12.235562 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f025f196-4742-43e2-859d-c61fe385b737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:12.256840 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34afa1-c15c-4648-9e5e-7eb3d805c42c tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Subnet': ['ID=d6c39741-6589-489f-ac4a-e51f87cb9101,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:12.279935 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-aa59b71a-6cbb-4175-ae98-4fd761945e37 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] For port c29e79d9-120a-4d18-9b68-bfc214809261, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c29e79d9-120a-4d18-9b68-bfc214809261,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:12.383363 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa59b71a-6cbb-4175-ae98-4fd761945e37 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:12.399861 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa59b71a-6cbb-4175-ae98-4fd761945e37 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:12.399861 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa59b71a-6cbb-4175-ae98-4fd761945e37 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:12.490576 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59b71a-6cbb-4175-ae98-4fd761945e37 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=c29e79d9-120a-4d18-9b68-bfc214809261,revision_number=7']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:12.554004 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0cf7ef84-c912-4a5d-aace-add1ff2de35d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:12.554576 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:12.612878 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f025f196-4742-43e2-859d-c61fe385b737 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:12.613685 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b34afa1-c15c-4648-9e5e-7eb3d805c42c tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:12.619064 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f025f196-4742-43e2-859d-c61fe385b737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:12.645267 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-3b34afa1-c15c-4648-9e5e-7eb3d805c42c tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fe52fa-7c22-4669-8ed0-1fee5da60129']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:12.659343 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-3b34afa1-c15c-4648-9e5e-7eb3d805c42c tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94194b1-8c29-4ded-8536-2631d1c5b51e') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:12.659786 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-3b34afa1-c15c-4648-9e5e-7eb3d805c42c tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94194b1-8c29-4ded-8536-2631d1c5b51e') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:12.672160 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b34afa1-c15c-4648-9e5e-7eb3d805c42c tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:12.691600 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b34afa1-c15c-4648-9e5e-7eb3d805c42c tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:12.705247 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b34afa1-c15c-4648-9e5e-7eb3d805c42c tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:32:12.706024 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b34afa1-c15c-4648-9e5e-7eb3d805c42c tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:12.722645 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f025f196-4742-43e2-859d-c61fe385b737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:12.725999 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025f196-4742-43e2-859d-c61fe385b737 admin admin] Pushing event updated for resources: {'Port': ['ID=d6834772-2382-4319-8467-f40dbabe560d,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:12.836588 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59b71a-6cbb-4175-ae98-4fd761945e37 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=1a1502bc-04d4-4d7d-aa66-6c670f8c3bf5,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:12.857279 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41e33c7-f235-44d6-846c-9d3d57e2e3dd None None] Network e6fe52fa-7c22-4669-8ed0-1fee5da60129 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:12.891259 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa59b71a-6cbb-4175-ae98-4fd761945e37 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:12.901018 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment b94194b1-8c29-4ded-8536-2631d1c5b51e resource provider aggregate not found May 26 16:32:12.916831 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f025f196-4742-43e2-859d-c61fe385b737 admin admin] Network a0268940-7484-46cd-afca-0aa172618427 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:12.918591 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-f025f196-4742-43e2-859d-c61fe385b737 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:12.921685 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b34afa1-c15c-4648-9e5e-7eb3d805c42c tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:12.925041 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-aa59b71a-6cbb-4175-ae98-4fd761945e37 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:12.935015 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b34afa1-c15c-4648-9e5e-7eb3d805c42c tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:12.940313 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3b34afa1-c15c-4648-9e5e-7eb3d805c42c tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/networks/e6fe52fa-7c22-4669-8ed0-1fee5da60129 HTTP/1.1" status: 204 len: 168 time: 1.3690107 May 26 16:32:12.945919 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55652) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:12.952241 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-8d336907-edfc-477f-9c15-51edea87e5f0 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-63478868'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:12.956564 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment b94194b1-8c29-4ded-8536-2631d1c5b51e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b94194b1-8c29-4ded-8536-2631d1c5b51e found for delete ", "request_id": "req-9017361e-6b6e-4563-95b3-fd457a320f7a"}]} May 26 16:32:12.957902 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa59b71a-6cbb-4175-ae98-4fd761945e37 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:12.958503 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa59b71a-6cbb-4175-ae98-4fd761945e37 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:12.991404 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:13.006404 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34afa1-c15c-4648-9e5e-7eb3d805c42c tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Network': ['ID=e6fe52fa-7c22-4669-8ed0-1fee5da60129,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:13.026144 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-aa59b71a-6cbb-4175-ae98-4fd761945e37 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3520660 May 26 16:32:13.027018 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55658) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:13.040545 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-cbc22c3b-4848-4015-9e40-b13dc3ec8882 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'mac_address': 'fa:16:3e:0c:d7:07', 'name': 'tempest-NetworksTestDHCPv6-955551098'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:13.062802 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ed62ae48-9e91-4e88-9c25-e194a4ae49ac None None] Current status of the port c29e79d9-120a-4d18-9b68-bfc214809261 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:13.114311 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:13.232038 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55660) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:13.257131 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e606995-312c-4bef-ba21-a2c20346a093 None None] Pushing event updated for resources: {'Port': ['ID=3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:13.363604 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d336907-edfc-477f-9c15-51edea87e5f0 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Made reservation on behalf of dc09c14953fa4a54996dcaf4d4d4825c for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:13.367156 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8d336907-edfc-477f-9c15-51edea87e5f0 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:13.495872 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d336907-edfc-477f-9c15-51edea87e5f0 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:32:13.515687 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8d336907-edfc-477f-9c15-51edea87e5f0 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:13.516014 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-8d336907-edfc-477f-9c15-51edea87e5f0 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Added segment ea7d594a-0b34-43bc-bea3-d8dfb660a2ca of type vlan for network 6d3a11fa-ba86-4f3c-b214-42a6527c7ea2 May 26 16:32:13.535760 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ca8a36b2-c62d-44e7-893d-8aa3fefcef20 None None] Provisioning complete for port d6834772-2382-4319-8467-f40dbabe560d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:13.536418 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ca8a36b2-c62d-44e7-893d-8aa3fefcef20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:13.538703 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-503f0687-70bf-45aa-a9df-eec7a3d09300 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe4b:ffdf-3ea40b3d-0ec3-420c-a43c-eda92e4cf9 {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:32:13.539066 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-503f0687-70bf-45aa-a9df-eec7a3d09300 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:32:13.542468 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-64641e64-b08f-4b2b-b8cb-7795da035b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:13.594630 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0cf7ef84-c912-4a5d-aace-add1ff2de35d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:13.599867 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] Attempting to bind port 3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:32:13.600018 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] Attempting to bind port 3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:32:13.600430 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] Attempting to bind port 3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:32:13.613607 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:32:13.613607 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:13.613607 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:13.613607 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:32:13.615339 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] Bound port: 3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:32:13.615339 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:13.619226 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8d336907-edfc-477f-9c15-51edea87e5f0 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:13.662118 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f025f196-4742-43e2-859d-c61fe385b737 admin admin] Router 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:32:13.685053 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8d336907-edfc-477f-9c15-51edea87e5f0 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:13.703004 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d336907-edfc-477f-9c15-51edea87e5f0 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:13.703801 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8d336907-edfc-477f-9c15-51edea87e5f0 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:13.761621 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] For port 3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:32:13.770369 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] For port 3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:32:13.772258 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ca8a36b2-c62d-44e7-893d-8aa3fefcef20 None None] Port d6834772-2382-4319-8467-f40dbabe560d cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:32:13.787311 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c29e79d9-120a-4d18-9b68-bfc214809261 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:32:13.802465 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc22c3b-4848-4015-9e40-b13dc3ec8882 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:13.867374 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:14.007147 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-7bd8382a-e85a-48f7-ace9-7f8b7af5b2aa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Deleting port c752f988-3b19-4370-9ce5-33525f5ed7aa {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:14.008043 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bd8382a-e85a-48f7-ace9-7f8b7af5b2aa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:14.043621 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f025f196-4742-43e2-859d-c61fe385b737 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:32:14.044161 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port c29e79d9-120a-4d18-9b68-bfc214809261 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:14.044768 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:14.056580 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f025f196-4742-43e2-859d-c61fe385b737 admin admin] 10.222.0.77 "PUT /v2.0/routers/4be946f3-9fb2-4ba9-ad26-af5b3dc444cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5678387 May 26 16:32:14.094018 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] Routers {'4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:32:14.094913 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:31:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:14.097848 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e606995-312c-4bef-ba21-a2c20346a093 None None] Pushing event updated for resources: {'Port': ['ID=3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:14.159912 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cbc22c3b-4848-4015-9e40-b13dc3ec8882 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:14.171661 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8d336907-edfc-477f-9c15-51edea87e5f0 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2243800 May 26 16:32:14.180562 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55682) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:14.194550 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-4f909c75-32c2-4f02-ae1c-0780598a2f84 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'subnet': {'network_id': '6d3a11fa-ba86-4f3c-b214-42a6527c7ea2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:14.216315 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-50dfe8a2-f41f-42a1-aac2-8f4aebcb9145 None None] Provisioning complete for port d6834772-2382-4319-8467-f40dbabe560d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:14.217811 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-50dfe8a2-f41f-42a1-aac2-8f4aebcb9145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:14.240239 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-cbc22c3b-4848-4015-9e40-b13dc3ec8882 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] device_id is not set on port 9b07614b-1216-4fbb-b201-cdc42eb3ed71 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:32:14.253289 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d336907-edfc-477f-9c15-51edea87e5f0 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Network': ['ID=6d3a11fa-ba86-4f3c-b214-42a6527c7ea2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:14.276276 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 6d3a11fa-ba86-4f3c-b214-42a6527c7ea2 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:32:14.372656 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-503f0687-70bf-45aa-a9df-eec7a3d09300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:14.468682 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port c29e79d9-120a-4d18-9b68-bfc214809261, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c29e79d9-120a-4d18-9b68-bfc214809261,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:14.485172 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:14.568158 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=c29e79d9-120a-4d18-9b68-bfc214809261,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:14.626608 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bd8382a-e85a-48f7-ace9-7f8b7af5b2aa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:14.627286 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bd8382a-e85a-48f7-ace9-7f8b7af5b2aa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:14.655513 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-7bd8382a-e85a-48f7-ace9-7f8b7af5b2aa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Calling delete_port for c752f988-3b19-4370-9ce5-33525f5ed7aa owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:14.665227 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f909c75-32c2-4f02-ae1c-0780598a2f84 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Made reservation on behalf of dc09c14953fa4a54996dcaf4d4d4825c for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:14.672134 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f909c75-32c2-4f02-ae1c-0780598a2f84 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:14.751786 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.ipam_backend_mixin [None req-4f909c75-32c2-4f02-ae1c-0780598a2f84 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Performing IP validity checks on allocation pools {{(pid=103895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 26 16:32:14.752789 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.ipam_backend_mixin [None req-4f909c75-32c2-4f02-ae1c-0780598a2f84 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 26 16:32:14.764940 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-50dfe8a2-f41f-42a1-aac2-8f4aebcb9145 None None] Port d6834772-2382-4319-8467-f40dbabe560d cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:32:14.794184 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] Set router 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:32:15.126617 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'name': 'tempest-AttachVolumeTestJSON-1265297354-router', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:32:00Z', 'updated_at': '2022-05-26T16:32:12Z', 'revision_number': 4, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'gw_port': {'id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:41:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:02Z', 'updated_at': '2022-05-26T16:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd6834772-2382-4319-8467-f40dbabe560d', 'name': '', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'mac_address': 'fa:16:3e:b2:02:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '169af66c-e17e-405d-a13a-40c09478394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:09Z', 'updated_at': '2022-05-26T16:32:12Z', 'revision_number': 2, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'subnets': [{'id': '169af66c-e17e-405d-a13a-40c09478394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:15.193122 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f27b2c-b49c-428c-8b9b-82c244a6980b None None] The sync data for ids ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'] in n-d-843337-2 is: [{'id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'name': 'tempest-AttachVolumeTestJSON-1265297354-router', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:32:00Z', 'updated_at': '2022-05-26T16:32:12Z', 'revision_number': 4, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'gw_port': {'id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:41:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:02Z', 'updated_at': '2022-05-26T16:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd6834772-2382-4319-8467-f40dbabe560d', 'name': '', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'mac_address': 'fa:16:3e:b2:02:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '169af66c-e17e-405d-a13a-40c09478394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:09Z', 'updated_at': '2022-05-26T16:32:12Z', 'revision_number': 2, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'subnets': [{'id': '169af66c-e17e-405d-a13a-40c09478394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:32:15.205060 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bd8382a-e85a-48f7-ace9-7f8b7af5b2aa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:15.328793 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8382a-e85a-48f7-ace9-7f8b7af5b2aa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'Port': ['ID=c752f988-3b19-4370-9ce5-33525f5ed7aa,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:15.335219 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-cbc22c3b-4848-4015-9e40-b13dc3ec8882 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 172.20.0.8 (c35b079d-bcd5-434c-9023-f88865e938de/ccff6e51-8dbf-48b7-9b09-49116e6dccae/9b07614b-1216-4fbb-b201-cdc42eb3ed71) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:15.375087 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-cbc22c3b-4848-4015-9e40-b13dc3ec8882 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8::f816:3eff:fe0c:d707 (c35b079d-bcd5-434c-9023-f88865e938de/1a1502bc-04d4-4d7d-aa66-6c670f8c3bf5/9b07614b-1216-4fbb-b201-cdc42eb3ed71) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:15.395609 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f909c75-32c2-4f02-ae1c-0780598a2f84 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:15.482518 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-09358d1c-a85c-4033-aa4f-1d034f6937c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:15.514892 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bd8382a-e85a-48f7-ace9-7f8b7af5b2aa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:15.515261 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-7bd8382a-e85a-48f7-ace9-7f8b7af5b2aa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Floating IP b8fc3742-89a9-4cda-9420-2e7e0963cf26 disassociated (deleted). External IP: 172.25.7.205, port: 8544ecbf-52bd-42d9-9531-5fdaace82ddf. May 26 16:32:15.713264 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f909c75-32c2-4f02-ae1c-0780598a2f84 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Subnet': ['ID=adb12098-d83e-4174-ae88-ea64f34e9e99,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:15.811317 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f909c75-32c2-4f02-ae1c-0780598a2f84 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Checking segment: {'id': 'ea7d594a-0b34-43bc-bea3-d8dfb660a2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6d3a11fa-ba86-4f3c-b214-42a6527c7ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:15.811668 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f909c75-32c2-4f02-ae1c-0780598a2f84 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Network hostable DHCP agents. Network: 6d3a11fa-ba86-4f3c-b214-42a6527c7ea2, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:32:15.863062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55716) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:15.868311 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-01aa0d98-2a52-4895-a85e-9834373215d5 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1310729369', 'description': 'tempest-description--698378709'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:15.916558 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01aa0d98-2a52-4895-a85e-9834373215d5 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:15.975644 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cbc22c3b-4848-4015-9e40-b13dc3ec8882 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:16.056416 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f909c75-32c2-4f02-ae1c-0780598a2f84 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Network 6d3a11fa-ba86-4f3c-b214-42a6527c7ea2 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:32:16.112783 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01aa0d98-2a52-4895-a85e-9834373215d5 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:16.122619 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01aa0d98-2a52-4895-a85e-9834373215d5 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:16.168132 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01aa0d98-2a52-4895-a85e-9834373215d5 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:16.171024 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-01aa0d98-2a52-4895-a85e-9834373215d5 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3059845 May 26 16:32:16.174426 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55724) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:16.181202 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b3434472-98a9-43f6-ac70-7b4bd2d6e8bb tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Request body: {'security_group_rule': {'security_group_id': '4a81e71c-c09d-49dd-8ef0-50a561dbc95b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:16.193509 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-4f909c75-32c2-4f02-ae1c-0780598a2f84 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 6d3a11fa-ba86-4f3c-b214-42a6527c7ea2) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:16.208377 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5ceaba-b0c7-480d-a87a-cdd9526cc48a None None] Network 6d3a11fa-ba86-4f3c-b214-42a6527c7ea2 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:16.227505 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa0d98-2a52-4895-a85e-9834373215d5 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a81e71c-c09d-49dd-8ef0-50a561dbc95b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:16.240598 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b3434472-98a9-43f6-ac70-7b4bd2d6e8bb tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:16.245567 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f909c75-32c2-4f02-ae1c-0780598a2f84 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:16.249375 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f909c75-32c2-4f02-ae1c-0780598a2f84 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:16.319039 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4f909c75-32c2-4f02-ae1c-0780598a2f84 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1288035 May 26 16:32:16.324645 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55726) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:16.332848 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cbc22c3b-4848-4015-9e40-b13dc3ec8882 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:16.551830 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b3434472-98a9-43f6-ac70-7b4bd2d6e8bb tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:16.563241 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b3434472-98a9-43f6-ac70-7b4bd2d6e8bb tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:16.612785 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3434472-98a9-43f6-ac70-7b4bd2d6e8bb tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b063fe37-a157-440d-b393-46e62a2c8174,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:16.620584 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b3434472-98a9-43f6-ac70-7b4bd2d6e8bb tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:16.622205 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b3434472-98a9-43f6-ac70-7b4bd2d6e8bb tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4464686 May 26 16:32:16.625931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55734) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:16.634015 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc22c3b-4848-4015-9e40-b13dc3ec8882 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=9b07614b-1216-4fbb-b201-cdc42eb3ed71,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:16.636632 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ae5c507e-cbfd-4522-8531-18ffd449e3d9 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Request body: {'security_group_rule': {'security_group_id': '4a81e71c-c09d-49dd-8ef0-50a561dbc95b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:16.699206 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7931e3f0-d413-4330-a0d5-00ae2da7bf33 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:16.710526 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc22c3b-4848-4015-9e40-b13dc3ec8882 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:16.718897 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-cbc22c3b-4848-4015-9e40-b13dc3ec8882 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:16.766894 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd8382a-e85a-48f7-ace9-7f8b7af5b2aa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Router b907d08b-cd00-4a57-a63d-f45e391bcba0 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:32:16.792720 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc22c3b-4848-4015-9e40-b13dc3ec8882 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:32:16.842338 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ae5c507e-cbfd-4522-8531-18ffd449e3d9 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:16.982955 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-503f0687-70bf-45aa-a9df-eec7a3d09300 None None] Allocated IP 172.20.0.2 (c35b079d-bcd5-434c-9023-f88865e938de/ccff6e51-8dbf-48b7-9b09-49116e6dccae/c29e79d9-120a-4d18-9b68-bfc214809261) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:17.021197 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7931e3f0-d413-4330-a0d5-00ae2da7bf33 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:17.045304 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:32:17.255289 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ae5c507e-cbfd-4522-8531-18ffd449e3d9 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:17.267788 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ae5c507e-cbfd-4522-8531-18ffd449e3d9 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:17.361142 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c507e-cbfd-4522-8531-18ffd449e3d9 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f90f17f2-84bb-4fc8-a838-a1b2c619f99d,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:17.368987 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ae5c507e-cbfd-4522-8531-18ffd449e3d9 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:17.376256 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ae5c507e-cbfd-4522-8531-18ffd449e3d9 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7484531 May 26 16:32:17.377435 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55744) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:17.382970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-94f86393-a7b0-443b-b2dd-3b83784f1682 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:17.389786 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7931e3f0-d413-4330-a0d5-00ae2da7bf33 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:17.488737 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:17.539007 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7931e3f0-d413-4330-a0d5-00ae2da7bf33 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:17.563775 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd8382a-e85a-48f7-ace9-7f8b7af5b2aa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:32:17.575634 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7bd8382a-e85a-48f7-ace9-7f8b7af5b2aa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:17.576296 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4466a483-e96d-496f-9b97-680ed0cc41e7 None None] Sync routers for ids ['b907d08b-cd00-4a57-a63d-f45e391bcba0'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:32:17.613217 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-7931e3f0-d413-4330-a0d5-00ae2da7bf33 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d3a11fa-ba86-4f3c-b214-42a6527c7ea2']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:17.625984 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-7931e3f0-d413-4330-a0d5-00ae2da7bf33 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7d594a-0b34-43bc-bea3-d8dfb660a2ca') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:17.626288 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-7931e3f0-d413-4330-a0d5-00ae2da7bf33 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7d594a-0b34-43bc-bea3-d8dfb660a2ca') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:17.646010 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7931e3f0-d413-4330-a0d5-00ae2da7bf33 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:17.664318 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4466a483-e96d-496f-9b97-680ed0cc41e7 None None] Routers {'b907d08b-cd00-4a57-a63d-f45e391bcba0'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:32:17.673889 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4466a483-e96d-496f-9b97-680ed0cc41e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:32:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b907d08b-cd00-4a57-a63d-f45e391bcba0'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:17.691498 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-503f0687-70bf-45aa-a9df-eec7a3d09300 None None] For port c29e79d9-120a-4d18-9b68-bfc214809261, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c29e79d9-120a-4d18-9b68-bfc214809261,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:17.728017 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-503f0687-70bf-45aa-a9df-eec7a3d09300 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:17.728264 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc22c3b-4848-4015-9e40-b13dc3ec8882 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:17.730830 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef129a44-e53e-4844-8b7d-90cc9ac387bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-6d3a11fa-ba86-4f3c-b214-42a6527c7ea2', 'network_id': '6d3a11fa-ba86-4f3c-b214-42a6527c7ea2', 'tenant_id': 'dc09c14953fa4a54996dcaf4d4d4825c', 'fixed_ips': [{'subnet_id': 'adb12098-d83e-4174-ae88-ea64f34e9e99'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:32:17.732058 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ef129a44-e53e-4844-8b7d-90cc9ac387bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:17.733063 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cbc22c3b-4848-4015-9e40-b13dc3ec8882 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:17.733752 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931e3f0-d413-4330-a0d5-00ae2da7bf33 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Subnet': ['ID=adb12098-d83e-4174-ae88-ea64f34e9e99,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:17.750386 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7bd8382a-e85a-48f7-ace9-7f8b7af5b2aa tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "DELETE /v2.0/floatingips/b8fc3742-89a9-4cda-9420-2e7e0963cf26 HTTP/1.1" status: 204 len: 168 time: 4.5022373 May 26 16:32:17.759559 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:17.759937 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:17.762185 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3', 'tag': '8544ecbf-52bd-42d9-9531-5fdaace82ddf'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:32:17.767274 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf6e1a3-fb49-4395-9dda-2d9d939d6493" -d '{"events": [{"name": "network-changed", "server_uuid": "cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3", "tag": "8544ecbf-52bd-42d9-9531-5fdaace82ddf"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:32:17.791025 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7931e3f0-d413-4330-a0d5-00ae2da7bf33 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:17.815875 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-503f0687-70bf-45aa-a9df-eec7a3d09300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:17.847381 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7931e3f0-d413-4330-a0d5-00ae2da7bf33 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:32:17.849885 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7931e3f0-d413-4330-a0d5-00ae2da7bf33 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:17.851881 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cbc22c3b-4848-4015-9e40-b13dc3ec8882 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.8235250 May 26 16:32:17.854672 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55754) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:17.934792 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment ea7d594a-0b34-43bc-bea3-d8dfb660a2ca resource provider aggregate not found May 26 16:32:17.943219 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94f86393-a7b0-443b-b2dd-3b83784f1682 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:17.979275 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93fb254-0e20-4976-b541-2c02c71af796 x-openstack-request-id: req-a93fb254-0e20-4976-b541-2c02c71af796 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:32:17.979967 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3", "tag": "8544ecbf-52bd-42d9-9531-5fdaace82ddf", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:32:17.980973 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a93fb254-0e20-4976-b541-2c02c71af796 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:32:17.981610 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a93fb254-0e20-4976-b541-2c02c71af796'] response: {'name': 'network-changed', 'server_uuid': 'cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3', 'tag': '8544ecbf-52bd-42d9-9531-5fdaace82ddf', 'status': 'completed', 'code': 200} May 26 16:32:18.057862 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea5debb-e2bf-4945-8adc-e191fadccbcd tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:18.086251 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea5debb-e2bf-4945-8adc-e191fadccbcd tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:18.101033 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-dea5debb-e2bf-4945-8adc-e191fadccbcd tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.2389450 May 26 16:32:18.101665 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55774) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:18.128156 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-4466a483-e96d-496f-9b97-680ed0cc41e7 None None] Set router b907d08b-cd00-4a57-a63d-f45e391bcba0 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:32:18.143393 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment ea7d594a-0b34-43bc-bea3-d8dfb660a2ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea7d594a-0b34-43bc-bea3-d8dfb660a2ca found for delete ", "request_id": "req-8b3511dc-9fb7-4c5c-85d7-023404cc107c"}]} May 26 16:32:18.144389 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:18.144949 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:18.213131 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:18.275862 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:18.276923 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:18.300951 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358e726d-5cf6-4cee-9cca-4bf942730adf None None] Network 6d3a11fa-ba86-4f3c-b214-42a6527c7ea2 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:18.391531 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f0687-70bf-45aa-a9df-eec7a3d09300 None None] Pushing event updated for resources: {'Port': ['ID=c29e79d9-120a-4d18-9b68-bfc214809261,revision_number=9']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:18.408905 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7931e3f0-d413-4330-a0d5-00ae2da7bf33 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:18.415071 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-c3846e4b-1830-40cf-a33b-a4d850924c39 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting port 9b07614b-1216-4fbb-b201-cdc42eb3ed71 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:18.416749 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3846e4b-1830-40cf-a33b-a4d850924c39 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:18.491967 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358e726d-5cf6-4cee-9cca-4bf942730adf None None] Network 6d3a11fa-ba86-4f3c-b214-42a6527c7ea2 could not be found, it might have been deleted concurrently. {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 26 16:32:18.522621 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7931e3f0-d413-4330-a0d5-00ae2da7bf33 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:18.532162 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7931e3f0-d413-4330-a0d5-00ae2da7bf33 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/networks/6d3a11fa-ba86-4f3c-b214-42a6527c7ea2 HTTP/1.1" status: 204 len: 168 time: 2.2050993 May 26 16:32:18.547185 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55780) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:18.563648 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-971d3cbe-a6db-4f4d-85ea-8c2b0417cd75 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1088611587'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:18.574751 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:18.601382 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931e3f0-d413-4330-a0d5-00ae2da7bf33 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Network': ['ID=6d3a11fa-ba86-4f3c-b214-42a6527c7ea2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:18.636925 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971d3cbe-a6db-4f4d-85ea-8c2b0417cd75 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Made reservation on behalf of dc09c14953fa4a54996dcaf4d4d4825c for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:18.644331 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-971d3cbe-a6db-4f4d-85ea-8c2b0417cd75 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:18.671729 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:18.675670 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00786f7c-1545-47c3-a52a-729c111e7022 req-5732b3da-b30e-43f5-a217-27099adc7315 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:18.687384 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-00786f7c-1545-47c3-a52a-729c111e7022 req-5732b3da-b30e-43f5-a217-27099adc7315 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 945 time: 0.2834222 May 26 16:32:18.705970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6e1a3-fb49-4395-9dda-2d9d939d6493 req-24ec1b72-f294-42b2-ad1a-be3cf5cefc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:18.709491 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3cf6e1a3-fb49-4395-9dda-2d9d939d6493 req-24ec1b72-f294-42b2-ad1a-be3cf5cefc2f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab86e9d575124bbb8f1141e0888ad848&device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 1096 time: 0.7816999 May 26 16:32:18.734369 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3846e4b-1830-40cf-a33b-a4d850924c39 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:18.765356 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-c3846e4b-1830-40cf-a33b-a4d850924c39 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Calling delete_port for 9b07614b-1216-4fbb-b201-cdc42eb3ed71 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:18.890253 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c29e79d9-120a-4d18-9b68-bfc214809261 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:32:18.900170 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-00786f7c-1545-47c3-a52a-729c111e7022 req-2f7cfb35-634a-4d2d-a431-57cb403154e7 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051795 May 26 16:32:19.083224 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:19.162023 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port c29e79d9-120a-4d18-9b68-bfc214809261 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:19.164481 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:19.178824 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94f86393-a7b0-443b-b2dd-3b83784f1682 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:19.195476 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4466a483-e96d-496f-9b97-680ed0cc41e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672833861', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:30:01Z', 'updated_at': '2022-05-26T16:30:09Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:30:02Z', 'updated_at': '2022-05-26T16:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d', 'name': '', 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:ff:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e763142b-117a-4588-856a-9a781c0f6b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:30:08Z', 'updated_at': '2022-05-26T16:30:14Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'e763142b-117a-4588-856a-9a781c0f6b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:19.231456 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4466a483-e96d-496f-9b97-680ed0cc41e7 None None] Checking router: b907d08b-cd00-4a57-a63d-f45e391bcba0 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:32:19.242206 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6e1a3-fb49-4395-9dda-2d9d939d6493 req-a779aba2-532e-43ca-8d33-ca94d23897f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:19.242474 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4466a483-e96d-496f-9b97-680ed0cc41e7 None None] Routers {'b907d08b-cd00-4a57-a63d-f45e391bcba0'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:32:19.243281 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4466a483-e96d-496f-9b97-680ed0cc41e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:32:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b907d08b-cd00-4a57-a63d-f45e391bcba0'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:19.243783 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3cf6e1a3-fb49-4395-9dda-2d9d939d6493 req-a779aba2-532e-43ca-8d33-ca94d23897f0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=582d7fa0-56a2-49ce-b0b0-b020c41336d0 HTTP/1.1" status: 200 len: 898 time: 0.3686349 May 26 16:32:19.316237 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3846e4b-1830-40cf-a33b-a4d850924c39 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:19.360716 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3846e4b-1830-40cf-a33b-a4d850924c39 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Port': ['ID=9b07614b-1216-4fbb-b201-cdc42eb3ed71,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:19.388629 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3cf6e1a3-fb49-4395-9dda-2d9d939d6493 req-d000fb59-ba06-422b-ad08-83c3e821a486 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8544ecbf-52bd-42d9-9531-5fdaace82ddf HTTP/1.1" status: 200 len: 217 time: 0.1349878 May 26 16:32:19.408124 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port c29e79d9-120a-4d18-9b68-bfc214809261 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:19.413160 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-4466a483-e96d-496f-9b97-680ed0cc41e7 None None] Set router b907d08b-cd00-4a57-a63d-f45e391bcba0 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:32:19.413842 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:19.415269 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971d3cbe-a6db-4f4d-85ea-8c2b0417cd75 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:32:19.444135 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-971d3cbe-a6db-4f4d-85ea-8c2b0417cd75 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:19.445527 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-971d3cbe-a6db-4f4d-85ea-8c2b0417cd75 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Added segment 9ff65895-83b2-4841-b950-83c1f9c92a0b of type vlan for network 5a27324a-3e58-4d3c-af09-b04109a6d9d7 May 26 16:32:19.489911 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port c29e79d9-120a-4d18-9b68-bfc214809261, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c29e79d9-120a-4d18-9b68-bfc214809261,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:19.504389 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] Sync routers for ids ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:32:19.516205 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:19.598447 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6e1a3-fb49-4395-9dda-2d9d939d6493 req-428db86e-3025-48d4-810d-e27dc1451277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:19.599938 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3cf6e1a3-fb49-4395-9dda-2d9d939d6493 req-428db86e-3025-48d4-810d-e27dc1451277 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e763142b-117a-4588-856a-9a781c0f6b28 HTTP/1.1" status: 200 len: 835 time: 0.0752714 May 26 16:32:19.618196 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3846e4b-1830-40cf-a33b-a4d850924c39 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:19.624864 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] Routers {'4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:32:19.625513 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:32:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:19.629435 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c3846e4b-1830-40cf-a33b-a4d850924c39 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/9b07614b-1216-4fbb-b201-cdc42eb3ed71 HTTP/1.1" status: 204 len: 168 time: 1.5239072 May 26 16:32:19.630978 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55792) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:19.758554 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-971d3cbe-a6db-4f4d-85ea-8c2b0417cd75 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:19.769593 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=c29e79d9-120a-4d18-9b68-bfc214809261,revision_number=10']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:19.841408 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5d499-2313-4568-9121-fa6a946b1b39 req-d4a6bdde-6332-46e3-8cb1-f0fdb6e0acac tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:19.843205 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cab5d499-2313-4568-9121-fa6a946b1b39 req-d4a6bdde-6332-46e3-8cb1-f0fdb6e0acac tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 945 time: 0.2111077 May 26 16:32:19.847500 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa4e52d-c145-4bb2-a0cc-b3624b7ef339 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:19.849385 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa4e52d-c145-4bb2-a0cc-b3624b7ef339 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:19.851239 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa4e52d-c145-4bb2-a0cc-b3624b7ef339 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:19.856615 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-baa4e52d-c145-4bb2-a0cc-b3624b7ef339 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1683958 May 26 16:32:19.857107 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55796) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:19.859259 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5022f675-a09e-4507-ba8d-b20721548289 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:19.892610 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6e1a3-fb49-4395-9dda-2d9d939d6493 req-1e0859b2-17f4-4e80-9e14-146172aca505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:19.894181 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3cf6e1a3-fb49-4395-9dda-2d9d939d6493 req-1e0859b2-17f4-4e80-9e14-146172aca505 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=582d7fa0-56a2-49ce-b0b0-b020c41336d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2523258 May 26 16:32:19.902979 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-971d3cbe-a6db-4f4d-85ea-8c2b0417cd75 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:19.916450 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-4466a483-e96d-496f-9b97-680ed0cc41e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672833861', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:30:01Z', 'updated_at': '2022-05-26T16:30:09Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:30:02Z', 'updated_at': '2022-05-26T16:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d', 'name': '', 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:ff:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e763142b-117a-4588-856a-9a781c0f6b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:30:08Z', 'updated_at': '2022-05-26T16:30:14Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'e763142b-117a-4588-856a-9a781c0f6b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:19.926857 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01a6835-e215-4606-b23d-85d739b09cfc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet 1a1502bc-04d4-4d7d-aa66-6c670f8c3bf5 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:32:19.930543 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c01a6835-e215-4606-b23d-85d739b09cfc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:19.931578 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971d3cbe-a6db-4f4d-85ea-8c2b0417cd75 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:19.932255 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-971d3cbe-a6db-4f4d-85ea-8c2b0417cd75 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:19.995339 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4466a483-e96d-496f-9b97-680ed0cc41e7 None None] The sync data for ids ['b907d08b-cd00-4a57-a63d-f45e391bcba0'] in n-d-843337-2 is: [{'id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672833861', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:30:01Z', 'updated_at': '2022-05-26T16:30:09Z', 'revision_number': 4, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:30:02Z', 'updated_at': '2022-05-26T16:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d', 'name': '', 'network_id': '582d7fa0-56a2-49ce-b0b0-b020c41336d0', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'mac_address': 'fa:16:3e:ff:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'e763142b-117a-4588-856a-9a781c0f6b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:30:08Z', 'updated_at': '2022-05-26T16:30:14Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'subnets': [{'id': 'e763142b-117a-4588-856a-9a781c0f6b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:32:20.028716 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c01a6835-e215-4606-b23d-85d739b09cfc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:20.051624 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] Set router 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:32:20.181060 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3cf6e1a3-fb49-4395-9dda-2d9d939d6493 req-1bc43607-3ff6-4345-9fe7-8d035e016bad service neutron] 10.222.0.81 "GET /v2.0/networks/582d7fa0-56a2-49ce-b0b0-b020c41336d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223473 May 26 16:32:20.192680 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c01a6835-e215-4606-b23d-85d739b09cfc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:20.221843 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-971d3cbe-a6db-4f4d-85ea-8c2b0417cd75 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6699479 May 26 16:32:20.237569 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55804) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:20.285871 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-f5207b80-2da1-439b-a7e9-be730d16f6e3 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'subnet': {'network_id': '5a27324a-3e58-4d3c-af09-b04109a6d9d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:20.289033 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c01a6835-e215-4606-b23d-85d739b09cfc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:20.359253 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a6835-e215-4606-b23d-85d739b09cfc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=1a1502bc-04d4-4d7d-aa66-6c670f8c3bf5,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:20.373559 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c01a6835-e215-4606-b23d-85d739b09cfc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:20.384998 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-94f86393-a7b0-443b-b2dd-3b83784f1682 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Allocated IP 172.25.7.184 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/ba3cda58-123b-4192-9452-3a8199ccb6e6) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:20.385821 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c01a6835-e215-4606-b23d-85d739b09cfc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/1a1502bc-04d4-4d7d-aa66-6c670f8c3bf5 HTTP/1.1" status: 204 len: 168 time: 0.5198629 May 26 16:32:20.389431 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55806) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:20.523584 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ae4fea43-b93f-4a5a-8ea4-c2e4c4d4a28e None None] Provisioning complete for port c29e79d9-120a-4d18-9b68-bfc214809261 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:20.524757 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ae4fea43-b93f-4a5a-8ea4-c2e4c4d4a28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:20.568478 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea924a5-2377-4d80-b235-32de1fa2f903 None None] New status for floating IP b8fc3742-89a9-4cda-9420-2e7e0963cf26: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:32:20.583467 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc38b1a7-6c74-47c5-9368-35e8830d06b3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet ccff6e51-8dbf-48b7-9b09-49116e6dccae {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:32:20.610874 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc38b1a7-6c74-47c5-9368-35e8830d06b3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:20.648867 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94f86393-a7b0-443b-b2dd-3b83784f1682 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:20.735316 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ae4fea43-b93f-4a5a-8ea4-c2e4c4d4a28e None None] Current status of the port c29e79d9-120a-4d18-9b68-bfc214809261 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:20.738188 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:32:20.743937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'name': 'tempest-AttachVolumeTestJSON-1265297354-router', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:32:00Z', 'updated_at': '2022-05-26T16:32:12Z', 'revision_number': 4, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'gw_port': {'id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:02Z', 'updated_at': '2022-05-26T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd6834772-2382-4319-8467-f40dbabe560d', 'name': '', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'mac_address': 'fa:16:3e:b2:02:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '169af66c-e17e-405d-a13a-40c09478394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:09Z', 'updated_at': '2022-05-26T16:32:12Z', 'revision_number': 2, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'subnets': [{'id': '169af66c-e17e-405d-a13a-40c09478394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:20.771449 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc38b1a7-6c74-47c5-9368-35e8830d06b3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:20.806666 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] Checking router: 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:32:20.807132 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] Updating router 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc port d6834772-2382-4319-8467-f40dbabe560d binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:32:20.882034 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:21.005566 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:21.006234 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:21.013349 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc38b1a7-6c74-47c5-9368-35e8830d06b3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:21.055451 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94f86393-a7b0-443b-b2dd-3b83784f1682 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:21.186386 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc38b1a7-6c74-47c5-9368-35e8830d06b3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:21.226087 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38b1a7-6c74-47c5-9368-35e8830d06b3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=ccff6e51-8dbf-48b7-9b09-49116e6dccae,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:21.239279 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc38b1a7-6c74-47c5-9368-35e8830d06b3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:21.248106 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bc38b1a7-6c74-47c5-9368-35e8830d06b3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/ccff6e51-8dbf-48b7-9b09-49116e6dccae HTTP/1.1" status: 204 len: 168 time: 0.8514414 May 26 16:32:21.260848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55830) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:21.261943 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-cab5d499-2313-4568-9121-fa6a946b1b39 req-da0a819c-f0b0-4138-8f43-b082c4b53a6f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Deleting port 8544ecbf-52bd-42d9-9531-5fdaace82ddf {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:21.265151 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cab5d499-2313-4568-9121-fa6a946b1b39 req-da0a819c-f0b0-4138-8f43-b082c4b53a6f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:21.366386 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d3cbe-a6db-4f4d-85ea-8c2b0417cd75 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Network': ['ID=5a27324a-3e58-4d3c-af09-b04109a6d9d7,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:21.376655 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a8c8d8-1b6c-4672-9e00-ca75b286b85e None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:21.414804 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 5a27324a-3e58-4d3c-af09-b04109a6d9d7 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:32:21.451242 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-cab5d499-2313-4568-9121-fa6a946b1b39 req-da0a819c-f0b0-4138-8f43-b082c4b53a6f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] For port 8544ecbf-52bd-42d9-9531-5fdaace82ddf, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8544ecbf-52bd-42d9-9531-5fdaace82ddf,segment=NetworkSegment(3a53d0f9-bb26-43f2-b45a-9bccd537bbb9),segment_id=3a53d0f9-bb26-43f2-b45a-9bccd537bbb9)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:21.451798 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cab5d499-2313-4568-9121-fa6a946b1b39 req-da0a819c-f0b0-4138-8f43-b082c4b53a6f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:21.468816 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-cab5d499-2313-4568-9121-fa6a946b1b39 req-da0a819c-f0b0-4138-8f43-b082c4b53a6f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Calling delete_port for 8544ecbf-52bd-42d9-9531-5fdaace82ddf owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:21.493892 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f86393-a7b0-443b-b2dd-3b83784f1682 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:21.497821 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-84e10662-a1a6-45a8-bcfa-789db79393d6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2065740 May 26 16:32:21.507825 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55834) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:21.522910 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948025a3-dca2-4a2c-a71a-24673e96af81 req-f9b72ad2-befe-44db-b3cc-568bbe16eac9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:21.524824 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-948025a3-dca2-4a2c-a71a-24673e96af81 req-f9b72ad2-befe-44db-b3cc-568bbe16eac9 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 945 time: 1.3403904 May 26 16:32:21.550578 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-94f86393-a7b0-443b-b2dd-3b83784f1682 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:21.574084 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f86393-a7b0-443b-b2dd-3b83784f1682 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Pushing event updated for resources: {'Port': ['ID=ba3cda58-123b-4192-9452-3a8199ccb6e6,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:21.585403 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f86393-a7b0-443b-b2dd-3b83784f1682 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:32:21.669925 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3cf6e1a3-fb49-4395-9dda-2d9d939d6493 req-00fba7c0-aa46-46b2-88fc-f22ac3324630 service neutron] 10.222.0.81 "GET /v2.0/networks/582d7fa0-56a2-49ce-b0b0-b020c41336d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4434309 May 26 16:32:21.688856 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:21.690006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c29e79d9-120a-4d18-9b68-bfc214809261 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:32:21.716076 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5207b80-2da1-439b-a7e9-be730d16f6e3 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Made reservation on behalf of dc09c14953fa4a54996dcaf4d4d4825c for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:21.720704 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5207b80-2da1-439b-a7e9-be730d16f6e3 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:21.767233 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-948025a3-dca2-4a2c-a71a-24673e96af81 req-2492db2b-76f4-4841-bc8a-551f0816c379 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d9ae040-1051-473c-88de-12be41c13a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106488 May 26 16:32:21.799496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688dc9bb-a07c-4a2f-a3e4-558ecfdeb686 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:21.812537 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-688dc9bb-a07c-4a2f-a3e4-558ecfdeb686 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2797370 May 26 16:32:21.813035 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cab5d499-2313-4568-9121-fa6a946b1b39 req-da0a819c-f0b0-4138-8f43-b082c4b53a6f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:21.816251 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55842) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:21.826497 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-1db8e82d-0f51-4df7-9266-d4ae5611df0b None None] Provisioning complete for port c29e79d9-120a-4d18-9b68-bfc214809261 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:21.827786 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1db8e82d-0f51-4df7-9266-d4ae5611df0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:21.934246 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port c29e79d9-120a-4d18-9b68-bfc214809261 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:21.934890 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:21.958176 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27765a2b-6d1f-48ea-9072-9e61461c67eb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:21.959763 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-27765a2b-6d1f-48ea-9072-9e61461c67eb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1395445 May 26 16:32:21.972651 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55848) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:22.073558 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94f86393-a7b0-443b-b2dd-3b83784f1682 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:22.100401 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fae92200-cb13-47c7-a7f4-44abb0d68716 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1225259 May 26 16:32:22.100401 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a819c-f0b0-4138-8f43-b082c4b53a6f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'Port': ['ID=8544ecbf-52bd-42d9-9531-5fdaace82ddf,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:22.108288 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55854) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:22.126705 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-7f478653-fbbb-435f-85ea-b5d497996715 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:22.329273 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94f86393-a7b0-443b-b2dd-3b83784f1682 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:22.385166 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port c29e79d9-120a-4d18-9b68-bfc214809261 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:22.388715 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab5d499-2313-4568-9121-fa6a946b1b39 req-da0a819c-f0b0-4138-8f43-b082c4b53a6f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] No DVR routers for this DVR port 8544ecbf-52bd-42d9-9531-5fdaace82ddf on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:32:22.404811 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cab5d499-2313-4568-9121-fa6a946b1b39 req-da0a819c-f0b0-4138-8f43-b082c4b53a6f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:22.426582 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cab5d499-2313-4568-9121-fa6a946b1b39 req-da0a819c-f0b0-4138-8f43-b082c4b53a6f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.81 "DELETE /v2.0/ports/8544ecbf-52bd-42d9-9531-5fdaace82ddf HTTP/1.1" status: 204 len: 173 time: 2.5676782 May 26 16:32:22.427321 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3', 'name': 'network-vif-deleted', 'tag': '8544ecbf-52bd-42d9-9531-5fdaace82ddf'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:32:22.430826 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7444c6-4e15-46c5-8732-3f60db150e6e" -d '{"events": [{"server_uuid": "cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3", "name": "network-vif-deleted", "tag": "8544ecbf-52bd-42d9-9531-5fdaace82ddf"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:32:22.467794 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f478653-fbbb-435f-85ea-b5d497996715 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:22.471675 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7f478653-fbbb-435f-85ea-b5d497996715 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:22.477129 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f478653-fbbb-435f-85ea-b5d497996715 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:32:22.477561 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f478653-fbbb-435f-85ea-b5d497996715 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:32:22.517354 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7f478653-fbbb-435f-85ea-b5d497996715 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4057429 May 26 16:32:22.524720 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55862) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:22.527414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6b5aad-0236-4543-87f4-d12362d2fb0a None None] DHCP port deletion for c35b079d-bcd5-434c-9023-f88865e938de request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:32:22.531104 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-54f04fd9-8620-4301-a1eb-3dea7d9bb49a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:22.557983 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad4be9e-73ec-40f2-b368-927aa750348d x-openstack-request-id: req-9ad4be9e-73ec-40f2-b368-927aa750348d {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:32:22.557983 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3", "name": "network-vif-deleted", "tag": "8544ecbf-52bd-42d9-9531-5fdaace82ddf", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:32:22.559910 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9ad4be9e-73ec-40f2-b368-927aa750348d {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:32:22.561865 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ad4be9e-73ec-40f2-b368-927aa750348d'] response: {'server_uuid': 'cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3', 'name': 'network-vif-deleted', 'tag': '8544ecbf-52bd-42d9-9531-5fdaace82ddf', 'status': 'completed', 'code': 200} May 26 16:32:22.622320 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1db8e82d-0f51-4df7-9266-d4ae5611df0b None None] Current status of the port c29e79d9-120a-4d18-9b68-bfc214809261 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:22.720964 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c29e79d9-120a-4d18-9b68-bfc214809261 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:32:22.758975 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:22.853465 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:22.910970 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f04fd9-8620-4301-a1eb-3dea7d9bb49a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:22.915430 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-54f04fd9-8620-4301-a1eb-3dea7d9bb49a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:22.917257 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f04fd9-8620-4301-a1eb-3dea7d9bb49a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:32:22.918180 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54f04fd9-8620-4301-a1eb-3dea7d9bb49a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:32:22.968690 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-54f04fd9-8620-4301-a1eb-3dea7d9bb49a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4426188 May 26 16:32:22.969548 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55872) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:22.984464 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-694abff8-604e-48d6-86a6-38f305ff05c7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:23.024524 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4d6b5aad-0236-4543-87f4-d12362d2fb0a None None] Deleting port c29e79d9-120a-4d18-9b68-bfc214809261 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:23.025216 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d6b5aad-0236-4543-87f4-d12362d2fb0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:23.041399 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94f86393-a7b0-443b-b2dd-3b83784f1682 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:23.066687 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940bf5c5-b08e-47a6-8036-ac350d7318cc None None] Pushing event updated for resources: {'Port': ['ID=d6834772-2382-4319-8467-f40dbabe560d,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:23.085873 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94f86393-a7b0-443b-b2dd-3b83784f1682 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:23.101763 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5207b80-2da1-439b-a7e9-be730d16f6e3 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:23.200997 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc25b1df-4861-4fd9-bd7f-e9d969188e7d req-9bc9f122-a7be-4789-9544-5176793ebc48 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb753bfc-5e65-4ec3-bb6e-e5af911fbfd3 HTTP/1.1" status: 200 len: 210 time: 0.1201184 May 26 16:32:23.272564 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-4d6b5aad-0236-4543-87f4-d12362d2fb0a None None] For port c29e79d9-120a-4d18-9b68-bfc214809261, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c29e79d9-120a-4d18-9b68-bfc214809261,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:23.273266 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d6b5aad-0236-4543-87f4-d12362d2fb0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:23.317681 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4d6b5aad-0236-4543-87f4-d12362d2fb0a None None] Calling delete_port for c29e79d9-120a-4d18-9b68-bfc214809261 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:23.409954 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694abff8-604e-48d6-86a6-38f305ff05c7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:23.421852 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-694abff8-604e-48d6-86a6-38f305ff05c7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:23.423601 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-694abff8-604e-48d6-86a6-38f305ff05c7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:32:23.424593 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-694abff8-604e-48d6-86a6-38f305ff05c7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:32:23.470316 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-694abff8-604e-48d6-86a6-38f305ff05c7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4994292 May 26 16:32:23.473719 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55886) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:23.489403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-259c6a1e-6911-40e7-b1b4-da7fdfb94d7a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:23.491736 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port c29e79d9-120a-4d18-9b68-bfc214809261 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:23.492143 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:23.503046 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] Attempting to bind port d6834772-2382-4319-8467-f40dbabe560d on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:32:23.503418 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] Attempting to bind port d6834772-2382-4319-8467-f40dbabe560d by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '5f841553-154d-4aef-93a5-5848666094a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a0268940-7484-46cd-afca-0aa172618427'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:32:23.503959 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] Attempting to bind port d6834772-2382-4319-8467-f40dbabe560d on network a0268940-7484-46cd-afca-0aa172618427 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:32:23.528126 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:32:23.528592 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] Checking segment: {'id': '5f841553-154d-4aef-93a5-5848666094a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a0268940-7484-46cd-afca-0aa172618427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:23.529013 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f86393-a7b0-443b-b2dd-3b83784f1682 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Pushing event updated for resources: {'Port': ['ID=ba3cda58-123b-4192-9452-3a8199ccb6e6,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:23.529532 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:23.529532 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] Bound using segment: {'id': '5f841553-154d-4aef-93a5-5848666094a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a0268940-7484-46cd-afca-0aa172618427'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:32:23.529879 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] Bound port: d6834772-2382-4319-8467-f40dbabe560d, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f841553-154d-4aef-93a5-5848666094a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a0268940-7484-46cd-afca-0aa172618427'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:32:23.530265 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:23.620273 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5207b80-2da1-439b-a7e9-be730d16f6e3 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Subnet': ['ID=4467072e-27a8-4cca-956f-871087e59441,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:23.628306 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port c29e79d9-120a-4d18-9b68-bfc214809261, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c29e79d9-120a-4d18-9b68-bfc214809261,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:23.630912 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-61e38c78-a362-4d3d-92f3-971fcb96ff96 None None] Provisioning complete for port d6834772-2382-4319-8467-f40dbabe560d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:23.631283 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-61e38c78-a362-4d3d-92f3-971fcb96ff96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:23.648778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5207b80-2da1-439b-a7e9-be730d16f6e3 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Checking segment: {'id': '9ff65895-83b2-4841-b950-83c1f9c92a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5a27324a-3e58-4d3c-af09-b04109a6d9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:23.649532 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5207b80-2da1-439b-a7e9-be730d16f6e3 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Network hostable DHCP agents. Network: 5a27324a-3e58-4d3c-af09-b04109a6d9d7, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:32:23.650070 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:32:23.653805 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94f86393-a7b0-443b-b2dd-3b83784f1682 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:23.678870 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94f86393-a7b0-443b-b2dd-3b83784f1682 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:23.681061 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-94f86393-a7b0-443b-b2dd-3b83784f1682 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3019390 May 26 16:32:23.697754 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:23.719106 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d6b5aad-0236-4543-87f4-d12362d2fb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:23.721475 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5207b80-2da1-439b-a7e9-be730d16f6e3 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Network 5a27324a-3e58-4d3c-af09-b04109a6d9d7 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:32:23.750280 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-f5207b80-2da1-439b-a7e9-be730d16f6e3 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 5a27324a-3e58-4d3c-af09-b04109a6d9d7) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:23.755327 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5207b80-2da1-439b-a7e9-be730d16f6e3 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:23.756151 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5207b80-2da1-439b-a7e9-be730d16f6e3 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:23.797535 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259c6a1e-6911-40e7-b1b4-da7fdfb94d7a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:23.799654 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b94b1ac-47b4-467f-a8f9-786e59737745 None None] Network 5a27324a-3e58-4d3c-af09-b04109a6d9d7 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:23.800840 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-259c6a1e-6911-40e7-b1b4-da7fdfb94d7a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:23.803104 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-259c6a1e-6911-40e7-b1b4-da7fdfb94d7a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:32:23.803552 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259c6a1e-6911-40e7-b1b4-da7fdfb94d7a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:32:23.808033 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f5207b80-2da1-439b-a7e9-be730d16f6e3 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.5330169 May 26 16:32:23.809304 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55892) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:23.840750 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-259c6a1e-6911-40e7-b1b4-da7fdfb94d7a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3658657 May 26 16:32:23.843717 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55898) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:23.849963 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d38bbd28-8137-42c3-bc63-6e9033a14a08 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:23.893948 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event deleted for resources: {'Port': ['ID=c29e79d9-120a-4d18-9b68-bfc214809261,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:23.897595 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] For port d6834772-2382-4319-8467-f40dbabe560d, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:32:23.900323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-61e38c78-a362-4d3d-92f3-971fcb96ff96 None None] Port d6834772-2382-4319-8467-f40dbabe560d cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:32:23.940953 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6b5aad-0236-4543-87f4-d12362d2fb0a None None] No DVR routers for this DVR port c29e79d9-120a-4d18-9b68-bfc214809261 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:32:23.968371 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] For port d6834772-2382-4319-8467-f40dbabe560d, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d6834772-2382-4319-8467-f40dbabe560d,segment=NetworkSegment(5f841553-154d-4aef-93a5-5848666094a0),segment_id=5f841553-154d-4aef-93a5-5848666094a0)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:32:24.029616 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b5aad-0236-4543-87f4-d12362d2fb0a None None] Pushing event deleted for resources: {'Port': ['ID=c29e79d9-120a-4d18-9b68-bfc214809261,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:24.033389 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:24.097553 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38bbd28-8137-42c3-bc63-6e9033a14a08 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:24.104645 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d38bbd28-8137-42c3-bc63-6e9033a14a08 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:24.109744 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38bbd28-8137-42c3-bc63-6e9033a14a08 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:32:24.109744 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38bbd28-8137-42c3-bc63-6e9033a14a08 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:32:24.150146 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d38bbd28-8137-42c3-bc63-6e9033a14a08 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3019817 May 26 16:32:24.151648 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55914) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:24.161645 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] Routers {'4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:32:24.162549 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:32:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:24.163507 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-502440d3-cb03-46a9-a435-ad9abaa22485 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:24.167834 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940bf5c5-b08e-47a6-8036-ac350d7318cc None None] Pushing event updated for resources: {'Port': ['ID=d6834772-2382-4319-8467-f40dbabe560d,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:24.222629 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-5a27324a-3e58-4d3c-af09-b04109a6d9d7', 'network_id': '5a27324a-3e58-4d3c-af09-b04109a6d9d7', 'tenant_id': 'dc09c14953fa4a54996dcaf4d4d4825c', 'fixed_ips': [{'subnet_id': '4467072e-27a8-4cca-956f-871087e59441'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:32:24.224068 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:24.335499 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55918) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:24.634098 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502440d3-cb03-46a9-a435-ad9abaa22485 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:24.637702 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-502440d3-cb03-46a9-a435-ad9abaa22485 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:24.639148 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-502440d3-cb03-46a9-a435-ad9abaa22485 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:32:24.639858 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-502440d3-cb03-46a9-a435-ad9abaa22485 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:32:24.701172 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Allocated IP 172.20.0.1 (5a27324a-3e58-4d3c-af09-b04109a6d9d7/4467072e-27a8-4cca-956f-871087e59441/8670a37d-5ab4-4ae4-a58c-19a28d3f17af) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:24.718992 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-502440d3-cb03-46a9-a435-ad9abaa22485 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5658622 May 26 16:32:24.727679 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 55932) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:24.730930 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:24.756171 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-f685c5a6-9262-4db6-ac4a-2224d93112f7 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1310729369&fields=id&tenant_id=72a5ce476eef4d1192f67830028ac2c1 HTTP/1.1" status: 200 len: 267 time: 0.7320604 May 26 16:32:24.798011 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] Set router 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:32:24.813704 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-eb23deb7-4b5f-4691-ba32-406135baea70 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0799398 May 26 16:32:24.817109 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55934) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:24.898870 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d6834772-2382-4319-8467-f40dbabe560d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:32:24.900718 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 8544ecbf-52bd-42d9-9531-5fdaace82ddf no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:32:25.037734 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:25.110655 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 8544ecbf-52bd-42d9-9531-5fdaace82ddf {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:32:25.111263 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 8544ecbf-52bd-42d9-9531-5fdaace82ddf not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:32:25.149107 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-bcb19888-d899-4f7f-a888-0433432ad282 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:25.157299 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-bcb19888-d899-4f7f-a888-0433432ad282 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/networks?id=a0268940-7484-46cd-afca-0aa172618427 HTTP/1.1" status: 200 len: 811 time: 0.3998418 May 26 16:32:25.168584 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0a3ff7-27a2-45e6-ba92-c6e325e8c6f9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:25.170542 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4f0a3ff7-27a2-45e6-ba92-c6e325e8c6f9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3491483 May 26 16:32:25.174362 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55946) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:25.186212 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-da2d34a5-1c47-4a0d-8398-d136f34eca9e None None] Provisioning complete for port d6834772-2382-4319-8467-f40dbabe560d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:25.186212 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-da2d34a5-1c47-4a0d-8398-d136f34eca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:25.202672 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-d92bd08d-a102-4d49-af1a-b5f516a81308 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/quotas/72a5ce476eef4d1192f67830028ac2c1 HTTP/1.1" status: 200 len: 375 time: 0.0440257 May 26 16:32:25.287811 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9ddcf743-cc2d-43de-aeb2-60b64411b51d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1111126 May 26 16:32:25.294326 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 55948) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:25.305089 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-29acf259-56d9-45a3-af96-a1d1210c5f76 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:25.440721 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port d6834772-2382-4319-8467-f40dbabe560d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:25.440983 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:25.474180 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-fb89db8a-a539-49d9-819c-f8bfa968f93d tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=72a5ce476eef4d1192f67830028ac2c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2703519 May 26 16:32:25.505522 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-534dbd8e-af37-4755-b422-c0ee0e2d6bdd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:25.541975 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29acf259-56d9-45a3-af96-a1d1210c5f76 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:25.547875 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-29acf259-56d9-45a3-af96-a1d1210c5f76 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:25.859158 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-dda4af61-b445-41ef-8758-1988e22687c1 service neutron] 10.222.0.77 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380060 May 26 16:32:26.080848 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-534dbd8e-af37-4755-b422-c0ee0e2d6bdd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Deleting port 36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:26.081924 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-534dbd8e-af37-4755-b422-c0ee0e2d6bdd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:26.117933 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-da2d34a5-1c47-4a0d-8398-d136f34eca9e None None] Current status of the port d6834772-2382-4319-8467-f40dbabe560d is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:26.118546 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-da2d34a5-1c47-4a0d-8398-d136f34eca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:26.126950 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:26.146439 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:26.148715 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port d6834772-2382-4319-8467-f40dbabe560d is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:26.148715 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:26.209214 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'name': 'tempest-AttachVolumeTestJSON-1265297354-router', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:32:00Z', 'updated_at': '2022-05-26T16:32:12Z', 'revision_number': 4, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'gw_port': {'id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:02Z', 'updated_at': '2022-05-26T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd6834772-2382-4319-8467-f40dbabe560d', 'name': '', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'mac_address': 'fa:16:3e:b2:02:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '169af66c-e17e-405d-a13a-40c09478394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:09Z', 'updated_at': '2022-05-26T16:32:23Z', 'revision_number': 4, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'subnets': [{'id': '169af66c-e17e-405d-a13a-40c09478394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:26.230719 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-d9f1321f-5e83-4b62-9580-d5e50264a8e2 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:26.232577 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-d9f1321f-5e83-4b62-9580-d5e50264a8e2 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 812 time: 0.2351165 May 26 16:32:26.246299 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f775ad-bfc3-4c77-9b9b-6d23a802fa31 None None] The sync data for ids ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'] in n-d-843337-2 is: [{'id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'name': 'tempest-AttachVolumeTestJSON-1265297354-router', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:32:00Z', 'updated_at': '2022-05-26T16:32:12Z', 'revision_number': 4, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'gw_port': {'id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:02Z', 'updated_at': '2022-05-26T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd6834772-2382-4319-8467-f40dbabe560d', 'name': '', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'mac_address': 'fa:16:3e:b2:02:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '169af66c-e17e-405d-a13a-40c09478394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:09Z', 'updated_at': '2022-05-26T16:32:23Z', 'revision_number': 4, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'subnets': [{'id': '169af66c-e17e-405d-a13a-40c09478394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:32:26.275450 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-6fea269a-6bdc-4353-9234-67aee903c158 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/quotas/47787f273f4c4c2fbc3fdca533eb0ea2 HTTP/1.1" status: 200 len: 375 time: 0.0341125 May 26 16:32:26.277221 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-534dbd8e-af37-4755-b422-c0ee0e2d6bdd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] For port 36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d,segment=NetworkSegment(3a53d0f9-bb26-43f2-b45a-9bccd537bbb9),segment_id=3a53d0f9-bb26-43f2-b45a-9bccd537bbb9)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:26.277609 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-534dbd8e-af37-4755-b422-c0ee0e2d6bdd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:26.290204 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-cae7f431-f65f-4c78-a953-e20da016f3cf service neutron] 10.222.0.77 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210517 May 26 16:32:26.309691 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Network 5a27324a-3e58-4d3c-af09-b04109a6d9d7 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:26.316539 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-da2d34a5-1c47-4a0d-8398-d136f34eca9e None None] For port d6834772-2382-4319-8467-f40dbabe560d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d6834772-2382-4319-8467-f40dbabe560d,segment=NetworkSegment(5f841553-154d-4aef-93a5-5848666094a0),segment_id=5f841553-154d-4aef-93a5-5848666094a0)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:26.317916 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:26.322185 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:32:26.329422 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-da2d34a5-1c47-4a0d-8398-d136f34eca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:26.334360 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Pushing event updated for resources: {'Port': ['ID=8670a37d-5ab4-4ae4-a58c-19a28d3f17af,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:26.349480 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-534dbd8e-af37-4755-b422-c0ee0e2d6bdd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Calling delete_port for 36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:26.378346 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:26.422947 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:26.423428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:26.423625 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:26.423957 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:26.424436 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:26.424770 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:26.425099 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:26.425427 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:26.426468 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:26.426468 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:26.426468 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:26.434867 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:26.484948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Subnet': ['ID=4467072e-27a8-4cca-956f-871087e59441,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:26.512061 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d34a5-1c47-4a0d-8398-d136f34eca9e None None] Pushing event updated for resources: {'Port': ['ID=d6834772-2382-4319-8467-f40dbabe560d,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:26.548276 n-d-843337-2 neutron-server[103896]: DEBUG neutron.objects.ports [None req-29acf259-56d9-45a3-af96-a1d1210c5f76 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103896) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:32:26.558676 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:32:26.558900 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:32:26.584182 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Attempting to bind port 8670a37d-5ab4-4ae4-a58c-19a28d3f17af on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:32:26.584566 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Attempting to bind port 8670a37d-5ab4-4ae4-a58c-19a28d3f17af by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '9ff65895-83b2-4841-b950-83c1f9c92a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5a27324a-3e58-4d3c-af09-b04109a6d9d7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:32:26.584936 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Attempting to bind port 8670a37d-5ab4-4ae4-a58c-19a28d3f17af on network 5a27324a-3e58-4d3c-af09-b04109a6d9d7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:32:26.600672 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:32:26.601054 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Checking segment: {'id': '9ff65895-83b2-4841-b950-83c1f9c92a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5a27324a-3e58-4d3c-af09-b04109a6d9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:26.601463 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:26.601861 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Bound using segment: {'id': '9ff65895-83b2-4841-b950-83c1f9c92a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5a27324a-3e58-4d3c-af09-b04109a6d9d7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:32:26.602339 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Bound port: 8670a37d-5ab4-4ae4-a58c-19a28d3f17af, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff65895-83b2-4841-b950-83c1f9c92a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5a27324a-3e58-4d3c-af09-b04109a6d9d7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:32:26.602728 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:26.630285 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-29acf259-56d9-45a3-af96-a1d1210c5f76 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:26.706657 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-bf39687d-5e03-4797-a4c5-0021aea1ff0c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4213126 May 26 16:32:26.810147 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:26.812506 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] For port 8670a37d-5ab4-4ae4-a58c-19a28d3f17af, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:32:26.817878 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] For port 8670a37d-5ab4-4ae4-a58c-19a28d3f17af, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=8670a37d-5ab4-4ae4-a58c-19a28d3f17af,segment=NetworkSegment(9ff65895-83b2-4841-b950-83c1f9c92a0b),segment_id=9ff65895-83b2-4841-b950-83c1f9c92a0b)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:32:26.828493 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:26.999392 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29acf259-56d9-45a3-af96-a1d1210c5f76 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:27.004343 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f731f86-b4b1-486a-9a3e-8c7c15897182 None None] Pushing event updated for resources: {'Port': ['ID=8670a37d-5ab4-4ae4-a58c-19a28d3f17af,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:27.009703 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c74c1fdd-8ff9-4694-91d1-e2f5206c0771 req-6cc2da27-439a-4023-ad2a-1adcc10d0bca tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 210 time: 0.1883681 May 26 16:32:27.063236 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db43aed3-771f-405f-baad-165d813c8952 None None] Network 5a27324a-3e58-4d3c-af09-b04109a6d9d7 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:27.217303 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-528eb375-d869-4cac-897f-9dba4473474c service neutron] 10.222.0.77 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409225 May 26 16:32:27.221932 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-29acf259-56d9-45a3-af96-a1d1210c5f76 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:27.230535 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a27324a-3e58-4d3c-af09-b04109a6d9d7']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:27.235704 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29acf259-56d9-45a3-af96-a1d1210c5f76 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:27.241444 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-29acf259-56d9-45a3-af96-a1d1210c5f76 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:27.244785 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acf259-56d9-45a3-af96-a1d1210c5f76 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=8c2ef8c8-64b3-4815-b461-e6d67e991069,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:27.284838 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55903aad-c0b2-441a-b14c-be17d821e552 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:27.342946 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port d6834772-2382-4319-8467-f40dbabe560d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:27.362994 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff65895-83b2-4841-b950-83c1f9c92a0b') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:27.363487 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff65895-83b2-4841-b950-83c1f9c92a0b') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:27.376520 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:27.403640 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:27.411890 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:32:27.412469 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:27.518612 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d6834772-2382-4319-8467-f40dbabe560d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:32:27.604435 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 9ff65895-83b2-4841-b950-83c1f9c92a0b resource provider aggregate not found May 26 16:32:27.634198 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.db.api [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 16:32:27.634198 n-d-843337-2 neutron-server[103896]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 16:32:27.634198 n-d-843337-2 neutron-server[103896]: [parameters: {'id': '5a27324a-3e58-4d3c-af09-b04109a6d9d7'}] May 26 16:32:27.634198 n-d-843337-2 neutron-server[103896]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:32:27.635221 n-d-843337-2 neutron-server[103896]: DEBUG oslo_db.api [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:32:27.638336 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 9ff65895-83b2-4841-b950-83c1f9c92a0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ff65895-83b2-4841-b950-83c1f9c92a0b found for delete ", "request_id": "req-e63dd832-c347-4911-bad1-fd4556c33eb4"}]} May 26 16:32:27.657619 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-29acf259-56d9-45a3-af96-a1d1210c5f76 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3577003 May 26 16:32:27.670340 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56022) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:27.687651 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-fe0d0d5c-1e78-4cc7-88e3-df58668818e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'mac_address': 'fa:16:3e:1f:39:7f', 'name': 'tempest-NetworksTestDHCPv6-1327574882'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:27.693917 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-534dbd8e-af37-4755-b422-c0ee0e2d6bdd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:27.740793 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port d6834772-2382-4319-8467-f40dbabe560d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:27.741231 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:27.751321 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-95fad6f7-2d79-4ebd-8b6e-7c8a3b70d874 service neutron] 10.222.0.77 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170925 May 26 16:32:27.804393 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534dbd8e-af37-4755-b422-c0ee0e2d6bdd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'Port': ['ID=36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:27.860828 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5288ed8a-7c52-44a2-9c31-17084355f39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-c35b079d-bcd5-434c-9023-f88865e938de', 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'fixed_ips': [{'subnet_id': '8c2ef8c8-64b3-4815-b461-e6d67e991069'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:32:27.865337 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5288ed8a-7c52-44a2-9c31-17084355f39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:27.911684 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534dbd8e-af37-4755-b422-c0ee0e2d6bdd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:27.912175 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534dbd8e-af37-4755-b422-c0ee0e2d6bdd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:27.912716 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534dbd8e-af37-4755-b422-c0ee0e2d6bdd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:27.913390 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534dbd8e-af37-4755-b422-c0ee0e2d6bdd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:27.913838 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534dbd8e-af37-4755-b422-c0ee0e2d6bdd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:27.926211 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534dbd8e-af37-4755-b422-c0ee0e2d6bdd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:27.926922 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534dbd8e-af37-4755-b422-c0ee0e2d6bdd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:27.927345 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534dbd8e-af37-4755-b422-c0ee0e2d6bdd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:27.927773 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534dbd8e-af37-4755-b422-c0ee0e2d6bdd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:27.928250 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534dbd8e-af37-4755-b422-c0ee0e2d6bdd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:27.928656 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534dbd8e-af37-4755-b422-c0ee0e2d6bdd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:27.929064 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534dbd8e-af37-4755-b422-c0ee0e2d6bdd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:27.934712 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0d0d5c-1e78-4cc7-88e3-df58668818e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:28.139031 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:28.230312 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-5288ed8a-7c52-44a2-9c31-17084355f39c None None] Allocated IP 2001:db8::f816:3eff:febb:cfea (c35b079d-bcd5-434c-9023-f88865e938de/8c2ef8c8-64b3-4815-b461-e6d67e991069/1d2c0976-4f7a-4db1-968f-c6288f8b131a) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:28.284697 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fe0d0d5c-1e78-4cc7-88e3-df58668818e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:28.343200 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-29754d7a-f8f1-4945-ba92-9d59f2459b0a req-896f62ac-a316-450e-93ac-69241a660efa tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 210 time: 0.0982947 May 26 16:32:28.373135 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-fe0d0d5c-1e78-4cc7-88e3-df58668818e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] device_id is not set on port a950c444-4fa3-462b-b1a2-ae58550f7324 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:32:28.388687 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Deleting port 8670a37d-5ab4-4ae4-a58c-19a28d3f17af {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:28.389023 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:28.475912 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-534dbd8e-af37-4755-b422-c0ee0e2d6bdd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:28.484324 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port d6834772-2382-4319-8467-f40dbabe560d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:28.574557 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5288ed8a-7c52-44a2-9c31-17084355f39c None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:28.597091 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5288ed8a-7c52-44a2-9c31-17084355f39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:28.679055 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288ed8a-7c52-44a2-9c31-17084355f39c None None] Pushing event updated for resources: {'Port': ['ID=1d2c0976-4f7a-4db1-968f-c6288f8b131a,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:28.716573 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5288ed8a-7c52-44a2-9c31-17084355f39c None None] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:28.721603 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-5288ed8a-7c52-44a2-9c31-17084355f39c None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:28.727523 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5288ed8a-7c52-44a2-9c31-17084355f39c None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:32:28.749404 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e2e9b78-5297-4de7-960f-714e893a99e2 req-95916bde-0e65-44fd-84ae-ef59cb29bfec tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 210 time: 0.0818665 May 26 16:32:28.749867 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-fe0d0d5c-1e78-4cc7-88e3-df58668818e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8::f816:3eff:fe1f:397f (c35b079d-bcd5-434c-9023-f88865e938de/8c2ef8c8-64b3-4815-b461-e6d67e991069/a950c444-4fa3-462b-b1a2-ae58550f7324) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:28.763812 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] For port 8670a37d-5ab4-4ae4-a58c-19a28d3f17af, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=8670a37d-5ab4-4ae4-a58c-19a28d3f17af,segment=NetworkSegment(9ff65895-83b2-4841-b950-83c1f9c92a0b),segment_id=9ff65895-83b2-4841-b950-83c1f9c92a0b)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:28.764277 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:28.814886 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5288ed8a-7c52-44a2-9c31-17084355f39c None None] Attempting to bind port 1d2c0976-4f7a-4db1-968f-c6288f8b131a on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:32:28.815629 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5288ed8a-7c52-44a2-9c31-17084355f39c None None] Attempting to bind port 1d2c0976-4f7a-4db1-968f-c6288f8b131a by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:32:28.816137 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5288ed8a-7c52-44a2-9c31-17084355f39c None None] Attempting to bind port 1d2c0976-4f7a-4db1-968f-c6288f8b131a on network c35b079d-bcd5-434c-9023-f88865e938de {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:32:28.821657 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5288ed8a-7c52-44a2-9c31-17084355f39c None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:32:28.822143 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5288ed8a-7c52-44a2-9c31-17084355f39c None None] Checking segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:28.822655 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5288ed8a-7c52-44a2-9c31-17084355f39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:28.823212 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5288ed8a-7c52-44a2-9c31-17084355f39c None None] Bound using segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:32:28.823888 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5288ed8a-7c52-44a2-9c31-17084355f39c None None] Bound port: 1d2c0976-4f7a-4db1-968f-c6288f8b131a, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:32:28.825273 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5288ed8a-7c52-44a2-9c31-17084355f39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:28.850435 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Calling delete_port for 8670a37d-5ab4-4ae4-a58c-19a28d3f17af owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:28.947518 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5288ed8a-7c52-44a2-9c31-17084355f39c None None] For port 1d2c0976-4f7a-4db1-968f-c6288f8b131a, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:32:28.958970 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5288ed8a-7c52-44a2-9c31-17084355f39c None None] For port 1d2c0976-4f7a-4db1-968f-c6288f8b131a, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1d2c0976-4f7a-4db1-968f-c6288f8b131a,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:32:28.968073 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5288ed8a-7c52-44a2-9c31-17084355f39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:29.086529 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:29.098934 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288ed8a-7c52-44a2-9c31-17084355f39c None None] Pushing event updated for resources: {'Port': ['ID=1d2c0976-4f7a-4db1-968f-c6288f8b131a,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:29.141609 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Port': ['ID=8670a37d-5ab4-4ae4-a58c-19a28d3f17af,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:29.165378 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No DVR routers for this DVR port 8670a37d-5ab4-4ae4-a58c-19a28d3f17af on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:32:29.345607 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:29.380244 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a27324a-3e58-4d3c-af09-b04109a6d9d7']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:29.398462 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff65895-83b2-4841-b950-83c1f9c92a0b') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:29.399675 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff65895-83b2-4841-b950-83c1f9c92a0b') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:29.419403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534dbd8e-af37-4755-b422-c0ee0e2d6bdd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Router b907d08b-cd00-4a57-a63d-f45e391bcba0 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:32:29.428638 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:29.450615 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:29.460596 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:32:29.461240 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:29.604780 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-34369fdc-9347-4a7a-b31b-bcf07be62f5d req-0e230bc4-900a-4388-a36a-0d8c58ab82b6 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 210 time: 0.1461234 May 26 16:32:29.608765 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:29.609793 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-7c158684-708d-4bfa-a0e6-6b0ff7ac2d94 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:29.612676 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-7c158684-708d-4bfa-a0e6-6b0ff7ac2d94 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.83 "GET /v2.0/networks?id=a0268940-7484-46cd-afca-0aa172618427 HTTP/1.1" status: 200 len: 811 time: 0.6247201 May 26 16:32:29.635306 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:29.645540 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/networks/5a27324a-3e58-4d3c-af09-b04109a6d9d7 HTTP/1.1" status: 204 len: 168 time: 5.8202820 May 26 16:32:29.646391 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56080) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:29.658417 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-068558f4-22d7-43aa-98e9-364ac300a850 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-685114463'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:29.719228 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068558f4-22d7-43aa-98e9-364ac300a850 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Made reservation on behalf of dc09c14953fa4a54996dcaf4d4d4825c for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:29.719228 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-068558f4-22d7-43aa-98e9-364ac300a850 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:29.730657 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 9ff65895-83b2-4841-b950-83c1f9c92a0b resource provider aggregate not found May 26 16:32:29.746534 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fe0d0d5c-1e78-4cc7-88e3-df58668818e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:29.751050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd80dbf-4923-4522-8f14-1e9aa97a6754 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Network': ['ID=5a27324a-3e58-4d3c-af09-b04109a6d9d7,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:29.760732 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 9ff65895-83b2-4841-b950-83c1f9c92a0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ff65895-83b2-4841-b950-83c1f9c92a0b found for delete ", "request_id": "req-c1743fa0-ce86-461a-86fa-534e61e284d4"}]} May 26 16:32:29.771381 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068558f4-22d7-43aa-98e9-364ac300a850 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:32:29.790437 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-068558f4-22d7-43aa-98e9-364ac300a850 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:29.791246 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-068558f4-22d7-43aa-98e9-364ac300a850 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Added segment a810a4c2-a458-4042-a85d-e7ddaefe9a08 of type vlan for network db2c8578-009a-4833-acd4-1c9161bc9b31 May 26 16:32:29.883458 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cb48998d-d761-42e0-bc60-0ae3f4cff343 req-c81d8316-13a5-47b0-bf1e-ee3706363b34 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 210 time: 0.0375068 May 26 16:32:29.885094 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-068558f4-22d7-43aa-98e9-364ac300a850 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:29.941566 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-068558f4-22d7-43aa-98e9-364ac300a850 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:29.976266 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-7d3132b7-65f9-4301-ba8d-d0ffaae20b1d tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72a5ce476eef4d1192f67830028ac2c1 HTTP/1.1" status: 200 len: 380 time: 0.2452400 May 26 16:32:29.977418 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fe0d0d5c-1e78-4cc7-88e3-df58668818e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:29.978228 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068558f4-22d7-43aa-98e9-364ac300a850 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:29.979430 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-068558f4-22d7-43aa-98e9-364ac300a850 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:29.996611 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-ca1b3d96-bb3f-4afb-9bfa-c9788a8dab42 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Request body: {'port': {'device_id': '89402875-46c2-4c36-85e3-09e12f4bef41', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'admin_state_up': True, 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'security_groups': ['4a81e71c-c09d-49dd-8ef0-50a561dbc95b']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:30.008651 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-068558f4-22d7-43aa-98e9-364ac300a850 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3542979 May 26 16:32:30.013374 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56094) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:30.054135 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-68fb4e06-518b-4363-afb5-53f078fd99c4 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'subnet': {'network_id': 'db2c8578-009a-4833-acd4-1c9161bc9b31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:30.117793 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d0d5c-1e78-4cc7-88e3-df58668818e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=a950c444-4fa3-462b-b1a2-ae58550f7324,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:30.130001 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0d0d5c-1e78-4cc7-88e3-df58668818e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:30.145060 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-fe0d0d5c-1e78-4cc7-88e3-df58668818e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:30.147984 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0d0d5c-1e78-4cc7-88e3-df58668818e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:32:30.154835 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0d0d5c-1e78-4cc7-88e3-df58668818e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:30.155761 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fe0d0d5c-1e78-4cc7-88e3-df58668818e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:30.167955 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534dbd8e-af37-4755-b422-c0ee0e2d6bdd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:32:30.180359 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-534dbd8e-af37-4755-b422-c0ee0e2d6bdd tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "PUT /v2.0/routers/b907d08b-cd00-4a57-a63d-f45e391bcba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8340833 May 26 16:32:30.180574 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9fc481-fdda-499c-b58e-1a17687436ea None None] Sync routers for ids ['b907d08b-cd00-4a57-a63d-f45e391bcba0'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:32:30.184220 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56100) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:30.193231 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9fc481-fdda-499c-b58e-1a17687436ea None None] Routers {'b907d08b-cd00-4a57-a63d-f45e391bcba0'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:32:30.194072 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5b9fc481-fdda-499c-b58e-1a17687436ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:32:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b907d08b-cd00-4a57-a63d-f45e391bcba0'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:30.265948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068558f4-22d7-43aa-98e9-364ac300a850 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Network': ['ID=db2c8578-009a-4833-acd4-1c9161bc9b31,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:30.397173 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network db2c8578-009a-4833-acd4-1c9161bc9b31 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:32:30.407884 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-cd034d69-f9fb-404b-b513-2bc680acb7ec tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:30.410772 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-cd034d69-f9fb-404b-b513-2bc680acb7ec tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 812 time: 0.4206078 May 26 16:32:30.438020 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fe0d0d5c-1e78-4cc7-88e3-df58668818e8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7659619 May 26 16:32:30.441549 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fb4e06-518b-4363-afb5-53f078fd99c4 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Made reservation on behalf of dc09c14953fa4a54996dcaf4d4d4825c for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:30.443616 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-79f1fa73-8b8a-4a0c-8e0e-da59a52882b0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Request body: {'port': {'device_id': 'deea3283-25c8-49ce-a846-24f1f91bf3c4', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'admin_state_up': True, 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:30.459322 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68fb4e06-518b-4363-afb5-53f078fd99c4 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:30.467023 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56108) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:30.489143 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-5b9fc481-fdda-499c-b58e-1a17687436ea None None] Set router b907d08b-cd00-4a57-a63d-f45e391bcba0 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:32:30.637148 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84715015-ed76-4dfa-aca4-d5c3a869ffd1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:30.661261 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84715015-ed76-4dfa-aca4-d5c3a869ffd1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:30.663249 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-84715015-ed76-4dfa-aca4-d5c3a869ffd1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1952376 May 26 16:32:30.669385 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56116) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:30.753335 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba21323-f5ea-40c3-8c21-15951ebf828f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Deleting subnet e763142b-117a-4588-856a-9a781c0f6b28 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:32:30.782479 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ba21323-f5ea-40c3-8c21-15951ebf828f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:30.889428 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ba21323-f5ea-40c3-8c21-15951ebf828f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:30.939890 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-155db8e9-61ef-415c-9103-9eb8fa0e2fa0 req-f729cd99-39b4-4589-b4d1-13ee2c582e99 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 210 time: 0.1702228 May 26 16:32:30.994408 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:31.083097 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-ca1b3d96-bb3f-4afb-9bfa-c9788a8dab42 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Made reservation on behalf of 72a5ce476eef4d1192f67830028ac2c1 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:31.087104 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-ca1b3d96-bb3f-4afb-9bfa-c9788a8dab42 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:31.117284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5b9fc481-fdda-499c-b58e-1a17687436ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672833861', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:30:01Z', 'updated_at': '2022-05-26T16:32:27Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:30:02Z', 'updated_at': '2022-05-26T16:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:31.118212 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-79f1fa73-8b8a-4a0c-8e0e-da59a52882b0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Made reservation on behalf of 47787f273f4c4c2fbc3fdca533eb0ea2 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:31.133818 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-79f1fa73-8b8a-4a0c-8e0e-da59a52882b0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:31.201982 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ba21323-f5ea-40c3-8c21-15951ebf828f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:31.231434 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9fc481-fdda-499c-b58e-1a17687436ea None None] Checking router: b907d08b-cd00-4a57-a63d-f45e391bcba0 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:32:31.260322 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9fc481-fdda-499c-b58e-1a17687436ea None None] Routers {'b907d08b-cd00-4a57-a63d-f45e391bcba0'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:32:31.261921 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5b9fc481-fdda-499c-b58e-1a17687436ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:32:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['b907d08b-cd00-4a57-a63d-f45e391bcba0'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:31.288642 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68fb4e06-518b-4363-afb5-53f078fd99c4 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:31.294711 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0561d86f-9a54-46ed-b89a-d86309a1d274 req-6c0d744e-c8d6-4af3-a211-746dcaab4dcd tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 210 time: 0.2258897 May 26 16:32:31.458256 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-20cbff53-4d0e-46bf-8afb-47b80c9dad37 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting port a950c444-4fa3-462b-b1a2-ae58550f7324 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:31.459623 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-20cbff53-4d0e-46bf-8afb-47b80c9dad37 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:31.473264 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ba21323-f5ea-40c3-8c21-15951ebf828f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:31.547076 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-5b9fc481-fdda-499c-b58e-1a17687436ea None None] Set router b907d08b-cd00-4a57-a63d-f45e391bcba0 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:32:31.639069 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54596b98-e724-4d66-a836-f46686f19659 None None] get_active_networks_info from n-d-843337-2 {{(pid=103897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:32:31.643826 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1d2c0976-4f7a-4db1-968f-c6288f8b131a up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:32:31.649505 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba21323-f5ea-40c3-8c21-15951ebf828f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'Subnet': ['ID=e763142b-117a-4588-856a-9a781c0f6b28,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:31.653142 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ba21323-f5ea-40c3-8c21-15951ebf828f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:31.657133 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0ba21323-f5ea-40c3-8c21-15951ebf828f tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "DELETE /v2.0/subnets/e763142b-117a-4588-856a-9a781c0f6b28 HTTP/1.1" status: 204 len: 168 time: 1.2811232 May 26 16:32:31.670421 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56140) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:31.707126 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb4e06-518b-4363-afb5-53f078fd99c4 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Subnet': ['ID=c11eed21-c387-405c-91bf-196770713ff6,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:31.717053 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-20cbff53-4d0e-46bf-8afb-47b80c9dad37 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:31.744637 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-ca1b3d96-bb3f-4afb-9bfa-c9788a8dab42 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Allocated IP 172.20.0.10 (a0268940-7484-46cd-afca-0aa172618427/169af66c-e17e-405d-a13a-40c09478394e/37f1999d-3978-43f2-81e4-1f3b545eeb4b) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:31.767532 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-20cbff53-4d0e-46bf-8afb-47b80c9dad37 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Calling delete_port for a950c444-4fa3-462b-b1a2-ae58550f7324 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:31.933574 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fb4e06-518b-4363-afb5-53f078fd99c4 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Checking segment: {'id': 'a810a4c2-a458-4042-a85d-e7ddaefe9a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'db2c8578-009a-4833-acd4-1c9161bc9b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:31.933859 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fb4e06-518b-4363-afb5-53f078fd99c4 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Network hostable DHCP agents. Network: db2c8578-009a-4833-acd4-1c9161bc9b31, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:32:32.043796 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fb4e06-518b-4363-afb5-53f078fd99c4 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Network db2c8578-009a-4833-acd4-1c9161bc9b31 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:32:32.083538 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-68fb4e06-518b-4363-afb5-53f078fd99c4 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, db2c8578-009a-4833-acd4-1c9161bc9b31) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:32.129817 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fb4e06-518b-4363-afb5-53f078fd99c4 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:32.130591 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-68fb4e06-518b-4363-afb5-53f078fd99c4 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:32.179039 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71ce6b6e-e150-44f4-b6a1-b62984931400 req-008c5421-3c48-42f0-856b-cd415ae9b64c tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 210 time: 0.0357630 May 26 16:32:32.187744 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e5aaae0d-314a-427b-8e61-5dc894f50cf8 None None] Provisioning complete for port 1d2c0976-4f7a-4db1-968f-c6288f8b131a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:32.192387 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e5aaae0d-314a-427b-8e61-5dc894f50cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:32.297810 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-68fb4e06-518b-4363-afb5-53f078fd99c4 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2607203 May 26 16:32:32.301753 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56154) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:32.315224 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-20cbff53-4d0e-46bf-8afb-47b80c9dad37 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:32.393316 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbff53-4d0e-46bf-8afb-47b80c9dad37 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Port': ['ID=a950c444-4fa3-462b-b1a2-ae58550f7324,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:32.477013 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-20cbff53-4d0e-46bf-8afb-47b80c9dad37 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:32.481082 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-20cbff53-4d0e-46bf-8afb-47b80c9dad37 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/a950c444-4fa3-462b-b1a2-ae58550f7324 HTTP/1.1" status: 204 len: 168 time: 1.8101878 May 26 16:32:32.500339 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56160) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:32.506177 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-984556e5-e2fd-41e6-9552-f3c8f5aa1db0 req-c5aba9da-ac98-464d-9b94-3cb509821ba7 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 210 time: 0.0463033 May 26 16:32:32.536043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 1d2c0976-4f7a-4db1-968f-c6288f8b131a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:32.537192 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:32.548844 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-877ba966-a11b-4246-85f2-b9cd25d47393 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:32.597758 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38ccbec-32f3-42ab-808a-40c023e2ebbb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:32.600518 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38ccbec-32f3-42ab-808a-40c023e2ebbb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:32.602419 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d38ccbec-32f3-42ab-808a-40c023e2ebbb tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0975630 May 26 16:32:32.612628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56168) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:32.613805 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-79f1fa73-8b8a-4a0c-8e0e-da59a52882b0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Allocated IP 172.20.0.13 (ceae140a-4691-47b9-ad57-1026c75c737f/5431b2c2-5959-417a-9a98-2b2d0e6627f0/37c51be2-9ca7-4695-9d7b-9ab69dd03068) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:32.646584 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-877ba966-a11b-4246-85f2-b9cd25d47393 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:32.807719 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-877ba966-a11b-4246-85f2-b9cd25d47393 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:32.894992 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-877ba966-a11b-4246-85f2-b9cd25d47393 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:32.925046 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-ca1b3d96-bb3f-4afb-9bfa-c9788a8dab42 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:32.944528 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-877ba966-a11b-4246-85f2-b9cd25d47393 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2c8578-009a-4833-acd4-1c9161bc9b31']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:32.969929 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-877ba966-a11b-4246-85f2-b9cd25d47393 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a810a4c2-a458-4042-a85d-e7ddaefe9a08') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:32.970282 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-877ba966-a11b-4246-85f2-b9cd25d47393 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a810a4c2-a458-4042-a85d-e7ddaefe9a08') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:32.970583 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 1d2c0976-4f7a-4db1-968f-c6288f8b131a is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:32.971192 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:32.972909 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2b1a6157-172f-4a15-bd02-f1b10063f4e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:32.995812 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-877ba966-a11b-4246-85f2-b9cd25d47393 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:33.007387 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 1d2c0976-4f7a-4db1-968f-c6288f8b131a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1d2c0976-4f7a-4db1-968f-c6288f8b131a,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:33.009151 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54596b98-e724-4d66-a836-f46686f19659 None None] Unable to find a vacant binding_index for network db2c8578-009a-4833-acd4-1c9161bc9b31 and agent daa3ed73-d85e-4da9-8416-a98fecd312c0 {{(pid=103897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 26 16:32:33.017827 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5b9fc481-fdda-499c-b58e-1a17687436ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672833861', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:30:01Z', 'updated_at': '2022-05-26T16:32:27Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:30:02Z', 'updated_at': '2022-05-26T16:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:33.022491 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-877ba966-a11b-4246-85f2-b9cd25d47393 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:33.035596 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877ba966-a11b-4246-85f2-b9cd25d47393 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:32:33.039867 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-877ba966-a11b-4246-85f2-b9cd25d47393 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:33.050157 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54596b98-e724-4d66-a836-f46686f19659 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, db2c8578-009a-4833-acd4-1c9161bc9b31) {{(pid=103897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:32:33.057045 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9fc481-fdda-499c-b58e-1a17687436ea None None] The sync data for ids ['b907d08b-cd00-4a57-a63d-f45e391bcba0'] in n-d-843337-2 is: [{'id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672833861', 'tenant_id': 'ab86e9d575124bbb8f1141e0888ad848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:30:01Z', 'updated_at': '2022-05-26T16:32:27Z', 'revision_number': 5, 'project_id': 'ab86e9d575124bbb8f1141e0888ad848', 'gw_port': {'id': '49c6317b-32af-4d1d-bec0-7c5700c724a8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b907d08b-cd00-4a57-a63d-f45e391bcba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:30:02Z', 'updated_at': '2022-05-26T16:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:32:33.064202 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:33.083271 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e5aaae0d-314a-427b-8e61-5dc894f50cf8 None None] Current status of the port 1d2c0976-4f7a-4db1-968f-c6288f8b131a is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:33.083271 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e5aaae0d-314a-427b-8e61-5dc894f50cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:33.169698 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ecd512-95a7-452a-a940-6b87f18d427b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet 8c2ef8c8-64b3-4815-b461-e6d67e991069 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:32:33.183793 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-877ba966-a11b-4246-85f2-b9cd25d47393 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:33.184451 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-75ecd512-95a7-452a-a940-6b87f18d427b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:33.186470 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment a810a4c2-a458-4042-a85d-e7ddaefe9a08 resource provider aggregate not found May 26 16:32:33.190785 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ba966-a11b-4246-85f2-b9cd25d47393 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Subnet': ['ID=c11eed21-c387-405c-91bf-196770713ff6,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:33.239278 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-877ba966-a11b-4246-85f2-b9cd25d47393 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:33.246588 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-877ba966-a11b-4246-85f2-b9cd25d47393 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/networks/db2c8578-009a-4833-acd4-1c9161bc9b31 HTTP/1.1" status: 204 len: 168 time: 0.9432669 May 26 16:32:33.248461 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment a810a4c2-a458-4042-a85d-e7ddaefe9a08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a810a4c2-a458-4042-a85d-e7ddaefe9a08 found for delete ", "request_id": "req-ebb0d3b1-c64b-40b8-bcad-5f5127285472"}]} May 26 16:32:33.249755 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ba966-a11b-4246-85f2-b9cd25d47393 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Network': ['ID=db2c8578-009a-4833-acd4-1c9161bc9b31,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:33.259042 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56188) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:33.273175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-1d362ec9-3bcf-406e-8fec-6387ac24bd52 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1918096462'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:33.277523 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-75ecd512-95a7-452a-a940-6b87f18d427b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:33.331459 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d362ec9-3bcf-406e-8fec-6387ac24bd52 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Made reservation on behalf of dc09c14953fa4a54996dcaf4d4d4825c for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:33.335312 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d362ec9-3bcf-406e-8fec-6387ac24bd52 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:33.414008 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-75ecd512-95a7-452a-a940-6b87f18d427b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:33.457032 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d362ec9-3bcf-406e-8fec-6387ac24bd52 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:32:33.497237 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=1d2c0976-4f7a-4db1-968f-c6288f8b131a,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:33.500320 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:32:33.511142 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d362ec9-3bcf-406e-8fec-6387ac24bd52 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:33.511313 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-1d362ec9-3bcf-406e-8fec-6387ac24bd52 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Added segment f05d4cb5-546b-415a-a07c-fa49cd201772 of type vlan for network 314fbfac-30f7-48f6-9987-4c5d5ac0b714 May 26 16:32:33.544673 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-ca1b3d96-bb3f-4afb-9bfa-c9788a8dab42 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:33.554489 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-75ecd512-95a7-452a-a940-6b87f18d427b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:33.603502 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ecd512-95a7-452a-a940-6b87f18d427b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=8c2ef8c8-64b3-4815-b461-e6d67e991069,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:33.606305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:32:33.611820 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 36a31c97-8a53-48a8-b7ae-4ea2be0a3e3d not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:32:33.630999 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2b1a6157-172f-4a15-bd02-f1b10063f4e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:33.677701 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ab524-817a-4f80-8191-d8e30bc7501b req-95a8a143-61e8-456d-9042-1dd243afb8bf tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:33.685280 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a0ab524-817a-4f80-8191-d8e30bc7501b req-95a8a143-61e8-456d-9042-1dd243afb8bf tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 932 time: 0.3706241 May 26 16:32:33.696804 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-75ecd512-95a7-452a-a940-6b87f18d427b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:33.704580 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-75ecd512-95a7-452a-a940-6b87f18d427b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/8c2ef8c8-64b3-4815-b461-e6d67e991069 HTTP/1.1" status: 204 len: 168 time: 1.0841708 May 26 16:32:33.712610 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-ca1b3d96-bb3f-4afb-9bfa-c9788a8dab42 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Network a0268940-7484-46cd-afca-0aa172618427 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:33.713866 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56198) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:33.721705 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-ca1b3d96-bb3f-4afb-9bfa-c9788a8dab42 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:33.731723 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-ca1b3d96-bb3f-4afb-9bfa-c9788a8dab42 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:32:33.822926 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d362ec9-3bcf-406e-8fec-6387ac24bd52 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:33.864564 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-ca1b3d96-bb3f-4afb-9bfa-c9788a8dab42 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:33.865743 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-ca1b3d96-bb3f-4afb-9bfa-c9788a8dab42 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:33.896072 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dcf9aee8-2fe1-480e-8566-97299ff4169d req-5d296179-b9e5-41d0-85f8-8079de255385 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 210 time: 0.1261194 May 26 16:32:33.928296 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-e5aaae0d-314a-427b-8e61-5dc894f50cf8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:32:33.928540 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-e5aaae0d-314a-427b-8e61-5dc894f50cf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:32:33.960148 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a0ab524-817a-4f80-8191-d8e30bc7501b req-1e474a3c-7ac7-49fa-970f-77de8808f9b2 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511823 May 26 16:32:33.975696 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6c844a57-91de-4eed-9fa6-f6c3666330a1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2500319 May 26 16:32:33.977491 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56206) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:34.018564 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-74ba7cb9-839c-4481-8451-e6b8fba5a741 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:34.027078 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d362ec9-3bcf-406e-8fec-6387ac24bd52 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:34.056487 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d362ec9-3bcf-406e-8fec-6387ac24bd52 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:34.057460 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d362ec9-3bcf-406e-8fec-6387ac24bd52 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:34.071907 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b3d96-bb3f-4afb-9bfa-c9788a8dab42 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Pushing event updated for resources: {'Port': ['ID=37f1999d-3978-43f2-81e4-1f3b545eeb4b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:34.100846 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd69613c-72b9-4a97-a8d7-2e954b2cd26b None None] get_active_networks_info from n-d-843337-2 {{(pid=103897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:32:34.136176 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-ca1b3d96-bb3f-4afb-9bfa-c9788a8dab42 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1503913 May 26 16:32:34.169783 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-39bc29f4-1be1-4e0b-a544-2b2318421215 service neutron] Request body: {'port': {'device_id': '89402875-46c2-4c36-85e3-09e12f4bef41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:34.234073 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd69613c-72b9-4a97-a8d7-2e954b2cd26b None None] Resources bound (agent type, host, resource id): {{(pid=103897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:32:34.340841 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-39bc29f4-1be1-4e0b-a544-2b2318421215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:34.582030 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e5aaae0d-314a-427b-8e61-5dc894f50cf8 None None] Current status of the port 1d2c0976-4f7a-4db1-968f-c6288f8b131a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:34.627096 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-79f1fa73-8b8a-4a0c-8e0e-da59a52882b0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:34.692170 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2b1a6157-172f-4a15-bd02-f1b10063f4e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Deleting port 49c6317b-32af-4d1d-bec0-7c5700c724a8 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:34.692170 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2b1a6157-172f-4a15-bd02-f1b10063f4e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:34.718098 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-79f1fa73-8b8a-4a0c-8e0e-da59a52882b0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:34.728327 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e8cc9d44-3ebf-439c-92e6-2a7445cf248c None None] Could not find standard attr ID for object a950c444-4fa3-462b-b1a2-ae58550f7324. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:32:34.737022 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ac9ff2-858c-44b9-abcc-b25d23dac305 None None] Network 582d7fa0-56a2-49ce-b0b0-b020c41336d0 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:34.815871 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3750af84-360e-489a-927c-2537761e5107 None None] Network db2c8578-009a-4833-acd4-1c9161bc9b31 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:34.858927 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-79f1fa73-8b8a-4a0c-8e0e-da59a52882b0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Network ceae140a-4691-47b9-ad57-1026c75c737f is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:34.925909 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-79f1fa73-8b8a-4a0c-8e0e-da59a52882b0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:34.931792 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-79f1fa73-8b8a-4a0c-8e0e-da59a52882b0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:32:34.982890 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3750af84-360e-489a-927c-2537761e5107 None None] Network db2c8578-009a-4833-acd4-1c9161bc9b31 could not be found, it might have been deleted concurrently. {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 26 16:32:34.996328 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923c9492-9218-4c02-8577-c4dcccf26c11 None None] Network db2c8578-009a-4833-acd4-1c9161bc9b31 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:35.010433 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923c9492-9218-4c02-8577-c4dcccf26c11 None None] Network db2c8578-009a-4833-acd4-1c9161bc9b31 could not be found, it might have been deleted concurrently. {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 26 16:32:35.031518 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1fa73-8b8a-4a0c-8e0e-da59a52882b0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event updated for resources: {'Port': ['ID=37c51be2-9ca7-4695-9d7b-9ab69dd03068,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:35.191378 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-2b1a6157-172f-4a15-bd02-f1b10063f4e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] For port 49c6317b-32af-4d1d-bec0-7c5700c724a8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=49c6317b-32af-4d1d-bec0-7c5700c724a8,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:35.197060 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2b1a6157-172f-4a15-bd02-f1b10063f4e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:35.205006 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d362ec9-3bcf-406e-8fec-6387ac24bd52 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Network': ['ID=314fbfac-30f7-48f6-9987-4c5d5ac0b714,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:35.222560 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1d362ec9-3bcf-406e-8fec-6387ac24bd52 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9625506 May 26 16:32:35.236938 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56232) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:35.255806 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 314fbfac-30f7-48f6-9987-4c5d5ac0b714 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:32:35.298424 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-49178633-5e94-4897-afe5-a3c6a71bef32 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:35.349174 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-2b1a6157-172f-4a15-bd02-f1b10063f4e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Calling delete_port for 49c6317b-32af-4d1d-bec0-7c5700c724a8 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:35.387584 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-79f1fa73-8b8a-4a0c-8e0e-da59a52882b0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:35.388351 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-79f1fa73-8b8a-4a0c-8e0e-da59a52882b0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:35.422106 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d5b023-2784-4829-b704-8f48929dceeb None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:35.509547 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1d2c0976-4f7a-4db1-968f-c6288f8b131a up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:32:35.560286 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92c210-6767-4ddf-87ee-374024eebaa1 req-b84623db-845d-4ba4-a4b7-608f6a49c601 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:35.562010 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9f92c210-6767-4ddf-87ee-374024eebaa1 req-b84623db-845d-4ba4-a4b7-608f6a49c601 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 932 time: 0.3669450 May 26 16:32:35.625002 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b4a24-3aa3-44ae-b777-064c04429e07 req-967325b6-f8fb-484c-8f0e-312a6c389723 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:35.626606 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-154b4a24-3aa3-44ae-b777-064c04429e07 req-967325b6-f8fb-484c-8f0e-312a6c389723 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 932 time: 0.4513783 May 26 16:32:35.690671 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-39bc29f4-1be1-4e0b-a544-2b2318421215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f1999d-3978-43f2-81e4-1f3b545eeb4b {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:32:35.709651 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-39bc29f4-1be1-4e0b-a544-2b2318421215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:35.716543 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-2bee114f-3e17-4530-bc2f-19c75bc5924b None None] Provisioning complete for port 37f1999d-3978-43f2-81e4-1f3b545eeb4b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:35.717342 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2bee114f-3e17-4530-bc2f-19c75bc5924b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:35.727049 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-154b4a24-3aa3-44ae-b777-064c04429e07 req-b068f1a4-8a1a-41dd-b9db-3528ac7c645d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674889 May 26 16:32:35.758088 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9f92c210-6767-4ddf-87ee-374024eebaa1 req-f284b92a-2bb7-4afe-b3ec-e61a4ff98748 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874928 May 26 16:32:35.758841 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ba7cb9-839c-4481-8451-e6b8fba5a741 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:35.759098 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-39bc29f4-1be1-4e0b-a544-2b2318421215 service neutron] Transition to ACTIVE for port object 37f1999d-3978-43f2-81e4-1f3b545eeb4b will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:32:35.763166 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-74ba7cb9-839c-4481-8451-e6b8fba5a741 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:35.769760 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-79f1fa73-8b8a-4a0c-8e0e-da59a52882b0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3289285 May 26 16:32:35.835552 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-49178633-5e94-4897-afe5-a3c6a71bef32 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:35.877772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded4da8e-bd03-44b1-a976-8f4d9f750e58 None None] DHCP port deletion for 582d7fa0-56a2-49ce-b0b0-b020c41336d0 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:32:35.879774 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2bee114f-3e17-4530-bc2f-19c75bc5924b None None] Port 37f1999d-3978-43f2-81e4-1f3b545eeb4b cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:32:35.915748 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-49178633-5e94-4897-afe5-a3c6a71bef32 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:35.942197 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-49178633-5e94-4897-afe5-a3c6a71bef32 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Network 314fbfac-30f7-48f6-9987-4c5d5ac0b714 is not hosted by any dhcp agent {{(pid=103896) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 26 16:32:35.950010 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49178633-5e94-4897-afe5-a3c6a71bef32 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:35.950683 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-49178633-5e94-4897-afe5-a3c6a71bef32 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:35.956356 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-49178633-5e94-4897-afe5-a3c6a71bef32 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "PUT /v2.0/networks/314fbfac-30f7-48f6-9987-4c5d5ac0b714 HTTP/1.1" status: 200 len: 723 time: 0.6868362 May 26 16:32:35.959953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56250) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:35.994559 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e9128525-e71c-46b2-9417-86e3c16e83c2 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'subnet': {'network_id': '314fbfac-30f7-48f6-9987-4c5d5ac0b714', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:36.030040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 1d2c0976-4f7a-4db1-968f-c6288f8b131a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:36.035154 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-2b09c573-221c-4cc0-8fce-614ae84f4c8d service neutron] Request body: {'port': {'device_id': 'deea3283-25c8-49ce-a846-24f1f91bf3c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:36.040666 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:36.044840 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-39bc29f4-1be1-4e0b-a544-2b2318421215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:36.138153 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d60b139-3af9-4d76-9686-3d71610b09b2 None None] DHCP port deletion for c35b079d-bcd5-434c-9023-f88865e938de request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:32:36.141937 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc29f4-1be1-4e0b-a544-2b2318421215 service neutron] Pushing event updated for resources: {'Port': ['ID=37f1999d-3978-43f2-81e4-1f3b545eeb4b,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:36.156487 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ded4da8e-bd03-44b1-a976-8f4d9f750e58 None None] Deleting port 83390320-0e97-45c9-980c-49d89a930c0d {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:36.156941 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ded4da8e-bd03-44b1-a976-8f4d9f750e58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:36.159266 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5f02b6bd-f06e-47a3-88b2-f972eb40165d None None] Provisioning complete for port 37c51be2-9ca7-4695-9d7b-9ab69dd03068 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:36.159623 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f02b6bd-f06e-47a3-88b2-f972eb40165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:36.235831 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5f02b6bd-f06e-47a3-88b2-f972eb40165d None None] Port 37c51be2-9ca7-4695-9d7b-9ab69dd03068 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:32:36.340274 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49178633-5e94-4897-afe5-a3c6a71bef32 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Network': ['ID=314fbfac-30f7-48f6-9987-4c5d5ac0b714,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:36.371032 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-2b09c573-221c-4cc0-8fce-614ae84f4c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:36.386904 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 314fbfac-30f7-48f6-9987-4c5d5ac0b714 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:32:36.408930 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2b1a6157-172f-4a15-bd02-f1b10063f4e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:36.533319 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9128525-e71c-46b2-9417-86e3c16e83c2 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Made reservation on behalf of dc09c14953fa4a54996dcaf4d4d4825c for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:36.554532 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9128525-e71c-46b2-9417-86e3c16e83c2 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:36.653021 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a6157-172f-4a15-bd02-f1b10063f4e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'Port': ['ID=49c6317b-32af-4d1d-bec0-7c5700c724a8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:36.810082 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ded4da8e-bd03-44b1-a976-8f4d9f750e58 None None] For port 83390320-0e97-45c9-980c-49d89a930c0d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=83390320-0e97-45c9-980c-49d89a930c0d,segment=NetworkSegment(3a53d0f9-bb26-43f2-b45a-9bccd537bbb9),segment_id=3a53d0f9-bb26-43f2-b45a-9bccd537bbb9)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:36.813544 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ded4da8e-bd03-44b1-a976-8f4d9f750e58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:36.823034 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-39bc29f4-1be1-4e0b-a544-2b2318421215 service neutron] Attempting to bind port 37f1999d-3978-43f2-81e4-1f3b545eeb4b on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:32:36.824209 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-39bc29f4-1be1-4e0b-a544-2b2318421215 service neutron] Attempting to bind port 37f1999d-3978-43f2-81e4-1f3b545eeb4b by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '5f841553-154d-4aef-93a5-5848666094a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a0268940-7484-46cd-afca-0aa172618427'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:32:36.824768 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-39bc29f4-1be1-4e0b-a544-2b2318421215 service neutron] Attempting to bind port 37f1999d-3978-43f2-81e4-1f3b545eeb4b on network a0268940-7484-46cd-afca-0aa172618427 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:32:36.830460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ded4da8e-bd03-44b1-a976-8f4d9f750e58 None None] Calling delete_port for 83390320-0e97-45c9-980c-49d89a930c0d owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:36.836136 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-39bc29f4-1be1-4e0b-a544-2b2318421215 service neutron] Port 37f1999d-3978-43f2-81e4-1f3b545eeb4b on network a0268940-7484-46cd-afca-0aa172618427 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:32:36.836800 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-39bc29f4-1be1-4e0b-a544-2b2318421215 service neutron] Attempting to bind port 37f1999d-3978-43f2-81e4-1f3b545eeb4b on network a0268940-7484-46cd-afca-0aa172618427 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:32:36.889325 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-39bc29f4-1be1-4e0b-a544-2b2318421215 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:32:36.889853 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-39bc29f4-1be1-4e0b-a544-2b2318421215 service neutron] Checking segment: {'id': '5f841553-154d-4aef-93a5-5848666094a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a0268940-7484-46cd-afca-0aa172618427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:36.890482 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-39bc29f4-1be1-4e0b-a544-2b2318421215 service neutron] Bound using segment: {'id': '5f841553-154d-4aef-93a5-5848666094a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a0268940-7484-46cd-afca-0aa172618427'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:32:36.900299 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-39bc29f4-1be1-4e0b-a544-2b2318421215 service neutron] Bound port: 37f1999d-3978-43f2-81e4-1f3b545eeb4b, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f841553-154d-4aef-93a5-5848666094a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a0268940-7484-46cd-afca-0aa172618427'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:32:36.900788 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-39bc29f4-1be1-4e0b-a544-2b2318421215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:36.986352 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2b1a6157-172f-4a15-bd02-f1b10063f4e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:37.099424 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ded4da8e-bd03-44b1-a976-8f4d9f750e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:37.195285 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4da8e-bd03-44b1-a976-8f4d9f750e58 None None] Pushing event deleted for resources: {'Port': ['ID=83390320-0e97-45c9-980c-49d89a930c0d,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:37.231120 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded4da8e-bd03-44b1-a976-8f4d9f750e58 None None] No DVR routers for this DVR port 83390320-0e97-45c9-980c-49d89a930c0d on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:32:37.235197 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c9078-bdd4-45e3-ad3c-225c05984974 req-28802bd9-19c8-4c63-8d7a-56a4c7fc1b91 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:37.237230 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-514c9078-bdd4-45e3-ad3c-225c05984974 req-28802bd9-19c8-4c63-8d7a-56a4c7fc1b91 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 932 time: 0.3177767 May 26 16:32:37.244743 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 1d2c0976-4f7a-4db1-968f-c6288f8b131a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:37.269938 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5d60b139-3af9-4d76-9686-3d71610b09b2 None None] Deleting port 1d2c0976-4f7a-4db1-968f-c6288f8b131a {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:37.270321 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5d60b139-3af9-4d76-9686-3d71610b09b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:37.305055 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2b1a6157-172f-4a15-bd02-f1b10063f4e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:37.309382 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7a5fb-38bf-41c2-a378-1b23676b55e2 req-5e7f099b-ef8c-4a61-9f25-a5b4e264ff0e tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:37.310053 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2b1a6157-172f-4a15-bd02-f1b10063f4e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:37.310977 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38e7a5fb-38bf-41c2-a378-1b23676b55e2 req-5e7f099b-ef8c-4a61-9f25-a5b4e264ff0e tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 944 time: 0.3213313 May 26 16:32:37.315210 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9128525-e71c-46b2-9417-86e3c16e83c2 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:37.318418 n-d-843337-2 neutron-server[103896]: DEBUG neutron.objects.ports [None req-74ba7cb9-839c-4481-8451-e6b8fba5a741 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103896) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:32:37.501413 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5d60b139-3af9-4d76-9686-3d71610b09b2 None None] For port 1d2c0976-4f7a-4db1-968f-c6288f8b131a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1d2c0976-4f7a-4db1-968f-c6288f8b131a,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:37.502013 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5d60b139-3af9-4d76-9686-3d71610b09b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:37.509313 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2b1a6157-172f-4a15-bd02-f1b10063f4e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:37.509685 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1a6157-172f-4a15-bd02-f1b10063f4e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Fanout notify agent at l3_agent the message router_deleted on router b907d08b-cd00-4a57-a63d-f45e391bcba0 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:32:37.519489 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5d60b139-3af9-4d76-9686-3d71610b09b2 None None] Calling delete_port for 1d2c0976-4f7a-4db1-968f-c6288f8b131a owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:37.527459 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2b1a6157-172f-4a15-bd02-f1b10063f4e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:37.531675 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2b1a6157-172f-4a15-bd02-f1b10063f4e2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "DELETE /v2.0/routers/b907d08b-cd00-4a57-a63d-f45e391bcba0 HTTP/1.1" status: 204 len: 168 time: 5.8604643 May 26 16:32:37.534346 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56284) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:37.642855 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9128525-e71c-46b2-9417-86e3c16e83c2 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Subnet': ['ID=6ee9be15-1d5c-4233-8e0b-f822afab8dfd,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:37.730324 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1d2c0976-4f7a-4db1-968f-c6288f8b131a no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:32:37.737803 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5d60b139-3af9-4d76-9686-3d71610b09b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:37.768947 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-514c9078-bdd4-45e3-ad3c-225c05984974 req-6668efa0-ecba-43fc-8a2e-aadc5fa7e176 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144246 May 26 16:32:37.790850 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 1d2c0976-4f7a-4db1-968f-c6288f8b131a {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:32:37.791782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1d2c0976-4f7a-4db1-968f-c6288f8b131a not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:32:37.792954 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 83390320-0e97-45c9-980c-49d89a930c0d no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:32:37.840030 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-39bc29f4-1be1-4e0b-a544-2b2318421215 service neutron] For port 37f1999d-3978-43f2-81e4-1f3b545eeb4b, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:32:37.846552 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60b139-3af9-4d76-9686-3d71610b09b2 None None] Pushing event deleted for resources: {'Port': ['ID=1d2c0976-4f7a-4db1-968f-c6288f8b131a,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:37.854431 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9128525-e71c-46b2-9417-86e3c16e83c2 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Checking segment: {'id': 'f05d4cb5-546b-415a-a07c-fa49cd201772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '314fbfac-30f7-48f6-9987-4c5d5ac0b714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:37.855715 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9128525-e71c-46b2-9417-86e3c16e83c2 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Network hostable DHCP agents. Network: 314fbfac-30f7-48f6-9987-4c5d5ac0b714, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:32:37.856997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d60b139-3af9-4d76-9686-3d71610b09b2 None None] No DVR routers for this DVR port 1d2c0976-4f7a-4db1-968f-c6288f8b131a on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:32:37.858837 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 83390320-0e97-45c9-980c-49d89a930c0d {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:32:37.859207 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 83390320-0e97-45c9-980c-49d89a930c0d not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:32:37.883421 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8799-f9ed-4e22-be65-d1a16901e616 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:37.908297 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-39bc29f4-1be1-4e0b-a544-2b2318421215 service neutron] For port 37f1999d-3978-43f2-81e4-1f3b545eeb4b, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=37f1999d-3978-43f2-81e4-1f3b545eeb4b,segment=NetworkSegment(5f841553-154d-4aef-93a5-5848666094a0),segment_id=5f841553-154d-4aef-93a5-5848666094a0)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:32:37.925481 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-39bc29f4-1be1-4e0b-a544-2b2318421215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:37.972907 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38e7a5fb-38bf-41c2-a378-1b23676b55e2 req-eb959fbf-70f1-47a8-b6ee-ba265a44d8e4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6432047 May 26 16:32:38.056230 n-d-843337-2 neutron-server[103896]: WARNING neutron.services.revisions.revision_plugin [None req-74ba7cb9-839c-4481-8451-e6b8fba5a741 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Could not find related port for resource to bump revision. May 26 16:32:38.065951 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9128525-e71c-46b2-9417-86e3c16e83c2 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Network 314fbfac-30f7-48f6-9987-4c5d5ac0b714 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:32:38.075118 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.ipam_pluggable_backend [None req-74ba7cb9-839c-4481-8451-e6b8fba5a741 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Port 1d2c0976-4f7a-4db1-968f-c6288f8b131a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103896) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 26 16:32:38.075604 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.ipam_pluggable_backend [None req-74ba7cb9-839c-4481-8451-e6b8fba5a741 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Reverting IP allocation for 2001:db8::f816:3eff:febb:cfea {{(pid=103896) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 26 16:32:38.081750 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc29f4-1be1-4e0b-a544-2b2318421215 service neutron] Pushing event updated for resources: {'Port': ['ID=37f1999d-3978-43f2-81e4-1f3b545eeb4b,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:38.089635 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-74ba7cb9-839c-4481-8451-e6b8fba5a741 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:38.123914 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-e9128525-e71c-46b2-9417-86e3c16e83c2 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 314fbfac-30f7-48f6-9987-4c5d5ac0b714) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:38.150674 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847293da-1fb3-4138-921e-5788c0d65a63 None None] Network 314fbfac-30f7-48f6-9987-4c5d5ac0b714 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:38.167658 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-39bc29f4-1be1-4e0b-a544-2b2318421215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:38.171954 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-39bc29f4-1be1-4e0b-a544-2b2318421215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:38.174161 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-39bc29f4-1be1-4e0b-a544-2b2318421215 service neutron] 10.222.0.83 "PUT /v2.0/ports/37f1999d-3978-43f2-81e4-1f3b545eeb4b HTTP/1.1" status: 200 len: 1092 time: 4.0179195 May 26 16:32:38.178676 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89402875-46c2-4c36-85e3-09e12f4bef41', 'tag': '37f1999d-3978-43f2-81e4-1f3b545eeb4b'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:32:38.190601 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a5bf34-3862-4b01-838a-1f336d078898" -d '{"events": [{"name": "network-changed", "server_uuid": "89402875-46c2-4c36-85e3-09e12f4bef41", "tag": "37f1999d-3978-43f2-81e4-1f3b545eeb4b"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:32:38.231356 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9128525-e71c-46b2-9417-86e3c16e83c2 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:38.232417 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e9128525-e71c-46b2-9417-86e3c16e83c2 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:38.304492 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ba7cb9-839c-4481-8451-e6b8fba5a741 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:38.325671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-74ba7cb9-839c-4481-8451-e6b8fba5a741 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:38.332374 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ba7cb9-839c-4481-8451-e6b8fba5a741 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:38.343498 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-74ba7cb9-839c-4481-8451-e6b8fba5a741 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:38.345231 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb41299-a028-4157-b03c-f8354ccf1d6f None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:38.363711 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e9128525-e71c-46b2-9417-86e3c16e83c2 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3961699 May 26 16:32:38.373299 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56304) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:38.382268 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba7cb9-839c-4481-8451-e6b8fba5a741 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=d3af9ed9-e92e-40a0-b0b5-bbae5d01cc8b,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:38.406727 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-37c806e3-1f98-4b4b-8569-cecddefd630a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:38.415883 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-74ba7cb9-839c-4481-8451-e6b8fba5a741 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4370883 May 26 16:32:38.419414 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56306) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:38.444131 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-98ee203c-6416-49e9-89e9-63b41249c9de tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'mac_address': 'fa:16:3e:ae:48:2d', 'name': 'tempest-NetworksTestDHCPv6-914333902'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:38.449960 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8799-f9ed-4e22-be65-d1a16901e616 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:38.467157 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa99aaa-6d21-4969-b030-9b32e7f5d3a4 x-openstack-request-id: req-3fa99aaa-6d21-4969-b030-9b32e7f5d3a4 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:32:38.467860 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89402875-46c2-4c36-85e3-09e12f4bef41", "tag": "37f1999d-3978-43f2-81e4-1f3b545eeb4b", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:32:38.469894 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3fa99aaa-6d21-4969-b030-9b32e7f5d3a4 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:32:38.470626 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fa99aaa-6d21-4969-b030-9b32e7f5d3a4'] response: {'name': 'network-changed', 'server_uuid': '89402875-46c2-4c36-85e3-09e12f4bef41', 'tag': '37f1999d-3978-43f2-81e4-1f3b545eeb4b', 'status': 'completed', 'code': 200} May 26 16:32:38.740530 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-2d8c8799-f9ed-4e22-be65-d1a16901e616 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582d7fa0-56a2-49ce-b0b0-b020c41336d0']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:38.765909 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f4db65-cc10-4019-9d69-8330dc6af2ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-314fbfac-30f7-48f6-9987-4c5d5ac0b714', 'network_id': '314fbfac-30f7-48f6-9987-4c5d5ac0b714', 'tenant_id': 'dc09c14953fa4a54996dcaf4d4d4825c', 'fixed_ips': [{'subnet_id': '6ee9be15-1d5c-4233-8e0b-f822afab8dfd'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:32:38.766849 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-2b09c573-221c-4cc0-8fce-614ae84f4c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c51be2-9ca7-4695-9d7b-9ab69dd03068 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:32:38.772532 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-34f4db65-cc10-4019-9d69-8330dc6af2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:38.780960 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ee203c-6416-49e9-89e9-63b41249c9de tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:38.789210 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-2d8c8799-f9ed-4e22-be65-d1a16901e616 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a53d0f9-bb26-43f2-b45a-9bccd537bbb9') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:38.794310 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-2d8c8799-f9ed-4e22-be65-d1a16901e616 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a53d0f9-bb26-43f2-b45a-9bccd537bbb9') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:38.836410 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-2b09c573-221c-4cc0-8fce-614ae84f4c8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:38.858520 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8799-f9ed-4e22-be65-d1a16901e616 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:38.914363 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-a1eda7ce-7185-4e53-ab30-5f814c462adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:38.916221 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-a1eda7ce-7185-4e53-ab30-5f814c462adf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=72a5ce476eef4d1192f67830028ac2c1&device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 1095 time: 0.4980202 May 26 16:32:38.948296 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-2b09c573-221c-4cc0-8fce-614ae84f4c8d service neutron] Transition to ACTIVE for port object 37c51be2-9ca7-4695-9d7b-9ab69dd03068 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:32:38.956513 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8799-f9ed-4e22-be65-d1a16901e616 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:38.968159 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-2b09c573-221c-4cc0-8fce-614ae84f4c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:39.032126 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71663f-1731-4564-9281-b8320c2bad8d req-996e63b1-72ac-4826-b7df-1c888d33a21c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:39.033694 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1d71663f-1731-4564-9281-b8320c2bad8d req-996e63b1-72ac-4826-b7df-1c888d33a21c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 944 time: 0.0844030 May 26 16:32:39.036844 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d8c8799-f9ed-4e22-be65-d1a16901e616 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:32:39.037396 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8799-f9ed-4e22-be65-d1a16901e616 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:39.087079 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09c573-221c-4cc0-8fce-614ae84f4c8d service neutron] Pushing event updated for resources: {'Port': ['ID=37c51be2-9ca7-4695-9d7b-9ab69dd03068,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:39.087822 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-98ee203c-6416-49e9-89e9-63b41249c9de tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:39.094100 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1d71663f-1731-4564-9281-b8320c2bad8d req-886b61f5-0e52-4f12-8127-c632d933ee36 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520592 May 26 16:32:39.127332 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-98ee203c-6416-49e9-89e9-63b41249c9de tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] device_id is not set on port a9068555-80ba-4e18-9470-4d8fcc5c6d0a yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:32:39.127587 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed4641c-1bfe-4499-a378-aa6d24374036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-c35b079d-bcd5-434c-9023-f88865e938de', 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'fixed_ips': [{'subnet_id': 'd3af9ed9-e92e-40a0-b0b5-bbae5d01cc8b'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:32:39.128479 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bed4641c-1bfe-4499-a378-aa6d24374036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:39.143279 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 3a53d0f9-bb26-43f2-b45a-9bccd537bbb9 resource provider aggregate not found May 26 16:32:39.164767 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-074a798c-3b0d-4bc1-9bcd-869f345d8e7d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37f1999d-3978-43f2-81e4-1f3b545eeb4b HTTP/1.1" status: 200 len: 217 time: 0.2162459 May 26 16:32:39.206822 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37c806e3-1f98-4b4b-8569-cecddefd630a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4692960'] for subnet, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:39.247295 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 3a53d0f9-bb26-43f2-b45a-9bccd537bbb9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a53d0f9-bb26-43f2-b45a-9bccd537bbb9 found for delete ", "request_id": "req-a91b0730-b0d0-4c63-b210-4fe9cb6c1cfa"}]} May 26 16:32:39.422357 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a45bb7-3cd7-42c0-9cbb-4ad621f080c0 req-6134b310-c54d-4d36-ae7f-21c03c266a53 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:39.424749 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-33a45bb7-3cd7-42c0-9cbb-4ad621f080c0 req-6134b310-c54d-4d36-ae7f-21c03c266a53 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 944 time: 0.1930165 May 26 16:32:39.504019 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 49c6317b-32af-4d1d-bec0-7c5700c724a8 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:32:39.567198 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-33a45bb7-3cd7-42c0-9cbb-4ad621f080c0 req-04b041c7-79a2-4697-a479-bb4960f06ebf tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346860 May 26 16:32:39.568448 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-98ee203c-6416-49e9-89e9-63b41249c9de tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8::f816:3eff:feae:482d (c35b079d-bcd5-434c-9023-f88865e938de/d3af9ed9-e92e-40a0-b0b5-bbae5d01cc8b/a9068555-80ba-4e18-9470-4d8fcc5c6d0a) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:39.661656 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 49c6317b-32af-4d1d-bec0-7c5700c724a8 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:32:39.669565 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 49c6317b-32af-4d1d-bec0-7c5700c724a8 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:32:39.696527 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-34f4db65-cc10-4019-9d69-8330dc6af2ed None None] Allocated IP 172.20.0.2 (314fbfac-30f7-48f6-9987-4c5d5ac0b714/6ee9be15-1d5c-4233-8e0b-f822afab8dfd/e70e68aa-af7c-4b37-bf9b-e47e4883adbe) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:39.865147 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8799-f9ed-4e22-be65-d1a16901e616 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:39.902681 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-98ee203c-6416-49e9-89e9-63b41249c9de tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:39.912915 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-34f4db65-cc10-4019-9d69-8330dc6af2ed None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:39.920776 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-34f4db65-cc10-4019-9d69-8330dc6af2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:39.929840 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8799-f9ed-4e22-be65-d1a16901e616 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:39.934265 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2d8c8799-f9ed-4e22-be65-d1a16901e616 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "DELETE /v2.0/networks/582d7fa0-56a2-49ce-b0b0-b020c41336d0 HTTP/1.1" status: 204 len: 168 time: 2.3905566 May 26 16:32:39.944274 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56342) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:39.969138 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4db65-cc10-4019-9d69-8330dc6af2ed None None] Pushing event updated for resources: {'Port': ['ID=e70e68aa-af7c-4b37-bf9b-e47e4883adbe,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:39.983153 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f4db65-cc10-4019-9d69-8330dc6af2ed None None] Network 314fbfac-30f7-48f6-9987-4c5d5ac0b714 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:39.984931 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-34f4db65-cc10-4019-9d69-8330dc6af2ed None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:39.987408 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f4db65-cc10-4019-9d69-8330dc6af2ed None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:32:40.028732 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-3bde05bb-bacb-4dc3-9e81-ef0165fd2f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:40.030309 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-3bde05bb-bacb-4dc3-9e81-ef0165fd2f9b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=169af66c-e17e-405d-a13a-40c09478394e HTTP/1.1" status: 200 len: 850 time: 0.8088257 May 26 16:32:40.046085 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c8799-f9ed-4e22-be65-d1a16901e616 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'Network': ['ID=582d7fa0-56a2-49ce-b0b0-b020c41336d0,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:40.047955 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-34f4db65-cc10-4019-9d69-8330dc6af2ed None None] Attempting to bind port e70e68aa-af7c-4b37-bf9b-e47e4883adbe on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:32:40.048364 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-34f4db65-cc10-4019-9d69-8330dc6af2ed None None] Attempting to bind port e70e68aa-af7c-4b37-bf9b-e47e4883adbe by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'f05d4cb5-546b-415a-a07c-fa49cd201772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '314fbfac-30f7-48f6-9987-4c5d5ac0b714'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:32:40.048782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f4db65-cc10-4019-9d69-8330dc6af2ed None None] Attempting to bind port e70e68aa-af7c-4b37-bf9b-e47e4883adbe on network 314fbfac-30f7-48f6-9987-4c5d5ac0b714 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:32:40.054786 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f4db65-cc10-4019-9d69-8330dc6af2ed None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:32:40.055014 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f4db65-cc10-4019-9d69-8330dc6af2ed None None] Checking segment: {'id': 'f05d4cb5-546b-415a-a07c-fa49cd201772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '314fbfac-30f7-48f6-9987-4c5d5ac0b714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:40.055419 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-34f4db65-cc10-4019-9d69-8330dc6af2ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:40.055626 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f61633e9-1fa1-4bbe-a768-85a8612536c2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:40.055805 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f4db65-cc10-4019-9d69-8330dc6af2ed None None] Bound using segment: {'id': 'f05d4cb5-546b-415a-a07c-fa49cd201772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '314fbfac-30f7-48f6-9987-4c5d5ac0b714'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:32:40.056363 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-34f4db65-cc10-4019-9d69-8330dc6af2ed None None] Bound port: e70e68aa-af7c-4b37-bf9b-e47e4883adbe, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f05d4cb5-546b-415a-a07c-fa49cd201772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '314fbfac-30f7-48f6-9987-4c5d5ac0b714'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:32:40.056898 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-34f4db65-cc10-4019-9d69-8330dc6af2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:40.084997 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-98ee203c-6416-49e9-89e9-63b41249c9de tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:40.224861 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-2b09c573-221c-4cc0-8fce-614ae84f4c8d service neutron] Attempting to bind port 37c51be2-9ca7-4695-9d7b-9ab69dd03068 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:32:40.225211 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-2b09c573-221c-4cc0-8fce-614ae84f4c8d service neutron] Attempting to bind port 37c51be2-9ca7-4695-9d7b-9ab69dd03068 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:32:40.225550 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-2b09c573-221c-4cc0-8fce-614ae84f4c8d service neutron] Attempting to bind port 37c51be2-9ca7-4695-9d7b-9ab69dd03068 on network ceae140a-4691-47b9-ad57-1026c75c737f {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:32:40.236531 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ee203c-6416-49e9-89e9-63b41249c9de tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:40.238172 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee203c-6416-49e9-89e9-63b41249c9de tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=a9068555-80ba-4e18-9470-4d8fcc5c6d0a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:40.243519 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-98ee203c-6416-49e9-89e9-63b41249c9de tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:40.259468 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ee203c-6416-49e9-89e9-63b41249c9de tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:32:40.264255 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-2b09c573-221c-4cc0-8fce-614ae84f4c8d service neutron] Port 37c51be2-9ca7-4695-9d7b-9ab69dd03068 on network ceae140a-4691-47b9-ad57-1026c75c737f not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:32:40.264890 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-2b09c573-221c-4cc0-8fce-614ae84f4c8d service neutron] Attempting to bind port 37c51be2-9ca7-4695-9d7b-9ab69dd03068 on network ceae140a-4691-47b9-ad57-1026c75c737f {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:32:40.268621 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ee203c-6416-49e9-89e9-63b41249c9de tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:40.269617 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-98ee203c-6416-49e9-89e9-63b41249c9de tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:40.275594 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f61633e9-1fa1-4bbe-a768-85a8612536c2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:40.286147 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-9962398d-1d16-4f3f-a6bd-47c2a322e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:40.287789 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-9962398d-1d16-4f3f-a6bd-47c2a322e60e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a0268940-7484-46cd-afca-0aa172618427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2374761 May 26 16:32:40.288620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-2b09c573-221c-4cc0-8fce-614ae84f4c8d service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:32:40.288874 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-34f4db65-cc10-4019-9d69-8330dc6af2ed None None] For port e70e68aa-af7c-4b37-bf9b-e47e4883adbe, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:32:40.289006 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-2b09c573-221c-4cc0-8fce-614ae84f4c8d service neutron] Checking segment: {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:40.289412 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-2b09c573-221c-4cc0-8fce-614ae84f4c8d service neutron] Bound using segment: {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:32:40.290114 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-2b09c573-221c-4cc0-8fce-614ae84f4c8d service neutron] Bound port: 37c51be2-9ca7-4695-9d7b-9ab69dd03068, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:32:40.290691 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-2b09c573-221c-4cc0-8fce-614ae84f4c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:40.293006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-34f4db65-cc10-4019-9d69-8330dc6af2ed None None] For port e70e68aa-af7c-4b37-bf9b-e47e4883adbe, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e70e68aa-af7c-4b37-bf9b-e47e4883adbe,segment=NetworkSegment(f05d4cb5-546b-415a-a07c-fa49cd201772),segment_id=f05d4cb5-546b-415a-a07c-fa49cd201772)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:32:40.310229 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-bed4641c-1bfe-4499-a378-aa6d24374036 None None] Allocated IP 2001:db8::f816:3eff:fec5:8eba (c35b079d-bcd5-434c-9023-f88865e938de/d3af9ed9-e92e-40a0-b0b5-bbae5d01cc8b/ca0842b5-7a72-418d-a587-bbc4f6dd2440) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:40.380860 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-34f4db65-cc10-4019-9d69-8330dc6af2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:40.408075 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-98ee203c-6416-49e9-89e9-63b41249c9de tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9870431 May 26 16:32:40.412814 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56356) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:40.443179 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-171d3560-5f92-46c2-9b47-f6cb5c6de01a service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423924 May 26 16:32:40.465334 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77712a4-9c68-47d8-ac7f-152dd2ebe9b4 req-74443120-7045-4e83-a45c-aa1f9d2742f8 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:40.466492 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b77712a4-9c68-47d8-ac7f-152dd2ebe9b4 req-74443120-7045-4e83-a45c-aa1f9d2742f8 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 944 time: 0.2139626 May 26 16:32:40.487149 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37c806e3-1f98-4b4b-8569-cecddefd630a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751152312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4573097'] for subnet, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:40.567947 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b77712a4-9c68-47d8-ac7f-152dd2ebe9b4 req-5ed5ae10-5c36-4828-a362-ada857308ead tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896313 May 26 16:32:40.571837 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4db65-cc10-4019-9d69-8330dc6af2ed None None] Pushing event updated for resources: {'Port': ['ID=e70e68aa-af7c-4b37-bf9b-e47e4883adbe,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:40.605615 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de6dbc9-ca9b-466c-ab38-5f3e6ec4bfa7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:40.606909 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5de6dbc9-ca9b-466c-ab38-5f3e6ec4bfa7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1920974 May 26 16:32:40.611029 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56362) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:40.671349 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f61633e9-1fa1-4bbe-a768-85a8612536c2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:40.677002 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8c9c2658-dc72-4a68-b2a3-d5802c2bc94c req-f58015c9-f245-41fc-8f9a-78b66cc682a0 service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252979 May 26 16:32:40.678214 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f61633e9-1fa1-4bbe-a768-85a8612536c2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:40.684431 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f61633e9-1fa1-4bbe-a768-85a8612536c2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] 10.222.0.77 "DELETE /v2.0/security-groups/9d9ae040-1051-473c-88de-12be41c13a70 HTTP/1.1" status: 204 len: 168 time: 0.7389104 May 26 16:32:40.685291 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c806e3-1f98-4b4b-8569-cecddefd630a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:40.686249 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-37c806e3-1f98-4b4b-8569-cecddefd630a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:40.698483 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-37c806e3-1f98-4b4b-8569-cecddefd630a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "PUT /v2.0/subnets/6ee9be15-1d5c-4233-8e0b-f822afab8dfd HTTP/1.1" status: 200 len: 806 time: 2.3139541 May 26 16:32:40.708511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56368) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:40.726947 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bed4641c-1bfe-4499-a378-aa6d24374036 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:40.734274 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61633e9-1fa1-4bbe-a768-85a8612536c2 tempest-TestNetworkAdvancedServerOps-517322326 tempest-TestNetworkAdvancedServerOps-517322326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9ae040-1051-473c-88de-12be41c13a70,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:40.741504 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bed4641c-1bfe-4499-a378-aa6d24374036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:40.896797 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-2b09c573-221c-4cc0-8fce-614ae84f4c8d service neutron] For port 37c51be2-9ca7-4695-9d7b-9ab69dd03068, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:32:40.897352 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4641c-1bfe-4499-a378-aa6d24374036 None None] Pushing event updated for resources: {'Port': ['ID=ca0842b5-7a72-418d-a587-bbc4f6dd2440,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:40.907534 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c806e3-1f98-4b4b-8569-cecddefd630a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Subnet': ['ID=6ee9be15-1d5c-4233-8e0b-f822afab8dfd,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:40.930235 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed4641c-1bfe-4499-a378-aa6d24374036 None None] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:40.934473 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-bed4641c-1bfe-4499-a378-aa6d24374036 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:40.941041 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-2b09c573-221c-4cc0-8fce-614ae84f4c8d service neutron] For port 37c51be2-9ca7-4695-9d7b-9ab69dd03068, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=37c51be2-9ca7-4695-9d7b-9ab69dd03068,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:32:40.941339 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed4641c-1bfe-4499-a378-aa6d24374036 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:32:40.967632 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-2b09c573-221c-4cc0-8fce-614ae84f4c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:41.005857 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83337f-672b-42d7-adaa-6b443846864a req-fe384e14-c640-40cb-9232-8a8ebbc6717b tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:41.007471 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb83337f-672b-42d7-adaa-6b443846864a req-fe384e14-c640-40cb-9232-8a8ebbc6717b tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 944 time: 0.1883056 May 26 16:32:41.063294 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb83337f-672b-42d7-adaa-6b443846864a req-71eb2ff5-d9e7-4774-b125-38cafb14766a tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433059 May 26 16:32:41.066375 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-2e7c11bb-9858-4d74-b480-6a819e280cf0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting port a9068555-80ba-4e18-9470-4d8fcc5c6d0a {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:41.066766 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e7c11bb-9858-4d74-b480-6a819e280cf0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:41.096904 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-bed4641c-1bfe-4499-a378-aa6d24374036 None None] Attempting to bind port ca0842b5-7a72-418d-a587-bbc4f6dd2440 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:32:41.097532 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-bed4641c-1bfe-4499-a378-aa6d24374036 None None] Attempting to bind port ca0842b5-7a72-418d-a587-bbc4f6dd2440 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:32:41.098096 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed4641c-1bfe-4499-a378-aa6d24374036 None None] Attempting to bind port ca0842b5-7a72-418d-a587-bbc4f6dd2440 on network c35b079d-bcd5-434c-9023-f88865e938de {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:32:41.106784 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed4641c-1bfe-4499-a378-aa6d24374036 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:32:41.107460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed4641c-1bfe-4499-a378-aa6d24374036 None None] Checking segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:41.108039 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bed4641c-1bfe-4499-a378-aa6d24374036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:41.108616 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed4641c-1bfe-4499-a378-aa6d24374036 None None] Bound using segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:32:41.109716 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-bed4641c-1bfe-4499-a378-aa6d24374036 None None] Bound port: ca0842b5-7a72-418d-a587-bbc4f6dd2440, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:32:41.110255 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bed4641c-1bfe-4499-a378-aa6d24374036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:41.119846 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5bf34-3862-4b01-838a-1f336d078898 req-9c5db6fa-4e95-4277-93ea-c98dba984ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:41.134749 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f8a5bf34-3862-4b01-838a-1f336d078898 req-9c5db6fa-4e95-4277-93ea-c98dba984ae4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=72a5ce476eef4d1192f67830028ac2c1&device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 1095 time: 0.2702065 May 26 16:32:41.153885 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-2b09c573-221c-4cc0-8fce-614ae84f4c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:41.154875 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-2b09c573-221c-4cc0-8fce-614ae84f4c8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:41.156649 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-2b09c573-221c-4cc0-8fce-614ae84f4c8d service neutron] 10.222.0.81 "PUT /v2.0/ports/37c51be2-9ca7-4695-9d7b-9ab69dd03068 HTTP/1.1" status: 200 len: 1092 time: 5.1335485 May 26 16:32:41.163333 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deea3283-25c8-49ce-a846-24f1f91bf3c4', 'tag': '37c51be2-9ca7-4695-9d7b-9ab69dd03068'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:32:41.166516 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9176195-a60b-4a88-a8f7-61d838912627" -d '{"events": [{"name": "network-changed", "server_uuid": "deea3283-25c8-49ce-a846-24f1f91bf3c4", "tag": "37c51be2-9ca7-4695-9d7b-9ab69dd03068"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:32:41.311055 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e7c11bb-9858-4d74-b480-6a819e280cf0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:41.346388 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-bed4641c-1bfe-4499-a378-aa6d24374036 None None] For port ca0842b5-7a72-418d-a587-bbc4f6dd2440, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:32:41.351168 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-bed4641c-1bfe-4499-a378-aa6d24374036 None None] For port ca0842b5-7a72-418d-a587-bbc4f6dd2440, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ca0842b5-7a72-418d-a587-bbc4f6dd2440,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:32:41.354893 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1bb44485-2f3b-4e50-af78-c36948b3f943 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:41.356861 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bed4641c-1bfe-4499-a378-aa6d24374036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:41.380685 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124f6df1-6e36-4a98-a6e5-1f9f3a669777 x-openstack-request-id: req-124f6df1-6e36-4a98-a6e5-1f9f3a669777 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:32:41.382255 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deea3283-25c8-49ce-a846-24f1f91bf3c4", "tag": "37c51be2-9ca7-4695-9d7b-9ab69dd03068", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:32:41.383038 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-124f6df1-6e36-4a98-a6e5-1f9f3a669777 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:32:41.384136 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-124f6df1-6e36-4a98-a6e5-1f9f3a669777'] response: {'name': 'network-changed', 'server_uuid': 'deea3283-25c8-49ce-a846-24f1f91bf3c4', 'tag': '37c51be2-9ca7-4695-9d7b-9ab69dd03068', 'status': 'completed', 'code': 200} May 26 16:32:41.393341 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-2e7c11bb-9858-4d74-b480-6a819e280cf0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Calling delete_port for a9068555-80ba-4e18-9470-4d8fcc5c6d0a owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:41.418324 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09c573-221c-4cc0-8fce-614ae84f4c8d service neutron] Pushing event updated for resources: {'Port': ['ID=37c51be2-9ca7-4695-9d7b-9ab69dd03068,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:41.464541 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4641c-1bfe-4499-a378-aa6d24374036 None None] Pushing event updated for resources: {'Port': ['ID=ca0842b5-7a72-418d-a587-bbc4f6dd2440,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:41.565516 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-aa8b5608-a760-4ffd-8aaa-7f2c0b1cff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:41.567617 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-aa8b5608-a760-4ffd-8aaa-7f2c0b1cff94 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 1095 time: 0.3455682 May 26 16:32:41.579166 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5bf34-3862-4b01-838a-1f336d078898 req-c6bbe80d-2ad9-4add-87af-21b29c58d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:41.581187 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f8a5bf34-3862-4b01-838a-1f336d078898 req-c6bbe80d-2ad9-4add-87af-21b29c58d114 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a0268940-7484-46cd-afca-0aa172618427 HTTP/1.1" status: 200 len: 912 time: 0.4093978 May 26 16:32:41.660581 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e70e68aa-af7c-4b37-bf9b-e47e4883adbe up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:32:41.677006 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-818e9d78-2d7a-48bf-9dff-093d39bc25b6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37c51be2-9ca7-4695-9d7b-9ab69dd03068 HTTP/1.1" status: 200 len: 217 time: 0.0932074 May 26 16:32:41.761807 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f8a5bf34-3862-4b01-838a-1f336d078898 req-264ac202-ef0d-4e3d-b149-418ec18e38e5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37f1999d-3978-43f2-81e4-1f3b545eeb4b HTTP/1.1" status: 200 len: 217 time: 0.0905988 May 26 16:32:41.818984 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port e70e68aa-af7c-4b37-bf9b-e47e4883adbe triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:41.819359 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:41.854476 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-86bc7ffe-4e56-4a4c-8018-751f39c0c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:41.864176 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-86bc7ffe-4e56-4a4c-8018-751f39c0c87c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5431b2c2-5959-417a-9a98-2b2d0e6627f0 HTTP/1.1" status: 200 len: 851 time: 0.1093662 May 26 16:32:41.940837 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e7c11bb-9858-4d74-b480-6a819e280cf0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:42.065942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port e70e68aa-af7c-4b37-bf9b-e47e4883adbe is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:42.066485 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:42.081417 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5bf34-3862-4b01-838a-1f336d078898 req-b3511fa8-a9f4-403f-8ba2-761c1e909ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:42.083276 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f8a5bf34-3862-4b01-838a-1f336d078898 req-b3511fa8-a9f4-403f-8ba2-761c1e909ccc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=169af66c-e17e-405d-a13a-40c09478394e HTTP/1.1" status: 200 len: 850 time: 0.2181337 May 26 16:32:42.130042 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port e70e68aa-af7c-4b37-bf9b-e47e4883adbe, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e70e68aa-af7c-4b37-bf9b-e47e4883adbe,segment=NetworkSegment(f05d4cb5-546b-415a-a07c-fa49cd201772),segment_id=f05d4cb5-546b-415a-a07c-fa49cd201772)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:42.145787 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:42.187603 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c11bb-9858-4d74-b480-6a819e280cf0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Port': ['ID=a9068555-80ba-4e18-9470-4d8fcc5c6d0a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:42.238880 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=e70e68aa-af7c-4b37-bf9b-e47e4883adbe,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:42.258272 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-1bb44485-2f3b-4e50-af78-c36948b3f943 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Deleting port e70e68aa-af7c-4b37-bf9b-e47e4883adbe {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:42.258652 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1bb44485-2f3b-4e50-af78-c36948b3f943 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:42.283719 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e7c11bb-9858-4d74-b480-6a819e280cf0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:42.288158 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-10d75c93-a35f-40b5-972a-afaf921707cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:42.290038 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-10d75c93-a35f-40b5-972a-afaf921707cc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceae140a-4691-47b9-ad57-1026c75c737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4160285 May 26 16:32:42.298770 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2e7c11bb-9858-4d74-b480-6a819e280cf0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/a9068555-80ba-4e18-9470-4d8fcc5c6d0a HTTP/1.1" status: 204 len: 168 time: 1.6866224 May 26 16:32:42.327639 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56410) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:42.377096 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7c11bb-9858-4d74-b480-6a819e280cf0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:42.377445 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7c11bb-9858-4d74-b480-6a819e280cf0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:42.377784 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7c11bb-9858-4d74-b480-6a819e280cf0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:42.378114 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7c11bb-9858-4d74-b480-6a819e280cf0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:42.383054 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7c11bb-9858-4d74-b480-6a819e280cf0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:42.383730 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7c11bb-9858-4d74-b480-6a819e280cf0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:42.384242 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7c11bb-9858-4d74-b480-6a819e280cf0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:42.384754 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7c11bb-9858-4d74-b480-6a819e280cf0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:42.385406 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7c11bb-9858-4d74-b480-6a819e280cf0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:42.386668 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7c11bb-9858-4d74-b480-6a819e280cf0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:42.387173 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7c11bb-9858-4d74-b480-6a819e280cf0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:42.391962 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7c11bb-9858-4d74-b480-6a819e280cf0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:32:42.397583 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56412) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:42.452034 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4962faf-2867-46f2-8136-446c2d04891b req-dac945ee-f3eb-4790-8b1c-e8d93096e7ce tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:42.456061 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1236a543-2834-462f-833b-94064fc7bc19 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:42.458679 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1236a543-2834-462f-833b-94064fc7bc19 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:42.459552 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b4962faf-2867-46f2-8136-446c2d04891b req-dac945ee-f3eb-4790-8b1c-e8d93096e7ce tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 944 time: 0.6719294 May 26 16:32:42.462028 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1236a543-2834-462f-833b-94064fc7bc19 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1328418 May 26 16:32:42.482785 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56424) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:42.505473 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b4962faf-2867-46f2-8136-446c2d04891b req-768619b2-d92b-468b-b64b-800c9db09391 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446346 May 26 16:32:42.541381 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7af5e5-12ac-45f5-af1b-10516cb8c31b None None] Network 314fbfac-30f7-48f6-9987-4c5d5ac0b714 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:42.550083 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f5498-3fca-4564-b342-cd1a043c7d1d req-15f05b76-d230-463b-ae0c-955348c78f38 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:42.561177 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea0f5498-3fca-4564-b342-cd1a043c7d1d req-15f05b76-d230-463b-ae0c-955348c78f38 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 944 time: 0.2788327 May 26 16:32:42.662823 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-78ff75e2-18a7-4d82-8607-608e92b074d6 None None] Provisioning complete for port e70e68aa-af7c-4b37-bf9b-e47e4883adbe triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:42.663483 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-78ff75e2-18a7-4d82-8607-608e92b074d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:42.664426 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5bf34-3862-4b01-838a-1f336d078898 req-9d00e561-3f15-4240-b60e-25dd3e2f526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:42.666494 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f8a5bf34-3862-4b01-838a-1f336d078898 req-9d00e561-3f15-4240-b60e-25dd3e2f526b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a0268940-7484-46cd-afca-0aa172618427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5603313 May 26 16:32:42.672297 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea0f5498-3fca-4564-b342-cd1a043c7d1d req-27be8f9e-1540-4fab-bf65-04b6020ded1c tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022949 May 26 16:32:42.706681 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-1bb44485-2f3b-4e50-af78-c36948b3f943 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] For port e70e68aa-af7c-4b37-bf9b-e47e4883adbe, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e70e68aa-af7c-4b37-bf9b-e47e4883adbe,segment=NetworkSegment(f05d4cb5-546b-415a-a07c-fa49cd201772),segment_id=f05d4cb5-546b-415a-a07c-fa49cd201772)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:42.707324 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1bb44485-2f3b-4e50-af78-c36948b3f943 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:42.738914 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2daceed6-28ae-416c-a399-3f54304dde58 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ab86e9d575124bbb8f1141e0888ad848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3376868 May 26 16:32:42.745414 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56430) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:42.788350 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-1bb44485-2f3b-4e50-af78-c36948b3f943 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Calling delete_port for e70e68aa-af7c-4b37-bf9b-e47e4883adbe owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:42.803210 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-78ff75e2-18a7-4d82-8607-608e92b074d6 None None] Current status of the port e70e68aa-af7c-4b37-bf9b-e47e4883adbe is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:42.830222 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c5813d53-5868-4f83-92e9-c67a43dbc820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:42.840699 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e81eadc-cb6b-428f-8180-916fce5f32a4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet d3af9ed9-e92e-40a0-b0b5-bbae5d01cc8b {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:32:42.846120 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e81eadc-cb6b-428f-8180-916fce5f32a4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:42.874433 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c5813d53-5868-4f83-92e9-c67a43dbc820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:42.948304 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e81eadc-cb6b-428f-8180-916fce5f32a4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:42.970829 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c5813d53-5868-4f83-92e9-c67a43dbc820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:42.983534 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c5813d53-5868-4f83-92e9-c67a43dbc820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:42.986070 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c5813d53-5868-4f83-92e9-c67a43dbc820 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/06c4ae82-0ba3-4941-ad38-10d75e972520 HTTP/1.1" status: 204 len: 168 time: 0.2393978 May 26 16:32:43.000710 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5813d53-5868-4f83-92e9-c67a43dbc820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c4ae82-0ba3-4941-ad38-10d75e972520,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:43.057078 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-87af3d56-fd9d-4584-8d04-4a3b21a8e85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:43.098751 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e81eadc-cb6b-428f-8180-916fce5f32a4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:43.320507 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-254b7338-9a45-4313-8add-71a4e617c1fc service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0028210 May 26 16:32:43.337962 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e81eadc-cb6b-428f-8180-916fce5f32a4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:43.407045 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81eadc-cb6b-428f-8180-916fce5f32a4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=d3af9ed9-e92e-40a0-b0b5-bbae5d01cc8b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:43.495776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03810a46-62c4-4bca-9ddc-fd42ddb02fc5 None None] Network 314fbfac-30f7-48f6-9987-4c5d5ac0b714 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:43.571485 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56454) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:43.652058 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e81eadc-cb6b-428f-8180-916fce5f32a4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:43.653682 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1cef737e-a928-4512-92be-439e3ef38346 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=afa1bd04956640b199fb07810820255e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0796316 May 26 16:32:43.657227 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56456) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:43.663300 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8e81eadc-cb6b-428f-8180-916fce5f32a4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/d3af9ed9-e92e-40a0-b0b5-bbae5d01cc8b HTTP/1.1" status: 204 len: 168 time: 1.1774709 May 26 16:32:43.669934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56458) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:43.690052 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401d1334-f729-4df6-8529-0a3a39746e14 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:43.701369 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f8a5bf34-3862-4b01-838a-1f336d078898 req-8cff47e8-d151-4a78-a289-f003c614bf7a service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0201137 May 26 16:32:43.746600 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ca0842b5-7a72-418d-a587-bbc4f6dd2440 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:32:43.787355 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bf3dad62-ea8a-4a01-ab4c-4ebf2228e5ff tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1062584 May 26 16:32:43.814301 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56462) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:43.864792 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94db0f40-35ec-44b4-81c0-6fa67e7df21c None None] Provisioning complete for port e70e68aa-af7c-4b37-bf9b-e47e4883adbe triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:43.865162 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94db0f40-35ec-44b4-81c0-6fa67e7df21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:43.882530 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-052ece5d-f58f-44e2-a048-653f7e61c746 req-81fc81a3-db4e-4312-bec6-a1d1d6a4847b service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241437 May 26 16:32:43.885923 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1bb44485-2f3b-4e50-af78-c36948b3f943 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:43.939334 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94db0f40-35ec-44b4-81c0-6fa67e7df21c None None] Could not find standard attr ID for object e70e68aa-af7c-4b37-bf9b-e47e4883adbe. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:32:44.007098 n-d-843337-2 neutron-server[103897]: INFO neutron.plugins.ml2.db [None req-94db0f40-35ec-44b4-81c0-6fa67e7df21c None None] No ports have port_id starting with e70e68aa-af7c-4b37-bf9b-e47e4883adbe May 26 16:32:44.012504 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88c464-dcec-4b71-b083-56924ded2617 req-db1cd583-bf97-415d-9c01-b911ae55a73e tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:44.018702 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0d88c464-dcec-4b71-b083-56924ded2617 req-db1cd583-bf97-415d-9c01-b911ae55a73e tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 944 time: 0.3460746 May 26 16:32:44.018993 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 37f1999d-3978-43f2-81e4-1f3b545eeb4b details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:32:44.055191 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a3292d3-97bd-4e47-9eb6-4f615a60681e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:44.076069 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb44485-2f3b-4e50-af78-c36948b3f943 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Port': ['ID=e70e68aa-af7c-4b37-bf9b-e47e4883adbe,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:44.089184 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb44485-2f3b-4e50-af78-c36948b3f943 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No DVR routers for this DVR port e70e68aa-af7c-4b37-bf9b-e47e4883adbe on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:32:44.090408 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port ca0842b5-7a72-418d-a587-bbc4f6dd2440 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:44.091719 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:44.099052 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a3292d3-97bd-4e47-9eb6-4f615a60681e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:44.172300 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a3292d3-97bd-4e47-9eb6-4f615a60681e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:44.180790 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0a3292d3-97bd-4e47-9eb6-4f615a60681e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:44.181987 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0a3292d3-97bd-4e47-9eb6-4f615a60681e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/861e8d0a-b977-4c55-a77d-a119857f7a35 HTTP/1.1" status: 204 len: 168 time: 0.5237041 May 26 16:32:44.209933 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f8a5bf34-3862-4b01-838a-1f336d078898 req-a12094c5-f9a1-4d25-8d67-86110bcba8f7 service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908731 May 26 16:32:44.262474 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9176195-a60b-4a88-a8f7-61d838912627 req-6f61da11-f00f-48d3-9785-f173807104d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:44.264947 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ca79416d-f0f7-4cf9-8dab-c82e9af6e129 None None] Provisioning complete for port ca0842b5-7a72-418d-a587-bbc4f6dd2440 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:44.265423 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ca79416d-f0f7-4cf9-8dab-c82e9af6e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:44.267611 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9176195-a60b-4a88-a8f7-61d838912627 req-6f61da11-f00f-48d3-9785-f173807104d5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 1095 time: 0.2530158 May 26 16:32:44.270659 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af42498c-aae1-455d-9858-50d80b17115a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:44.272675 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-af42498c-aae1-455d-9858-50d80b17115a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4547079 May 26 16:32:44.281129 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56472) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:44.318645 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1bb44485-2f3b-4e50-af78-c36948b3f943 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:44.357258 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99a497-72e9-4b03-bafd-2f9f2862fcca req-2a5f0519-8b52-4820-b1b5-79b7d1e5e0ce tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:44.371897 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a99a497-72e9-4b03-bafd-2f9f2862fcca req-2a5f0519-8b52-4820-b1b5-79b7d1e5e0ce tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 944 time: 0.5852952 May 26 16:32:44.383245 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3292d3-97bd-4e47-9eb6-4f615a60681e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861e8d0a-b977-4c55-a77d-a119857f7a35,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:44.447539 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0d88c464-dcec-4b71-b083-56924ded2617 req-68626b58-c6f7-43d6-8a5c-ac53b77e84d0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048398 May 26 16:32:44.479969 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a99a497-72e9-4b03-bafd-2f9f2862fcca req-68babf5e-3691-4fee-a98c-9c20070abeb2 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745003 May 26 16:32:44.592293 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0fa828-aab7-402c-96aa-6e30f0666b7d None None] DHCP port deletion for c35b079d-bcd5-434c-9023-f88865e938de request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:32:44.755765 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 37f1999d-3978-43f2-81e4-1f3b545eeb4b, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=37f1999d-3978-43f2-81e4-1f3b545eeb4b,segment=NetworkSegment(5f841553-154d-4aef-93a5-5848666094a0),segment_id=5f841553-154d-4aef-93a5-5848666094a0)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:44.775251 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port ca0842b5-7a72-418d-a587-bbc4f6dd2440 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:44.775791 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:44.820140 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '37f1999d-3978-43f2-81e4-1f3b545eeb4b', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'port_id': '37f1999d-3978-43f2-81e4-1f3b545eeb4b', 'mac_address': 'fa:16:3e:17:90:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169af66c-e17e-405d-a13a-40c09478394e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:32:44.830974 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ca79416d-f0f7-4cf9-8dab-c82e9af6e129 None None] Current status of the port ca0842b5-7a72-418d-a587-bbc4f6dd2440 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:44.831466 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ca79416d-f0f7-4cf9-8dab-c82e9af6e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:44.874335 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ae0fa828-aab7-402c-96aa-6e30f0666b7d None None] Deleting port ca0842b5-7a72-418d-a587-bbc4f6dd2440 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:44.874722 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ae0fa828-aab7-402c-96aa-6e30f0666b7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:44.947649 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ae0fa828-aab7-402c-96aa-6e30f0666b7d None None] For port ca0842b5-7a72-418d-a587-bbc4f6dd2440, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ca0842b5-7a72-418d-a587-bbc4f6dd2440,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:44.948253 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ae0fa828-aab7-402c-96aa-6e30f0666b7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:44.966265 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ae0fa828-aab7-402c-96aa-6e30f0666b7d None None] Calling delete_port for ca0842b5-7a72-418d-a587-bbc4f6dd2440 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:45.005255 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f59fa98-c04c-44c5-9705-ef2a8396d63b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:45.010207 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3f59fa98-c04c-44c5-9705-ef2a8396d63b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7134726 May 26 16:32:45.015361 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56496) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:45.069668 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1bb44485-2f3b-4e50-af78-c36948b3f943 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:45.105740 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 37f1999d-3978-43f2-81e4-1f3b545eeb4b is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:45.106138 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:45.118091 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-31b5ef9c-879b-478f-85de-863ce3ed4cb3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015759 May 26 16:32:45.122731 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56500) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:45.133418 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-4e48513e-7dc0-4979-b648-35c9db4899c6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:45.161116 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f1999d-3978-43f2-81e4-1f3b545eeb4b {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:32:45.167471 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ae0fa828-aab7-402c-96aa-6e30f0666b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:45.205336 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb44485-2f3b-4e50-af78-c36948b3f943 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Subnet': ['ID=6ee9be15-1d5c-4233-8e0b-f822afab8dfd,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:45.232410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9176195-a60b-4a88-a8f7-61d838912627 req-30dcbe7f-3fe5-4ef0-a207-2228b78560c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:45.235791 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9176195-a60b-4a88-a8f7-61d838912627 req-30dcbe7f-3fe5-4ef0-a207-2228b78560c8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 913 time: 0.9530182 May 26 16:32:45.278078 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e48513e-7dc0-4979-b648-35c9db4899c6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:45.284900 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4e48513e-7dc0-4979-b648-35c9db4899c6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:45.287552 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904ea674-073a-4e9a-96fd-7776e35596a4 None None] Network 314fbfac-30f7-48f6-9987-4c5d5ac0b714 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:45.376879 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fa828-aab7-402c-96aa-6e30f0666b7d None None] Pushing event deleted for resources: {'Port': ['ID=ca0842b5-7a72-418d-a587-bbc4f6dd2440,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:45.435051 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0fa828-aab7-402c-96aa-6e30f0666b7d None None] No DVR routers for this DVR port ca0842b5-7a72-418d-a587-bbc4f6dd2440 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:32:45.452948 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9176195-a60b-4a88-a8f7-61d838912627 req-0937efcb-4522-4713-bdfb-6345e9ee41ad service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37c51be2-9ca7-4695-9d7b-9ab69dd03068 HTTP/1.1" status: 200 len: 217 time: 0.1798055 May 26 16:32:45.457052 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 37f1999d-3978-43f2-81e4-1f3b545eeb4b, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=37f1999d-3978-43f2-81e4-1f3b545eeb4b,segment=NetworkSegment(5f841553-154d-4aef-93a5-5848666094a0),segment_id=5f841553-154d-4aef-93a5-5848666094a0)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:45.472676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e70e68aa-af7c-4b37-bf9b-e47e4883adbe up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:32:45.488918 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1bb44485-2f3b-4e50-af78-c36948b3f943 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:45.571170 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:45.577156 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56518) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:45.657571 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-1bb44485-2f3b-4e50-af78-c36948b3f943 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314fbfac-30f7-48f6-9987-4c5d5ac0b714']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:45.682876 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=37f1999d-3978-43f2-81e4-1f3b545eeb4b,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:45.686478 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: e70e68aa-af7c-4b37-bf9b-e47e4883adbe {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:32:45.687095 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e70e68aa-af7c-4b37-bf9b-e47e4883adbe not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 26 16:32:45.699156 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-1bb44485-2f3b-4e50-af78-c36948b3f943 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05d4cb5-546b-415a-a07c-fa49cd201772') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:45.699582 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-1bb44485-2f3b-4e50-af78-c36948b3f943 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05d4cb5-546b-415a-a07c-fa49cd201772') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:45.723241 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Port e70e68aa-af7c-4b37-bf9b-e47e4883adbe not found, will not notify nova. {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 26 16:32:45.730776 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a358c2f7-609d-4c32-b24a-d39dc6da77eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:45.732848 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9176195-a60b-4a88-a8f7-61d838912627 req-c4300eba-7a14-4422-9f9e-5d1a57845d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:45.734280 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9176195-a60b-4a88-a8f7-61d838912627 req-c4300eba-7a14-4422-9f9e-5d1a57845d10 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5431b2c2-5959-417a-9a98-2b2d0e6627f0 HTTP/1.1" status: 200 len: 851 time: 0.2716703 May 26 16:32:45.773339 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1bb44485-2f3b-4e50-af78-c36948b3f943 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:45.817692 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810fad1b-3e4a-4789-b748-28c3cb8b99e4 None None] DHCP port deletion for 314fbfac-30f7-48f6-9987-4c5d5ac0b714 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:32:45.861573 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-2a80a068-77ed-4f64-9af6-fff7e79f46b0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1241544804-network', 'tenant_id': 'cbc011fafa824bc787e095e913380dbe'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:45.870842 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1bb44485-2f3b-4e50-af78-c36948b3f943 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:45.891914 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb44485-2f3b-4e50-af78-c36948b3f943 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:32:45.892585 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1bb44485-2f3b-4e50-af78-c36948b3f943 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:45.954948 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment f05d4cb5-546b-415a-a07c-fa49cd201772 resource provider aggregate not found May 26 16:32:45.963682 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9176195-a60b-4a88-a8f7-61d838912627 req-b0a87e7e-94f5-4258-8e91-1d76b8ff2091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:45.965487 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9176195-a60b-4a88-a8f7-61d838912627 req-b0a87e7e-94f5-4258-8e91-1d76b8ff2091 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceae140a-4691-47b9-ad57-1026c75c737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2229772 May 26 16:32:45.974731 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a80a068-77ed-4f64-9af6-fff7e79f46b0 admin admin] Made reservation on behalf of cbc011fafa824bc787e095e913380dbe for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:45.977066 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a80a068-77ed-4f64-9af6-fff7e79f46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.018122 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment f05d4cb5-546b-415a-a07c-fa49cd201772 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f05d4cb5-546b-415a-a07c-fa49cd201772 found for delete ", "request_id": "req-629211bf-48d3-4208-841a-060469db282f"}]} May 26 16:32:46.073260 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ca0842b5-7a72-418d-a587-bbc4f6dd2440 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:32:46.082844 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a80a068-77ed-4f64-9af6-fff7e79f46b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.109021 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: ca0842b5-7a72-418d-a587-bbc4f6dd2440 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:32:46.109679 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ca0842b5-7a72-418d-a587-bbc4f6dd2440 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:32:46.137813 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1bb44485-2f3b-4e50-af78-c36948b3f943 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.143086 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1bb44485-2f3b-4e50-af78-c36948b3f943 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.149439 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1bb44485-2f3b-4e50-af78-c36948b3f943 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/networks/314fbfac-30f7-48f6-9987-4c5d5ac0b714 HTTP/1.1" status: 204 len: 168 time: 5.4375019 May 26 16:32:46.152249 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56532) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:46.183644 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ca7ee6-3cf7-47d9-b071-99888eb04139 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] DELETE failed (client error): The resource could not be found. May 26 16:32:46.184259 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ca7ee6-3cf7-47d9-b071-99888eb04139 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:32:46.188614 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-47ca7ee6-3cf7-47d9-b071-99888eb04139 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/networks/314fbfac-30f7-48f6-9987-4c5d5ac0b714 HTTP/1.1" status: 404 len: 339 time: 0.0303123 May 26 16:32:46.205307 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['37f1999d-3978-43f2-81e4-1f3b545eeb4b'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:32:46.206324 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56534) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:46.217446 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-efff724d-8cb4-4316-bf68-0f086df3527a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1254174937', 'description': 'd1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:46.253204 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efff724d-8cb4-4316-bf68-0f086df3527a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Made reservation on behalf of dc09c14953fa4a54996dcaf4d4d4825c for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:46.257637 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-efff724d-8cb4-4316-bf68-0f086df3527a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.294736 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9176195-a60b-4a88-a8f7-61d838912627 req-e2434a11-20be-45eb-b8db-73acc9609e49 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208048 May 26 16:32:46.296681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744a6de-1187-489c-876a-e72a2a3256ed req-901e3206-7be8-4278-86fe-c259a6131e0a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:46.296782 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a80a068-77ed-4f64-9af6-fff7e79f46b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.298044 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb44485-2f3b-4e50-af78-c36948b3f943 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Network': ['ID=314fbfac-30f7-48f6-9987-4c5d5ac0b714,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:46.305479 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e744a6de-1187-489c-876a-e72a2a3256ed req-901e3206-7be8-4278-86fe-c259a6131e0a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 944 time: 0.7094228 May 26 16:32:46.328511 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a80a068-77ed-4f64-9af6-fff7e79f46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.345311 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b780c93-2206-4437-ba8a-ae5c8547dd00 req-d86bdd51-663f-4105-8079-82de7386cca7 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:46.353387 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b780c93-2206-4437-ba8a-ae5c8547dd00 req-d86bdd51-663f-4105-8079-82de7386cca7 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 945 time: 0.7211206 May 26 16:32:46.400167 n-d-843337-2 neutron-server[103896]: DEBUG neutron.objects.ports [None req-4e48513e-7dc0-4979-b648-35c9db4899c6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103896) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:32:46.420840 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efff724d-8cb4-4316-bf68-0f086df3527a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:32:46.423003 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4e48513e-7dc0-4979-b648-35c9db4899c6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.477202 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80a068-77ed-4f64-9af6-fff7e79f46b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d0e527-7157-4920-bf30-aeaa23e7e615,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:46.493905 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a80a068-77ed-4f64-9af6-fff7e79f46b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:32:46.503958 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-efff724d-8cb4-4316-bf68-0f086df3527a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.504722 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-efff724d-8cb4-4316-bf68-0f086df3527a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Added segment 6c923328-e402-49b7-8b7f-df018b12a4c3 of type vlan for network ea497059-c946-4387-95f1-671dfa187f22 May 26 16:32:46.524887 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e744a6de-1187-489c-876a-e72a2a3256ed req-30f1e926-f0ef-46ee-8229-f0d8dea18cbc tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185123 May 26 16:32:46.525793 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a80a068-77ed-4f64-9af6-fff7e79f46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.526961 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-2a80a068-77ed-4f64-9af6-fff7e79f46b0 admin admin] Added segment 4f171fb4-a9b6-4dc9-9fc7-d9ccac4f63ef of type vlan for network eaed248d-5956-42c5-9db0-58d5ee38787d May 26 16:32:46.535422 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e48513e-7dc0-4979-b648-35c9db4899c6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:46.543890 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b780c93-2206-4437-ba8a-ae5c8547dd00 req-66c61955-222e-4129-b602-e8e2ef8b8384 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896338 May 26 16:32:46.587385 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9176195-a60b-4a88-a8f7-61d838912627 req-ed683b7b-16d8-4783-8a78-5f61697dd5bc service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853019 May 26 16:32:46.590523 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.598264 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-4e48513e-7dc0-4979-b648-35c9db4899c6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:46.599571 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a80a068-77ed-4f64-9af6-fff7e79f46b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.602648 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e48513e-7dc0-4979-b648-35c9db4899c6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:46.603518 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4e48513e-7dc0-4979-b648-35c9db4899c6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.612931 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f20740e-fdff-4dfc-963f-6db119372ab6 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:46.645525 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48513e-7dc0-4979-b648-35c9db4899c6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=f84a76ab-af4a-4f5c-a26e-a639415a0435,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:46.649490 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a80a068-77ed-4f64-9af6-fff7e79f46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.650587 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-efff724d-8cb4-4316-bf68-0f086df3527a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.650961 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a80a068-77ed-4f64-9af6-fff7e79f46b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:46.652034 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a80a068-77ed-4f64-9af6-fff7e79f46b0 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.660848 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4e48513e-7dc0-4979-b648-35c9db4899c6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5368426 May 26 16:32:46.661762 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56544) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:46.675524 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-35947221-93f6-402a-b5b7-e10534c08993 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'mac_address': 'fa:16:3e:bd:0c:46', 'name': 'tempest-NetworksTestDHCPv6-321912362'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:46.716056 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-efff724d-8cb4-4316-bf68-0f086df3527a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.722890 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efff724d-8cb4-4316-bf68-0f086df3527a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:46.724249 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-efff724d-8cb4-4316-bf68-0f086df3527a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.765549 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-efff724d-8cb4-4316-bf68-0f086df3527a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5540726 May 26 16:32:46.777332 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56548) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:46.818399 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2a80a068-77ed-4f64-9af6-fff7e79f46b0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2355778 May 26 16:32:46.821987 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56550) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:46.827040 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-5fd2e8de-77e5-4617-80ab-85e27ce6cbc5 admin admin] Request body: {'subnet': {'network_id': 'eaed248d-5956-42c5-9db0-58d5ee38787d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1241544804-subnet', 'tenant_id': 'cbc011fafa824bc787e095e913380dbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:46.878558 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80a068-77ed-4f64-9af6-fff7e79f46b0 admin admin] Pushing event updated for resources: {'Network': ['ID=eaed248d-5956-42c5-9db0-58d5ee38787d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:46.905682 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network eaed248d-5956-42c5-9db0-58d5ee38787d details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:32:46.910335 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147e2d5c-7832-4133-963b-770fa3a9ccd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-c35b079d-bcd5-434c-9023-f88865e938de', 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'fixed_ips': [{'subnet_id': 'f84a76ab-af4a-4f5c-a26e-a639415a0435'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:32:46.911141 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-147e2d5c-7832-4133-963b-770fa3a9ccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.915517 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff724d-8cb4-4316-bf68-0f086df3527a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Network': ['ID=ea497059-c946-4387-95f1-671dfa187f22,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:46.936528 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd2e8de-77e5-4617-80ab-85e27ce6cbc5 admin admin] Made reservation on behalf of cbc011fafa824bc787e095e913380dbe for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:46.938875 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5fd2e8de-77e5-4617-80ab-85e27ce6cbc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:46.955397 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network ea497059-c946-4387-95f1-671dfa187f22 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:32:46.965758 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d65949-c90a-40c9-82ce-29a5ef664d11 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:46.970961 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f3d65949-c90a-40c9-82ce-29a5ef664d11 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "GET /v2.0/networks?id=ea497059-c946-4387-95f1-671dfa187f22 HTTP/1.1" status: 200 len: 761 time: 0.1998594 May 26 16:32:46.971853 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56552) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:46.977837 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-645f6723-f222-458e-8e4a-c85227f6b639 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'network': {'description': 'd2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:47.151980 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35947221-93f6-402a-b5b7-e10534c08993 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:47.252126 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-645f6723-f222-458e-8e4a-c85227f6b639 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:47.268435 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-645f6723-f222-458e-8e4a-c85227f6b639 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:47.320120 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-35947221-93f6-402a-b5b7-e10534c08993 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:47.324003 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5fd2e8de-77e5-4617-80ab-85e27ce6cbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:47.346851 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f6723-f222-458e-8e4a-c85227f6b639 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Network': ['ID=ea497059-c946-4387-95f1-671dfa187f22,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:47.359200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network ea497059-c946-4387-95f1-671dfa187f22 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:32:47.363087 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-645f6723-f222-458e-8e4a-c85227f6b639 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Network ea497059-c946-4387-95f1-671dfa187f22 is not hosted by any dhcp agent {{(pid=103896) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 26 16:32:47.369557 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645f6723-f222-458e-8e4a-c85227f6b639 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:47.371107 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-645f6723-f222-458e-8e4a-c85227f6b639 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:47.372919 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-645f6723-f222-458e-8e4a-c85227f6b639 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "PUT /v2.0/networks/ea497059-c946-4387-95f1-671dfa187f22 HTTP/1.1" status: 200 len: 758 time: 0.3994379 May 26 16:32:47.377354 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56560) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:47.409776 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-35947221-93f6-402a-b5b7-e10534c08993 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] device_id is not set on port d350f0ac-d5c5-43f2-9496-55fdf84bb74f yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:32:47.455628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd2e8de-77e5-4617-80ab-85e27ce6cbc5 admin admin] Checking segment: {'id': '4f171fb4-a9b6-4dc9-9fc7-d9ccac4f63ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'eaed248d-5956-42c5-9db0-58d5ee38787d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:47.462135 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd2e8de-77e5-4617-80ab-85e27ce6cbc5 admin admin] Network hostable DHCP agents. Network: eaed248d-5956-42c5-9db0-58d5ee38787d, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:32:47.472512 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2e8de-77e5-4617-80ab-85e27ce6cbc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=426946b7-0d1e-4a85-a377-9a30775fb1e8,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:47.494312 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b4e9f2-ae24-4132-840f-71e98c989027 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:47.504400 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-89b4e9f2-ae24-4132-840f-71e98c989027 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "GET /v2.0/networks?id=ea497059-c946-4387-95f1-671dfa187f22 HTTP/1.1" status: 200 len: 761 time: 0.1256313 May 26 16:32:47.509382 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56568) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:47.519944 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-52bf88be-75cd-49cf-9869-8d81c710660f tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-123530558'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:47.550731 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd2e8de-77e5-4617-80ab-85e27ce6cbc5 admin admin] Network eaed248d-5956-42c5-9db0-58d5ee38787d is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:32:47.566646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bf88be-75cd-49cf-9869-8d81c710660f tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Made reservation on behalf of dc09c14953fa4a54996dcaf4d4d4825c for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:47.567913 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-5fd2e8de-77e5-4617-80ab-85e27ce6cbc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, eaed248d-5956-42c5-9db0-58d5ee38787d) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:47.578576 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52bf88be-75cd-49cf-9869-8d81c710660f tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:47.582216 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd2e8de-77e5-4617-80ab-85e27ce6cbc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:47.582974 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5fd2e8de-77e5-4617-80ab-85e27ce6cbc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:47.603182 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5fd2e8de-77e5-4617-80ab-85e27ce6cbc5 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7800157 May 26 16:32:47.625327 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db78fa2d-3383-45bf-b2ea-42c0bd83f415 None None] Network eaed248d-5956-42c5-9db0-58d5ee38787d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:47.653073 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52bf88be-75cd-49cf-9869-8d81c710660f tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:32:47.669242 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52bf88be-75cd-49cf-9869-8d81c710660f tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:47.669595 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-52bf88be-75cd-49cf-9869-8d81c710660f tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Added segment 568596b2-5ae9-4562-9f59-b97008cb19c8 of type vlan for network cf53e255-f931-4237-9c27-e251e6bff0a2 May 26 16:32:47.784372 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e70e68aa-af7c-4b37-bf9b-e47e4883adbe no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:32:47.828683 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: e70e68aa-af7c-4b37-bf9b-e47e4883adbe {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:32:47.829910 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e70e68aa-af7c-4b37-bf9b-e47e4883adbe not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:32:47.832721 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-147e2d5c-7832-4133-963b-770fa3a9ccd1 None None] Allocated IP 2001:db8::f816:3eff:fe81:56cb (c35b079d-bcd5-434c-9023-f88865e938de/f84a76ab-af4a-4f5c-a26e-a639415a0435/82943aab-2272-470f-82f6-c508b15a0da7) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:47.855567 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ca21c9-be51-47a7-b97b-a010c91ad5cd None None] Network eaed248d-5956-42c5-9db0-58d5ee38787d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:47.868750 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52bf88be-75cd-49cf-9869-8d81c710660f tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:47.926731 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aee6d9-2441-4222-ad6f-9b5daaf3cec5 req-5cd2cc05-b9dc-4004-9cff-6ae0110d313e tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:47.928311 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-90aee6d9-2441-4222-ad6f-9b5daaf3cec5 req-5cd2cc05-b9dc-4004-9cff-6ae0110d313e tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 945 time: 0.2473013 May 26 16:32:47.944437 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde86861-5e4b-4785-ae5f-d8fbd40063ed req-1c9c77f1-329d-49b9-a1b0-c87e1d74fad5 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:47.945980 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cde86861-5e4b-4785-ae5f-d8fbd40063ed req-1c9c77f1-329d-49b9-a1b0-c87e1d74fad5 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 944 time: 0.1286638 May 26 16:32:47.970897 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52bf88be-75cd-49cf-9869-8d81c710660f tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:47.976492 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bf88be-75cd-49cf-9869-8d81c710660f tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:47.976978 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52bf88be-75cd-49cf-9869-8d81c710660f tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:48.043780 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-90aee6d9-2441-4222-ad6f-9b5daaf3cec5 req-ce207b9b-abab-4954-8713-269a562dfcd9 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958762 May 26 16:32:48.047053 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-52bf88be-75cd-49cf-9869-8d81c710660f tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5364323 May 26 16:32:48.050551 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56584) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:48.107562 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-503f877b-5028-45c6-ba28-69d3574d5f3a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'subnet': {'network_id': 'cf53e255-f931-4237-9c27-e251e6bff0a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:48.113884 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 37f1999d-3978-43f2-81e4-1f3b545eeb4b up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:32:48.177238 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cde86861-5e4b-4785-ae5f-d8fbd40063ed req-7ddc69f2-081f-42ea-8090-9bf0fa450411 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150438 May 26 16:32:48.186899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf88be-75cd-49cf-9869-8d81c710660f tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Network': ['ID=cf53e255-f931-4237-9c27-e251e6bff0a2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:48.247563 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503f877b-5028-45c6-ba28-69d3574d5f3a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Made reservation on behalf of dc09c14953fa4a54996dcaf4d4d4825c for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:48.252019 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-503f877b-5028-45c6-ba28-69d3574d5f3a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:48.467696 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network cf53e255-f931-4237-9c27-e251e6bff0a2 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:32:48.494026 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56600) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:48.499288 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e1b14cdf-7c47-47ae-847d-3b6b7dd766fd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1800873747-network', 'tenant_id': 'f42cffeb36ee4190aee80b885496d035'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:48.511742 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:48.571886 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:48.574983 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b14cdf-7c47-47ae-847d-3b6b7dd766fd admin admin] Made reservation on behalf of f42cffeb36ee4190aee80b885496d035 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:48.577379 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1b14cdf-7c47-47ae-847d-3b6b7dd766fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:48.599907 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1b14cdf-7c47-47ae-847d-3b6b7dd766fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:48.603879 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-503f877b-5028-45c6-ba28-69d3574d5f3a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:48.657312 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 37f1999d-3978-43f2-81e4-1f3b545eeb4b completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:32:48.665598 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 37f1999d-3978-43f2-81e4-1f3b545eeb4b triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:48.666330 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:48.717384 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f877b-5028-45c6-ba28-69d3574d5f3a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Subnet': ['ID=bccc95b8-ba4f-4d95-8a23-e0518cd0f7ae,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:48.719070 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-147e2d5c-7832-4133-963b-770fa3a9ccd1 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:48.742354 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503f877b-5028-45c6-ba28-69d3574d5f3a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Checking segment: {'id': '568596b2-5ae9-4562-9f59-b97008cb19c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cf53e255-f931-4237-9c27-e251e6bff0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:48.743448 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503f877b-5028-45c6-ba28-69d3574d5f3a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Network hostable DHCP agents. Network: cf53e255-f931-4237-9c27-e251e6bff0a2, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:32:48.747066 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1b14cdf-7c47-47ae-847d-3b6b7dd766fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:48.751197 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-147e2d5c-7832-4133-963b-770fa3a9ccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:48.790263 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1b14cdf-7c47-47ae-847d-3b6b7dd766fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:48.795740 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503f877b-5028-45c6-ba28-69d3574d5f3a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Network cf53e255-f931-4237-9c27-e251e6bff0a2 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:32:48.802055 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147e2d5c-7832-4133-963b-770fa3a9ccd1 None None] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:48.805627 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b14cdf-7c47-47ae-847d-3b6b7dd766fd admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:32:48.812911 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-147e2d5c-7832-4133-963b-770fa3a9ccd1 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:48.818456 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1b14cdf-7c47-47ae-847d-3b6b7dd766fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:48.818948 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-e1b14cdf-7c47-47ae-847d-3b6b7dd766fd admin admin] Added segment c91f8826-c856-48bb-9dca-76d21fed8abf of type vlan for network 9b8a1dea-6c32-4864-9f5b-50fedfe74d60 May 26 16:32:48.841537 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-503f877b-5028-45c6-ba28-69d3574d5f3a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, cf53e255-f931-4237-9c27-e251e6bff0a2) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:48.843724 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147e2d5c-7832-4133-963b-770fa3a9ccd1 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:32:48.854286 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503f877b-5028-45c6-ba28-69d3574d5f3a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:48.855465 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-503f877b-5028-45c6-ba28-69d3574d5f3a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:48.877958 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-503f877b-5028-45c6-ba28-69d3574d5f3a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8238893 May 26 16:32:48.878264 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56608) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:48.889867 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1b14cdf-7c47-47ae-847d-3b6b7dd766fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:48.905144 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a315d06-a5d5-4061-bdc3-ea2b0f50e0bc None None] Network cf53e255-f931-4237-9c27-e251e6bff0a2 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:48.947029 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1b14cdf-7c47-47ae-847d-3b6b7dd766fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:48.948177 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b14cdf-7c47-47ae-847d-3b6b7dd766fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:48.948774 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e1b14cdf-7c47-47ae-847d-3b6b7dd766fd admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:48.967706 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b14cdf-7c47-47ae-847d-3b6b7dd766fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa41116-8e62-453b-be9b-72c2ba4d3296,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:48.977629 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e1b14cdf-7c47-47ae-847d-3b6b7dd766fd admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4824731 May 26 16:32:48.993498 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56610) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:48.999408 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-607c4018-99bf-4364-8bb7-bfc1c5d08ec5 admin admin] Request body: {'subnet': {'network_id': '9b8a1dea-6c32-4864-9f5b-50fedfe74d60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1800873747-subnet', 'tenant_id': 'f42cffeb36ee4190aee80b885496d035', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:49.008881 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e2d5c-7832-4133-963b-770fa3a9ccd1 None None] Pushing event updated for resources: {'Port': ['ID=82943aab-2272-470f-82f6-c508b15a0da7,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:49.067743 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-35947221-93f6-402a-b5b7-e10534c08993 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8::f816:3eff:febd:c46 (c35b079d-bcd5-434c-9023-f88865e938de/f84a76ab-af4a-4f5c-a26e-a639415a0435/d350f0ac-d5c5-43f2-9496-55fdf84bb74f) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:49.085163 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b14cdf-7c47-47ae-847d-3b6b7dd766fd admin admin] Pushing event updated for resources: {'Network': ['ID=9b8a1dea-6c32-4864-9f5b-50fedfe74d60,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:49.117328 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-147e2d5c-7832-4133-963b-770fa3a9ccd1 None None] Attempting to bind port 82943aab-2272-470f-82f6-c508b15a0da7 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:32:49.117889 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-147e2d5c-7832-4133-963b-770fa3a9ccd1 None None] Attempting to bind port 82943aab-2272-470f-82f6-c508b15a0da7 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:32:49.118084 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff4a781e-efcd-410e-a211-4ba6f4d78a9e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:49.118365 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147e2d5c-7832-4133-963b-770fa3a9ccd1 None None] Attempting to bind port 82943aab-2272-470f-82f6-c508b15a0da7 on network c35b079d-bcd5-434c-9023-f88865e938de {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:32:49.125117 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 9b8a1dea-6c32-4864-9f5b-50fedfe74d60 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:32:49.125641 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607c4018-99bf-4364-8bb7-bfc1c5d08ec5 admin admin] Made reservation on behalf of f42cffeb36ee4190aee80b885496d035 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:49.127164 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 37f1999d-3978-43f2-81e4-1f3b545eeb4b is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:49.127646 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:49.128287 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-607c4018-99bf-4364-8bb7-bfc1c5d08ec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:49.149201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147e2d5c-7832-4133-963b-770fa3a9ccd1 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:32:49.149739 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147e2d5c-7832-4133-963b-770fa3a9ccd1 None None] Checking segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:49.150264 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-147e2d5c-7832-4133-963b-770fa3a9ccd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:49.150762 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147e2d5c-7832-4133-963b-770fa3a9ccd1 None None] Bound using segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:32:49.152122 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-147e2d5c-7832-4133-963b-770fa3a9ccd1 None None] Bound port: 82943aab-2272-470f-82f6-c508b15a0da7, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:32:49.152686 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-147e2d5c-7832-4133-963b-770fa3a9ccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:49.173894 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:49.266293 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89402875-46c2-4c36-85e3-09e12f4bef41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f1999d-3978-43f2-81e4-1f3b545eeb4b'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:32:49.268866 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe20fb04-2b85-4063-9e85-26f2a7854e3e" -d '{"events": [{"server_uuid": "89402875-46c2-4c36-85e3-09e12f4bef41", "name": "network-vif-plugged", "status": "completed", "tag": "37f1999d-3978-43f2-81e4-1f3b545eeb4b"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:32:49.300657 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 37f1999d-3978-43f2-81e4-1f3b545eeb4b, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=37f1999d-3978-43f2-81e4-1f3b545eeb4b,segment=NetworkSegment(5f841553-154d-4aef-93a5-5848666094a0),segment_id=5f841553-154d-4aef-93a5-5848666094a0)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:49.314237 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff4a781e-efcd-410e-a211-4ba6f4d78a9e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:49.377304 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:49.446851 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-147e2d5c-7832-4133-963b-770fa3a9ccd1 None None] For port 82943aab-2272-470f-82f6-c508b15a0da7, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:32:49.451823 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-147e2d5c-7832-4133-963b-770fa3a9ccd1 None None] For port 82943aab-2272-470f-82f6-c508b15a0da7, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=82943aab-2272-470f-82f6-c508b15a0da7,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:32:49.506491 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-147e2d5c-7832-4133-963b-770fa3a9ccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:49.513129 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d937256-ac65-48dc-8eee-6e4e406cf765 req-7083896f-7f42-4456-af6c-71a45db8d84f tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:49.520977 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0d937256-ac65-48dc-8eee-6e4e406cf765 req-7083896f-7f42-4456-af6c-71a45db8d84f tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 945 time: 0.2868180 May 26 16:32:49.572238 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f154ea-6b02-43a1-83e7-b89772d99102 req-df28f5ad-7705-44f0-a7ba-c47299d9e6c3 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:49.577843 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84f154ea-6b02-43a1-83e7-b89772d99102 req-df28f5ad-7705-44f0-a7ba-c47299d9e6c3 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 944 time: 0.1956725 May 26 16:32:49.602475 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=37f1999d-3978-43f2-81e4-1f3b545eeb4b,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:49.608038 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-35947221-93f6-402a-b5b7-e10534c08993 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:49.688495 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e9d2e0-d0fc-441e-9d5a-5680a9390904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-cf53e255-f931-4237-9c27-e251e6bff0a2', 'network_id': 'cf53e255-f931-4237-9c27-e251e6bff0a2', 'tenant_id': 'dc09c14953fa4a54996dcaf4d4d4825c', 'fixed_ips': [{'subnet_id': 'bccc95b8-ba4f-4d95-8a23-e0518cd0f7ae'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:32:49.689873 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-72e9d2e0-d0fc-441e-9d5a-5680a9390904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:49.698350 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0d937256-ac65-48dc-8eee-6e4e406cf765 req-a6a34612-2a50-4a0d-8f0c-405be170921a tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761084 May 26 16:32:49.717693 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff4a781e-efcd-410e-a211-4ba6f4d78a9e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:49.723205 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-607c4018-99bf-4364-8bb7-bfc1c5d08ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:49.752842 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84f154ea-6b02-43a1-83e7-b89772d99102 req-6d6b3f60-3163-4c00-8f76-ab12962cee75 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613700 May 26 16:32:49.802440 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-35947221-93f6-402a-b5b7-e10534c08993 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:49.811240 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a781e-efcd-410e-a211-4ba6f4d78a9e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Subnet': ['ID=bccc95b8-ba4f-4d95-8a23-e0518cd0f7ae,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:49.891961 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e2d5c-7832-4133-963b-770fa3a9ccd1 None None] Pushing event updated for resources: {'Port': ['ID=82943aab-2272-470f-82f6-c508b15a0da7,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:49.928423 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be9ca0d-f8ea-40cd-9ba3-e781f36b6767 None None] Network cf53e255-f931-4237-9c27-e251e6bff0a2 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:49.936440 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff4a781e-efcd-410e-a211-4ba6f4d78a9e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:49.955376 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35947221-93f6-402a-b5b7-e10534c08993 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=d350f0ac-d5c5-43f2-9496-55fdf84bb74f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:49.982449 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35947221-93f6-402a-b5b7-e10534c08993 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:50.006497 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-ff4a781e-efcd-410e-a211-4ba6f4d78a9e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf53e255-f931-4237-9c27-e251e6bff0a2']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:50.035976 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-35947221-93f6-402a-b5b7-e10534c08993 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:50.038463 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-ff4a781e-efcd-410e-a211-4ba6f4d78a9e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568596b2-5ae9-4562-9f59-b97008cb19c8') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:50.044884 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35947221-93f6-402a-b5b7-e10534c08993 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:32:50.046500 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-ff4a781e-efcd-410e-a211-4ba6f4d78a9e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568596b2-5ae9-4562-9f59-b97008cb19c8') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:50.065741 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35947221-93f6-402a-b5b7-e10534c08993 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:50.066398 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-35947221-93f6-402a-b5b7-e10534c08993 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:50.076801 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff4a781e-efcd-410e-a211-4ba6f4d78a9e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:50.079194 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c4018-99bf-4364-8bb7-bfc1c5d08ec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c6e0032-4eef-4865-b237-b37f723a53f5,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:50.107070 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607c4018-99bf-4364-8bb7-bfc1c5d08ec5 admin admin] Checking segment: {'id': 'c91f8826-c856-48bb-9dca-76d21fed8abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9b8a1dea-6c32-4864-9f5b-50fedfe74d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:50.107749 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607c4018-99bf-4364-8bb7-bfc1c5d08ec5 admin admin] Network hostable DHCP agents. Network: 9b8a1dea-6c32-4864-9f5b-50fedfe74d60, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:32:50.121533 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff4a781e-efcd-410e-a211-4ba6f4d78a9e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:50.137633 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4a781e-efcd-410e-a211-4ba6f4d78a9e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:32:50.141283 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff4a781e-efcd-410e-a211-4ba6f4d78a9e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:50.141478 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-35947221-93f6-402a-b5b7-e10534c08993 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.4757528 May 26 16:32:50.144408 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56636) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:50.145275 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607c4018-99bf-4364-8bb7-bfc1c5d08ec5 admin admin] Network 9b8a1dea-6c32-4864-9f5b-50fedfe74d60 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:32:50.245394 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-607c4018-99bf-4364-8bb7-bfc1c5d08ec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 9b8a1dea-6c32-4864-9f5b-50fedfe74d60) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:50.251781 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607c4018-99bf-4364-8bb7-bfc1c5d08ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:50.252485 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-607c4018-99bf-4364-8bb7-bfc1c5d08ec5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:50.261362 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3700c7b-e770-4a1a-b4d8-da4f0163b92b None None] Network 9b8a1dea-6c32-4864-9f5b-50fedfe74d60 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:50.286376 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc320e8-2e04-4166-b329-dc2f16d06a09 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:50.298218 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 568596b2-5ae9-4562-9f59-b97008cb19c8 resource provider aggregate not found May 26 16:32:50.299556 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc320e8-2e04-4166-b329-dc2f16d06a09 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:50.303841 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4cc320e8-2e04-4166-b329-dc2f16d06a09 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1458638 May 26 16:32:50.315231 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-607c4018-99bf-4364-8bb7-bfc1c5d08ec5 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3115025 May 26 16:32:50.315231 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56642) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:50.352293 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dd2280-d8d0-45da-9bf7-f2a6bfab496b x-openstack-request-id: req-f9dd2280-d8d0-45da-9bf7-f2a6bfab496b {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:32:50.352585 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89402875-46c2-4c36-85e3-09e12f4bef41", "name": "network-vif-plugged", "status": "completed", "tag": "37f1999d-3978-43f2-81e4-1f3b545eeb4b", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:32:50.352943 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f9dd2280-d8d0-45da-9bf7-f2a6bfab496b {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:32:50.353229 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9dd2280-d8d0-45da-9bf7-f2a6bfab496b'] response: {'server_uuid': '89402875-46c2-4c36-85e3-09e12f4bef41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f1999d-3978-43f2-81e4-1f3b545eeb4b', 'code': 200} May 26 16:32:50.395952 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 568596b2-5ae9-4562-9f59-b97008cb19c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 568596b2-5ae9-4562-9f59-b97008cb19c8 found for delete ", "request_id": "req-771191c1-ba5f-47ae-b2b9-1cb4dacc10db"}]} May 26 16:32:50.401418 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff4a781e-efcd-410e-a211-4ba6f4d78a9e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:50.417833 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ff4a781e-efcd-410e-a211-4ba6f4d78a9e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:50.422422 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ff4a781e-efcd-410e-a211-4ba6f4d78a9e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/networks/cf53e255-f931-4237-9c27-e251e6bff0a2 HTTP/1.1" status: 204 len: 168 time: 1.5429056 May 26 16:32:50.455130 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56650) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:50.491624 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a781e-efcd-410e-a211-4ba6f4d78a9e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Network': ['ID=cf53e255-f931-4237-9c27-e251e6bff0a2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:50.500310 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e52a34b-4533-4982-ae18-a570c5f4bc63 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] GET failed (client error): The resource could not be found. May 26 16:32:50.502841 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7e52a34b-4533-4982-ae18-a570c5f4bc63 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "GET /v2.0/subnets/bccc95b8-ba4f-4d95-8a23-e0518cd0f7ae HTTP/1.1" status: 404 len: 337 time: 0.0449729 May 26 16:32:50.505557 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56654) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:50.515711 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fce5f2-2350-4df5-a49a-e64bf7cde21e req-7e1c9dc4-cbe0-4c73-8d0a-64da3e2e9863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:50.517265 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e8fce5f2-2350-4df5-a49a-e64bf7cde21e req-7e1c9dc4-cbe0-4c73-8d0a-64da3e2e9863 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 1097 time: 0.1071889 May 26 16:32:50.528641 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-4f5f65eb-7bfe-42a6-8332-8045a46760ea tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting port d350f0ac-d5c5-43f2-9496-55fdf84bb74f {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:50.529166 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f5f65eb-7bfe-42a6-8332-8045a46760ea tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:50.548356 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c225a842-4957-4c44-9a8a-884b4927c77d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] DELETE failed (client error): The resource could not be found. May 26 16:32:50.551031 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c225a842-4957-4c44-9a8a-884b4927c77d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:32:50.563679 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c225a842-4957-4c44-9a8a-884b4927c77d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/networks/cf53e255-f931-4237-9c27-e251e6bff0a2 HTTP/1.1" status: 404 len: 339 time: 0.0525339 May 26 16:32:50.564117 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56656) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:50.612743 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbc763a-b33a-4346-a472-bb81d46bb86b None None] Network 9b8a1dea-6c32-4864-9f5b-50fedfe74d60 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:50.692425 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f5f65eb-7bfe-42a6-8332-8045a46760ea tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:50.738381 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-4f5f65eb-7bfe-42a6-8332-8045a46760ea tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Calling delete_port for d350f0ac-d5c5-43f2-9496-55fdf84bb74f owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:50.875143 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e8fce5f2-2350-4df5-a49a-e64bf7cde21e req-e061a0b3-21b3-411f-8754-b9163fd91925 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3405132 May 26 16:32:50.909762 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 37c51be2-9ca7-4695-9d7b-9ab69dd03068 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:32:51.001098 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f5f65eb-7bfe-42a6-8332-8045a46760ea tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:51.054613 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f65eb-7bfe-42a6-8332-8045a46760ea tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Port': ['ID=d350f0ac-d5c5-43f2-9496-55fdf84bb74f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:51.082137 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 37c51be2-9ca7-4695-9d7b-9ab69dd03068, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=37c51be2-9ca7-4695-9d7b-9ab69dd03068,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:51.103938 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '37c51be2-9ca7-4695-9d7b-9ab69dd03068', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'port_id': '37c51be2-9ca7-4695-9d7b-9ab69dd03068', 'mac_address': 'fa:16:3e:40:54:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:32:51.111150 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4f5f65eb-7bfe-42a6-8332-8045a46760ea tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:51.115449 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4f5f65eb-7bfe-42a6-8332-8045a46760ea tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/d350f0ac-d5c5-43f2-9496-55fdf84bb74f HTTP/1.1" status: 204 len: 168 time: 0.8068950 May 26 16:32:51.118996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56682) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:51.172745 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 37c51be2-9ca7-4695-9d7b-9ab69dd03068 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:51.173128 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:51.174714 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea24340-c3e8-4bd2-9f05-34f3c62c188e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:51.176983 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6ea24340-c3e8-4bd2-9f05-34f3c62c188e tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6117806 May 26 16:32:51.188966 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56684) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:51.194191 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c51be2-9ca7-4695-9d7b-9ab69dd03068 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:32:51.222386 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ad4345-52b8-4cdd-abd6-7948a593e366 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:51.224590 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ad4345-52b8-4cdd-abd6-7948a593e366 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:51.226385 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-25ad4345-52b8-4cdd-abd6-7948a593e366 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1051795 May 26 16:32:51.229895 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56686) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:51.234865 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 37c51be2-9ca7-4695-9d7b-9ab69dd03068, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=37c51be2-9ca7-4695-9d7b-9ab69dd03068,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:51.247779 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:51.296526 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6434ab98-4d69-4df2-ba66-03459bb40e29 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "GET /v2.0/subnets?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 207 time: 0.1033638 May 26 16:32:51.305115 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56688) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:51.336041 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545cbc5-6e39-482f-afdc-6e21ce665e80 req-71c9f69e-ff64-4105-8d23-caf28a10a999 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:51.337613 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6545cbc5-6e39-482f-afdc-6e21ce665e80 req-71c9f69e-ff64-4105-8d23-caf28a10a999 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.5083570 May 26 16:32:51.350475 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=37c51be2-9ca7-4695-9d7b-9ab69dd03068,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:51.412836 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9882132-a95d-4f03-8d95-b7b9938c1d30 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet f84a76ab-af4a-4f5c-a26e-a639415a0435 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:32:51.418910 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c9882132-a95d-4f03-8d95-b7b9938c1d30 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:51.426602 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6545cbc5-6e39-482f-afdc-6e21ce665e80 req-34fce4ee-58fb-4daa-9b20-a69a306a1a64 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771980 May 26 16:32:51.458460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['37c51be2-9ca7-4695-9d7b-9ab69dd03068'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:32:51.475236 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-5e6f85bf-aef0-4c95-924d-39f7f43b6d08 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:51.478567 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-5e6f85bf-aef0-4c95-924d-39f7f43b6d08 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/networks?id=eaed248d-5956-42c5-9db0-58d5ee38787d HTTP/1.1" status: 200 len: 812 time: 0.4193923 May 26 16:32:51.512688 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-6d0cf00b-8bde-4e26-b0ca-28e98020c657 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/quotas/cbc011fafa824bc787e095e913380dbe HTTP/1.1" status: 200 len: 375 time: 0.0262997 May 26 16:32:51.513169 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c9882132-a95d-4f03-8d95-b7b9938c1d30 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:51.584165 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdca8a5-71b3-437f-ac82-a4cc65a4c64b tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:51.593415 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-1bc327bd-2e22-4746-a912-2afc39350b49 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cbc011fafa824bc787e095e913380dbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706608 May 26 16:32:51.608909 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdca8a5-71b3-437f-ac82-a4cc65a4c64b tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:51.609801 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7326b5bc-e7af-4847-98ab-63d28562d5ff None None] Provisioning complete for port 82943aab-2272-470f-82f6-c508b15a0da7 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:51.610425 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7326b5bc-e7af-4847-98ab-63d28562d5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:51.615382 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdca8a5-71b3-437f-ac82-a4cc65a4c64b tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:51.621492 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdca8a5-71b3-437f-ac82-a4cc65a4c64b tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:51.626593 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2cdca8a5-71b3-437f-ac82-a4cc65a4c64b tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3170674 May 26 16:32:51.630205 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56696) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:51.718308 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f22fc4-7f88-4728-9e14-c378a4238e02 req-0b2dc2bb-1437-46d1-b974-2a3eec99e3b7 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:51.721492 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2f22fc4-7f88-4728-9e14-c378a4238e02 req-0b2dc2bb-1437-46d1-b974-2a3eec99e3b7 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 945 time: 0.1639588 May 26 16:32:51.842762 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7326b5bc-e7af-4847-98ab-63d28562d5ff None None] Current status of the port 82943aab-2272-470f-82f6-c508b15a0da7 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:51.843591 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7326b5bc-e7af-4847-98ab-63d28562d5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:51.871978 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2f22fc4-7f88-4728-9e14-c378a4238e02 req-299f8b1d-eb5c-472a-b222-793477ef8045 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427755 May 26 16:32:51.878392 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c9882132-a95d-4f03-8d95-b7b9938c1d30 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:51.898286 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-fd745166-75ca-4e6e-9674-c2ad61e29131 service neutron] 10.222.0.77 "GET /v2.0/networks/eaed248d-5956-42c5-9db0-58d5ee38787d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810915 May 26 16:32:51.963277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 82943aab-2272-470f-82f6-c508b15a0da7 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:32:51.964846 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56704) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:51.972408 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-52b9545a-d7a4-41c2-9f89-e831e6d34866 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3362343 May 26 16:32:52.029124 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c9882132-a95d-4f03-8d95-b7b9938c1d30 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:52.043464 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-d0bbd991-4602-4a36-b570-b162e9946d36 service neutron] 10.222.0.77 "GET /v2.0/networks/eaed248d-5956-42c5-9db0-58d5ee38787d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442440 May 26 16:32:52.050268 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a528439-183e-41ad-bd2a-72c382bf936b tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:52.051769 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a528439-183e-41ad-bd2a-72c382bf936b tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:52.053392 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4a528439-183e-41ad-bd2a-72c382bf936b tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0875871 May 26 16:32:52.059194 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56706) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:52.077165 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9882132-a95d-4f03-8d95-b7b9938c1d30 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=f84a76ab-af4a-4f5c-a26e-a639415a0435,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:52.084309 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c9882132-a95d-4f03-8d95-b7b9938c1d30 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:52.088153 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c9882132-a95d-4f03-8d95-b7b9938c1d30 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/f84a76ab-af4a-4f5c-a26e-a639415a0435 HTTP/1.1" status: 204 len: 168 time: 0.8570828 May 26 16:32:52.091229 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56708) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:52.128509 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f33853-3b96-4b2a-9e98-989b521879ad tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:52.130229 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f33853-3b96-4b2a-9e98-989b521879ad tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['shared'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:52.131771 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-87f33853-3b96-4b2a-9e98-989b521879ad tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0716050 May 26 16:32:52.136754 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56710) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:52.149782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 82943aab-2272-470f-82f6-c508b15a0da7 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:52.150162 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:52.155052 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-147288df-da61-4e67-92e7-ab262164b000 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625002 May 26 16:32:52.157691 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56712) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:52.168422 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-cdf33bde-c39c-4c2a-8aa7-1b7a5cdecdfa tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:52.254199 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-7326b5bc-e7af-4847-98ab-63d28562d5ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:32:52.254508 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-7326b5bc-e7af-4847-98ab-63d28562d5ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:32:52.308363 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a1b57d-3fff-4ee9-862e-5c833f37530d None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:52.327185 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f99739-23f6-4853-b1a8-dc7f919e33c3 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:52.329915 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-04f99739-23f6-4853-b1a8-dc7f919e33c3 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "GET /v2.0/networks/edc31002-8124-417e-a785-7fe3ad272374 HTTP/1.1" status: 200 len: 800 time: 0.1920695 May 26 16:32:52.340158 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56720) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:52.462082 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4da8beb4-4b35-47b5-846e-f214ac96acb1 req-baac245b-41d7-4859-b01f-8b659080d4d6 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 210 time: 0.0653594 May 26 16:32:52.483218 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 82943aab-2272-470f-82f6-c508b15a0da7 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:52.483685 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:52.552968 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 82943aab-2272-470f-82f6-c508b15a0da7, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=82943aab-2272-470f-82f6-c508b15a0da7,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:52.566368 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf33bde-c39c-4c2a-8aa7-1b7a5cdecdfa tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:52.571322 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cdf33bde-c39c-4c2a-8aa7-1b7a5cdecdfa tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:52.574710 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:52.694567 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-da2b80d5-702e-4b80-a50f-75a3c1444cb7 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "GET /v2.0/networks/edc31002-8124-417e-a785-7fe3ad272374?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3319683 May 26 16:32:52.694567 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56738) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:52.699163 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=82943aab-2272-470f-82f6-c508b15a0da7,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:52.715961 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d98e0-e71b-44c0-a21f-ab9598d5a27c req-7d0a0f88-903e-480f-857a-7193953ed9f0 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:52.718269 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-670d98e0-e71b-44c0-a21f-ab9598d5a27c req-7d0a0f88-903e-480f-857a-7193953ed9f0 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.1354856 May 26 16:32:52.796743 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a793985f-99a3-4379-9ba3-c170563874ee None None] DHCP port deletion for c35b079d-bcd5-434c-9023-f88865e938de request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:32:52.847204 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-670d98e0-e71b-44c0-a21f-ab9598d5a27c req-20664428-e033-46a2-8c0f-883fb43823ae tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155403 May 26 16:32:52.863292 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7326b5bc-e7af-4847-98ab-63d28562d5ff None None] Current status of the port 82943aab-2272-470f-82f6-c508b15a0da7 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:52.895232 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a793985f-99a3-4379-9ba3-c170563874ee None None] Deleting port 82943aab-2272-470f-82f6-c508b15a0da7 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:52.896003 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a793985f-99a3-4379-9ba3-c170563874ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:53.025474 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 37c51be2-9ca7-4695-9d7b-9ab69dd03068 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:32:53.053942 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e33ac0-b0e1-4a48-96b5-4316592e66db tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:53.061074 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d7e33ac0-b0e1-4a48-96b5-4316592e66db tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "GET /v2.0/subnets/41c487f9-87cd-4d00-8593-ec144d4f5c91 HTTP/1.1" status: 200 len: 811 time: 0.3660634 May 26 16:32:53.065419 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56748) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:53.075011 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7d61ff04-9e30-44f7-b4ae-fe8227c0227f None None] Could not find standard attr ID for object d350f0ac-d5c5-43f2-9496-55fdf84bb74f. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:32:53.103481 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a793985f-99a3-4379-9ba3-c170563874ee None None] For port 82943aab-2272-470f-82f6-c508b15a0da7, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=82943aab-2272-470f-82f6-c508b15a0da7,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:53.104524 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a793985f-99a3-4379-9ba3-c170563874ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:53.121840 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a793985f-99a3-4379-9ba3-c170563874ee None None] Calling delete_port for 82943aab-2272-470f-82f6-c508b15a0da7 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:53.156972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53334b0-44b0-4d15-b87f-581904fa5f2b req-1cee69d7-5a95-4050-82be-353505b88229 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:53.160589 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b53334b0-44b0-4d15-b87f-581904fa5f2b req-1cee69d7-5a95-4050-82be-353505b88229 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 945 time: 0.1423171 May 26 16:32:53.167975 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f7b3ff-0dd3-4430-8d06-5afbe660a8ac tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['shared'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:53.167975 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-34f7b3ff-0dd3-4430-8d06-5afbe660a8ac tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "GET /v2.0/subnets/41c487f9-87cd-4d00-8593-ec144d4f5c91?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0988014 May 26 16:32:53.169625 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56752) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:53.177194 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-5c65b9d6-81d3-4494-9f5f-68e6e19d80e1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1337819821'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:53.192993 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 37c51be2-9ca7-4695-9d7b-9ab69dd03068 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:32:53.218880 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 37c51be2-9ca7-4695-9d7b-9ab69dd03068 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:53.219084 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:53.240177 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b53334b0-44b0-4d15-b87f-581904fa5f2b req-fe169b89-9171-4256-9d55-0d61508a20f6 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650804 May 26 16:32:53.251390 n-d-843337-2 neutron-server[103895]: DEBUG neutron.objects.ports [None req-cdf33bde-c39c-4c2a-8aa7-1b7a5cdecdfa tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103895) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:32:53.314506 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c65b9d6-81d3-4494-9f5f-68e6e19d80e1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Made reservation on behalf of dc09c14953fa4a54996dcaf4d4d4825c for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:53.319309 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5c65b9d6-81d3-4494-9f5f-68e6e19d80e1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:53.378329 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c65b9d6-81d3-4494-9f5f-68e6e19d80e1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:32:53.392916 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a793985f-99a3-4379-9ba3-c170563874ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:53.400352 n-d-843337-2 neutron-server[103895]: WARNING neutron.services.revisions.revision_plugin [None req-cdf33bde-c39c-4c2a-8aa7-1b7a5cdecdfa tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Could not find related port for resource to bump revision. May 26 16:32:53.408716 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5c65b9d6-81d3-4494-9f5f-68e6e19d80e1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:53.409915 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-5c65b9d6-81d3-4494-9f5f-68e6e19d80e1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Added segment d559847d-37d8-4383-a72d-1391b23532c5 of type vlan for network 5a3449b7-605d-4b6a-a291-5d2e9a0868d9 May 26 16:32:53.424512 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.ipam_pluggable_backend [None req-cdf33bde-c39c-4c2a-8aa7-1b7a5cdecdfa tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Port 82943aab-2272-470f-82f6-c508b15a0da7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103895) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 26 16:32:53.424963 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.ipam_pluggable_backend [None req-cdf33bde-c39c-4c2a-8aa7-1b7a5cdecdfa tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Reverting IP allocation for 2001:db8::f816:3eff:fe81:56cb {{(pid=103895) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 26 16:32:53.454446 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cdf33bde-c39c-4c2a-8aa7-1b7a5cdecdfa tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:53.493679 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793985f-99a3-4379-9ba3-c170563874ee None None] Pushing event deleted for resources: {'Port': ['ID=82943aab-2272-470f-82f6-c508b15a0da7,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:53.504021 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a793985f-99a3-4379-9ba3-c170563874ee None None] No DVR routers for this DVR port 82943aab-2272-470f-82f6-c508b15a0da7 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:32:53.515194 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 37c51be2-9ca7-4695-9d7b-9ab69dd03068 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:53.515838 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:53.550759 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deea3283-25c8-49ce-a846-24f1f91bf3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c51be2-9ca7-4695-9d7b-9ab69dd03068'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:32:53.565141 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515e18f7-a0c3-40bd-ae2b-fd39049ba76a" -d '{"events": [{"server_uuid": "deea3283-25c8-49ce-a846-24f1f91bf3c4", "name": "network-vif-plugged", "status": "completed", "tag": "37c51be2-9ca7-4695-9d7b-9ab69dd03068"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:32:53.594747 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 37c51be2-9ca7-4695-9d7b-9ab69dd03068, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=37c51be2-9ca7-4695-9d7b-9ab69dd03068,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:53.608251 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:53.620720 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5c65b9d6-81d3-4494-9f5f-68e6e19d80e1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:53.637312 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf33bde-c39c-4c2a-8aa7-1b7a5cdecdfa tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:53.638516 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-cdf33bde-c39c-4c2a-8aa7-1b7a5cdecdfa tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:53.657710 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf33bde-c39c-4c2a-8aa7-1b7a5cdecdfa tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:53.660632 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cdf33bde-c39c-4c2a-8aa7-1b7a5cdecdfa tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:53.689319 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf33bde-c39c-4c2a-8aa7-1b7a5cdecdfa tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=162b97bc-bbc6-46ea-b999-99d33525e82c,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:53.694759 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03435dec-4e50-469b-9e54-61a0e5d44122 x-openstack-request-id: req-03435dec-4e50-469b-9e54-61a0e5d44122 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:32:53.695075 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deea3283-25c8-49ce-a846-24f1f91bf3c4", "name": "network-vif-plugged", "status": "completed", "tag": "37c51be2-9ca7-4695-9d7b-9ab69dd03068", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:32:53.696564 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-03435dec-4e50-469b-9e54-61a0e5d44122 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:32:53.696973 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03435dec-4e50-469b-9e54-61a0e5d44122'] response: {'server_uuid': 'deea3283-25c8-49ce-a846-24f1f91bf3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c51be2-9ca7-4695-9d7b-9ab69dd03068', 'code': 200} May 26 16:32:53.699891 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bb992f-4818-44a4-b0ae-3cb7ca95d223 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:53.724626 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cdf33bde-c39c-4c2a-8aa7-1b7a5cdecdfa tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5657618 May 26 16:32:53.727672 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-599fb201-0d05-4073-807b-818ff22f0151 req-457cab11-5142-4467-a725-0fa363386ad3 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 210 time: 0.0731134 May 26 16:32:53.729694 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56764) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:53.734860 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-0218f055-ea13-45cd-972c-457b63886fbf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'mac_address': 'fa:16:3e:0c:68:ed', 'name': 'tempest-NetworksTestDHCPv6-1813987539'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:53.839378 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5c65b9d6-81d3-4494-9f5f-68e6e19d80e1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:53.863346 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c65b9d6-81d3-4494-9f5f-68e6e19d80e1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:53.863996 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5c65b9d6-81d3-4494-9f5f-68e6e19d80e1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:53.943414 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad88db7-4532-46a5-8f3c-5d116cb7c563 req-9b8af495-bfab-461d-a715-f0f4908676ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:53.945225 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9ad88db7-4532-46a5-8f3c-5d116cb7c563 req-9b8af495-bfab-461d-a715-f0f4908676ec service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 1097 time: 0.2158349 May 26 16:32:53.973459 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5c65b9d6-81d3-4494-9f5f-68e6e19d80e1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8027599 May 26 16:32:53.981764 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56774) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:53.995557 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-edc25dfa-282e-4457-bcf6-46e8270a1beb tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'subnet': {'network_id': '5a3449b7-605d-4b6a-a291-5d2e9a0868d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:54.013193 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65b9d6-81d3-4494-9f5f-68e6e19d80e1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Network': ['ID=5a3449b7-605d-4b6a-a291-5d2e9a0868d9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:54.050142 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9ad88db7-4532-46a5-8f3c-5d116cb7c563 req-64143c5e-958a-4e29-b81a-cd55c6afab1c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961795 May 26 16:32:54.107731 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 82943aab-2272-470f-82f6-c508b15a0da7 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:32:54.110694 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 5a3449b7-605d-4b6a-a291-5d2e9a0868d9 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:32:54.207518 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0218f055-ea13-45cd-972c-457b63886fbf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:54.242778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86f873-d294-4272-b943-4a85190f867b req-27f87a6b-3554-4f09-8da4-eb6b0417aa55 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:54.244446 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc86f873-d294-4272-b943-4a85190f867b req-27f87a6b-3554-4f09-8da4-eb6b0417aa55 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.1480861 May 26 16:32:54.310132 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 82943aab-2272-470f-82f6-c508b15a0da7 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:32:54.310487 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 82943aab-2272-470f-82f6-c508b15a0da7 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:32:54.351172 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=37c51be2-9ca7-4695-9d7b-9ab69dd03068,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:54.362406 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc25dfa-282e-4457-bcf6-46e8270a1beb tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Made reservation on behalf of dc09c14953fa4a54996dcaf4d4d4825c for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:54.379440 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-edc25dfa-282e-4457-bcf6-46e8270a1beb tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:54.583042 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc86f873-d294-4272-b943-4a85190f867b req-e1a259a9-4a98-4875-9c7c-17459ba3ced7 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2998240 May 26 16:32:54.630749 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-f063fb63-d6dd-42ed-9c62-9d7fd019959b tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:54.633557 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-f063fb63-d6dd-42ed-9c62-9d7fd019959b tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.83 "GET /v2.0/networks?id=eaed248d-5956-42c5-9db0-58d5ee38787d HTTP/1.1" status: 200 len: 812 time: 0.3784573 May 26 16:32:54.650057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.ipam_backend_mixin [None req-edc25dfa-282e-4457-bcf6-46e8270a1beb tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Performing IP validity checks on allocation pools {{(pid=103896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 26 16:32:54.650618 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.ipam_backend_mixin [None req-edc25dfa-282e-4457-bcf6-46e8270a1beb tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 26 16:32:54.658202 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-f95f03f4-14f9-43de-8b2f-d7eff2c43247 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Request body: {'port': {'device_id': 'fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7', 'network_id': 'eaed248d-5956-42c5-9db0-58d5ee38787d', 'admin_state_up': True, 'tenant_id': 'cbc011fafa824bc787e095e913380dbe'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:54.671351 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0218f055-ea13-45cd-972c-457b63886fbf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:54.689198 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfdb212-aa66-45bd-a29c-fbce29fc57f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-c35b079d-bcd5-434c-9023-f88865e938de', 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'fixed_ips': [{'subnet_id': '162b97bc-bbc6-46ea-b999-99d33525e82c'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:32:54.690704 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-edfdb212-aa66-45bd-a29c-fbce29fc57f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:54.716531 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb815296-0ed8-428e-aae8-b5ced427e4ef req-b2397805-1000-46b5-a1ea-fee2ed8030cd tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:54.718060 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb815296-0ed8-428e-aae8-b5ced427e4ef req-b2397805-1000-46b5-a1ea-fee2ed8030cd tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 946 time: 0.1409633 May 26 16:32:54.762746 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-0218f055-ea13-45cd-972c-457b63886fbf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] device_id is not set on port eee6260b-3397-42e8-9043-58fd1e10edf3 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:32:54.863379 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-f95f03f4-14f9-43de-8b2f-d7eff2c43247 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Made reservation on behalf of cbc011fafa824bc787e095e913380dbe for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:32:54.867144 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-f95f03f4-14f9-43de-8b2f-d7eff2c43247 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:54.886334 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb815296-0ed8-428e-aae8-b5ced427e4ef req-d95cfd0b-3b42-4c73-a942-e095dbb15d0f tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156187 May 26 16:32:54.894881 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0b964-b125-446c-a618-5d9877f4aad9 req-4d9b82f4-cf3b-4312-a13e-091518d27f08 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:54.896591 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-69c0b964-b125-446c-a618-5d9877f4aad9 req-4d9b82f4-cf3b-4312-a13e-091518d27f08 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.1910934 May 26 16:32:54.914029 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56792) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:54.958445 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-cc9f29be-5ca6-4ea1-86ce-e38f8807c463 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Request body: {'floatingip': {'port_id': '37f1999d-3978-43f2-81e4-1f3b545eeb4b'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:54.959642 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-edfdb212-aa66-45bd-a29c-fbce29fc57f7 None None] Allocated IP 2001:db8::f816:3eff:fee3:24ab (c35b079d-bcd5-434c-9023-f88865e938de/162b97bc-bbc6-46ea-b999-99d33525e82c/ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:55.218104 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-edfdb212-aa66-45bd-a29c-fbce29fc57f7 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:55.231451 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-edfdb212-aa66-45bd-a29c-fbce29fc57f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:55.324616 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfdb212-aa66-45bd-a29c-fbce29fc57f7 None None] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:55.328920 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-edfdb212-aa66-45bd-a29c-fbce29fc57f7 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:55.337851 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfdb212-aa66-45bd-a29c-fbce29fc57f7 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:32:55.357564 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdb212-aa66-45bd-a29c-fbce29fc57f7 None None] Pushing event updated for resources: {'Port': ['ID=ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:55.429374 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-edfdb212-aa66-45bd-a29c-fbce29fc57f7 None None] Attempting to bind port ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:32:55.429755 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-edfdb212-aa66-45bd-a29c-fbce29fc57f7 None None] Attempting to bind port ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:32:55.430185 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfdb212-aa66-45bd-a29c-fbce29fc57f7 None None] Attempting to bind port ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d on network c35b079d-bcd5-434c-9023-f88865e938de {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:32:55.437009 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfdb212-aa66-45bd-a29c-fbce29fc57f7 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:32:55.437691 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfdb212-aa66-45bd-a29c-fbce29fc57f7 None None] Checking segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:55.438190 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-edfdb212-aa66-45bd-a29c-fbce29fc57f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:55.438624 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfdb212-aa66-45bd-a29c-fbce29fc57f7 None None] Bound using segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:32:55.439915 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-edfdb212-aa66-45bd-a29c-fbce29fc57f7 None None] Bound port: ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:32:55.440403 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-edfdb212-aa66-45bd-a29c-fbce29fc57f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:55.539719 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-edfdb212-aa66-45bd-a29c-fbce29fc57f7 None None] For port ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:32:55.544153 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-edfdb212-aa66-45bd-a29c-fbce29fc57f7 None None] For port ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:32:55.560063 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-edfdb212-aa66-45bd-a29c-fbce29fc57f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:55.610623 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-f95f03f4-14f9-43de-8b2f-d7eff2c43247 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Allocated IP 172.20.0.2 (eaed248d-5956-42c5-9db0-58d5ee38787d/426946b7-0d1e-4a85-a377-9a30775fb1e8/9116b6f6-f76b-481e-90b4-a82881dc6a66) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:55.626815 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-72f9b03e-b325-40ff-8055-32953c4d86f4 req-427c25ae-8641-494e-a471-f6bbe80cb6b0 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 210 time: 0.0766521 May 26 16:32:55.628893 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cc9f29be-5ca6-4ea1-86ce-e38f8807c463 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:55.701735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdb212-aa66-45bd-a29c-fbce29fc57f7 None None] Pushing event updated for resources: {'Port': ['ID=ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:55.801867 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-f95f03f4-14f9-43de-8b2f-d7eff2c43247 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:55.882508 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-f95f03f4-14f9-43de-8b2f-d7eff2c43247 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:55.924900 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-0218f055-ea13-45cd-972c-457b63886fbf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8::f816:3eff:fe0c:68ed (c35b079d-bcd5-434c-9023-f88865e938de/162b97bc-bbc6-46ea-b999-99d33525e82c/eee6260b-3397-42e8-9043-58fd1e10edf3) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:55.979507 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-f95f03f4-14f9-43de-8b2f-d7eff2c43247 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Network eaed248d-5956-42c5-9db0-58d5ee38787d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:55.983394 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-f95f03f4-14f9-43de-8b2f-d7eff2c43247 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:55.988626 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-f95f03f4-14f9-43de-8b2f-d7eff2c43247 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:32:56.045452 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f03f4-14f9-43de-8b2f-d7eff2c43247 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Pushing event updated for resources: {'Port': ['ID=9116b6f6-f76b-481e-90b4-a82881dc6a66,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:56.084013 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-f95f03f4-14f9-43de-8b2f-d7eff2c43247 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:56.084990 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-f95f03f4-14f9-43de-8b2f-d7eff2c43247 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:56.099962 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-edc25dfa-282e-4457-bcf6-46e8270a1beb tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:56.104450 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-f95f03f4-14f9-43de-8b2f-d7eff2c43247 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4506791 May 26 16:32:56.257202 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-1f9463b6-6c7a-49fe-8ebe-52040d1b2a70 service neutron] Request body: {'port': {'device_id': 'fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:56.339210 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-1f9463b6-6c7a-49fe-8ebe-52040d1b2a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:56.386697 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53470c9-377e-4465-8afd-f621d1d1f330 req-a45b82d2-07eb-4b7f-b7e3-500c520d45c9 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:56.388815 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d53470c9-377e-4465-8afd-f621d1d1f330 req-a45b82d2-07eb-4b7f-b7e3-500c520d45c9 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 946 time: 0.2801285 May 26 16:32:56.397497 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc25dfa-282e-4457-bcf6-46e8270a1beb tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Subnet': ['ID=18ac9d2d-4581-4b35-88bf-12165c73945a,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:56.490159 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc25dfa-282e-4457-bcf6-46e8270a1beb tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Checking segment: {'id': 'd559847d-37d8-4383-a72d-1391b23532c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5a3449b7-605d-4b6a-a291-5d2e9a0868d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:56.490550 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc25dfa-282e-4457-bcf6-46e8270a1beb tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Network hostable DHCP agents. Network: 5a3449b7-605d-4b6a-a291-5d2e9a0868d9, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:32:56.531942 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d53470c9-377e-4465-8afd-f621d1d1f330 req-7cf5b6f6-92e0-4e0d-88ae-f94d230ac4fd tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668492 May 26 16:32:56.608650 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc25dfa-282e-4457-bcf6-46e8270a1beb tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Network 5a3449b7-605d-4b6a-a291-5d2e9a0868d9 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:32:56.642457 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-edc25dfa-282e-4457-bcf6-46e8270a1beb tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 5a3449b7-605d-4b6a-a291-5d2e9a0868d9) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:56.648221 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc25dfa-282e-4457-bcf6-46e8270a1beb tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:56.648888 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-edc25dfa-282e-4457-bcf6-46e8270a1beb tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:56.653523 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188e431b-edaa-471a-a5b5-ae25f5a6ec0a None None] Network 5a3449b7-605d-4b6a-a291-5d2e9a0868d9 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:56.680066 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0218f055-ea13-45cd-972c-457b63886fbf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:56.754896 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-edc25dfa-282e-4457-bcf6-46e8270a1beb tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.7690566 May 26 16:32:56.756212 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56826) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:56.761589 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-96d30522-61fb-4d38-aec0-e7c0145562c1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:32:56.833293 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.db.resource_extend [None req-cc9f29be-5ca6-4ea1-86ce-e38f8807c463 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 16:32:56.968413 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef717f-0b03-4305-b36f-997adc9842eb req-5e8babac-ab3b-4e28-be67-8312f8acd701 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:56.977509 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5ef717f-0b03-4305-b36f-997adc9842eb req-5e8babac-ab3b-4e28-be67-8312f8acd701 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 946 time: 0.2537251 May 26 16:32:56.986883 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-96d30522-61fb-4d38-aec0-e7c0145562c1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4692960'] for subnet, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:56.996714 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-1f9463b6-6c7a-49fe-8ebe-52040d1b2a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9116b6f6-f76b-481e-90b4-a82881dc6a66 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:32:57.014183 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-1f9463b6-6c7a-49fe-8ebe-52040d1b2a70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:57.016556 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cc9f29be-5ca6-4ea1-86ce-e38f8807c463 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:57.017888 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0218f055-ea13-45cd-972c-457b63886fbf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:57.046988 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-1f9463b6-6c7a-49fe-8ebe-52040d1b2a70 service neutron] Transition to ACTIVE for port object 9116b6f6-f76b-481e-90b4-a82881dc6a66 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:32:57.052895 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b4f598-e756-4d00-b745-dcb0d78bb13e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-5a3449b7-605d-4b6a-a291-5d2e9a0868d9', 'network_id': '5a3449b7-605d-4b6a-a291-5d2e9a0868d9', 'tenant_id': 'dc09c14953fa4a54996dcaf4d4d4825c', 'fixed_ips': [{'subnet_id': '18ac9d2d-4581-4b35-88bf-12165c73945a'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:32:57.053775 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d5b4f598-e756-4d00-b745-dcb0d78bb13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:57.075113 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c1bed-320e-4477-aa04-7cb4c4046d19 req-94a41bed-c8d9-4de5-9aca-a7e2475b2cc2 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:57.082879 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf6c1bed-320e-4477-aa04-7cb4c4046d19 req-94a41bed-c8d9-4de5-9aca-a7e2475b2cc2 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 931 time: 0.3074634 May 26 16:32:57.085325 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cc9f29be-5ca6-4ea1-86ce-e38f8807c463 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:57.100884 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-1f9463b6-6c7a-49fe-8ebe-52040d1b2a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:57.259672 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5ef717f-0b03-4305-b36f-997adc9842eb req-d316ef72-c5b2-42d7-a9e7-59075f928b42 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811737 May 26 16:32:57.265834 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218f055-ea13-45cd-972c-457b63886fbf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=eee6260b-3397-42e8-9043-58fd1e10edf3,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:57.326884 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0218f055-ea13-45cd-972c-457b63886fbf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:57.378492 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-0218f055-ea13-45cd-972c-457b63886fbf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:57.422915 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9463b6-6c7a-49fe-8ebe-52040d1b2a70 service neutron] Pushing event updated for resources: {'Port': ['ID=9116b6f6-f76b-481e-90b4-a82881dc6a66,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:57.425352 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-96d30522-61fb-4d38-aec0-e7c0145562c1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751152312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4573097'] for subnet, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:57.474567 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0218f055-ea13-45cd-972c-457b63886fbf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:32:57.499249 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0218f055-ea13-45cd-972c-457b63886fbf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:57.514070 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0218f055-ea13-45cd-972c-457b63886fbf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:57.529398 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-d5b4f598-e756-4d00-b745-dcb0d78bb13e None None] Allocated IP 172.20.0.3 (5a3449b7-605d-4b6a-a291-5d2e9a0868d9/18ac9d2d-4581-4b35-88bf-12165c73945a/894ea398-b7ee-4d0d-aa9f-8d307ecb6928) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:32:57.545242 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d30522-61fb-4d38-aec0-e7c0145562c1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:57.545882 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-96d30522-61fb-4d38-aec0-e7c0145562c1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:57.547234 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-96d30522-61fb-4d38-aec0-e7c0145562c1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "PUT /v2.0/subnets/18ac9d2d-4581-4b35-88bf-12165c73945a HTTP/1.1" status: 200 len: 877 time: 0.7901690 May 26 16:32:57.558672 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56840) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:57.563413 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf6c1bed-320e-4477-aa04-7cb4c4046d19 req-91ec86da-dffb-480e-ba4f-c0292933e612 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796164 May 26 16:32:57.596076 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0218f055-ea13-45cd-972c-457b63886fbf tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8650570 May 26 16:32:57.603340 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56842) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:57.661570 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-16f6f24f-7e19-4a1a-ba3f-3bcfc594b71e None None] Provisioning complete for port ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:57.662206 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-16f6f24f-7e19-4a1a-ba3f-3bcfc594b71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:57.711451 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-cc9f29be-5ca6-4ea1-86ce-e38f8807c463 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Floating IP b43862c7-382f-464c-9b72-4833dc2ce521 associated. External IP: 172.25.7.184, port: 37f1999d-3978-43f2-81e4-1f3b545eeb4b. May 26 16:32:57.819481 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:57.901238 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d30522-61fb-4d38-aec0-e7c0145562c1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event updated for resources: {'Subnet': ['ID=18ac9d2d-4581-4b35-88bf-12165c73945a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:57.941249 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-1f9463b6-6c7a-49fe-8ebe-52040d1b2a70 service neutron] Attempting to bind port 9116b6f6-f76b-481e-90b4-a82881dc6a66 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:32:57.945514 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-1f9463b6-6c7a-49fe-8ebe-52040d1b2a70 service neutron] Attempting to bind port 9116b6f6-f76b-481e-90b4-a82881dc6a66 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '4f171fb4-a9b6-4dc9-9fc7-d9ccac4f63ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'eaed248d-5956-42c5-9db0-58d5ee38787d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:32:57.946091 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-1f9463b6-6c7a-49fe-8ebe-52040d1b2a70 service neutron] Attempting to bind port 9116b6f6-f76b-481e-90b4-a82881dc6a66 on network eaed248d-5956-42c5-9db0-58d5ee38787d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:32:57.952660 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-16f6f24f-7e19-4a1a-ba3f-3bcfc594b71e None None] Current status of the port ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:57.953051 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-16f6f24f-7e19-4a1a-ba3f-3bcfc594b71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:58.011379 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:58.053993 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bee80e-c8af-4c78-90d8-02d7a0e92f8a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:58.066338 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d5b4f598-e756-4d00-b745-dcb0d78bb13e None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:58.078882 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bee80e-c8af-4c78-90d8-02d7a0e92f8a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:58.080036 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:32:58.084060 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-1f9463b6-6c7a-49fe-8ebe-52040d1b2a70 service neutron] Port 9116b6f6-f76b-481e-90b4-a82881dc6a66 on network eaed248d-5956-42c5-9db0-58d5ee38787d not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:32:58.087466 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-1f9463b6-6c7a-49fe-8ebe-52040d1b2a70 service neutron] Attempting to bind port 9116b6f6-f76b-481e-90b4-a82881dc6a66 on network eaed248d-5956-42c5-9db0-58d5ee38787d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:32:58.087657 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f1bee80e-c8af-4c78-90d8-02d7a0e92f8a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4782300 May 26 16:32:58.087764 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d5b4f598-e756-4d00-b745-dcb0d78bb13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:58.088329 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56854) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:32:58.122670 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-1f9463b6-6c7a-49fe-8ebe-52040d1b2a70 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:32:58.134583 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-1f9463b6-6c7a-49fe-8ebe-52040d1b2a70 service neutron] Checking segment: {'id': '4f171fb4-a9b6-4dc9-9fc7-d9ccac4f63ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'eaed248d-5956-42c5-9db0-58d5ee38787d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:58.135345 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-1f9463b6-6c7a-49fe-8ebe-52040d1b2a70 service neutron] Bound using segment: {'id': '4f171fb4-a9b6-4dc9-9fc7-d9ccac4f63ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'eaed248d-5956-42c5-9db0-58d5ee38787d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:32:58.135987 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-1f9463b6-6c7a-49fe-8ebe-52040d1b2a70 service neutron] Bound port: 9116b6f6-f76b-481e-90b4-a82881dc6a66, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f171fb4-a9b6-4dc9-9fc7-d9ccac4f63ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'eaed248d-5956-42c5-9db0-58d5ee38787d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:32:58.136620 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-1f9463b6-6c7a-49fe-8ebe-52040d1b2a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:58.195780 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b15510c3-9dbb-49e2-8bf4-199fee2ba6f5 req-0a35fd46-72a1-4f3e-8b77-e317109c1b37 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3577912 May 26 16:32:58.388210 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-1f9463b6-6c7a-49fe-8ebe-52040d1b2a70 service neutron] For port 9116b6f6-f76b-481e-90b4-a82881dc6a66, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:32:58.400119 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b4f598-e756-4d00-b745-dcb0d78bb13e None None] Network 5a3449b7-605d-4b6a-a291-5d2e9a0868d9 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:32:58.402967 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4f598-e756-4d00-b745-dcb0d78bb13e None None] Pushing event updated for resources: {'Port': ['ID=894ea398-b7ee-4d0d-aa9f-8d307ecb6928,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:58.418704 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-1f9463b6-6c7a-49fe-8ebe-52040d1b2a70 service neutron] For port 9116b6f6-f76b-481e-90b4-a82881dc6a66, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=9116b6f6-f76b-481e-90b4-a82881dc6a66,segment=NetworkSegment(4f171fb4-a9b6-4dc9-9fc7-d9ccac4f63ef),segment_id=4f171fb4-a9b6-4dc9-9fc7-d9ccac4f63ef)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:32:58.418942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-d5b4f598-e756-4d00-b745-dcb0d78bb13e None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:32:58.421586 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15510c3-9dbb-49e2-8bf4-199fee2ba6f5 req-c3ffb44f-9c9f-4bec-b357-8c1080d1591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:58.421798 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b4f598-e756-4d00-b745-dcb0d78bb13e None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:32:58.430509 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b15510c3-9dbb-49e2-8bf4-199fee2ba6f5 req-c3ffb44f-9c9f-4bec-b357-8c1080d1591e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=72a5ce476eef4d1192f67830028ac2c1&device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 1097 time: 0.1459141 May 26 16:32:58.432332 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:58.439848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e4286e80-1e75-4cbe-b268-21a377a29603 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting port eee6260b-3397-42e8-9043-58fd1e10edf3 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:32:58.439848 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e4286e80-1e75-4cbe-b268-21a377a29603 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:58.445386 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-16f6f24f-7e19-4a1a-ba3f-3bcfc594b71e None None] For port ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:32:58.471968 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-1f9463b6-6c7a-49fe-8ebe-52040d1b2a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:58.498434 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-16f6f24f-7e19-4a1a-ba3f-3bcfc594b71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:58.612683 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d5b4f598-e756-4d00-b745-dcb0d78bb13e None None] Attempting to bind port 894ea398-b7ee-4d0d-aa9f-8d307ecb6928 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:32:58.613069 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d5b4f598-e756-4d00-b745-dcb0d78bb13e None None] Attempting to bind port 894ea398-b7ee-4d0d-aa9f-8d307ecb6928 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'd559847d-37d8-4383-a72d-1391b23532c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5a3449b7-605d-4b6a-a291-5d2e9a0868d9'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:32:58.613441 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b4f598-e756-4d00-b745-dcb0d78bb13e None None] Attempting to bind port 894ea398-b7ee-4d0d-aa9f-8d307ecb6928 on network 5a3449b7-605d-4b6a-a291-5d2e9a0868d9 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:32:58.617215 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:58.617598 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:58.646047 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Subnet': ['ID=18ac9d2d-4581-4b35-88bf-12165c73945a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:58.690348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b4f598-e756-4d00-b745-dcb0d78bb13e None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:32:58.690935 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b4f598-e756-4d00-b745-dcb0d78bb13e None None] Checking segment: {'id': 'd559847d-37d8-4383-a72d-1391b23532c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5a3449b7-605d-4b6a-a291-5d2e9a0868d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:32:58.691573 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d5b4f598-e756-4d00-b745-dcb0d78bb13e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:58.691871 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e4286e80-1e75-4cbe-b268-21a377a29603 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:58.692570 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b4f598-e756-4d00-b745-dcb0d78bb13e None None] Bound using segment: {'id': 'd559847d-37d8-4383-a72d-1391b23532c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5a3449b7-605d-4b6a-a291-5d2e9a0868d9'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:32:58.693348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d5b4f598-e756-4d00-b745-dcb0d78bb13e None None] Bound port: 894ea398-b7ee-4d0d-aa9f-8d307ecb6928, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd559847d-37d8-4383-a72d-1391b23532c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5a3449b7-605d-4b6a-a291-5d2e9a0868d9'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:32:58.693759 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d5b4f598-e756-4d00-b745-dcb0d78bb13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:58.719032 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e4286e80-1e75-4cbe-b268-21a377a29603 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Calling delete_port for eee6260b-3397-42e8-9043-58fd1e10edf3 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:32:58.747585 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6f24f-7e19-4a1a-ba3f-3bcfc594b71e None None] Pushing event updated for resources: {'Port': ['ID=ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:58.784256 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-97408a59-5492-416b-bfd6-75dc1d6f2caa None None] Provisioning complete for port eee6260b-3397-42e8-9043-58fd1e10edf3 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:32:58.784823 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-97408a59-5492-416b-bfd6-75dc1d6f2caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:58.832365 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:58.880574 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3449b7-605d-4b6a-a291-5d2e9a0868d9']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:58.902925 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd559847d-37d8-4383-a72d-1391b23532c5') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:58.903270 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd559847d-37d8-4383-a72d-1391b23532c5') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:58.915976 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-97408a59-5492-416b-bfd6-75dc1d6f2caa None None] Port eee6260b-3397-42e8-9043-58fd1e10edf3 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:32:58.922271 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d5b4f598-e756-4d00-b745-dcb0d78bb13e None None] For port 894ea398-b7ee-4d0d-aa9f-8d307ecb6928, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:32:58.926827 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d5b4f598-e756-4d00-b745-dcb0d78bb13e None None] For port 894ea398-b7ee-4d0d-aa9f-8d307ecb6928, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=894ea398-b7ee-4d0d-aa9f-8d307ecb6928,segment=NetworkSegment(d559847d-37d8-4383-a72d-1391b23532c5),segment_id=d559847d-37d8-4383-a72d-1391b23532c5)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:32:58.938089 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:58.967754 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:58.974669 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:32:58.975129 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:59.001975 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:32:59.038619 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d5b4f598-e756-4d00-b745-dcb0d78bb13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:59.082550 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9f29be-5ca6-4ea1-86ce-e38f8807c463 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Router 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:32:59.118179 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1a284-7abb-4da2-9ed9-899e708ac034 req-1d0791e7-eeee-4887-b02b-dc77fb613dbf tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:59.132745 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23a1a284-7abb-4da2-9ed9-899e708ac034 req-1d0791e7-eeee-4887-b02b-dc77fb613dbf tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 943 time: 0.3619728 May 26 16:32:59.156276 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4f598-e756-4d00-b745-dcb0d78bb13e None None] Pushing event updated for resources: {'Port': ['ID=894ea398-b7ee-4d0d-aa9f-8d307ecb6928,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:59.162321 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9463b6-6c7a-49fe-8ebe-52040d1b2a70 service neutron] Pushing event updated for resources: {'Port': ['ID=9116b6f6-f76b-481e-90b4-a82881dc6a66,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:59.173640 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.db.api [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 16:32:59.173640 n-d-843337-2 neutron-server[103895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 16:32:59.173640 n-d-843337-2 neutron-server[103895]: [parameters: {'id': '5a3449b7-605d-4b6a-a291-5d2e9a0868d9'}] May 26 16:32:59.173640 n-d-843337-2 neutron-server[103895]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:32:59.173989 n-d-843337-2 neutron-server[103895]: DEBUG oslo_db.api [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:32:59.214418 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment d559847d-37d8-4383-a72d-1391b23532c5 resource provider aggregate not found May 26 16:32:59.244533 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-1f9463b6-6c7a-49fe-8ebe-52040d1b2a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:59.246329 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-1f9463b6-6c7a-49fe-8ebe-52040d1b2a70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:59.248247 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-1f9463b6-6c7a-49fe-8ebe-52040d1b2a70 service neutron] 10.222.0.83 "PUT /v2.0/ports/9116b6f6-f76b-481e-90b4-a82881dc6a66 HTTP/1.1" status: 200 len: 1091 time: 3.1261261 May 26 16:32:59.248754 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7', 'tag': '9116b6f6-f76b-481e-90b4-a82881dc6a66'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:32:59.251579 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6075c79-35ca-4851-a615-5c6dc39f3545" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7", "tag": "9116b6f6-f76b-481e-90b4-a82881dc6a66"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:32:59.278163 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment d559847d-37d8-4383-a72d-1391b23532c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d559847d-37d8-4383-a72d-1391b23532c5 found for delete ", "request_id": "req-4dabe43f-8ce4-4319-8f01-cc7f97dd647b"}]} May 26 16:32:59.289261 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd96a0e-aac7-4dc5-b015-420df0908367 None None] Network 5a3449b7-605d-4b6a-a291-5d2e9a0868d9 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:59.466277 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23a1a284-7abb-4da2-9ed9-899e708ac034 req-3047f399-3858-4623-aa81-59a9b812bd68 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308330 May 26 16:32:59.511792 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15510c3-9dbb-49e2-8bf4-199fee2ba6f5 req-b3a48500-b9ab-4e47-bde3-f0b831535535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:32:59.513366 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b15510c3-9dbb-49e2-8bf4-199fee2ba6f5 req-b3a48500-b9ab-4e47-bde3-f0b831535535 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a0268940-7484-46cd-afca-0aa172618427 HTTP/1.1" status: 200 len: 912 time: 0.9928019 May 26 16:32:59.650957 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c55cc7-4541-4acc-8fb8-9e0833400849 None None] Network 5a3449b7-605d-4b6a-a291-5d2e9a0868d9 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:32:59.690929 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:59.706115 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55df3e7d-e3f6-48a2-93b5-6ed9609067c5 x-openstack-request-id: req-55df3e7d-e3f6-48a2-93b5-6ed9609067c5 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:32:59.706678 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7", "tag": "9116b6f6-f76b-481e-90b4-a82881dc6a66", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:32:59.707087 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-55df3e7d-e3f6-48a2-93b5-6ed9609067c5 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:32:59.707779 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55df3e7d-e3f6-48a2-93b5-6ed9609067c5'] response: {'name': 'network-changed', 'server_uuid': 'fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7', 'tag': '9116b6f6-f76b-481e-90b4-a82881dc6a66', 'status': 'completed', 'code': 200} May 26 16:32:59.762131 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e4286e80-1e75-4cbe-b268-21a377a29603 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:59.851730 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4286e80-1e75-4cbe-b268-21a377a29603 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Port': ['ID=eee6260b-3397-42e8-9043-58fd1e10edf3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:32:59.875687 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9f29be-5ca6-4ea1-86ce-e38f8807c463 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:32:59.888598 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6a0e7f-8fb9-4dd3-a6fd-0a5fa8988f9f None None] Sync routers for ids ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:32:59.911211 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6a0e7f-8fb9-4dd3-a6fd-0a5fa8988f9f None None] Routers {'4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:32:59.912656 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cc9f29be-5ca6-4ea1-86ce-e38f8807c463 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:32:59.914544 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0b6a0e7f-8fb9-4dd3-a6fd-0a5fa8988f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:32:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:32:59.979975 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:33:00.013166 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e4286e80-1e75-4cbe-b268-21a377a29603 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:00.035291 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e4286e80-1e75-4cbe-b268-21a377a29603 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/eee6260b-3397-42e8-9043-58fd1e10edf3 HTTP/1.1" status: 204 len: 168 time: 1.8723130 May 26 16:33:00.048977 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 56914) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:00.140055 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cc9f29be-5ca6-4ea1-86ce-e38f8807c463 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "PUT /v2.0/floatingips/b43862c7-382f-464c-9b72-4833dc2ce521 HTTP/1.1" status: 200 len: 992 time: 5.1897049 May 26 16:33:00.141128 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89402875-46c2-4c36-85e3-09e12f4bef41', 'tag': '37f1999d-3978-43f2-81e4-1f3b545eeb4b'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:33:00.143532 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1399de5-f8e6-47be-b5f6-c7547f6d36e6" -d '{"events": [{"name": "network-changed", "server_uuid": "89402875-46c2-4c36-85e3-09e12f4bef41", "tag": "37f1999d-3978-43f2-81e4-1f3b545eeb4b"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:33:00.144002 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-8f5b8b3e-46c8-451f-b077-f78592c109c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:00.146011 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-8f5b8b3e-46c8-451f-b077-f78592c109c1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cbc011fafa824bc787e095e913380dbe&device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 1094 time: 0.7899704 May 26 16:33:00.154545 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b15510c3-9dbb-49e2-8bf4-199fee2ba6f5 req-30f49245-d205-4095-9075-e5ef28d59ec1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37f1999d-3978-43f2-81e4-1f3b545eeb4b HTTP/1.1" status: 200 len: 1000 time: 0.6032066 May 26 16:33:00.206694 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:00.207462 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:00.235626 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2fdc73-c308-4597-aff6-1705fd39ed95 x-openstack-request-id: req-8e2fdc73-c308-4597-aff6-1705fd39ed95 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:33:00.236176 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89402875-46c2-4c36-85e3-09e12f4bef41", "tag": "37f1999d-3978-43f2-81e4-1f3b545eeb4b", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:33:00.236578 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8e2fdc73-c308-4597-aff6-1705fd39ed95 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:33:00.237186 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e2fdc73-c308-4597-aff6-1705fd39ed95'] response: {'name': 'network-changed', 'server_uuid': '89402875-46c2-4c36-85e3-09e12f4bef41', 'tag': '37f1999d-3978-43f2-81e4-1f3b545eeb4b', 'status': 'completed', 'code': 200} May 26 16:33:00.283378 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-0b6a0e7f-8fb9-4dd3-a6fd-0a5fa8988f9f None None] Set router 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:33:00.456832 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:00.483305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18467785-1592-4c11-a3db-c67d2327e79c None None] get_active_networks_info from n-d-843337-2 {{(pid=103897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 16:33:00.524753 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-41669508-8653-4fd2-8d66-6d5c0db1427a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9116b6f6-f76b-481e-90b4-a82881dc6a66 HTTP/1.1" status: 200 len: 217 time: 0.2948551 May 26 16:33:00.651028 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:33:00.672488 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3170f95-8f29-4093-8cd5-d915fec03824 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:00.677276 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3170f95-8f29-4093-8cd5-d915fec03824 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:00.685690 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e3170f95-8f29-4093-8cd5-d915fec03824 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6147053 May 26 16:33:00.685904 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56956) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:00.705260 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:00.725918 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Deleting port 894ea398-b7ee-4d0d-aa9f-8d307ecb6928 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:33:00.726252 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:00.785642 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18467785-1592-4c11-a3db-c67d2327e79c None None] Resources bound (agent type, host, resource id): {{(pid=103897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 16:33:00.799289 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0b6a0e7f-8fb9-4dd3-a6fd-0a5fa8988f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'name': 'tempest-AttachVolumeTestJSON-1265297354-router', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:32:00Z', 'updated_at': '2022-05-26T16:32:12Z', 'revision_number': 4, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'gw_port': {'id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:02Z', 'updated_at': '2022-05-26T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'b43862c7-382f-464c-9b72-4833dc2ce521', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'floating_ip_address': '172.25.7.184', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'port_id': '37f1999d-3978-43f2-81e4-1f3b545eeb4b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'mac_address': 'fa:16:3e:17:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89402875-46c2-4c36-85e3-09e12f4bef41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:32:21Z', 'updated_at': '2022-05-26T16:32:56Z', 'revision_number': 1, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6834772-2382-4319-8467-f40dbabe560d', 'name': '', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'mac_address': 'fa:16:3e:b2:02:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '169af66c-e17e-405d-a13a-40c09478394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:09Z', 'updated_at': '2022-05-26T16:32:26Z', 'revision_number': 5, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'subnets': [{'id': '169af66c-e17e-405d-a13a-40c09478394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:33:00.847309 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6a0e7f-8fb9-4dd3-a6fd-0a5fa8988f9f None None] Checking router: 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:33:00.874782 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6a0e7f-8fb9-4dd3-a6fd-0a5fa8988f9f None None] Routers {'4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:33:00.875426 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0b6a0e7f-8fb9-4dd3-a6fd-0a5fa8988f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:32:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:33:00.884504 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e02d50-f8e4-4ee7-adce-96ae041fc295 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet 162b97bc-bbc6-46ea-b999-99d33525e82c {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:33:00.940681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d8e38-a6ab-4345-a36e-fa101832253f req-6704eede-8465-47c3-bec3-0c4e66edb299 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:00.950251 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-283d8e38-a6ab-4345-a36e-fa101832253f req-6704eede-8465-47c3-bec3-0c4e66edb299 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 943 time: 0.3246799 May 26 16:33:00.955377 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23e02d50-f8e4-4ee7-adce-96ae041fc295 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:00.983471 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] For port 894ea398-b7ee-4d0d-aa9f-8d307ecb6928, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=894ea398-b7ee-4d0d-aa9f-8d307ecb6928,segment=NetworkSegment(d559847d-37d8-4383-a72d-1391b23532c5),segment_id=d559847d-37d8-4383-a72d-1391b23532c5)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:00.987797 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:01.064967 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Calling delete_port for 894ea398-b7ee-4d0d-aa9f-8d307ecb6928 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:33:01.101444 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23e02d50-f8e4-4ee7-adce-96ae041fc295 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:01.131808 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-7585c26d-e6cb-4126-8787-610d13e082e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:01.133515 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-7585c26d-e6cb-4126-8787-610d13e082e0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=426946b7-0d1e-4a85-a377-9a30775fb1e8 HTTP/1.1" status: 200 len: 852 time: 0.5941701 May 26 16:33:01.135767 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15510c3-9dbb-49e2-8bf4-199fee2ba6f5 req-5e8db5e6-7cc1-4785-bcae-634c21dc3325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:01.137561 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b15510c3-9dbb-49e2-8bf4-199fee2ba6f5 req-5e8db5e6-7cc1-4785-bcae-634c21dc3325 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=169af66c-e17e-405d-a13a-40c09478394e HTTP/1.1" status: 200 len: 850 time: 0.8801699 May 26 16:33:01.145707 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-283d8e38-a6ab-4345-a36e-fa101832253f req-d0aafbd0-94f7-4b82-8c9d-48711b574b14 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286097 May 26 16:33:01.227717 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-0b6a0e7f-8fb9-4dd3-a6fd-0a5fa8988f9f None None] Set router 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:33:01.246411 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23e02d50-f8e4-4ee7-adce-96ae041fc295 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:01.326661 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:01.365932 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23e02d50-f8e4-4ee7-adce-96ae041fc295 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:01.371604 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-2f1fe508-4cb3-4e97-b575-71a9435dfa7f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=eaed248d-5956-42c5-9db0-58d5ee38787d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564022 May 26 16:33:01.412206 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Port': ['ID=894ea398-b7ee-4d0d-aa9f-8d307ecb6928,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:01.427704 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No DVR routers for this DVR port 894ea398-b7ee-4d0d-aa9f-8d307ecb6928 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:33:01.458226 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e02d50-f8e4-4ee7-adce-96ae041fc295 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=162b97bc-bbc6-46ea-b999-99d33525e82c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:01.471904 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23e02d50-f8e4-4ee7-adce-96ae041fc295 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:01.477602 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-23e02d50-f8e4-4ee7-adce-96ae041fc295 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/162b97bc-bbc6-46ea-b999-99d33525e82c HTTP/1.1" status: 204 len: 168 time: 0.7862408 May 26 16:33:01.477818 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32eed311-486b-4218-87b1-3d7c5752db0f None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:33:01.480419 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56966) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:01.530321 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d1369674-b7fc-47ff-8ac3-bf65b0088807 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485172 May 26 16:33:01.532896 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56968) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:01.533514 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15510c3-9dbb-49e2-8bf4-199fee2ba6f5 req-70511caa-5dde-434c-9e3a-d2b31b6ace6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:01.535061 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b15510c3-9dbb-49e2-8bf4-199fee2ba6f5 req-70511caa-5dde-434c-9e3a-d2b31b6ace6f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a0268940-7484-46cd-afca-0aa172618427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2294171 May 26 16:33:01.611602 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c226070-025e-4971-ad2a-45a5c8bc6c2c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:01.621708 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5c226070-025e-4971-ad2a-45a5c8bc6c2c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0862389 May 26 16:33:01.622268 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56970) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:01.753107 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24435913-918a-47e2-9edd-429fb3f5c7db tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:01.754745 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-24435913-918a-47e2-9edd-429fb3f5c7db tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1259344 May 26 16:33:01.757581 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56980) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:01.806499 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:01.857255 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0b6a0e7f-8fb9-4dd3-a6fd-0a5fa8988f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'name': 'tempest-AttachVolumeTestJSON-1265297354-router', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:32:00Z', 'updated_at': '2022-05-26T16:32:12Z', 'revision_number': 4, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'gw_port': {'id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:02Z', 'updated_at': '2022-05-26T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'b43862c7-382f-464c-9b72-4833dc2ce521', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'floating_ip_address': '172.25.7.184', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'port_id': '37f1999d-3978-43f2-81e4-1f3b545eeb4b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'mac_address': 'fa:16:3e:17:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89402875-46c2-4c36-85e3-09e12f4bef41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:32:21Z', 'updated_at': '2022-05-26T16:32:56Z', 'revision_number': 1, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6834772-2382-4319-8467-f40dbabe560d', 'name': '', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'mac_address': 'fa:16:3e:b2:02:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '169af66c-e17e-405d-a13a-40c09478394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:09Z', 'updated_at': '2022-05-26T16:32:26Z', 'revision_number': 5, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'subnets': [{'id': '169af66c-e17e-405d-a13a-40c09478394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:33:01.869743 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8e2c2b1e-c39f-4cf1-9b57-cac224312b82 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1067514 May 26 16:33:01.876633 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 56982) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:01.892384 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-290b01de-86bb-47ac-9b59-689c0afad29d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:01.899388 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6a0e7f-8fb9-4dd3-a6fd-0a5fa8988f9f None None] The sync data for ids ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'] in n-d-843337-2 is: [{'id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'name': 'tempest-AttachVolumeTestJSON-1265297354-router', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:32:00Z', 'updated_at': '2022-05-26T16:32:12Z', 'revision_number': 4, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'gw_port': {'id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:02Z', 'updated_at': '2022-05-26T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'b43862c7-382f-464c-9b72-4833dc2ce521', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'floating_ip_address': '172.25.7.184', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'port_id': '37f1999d-3978-43f2-81e4-1f3b545eeb4b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'mac_address': 'fa:16:3e:17:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89402875-46c2-4c36-85e3-09e12f4bef41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:32:21Z', 'updated_at': '2022-05-26T16:32:56Z', 'revision_number': 1, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6834772-2382-4319-8467-f40dbabe560d', 'name': '', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'mac_address': 'fa:16:3e:b2:02:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '169af66c-e17e-405d-a13a-40c09478394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:09Z', 'updated_at': '2022-05-26T16:32:26Z', 'revision_number': 5, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'subnets': [{'id': '169af66c-e17e-405d-a13a-40c09478394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:33:01.982818 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3449b7-605d-4b6a-a291-5d2e9a0868d9']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:33:02.001738 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd559847d-37d8-4383-a72d-1391b23532c5') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:33:02.002188 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd559847d-37d8-4383-a72d-1391b23532c5') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:33:02.008029 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-d700bb6e-2c06-4b25-a7f7-76f3dc1d99c1 service neutron] 10.222.0.83 "GET /v2.0/networks/eaed248d-5956-42c5-9db0-58d5ee38787d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6093659 May 26 16:33:02.043324 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:02.065903 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b15510c3-9dbb-49e2-8bf4-199fee2ba6f5 req-f2824675-a733-49c7-bfaf-390e2d73af7f service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148916 May 26 16:33:02.125717 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:02.166638 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e552af-afb9-4407-9822-c6748b5f806b None None] DHCP port deletion for c35b079d-bcd5-434c-9023-f88865e938de request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:33:02.287629 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-43e552af-afb9-4407-9822-c6748b5f806b None None] Deleting port ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:33:02.288792 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-43e552af-afb9-4407-9822-c6748b5f806b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:02.409468 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-106989f9-b897-49e8-8575-27c8e0fd5f97 req-b5e92a57-6c70-446c-b6ae-ae171ff79efc service neutron] 10.222.0.83 "GET /v2.0/networks/eaed248d-5956-42c5-9db0-58d5ee38787d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783727 May 26 16:33:02.412561 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:33:02.417084 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:02.427779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd500e8-c896-49c3-a6a7-494909588b89 None None] New status for floating IP b43862c7-382f-464c-9b72-4833dc2ce521: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:33:02.688271 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment d559847d-37d8-4383-a72d-1391b23532c5 resource provider aggregate not found May 26 16:33:02.742426 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment d559847d-37d8-4383-a72d-1391b23532c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d559847d-37d8-4383-a72d-1391b23532c5 found for delete ", "request_id": "req-3920879c-0c09-4e44-8382-ba2e4b032b36"}]} May 26 16:33:02.750743 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b15510c3-9dbb-49e2-8bf4-199fee2ba6f5 req-1b1f1140-f577-4ca8-aa22-5093786feeca service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6403894 May 26 16:33:02.757663 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:02.764284 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6075c79-35ca-4851-a615-5c6dc39f3545 req-979e7f79-b321-4575-ba64-56497039c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:02.766846 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-43e552af-afb9-4407-9822-c6748b5f806b None None] For port ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:02.769162 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f6075c79-35ca-4851-a615-5c6dc39f3545 req-979e7f79-b321-4575-ba64-56497039c127 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cbc011fafa824bc787e095e913380dbe&device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 1094 time: 0.1772306 May 26 16:33:02.769895 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-43e552af-afb9-4407-9822-c6748b5f806b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:02.784147 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:02.800442 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/networks/5a3449b7-605d-4b6a-a291-5d2e9a0868d9 HTTP/1.1" status: 204 len: 168 time: 5.2405531 May 26 16:33:02.803423 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-43e552af-afb9-4407-9822-c6748b5f806b None None] Calling delete_port for ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:33:02.846259 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57012) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:02.866613 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290b01de-86bb-47ac-9b59-689c0afad29d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:33:02.871635 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-290b01de-86bb-47ac-9b59-689c0afad29d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:02.977869 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fddf8fc-0dc4-471e-a8e9-729cfabb89f4 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] DELETE failed (client error): The resource could not be found. May 26 16:33:02.978550 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fddf8fc-0dc4-471e-a8e9-729cfabb89f4 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:02.984672 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4fddf8fc-0dc4-471e-a8e9-729cfabb89f4 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/subnets/18ac9d2d-4581-4b35-88bf-12165c73945a HTTP/1.1" status: 404 len: 337 time: 0.1238027 May 26 16:33:02.992086 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57014) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:02.993234 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-43e552af-afb9-4407-9822-c6748b5f806b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:03.060331 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0234d43-2592-4150-98ed-c3ce0b2e1ba7 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] DELETE failed (client error): The resource could not be found. May 26 16:33:03.061706 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0234d43-2592-4150-98ed-c3ce0b2e1ba7 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:03.062018 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e552af-afb9-4407-9822-c6748b5f806b None None] Pushing event deleted for resources: {'Port': ['ID=ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:03.067717 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e0234d43-2592-4150-98ed-c3ce0b2e1ba7 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/networks/5a3449b7-605d-4b6a-a291-5d2e9a0868d9 HTTP/1.1" status: 404 len: 339 time: 0.0686810 May 26 16:33:03.078898 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e552af-afb9-4407-9822-c6748b5f806b None None] No DVR routers for this DVR port ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:33:03.101426 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57016) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:03.115424 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d53f3-0570-4fab-b365-1ac0c811f590 req-7715ff51-be24-4051-b5b1-497e66de9031 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:03.126683 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b42d53f3-0570-4fab-b365-1ac0c811f590 req-7715ff51-be24-4051-b5b1-497e66de9031 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 943 time: 0.2793643 May 26 16:33:03.208316 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6a074-f748-45a7-9713-3be32b0f058d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Network': ['ID=5a3449b7-605d-4b6a-a291-5d2e9a0868d9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:03.220396 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a5e2d8-662d-4b0a-af2a-1206b1448599 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] DELETE failed (client error): The resource could not be found. May 26 16:33:03.220893 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a5e2d8-662d-4b0a-af2a-1206b1448599 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:03.227544 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c1a5e2d8-662d-4b0a-af2a-1206b1448599 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/subnets/bccc95b8-ba4f-4d95-8a23-e0518cd0f7ae HTTP/1.1" status: 404 len: 337 time: 0.0981865 May 26 16:33:03.238561 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57024) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:03.277346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-e72e9767-4fa3-4e3a-acb6-675a616d8e7a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:03.279240 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-e72e9767-4fa3-4e3a-acb6-675a616d8e7a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 812 time: 1.1675940 May 26 16:33:03.281301 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c49c771-0483-481c-a703-dba33bfa4ec2 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] DELETE failed (client error): The resource could not be found. May 26 16:33:03.290369 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c49c771-0483-481c-a703-dba33bfa4ec2 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:03.298730 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5c49c771-0483-481c-a703-dba33bfa4ec2 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/networks/cf53e255-f931-4237-9c27-e251e6bff0a2 HTTP/1.1" status: 404 len: 339 time: 0.0532918 May 26 16:33:03.299983 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57026) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:03.386663 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-4db52dda-a01c-43f8-ba88-12433dca1c85 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/quotas/47787f273f4c4c2fbc3fdca533eb0ea2 HTTP/1.1" status: 200 len: 375 time: 0.0857005 May 26 16:33:03.399717 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1399de5-f8e6-47be-b5f6-c7547f6d36e6 req-559ad31d-9b3d-425d-9ff3-57f155701bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:03.403261 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b42d53f3-0570-4fab-b365-1ac0c811f590 req-a8f48767-3351-46a6-81db-ad437b9b8f0e tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661467 May 26 16:33:03.406017 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c1399de5-f8e6-47be-b5f6-c7547f6d36e6 req-559ad31d-9b3d-425d-9ff3-57f155701bd6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=72a5ce476eef4d1192f67830028ac2c1&device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 1097 time: 0.2100675 May 26 16:33:03.420699 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3df1-fe5b-4214-b194-1ae62d78c540 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:03.501713 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6075c79-35ca-4851-a615-5c6dc39f3545 req-1044494b-94b6-490b-a437-f408528bbaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:03.503443 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f6075c79-35ca-4851-a615-5c6dc39f3545 req-1044494b-94b6-490b-a437-f408528bbaca service neutron] 10.222.0.83 "GET /v2.0/networks?id=eaed248d-5956-42c5-9db0-58d5ee38787d HTTP/1.1" status: 200 len: 913 time: 0.7017007 May 26 16:33:03.578716 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-b458eb84-8f8e-4502-af1c-67a720ed9e29 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1699545 May 26 16:33:03.612256 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-290b01de-86bb-47ac-9b59-689c0afad29d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:03.660125 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3df1-fe5b-4214-b194-1ae62d78c540 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:03.664139 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f6075c79-35ca-4851-a615-5c6dc39f3545 req-ccd0bc1b-305d-4b17-b40e-293bc30c182d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9116b6f6-f76b-481e-90b4-a82881dc6a66 HTTP/1.1" status: 200 len: 217 time: 0.1443872 May 26 16:33:03.736996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-aa0d3df1-fe5b-4214-b194-1ae62d78c540 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea497059-c946-4387-95f1-671dfa187f22']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:33:03.750668 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b01de-86bb-47ac-9b59-689c0afad29d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=7f3abd7b-16b2-4f65-af83-8effad0cd783,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:03.763955 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-aa0d3df1-fe5b-4214-b194-1ae62d78c540 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c923328-e402-49b7-8b7f-df018b12a4c3') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:33:03.764300 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-aa0d3df1-fe5b-4214-b194-1ae62d78c540 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c923328-e402-49b7-8b7f-df018b12a4c3') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:33:03.765550 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290b01de-86bb-47ac-9b59-689c0afad29d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:33:03.769890 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-290b01de-86bb-47ac-9b59-689c0afad29d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:33:03.775093 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290b01de-86bb-47ac-9b59-689c0afad29d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:03.776298 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-290b01de-86bb-47ac-9b59-689c0afad29d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:03.781197 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c1ee13-2716-4351-b45b-51256ae09178 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:33:03.787650 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1399de5-f8e6-47be-b5f6-c7547f6d36e6 req-e538048f-e9dd-4716-a10e-c05932f96544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:03.790562 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c1399de5-f8e6-47be-b5f6-c7547f6d36e6 req-e538048f-e9dd-4716-a10e-c05932f96544 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a0268940-7484-46cd-afca-0aa172618427 HTTP/1.1" status: 200 len: 912 time: 0.3600712 May 26 16:33:03.794478 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3df1-fe5b-4214-b194-1ae62d78c540 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:03.805069 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6075c79-35ca-4851-a615-5c6dc39f3545 req-02567ea0-77ae-4e11-8887-da2c38566421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:03.806569 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f6075c79-35ca-4851-a615-5c6dc39f3545 req-02567ea0-77ae-4e11-8887-da2c38566421 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=426946b7-0d1e-4a85-a377-9a30775fb1e8 HTTP/1.1" status: 200 len: 852 time: 0.1334255 May 26 16:33:03.874382 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-290b01de-86bb-47ac-9b59-689c0afad29d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9934707 May 26 16:33:03.874997 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57034) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:03.887170 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3df1-fe5b-4214-b194-1ae62d78c540 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:03.892744 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-839ea878-3185-47ff-81e1-0f6e9ad8ef9e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'mac_address': 'fa:16:3e:78:16:6f', 'name': 'tempest-NetworksTestDHCPv6-1229796427'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:03.898795 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:33:03.924253 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f6075c79-35ca-4851-a615-5c6dc39f3545 req-9e847ddc-7745-4f23-8bd2-f0bef8248ab8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=eaed248d-5956-42c5-9db0-58d5ee38787d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000855 May 26 16:33:03.928272 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0d3df1-fe5b-4214-b194-1ae62d78c540 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:33:03.928684 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3df1-fe5b-4214-b194-1ae62d78c540 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:03.937551 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:33:03.937979 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ed1dedeb-f90d-4bcb-b3b7-3bc8117ef15d not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:33:03.949027 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-f1248bd0-d795-40e3-9a5e-1d9e1da8b42e service neutron] 10.222.0.77 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380220 May 26 16:33:04.076278 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c1399de5-f8e6-47be-b5f6-c7547f6d36e6 req-574399e1-91a6-4632-86f5-e25d7771d862 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37f1999d-3978-43f2-81e4-1f3b545eeb4b HTTP/1.1" status: 200 len: 1002 time: 0.2652979 May 26 16:33:04.107592 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172901cc-3eab-43f7-b1a4-349247670289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-c35b079d-bcd5-434c-9023-f88865e938de', 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'fixed_ips': [{'subnet_id': '7f3abd7b-16b2-4f65-af83-8effad0cd783'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:33:04.108806 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-172901cc-3eab-43f7-b1a4-349247670289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:04.153963 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-caa6f079-6d54-4554-a1af-5625db1bb7ea service neutron] 10.222.0.77 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021255 May 26 16:33:04.188702 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839ea878-3185-47ff-81e1-0f6e9ad8ef9e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:33:04.321760 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1399de5-f8e6-47be-b5f6-c7547f6d36e6 req-8b13359c-e9bc-4020-be26-a807c031c294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:04.324218 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c1399de5-f8e6-47be-b5f6-c7547f6d36e6 req-8b13359c-e9bc-4020-be26-a807c031c294 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=169af66c-e17e-405d-a13a-40c09478394e HTTP/1.1" status: 200 len: 850 time: 0.1613929 May 26 16:33:04.367219 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3df1-fe5b-4214-b194-1ae62d78c540 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:04.383212 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3df1-fe5b-4214-b194-1ae62d78c540 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:04.383620 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-839ea878-3185-47ff-81e1-0f6e9ad8ef9e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:04.390585 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-aa0d3df1-fe5b-4214-b194-1ae62d78c540 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/networks/ea497059-c946-4387-95f1-671dfa187f22 HTTP/1.1" status: 204 len: 168 time: 1.0893843 May 26 16:33:04.390797 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57046) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:04.425996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d3df1-fe5b-4214-b194-1ae62d78c540 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Network': ['ID=ea497059-c946-4387-95f1-671dfa187f22,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:04.437660 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f6075c79-35ca-4851-a615-5c6dc39f3545 req-3b3ddaff-fb9e-4989-bb61-90f9585e1dbb service neutron] 10.222.0.83 "GET /v2.0/networks/eaed248d-5956-42c5-9db0-58d5ee38787d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780977 May 26 16:33:04.439168 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1399de5-f8e6-47be-b5f6-c7547f6d36e6 req-f6c5e61f-bbb3-475f-aedc-331cae67b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:04.440694 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c1399de5-f8e6-47be-b5f6-c7547f6d36e6 req-f6c5e61f-bbb3-475f-aedc-331cae67b7a3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a0268940-7484-46cd-afca-0aa172618427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043353 May 26 16:33:04.491627 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-839ea878-3185-47ff-81e1-0f6e9ad8ef9e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] device_id is not set on port 83794647-dc6a-4ee2-9d0e-a555c3b90c10 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:33:04.585465 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-172901cc-3eab-43f7-b1a4-349247670289 None None] Allocated IP 2001:db8::2 (c35b079d-bcd5-434c-9023-f88865e938de/7f3abd7b-16b2-4f65-af83-8effad0cd783/2d61ac4d-f90c-4518-93ef-88024b088b6e) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:33:04.622204 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f81dd50a-3a0b-4100-9965-6b5886fdf685 req-94d46dde-ba51-400d-a847-a497dd89f23a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 210 time: 0.0479147 May 26 16:33:04.623318 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-de83c27e-ad29-4099-93da-5bb578e98f0f tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] DELETE failed (client error): The resource could not be found. May 26 16:33:04.623771 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de83c27e-ad29-4099-93da-5bb578e98f0f tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:04.630976 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-de83c27e-ad29-4099-93da-5bb578e98f0f tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/subnets/6ee9be15-1d5c-4233-8e0b-f822afab8dfd HTTP/1.1" status: 404 len: 337 time: 0.2186689 May 26 16:33:04.656966 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57060) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:04.697981 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-1424a922-22e6-452e-b015-355293a59222 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] DELETE failed (client error): The resource could not be found. May 26 16:33:04.698826 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1424a922-22e6-452e-b015-355293a59222 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:04.701963 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1424a922-22e6-452e-b015-355293a59222 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/networks/314fbfac-30f7-48f6-9987-4c5d5ac0b714 HTTP/1.1" status: 404 len: 339 time: 0.0440392 May 26 16:33:04.707645 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57066) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:04.737575 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-5986cc25-f29c-4c0b-9b2a-1dd1576dd32c tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] DELETE failed (client error): The resource could not be found. May 26 16:33:04.738169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5986cc25-f29c-4c0b-9b2a-1dd1576dd32c tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:04.744822 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5986cc25-f29c-4c0b-9b2a-1dd1576dd32c tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/subnets/c11eed21-c387-405c-91bf-196770713ff6 HTTP/1.1" status: 404 len: 337 time: 0.0326486 May 26 16:33:04.745539 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57068) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:04.759739 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f6075c79-35ca-4851-a615-5c6dc39f3545 req-048ac7ad-3081-45e7-8081-6a86cc19db71 service neutron] 10.222.0.83 "GET /v2.0/networks/eaed248d-5956-42c5-9db0-58d5ee38787d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078625 May 26 16:33:04.792378 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28236a8f-5f65-4b2a-8d5e-3f8f0dda7a70 req-81691f5b-fa72-47cb-9b99-5cdc0a12d637 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:04.808233 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c1399de5-f8e6-47be-b5f6-c7547f6d36e6 req-9280e54e-c09a-45f6-85f8-186649f145c6 service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152426 May 26 16:33:04.810965 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 6c923328-e402-49b7-8b7f-df018b12a4c3 resource provider aggregate not found May 26 16:33:04.812773 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28236a8f-5f65-4b2a-8d5e-3f8f0dda7a70 req-81691f5b-fa72-47cb-9b99-5cdc0a12d637 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 943 time: 0.2467053 May 26 16:33:04.857157 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-de99833e-5f15-4eee-b6e0-e0ad42e37ff8 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] DELETE failed (client error): The resource could not be found. May 26 16:33:04.858126 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de99833e-5f15-4eee-b6e0-e0ad42e37ff8 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:04.860876 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-de99833e-5f15-4eee-b6e0-e0ad42e37ff8 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/networks/db2c8578-009a-4833-acd4-1c9161bc9b31 HTTP/1.1" status: 404 len: 339 time: 0.1142955 May 26 16:33:04.869172 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57076) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:04.885410 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-172901cc-3eab-43f7-b1a4-349247670289 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:04.903590 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-172901cc-3eab-43f7-b1a4-349247670289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:04.940674 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28236a8f-5f65-4b2a-8d5e-3f8f0dda7a70 req-e7fbba77-3774-4e5a-95ac-7beac07815bc tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137176 May 26 16:33:04.940674 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-05096d8b-731a-47ca-8f6a-f2dbdb351975 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] DELETE failed (client error): The resource could not be found. May 26 16:33:04.940674 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05096d8b-731a-47ca-8f6a-f2dbdb351975 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:04.940674 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-05096d8b-731a-47ca-8f6a-f2dbdb351975 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/subnets/4467072e-27a8-4cca-956f-871087e59441 HTTP/1.1" status: 404 len: 337 time: 0.0669496 May 26 16:33:04.943164 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57078) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:04.968036 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c1399de5-f8e6-47be-b5f6-c7547f6d36e6 req-0a6252d6-abdf-4666-8631-8a08b02f2370 service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466994 May 26 16:33:04.970445 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 6c923328-e402-49b7-8b7f-df018b12a4c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c923328-e402-49b7-8b7f-df018b12a4c3 found for delete ", "request_id": "req-da4aef2b-ba24-45eb-9ceb-55af46a92e91"}]} May 26 16:33:04.973747 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172901cc-3eab-43f7-b1a4-349247670289 None None] Pushing event updated for resources: {'Port': ['ID=2d61ac4d-f90c-4518-93ef-88024b088b6e,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:04.977865 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172901cc-3eab-43f7-b1a4-349247670289 None None] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:33:04.980496 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-172901cc-3eab-43f7-b1a4-349247670289 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:33:04.983574 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172901cc-3eab-43f7-b1a4-349247670289 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:33:05.011416 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-927f2787-e91f-482c-9823-3fd451c4f0ba tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] DELETE failed (client error): The resource could not be found. May 26 16:33:05.012373 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-927f2787-e91f-482c-9823-3fd451c4f0ba tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:05.016743 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-927f2787-e91f-482c-9823-3fd451c4f0ba tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/networks/5a27324a-3e58-4d3c-af09-b04109a6d9d7 HTTP/1.1" status: 404 len: 339 time: 0.0727000 May 26 16:33:05.020031 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57084) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:05.048987 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-172901cc-3eab-43f7-b1a4-349247670289 None None] Attempting to bind port 2d61ac4d-f90c-4518-93ef-88024b088b6e on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:33:05.049257 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-172901cc-3eab-43f7-b1a4-349247670289 None None] Attempting to bind port 2d61ac4d-f90c-4518-93ef-88024b088b6e by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:33:05.049582 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172901cc-3eab-43f7-b1a4-349247670289 None None] Attempting to bind port 2d61ac4d-f90c-4518-93ef-88024b088b6e on network c35b079d-bcd5-434c-9023-f88865e938de {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:33:05.055365 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172901cc-3eab-43f7-b1a4-349247670289 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:33:05.055699 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172901cc-3eab-43f7-b1a4-349247670289 None None] Checking segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:33:05.056131 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-172901cc-3eab-43f7-b1a4-349247670289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:05.056520 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172901cc-3eab-43f7-b1a4-349247670289 None None] Bound using segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:33:05.057265 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-172901cc-3eab-43f7-b1a4-349247670289 None None] Bound port: 2d61ac4d-f90c-4518-93ef-88024b088b6e, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:33:05.057649 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-172901cc-3eab-43f7-b1a4-349247670289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:05.065775 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-7056e951-07f4-4803-84ff-1bd13b0d8a9d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] DELETE failed (client error): The resource could not be found. May 26 16:33:05.066233 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7056e951-07f4-4803-84ff-1bd13b0d8a9d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:05.073740 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7056e951-07f4-4803-84ff-1bd13b0d8a9d tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/subnets/adb12098-d83e-4174-ae88-ea64f34e9e99 HTTP/1.1" status: 404 len: 337 time: 0.0489144 May 26 16:33:05.074064 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-839ea878-3185-47ff-81e1-0f6e9ad8ef9e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8::ee (c35b079d-bcd5-434c-9023-f88865e938de/7f3abd7b-16b2-4f65-af83-8effad0cd783/83794647-dc6a-4ee2-9d0e-a555c3b90c10) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:33:05.075963 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57086) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:05.120409 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0e85c3-ce8a-4001-a048-8ceb0d1b7e1a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] DELETE failed (client error): The resource could not be found. May 26 16:33:05.121091 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0e85c3-ce8a-4001-a048-8ceb0d1b7e1a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:05.126580 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1c0e85c3-ce8a-4001-a048-8ceb0d1b7e1a tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/networks/6d3a11fa-ba86-4f3c-b214-42a6527c7ea2 HTTP/1.1" status: 404 len: 339 time: 0.0469561 May 26 16:33:05.126833 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57088) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:05.162437 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8a8f76-c133-462a-942f-722403f25b0b tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] DELETE failed (client error): The resource could not be found. May 26 16:33:05.162904 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8a8f76-c133-462a-942f-722403f25b0b tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:05.167044 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ac8a8f76-c133-462a-942f-722403f25b0b tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/subnets/d6c39741-6589-489f-ac4a-e51f87cb9101 HTTP/1.1" status: 404 len: 337 time: 0.0385094 May 26 16:33:05.169916 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57090) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:05.196668 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb8c3cb-8ba1-49f7-8605-afdec18d2b0c tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] DELETE failed (client error): The resource could not be found. May 26 16:33:05.198181 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eb8c3cb-8ba1-49f7-8605-afdec18d2b0c tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:05.200855 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-172901cc-3eab-43f7-b1a4-349247670289 None None] For port 2d61ac4d-f90c-4518-93ef-88024b088b6e, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:33:05.204437 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-172901cc-3eab-43f7-b1a4-349247670289 None None] For port 2d61ac4d-f90c-4518-93ef-88024b088b6e, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2d61ac4d-f90c-4518-93ef-88024b088b6e,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:33:05.210120 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7eb8c3cb-8ba1-49f7-8605-afdec18d2b0c tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/networks/e6fe52fa-7c22-4669-8ed0-1fee5da60129 HTTP/1.1" status: 404 len: 339 time: 0.0389345 May 26 16:33:05.213119 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-172901cc-3eab-43f7-b1a4-349247670289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:05.220202 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57092) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:05.304311 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d29d4b21-82f9-48a7-9c1c-7e2d894a1fbe tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] DELETE failed (client error): The resource could not be found. May 26 16:33:05.304776 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d29d4b21-82f9-48a7-9c1c-7e2d894a1fbe tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:05.322432 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d29d4b21-82f9-48a7-9c1c-7e2d894a1fbe tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/subnets/0ea78530-743a-4240-a243-c60ad12836a8 HTTP/1.1" status: 404 len: 337 time: 0.1009383 May 26 16:33:05.323263 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57096) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:05.335578 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-839ea878-3185-47ff-81e1-0f6e9ad8ef9e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:05.374695 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172901cc-3eab-43f7-b1a4-349247670289 None None] Pushing event updated for resources: {'Port': ['ID=2d61ac4d-f90c-4518-93ef-88024b088b6e,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:05.375813 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-0682712d-4136-429e-a033-f3cceb7575bc tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] DELETE failed (client error): The resource could not be found. May 26 16:33:05.376454 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0682712d-4136-429e-a033-f3cceb7575bc tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:05.389023 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57098) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:05.391981 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0682712d-4136-429e-a033-f3cceb7575bc tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/networks/1120d0b2-9683-480c-99ed-8bd0b801b967 HTTP/1.1" status: 404 len: 339 time: 0.0651853 May 26 16:33:05.432873 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c6a143-d68e-4b03-b4a4-55def447d801 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] DELETE failed (client error): The resource could not be found. May 26 16:33:05.441926 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c6a143-d68e-4b03-b4a4-55def447d801 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:05.451738 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57104) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:05.451987 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-98c6a143-d68e-4b03-b4a4-55def447d801 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/subnets/5035cbee-a101-4b29-938b-47b3076e02f3 HTTP/1.1" status: 404 len: 337 time: 0.0608385 May 26 16:33:05.474130 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-839ea878-3185-47ff-81e1-0f6e9ad8ef9e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:05.517088 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b12d3b43-37e0-4797-a14a-825f38f29aba tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] DELETE failed (client error): The resource could not be found. May 26 16:33:05.517776 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b12d3b43-37e0-4797-a14a-825f38f29aba tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:05.523576 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b12d3b43-37e0-4797-a14a-825f38f29aba tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/networks/18a5fa2a-58f9-4bc7-93c2-d91c419f47cd HTTP/1.1" status: 404 len: 339 time: 0.0692050 May 26 16:33:05.524963 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57106) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:05.535348 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839ea878-3185-47ff-81e1-0f6e9ad8ef9e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:33:05.548086 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-839ea878-3185-47ff-81e1-0f6e9ad8ef9e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:33:05.553354 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839ea878-3185-47ff-81e1-0f6e9ad8ef9e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:33:05.563047 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839ea878-3185-47ff-81e1-0f6e9ad8ef9e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:05.563719 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-839ea878-3185-47ff-81e1-0f6e9ad8ef9e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:05.567376 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf660c5-6955-42fd-ab7b-d8cc4fac40ac tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] DELETE failed (client error): The resource could not be found. May 26 16:33:05.568624 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf660c5-6955-42fd-ab7b-d8cc4fac40ac tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:05.575046 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5bf660c5-6955-42fd-ab7b-d8cc4fac40ac tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/subnets/3df68503-c87f-4f3e-bf01-b0c6cbe14086 HTTP/1.1" status: 404 len: 337 time: 0.0477078 May 26 16:33:05.575353 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57108) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:05.594974 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-839ea878-3185-47ff-81e1-0f6e9ad8ef9e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7150993 May 26 16:33:05.595372 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57112) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:05.597911 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ea878-3185-47ff-81e1-0f6e9ad8ef9e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=83794647-dc6a-4ee2-9d0e-a555c3b90c10,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:05.631535 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-4048e6fa-a86a-4f35-92fb-b455cfb37b70 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] DELETE failed (client error): The resource could not be found. May 26 16:33:05.632224 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4048e6fa-a86a-4f35-92fb-b455cfb37b70 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:05.637369 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4048e6fa-a86a-4f35-92fb-b455cfb37b70 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/networks/052e3de6-26da-4c5a-ae08-bee6c5b0c4c7 HTTP/1.1" status: 404 len: 339 time: 0.0581627 May 26 16:33:05.664734 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57116) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:05.709128 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a169eb-6888-43fc-994d-69e8f6c30774 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:05.719883 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a169eb-6888-43fc-994d-69e8f6c30774 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:05.723111 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b9a169eb-6888-43fc-994d-69e8f6c30774 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1263249 May 26 16:33:05.725699 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57118) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:05.844289 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9cdd65e-7f21-4356-91bd-c76dba6911d5 req-35a1caa9-559d-467f-8ba1-fa36e22e5373 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 210 time: 0.0606833 May 26 16:33:05.866261 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0a7f94-8b1d-4ae9-9ab5-d2fc50138ac1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Deleting subnet 41c487f9-87cd-4d00-8593-ec144d4f5c91 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:33:05.871696 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7f94-8b1d-4ae9-9ab5-d2fc50138ac1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:05.972117 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7f94-8b1d-4ae9-9ab5-d2fc50138ac1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:06.123323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2d61ac4d-f90c-4518-93ef-88024b088b6e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:33:06.247426 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 9116b6f6-f76b-481e-90b4-a82881dc6a66 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:33:06.258618 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2d61ac4d-f90c-4518-93ef-88024b088b6e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:06.259329 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:06.264151 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6199f1-5dc8-4597-aaa3-303ed9330186 req-f23e5201-153a-4e6b-b877-6579ffb2fb1f tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:06.277162 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab6199f1-5dc8-4597-aaa3-303ed9330186 req-f23e5201-153a-4e6b-b877-6579ffb2fb1f tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 943 time: 0.2158637 May 26 16:33:06.376466 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7f94-8b1d-4ae9-9ab5-d2fc50138ac1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:06.407381 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-023d1ed1-2901-4c72-ba0f-dc78c9639bc0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting port 83794647-dc6a-4ee2-9d0e-a555c3b90c10 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:33:06.407882 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-023d1ed1-2901-4c72-ba0f-dc78c9639bc0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:06.466370 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab6199f1-5dc8-4597-aaa3-303ed9330186 req-56056600-52dc-4a76-ab7c-e5ddc889600a tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882863 May 26 16:33:06.540292 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2d61ac4d-f90c-4518-93ef-88024b088b6e is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:06.551560 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7f94-8b1d-4ae9-9ab5-d2fc50138ac1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:06.556383 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:06.591940 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-94ae3625-da82-4343-bceb-80621b65b18f tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:06.598134 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-94ae3625-da82-4343-bceb-80621b65b18f tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 812 time: 0.5544229 May 26 16:33:06.622848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a7f94-8b1d-4ae9-9ab5-d2fc50138ac1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Subnet': ['ID=41c487f9-87cd-4d00-8593-ec144d4f5c91,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:06.630965 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-c71dc8c1-3bd7-4443-9b29-4c7e3b0809f0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Request body: {'port': {'device_id': 'b8b7a87e-0be8-473d-ace3-734045e53ded', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'admin_state_up': True, 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:06.648992 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 9116b6f6-f76b-481e-90b4-a82881dc6a66, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=9116b6f6-f76b-481e-90b4-a82881dc6a66,segment=NetworkSegment(4f171fb4-a9b6-4dc9-9fc7-d9ccac4f63ef),segment_id=4f171fb4-a9b6-4dc9-9fc7-d9ccac4f63ef)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:06.655213 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7f94-8b1d-4ae9-9ab5-d2fc50138ac1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:06.670163 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cc0a7f94-8b1d-4ae9-9ab5-d2fc50138ac1 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/subnets/41c487f9-87cd-4d00-8593-ec144d4f5c91 HTTP/1.1" status: 204 len: 168 time: 1.0042198 May 26 16:33:06.673405 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57154) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:06.688942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '9116b6f6-f76b-481e-90b4-a82881dc6a66', 'network_id': 'eaed248d-5956-42c5-9db0-58d5ee38787d', 'port_id': '9116b6f6-f76b-481e-90b4-a82881dc6a66', 'mac_address': 'fa:16:3e:a1:43:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '426946b7-0d1e-4a85-a377-9a30775fb1e8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:33:06.711693 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba0dc64-84f3-43bb-b4ea-10c6b68068af None None] Network edc31002-8124-417e-a785-7fe3ad272374 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:33:06.793482 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-023d1ed1-2901-4c72-ba0f-dc78c9639bc0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:06.867768 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-023d1ed1-2901-4c72-ba0f-dc78c9639bc0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Calling delete_port for 83794647-dc6a-4ee2-9d0e-a555c3b90c10 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:33:06.884444 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fef7a608-1935-41d1-9a90-5dc90785b928 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:06.909573 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 9116b6f6-f76b-481e-90b4-a82881dc6a66 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:06.910200 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:06.928518 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 2d61ac4d-f90c-4518-93ef-88024b088b6e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2d61ac4d-f90c-4518-93ef-88024b088b6e,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:07.081779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9116b6f6-f76b-481e-90b4-a82881dc6a66 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:33:07.136914 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 9116b6f6-f76b-481e-90b4-a82881dc6a66, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=9116b6f6-f76b-481e-90b4-a82881dc6a66,segment=NetworkSegment(4f171fb4-a9b6-4dc9-9fc7-d9ccac4f63ef),segment_id=4f171fb4-a9b6-4dc9-9fc7-d9ccac4f63ef)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:07.145953 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.158327 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0be4f364-7222-4af9-9e44-ab34c4907da7 req-2611c098-4e62-46a5-b4c7-b9cf9fe16ac2 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 210 time: 0.1399808 May 26 16:33:07.180404 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-fef7a608-1935-41d1-9a90-5dc90785b928 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Deleting port bb738442-22c6-4e41-a600-45989b104a95 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:33:07.180882 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fef7a608-1935-41d1-9a90-5dc90785b928 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.215613 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.332811 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-c71dc8c1-3bd7-4443-9b29-4c7e3b0809f0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Made reservation on behalf of 47787f273f4c4c2fbc3fdca533eb0ea2 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:33:07.345534 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-c71dc8c1-3bd7-4443-9b29-4c7e3b0809f0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.357735 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-fef7a608-1935-41d1-9a90-5dc90785b928 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] For port bb738442-22c6-4e41-a600-45989b104a95, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=bb738442-22c6-4e41-a600-45989b104a95,segment=NetworkSegment(26f98c4a-ba92-4cc9-ab3f-2fe8019f7276),segment_id=26f98c4a-ba92-4cc9-ab3f-2fe8019f7276)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:07.359667 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fef7a608-1935-41d1-9a90-5dc90785b928 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.373356 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=2d61ac4d-f90c-4518-93ef-88024b088b6e,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:07.417734 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-fef7a608-1935-41d1-9a90-5dc90785b928 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Calling delete_port for bb738442-22c6-4e41-a600-45989b104a95 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:33:07.501035 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-023d1ed1-2901-4c72-ba0f-dc78c9639bc0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.533785 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-1a7da025-855a-46a9-99ca-b79dbad04058 None None] Provisioning complete for port 2d61ac4d-f90c-4518-93ef-88024b088b6e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:07.534264 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1a7da025-855a-46a9-99ca-b79dbad04058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.535937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=9116b6f6-f76b-481e-90b4-a82881dc6a66,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:07.626937 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d1ed1-2901-4c72-ba0f-dc78c9639bc0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Port': ['ID=83794647-dc6a-4ee2-9d0e-a555c3b90c10,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:07.641090 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5161e26d-b521-4e13-8254-e0eb5f5cdad8 None None] DHCP port deletion for edc31002-8124-417e-a785-7fe3ad272374 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:33:07.696165 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fef7a608-1935-41d1-9a90-5dc90785b928 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.762364 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7a608-1935-41d1-9a90-5dc90785b928 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Port': ['ID=bb738442-22c6-4e41-a600-45989b104a95,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:07.775814 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-023d1ed1-2901-4c72-ba0f-dc78c9639bc0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.782877 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef7a608-1935-41d1-9a90-5dc90785b928 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] No DVR routers for this DVR port bb738442-22c6-4e41-a600-45989b104a95 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:33:07.793580 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-023d1ed1-2901-4c72-ba0f-dc78c9639bc0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/83794647-dc6a-4ee2-9d0e-a555c3b90c10 HTTP/1.1" status: 204 len: 168 time: 2.0647964 May 26 16:33:07.794704 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57180) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:07.811345 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5161e26d-b521-4e13-8254-e0eb5f5cdad8 None None] Deleting port bb738442-22c6-4e41-a600-45989b104a95 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:33:07.811730 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5161e26d-b521-4e13-8254-e0eb5f5cdad8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:07.814564 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1a7da025-855a-46a9-99ca-b79dbad04058 None None] Current status of the port 2d61ac4d-f90c-4518-93ef-88024b088b6e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:07.827566 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['9116b6f6-f76b-481e-90b4-a82881dc6a66'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:33:07.956267 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2d61ac4d-f90c-4518-93ef-88024b088b6e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:33:07.982782 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16ee2a-da88-464f-a3e4-bb5194971a4a req-60b4ea55-94d1-4d17-8e01-fdd8bf05c2ea tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:07.997490 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc16ee2a-da88-464f-a3e4-bb5194971a4a req-60b4ea55-94d1-4d17-8e01-fdd8bf05c2ea tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 944 time: 0.3238981 May 26 16:33:08.045712 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-c71dc8c1-3bd7-4443-9b29-4c7e3b0809f0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Allocated IP 172.20.0.11 (ceae140a-4691-47b9-ad57-1026c75c737f/5431b2c2-5959-417a-9a98-2b2d0e6627f0/0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:33:08.066548 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fef7a608-1935-41d1-9a90-5dc90785b928 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:08.071650 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86c30a9-2f2a-4e65-9352-bd356910e8a8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:08.073735 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86c30a9-2f2a-4e65-9352-bd356910e8a8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:08.077365 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d86c30a9-2f2a-4e65-9352-bd356910e8a8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2607810 May 26 16:33:08.084395 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57190) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:08.158124 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-27edfd8f-4d0c-412a-81cd-426c7588c452 None None] Could not find standard attr ID for object 83794647-dc6a-4ee2-9d0e-a555c3b90c10. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:33:08.215079 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5161e26d-b521-4e13-8254-e0eb5f5cdad8 None None] For port bb738442-22c6-4e41-a600-45989b104a95, host n-d-843337-2, got binding levels [] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:08.215481 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5161e26d-b521-4e13-8254-e0eb5f5cdad8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:08.252613 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5161e26d-b521-4e13-8254-e0eb5f5cdad8 None None] Calling delete_port for bb738442-22c6-4e41-a600-45989b104a95 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:33:08.257546 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.ipam_backend_mixin [None req-5161e26d-b521-4e13-8254-e0eb5f5cdad8 None None] Port bb738442-22c6-4e41-a600-45989b104a95 was not found and therefore no delete operation was performed {{(pid=103897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:33:08.267423 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5161e26d-b521-4e13-8254-e0eb5f5cdad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:08.293831 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-fef7a608-1935-41d1-9a90-5dc90785b928 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc31002-8124-417e-a785-7fe3ad272374']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:33:08.312717 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161e26d-b521-4e13-8254-e0eb5f5cdad8 None None] Pushing event deleted for resources: {'Port': ['ID=bb738442-22c6-4e41-a600-45989b104a95,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:08.327325 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc16ee2a-da88-464f-a3e4-bb5194971a4a req-964f8820-bf70-4d82-83fc-e1ea84a4a8ed tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286061 May 26 16:33:08.328778 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2d61ac4d-f90c-4518-93ef-88024b088b6e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:08.329140 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:08.351755 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-fef7a608-1935-41d1-9a90-5dc90785b928 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f98c4a-ba92-4cc9-ab3f-2fe8019f7276') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:33:08.352041 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-fef7a608-1935-41d1-9a90-5dc90785b928 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f98c4a-ba92-4cc9-ab3f-2fe8019f7276') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:33:08.394623 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f4dbe46-9b01-4bbb-818a-7d85aac8333a req-0f870f53-ef18-4599-b9c4-f754af2f1d2a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 210 time: 0.0527105 May 26 16:33:08.406294 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5161e26d-b521-4e13-8254-e0eb5f5cdad8 None None] No DVR routers for this DVR port bb738442-22c6-4e41-a600-45989b104a95 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:33:08.407040 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fef7a608-1935-41d1-9a90-5dc90785b928 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:08.421152 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4acf754-58d1-47b0-9475-3759ab8ceea7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet 7f3abd7b-16b2-4f65-af83-8effad0cd783 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:33:08.436492 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d4acf754-58d1-47b0-9475-3759ab8ceea7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:08.467481 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-c71dc8c1-3bd7-4443-9b29-4c7e3b0809f0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:08.481987 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fef7a608-1935-41d1-9a90-5dc90785b928 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:08.495673 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef7a608-1935-41d1-9a90-5dc90785b928 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:33:08.496108 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fef7a608-1935-41d1-9a90-5dc90785b928 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:08.561875 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-c71dc8c1-3bd7-4443-9b29-4c7e3b0809f0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:08.573733 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 26f98c4a-ba92-4cc9-ab3f-2fe8019f7276 resource provider aggregate not found May 26 16:33:08.578149 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['37c51be2-9ca7-4695-9d7b-9ab69dd03068'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:33:08.616655 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d4acf754-58d1-47b0-9475-3759ab8ceea7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:08.627473 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2d61ac4d-f90c-4518-93ef-88024b088b6e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:08.667308 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-c71dc8c1-3bd7-4443-9b29-4c7e3b0809f0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Network ceae140a-4691-47b9-ad57-1026c75c737f is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:33:08.684504 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-c71dc8c1-3bd7-4443-9b29-4c7e3b0809f0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:33:08.691730 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-c71dc8c1-3bd7-4443-9b29-4c7e3b0809f0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:33:08.703981 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 26f98c4a-ba92-4cc9-ab3f-2fe8019f7276 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26f98c4a-ba92-4cc9-ab3f-2fe8019f7276 found for delete ", "request_id": "req-f56a8117-dc2e-4b7b-a5fd-76dd449ae0bb"}]} May 26 16:33:08.730164 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device bb738442-22c6-4e41-a600-45989b104a95 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:33:08.734839 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fef7a608-1935-41d1-9a90-5dc90785b928 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:08.735822 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71dc8c1-3bd7-4443-9b29-4c7e3b0809f0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event updated for resources: {'Port': ['ID=0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:08.755893 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fef7a608-1935-41d1-9a90-5dc90785b928 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:08.780309 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fef7a608-1935-41d1-9a90-5dc90785b928 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] 10.222.0.77 "DELETE /v2.0/networks/edc31002-8124-417e-a785-7fe3ad272374 HTTP/1.1" status: 204 len: 168 time: 2.1051481 May 26 16:33:08.820666 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7a608-1935-41d1-9a90-5dc90785b928 tempest-NetworksTest-782110482 tempest-NetworksTest-782110482-project] Pushing event deleted for resources: {'Network': ['ID=edc31002-8124-417e-a785-7fe3ad272374,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:08.845310 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: bb738442-22c6-4e41-a600-45989b104a95 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:33:08.863542 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device bb738442-22c6-4e41-a600-45989b104a95 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:33:08.868726 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-c71dc8c1-3bd7-4443-9b29-4c7e3b0809f0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:08.875618 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-c71dc8c1-3bd7-4443-9b29-4c7e3b0809f0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:08.911539 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-c71dc8c1-3bd7-4443-9b29-4c7e3b0809f0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3046269 May 26 16:33:08.928070 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-ea057cb8-e89a-4cc7-8e8a-41daf9e12a5a service neutron] Request body: {'port': {'device_id': 'b8b7a87e-0be8-473d-ace3-734045e53ded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:08.981836 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d4acf754-58d1-47b0-9475-3759ab8ceea7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:09.046461 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-ea057cb8-e89a-4cc7-8e8a-41daf9e12a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:09.155463 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d4acf754-58d1-47b0-9475-3759ab8ceea7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:09.227192 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acf754-58d1-47b0-9475-3759ab8ceea7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=7f3abd7b-16b2-4f65-af83-8effad0cd783,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:09.232997 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d4acf754-58d1-47b0-9475-3759ab8ceea7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:09.239110 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d4acf754-58d1-47b0-9475-3759ab8ceea7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/7f3abd7b-16b2-4f65-af83-8effad0cd783 HTTP/1.1" status: 204 len: 168 time: 1.1509407 May 26 16:33:09.241467 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a4ecab-f798-4f70-9e0f-3ddc4399ee5f None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:33:09.249133 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57220) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:09.362308 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-711bfebd-529f-4def-b002-38d005254be4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1119328 May 26 16:33:09.364888 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57230) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:09.593359 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5a1abae9-5232-4f31-b3c9-80024c8c254f None None] Provisioning complete for port 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:09.594018 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5a1abae9-5232-4f31-b3c9-80024c8c254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:09.600614 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57238) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:09.659784 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5a1abae9-5232-4f31-b3c9-80024c8c254f None None] Port 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:33:09.662032 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05cd532-1005-450b-b125-cd4de6c21418 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:09.664005 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d05cd532-1005-450b-b125-cd4de6c21418 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2973826 May 26 16:33:09.668361 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57242) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:09.729915 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841f7f71-39cd-4e37-bb3f-7e25c9693194 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:09.733746 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-841f7f71-39cd-4e37-bb3f-7e25c9693194 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0610626 May 26 16:33:09.734441 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57246) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:09.802894 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e5f1d6-2870-4c76-9cd4-52a00dc2ef15 None None] DHCP port deletion for c35b079d-bcd5-434c-9023-f88865e938de request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:33:09.813218 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ed529930-94c7-4534-9c3d-e48841fc51b5 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775156 May 26 16:33:09.819990 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57250) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:09.823664 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4a806-d1c7-435e-80d0-a088a844da62 req-a7b6489a-9ca3-44e9-b511-fc2e83db7000 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:09.825906 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-719f60dc-6564-4889-92f4-ccf8dec39ff1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:09.830204 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57c4a806-d1c7-435e-80d0-a088a844da62 req-a7b6489a-9ca3-44e9-b511-fc2e83db7000 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 932 time: 0.2892151 May 26 16:33:09.838544 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136f575-0eb8-4a04-a139-62ebbcde4759 req-8dd5da37-c63a-4e6f-b992-30fff621bd94 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:09.847533 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d136f575-0eb8-4a04-a139-62ebbcde4759 req-8dd5da37-c63a-4e6f-b992-30fff621bd94 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 944 time: 0.3216531 May 26 16:33:09.901915 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57c4a806-d1c7-435e-80d0-a088a844da62 req-b1ea57ee-6f17-4581-b6fe-628b2fd9717c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519624 May 26 16:33:09.929876 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d136f575-0eb8-4a04-a139-62ebbcde4759 req-483589b7-7c00-4ba7-bca9-5008e911d2a9 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792980 May 26 16:33:09.963341 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-41e5f1d6-2870-4c76-9cd4-52a00dc2ef15 None None] Deleting port 2d61ac4d-f90c-4518-93ef-88024b088b6e {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:33:09.963981 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-41e5f1d6-2870-4c76-9cd4-52a00dc2ef15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:10.039456 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-41e5f1d6-2870-4c76-9cd4-52a00dc2ef15 None None] For port 2d61ac4d-f90c-4518-93ef-88024b088b6e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2d61ac4d-f90c-4518-93ef-88024b088b6e,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:10.040190 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-41e5f1d6-2870-4c76-9cd4-52a00dc2ef15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:10.056327 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-41e5f1d6-2870-4c76-9cd4-52a00dc2ef15 None None] Calling delete_port for 2d61ac4d-f90c-4518-93ef-88024b088b6e owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:33:10.078678 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-ea057cb8-e89a-4cc7-8e8a-41daf9e12a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:33:10.094246 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-ea057cb8-e89a-4cc7-8e8a-41daf9e12a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:10.136273 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4262e631-d298-4ccd-9ec3-06d346d3e6d1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dc09c14953fa4a54996dcaf4d4d4825c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5312431 May 26 16:33:10.136733 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57258) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:10.144160 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 9116b6f6-f76b-481e-90b4-a82881dc6a66 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:33:10.156307 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-ea057cb8-e89a-4cc7-8e8a-41daf9e12a5a service neutron] Transition to ACTIVE for port object 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:33:10.169754 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-ea057cb8-e89a-4cc7-8e8a-41daf9e12a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:10.211473 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-41e5f1d6-2870-4c76-9cd4-52a00dc2ef15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:10.224384 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719f60dc-6564-4889-92f4-ccf8dec39ff1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:33:10.228950 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-719f60dc-6564-4889-92f4-ccf8dec39ff1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:10.257710 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5f1d6-2870-4c76-9cd4-52a00dc2ef15 None None] Pushing event deleted for resources: {'Port': ['ID=2d61ac4d-f90c-4518-93ef-88024b088b6e,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:10.267814 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01e366fb-696c-4833-9c24-45fc58b93e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:10.278199 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e5f1d6-2870-4c76-9cd4-52a00dc2ef15 None None] No DVR routers for this DVR port 2d61ac4d-f90c-4518-93ef-88024b088b6e on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:33:10.320952 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01e366fb-696c-4833-9c24-45fc58b93e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:10.341228 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 9116b6f6-f76b-481e-90b4-a82881dc6a66 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:33:10.356912 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea057cb8-e89a-4cc7-8e8a-41daf9e12a5a service neutron] Pushing event updated for resources: {'Port': ['ID=0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:10.360040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 9116b6f6-f76b-481e-90b4-a82881dc6a66 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:10.360430 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:10.418320 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01e366fb-696c-4833-9c24-45fc58b93e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:10.424827 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01e366fb-696c-4833-9c24-45fc58b93e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:10.428842 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-01e366fb-696c-4833-9c24-45fc58b93e9a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/14ee6cac-0db2-4f10-ae68-342e5412e046 HTTP/1.1" status: 204 len: 168 time: 0.2910025 May 26 16:33:10.463080 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e366fb-696c-4833-9c24-45fc58b93e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ee6cac-0db2-4f10-ae68-342e5412e046,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:10.682590 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 9116b6f6-f76b-481e-90b4-a82881dc6a66 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:10.683237 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:10.727996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-ea057cb8-e89a-4cc7-8e8a-41daf9e12a5a service neutron] Attempting to bind port 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:33:10.729117 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-ea057cb8-e89a-4cc7-8e8a-41daf9e12a5a service neutron] Attempting to bind port 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:33:10.729635 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-ea057cb8-e89a-4cc7-8e8a-41daf9e12a5a service neutron] Attempting to bind port 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc on network ceae140a-4691-47b9-ad57-1026c75c737f {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:33:10.739633 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-ea057cb8-e89a-4cc7-8e8a-41daf9e12a5a service neutron] Port 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc on network ceae140a-4691-47b9-ad57-1026c75c737f not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:33:10.740261 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-ea057cb8-e89a-4cc7-8e8a-41daf9e12a5a service neutron] Attempting to bind port 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc on network ceae140a-4691-47b9-ad57-1026c75c737f {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:33:10.750305 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-ea057cb8-e89a-4cc7-8e8a-41daf9e12a5a service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:33:10.750936 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-ea057cb8-e89a-4cc7-8e8a-41daf9e12a5a service neutron] Checking segment: {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:33:10.751497 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-ea057cb8-e89a-4cc7-8e8a-41daf9e12a5a service neutron] Bound using segment: {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:33:10.752116 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-ea057cb8-e89a-4cc7-8e8a-41daf9e12a5a service neutron] Bound port: 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:33:10.752859 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-ea057cb8-e89a-4cc7-8e8a-41daf9e12a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:10.783452 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 9116b6f6-f76b-481e-90b4-a82881dc6a66, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=9116b6f6-f76b-481e-90b4-a82881dc6a66,segment=NetworkSegment(4f171fb4-a9b6-4dc9-9fc7-d9ccac4f63ef),segment_id=4f171fb4-a9b6-4dc9-9fc7-d9ccac4f63ef)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:10.791580 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9116b6f6-f76b-481e-90b4-a82881dc6a66'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:33:10.798940 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6844f76a-28a8-468a-8c10-7eabaeb6ffb9" -d '{"events": [{"server_uuid": "fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7", "name": "network-vif-plugged", "status": "completed", "tag": "9116b6f6-f76b-481e-90b4-a82881dc6a66"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:33:10.837379 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:10.928630 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8723da-22d7-40f8-ae59-4ab1d8205e99 x-openstack-request-id: req-3a8723da-22d7-40f8-ae59-4ab1d8205e99 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:33:10.929179 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7", "name": "network-vif-plugged", "status": "completed", "tag": "9116b6f6-f76b-481e-90b4-a82881dc6a66", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:33:10.929820 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3a8723da-22d7-40f8-ae59-4ab1d8205e99 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:33:10.945664 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a8723da-22d7-40f8-ae59-4ab1d8205e99'] response: {'server_uuid': 'fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9116b6f6-f76b-481e-90b4-a82881dc6a66', 'code': 200} May 26 16:33:10.961171 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=9116b6f6-f76b-481e-90b4-a82881dc6a66,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:11.004331 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-ea057cb8-e89a-4cc7-8e8a-41daf9e12a5a service neutron] For port 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:33:11.008705 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-ea057cb8-e89a-4cc7-8e8a-41daf9e12a5a service neutron] For port 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:33:11.041990 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-ea057cb8-e89a-4cc7-8e8a-41daf9e12a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:11.106224 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-ea057cb8-e89a-4cc7-8e8a-41daf9e12a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:11.107612 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-ea057cb8-e89a-4cc7-8e8a-41daf9e12a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:11.109160 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-ea057cb8-e89a-4cc7-8e8a-41daf9e12a5a service neutron] 10.222.0.81 "PUT /v2.0/ports/0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc HTTP/1.1" status: 200 len: 1092 time: 2.1855769 May 26 16:33:11.142522 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea057cb8-e89a-4cc7-8e8a-41daf9e12a5a service neutron] Pushing event updated for resources: {'Port': ['ID=0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:11.173488 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b7a87e-0be8-473d-ace3-734045e53ded', 'tag': '0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:33:11.176027 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396f418a-fd0c-4360-b902-fe46aed4949f" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b7a87e-0be8-473d-ace3-734045e53ded", "tag": "0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:33:11.376067 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-7f03a9d0-5586-4cd0-9a0c-a7ba34ef24e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:11.378459 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-7f03a9d0-5586-4cd0-9a0c-a7ba34ef24e6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 1095 time: 0.1855376 May 26 16:33:11.404578 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba2f45-225d-4f6f-8b78-a07770a8a879 req-4fec4d8b-8b62-4e03-ab08-d4329bd83b5f tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:11.406908 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b6ba2f45-225d-4f6f-8b78-a07770a8a879 req-4fec4d8b-8b62-4e03-ab08-d4329bd83b5f tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 945 time: 0.1930814 May 26 16:33:11.418097 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cd1f1-7c60-4f5e-b00d-46a7bfdbca13 req-6ce0ed73-d7c1-4bd9-970a-e19219b07bf8 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:11.420159 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba4cd1f1-7c60-4f5e-b00d-46a7bfdbca13 req-6ce0ed73-d7c1-4bd9-970a-e19219b07bf8 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 944 time: 0.3085337 May 26 16:33:11.459281 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-d2a700fb-d927-46c8-834c-93b6cfefc4e2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc HTTP/1.1" status: 200 len: 217 time: 0.0606222 May 26 16:33:11.463365 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6627bce-a2b1-461d-b3ff-18ddb812a946 req-c837bd36-219d-4820-9c9f-babf34d8b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:11.465289 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e6627bce-a2b1-461d-b3ff-18ddb812a946 req-c837bd36-219d-4820-9c9f-babf34d8b3c5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 1096 time: 0.4475832 May 26 16:33:11.499857 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba4cd1f1-7c60-4f5e-b00d-46a7bfdbca13 req-16349dc5-f320-4426-9ca2-222690e4077d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708911 May 26 16:33:11.503715 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b6ba2f45-225d-4f6f-8b78-a07770a8a879 req-a966b4c0-4c36-4c7a-b540-3c540e1e517a tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820775 May 26 16:33:11.621359 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4c0664-680d-469f-b539-920af7b3d27d x-openstack-request-id: req-1a4c0664-680d-469f-b539-920af7b3d27d {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:33:11.622070 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b7a87e-0be8-473d-ace3-734045e53ded", "tag": "0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:33:11.622070 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1a4c0664-680d-469f-b539-920af7b3d27d {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:33:11.622975 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a4c0664-680d-469f-b539-920af7b3d27d'] response: {'name': 'network-changed', 'server_uuid': 'b8b7a87e-0be8-473d-ace3-734045e53ded', 'tag': '0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc', 'status': 'completed', 'code': 200} May 26 16:33:11.667063 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-970442f6-e963-4060-bfe3-e672c93aa7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:11.669125 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-970442f6-e963-4060-bfe3-e672c93aa7d8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5431b2c2-5959-417a-9a98-2b2d0e6627f0 HTTP/1.1" status: 200 len: 851 time: 0.2007158 May 26 16:33:11.698225 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e6627bce-a2b1-461d-b3ff-18ddb812a946 req-188964d0-f23f-4ccc-b2aa-4273cd447b39 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204533 May 26 16:33:12.019514 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2d61ac4d-f90c-4518-93ef-88024b088b6e no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:33:12.045169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57322) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:12.079161 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 2d61ac4d-f90c-4518-93ef-88024b088b6e {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:33:12.080163 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2d61ac4d-f90c-4518-93ef-88024b088b6e not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:33:12.158324 n-d-843337-2 neutron-server[103895]: DEBUG neutron.objects.ports [None req-719f60dc-6564-4889-92f4-ccf8dec39ff1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103895) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:33:12.161345 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-719f60dc-6564-4889-92f4-ccf8dec39ff1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:12.220865 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719f60dc-6564-4889-92f4-ccf8dec39ff1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:33:12.227167 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-719f60dc-6564-4889-92f4-ccf8dec39ff1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:33:12.236517 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719f60dc-6564-4889-92f4-ccf8dec39ff1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:12.237442 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-719f60dc-6564-4889-92f4-ccf8dec39ff1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:12.249248 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-51993130-201c-47dc-acd5-f9621cb5a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:12.250634 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-51993130-201c-47dc-acd5-f9621cb5a13e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceae140a-4691-47b9-ad57-1026c75c737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5710337 May 26 16:33:12.253265 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2048b29-3b67-4e40-b4fa-edb74073addb None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:33:12.307717 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f60dc-6564-4889-92f4-ccf8dec39ff1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=6b45dc62-64e8-4ef3-a489-795b6559c834,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:12.333372 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-719f60dc-6564-4889-92f4-ccf8dec39ff1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5122814 May 26 16:33:12.336782 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57334) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:12.351744 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a13c5e3a-807d-4105-b609-1ff4e057cace tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:12.371356 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b42e22d4-a086-4e34-9138-dcd259743743 tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] Request body: {'port': {'network_id': 'e6971b87-a230-423a-b0d1-c62cecf51117', 'name': 'tempest-NetworksNegativeTestJSON-213430237'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:12.431216 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42e22d4-a086-4e34-9138-dcd259743743 tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] POST failed (client error): The resource could not be found. May 26 16:33:12.432583 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b42e22d4-a086-4e34-9138-dcd259743743 tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:12.434927 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b42e22d4-a086-4e34-9138-dcd259743743 tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3875160 May 26 16:33:12.439883 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57336) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:12.498519 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-0787f885-ffb3-47e2-a235-2bf8e21c1721 tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] DELETE failed (client error): The resource could not be found. May 26 16:33:12.499353 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0787f885-ffb3-47e2-a235-2bf8e21c1721 tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:12.511024 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0787f885-ffb3-47e2-a235-2bf8e21c1721 tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] 10.222.0.77 "DELETE /v2.0/networks/aad9d482-1043-4d2d-aec8-e782a8474238 HTTP/1.1" status: 404 len: 339 time: 0.0699437 May 26 16:33:12.518071 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57340) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:12.585356 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-2a576aef-76a1-4fc6-9dad-f306bd7e52e2 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111308 May 26 16:33:12.648713 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-069c4898-37fc-4a33-babe-95905177b44a tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] DELETE failed (client error): The resource could not be found. May 26 16:33:12.649554 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-069c4898-37fc-4a33-babe-95905177b44a tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:12.664157 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-069c4898-37fc-4a33-babe-95905177b44a tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] 10.222.0.77 "DELETE /v2.0/ports/d7b31241-7bf1-4201-83f2-087e439bae06 HTTP/1.1" status: 404 len: 333 time: 0.1446576 May 26 16:33:12.667468 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57348) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:12.721859 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4fc1cc-835e-477c-be2a-7a08eb6c4219 tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] DELETE failed (client error): The resource could not be found. May 26 16:33:12.722325 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d4fc1cc-835e-477c-be2a-7a08eb6c4219 tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:12.735181 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7d4fc1cc-835e-477c-be2a-7a08eb6c4219 tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] 10.222.0.77 "DELETE /v2.0/subnets/f8d4c1e3-0e81-4a01-9d89-ff49e0ab2351 HTTP/1.1" status: 404 len: 337 time: 0.0689201 May 26 16:33:12.738999 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57352) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:12.770200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a783c540-0639-4daf-a7b4-c826147237db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-c35b079d-bcd5-434c-9023-f88865e938de', 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'fixed_ips': [{'subnet_id': '6b45dc62-64e8-4ef3-a489-795b6559c834'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:33:12.771220 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a783c540-0639-4daf-a7b4-c826147237db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:12.795991 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a634aea-777e-4e60-b46e-50fc26de3a33 tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] GET failed (client error): The resource could not be found. May 26 16:33:12.802699 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57354) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:12.811418 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9a634aea-777e-4e60-b46e-50fc26de3a33 tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] 10.222.0.77 "GET /v2.0/networks/b7d8be87-650e-4fa8-8eda-434e7c9e11e8 HTTP/1.1" status: 404 len: 339 time: 0.0697134 May 26 16:33:12.816406 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13c5e3a-807d-4105-b609-1ff4e057cace tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:33:12.820731 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a13c5e3a-807d-4105-b609-1ff4e057cace tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:12.892444 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb427d5f-78e5-49fc-8739-b5c148282237 tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] GET failed (client error): The resource could not be found. May 26 16:33:12.894318 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-eb427d5f-78e5-49fc-8739-b5c148282237 tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] 10.222.0.77 "GET /v2.0/ports/c190bb41-2232-4e6f-a30b-866db7116ff2 HTTP/1.1" status: 404 len: 333 time: 0.0902326 May 26 16:33:12.919608 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57358) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:13.049756 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69e3891-7864-44af-b817-43ddf98516ff tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] GET failed (client error): The resource could not be found. May 26 16:33:13.051091 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f69e3891-7864-44af-b817-43ddf98516ff tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] 10.222.0.77 "GET /v2.0/subnets/249d8d5f-c7a9-4f8b-9c4d-14437b12da65 HTTP/1.1" status: 404 len: 337 time: 0.0921335 May 26 16:33:13.066058 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a348fa3-7a54-40c8-be7f-8bf638bb0176 req-74095d33-a39f-4b77-b717-06d3a632ded5 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:13.066058 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2a348fa3-7a54-40c8-be7f-8bf638bb0176 req-74095d33-a39f-4b77-b717-06d3a632ded5 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 944 time: 0.3083072 May 26 16:33:13.066058 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57366) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:13.074770 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-3ce4e9e2-4c6e-4418-916e-e4ffbc57f0f8 tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:13.090138 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce4e9e2-4c6e-4418-916e-e4ffbc57f0f8 tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] PUT failed (client error): The resource could not be found. May 26 16:33:13.090138 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce4e9e2-4c6e-4418-916e-e4ffbc57f0f8 tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:13.099219 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3ce4e9e2-4c6e-4418-916e-e4ffbc57f0f8 tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] 10.222.0.77 "PUT /v2.0/networks/41738d12-51aa-4158-b5bd-f0e5e65be1b5 HTTP/1.1" status: 404 len: 339 time: 0.0267556 May 26 16:33:13.105187 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57368) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:13.114430 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-07b16587-daf5-4b38-a2e0-242f7f7a75ff tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:13.135155 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-70446d6e-3ecb-4532-8673-b01a4afdcbb2 req-a0b26fc2-ac56-4f1c-b186-710678297b9b service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5417910 May 26 16:33:13.146725 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba383c6-a050-4e16-b91f-c326bf5542c3 req-89651430-df7a-4cc2-b85d-f2cfdbcc4f45 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:13.148333 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ba383c6-a050-4e16-b91f-c326bf5542c3 req-89651430-df7a-4cc2-b85d-f2cfdbcc4f45 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 945 time: 0.3910089 May 26 16:33:13.162050 n-d-843337-2 neutron-server[103895]: INFO neutron.db.ipam_backend_mixin [None req-a13c5e3a-807d-4105-b609-1ff4e057cace tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b45dc62-64e8-4ef3-a489-795b6559c834 (CIDR: 2001:db8::/64) May 26 16:33:13.164552 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b16587-daf5-4b38-a2e0-242f7f7a75ff tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] PUT failed (client error): The resource could not be found. May 26 16:33:13.164552 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b16587-daf5-4b38-a2e0-242f7f7a75ff tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:13.176134 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-07b16587-daf5-4b38-a2e0-242f7f7a75ff tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] 10.222.0.77 "PUT /v2.0/ports/1d86a0bc-5e30-400b-a292-22c1aa77024b HTTP/1.1" status: 404 len: 333 time: 0.0583017 May 26 16:33:13.176339 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13c5e3a-807d-4105-b609-1ff4e057cace tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:33:13.176339 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a13c5e3a-807d-4105-b609-1ff4e057cace tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:13.176518 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57370) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:13.202935 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a13c5e3a-807d-4105-b609-1ff4e057cace tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8650331 May 26 16:33:13.204530 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57372) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:13.226876 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-9ad9ca71-54db-416e-853e-41b0d8264b41 tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:13.238267 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d3cfa474-b250-4962-a024-669d558bba2b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:13.268945 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0bfce045-a0e8-4956-86bd-0e26e48c19af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:13.285491 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad9ca71-54db-416e-853e-41b0d8264b41 tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] PUT failed (client error): The resource could not be found. May 26 16:33:13.285679 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad9ca71-54db-416e-853e-41b0d8264b41 tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:13.292550 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9ad9ca71-54db-416e-853e-41b0d8264b41 tempest-NetworksNegativeTestJSON-8913602 tempest-NetworksNegativeTestJSON-8913602-project] 10.222.0.77 "PUT /v2.0/subnets/26d357c0-ebd7-417b-a968-d57272361d97 HTTP/1.1" status: 404 len: 337 time: 0.0863228 May 26 16:33:13.292745 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-a783c540-0639-4daf-a7b4-c826147237db None None] Allocated IP 2001:db8::f816:3eff:fe15:277b (c35b079d-bcd5-434c-9023-f88865e938de/6b45dc62-64e8-4ef3-a489-795b6559c834/195f0924-e774-4ed8-bca5-3ff0d90ae42e) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:33:13.316024 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ba383c6-a050-4e16-b91f-c326bf5542c3 req-d2fc875f-f97e-4423-9839-c43bab2a36b7 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575649 May 26 16:33:13.323287 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2a348fa3-7a54-40c8-be7f-8bf638bb0176 req-eb8f10bb-e951-4f96-a764-6e097b0c5386 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288468 May 26 16:33:13.364294 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f418a-fd0c-4360-b902-fe46aed4949f req-9610b3c1-e736-4268-89e6-d8cc72dd2980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:13.366186 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-396f418a-fd0c-4360-b902-fe46aed4949f req-9610b3c1-e736-4268-89e6-d8cc72dd2980 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 1095 time: 0.1570652 May 26 16:33:13.778473 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cfa474-b250-4962-a024-669d558bba2b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:33:13.782472 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d3cfa474-b250-4962-a024-669d558bba2b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:13.787816 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f418a-fd0c-4360-b902-fe46aed4949f req-c94ee287-3cd2-40ba-9ccd-94ed7a3b6327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:13.790544 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-396f418a-fd0c-4360-b902-fe46aed4949f req-c94ee287-3cd2-40ba-9ccd-94ed7a3b6327 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 913 time: 0.4118240 May 26 16:33:13.902304 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a783c540-0639-4daf-a7b4-c826147237db None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:13.922310 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a783c540-0639-4daf-a7b4-c826147237db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:14.032917 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a783c540-0639-4daf-a7b4-c826147237db None None] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:33:14.047578 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-a783c540-0639-4daf-a7b4-c826147237db None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:33:14.051043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a783c540-0639-4daf-a7b4-c826147237db None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:33:14.059208 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-396f418a-fd0c-4360-b902-fe46aed4949f req-935e9a96-7bf2-4bbd-be21-202fdf2fa50b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc HTTP/1.1" status: 200 len: 217 time: 0.2602427 May 26 16:33:14.066710 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783c540-0639-4daf-a7b4-c826147237db None None] Pushing event updated for resources: {'Port': ['ID=195f0924-e774-4ed8-bca5-3ff0d90ae42e,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:14.169243 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a783c540-0639-4daf-a7b4-c826147237db None None] Attempting to bind port 195f0924-e774-4ed8-bca5-3ff0d90ae42e on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:33:14.169615 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a783c540-0639-4daf-a7b4-c826147237db None None] Attempting to bind port 195f0924-e774-4ed8-bca5-3ff0d90ae42e by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:33:14.171077 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783c540-0639-4daf-a7b4-c826147237db None None] Attempting to bind port 195f0924-e774-4ed8-bca5-3ff0d90ae42e on network c35b079d-bcd5-434c-9023-f88865e938de {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:33:14.182848 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783c540-0639-4daf-a7b4-c826147237db None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:33:14.183446 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783c540-0639-4daf-a7b4-c826147237db None None] Checking segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:33:14.185380 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a783c540-0639-4daf-a7b4-c826147237db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:14.186821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783c540-0639-4daf-a7b4-c826147237db None None] Bound using segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:33:14.187331 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a783c540-0639-4daf-a7b4-c826147237db None None] Bound port: 195f0924-e774-4ed8-bca5-3ff0d90ae42e, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:33:14.187727 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a783c540-0639-4daf-a7b4-c826147237db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:14.213100 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57392) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:14.270727 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f418a-fd0c-4360-b902-fe46aed4949f req-8648e307-0ad9-4100-88db-2668dedda257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:14.272869 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-396f418a-fd0c-4360-b902-fe46aed4949f req-8648e307-0ad9-4100-88db-2668dedda257 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5431b2c2-5959-417a-9a98-2b2d0e6627f0 HTTP/1.1" status: 200 len: 851 time: 0.1128266 May 26 16:33:14.510040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a783c540-0639-4daf-a7b4-c826147237db None None] For port 195f0924-e774-4ed8-bca5-3ff0d90ae42e, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:33:14.527366 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a783c540-0639-4daf-a7b4-c826147237db None None] For port 195f0924-e774-4ed8-bca5-3ff0d90ae42e, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=195f0924-e774-4ed8-bca5-3ff0d90ae42e,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:33:14.544372 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a783c540-0639-4daf-a7b4-c826147237db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:14.616682 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f418a-fd0c-4360-b902-fe46aed4949f req-a92c055f-166f-4781-ad0d-df5aca77b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:14.619877 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-396f418a-fd0c-4360-b902-fe46aed4949f req-a92c055f-166f-4781-ad0d-df5aca77b1aa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceae140a-4691-47b9-ad57-1026c75c737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3366766 May 26 16:33:14.645130 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2413277d-eb48-4bae-a462-ec14b84581b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:14.770375 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783c540-0639-4daf-a7b4-c826147237db None None] Pushing event updated for resources: {'Port': ['ID=195f0924-e774-4ed8-bca5-3ff0d90ae42e,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:14.917227 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea117326-a30b-4097-8bfd-22c28b392a65 req-186c9940-b6bd-43df-91f0-7f793d0ad15d tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:14.926695 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea117326-a30b-4097-8bfd-22c28b392a65 req-186c9940-b6bd-43df-91f0-7f793d0ad15d tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 945 time: 0.4120998 May 26 16:33:15.066841 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d3cfa474-b250-4962-a024-669d558bba2b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:15.079118 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2413277d-eb48-4bae-a462-ec14b84581b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:15.187271 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2413277d-eb48-4bae-a462-ec14b84581b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:15.230827 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3d9ee-4e7e-4bac-9b79-b0126f0ca949 req-3c08a91d-80cc-43c1-8d95-fff9dc85b3fb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:15.234430 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46b3d9ee-4e7e-4bac-9b79-b0126f0ca949 req-3c08a91d-80cc-43c1-8d95-fff9dc85b3fb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 944 time: 0.6481869 May 26 16:33:15.336043 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-396f418a-fd0c-4360-b902-fe46aed4949f req-6ba246c1-197d-4490-b1fb-a9a358018ab6 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7071133 May 26 16:33:15.388486 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2413277d-eb48-4bae-a462-ec14b84581b4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8bb43c7552ae46c3b117554b39478352&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1693981 May 26 16:33:15.391527 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57418) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:15.398141 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cfa474-b250-4962-a024-669d558bba2b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:33:15.429363 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-d3cfa474-b250-4962-a024-669d558bba2b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:33:15.493385 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cfa474-b250-4962-a024-669d558bba2b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:15.494189 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d3cfa474-b250-4962-a024-669d558bba2b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:15.513964 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46b3d9ee-4e7e-4bac-9b79-b0126f0ca949 req-b22ba602-3426-4c90-b973-36a86907a33e tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578592 May 26 16:33:15.514969 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cfa474-b250-4962-a024-669d558bba2b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=a3342eee-f44c-479b-96ce-8a07e0bfa1dd,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:15.521297 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea117326-a30b-4097-8bfd-22c28b392a65 req-396e42ce-844a-4ae7-9536-b3007e6ece24 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356908 May 26 16:33:15.522384 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413277d-eb48-4bae-a462-ec14b84581b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8632fb-7bce-4019-8ca6-1f3326a0be75,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:15.551822 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ac2d0679-85a5-4c98-bb13-1d380027d07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:15.561914 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5e6c847a-01f0-4470-9eb5-5557e56f3dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:15.578148 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d3cfa474-b250-4962-a024-669d558bba2b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3721709 May 26 16:33:15.587503 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57422) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:15.608785 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ff032c5f-4f38-4074-9e9f-5c2444c8e21e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'mac_address': 'fa:16:3e:3e:f6:40', 'name': 'tempest-NetworksTestDHCPv6-800754680'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:15.681249 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5e6c847a-01f0-4470-9eb5-5557e56f3dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:15.831056 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-396f418a-fd0c-4360-b902-fe46aed4949f req-91600ec9-e0c8-4861-a0bb-d508bc640685 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836385 May 26 16:33:15.866637 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e56c5-accd-4ad1-8334-3490093f2a52 req-4fcce4f1-1bd0-4436-b478-abb5718f7143 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:15.876063 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a7e56c5-accd-4ad1-8334-3490093f2a52 req-4fcce4f1-1bd0-4436-b478-abb5718f7143 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 945 time: 0.1725249 May 26 16:33:15.953921 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a7e56c5-accd-4ad1-8334-3490093f2a52 req-c09b2f31-8bd8-4dc8-aa9c-79b2620bfa35 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756683 May 26 16:33:15.977842 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5e6c847a-01f0-4470-9eb5-5557e56f3dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:15.989284 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5e6c847a-01f0-4470-9eb5-5557e56f3dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:15.991600 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5e6c847a-01f0-4470-9eb5-5557e56f3dea admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0e8632fb-7bce-4019-8ca6-1f3326a0be75 HTTP/1.1" status: 204 len: 168 time: 0.5946109 May 26 16:33:16.018544 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff032c5f-4f38-4074-9e9f-5c2444c8e21e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:33:16.047377 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c847a-01f0-4470-9eb5-5557e56f3dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8632fb-7bce-4019-8ca6-1f3326a0be75,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:16.195702 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 195f0924-e774-4ed8-bca5-3ff0d90ae42e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:33:16.356406 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ff032c5f-4f38-4074-9e9f-5c2444c8e21e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:16.413375 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-ff032c5f-4f38-4074-9e9f-5c2444c8e21e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] device_id is not set on port db4f8a5c-e30c-4738-8c73-fd792a7aa995 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:33:16.465172 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 195f0924-e774-4ed8-bca5-3ff0d90ae42e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:16.466304 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:16.670744 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:16.716428 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41158fc5-b10e-4180-bd59-e6038442b887 req-af7d6a7a-de2c-4b9c-a799-9a06a0c721a5 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:16.722215 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-41158fc5-b10e-4180-bd59-e6038442b887 req-af7d6a7a-de2c-4b9c-a799-9a06a0c721a5 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 945 time: 0.1766713 May 26 16:33:16.829099 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 195f0924-e774-4ed8-bca5-3ff0d90ae42e is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:16.831420 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:16.898695 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6fe2d9-8320-4b47-8229-132dc2c044cd None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:33:16.912756 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-41158fc5-b10e-4180-bd59-e6038442b887 req-ec690f20-72ea-4088-9f52-261fc437d1cd tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810353 May 26 16:33:16.942011 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 195f0924-e774-4ed8-bca5-3ff0d90ae42e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=195f0924-e774-4ed8-bca5-3ff0d90ae42e,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:16.976716 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686740ea-6d8a-448a-a466-1fa68fd70982 req-2f9ae494-5331-4c74-acfe-747619b38e2a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:16.979908 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-686740ea-6d8a-448a-a466-1fa68fd70982 req-2f9ae494-5331-4c74-acfe-747619b38e2a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 944 time: 0.1878047 May 26 16:33:17.003297 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:17.030639 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d13e94fc-9a8d-453e-9df4-07d629383bd7 None None] Provisioning complete for port 195f0924-e774-4ed8-bca5-3ff0d90ae42e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:17.034358 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d13e94fc-9a8d-453e-9df4-07d629383bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:17.059525 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-686740ea-6d8a-448a-a466-1fa68fd70982 req-572a5a08-5b56-4e6c-abc3-250b00e8d6ae tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676780 May 26 16:33:17.089125 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-ff032c5f-4f38-4074-9e9f-5c2444c8e21e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8:0:1::66 (c35b079d-bcd5-434c-9023-f88865e938de/a3342eee-f44c-479b-96ce-8a07e0bfa1dd/db4f8a5c-e30c-4738-8c73-fd792a7aa995) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:33:17.121775 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-ff032c5f-4f38-4074-9e9f-5c2444c8e21e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8::f816:3eff:fe3e:f640 (c35b079d-bcd5-434c-9023-f88865e938de/6b45dc62-64e8-4ef3-a489-795b6559c834/db4f8a5c-e30c-4738-8c73-fd792a7aa995) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:33:17.183204 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=195f0924-e774-4ed8-bca5-3ff0d90ae42e,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:17.397680 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ff032c5f-4f38-4074-9e9f-5c2444c8e21e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:17.431056 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d13e94fc-9a8d-453e-9df4-07d629383bd7 None None] Current status of the port 195f0924-e774-4ed8-bca5-3ff0d90ae42e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:17.477475 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ff032c5f-4f38-4074-9e9f-5c2444c8e21e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:17.565431 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff032c5f-4f38-4074-9e9f-5c2444c8e21e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:33:17.571210 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-ff032c5f-4f38-4074-9e9f-5c2444c8e21e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:33:17.607969 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff032c5f-4f38-4074-9e9f-5c2444c8e21e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:33:17.631716 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff032c5f-4f38-4074-9e9f-5c2444c8e21e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:17.631716 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ff032c5f-4f38-4074-9e9f-5c2444c8e21e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:17.644682 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32dff9b-6d23-4e9d-b302-1c44fbca3b25 None None] Update dhcp port {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'fixed_ips': [{'subnet_id': '6b45dc62-64e8-4ef3-a489-795b6559c834', 'ip_address': '2001:db8::f816:3eff:fe15:277b'}, {'subnet_id': 'a3342eee-f44c-479b-96ce-8a07e0bfa1dd'}], 'binding:host_id': 'n-d-843337-2'}, 'id': '195f0924-e774-4ed8-bca5-3ff0d90ae42e'} from n-d-843337-2. {{(pid=103897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:33:17.652158 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff032c5f-4f38-4074-9e9f-5c2444c8e21e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=db4f8a5c-e30c-4738-8c73-fd792a7aa995,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:17.693538 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ff032c5f-4f38-4074-9e9f-5c2444c8e21e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0974815 May 26 16:33:17.694580 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57480) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:17.715607 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d32dff9b-6d23-4e9d-b302-1c44fbca3b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:17.930119 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 195f0924-e774-4ed8-bca5-3ff0d90ae42e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:33:18.019786 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-356f68db-67f4-44d6-9c48-be28f96a9887 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting port db4f8a5c-e30c-4738-8c73-fd792a7aa995 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:33:18.020918 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-356f68db-67f4-44d6-9c48-be28f96a9887 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:18.267248 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57494) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:18.388369 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:18.390327 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-d32dff9b-6d23-4e9d-b302-1c44fbca3b25 None None] Allocated IP 2001:db8:0:1::2 (c35b079d-bcd5-434c-9023-f88865e938de/a3342eee-f44c-479b-96ce-8a07e0bfa1dd/195f0924-e774-4ed8-bca5-3ff0d90ae42e) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:33:18.416891 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 195f0924-e774-4ed8-bca5-3ff0d90ae42e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:18.417376 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:18.443142 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-356f68db-67f4-44d6-9c48-be28f96a9887 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:18.458011 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-356f68db-67f4-44d6-9c48-be28f96a9887 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Calling delete_port for db4f8a5c-e30c-4738-8c73-fd792a7aa995 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:33:18.506504 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:18.589778 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d4676cef-824a-402c-b8c8-1a0a219fd37f tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1795593608'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:18.660779 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c6a05-81fb-484d-b8a8-205bf58115eb req-938cff75-2a79-4e32-8295-92f75255c592 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:18.666691 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e42c6a05-81fb-484d-b8a8-205bf58115eb req-938cff75-2a79-4e32-8295-92f75255c592 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 945 time: 0.5509472 May 26 16:33:18.673621 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d4676cef-824a-402c-b8c8-1a0a219fd37f tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:18.684686 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d4676cef-824a-402c-b8c8-1a0a219fd37f tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:18.722240 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc5173-a9af-4db7-a786-1d68af8f40db req-077ee208-fdc3-4068-8381-169328d5ccea tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:18.724451 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-83fc5173-a9af-4db7-a786-1d68af8f40db req-077ee208-fdc3-4068-8381-169328d5ccea tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 944 time: 0.4044662 May 26 16:33:18.841152 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e42c6a05-81fb-484d-b8a8-205bf58115eb req-d5bc9b28-ed70-4dc8-9484-a92be3b23303 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566551 May 26 16:33:18.848422 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-83fc5173-a9af-4db7-a786-1d68af8f40db req-8aa0f891-454a-45cf-9b1b-271b0bc91049 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921235 May 26 16:33:18.863905 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d32dff9b-6d23-4e9d-b302-1c44fbca3b25 None None] For port 195f0924-e774-4ed8-bca5-3ff0d90ae42e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=195f0924-e774-4ed8-bca5-3ff0d90ae42e,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:18.937735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 195f0924-e774-4ed8-bca5-3ff0d90ae42e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:18.987111 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d4676cef-824a-402c-b8c8-1a0a219fd37f tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:18.999689 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d4676cef-824a-402c-b8c8-1a0a219fd37f tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:19.019524 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d32dff9b-6d23-4e9d-b302-1c44fbca3b25 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:19.113341 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d32dff9b-6d23-4e9d-b302-1c44fbca3b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:19.165118 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4676cef-824a-402c-b8c8-1a0a219fd37f tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f24ba8c3-0186-4ad9-827a-ec278b2f3f84,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:19.266502 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:19.274626 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-356f68db-67f4-44d6-9c48-be28f96a9887 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:19.330230 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d4676cef-824a-402c-b8c8-1a0a219fd37f tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:19.340654 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d4676cef-824a-402c-b8c8-1a0a219fd37f tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:19.409920 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d4676cef-824a-402c-b8c8-1a0a219fd37f tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:19.418228 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f68db-67f4-44d6-9c48-be28f96a9887 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Port': ['ID=db4f8a5c-e30c-4738-8c73-fd792a7aa995,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:19.419182 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d4676cef-824a-402c-b8c8-1a0a219fd37f tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1506338 May 26 16:33:19.424311 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57512) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:19.500912 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32dff9b-6d23-4e9d-b302-1c44fbca3b25 None None] Pushing event updated for resources: {'Port': ['ID=195f0924-e774-4ed8-bca5-3ff0d90ae42e,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:19.524220 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4676cef-824a-402c-b8c8-1a0a219fd37f tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9334021a-33b6-4d63-9626-d2af24d745ef,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:19.576128 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617efadb-baf3-4db2-95c7-83173b223b97 req-cc77aa1a-557a-48c3-afcb-ef36dc61c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:19.585159 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-617efadb-baf3-4db2-95c7-83173b223b97 req-cc77aa1a-557a-48c3-afcb-ef36dc61c3b8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cbc011fafa824bc787e095e913380dbe&device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 1096 time: 0.1585932 May 26 16:33:19.741195 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d926c2b-971b-4875-8413-1239a8a611e8 req-b15ffc1c-29d8-4745-8746-36e411eea04d tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:19.750668 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d926c2b-971b-4875-8413-1239a8a611e8 req-b15ffc1c-29d8-4745-8746-36e411eea04d tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 945 time: 0.3459337 May 26 16:33:19.763706 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-356f68db-67f4-44d6-9c48-be28f96a9887 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:19.777388 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-356f68db-67f4-44d6-9c48-be28f96a9887 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/db4f8a5c-e30c-4738-8c73-fd792a7aa995 HTTP/1.1" status: 204 len: 168 time: 2.0778313 May 26 16:33:19.779921 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57518) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:19.996712 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617efadb-baf3-4db2-95c7-83173b223b97 req-6ea3fc01-b04b-45ab-8dad-7f711d7bb7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:19.999534 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-617efadb-baf3-4db2-95c7-83173b223b97 req-6ea3fc01-b04b-45ab-8dad-7f711d7bb7ee service neutron] 10.222.0.83 "GET /v2.0/networks?id=eaed248d-5956-42c5-9db0-58d5ee38787d HTTP/1.1" status: 200 len: 913 time: 0.4070084 May 26 16:33:20.048775 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 195f0924-e774-4ed8-bca5-3ff0d90ae42e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:33:20.085069 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-77edecc4-1126-4f7b-97f3-2cc900cda0ff tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5964298 May 26 16:33:20.088811 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-617efadb-baf3-4db2-95c7-83173b223b97 req-02ae8f32-2a9e-488f-b2d5-f5bb4dbeddb0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9116b6f6-f76b-481e-90b4-a82881dc6a66 HTTP/1.1" status: 200 len: 217 time: 0.0759375 May 26 16:33:20.089147 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57524) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:20.137243 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-f1fcc20c-ea77-4429-8622-763d3d21b85a tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Request body: {'security_group': {'name': 'tempest-security--1734412111', 'description': 'tempest-security-description-1413539301'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:20.158529 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 195f0924-e774-4ed8-bca5-3ff0d90ae42e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:20.160754 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:20.166977 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d926c2b-971b-4875-8413-1239a8a611e8 req-1056f987-8c90-4616-90df-b81976439bcc tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150090 May 26 16:33:20.337508 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617efadb-baf3-4db2-95c7-83173b223b97 req-8f79d150-f695-4ba4-a16f-7a19af2dbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:20.349801 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-617efadb-baf3-4db2-95c7-83173b223b97 req-8f79d150-f695-4ba4-a16f-7a19af2dbd50 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=426946b7-0d1e-4a85-a377-9a30775fb1e8 HTTP/1.1" status: 200 len: 852 time: 0.2449863 May 26 16:33:20.435705 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75732fb-90e2-489c-849c-73f3d22c2dbc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:20.439830 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d75732fb-90e2-489c-849c-73f3d22c2dbc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6385558 May 26 16:33:20.451502 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4fb29-9610-460b-a5d7-a5b1bc8574e3 req-bf72341d-791f-414a-80ac-e49bd388a7a3 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:20.453318 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fca4fb29-9610-460b-a5d7-a5b1bc8574e3 req-bf72341d-791f-414a-80ac-e49bd388a7a3 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 944 time: 0.3631866 May 26 16:33:20.457159 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57532) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:20.457452 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f1fcc20c-ea77-4429-8622-763d3d21b85a tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:20.465929 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 195f0924-e774-4ed8-bca5-3ff0d90ae42e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:20.514294 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-617efadb-baf3-4db2-95c7-83173b223b97 req-b9721dce-1b5e-4335-950e-434d96e06e72 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=eaed248d-5956-42c5-9db0-58d5ee38787d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1541007 May 26 16:33:20.668672 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f1fcc20c-ea77-4429-8622-763d3d21b85a tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:20.690494 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f1fcc20c-ea77-4429-8622-763d3d21b85a tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:20.693264 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f1fcc20c-ea77-4429-8622-763d3d21b85a tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:20.739423 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f1fcc20c-ea77-4429-8622-763d3d21b85a tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "PUT /v2.0/security-groups/9334021a-33b6-4d63-9626-d2af24d745ef HTTP/1.1" status: 200 len: 1780 time: 0.6390479 May 26 16:33:20.740828 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57536) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:20.741114 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-617efadb-baf3-4db2-95c7-83173b223b97 req-9d4ade43-1340-4494-97d0-51b2d0339f7c service neutron] 10.222.0.83 "GET /v2.0/networks/eaed248d-5956-42c5-9db0-58d5ee38787d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144785 May 26 16:33:20.833185 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fca4fb29-9610-460b-a5d7-a5b1bc8574e3 req-9aa1f30c-c614-4de6-8608-0ebcafb58ac7 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024991 May 26 16:33:20.879106 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a562907f-dace-4d1d-9e6b-e1a8427d5fcf None None] Provisioning complete for port 195f0924-e774-4ed8-bca5-3ff0d90ae42e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:20.880754 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a562907f-dace-4d1d-9e6b-e1a8427d5fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:20.922000 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b55552-06d2-4e64-b9d3-4db3f60dee72 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:20.923595 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-63b55552-06d2-4e64-b9d3-4db3f60dee72 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4197803 May 26 16:33:20.929932 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57538) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:20.938427 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcc20c-ea77-4429-8622-763d3d21b85a tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9334021a-33b6-4d63-9626-d2af24d745ef,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:20.959492 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0d604a0d-8389-427c-92da-5f1073cf0bd0 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-groups/9334021a-33b6-4d63-9626-d2af24d745ef HTTP/1.1" status: 200 len: 1780 time: 0.2005498 May 26 16:33:20.961889 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57540) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:21.123470 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a562907f-dace-4d1d-9e6b-e1a8427d5fcf None None] Current status of the port 195f0924-e774-4ed8-bca5-3ff0d90ae42e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:21.145027 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-95d039a1-8a6d-4f7e-928c-86f9110bd127 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:21.230151 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-95d039a1-8a6d-4f7e-928c-86f9110bd127 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:21.303825 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15302d8-7bb5-4fd1-9a10-f2580dddd896 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:21.309278 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15302d8-7bb5-4fd1-9a10-f2580dddd896 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:21.311814 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15302d8-7bb5-4fd1-9a10-f2580dddd896 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:21.315256 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e15302d8-7bb5-4fd1-9a10-f2580dddd896 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3286788 May 26 16:33:21.319135 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57548) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:21.375808 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-95d039a1-8a6d-4f7e-928c-86f9110bd127 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:21.390015 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-95d039a1-8a6d-4f7e-928c-86f9110bd127 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:21.395579 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-95d039a1-8a6d-4f7e-928c-86f9110bd127 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "DELETE /v2.0/security-groups/9334021a-33b6-4d63-9626-d2af24d745ef HTTP/1.1" status: 204 len: 168 time: 0.4274316 May 26 16:33:21.405301 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57552) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:21.454565 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-617efadb-baf3-4db2-95c7-83173b223b97 req-8bfc24b2-3ffc-47e0-90e4-f382ea2fe7fa service neutron] 10.222.0.83 "GET /v2.0/networks/eaed248d-5956-42c5-9db0-58d5ee38787d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403333 May 26 16:33:21.504203 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-01378838-95e8-4c4c-8cba-a5c2f6ef9372 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet 6b45dc62-64e8-4ef3-a489-795b6559c834 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:33:21.508229 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-01378838-95e8-4c4c-8cba-a5c2f6ef9372 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:21.549692 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-211cff23-5177-4f12-9c7b-e9a2904df15c None None] Could not find standard attr ID for object db4f8a5c-e30c-4738-8c73-fd792a7aa995. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:33:21.611873 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-01378838-95e8-4c4c-8cba-a5c2f6ef9372 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:21.827274 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-01378838-95e8-4c4c-8cba-a5c2f6ef9372 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:21.962433 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-01378838-95e8-4c4c-8cba-a5c2f6ef9372 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:22.014875 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1983a191-2d5e-4e06-a0a7-458a7c43882f None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:33:22.054312 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01378838-95e8-4c4c-8cba-a5c2f6ef9372 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=6b45dc62-64e8-4ef3-a489-795b6559c834,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:22.074095 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-01378838-95e8-4c4c-8cba-a5c2f6ef9372 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:22.089086 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-01378838-95e8-4c4c-8cba-a5c2f6ef9372 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/6b45dc62-64e8-4ef3-a489-795b6559c834 HTTP/1.1" status: 204 len: 168 time: 0.7653136 May 26 16:33:22.090105 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57562) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:22.185641 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-30deadd0-c726-4bd4-8806-3ee329e1661c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet a3342eee-f44c-479b-96ce-8a07e0bfa1dd {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:33:22.202322 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30deadd0-c726-4bd4-8806-3ee329e1661c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:22.233865 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d039a1-8a6d-4f7e-928c-86f9110bd127 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9334021a-33b6-4d63-9626-d2af24d745ef,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:22.322949 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30deadd0-c726-4bd4-8806-3ee329e1661c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:22.355140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d32b6-42b2-44d3-96e2-bb198a0c0311 req-ccccd288-7c33-46c3-a2ec-7734a9ee9621 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:22.357077 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-124d32b6-42b2-44d3-96e2-bb198a0c0311 req-ccccd288-7c33-46c3-a2ec-7734a9ee9621 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 944 time: 0.1459916 May 26 16:33:22.374627 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8ff78a50-f8a3-43f4-a02e-fa04b9b92d33 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9606111 May 26 16:33:22.375423 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57568) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:22.382351 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4a8a9-a669-4843-aa90-e59077cfb4e9 req-87a93eac-96ed-4ffe-a470-ad801871fd11 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:22.384832 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1e4a8a9-a669-4843-aa90-e59077cfb4e9 req-87a93eac-96ed-4ffe-a470-ad801871fd11 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 945 time: 0.9808350 May 26 16:33:22.447873 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-124d32b6-42b2-44d3-96e2-bb198a0c0311 req-2b459667-5939-46b5-9515-4ecd396d5957 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724881 May 26 16:33:22.515935 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1e4a8a9-a669-4843-aa90-e59077cfb4e9 req-0f650df4-f60b-4165-a6d2-47806438a13d tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052713 May 26 16:33:22.528751 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30deadd0-c726-4bd4-8806-3ee329e1661c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:22.656175 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-4894942a-506e-4857-b666-0715e4128598 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] delete failed (client error): The resource could not be found. May 26 16:33:22.662632 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57576) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:22.662928 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4894942a-506e-4857-b666-0715e4128598 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "DELETE /v2.0/security-groups/9334021a-33b6-4d63-9626-d2af24d745ef HTTP/1.1" status: 404 len: 347 time: 0.2849724 May 26 16:33:22.667435 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-1ee5ff4d-ebb2-4c24-a23f-d0bdfa6ffbfe tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Request body: {'security_group': {'name': 'tempest-secgroup--517609648'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:22.672679 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30deadd0-c726-4bd4-8806-3ee329e1661c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:22.703521 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1ee5ff4d-ebb2-4c24-a23f-d0bdfa6ffbfe tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:22.719147 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30deadd0-c726-4bd4-8806-3ee329e1661c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=a3342eee-f44c-479b-96ce-8a07e0bfa1dd,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:22.723969 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30deadd0-c726-4bd4-8806-3ee329e1661c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:22.728814 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-30deadd0-c726-4bd4-8806-3ee329e1661c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/a3342eee-f44c-479b-96ce-8a07e0bfa1dd HTTP/1.1" status: 204 len: 168 time: 0.6362963 May 26 16:33:22.732826 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57578) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:22.832141 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e5d31c7f-9556-49eb-8fc9-f35d62c67f1d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0990510 May 26 16:33:22.835661 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57582) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:22.908917 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1ee5ff4d-ebb2-4c24-a23f-d0bdfa6ffbfe tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:22.919419 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-90611cd2-7bb2-4a7b-a2b7-7ad6ce81667c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:22.937541 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1ee5ff4d-ebb2-4c24-a23f-d0bdfa6ffbfe tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:23.061597 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1ee5ff4d-ebb2-4c24-a23f-d0bdfa6ffbfe tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:23.062434 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1ee5ff4d-ebb2-4c24-a23f-d0bdfa6ffbfe tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3997979 May 26 16:33:23.065913 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57586) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:23.077327 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-1ba7c2fc-6f95-4c9f-be5b-1465c5daef42 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Request body: {'security_group_rule': {'security_group_id': '6523a586-8f28-48c8-9329-62d4d990a6bb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:23.090960 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5ff4d-ebb2-4c24-a23f-d0bdfa6ffbfe tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6523a586-8f28-48c8-9329-62d4d990a6bb,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:23.143123 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90611cd2-7bb2-4a7b-a2b7-7ad6ce81667c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:33:23.150396 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1ba7c2fc-6f95-4c9f-be5b-1465c5daef42 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:23.153984 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90611cd2-7bb2-4a7b-a2b7-7ad6ce81667c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:23.267293 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1ba7c2fc-6f95-4c9f-be5b-1465c5daef42 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:23.286279 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1ba7c2fc-6f95-4c9f-be5b-1465c5daef42 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:23.401095 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7c2fc-6f95-4c9f-be5b-1465c5daef42 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a217eb9-44e5-438a-91d1-f6638c95a4ed,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:23.410680 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1ba7c2fc-6f95-4c9f-be5b-1465c5daef42 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:23.416484 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57594) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:23.418388 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1ba7c2fc-6f95-4c9f-be5b-1465c5daef42 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3487015 May 26 16:33:23.530770 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a94c3127-e3bf-4a85-97d1-cd847f1a4d75 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:23.551034 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a94c3127-e3bf-4a85-97d1-cd847f1a4d75 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:23.776978 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0ea38e-ea91-433d-a221-9304a9dfef72 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:33:23.823994 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a94c3127-e3bf-4a85-97d1-cd847f1a4d75 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:23.841167 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a94c3127-e3bf-4a85-97d1-cd847f1a4d75 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:23.842550 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a94c3127-e3bf-4a85-97d1-cd847f1a4d75 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/8a217eb9-44e5-438a-91d1-f6638c95a4ed HTTP/1.1" status: 204 len: 168 time: 0.4222910 May 26 16:33:23.845598 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57608) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:23.883962 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-1de56dfb-0542-42ac-b542-06f3dea95671 None None] Provisioning complete for port 195f0924-e774-4ed8-bca5-3ff0d90ae42e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:23.885170 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1de56dfb-0542-42ac-b542-06f3dea95671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:23.962212 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187d624-a188-4208-9370-a0838735dc8c req-7eda5c6a-565c-456d-8959-ac8eaad2a1e4 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:23.968713 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1187d624-a188-4208-9370-a0838735dc8c req-7eda5c6a-565c-456d-8959-ac8eaad2a1e4 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 944 time: 0.3482676 May 26 16:33:23.983063 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e6b4b163-b8c7-4261-9feb-e9a756704a43 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1363339 May 26 16:33:23.987362 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57610) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:24.029419 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8eb5c6-e2ba-448c-bf1e-66926ef15ad3 req-9cb1f24d-0c3d-4015-83c3-a025c624aa5b tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:24.029419 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af8eb5c6-e2ba-448c-bf1e-66926ef15ad3 req-9cb1f24d-0c3d-4015-83c3-a025c624aa5b tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 945 time: 0.3120141 May 26 16:33:24.029419 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c3127-e3bf-4a85-97d1-cd847f1a4d75 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a217eb9-44e5-438a-91d1-f6638c95a4ed,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:24.106937 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-83089cbb-5b57-4efd-aba5-0fee6f271f7a tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:24.124299 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1de56dfb-0542-42ac-b542-06f3dea95671 None None] Current status of the port 195f0924-e774-4ed8-bca5-3ff0d90ae42e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:24.139078 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-83089cbb-5b57-4efd-aba5-0fee6f271f7a tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:24.218004 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-83089cbb-5b57-4efd-aba5-0fee6f271f7a tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:24.227345 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-83089cbb-5b57-4efd-aba5-0fee6f271f7a tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:24.234554 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-83089cbb-5b57-4efd-aba5-0fee6f271f7a tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "DELETE /v2.0/security-groups/6523a586-8f28-48c8-9329-62d4d990a6bb HTTP/1.1" status: 204 len: 168 time: 0.2438829 May 26 16:33:24.237098 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57614) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:24.237803 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af8eb5c6-e2ba-448c-bf1e-66926ef15ad3 req-d644b5c0-37e2-408c-ba3e-89e853065bca tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906123 May 26 16:33:24.287153 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83089cbb-5b57-4efd-aba5-0fee6f271f7a tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6523a586-8f28-48c8-9329-62d4d990a6bb,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:24.309094 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1187d624-a188-4208-9370-a0838735dc8c req-4c55f84b-c073-414f-a634-5c52d608332c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711697 May 26 16:33:24.345304 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1fdbcd-4775-479b-85eb-f8360fb8ab18 None None] Update dhcp port {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'fixed_ips': [{'subnet_id': 'a027ed38-a7f7-4aeb-868f-04a0846c528d'}], 'binding:host_id': 'n-d-843337-2'}, 'id': '195f0924-e774-4ed8-bca5-3ff0d90ae42e'} from n-d-843337-2. {{(pid=103897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:33:24.361990 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57620) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:24.362223 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bab7fc89-d0bd-42e1-8ddd-25ae3cbc5660 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1210380 May 26 16:33:24.386063 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-626ec36a-f29f-4630-b604-4295c4f62263 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1756354531'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:24.412870 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1b1fdbcd-4775-479b-85eb-f8360fb8ab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:24.425736 n-d-843337-2 neutron-server[103896]: DEBUG neutron.objects.ports [None req-90611cd2-7bb2-4a7b-a2b7-7ad6ce81667c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103896) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:33:24.529054 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-626ec36a-f29f-4630-b604-4295c4f62263 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:24.700397 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-1b1fdbcd-4775-479b-85eb-f8360fb8ab18 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 26 16:33:24.700397 n-d-843337-2 neutron-server[103897]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] May 26 16:33:24.700397 n-d-843337-2 neutron-server[103897]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe15:277b', 'status': 'ALLOCATED', 'ipam_subnet_id': '44ff2bac-a6c0-4287-b027-f648e0cd5236'}] May 26 16:33:24.700397 n-d-843337-2 neutron-server[103897]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:33:24.701144 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-1b1fdbcd-4775-479b-85eb-f8360fb8ab18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:33:24.734853 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-626ec36a-f29f-4630-b604-4295c4f62263 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:24.741236 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-626ec36a-f29f-4630-b604-4295c4f62263 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:24.806496 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90611cd2-7bb2-4a7b-a2b7-7ad6ce81667c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:24.824272 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f88a0-473f-4a2b-8d9f-a90f58e13512 req-a6f9f46e-26e5-4c1d-9efc-4800d8bc3243 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:24.825814 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6b2f88a0-473f-4a2b-8d9f-a90f58e13512 req-a6f9f46e-26e5-4c1d-9efc-4800d8bc3243 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 945 time: 0.1538696 May 26 16:33:24.835164 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-626ec36a-f29f-4630-b604-4295c4f62263 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:24.840002 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-626ec36a-f29f-4630-b604-4295c4f62263 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4736693 May 26 16:33:24.840479 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57632) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:24.845288 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ec36a-f29f-4630-b604-4295c4f62263 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b62e4f-e333-4a7a-9548-9e20bb159d35,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:24.846714 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-6b384c7b-55ac-43da-a4a4-6abb315ed0d9 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Request body: {'security_group_rule': {'security_group_id': 'f8b62e4f-e333-4a7a-9548-9e20bb159d35', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:24.890628 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b384c7b-55ac-43da-a4a4-6abb315ed0d9 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:24.942154 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6b2f88a0-473f-4a2b-8d9f-a90f58e13512 req-2127ff32-6a45-4057-8c9c-ee771eaf81d9 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046979 May 26 16:33:25.006129 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b384c7b-55ac-43da-a4a4-6abb315ed0d9 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:25.013000 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b384c7b-55ac-43da-a4a4-6abb315ed0d9 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:25.045009 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b384c7b-55ac-43da-a4a4-6abb315ed0d9 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:25.049919 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6b384c7b-55ac-43da-a4a4-6abb315ed0d9 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2083716 May 26 16:33:25.050466 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57638) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:25.051935 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b384c7b-55ac-43da-a4a4-6abb315ed0d9 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=182fd53e-bea8-4d78-a651-212ff693886b,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:25.055905 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d87a819d-44a6-4c73-a97f-3b3a807c31a7 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Request body: {'security_group_rule': {'security_group_id': 'f8b62e4f-e333-4a7a-9548-9e20bb159d35', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:25.102971 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-90611cd2-7bb2-4a7b-a2b7-7ad6ce81667c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] For port 195f0924-e774-4ed8-bca5-3ff0d90ae42e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=195f0924-e774-4ed8-bca5-3ff0d90ae42e,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:25.119268 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d87a819d-44a6-4c73-a97f-3b3a807c31a7 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:25.161548 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90611cd2-7bb2-4a7b-a2b7-7ad6ce81667c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:25.172205 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90611cd2-7bb2-4a7b-a2b7-7ad6ce81667c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:25.172957 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90611cd2-7bb2-4a7b-a2b7-7ad6ce81667c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:25.255564 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1b1fdbcd-4775-479b-85eb-f8360fb8ab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:25.322172 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90611cd2-7bb2-4a7b-a2b7-7ad6ce81667c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=195f0924-e774-4ed8-bca5-3ff0d90ae42e,revision_number=8']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:25.379257 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90611cd2-7bb2-4a7b-a2b7-7ad6ce81667c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:33:25.403258 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-90611cd2-7bb2-4a7b-a2b7-7ad6ce81667c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:33:25.432750 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90611cd2-7bb2-4a7b-a2b7-7ad6ce81667c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:25.433911 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90611cd2-7bb2-4a7b-a2b7-7ad6ce81667c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:25.469973 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d87a819d-44a6-4c73-a97f-3b3a807c31a7 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:25.483372 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-90611cd2-7bb2-4a7b-a2b7-7ad6ce81667c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6407640 May 26 16:33:25.484408 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57648) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:25.491149 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f0c794ea-7255-4d03-a257-481ce1e154b2 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:25.510732 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d87a819d-44a6-4c73-a97f-3b3a807c31a7 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:25.522007 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90611cd2-7bb2-4a7b-a2b7-7ad6ce81667c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=a027ed38-a7f7-4aeb-868f-04a0846c528d,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:25.591332 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a819d-44a6-4c73-a97f-3b3a807c31a7 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9eecba-976c-4974-acdf-0b5f0c383549,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:25.612346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea917d-2c0b-4f54-bd17-a44820e0f615 req-596eb353-7eaa-497a-aced-a625598891d1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:25.615029 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0ea917d-2c0b-4f54-bd17-a44820e0f615 req-596eb353-7eaa-497a-aced-a625598891d1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 944 time: 0.1330702 May 26 16:33:25.619231 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d87a819d-44a6-4c73-a97f-3b3a807c31a7 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:25.623753 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d87a819d-44a6-4c73-a97f-3b3a807c31a7 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5719292 May 26 16:33:25.624568 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57652) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:25.633228 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-34a91187-274e-4330-b5e7-b5f82b21e644 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Request body: {'security_group_rule': {'security_group_id': 'f8b62e4f-e333-4a7a-9548-9e20bb159d35', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:25.714510 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b0ea917d-2c0b-4f54-bd17-a44820e0f615 req-1841ecde-f265-4180-baf4-87ceebe912e4 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887594 May 26 16:33:25.738104 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-34a91187-274e-4330-b5e7-b5f82b21e644 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:25.781841 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c794ea-7255-4d03-a257-481ce1e154b2 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:33:25.793861 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f0c794ea-7255-4d03-a257-481ce1e154b2 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:25.860748 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-1b1fdbcd-4775-479b-85eb-f8360fb8ab18 None None] For port 195f0924-e774-4ed8-bca5-3ff0d90ae42e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=195f0924-e774-4ed8-bca5-3ff0d90ae42e,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:25.885271 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-34a91187-274e-4330-b5e7-b5f82b21e644 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:25.896733 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-34a91187-274e-4330-b5e7-b5f82b21e644 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:25.950952 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 195f0924-e774-4ed8-bca5-3ff0d90ae42e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:33:25.970300 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a91187-274e-4330-b5e7-b5f82b21e644 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee8ce84-3801-477c-a215-cedb6bdb7b2b,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:25.990012 n-d-843337-2 neutron-server[103895]: INFO neutron.db.ipam_backend_mixin [None req-f0c794ea-7255-4d03-a257-481ce1e154b2 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a027ed38-a7f7-4aeb-868f-04a0846c528d (CIDR: 2001:db8::/64) May 26 16:33:25.998489 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c794ea-7255-4d03-a257-481ce1e154b2 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:33:25.999046 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c794ea-7255-4d03-a257-481ce1e154b2 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:26.016965 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-34a91187-274e-4330-b5e7-b5f82b21e644 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:26.018501 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-34a91187-274e-4330-b5e7-b5f82b21e644 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3904917 May 26 16:33:26.021382 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57660) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:26.032899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d571905f-d343-4227-b162-94d6278e5380 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Request body: {'security_group_rule': {'security_group_id': 'f8b62e4f-e333-4a7a-9548-9e20bb159d35', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:26.048157 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f0c794ea-7255-4d03-a257-481ce1e154b2 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5618756 May 26 16:33:26.049254 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57662) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:26.071156 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1b1fdbcd-4775-479b-85eb-f8360fb8ab18 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:26.076180 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c35a2538-f4fa-44f9-8db0-8bf151acb94d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:26.088599 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1b1fdbcd-4775-479b-85eb-f8360fb8ab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:26.103740 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 195f0924-e774-4ed8-bca5-3ff0d90ae42e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:26.104217 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:26.133409 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d571905f-d343-4227-b162-94d6278e5380 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:26.274361 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1fdbcd-4775-479b-85eb-f8360fb8ab18 None None] Pushing event updated for resources: {'Port': ['ID=195f0924-e774-4ed8-bca5-3ff0d90ae42e,revision_number=9']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:26.284911 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 195f0924-e774-4ed8-bca5-3ff0d90ae42e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:26.302873 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d571905f-d343-4227-b162-94d6278e5380 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:26.345669 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35a2538-f4fa-44f9-8db0-8bf151acb94d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:33:26.349301 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c35a2538-f4fa-44f9-8db0-8bf151acb94d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:26.357555 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfbdac-f148-4faf-a473-d1e1fe75c5d7 req-0ce3a527-4f58-4f9f-ab51-3925cd6215e6 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:26.360251 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13bfbdac-f148-4faf-a473-d1e1fe75c5d7 req-0ce3a527-4f58-4f9f-ab51-3925cd6215e6 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 945 time: 0.2849948 May 26 16:33:26.361346 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d571905f-d343-4227-b162-94d6278e5380 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:26.434893 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d571905f-d343-4227-b162-94d6278e5380 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:26.436421 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d571905f-d343-4227-b162-94d6278e5380 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4138396 May 26 16:33:26.439970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571905f-d343-4227-b162-94d6278e5380 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9f7c54-248d-4ca8-8029-45c4fa80cdb0,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:26.444268 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57668) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:26.456726 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-8ccebe78-1ef5-4b4e-8597-198d7de5fc55 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Request body: {'security_group_rule': {'security_group_id': 'f8b62e4f-e333-4a7a-9548-9e20bb159d35', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:26.520186 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13bfbdac-f148-4faf-a473-d1e1fe75c5d7 req-2c96ce76-7ae9-4b46-83ea-2bc74dd08d91 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180639 May 26 16:33:26.541846 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8ccebe78-1ef5-4b4e-8597-198d7de5fc55 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:26.637312 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8ccebe78-1ef5-4b4e-8597-198d7de5fc55 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:26.658930 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8ccebe78-1ef5-4b4e-8597-198d7de5fc55 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:26.677380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccebe78-1ef5-4b4e-8597-198d7de5fc55 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611f8458-2255-4db6-8c9d-5e830c0c9324,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:26.698289 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8ccebe78-1ef5-4b4e-8597-198d7de5fc55 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:26.703153 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8ccebe78-1ef5-4b4e-8597-198d7de5fc55 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2578025 May 26 16:33:26.705343 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57682) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:26.768938 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bf38cac2-da14-440f-b0cd-40d893a4c612 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:26.781814 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bf38cac2-da14-440f-b0cd-40d893a4c612 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:26.856161 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bf38cac2-da14-440f-b0cd-40d893a4c612 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:26.889391 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c35a2538-f4fa-44f9-8db0-8bf151acb94d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:26.918457 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bf38cac2-da14-440f-b0cd-40d893a4c612 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:26.932738 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bf38cac2-da14-440f-b0cd-40d893a4c612 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/611f8458-2255-4db6-8c9d-5e830c0c9324 HTTP/1.1" status: 204 len: 168 time: 0.2213023 May 26 16:33:26.935570 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57704) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:26.949511 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38cac2-da14-440f-b0cd-40d893a4c612 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=611f8458-2255-4db6-8c9d-5e830c0c9324,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:26.996488 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35a2538-f4fa-44f9-8db0-8bf151acb94d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:33:27.002252 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-c35a2538-f4fa-44f9-8db0-8bf151acb94d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:33:27.009905 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35a2538-f4fa-44f9-8db0-8bf151acb94d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:27.015863 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c35a2538-f4fa-44f9-8db0-8bf151acb94d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:27.109422 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bf7a62bd-2a05-46e1-a882-c2b616ff34c4 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1691828 May 26 16:33:27.113629 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a2538-f4fa-44f9-8db0-8bf151acb94d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=784d7168-d4cb-4f08-b092-5e2bf4b6d193,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:27.116051 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57716) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:27.137799 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c35a2538-f4fa-44f9-8db0-8bf151acb94d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0836265 May 26 16:33:27.148390 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57720) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:27.162149 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'mac_address': 'fa:16:3e:73:f3:1d', 'name': 'tempest-NetworksTestDHCPv6-1438097540'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:27.229414 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3814c581-9979-4f54-98a6-fb57d90128b5 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:27.263826 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d0693-e88f-4d0c-9dbc-6d9ef1f1422d req-c04b34a4-935d-4971-90dc-41b37e2ee72b tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:27.271774 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-313d0693-e88f-4d0c-9dbc-6d9ef1f1422d req-c04b34a4-935d-4971-90dc-41b37e2ee72b tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 945 time: 0.2468319 May 26 16:33:27.295689 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e85d5b-0fac-4090-bffb-4095b983aeb4 req-54947ac5-91b4-406e-a07e-35edf72dc971 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:27.295959 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3814c581-9979-4f54-98a6-fb57d90128b5 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:27.298496 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-72e85d5b-0fac-4090-bffb-4095b983aeb4 req-54947ac5-91b4-406e-a07e-35edf72dc971 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 944 time: 0.3087754 May 26 16:33:27.303073 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0469b0-90a7-434c-959d-6417e0c83049 req-0cb10d93-5dc4-4e47-a8ab-4a45e455c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:27.305104 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0a0469b0-90a7-434c-959d-6417e0c83049 req-0cb10d93-5dc4-4e47-a8ab-4a45e455c7d0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cbc011fafa824bc787e095e913380dbe&device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 1096 time: 0.2802284 May 26 16:33:27.392075 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5277071-b8cb-4df9-8929-49bf5fb36d93 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:33:27.465992 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-313d0693-e88f-4d0c-9dbc-6d9ef1f1422d req-87b1b689-01ff-42fd-8c98-1c4478a26aa4 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870515 May 26 16:33:27.484497 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-72e85d5b-0fac-4090-bffb-4095b983aeb4 req-81aeed53-4a0d-4a79-9cd8-b59fb1d7bf20 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699986 May 26 16:33:27.520064 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5e84b0e5-016b-4f2b-af92-26d96f3e482c None None] Provisioning complete for port 195f0924-e774-4ed8-bca5-3ff0d90ae42e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:27.521395 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5e84b0e5-016b-4f2b-af92-26d96f3e482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:27.529984 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3814c581-9979-4f54-98a6-fb57d90128b5 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:27.548933 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3814c581-9979-4f54-98a6-fb57d90128b5 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:27.553726 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3814c581-9979-4f54-98a6-fb57d90128b5 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/9d9f7c54-248d-4ca8-8029-45c4fa80cdb0 HTTP/1.1" status: 204 len: 168 time: 0.4344194 May 26 16:33:27.557042 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57746) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:27.560562 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814c581-9979-4f54-98a6-fb57d90128b5 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d9f7c54-248d-4ca8-8029-45c4fa80cdb0,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:27.573350 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:33:27.653416 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-05654505-da35-4fd9-bdb9-08012a1c8e98 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0944784 May 26 16:33:27.657575 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57754) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:27.748000 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a2f8be41-d2cd-4f2c-b01e-5d579bd07f9d tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:27.777398 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5e84b0e5-016b-4f2b-af92-26d96f3e482c None None] Current status of the port 195f0924-e774-4ed8-bca5-3ff0d90ae42e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:27.780775 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a2f8be41-d2cd-4f2c-b01e-5d579bd07f9d tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:27.866610 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a2f8be41-d2cd-4f2c-b01e-5d579bd07f9d tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:27.878810 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a2f8be41-d2cd-4f2c-b01e-5d579bd07f9d tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:27.895292 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a2f8be41-d2cd-4f2c-b01e-5d579bd07f9d tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/cee8ce84-3801-477c-a215-cedb6bdb7b2b HTTP/1.1" status: 204 len: 168 time: 0.2351029 May 26 16:33:27.897239 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57770) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:27.928605 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8be41-d2cd-4f2c-b01e-5d579bd07f9d tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cee8ce84-3801-477c-a215-cedb6bdb7b2b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:28.016805 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2a136ab1-a541-47f3-9306-0958ad93a9ca tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1133089 May 26 16:33:28.018546 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57786) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:28.084662 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ed6aa2d9-dbbf-45b2-864e-76d47289d692 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:28.095831 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ed6aa2d9-dbbf-45b2-864e-76d47289d692 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:28.152825 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ed6aa2d9-dbbf-45b2-864e-76d47289d692 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:28.162393 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b26ac01-e7de-4d30-92b4-bc1ed2594eac None None] Update dhcp port {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'fixed_ips': [{'subnet_id': 'a027ed38-a7f7-4aeb-868f-04a0846c528d', 'ip_address': '2001:db8::f816:3eff:fe15:277b'}, {'subnet_id': '784d7168-d4cb-4f08-b092-5e2bf4b6d193'}], 'binding:host_id': 'n-d-843337-2'}, 'id': '195f0924-e774-4ed8-bca5-3ff0d90ae42e'} from n-d-843337-2. {{(pid=103897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 26 16:33:28.162927 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ed6aa2d9-dbbf-45b2-864e-76d47289d692 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:28.164693 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ed6aa2d9-dbbf-45b2-864e-76d47289d692 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/fb9eecba-976c-4974-acdf-0b5f0c383549 HTTP/1.1" status: 204 len: 168 time: 0.1447382 May 26 16:33:28.170896 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57802) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:28.192894 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6aa2d9-dbbf-45b2-864e-76d47289d692 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb9eecba-976c-4974-acdf-0b5f0c383549,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:28.217499 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0469b0-90a7-434c-959d-6417e0c83049 req-a21bd6f5-5039-4069-8093-153b05cbd061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:28.219937 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0a0469b0-90a7-434c-959d-6417e0c83049 req-a21bd6f5-5039-4069-8093-153b05cbd061 service neutron] 10.222.0.83 "GET /v2.0/networks?id=eaed248d-5956-42c5-9db0-58d5ee38787d HTTP/1.1" status: 200 len: 913 time: 0.9032669 May 26 16:33:28.252185 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5b26ac01-e7de-4d30-92b4-bc1ed2594eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:28.269857 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fabea338-19fb-40e5-9a37-e43174b5a4dc tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0974071 May 26 16:33:28.274238 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57814) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:28.290775 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0a0469b0-90a7-434c-959d-6417e0c83049 req-aad4a5ff-4f27-4d81-9429-5592496ecfec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9116b6f6-f76b-481e-90b4-a82881dc6a66 HTTP/1.1" status: 200 len: 217 time: 0.0593011 May 26 16:33:28.314715 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36498c4f-cd4c-45a2-b68a-62face368dc5 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:28.331023 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36498c4f-cd4c-45a2-b68a-62face368dc5 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:28.381333 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36498c4f-cd4c-45a2-b68a-62face368dc5 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:28.393358 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36498c4f-cd4c-45a2-b68a-62face368dc5 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:28.397562 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-36498c4f-cd4c-45a2-b68a-62face368dc5 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/182fd53e-bea8-4d78-a651-212ff693886b HTTP/1.1" status: 204 len: 168 time: 0.1187255 May 26 16:33:28.404808 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57828) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:28.410591 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36498c4f-cd4c-45a2-b68a-62face368dc5 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=182fd53e-bea8-4d78-a651-212ff693886b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:28.464470 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:28.499676 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-075f36ab-cba7-4d53-8e1d-d8d2d83685b1 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0945702 May 26 16:33:28.499676 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57838) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:28.507807 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0469b0-90a7-434c-959d-6417e0c83049 req-1cb2dd1f-ba2a-4068-86ad-c51593fc1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:28.510386 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0a0469b0-90a7-434c-959d-6417e0c83049 req-1cb2dd1f-ba2a-4068-86ad-c51593fc1024 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=426946b7-0d1e-4a85-a377-9a30775fb1e8 HTTP/1.1" status: 200 len: 852 time: 0.2014039 May 26 16:33:28.620280 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0a0469b0-90a7-434c-959d-6417e0c83049 req-3edcd3d2-227c-47b3-971a-c1e628247325 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=eaed248d-5956-42c5-9db0-58d5ee38787d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721140 May 26 16:33:28.628980 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] device_id is not set on port 0fc0816d-b41b-4775-9bd8-f37d9610f495 yet. {{(pid=103895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:33:28.640471 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-5b26ac01-e7de-4d30-92b4-bc1ed2594eac None None] Allocated IP 2001:db8:0:1::2 (c35b079d-bcd5-434c-9023-f88865e938de/784d7168-d4cb-4f08-b092-5e2bf4b6d193/195f0924-e774-4ed8-bca5-3ff0d90ae42e) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:33:28.674621 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3bcf3a57-3ba3-4642-aa9c-0dd43c4ad77e tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:28.882836 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5b26ac01-e7de-4d30-92b4-bc1ed2594eac None None] For port 195f0924-e774-4ed8-bca5-3ff0d90ae42e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=195f0924-e774-4ed8-bca5-3ff0d90ae42e,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:28.902700 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3bcf3a57-3ba3-4642-aa9c-0dd43c4ad77e tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:28.978726 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5b26ac01-e7de-4d30-92b4-bc1ed2594eac None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:28.989615 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5b26ac01-e7de-4d30-92b4-bc1ed2594eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:29.011061 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a86ae-da87-440e-a4bc-9f5f10612c8a req-ddb0c20a-7e08-45c9-a266-1ea00d2576f3 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:29.022488 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd6a86ae-da87-440e-a4bc-9f5f10612c8a req-ddb0c20a-7e08-45c9-a266-1ea00d2576f3 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 944 time: 0.2948599 May 26 16:33:29.067206 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440f7a0-0482-4224-8470-e0e01fd7d260 req-864c7e2c-8e0a-4445-98f7-305c19964c54 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:29.077920 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c440f7a0-0482-4224-8470-e0e01fd7d260 req-864c7e2c-8e0a-4445-98f7-305c19964c54 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 945 time: 0.4095814 May 26 16:33:29.114592 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3bcf3a57-3ba3-4642-aa9c-0dd43c4ad77e tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:29.120367 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3bcf3a57-3ba3-4642-aa9c-0dd43c4ad77e tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:29.125137 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3bcf3a57-3ba3-4642-aa9c-0dd43c4ad77e tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "DELETE /v2.0/security-groups/f8b62e4f-e333-4a7a-9548-9e20bb159d35 HTTP/1.1" status: 204 len: 168 time: 0.6234281 May 26 16:33:29.126486 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57888) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:29.171923 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26ac01-e7de-4d30-92b4-bc1ed2594eac None None] Pushing event updated for resources: {'Port': ['ID=195f0924-e774-4ed8-bca5-3ff0d90ae42e,revision_number=10']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:29.198712 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26ac01-e7de-4d30-92b4-bc1ed2594eac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:29.200560 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26ac01-e7de-4d30-92b4-bc1ed2594eac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:29.201609 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26ac01-e7de-4d30-92b4-bc1ed2594eac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:29.202761 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26ac01-e7de-4d30-92b4-bc1ed2594eac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:29.205858 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26ac01-e7de-4d30-92b4-bc1ed2594eac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:29.206500 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26ac01-e7de-4d30-92b4-bc1ed2594eac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:29.207138 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd6a86ae-da87-440e-a4bc-9f5f10612c8a req-5217922e-ddff-4b7c-97b3-77a262e31cd4 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830072 May 26 16:33:29.207967 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26ac01-e7de-4d30-92b4-bc1ed2594eac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:29.208705 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26ac01-e7de-4d30-92b4-bc1ed2594eac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:29.210023 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26ac01-e7de-4d30-92b4-bc1ed2594eac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:29.211186 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26ac01-e7de-4d30-92b4-bc1ed2594eac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:29.213648 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26ac01-e7de-4d30-92b4-bc1ed2594eac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:29.215549 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26ac01-e7de-4d30-92b4-bc1ed2594eac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:29.224209 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf3a57-3ba3-4642-aa9c-0dd43c4ad77e tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b62e4f-e333-4a7a-9548-9e20bb159d35,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:29.233131 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0a0469b0-90a7-434c-959d-6417e0c83049 req-f33cd51c-a679-47b3-a673-b709b2f17775 service neutron] 10.222.0.83 "GET /v2.0/networks/eaed248d-5956-42c5-9db0-58d5ee38787d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5913668 May 26 16:33:29.332740 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c440f7a0-0482-4224-8470-e0e01fd7d260 req-fe7fc8a2-db92-40fe-a428-06f14805e8ab tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534873 May 26 16:33:29.371980 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-84c3e356-fe42-4ebf-9c1b-f8d25168dc6a tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2374318 May 26 16:33:29.372675 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57908) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:29.378769 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-bd9ad420-a589-48ff-abe1-9d36df3cb7e8 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Request body: {'security_group': {'name': 'tempest-secgroup--821120441'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:29.446203 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad420-a589-48ff-abe1-9d36df3cb7e8 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:29.515554 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8:0:1::201 (c35b079d-bcd5-434c-9023-f88865e938de/784d7168-d4cb-4f08-b092-5e2bf4b6d193/0fc0816d-b41b-4775-9bd8-f37d9610f495) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:33:29.577437 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0a0469b0-90a7-434c-959d-6417e0c83049 req-d596d181-cfdf-46c7-922e-a63f0d07f18d service neutron] 10.222.0.83 "GET /v2.0/networks/eaed248d-5956-42c5-9db0-58d5ee38787d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281209 May 26 16:33:29.583381 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8::f816:3eff:fe73:f31d (c35b079d-bcd5-434c-9023-f88865e938de/a027ed38-a7f7-4aeb-868f-04a0846c528d/0fc0816d-b41b-4775-9bd8-f37d9610f495) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:33:29.680618 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad420-a589-48ff-abe1-9d36df3cb7e8 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:29.700056 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad420-a589-48ff-abe1-9d36df3cb7e8 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:29.741191 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad420-a589-48ff-abe1-9d36df3cb7e8 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:29.742866 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bd9ad420-a589-48ff-abe1-9d36df3cb7e8 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3691008 May 26 16:33:29.750652 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57940) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:29.757172 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-3546edd1-5f08-45df-a057-030a79636f7a tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Request body: {'security_group_rule': {'security_group_id': 'bb0d88e2-e79b-40fa-875b-709244a6def3', 'direction': 'ingress', 'protocol': 17}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:29.850186 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3546edd1-5f08-45df-a057-030a79636f7a tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:29.941045 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ad420-a589-48ff-abe1-9d36df3cb7e8 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0d88e2-e79b-40fa-875b-709244a6def3,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:30.007746 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:30.076488 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 195f0924-e774-4ed8-bca5-3ff0d90ae42e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:33:30.105339 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:30.119532 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3546edd1-5f08-45df-a057-030a79636f7a tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:30.128331 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3546edd1-5f08-45df-a057-030a79636f7a tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:30.183393 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 195f0924-e774-4ed8-bca5-3ff0d90ae42e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:30.184196 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:30.188497 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546edd1-5f08-45df-a057-030a79636f7a tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb674f92-4365-4097-b53b-a58f2e00b225,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:30.240833 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3546edd1-5f08-45df-a057-030a79636f7a tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:30.248840 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3546edd1-5f08-45df-a057-030a79636f7a tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4967155 May 26 16:33:30.252980 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 57982) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:30.304574 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:33:30.310281 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:33:30.315071 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:33:30.349677 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:30.350386 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:30.375108 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=0fc0816d-b41b-4775-9bd8-f37d9610f495,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:30.386975 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:30.387350 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:30.387706 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:30.388211 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:30.389541 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:30.390143 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:30.390489 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:30.390820 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:30.391224 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:30.391564 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:30.392580 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:30.398895 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:30.415646 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-807fd1c9-9ba3-4efc-8338-94948d41e7a0 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:30.418925 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7ca4913c-e00b-4d9a-8c58-08330d008b01 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.2677696 May 26 16:33:30.422042 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 57994) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:30.429149 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 195f0924-e774-4ed8-bca5-3ff0d90ae42e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:30.434372 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9457706d-17d0-4fcc-8b59-b42d750f6e87 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:33:30.537278 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-807fd1c9-9ba3-4efc-8338-94948d41e7a0 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:30.570642 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b4d7ef7d-6454-4ea4-8020-cd807a13cee1 None None] Provisioning complete for port 195f0924-e774-4ed8-bca5-3ff0d90ae42e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:30.571837 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b4d7ef7d-6454-4ea4-8020-cd807a13cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:30.703435 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8059c7-6db5-44a0-90cd-c5ef011096a4 req-a5aba925-8784-4214-8702-c2226e6fc365 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:30.705256 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dc8059c7-6db5-44a0-90cd-c5ef011096a4 req-a5aba925-8784-4214-8702-c2226e6fc365 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 944 time: 0.2350619 May 26 16:33:30.739095 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3552db-f15e-496b-9a74-7c89cc928f75 req-c1f4918a-c97f-46b2-9e1f-79e3b2fd490f tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:30.741332 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac3552db-f15e-496b-9a74-7c89cc928f75 req-c1f4918a-c97f-46b2-9e1f-79e3b2fd490f tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 945 time: 0.2126014 May 26 16:33:30.747034 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:30.750467 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-807fd1c9-9ba3-4efc-8338-94948d41e7a0 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:30.752861 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-807fd1c9-9ba3-4efc-8338-94948d41e7a0 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:30.754170 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-807fd1c9-9ba3-4efc-8338-94948d41e7a0 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "DELETE /v2.0/security-groups/bb0d88e2-e79b-40fa-875b-709244a6def3 HTTP/1.1" status: 204 len: 168 time: 0.4999740 May 26 16:33:30.761075 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58012) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:30.795108 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fd1c9-9ba3-4efc-8338-94948d41e7a0 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0d88e2-e79b-40fa-875b-709244a6def3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:30.835750 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dc8059c7-6db5-44a0-90cd-c5ef011096a4 req-32965717-ffe5-40e7-9359-a03c4d95a59b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938239 May 26 16:33:30.843136 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac3552db-f15e-496b-9a74-7c89cc928f75 req-186c8920-3463-4dda-be35-3a7f933556ae tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785630 May 26 16:33:30.988353 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c03ccb7c-c412-4e89-a35e-833545a0ded4 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2238843 May 26 16:33:30.996350 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58032) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:31.012295 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-f64a12fb-daa5-4d78-aed5-f0f5f5356344 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Request body: {'security_group': {'name': 'tempest-secgroup--2057342005'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:31.015299 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b4d7ef7d-6454-4ea4-8020-cd807a13cee1 None None] Current status of the port 195f0924-e774-4ed8-bca5-3ff0d90ae42e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:31.054132 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-3b76281c-0c9d-4eda-bc0d-3f09754f22a7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting port 0fc0816d-b41b-4775-9bd8-f37d9610f495 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:33:31.056989 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b76281c-0c9d-4eda-bc0d-3f09754f22a7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:31.114921 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f64a12fb-daa5-4d78-aed5-f0f5f5356344 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:31.223736 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b76281c-0c9d-4eda-bc0d-3f09754f22a7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:31.261000 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-3b76281c-0c9d-4eda-bc0d-3f09754f22a7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Calling delete_port for 0fc0816d-b41b-4775-9bd8-f37d9610f495 owned by {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:33:31.280959 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f64a12fb-daa5-4d78-aed5-f0f5f5356344 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:31.287205 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f64a12fb-daa5-4d78-aed5-f0f5f5356344 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:31.329371 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a12fb-daa5-4d78-aed5-f0f5f5356344 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ea07be-5dc4-40b3-bcf0-fede0c1bba7c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:31.339204 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f64a12fb-daa5-4d78-aed5-f0f5f5356344 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:31.341097 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f64a12fb-daa5-4d78-aed5-f0f5f5356344 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3397200 May 26 16:33:31.345733 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58058) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:31.360633 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-dd57e5d3-c776-4215-87d6-9a7f86474853 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1219644252'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:31.423248 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dd57e5d3-c776-4215-87d6-9a7f86474853 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:31.570457 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dd57e5d3-c776-4215-87d6-9a7f86474853 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:31.577062 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dd57e5d3-c776-4215-87d6-9a7f86474853 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:31.582994 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5f8afea4-a599-401b-b997-0c08bcf0986a None None] Provisioning complete for port 0fc0816d-b41b-4775-9bd8-f37d9610f495 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:31.585123 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f8afea4-a599-401b-b997-0c08bcf0986a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:31.628242 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57e5d3-c776-4215-87d6-9a7f86474853 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cfba81-cce7-44e9-b579-82a08c601a6f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:31.632917 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b76281c-0c9d-4eda-bc0d-3f09754f22a7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:31.665207 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dd57e5d3-c776-4215-87d6-9a7f86474853 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:31.671315 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-dd57e5d3-c776-4215-87d6-9a7f86474853 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3122952 May 26 16:33:31.671640 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58078) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:31.678721 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b4a57b55-2d06-4126-a073-56c31c6b8d74 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Request body: {'security_group_rule': {'security_group_id': 'e1ea07be-5dc4-40b3-bcf0-fede0c1bba7c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f4cfba81-cce7-44e9-b579-82a08c601a6f', 'remote_ip_prefix': None}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:31.715064 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5f8afea4-a599-401b-b997-0c08bcf0986a None None] Port 0fc0816d-b41b-4775-9bd8-f37d9610f495 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:33:31.741301 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76281c-0c9d-4eda-bc0d-3f09754f22a7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Port': ['ID=0fc0816d-b41b-4775-9bd8-f37d9610f495,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:31.752668 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b4a57b55-2d06-4126-a073-56c31c6b8d74 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:31.762402 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5f8afea4-a599-401b-b997-0c08bcf0986a None None] Provisioning complete for port 195f0924-e774-4ed8-bca5-3ff0d90ae42e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:31.768956 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f8afea4-a599-401b-b997-0c08bcf0986a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:31.862100 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3b76281c-0c9d-4eda-bc0d-3f09754f22a7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:31.873829 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3b76281c-0c9d-4eda-bc0d-3f09754f22a7 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/0fc0816d-b41b-4775-9bd8-f37d9610f495 HTTP/1.1" status: 204 len: 168 time: 1.4484155 May 26 16:33:31.874339 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58092) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:31.973389 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b4a57b55-2d06-4126-a073-56c31c6b8d74 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:31.993880 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b4a57b55-2d06-4126-a073-56c31c6b8d74 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:32.015573 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5f8afea4-a599-401b-b997-0c08bcf0986a None None] Current status of the port 195f0924-e774-4ed8-bca5-3ff0d90ae42e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:32.020828 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a781b619-e123-40f7-a5bb-88bc456d558a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:32.023563 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a781b619-e123-40f7-a5bb-88bc456d558a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1477594 May 26 16:33:32.027079 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58106) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:32.086174 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a57b55-2d06-4126-a073-56c31c6b8d74 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef04482-0d70-4165-b180-1ad430815cd5,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:32.108258 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b4a57b55-2d06-4126-a073-56c31c6b8d74 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:32.109692 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b4a57b55-2d06-4126-a073-56c31c6b8d74 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4368420 May 26 16:33:32.117481 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58118) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:32.130476 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c2087046-13ce-4c94-a525-87b6a0d4de32 None None] Could not find standard attr ID for object 0fc0816d-b41b-4775-9bd8-f37d9610f495. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 16:33:32.201701 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f571dd82-5ec9-4f49-8bdc-a5a796a89184 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:32.204261 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f571dd82-5ec9-4f49-8bdc-a5a796a89184 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1756151 May 26 16:33:32.207289 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58124) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:32.267389 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16423494-d313-45c1-a25d-fd36b0274920 req-b5b171db-57da-4077-8147-52f794e3aeb5 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:32.302079 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-16423494-d313-45c1-a25d-fd36b0274920 req-b5b171db-57da-4077-8147-52f794e3aeb5 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 945 time: 0.1709270 May 26 16:33:32.330012 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d63a1953-70f2-47a3-afa2-75f5986174a5 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:32.354424 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e6133-96ad-4311-a8ce-dad69b715577 req-b4a1405c-2ecc-4f29-9f03-1f137fe74773 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:32.366237 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c93e6133-96ad-4311-a8ce-dad69b715577 req-b4a1405c-2ecc-4f29-9f03-1f137fe74773 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 944 time: 0.2334900 May 26 16:33:32.375186 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d63a1953-70f2-47a3-afa2-75f5986174a5 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:32.452912 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5158305a-07d4-4346-9733-db9b7eeb4eb9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:32.454477 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5158305a-07d4-4346-9733-db9b7eeb4eb9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:32.456126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5158305a-07d4-4346-9733-db9b7eeb4eb9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:32.457818 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5158305a-07d4-4346-9733-db9b7eeb4eb9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2472508 May 26 16:33:32.475145 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58148) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:32.524356 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c93e6133-96ad-4311-a8ce-dad69b715577 req-21f2457e-2311-4f78-ae71-5e4c3328d4b5 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569929 May 26 16:33:32.539275 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d63a1953-70f2-47a3-afa2-75f5986174a5 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:32.547132 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-16423494-d313-45c1-a25d-fd36b0274920 req-ca504cab-f9b5-4c7f-bfd9-8279aa5cde87 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441056 May 26 16:33:32.565271 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d63a1953-70f2-47a3-afa2-75f5986174a5 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:32.570045 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58158) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:32.577626 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d63a1953-70f2-47a3-afa2-75f5986174a5 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/eef04482-0d70-4165-b180-1ad430815cd5 HTTP/1.1" status: 204 len: 168 time: 0.4587624 May 26 16:33:32.597969 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a1953-70f2-47a3-afa2-75f5986174a5 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eef04482-0d70-4165-b180-1ad430815cd5,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:32.649329 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e05b90a-e072-4cd9-9109-825727355321 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet 784d7168-d4cb-4f08-b092-5e2bf4b6d193 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:33:32.664975 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5e05b90a-e072-4cd9-9109-825727355321 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:32.698652 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e72ee2f3-dfe2-4f29-9d66-1ae336a10e23 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1273708 May 26 16:33:32.704682 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58170) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:32.750520 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5e05b90a-e072-4cd9-9109-825727355321 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:32.809345 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd80fea7-b510-4356-a2a2-81b7c9fd64fd tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:32.901569 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd80fea7-b510-4356-a2a2-81b7c9fd64fd tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:32.904864 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5e05b90a-e072-4cd9-9109-825727355321 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:32.997522 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd80fea7-b510-4356-a2a2-81b7c9fd64fd tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:33.000618 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd80fea7-b510-4356-a2a2-81b7c9fd64fd tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:33.001978 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bd80fea7-b510-4356-a2a2-81b7c9fd64fd tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "DELETE /v2.0/security-groups/f4cfba81-cce7-44e9-b579-82a08c601a6f HTTP/1.1" status: 204 len: 168 time: 0.2940261 May 26 16:33:33.007283 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58196) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:33.061738 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80fea7-b510-4356-a2a2-81b7c9fd64fd tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cfba81-cce7-44e9-b579-82a08c601a6f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:33.104518 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1077ff-6d3f-4bfc-b884-e84bce5b5338 req-78eb1911-a55d-49b1-90f1-3a5f48327b33 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:33.106857 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea1077ff-6d3f-4bfc-b884-e84bce5b5338 req-78eb1911-a55d-49b1-90f1-3a5f48327b33 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 945 time: 0.0947967 May 26 16:33:33.139146 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5e05b90a-e072-4cd9-9109-825727355321 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:33.177084 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea1077ff-6d3f-4bfc-b884-e84bce5b5338 req-f1803c1c-4c44-49c0-95de-da6d80e5ed1b tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590062 May 26 16:33:33.267295 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5e05b90a-e072-4cd9-9109-825727355321 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:33.279478 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5e05b90a-e072-4cd9-9109-825727355321 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/784d7168-d4cb-4f08-b092-5e2bf4b6d193 HTTP/1.1" status: 204 len: 168 time: 0.7932391 May 26 16:33:33.279478 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05b90a-e072-4cd9-9109-825727355321 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=784d7168-d4cb-4f08-b092-5e2bf4b6d193,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:33.279949 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58222) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:33.297800 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca7f6e4-87e2-4dd3-9582-e08eb47b7c7c None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:33:33.333760 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-632fc7b5-fa13-4b7f-b316-75b2bda78ab6 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3250356 May 26 16:33:33.339250 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58232) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:33.390038 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dadf479-3925-442c-9501-0c821106c5ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet a027ed38-a7f7-4aeb-868f-04a0846c528d {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:33:33.403853 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0dadf479-3925-442c-9501-0c821106c5ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:33.506751 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0dadf479-3925-442c-9501-0c821106c5ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:33.559862 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13da34a1-a0ab-4caf-b4b9-348e54164875 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:33.625166 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13da34a1-a0ab-4caf-b4b9-348e54164875 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:33.743256 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13da34a1-a0ab-4caf-b4b9-348e54164875 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:33.748229 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0dadf479-3925-442c-9501-0c821106c5ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:33.750744 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-13da34a1-a0ab-4caf-b4b9-348e54164875 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:33.754471 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-13da34a1-a0ab-4caf-b4b9-348e54164875 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "DELETE /v2.0/security-groups/e1ea07be-5dc4-40b3-bcf0-fede0c1bba7c HTTP/1.1" status: 204 len: 168 time: 0.4125323 May 26 16:33:33.756913 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58268) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:33.807879 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da34a1-a0ab-4caf-b4b9-348e54164875 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ea07be-5dc4-40b3-bcf0-fede0c1bba7c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:33.898846 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-edaf6a94-9001-4051-9915-02eb7e1a2661 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1344395 May 26 16:33:33.902437 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0dadf479-3925-442c-9501-0c821106c5ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:33.906095 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58280) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:33.913181 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-651b9aee-3ecf-440d-8a3d-a860786feb5f tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702811499'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:33.987696 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-651b9aee-3ecf-440d-8a3d-a860786feb5f tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:34.057258 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0dadf479-3925-442c-9501-0c821106c5ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:34.061743 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0dadf479-3925-442c-9501-0c821106c5ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/a027ed38-a7f7-4aeb-868f-04a0846c528d HTTP/1.1" status: 204 len: 168 time: 0.7831533 May 26 16:33:34.066182 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dadf479-3925-442c-9501-0c821106c5ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=a027ed38-a7f7-4aeb-868f-04a0846c528d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:34.076414 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58290) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:34.184015 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-62b48351-8e9e-49b6-ae2b-ecf60de4d61f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1040332 May 26 16:33:34.191074 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58294) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:34.202932 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-a23481ec-25b4-4881-bccb-f6c273cde51e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:34.239898 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-651b9aee-3ecf-440d-8a3d-a860786feb5f tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:34.251110 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-651b9aee-3ecf-440d-8a3d-a860786feb5f tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:34.312919 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-651b9aee-3ecf-440d-8a3d-a860786feb5f tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:34.314267 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-651b9aee-3ecf-440d-8a3d-a860786feb5f tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4083297 May 26 16:33:34.317393 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b9aee-3ecf-440d-8a3d-a860786feb5f tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6d6ca6-331e-447e-bab7-538f738fa082,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:34.321060 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58304) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:34.335916 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-9c68f41a-2e3b-4825-8363-cd070f7a71ec tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Request body: {'security_group_rule': {'security_group_id': 'ee6d6ca6-331e-447e-bab7-538f738fa082', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:34.349801 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eece57-3b80-4c08-a342-c4cae331b3e8 req-8892d682-ed28-4f6e-8043-e351146faaa3 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:34.356313 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4eece57-3b80-4c08-a342-c4cae331b3e8 req-8892d682-ed28-4f6e-8043-e351146faaa3 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 944 time: 0.5157938 May 26 16:33:34.422688 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9c68f41a-2e3b-4825-8363-cd070f7a71ec tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:34.546580 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce07a43-edc5-488d-8d5f-df21072b68a8 req-be5012e9-d23d-4309-8c0d-4574649f0f16 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:34.548175 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ce07a43-edc5-488d-8d5f-df21072b68a8 req-be5012e9-d23d-4309-8c0d-4574649f0f16 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 945 time: 0.1557899 May 26 16:33:34.569257 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4eece57-3b80-4c08-a342-c4cae331b3e8 req-47283f3b-26af-4a2a-8328-961f1a27f811 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931133 May 26 16:33:34.631466 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9c68f41a-2e3b-4825-8363-cd070f7a71ec tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:34.659983 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9c68f41a-2e3b-4825-8363-cd070f7a71ec tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:34.731107 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68f41a-2e3b-4825-8363-cd070f7a71ec tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805c26a1-8f81-42af-957f-2417be704a16,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:34.756509 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9c68f41a-2e3b-4825-8363-cd070f7a71ec tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:34.758361 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9c68f41a-2e3b-4825-8363-cd070f7a71ec tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4327765 May 26 16:33:34.763725 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58322) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:34.764936 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ce07a43-edc5-488d-8d5f-df21072b68a8 req-171a4c41-9f38-49d9-a733-0367cf9a08bd tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886928 May 26 16:33:34.766401 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23481ec-25b4-4881-bccb-f6c273cde51e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:33:34.771935 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a23481ec-25b4-4881-bccb-f6c273cde51e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:34.858590 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f17f3a9-a1ab-4504-80c9-9d64f6fbecf4 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:34.873201 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f17f3a9-a1ab-4504-80c9-9d64f6fbecf4 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:34.922583 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f17f3a9-a1ab-4504-80c9-9d64f6fbecf4 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:34.939001 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1f17f3a9-a1ab-4504-80c9-9d64f6fbecf4 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:34.941417 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1f17f3a9-a1ab-4504-80c9-9d64f6fbecf4 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/805c26a1-8f81-42af-957f-2417be704a16 HTTP/1.1" status: 204 len: 168 time: 0.1643598 May 26 16:33:34.943600 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58326) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:34.980816 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17f3a9-a1ab-4504-80c9-9d64f6fbecf4 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=805c26a1-8f81-42af-957f-2417be704a16,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:35.020841 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d80ca6b6-d630-497b-ac42-ae32f8ac9edd tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0726619 May 26 16:33:35.020841 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58328) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:35.103896 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9fcb2840-a3b1-4317-974e-a0a00f3419f9 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:35.137025 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9fcb2840-a3b1-4317-974e-a0a00f3419f9 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:35.169398 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fa51bd-fb8f-49db-9b8d-2928227943f8 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:33:35.274212 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9fcb2840-a3b1-4317-974e-a0a00f3419f9 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:35.277814 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9fcb2840-a3b1-4317-974e-a0a00f3419f9 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:35.281575 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9fcb2840-a3b1-4317-974e-a0a00f3419f9 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "DELETE /v2.0/security-groups/ee6d6ca6-331e-447e-bab7-538f738fa082 HTTP/1.1" status: 204 len: 168 time: 0.2576931 May 26 16:33:35.281757 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ce46d37f-d5cf-42e3-a83e-b367f8faaa14 None None] Provisioning complete for port 195f0924-e774-4ed8-bca5-3ff0d90ae42e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:35.282318 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ce46d37f-d5cf-42e3-a83e-b367f8faaa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:35.296611 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-fc2b29bf-dc94-45ab-ab89-86858f3431dc tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:35.298327 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-fc2b29bf-dc94-45ab-ab89-86858f3431dc tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/networks?id=08ecdda0-b83d-4e3e-bead-7883e1f704fb HTTP/1.1" status: 200 len: 814 time: 0.4661012 May 26 16:33:35.301055 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58332) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:35.304065 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb2840-a3b1-4317-974e-a0a00f3419f9 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6d6ca6-331e-447e-bab7-538f738fa082,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:35.378872 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-c8dbe18a-a439-4d66-8a7f-144daf7f7a77 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/quotas/5133b2335c6b4b5dbb7b6b0b3d366b38 HTTP/1.1" status: 200 len: 375 time: 0.0465014 May 26 16:33:35.447759 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-a98c133a-caa5-4809-852d-fe5ddce2c3e7 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5133b2335c6b4b5dbb7b6b0b3d366b38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596664 May 26 16:33:35.504699 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ce46d37f-d5cf-42e3-a83e-b367f8faaa14 None None] Current status of the port 195f0924-e774-4ed8-bca5-3ff0d90ae42e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:35.532653 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4b095916-cc9d-4069-9d4f-2d67745b1e44 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2269967 May 26 16:33:35.533970 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58336) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:35.539475 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f7294a06-1c8c-48eb-8529-a4492c8cee29 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Request body: {'security_group': {'name': 'tempest-secgroup--238380137'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:35.601746 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f7294a06-1c8c-48eb-8529-a4492c8cee29 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:35.616189 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aed5ac-00fd-4100-afa9-3435829a8a5f None None] DHCP port deletion for c35b079d-bcd5-434c-9023-f88865e938de request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:33:35.622956 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a23481ec-25b4-4881-bccb-f6c273cde51e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:35.722416 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c0aed5ac-00fd-4100-afa9-3435829a8a5f None None] Deleting port 195f0924-e774-4ed8-bca5-3ff0d90ae42e {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:33:35.723251 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c0aed5ac-00fd-4100-afa9-3435829a8a5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:35.752374 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23481ec-25b4-4881-bccb-f6c273cde51e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:33:35.787250 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-a23481ec-25b4-4881-bccb-f6c273cde51e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:33:35.826918 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f7294a06-1c8c-48eb-8529-a4492c8cee29 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:35.837234 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23481ec-25b4-4881-bccb-f6c273cde51e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=b8cfe5ba-4c85-4ed3-b8a3-e06a49db4d7a,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:35.837820 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f7294a06-1c8c-48eb-8529-a4492c8cee29 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:35.844599 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-0219e7b1-a059-4ff9-921c-15ff28cdb158 service neutron] 10.222.0.77 "GET /v2.0/networks/08ecdda0-b83d-4e3e-bead-7883e1f704fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197696 May 26 16:33:35.846868 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23481ec-25b4-4881-bccb-f6c273cde51e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:35.847705 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a23481ec-25b4-4881-bccb-f6c273cde51e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:35.916592 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f7294a06-1c8c-48eb-8529-a4492c8cee29 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:35.922222 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f7294a06-1c8c-48eb-8529-a4492c8cee29 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3870697 May 26 16:33:35.924292 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58342) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:35.939238 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e11c7d21-b675-45e7-9e53-dc0f70fe3004 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Request body: {'security_group_rule': {'security_group_id': 'c5f55c2d-adf0-4d8d-ac07-a3c276f7ff39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:35.961387 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7294a06-1c8c-48eb-8529-a4492c8cee29 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f55c2d-adf0-4d8d-ac07-a3c276f7ff39,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:35.997807 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c0aed5ac-00fd-4100-afa9-3435829a8a5f None None] For port 195f0924-e774-4ed8-bca5-3ff0d90ae42e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=195f0924-e774-4ed8-bca5-3ff0d90ae42e,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:35.998369 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c0aed5ac-00fd-4100-afa9-3435829a8a5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:36.005140 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e11c7d21-b675-45e7-9e53-dc0f70fe3004 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:36.034193 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 195f0924-e774-4ed8-bca5-3ff0d90ae42e no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:33:36.038293 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd48013-ba41-46ce-aed3-6f07ed5ddd2a req-d7f1d792-4616-4ccf-881a-949bffe85238 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:36.040077 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dcd48013-ba41-46ce-aed3-6f07ed5ddd2a req-d7f1d792-4616-4ccf-881a-949bffe85238 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 944 time: 0.3519709 May 26 16:33:36.049592 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a23481ec-25b4-4881-bccb-f6c273cde51e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8515754 May 26 16:33:36.054952 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58344) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:36.060926 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-8e7d4c9d-5a89-439d-80bf-a8e4f8fcc91a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:36.089574 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c0aed5ac-00fd-4100-afa9-3435829a8a5f None None] Calling delete_port for 195f0924-e774-4ed8-bca5-3ff0d90ae42e owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:33:36.137354 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-4e38546a-82d4-4dc9-a97b-b1537f89b3b3 service neutron] 10.222.0.77 "GET /v2.0/networks/08ecdda0-b83d-4e3e-bead-7883e1f704fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753706 May 26 16:33:36.148067 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dcd48013-ba41-46ce-aed3-6f07ed5ddd2a req-eda1f0b4-e18a-4beb-b57d-247812a32c57 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922902 May 26 16:33:36.230625 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e11c7d21-b675-45e7-9e53-dc0f70fe3004 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:36.243680 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e11c7d21-b675-45e7-9e53-dc0f70fe3004 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:36.297201 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe6010-1f7f-4dfe-bdd2-6eaaaef11006 req-dea9a2ed-0a81-401a-8108-6ca6d2c980dd tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:36.299458 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-56fe6010-1f7f-4dfe-bdd2-6eaaaef11006 req-dea9a2ed-0a81-401a-8108-6ca6d2c980dd tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 945 time: 0.1536560 May 26 16:33:36.310056 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c7d21-b675-45e7-9e53-dc0f70fe3004 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2fa0237-77a7-4b6e-8867-a50260fda3df,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:36.357514 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86c1f5-d4ee-4eee-ba4d-abf7e4b766fa req-066d6085-0d2d-4c29-aeeb-ad3ce85cb574 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:36.373435 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0e86c1f5-d4ee-4eee-ba4d-abf7e4b766fa req-066d6085-0d2d-4c29-aeeb-ad3ce85cb574 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 945 time: 0.1186006 May 26 16:33:36.376940 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e11c7d21-b675-45e7-9e53-dc0f70fe3004 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:36.379360 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e11c7d21-b675-45e7-9e53-dc0f70fe3004 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4486403 May 26 16:33:36.384052 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58346) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:36.430529 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a95bb0be-d8af-446e-8b31-aa8cf1b9de5b tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-group-rules/c2fa0237-77a7-4b6e-8867-a50260fda3df HTTP/1.1" status: 200 len: 763 time: 0.0442176 May 26 16:33:36.433572 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58348) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:36.480731 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0e86c1f5-d4ee-4eee-ba4d-abf7e4b766fa req-e794920e-1e25-4afd-bd4b-768d8d14509b tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/security-groups?id=85d0e527-7157-4920-bf30-aeaa23e7e615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059518 May 26 16:33:36.522377 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 195f0924-e774-4ed8-bca5-3ff0d90ae42e is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:36.523340 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:36.555501 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c0aed5ac-00fd-4100-afa9-3435829a8a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:36.573739 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-624564ce-b9dd-4caf-86d2-2e2e3e73b9e4 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1325505 May 26 16:33:36.574005 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58354) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:36.588144 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7d4c9d-5a89-439d-80bf-a8e4f8fcc91a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:33:36.592787 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e7d4c9d-5a89-439d-80bf-a8e4f8fcc91a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:36.623778 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-56fe6010-1f7f-4dfe-bdd2-6eaaaef11006 req-93dc1ae1-7be4-416a-aad3-ec8ee13842ab tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Deleting port 9116b6f6-f76b-481e-90b4-a82881dc6a66 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:33:36.624161 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-56fe6010-1f7f-4dfe-bdd2-6eaaaef11006 req-93dc1ae1-7be4-416a-aad3-ec8ee13842ab tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:36.646781 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aed5ac-00fd-4100-afa9-3435829a8a5f None None] Pushing event deleted for resources: {'Port': ['ID=195f0924-e774-4ed8-bca5-3ff0d90ae42e,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:36.663071 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-116182c3-95ad-4b6d-ae1c-8bee38224759 req-ce4f257e-2bb5-4692-98e7-f65fe613b472 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=f053a9aa-833e-4414-85dc-0a3e356379e3 HTTP/1.1" status: 200 len: 210 time: 0.0454974 May 26 16:33:36.701857 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aed5ac-00fd-4100-afa9-3435829a8a5f None None] No DVR routers for this DVR port 195f0924-e774-4ed8-bca5-3ff0d90ae42e on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:33:36.723304 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cef1bb8d-b7bf-456f-a829-3dbea281eaa3 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:36.736057 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abefba75-e46d-4442-970a-53fcfd881aec None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:33:36.774183 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cef1bb8d-b7bf-456f-a829-3dbea281eaa3 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:36.895406 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cef1bb8d-b7bf-456f-a829-3dbea281eaa3 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:36.906457 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-56fe6010-1f7f-4dfe-bdd2-6eaaaef11006 req-93dc1ae1-7be4-416a-aad3-ec8ee13842ab tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] For port 9116b6f6-f76b-481e-90b4-a82881dc6a66, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=9116b6f6-f76b-481e-90b4-a82881dc6a66,segment=NetworkSegment(4f171fb4-a9b6-4dc9-9fc7-d9ccac4f63ef),segment_id=4f171fb4-a9b6-4dc9-9fc7-d9ccac4f63ef)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:36.907104 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-56fe6010-1f7f-4dfe-bdd2-6eaaaef11006 req-93dc1ae1-7be4-416a-aad3-ec8ee13842ab tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:36.917473 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cef1bb8d-b7bf-456f-a829-3dbea281eaa3 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:36.919596 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cef1bb8d-b7bf-456f-a829-3dbea281eaa3 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/c2fa0237-77a7-4b6e-8867-a50260fda3df HTTP/1.1" status: 204 len: 168 time: 0.3465152 May 26 16:33:36.922225 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58362) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:36.956621 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1bb8d-b7bf-456f-a829-3dbea281eaa3 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2fa0237-77a7-4b6e-8867-a50260fda3df,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:36.970256 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79912e2d-8a17-44f7-b36f-ab9440fe537d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-c35b079d-bcd5-434c-9023-f88865e938de', 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'fixed_ips': [{'subnet_id': 'b8cfe5ba-4c85-4ed3-b8a3-e06a49db4d7a'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:33:36.972826 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-79912e2d-8a17-44f7-b36f-ab9440fe537d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:36.975600 n-d-843337-2 neutron-server[103895]: INFO neutron.db.ipam_backend_mixin [None req-8e7d4c9d-5a89-439d-80bf-a8e4f8fcc91a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b8cfe5ba-4c85-4ed3-b8a3-e06a49db4d7a (CIDR: 2001:db8::/64) May 26 16:33:36.975927 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-56fe6010-1f7f-4dfe-bdd2-6eaaaef11006 req-93dc1ae1-7be4-416a-aad3-ec8ee13842ab tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Calling delete_port for 9116b6f6-f76b-481e-90b4-a82881dc6a66 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:33:36.983875 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7d4c9d-5a89-439d-80bf-a8e4f8fcc91a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:33:36.984657 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7d4c9d-5a89-439d-80bf-a8e4f8fcc91a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:37.009911 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8e7d4c9d-5a89-439d-80bf-a8e4f8fcc91a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9539437 May 26 16:33:37.014156 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58364) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:37.020913 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-03decfab-1c9f-4897-bca2-ad008dcf4ba9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:37.028199 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8d879de4-21b1-46e4-b90e-60bfd77fd686 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1041703 May 26 16:33:37.030897 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58366) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:37.039704 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-1d2d0b9a-3134-47a8-9727-4ade4c88dd8e tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Request body: {'security_group_rule': {'security_group_id': 'c5f55c2d-adf0-4d8d-ac07-a3c276f7ff39', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:37.093146 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d2d0b9a-3134-47a8-9727-4ade4c88dd8e tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:37.466723 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-56fe6010-1f7f-4dfe-bdd2-6eaaaef11006 req-93dc1ae1-7be4-416a-aad3-ec8ee13842ab tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:37.515557 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc1ae1-7be4-416a-aad3-ec8ee13842ab tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Pushing event deleted for resources: {'Port': ['ID=9116b6f6-f76b-481e-90b4-a82881dc6a66,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:37.525661 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['9116b6f6-f76b-481e-90b4-a82881dc6a66'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:33:37.606791 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fe6010-1f7f-4dfe-bdd2-6eaaaef11006 req-93dc1ae1-7be4-416a-aad3-ec8ee13842ab tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] No DVR routers for this DVR port 9116b6f6-f76b-481e-90b4-a82881dc6a66 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:33:37.656059 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:33:37.661579 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-79912e2d-8a17-44f7-b36f-ab9440fe537d None None] Allocated IP 2001:db8::2 (c35b079d-bcd5-434c-9023-f88865e938de/b8cfe5ba-4c85-4ed3-b8a3-e06a49db4d7a/3e540cb4-6c38-42f6-a297-e1076465cfc3) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:33:37.662316 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-56fe6010-1f7f-4dfe-bdd2-6eaaaef11006 req-93dc1ae1-7be4-416a-aad3-ec8ee13842ab tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:37.675169 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-56fe6010-1f7f-4dfe-bdd2-6eaaaef11006 req-93dc1ae1-7be4-416a-aad3-ec8ee13842ab tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.83 "DELETE /v2.0/ports/9116b6f6-f76b-481e-90b4-a82881dc6a66 HTTP/1.1" status: 204 len: 173 time: 1.3625076 May 26 16:33:37.675851 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7', 'name': 'network-vif-deleted', 'tag': '9116b6f6-f76b-481e-90b4-a82881dc6a66'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:33:37.693655 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775f954-112f-40cf-9402-0230aa500340 req-1fda87b0-2ac8-45df-a579-c9c45c0565cb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:37.702894 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f775f954-112f-40cf-9402-0230aa500340 req-1fda87b0-2ac8-45df-a579-c9c45c0565cb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 944 time: 0.1131580 May 26 16:33:37.720078 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d2d0b9a-3134-47a8-9727-4ade4c88dd8e tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:37.720957 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ca854b-00a0-4211-97fd-9b2d6a01b649" -d '{"events": [{"server_uuid": "fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7", "name": "network-vif-deleted", "tag": "9116b6f6-f76b-481e-90b4-a82881dc6a66"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:33:37.730923 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03decfab-1c9f-4897-bca2-ad008dcf4ba9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:33:37.739901 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03decfab-1c9f-4897-bca2-ad008dcf4ba9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:37.740356 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d2d0b9a-3134-47a8-9727-4ade4c88dd8e tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:37.789948 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-038c8e34-15ea-4981-b264-03a8e18e3783 req-37085e34-b71e-4656-bb47-bcbe476eb55d tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 210 time: 0.0486481 May 26 16:33:37.862547 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d0b9a-3134-47a8-9727-4ade4c88dd8e tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4da15ac-147e-4854-9c48-35f506641cbd,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:37.891476 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f775f954-112f-40cf-9402-0230aa500340 req-58f6a711-cbca-4331-96c7-4078e668be4a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873875 May 26 16:33:37.905238 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d2d0b9a-3134-47a8-9727-4ade4c88dd8e tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:37.915862 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1d2d0b9a-3134-47a8-9727-4ade4c88dd8e tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8820565 May 26 16:33:37.917061 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58382) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:37.973451 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-00104238-a49f-4836-94df-562d351f732d tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-group-rules/f4da15ac-147e-4854-9c48-35f506641cbd HTTP/1.1" status: 200 len: 763 time: 0.0497937 May 26 16:33:37.974042 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58386) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:38.010576 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b56c0021-4e4f-48f9-9aff-5dd4df96065a req-e2ec40d7-9ede-4559-a4c4-355baad9821e tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=f053a9aa-833e-4414-85dc-0a3e356379e3 HTTP/1.1" status: 200 len: 210 time: 0.0360656 May 26 16:33:38.037144 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-79912e2d-8a17-44f7-b36f-ab9440fe537d None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:38.053358 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-79912e2d-8a17-44f7-b36f-ab9440fe537d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:38.072020 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ea3e36d9-7dbe-4614-a941-e00f6dc1d063 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0941987 May 26 16:33:38.075240 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58388) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:38.116661 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79912e2d-8a17-44f7-b36f-ab9440fe537d None None] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:33:38.120707 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-79912e2d-8a17-44f7-b36f-ab9440fe537d None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:33:38.128594 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79912e2d-8a17-44f7-b36f-ab9440fe537d None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:33:38.131846 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-63e718d6-a330-4d17-93cb-a711755d53dd tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:38.145134 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79912e2d-8a17-44f7-b36f-ab9440fe537d None None] Pushing event updated for resources: {'Port': ['ID=3e540cb4-6c38-42f6-a297-e1076465cfc3,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:38.155495 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-63e718d6-a330-4d17-93cb-a711755d53dd tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:38.210169 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-63e718d6-a330-4d17-93cb-a711755d53dd tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:38.232157 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-63e718d6-a330-4d17-93cb-a711755d53dd tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:38.236164 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-63e718d6-a330-4d17-93cb-a711755d53dd tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/f4da15ac-147e-4854-9c48-35f506641cbd HTTP/1.1" status: 204 len: 168 time: 0.1565483 May 26 16:33:38.236844 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58390) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:38.237076 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-79912e2d-8a17-44f7-b36f-ab9440fe537d None None] Attempting to bind port 3e540cb4-6c38-42f6-a297-e1076465cfc3 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:33:38.237076 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-79912e2d-8a17-44f7-b36f-ab9440fe537d None None] Attempting to bind port 3e540cb4-6c38-42f6-a297-e1076465cfc3 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:33:38.237674 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79912e2d-8a17-44f7-b36f-ab9440fe537d None None] Attempting to bind port 3e540cb4-6c38-42f6-a297-e1076465cfc3 on network c35b079d-bcd5-434c-9023-f88865e938de {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:33:38.241722 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e718d6-a330-4d17-93cb-a711755d53dd tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4da15ac-147e-4854-9c48-35f506641cbd,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:38.252779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79912e2d-8a17-44f7-b36f-ab9440fe537d None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:33:38.253269 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79912e2d-8a17-44f7-b36f-ab9440fe537d None None] Checking segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:33:38.253691 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-79912e2d-8a17-44f7-b36f-ab9440fe537d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:38.254002 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79912e2d-8a17-44f7-b36f-ab9440fe537d None None] Bound using segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:33:38.254451 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-79912e2d-8a17-44f7-b36f-ab9440fe537d None None] Bound port: 3e540cb4-6c38-42f6-a297-e1076465cfc3, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:33:38.258340 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-79912e2d-8a17-44f7-b36f-ab9440fe537d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:38.295616 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c12764-883d-479c-bf8b-e8a3a262ce3f x-openstack-request-id: req-f4c12764-883d-479c-bf8b-e8a3a262ce3f {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:33:38.296007 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7", "name": "network-vif-deleted", "tag": "9116b6f6-f76b-481e-90b4-a82881dc6a66", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:33:38.296217 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f4c12764-883d-479c-bf8b-e8a3a262ce3f {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:33:38.296602 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4c12764-883d-479c-bf8b-e8a3a262ce3f'] response: {'server_uuid': 'fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7', 'name': 'network-vif-deleted', 'tag': '9116b6f6-f76b-481e-90b4-a82881dc6a66', 'status': 'completed', 'code': 200} May 26 16:33:38.352277 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4c21bc07-65cd-4c07-b157-15fb35b9cc0a tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1115556 May 26 16:33:38.353032 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58392) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:38.357874 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d78bbea3-0fe7-4b07-9718-33ec4d61bb27 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Request body: {'security_group_rule': {'security_group_id': 'c5f55c2d-adf0-4d8d-ac07-a3c276f7ff39', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:38.375794 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-79912e2d-8a17-44f7-b36f-ab9440fe537d None None] For port 3e540cb4-6c38-42f6-a297-e1076465cfc3, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:33:38.379830 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-79912e2d-8a17-44f7-b36f-ab9440fe537d None None] For port 3e540cb4-6c38-42f6-a297-e1076465cfc3, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3e540cb4-6c38-42f6-a297-e1076465cfc3,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:33:38.387733 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-79912e2d-8a17-44f7-b36f-ab9440fe537d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:38.411237 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d78bbea3-0fe7-4b07-9718-33ec4d61bb27 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:38.473387 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79912e2d-8a17-44f7-b36f-ab9440fe537d None None] Pushing event updated for resources: {'Port': ['ID=3e540cb4-6c38-42f6-a297-e1076465cfc3,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:38.528144 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d78bbea3-0fe7-4b07-9718-33ec4d61bb27 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:38.533935 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d78bbea3-0fe7-4b07-9718-33ec4d61bb27 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:38.576352 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bbea3-0fe7-4b07-9718-33ec4d61bb27 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1284fe-c940-4207-a248-6162e01eacd7,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:38.607218 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d78bbea3-0fe7-4b07-9718-33ec4d61bb27 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:38.608956 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d78bbea3-0fe7-4b07-9718-33ec4d61bb27 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2546825 May 26 16:33:38.612196 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58396) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:38.634901 n-d-843337-2 neutron-server[103895]: DEBUG neutron.objects.ports [None req-03decfab-1c9f-4897-bca2-ad008dcf4ba9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103895) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:33:38.637400 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c9a8bb45-38b6-470c-b526-d5a44fa87fed tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-group-rules/2a1284fe-c940-4207-a248-6162e01eacd7 HTTP/1.1" status: 200 len: 764 time: 0.0238147 May 26 16:33:38.646823 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58398) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:38.715936 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-881ca4d1-4ec8-4cd6-9b5e-2e1d4228298a tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0675991 May 26 16:33:38.718462 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58400) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:38.746018 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-85309ff4-264f-41f3-93d1-ec3fe98013d7 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:38.755962 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-85309ff4-264f-41f3-93d1-ec3fe98013d7 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:38.803771 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-85309ff4-264f-41f3-93d1-ec3fe98013d7 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:38.827440 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-85309ff4-264f-41f3-93d1-ec3fe98013d7 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:38.840121 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-85309ff4-264f-41f3-93d1-ec3fe98013d7 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/2a1284fe-c940-4207-a248-6162e01eacd7 HTTP/1.1" status: 204 len: 168 time: 0.1123006 May 26 16:33:38.845345 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58404) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:38.936721 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85309ff4-264f-41f3-93d1-ec3fe98013d7 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a1284fe-c940-4207-a248-6162e01eacd7,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:39.018177 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8c4bea18-9a2f-4e30-a845-6070e8b53b0e tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1595118 May 26 16:33:39.055204 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58408) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:39.085164 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4760c76a-3417-4260-a3fa-85bd776e92f6 req-c342927b-6c5a-4deb-a9ae-1a775f322e39 tempest-TestServerAdvancedOps-1046606450 tempest-TestServerAdvancedOps-1046606450-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa8da3e9-9e3f-4218-9f33-7eb6f5a220d7 HTTP/1.1" status: 200 len: 210 time: 0.0695364 May 26 16:33:39.114478 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-4a3dd704-df5f-485d-9cf0-7f929de30bbd tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:39.118400 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-4a3dd704-df5f-485d-9cf0-7f929de30bbd tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.83 "GET /v2.0/networks?id=08ecdda0-b83d-4e3e-bead-7883e1f704fb HTTP/1.1" status: 200 len: 814 time: 0.6673284 May 26 16:33:39.147413 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03decfab-1c9f-4897-bca2-ad008dcf4ba9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:39.170818 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-23e389df-0dbc-4b63-97f5-ec3971ed576f tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Request body: {'port': {'device_id': 'f053a9aa-833e-4414-85dc-0a3e356379e3', 'network_id': '08ecdda0-b83d-4e3e-bead-7883e1f704fb', 'admin_state_up': True, 'tenant_id': '5133b2335c6b4b5dbb7b6b0b3d366b38'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:39.265152 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-187d5aac-9bb8-470c-96ca-69b84f786e5d req-c1b95a8e-a1c3-4d69-b26c-54d5ecd9a999 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=f053a9aa-833e-4414-85dc-0a3e356379e3 HTTP/1.1" status: 200 len: 210 time: 0.0506861 May 26 16:33:39.294983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82539fa8-611a-4539-9f27-c75d40b382f8 req-3e3c0f67-ae5a-4a36-8cc5-76670a83c044 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:39.304423 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82539fa8-611a-4539-9f27-c75d40b382f8 req-3e3c0f67-ae5a-4a36-8cc5-76670a83c044 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 944 time: 0.2217729 May 26 16:33:39.360451 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82539fa8-611a-4539-9f27-c75d40b382f8 req-876e853b-176e-4264-b5de-f195f6904763 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546181 May 26 16:33:39.402769 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-254410f2-a02b-48d0-b3a4-06f6cdda128e tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:39.409741 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-877e6caf-5b00-40a0-a69b-4cd313109a8d req-665d2f08-5be9-48e5-ab22-4f6b576f1d64 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2898917 May 26 16:33:39.544466 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-254410f2-a02b-48d0-b3a4-06f6cdda128e tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:39.667290 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-03decfab-1c9f-4897-bca2-ad008dcf4ba9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] For port 3e540cb4-6c38-42f6-a297-e1076465cfc3, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3e540cb4-6c38-42f6-a297-e1076465cfc3,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:39.687868 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-23e389df-0dbc-4b63-97f5-ec3971ed576f tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Made reservation on behalf of 5133b2335c6b4b5dbb7b6b0b3d366b38 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:33:39.691726 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-23e389df-0dbc-4b63-97f5-ec3971ed576f tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:39.711530 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e6caf-5b00-40a0-a69b-4cd313109a8d req-2e200142-5015-4a60-95ef-4a3d549f463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:39.713691 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-877e6caf-5b00-40a0-a69b-4cd313109a8d req-2e200142-5015-4a60-95ef-4a3d549f463f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 1097 time: 0.2087629 May 26 16:33:39.726444 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-254410f2-a02b-48d0-b3a4-06f6cdda128e tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:39.729764 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-254410f2-a02b-48d0-b3a4-06f6cdda128e tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:39.730945 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-254410f2-a02b-48d0-b3a4-06f6cdda128e tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "DELETE /v2.0/security-groups/c5f55c2d-adf0-4d8d-ac07-a3c276f7ff39 HTTP/1.1" status: 204 len: 168 time: 0.6675920 May 26 16:33:39.733783 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58414) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:39.756128 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03decfab-1c9f-4897-bca2-ad008dcf4ba9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:39.779779 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254410f2-a02b-48d0-b3a4-06f6cdda128e tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f55c2d-adf0-4d8d-ac07-a3c276f7ff39,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:39.784426 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03decfab-1c9f-4897-bca2-ad008dcf4ba9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:39.785596 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03decfab-1c9f-4897-bca2-ad008dcf4ba9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:39.812227 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-19bea151-42e3-45a8-8745-8bcc14a838ff tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0761843 May 26 16:33:39.818506 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58416) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:39.823170 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-59e0ac5c-1941-4fd5-8ed8-f63d95278fa6 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Request body: {'security_group': {'name': 'tempest-secgroup--934483359'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:39.858140 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-59e0ac5c-1941-4fd5-8ed8-f63d95278fa6 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:40.014294 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3e540cb4-6c38-42f6-a297-e1076465cfc3 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:33:40.029542 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03decfab-1c9f-4897-bca2-ad008dcf4ba9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:33:40.051397 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-59e0ac5c-1941-4fd5-8ed8-f63d95278fa6 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:40.058964 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-59e0ac5c-1941-4fd5-8ed8-f63d95278fa6 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:40.077402 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-03decfab-1c9f-4897-bca2-ad008dcf4ba9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:33:40.093502 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807d8f4b-e3ad-43f9-aa83-131c4d015327 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:33:40.098316 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0ac5c-1941-4fd5-8ed8-f63d95278fa6 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae34670-c227-48f0-a00d-38686180ab16,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:40.098539 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03decfab-1c9f-4897-bca2-ad008dcf4ba9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:40.098832 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03decfab-1c9f-4897-bca2-ad008dcf4ba9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:40.115105 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-59e0ac5c-1941-4fd5-8ed8-f63d95278fa6 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:40.116532 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-59e0ac5c-1941-4fd5-8ed8-f63d95278fa6 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2991743 May 26 16:33:40.119398 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58418) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:40.125049 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-771c2fc3-a9b9-4eb4-9fb9-98930ff622d4 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Request body: {'security_group_rule': {'security_group_id': '6ae34670-c227-48f0-a00d-38686180ab16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:40.169747 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03decfab-1c9f-4897-bca2-ad008dcf4ba9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=de8282ca-1bab-4270-9345-524efba9fcbb,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:40.173187 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03decfab-1c9f-4897-bca2-ad008dcf4ba9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=3e540cb4-6c38-42f6-a297-e1076465cfc3,revision_number=4']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:40.175794 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-771c2fc3-a9b9-4eb4-9fb9-98930ff622d4 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:40.205906 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58422) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:40.207150 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-03decfab-1c9f-4897-bca2-ad008dcf4ba9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.1906962 May 26 16:33:40.216206 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ed2301c7-6b3d-4b90-8280-4376e19c865b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'mac_address': 'fa:16:3e:2b:b1:d9', 'name': 'tempest-NetworksTestDHCPv6-2092882805'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:40.230390 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58424) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:40.232213 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e6caf-5b00-40a0-a69b-4cd313109a8d req-caccf7e5-4fde-440f-87fb-7518d6be6410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:40.233785 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-877e6caf-5b00-40a0-a69b-4cd313109a8d req-caccf7e5-4fde-440f-87fb-7518d6be6410 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 913 time: 0.4664638 May 26 16:33:40.270779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 3e540cb4-6c38-42f6-a297-e1076465cfc3 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:40.271172 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:40.325699 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-23e389df-0dbc-4b63-97f5-ec3971ed576f tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Allocated IP 172.20.0.12 (08ecdda0-b83d-4e3e-bead-7883e1f704fb/52b0f5ef-e227-44ba-a393-28f4e74c713a/281f5c87-3bcb-477f-8238-fc9f0dd81e1a) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:33:40.329662 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 9116b6f6-f76b-481e-90b4-a82881dc6a66 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:33:40.342238 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-67bf0392-6a0b-469f-b641-75623e9a172c None None] Provisioning complete for port 3e540cb4-6c38-42f6-a297-e1076465cfc3 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:40.342621 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-67bf0392-6a0b-469f-b641-75623e9a172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:40.440278 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2301c7-6b3d-4b90-8280-4376e19c865b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:33:40.443101 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26246e1d-5b58-427d-aeba-ed05cca5f866 req-87e1a268-cde8-4194-9dca-3d41f57c04cc tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=f053a9aa-833e-4414-85dc-0a3e356379e3 HTTP/1.1" status: 200 len: 210 time: 0.0597229 May 26 16:33:40.507435 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 9116b6f6-f76b-481e-90b4-a82881dc6a66 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:33:40.507945 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 9116b6f6-f76b-481e-90b4-a82881dc6a66 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:33:40.530968 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-771c2fc3-a9b9-4eb4-9fb9-98930ff622d4 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:40.577171 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-771c2fc3-a9b9-4eb4-9fb9-98930ff622d4 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:40.624517 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c2fc3-a9b9-4eb4-9fb9-98930ff622d4 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e9f8d5-aa7a-4fb2-859a-143dbb413b73,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:40.642058 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2400d0-4cb9-4bac-802a-5502e36524d5 req-3ae24ccd-8ac8-4c11-b85f-609e89706da1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:40.643793 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd2400d0-4cb9-4bac-802a-5502e36524d5 req-3ae24ccd-8ac8-4c11-b85f-609e89706da1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 944 time: 0.1086984 May 26 16:33:40.647612 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ed2301c7-6b3d-4b90-8280-4376e19c865b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:40.666129 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-771c2fc3-a9b9-4eb4-9fb9-98930ff622d4 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:40.667442 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-771c2fc3-a9b9-4eb4-9fb9-98930ff622d4 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5466180 May 26 16:33:40.672463 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58432) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:40.709561 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-67bf0392-6a0b-469f-b641-75623e9a172c None None] Current status of the port 3e540cb4-6c38-42f6-a297-e1076465cfc3 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:40.710629 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-67bf0392-6a0b-469f-b641-75623e9a172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:40.715698 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-ed2301c7-6b3d-4b90-8280-4376e19c865b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] device_id is not set on port 2f496e59-249d-4c9c-803e-fc8fb7489d5d yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:33:40.755941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-67bf0392-6a0b-469f-b641-75623e9a172c None None] For port 3e540cb4-6c38-42f6-a297-e1076465cfc3, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3e540cb4-6c38-42f6-a297-e1076465cfc3,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:40.766282 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-67bf0392-6a0b-469f-b641-75623e9a172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:40.833116 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 3e540cb4-6c38-42f6-a297-e1076465cfc3 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:40.833507 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:40.843610 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd2400d0-4cb9-4bac-802a-5502e36524d5 req-d0231a15-b632-44a0-ad70-b443eb4fc16a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751609 May 26 16:33:40.857108 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf0392-6a0b-469f-b641-75623e9a172c None None] Pushing event updated for resources: {'Port': ['ID=3e540cb4-6c38-42f6-a297-e1076465cfc3,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:40.890946 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-42126f5c-fcaf-48a4-905a-c77d2003edfb tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:40.910867 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-877e6caf-5b00-40a0-a69b-4cd313109a8d req-728f3809-2bb3-4034-9138-f12845e00bbb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37c51be2-9ca7-4695-9d7b-9ab69dd03068 HTTP/1.1" status: 200 len: 217 time: 0.6629663 May 26 16:33:40.942674 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:33:40.943438 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:33:40.980665 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-42126f5c-fcaf-48a4-905a-c77d2003edfb tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:41.097763 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-42126f5c-fcaf-48a4-905a-c77d2003edfb tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:41.100728 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-42126f5c-fcaf-48a4-905a-c77d2003edfb tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:41.101925 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-42126f5c-fcaf-48a4-905a-c77d2003edfb tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "DELETE /v2.0/security-groups/6ae34670-c227-48f0-a00d-38686180ab16 HTTP/1.1" status: 204 len: 168 time: 0.4285290 May 26 16:33:41.103239 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a327e6-61df-4a2f-993b-db2b9b4553ca admin admin] Deleting subnet 426946b7-0d1e-4a85-a377-9a30775fb1e8 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:33:41.109162 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58434) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:41.120333 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42126f5c-fcaf-48a4-905a-c77d2003edfb tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae34670-c227-48f0-a00d-38686180ab16,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:41.122636 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-ed2301c7-6b3d-4b90-8280-4376e19c865b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8::c9 (c35b079d-bcd5-434c-9023-f88865e938de/b8cfe5ba-4c85-4ed3-b8a3-e06a49db4d7a/2f496e59-249d-4c9c-803e-fc8fb7489d5d) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:33:41.125348 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36a327e6-61df-4a2f-993b-db2b9b4553ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:41.137012 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-ed2301c7-6b3d-4b90-8280-4376e19c865b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2b:b1d9 (c35b079d-bcd5-434c-9023-f88865e938de/de8282ca-1bab-4270-9345-524efba9fcbb/2f496e59-249d-4c9c-803e-fc8fb7489d5d) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:33:41.184381 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e6caf-5b00-40a0-a69b-4cd313109a8d req-e5933897-dca9-4020-bc76-292451f2b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:41.185866 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-877e6caf-5b00-40a0-a69b-4cd313109a8d req-e5933897-dca9-4020-bc76-292451f2b62e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5431b2c2-5959-417a-9a98-2b2d0e6627f0 HTTP/1.1" status: 200 len: 851 time: 0.2666388 May 26 16:33:41.266308 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36a327e6-61df-4a2f-993b-db2b9b4553ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:41.269767 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-23e389df-0dbc-4b63-97f5-ec3971ed576f tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:41.311177 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d53bb4b3-1dc9-4777-ac51-58f70f350ab8 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1986327 May 26 16:33:41.311905 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58436) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:41.348715 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e6caf-5b00-40a0-a69b-4cd313109a8d req-24405226-833c-426b-8b66-6cf7cc8cf30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:41.351131 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-877e6caf-5b00-40a0-a69b-4cd313109a8d req-24405226-833c-426b-8b66-6cf7cc8cf30e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceae140a-4691-47b9-ad57-1026c75c737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1527879 May 26 16:33:41.359213 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36a327e6-61df-4a2f-993b-db2b9b4553ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:41.408690 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ed2301c7-6b3d-4b90-8280-4376e19c865b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:41.423330 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1ce34ee1-30f1-40f5-bdbd-d1964318b5ae tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1102829 May 26 16:33:41.426834 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58438) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:41.474389 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-8ba2d540-7fed-46f0-bfd3-457cc51f813c tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] delete failed (client error): The resource could not be found. May 26 16:33:41.475464 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8ba2d540-7fed-46f0-bfd3-457cc51f813c tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "DELETE /v2.0/security-groups/6ae34670-c227-48f0-a00d-38686180ab16 HTTP/1.1" status: 404 len: 347 time: 0.0472696 May 26 16:33:41.482966 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58442) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:41.502279 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 3e540cb4-6c38-42f6-a297-e1076465cfc3 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:41.526158 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-23e389df-0dbc-4b63-97f5-ec3971ed576f tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:41.557303 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ed2301c7-6b3d-4b90-8280-4376e19c865b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:41.613817 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-25be4278-7003-41b0-8b53-5d32ed154b2f None None] Provisioning complete for port 3e540cb4-6c38-42f6-a297-e1076465cfc3 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:41.615743 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-25be4278-7003-41b0-8b53-5d32ed154b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:41.616297 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-23e389df-0dbc-4b63-97f5-ec3971ed576f tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Network 08ecdda0-b83d-4e3e-bead-7883e1f704fb is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:33:41.632815 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-23e389df-0dbc-4b63-97f5-ec3971ed576f tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:33:41.635692 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-23e389df-0dbc-4b63-97f5-ec3971ed576f tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:33:41.648419 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e389df-0dbc-4b63-97f5-ec3971ed576f tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Pushing event updated for resources: {'Port': ['ID=281f5c87-3bcb-477f-8238-fc9f0dd81e1a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:41.681409 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-19b9ad6f-f8f9-4f86-b7ac-20cbbb0209a7 tempest-SecGroupTest-131480532 tempest-SecGroupTest-131480532-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1880410 May 26 16:33:41.701023 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2301c7-6b3d-4b90-8280-4376e19c865b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:33:41.705117 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36a327e6-61df-4a2f-993b-db2b9b4553ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:41.710844 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-ed2301c7-6b3d-4b90-8280-4376e19c865b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:33:41.726235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415924df-e72a-45c7-87c0-a0fe07dca6ca req-6583ef00-b374-452f-9595-596432b80e97 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:41.732671 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-415924df-e72a-45c7-87c0-a0fe07dca6ca req-6583ef00-b374-452f-9595-596432b80e97 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=f053a9aa-833e-4414-85dc-0a3e356379e3 HTTP/1.1" status: 200 len: 932 time: 0.1682115 May 26 16:33:41.738589 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2301c7-6b3d-4b90-8280-4376e19c865b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:33:41.740491 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a327e6-61df-4a2f-993b-db2b9b4553ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=426946b7-0d1e-4a85-a377-9a30775fb1e8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:41.745461 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2301c7-6b3d-4b90-8280-4376e19c865b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:41.754849 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-877e6caf-5b00-40a0-a69b-4cd313109a8d req-82f67746-1f05-4b5b-89d4-770b91b8a21a service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864219 May 26 16:33:41.755627 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ed2301c7-6b3d-4b90-8280-4376e19c865b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:41.757632 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36a327e6-61df-4a2f-993b-db2b9b4553ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:41.759085 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2301c7-6b3d-4b90-8280-4376e19c865b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=2f496e59-249d-4c9c-803e-fc8fb7489d5d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:41.765801 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-36a327e6-61df-4a2f-993b-db2b9b4553ca admin admin] 10.222.0.77 "DELETE /v2.0/subnets/426946b7-0d1e-4a85-a377-9a30775fb1e8 HTTP/1.1" status: 204 len: 168 time: 1.5283270 May 26 16:33:41.775534 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58448) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:41.796335 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-23e389df-0dbc-4b63-97f5-ec3971ed576f tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:41.797152 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-23e389df-0dbc-4b63-97f5-ec3971ed576f tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:41.832043 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ed2301c7-6b3d-4b90-8280-4376e19c865b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6245120 May 26 16:33:41.834985 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58450) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:41.893573 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-415924df-e72a-45c7-87c0-a0fe07dca6ca req-b0a0b568-8324-4d23-bb9b-715da935c429 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314771 May 26 16:33:41.987945 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-25be4278-7003-41b0-8b53-5d32ed154b2f None None] Current status of the port 3e540cb4-6c38-42f6-a297-e1076465cfc3 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:41.991616 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-23e389df-0dbc-4b63-97f5-ec3971ed576f tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8389699 May 26 16:33:42.036624 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-c8586bb3-fd05-49c7-bc9e-320fd4f9a8f7 service neutron] Request body: {'port': {'device_id': 'f053a9aa-833e-4414-85dc-0a3e356379e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:42.039094 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3e540cb4-6c38-42f6-a297-e1076465cfc3 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:33:42.077379 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b123b44-2b2c-4ce1-85fc-c5c9b0e8ec33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:42.124494 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-877e6caf-5b00-40a0-a69b-4cd313109a8d req-1abc8f2d-a750-45cb-ad81-e8ab66d40f45 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574049 May 26 16:33:42.182356 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-c8586bb3-fd05-49c7-bc9e-320fd4f9a8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:42.201613 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 3e540cb4-6c38-42f6-a297-e1076465cfc3 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:42.202389 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:42.205095 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-852e622d-4a3b-4b09-8ca8-b75146c28d93 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting port 2f496e59-249d-4c9c-803e-fc8fb7489d5d {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:33:42.212649 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-852e622d-4a3b-4b09-8ca8-b75146c28d93 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:42.224059 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0088ce-ec95-420b-89d5-ff73a9cc257e req-03c6c247-f6b6-4d24-b3a3-f920b67070f3 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:42.247776 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da0088ce-ec95-420b-89d5-ff73a9cc257e req-03c6c247-f6b6-4d24-b3a3-f920b67070f3 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 944 time: 0.2358408 May 26 16:33:42.283688 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b123b44-2b2c-4ce1-85fc-c5c9b0e8ec33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:42.350976 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-6b123b44-2b2c-4ce1-85fc-c5c9b0e8ec33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaed248d-5956-42c5-9db0-58d5ee38787d']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:33:42.367172 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-6b123b44-2b2c-4ce1-85fc-c5c9b0e8ec33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f171fb4-a9b6-4dc9-9fc7-d9ccac4f63ef') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:33:42.367732 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-6b123b44-2b2c-4ce1-85fc-c5c9b0e8ec33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f171fb4-a9b6-4dc9-9fc7-d9ccac4f63ef') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:33:42.384484 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b123b44-2b2c-4ce1-85fc-c5c9b0e8ec33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:42.391276 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58456) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:42.409395 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 3e540cb4-6c38-42f6-a297-e1076465cfc3 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:42.414136 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d6a2472d-2929-46a0-a252-297abf431ee1 None None] Provisioning complete for port 2f496e59-249d-4c9c-803e-fc8fb7489d5d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:42.414516 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d6a2472d-2929-46a0-a252-297abf431ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:42.438623 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da0088ce-ec95-420b-89d5-ff73a9cc257e req-c3b0d4f6-29ac-40ba-a538-a79df630e85f tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898563 May 26 16:33:42.486256 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d6a2472d-2929-46a0-a252-297abf431ee1 None None] Port 2f496e59-249d-4c9c-803e-fc8fb7489d5d cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:33:42.490153 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b123b44-2b2c-4ce1-85fc-c5c9b0e8ec33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:42.503468 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b123b44-2b2c-4ce1-85fc-c5c9b0e8ec33 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:33:42.503913 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b123b44-2b2c-4ce1-85fc-c5c9b0e8ec33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:42.516629 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-852e622d-4a3b-4b09-8ca8-b75146c28d93 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:42.531839 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-852e622d-4a3b-4b09-8ca8-b75146c28d93 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Calling delete_port for 2f496e59-249d-4c9c-803e-fc8fb7489d5d owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:33:42.576436 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 4f171fb4-a9b6-4dc9-9fc7-d9ccac4f63ef resource provider aggregate not found May 26 16:33:42.630848 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 4f171fb4-a9b6-4dc9-9fc7-d9ccac4f63ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f171fb4-a9b6-4dc9-9fc7-d9ccac4f63ef found for delete ", "request_id": "req-21d3ded2-305f-482a-b444-a7b06326ecd2"}]} May 26 16:33:42.660725 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b123b44-2b2c-4ce1-85fc-c5c9b0e8ec33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:42.668961 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6b123b44-2b2c-4ce1-85fc-c5c9b0e8ec33 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:42.674240 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6b123b44-2b2c-4ce1-85fc-c5c9b0e8ec33 admin admin] 10.222.0.77 "DELETE /v2.0/networks/eaed248d-5956-42c5-9db0-58d5ee38787d HTTP/1.1" status: 204 len: 168 time: 0.8950791 May 26 16:33:42.679775 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58464) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:42.696706 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b123b44-2b2c-4ce1-85fc-c5c9b0e8ec33 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaed248d-5956-42c5-9db0-58d5ee38787d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:42.699341 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-138b6ff3-7ba8-445f-a063-1fa10ca43cee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5ea5843134c14259a899c2503a177f8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3061643 May 26 16:33:42.705334 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58466) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:42.798579 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc50b909-c218-4e8b-aff0-1cec09139be9 admin admin] Deleting subnet 0c6e0032-4eef-4865-b237-b37f723a53f5 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:33:42.803808 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fc50b909-c218-4e8b-aff0-1cec09139be9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:42.847161 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93b0fe04-e52d-44fb-8081-d29af463ef90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:42.869332 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fc50b909-c218-4e8b-aff0-1cec09139be9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:42.870223 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-c8586bb3-fd05-49c7-bc9e-320fd4f9a8f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 281f5c87-3bcb-477f-8238-fc9f0dd81e1a {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:33:42.886688 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-c8586bb3-fd05-49c7-bc9e-320fd4f9a8f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:42.890543 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93b0fe04-e52d-44fb-8081-d29af463ef90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:42.947238 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fc50b909-c218-4e8b-aff0-1cec09139be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:42.954375 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-c8586bb3-fd05-49c7-bc9e-320fd4f9a8f7 service neutron] Transition to ACTIVE for port object 281f5c87-3bcb-477f-8238-fc9f0dd81e1a will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:33:42.961282 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-c8586bb3-fd05-49c7-bc9e-320fd4f9a8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:42.971080 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-852e622d-4a3b-4b09-8ca8-b75146c28d93 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:43.026424 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e622d-4a3b-4b09-8ca8-b75146c28d93 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Port': ['ID=2f496e59-249d-4c9c-803e-fc8fb7489d5d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:43.054338 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6340bd2e-95b4-44d2-852e-0bc2fadce6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:43.060504 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58478) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:43.072390 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f7d39b3b-0365-4f85-a644-f567997fc530 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1188607139', 'description': 'tempest-secgroup-smoke-1188607139 description', 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:43.082016 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8586bb3-fd05-49c7-bc9e-320fd4f9a8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=281f5c87-3bcb-477f-8238-fc9f0dd81e1a,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:43.085945 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e622d-4a3b-4b09-8ca8-b75146c28d93 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:43.086296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e622d-4a3b-4b09-8ca8-b75146c28d93 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:43.086913 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e622d-4a3b-4b09-8ca8-b75146c28d93 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:43.087070 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e622d-4a3b-4b09-8ca8-b75146c28d93 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:43.087508 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e622d-4a3b-4b09-8ca8-b75146c28d93 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:43.088370 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e622d-4a3b-4b09-8ca8-b75146c28d93 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:43.088722 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e622d-4a3b-4b09-8ca8-b75146c28d93 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:43.089051 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e622d-4a3b-4b09-8ca8-b75146c28d93 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:43.089383 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e622d-4a3b-4b09-8ca8-b75146c28d93 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:43.089707 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e622d-4a3b-4b09-8ca8-b75146c28d93 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:43.090032 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e622d-4a3b-4b09-8ca8-b75146c28d93 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:43.090814 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e622d-4a3b-4b09-8ca8-b75146c28d93 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:33:43.092270 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93b0fe04-e52d-44fb-8081-d29af463ef90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:43.094829 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93b0fe04-e52d-44fb-8081-d29af463ef90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:43.098586 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-93b0fe04-e52d-44fb-8081-d29af463ef90 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f24ba8c3-0186-4ad9-827a-ec278b2f3f84 HTTP/1.1" status: 204 len: 168 time: 0.3892479 May 26 16:33:43.141357 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-852e622d-4a3b-4b09-8ca8-b75146c28d93 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:43.150681 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-852e622d-4a3b-4b09-8ca8-b75146c28d93 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/2f496e59-249d-4c9c-803e-fc8fb7489d5d HTTP/1.1" status: 204 len: 168 time: 1.3125727 May 26 16:33:43.150681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58482) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:43.180240 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0fe04-e52d-44fb-8081-d29af463ef90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24ba8c3-0186-4ad9-827a-ec278b2f3f84,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:43.187379 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f7d39b3b-0365-4f85-a644-f567997fc530 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:43.197716 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:33:43.235534 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2fe9eb-5ea8-43f6-a51c-1d889e75a34f req-e3e9d97f-fbed-4265-ab18-01f3e227ed9b tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:43.238265 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b2fe9eb-5ea8-43f6-a51c-1d889e75a34f req-e3e9d97f-fbed-4265-ab18-01f3e227ed9b tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=f053a9aa-833e-4414-85dc-0a3e356379e3 HTTP/1.1" status: 200 len: 944 time: 0.2234745 May 26 16:33:43.247071 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fc50b909-c218-4e8b-aff0-1cec09139be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:43.263733 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-c8586bb3-fd05-49c7-bc9e-320fd4f9a8f7 service neutron] Attempting to bind port 281f5c87-3bcb-477f-8238-fc9f0dd81e1a on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:33:43.264082 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-c8586bb3-fd05-49c7-bc9e-320fd4f9a8f7 service neutron] Attempting to bind port 281f5c87-3bcb-477f-8238-fc9f0dd81e1a by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'a4ac5541-1d76-4be6-8e4e-b912c2c1981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '08ecdda0-b83d-4e3e-bead-7883e1f704fb'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:33:43.264435 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-c8586bb3-fd05-49c7-bc9e-320fd4f9a8f7 service neutron] Attempting to bind port 281f5c87-3bcb-477f-8238-fc9f0dd81e1a on network 08ecdda0-b83d-4e3e-bead-7883e1f704fb {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:33:43.272754 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-c8586bb3-fd05-49c7-bc9e-320fd4f9a8f7 service neutron] Port 281f5c87-3bcb-477f-8238-fc9f0dd81e1a on network 08ecdda0-b83d-4e3e-bead-7883e1f704fb not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:33:43.273083 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-c8586bb3-fd05-49c7-bc9e-320fd4f9a8f7 service neutron] Attempting to bind port 281f5c87-3bcb-477f-8238-fc9f0dd81e1a on network 08ecdda0-b83d-4e3e-bead-7883e1f704fb {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:33:43.290486 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-c8586bb3-fd05-49c7-bc9e-320fd4f9a8f7 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:33:43.290830 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-c8586bb3-fd05-49c7-bc9e-320fd4f9a8f7 service neutron] Checking segment: {'id': 'a4ac5541-1d76-4be6-8e4e-b912c2c1981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '08ecdda0-b83d-4e3e-bead-7883e1f704fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:33:43.291228 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-c8586bb3-fd05-49c7-bc9e-320fd4f9a8f7 service neutron] Bound using segment: {'id': 'a4ac5541-1d76-4be6-8e4e-b912c2c1981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '08ecdda0-b83d-4e3e-bead-7883e1f704fb'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:33:43.291739 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-c8586bb3-fd05-49c7-bc9e-320fd4f9a8f7 service neutron] Bound port: 281f5c87-3bcb-477f-8238-fc9f0dd81e1a, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ac5541-1d76-4be6-8e4e-b912c2c1981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '08ecdda0-b83d-4e3e-bead-7883e1f704fb'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:33:43.292275 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-c8586bb3-fd05-49c7-bc9e-320fd4f9a8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:43.338107 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b954fa-24fe-4cf4-8e01-590dac5d52cd tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:43.340912 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-74b954fa-24fe-4cf4-8e01-590dac5d52cd tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1868601 May 26 16:33:43.350781 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50b909-c218-4e8b-aff0-1cec09139be9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c6e0032-4eef-4865-b237-b37f723a53f5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:43.354652 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58486) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:43.374909 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fc50b909-c218-4e8b-aff0-1cec09139be9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:43.381988 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fc50b909-c218-4e8b-aff0-1cec09139be9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0c6e0032-4eef-4865-b237-b37f723a53f5 HTTP/1.1" status: 204 len: 168 time: 0.7024987 May 26 16:33:43.388274 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58488) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:43.418684 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:43.427905 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b2fe9eb-5ea8-43f6-a51c-1d889e75a34f req-0b8b0081-b620-48da-bbf4-c3c8522b9072 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787186 May 26 16:33:43.457122 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'port_id': '0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc', 'mac_address': 'fa:16:3e:b4:09:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:33:43.461888 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3230385a-25e5-438d-984c-befea1db0d50 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:43.464667 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3230385a-25e5-438d-984c-befea1db0d50 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1083639 May 26 16:33:43.473226 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58492) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:43.495855 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f7d39b3b-0365-4f85-a644-f567997fc530 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:43.519081 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f7d39b3b-0365-4f85-a644-f567997fc530 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:43.528761 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:43.529212 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:43.559206 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:33:43.584616 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:43.594096 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:43.613838 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f7d39b3b-0365-4f85-a644-f567997fc530 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:43.615140 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f7d39b3b-0365-4f85-a644-f567997fc530 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5483174 May 26 16:33:43.619151 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6212e00c-759f-4285-b7c5-f507b1460709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:43.620816 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58498) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:43.621021 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad22c17-ce89-42d8-a689-ee7715d021ce tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:43.623121 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad22c17-ce89-42d8-a689-ee7715d021ce tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:43.626549 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-c8586bb3-fd05-49c7-bc9e-320fd4f9a8f7 service neutron] For port 281f5c87-3bcb-477f-8238-fc9f0dd81e1a, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:33:43.627436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad22c17-ce89-42d8-a689-ee7715d021ce tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:43.629133 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6ad22c17-ce89-42d8-a689-ee7715d021ce tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1611297 May 26 16:33:43.631991 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58500) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:43.637629 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e9dbf01b-a8b0-409c-8e8e-67530791c08e tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Request body: {'security_group_rule': {'security_group_id': '0eeebc1b-abd6-409c-899b-62282caa12e1', 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:43.644720 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-c8586bb3-fd05-49c7-bc9e-320fd4f9a8f7 service neutron] For port 281f5c87-3bcb-477f-8238-fc9f0dd81e1a, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=281f5c87-3bcb-477f-8238-fc9f0dd81e1a,segment=NetworkSegment(a4ac5541-1d76-4be6-8e4e-b912c2c1981e),segment_id=a4ac5541-1d76-4be6-8e4e-b912c2c1981e)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:33:43.646979 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d39b3b-0365-4f85-a644-f567997fc530 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eeebc1b-abd6-409c-899b-62282caa12e1,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:43.667407 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-c8586bb3-fd05-49c7-bc9e-320fd4f9a8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:43.669711 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:43.693469 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509c211-2d03-4e8f-bd45-b80b97994e3b req-771ec912-8df5-4445-a1db-6478adc38462 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:43.701572 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8509c211-2d03-4e8f-bd45-b80b97994e3b req-771ec912-8df5-4445-a1db-6478adc38462 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 944 time: 0.1452260 May 26 16:33:43.732583 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-c8586bb3-fd05-49c7-bc9e-320fd4f9a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:43.733223 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-c8586bb3-fd05-49c7-bc9e-320fd4f9a8f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:43.734688 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-c8586bb3-fd05-49c7-bc9e-320fd4f9a8f7 service neutron] 10.222.0.83 "PUT /v2.0/ports/281f5c87-3bcb-477f-8238-fc9f0dd81e1a HTTP/1.1" status: 200 len: 1092 time: 1.7193072 May 26 16:33:43.740065 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f053a9aa-833e-4414-85dc-0a3e356379e3', 'tag': '281f5c87-3bcb-477f-8238-fc9f0dd81e1a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:33:43.742423 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dee0d6b-dc7a-41b3-949e-bf0507959c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "f053a9aa-833e-4414-85dc-0a3e356379e3", "tag": "281f5c87-3bcb-477f-8238-fc9f0dd81e1a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:33:43.743661 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1a72ee-ea8f-4fc7-b63d-32bc726a681d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet b8cfe5ba-4c85-4ed3-b8a3-e06a49db4d7a {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:33:43.752330 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab1a72ee-ea8f-4fc7-b63d-32bc726a681d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:43.786230 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8509c211-2d03-4e8f-bd45-b80b97994e3b req-9b32cd8b-4db9-4d90-b1aa-b155f3d8d861 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836985 May 26 16:33:43.818102 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9dbf01b-a8b0-409c-8e8e-67530791c08e tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:43.840410 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab1a72ee-ea8f-4fc7-b63d-32bc726a681d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:43.854190 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c5e15e-2fa1-4d29-8df4-9562407cbdc9 x-openstack-request-id: req-23c5e15e-2fa1-4d29-8df4-9562407cbdc9 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:33:43.854475 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f053a9aa-833e-4414-85dc-0a3e356379e3", "tag": "281f5c87-3bcb-477f-8238-fc9f0dd81e1a", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:33:43.854736 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-23c5e15e-2fa1-4d29-8df4-9562407cbdc9 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:33:43.855156 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23c5e15e-2fa1-4d29-8df4-9562407cbdc9'] response: {'name': 'network-changed', 'server_uuid': 'f053a9aa-833e-4414-85dc-0a3e356379e3', 'tag': '281f5c87-3bcb-477f-8238-fc9f0dd81e1a', 'status': 'completed', 'code': 200} May 26 16:33:43.867268 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:33:43.870743 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8586bb3-fd05-49c7-bc9e-320fd4f9a8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=281f5c87-3bcb-477f-8238-fc9f0dd81e1a,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:43.925501 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6212e00c-759f-4285-b7c5-f507b1460709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:43.968839 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-6212e00c-759f-4285-b7c5-f507b1460709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8a1dea-6c32-4864-9f5b-50fedfe74d60']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:33:43.982370 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-6212e00c-759f-4285-b7c5-f507b1460709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91f8826-c856-48bb-9dca-76d21fed8abf') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:33:43.982729 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-6212e00c-759f-4285-b7c5-f507b1460709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91f8826-c856-48bb-9dca-76d21fed8abf') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:33:43.992485 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab1a72ee-ea8f-4fc7-b63d-32bc726a681d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.007471 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6212e00c-759f-4285-b7c5-f507b1460709 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.010881 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9dbf01b-a8b0-409c-8e8e-67530791c08e tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.013457 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-6b78d507-ba5f-43f7-9ea8-4205a98a2ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:44.015524 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-6b78d507-ba5f-43f7-9ea8-4205a98a2ef5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5133b2335c6b4b5dbb7b6b0b3d366b38&device_id=f053a9aa-833e-4414-85dc-0a3e356379e3 HTTP/1.1" status: 200 len: 1095 time: 0.1534123 May 26 16:33:44.021939 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9dbf01b-a8b0-409c-8e8e-67530791c08e tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.054803 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6212e00c-759f-4285-b7c5-f507b1460709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.058990 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbf01b-a8b0-409c-8e8e-67530791c08e tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64d4d9c-d79c-4f42-9d5d-aeffc1003af2,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:44.102935 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab1a72ee-ea8f-4fc7-b63d-32bc726a681d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.104333 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e9dbf01b-a8b0-409c-8e8e-67530791c08e tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.109034 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e9dbf01b-a8b0-409c-8e8e-67530791c08e tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4807851 May 26 16:33:44.109034 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-3c481669-7309-4e31-9012-cf707c119ec3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=281f5c87-3bcb-477f-8238-fc9f0dd81e1a HTTP/1.1" status: 200 len: 217 time: 0.0624084 May 26 16:33:44.109854 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58516) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:44.114573 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-578732dc-236d-4d85-9c92-45422c7c2805 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Request body: {'security_group_rule': {'security_group_id': '0eeebc1b-abd6-409c-899b-62282caa12e1', 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:44.120386 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6212e00c-759f-4285-b7c5-f507b1460709 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:33:44.120824 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6212e00c-759f-4285-b7c5-f507b1460709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.131524 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47877be2-631e-4f9a-9991-57dec88d3a58 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:33:44.139090 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab1a72ee-ea8f-4fc7-b63d-32bc726a681d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.144803 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ab1a72ee-ea8f-4fc7-b63d-32bc726a681d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/b8cfe5ba-4c85-4ed3-b8a3-e06a49db4d7a HTTP/1.1" status: 204 len: 168 time: 0.5115705 May 26 16:33:44.146947 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a72ee-ea8f-4fc7-b63d-32bc726a681d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=b8cfe5ba-4c85-4ed3-b8a3-e06a49db4d7a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:44.148237 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58518) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:44.236448 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58520) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:44.287010 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-578732dc-236d-4d85-9c92-45422c7c2805 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.294158 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-dd63615f-911e-45c3-a158-0d8cca2aa244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:44.295381 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-dd63615f-911e-45c3-a158-0d8cca2aa244 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52b0f5ef-e227-44ba-a393-28f4e74c713a HTTP/1.1" status: 200 len: 854 time: 0.1711073 May 26 16:33:44.301457 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6212e00c-759f-4285-b7c5-f507b1460709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.304317 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6212e00c-759f-4285-b7c5-f507b1460709 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.309608 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6212e00c-759f-4285-b7c5-f507b1460709 admin admin] 10.222.0.77 "DELETE /v2.0/networks/9b8a1dea-6c32-4864-9f5b-50fedfe74d60 HTTP/1.1" status: 204 len: 168 time: 0.9137132 May 26 16:33:44.341850 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-651679d9-5aaa-4c49-be3e-32307f9bb200 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet de8282ca-1bab-4270-9345-524efba9fcbb {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:33:44.372133 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-651679d9-5aaa-4c49-be3e-32307f9bb200 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.381644 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-284a3c97-21d0-4666-95b8-c3bf65b90f37 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=08ecdda0-b83d-4e3e-bead-7883e1f704fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708456 May 26 16:33:44.390794 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-0efa24a4-50ff-4744-9187-144473f84fe2 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:44.392518 n-d-843337-2 neutron-server[103896]: WARNING neutron.api.v2.base [None req-0efa24a4-50ff-4744-9187-144473f84fe2 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 26 16:33:44.393206 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-0efa24a4-50ff-4744-9187-144473f84fe2 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] create failed (client error): There was a conflict when trying to complete your request. May 26 16:33:44.394448 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0efa24a4-50ff-4744-9187-144473f84fe2 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1570070 May 26 16:33:44.404247 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212e00c-759f-4285-b7c5-f507b1460709 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b8a1dea-6c32-4864-9f5b-50fedfe74d60,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:44.404761 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58526) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:44.409605 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-a40d97e7-89a1-4211-ac98-f164a0dca5e9 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group': {'name': 'tempest-secgroup--1859534718'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:44.448435 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a40d97e7-89a1-4211-ac98-f164a0dca5e9 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.458834 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a40d97e7-89a1-4211-ac98-f164a0dca5e9 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.520029 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-651679d9-5aaa-4c49-be3e-32307f9bb200 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.588315 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58530) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:44.594540 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-578732dc-236d-4d85-9c92-45422c7c2805 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.607597 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-578732dc-236d-4d85-9c92-45422c7c2805 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.623917 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a40d97e7-89a1-4211-ac98-f164a0dca5e9 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.629783 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-f5f89c60-5f95-41d0-a1ad-428ed8a222ad service neutron] 10.222.0.83 "GET /v2.0/networks/08ecdda0-b83d-4e3e-bead-7883e1f704fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188878 May 26 16:33:44.647465 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a40d97e7-89a1-4211-ac98-f164a0dca5e9 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.677653 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment c91f8826-c856-48bb-9dca-76d21fed8abf resource provider aggregate not found May 26 16:33:44.697656 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578732dc-236d-4d85-9c92-45422c7c2805 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1914e409-eb7a-4dda-a116-e2af274b5efd,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:44.706521 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-578732dc-236d-4d85-9c92-45422c7c2805 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.707746 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-578732dc-236d-4d85-9c92-45422c7c2805 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5971649 May 26 16:33:44.718808 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58536) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:44.730192 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c2f77462-ba2c-421c-818e-10796570ffda admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cbc011fafa824bc787e095e913380dbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393464 May 26 16:33:44.736171 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58538) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:44.745286 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d97e7-89a1-4211-ac98-f164a0dca5e9 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfefad77-445f-4ab0-bb07-a9c43a2f6270,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:44.755644 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97f0cf-864c-494e-92a2-608a42e575ea req-854fe26d-2375-4db0-8d3c-e095f4ae44f1 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:44.757287 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc97f0cf-864c-494e-92a2-608a42e575ea req-854fe26d-2375-4db0-8d3c-e095f4ae44f1 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=f053a9aa-833e-4414-85dc-0a3e356379e3 HTTP/1.1" status: 200 len: 944 time: 0.1679714 May 26 16:33:44.767412 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-354e7ac0-36fa-4534-bcda-8ee9bba82733 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Request body: {'security_group_rule': {'security_group_id': '0eeebc1b-abd6-409c-899b-62282caa12e1', 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:44.789161 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment c91f8826-c856-48bb-9dca-76d21fed8abf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c91f8826-c856-48bb-9dca-76d21fed8abf found for delete ", "request_id": "req-3b7d004e-33af-4d99-a933-6e032243b606"}]} May 26 16:33:44.797714 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-651679d9-5aaa-4c49-be3e-32307f9bb200 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.834229 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a40d97e7-89a1-4211-ac98-f164a0dca5e9 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.843973 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a40d97e7-89a1-4211-ac98-f164a0dca5e9 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.894739 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-354e7ac0-36fa-4534-bcda-8ee9bba82733 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.901436 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc97f0cf-864c-494e-92a2-608a42e575ea req-ea93e5e0-8a4b-48b6-8728-076430b647c3 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256373 May 26 16:33:44.902486 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-64ad9eb8-70a6-4b6a-8dfa-7d567625cba8 req-6f95ce9d-cfa5-43ec-9e73-e7e087f00092 service neutron] 10.222.0.83 "GET /v2.0/networks/08ecdda0-b83d-4e3e-bead-7883e1f704fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559903 May 26 16:33:44.911238 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a40d97e7-89a1-4211-ac98-f164a0dca5e9 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.917987 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58542) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:44.923557 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a40d97e7-89a1-4211-ac98-f164a0dca5e9 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5174713 May 26 16:33:44.935554 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-008c9a9c-9a78-4990-a2ec-f3b87c9621ff tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group_rule': {'security_group_id': '1c30f5d7-2ef3-4c27-89ba-5300caa8446f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:44.943760 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7479106-940c-4e8b-adca-f29ffb3880b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.950018 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d97e7-89a1-4211-ac98-f164a0dca5e9 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c30f5d7-2ef3-4c27-89ba-5300caa8446f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:44.965785 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-651679d9-5aaa-4c49-be3e-32307f9bb200 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:44.993363 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7479106-940c-4e8b-adca-f29ffb3880b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.049832 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-354e7ac0-36fa-4534-bcda-8ee9bba82733 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.061214 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651679d9-5aaa-4c49-be3e-32307f9bb200 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=de8282ca-1bab-4270-9345-524efba9fcbb,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:45.065363 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132101f3-c692-4154-8633-d7c540380106 req-e498cbc3-44df-4585-b9eb-7cda034fd0b9 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:45.067143 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-132101f3-c692-4154-8633-d7c540380106 req-e498cbc3-44df-4585-b9eb-7cda034fd0b9 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 945 time: 0.0949738 May 26 16:33:45.077543 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-651679d9-5aaa-4c49-be3e-32307f9bb200 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.083079 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-651679d9-5aaa-4c49-be3e-32307f9bb200 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/de8282ca-1bab-4270-9345-524efba9fcbb HTTP/1.1" status: 204 len: 168 time: 0.9252708 May 26 16:33:45.084492 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58544) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:45.097784 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-008c9a9c-9a78-4990-a2ec-f3b87c9621ff tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.100449 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7479106-940c-4e8b-adca-f29ffb3880b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.102570 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-354e7ac0-36fa-4534-bcda-8ee9bba82733 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.103175 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7479106-940c-4e8b-adca-f29ffb3880b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.104387 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e7479106-940c-4e8b-adca-f29ffb3880b8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/85d0e527-7157-4920-bf30-aeaa23e7e615 HTTP/1.1" status: 204 len: 168 time: 0.3662012 May 26 16:33:45.150638 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-28e3af07-cc91-4534-8a06-44199987acac tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616612 May 26 16:33:45.151937 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58548) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:45.156921 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7479106-940c-4e8b-adca-f29ffb3880b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d0e527-7157-4920-bf30-aeaa23e7e615,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:45.160857 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e7ac0-36fa-4534-bcda-8ee9bba82733 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3767c146-5300-446b-bca1-5e18de696cd5,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:45.169177 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-6865cce2-7fdb-4dfc-be56-e84230ce1476 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:45.174182 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-132101f3-c692-4154-8633-d7c540380106 req-1a93e459-91da-4807-890d-e8ae116a335d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993767 May 26 16:33:45.197138 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:33:45.199270 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-354e7ac0-36fa-4534-bcda-8ee9bba82733 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.200992 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-354e7ac0-36fa-4534-bcda-8ee9bba82733 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4387162 May 26 16:33:45.204251 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58550) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:45.217628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee0d6b-dc7a-41b3-949e-bf0507959c1b req-b5412e12-0571-45be-940a-188c3a2503fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:45.218672 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d8c0d944-ada0-42f8-8e98-eb5f8085919e tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Request body: {'security_group_rule': {'security_group_id': '0eeebc1b-abd6-409c-899b-62282caa12e1', 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:45.219750 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4dee0d6b-dc7a-41b3-949e-bf0507959c1b req-b5412e12-0571-45be-940a-188c3a2503fc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5133b2335c6b4b5dbb7b6b0b3d366b38&device_id=f053a9aa-833e-4414-85dc-0a3e356379e3 HTTP/1.1" status: 200 len: 1095 time: 0.1724350 May 26 16:33:45.261620 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d8c0d944-ada0-42f8-8e98-eb5f8085919e tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.269170 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faa4f05-1134-477f-8a33-423a1c68e23d None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:33:45.356975 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d8c0d944-ada0-42f8-8e98-eb5f8085919e tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.363520 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d8c0d944-ada0-42f8-8e98-eb5f8085919e tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.371084 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-008c9a9c-9a78-4990-a2ec-f3b87c9621ff tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.381490 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-008c9a9c-9a78-4990-a2ec-f3b87c9621ff tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.393152 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0d944-ada0-42f8-8e98-eb5f8085919e tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104bb332-fea3-4b4b-9f50-e51ef63872ce,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:45.409598 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f405f0c0-27fd-4278-80b0-6da3ea9edc02 None None] Provisioning complete for port 3e540cb4-6c38-42f6-a297-e1076465cfc3 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:45.409959 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f405f0c0-27fd-4278-80b0-6da3ea9edc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.414580 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d8c0d944-ada0-42f8-8e98-eb5f8085919e tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.416421 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d8c0d944-ada0-42f8-8e98-eb5f8085919e tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2035158 May 26 16:33:45.419212 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58552) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:45.424045 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-fd59260b-db3b-420e-a3eb-b22d6b00eb09 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Request body: {'security_group_rule': {'security_group_id': '0eeebc1b-abd6-409c-899b-62282caa12e1', 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:45.440062 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c9a9c-9a78-4990-a2ec-f3b87c9621ff tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f37b177-8492-465b-a91b-74212826dde1,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:45.457930 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-008c9a9c-9a78-4990-a2ec-f3b87c9621ff tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.462536 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-008c9a9c-9a78-4990-a2ec-f3b87c9621ff tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5368466 May 26 16:33:45.466112 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58554) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:45.467021 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6865cce2-7fdb-4dfc-be56-e84230ce1476 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:33:45.471654 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6865cce2-7fdb-4dfc-be56-e84230ce1476 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.476639 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-379bf684-0a2e-4c8a-a790-ad284dff23f6 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group_rule': {'security_group_id': '1c30f5d7-2ef3-4c27-89ba-5300caa8446f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:45.492368 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:33:45.501872 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:45.502501 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.503583 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee0d6b-dc7a-41b3-949e-bf0507959c1b req-9eec2609-ff94-4322-a3c9-61df1b1f17c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:45.505511 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4dee0d6b-dc7a-41b3-949e-bf0507959c1b req-9eec2609-ff94-4322-a3c9-61df1b1f17c3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=08ecdda0-b83d-4e3e-bead-7883e1f704fb HTTP/1.1" status: 200 len: 915 time: 0.2514386 May 26 16:33:45.511289 n-d-843337-2 neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-fd59260b-db3b-420e-a3eb-b22d6b00eb09 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Project f0fba92dcb0544e09da82cbc2b2dbb26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:33:45.524786 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-379bf684-0a2e-4c8a-a790-ad284dff23f6 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.528588 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fd59260b-db3b-420e-a3eb-b22d6b00eb09 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.544761 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d4160138-6a58-4c39-bef8-2deddf2fe379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.617185 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4dee0d6b-dc7a-41b3-949e-bf0507959c1b req-795e8130-642c-4f7c-9455-e03cb7d1bfd0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=281f5c87-3bcb-477f-8238-fc9f0dd81e1a HTTP/1.1" status: 200 len: 217 time: 0.0641594 May 26 16:33:45.619826 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fd59260b-db3b-420e-a3eb-b22d6b00eb09 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.632944 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fd59260b-db3b-420e-a3eb-b22d6b00eb09 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.650687 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1dac2c-51fd-482c-9f1c-0486adb82076 None None] DHCP port deletion for c35b079d-bcd5-434c-9023-f88865e938de request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:33:45.657555 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59260b-db3b-420e-a3eb-b22d6b00eb09 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e86a59-3ec3-4feb-96c1-6593ff72b91a,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:45.695605 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee0d6b-dc7a-41b3-949e-bf0507959c1b req-73645651-529a-4551-8c81-38b1d5863a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:45.697267 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4dee0d6b-dc7a-41b3-949e-bf0507959c1b req-73645651-529a-4551-8c81-38b1d5863a8d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52b0f5ef-e227-44ba-a393-28f4e74c713a HTTP/1.1" status: 200 len: 854 time: 0.0695465 May 26 16:33:45.730767 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-379bf684-0a2e-4c8a-a790-ad284dff23f6 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] create failed (client error): There was a conflict when trying to complete your request. May 26 16:33:45.732058 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-379bf684-0a2e-4c8a-a790-ad284dff23f6 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2626703 May 26 16:33:45.737471 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fd59260b-db3b-420e-a3eb-b22d6b00eb09 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.741747 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fd59260b-db3b-420e-a3eb-b22d6b00eb09 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3188548 May 26 16:33:45.741747 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58558) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:45.747785 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58560) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:45.749422 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f405f0c0-27fd-4278-80b0-6da3ea9edc02 None None] Current status of the port 3e540cb4-6c38-42f6-a297-e1076465cfc3 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:45.767322 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:45.767322 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.767823 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-4ac9aeaf-4f8c-4fa5-9c5b-5038ff23fdda tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Request body: {'security_group_rule': {'security_group_id': '0eeebc1b-abd6-409c-899b-62282caa12e1', 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:45.775850 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4dee0d6b-dc7a-41b3-949e-bf0507959c1b req-ce53b286-c935-4f93-a08a-149ec67bbbba service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=08ecdda0-b83d-4e3e-bead-7883e1f704fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687487 May 26 16:33:45.809991 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b7a87e-0be8-473d-ace3-734045e53ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:33:45.809991 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c713c0a-b96d-425d-86c1-f41864d8c63f" -d '{"events": [{"server_uuid": "b8b7a87e-0be8-473d-ace3-734045e53ded", "name": "network-vif-plugged", "status": "completed", "tag": "0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:33:45.810686 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58562) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:45.820369 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb88841f-f8fd-4ce9-afa5-0902315726a8 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.829284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:45.837632 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-bb1dac2c-51fd-482c-9f1c-0486adb82076 None None] Deleting port 3e540cb4-6c38-42f6-a297-e1076465cfc3 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:33:45.838160 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bb1dac2c-51fd-482c-9f1c-0486adb82076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.842403 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.886998 n-d-843337-2 neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-4ac9aeaf-4f8c-4fa5-9c5b-5038ff23fdda tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Project f0fba92dcb0544e09da82cbc2b2dbb26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:33:45.890428 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cabd7af-105f-4b75-8074-ea7e0df031bb x-openstack-request-id: req-4cabd7af-105f-4b75-8074-ea7e0df031bb {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:33:45.890847 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b7a87e-0be8-473d-ace3-734045e53ded", "name": "network-vif-plugged", "status": "completed", "tag": "0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:33:45.891202 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4cabd7af-105f-4b75-8074-ea7e0df031bb {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:33:45.891755 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cabd7af-105f-4b75-8074-ea7e0df031bb'] response: {'server_uuid': 'b8b7a87e-0be8-473d-ace3-734045e53ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc', 'code': 200} May 26 16:33:45.907483 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb88841f-f8fd-4ce9-afa5-0902315726a8 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:45.974725 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3e540cb4-6c38-42f6-a297-e1076465cfc3 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:33:46.008492 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb88841f-f8fd-4ce9-afa5-0902315726a8 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.014003 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb88841f-f8fd-4ce9-afa5-0902315726a8 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.015618 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bb88841f-f8fd-4ce9-afa5-0902315726a8 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "DELETE /v2.0/security-groups/1c30f5d7-2ef3-4c27-89ba-5300caa8446f HTTP/1.1" status: 204 len: 168 time: 0.2746720 May 26 16:33:46.025904 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58568) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:46.118880 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-22d3e4a6-3261-42a4-a546-f8b3d9b02542 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0915408 May 26 16:33:46.119730 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88841f-f8fd-4ce9-afa5-0902315726a8 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c30f5d7-2ef3-4c27-89ba-5300caa8446f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:46.123865 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58570) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:46.129164 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-5871e08b-fde7-45c9-9f10-6611e6ce3960 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group': {'name': 'tempest-secgroup--842588382'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:46.167845 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5871e08b-fde7-45c9-9f10-6611e6ce3960 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.195596 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3be175-26f6-4b37-95d2-b3cc98834e08 req-4312684b-aae4-4269-a01a-5503550febe7 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:46.198459 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea3be175-26f6-4b37-95d2-b3cc98834e08 req-4312684b-aae4-4269-a01a-5503550febe7 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=f053a9aa-833e-4414-85dc-0a3e356379e3 HTTP/1.1" status: 200 len: 944 time: 0.1517773 May 26 16:33:46.203159 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-bb1dac2c-51fd-482c-9f1c-0486adb82076 None None] For port 3e540cb4-6c38-42f6-a297-e1076465cfc3, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3e540cb4-6c38-42f6-a297-e1076465cfc3,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:46.203755 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bb1dac2c-51fd-482c-9f1c-0486adb82076 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.220885 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-bb1dac2c-51fd-482c-9f1c-0486adb82076 None None] Calling delete_port for 3e540cb4-6c38-42f6-a297-e1076465cfc3 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:33:46.253516 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ac9aeaf-4f8c-4fa5-9c5b-5038ff23fdda tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.263765 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea3be175-26f6-4b37-95d2-b3cc98834e08 req-4e11cf06-ecfa-47d0-9c21-2e63d9838a38 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532176 May 26 16:33:46.307033 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:46.359413 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6865cce2-7fdb-4dfc-be56-e84230ce1476 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.385706 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b793c806-d2a8-4d38-8c43-8da099090799 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f42cffeb36ee4190aee80b885496d035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5621102 May 26 16:33:46.386860 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5871e08b-fde7-45c9-9f10-6611e6ce3960 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.389510 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58574) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:46.414676 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5871e08b-fde7-45c9-9f10-6611e6ce3960 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.453654 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bb1dac2c-51fd-482c-9f1c-0486adb82076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.473279 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 3e540cb4-6c38-42f6-a297-e1076465cfc3 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:46.474097 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.480270 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6865cce2-7fdb-4dfc-be56-e84230ce1476 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:33:46.482507 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4dee0d6b-dc7a-41b3-949e-bf0507959c1b req-fa3aac99-938a-4ef3-8219-e10f492736fa service neutron] 10.222.0.83 "GET /v2.0/networks/08ecdda0-b83d-4e3e-bead-7883e1f704fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6934485 May 26 16:33:46.482679 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5871e08b-fde7-45c9-9f10-6611e6ce3960 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.487244 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5871e08b-fde7-45c9-9f10-6611e6ce3960 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3586702 May 26 16:33:46.488576 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58576) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:46.490918 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871e08b-fde7-45c9-9f10-6611e6ce3960 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e83df541-135c-425e-8e80-c1272d211d80,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:46.495694 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-6865cce2-7fdb-4dfc-be56-e84230ce1476 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:33:46.505548 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-6eff494b-3469-495f-b01c-0debf2071e40 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group_rule': {'security_group_id': 'e83df541-135c-425e-8e80-c1272d211d80', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:46.507268 n-d-843337-2 neutron-server[103895]: WARNING neutron.api.v2.base [None req-6eff494b-3469-495f-b01c-0debf2071e40 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 26 16:33:46.507719 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-6eff494b-3469-495f-b01c-0debf2071e40 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:33:46.507843 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e05ba-2cd8-4280-840c-d7f3a5af0c2a req-0530b74b-3c79-4fce-ad4f-3b98baea447a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:46.513798 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6eff494b-3469-495f-b01c-0debf2071e40 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0200601 May 26 16:33:46.514006 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-523e05ba-2cd8-4280-840c-d7f3a5af0c2a req-0530b74b-3c79-4fce-ad4f-3b98baea447a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 946 time: 0.1923690 May 26 16:33:46.514119 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff26e0-fcbb-444c-bf5b-ccd773096e14 req-63a4340c-d60c-4dc1-b558-b5c14d344419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:46.514119 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-34ff26e0-fcbb-444c-bf5b-ccd773096e14 req-63a4340c-d60c-4dc1-b558-b5c14d344419 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 1097 time: 0.2613201 May 26 16:33:46.514288 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58578) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:46.521589 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6865cce2-7fdb-4dfc-be56-e84230ce1476 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:46.522168 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6865cce2-7fdb-4dfc-be56-e84230ce1476 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.524415 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1dac2c-51fd-482c-9f1c-0486adb82076 None None] No DVR routers for this DVR port 3e540cb4-6c38-42f6-a297-e1076465cfc3 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:33:46.540711 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1dac2c-51fd-482c-9f1c-0486adb82076 None None] Pushing event deleted for resources: {'Port': ['ID=3e540cb4-6c38-42f6-a297-e1076465cfc3,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:46.558250 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c8729d-05e9-42ff-b795-b0bc26953186 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:33:46.559569 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ac9aeaf-4f8c-4fa5-9c5b-5038ff23fdda tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.583918 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36a22dbd-7c94-47b8-890a-01731225cfab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.601772 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865cce2-7fdb-4dfc-be56-e84230ce1476 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=976b5dd1-a9f1-48db-8569-b5adb4466300,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:46.604662 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ac9aeaf-4f8c-4fa5-9c5b-5038ff23fdda tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.649150 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6865cce2-7fdb-4dfc-be56-e84230ce1476 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4928665 May 26 16:33:46.657717 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58580) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:46.659079 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.668005 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9aeaf-4f8c-4fa5-9c5b-5038ff23fdda tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf668ad-e396-4c8a-a35a-13463b2d88dc,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:46.673321 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-66c200c8-1226-496e-8129-03fbb22c1ed8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:46.676791 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-523e05ba-2cd8-4280-840c-d7f3a5af0c2a req-d1c3b21c-0f63-4429-93cf-77763054e0a1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432564 May 26 16:33:46.700401 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36a22dbd-7c94-47b8-890a-01731225cfab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.700885 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ac9aeaf-4f8c-4fa5-9c5b-5038ff23fdda tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.700885 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4ac9aeaf-4f8c-4fa5-9c5b-5038ff23fdda tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9331312 May 26 16:33:46.716253 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-34ff26e0-fcbb-444c-bf5b-ccd773096e14 req-370714d2-90d3-4a24-8ccc-15f32d1a12e0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713183 May 26 16:33:46.730556 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc7a898d-7a27-46d3-9c92-07326f9f469b tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.770623 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4dee0d6b-dc7a-41b3-949e-bf0507959c1b req-60af6840-eff4-484f-9ecc-8f858e71c12e service neutron] 10.222.0.83 "GET /v2.0/networks/08ecdda0-b83d-4e3e-bead-7883e1f704fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727606 May 26 16:33:46.775823 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc7a898d-7a27-46d3-9c92-07326f9f469b tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.843944 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36a22dbd-7c94-47b8-890a-01731225cfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.847212 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-36a22dbd-7c94-47b8-890a-01731225cfab admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.849896 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-36a22dbd-7c94-47b8-890a-01731225cfab admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0fa41116-8e62-453b-be9b-72c2ba4d3296 HTTP/1.1" status: 204 len: 168 time: 0.4574440 May 26 16:33:46.867349 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c200c8-1226-496e-8129-03fbb22c1ed8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:33:46.869428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff69b448-100a-4bd5-8957-394c98dd324e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-c35b079d-bcd5-434c-9023-f88865e938de', 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'tenant_id': '8b067d81b8fc4204b111c8d0bf1535b1', 'fixed_ips': [{'subnet_id': '976b5dd1-a9f1-48db-8569-b5adb4466300'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:33:46.871041 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ff69b448-100a-4bd5-8957-394c98dd324e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.872621 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-66c200c8-1226-496e-8129-03fbb22c1ed8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.875562 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a22dbd-7c94-47b8-890a-01731225cfab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa41116-8e62-453b-be9b-72c2ba4d3296,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:46.916044 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc7a898d-7a27-46d3-9c92-07326f9f469b tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.918822 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc7a898d-7a27-46d3-9c92-07326f9f469b tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:46.924110 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-dc7a898d-7a27-46d3-9c92-07326f9f469b tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "DELETE /v2.0/security-groups/e83df541-135c-425e-8e80-c1272d211d80 HTTP/1.1" status: 204 len: 168 time: 0.4048729 May 26 16:33:46.925081 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58590) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:46.970994 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a898d-7a27-46d3-9c92-07326f9f469b tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83df541-135c-425e-8e80-c1272d211d80,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:47.045478 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-1b52675c-c478-44d3-b758-0ba116ab1a20 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1188607139&fields=id&tenant_id=f0fba92dcb0544e09da82cbc2b2dbb26 HTTP/1.1" status: 200 len: 267 time: 0.0505104 May 26 16:33:47.085395 n-d-843337-2 neutron-server[103895]: INFO neutron.db.ipam_backend_mixin [None req-66c200c8-1226-496e-8129-03fbb22c1ed8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 976b5dd1-a9f1-48db-8569-b5adb4466300 (CIDR: 2001:db8::/64) May 26 16:33:47.092146 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c200c8-1226-496e-8129-03fbb22c1ed8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:33:47.092356 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c200c8-1226-496e-8129-03fbb22c1ed8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:47.113885 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-ff69b448-100a-4bd5-8957-394c98dd324e None None] Allocated IP 2001:db8::2 (c35b079d-bcd5-434c-9023-f88865e938de/976b5dd1-a9f1-48db-8569-b5adb4466300/2050c5ef-1586-466b-ad7c-a653b6994317) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:33:47.125115 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-66c200c8-1226-496e-8129-03fbb22c1ed8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4635110 May 26 16:33:47.125419 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58592) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:47.132511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-4ec2b401-cde9-4b0f-84c6-c24782137a56 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'subnet': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:47.142135 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-be2046e7-af9b-474a-85ad-082eb17f82af tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2160592 May 26 16:33:47.146049 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58594) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:47.151673 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-7c1dff55-211a-41c1-826f-1548b320d5ba tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group': {'name': 'tempest-secgroup--887034683'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:47.200589 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7c1dff55-211a-41c1-826f-1548b320d5ba tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:47.243948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-891b25f0-2d82-4515-9a97-e4dc66598e78 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:47.245956 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-891b25f0-2d82-4515-9a97-e4dc66598e78 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/networks?id=f470defa-ce3d-4a80-8936-fdcd3a56fb1c HTTP/1.1" status: 200 len: 814 time: 0.1879387 May 26 16:33:47.283459 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-cca82581-cbd2-49ee-90cf-f93a1a639656 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/quotas/f0fba92dcb0544e09da82cbc2b2dbb26 HTTP/1.1" status: 200 len: 375 time: 0.0297966 May 26 16:33:47.288067 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec2b401-cde9-4b0f-84c6-c24782137a56 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:33:47.294292 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b401-cde9-4b0f-84c6-c24782137a56 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:47.413646 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7c1dff55-211a-41c1-826f-1548b320d5ba tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:47.430643 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7c1dff55-211a-41c1-826f-1548b320d5ba tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:47.476781 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ff69b448-100a-4bd5-8957-394c98dd324e None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:47.488481 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ff69b448-100a-4bd5-8957-394c98dd324e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:47.518112 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-4a169c51-3e5b-46c0-8b5c-f344ea801313 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f0fba92dcb0544e09da82cbc2b2dbb26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2140088 May 26 16:33:47.522583 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7c1dff55-211a-41c1-826f-1548b320d5ba tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:47.525013 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7c1dff55-211a-41c1-826f-1548b320d5ba tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3775628 May 26 16:33:47.528000 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1dff55-211a-41c1-826f-1548b320d5ba tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af3b6630-e35a-48ed-b44a-7e0c19f3df72,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:47.535589 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58598) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:47.545578 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-072c352b-e2d5-440b-a54f-2d10aca80c1b tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group_rule': {'security_group_id': 'af3b6630-e35a-48ed-b44a-7e0c19f3df72', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:47.546186 n-d-843337-2 neutron-server[103895]: WARNING neutron.api.v2.base [None req-072c352b-e2d5-440b-a54f-2d10aca80c1b tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 26 16:33:47.546909 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-072c352b-e2d5-440b-a54f-2d10aca80c1b tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:33:47.552068 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58600) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:47.553751 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-072c352b-e2d5-440b-a54f-2d10aca80c1b tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0167918 May 26 16:33:47.568582 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69b448-100a-4bd5-8957-394c98dd324e None None] Pushing event updated for resources: {'Port': ['ID=2050c5ef-1586-466b-ad7c-a653b6994317,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:47.582477 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff69b448-100a-4bd5-8957-394c98dd324e None None] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:33:47.584552 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-ff69b448-100a-4bd5-8957-394c98dd324e None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:33:47.588752 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff69b448-100a-4bd5-8957-394c98dd324e None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:33:47.595554 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfeecae-705a-4a21-ae58-9516f641fede req-a69e75ba-d009-494c-8283-73446964594d tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:47.604982 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7dfeecae-705a-4a21-ae58-9516f641fede req-a69e75ba-d009-494c-8283-73446964594d tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=f053a9aa-833e-4414-85dc-0a3e356379e3 HTTP/1.1" status: 200 len: 944 time: 0.2025552 May 26 16:33:47.661058 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ff69b448-100a-4bd5-8957-394c98dd324e None None] Attempting to bind port 2050c5ef-1586-466b-ad7c-a653b6994317 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:33:47.661765 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ff69b448-100a-4bd5-8957-394c98dd324e None None] Attempting to bind port 2050c5ef-1586-466b-ad7c-a653b6994317 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:33:47.662392 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff69b448-100a-4bd5-8957-394c98dd324e None None] Attempting to bind port 2050c5ef-1586-466b-ad7c-a653b6994317 on network c35b079d-bcd5-434c-9023-f88865e938de {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:33:47.670572 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff69b448-100a-4bd5-8957-394c98dd324e None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:33:47.671414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff69b448-100a-4bd5-8957-394c98dd324e None None] Checking segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:33:47.672056 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ff69b448-100a-4bd5-8957-394c98dd324e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:47.673613 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff69b448-100a-4bd5-8957-394c98dd324e None None] Bound using segment: {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:33:47.674508 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ff69b448-100a-4bd5-8957-394c98dd324e None None] Bound port: 2050c5ef-1586-466b-ad7c-a653b6994317, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ca834d-669e-4ec8-b1d0-dce847faac07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:33:47.675201 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ff69b448-100a-4bd5-8957-394c98dd324e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:47.760011 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7dfeecae-705a-4a21-ae58-9516f641fede req-69ded661-ab80-49ee-8176-9e00b7a3d637 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533990 May 26 16:33:47.774812 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea4366ba-83d4-48dd-b9cf-941d8db56548 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:47.791126 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-ff532229-de9d-4ca8-bc35-ccaf21db82d6 service neutron] 10.222.0.77 "GET /v2.0/networks/f470defa-ce3d-4a80-8936-fdcd3a56fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377467 May 26 16:33:47.828677 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ff69b448-100a-4bd5-8957-394c98dd324e None None] For port 2050c5ef-1586-466b-ad7c-a653b6994317, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:33:47.853528 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ff69b448-100a-4bd5-8957-394c98dd324e None None] For port 2050c5ef-1586-466b-ad7c-a653b6994317, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2050c5ef-1586-466b-ad7c-a653b6994317,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:33:47.863343 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ff69b448-100a-4bd5-8957-394c98dd324e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:47.865425 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea4366ba-83d4-48dd-b9cf-941d8db56548 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:47.959210 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69b448-100a-4bd5-8957-394c98dd324e None None] Pushing event updated for resources: {'Port': ['ID=2050c5ef-1586-466b-ad7c-a653b6994317,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:47.989709 n-d-843337-2 neutron-server[103895]: DEBUG neutron.objects.ports [None req-4ec2b401-cde9-4b0f-84c6-c24782137a56 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103895) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 16:33:48.011992 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea4366ba-83d4-48dd-b9cf-941d8db56548 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:48.014494 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ea4366ba-83d4-48dd-b9cf-941d8db56548 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:48.018598 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ea4366ba-83d4-48dd-b9cf-941d8db56548 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "DELETE /v2.0/security-groups/af3b6630-e35a-48ed-b44a-7e0c19f3df72 HTTP/1.1" status: 204 len: 168 time: 0.4615357 May 26 16:33:48.030211 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58604) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:48.064684 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-0dca2a8e-44e6-4d1b-a244-8ce545499340 service neutron] 10.222.0.77 "GET /v2.0/networks/f470defa-ce3d-4a80-8936-fdcd3a56fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726011 May 26 16:33:48.076084 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262a8a6-ae12-425d-8572-14e7d674239a req-506023ce-b8a8-4250-aece-8b7618c2ceb2 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:48.077817 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f262a8a6-ae12-425d-8572-14e7d674239a req-506023ce-b8a8-4250-aece-8b7618c2ceb2 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 946 time: 0.1956456 May 26 16:33:48.081273 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4366ba-83d4-48dd-b9cf-941d8db56548 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3b6630-e35a-48ed-b44a-7e0c19f3df72,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:48.163952 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:48.204992 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f262a8a6-ae12-425d-8572-14e7d674239a req-dc88117d-ebe3-45ac-a3aa-fb9919957757 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057153 May 26 16:33:48.217957 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-43bdca7c-5e43-47a2-b36b-bac39b44de81 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1831059 May 26 16:33:48.219327 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58606) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:48.248365 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-f9a1f131-25db-4712-a6a4-3b574ff7f194 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group': {'name': 'tempest-secgroup--789577723'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:48.311409 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f9a1f131-25db-4712-a6a4-3b574ff7f194 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:48.325981 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:48.347885 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 281f5c87-3bcb-477f-8238-fc9f0dd81e1a details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:33:48.440768 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b401-cde9-4b0f-84c6-c24782137a56 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:48.442689 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f9a1f131-25db-4712-a6a4-3b574ff7f194 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:48.448062 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f9a1f131-25db-4712-a6a4-3b574ff7f194 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:48.511872 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f9a1f131-25db-4712-a6a4-3b574ff7f194 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:48.515346 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f9a1f131-25db-4712-a6a4-3b574ff7f194 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2949967 May 26 16:33:48.523892 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58616) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:48.532545 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-3f440fbd-89d5-4084-84ca-4211ba3d1f8a tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group_rule': {'security_group_id': '0c6f85ff-5143-473b-a3cc-705fec27cecb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:48.533440 n-d-843337-2 neutron-server[103895]: WARNING neutron.api.v2.base [None req-3f440fbd-89d5-4084-84ca-4211ba3d1f8a tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 26 16:33:48.533939 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-3f440fbd-89d5-4084-84ca-4211ba3d1f8a tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:33:48.538251 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3f440fbd-89d5-4084-84ca-4211ba3d1f8a tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0145776 May 26 16:33:48.540559 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58618) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:48.550937 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-2866c0d2-349f-45d8-b315-c8016b891a8e tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group_rule': {'security_group_id': '0c6f85ff-5143-473b-a3cc-705fec27cecb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:48.553921 n-d-843337-2 neutron-server[103896]: WARNING neutron.api.v2.base [None req-2866c0d2-349f-45d8-b315-c8016b891a8e tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 26 16:33:48.555391 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-2866c0d2-349f-45d8-b315-c8016b891a8e tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:33:48.558001 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2866c0d2-349f-45d8-b315-c8016b891a8e tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0151465 May 26 16:33:48.561192 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58620) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:48.563336 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1f131-25db-4712-a6a4-3b574ff7f194 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6f85ff-5143-473b-a3cc-705fec27cecb,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:48.567541 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 281f5c87-3bcb-477f-8238-fc9f0dd81e1a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=281f5c87-3bcb-477f-8238-fc9f0dd81e1a,segment=NetworkSegment(a4ac5541-1d76-4be6-8e4e-b912c2c1981e),segment_id=a4ac5541-1d76-4be6-8e4e-b912c2c1981e)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:48.572421 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-1ebcfb88-6c23-4f46-84d3-6fc3faf01a3d tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group_rule': {'security_group_id': '0c6f85ff-5143-473b-a3cc-705fec27cecb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:48.573133 n-d-843337-2 neutron-server[103896]: WARNING neutron.api.v2.base [None req-1ebcfb88-6c23-4f46-84d3-6fc3faf01a3d tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 26 16:33:48.573850 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-1ebcfb88-6c23-4f46-84d3-6fc3faf01a3d tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:33:48.575931 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1ebcfb88-6c23-4f46-84d3-6fc3faf01a3d tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0136282 May 26 16:33:48.579502 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58622) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:48.594855 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d76b0a89-ed4d-43f8-9e32-e7b98cd89354 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group_rule': {'security_group_id': '0c6f85ff-5143-473b-a3cc-705fec27cecb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:48.596016 n-d-843337-2 neutron-server[103896]: WARNING neutron.api.v2.base [None req-d76b0a89-ed4d-43f8-9e32-e7b98cd89354 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 26 16:33:48.596800 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-d76b0a89-ed4d-43f8-9e32-e7b98cd89354 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:33:48.601812 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d76b0a89-ed4d-43f8-9e32-e7b98cd89354 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0160606 May 26 16:33:48.602074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '281f5c87-3bcb-477f-8238-fc9f0dd81e1a', 'network_id': '08ecdda0-b83d-4e3e-bead-7883e1f704fb', 'port_id': '281f5c87-3bcb-477f-8238-fc9f0dd81e1a', 'mac_address': 'fa:16:3e:94:4f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52b0f5ef-e227-44ba-a393-28f4e74c713a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:33:48.603226 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58626) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:48.671728 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 281f5c87-3bcb-477f-8238-fc9f0dd81e1a is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:48.672172 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:48.699556 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281f5c87-3bcb-477f-8238-fc9f0dd81e1a {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:33:48.708244 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b6168a42-f4e3-4df4-bf1d-db850ac8d25c req-c3adbe0a-4170-4a31-ada0-e915682ad583 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 210 time: 0.0460050 May 26 16:33:48.725769 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5cdf7093-73e4-4263-a6e0-b71aedf455db tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:48.755011 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 281f5c87-3bcb-477f-8238-fc9f0dd81e1a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=281f5c87-3bcb-477f-8238-fc9f0dd81e1a,segment=NetworkSegment(a4ac5541-1d76-4be6-8e4e-b912c2c1981e),segment_id=a4ac5541-1d76-4be6-8e4e-b912c2c1981e)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:48.762731 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:48.781395 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-4ec2b401-cde9-4b0f-84c6-c24782137a56 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] For port 2050c5ef-1586-466b-ad7c-a653b6994317, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2050c5ef-1586-466b-ad7c-a653b6994317,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:48.785287 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5cdf7093-73e4-4263-a6e0-b71aedf455db tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:48.838123 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=281f5c87-3bcb-477f-8238-fc9f0dd81e1a,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:48.847191 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b401-cde9-4b0f-84c6-c24782137a56 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:48.856934 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b401-cde9-4b0f-84c6-c24782137a56 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:48.857916 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b401-cde9-4b0f-84c6-c24782137a56 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:48.878668 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5cdf7093-73e4-4263-a6e0-b71aedf455db tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:48.881858 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5cdf7093-73e4-4263-a6e0-b71aedf455db tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:48.884129 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5cdf7093-73e4-4263-a6e0-b71aedf455db tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "DELETE /v2.0/security-groups/0c6f85ff-5143-473b-a3cc-705fec27cecb HTTP/1.1" status: 204 len: 168 time: 0.2795784 May 26 16:33:48.894774 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58636) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:48.895806 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf7093-73e4-4263-a6e0-b71aedf455db tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6f85ff-5143-473b-a3cc-705fec27cecb,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:49.004852 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1ea5ddb0-883c-4f75-a46c-f43e1c3c5627 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1064262 May 26 16:33:49.010200 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58638) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:49.017235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-52b2aebd-fc32-45af-bed4-8700ea47aaf5 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group': {'name': 'tempest-secgroup--2015569168'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:49.037602 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec2b401-cde9-4b0f-84c6-c24782137a56 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:33:49.044285 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724322e-1e05-4487-b816-c69bbdbadee1 req-28290f0d-043a-40e5-844c-3f12b3b1d3cb tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:49.047862 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:49.048235 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-4ec2b401-cde9-4b0f-84c6-c24782137a56 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:33:49.053869 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c724322e-1e05-4487-b816-c69bbdbadee1 req-28290f0d-043a-40e5-844c-3f12b3b1d3cb tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=f053a9aa-833e-4414-85dc-0a3e356379e3 HTTP/1.1" status: 200 len: 945 time: 0.1463158 May 26 16:33:49.058027 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec2b401-cde9-4b0f-84c6-c24782137a56 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:49.059470 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b401-cde9-4b0f-84c6-c24782137a56 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:49.074689 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52b2aebd-fc32-45af-bed4-8700ea47aaf5 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:49.089357 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2b401-cde9-4b0f-84c6-c24782137a56 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Subnet': ['ID=dc201e00-3b3b-485a-a93b-96aa94a3ccac,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:49.101254 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4ec2b401-cde9-4b0f-84c6-c24782137a56 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9745305 May 26 16:33:49.105917 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58640) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:49.113993 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-470ca64c-3290-49f0-a3e5-c25fd763d787 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Request body: {'port': {'network_id': 'c35b079d-bcd5-434c-9023-f88865e938de', 'mac_address': 'fa:16:3e:27:4d:f6', 'name': 'tempest-NetworksTestDHCPv6-801434393'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:49.117059 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2b401-cde9-4b0f-84c6-c24782137a56 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=2050c5ef-1586-466b-ad7c-a653b6994317,revision_number=4']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:49.151536 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c724322e-1e05-4487-b816-c69bbdbadee1 req-4ed92374-a83f-4ff8-b79b-b11bfe5b86f2 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969090 May 26 16:33:49.293123 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52b2aebd-fc32-45af-bed4-8700ea47aaf5 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:49.310192 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52b2aebd-fc32-45af-bed4-8700ea47aaf5 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:49.314690 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['281f5c87-3bcb-477f-8238-fc9f0dd81e1a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:33:49.339359 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470ca64c-3290-49f0-a3e5-c25fd763d787 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Made reservation on behalf of 8b067d81b8fc4204b111c8d0bf1535b1 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:33:49.349973 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52b2aebd-fc32-45af-bed4-8700ea47aaf5 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:49.351573 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-52b2aebd-fc32-45af-bed4-8700ea47aaf5 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3403664 May 26 16:33:49.357322 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58646) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:49.362619 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b5b4738c-071f-4b80-a009-55618ccef2a4 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group_rule': {'security_group_id': '416bd42e-9e0c-4af5-b35d-c58195badca1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:49.363394 n-d-843337-2 neutron-server[103895]: WARNING neutron.api.v2.base [None req-b5b4738c-071f-4b80-a009-55618ccef2a4 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 26 16:33:49.363910 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-b5b4738c-071f-4b80-a009-55618ccef2a4 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:33:49.365054 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b5b4738c-071f-4b80-a009-55618ccef2a4 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065920 May 26 16:33:49.371437 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58648) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:49.377104 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d67ae696-050e-4aaf-922a-f069cb0bd54e tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group_rule': {'security_group_id': '416bd42e-9e0c-4af5-b35d-c58195badca1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:49.460060 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-d67ae696-050e-4aaf-922a-f069cb0bd54e tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:33:49.464035 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d67ae696-050e-4aaf-922a-f069cb0bd54e tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0913787 May 26 16:33:49.467066 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2aebd-fc32-45af-bed4-8700ea47aaf5 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=416bd42e-9e0c-4af5-b35d-c58195badca1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:49.468900 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58650) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:49.476605 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-85327d0e-0633-4446-9359-d20065087f93 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group_rule': {'security_group_id': '416bd42e-9e0c-4af5-b35d-c58195badca1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:49.478928 n-d-843337-2 neutron-server[103895]: WARNING neutron.api.v2.base [None req-85327d0e-0633-4446-9359-d20065087f93 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 26 16:33:49.480190 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-85327d0e-0633-4446-9359-d20065087f93 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:33:49.483022 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-85327d0e-0633-4446-9359-d20065087f93 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0118549 May 26 16:33:49.486529 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58652) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:49.499181 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-03084961-6e07-4345-893d-210d53a3549b tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group_rule': {'security_group_id': '416bd42e-9e0c-4af5-b35d-c58195badca1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:49.541987 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c99d3-b769-4b49-923f-cef51e67f78c req-b90a47a4-a09c-4022-a3a1-77314a9036ae tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:49.543834 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-297c99d3-b769-4b49-923f-cef51e67f78c req-b90a47a4-a09c-4022-a3a1-77314a9036ae tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 946 time: 0.1380146 May 26 16:33:49.609350 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-470ca64c-3290-49f0-a3e5-c25fd763d787 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:49.611311 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-03084961-6e07-4345-893d-210d53a3549b tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:33:49.612800 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-03084961-6e07-4345-893d-210d53a3549b tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1244538 May 26 16:33:49.615440 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58654) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:49.623846 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-4efc5a74-ebfc-4f9b-ac3b-ff1450e8404b tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group_rule': {'security_group_id': '416bd42e-9e0c-4af5-b35d-c58195badca1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:49.624534 n-d-843337-2 neutron-server[103895]: WARNING neutron.api.v2.base [None req-4efc5a74-ebfc-4f9b-ac3b-ff1450e8404b tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 26 16:33:49.625631 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-4efc5a74-ebfc-4f9b-ac3b-ff1450e8404b tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:33:49.628127 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4efc5a74-ebfc-4f9b-ac3b-ff1450e8404b tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0112035 May 26 16:33:49.631077 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58656) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:49.639207 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b179bd30-3266-49d5-8d65-0d69b0bab274 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group_rule': {'security_group_id': '416bd42e-9e0c-4af5-b35d-c58195badca1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:49.646109 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-470ca64c-3290-49f0-a3e5-c25fd763d787 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] device_id is not set on port 0ccfd4d0-1f49-4baa-89f7-9dd533152b8d yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:33:49.700963 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-b179bd30-3266-49d5-8d65-0d69b0bab274 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:33:49.704895 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b179bd30-3266-49d5-8d65-0d69b0bab274 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0701077 May 26 16:33:49.707662 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58658) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:49.716161 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-93a10cc9-0959-410c-ad8b-3c6f3a3375c2 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group_rule': {'security_group_id': '416bd42e-9e0c-4af5-b35d-c58195badca1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:49.716796 n-d-843337-2 neutron-server[103895]: WARNING neutron.api.v2.base [None req-93a10cc9-0959-410c-ad8b-3c6f3a3375c2 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 26 16:33:49.717441 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-93a10cc9-0959-410c-ad8b-3c6f3a3375c2 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:33:49.725216 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-93a10cc9-0959-410c-ad8b-3c6f3a3375c2 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0124869 May 26 16:33:49.725431 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58660) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:49.726169 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858c65d6-cc7e-4cc2-8305-77f1ccaae30b None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:33:49.728664 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-93cdb542-16fa-44f0-bcb7-d099bfa2db77 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group_rule': {'security_group_id': '416bd42e-9e0c-4af5-b35d-c58195badca1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:49.741852 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-297c99d3-b769-4b49-923f-cef51e67f78c req-f9591fa7-7cc5-4270-be9f-bf8def8715bb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778855 May 26 16:33:49.851172 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9a9a9b71-c205-4ecd-a0a0-61fec58a9b8c None None] Provisioning complete for port 2050c5ef-1586-466b-ad7c-a653b6994317 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:49.851581 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9a9a9b71-c205-4ecd-a0a0-61fec58a9b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:49.889996 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c26a1040-ad30-441a-ade4-9135eeaef719 req-cdc1a9a3-6065-4f83-83c8-10987e289942 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 210 time: 0.0508680 May 26 16:33:49.904687 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-93cdb542-16fa-44f0-bcb7-d099bfa2db77 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:33:49.906610 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-93cdb542-16fa-44f0-bcb7-d099bfa2db77 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1816304 May 26 16:33:49.910280 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58666) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:49.919132 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-55da70f2-a01b-4e91-a604-5a11ed767591 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group_rule': {'security_group_id': '416bd42e-9e0c-4af5-b35d-c58195badca1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:50.013670 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-55da70f2-a01b-4e91-a604-5a11ed767591 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:33:50.015993 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-55da70f2-a01b-4e91-a604-5a11ed767591 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1029263 May 26 16:33:50.018968 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58668) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:50.060132 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-470ca64c-3290-49f0-a3e5-c25fd763d787 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8::197 (c35b079d-bcd5-434c-9023-f88865e938de/976b5dd1-a9f1-48db-8569-b5adb4466300/0ccfd4d0-1f49-4baa-89f7-9dd533152b8d) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:33:50.076946 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2050c5ef-1586-466b-ad7c-a653b6994317 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:33:50.087934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-470ca64c-3290-49f0-a3e5-c25fd763d787 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Allocated IP 2001:db8:0:1:f816:3eff:fe27:4df6 (c35b079d-bcd5-434c-9023-f88865e938de/dc201e00-3b3b-485a-a93b-96aa94a3ccac/0ccfd4d0-1f49-4baa-89f7-9dd533152b8d) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:33:50.110301 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2a115-caf4-4bfa-a607-a4eedc25852a req-a4f192f1-4e4c-46d0-a908-c609ba0dac34 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:50.112255 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bbf2a115-caf4-4bfa-a607-a4eedc25852a req-a4f192f1-4e4c-46d0-a908-c609ba0dac34 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 946 time: 0.1432540 May 26 16:33:50.136540 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a9b71-c205-4ecd-a0a0-61fec58a9b8c None None] Current status of the port 2050c5ef-1586-466b-ad7c-a653b6994317 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:50.136947 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9a9a9b71-c205-4ecd-a0a0-61fec58a9b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:50.168663 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ebc622cb-a6c6-42e3-acf5-af073e8ea1a2 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:50.192738 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9a9a9b71-c205-4ecd-a0a0-61fec58a9b8c None None] For port 2050c5ef-1586-466b-ad7c-a653b6994317, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2050c5ef-1586-466b-ad7c-a653b6994317,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:50.200896 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9a9a9b71-c205-4ecd-a0a0-61fec58a9b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:50.239385 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ebc622cb-a6c6-42e3-acf5-af073e8ea1a2 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:50.262607 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bbf2a115-caf4-4bfa-a607-a4eedc25852a req-a8b9c65f-f160-40d2-aa24-4dc20a3d1557 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371500 May 26 16:33:50.265563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2050c5ef-1586-466b-ad7c-a653b6994317 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:50.266226 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:50.338809 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a9b71-c205-4ecd-a0a0-61fec58a9b8c None None] Pushing event updated for resources: {'Port': ['ID=2050c5ef-1586-466b-ad7c-a653b6994317,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:50.455041 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2050c5ef-1586-466b-ad7c-a653b6994317 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:50.591999 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-c0b0dc1e-dc07-497f-92b3-68d5dd694743 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:50.595022 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-c0b0dc1e-dc07-497f-92b3-68d5dd694743 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.83 "GET /v2.0/networks?id=f470defa-ce3d-4a80-8936-fdcd3a56fb1c HTTP/1.1" status: 200 len: 814 time: 0.2484012 May 26 16:33:50.681136 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-ff79e848-2370-4725-b2c6-a66ca308ba14 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0fba92dcb0544e09da82cbc2b2dbb26 HTTP/1.1" status: 200 len: 380 time: 0.0681610 May 26 16:33:50.701460 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-64d2ad45-e26f-4c8e-8c40-2e6072678269 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Request body: {'port': {'device_id': '00ae06a0-340f-497b-a764-42537fdb38fc', 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c', 'admin_state_up': True, 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'security_groups': ['0eeebc1b-abd6-409c-899b-62282caa12e1']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:50.942125 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-64d2ad45-e26f-4c8e-8c40-2e6072678269 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Made reservation on behalf of f0fba92dcb0544e09da82cbc2b2dbb26 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:33:50.948888 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-64d2ad45-e26f-4c8e-8c40-2e6072678269 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:51.076643 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ebc622cb-a6c6-42e3-acf5-af073e8ea1a2 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:51.079335 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ebc622cb-a6c6-42e3-acf5-af073e8ea1a2 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:51.084562 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58680) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:51.085520 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ebc622cb-a6c6-42e3-acf5-af073e8ea1a2 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "DELETE /v2.0/security-groups/416bd42e-9e0c-4af5-b35d-c58195badca1 HTTP/1.1" status: 204 len: 168 time: 1.0651822 May 26 16:33:51.090931 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-470ca64c-3290-49f0-a3e5-c25fd763d787 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:51.102910 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2269f2-615d-4658-9157-17c39b35f943 req-927073c8-4fd8-4110-b9e6-bfa3a4ae5086 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:51.112814 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5b2269f2-615d-4658-9157-17c39b35f943 req-927073c8-4fd8-4110-b9e6-bfa3a4ae5086 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=f053a9aa-833e-4414-85dc-0a3e356379e3 HTTP/1.1" status: 200 len: 945 time: 0.2254319 May 26 16:33:51.130042 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f21884-19c6-4572-9871-da16d3899d2d req-828ab0f0-6670-4a0f-a97a-edb34648f4c6 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:51.134186 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a2f21884-19c6-4572-9871-da16d3899d2d req-828ab0f0-6670-4a0f-a97a-edb34648f4c6 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 946 time: 0.2752159 May 26 16:33:51.172365 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-89c365b1-d6be-47d7-ac46-a0463a8588b4 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0870917 May 26 16:33:51.178631 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58682) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:51.188066 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-30650e5e-0ca9-4784-9413-05f4bc81dab2 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group': {'name': 'tempest-secgroup--165190883'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:51.199169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc622cb-a6c6-42e3-acf5-af073e8ea1a2 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=416bd42e-9e0c-4af5-b35d-c58195badca1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:51.250159 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30650e5e-0ca9-4784-9413-05f4bc81dab2 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:51.256124 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-26343029-c968-484c-b40b-53cf541dd796 None None] Provisioning complete for port 2050c5ef-1586-466b-ad7c-a653b6994317 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:51.257578 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-26343029-c968-484c-b40b-53cf541dd796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:51.263425 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5b2269f2-615d-4658-9157-17c39b35f943 req-a0e7c5ba-8366-412f-9d83-fffd54772d3a tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494918 May 26 16:33:51.281888 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a2f21884-19c6-4572-9871-da16d3899d2d req-438fb631-af5f-41ab-b8c8-9511b98fac99 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149933 May 26 16:33:51.307425 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-64d2ad45-e26f-4c8e-8c40-2e6072678269 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Allocated IP 172.20.0.10 (f470defa-ce3d-4a80-8936-fdcd3a56fb1c/70de716f-a599-4154-abad-e7ae007e30d9/0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:33:51.339525 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-470ca64c-3290-49f0-a3e5-c25fd763d787 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:51.427338 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ca64c-3290-49f0-a3e5-c25fd763d787 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event updated for resources: {'Port': ['ID=0ccfd4d0-1f49-4baa-89f7-9dd533152b8d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:51.442496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470ca64c-3290-49f0-a3e5-c25fd763d787 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Network c35b079d-bcd5-434c-9023-f88865e938de is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:33:51.447242 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-470ca64c-3290-49f0-a3e5-c25fd763d787 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:33:51.458378 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470ca64c-3290-49f0-a3e5-c25fd763d787 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:33:51.466434 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470ca64c-3290-49f0-a3e5-c25fd763d787 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:51.468047 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-470ca64c-3290-49f0-a3e5-c25fd763d787 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:51.474477 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-26343029-c968-484c-b40b-53cf541dd796 None None] Current status of the port 2050c5ef-1586-466b-ad7c-a653b6994317 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:51.503726 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-470ca64c-3290-49f0-a3e5-c25fd763d787 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3965819 May 26 16:33:51.506330 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58684) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:51.530624 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30650e5e-0ca9-4784-9413-05f4bc81dab2 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:51.538789 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30650e5e-0ca9-4784-9413-05f4bc81dab2 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:51.586941 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a664d4c3-170a-4330-a4cf-58ef84de50e5 req-d3718e0d-e968-4641-be91-c0efbc6cb36c tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 210 time: 0.1110063 May 26 16:33:51.595692 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-30650e5e-0ca9-4784-9413-05f4bc81dab2 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:51.597092 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-30650e5e-0ca9-4784-9413-05f4bc81dab2 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4172866 May 26 16:33:51.602743 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58686) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:51.613144 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-9e45e328-848d-450e-9bcd-e7705de87bba tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group_rule': {'security_group_id': '4845e046-6957-4124-bfec-1e05a0596bcb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:51.635400 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30650e5e-0ca9-4784-9413-05f4bc81dab2 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4845e046-6957-4124-bfec-1e05a0596bcb,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:51.690608 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-64d2ad45-e26f-4c8e-8c40-2e6072678269 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:51.702344 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-463ee05a-690b-4b8d-8d6e-4426db6b2228 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting port 0ccfd4d0-1f49-4baa-89f7-9dd533152b8d {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:33:51.702858 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-463ee05a-690b-4b8d-8d6e-4426db6b2228 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:51.721612 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-9e45e328-848d-450e-9bcd-e7705de87bba tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] create failed (client error): The resource could not be found. May 26 16:33:51.725404 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9e45e328-848d-450e-9bcd-e7705de87bba tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1178393 May 26 16:33:51.732418 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58688) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:51.743883 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-8c2867e5-9cb8-4c71-b899-93dcedcac2c0 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group_rule': {'security_group_id': '4845e046-6957-4124-bfec-1e05a0596bcb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4b1c1dc0-c9e4-4ffc-b763-2b5d5e4497fe'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:51.815769 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-8c2867e5-9cb8-4c71-b899-93dcedcac2c0 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] create failed (client error): The resource could not be found. May 26 16:33:51.815769 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8c2867e5-9cb8-4c71-b899-93dcedcac2c0 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0813127 May 26 16:33:51.818065 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-64d2ad45-e26f-4c8e-8c40-2e6072678269 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:51.823339 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58690) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:51.851393 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-463ee05a-690b-4b8d-8d6e-4426db6b2228 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:51.885598 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-64d2ad45-e26f-4c8e-8c40-2e6072678269 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Network f470defa-ce3d-4a80-8936-fdcd3a56fb1c is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:33:51.893590 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-64d2ad45-e26f-4c8e-8c40-2e6072678269 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:33:51.896667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-64d2ad45-e26f-4c8e-8c40-2e6072678269 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:33:51.901457 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-463ee05a-690b-4b8d-8d6e-4426db6b2228 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Calling delete_port for 0ccfd4d0-1f49-4baa-89f7-9dd533152b8d owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:33:51.921323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-636120ed-2bef-4ff0-b027-025b2ebbedb0 None None] Provisioning complete for port 0ccfd4d0-1f49-4baa-89f7-9dd533152b8d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:51.921701 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-636120ed-2bef-4ff0-b027-025b2ebbedb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:51.983161 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2ad45-e26f-4c8e-8c40-2e6072678269 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Pushing event updated for resources: {'Port': ['ID=0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:52.009945 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-636120ed-2bef-4ff0-b027-025b2ebbedb0 None None] Port 0ccfd4d0-1f49-4baa-89f7-9dd533152b8d cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:33:52.014941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2050c5ef-1586-466b-ad7c-a653b6994317 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:33:52.023618 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f55b72fb-9d62-45b3-aadf-d4d9768ad517 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:52.035819 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-64d2ad45-e26f-4c8e-8c40-2e6072678269 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:52.036895 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-64d2ad45-e26f-4c8e-8c40-2e6072678269 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:52.071821 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-64d2ad45-e26f-4c8e-8c40-2e6072678269 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3821421 May 26 16:33:52.091868 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2050c5ef-1586-466b-ad7c-a653b6994317 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:52.092462 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:52.105637 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f55b72fb-9d62-45b3-aadf-d4d9768ad517 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:52.111522 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-4c0ddd91-c85c-4df2-b86c-60c6a14a7e2e service neutron] Request body: {'port': {'device_id': '00ae06a0-340f-497b-a764-42537fdb38fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:52.209331 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-4c0ddd91-c85c-4df2-b86c-60c6a14a7e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:52.235150 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f55b72fb-9d62-45b3-aadf-d4d9768ad517 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:52.241768 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f55b72fb-9d62-45b3-aadf-d4d9768ad517 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:52.246501 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f55b72fb-9d62-45b3-aadf-d4d9768ad517 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "DELETE /v2.0/security-groups/4845e046-6957-4124-bfec-1e05a0596bcb HTTP/1.1" status: 204 len: 168 time: 0.4199526 May 26 16:33:52.259055 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58692) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:52.261922 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2050c5ef-1586-466b-ad7c-a653b6994317 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:52.320075 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b72fb-9d62-45b3-aadf-d4d9768ad517 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4845e046-6957-4124-bfec-1e05a0596bcb,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:52.347328 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 281f5c87-3bcb-477f-8238-fc9f0dd81e1a up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:33:52.464178 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a3dc4cc1-bf6f-4f45-b02d-fd93bc35658c tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1972780 May 26 16:33:52.479401 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58702) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:52.494789 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-1c0d2d24-1765-4b94-b1f8-b6663e72a87c tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group_rule': {'security_group_id': '6796f7ff-accb-4e41-9390-445026421bab', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:52.515922 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a504662e-c5ac-49de-887e-9de4f626af2f None None] Provisioning complete for port 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:52.516548 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a504662e-c5ac-49de-887e-9de4f626af2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:52.572766 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-463ee05a-690b-4b8d-8d6e-4426db6b2228 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:52.620369 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 281f5c87-3bcb-477f-8238-fc9f0dd81e1a completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:33:52.632277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 281f5c87-3bcb-477f-8238-fc9f0dd81e1a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:52.637426 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:52.668298 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ee05a-690b-4b8d-8d6e-4426db6b2228 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Port': ['ID=0ccfd4d0-1f49-4baa-89f7-9dd533152b8d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:52.741318 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a504662e-c5ac-49de-887e-9de4f626af2f None None] Port 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:33:52.799078 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1786a-1353-4a39-a3d4-3d320d3d0126 req-478f12c1-a135-4100-a90b-7f034dd4c9b2 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:52.801727 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13c1786a-1353-4a39-a3d4-3d320d3d0126 req-478f12c1-a135-4100-a90b-7f034dd4c9b2 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=f053a9aa-833e-4414-85dc-0a3e356379e3 HTTP/1.1" status: 200 len: 945 time: 0.3420756 May 26 16:33:52.871556 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-463ee05a-690b-4b8d-8d6e-4426db6b2228 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:52.879386 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-463ee05a-690b-4b8d-8d6e-4426db6b2228 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/0ccfd4d0-1f49-4baa-89f7-9dd533152b8d HTTP/1.1" status: 204 len: 168 time: 1.3710213 May 26 16:33:52.884518 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58706) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:52.911501 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 281f5c87-3bcb-477f-8238-fc9f0dd81e1a is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:52.912748 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:52.939464 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-1c0d2d24-1765-4b94-b1f8-b6663e72a87c tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] create failed (client error): The resource could not be found. May 26 16:33:52.941966 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1c0d2d24-1765-4b94-b1f8-b6663e72a87c tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4582117 May 26 16:33:52.946216 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58708) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:52.951599 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f053a9aa-833e-4414-85dc-0a3e356379e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281f5c87-3bcb-477f-8238-fc9f0dd81e1a'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:33:52.954118 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86305bcb-ffac-403b-87ae-83ce3a9d5190" -d '{"events": [{"server_uuid": "f053a9aa-833e-4414-85dc-0a3e356379e3", "name": "network-vif-plugged", "status": "completed", "tag": "281f5c87-3bcb-477f-8238-fc9f0dd81e1a"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:33:52.960629 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-4c0ddd91-c85c-4df2-b86c-60c6a14a7e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:33:52.973548 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 281f5c87-3bcb-477f-8238-fc9f0dd81e1a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=281f5c87-3bcb-477f-8238-fc9f0dd81e1a,segment=NetworkSegment(a4ac5541-1d76-4be6-8e4e-b912c2c1981e),segment_id=a4ac5541-1d76-4be6-8e4e-b912c2c1981e)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:52.982770 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-4c0ddd91-c85c-4df2-b86c-60c6a14a7e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:52.985754 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:52.988617 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13c1786a-1353-4a39-a3d4-3d320d3d0126 req-d31c3ee8-2b8d-40ef-90f2-e8f0d88f1aba tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760108 May 26 16:33:53.014620 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb822fc-923b-40f4-8a87-efd3de3040ad tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:53.019325 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ebb822fc-923b-40f4-8a87-efd3de3040ad tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1324759 May 26 16:33:53.020070 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58712) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:53.025411 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-728333cd-6f73-495f-8499-15985df0d14a tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group': {'name': 'tempest-secgroup--752925791'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:53.058546 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8728d-8a09-4223-abb8-f85f1263ae91 req-401be7d5-c55b-457a-80ec-d8baf17737fe tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:53.067874 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-caf8728d-8a09-4223-abb8-f85f1263ae91 req-401be7d5-c55b-457a-80ec-d8baf17737fe tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 946 time: 0.1821594 May 26 16:33:53.090709 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-4c0ddd91-c85c-4df2-b86c-60c6a14a7e2e service neutron] Transition to ACTIVE for port object 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:33:53.094954 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=281f5c87-3bcb-477f-8238-fc9f0dd81e1a,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:53.117558 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2ae77-c3cf-4275-87c0-b0d12599ea26 req-43a0f7ee-dadb-4d59-8d28-3f365b6b0054 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:53.119772 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ebb2ae77-c3cf-4275-87c0-b0d12599ea26 req-43a0f7ee-dadb-4d59-8d28-3f365b6b0054 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 946 time: 0.6675913 May 26 16:33:53.120464 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-4c0ddd91-c85c-4df2-b86c-60c6a14a7e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:53.140702 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-728333cd-6f73-495f-8499-15985df0d14a tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:53.142044 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cdc968-e44c-46ee-803a-fe389b4c0ae4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:53.145977 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-17cdc968-e44c-46ee-803a-fe389b4c0ae4 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1205506 May 26 16:33:53.147485 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58714) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:53.170312 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-caf8728d-8a09-4223-abb8-f85f1263ae91 req-3ca3d2a7-58ee-40d0-a1ad-65a4b0945d64 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014154 May 26 16:33:53.241670 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eac5ba-4910-43fc-9ca2-938fd56308be tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:53.244400 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eac5ba-4910-43fc-9ca2-938fd56308be tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:53.245989 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ede6b7-7a96-4abf-a083-82c0cbae2a12 x-openstack-request-id: req-d3ede6b7-7a96-4abf-a083-82c0cbae2a12 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:33:53.246212 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eac5ba-4910-43fc-9ca2-938fd56308be tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:53.246643 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f053a9aa-833e-4414-85dc-0a3e356379e3", "name": "network-vif-plugged", "status": "completed", "tag": "281f5c87-3bcb-477f-8238-fc9f0dd81e1a", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:33:53.247044 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d3ede6b7-7a96-4abf-a083-82c0cbae2a12 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:33:53.247580 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ede6b7-7a96-4abf-a083-82c0cbae2a12'] response: {'server_uuid': 'f053a9aa-833e-4414-85dc-0a3e356379e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281f5c87-3bcb-477f-8238-fc9f0dd81e1a', 'code': 200} May 26 16:33:53.248439 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c3eac5ba-4910-43fc-9ca2-938fd56308be tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0926704 May 26 16:33:53.255626 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58716) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:53.257369 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe04f34-cce4-4558-926e-22372e5a5188 req-d78780b3-0c42-461f-9e01-4a6759356c83 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:53.259378 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cfe04f34-cce4-4558-926e-22372e5a5188 req-d78780b3-0c42-461f-9e01-4a6759356c83 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 944 time: 0.1268260 May 26 16:33:53.327327 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cfe04f34-cce4-4558-926e-22372e5a5188 req-74894876-1bd5-4222-9a63-e866a5a531f4 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/security-groups?id=0eeebc1b-abd6-409c-899b-62282caa12e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599601 May 26 16:33:53.407512 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a095db-7a8c-483b-b6ad-d5edae21f5ce tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet 976b5dd1-a9f1-48db-8569-b5adb4466300 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:33:53.463378 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89a095db-7a8c-483b-b6ad-d5edae21f5ce tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:53.466680 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ddd91-c85c-4df2-b86c-60c6a14a7e2e service neutron] Pushing event updated for resources: {'Port': ['ID=0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:53.597873 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e6adb-3a73-4d8f-a28f-7246b6702ff7 req-cd5b5601-7055-4535-b41c-ec12f9598948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:53.599390 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cf8e6adb-3a73-4d8f-a28f-7246b6702ff7 req-cd5b5601-7055-4535-b41c-ec12f9598948 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f053a9aa-833e-4414-85dc-0a3e356379e3 HTTP/1.1" status: 200 len: 1097 time: 0.2422836 May 26 16:33:53.612899 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89a095db-7a8c-483b-b6ad-d5edae21f5ce tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:53.656666 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-ebb2ae77-c3cf-4275-87c0-b0d12599ea26 req-c0158514-a722-4b13-8e4f-2f459cca5241 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Deleting port 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:33:53.656960 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ebb2ae77-c3cf-4275-87c0-b0d12599ea26 req-c0158514-a722-4b13-8e4f-2f459cca5241 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:53.705440 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-728333cd-6f73-495f-8499-15985df0d14a tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:53.760857 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-728333cd-6f73-495f-8499-15985df0d14a tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:53.781661 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-4c0ddd91-c85c-4df2-b86c-60c6a14a7e2e service neutron] Attempting to bind port 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:33:53.781992 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-4c0ddd91-c85c-4df2-b86c-60c6a14a7e2e service neutron] Attempting to bind port 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'af8a2c7e-9c7d-4e78-8b0c-6ede863d657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:33:53.782318 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-4c0ddd91-c85c-4df2-b86c-60c6a14a7e2e service neutron] Attempting to bind port 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f on network f470defa-ce3d-4a80-8936-fdcd3a56fb1c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:33:53.804211 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cf8e6adb-3a73-4d8f-a28f-7246b6702ff7 req-7d94d8c9-6a74-4591-8777-d88d3aef1717 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938736 May 26 16:33:53.836857 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-4c0ddd91-c85c-4df2-b86c-60c6a14a7e2e service neutron] Port 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f on network f470defa-ce3d-4a80-8936-fdcd3a56fb1c not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:33:53.837207 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-4c0ddd91-c85c-4df2-b86c-60c6a14a7e2e service neutron] Attempting to bind port 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f on network f470defa-ce3d-4a80-8936-fdcd3a56fb1c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:33:53.853044 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-728333cd-6f73-495f-8499-15985df0d14a tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:53.855023 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-728333cd-6f73-495f-8499-15985df0d14a tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8430054 May 26 16:33:53.857885 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58718) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:53.864414 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d75aa347-63d9-41a9-a52f-053f2f315eb0 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group': {'name': 'tempest-secgroup--246012655'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:53.882862 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-4c0ddd91-c85c-4df2-b86c-60c6a14a7e2e service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:33:53.883779 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-4c0ddd91-c85c-4df2-b86c-60c6a14a7e2e service neutron] Checking segment: {'id': 'af8a2c7e-9c7d-4e78-8b0c-6ede863d657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:33:53.884219 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-4c0ddd91-c85c-4df2-b86c-60c6a14a7e2e service neutron] Bound using segment: {'id': 'af8a2c7e-9c7d-4e78-8b0c-6ede863d657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:33:53.884677 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-4c0ddd91-c85c-4df2-b86c-60c6a14a7e2e service neutron] Bound port: 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af8a2c7e-9c7d-4e78-8b0c-6ede863d657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:33:53.885035 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-4c0ddd91-c85c-4df2-b86c-60c6a14a7e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:53.892570 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d75aa347-63d9-41a9-a52f-053f2f315eb0 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:53.902313 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728333cd-6f73-495f-8499-15985df0d14a tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=833e9a75-dc9c-443b-a50b-034b4989da8a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:53.920740 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89a095db-7a8c-483b-b6ad-d5edae21f5ce tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:53.996681 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d75aa347-63d9-41a9-a52f-053f2f315eb0 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:53.997447 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ebb2ae77-c3cf-4275-87c0-b0d12599ea26 req-c0158514-a722-4b13-8e4f-2f459cca5241 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] For port 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:53.998032 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ebb2ae77-c3cf-4275-87c0-b0d12599ea26 req-c0158514-a722-4b13-8e4f-2f459cca5241 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:54.003560 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d75aa347-63d9-41a9-a52f-053f2f315eb0 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:54.028728 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-ebb2ae77-c3cf-4275-87c0-b0d12599ea26 req-c0158514-a722-4b13-8e4f-2f459cca5241 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Calling delete_port for 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:33:54.047221 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d75aa347-63d9-41a9-a52f-053f2f315eb0 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:54.048999 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d75aa347-63d9-41a9-a52f-053f2f315eb0 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1896355 May 26 16:33:54.052992 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58722) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:54.059392 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-aa583f71-d7d7-4d13-9066-eb132efe6aea tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group_rule': {'security_group_id': '833e9a75-dc9c-443b-a50b-034b4989da8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a43ec09a-b17b-480b-9170-90940ff5ebd4'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:54.068905 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75aa347-63d9-41a9-a52f-053f2f315eb0 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43ec09a-b17b-480b-9170-90940ff5ebd4,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:54.120702 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-aa583f71-d7d7-4d13-9066-eb132efe6aea tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:33:54.125217 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-aa583f71-d7d7-4d13-9066-eb132efe6aea tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0684307 May 26 16:33:54.128194 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58724) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:54.184326 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-4c0ddd91-c85c-4df2-b86c-60c6a14a7e2e service neutron] For port 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:33:54.223618 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-4c0ddd91-c85c-4df2-b86c-60c6a14a7e2e service neutron] For port 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f,segment=NetworkSegment(af8a2c7e-9c7d-4e78-8b0c-6ede863d657c),segment_id=af8a2c7e-9c7d-4e78-8b0c-6ede863d657c)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:33:54.243220 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89a095db-7a8c-483b-b6ad-d5edae21f5ce tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:54.246126 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-4c0ddd91-c85c-4df2-b86c-60c6a14a7e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:54.249964 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-64864a0e-7065-4f4a-b3f3-a7b4a48bfaeb tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:54.286189 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-64864a0e-7065-4f4a-b3f3-a7b4a48bfaeb tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:54.314236 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a095db-7a8c-483b-b6ad-d5edae21f5ce tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=976b5dd1-a9f1-48db-8569-b5adb4466300,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:54.326579 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-89a095db-7a8c-483b-b6ad-d5edae21f5ce tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:54.330050 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-89a095db-7a8c-483b-b6ad-d5edae21f5ce tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/976b5dd1-a9f1-48db-8569-b5adb4466300 HTTP/1.1" status: 204 len: 168 time: 1.0675437 May 26 16:33:54.331129 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64694fb1-bd25-4d72-9651-af0c9c211f81 None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:33:54.338188 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-4c0ddd91-c85c-4df2-b86c-60c6a14a7e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:54.338628 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-4c0ddd91-c85c-4df2-b86c-60c6a14a7e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:54.340064 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-4c0ddd91-c85c-4df2-b86c-60c6a14a7e2e service neutron] 10.222.0.83 "PUT /v2.0/ports/0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f HTTP/1.1" status: 200 len: 1092 time: 2.2457166 May 26 16:33:54.340531 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58728) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:54.342840 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ae06a0-340f-497b-a764-42537fdb38fc', 'tag': '0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:33:54.345207 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697a025c-b1a4-45d0-bf30-12feff6c9f90" -d '{"events": [{"name": "network-changed", "server_uuid": "00ae06a0-340f-497b-a764-42537fdb38fc", "tag": "0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:33:54.411213 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5f74c-aade-455c-9244-67476b57a4e8 req-e185aea9-0fb6-402b-b8fb-02f8b603250d tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:54.425164 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5dc5f74c-aade-455c-9244-67476b57a4e8 req-e185aea9-0fb6-402b-b8fb-02f8b603250d tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=f053a9aa-833e-4414-85dc-0a3e356379e3 HTTP/1.1" status: 200 len: 946 time: 0.2511897 May 26 16:33:54.485840 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ddd91-c85c-4df2-b86c-60c6a14a7e2e service neutron] Pushing event updated for resources: {'Port': ['ID=0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:54.529880 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-64864a0e-7065-4f4a-b3f3-a7b4a48bfaeb tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:54.547669 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-683bec42-91e4-4d6a-a418-ea03c2c116ac tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Deleting subnet dc201e00-3b3b-485a-a93b-96aa94a3ccac {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:33:54.549881 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-64864a0e-7065-4f4a-b3f3-a7b4a48bfaeb tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:54.554240 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58734) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:54.557091 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-64864a0e-7065-4f4a-b3f3-a7b4a48bfaeb tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "DELETE /v2.0/security-groups/a43ec09a-b17b-480b-9170-90940ff5ebd4 HTTP/1.1" status: 204 len: 168 time: 0.4276073 May 26 16:33:54.559497 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-683bec42-91e4-4d6a-a418-ea03c2c116ac tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:54.620064 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64864a0e-7065-4f4a-b3f3-a7b4a48bfaeb tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43ec09a-b17b-480b-9170-90940ff5ebd4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:54.651225 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-6362f783-a461-412a-8779-9b7ca050da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:54.672419 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-6362f783-a461-412a-8779-9b7ca050da2d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f0fba92dcb0544e09da82cbc2b2dbb26&device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 1095 time: 0.1831305 May 26 16:33:54.672662 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5dc5f74c-aade-455c-9244-67476b57a4e8 req-c282f142-fab1-4d80-a47b-0dd2b55b6b1a tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426004 May 26 16:33:54.673724 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ebb2ae77-c3cf-4275-87c0-b0d12599ea26 req-c0158514-a722-4b13-8e4f-2f459cca5241 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:54.690666 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['37c51be2-9ca7-4695-9d7b-9ab69dd03068', '0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:33:54.706823 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d7c82-39e5-483b-b3da-bd1dad663a39 req-434fcc06-6a0f-4950-8b19-c39aa089d2f9 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:54.717651 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cb1d7c82-39e5-483b-b3da-bd1dad663a39 req-434fcc06-6a0f-4950-8b19-c39aa089d2f9 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 946 time: 0.4197500 May 26 16:33:54.743209 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-683bec42-91e4-4d6a-a418-ea03c2c116ac tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:54.799787 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cb1d7c82-39e5-483b-b3da-bd1dad663a39 req-6d185c0d-47fb-43fb-b79c-24c9e74dfe35 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809677 May 26 16:33:54.814182 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4742f488-572c-46bb-862a-dfb2d7cf646f x-openstack-request-id: req-4742f488-572c-46bb-862a-dfb2d7cf646f {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:33:54.814551 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ae06a0-340f-497b-a764-42537fdb38fc", "tag": "0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:33:54.814887 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4742f488-572c-46bb-862a-dfb2d7cf646f {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:33:54.815361 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4742f488-572c-46bb-862a-dfb2d7cf646f'] response: {'name': 'network-changed', 'server_uuid': '00ae06a0-340f-497b-a764-42537fdb38fc', 'tag': '0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f', 'status': 'completed', 'code': 200} May 26 16:33:54.845168 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-d835432c-96df-49a2-ac59-821045ca0fea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f HTTP/1.1" status: 200 len: 217 time: 0.1612895 May 26 16:33:54.856547 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0158514-a722-4b13-8e4f-2f459cca5241 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event deleted for resources: {'Port': ['ID=0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:54.918156 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bffea-c98c-4676-aa59-2662f8b31c25 req-6fc4e8de-36e1-44b7-8ed7-5a8f5df687f2 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:54.926157 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c1bffea-c98c-4676-aa59-2662f8b31c25 req-6fc4e8de-36e1-44b7-8ed7-5a8f5df687f2 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 944 time: 0.0804853 May 26 16:33:55.001500 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c1bffea-c98c-4676-aa59-2662f8b31c25 req-8e9159c0-d59a-4449-a226-f2c835264b14 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/security-groups?id=0eeebc1b-abd6-409c-899b-62282caa12e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737081 May 26 16:33:55.301978 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c2a17a08-677e-46d6-b6f3-18e4a699e0a4 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.7432497 May 26 16:33:55.305384 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58736) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:55.372396 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb2ae77-c3cf-4275-87c0-b0d12599ea26 req-c0158514-a722-4b13-8e4f-2f459cca5241 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] No DVR routers for this DVR port 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:33:55.374461 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fcf4150b-9e12-43c5-9220-9389738ad91c tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:55.389108 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ebb2ae77-c3cf-4275-87c0-b0d12599ea26 req-c0158514-a722-4b13-8e4f-2f459cca5241 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:55.392724 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ebb2ae77-c3cf-4275-87c0-b0d12599ea26 req-c0158514-a722-4b13-8e4f-2f459cca5241 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "DELETE /v2.0/ports/0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc HTTP/1.1" status: 204 len: 173 time: 2.2663746 May 26 16:33:55.404623 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fcf4150b-9e12-43c5-9220-9389738ad91c tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:55.409202 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-b942e3cc-2f73-48e7-8183-2c71e315c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:55.410689 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-b942e3cc-2f73-48e7-8183-2c71e315c003 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70de716f-a599-4154-abad-e7ae007e30d9 HTTP/1.1" status: 200 len: 853 time: 0.5462043 May 26 16:33:55.414867 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-683bec42-91e4-4d6a-a418-ea03c2c116ac tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:55.478148 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fcf4150b-9e12-43c5-9220-9389738ad91c tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:55.481163 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fcf4150b-9e12-43c5-9220-9389738ad91c tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:55.485456 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58738) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:55.485731 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fcf4150b-9e12-43c5-9220-9389738ad91c tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "DELETE /v2.0/security-groups/833e9a75-dc9c-443b-a50b-034b4989da8a HTTP/1.1" status: 204 len: 168 time: 0.1789038 May 26 16:33:55.497801 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4150b-9e12-43c5-9220-9389738ad91c tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=833e9a75-dc9c-443b-a50b-034b4989da8a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:55.564893 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-683bec42-91e4-4d6a-a418-ea03c2c116ac tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:55.623464 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bec42-91e4-4d6a-a418-ea03c2c116ac tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Subnet': ['ID=dc201e00-3b3b-485a-a93b-96aa94a3ccac,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:55.635686 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-683bec42-91e4-4d6a-a418-ea03c2c116ac tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:55.639935 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-683bec42-91e4-4d6a-a418-ea03c2c116ac tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/dc201e00-3b3b-485a-a93b-96aa94a3ccac HTTP/1.1" status: 204 len: 168 time: 1.2913358 May 26 16:33:55.643347 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58740) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:55.645982 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-95d5a273-e505-4415-b3d7-e0c397f348ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:55.647522 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-95d5a273-e505-4415-b3d7-e0c397f348ae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f470defa-ce3d-4a80-8936-fdcd3a56fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1649187 May 26 16:33:55.652695 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b5698d4c-819a-4255-b965-e526507bba96 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1646643 May 26 16:33:55.656350 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58742) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:55.660935 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e09474b7-a5d5-4672-9a39-d561a010fa8e tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group': {'name': 'tempest-secgroup--417977960'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:55.738577 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1564ff5-03bb-465a-b8e5-a60b3035fcac None None] Network c35b079d-bcd5-434c-9023-f88865e938de requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:33:55.755135 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e09474b7-a5d5-4672-9a39-d561a010fa8e tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:55.782476 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58746) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:55.783794 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-59a09fc6-06b5-4253-9f27-22d58bfeb63c tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1378987 May 26 16:33:55.813008 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-616cf78b-b876-4b14-8bb0-8edc95aedd62 None None] Provisioning complete for port 2050c5ef-1586-466b-ad7c-a653b6994317 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:33:55.813643 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-616cf78b-b876-4b14-8bb0-8edc95aedd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:55.865644 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e09474b7-a5d5-4672-9a39-d561a010fa8e tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:55.883898 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e09474b7-a5d5-4672-9a39-d561a010fa8e tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:55.961015 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-dcaf7926-a6ba-4093-8a1c-2d8e03dd6a81 service neutron] 10.222.0.83 "GET /v2.0/networks/f470defa-ce3d-4a80-8936-fdcd3a56fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944214 May 26 16:33:55.962581 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea6949-aebc-4d43-84ea-c4be20804993 req-acb9b4a6-5b3d-4eaa-8257-a690a65c93ea tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:55.965309 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96ea6949-aebc-4d43-84ea-c4be20804993 req-acb9b4a6-5b3d-4eaa-8257-a690a65c93ea tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=f053a9aa-833e-4414-85dc-0a3e356379e3 HTTP/1.1" status: 200 len: 946 time: 0.1557257 May 26 16:33:55.967498 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e09474b7-a5d5-4672-9a39-d561a010fa8e tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:55.971649 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e09474b7-a5d5-4672-9a39-d561a010fa8e tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3114927 May 26 16:33:55.974071 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58750) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:55.989061 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664cb84a-bccf-4c83-8016-3082544d8c88 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:55.993183 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-664cb84a-bccf-4c83-8016-3082544d8c88 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1234848 May 26 16:33:55.993183 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09474b7-a5d5-4672-9a39-d561a010fa8e tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c29be834-fe73-4701-a7b2-bf66e21cb778,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:55.999284 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58752) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:56.027825 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c237f898-aa12-4b0b-989f-ccff67f06f21 req-268cc59f-7466-4d67-9c7b-3f0570ca5bac tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 210 time: 0.0623217 May 26 16:33:56.030303 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-cefa81e9-90bd-4b5b-8a4f-020a25d8d8a8 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:33:56.031010 n-d-843337-2 neutron-server[103895]: WARNING neutron.api.v2.base [None req-cefa81e9-90bd-4b5b-8a4f-020a25d8d8a8 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 26 16:33:56.031738 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-cefa81e9-90bd-4b5b-8a4f-020a25d8d8a8 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] update failed (client error): There was a conflict when trying to complete your request. May 26 16:33:56.036077 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cefa81e9-90bd-4b5b-8a4f-020a25d8d8a8 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "PUT /v2.0/security-groups/c29be834-fe73-4701-a7b2-bf66e21cb778 HTTP/1.1" status: 409 len: 330 time: 0.0442560 May 26 16:33:56.037881 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58756) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:56.102827 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f5ddf3-2e37-43dd-a091-5e3c83ccb542 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:56.107905 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-96ea6949-aebc-4d43-84ea-c4be20804993 req-cc5e4d9a-1573-4e9a-84c1-ef4e78ce58dc tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249285 May 26 16:33:56.108503 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58758) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:56.120169 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f8f5ddf3-2e37-43dd-a091-5e3c83ccb542 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0705984 May 26 16:33:56.167543 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-616cf78b-b876-4b14-8bb0-8edc95aedd62 None None] Current status of the port 2050c5ef-1586-466b-ad7c-a653b6994317 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:33:56.168779 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c9dce867-9ed5-417f-be16-dc9c7bbe5b92 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574048 May 26 16:33:56.176736 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58764) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:56.214640 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d477be7-d8eb-4a92-bf22-965c17d70edc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:56.215554 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d477be7-d8eb-4a92-bf22-965c17d70edc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:56.217482 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cddb38e1-12c4-4083-bbde-ec8283211632 req-fe3e61d3-2adc-4d99-99b7-b04987316180 service neutron] 10.222.0.83 "GET /v2.0/networks/f470defa-ce3d-4a80-8936-fdcd3a56fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422071 May 26 16:33:56.218933 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2d477be7-d8eb-4a92-bf22-965c17d70edc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/0ccfd4d0-1f49-4baa-89f7-9dd533152b8d HTTP/1.1" status: 404 len: 333 time: 0.0425014 May 26 16:33:56.221505 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58768) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:56.235940 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1844ca0a-d848-4927-b6d9-82fb22aa9580 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:56.257766 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c09593-7a2b-43eb-a847-d576b5a3cbab None None] DHCP port deletion for c35b079d-bcd5-434c-9023-f88865e938de request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:33:56.264637 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c73131-387d-4b3f-b956-5ae5965ec943 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:56.265357 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c73131-387d-4b3f-b956-5ae5965ec943 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:56.269995 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e4c73131-387d-4b3f-b956-5ae5965ec943 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/dc201e00-3b3b-485a-a93b-96aa94a3ccac HTTP/1.1" status: 404 len: 337 time: 0.0471451 May 26 16:33:56.272794 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58770) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:56.290386 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1844ca0a-d848-4927-b6d9-82fb22aa9580 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:56.325148 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-566915e4-5341-4992-9fed-d73bb55b3cb9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:56.325838 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-566915e4-5341-4992-9fed-d73bb55b3cb9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:56.331267 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-566915e4-5341-4992-9fed-d73bb55b3cb9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/976b5dd1-a9f1-48db-8569-b5adb4466300 HTTP/1.1" status: 404 len: 337 time: 0.0551913 May 26 16:33:56.331453 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58772) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:56.339872 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03105d-2beb-4f77-ad7f-8fb7d5f4df4c req-cc051505-6bff-44a7-b68f-b92167ca80bd tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:56.341512 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fd03105d-2beb-4f77-ad7f-8fb7d5f4df4c req-cc051505-6bff-44a7-b68f-b92167ca80bd tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 944 time: 0.1281760 May 26 16:33:56.360423 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-81c09593-7a2b-43eb-a847-d576b5a3cbab None None] Deleting port 2050c5ef-1586-466b-ad7c-a653b6994317 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:33:56.360810 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81c09593-7a2b-43eb-a847-d576b5a3cbab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:56.381008 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba34617-5234-497e-afe0-9ee9c366d923 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:56.381925 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba34617-5234-497e-afe0-9ee9c366d923 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:56.391395 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4ba34617-5234-497e-afe0-9ee9c366d923 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/2f496e59-249d-4c9c-803e-fc8fb7489d5d HTTP/1.1" status: 404 len: 333 time: 0.0585678 May 26 16:33:56.394411 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58774) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:56.431912 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-69fd7972-76ac-4795-96f0-4e47a0650e28 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:56.436032 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69fd7972-76ac-4795-96f0-4e47a0650e28 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:56.439150 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-69fd7972-76ac-4795-96f0-4e47a0650e28 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/de8282ca-1bab-4270-9345-524efba9fcbb HTTP/1.1" status: 404 len: 337 time: 0.0435705 May 26 16:33:56.441774 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58776) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:56.450653 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fd03105d-2beb-4f77-ad7f-8fb7d5f4df4c req-0cba7c49-97ea-4886-a901-b37946fbedfe tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/security-groups?id=0eeebc1b-abd6-409c-899b-62282caa12e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005754 May 26 16:33:56.451796 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1844ca0a-d848-4927-b6d9-82fb22aa9580 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:56.455497 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-81c09593-7a2b-43eb-a847-d576b5a3cbab None None] For port 2050c5ef-1586-466b-ad7c-a653b6994317, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2050c5ef-1586-466b-ad7c-a653b6994317,segment=NetworkSegment(a3ca834d-669e-4ec8-b1d0-dce847faac07),segment_id=a3ca834d-669e-4ec8-b1d0-dce847faac07)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:33:56.456115 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81c09593-7a2b-43eb-a847-d576b5a3cbab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:56.466478 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1844ca0a-d848-4927-b6d9-82fb22aa9580 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:56.468405 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1844ca0a-d848-4927-b6d9-82fb22aa9580 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "DELETE /v2.0/security-groups/c29be834-fe73-4701-a7b2-bf66e21cb778 HTTP/1.1" status: 204 len: 168 time: 0.4291849 May 26 16:33:56.475050 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-81c09593-7a2b-43eb-a847-d576b5a3cbab None None] Calling delete_port for 2050c5ef-1586-466b-ad7c-a653b6994317 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:33:56.486741 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58778) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:56.511157 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bcbcda0-e069-4923-a4e1-039233704095 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:56.511922 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bcbcda0-e069-4923-a4e1-039233704095 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:56.518231 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4bcbcda0-e069-4923-a4e1-039233704095 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/b8cfe5ba-4c85-4ed3-b8a3-e06a49db4d7a HTTP/1.1" status: 404 len: 337 time: 0.0748854 May 26 16:33:56.520683 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58780) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:56.533783 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844ca0a-d848-4927-b6d9-82fb22aa9580 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29be834-fe73-4701-a7b2-bf66e21cb778,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:56.536824 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a025c-b1a4-45d0-bf30-12feff6c9f90 req-82a6d51b-2549-4cbc-939e-bd4247897f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:56.539859 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-697a025c-b1a4-45d0-bf30-12feff6c9f90 req-82a6d51b-2549-4cbc-939e-bd4247897f86 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f0fba92dcb0544e09da82cbc2b2dbb26&device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 1095 time: 0.1866717 May 26 16:33:56.584826 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d580b8-0577-4406-8a00-634ece93b673 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:56.586010 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39d580b8-0577-4406-8a00-634ece93b673 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:56.592565 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-39d580b8-0577-4406-8a00-634ece93b673 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/0fc0816d-b41b-4775-9bd8-f37d9610f495 HTTP/1.1" status: 404 len: 333 time: 0.0579588 May 26 16:33:56.593485 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58786) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:56.643744 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56c5d09-d60b-4237-b6dc-ee667f80131d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:56.644237 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56c5d09-d60b-4237-b6dc-ee667f80131d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:56.649619 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f56c5d09-d60b-4237-b6dc-ee667f80131d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/784d7168-d4cb-4f08-b092-5e2bf4b6d193 HTTP/1.1" status: 404 len: 337 time: 0.0527041 May 26 16:33:56.650545 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58800) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:56.657936 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-675bda17-1fc1-4304-b597-004d34072ec9 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1651809 May 26 16:33:56.658483 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58802) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:56.688846 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-efff8ba9-2a23-498a-97f0-b285822a13f3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:56.689442 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efff8ba9-2a23-498a-97f0-b285822a13f3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:56.695965 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-efff8ba9-2a23-498a-97f0-b285822a13f3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/a027ed38-a7f7-4aeb-868f-04a0846c528d HTTP/1.1" status: 404 len: 337 time: 0.0418949 May 26 16:33:56.697239 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58808) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:56.697667 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81c09593-7a2b-43eb-a847-d576b5a3cbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:56.698204 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-ae071cf6-1200-4f00-80fe-4610374ce578 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] delete failed (client error): The resource could not be found. May 26 16:33:56.704056 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58810) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:56.712667 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ae071cf6-1200-4f00-80fe-4610374ce578 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "DELETE /v2.0/security-groups/a69439cd-9b6e-4960-9d80-f14c47ed74e9 HTTP/1.1" status: 404 len: 347 time: 0.0530691 May 26 16:33:56.735030 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c09593-7a2b-43eb-a847-d576b5a3cbab None None] Pushing event deleted for resources: {'Port': ['ID=2050c5ef-1586-466b-ad7c-a653b6994317,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:56.737436 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c09593-7a2b-43eb-a847-d576b5a3cbab None None] No DVR routers for this DVR port 2050c5ef-1586-466b-ad7c-a653b6994317 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:33:56.763925 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-90de6281-dae5-40fd-bc23-5da9a315bef9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:56.764950 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90de6281-dae5-40fd-bc23-5da9a315bef9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:56.771829 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-90de6281-dae5-40fd-bc23-5da9a315bef9 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/db4f8a5c-e30c-4738-8c73-fd792a7aa995 HTTP/1.1" status: 404 len: 333 time: 0.0694966 May 26 16:33:56.771927 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58820) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:56.772012 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-d91de2e1-2c5f-429e-a127-c10db317fabb tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] show failed (client error): The resource could not be found. May 26 16:33:56.772918 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d91de2e1-2c5f-429e-a127-c10db317fabb tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "GET /v2.0/security-groups/70cfcf4e-3057-4ade-ba6a-2977f0ea515c HTTP/1.1" status: 404 len: 347 time: 0.0676603 May 26 16:33:56.777524 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58822) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:56.800977 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-a1815352-5261-4a22-b29b-56f7c553d9f6 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] show failed (client error): The resource could not be found. May 26 16:33:56.801939 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a1815352-5261-4a22-b29b-56f7c553d9f6 tempest-NegativeSecGroupTest-1087897635 tempest-NegativeSecGroupTest-1087897635-project] 10.222.0.77 "GET /v2.0/security-group-rules/d48f5e18-4738-408d-85f5-bbc1f7e9e468 HTTP/1.1" status: 404 len: 356 time: 0.0236046 May 26 16:33:56.803184 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a025c-b1a4-45d0-bf30-12feff6c9f90 req-ab735bd1-1f06-4e2e-9684-6a41cfcc8181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:56.805673 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-697a025c-b1a4-45d0-bf30-12feff6c9f90 req-ab735bd1-1f06-4e2e-9684-6a41cfcc8181 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f470defa-ce3d-4a80-8936-fdcd3a56fb1c HTTP/1.1" status: 200 len: 915 time: 0.2475083 May 26 16:33:56.818154 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b7a87e-0be8-473d-ace3-734045e53ded', 'name': 'network-vif-deleted', 'tag': '0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:33:56.824255 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a27a448-af2d-4811-a469-82aa33b4ef0d" -d '{"events": [{"server_uuid": "b8b7a87e-0be8-473d-ace3-734045e53ded", "name": "network-vif-deleted", "tag": "0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:33:56.842316 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7f4ab6-f659-4b70-b75d-7d6bf2dc608d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:56.843772 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f7f4ab6-f659-4b70-b75d-7d6bf2dc608d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:56.855639 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2f7f4ab6-f659-4b70-b75d-7d6bf2dc608d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/a3342eee-f44c-479b-96ce-8a07e0bfa1dd HTTP/1.1" status: 404 len: 337 time: 0.0833983 May 26 16:33:56.856445 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58832) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:56.894487 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc05ebb-8537-46ed-96d0-a363169c77ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:56.895807 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc05ebb-8537-46ed-96d0-a363169c77ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:56.903963 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5cc05ebb-8537-46ed-96d0-a363169c77ef tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/6b45dc62-64e8-4ef3-a489-795b6559c834 HTTP/1.1" status: 404 len: 337 time: 0.0463607 May 26 16:33:56.905392 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58836) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:56.922753 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d077bd64-6911-467a-8f60-2c37997cc243 x-openstack-request-id: req-d077bd64-6911-467a-8f60-2c37997cc243 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:33:56.923018 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b7a87e-0be8-473d-ace3-734045e53ded", "name": "network-vif-deleted", "tag": "0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:33:56.923275 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d077bd64-6911-467a-8f60-2c37997cc243 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:33:56.927351 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d077bd64-6911-467a-8f60-2c37997cc243'] response: {'server_uuid': 'b8b7a87e-0be8-473d-ace3-734045e53ded', 'name': 'network-vif-deleted', 'tag': '0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc', 'status': 'completed', 'code': 200} May 26 16:33:56.935157 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-697a025c-b1a4-45d0-bf30-12feff6c9f90 req-48b0f623-adf9-4439-903d-5cb35ee0f0fc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f HTTP/1.1" status: 200 len: 217 time: 0.1038406 May 26 16:33:56.937225 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-665603b9-cf04-4021-8f47-efff4a828719 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:56.938449 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-665603b9-cf04-4021-8f47-efff4a828719 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:56.944669 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-665603b9-cf04-4021-8f47-efff4a828719 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/83794647-dc6a-4ee2-9d0e-a555c3b90c10 HTTP/1.1" status: 404 len: 333 time: 0.0380380 May 26 16:33:56.946278 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58838) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:56.984479 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87fc45c-f8f4-4b7d-a823-48747aa9444a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:56.985122 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b87fc45c-f8f4-4b7d-a823-48747aa9444a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:56.991843 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b87fc45c-f8f4-4b7d-a823-48747aa9444a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/7f3abd7b-16b2-4f65-af83-8effad0cd783 HTTP/1.1" status: 404 len: 337 time: 0.0426807 May 26 16:33:56.992709 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58840) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:57.015070 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a025c-b1a4-45d0-bf30-12feff6c9f90 req-281ea16a-857f-461e-9aca-1beca72fe3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:57.016599 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-697a025c-b1a4-45d0-bf30-12feff6c9f90 req-281ea16a-857f-461e-9aca-1beca72fe3d3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70de716f-a599-4154-abad-e7ae007e30d9 HTTP/1.1" status: 200 len: 853 time: 0.0676603 May 26 16:33:57.024588 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-3576abca-7c66-43a2-bcdb-3f383aca35ec tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:57.025597 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3576abca-7c66-43a2-bcdb-3f383aca35ec tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:57.032256 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3576abca-7c66-43a2-bcdb-3f383aca35ec tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/eee6260b-3397-42e8-9043-58fd1e10edf3 HTTP/1.1" status: 404 len: 333 time: 0.0382178 May 26 16:33:57.032997 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58842) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:57.067319 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d66836-e6a6-487c-93b5-88e673a177e6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:57.067898 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d66836-e6a6-487c-93b5-88e673a177e6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:57.075663 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d2d66836-e6a6-487c-93b5-88e673a177e6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/162b97bc-bbc6-46ea-b999-99d33525e82c HTTP/1.1" status: 404 len: 337 time: 0.0409350 May 26 16:33:57.076052 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58844) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:57.102664 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf1d909-6bed-4990-942d-bd1536a02def tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:57.103937 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf1d909-6bed-4990-942d-bd1536a02def tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:57.121735 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8bf1d909-6bed-4990-942d-bd1536a02def tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/d350f0ac-d5c5-43f2-9496-55fdf84bb74f HTTP/1.1" status: 404 len: 333 time: 0.0440826 May 26 16:33:57.131637 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58848) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:57.149817 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a025c-b1a4-45d0-bf30-12feff6c9f90 req-e54c4534-f2c2-4d85-baf9-648cf29039b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:57.155237 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-697a025c-b1a4-45d0-bf30-12feff6c9f90 req-e54c4534-f2c2-4d85-baf9-648cf29039b6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f470defa-ce3d-4a80-8936-fdcd3a56fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245184 May 26 16:33:57.222887 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f045ec2a-bf04-4073-b127-b75c674dae0e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:57.223338 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f045ec2a-bf04-4073-b127-b75c674dae0e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:57.239585 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f045ec2a-bf04-4073-b127-b75c674dae0e tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/f84a76ab-af4a-4f5c-a26e-a639415a0435 HTTP/1.1" status: 404 len: 337 time: 0.0968831 May 26 16:33:57.241236 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58856) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:57.253749 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:33:57.314448 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af9e46cb-4a5e-4a14-b49a-a9010f070b44 req-acd3d39c-df80-4acb-b810-65706c403b53 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 210 time: 0.1289513 May 26 16:33:57.322544 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:33:57.323155 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 0727cc48-e034-4b5c-a4c3-6d8d93dcd1cc not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:33:57.372798 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bdf02f6-d349-4986-a8a4-587281f904f2 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:57.373579 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bdf02f6-d349-4986-a8a4-587281f904f2 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:57.375738 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58858) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:57.380507 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2bdf02f6-d349-4986-a8a4-587281f904f2 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/a9068555-80ba-4e18-9470-4d8fcc5c6d0a HTTP/1.1" status: 404 len: 333 time: 0.1344318 May 26 16:33:57.380749 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58860) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:57.420452 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b161aa49-9f86-476b-8e9a-96054262c623 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:57.420824 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b161aa49-9f86-476b-8e9a-96054262c623 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:57.426170 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b161aa49-9f86-476b-8e9a-96054262c623 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/d3af9ed9-e92e-40a0-b0b5-bbae5d01cc8b HTTP/1.1" status: 404 len: 337 time: 0.0421710 May 26 16:33:57.426479 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58866) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:57.468993 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b835c23c-51f6-42a5-a8eb-1d30c4a962d3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:57.469718 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b835c23c-51f6-42a5-a8eb-1d30c4a962d3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:57.475209 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b835c23c-51f6-42a5-a8eb-1d30c4a962d3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/a950c444-4fa3-462b-b1a2-ae58550f7324 HTTP/1.1" status: 404 len: 333 time: 0.0454872 May 26 16:33:57.475778 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58872) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:57.517863 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09fc97b-cf70-4f98-9753-394d4b22cf1f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:57.518325 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d09fc97b-cf70-4f98-9753-394d4b22cf1f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:57.521379 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d09fc97b-cf70-4f98-9753-394d4b22cf1f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/8c2ef8c8-64b3-4815-b461-e6d67e991069 HTTP/1.1" status: 404 len: 337 time: 0.0445981 May 26 16:33:57.523885 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58884) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:57.527601 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-697a025c-b1a4-45d0-bf30-12feff6c9f90 req-894cb10d-497c-4fd3-90e6-46deee9caa15 service neutron] 10.222.0.83 "GET /v2.0/networks/f470defa-ce3d-4a80-8936-fdcd3a56fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260880 May 26 16:33:57.605909 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2ebbd1-4413-403a-b718-988334d0e2c0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:57.606591 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c2ebbd1-4413-403a-b718-988334d0e2c0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:57.611832 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9c2ebbd1-4413-403a-b718-988334d0e2c0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/9b07614b-1216-4fbb-b201-cdc42eb3ed71 HTTP/1.1" status: 404 len: 333 time: 0.0843260 May 26 16:33:57.612078 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58902) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:57.646395 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0f4e89b7-3126-48df-ad39-5cd854e09954 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1aa619adb6aa480bbfa6bfcab56f9167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694385 May 26 16:33:57.649662 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58904) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:57.685789 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148378c-2265-475e-a474-683a6d0314f7 req-0959f4d0-410b-4c08-91c2-7c5cdf09d78c tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:57.694670 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b148378c-2265-475e-a474-683a6d0314f7 req-0959f4d0-410b-4c08-91c2-7c5cdf09d78c tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 944 time: 0.1033945 May 26 16:33:57.713519 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9fdbf6-96f0-442b-8451-df28fc77a295 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:57.713895 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9fdbf6-96f0-442b-8451-df28fc77a295 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:57.719810 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-dc9fdbf6-96f0-442b-8451-df28fc77a295 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/1a1502bc-04d4-4d7d-aa66-6c670f8c3bf5 HTTP/1.1" status: 404 len: 337 time: 0.1044512 May 26 16:33:57.721750 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58906) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:57.755198 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-899e2c2b-e19a-4b08-bdac-82cd25a6c52d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:57.755658 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899e2c2b-e19a-4b08-bdac-82cd25a6c52d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:57.762098 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-899e2c2b-e19a-4b08-bdac-82cd25a6c52d tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/ccff6e51-8dbf-48b7-9b09-49116e6dccae HTTP/1.1" status: 404 len: 337 time: 0.0360272 May 26 16:33:57.762841 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58908) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:57.791189 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-345a3fa2-e7aa-4d1e-afbc-4bb0634c1a0f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:57.791797 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-345a3fa2-e7aa-4d1e-afbc-4bb0634c1a0f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:57.799852 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-345a3fa2-e7aa-4d1e-afbc-4bb0634c1a0f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/17af83ae-fc45-4274-9e33-2d1239b01940 HTTP/1.1" status: 404 len: 333 time: 0.0340297 May 26 16:33:57.800313 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b148378c-2265-475e-a474-683a6d0314f7 req-b08c7c08-40c6-42da-a6cf-d91de0b88b68 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/security-groups?id=0eeebc1b-abd6-409c-899b-62282caa12e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978403 May 26 16:33:57.801291 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58910) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:57.806437 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6c9d66b-f527-419c-9c27-34cd7f4c9366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:57.839790 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed45d09c-8add-44b1-9b9f-2cbe82f65125 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:57.840261 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed45d09c-8add-44b1-9b9f-2cbe82f65125 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:57.845313 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ed45d09c-8add-44b1-9b9f-2cbe82f65125 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/2c8db74c-6fd7-423e-a88a-cd2aa4fb7997 HTTP/1.1" status: 404 len: 337 time: 0.0411360 May 26 16:33:57.848564 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58912) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:57.869645 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-697a025c-b1a4-45d0-bf30-12feff6c9f90 req-79bf5b54-a588-4d85-b28a-3c090573c313 service neutron] 10.222.0.83 "GET /v2.0/networks/f470defa-ce3d-4a80-8936-fdcd3a56fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288150 May 26 16:33:57.886200 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1461ff2-2eb2-49f8-9b7f-7abee7a9c9a3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:57.886653 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1461ff2-2eb2-49f8-9b7f-7abee7a9c9a3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:57.890211 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a1461ff2-2eb2-49f8-9b7f-7abee7a9c9a3 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/786f0693-8b14-4733-97ee-552140e6af36 HTTP/1.1" status: 404 len: 337 time: 0.0403876 May 26 16:33:57.893913 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58914) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:57.897344 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6c9d66b-f527-419c-9c27-34cd7f4c9366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:57.939191 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-66591863-baeb-45a7-b577-a1e49339386a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:57.940304 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66591863-baeb-45a7-b577-a1e49339386a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:57.940588 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2050c5ef-1586-466b-ad7c-a653b6994317 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:33:57.947982 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-66591863-baeb-45a7-b577-a1e49339386a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/422e6f7c-6700-44ed-a7ba-a5ce988855dd HTTP/1.1" status: 404 len: 333 time: 0.0503333 May 26 16:33:57.948488 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58916) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:57.969514 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 2050c5ef-1586-466b-ad7c-a653b6994317 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:33:57.970141 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2050c5ef-1586-466b-ad7c-a653b6994317 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:33:57.986951 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6c9d66b-f527-419c-9c27-34cd7f4c9366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:57.991323 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88a3a72-112a-4b76-a71a-1194d0f095a0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:57.991791 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d88a3a72-112a-4b76-a71a-1194d0f095a0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:57.991970 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6c9d66b-f527-419c-9c27-34cd7f4c9366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:57.996586 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d6c9d66b-f527-419c-9c27-34cd7f4c9366 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bfefad77-445f-4ab0-bb07-a9c43a2f6270 HTTP/1.1" status: 204 len: 168 time: 0.3416157 May 26 16:33:57.996756 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d88a3a72-112a-4b76-a71a-1194d0f095a0 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/68d3822f-fa8d-4078-ad4c-0e7e96e56040 HTTP/1.1" status: 404 len: 337 time: 0.0459995 May 26 16:33:57.998268 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58920) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:58.016209 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9d66b-f527-419c-9c27-34cd7f4c9366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfefad77-445f-4ab0-bb07-a9c43a2f6270,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:58.033311 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffde35ca-e231-4e56-a2a2-3dd06ba87e64 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:58.033907 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffde35ca-e231-4e56-a2a2-3dd06ba87e64 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:58.037938 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ffde35ca-e231-4e56-a2a2-3dd06ba87e64 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/0283ffb6-db71-4940-b3f5-51c45ee08d0b HTTP/1.1" status: 404 len: 337 time: 0.0384083 May 26 16:33:58.040671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58922) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:58.076737 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-367362a4-accc-4840-8f67-98ee7a4b6825 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:58.077838 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-367362a4-accc-4840-8f67-98ee7a4b6825 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:58.081755 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-367362a4-accc-4840-8f67-98ee7a4b6825 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/9df7dc5e-d155-48de-912c-ab0490346c85 HTTP/1.1" status: 404 len: 333 time: 0.0392773 May 26 16:33:58.084560 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58924) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:58.124754 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-883d6a9b-9613-4f0e-bd74-bb5c13047660 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:58.125323 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-883d6a9b-9613-4f0e-bd74-bb5c13047660 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:58.128550 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-883d6a9b-9613-4f0e-bd74-bb5c13047660 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/c3e694c3-8be8-439b-8d45-041d0b988c93 HTTP/1.1" status: 404 len: 337 time: 0.0427785 May 26 16:33:58.131007 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58926) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:58.161200 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8f3bc8-d9e2-43cf-a7a5-594aad286769 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:58.161759 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e8f3bc8-d9e2-43cf-a7a5-594aad286769 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:58.166145 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2e8f3bc8-d9e2-43cf-a7a5-594aad286769 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/04573128-0769-4222-a9ea-1f58d84c62b8 HTTP/1.1" status: 404 len: 337 time: 0.0341783 May 26 16:33:58.168929 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58928) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:58.200896 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c0d083b8-3cb7-4fa6-b7f8-ad06c0af0a2f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd HTTP/1.1" status: 200 len: 205 time: 0.0304387 May 26 16:33:58.203578 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58932) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:58.258570 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-60d25822-47d2-4f04-9363-05c9a1ec1009 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] delete failed (client error): The resource could not be found. May 26 16:33:58.259859 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-60d25822-47d2-4f04-9363-05c9a1ec1009 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/routers/dd4260ba-4e4a-48c7-b45c-0fc9e3495ddd HTTP/1.1" status: 404 len: 336 time: 0.0551734 May 26 16:33:58.262786 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58936) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:58.298056 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12ee5d6-6a98-48cf-94d4-2cad43d1b6f8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:58.299013 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d12ee5d6-6a98-48cf-94d4-2cad43d1b6f8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:58.302523 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d12ee5d6-6a98-48cf-94d4-2cad43d1b6f8 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/d9b87052-a7b7-4e18-a12b-084af327b777 HTTP/1.1" status: 404 len: 337 time: 0.0384068 May 26 16:33:58.305832 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58938) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:58.367868 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58944) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:58.368606 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e75f8226-5f67-4470-b49d-c85cdc2e7d51 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "GET /v2.0/ports?device_id=22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47 HTTP/1.1" status: 200 len: 205 time: 0.0609498 May 26 16:33:58.416689 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-d282382b-ca59-4c08-8c67-f3b8d8a2cca2 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] delete failed (client error): The resource could not be found. May 26 16:33:58.417815 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d282382b-ca59-4c08-8c67-f3b8d8a2cca2 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/routers/22e1d7f4-c6c9-4e03-8b6f-bb087f2c5a47 HTTP/1.1" status: 404 len: 336 time: 0.0484619 May 26 16:33:58.420324 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58948) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:58.453893 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf4d33a8-4eb8-44f1-bb1e-d61a8d8a741c req-22c2bd3a-832a-4bf9-bae7-dc0fc76e7dea tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 210 time: 0.0470638 May 26 16:33:58.473060 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-34600e4e-c804-4e99-bbf8-0fe306166291 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:58.473515 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34600e4e-c804-4e99-bbf8-0fe306166291 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:58.477476 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-34600e4e-c804-4e99-bbf8-0fe306166291 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/ead991ca-3254-417f-b21c-8a9467d15a20 HTTP/1.1" status: 404 len: 337 time: 0.0553856 May 26 16:33:58.480196 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58952) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:58.536929 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a7cb0c-208d-4cfe-88fd-e147379adebc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:58.538108 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a7cb0c-208d-4cfe-88fd-e147379adebc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:58.545056 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b9a7cb0c-208d-4cfe-88fd-e147379adebc tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/53d58dfe-dba6-4e00-bbdd-a43179f3527e HTTP/1.1" status: 404 len: 337 time: 0.0630627 May 26 16:33:58.547141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58956) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:58.573070 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-d827e77f-8d8b-40a6-aaa8-760ccf73360f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:58.573941 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d827e77f-8d8b-40a6-aaa8-760ccf73360f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:58.577119 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d827e77f-8d8b-40a6-aaa8-760ccf73360f tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/15fcee0a-39f6-4fed-bece-df170b4b09f1 HTTP/1.1" status: 404 len: 333 time: 0.0285051 May 26 16:33:58.579714 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58958) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:58.609107 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a425344-a67d-4f04-a280-aa0b62954ede tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:58.609934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a425344-a67d-4f04-a280-aa0b62954ede tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:58.613168 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8a425344-a67d-4f04-a280-aa0b62954ede tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/80a7b1b6-c132-4c2a-b551-82aebf59d24e HTTP/1.1" status: 404 len: 337 time: 0.0323765 May 26 16:33:58.628241 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58960) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:58.654594 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a3a085-ce2e-49f2-8786-aef8f1eb6aa1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:58.655626 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a3a085-ce2e-49f2-8786-aef8f1eb6aa1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:58.658776 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f7a3a085-ce2e-49f2-8786-aef8f1eb6aa1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/f3483c7b-1e84-46cd-a922-ea31abb69fca HTTP/1.1" status: 404 len: 333 time: 0.0295429 May 26 16:33:58.661703 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58962) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:58.704406 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f153f5-6dba-44b9-af1d-72118f958a16 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:58.704795 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5f153f5-6dba-44b9-af1d-72118f958a16 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:58.707992 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c5f153f5-6dba-44b9-af1d-72118f958a16 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/aadda511-e8fb-4226-a730-3c4b98049287 HTTP/1.1" status: 404 len: 337 time: 0.0451791 May 26 16:33:58.710545 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58964) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:58.748985 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9eb7cb-d17f-48af-8a47-926058abf2ed tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:58.749684 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9eb7cb-d17f-48af-8a47-926058abf2ed tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:58.754913 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3f9eb7cb-d17f-48af-8a47-926058abf2ed tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/c6b8e8fc-4ada-4bae-8077-6a0d6dc016e8 HTTP/1.1" status: 404 len: 333 time: 0.0406735 May 26 16:33:58.755156 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58968) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:58.782699 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-663aed38-f1c5-4bd6-a8f9-b5480e11359b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:58.783160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663aed38-f1c5-4bd6-a8f9-b5480e11359b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:58.788943 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-663aed38-f1c5-4bd6-a8f9-b5480e11359b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/3daf1f5d-277d-4505-8db1-3a7b3d72416c HTTP/1.1" status: 404 len: 337 time: 0.0306137 May 26 16:33:58.789718 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58972) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:58.818485 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9c2a2e-648f-4082-99f8-77cd934aa7f1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:58.819167 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9c2a2e-648f-4082-99f8-77cd934aa7f1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:58.824155 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-dc9c2a2e-648f-4082-99f8-77cd934aa7f1 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/c0b5c107-e545-43e8-85ef-8dcd9d12bc6c HTTP/1.1" status: 404 len: 333 time: 0.0319331 May 26 16:33:58.825422 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58976) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:58.858593 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ce07fa-71e5-4b04-b1ad-56deab1af14b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:58.859055 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52ce07fa-71e5-4b04-b1ad-56deab1af14b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:58.864136 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-52ce07fa-71e5-4b04-b1ad-56deab1af14b tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/0807ac0f-3666-48ef-bce9-c712ea5719b6 HTTP/1.1" status: 404 len: 337 time: 0.0358741 May 26 16:33:58.864758 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58980) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:58.894194 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e56788d-71a8-4f78-8475-0f96063b8b09 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:58.895409 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e56788d-71a8-4f78-8475-0f96063b8b09 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:58.899464 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6e56788d-71a8-4f78-8475-0f96063b8b09 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/8f2b8f6e-d51e-4b3f-b849-4b16c9a08fec HTTP/1.1" status: 404 len: 333 time: 0.0336955 May 26 16:33:58.902062 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58982) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:58.975788 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3004360-f9c2-4fb0-86ac-0d72c812f14f req-62603eb3-140c-46fa-978c-525f33a153da tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:33:58.978150 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f3004360-f9c2-4fb0-86ac-0d72c812f14f req-62603eb3-140c-46fa-978c-525f33a153da tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 944 time: 0.0672300 May 26 16:33:58.986626 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-530cf68e-2549-43a2-88f8-ca412b70c7a2 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:58.988237 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-530cf68e-2549-43a2-88f8-ca412b70c7a2 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:58.991666 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-530cf68e-2549-43a2-88f8-ca412b70c7a2 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/1e6a47d2-58de-4f8f-a149-45334b9f4a84 HTTP/1.1" status: 404 len: 337 time: 0.0885637 May 26 16:33:58.994617 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58986) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:59.042906 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f3004360-f9c2-4fb0-86ac-0d72c812f14f req-967d91e9-63ca-4393-8114-e9d43f178fd7 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/security-groups?id=0eeebc1b-abd6-409c-899b-62282caa12e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582035 May 26 16:33:59.055226 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8c35f9-0e99-4e23-b15d-bc7dac91ebae tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:59.058253 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8c35f9-0e99-4e23-b15d-bc7dac91ebae tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:59.061483 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fa8c35f9-0e99-4e23-b15d-bc7dac91ebae tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/033e824a-8bef-4b50-b4d4-e9f3563c4cb9 HTTP/1.1" status: 404 len: 333 time: 0.0657246 May 26 16:33:59.064055 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58988) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:59.097300 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d4f063-bb87-4e16-bed4-b18f68ae7ee6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:59.098279 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d4f063-bb87-4e16-bed4-b18f68ae7ee6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:59.101616 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-20d4f063-bb87-4e16-bed4-b18f68ae7ee6 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/5d36b15e-37c6-4d2d-8f70-382e65af20e3 HTTP/1.1" status: 404 len: 337 time: 0.0364144 May 26 16:33:59.105344 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 58992) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:59.131789 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-42bbe5d1-4abf-4935-aa98-70212505707a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:59.132629 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42bbe5d1-4abf-4935-aa98-70212505707a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:59.139584 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58994) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:59.147070 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-42bbe5d1-4abf-4935-aa98-70212505707a tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/ports/7d5cf051-c0a7-4ce4-9807-c09c0fae74d5 HTTP/1.1" status: 404 len: 333 time: 0.0304434 May 26 16:33:59.172116 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8f568f-001e-4b10-8f95-496322f88b63 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] DELETE failed (client error): The resource could not be found. May 26 16:33:59.172741 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f8f568f-001e-4b10-8f95-496322f88b63 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 16:33:59.176666 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9f8f568f-001e-4b10-8f95-496322f88b63 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/subnets/49b1aa23-ab36-460a-b199-9696b572e48b HTTP/1.1" status: 404 len: 337 time: 0.0351844 May 26 16:33:59.178968 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 58996) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:33:59.294236 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08784f52-cdd4-4d04-a05e-1b1c4eaeb558 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:59.417617 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08784f52-cdd4-4d04-a05e-1b1c4eaeb558 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:59.450655 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-08784f52-cdd4-4d04-a05e-1b1c4eaeb558 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35b079d-bcd5-434c-9023-f88865e938de']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:33:59.462750 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-08784f52-cdd4-4d04-a05e-1b1c4eaeb558 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ca834d-669e-4ec8-b1d0-dce847faac07') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:33:59.463157 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-08784f52-cdd4-4d04-a05e-1b1c4eaeb558 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ca834d-669e-4ec8-b1d0-dce847faac07') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:33:59.475759 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08784f52-cdd4-4d04-a05e-1b1c4eaeb558 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:59.495244 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08784f52-cdd4-4d04-a05e-1b1c4eaeb558 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:59.530974 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08784f52-cdd4-4d04-a05e-1b1c4eaeb558 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:33:59.533016 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08784f52-cdd4-4d04-a05e-1b1c4eaeb558 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:59.580986 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment a3ca834d-669e-4ec8-b1d0-dce847faac07 resource provider aggregate not found May 26 16:33:59.662341 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment a3ca834d-669e-4ec8-b1d0-dce847faac07 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3ca834d-669e-4ec8-b1d0-dce847faac07 found for delete ", "request_id": "req-4bf9ddf5-5253-4024-b8d6-7713ae7bf18e"}]} May 26 16:33:59.694480 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5ffd4457-2321-41b4-8ceb-44b0731b94a3 req-b76cf806-f5da-474c-84b8-290436680dc4 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 210 time: 0.0351045 May 26 16:33:59.701333 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08784f52-cdd4-4d04-a05e-1b1c4eaeb558 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:59.719721 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-08784f52-cdd4-4d04-a05e-1b1c4eaeb558 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:33:59.731417 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-08784f52-cdd4-4d04-a05e-1b1c4eaeb558 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] 10.222.0.77 "DELETE /v2.0/networks/c35b079d-bcd5-434c-9023-f88865e938de HTTP/1.1" status: 204 len: 168 time: 0.5460341 May 26 16:33:59.763154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08784f52-cdd4-4d04-a05e-1b1c4eaeb558 tempest-NetworksTestDHCPv6-1555668026 tempest-NetworksTestDHCPv6-1555668026-project] Pushing event deleted for resources: {'Network': ['ID=c35b079d-bcd5-434c-9023-f88865e938de,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:33:59.886207 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-746b096a-0022-45a0-89b0-874a6d4f5ee8 req-2bcf2962-6c84-47da-bd03-568644d5b103 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0775990 May 26 16:34:00.056339 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b096a-0022-45a0-89b0-874a6d4f5ee8 req-8a212f4d-c15e-4c32-ae04-9eb7cef6fe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:00.059336 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-746b096a-0022-45a0-89b0-874a6d4f5ee8 req-8a212f4d-c15e-4c32-ae04-9eb7cef6fe98 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=72a5ce476eef4d1192f67830028ac2c1&device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 1097 time: 0.0849433 May 26 16:34:00.235431 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59028) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:00.328296 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b096a-0022-45a0-89b0-874a6d4f5ee8 req-c226b154-57f7-4c78-b912-d801a0e7e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:00.331923 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-746b096a-0022-45a0-89b0-874a6d4f5ee8 req-c226b154-57f7-4c78-b912-d801a0e7e2eb service neutron] 10.222.0.83 "GET /v2.0/networks?id=a0268940-7484-46cd-afca-0aa172618427 HTTP/1.1" status: 200 len: 912 time: 0.2464957 May 26 16:34:00.335811 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4eba4a-eef3-4293-ba1e-270cad6a8fc9 req-b6605b5d-4682-4614-809f-3a04d24eac29 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:00.339460 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c4eba4a-eef3-4293-ba1e-270cad6a8fc9 req-b6605b5d-4682-4614-809f-3a04d24eac29 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 944 time: 0.1376636 May 26 16:34:00.432856 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c4eba4a-eef3-4293-ba1e-270cad6a8fc9 req-e65f16ea-1347-419a-ac6a-f3e7e4c27dd0 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/security-groups?id=0eeebc1b-abd6-409c-899b-62282caa12e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833678 May 26 16:34:00.491028 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-746b096a-0022-45a0-89b0-874a6d4f5ee8 req-d3251356-d016-488a-bb22-8b7f732188a1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37f1999d-3978-43f2-81e4-1f3b545eeb4b HTTP/1.1" status: 200 len: 1002 time: 0.1478026 May 26 16:34:00.585590 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a4b72c05-35b5-4a8c-829e-cf9e54eeea85 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8b067d81b8fc4204b111c8d0bf1535b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3461940 May 26 16:34:00.589290 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59036) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:00.590475 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b096a-0022-45a0-89b0-874a6d4f5ee8 req-52b0af91-f8fc-4694-8918-527650fc590f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:00.591935 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-746b096a-0022-45a0-89b0-874a6d4f5ee8 req-52b0af91-f8fc-4694-8918-527650fc590f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=169af66c-e17e-405d-a13a-40c09478394e HTTP/1.1" status: 200 len: 850 time: 0.0846441 May 26 16:34:00.683273 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:00.694970 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51840420-7a16-459c-8354-6541240cd386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:00.697903 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b096a-0022-45a0-89b0-874a6d4f5ee8 req-7b4039a6-7c8a-4b0f-be3e-16b8cdb0c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:00.699533 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-746b096a-0022-45a0-89b0-874a6d4f5ee8 req-7b4039a6-7c8a-4b0f-be3e-16b8cdb0c09a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a0268940-7484-46cd-afca-0aa172618427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925303 May 26 16:34:00.741551 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51840420-7a16-459c-8354-6541240cd386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:00.809422 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51840420-7a16-459c-8354-6541240cd386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:00.812508 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-51840420-7a16-459c-8354-6541240cd386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:00.813863 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-51840420-7a16-459c-8354-6541240cd386 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/98a42ef1-df88-4f33-8e59-063cdbbf0577 HTTP/1.1" status: 204 len: 168 time: 0.2230213 May 26 16:34:00.843678 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51840420-7a16-459c-8354-6541240cd386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a42ef1-df88-4f33-8e59-063cdbbf0577,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:00.894586 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-746b096a-0022-45a0-89b0-874a6d4f5ee8 req-dba14e54-6c7d-4ad1-a0b9-dcbdcbc6f626 service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759100 May 26 16:34:00.945554 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-028d075e-64c4-4f85-8f43-7c521023ca69 req-12b9abea-53cc-4f4d-bc05-8a9c1e5aeaa1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b7a87e-0be8-473d-ace3-734045e53ded HTTP/1.1" status: 200 len: 210 time: 0.1046336 May 26 16:34:01.030516 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-746b096a-0022-45a0-89b0-874a6d4f5ee8 req-50deea11-0678-4602-8804-92b1a90fde55 service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250904 May 26 16:34:01.578797 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6558e-8949-489e-92de-f0f344bfae12 req-6dc38810-ec42-4d02-abe1-f66d2aca1019 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:01.587457 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-45b6558e-8949-489e-92de-f0f344bfae12 req-6dc38810-ec42-4d02-abe1-f66d2aca1019 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 944 time: 0.0613916 May 26 16:34:01.631408 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-45b6558e-8949-489e-92de-f0f344bfae12 req-ad41c298-8ae4-4582-b52b-d7a02275ab41 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/security-groups?id=0eeebc1b-abd6-409c-899b-62282caa12e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428269 May 26 16:34:01.848859 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59070) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:01.972007 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c2da73e3-c95a-49e2-8e95-85d5eee01561 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1268921515', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:02.026987 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c2da73e3-c95a-49e2-8e95-85d5eee01561 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:02.028410 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c2da73e3-c95a-49e2-8e95-85d5eee01561 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:02.103185 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c2da73e3-c95a-49e2-8e95-85d5eee01561 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:02.109430 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c2da73e3-c95a-49e2-8e95-85d5eee01561 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:02.134652 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c2da73e3-c95a-49e2-8e95-85d5eee01561 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:02.138752 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c2da73e3-c95a-49e2-8e95-85d5eee01561 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2848949 May 26 16:34:02.139083 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59078) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:02.144909 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-38bce054-bc3d-4288-8010-245b1d81d2e0 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-156105059'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:02.173688 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bce054-bc3d-4288-8010-245b1d81d2e0 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Made reservation on behalf of 367a498fa6154126ad8e123a0279cf20 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:34:02.177910 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-38bce054-bc3d-4288-8010-245b1d81d2e0 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:02.187649 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-38bce054-bc3d-4288-8010-245b1d81d2e0 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:02.342882 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-38bce054-bc3d-4288-8010-245b1d81d2e0 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:02.348625 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-38bce054-bc3d-4288-8010-245b1d81d2e0 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:02.363118 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38bce054-bc3d-4288-8010-245b1d81d2e0 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:34:02.424495 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-38bce054-bc3d-4288-8010-245b1d81d2e0 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:02.424806 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-38bce054-bc3d-4288-8010-245b1d81d2e0 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Added segment 2ec096da-6b44-42d0-bbde-4df12968a183 of type vlan for network c46a2f3d-04ff-4957-a63b-36149d0e2342 May 26 16:34:02.452492 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bce054-bc3d-4288-8010-245b1d81d2e0 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c7d6d7-50a1-4764-9a4a-0f527df401e9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:02.494828 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-38bce054-bc3d-4288-8010-245b1d81d2e0 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:02.534584 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-38bce054-bc3d-4288-8010-245b1d81d2e0 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:02.541508 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bce054-bc3d-4288-8010-245b1d81d2e0 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:02.542727 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-38bce054-bc3d-4288-8010-245b1d81d2e0 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:02.622873 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bce054-bc3d-4288-8010-245b1d81d2e0 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event updated for resources: {'Network': ['ID=c46a2f3d-04ff-4957-a63b-36149d0e2342,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:02.634954 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network c46a2f3d-04ff-4957-a63b-36149d0e2342 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:34:02.637743 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59086) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:02.638197 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-38bce054-bc3d-4288-8010-245b1d81d2e0 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4977486 May 26 16:34:02.647607 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-97566ddd-c1a3-45e5-936d-18587fdd2ec2 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Request body: {'subnet': {'network_id': 'c46a2f3d-04ff-4957-a63b-36149d0e2342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:02.827691 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97566ddd-c1a3-45e5-936d-18587fdd2ec2 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Made reservation on behalf of 367a498fa6154126ad8e123a0279cf20 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:34:02.833577 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-97566ddd-c1a3-45e5-936d-18587fdd2ec2 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:02.848140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e404dcb-3eaa-49af-8031-6bcee48afdcc req-4fb30b55-f80f-41ea-ba2a-391a611b9abe tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:02.849807 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e404dcb-3eaa-49af-8031-6bcee48afdcc req-4fb30b55-f80f-41ea-ba2a-391a611b9abe tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 944 time: 0.1080828 May 26 16:34:02.950310 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e404dcb-3eaa-49af-8031-6bcee48afdcc req-f4ce7e85-7075-4a69-9c8c-b092008e614e tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/security-groups?id=0eeebc1b-abd6-409c-899b-62282caa12e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898552 May 26 16:34:03.091275 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-97566ddd-c1a3-45e5-936d-18587fdd2ec2 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:03.176066 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97566ddd-c1a3-45e5-936d-18587fdd2ec2 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event updated for resources: {'Subnet': ['ID=08f9e86a-afbe-4380-90c6-da34c071bb1d,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:03.184322 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97566ddd-c1a3-45e5-936d-18587fdd2ec2 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Checking segment: {'id': '2ec096da-6b44-42d0-bbde-4df12968a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c46a2f3d-04ff-4957-a63b-36149d0e2342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:34:03.184693 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97566ddd-c1a3-45e5-936d-18587fdd2ec2 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Network hostable DHCP agents. Network: c46a2f3d-04ff-4957-a63b-36149d0e2342, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:34:03.212822 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97566ddd-c1a3-45e5-936d-18587fdd2ec2 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Network c46a2f3d-04ff-4957-a63b-36149d0e2342 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:34:03.227857 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-97566ddd-c1a3-45e5-936d-18587fdd2ec2 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, c46a2f3d-04ff-4957-a63b-36149d0e2342) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:34:03.236554 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7898997d-a828-4db5-b347-15f3cd3314f8 None None] Network c46a2f3d-04ff-4957-a63b-36149d0e2342 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:34:03.238815 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97566ddd-c1a3-45e5-936d-18587fdd2ec2 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:03.239428 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-97566ddd-c1a3-45e5-936d-18587fdd2ec2 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:03.259354 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-97566ddd-c1a3-45e5-936d-18587fdd2ec2 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6186779 May 26 16:34:03.262644 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59094) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:03.268030 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-8af64b24-e0cc-4d6a-a366-46eec1f0769a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Request body: {'network': {'name': 'tempest-router-network01--589407991'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:03.298317 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af64b24-e0cc-4d6a-a366-46eec1f0769a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Made reservation on behalf of 367a498fa6154126ad8e123a0279cf20 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:34:03.304142 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8af64b24-e0cc-4d6a-a366-46eec1f0769a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:03.343840 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af64b24-e0cc-4d6a-a366-46eec1f0769a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:34:03.355353 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8af64b24-e0cc-4d6a-a366-46eec1f0769a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:03.356711 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-8af64b24-e0cc-4d6a-a366-46eec1f0769a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Added segment 1557582c-2ed0-4cc1-b881-98a6ef4faeb2 of type vlan for network 5f7c34b4-082c-4c0e-b59c-dfe222581be7 May 26 16:34:03.406314 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8af64b24-e0cc-4d6a-a366-46eec1f0769a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:03.413920 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7ca62c-ec68-41bb-af69-a1ecedc59cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-c46a2f3d-04ff-4957-a63b-36149d0e2342', 'network_id': 'c46a2f3d-04ff-4957-a63b-36149d0e2342', 'tenant_id': '367a498fa6154126ad8e123a0279cf20', 'fixed_ips': [{'subnet_id': '08f9e86a-afbe-4380-90c6-da34c071bb1d'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:34:03.416148 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9f7ca62c-ec68-41bb-af69-a1ecedc59cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:03.442832 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8af64b24-e0cc-4d6a-a366-46eec1f0769a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:03.450033 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af64b24-e0cc-4d6a-a366-46eec1f0769a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:03.451099 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8af64b24-e0cc-4d6a-a366-46eec1f0769a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:03.489221 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59100) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:03.490362 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8af64b24-e0cc-4d6a-a366-46eec1f0769a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2261546 May 26 16:34:03.494102 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-f3570a5d-ba41-46b4-8c28-fc578a3a7ecb tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Request body: {'network': {'name': 'tempest-router-network02--1167333582'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:03.540826 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3570a5d-ba41-46b4-8c28-fc578a3a7ecb tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Made reservation on behalf of 367a498fa6154126ad8e123a0279cf20 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:34:03.549071 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f3570a5d-ba41-46b4-8c28-fc578a3a7ecb tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:03.587918 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af64b24-e0cc-4d6a-a366-46eec1f0769a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event updated for resources: {'Network': ['ID=5f7c34b4-082c-4c0e-b59c-dfe222581be7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:03.605904 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3570a5d-ba41-46b4-8c28-fc578a3a7ecb tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:34:03.609771 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 5f7c34b4-082c-4c0e-b59c-dfe222581be7 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:34:03.637431 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f3570a5d-ba41-46b4-8c28-fc578a3a7ecb tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:03.639033 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-f3570a5d-ba41-46b4-8c28-fc578a3a7ecb tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Added segment dffab091-046d-4d38-b3b4-a09ae0857e9a of type vlan for network 07c95afc-af92-4047-b56a-5ecd01c954bc May 26 16:34:03.725230 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f3570a5d-ba41-46b4-8c28-fc578a3a7ecb tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:03.744081 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-9f7ca62c-ec68-41bb-af69-a1ecedc59cd6 None None] Allocated IP 2001:db8::2 (c46a2f3d-04ff-4957-a63b-36149d0e2342/08f9e86a-afbe-4380-90c6-da34c071bb1d/a92bf64a-4c91-4748-b8e6-3b10aee7507e) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:34:03.781527 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f3570a5d-ba41-46b4-8c28-fc578a3a7ecb tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:03.801311 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3570a5d-ba41-46b4-8c28-fc578a3a7ecb tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:03.801973 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f3570a5d-ba41-46b4-8c28-fc578a3a7ecb tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:03.963613 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f3570a5d-ba41-46b4-8c28-fc578a3a7ecb tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4735000 May 26 16:34:03.966212 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59110) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:03.971304 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-93057439-3c3e-4559-a90f-9ce4bd9fabd2 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Request body: {'subnet': {'network_id': '5f7c34b4-082c-4c0e-b59c-dfe222581be7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:03.973294 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9f7ca62c-ec68-41bb-af69-a1ecedc59cd6 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:04.002405 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3570a5d-ba41-46b4-8c28-fc578a3a7ecb tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event updated for resources: {'Network': ['ID=07c95afc-af92-4047-b56a-5ecd01c954bc,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:04.014978 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9f7ca62c-ec68-41bb-af69-a1ecedc59cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:04.037409 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 07c95afc-af92-4047-b56a-5ecd01c954bc details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:34:04.135037 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93057439-3c3e-4559-a90f-9ce4bd9fabd2 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Made reservation on behalf of 367a498fa6154126ad8e123a0279cf20 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:34:04.139386 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93057439-3c3e-4559-a90f-9ce4bd9fabd2 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:04.219155 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67be92-e10e-4748-a7fd-ff418d495906 req-f3789fb5-bf51-41bb-9f38-ed7cddec9b26 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:04.221289 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6e67be92-e10e-4748-a7fd-ff418d495906 req-f3789fb5-bf51-41bb-9f38-ed7cddec9b26 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 944 time: 0.1026094 May 26 16:34:04.227452 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7ca62c-ec68-41bb-af69-a1ecedc59cd6 None None] Network c46a2f3d-04ff-4957-a63b-36149d0e2342 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:34:04.233783 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-9f7ca62c-ec68-41bb-af69-a1ecedc59cd6 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:34:04.243039 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7ca62c-ec68-41bb-af69-a1ecedc59cd6 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:34:04.247037 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ca62c-ec68-41bb-af69-a1ecedc59cd6 None None] Pushing event updated for resources: {'Port': ['ID=a92bf64a-4c91-4748-b8e6-3b10aee7507e,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:04.305227 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6e67be92-e10e-4748-a7fd-ff418d495906 req-926bce0c-65c7-49e5-8453-2077caced10b tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/security-groups?id=0eeebc1b-abd6-409c-899b-62282caa12e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761499 May 26 16:34:04.329597 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9f7ca62c-ec68-41bb-af69-a1ecedc59cd6 None None] Attempting to bind port a92bf64a-4c91-4748-b8e6-3b10aee7507e on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:34:04.331640 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9f7ca62c-ec68-41bb-af69-a1ecedc59cd6 None None] Attempting to bind port a92bf64a-4c91-4748-b8e6-3b10aee7507e by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '2ec096da-6b44-42d0-bbde-4df12968a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c46a2f3d-04ff-4957-a63b-36149d0e2342'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:34:04.332265 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7ca62c-ec68-41bb-af69-a1ecedc59cd6 None None] Attempting to bind port a92bf64a-4c91-4748-b8e6-3b10aee7507e on network c46a2f3d-04ff-4957-a63b-36149d0e2342 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:34:04.339640 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7ca62c-ec68-41bb-af69-a1ecedc59cd6 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:34:04.340306 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7ca62c-ec68-41bb-af69-a1ecedc59cd6 None None] Checking segment: {'id': '2ec096da-6b44-42d0-bbde-4df12968a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c46a2f3d-04ff-4957-a63b-36149d0e2342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:34:04.340918 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9f7ca62c-ec68-41bb-af69-a1ecedc59cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:04.341798 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7ca62c-ec68-41bb-af69-a1ecedc59cd6 None None] Bound using segment: {'id': '2ec096da-6b44-42d0-bbde-4df12968a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c46a2f3d-04ff-4957-a63b-36149d0e2342'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:34:04.342510 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9f7ca62c-ec68-41bb-af69-a1ecedc59cd6 None None] Bound port: a92bf64a-4c91-4748-b8e6-3b10aee7507e, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec096da-6b44-42d0-bbde-4df12968a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c46a2f3d-04ff-4957-a63b-36149d0e2342'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:34:04.343134 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9f7ca62c-ec68-41bb-af69-a1ecedc59cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:04.489092 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9f7ca62c-ec68-41bb-af69-a1ecedc59cd6 None None] For port a92bf64a-4c91-4748-b8e6-3b10aee7507e, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:34:04.501036 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9f7ca62c-ec68-41bb-af69-a1ecedc59cd6 None None] For port a92bf64a-4c91-4748-b8e6-3b10aee7507e, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a92bf64a-4c91-4748-b8e6-3b10aee7507e,segment=NetworkSegment(2ec096da-6b44-42d0-bbde-4df12968a183),segment_id=2ec096da-6b44-42d0-bbde-4df12968a183)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:34:04.510586 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9f7ca62c-ec68-41bb-af69-a1ecedc59cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:04.510882 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93057439-3c3e-4559-a90f-9ce4bd9fabd2 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:04.657064 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93057439-3c3e-4559-a90f-9ce4bd9fabd2 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event updated for resources: {'Subnet': ['ID=9be1de30-28c2-4008-a88c-8a817e158195,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:04.677810 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93057439-3c3e-4559-a90f-9ce4bd9fabd2 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Checking segment: {'id': '1557582c-2ed0-4cc1-b881-98a6ef4faeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5f7c34b4-082c-4c0e-b59c-dfe222581be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:34:04.678183 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93057439-3c3e-4559-a90f-9ce4bd9fabd2 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Network hostable DHCP agents. Network: 5f7c34b4-082c-4c0e-b59c-dfe222581be7, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:34:04.694522 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ca62c-ec68-41bb-af69-a1ecedc59cd6 None None] Pushing event updated for resources: {'Port': ['ID=a92bf64a-4c91-4748-b8e6-3b10aee7507e,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:04.718472 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93057439-3c3e-4559-a90f-9ce4bd9fabd2 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Network 5f7c34b4-082c-4c0e-b59c-dfe222581be7 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:34:04.733077 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-93057439-3c3e-4559-a90f-9ce4bd9fabd2 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 5f7c34b4-082c-4c0e-b59c-dfe222581be7) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:34:04.738905 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93057439-3c3e-4559-a90f-9ce4bd9fabd2 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:04.739517 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-93057439-3c3e-4559-a90f-9ce4bd9fabd2 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:04.750879 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a18a428-a182-4aef-8058-bde7e02cb6e7 None None] Network 5f7c34b4-082c-4c0e-b59c-dfe222581be7 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:34:04.785080 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59132) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:04.790937 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-6d62741d-0a4f-4dd0-bcc0-0637737d697b tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Request body: {'subnet': {'network_id': '07c95afc-af92-4047-b56a-5ecd01c954bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:04.802377 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-93057439-3c3e-4559-a90f-9ce4bd9fabd2 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8318815 May 26 16:34:04.917486 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d62741d-0a4f-4dd0-bcc0-0637737d697b tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Made reservation on behalf of 367a498fa6154126ad8e123a0279cf20 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:34:04.922538 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d62741d-0a4f-4dd0-bcc0-0637737d697b tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:05.082843 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23150a8d-8be3-416b-9a10-72c336056859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-5f7c34b4-082c-4c0e-b59c-dfe222581be7', 'network_id': '5f7c34b4-082c-4c0e-b59c-dfe222581be7', 'tenant_id': '367a498fa6154126ad8e123a0279cf20', 'fixed_ips': [{'subnet_id': '9be1de30-28c2-4008-a88c-8a817e158195'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:34:05.084034 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-23150a8d-8be3-416b-9a10-72c336056859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:05.275810 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d62741d-0a4f-4dd0-bcc0-0637737d697b tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:05.379817 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-23150a8d-8be3-416b-9a10-72c336056859 None None] Allocated IP 2001:db8::2 (5f7c34b4-082c-4c0e-b59c-dfe222581be7/9be1de30-28c2-4008-a88c-8a817e158195/5b079536-5e4d-4538-99f3-06e2cb8c6899) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:34:05.427069 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62741d-0a4f-4dd0-bcc0-0637737d697b tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event updated for resources: {'Subnet': ['ID=3c62ae7d-5fd2-4441-85b6-10b2f3bee93f,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:05.532539 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d62741d-0a4f-4dd0-bcc0-0637737d697b tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Checking segment: {'id': 'dffab091-046d-4d38-b3b4-a09ae0857e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '07c95afc-af92-4047-b56a-5ecd01c954bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:34:05.532890 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d62741d-0a4f-4dd0-bcc0-0637737d697b tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Network hostable DHCP agents. Network: 07c95afc-af92-4047-b56a-5ecd01c954bc, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:34:05.597571 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992229a6-3b14-42c1-9666-766892605948 req-fb782a3e-3f28-4ffa-9e71-ae37eeb4d066 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:05.599797 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-992229a6-3b14-42c1-9666-766892605948 req-fb782a3e-3f28-4ffa-9e71-ae37eeb4d066 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 944 time: 0.1411831 May 26 16:34:05.602531 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-23150a8d-8be3-416b-9a10-72c336056859 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:05.621494 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-23150a8d-8be3-416b-9a10-72c336056859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:05.640209 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d62741d-0a4f-4dd0-bcc0-0637737d697b tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Network 07c95afc-af92-4047-b56a-5ecd01c954bc is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:34:05.663492 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-992229a6-3b14-42c1-9666-766892605948 req-d05cb768-d4b0-4491-9303-97961db256f3 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/security-groups?id=0eeebc1b-abd6-409c-899b-62282caa12e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544729 May 26 16:34:05.665851 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-6d62741d-0a4f-4dd0-bcc0-0637737d697b tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 07c95afc-af92-4047-b56a-5ecd01c954bc) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:34:05.675183 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d62741d-0a4f-4dd0-bcc0-0637737d697b tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:05.676312 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d62741d-0a4f-4dd0-bcc0-0637737d697b tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:05.683699 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b2b2a1-0aaa-4527-b860-a0ad8b79811c None None] Network 07c95afc-af92-4047-b56a-5ecd01c954bc requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:34:05.699048 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23150a8d-8be3-416b-9a10-72c336056859 None None] Network 5f7c34b4-082c-4c0e-b59c-dfe222581be7 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:34:05.707517 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6d62741d-0a4f-4dd0-bcc0-0637737d697b tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9208329 May 26 16:34:05.710202 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59144) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:05.716346 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-23150a8d-8be3-416b-9a10-72c336056859 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:34:05.758104 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23150a8d-8be3-416b-9a10-72c336056859 None None] Pushing event updated for resources: {'Port': ['ID=5b079536-5e4d-4538-99f3-06e2cb8c6899,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:05.774903 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23150a8d-8be3-416b-9a10-72c336056859 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:34:05.917611 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-23150a8d-8be3-416b-9a10-72c336056859 None None] Attempting to bind port 5b079536-5e4d-4538-99f3-06e2cb8c6899 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:34:05.917990 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-23150a8d-8be3-416b-9a10-72c336056859 None None] Attempting to bind port 5b079536-5e4d-4538-99f3-06e2cb8c6899 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '1557582c-2ed0-4cc1-b881-98a6ef4faeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5f7c34b4-082c-4c0e-b59c-dfe222581be7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:34:05.918364 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23150a8d-8be3-416b-9a10-72c336056859 None None] Attempting to bind port 5b079536-5e4d-4538-99f3-06e2cb8c6899 on network 5f7c34b4-082c-4c0e-b59c-dfe222581be7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:34:05.929079 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23150a8d-8be3-416b-9a10-72c336056859 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:34:05.929606 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23150a8d-8be3-416b-9a10-72c336056859 None None] Checking segment: {'id': '1557582c-2ed0-4cc1-b881-98a6ef4faeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5f7c34b4-082c-4c0e-b59c-dfe222581be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:34:05.930800 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-23150a8d-8be3-416b-9a10-72c336056859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:05.931149 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23150a8d-8be3-416b-9a10-72c336056859 None None] Bound using segment: {'id': '1557582c-2ed0-4cc1-b881-98a6ef4faeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5f7c34b4-082c-4c0e-b59c-dfe222581be7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:34:05.958376 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-23150a8d-8be3-416b-9a10-72c336056859 None None] Bound port: 5b079536-5e4d-4538-99f3-06e2cb8c6899, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1557582c-2ed0-4cc1-b881-98a6ef4faeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5f7c34b4-082c-4c0e-b59c-dfe222581be7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:34:05.960134 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-23150a8d-8be3-416b-9a10-72c336056859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:06.146123 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33501d50-4833-4d99-bb35-4e767fb9ebf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-07c95afc-af92-4047-b56a-5ecd01c954bc', 'network_id': '07c95afc-af92-4047-b56a-5ecd01c954bc', 'tenant_id': '367a498fa6154126ad8e123a0279cf20', 'fixed_ips': [{'subnet_id': '3c62ae7d-5fd2-4441-85b6-10b2f3bee93f'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:34:06.169963 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-33501d50-4833-4d99-bb35-4e767fb9ebf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:06.212238 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a92bf64a-4c91-4748-b8e6-3b10aee7507e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:34:06.285263 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-23150a8d-8be3-416b-9a10-72c336056859 None None] For port 5b079536-5e4d-4538-99f3-06e2cb8c6899, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:34:06.296566 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-23150a8d-8be3-416b-9a10-72c336056859 None None] For port 5b079536-5e4d-4538-99f3-06e2cb8c6899, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=5b079536-5e4d-4538-99f3-06e2cb8c6899,segment=NetworkSegment(1557582c-2ed0-4cc1-b881-98a6ef4faeb2),segment_id=1557582c-2ed0-4cc1-b881-98a6ef4faeb2)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:34:06.323979 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-23150a8d-8be3-416b-9a10-72c336056859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:06.476212 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:34:06.479280 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d068f7-0bdb-499b-be03-a8c2ff4483c3 None None] Network c46a2f3d-04ff-4957-a63b-36149d0e2342 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:34:06.667827 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23150a8d-8be3-416b-9a10-72c336056859 None None] Pushing event updated for resources: {'Port': ['ID=5b079536-5e4d-4538-99f3-06e2cb8c6899,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:06.702474 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port a92bf64a-4c91-4748-b8e6-3b10aee7507e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:34:06.702852 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:06.819291 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a50c173a-2f6f-4ff7-b191-dca1e6fa6a74 None None] Provisioning complete for port a92bf64a-4c91-4748-b8e6-3b10aee7507e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:34:06.819950 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a50c173a-2f6f-4ff7-b191-dca1e6fa6a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:06.859866 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-33501d50-4833-4d99-bb35-4e767fb9ebf5 None None] Allocated IP 2001:db8::2 (07c95afc-af92-4047-b56a-5ecd01c954bc/3c62ae7d-5fd2-4441-85b6-10b2f3bee93f/3e3d5fa1-a849-4bb0-aada-b865b1be7e05) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:34:06.860575 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0cee8e7f-bd6d-4784-80e7-33dbb6f6a428 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:07.153346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf09bd-1730-4236-b2c9-82ed84cba05b req-5c594a7c-a30a-44e6-bd15-5b371136a5ee tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:07.156735 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-73bf09bd-1730-4236-b2c9-82ed84cba05b req-5c594a7c-a30a-44e6-bd15-5b371136a5ee tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 944 time: 0.2774081 May 26 16:34:07.280116 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-0cee8e7f-bd6d-4784-80e7-33dbb6f6a428 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Allocated IP 2001:db8::1 (5f7c34b4-082c-4c0e-b59c-dfe222581be7/9be1de30-28c2-4008-a88c-8a817e158195/4388ebdd-681a-4ad1-8e2c-b44525728571) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:34:07.296165 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port a92bf64a-4c91-4748-b8e6-3b10aee7507e is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:34:07.296569 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:07.306505 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f,segment=NetworkSegment(af8a2c7e-9c7d-4e78-8b0c-6ede863d657c),segment_id=af8a2c7e-9c7d-4e78-8b0c-6ede863d657c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:34:07.357554 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f', 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c', 'port_id': '0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f', 'mac_address': 'fa:16:3e:47:ed:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70de716f-a599-4154-abad-e7ae007e30d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:34:07.375260 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a50c173a-2f6f-4ff7-b191-dca1e6fa6a74 None None] Current status of the port a92bf64a-4c91-4748-b8e6-3b10aee7507e is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:34:07.375664 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a50c173a-2f6f-4ff7-b191-dca1e6fa6a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:07.408133 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-73bf09bd-1730-4236-b2c9-82ed84cba05b req-deca2800-917d-4cdf-9f13-376932e06d02 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/security-groups?id=0eeebc1b-abd6-409c-899b-62282caa12e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036494 May 26 16:34:07.491582 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port a92bf64a-4c91-4748-b8e6-3b10aee7507e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a92bf64a-4c91-4748-b8e6-3b10aee7507e,segment=NetworkSegment(2ec096da-6b44-42d0-bbde-4df12968a183),segment_id=2ec096da-6b44-42d0-bbde-4df12968a183)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:34:07.525445 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:34:07.525935 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:07.526241 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0cee8e7f-bd6d-4784-80e7-33dbb6f6a428 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:07.533152 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:07.611505 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0cee8e7f-bd6d-4784-80e7-33dbb6f6a428 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:07.649480 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:34:07.686398 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cee8e7f-bd6d-4784-80e7-33dbb6f6a428 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Network 5f7c34b4-082c-4c0e-b59c-dfe222581be7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:34:07.692572 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-0cee8e7f-bd6d-4784-80e7-33dbb6f6a428 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:34:07.697551 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cee8e7f-bd6d-4784-80e7-33dbb6f6a428 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:34:07.701131 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0cee8e7f-bd6d-4784-80e7-33dbb6f6a428 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:07.725968 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-33501d50-4833-4d99-bb35-4e767fb9ebf5 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:07.786729 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-33501d50-4833-4d99-bb35-4e767fb9ebf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:07.791679 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f,segment=NetworkSegment(af8a2c7e-9c7d-4e78-8b0c-6ede863d657c),segment_id=af8a2c7e-9c7d-4e78-8b0c-6ede863d657c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:34:07.798595 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-a50c173a-2f6f-4ff7-b191-dca1e6fa6a74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:34:07.799217 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-a50c173a-2f6f-4ff7-b191-dca1e6fa6a74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:34:07.821078 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:07.836492 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee8e7f-bd6d-4784-80e7-33dbb6f6a428 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event updated for resources: {'Port': ['ID=4388ebdd-681a-4ad1-8e2c-b44525728571,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:07.843175 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=a92bf64a-4c91-4748-b8e6-3b10aee7507e,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:07.930582 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33501d50-4833-4d99-bb35-4e767fb9ebf5 None None] Network 07c95afc-af92-4047-b56a-5ecd01c954bc is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:34:07.953531 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-33501d50-4833-4d99-bb35-4e767fb9ebf5 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:34:07.984728 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33501d50-4833-4d99-bb35-4e767fb9ebf5 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:34:08.068423 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33501d50-4833-4d99-bb35-4e767fb9ebf5 None None] Pushing event updated for resources: {'Port': ['ID=3e3d5fa1-a849-4bb0-aada-b865b1be7e05,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:08.119581 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c9b52-49c4-423e-87b6-58991c5e0a04 req-aef1f6ff-c606-45ba-8804-bd412dc50586 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:08.121288 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc2c9b52-49c4-423e-87b6-58991c5e0a04 req-aef1f6ff-c606-45ba-8804-bd412dc50586 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 946 time: 0.1811526 May 26 16:34:08.135253 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-33501d50-4833-4d99-bb35-4e767fb9ebf5 None None] Attempting to bind port 3e3d5fa1-a849-4bb0-aada-b865b1be7e05 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:34:08.136122 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-33501d50-4833-4d99-bb35-4e767fb9ebf5 None None] Attempting to bind port 3e3d5fa1-a849-4bb0-aada-b865b1be7e05 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'dffab091-046d-4d38-b3b4-a09ae0857e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '07c95afc-af92-4047-b56a-5ecd01c954bc'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:34:08.136683 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33501d50-4833-4d99-bb35-4e767fb9ebf5 None None] Attempting to bind port 3e3d5fa1-a849-4bb0-aada-b865b1be7e05 on network 07c95afc-af92-4047-b56a-5ecd01c954bc {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:34:08.148668 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33501d50-4833-4d99-bb35-4e767fb9ebf5 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:34:08.149498 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33501d50-4833-4d99-bb35-4e767fb9ebf5 None None] Checking segment: {'id': 'dffab091-046d-4d38-b3b4-a09ae0857e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '07c95afc-af92-4047-b56a-5ecd01c954bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:34:08.150100 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-33501d50-4833-4d99-bb35-4e767fb9ebf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:08.150830 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33501d50-4833-4d99-bb35-4e767fb9ebf5 None None] Bound using segment: {'id': 'dffab091-046d-4d38-b3b4-a09ae0857e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '07c95afc-af92-4047-b56a-5ecd01c954bc'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:34:08.151541 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-33501d50-4833-4d99-bb35-4e767fb9ebf5 None None] Bound port: 3e3d5fa1-a849-4bb0-aada-b865b1be7e05, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffab091-046d-4d38-b3b4-a09ae0857e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '07c95afc-af92-4047-b56a-5ecd01c954bc'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:34:08.152280 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-33501d50-4833-4d99-bb35-4e767fb9ebf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:08.153173 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0cee8e7f-bd6d-4784-80e7-33dbb6f6a428 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:08.185262 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a92bf64a-4c91-4748-b8e6-3b10aee7507e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:34:08.260587 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc2c9b52-49c4-423e-87b6-58991c5e0a04 req-fa29650a-72d0-4b5b-a66c-9f6ecd332b16 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300416 May 26 16:34:08.288765 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:08.376234 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e6df1b-2253-4275-8d43-e02591dfd1a8 None None] Network 5f7c34b4-082c-4c0e-b59c-dfe222581be7 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:34:08.509031 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:34:08.518947 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-33501d50-4833-4d99-bb35-4e767fb9ebf5 None None] For port 3e3d5fa1-a849-4bb0-aada-b865b1be7e05, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:34:08.545257 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a50c173a-2f6f-4ff7-b191-dca1e6fa6a74 None None] Current status of the port a92bf64a-4c91-4748-b8e6-3b10aee7507e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:34:08.570821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-33501d50-4833-4d99-bb35-4e767fb9ebf5 None None] For port 3e3d5fa1-a849-4bb0-aada-b865b1be7e05, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3e3d5fa1-a849-4bb0-aada-b865b1be7e05,segment=NetworkSegment(dffab091-046d-4d38-b3b4-a09ae0857e9a),segment_id=dffab091-046d-4d38-b3b4-a09ae0857e9a)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:34:08.593130 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-33501d50-4833-4d99-bb35-4e767fb9ebf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:08.645145 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0cee8e7f-bd6d-4784-80e7-33dbb6f6a428 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:08.648695 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port a92bf64a-4c91-4748-b8e6-3b10aee7507e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:34:08.649074 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:08.668532 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0cee8e7f-bd6d-4784-80e7-33dbb6f6a428 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:08.669328 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0cee8e7f-bd6d-4784-80e7-33dbb6f6a428 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:08.830323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-24284f53-994c-4be1-8372-704e5efb1b0f None None] Provisioning complete for port a92bf64a-4c91-4748-b8e6-3b10aee7507e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:34:08.831527 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-24284f53-994c-4be1-8372-704e5efb1b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:08.836904 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33501d50-4833-4d99-bb35-4e767fb9ebf5 None None] Pushing event updated for resources: {'Port': ['ID=3e3d5fa1-a849-4bb0-aada-b865b1be7e05,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:08.844632 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d042d8-7d93-419e-95f4-919d5f1c52aa req-edca75f9-a345-436e-96d3-60ce87e1e269 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:08.846437 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-73d042d8-7d93-419e-95f4-919d5f1c52aa req-edca75f9-a345-436e-96d3-60ce87e1e269 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 945 time: 0.1980610 May 26 16:34:08.871124 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee8e7f-bd6d-4784-80e7-33dbb6f6a428 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event updated for resources: {'Port': ['ID=4388ebdd-681a-4ad1-8e2c-b44525728571,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:08.901246 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cee8e7f-bd6d-4784-80e7-33dbb6f6a428 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Network 5f7c34b4-082c-4c0e-b59c-dfe222581be7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:34:08.904312 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-0cee8e7f-bd6d-4784-80e7-33dbb6f6a428 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:34:09.088696 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-73d042d8-7d93-419e-95f4-919d5f1c52aa req-fd67cefb-116d-4fab-9b4c-e6352e655252 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/security-groups?id=0eeebc1b-abd6-409c-899b-62282caa12e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324133 May 26 16:34:09.097117 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port a92bf64a-4c91-4748-b8e6-3b10aee7507e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:34:09.098706 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 5b079536-5e4d-4538-99f3-06e2cb8c6899 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:34:09.147299 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cee8e7f-bd6d-4784-80e7-33dbb6f6a428 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Router 38492335-1e32-4dac-8715-310025673a4d is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:34:09.270272 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-24284f53-994c-4be1-8372-704e5efb1b0f None None] Current status of the port a92bf64a-4c91-4748-b8e6-3b10aee7507e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:34:09.363562 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1ba47-6fda-408b-ae2c-a4c41e632cdc req-06dd78ad-3408-4267-a045-02854636fbf0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:09.368042 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6fb1ba47-6fda-408b-ae2c-a4c41e632cdc req-06dd78ad-3408-4267-a045-02854636fbf0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 946 time: 0.1231346 May 26 16:34:09.403147 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-24284f53-994c-4be1-8372-704e5efb1b0f None None] Provisioning complete for port 5b079536-5e4d-4538-99f3-06e2cb8c6899 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:34:09.404655 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-24284f53-994c-4be1-8372-704e5efb1b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:09.457295 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cee8e7f-bd6d-4784-80e7-33dbb6f6a428 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:34:09.464733 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0cee8e7f-bd6d-4784-80e7-33dbb6f6a428 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "PUT /v2.0/routers/38492335-1e32-4dac-8715-310025673a4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7527471 May 26 16:34:09.467349 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59198) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:09.478483 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0456e7-2e5b-4f42-8f44-d47b0205063c None None] Sync routers for ids ['38492335-1e32-4dac-8715-310025673a4d'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:34:09.497749 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0456e7-2e5b-4f42-8f44-d47b0205063c None None] Routers {'38492335-1e32-4dac-8715-310025673a4d'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:34:09.498395 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5e0456e7-2e5b-4f42-8f44-d47b0205063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:33:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['38492335-1e32-4dac-8715-310025673a4d'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:09.560757 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 5b079536-5e4d-4538-99f3-06e2cb8c6899 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:34:09.560757 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:09.578957 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-6fb1ba47-6fda-408b-ae2c-a4c41e632cdc req-9943f9fa-afde-495b-8969-a0ed4c645688 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Deleting port 37c51be2-9ca7-4695-9d7b-9ab69dd03068 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:34:09.579606 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6fb1ba47-6fda-408b-ae2c-a4c41e632cdc req-9943f9fa-afde-495b-8969-a0ed4c645688 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:09.629696 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5e0456e7-2e5b-4f42-8f44-d47b0205063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:09.640033 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0456e7-2e5b-4f42-8f44-d47b0205063c None None] Routers {'38492335-1e32-4dac-8715-310025673a4d'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:34:09.640688 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5e0456e7-2e5b-4f42-8f44-d47b0205063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:33:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['38492335-1e32-4dac-8715-310025673a4d'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:09.673934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd2752-f02f-4655-96ee-597521b0f2fb req-f5085549-79e8-4e6e-bf08-b38d45f88e1b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:09.676833 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-75dd2752-f02f-4655-96ee-597521b0f2fb req-f5085549-79e8-4e6e-bf08-b38d45f88e1b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 946 time: 0.3140128 May 26 16:34:09.793882 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-75dd2752-f02f-4655-96ee-597521b0f2fb req-637ec7b4-72d3-43e0-9783-5e8a223f1dca tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=d009da8b-e935-411d-a171-9f1cd3cf09c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111910 May 26 16:34:09.828963 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-6fb1ba47-6fda-408b-ae2c-a4c41e632cdc req-9943f9fa-afde-495b-8969-a0ed4c645688 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] For port 37c51be2-9ca7-4695-9d7b-9ab69dd03068, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=37c51be2-9ca7-4695-9d7b-9ab69dd03068,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:34:09.832688 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6fb1ba47-6fda-408b-ae2c-a4c41e632cdc req-9943f9fa-afde-495b-8969-a0ed4c645688 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:09.869858 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-24284f53-994c-4be1-8372-704e5efb1b0f None None] Current status of the port 5b079536-5e4d-4538-99f3-06e2cb8c6899 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:34:09.873450 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-24284f53-994c-4be1-8372-704e5efb1b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:09.882972 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-6fb1ba47-6fda-408b-ae2c-a4c41e632cdc req-9943f9fa-afde-495b-8969-a0ed4c645688 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Calling delete_port for 37c51be2-9ca7-4695-9d7b-9ab69dd03068 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:34:10.003264 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5e0456e7-2e5b-4f42-8f44-d47b0205063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:10.004601 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0456e7-2e5b-4f42-8f44-d47b0205063c None None] The sync data for ids ['38492335-1e32-4dac-8715-310025673a4d'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:34:10.069023 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-24284f53-994c-4be1-8372-704e5efb1b0f None None] For port 5b079536-5e4d-4538-99f3-06e2cb8c6899, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=5b079536-5e4d-4538-99f3-06e2cb8c6899,segment=NetworkSegment(1557582c-2ed0-4cc1-b881-98a6ef4faeb2),segment_id=1557582c-2ed0-4cc1-b881-98a6ef4faeb2)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:34:10.077777 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 5b079536-5e4d-4538-99f3-06e2cb8c6899 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:34:10.078155 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:10.107571 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6fb1ba47-6fda-408b-ae2c-a4c41e632cdc req-9943f9fa-afde-495b-8969-a0ed4c645688 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:10.108651 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-24284f53-994c-4be1-8372-704e5efb1b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:10.124728 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['37c51be2-9ca7-4695-9d7b-9ab69dd03068'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:34:10.160974 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943f9fa-afde-495b-8969-a0ed4c645688 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event deleted for resources: {'Port': ['ID=37c51be2-9ca7-4695-9d7b-9ab69dd03068,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:10.215126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb1ba47-6fda-408b-ae2c-a4c41e632cdc req-9943f9fa-afde-495b-8969-a0ed4c645688 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] No DVR routers for this DVR port 37c51be2-9ca7-4695-9d7b-9ab69dd03068 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:34:10.219549 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6fb1ba47-6fda-408b-ae2c-a4c41e632cdc req-9943f9fa-afde-495b-8969-a0ed4c645688 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:10.225401 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6fb1ba47-6fda-408b-ae2c-a4c41e632cdc req-9943f9fa-afde-495b-8969-a0ed4c645688 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "DELETE /v2.0/ports/37c51be2-9ca7-4695-9d7b-9ab69dd03068 HTTP/1.1" status: 204 len: 173 time: 0.8477085 May 26 16:34:10.225994 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deea3283-25c8-49ce-a846-24f1f91bf3c4', 'name': 'network-vif-deleted', 'tag': '37c51be2-9ca7-4695-9d7b-9ab69dd03068'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:34:10.230737 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd822c9-d8ff-4004-8ae2-c25b3b3668a6" -d '{"events": [{"server_uuid": "deea3283-25c8-49ce-a846-24f1f91bf3c4", "name": "network-vif-deleted", "tag": "37c51be2-9ca7-4695-9d7b-9ab69dd03068"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:34:10.355062 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-c7822d67-f2b4-4661-be57-c38cdcd5d1bc tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:34:10.359368 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c7822d67-f2b4-4661-be57-c38cdcd5d1bc tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "PUT /v2.0/routers/38492335-1e32-4dac-8715-310025673a4d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8885555 May 26 16:34:10.362336 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3ede62-fd25-4172-b3aa-e89410ee6dae x-openstack-request-id: req-ad3ede62-fd25-4172-b3aa-e89410ee6dae {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:34:10.362501 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59208) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:10.362618 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deea3283-25c8-49ce-a846-24f1f91bf3c4", "name": "network-vif-deleted", "tag": "37c51be2-9ca7-4695-9d7b-9ab69dd03068", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:34:10.362868 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ad3ede62-fd25-4172-b3aa-e89410ee6dae {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:34:10.363264 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad3ede62-fd25-4172-b3aa-e89410ee6dae'] response: {'server_uuid': 'deea3283-25c8-49ce-a846-24f1f91bf3c4', 'name': 'network-vif-deleted', 'tag': '37c51be2-9ca7-4695-9d7b-9ab69dd03068', 'status': 'completed', 'code': 200} May 26 16:34:10.445501 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:34:10.446107 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:34:10.449007 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24284f53-994c-4be1-8372-704e5efb1b0f None None] Pushing event updated for resources: {'Port': ['ID=5b079536-5e4d-4538-99f3-06e2cb8c6899,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:10.455289 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-569081d7-7e72-4555-b0f1-eed30b8649df None None] Provisioning complete for port 5b079536-5e4d-4538-99f3-06e2cb8c6899 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:34:10.455783 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-569081d7-7e72-4555-b0f1-eed30b8649df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:10.512403 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1977964-d897-4089-93b4-da42fb83d450 req-ea64148d-82e3-451c-a11a-3a00175c1084 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:10.513991 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1977964-d897-4089-93b4-da42fb83d450 req-ea64148d-82e3-451c-a11a-3a00175c1084 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 945 time: 0.2463787 May 26 16:34:10.555216 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410fc23e-72bd-4052-87a8-69045ebd9de3 None None] Network 07c95afc-af92-4047-b56a-5ecd01c954bc requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:34:10.703745 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1977964-d897-4089-93b4-da42fb83d450 req-2c29dced-b662-4a27-abd6-2cdc584dcfd4 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/security-groups?id=0eeebc1b-abd6-409c-899b-62282caa12e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819844 May 26 16:34:11.061451 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-34c2055c-378c-4ab6-bc57-3f67d5218961 req-e3cfdaf9-e8b4-4098-ac0d-3d3602eeed90 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 210 time: 0.0731583 May 26 16:34:11.165945 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4f67164d-18f4-41b9-82ad-97864c63db0b tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:11.209320 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-569081d7-7e72-4555-b0f1-eed30b8649df None None] Current status of the port 5b079536-5e4d-4538-99f3-06e2cb8c6899 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:34:11.218144 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 5b079536-5e4d-4538-99f3-06e2cb8c6899 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:34:11.261401 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-569081d7-7e72-4555-b0f1-eed30b8649df None None] Provisioning complete for port 4388ebdd-681a-4ad1-8e2c-b44525728571 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:34:11.261778 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-569081d7-7e72-4555-b0f1-eed30b8649df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:11.318684 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-569081d7-7e72-4555-b0f1-eed30b8649df None None] Port 4388ebdd-681a-4ad1-8e2c-b44525728571 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:34:11.484373 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-facfa664-746a-4adf-839b-0b66ae80e285 None None] Provisioning complete for port 4388ebdd-681a-4ad1-8e2c-b44525728571 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:34:11.484748 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-facfa664-746a-4adf-839b-0b66ae80e285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:11.593824 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-facfa664-746a-4adf-839b-0b66ae80e285 None None] Port 4388ebdd-681a-4ad1-8e2c-b44525728571 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:34:11.611343 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-facfa664-746a-4adf-839b-0b66ae80e285 None None] Provisioning complete for port 3e3d5fa1-a849-4bb0-aada-b865b1be7e05 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:34:11.612306 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-facfa664-746a-4adf-839b-0b66ae80e285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:11.617667 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3e3d5fa1-a849-4bb0-aada-b865b1be7e05 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:34:11.786167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 3e3d5fa1-a849-4bb0-aada-b865b1be7e05 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:34:11.786547 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:11.837409 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-4f67164d-18f4-41b9-82ad-97864c63db0b tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Deleting port 4388ebdd-681a-4ad1-8e2c-b44525728571 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:34:11.837991 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4f67164d-18f4-41b9-82ad-97864c63db0b tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:11.905006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-facfa664-746a-4adf-839b-0b66ae80e285 None None] Current status of the port 3e3d5fa1-a849-4bb0-aada-b865b1be7e05 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:34:11.905794 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-facfa664-746a-4adf-839b-0b66ae80e285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:11.987476 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-facfa664-746a-4adf-839b-0b66ae80e285 None None] For port 3e3d5fa1-a849-4bb0-aada-b865b1be7e05, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3e3d5fa1-a849-4bb0-aada-b865b1be7e05,segment=NetworkSegment(dffab091-046d-4d38-b3b4-a09ae0857e9a),segment_id=dffab091-046d-4d38-b3b4-a09ae0857e9a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:34:11.989320 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 3e3d5fa1-a849-4bb0-aada-b865b1be7e05 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:34:11.990025 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:11.994181 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-facfa664-746a-4adf-839b-0b66ae80e285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:12.074433 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364096c4-670d-440e-868a-685313e24a53 req-b0937557-cbd8-4bd8-b93d-9ee807551f1a tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:12.079490 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-364096c4-670d-440e-868a-685313e24a53 req-b0937557-cbd8-4bd8-b93d-9ee807551f1a tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 945 time: 0.2034750 May 26 16:34:12.121284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfa664-746a-4adf-839b-0b66ae80e285 None None] Pushing event updated for resources: {'Port': ['ID=3e3d5fa1-a849-4bb0-aada-b865b1be7e05,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:12.132030 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 16:34:12.133128 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 16:34:12.137105 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-6382766b-7ab5-41fa-a616-547229fb83ee None None] Provisioning complete for port 3e3d5fa1-a849-4bb0-aada-b865b1be7e05 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:34:12.137448 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6382766b-7ab5-41fa-a616-547229fb83ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:12.153418 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4f67164d-18f4-41b9-82ad-97864c63db0b tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:12.191819 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-4f67164d-18f4-41b9-82ad-97864c63db0b tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Calling delete_port for 4388ebdd-681a-4ad1-8e2c-b44525728571 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:34:12.250447 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6382766b-7ab5-41fa-a616-547229fb83ee None None] Current status of the port 3e3d5fa1-a849-4bb0-aada-b865b1be7e05 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:34:12.425390 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:34:12.544299 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:34:12.549176 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:34:12.549956 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:12.583993 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2c4410ee-fe7a-4683-b57c-fe957533064c req-ee779b5d-1e3a-4a3c-bc7f-865ff4c28522 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 210 time: 0.0610068 May 26 16:34:12.608711 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-364096c4-670d-440e-868a-685313e24a53 req-6a334c7d-28fd-4ef5-bee1-4259b3e42a2e tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/security-groups?id=0eeebc1b-abd6-409c-899b-62282caa12e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4268789 May 26 16:34:12.623372 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4f67164d-18f4-41b9-82ad-97864c63db0b tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:12.666704 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67164d-18f4-41b9-82ad-97864c63db0b tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event deleted for resources: {'Port': ['ID=4388ebdd-681a-4ad1-8e2c-b44525728571,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:12.798482 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 3e3d5fa1-a849-4bb0-aada-b865b1be7e05 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:34:12.799733 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 5b079536-5e4d-4538-99f3-06e2cb8c6899 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:34:12.834429 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4f67164d-18f4-41b9-82ad-97864c63db0b tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:12.871788 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:34:12.873253 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:12.924417 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f,segment=NetworkSegment(af8a2c7e-9c7d-4e78-8b0c-6ede863d657c),segment_id=af8a2c7e-9c7d-4e78-8b0c-6ede863d657c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:34:12.925751 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ae06a0-340f-497b-a764-42537fdb38fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:34:12.930942 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d52103-e2e0-4155-83dd-cbc1847719df" -d '{"events": [{"server_uuid": "00ae06a0-340f-497b-a764-42537fdb38fc", "name": "network-vif-plugged", "status": "completed", "tag": "0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:34:12.936736 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:13.030093 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec05fec5-245c-4f03-9a1f-68a805cf4c74 x-openstack-request-id: req-ec05fec5-245c-4f03-9a1f-68a805cf4c74 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:34:13.034825 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ae06a0-340f-497b-a764-42537fdb38fc", "name": "network-vif-plugged", "status": "completed", "tag": "0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:34:13.035233 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ec05fec5-245c-4f03-9a1f-68a805cf4c74 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:34:13.035753 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec05fec5-245c-4f03-9a1f-68a805cf4c74'] response: {'server_uuid': '00ae06a0-340f-497b-a764-42537fdb38fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f', 'code': 200} May 26 16:34:13.039737 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 5b079536-5e4d-4538-99f3-06e2cb8c6899 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:34:13.040214 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:13.149293 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f67164d-18f4-41b9-82ad-97864c63db0b tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Router 38492335-1e32-4dac-8715-310025673a4d has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:34:13.151472 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-75f138d8-b808-45cd-b737-49a6d2e82d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:13.174067 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:13.210414 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5b6e3-b3a7-4174-9546-9e40ef300e7d req-5bbb55e8-834b-4895-baf7-e544fb46ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:13.213242 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdf5b6e3-b3a7-4174-9546-9e40ef300e7d req-5bbb55e8-834b-4895-baf7-e544fb46ea3d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 1097 time: 0.0808895 May 26 16:34:13.262165 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdf5b6e3-b3a7-4174-9546-9e40ef300e7d req-6ffb1692-5bc0-45a4-9424-3e29b8649507 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0eeebc1b-abd6-409c-899b-62282caa12e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362902 May 26 16:34:13.284516 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 5b079536-5e4d-4538-99f3-06e2cb8c6899 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:34:13.362079 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 37c51be2-9ca7-4695-9d7b-9ab69dd03068 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:34:13.400291 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3e3d5fa1-a849-4bb0-aada-b865b1be7e05 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:34:13.440823 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 37c51be2-9ca7-4695-9d7b-9ab69dd03068 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:34:13.440823 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 37c51be2-9ca7-4695-9d7b-9ab69dd03068 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:34:13.474077 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 3e3d5fa1-a849-4bb0-aada-b865b1be7e05 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:34:13.474825 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:13.624440 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 3e3d5fa1-a849-4bb0-aada-b865b1be7e05 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:34:13.724831 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b293afc9-af8e-4c7c-a960-4f70c661deba req-7d9ed32b-45c4-4552-8922-910e3e846dab tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 210 time: 0.0367634 May 26 16:34:13.751899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f67164d-18f4-41b9-82ad-97864c63db0b tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:34:13.760415 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4f67164d-18f4-41b9-82ad-97864c63db0b tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "PUT /v2.0/routers/38492335-1e32-4dac-8715-310025673a4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3964646 May 26 16:34:13.764177 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59258) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:13.768085 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527f3236-a270-4bbf-b36e-4d7237866890 None None] Sync routers for ids ['38492335-1e32-4dac-8715-310025673a4d'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:34:13.783927 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527f3236-a270-4bbf-b36e-4d7237866890 None None] Routers {'38492335-1e32-4dac-8715-310025673a4d'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:34:13.785321 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-527f3236-a270-4bbf-b36e-4d7237866890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:33:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['38492335-1e32-4dac-8715-310025673a4d'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:13.786696 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8565a9-5e41-4d78-968c-a66009dab680 req-0d7a1660-ea9b-4ffd-883a-750926cd5fc8 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:13.788497 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa8565a9-5e41-4d78-968c-a66009dab680 req-0d7a1660-ea9b-4ffd-883a-750926cd5fc8 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 946 time: 0.0687239 May 26 16:34:13.815696 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-4300ac94-250d-4146-8601-b5fe34386a69 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] delete failed (client error): The resource could not be found. May 26 16:34:13.821641 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4300ac94-250d-4146-8601-b5fe34386a69 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "DELETE /v2.0/routers/tempest-non_exist_router-1964285519 HTTP/1.1" status: 404 len: 335 time: 0.0556226 May 26 16:34:13.822460 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59260) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:13.827433 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-7476a730-d89a-472c-af0d-d9a614f20715 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Request body: {'router': {'external_gateway_info': {'network_id': '38492335-1e32-4dac-8715-310025673a4d'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:13.838144 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-527f3236-a270-4bbf-b36e-4d7237866890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:13.852517 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527f3236-a270-4bbf-b36e-4d7237866890 None None] Routers {'38492335-1e32-4dac-8715-310025673a4d'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:34:13.853326 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-527f3236-a270-4bbf-b36e-4d7237866890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:33:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['38492335-1e32-4dac-8715-310025673a4d'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:13.876412 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa8565a9-5e41-4d78-968c-a66009dab680 req-a353ab4c-7564-4e0f-bc04-b7a32c60b121 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/security-groups?id=0eeebc1b-abd6-409c-899b-62282caa12e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747411 May 26 16:34:13.913555 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-527f3236-a270-4bbf-b36e-4d7237866890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:13.914881 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527f3236-a270-4bbf-b36e-4d7237866890 None None] The sync data for ids ['38492335-1e32-4dac-8715-310025673a4d'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:34:14.068062 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7476a730-d89a-472c-af0d-d9a614f20715 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:14.093537 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-7476a730-d89a-472c-af0d-d9a614f20715 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] update failed (client error): The resource could not be found. May 26 16:34:14.098880 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7476a730-d89a-472c-af0d-d9a614f20715 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "PUT /v2.0/routers/38492335-1e32-4dac-8715-310025673a4d HTTP/1.1" status: 404 len: 339 time: 0.2713385 May 26 16:34:14.099407 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59268) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:14.107603 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c4ccace4-6ba4-4bdf-b509-f7d0d4557c30 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-357714007'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:14.130839 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ccace4-6ba4-4bdf-b509-f7d0d4557c30 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Made reservation on behalf of 367a498fa6154126ad8e123a0279cf20 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:34:14.136178 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c4ccace4-6ba4-4bdf-b509-f7d0d4557c30 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:14.174668 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ccace4-6ba4-4bdf-b509-f7d0d4557c30 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:34:14.185438 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c4ccace4-6ba4-4bdf-b509-f7d0d4557c30 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:14.185818 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-c4ccace4-6ba4-4bdf-b509-f7d0d4557c30 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Added segment ba53e5d7-5890-4496-b84f-c3396725f52e of type vlan for network 72c3ccdd-c4ba-48bd-acb9-9a51ca97882d May 26 16:34:14.240842 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c4ccace4-6ba4-4bdf-b509-f7d0d4557c30 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:14.281373 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c4ccace4-6ba4-4bdf-b509-f7d0d4557c30 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:14.287183 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ccace4-6ba4-4bdf-b509-f7d0d4557c30 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:14.287765 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c4ccace4-6ba4-4bdf-b509-f7d0d4557c30 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:14.348450 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59270) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:14.349056 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c4ccace4-6ba4-4bdf-b509-f7d0d4557c30 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2480371 May 26 16:34:14.355105 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-7b1bf63f-7cd2-431d-b6d0-2935eab46790 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Request body: {'subnet': {'network_id': '72c3ccdd-c4ba-48bd-acb9-9a51ca97882d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:14.380590 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccace4-6ba4-4bdf-b509-f7d0d4557c30 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event updated for resources: {'Network': ['ID=72c3ccdd-c4ba-48bd-acb9-9a51ca97882d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:14.396479 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 72c3ccdd-c4ba-48bd-acb9-9a51ca97882d details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:34:14.555287 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1bf63f-7cd2-431d-b6d0-2935eab46790 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Made reservation on behalf of 367a498fa6154126ad8e123a0279cf20 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:34:14.559102 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7b1bf63f-7cd2-431d-b6d0-2935eab46790 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:14.669659 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:34:14.806889 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7b1bf63f-7cd2-431d-b6d0-2935eab46790 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:14.895187 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-012a835a-7b89-40bd-a540-143efb2e79b7 req-10ec20fa-a7eb-4dfb-8476-92d623536c61 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 210 time: 0.0476129 May 26 16:34:14.927338 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1bf63f-7cd2-431d-b6d0-2935eab46790 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Checking segment: {'id': 'ba53e5d7-5890-4496-b84f-c3396725f52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '72c3ccdd-c4ba-48bd-acb9-9a51ca97882d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:34:14.927799 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1bf63f-7cd2-431d-b6d0-2935eab46790 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Network hostable DHCP agents. Network: 72c3ccdd-c4ba-48bd-acb9-9a51ca97882d, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:34:14.939805 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1bf63f-7cd2-431d-b6d0-2935eab46790 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event updated for resources: {'Subnet': ['ID=06423ebc-20f7-472b-b908-2cab20f620be,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:14.974110 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1bf63f-7cd2-431d-b6d0-2935eab46790 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Network 72c3ccdd-c4ba-48bd-acb9-9a51ca97882d is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:34:15.000308 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-7b1bf63f-7cd2-431d-b6d0-2935eab46790 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 72c3ccdd-c4ba-48bd-acb9-9a51ca97882d) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:34:15.012272 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90310fb2-1a94-4dfe-99c1-59fa21844a34 None None] Network 72c3ccdd-c4ba-48bd-acb9-9a51ca97882d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:34:15.031008 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1bf63f-7cd2-431d-b6d0-2935eab46790 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:15.031705 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7b1bf63f-7cd2-431d-b6d0-2935eab46790 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:15.080829 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7b1bf63f-7cd2-431d-b6d0-2935eab46790 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7303083 May 26 16:34:15.081090 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59288) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:15.088339 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c1afd4b4-b1c6-42dc-a525-dbab7410d5e9 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Request body: {'router': {'external_gateway_info': {'network_id': '72c3ccdd-c4ba-48bd-acb9-9a51ca97882d'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:15.092662 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f30db-d605-49fa-a314-0c2b7eec35e8 req-c452a1d7-ae50-418a-9fae-1c3845e82a8f tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:15.095939 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c07f30db-d605-49fa-a314-0c2b7eec35e8 req-c452a1d7-ae50-418a-9fae-1c3845e82a8f tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 946 time: 0.1328399 May 26 16:34:15.157887 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c07f30db-d605-49fa-a314-0c2b7eec35e8 req-fb0525c4-c3b2-4c3c-9477-c36d08a63f39 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/security-groups?id=0eeebc1b-abd6-409c-899b-62282caa12e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562491 May 26 16:34:15.272283 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc7467e-d2cf-409f-9a44-5e92ce5c1285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-72c3ccdd-c4ba-48bd-acb9-9a51ca97882d', 'network_id': '72c3ccdd-c4ba-48bd-acb9-9a51ca97882d', 'tenant_id': '367a498fa6154126ad8e123a0279cf20', 'fixed_ips': [{'subnet_id': '06423ebc-20f7-472b-b908-2cab20f620be'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:34:15.277250 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3cc7467e-d2cf-409f-9a44-5e92ce5c1285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:15.589448 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-3cc7467e-d2cf-409f-9a44-5e92ce5c1285 None None] Allocated IP 2001:db8:1::2 (72c3ccdd-c4ba-48bd-acb9-9a51ca97882d/06423ebc-20f7-472b-b908-2cab20f620be/e36b8d1f-4b91-4d58-a947-a58eba0ceb8e) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:34:15.795461 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3cc7467e-d2cf-409f-9a44-5e92ce5c1285 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:15.817283 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3cc7467e-d2cf-409f-9a44-5e92ce5c1285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:15.840086 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8cc2afd5-1434-4151-97ec-c1dec152581e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:15.878883 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc7467e-d2cf-409f-9a44-5e92ce5c1285 None None] Network 72c3ccdd-c4ba-48bd-acb9-9a51ca97882d is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:34:15.886406 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-3cc7467e-d2cf-409f-9a44-5e92ce5c1285 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:34:15.890812 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc7467e-d2cf-409f-9a44-5e92ce5c1285 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:34:15.912057 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c1afd4b4-b1c6-42dc-a525-dbab7410d5e9 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:15.944343 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7467e-d2cf-409f-9a44-5e92ce5c1285 None None] Pushing event updated for resources: {'Port': ['ID=e36b8d1f-4b91-4d58-a947-a58eba0ceb8e,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:15.996039 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3cc7467e-d2cf-409f-9a44-5e92ce5c1285 None None] Attempting to bind port e36b8d1f-4b91-4d58-a947-a58eba0ceb8e on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:34:15.997472 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3cc7467e-d2cf-409f-9a44-5e92ce5c1285 None None] Attempting to bind port e36b8d1f-4b91-4d58-a947-a58eba0ceb8e by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'ba53e5d7-5890-4496-b84f-c3396725f52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '72c3ccdd-c4ba-48bd-acb9-9a51ca97882d'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:34:15.998135 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7467e-d2cf-409f-9a44-5e92ce5c1285 None None] Attempting to bind port e36b8d1f-4b91-4d58-a947-a58eba0ceb8e on network 72c3ccdd-c4ba-48bd-acb9-9a51ca97882d {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:34:16.006329 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7467e-d2cf-409f-9a44-5e92ce5c1285 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:34:16.007200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7467e-d2cf-409f-9a44-5e92ce5c1285 None None] Checking segment: {'id': 'ba53e5d7-5890-4496-b84f-c3396725f52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '72c3ccdd-c4ba-48bd-acb9-9a51ca97882d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:34:16.008249 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3cc7467e-d2cf-409f-9a44-5e92ce5c1285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:16.008968 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7467e-d2cf-409f-9a44-5e92ce5c1285 None None] Bound using segment: {'id': 'ba53e5d7-5890-4496-b84f-c3396725f52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '72c3ccdd-c4ba-48bd-acb9-9a51ca97882d'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:34:16.009674 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3cc7467e-d2cf-409f-9a44-5e92ce5c1285 None None] Bound port: e36b8d1f-4b91-4d58-a947-a58eba0ceb8e, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba53e5d7-5890-4496-b84f-c3396725f52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '72c3ccdd-c4ba-48bd-acb9-9a51ca97882d'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:34:16.010318 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3cc7467e-d2cf-409f-9a44-5e92ce5c1285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:16.134926 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2d2620e6-44bb-4a8c-a939-533c29e7ea8c req-eaec5746-57a9-4c82-8cb5-4155ec695989 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=deea3283-25c8-49ce-a846-24f1f91bf3c4 HTTP/1.1" status: 200 len: 210 time: 0.0836730 May 26 16:34:16.165624 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3cc7467e-d2cf-409f-9a44-5e92ce5c1285 None None] For port e36b8d1f-4b91-4d58-a947-a58eba0ceb8e, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:34:16.193612 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3cc7467e-d2cf-409f-9a44-5e92ce5c1285 None None] For port e36b8d1f-4b91-4d58-a947-a58eba0ceb8e, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e36b8d1f-4b91-4d58-a947-a58eba0ceb8e,segment=NetworkSegment(ba53e5d7-5890-4496-b84f-c3396725f52e),segment_id=ba53e5d7-5890-4496-b84f-c3396725f52e)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:34:16.209468 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3cc7467e-d2cf-409f-9a44-5e92ce5c1285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:16.216343 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-c1afd4b4-b1c6-42dc-a525-dbab7410d5e9 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 16:34:16.221516 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c1afd4b4-b1c6-42dc-a525-dbab7410d5e9 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "PUT /v2.0/routers/38492335-1e32-4dac-8715-310025673a4d HTTP/1.1" status: 400 len: 364 time: 1.1391573 May 26 16:34:16.221824 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59304) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:16.385858 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7467e-d2cf-409f-9a44-5e92ce5c1285 None None] Pushing event updated for resources: {'Port': ['ID=e36b8d1f-4b91-4d58-a947-a58eba0ceb8e,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:16.548543 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe109193-b44b-49b6-8daa-3ec7c9ffe41c req-41ffaa03-9792-4963-8b69-a786b4d004f0 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:16.556871 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe109193-b44b-49b6-8daa-3ec7c9ffe41c req-41ffaa03-9792-4963-8b69-a786b4d004f0 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 946 time: 0.1875985 May 26 16:34:16.604366 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:16.737579 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe109193-b44b-49b6-8daa-3ec7c9ffe41c req-459db083-eeb0-417a-bf01-946219bee904 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/security-groups?id=0eeebc1b-abd6-409c-899b-62282caa12e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269782 May 26 16:34:16.887478 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-218bc9d2-4a11-4df9-b580-1f522cf7a09a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:17.015117 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8dfa9-47ea-411d-ad06-b47299aa96e7 req-51233801-5dcf-4c58-b544-b822e1426455 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:17.023632 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5ec8dfa9-47ea-411d-ad06-b47299aa96e7 req-51233801-5dcf-4c58-b544-b822e1426455 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 946 time: 0.1482980 May 26 16:34:17.118248 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5ec8dfa9-47ea-411d-ad06-b47299aa96e7 req-e6a0e49a-53da-41f5-8e65-8e926d40d699 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/security-groups?id=0eeebc1b-abd6-409c-899b-62282caa12e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889339 May 26 16:34:17.133760 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59320) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:17.434897 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-218bc9d2-4a11-4df9-b580-1f522cf7a09a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Allocated IP 2001:db8::1 (c46a2f3d-04ff-4957-a63b-36149d0e2342/08f9e86a-afbe-4380-90c6-da34c071bb1d/bcb2c865-bd85-486b-b208-e4b2d0b20181) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:34:17.623895 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8557323-155d-4ba7-888e-a87fb53fed77 tempest-TestVolumeBackupRestore-1125404219 tempest-TestVolumeBackupRestore-1125404219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:17.626184 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e8557323-155d-4ba7-888e-a87fb53fed77 tempest-TestVolumeBackupRestore-1125404219 tempest-TestVolumeBackupRestore-1125404219-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 1092 time: 0.4908214 May 26 16:34:17.632128 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59334) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:17.638254 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-4c4c4973-a9bc-488f-bac6-dbf545082d8f tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': '0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:17.693754 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4c4c4973-a9bc-488f-bac6-dbf545082d8f tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:17.697187 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e36b8d1f-4b91-4d58-a947-a58eba0ceb8e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:34:17.792998 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-218bc9d2-4a11-4df9-b580-1f522cf7a09a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:17.808508 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port e36b8d1f-4b91-4d58-a947-a58eba0ceb8e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:34:17.809228 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:17.848704 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-218bc9d2-4a11-4df9-b580-1f522cf7a09a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:17.882899 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4c4c4973-a9bc-488f-bac6-dbf545082d8f tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:17.974267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218bc9d2-4a11-4df9-b580-1f522cf7a09a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Network c46a2f3d-04ff-4957-a63b-36149d0e2342 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:34:17.995314 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-218bc9d2-4a11-4df9-b580-1f522cf7a09a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:34:18.001764 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218bc9d2-4a11-4df9-b580-1f522cf7a09a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:34:18.002323 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-218bc9d2-4a11-4df9-b580-1f522cf7a09a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:18.005380 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port e36b8d1f-4b91-4d58-a947-a58eba0ceb8e is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:34:18.005771 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:18.077895 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port e36b8d1f-4b91-4d58-a947-a58eba0ceb8e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e36b8d1f-4b91-4d58-a947-a58eba0ceb8e,segment=NetworkSegment(ba53e5d7-5890-4496-b84f-c3396725f52e),segment_id=ba53e5d7-5890-4496-b84f-c3396725f52e)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:34:18.084581 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5356c33-f1e3-4328-8e89-0c8f27418298 None None] Network 72c3ccdd-c4ba-48bd-acb9-9a51ca97882d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:34:18.129465 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:18.135918 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-4c4c4973-a9bc-488f-bac6-dbf545082d8f tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Allocated IP 172.25.7.70 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/d183f272-1ee5-4348-a88c-6763d538e563) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:34:18.153868 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bc9d2-4a11-4df9-b580-1f522cf7a09a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event updated for resources: {'Port': ['ID=bcb2c865-bd85-486b-b208-e4b2d0b20181,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:18.213091 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:18.229665 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-218bc9d2-4a11-4df9-b580-1f522cf7a09a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:18.391628 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=e36b8d1f-4b91-4d58-a947-a58eba0ceb8e,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:18.401510 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4c4c4973-a9bc-488f-bac6-dbf545082d8f tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:18.440061 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e9d4c499-28e7-4b89-88d9-8cf6b8a51806 None None] Provisioning complete for port e36b8d1f-4b91-4d58-a947-a58eba0ceb8e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:34:18.440660 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e9d4c499-28e7-4b89-88d9-8cf6b8a51806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:18.513235 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4c4c4973-a9bc-488f-bac6-dbf545082d8f tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:18.538535 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:18.589380 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4c4973-a9bc-488f-bac6-dbf545082d8f tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:34:18.634474 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-4c4c4973-a9bc-488f-bac6-dbf545082d8f tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:34:18.647407 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c4973-a9bc-488f-bac6-dbf545082d8f tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Pushing event updated for resources: {'Port': ['ID=d183f272-1ee5-4348-a88c-6763d538e563,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:18.651280 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4c4973-a9bc-488f-bac6-dbf545082d8f tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:34:18.731097 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e9d4c499-28e7-4b89-88d9-8cf6b8a51806 None None] Current status of the port e36b8d1f-4b91-4d58-a947-a58eba0ceb8e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:34:18.865941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d1c477b9-6bc6-43f6-b306-9845cc37cc30 None None] Provisioning complete for port bcb2c865-bd85-486b-b208-e4b2d0b20181 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:34:18.867509 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d1c477b9-6bc6-43f6-b306-9845cc37cc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:18.918832 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-218bc9d2-4a11-4df9-b580-1f522cf7a09a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:18.935714 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-218bc9d2-4a11-4df9-b580-1f522cf7a09a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:18.937443 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-218bc9d2-4a11-4df9-b580-1f522cf7a09a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:18.947939 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d1c477b9-6bc6-43f6-b306-9845cc37cc30 None None] Port bcb2c865-bd85-486b-b208-e4b2d0b20181 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:34:19.018178 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:19.074170 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bc9d2-4a11-4df9-b580-1f522cf7a09a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event updated for resources: {'Port': ['ID=bcb2c865-bd85-486b-b208-e4b2d0b20181,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:19.218103 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218bc9d2-4a11-4df9-b580-1f522cf7a09a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Network c46a2f3d-04ff-4957-a63b-36149d0e2342 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:34:19.219508 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-218bc9d2-4a11-4df9-b580-1f522cf7a09a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:34:19.285578 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-17f330b0-ce81-4442-97b3-ccd8fc572c51 None None] Provisioning complete for port e36b8d1f-4b91-4d58-a947-a58eba0ceb8e triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:34:19.285951 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-17f330b0-ce81-4442-97b3-ccd8fc572c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:19.355685 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218bc9d2-4a11-4df9-b580-1f522cf7a09a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Router 38492335-1e32-4dac-8715-310025673a4d has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:34:19.470472 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-17f330b0-ce81-4442-97b3-ccd8fc572c51 None None] Current status of the port e36b8d1f-4b91-4d58-a947-a58eba0ceb8e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:34:19.489478 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e36b8d1f-4b91-4d58-a947-a58eba0ceb8e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:34:19.538067 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4c4c4973-a9bc-488f-bac6-dbf545082d8f tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:19.547711 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218bc9d2-4a11-4df9-b580-1f522cf7a09a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:34:19.562225 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d34257-dd3e-4d07-9017-4fc85d881800 None None] Sync routers for ids ['38492335-1e32-4dac-8715-310025673a4d'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:34:19.571305 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-218bc9d2-4a11-4df9-b580-1f522cf7a09a tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "PUT /v2.0/routers/38492335-1e32-4dac-8715-310025673a4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3454776 May 26 16:34:19.571305 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59364) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:19.580744 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port e36b8d1f-4b91-4d58-a947-a58eba0ceb8e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:34:19.581962 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:19.594418 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d34257-dd3e-4d07-9017-4fc85d881800 None None] Routers {'38492335-1e32-4dac-8715-310025673a4d'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:34:19.595060 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-22d34257-dd3e-4d07-9017-4fc85d881800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:34:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['38492335-1e32-4dac-8715-310025673a4d'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:19.697536 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-22d34257-dd3e-4d07-9017-4fc85d881800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:19.702936 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4c4c4973-a9bc-488f-bac6-dbf545082d8f tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:19.722073 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d34257-dd3e-4d07-9017-4fc85d881800 None None] Routers {'38492335-1e32-4dac-8715-310025673a4d'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:34:19.724250 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-22d34257-dd3e-4d07-9017-4fc85d881800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:34:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['38492335-1e32-4dac-8715-310025673a4d'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:19.745534 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7955947b-76d8-4f9d-84d8-80a88b29656a None None] Provisioning complete for port bcb2c865-bd85-486b-b208-e4b2d0b20181 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:34:19.746207 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5b0de453-4b4f-4ac5-99d2-ab7c5dc2a5f6 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:19.748755 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7955947b-76d8-4f9d-84d8-80a88b29656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:19.848722 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-22d34257-dd3e-4d07-9017-4fc85d881800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:19.849398 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d34257-dd3e-4d07-9017-4fc85d881800 None None] The sync data for ids ['38492335-1e32-4dac-8715-310025673a4d'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:34:19.924319 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-5b0de453-4b4f-4ac5-99d2-ab7c5dc2a5f6 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] delete failed (client error): There was a conflict when trying to complete your request. May 26 16:34:19.925387 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5b0de453-4b4f-4ac5-99d2-ab7c5dc2a5f6 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "DELETE /v2.0/routers/38492335-1e32-4dac-8715-310025673a4d HTTP/1.1" status: 409 len: 329 time: 0.3533094 May 26 16:34:19.928597 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59370) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:19.933630 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4c4c4973-a9bc-488f-bac6-dbf545082d8f tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:19.947940 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4c4c4973-a9bc-488f-bac6-dbf545082d8f tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:20.075587 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c4973-a9bc-488f-bac6-dbf545082d8f tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Pushing event updated for resources: {'Port': ['ID=d183f272-1ee5-4348-a88c-6763d538e563,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:20.136745 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4c4c4973-a9bc-488f-bac6-dbf545082d8f tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:20.150846 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port e36b8d1f-4b91-4d58-a947-a58eba0ceb8e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:34:20.153717 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7955947b-76d8-4f9d-84d8-80a88b29656a None None] Port bcb2c865-bd85-486b-b208-e4b2d0b20181 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:34:20.288024 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-4c4c4973-a9bc-488f-bac6-dbf545082d8f tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Floating IP dc685790-6a24-42bc-b8b0-4a437abad086 associated. External IP: 172.25.7.70, port: 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f. May 26 16:34:20.407217 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a8a37a6f-e7c9-4d7b-8c96-5982a599f121 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:20.562111 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4c4973-a9bc-488f-bac6-dbf545082d8f tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Router 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:34:20.701105 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4c4973-a9bc-488f-bac6-dbf545082d8f tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:34:20.712158 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d480a-9eb6-4c79-8c07-45e3c5119cf0 None None] Sync routers for ids ['5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:34:20.722230 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165d480a-9eb6-4c79-8c07-45e3c5119cf0 None None] Routers {'5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:34:20.723485 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-a8a37a6f-e7c9-4d7b-8c96-5982a599f121 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Deleting port bcb2c865-bd85-486b-b208-e4b2d0b20181 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:34:20.723843 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a8a37a6f-e7c9-4d7b-8c96-5982a599f121 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:20.728063 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-165d480a-9eb6-4c79-8c07-45e3c5119cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:34:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:20.744465 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4c4c4973-a9bc-488f-bac6-dbf545082d8f tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:20.803062 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4c4c4973-a9bc-488f-bac6-dbf545082d8f tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1688724 May 26 16:34:20.808597 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59388) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:20.809443 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ae06a0-340f-497b-a764-42537fdb38fc', 'tag': '0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:34:20.812025 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67cef10-ff61-48eb-8dad-d0d02a179942" -d '{"events": [{"name": "network-changed", "server_uuid": "00ae06a0-340f-497b-a764-42537fdb38fc", "tag": "0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:34:20.841283 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a8a37a6f-e7c9-4d7b-8c96-5982a599f121 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:20.856528 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-a8a37a6f-e7c9-4d7b-8c96-5982a599f121 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Calling delete_port for bcb2c865-bd85-486b-b208-e4b2d0b20181 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:34:20.893975 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a708b81c-ff13-44f7-8896-696c0d4951fa tempest-TestVolumeBackupRestore-1125404219 tempest-TestVolumeBackupRestore-1125404219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:20.900126 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a708b81c-ff13-44f7-8896-696c0d4951fa tempest-TestVolumeBackupRestore-1125404219 tempest-TestVolumeBackupRestore-1125404219-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 1092 time: 0.0801723 May 26 16:34:20.901739 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59394) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:20.907860 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-8c144b14-6e92-42e7-8df4-d599400ba052 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Request body: {'floatingip': {'port_id': '0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:20.955166 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6537ea-7fd8-48f9-be23-8956dd012977 x-openstack-request-id: req-dc6537ea-7fd8-48f9-be23-8956dd012977 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:34:20.955583 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ae06a0-340f-497b-a764-42537fdb38fc", "tag": "0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:34:20.956125 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dc6537ea-7fd8-48f9-be23-8956dd012977 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:34:20.956463 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc6537ea-7fd8-48f9-be23-8956dd012977'] response: {'name': 'network-changed', 'server_uuid': '00ae06a0-340f-497b-a764-42537fdb38fc', 'tag': '0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f', 'status': 'completed', 'code': 200} May 26 16:34:21.028889 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-165d480a-9eb6-4c79-8c07-45e3c5119cf0 None None] Set router 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:34:21.082996 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8c144b14-6e92-42e7-8df4-d599400ba052 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for floatingip, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:21.165645 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a8a37a6f-e7c9-4d7b-8c96-5982a599f121 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:21.232785 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cef10-ff61-48eb-8dad-d0d02a179942 req-2903541d-9f6c-46d3-928b-4416134e7987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:21.234571 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f67cef10-ff61-48eb-8dad-d0d02a179942 req-2903541d-9f6c-46d3-928b-4416134e7987 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f0fba92dcb0544e09da82cbc2b2dbb26&device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 1097 time: 0.2309957 May 26 16:34:21.243798 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a37a6f-e7c9-4d7b-8c96-5982a599f121 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event deleted for resources: {'Port': ['ID=bcb2c865-bd85-486b-b208-e4b2d0b20181,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:21.442013 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a8a37a6f-e7c9-4d7b-8c96-5982a599f121 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:21.535112 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-165d480a-9eb6-4c79-8c07-45e3c5119cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'name': 'tempest-TestVolumeBackupRestore-1146930691-router', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:29:27Z', 'revision_number': 4, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'gw_port': {'id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:18Z', 'updated_at': '2022-05-26T16:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'dc685790-6a24-42bc-b8b0-4a437abad086', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'port_id': '0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c', 'mac_address': 'fa:16:3e:47:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ae06a0-340f-497b-a764-42537fdb38fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:34:19Z', 'updated_at': '2022-05-26T16:34:19Z', 'revision_number': 0, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931f5cbb-7bfc-4f4c-a1f9-ac376137fc11', 'name': '', 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'mac_address': 'fa:16:3e:d7:c8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '70de716f-a599-4154-abad-e7ae007e30d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:24Z', 'updated_at': '2022-05-26T16:29:33Z', 'revision_number': 5, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'subnets': [{'id': '70de716f-a599-4154-abad-e7ae007e30d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:21.594228 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d480a-9eb6-4c79-8c07-45e3c5119cf0 None None] Checking router: 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:34:21.615844 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165d480a-9eb6-4c79-8c07-45e3c5119cf0 None None] Routers {'5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:34:21.616878 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-165d480a-9eb6-4c79-8c07-45e3c5119cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:34:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:21.705977 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cef10-ff61-48eb-8dad-d0d02a179942 req-c8d99c77-493d-4a1a-b526-334e3d4ba467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:21.707948 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f67cef10-ff61-48eb-8dad-d0d02a179942 req-c8d99c77-493d-4a1a-b526-334e3d4ba467 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f470defa-ce3d-4a80-8936-fdcd3a56fb1c HTTP/1.1" status: 200 len: 915 time: 0.4392493 May 26 16:34:21.838822 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-165d480a-9eb6-4c79-8c07-45e3c5119cf0 None None] Set router 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:34:21.877725 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a37a6f-e7c9-4d7b-8c96-5982a599f121 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Router 38492335-1e32-4dac-8715-310025673a4d has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:34:22.113927 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a37a6f-e7c9-4d7b-8c96-5982a599f121 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:34:22.133891 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688b5ce3-3dff-4b18-a038-5275ece8278e None None] Sync routers for ids ['38492335-1e32-4dac-8715-310025673a4d'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:34:22.140387 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a8a37a6f-e7c9-4d7b-8c96-5982a599f121 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "PUT /v2.0/routers/38492335-1e32-4dac-8715-310025673a4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2075961 May 26 16:34:22.141951 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59452) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:22.162188 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688b5ce3-3dff-4b18-a038-5275ece8278e None None] Routers {'38492335-1e32-4dac-8715-310025673a4d'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:34:22.163190 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-688b5ce3-3dff-4b18-a038-5275ece8278e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:34:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['38492335-1e32-4dac-8715-310025673a4d'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:22.253304 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-688b5ce3-3dff-4b18-a038-5275ece8278e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:22.258288 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-41f83c87-3947-417d-b966-052d624458a4 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] show failed (client error): The resource could not be found. May 26 16:34:22.265107 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-41f83c87-3947-417d-b966-052d624458a4 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "GET /v2.0/routers/tempest-non_exist_router-1971722256 HTTP/1.1" status: 404 len: 335 time: 0.1181111 May 26 16:34:22.267265 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688b5ce3-3dff-4b18-a038-5275ece8278e None None] Routers {'38492335-1e32-4dac-8715-310025673a4d'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:34:22.268076 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-688b5ce3-3dff-4b18-a038-5275ece8278e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:34:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['38492335-1e32-4dac-8715-310025673a4d'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:22.268371 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59462) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:22.281971 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-29b1fc0c-f89f-4038-9ef9-a40dec0c1dcd tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:22.318275 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-688b5ce3-3dff-4b18-a038-5275ece8278e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:22.320949 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688b5ce3-3dff-4b18-a038-5275ece8278e None None] The sync data for ids ['38492335-1e32-4dac-8715-310025673a4d'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:34:22.346527 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8c144b14-6e92-42e7-8df4-d599400ba052 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:22.407266 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-29b1fc0c-f89f-4038-9ef9-a40dec0c1dcd tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] update failed (client error): The resource could not be found. May 26 16:34:22.407411 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-29b1fc0c-f89f-4038-9ef9-a40dec0c1dcd tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "PUT /v2.0/routers/tempest-non_exist_router-639105089 HTTP/1.1" status: 404 len: 334 time: 0.1378434 May 26 16:34:22.412650 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59468) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:22.414637 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8c144b14-6e92-42e7-8df4-d599400ba052 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:22.570040 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-963e8dbd-ff5a-4732-b82f-24fe94a1c9f6 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Deleting subnet 06423ebc-20f7-472b-b908-2cab20f620be {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:34:22.580603 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-165d480a-9eb6-4c79-8c07-45e3c5119cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'name': 'tempest-TestVolumeBackupRestore-1146930691-router', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:29:27Z', 'revision_number': 4, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'gw_port': {'id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:18Z', 'updated_at': '2022-05-26T16:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'dc685790-6a24-42bc-b8b0-4a437abad086', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'port_id': '0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c', 'mac_address': 'fa:16:3e:47:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ae06a0-340f-497b-a764-42537fdb38fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:34:19Z', 'updated_at': '2022-05-26T16:34:19Z', 'revision_number': 0, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931f5cbb-7bfc-4f4c-a1f9-ac376137fc11', 'name': '', 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'mac_address': 'fa:16:3e:d7:c8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '70de716f-a599-4154-abad-e7ae007e30d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:24Z', 'updated_at': '2022-05-26T16:29:33Z', 'revision_number': 5, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'subnets': [{'id': '70de716f-a599-4154-abad-e7ae007e30d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:22.587937 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-963e8dbd-ff5a-4732-b82f-24fe94a1c9f6 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:22.658276 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d480a-9eb6-4c79-8c07-45e3c5119cf0 None None] The sync data for ids ['5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'] in n-d-843337-2 is: [{'id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'name': 'tempest-TestVolumeBackupRestore-1146930691-router', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:29:27Z', 'revision_number': 4, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'gw_port': {'id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:18Z', 'updated_at': '2022-05-26T16:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'dc685790-6a24-42bc-b8b0-4a437abad086', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'port_id': '0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c', 'mac_address': 'fa:16:3e:47:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ae06a0-340f-497b-a764-42537fdb38fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:34:19Z', 'updated_at': '2022-05-26T16:34:19Z', 'revision_number': 0, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931f5cbb-7bfc-4f4c-a1f9-ac376137fc11', 'name': '', 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'mac_address': 'fa:16:3e:d7:c8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '70de716f-a599-4154-abad-e7ae007e30d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:24Z', 'updated_at': '2022-05-26T16:29:33Z', 'revision_number': 5, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'subnets': [{'id': '70de716f-a599-4154-abad-e7ae007e30d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:34:22.660766 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-963e8dbd-ff5a-4732-b82f-24fe94a1c9f6 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:22.696250 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59478) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:22.712914 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d9c2597e-871a-4bbf-9f4e-b3e525c360a1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-311245069', 'description': 'tempest-secgroup-smoke-311245069 description', 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:22.760429 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d9c2597e-871a-4bbf-9f4e-b3e525c360a1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:23.025347 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893a2268-9049-45c6-b38f-aea0b10d2ff6 None None] New status for floating IP dc685790-6a24-42bc-b8b0-4a437abad086: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:34:23.045148 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f67cef10-ff61-48eb-8dad-d0d02a179942 req-3c35a2c0-4b8c-4996-8834-8d637293c0d2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f HTTP/1.1" status: 200 len: 999 time: 0.6918368 May 26 16:34:23.163834 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cef10-ff61-48eb-8dad-d0d02a179942 req-8eff228f-9d6b-4ab5-be3d-955cb0d6dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:23.165883 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f67cef10-ff61-48eb-8dad-d0d02a179942 req-8eff228f-9d6b-4ab5-be3d-955cb0d6dab3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70de716f-a599-4154-abad-e7ae007e30d9 HTTP/1.1" status: 200 len: 853 time: 0.1082985 May 26 16:34:23.336802 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c144b14-6e92-42e7-8df4-d599400ba052 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Router 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:34:23.381864 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d9c2597e-871a-4bbf-9f4e-b3e525c360a1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:23.386921 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-963e8dbd-ff5a-4732-b82f-24fe94a1c9f6 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:23.413890 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d9c2597e-871a-4bbf-9f4e-b3e525c360a1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:23.430447 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cef10-ff61-48eb-8dad-d0d02a179942 req-e00dbd4f-6d50-491f-8f2e-2a74e7748987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:23.434106 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f67cef10-ff61-48eb-8dad-d0d02a179942 req-e00dbd4f-6d50-491f-8f2e-2a74e7748987 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f470defa-ce3d-4a80-8936-fdcd3a56fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1384006 May 26 16:34:23.485431 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d9c2597e-871a-4bbf-9f4e-b3e525c360a1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:23.494659 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d9c2597e-871a-4bbf-9f4e-b3e525c360a1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7935574 May 26 16:34:23.497464 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2597e-871a-4bbf-9f4e-b3e525c360a1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:23.506318 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59482) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:23.530282 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-4031bd74-c1ca-4c94-b078-124ed21b0747 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Request body: {'security_group_rule': {'security_group_id': 'a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c', 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:23.542927 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-963e8dbd-ff5a-4732-b82f-24fe94a1c9f6 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:23.582966 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e8dbd-ff5a-4732-b82f-24fe94a1c9f6 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event deleted for resources: {'Subnet': ['ID=06423ebc-20f7-472b-b908-2cab20f620be,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:23.598574 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f4f82b-056a-40e1-9b8b-244fa87f9d7b None None] Network 72c3ccdd-c4ba-48bd-acb9-9a51ca97882d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:34:23.605614 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-963e8dbd-ff5a-4732-b82f-24fe94a1c9f6 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:23.621475 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c144b14-6e92-42e7-8df4-d599400ba052 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:34:23.627494 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-963e8dbd-ff5a-4732-b82f-24fe94a1c9f6 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "DELETE /v2.0/subnets/06423ebc-20f7-472b-b908-2cab20f620be HTTP/1.1" status: 204 len: 168 time: 1.2118702 May 26 16:34:23.627780 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8c144b14-6e92-42e7-8df4-d599400ba052 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:23.628143 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59484) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:23.645755 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e697777-046c-4d8c-99b4-c4531805673b None None] Sync routers for ids ['5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:34:23.668536 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e697777-046c-4d8c-99b4-c4531805673b None None] Routers {'5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:34:23.669464 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6e697777-046c-4d8c-99b4-c4531805673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:34:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:23.720453 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4031bd74-c1ca-4c94-b078-124ed21b0747 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:23.800086 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ae06a0-340f-497b-a764-42537fdb38fc', 'tag': '0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:34:23.804544 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81ff24ce-ce02-415b-906f-e557ad913af3 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:23.807084 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a446b01-27a8-48ec-8b08-d7f2212862f2" -d '{"events": [{"name": "network-changed", "server_uuid": "00ae06a0-340f-497b-a764-42537fdb38fc", "tag": "0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:34:23.885410 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f67cef10-ff61-48eb-8dad-d0d02a179942 req-5bae8557-fa81-4d50-a132-68de469f2fe2 service neutron] 10.222.0.83 "GET /v2.0/networks/f470defa-ce3d-4a80-8936-fdcd3a56fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782861 May 26 16:34:23.899540 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-6e697777-046c-4d8c-99b4-c4531805673b None None] Set router 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:34:23.943870 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-81ff24ce-ce02-415b-906f-e557ad913af3 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Deleting port e36b8d1f-4b91-4d58-a947-a58eba0ceb8e {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:34:23.945010 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1707f157-2c3d-460a-8b42-cfb3b5efa602 x-openstack-request-id: req-1707f157-2c3d-460a-8b42-cfb3b5efa602 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:34:23.945293 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ae06a0-340f-497b-a764-42537fdb38fc", "tag": "0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:34:23.945729 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1707f157-2c3d-460a-8b42-cfb3b5efa602 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:34:23.946398 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1707f157-2c3d-460a-8b42-cfb3b5efa602'] response: {'name': 'network-changed', 'server_uuid': '00ae06a0-340f-497b-a764-42537fdb38fc', 'tag': '0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f', 'status': 'completed', 'code': 200} May 26 16:34:23.947193 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81ff24ce-ce02-415b-906f-e557ad913af3 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:23.959340 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8c144b14-6e92-42e7-8df4-d599400ba052 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "PUT /v2.0/floatingips/dc685790-6a24-42bc-b8b0-4a437abad086 HTTP/1.1" status: 200 len: 991 time: 3.0493333 May 26 16:34:23.974772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d31d90-bd12-4164-be30-fadba9c760a2 None None] DHCP port deletion for 72c3ccdd-c4ba-48bd-acb9-9a51ca97882d request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:34:24.063974 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c7d31d90-bd12-4164-be30-fadba9c760a2 None None] Deleting port e36b8d1f-4b91-4d58-a947-a58eba0ceb8e {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:34:24.064836 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c7d31d90-bd12-4164-be30-fadba9c760a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:24.095818 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4031bd74-c1ca-4c94-b078-124ed21b0747 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:24.112584 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4031bd74-c1ca-4c94-b078-124ed21b0747 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:24.161022 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-81ff24ce-ce02-415b-906f-e557ad913af3 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] For port e36b8d1f-4b91-4d58-a947-a58eba0ceb8e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e36b8d1f-4b91-4d58-a947-a58eba0ceb8e,segment=NetworkSegment(ba53e5d7-5890-4496-b84f-c3396725f52e),segment_id=ba53e5d7-5890-4496-b84f-c3396725f52e)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:34:24.166936 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81ff24ce-ce02-415b-906f-e557ad913af3 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:24.190532 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-81ff24ce-ce02-415b-906f-e557ad913af3 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Calling delete_port for e36b8d1f-4b91-4d58-a947-a58eba0ceb8e owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:34:24.231822 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031bd74-c1ca-4c94-b078-124ed21b0747 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a6920f-c21a-4c13-9301-be6eebb589fd,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:24.251582 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4031bd74-c1ca-4c94-b078-124ed21b0747 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:24.267046 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c7d31d90-bd12-4164-be30-fadba9c760a2 None None] For port e36b8d1f-4b91-4d58-a947-a58eba0ceb8e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e36b8d1f-4b91-4d58-a947-a58eba0ceb8e,segment=NetworkSegment(ba53e5d7-5890-4496-b84f-c3396725f52e),segment_id=ba53e5d7-5890-4496-b84f-c3396725f52e)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:34:24.267046 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c7d31d90-bd12-4164-be30-fadba9c760a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:24.267263 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4031bd74-c1ca-4c94-b078-124ed21b0747 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7538226 May 26 16:34:24.267263 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59494) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:24.287241 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-6d11239f-aee6-4c60-ba50-1a99568f3b40 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Request body: {'security_group_rule': {'security_group_id': 'a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c', 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:24.293373 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c7d31d90-bd12-4164-be30-fadba9c760a2 None None] Calling delete_port for e36b8d1f-4b91-4d58-a947-a58eba0ceb8e owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:34:24.323660 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6e697777-046c-4d8c-99b4-c4531805673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'name': 'tempest-TestVolumeBackupRestore-1146930691-router', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:29:27Z', 'revision_number': 4, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'gw_port': {'id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:18Z', 'updated_at': '2022-05-26T16:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'dc685790-6a24-42bc-b8b0-4a437abad086', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'port_id': '0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c', 'mac_address': 'fa:16:3e:47:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ae06a0-340f-497b-a764-42537fdb38fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:34:19Z', 'updated_at': '2022-05-26T16:34:23Z', 'revision_number': 2, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931f5cbb-7bfc-4f4c-a1f9-ac376137fc11', 'name': '', 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'mac_address': 'fa:16:3e:d7:c8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '70de716f-a599-4154-abad-e7ae007e30d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:24Z', 'updated_at': '2022-05-26T16:29:33Z', 'revision_number': 5, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'subnets': [{'id': '70de716f-a599-4154-abad-e7ae007e30d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:24.326775 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f67cef10-ff61-48eb-8dad-d0d02a179942 req-a2a3a5fe-358b-484f-aa82-39b51bc29d12 service neutron] 10.222.0.83 "GET /v2.0/networks/f470defa-ce3d-4a80-8936-fdcd3a56fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239311 May 26 16:34:24.372199 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6d11239f-aee6-4c60-ba50-1a99568f3b40 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:24.387188 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e697777-046c-4d8c-99b4-c4531805673b None None] Checking router: 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:34:24.399663 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e697777-046c-4d8c-99b4-c4531805673b None None] Routers {'5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:34:24.400971 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6e697777-046c-4d8c-99b4-c4531805673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:34:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:24.473779 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81ff24ce-ce02-415b-906f-e557ad913af3 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:24.501380 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c7d31d90-bd12-4164-be30-fadba9c760a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:24.512708 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff24ce-ce02-415b-906f-e557ad913af3 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event deleted for resources: {'Port': ['ID=e36b8d1f-4b91-4d58-a947-a58eba0ceb8e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:24.528692 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ff24ce-ce02-415b-906f-e557ad913af3 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] No DVR routers for this DVR port e36b8d1f-4b91-4d58-a947-a58eba0ceb8e on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:34:24.557264 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d31d90-bd12-4164-be30-fadba9c760a2 None None] Pushing event deleted for resources: {'Port': ['ID=e36b8d1f-4b91-4d58-a947-a58eba0ceb8e,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:24.559397 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d31d90-bd12-4164-be30-fadba9c760a2 None None] No DVR routers for this DVR port e36b8d1f-4b91-4d58-a947-a58eba0ceb8e on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:34:24.575096 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6d11239f-aee6-4c60-ba50-1a99568f3b40 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:24.590751 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a446b01-27a8-48ec-8b08-d7f2212862f2 req-0728ca3a-d358-4f94-83a3-df886b9883fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:24.592079 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1a446b01-27a8-48ec-8b08-d7f2212862f2 req-0728ca3a-d358-4f94-83a3-df886b9883fd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f0fba92dcb0544e09da82cbc2b2dbb26&device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 1097 time: 0.1413820 May 26 16:34:24.594803 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6d11239f-aee6-4c60-ba50-1a99568f3b40 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:24.598961 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-6e697777-046c-4d8c-99b4-c4531805673b None None] Set router 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:34:24.692893 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81ff24ce-ce02-415b-906f-e557ad913af3 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:24.729287 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-81ff24ce-ce02-415b-906f-e557ad913af3 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c3ccdd-c4ba-48bd-acb9-9a51ca97882d']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:24.747207 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-81ff24ce-ce02-415b-906f-e557ad913af3 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba53e5d7-5890-4496-b84f-c3396725f52e') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:24.747642 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-81ff24ce-ce02-415b-906f-e557ad913af3 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba53e5d7-5890-4496-b84f-c3396725f52e') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:24.753566 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11239f-aee6-4c60-ba50-1a99568f3b40 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060c9ceb-ad21-45c2-b4c0-1d97e022c214,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:24.769036 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6d11239f-aee6-4c60-ba50-1a99568f3b40 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:24.775480 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6d11239f-aee6-4c60-ba50-1a99568f3b40 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4956276 May 26 16:34:24.779427 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59496) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:24.783452 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f6b23878-a951-4a18-91d5-0b9073b5cd74 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Request body: {'security_group_rule': {'security_group_id': 'a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c', 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:24.783673 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81ff24ce-ce02-415b-906f-e557ad913af3 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:24.813605 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81ff24ce-ce02-415b-906f-e557ad913af3 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:24.845664 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ff24ce-ce02-415b-906f-e557ad913af3 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:34:24.846726 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81ff24ce-ce02-415b-906f-e557ad913af3 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:24.878479 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f6b23878-a951-4a18-91d5-0b9073b5cd74 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:24.914302 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a446b01-27a8-48ec-8b08-d7f2212862f2 req-409178a2-4c72-47ee-a4a6-2eb4da65e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:24.920802 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1a446b01-27a8-48ec-8b08-d7f2212862f2 req-409178a2-4c72-47ee-a4a6-2eb4da65e00c service neutron] 10.222.0.83 "GET /v2.0/networks?id=f470defa-ce3d-4a80-8936-fdcd3a56fb1c HTTP/1.1" status: 200 len: 915 time: 0.3020089 May 26 16:34:24.930956 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment ba53e5d7-5890-4496-b84f-c3396725f52e resource provider aggregate not found May 26 16:34:24.977431 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment ba53e5d7-5890-4496-b84f-c3396725f52e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba53e5d7-5890-4496-b84f-c3396725f52e found for delete ", "request_id": "req-23015649-4086-4076-8c96-4942b6e97a4e"}]} May 26 16:34:24.993986 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81ff24ce-ce02-415b-906f-e557ad913af3 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:25.019077 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81ff24ce-ce02-415b-906f-e557ad913af3 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:25.021749 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-81ff24ce-ce02-415b-906f-e557ad913af3 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "DELETE /v2.0/networks/72c3ccdd-c4ba-48bd-acb9-9a51ca97882d HTTP/1.1" status: 204 len: 168 time: 1.3926113 May 26 16:34:25.032299 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59506) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:25.039270 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6e697777-046c-4d8c-99b4-c4531805673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'name': 'tempest-TestVolumeBackupRestore-1146930691-router', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:29:27Z', 'revision_number': 4, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'gw_port': {'id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:18Z', 'updated_at': '2022-05-26T16:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'dc685790-6a24-42bc-b8b0-4a437abad086', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'port_id': '0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c', 'mac_address': 'fa:16:3e:47:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ae06a0-340f-497b-a764-42537fdb38fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:34:19Z', 'updated_at': '2022-05-26T16:34:23Z', 'revision_number': 2, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931f5cbb-7bfc-4f4c-a1f9-ac376137fc11', 'name': '', 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'mac_address': 'fa:16:3e:d7:c8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '70de716f-a599-4154-abad-e7ae007e30d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:24Z', 'updated_at': '2022-05-26T16:29:33Z', 'revision_number': 5, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'subnets': [{'id': '70de716f-a599-4154-abad-e7ae007e30d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:25.063057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff24ce-ce02-415b-906f-e557ad913af3 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event deleted for resources: {'Network': ['ID=72c3ccdd-c4ba-48bd-acb9-9a51ca97882d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:25.085830 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e697777-046c-4d8c-99b4-c4531805673b None None] The sync data for ids ['5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'] in n-d-843337-2 is: [{'id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'name': 'tempest-TestVolumeBackupRestore-1146930691-router', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:29:27Z', 'revision_number': 4, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'gw_port': {'id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:18Z', 'updated_at': '2022-05-26T16:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'dc685790-6a24-42bc-b8b0-4a437abad086', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'port_id': '0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c', 'mac_address': 'fa:16:3e:47:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ae06a0-340f-497b-a764-42537fdb38fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:34:19Z', 'updated_at': '2022-05-26T16:34:23Z', 'revision_number': 2, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931f5cbb-7bfc-4f4c-a1f9-ac376137fc11', 'name': '', 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'mac_address': 'fa:16:3e:d7:c8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '70de716f-a599-4154-abad-e7ae007e30d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:24Z', 'updated_at': '2022-05-26T16:29:33Z', 'revision_number': 5, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'subnets': [{'id': '70de716f-a599-4154-abad-e7ae007e30d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:34:25.133583 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e4097a-db95-4bf1-86af-0e5df99a0940 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Deleting subnet 3c62ae7d-5fd2-4441-85b6-10b2f3bee93f {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:34:25.141710 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7e4097a-db95-4bf1-86af-0e5df99a0940 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:25.144766 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f6b23878-a951-4a18-91d5-0b9073b5cd74 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:25.153188 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f6b23878-a951-4a18-91d5-0b9073b5cd74 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:25.187569 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1a446b01-27a8-48ec-8b08-d7f2212862f2 req-c87e0fde-5475-4108-a476-19d4c0e623cf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f HTTP/1.1" status: 200 len: 1001 time: 0.2493846 May 26 16:34:25.188449 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b23878-a951-4a18-91d5-0b9073b5cd74 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c86a2b3-8427-4ce9-8a1e-6290859b625d,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:25.195465 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f6b23878-a951-4a18-91d5-0b9073b5cd74 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:25.196899 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f6b23878-a951-4a18-91d5-0b9073b5cd74 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4180560 May 26 16:34:25.199613 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59508) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:25.204601 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-bff64d36-8c4b-4153-84ad-ed852e3e0bb9 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Request body: {'security_group_rule': {'security_group_id': 'a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c', 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:25.221000 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7e4097a-db95-4bf1-86af-0e5df99a0940 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:25.293314 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bff64d36-8c4b-4153-84ad-ed852e3e0bb9 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:25.369609 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a446b01-27a8-48ec-8b08-d7f2212862f2 req-5b55cac6-f1ec-41d4-93d5-ed3c39a5f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:25.371096 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1a446b01-27a8-48ec-8b08-d7f2212862f2 req-5b55cac6-f1ec-41d4-93d5-ed3c39a5f790 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70de716f-a599-4154-abad-e7ae007e30d9 HTTP/1.1" status: 200 len: 853 time: 0.1528468 May 26 16:34:25.397617 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7e4097a-db95-4bf1-86af-0e5df99a0940 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:25.476895 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e36b8d1f-4b91-4d58-a947-a58eba0ceb8e no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:34:25.497246 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bff64d36-8c4b-4153-84ad-ed852e3e0bb9 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:25.502823 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7e4097a-db95-4bf1-86af-0e5df99a0940 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:25.508469 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a446b01-27a8-48ec-8b08-d7f2212862f2 req-93ebdf07-97bf-478a-866d-8fbfb309c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:25.509668 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: e36b8d1f-4b91-4d58-a947-a58eba0ceb8e {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:34:25.509937 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1a446b01-27a8-48ec-8b08-d7f2212862f2 req-93ebdf07-97bf-478a-866d-8fbfb309c245 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f470defa-ce3d-4a80-8936-fdcd3a56fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921836 May 26 16:34:25.510364 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e36b8d1f-4b91-4d58-a947-a58eba0ceb8e not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:34:25.512842 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bff64d36-8c4b-4153-84ad-ed852e3e0bb9 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:25.540373 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41d8ed9-1724-4afb-8edd-819df505d39d None None] Network 07c95afc-af92-4047-b56a-5ecd01c954bc requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:34:25.567360 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7e4097a-db95-4bf1-86af-0e5df99a0940 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:25.574659 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e7e4097a-db95-4bf1-86af-0e5df99a0940 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "DELETE /v2.0/subnets/3c62ae7d-5fd2-4441-85b6-10b2f3bee93f HTTP/1.1" status: 204 len: 168 time: 0.5303211 May 26 16:34:25.576149 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59512) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:25.576902 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4097a-db95-4bf1-86af-0e5df99a0940 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event deleted for resources: {'Subnet': ['ID=3c62ae7d-5fd2-4441-85b6-10b2f3bee93f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:25.580547 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff64d36-8c4b-4153-84ad-ed852e3e0bb9 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36485446-df9f-4e6e-929d-6a4a0380358d,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:25.614630 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bff64d36-8c4b-4153-84ad-ed852e3e0bb9 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:25.620165 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bff64d36-8c4b-4153-84ad-ed852e3e0bb9 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4190166 May 26 16:34:25.625510 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59514) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:25.630496 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-0887d973-8912-457c-9aaa-916a1b4bbfed tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Request body: {'security_group_rule': {'security_group_id': 'a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c', 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:25.662795 n-d-843337-2 neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-0887d973-8912-457c-9aaa-916a1b4bbfed tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Project 47787f273f4c4c2fbc3fdca533eb0ea2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:34:25.669962 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0887d973-8912-457c-9aaa-916a1b4bbfed tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:25.683586 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0981cfa-3477-4803-8b93-584244642440 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Deleting subnet 9be1de30-28c2-4008-a88c-8a817e158195 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:34:25.688321 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f0981cfa-3477-4803-8b93-584244642440 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:25.759894 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f0981cfa-3477-4803-8b93-584244642440 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:25.773089 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1a446b01-27a8-48ec-8b08-d7f2212862f2 req-8a990c0e-c0a1-45ba-b73d-9ea24663e5fe service neutron] 10.222.0.83 "GET /v2.0/networks/f470defa-ce3d-4a80-8936-fdcd3a56fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491760 May 26 16:34:25.786096 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0887d973-8912-457c-9aaa-916a1b4bbfed tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:25.801348 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0887d973-8912-457c-9aaa-916a1b4bbfed tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:25.809904 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20e486c-ce5b-44a7-9fae-40bb32156a91 None None] DHCP port deletion for 07c95afc-af92-4047-b56a-5ecd01c954bc request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:34:25.832514 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887d973-8912-457c-9aaa-916a1b4bbfed tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8ee6a5-7fec-4a53-8a57-98029c06c342,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:25.892668 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0887d973-8912-457c-9aaa-916a1b4bbfed tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:25.893921 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0887d973-8912-457c-9aaa-916a1b4bbfed tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2674379 May 26 16:34:25.896705 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59516) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:25.901471 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e2361f07-ffb5-4746-a43e-e66f77be3fd0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Request body: {'security_group_rule': {'security_group_id': 'a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c', 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:25.939552 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f0981cfa-3477-4803-8b93-584244642440 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:25.939832 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d20e486c-ce5b-44a7-9fae-40bb32156a91 None None] Deleting port 3e3d5fa1-a849-4bb0-aada-b865b1be7e05 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:34:25.940304 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d20e486c-ce5b-44a7-9fae-40bb32156a91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:25.959753 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ae06a0-340f-497b-a764-42537fdb38fc', 'tag': '0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:34:25.968528 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcd8eaa-0520-4663-960b-63c89da9e2f2" -d '{"events": [{"name": "network-changed", "server_uuid": "00ae06a0-340f-497b-a764-42537fdb38fc", "tag": "0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:34:26.014146 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1a446b01-27a8-48ec-8b08-d7f2212862f2 req-085432bb-9341-49d2-8d10-00fbd8c893f8 service neutron] 10.222.0.83 "GET /v2.0/networks/f470defa-ce3d-4a80-8936-fdcd3a56fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262156 May 26 16:34:26.025316 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f0981cfa-3477-4803-8b93-584244642440 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:26.026602 n-d-843337-2 neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-e2361f07-ffb5-4746-a43e-e66f77be3fd0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Project 47787f273f4c4c2fbc3fdca533eb0ea2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:34:26.043028 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2361f07-ffb5-4746-a43e-e66f77be3fd0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:26.098608 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0981cfa-3477-4803-8b93-584244642440 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event deleted for resources: {'Subnet': ['ID=9be1de30-28c2-4008-a88c-8a817e158195,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:26.115175 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d20e486c-ce5b-44a7-9fae-40bb32156a91 None None] For port 3e3d5fa1-a849-4bb0-aada-b865b1be7e05, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3e3d5fa1-a849-4bb0-aada-b865b1be7e05,segment=NetworkSegment(dffab091-046d-4d38-b3b4-a09ae0857e9a),segment_id=dffab091-046d-4d38-b3b4-a09ae0857e9a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:34:26.115787 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f0981cfa-3477-4803-8b93-584244642440 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:26.117459 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d20e486c-ce5b-44a7-9fae-40bb32156a91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:26.124925 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f0981cfa-3477-4803-8b93-584244642440 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "DELETE /v2.0/subnets/9be1de30-28c2-4008-a88c-8a817e158195 HTTP/1.1" status: 204 len: 168 time: 0.5267653 May 26 16:34:26.127738 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59524) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:26.129789 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e240991-d3f7-4cd3-8803-e9d5bfb2fc3f None None] Network 5f7c34b4-082c-4c0e-b59c-dfe222581be7 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:34:26.141951 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2361f07-ffb5-4746-a43e-e66f77be3fd0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:26.165400 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f60eac3-e3b1-4b90-aa22-35b260b862fe x-openstack-request-id: req-9f60eac3-e3b1-4b90-aa22-35b260b862fe {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:34:26.166584 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ae06a0-340f-497b-a764-42537fdb38fc", "tag": "0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:34:26.167078 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9f60eac3-e3b1-4b90-aa22-35b260b862fe {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:34:26.167863 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f60eac3-e3b1-4b90-aa22-35b260b862fe'] response: {'name': 'network-changed', 'server_uuid': '00ae06a0-340f-497b-a764-42537fdb38fc', 'tag': '0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f', 'status': 'completed', 'code': 200} May 26 16:34:26.181563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d20e486c-ce5b-44a7-9fae-40bb32156a91 None None] Calling delete_port for 3e3d5fa1-a849-4bb0-aada-b865b1be7e05 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:34:26.209221 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2361f07-ffb5-4746-a43e-e66f77be3fd0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:26.245954 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33146753-1166-4218-9e38-a64b7647f3fe tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:26.252427 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2361f07-ffb5-4746-a43e-e66f77be3fd0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f2e0471-5b57-461a-8f13-a97acc497c96,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:26.266947 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2361f07-ffb5-4746-a43e-e66f77be3fd0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:26.269051 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e2361f07-ffb5-4746-a43e-e66f77be3fd0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3712511 May 26 16:34:26.275820 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd8eaa-0520-4663-960b-63c89da9e2f2 req-50b81637-8d75-4897-9d83-b96ac9856bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:26.276825 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-abcd8eaa-0520-4663-960b-63c89da9e2f2 req-50b81637-8d75-4897-9d83-b96ac9856bf7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f0fba92dcb0544e09da82cbc2b2dbb26&device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 1097 time: 0.1330125 May 26 16:34:26.352619 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-33146753-1166-4218-9e38-a64b7647f3fe tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Deleting port 3e3d5fa1-a849-4bb0-aada-b865b1be7e05 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:34:26.353077 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33146753-1166-4218-9e38-a64b7647f3fe tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:26.461411 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd8eaa-0520-4663-960b-63c89da9e2f2 req-def0479a-303e-4ed3-8e76-6a96c58f37b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:26.465092 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-abcd8eaa-0520-4663-960b-63c89da9e2f2 req-def0479a-303e-4ed3-8e76-6a96c58f37b2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f470defa-ce3d-4a80-8936-fdcd3a56fb1c HTTP/1.1" status: 200 len: 915 time: 0.1763716 May 26 16:34:26.483378 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-33146753-1166-4218-9e38-a64b7647f3fe tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] For port 3e3d5fa1-a849-4bb0-aada-b865b1be7e05, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3e3d5fa1-a849-4bb0-aada-b865b1be7e05,segment=NetworkSegment(dffab091-046d-4d38-b3b4-a09ae0857e9a),segment_id=dffab091-046d-4d38-b3b4-a09ae0857e9a)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:34:26.484019 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33146753-1166-4218-9e38-a64b7647f3fe tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:26.545916 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-33146753-1166-4218-9e38-a64b7647f3fe tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Calling delete_port for 3e3d5fa1-a849-4bb0-aada-b865b1be7e05 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:34:26.640013 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-abcd8eaa-0520-4663-960b-63c89da9e2f2 req-a0898ab7-e7a2-4650-90f8-2d20cf82a7e8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f HTTP/1.1" status: 200 len: 1001 time: 0.1641798 May 26 16:34:26.654054 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d20e486c-ce5b-44a7-9fae-40bb32156a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:26.745658 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd8eaa-0520-4663-960b-63c89da9e2f2 req-c1558f6d-7e69-4a31-a0ed-9f6d531d8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:26.747491 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-abcd8eaa-0520-4663-960b-63c89da9e2f2 req-c1558f6d-7e69-4a31-a0ed-9f6d531d8688 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70de716f-a599-4154-abad-e7ae007e30d9 HTTP/1.1" status: 200 len: 853 time: 0.0942259 May 26 16:34:26.759206 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e486c-ce5b-44a7-9fae-40bb32156a91 None None] Pushing event deleted for resources: {'Port': ['ID=3e3d5fa1-a849-4bb0-aada-b865b1be7e05,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:26.763062 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0d47af-be08-4bfd-8b4d-ec4918384900 None None] DHCP port deletion for 5f7c34b4-082c-4c0e-b59c-dfe222581be7 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:34:26.778252 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33146753-1166-4218-9e38-a64b7647f3fe tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:26.833293 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33146753-1166-4218-9e38-a64b7647f3fe tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event deleted for resources: {'Port': ['ID=3e3d5fa1-a849-4bb0-aada-b865b1be7e05,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:26.845696 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd8eaa-0520-4663-960b-63c89da9e2f2 req-d28b4257-4656-42f1-b1e2-f5b1340ea7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:26.848760 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-abcd8eaa-0520-4663-960b-63c89da9e2f2 req-d28b4257-4656-42f1-b1e2-f5b1340ea7e8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f470defa-ce3d-4a80-8936-fdcd3a56fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869431 May 26 16:34:26.852377 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33146753-1166-4218-9e38-a64b7647f3fe tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] No DVR routers for this DVR port 3e3d5fa1-a849-4bb0-aada-b865b1be7e05 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:34:26.863188 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20e486c-ce5b-44a7-9fae-40bb32156a91 None None] No DVR routers for this DVR port 3e3d5fa1-a849-4bb0-aada-b865b1be7e05 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:34:26.953309 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d47af-be08-4bfd-8b4d-ec4918384900 None None] Deleting port 5b079536-5e4d-4538-99f3-06e2cb8c6899 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:34:26.954052 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f0d47af-be08-4bfd-8b4d-ec4918384900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:27.055976 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33146753-1166-4218-9e38-a64b7647f3fe tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:27.076076 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-abcd8eaa-0520-4663-960b-63c89da9e2f2 req-ef7ccc2b-bb1d-49a1-851d-77871c07f053 service neutron] 10.222.0.83 "GET /v2.0/networks/f470defa-ce3d-4a80-8936-fdcd3a56fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066238 May 26 16:34:27.122282 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-33146753-1166-4218-9e38-a64b7647f3fe tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c95afc-af92-4047-b56a-5ecd01c954bc']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:27.143177 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-33146753-1166-4218-9e38-a64b7647f3fe tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dffab091-046d-4d38-b3b4-a09ae0857e9a') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:27.143661 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-33146753-1166-4218-9e38-a64b7647f3fe tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dffab091-046d-4d38-b3b4-a09ae0857e9a') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:27.178059 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33146753-1166-4218-9e38-a64b7647f3fe tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:27.210071 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-1f0d47af-be08-4bfd-8b4d-ec4918384900 None None] For port 5b079536-5e4d-4538-99f3-06e2cb8c6899, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=5b079536-5e4d-4538-99f3-06e2cb8c6899,segment=NetworkSegment(1557582c-2ed0-4cc1-b881-98a6ef4faeb2),segment_id=1557582c-2ed0-4cc1-b881-98a6ef4faeb2)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:34:27.213033 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f0d47af-be08-4bfd-8b4d-ec4918384900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:27.225928 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33146753-1166-4218-9e38-a64b7647f3fe tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:27.247689 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33146753-1166-4218-9e38-a64b7647f3fe tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:34:27.248127 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33146753-1166-4218-9e38-a64b7647f3fe tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:27.260608 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d47af-be08-4bfd-8b4d-ec4918384900 None None] Calling delete_port for 5b079536-5e4d-4538-99f3-06e2cb8c6899 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:34:27.401891 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-abcd8eaa-0520-4663-960b-63c89da9e2f2 req-e5a4291d-f4cf-428d-8ee5-15d2a381f3a0 service neutron] 10.222.0.83 "GET /v2.0/networks/f470defa-ce3d-4a80-8936-fdcd3a56fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143971 May 26 16:34:27.419135 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment dffab091-046d-4d38-b3b4-a09ae0857e9a resource provider aggregate not found May 26 16:34:27.513384 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment dffab091-046d-4d38-b3b4-a09ae0857e9a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dffab091-046d-4d38-b3b4-a09ae0857e9a found for delete ", "request_id": "req-5065ce45-38eb-4481-9151-5c20b1d2fad0"}]} May 26 16:34:27.549649 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33146753-1166-4218-9e38-a64b7647f3fe tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:27.562165 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3e3d5fa1-a849-4bb0-aada-b865b1be7e05 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:34:27.562459 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33146753-1166-4218-9e38-a64b7647f3fe tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:27.573094 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-33146753-1166-4218-9e38-a64b7647f3fe tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "DELETE /v2.0/networks/07c95afc-af92-4047-b56a-5ecd01c954bc HTTP/1.1" status: 204 len: 168 time: 1.4409788 May 26 16:34:27.574083 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59602) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:27.614876 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 3e3d5fa1-a849-4bb0-aada-b865b1be7e05 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:34:27.615552 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3e3d5fa1-a849-4bb0-aada-b865b1be7e05 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:34:27.616312 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 5b079536-5e4d-4538-99f3-06e2cb8c6899 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:34:27.629114 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33146753-1166-4218-9e38-a64b7647f3fe tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event deleted for resources: {'Network': ['ID=07c95afc-af92-4047-b56a-5ecd01c954bc,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:27.767153 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90fadf85-40a8-431b-9d48-69aa8db386cf tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:27.911862 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-90fadf85-40a8-431b-9d48-69aa8db386cf tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Deleting port 5b079536-5e4d-4538-99f3-06e2cb8c6899 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:34:27.912527 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90fadf85-40a8-431b-9d48-69aa8db386cf tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:27.947979 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f0d47af-be08-4bfd-8b4d-ec4918384900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:28.009639 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d47af-be08-4bfd-8b4d-ec4918384900 None None] Pushing event deleted for resources: {'Port': ['ID=5b079536-5e4d-4538-99f3-06e2cb8c6899,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:28.012879 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0d47af-be08-4bfd-8b4d-ec4918384900 None None] No DVR routers for this DVR port 5b079536-5e4d-4538-99f3-06e2cb8c6899 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:34:28.016945 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No active binding found for port 5b079536-5e4d-4538-99f3-06e2cb8c6899 {{(pid=103897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 26 16:34:28.017646 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 5b079536-5e4d-4538-99f3-06e2cb8c6899 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:34:28.049287 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-90fadf85-40a8-431b-9d48-69aa8db386cf tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] For port 5b079536-5e4d-4538-99f3-06e2cb8c6899, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=5b079536-5e4d-4538-99f3-06e2cb8c6899,segment=NetworkSegment(1557582c-2ed0-4cc1-b881-98a6ef4faeb2),segment_id=1557582c-2ed0-4cc1-b881-98a6ef4faeb2)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:34:28.050011 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90fadf85-40a8-431b-9d48-69aa8db386cf tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:28.088566 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-90fadf85-40a8-431b-9d48-69aa8db386cf tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Calling delete_port for 5b079536-5e4d-4538-99f3-06e2cb8c6899 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:34:28.234106 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90fadf85-40a8-431b-9d48-69aa8db386cf tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:28.293882 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fadf85-40a8-431b-9d48-69aa8db386cf tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event deleted for resources: {'Port': ['ID=5b079536-5e4d-4538-99f3-06e2cb8c6899,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:28.309855 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fadf85-40a8-431b-9d48-69aa8db386cf tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] No DVR routers for this DVR port 5b079536-5e4d-4538-99f3-06e2cb8c6899 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:34:28.524367 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90fadf85-40a8-431b-9d48-69aa8db386cf tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:28.581634 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-90fadf85-40a8-431b-9d48-69aa8db386cf tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7c34b4-082c-4c0e-b59c-dfe222581be7']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:28.606125 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-90fadf85-40a8-431b-9d48-69aa8db386cf tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1557582c-2ed0-4cc1-b881-98a6ef4faeb2') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:28.607040 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-90fadf85-40a8-431b-9d48-69aa8db386cf tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1557582c-2ed0-4cc1-b881-98a6ef4faeb2') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:28.625572 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90fadf85-40a8-431b-9d48-69aa8db386cf tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:28.653435 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90fadf85-40a8-431b-9d48-69aa8db386cf tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:28.667679 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90fadf85-40a8-431b-9d48-69aa8db386cf tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:34:28.668709 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90fadf85-40a8-431b-9d48-69aa8db386cf tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:28.804078 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90fadf85-40a8-431b-9d48-69aa8db386cf tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:28.835992 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90fadf85-40a8-431b-9d48-69aa8db386cf tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:28.844405 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59636) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:28.845178 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-90fadf85-40a8-431b-9d48-69aa8db386cf tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "DELETE /v2.0/networks/5f7c34b4-082c-4c0e-b59c-dfe222581be7 HTTP/1.1" status: 204 len: 168 time: 1.2650137 May 26 16:34:28.872468 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fadf85-40a8-431b-9d48-69aa8db386cf tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event deleted for resources: {'Network': ['ID=5f7c34b4-082c-4c0e-b59c-dfe222581be7,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:28.964019 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-295501ba-7984-4e81-97a0-9ab30ecdfff4 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Deleting subnet 08f9e86a-afbe-4380-90c6-da34c071bb1d {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:34:28.968350 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-295501ba-7984-4e81-97a0-9ab30ecdfff4 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:29.080404 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-295501ba-7984-4e81-97a0-9ab30ecdfff4 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:29.260033 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-295501ba-7984-4e81-97a0-9ab30ecdfff4 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:29.471557 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-295501ba-7984-4e81-97a0-9ab30ecdfff4 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:29.532843 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295501ba-7984-4e81-97a0-9ab30ecdfff4 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event deleted for resources: {'Subnet': ['ID=08f9e86a-afbe-4380-90c6-da34c071bb1d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:29.549206 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092adf02-ce98-4300-acc1-b1361bac7f68 None None] Network c46a2f3d-04ff-4957-a63b-36149d0e2342 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:34:29.561994 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-295501ba-7984-4e81-97a0-9ab30ecdfff4 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:29.573849 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-295501ba-7984-4e81-97a0-9ab30ecdfff4 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "DELETE /v2.0/subnets/08f9e86a-afbe-4380-90c6-da34c071bb1d HTTP/1.1" status: 204 len: 168 time: 0.7225001 May 26 16:34:29.574067 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59654) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:29.605261 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 1557582c-2ed0-4cc1-b881-98a6ef4faeb2 resource provider aggregate not found May 26 16:34:29.840607 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 1557582c-2ed0-4cc1-b881-98a6ef4faeb2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1557582c-2ed0-4cc1-b881-98a6ef4faeb2 found for delete ", "request_id": "req-57569884-4fee-4d7b-90a1-464d6bd085d5"}]} May 26 16:34:29.865863 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315145b2-3ada-437f-999a-14bea6307819 None None] DHCP port deletion for c46a2f3d-04ff-4957-a63b-36149d0e2342 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:34:29.884639 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-97698b29-596e-46b9-bd5b-570b7f01896d tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:29.973142 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-315145b2-3ada-437f-999a-14bea6307819 None None] Deleting port a92bf64a-4c91-4748-b8e6-3b10aee7507e {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:34:29.977298 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-315145b2-3ada-437f-999a-14bea6307819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:30.058069 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-97698b29-596e-46b9-bd5b-570b7f01896d tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Deleting port a92bf64a-4c91-4748-b8e6-3b10aee7507e {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:34:30.058410 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-97698b29-596e-46b9-bd5b-570b7f01896d tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:30.114071 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59662) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:30.149826 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-315145b2-3ada-437f-999a-14bea6307819 None None] For port a92bf64a-4c91-4748-b8e6-3b10aee7507e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a92bf64a-4c91-4748-b8e6-3b10aee7507e,segment=NetworkSegment(2ec096da-6b44-42d0-bbde-4df12968a183),segment_id=2ec096da-6b44-42d0-bbde-4df12968a183)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:34:30.150580 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-315145b2-3ada-437f-999a-14bea6307819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:30.176637 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-315145b2-3ada-437f-999a-14bea6307819 None None] Calling delete_port for a92bf64a-4c91-4748-b8e6-3b10aee7507e owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:34:30.205356 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-97698b29-596e-46b9-bd5b-570b7f01896d tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] For port a92bf64a-4c91-4748-b8e6-3b10aee7507e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a92bf64a-4c91-4748-b8e6-3b10aee7507e,segment=NetworkSegment(2ec096da-6b44-42d0-bbde-4df12968a183),segment_id=2ec096da-6b44-42d0-bbde-4df12968a183)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:34:30.205877 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-97698b29-596e-46b9-bd5b-570b7f01896d tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:30.227280 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-97698b29-596e-46b9-bd5b-570b7f01896d tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Calling delete_port for a92bf64a-4c91-4748-b8e6-3b10aee7507e owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:34:30.337677 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-315145b2-3ada-437f-999a-14bea6307819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:30.358123 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6bd83c67-62fd-4f4d-b670-bbaec3bdb3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:30.380037 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-97698b29-596e-46b9-bd5b-570b7f01896d tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:30.383142 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315145b2-3ada-437f-999a-14bea6307819 None None] Pushing event deleted for resources: {'Port': ['ID=a92bf64a-4c91-4748-b8e6-3b10aee7507e,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:30.399949 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315145b2-3ada-437f-999a-14bea6307819 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:30.400556 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315145b2-3ada-437f-999a-14bea6307819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:30.401060 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315145b2-3ada-437f-999a-14bea6307819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:30.401642 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315145b2-3ada-437f-999a-14bea6307819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:30.402560 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315145b2-3ada-437f-999a-14bea6307819 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:30.403311 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315145b2-3ada-437f-999a-14bea6307819 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:30.403759 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315145b2-3ada-437f-999a-14bea6307819 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:30.404292 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315145b2-3ada-437f-999a-14bea6307819 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:30.404821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315145b2-3ada-437f-999a-14bea6307819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:30.405309 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315145b2-3ada-437f-999a-14bea6307819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:30.405846 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315145b2-3ada-437f-999a-14bea6307819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:30.406320 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315145b2-3ada-437f-999a-14bea6307819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:30.418500 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315145b2-3ada-437f-999a-14bea6307819 None None] No DVR routers for this DVR port a92bf64a-4c91-4748-b8e6-3b10aee7507e on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:34:30.477086 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97698b29-596e-46b9-bd5b-570b7f01896d tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event deleted for resources: {'Port': ['ID=a92bf64a-4c91-4748-b8e6-3b10aee7507e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:30.486970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97698b29-596e-46b9-bd5b-570b7f01896d tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] No DVR routers for this DVR port a92bf64a-4c91-4748-b8e6-3b10aee7507e on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:34:30.513167 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6bd83c67-62fd-4f4d-b670-bbaec3bdb3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:30.527266 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6bd83c67-62fd-4f4d-b670-bbaec3bdb3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:30.577482 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd83c67-62fd-4f4d-b670-bbaec3bdb3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2021df7f-6dbc-4da8-a766-d1ce4f7377e9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:30.591344 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6bd83c67-62fd-4f4d-b670-bbaec3bdb3ea admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b83c01e07ce244ca917acd52338028ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4761434 May 26 16:34:30.592331 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59666) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:30.594058 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd83c67-62fd-4f4d-b670-bbaec3bdb3ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:30.594475 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd83c67-62fd-4f4d-b670-bbaec3bdb3ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:30.595521 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd83c67-62fd-4f4d-b670-bbaec3bdb3ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:30.595923 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd83c67-62fd-4f4d-b670-bbaec3bdb3ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:30.596365 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd83c67-62fd-4f4d-b670-bbaec3bdb3ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:30.597011 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd83c67-62fd-4f4d-b670-bbaec3bdb3ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:30.597411 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd83c67-62fd-4f4d-b670-bbaec3bdb3ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:30.597822 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd83c67-62fd-4f4d-b670-bbaec3bdb3ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:30.598220 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd83c67-62fd-4f4d-b670-bbaec3bdb3ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:30.598617 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd83c67-62fd-4f4d-b670-bbaec3bdb3ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:30.599014 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd83c67-62fd-4f4d-b670-bbaec3bdb3ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:30.599420 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd83c67-62fd-4f4d-b670-bbaec3bdb3ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:30.679074 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-97698b29-596e-46b9-bd5b-570b7f01896d tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:30.707125 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:30.729450 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-97698b29-596e-46b9-bd5b-570b7f01896d tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46a2f3d-04ff-4957-a63b-36149d0e2342']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:30.730108 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab8a2df8-4403-4f8d-a104-d308da89a0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:30.754826 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-97698b29-596e-46b9-bd5b-570b7f01896d tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec096da-6b44-42d0-bbde-4df12968a183') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:30.755333 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-97698b29-596e-46b9-bd5b-570b7f01896d tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec096da-6b44-42d0-bbde-4df12968a183') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:34:30.768380 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab8a2df8-4403-4f8d-a104-d308da89a0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:30.778833 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-97698b29-596e-46b9-bd5b-570b7f01896d tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:30.793782 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-97698b29-596e-46b9-bd5b-570b7f01896d tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:30.809818 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97698b29-596e-46b9-bd5b-570b7f01896d tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:34:30.810501 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-97698b29-596e-46b9-bd5b-570b7f01896d tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:30.844932 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab8a2df8-4403-4f8d-a104-d308da89a0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:30.848392 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ab8a2df8-4403-4f8d-a104-d308da89a0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:30.852710 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ab8a2df8-4403-4f8d-a104-d308da89a0aa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2021df7f-6dbc-4da8-a766-d1ce4f7377e9 HTTP/1.1" status: 204 len: 168 time: 0.2472613 May 26 16:34:30.861438 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a2df8-4403-4f8d-a104-d308da89a0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2021df7f-6dbc-4da8-a766-d1ce4f7377e9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:30.951266 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-97698b29-596e-46b9-bd5b-570b7f01896d tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:30.970424 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-97698b29-596e-46b9-bd5b-570b7f01896d tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:30.983067 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59674) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:30.983320 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-97698b29-596e-46b9-bd5b-570b7f01896d tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "DELETE /v2.0/networks/c46a2f3d-04ff-4957-a63b-36149d0e2342 HTTP/1.1" status: 204 len: 168 time: 1.4077299 May 26 16:34:31.003798 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97698b29-596e-46b9-bd5b-570b7f01896d tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Pushing event deleted for resources: {'Network': ['ID=c46a2f3d-04ff-4957-a63b-36149d0e2342,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:31.037570 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5aef2635-61fd-456e-9eb5-58b890a0e214 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "GET /v2.0/ports?device_id=38492335-1e32-4dac-8715-310025673a4d HTTP/1.1" status: 200 len: 205 time: 0.0525064 May 26 16:34:31.040821 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59676) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:31.137515 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-873defe9-b7db-40c4-a6d4-7b94bd0c6368 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:31.389548 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-873defe9-b7db-40c4-a6d4-7b94bd0c6368 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:31.396214 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59680) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:31.402656 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-873defe9-b7db-40c4-a6d4-7b94bd0c6368 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:31.439217 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-27844aca-ec2c-4099-bc1a-93b96e7af3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:31.474029 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a92bf64a-4c91-4748-b8e6-3b10aee7507e no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:34:31.493804 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-873defe9-b7db-40c4-a6d4-7b94bd0c6368 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:31.495203 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873defe9-b7db-40c4-a6d4-7b94bd0c6368 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Fanout notify agent at l3_agent the message router_deleted on router 38492335-1e32-4dac-8715-310025673a4d {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:34:31.515322 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-873defe9-b7db-40c4-a6d4-7b94bd0c6368 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:31.522780 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-873defe9-b7db-40c4-a6d4-7b94bd0c6368 tempest-RoutersNegativeIpV6Test-1260957675 tempest-RoutersNegativeIpV6Test-1260957675-project] 10.222.0.77 "DELETE /v2.0/routers/38492335-1e32-4dac-8715-310025673a4d HTTP/1.1" status: 204 len: 168 time: 0.4770448 May 26 16:34:31.541395 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: a92bf64a-4c91-4748-b8e6-3b10aee7507e {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:34:31.542307 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a92bf64a-4c91-4748-b8e6-3b10aee7507e not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:34:31.611050 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-27844aca-ec2c-4099-bc1a-93b96e7af3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:31.619718 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-27844aca-ec2c-4099-bc1a-93b96e7af3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:31.697361 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27844aca-ec2c-4099-bc1a-93b96e7af3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e56cf8-de00-4707-9549-24d1acd0526c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:31.703176 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-27844aca-ec2c-4099-bc1a-93b96e7af3f7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=01974b4dd295436584da1dfb4911c0e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3090153 May 26 16:34:31.706917 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59686) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:31.830996 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5abbcd1-eb96-4045-a35b-1c8a141e3d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:31.869040 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 2ec096da-6b44-42d0-bbde-4df12968a183 resource provider aggregate not found May 26 16:34:31.886495 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5abbcd1-eb96-4045-a35b-1c8a141e3d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:31.888082 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 2ec096da-6b44-42d0-bbde-4df12968a183 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ec096da-6b44-42d0-bbde-4df12968a183 found for delete ", "request_id": "req-3c38d1b1-5440-4970-ac93-b26afc50550d"}]} May 26 16:34:31.982511 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5abbcd1-eb96-4045-a35b-1c8a141e3d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:31.989997 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e5abbcd1-eb96-4045-a35b-1c8a141e3d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:31.992939 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e5abbcd1-eb96-4045-a35b-1c8a141e3d94 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/37e56cf8-de00-4707-9549-24d1acd0526c HTTP/1.1" status: 204 len: 168 time: 0.2843776 May 26 16:34:32.009826 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abbcd1-eb96-4045-a35b-1c8a141e3d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e56cf8-de00-4707-9549-24d1acd0526c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:32.027646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59696) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:32.535557 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59708) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:32.536353 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c78e7e0b-d2db-490d-9b2c-5ea062530d23 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=367a498fa6154126ad8e123a0279cf20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5066433 May 26 16:34:32.629552 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7965e4dc-eaf0-4e69-9023-a41523e31584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:32.677080 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7965e4dc-eaf0-4e69-9023-a41523e31584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:32.791303 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7965e4dc-eaf0-4e69-9023-a41523e31584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:32.794323 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7965e4dc-eaf0-4e69-9023-a41523e31584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:32.811972 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7965e4dc-eaf0-4e69-9023-a41523e31584 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/79c7d6d7-50a1-4764-9a4a-0f527df401e9 HTTP/1.1" status: 204 len: 168 time: 0.2602184 May 26 16:34:32.827928 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965e4dc-eaf0-4e69-9023-a41523e31584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c7d6d7-50a1-4764-9a4a-0f527df401e9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:35.557725 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59802) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:35.693133 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b686046a-a045-4e1b-a10d-f210ff490b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:35.815876 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b686046a-a045-4e1b-a10d-f210ff490b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:35.823073 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b686046a-a045-4e1b-a10d-f210ff490b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:35.884588 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b686046a-a045-4e1b-a10d-f210ff490b40 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b55514b3d0b3481aae0f913585ff6e98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254359 May 26 16:34:35.887973 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59806) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:35.888529 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686046a-a045-4e1b-a10d-f210ff490b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30163e81-4314-4a24-8ee4-bb8124c7f5a7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:35.990456 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ecf37a2-37f7-406e-9eb4-0471059beccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:36.027182 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ecf37a2-37f7-406e-9eb4-0471059beccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:36.115196 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ecf37a2-37f7-406e-9eb4-0471059beccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:36.125539 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ecf37a2-37f7-406e-9eb4-0471059beccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:36.132822 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7ecf37a2-37f7-406e-9eb4-0471059beccc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/30163e81-4314-4a24-8ee4-bb8124c7f5a7 HTTP/1.1" status: 204 len: 168 time: 0.2416055 May 26 16:34:36.171934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf37a2-37f7-406e-9eb4-0471059beccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30163e81-4314-4a24-8ee4-bb8124c7f5a7,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:36.627799 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59820) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:36.646369 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13dc4806-17f0-4b0d-9acb-d95a7f2935f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:36.770283 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13dc4806-17f0-4b0d-9acb-d95a7f2935f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:36.777500 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13dc4806-17f0-4b0d-9acb-d95a7f2935f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:36.817017 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc4806-17f0-4b0d-9acb-d95a7f2935f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef6f3d7-de1a-4af9-9896-ee07980b3e10,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:36.822037 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-13dc4806-17f0-4b0d-9acb-d95a7f2935f3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a5f480eab78746f6ab1105fcb81a5c12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1928613 May 26 16:34:36.825666 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59822) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:36.882349 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d2112f99-f8f0-4f9e-bac8-7225e807c308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:36.910299 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d2112f99-f8f0-4f9e-bac8-7225e807c308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:36.966438 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d2112f99-f8f0-4f9e-bac8-7225e807c308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:36.969367 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d2112f99-f8f0-4f9e-bac8-7225e807c308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:36.970684 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d2112f99-f8f0-4f9e-bac8-7225e807c308 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eef6f3d7-de1a-4af9-9896-ee07980b3e10 HTTP/1.1" status: 204 len: 168 time: 0.1439588 May 26 16:34:36.979974 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2112f99-f8f0-4f9e-bac8-7225e807c308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef6f3d7-de1a-4af9-9896-ee07980b3e10,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:40.346122 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59942) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:40.562955 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-17f5a9cd-fcb8-491a-9546-7f3d8de1d7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:40.690131 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-17f5a9cd-fcb8-491a-9546-7f3d8de1d7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:40.699477 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-17f5a9cd-fcb8-491a-9546-7f3d8de1d7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:40.755385 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-17f5a9cd-fcb8-491a-9546-7f3d8de1d7cf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3c4f001654c345e29224e58a23c5898d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4075255 May 26 16:34:40.755674 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59952) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:40.774939 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5a9cd-fcb8-491a-9546-7f3d8de1d7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851be815-9411-463a-aa31-b7c493315a65,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:40.833761 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a343eb7-50d0-4814-bc83-019cf4c3f4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:40.860426 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a343eb7-50d0-4814-bc83-019cf4c3f4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:40.957883 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a343eb7-50d0-4814-bc83-019cf4c3f4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:40.964548 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4a343eb7-50d0-4814-bc83-019cf4c3f4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:40.972283 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4a343eb7-50d0-4814-bc83-019cf4c3f4a3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/851be815-9411-463a-aa31-b7c493315a65 HTTP/1.1" status: 204 len: 168 time: 0.2150326 May 26 16:34:40.989404 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a343eb7-50d0-4814-bc83-019cf4c3f4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851be815-9411-463a-aa31-b7c493315a65,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:41.513333 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 59976) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:41.530015 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94bccca3-6ad3-413c-b5e1-2f660111499f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:41.781913 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94bccca3-6ad3-413c-b5e1-2f660111499f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:41.789895 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-94bccca3-6ad3-413c-b5e1-2f660111499f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:41.872957 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-94bccca3-6ad3-413c-b5e1-2f660111499f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f013fe40b5994463ae0f48a2d69d60c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3580501 May 26 16:34:41.874640 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bccca3-6ad3-413c-b5e1-2f660111499f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242db5df-f9f7-4448-a7bf-89ababb2f68b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:41.875268 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 59982) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:41.962583 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05216d6f-615b-4e22-94da-02a6f6cf692c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:42.000030 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05216d6f-615b-4e22-94da-02a6f6cf692c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:42.087713 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05216d6f-615b-4e22-94da-02a6f6cf692c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:42.094908 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-05216d6f-615b-4e22-94da-02a6f6cf692c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:42.099191 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-05216d6f-615b-4e22-94da-02a6f6cf692c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/242db5df-f9f7-4448-a7bf-89ababb2f68b HTTP/1.1" status: 204 len: 168 time: 0.2228150 May 26 16:34:42.108766 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05216d6f-615b-4e22-94da-02a6f6cf692c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242db5df-f9f7-4448-a7bf-89ababb2f68b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:43.093963 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f4aa9d44-dda0-4e66-94ff-5457bc766f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:43.754041 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60042) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:43.927518 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-260580873-network', 'tenant_id': 'aec304a77bc84c6190ff74a52dc4ca0f'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:43.971705 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Made reservation on behalf of aec304a77bc84c6190ff74a52dc4ca0f for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:34:43.975882 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:43.989683 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:44.118671 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:44.125607 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:44.199695 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:34:44.229511 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aba260b-4249-4078-99c7-98de8173be54,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:44.239396 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:44.240021 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Added segment 8bf7b1d4-a923-470f-8440-e419bcbbc064 of type vlan for network 6f5550f6-7ab9-4684-8579-8149811b4924 May 26 16:34:44.252278 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:44.252937 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:44.253349 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:44.253750 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:44.254449 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:44.254909 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:44.255417 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:44.256135 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:44.257322 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:44.258025 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:44.258362 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:44.258699 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:34:44.353550 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:44.400534 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:44.401910 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:44.405153 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:44.482298 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7269552 May 26 16:34:44.486035 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60052) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:44.493964 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-6800348e-810b-422a-acd6-84c0df8d5c84 admin admin] Request body: {'subnet': {'network_id': '6f5550f6-7ab9-4684-8579-8149811b4924', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-260580873-subnet', 'tenant_id': 'aec304a77bc84c6190ff74a52dc4ca0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:44.503068 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432042bb-0f58-4800-a803-2c4b3a8998c1 admin admin] Pushing event updated for resources: {'Network': ['ID=6f5550f6-7ab9-4684-8579-8149811b4924,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:44.518629 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 6f5550f6-7ab9-4684-8579-8149811b4924 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:34:44.528992 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6800348e-810b-422a-acd6-84c0df8d5c84 admin admin] Made reservation on behalf of aec304a77bc84c6190ff74a52dc4ca0f for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:34:44.532170 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6800348e-810b-422a-acd6-84c0df8d5c84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:44.765547 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6800348e-810b-422a-acd6-84c0df8d5c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:44.844852 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800348e-810b-422a-acd6-84c0df8d5c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=147ff33a-4d99-460b-b405-0e8ed73408dd,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:44.853403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6800348e-810b-422a-acd6-84c0df8d5c84 admin admin] Checking segment: {'id': '8bf7b1d4-a923-470f-8440-e419bcbbc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6f5550f6-7ab9-4684-8579-8149811b4924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:34:44.853904 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6800348e-810b-422a-acd6-84c0df8d5c84 admin admin] Network hostable DHCP agents. Network: 6f5550f6-7ab9-4684-8579-8149811b4924, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:34:44.878353 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6800348e-810b-422a-acd6-84c0df8d5c84 admin admin] Network 6f5550f6-7ab9-4684-8579-8149811b4924 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:34:44.892411 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-6800348e-810b-422a-acd6-84c0df8d5c84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 6f5550f6-7ab9-4684-8579-8149811b4924) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:34:44.905002 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4de47d-51f4-43b7-9d3d-a249cc92c20e None None] Network 6f5550f6-7ab9-4684-8579-8149811b4924 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:34:44.910303 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6800348e-810b-422a-acd6-84c0df8d5c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:44.910907 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6800348e-810b-422a-acd6-84c0df8d5c84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:44.939726 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6800348e-810b-422a-acd6-84c0df8d5c84 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4514589 May 26 16:34:45.205721 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715a00d0-de5b-4b61-af69-181df1fdc5d0 None None] Network 6f5550f6-7ab9-4684-8579-8149811b4924 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:34:45.530973 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d5922414-df87-4dab-b358-1de8cf30788d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:46.197333 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60096) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:46.204124 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-31a461c3-baaf-438e-8f9d-775c54af15e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-68518872-network', 'tenant_id': 'dd1682a03da34433a6d17c9528dbd5d7'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:46.230226 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a461c3-baaf-438e-8f9d-775c54af15e4 admin admin] Made reservation on behalf of dd1682a03da34433a6d17c9528dbd5d7 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:34:46.234250 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-31a461c3-baaf-438e-8f9d-775c54af15e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:46.250159 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-31a461c3-baaf-438e-8f9d-775c54af15e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:46.397956 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-31a461c3-baaf-438e-8f9d-775c54af15e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:46.404302 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-31a461c3-baaf-438e-8f9d-775c54af15e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:46.438718 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a461c3-baaf-438e-8f9d-775c54af15e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:34:46.461326 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a461c3-baaf-438e-8f9d-775c54af15e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e26483-856d-4bff-8024-5750afd72832,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:46.480011 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-31a461c3-baaf-438e-8f9d-775c54af15e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:46.482153 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-31a461c3-baaf-438e-8f9d-775c54af15e4 admin admin] Added segment a3dd4fee-970f-4dfb-9498-a780f79482c6 of type vlan for network 3c4a8235-a5d9-4f88-b37a-237651ca3a05 May 26 16:34:46.534357 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-31a461c3-baaf-438e-8f9d-775c54af15e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:46.564314 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-31a461c3-baaf-438e-8f9d-775c54af15e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:46.565343 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a461c3-baaf-438e-8f9d-775c54af15e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:46.566139 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-31a461c3-baaf-438e-8f9d-775c54af15e4 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:46.606796 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:46.633328 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-31a461c3-baaf-438e-8f9d-775c54af15e4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4340649 May 26 16:34:46.636427 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60098) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:46.654605 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a926bf88-6c93-4c90-8cf3-25919b1ef470 admin admin] Request body: {'subnet': {'network_id': '3c4a8235-a5d9-4f88-b37a-237651ca3a05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-68518872-subnet', 'tenant_id': 'dd1682a03da34433a6d17c9528dbd5d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:46.673869 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a461c3-baaf-438e-8f9d-775c54af15e4 admin admin] Pushing event updated for resources: {'Network': ['ID=3c4a8235-a5d9-4f88-b37a-237651ca3a05,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:46.697900 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 3c4a8235-a5d9-4f88-b37a-237651ca3a05 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:34:46.733791 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a926bf88-6c93-4c90-8cf3-25919b1ef470 admin admin] Made reservation on behalf of dd1682a03da34433a6d17c9528dbd5d7 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:34:46.736544 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a926bf88-6c93-4c90-8cf3-25919b1ef470 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:47.174386 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a926bf88-6c93-4c90-8cf3-25919b1ef470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:47.319821 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926bf88-6c93-4c90-8cf3-25919b1ef470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cffcf99c-4bd5-4498-a061-abb4d316ce48,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:47.329290 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a926bf88-6c93-4c90-8cf3-25919b1ef470 admin admin] Checking segment: {'id': 'a3dd4fee-970f-4dfb-9498-a780f79482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3c4a8235-a5d9-4f88-b37a-237651ca3a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:34:47.329663 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a926bf88-6c93-4c90-8cf3-25919b1ef470 admin admin] Network hostable DHCP agents. Network: 3c4a8235-a5d9-4f88-b37a-237651ca3a05, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:34:47.378625 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a926bf88-6c93-4c90-8cf3-25919b1ef470 admin admin] Network 3c4a8235-a5d9-4f88-b37a-237651ca3a05 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:34:47.396547 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-a926bf88-6c93-4c90-8cf3-25919b1ef470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 3c4a8235-a5d9-4f88-b37a-237651ca3a05) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:34:47.403258 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a926bf88-6c93-4c90-8cf3-25919b1ef470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:47.403551 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a926bf88-6c93-4c90-8cf3-25919b1ef470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:47.426611 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26ecd0c-222b-49f7-9012-7d1f11355811 None None] Network 3c4a8235-a5d9-4f88-b37a-237651ca3a05 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:34:47.456011 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a926bf88-6c93-4c90-8cf3-25919b1ef470 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8184423 May 26 16:34:47.880338 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b7b687-4669-4126-9b9c-121d298f5d23 None None] Network 3c4a8235-a5d9-4f88-b37a-237651ca3a05 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:34:48.229666 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:48.343868 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:48.719404 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-dce9ec83-a62b-4220-98b8-1595d058dec3 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:48.724340 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-dce9ec83-a62b-4220-98b8-1595d058dec3 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/networks?id=6f5550f6-7ab9-4684-8579-8149811b4924 HTTP/1.1" status: 200 len: 808 time: 0.2137337 May 26 16:34:48.749628 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-f13fbe8c-0184-4282-b656-11b4aff8bd31 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/quotas/aec304a77bc84c6190ff74a52dc4ca0f HTTP/1.1" status: 200 len: 375 time: 0.0177758 May 26 16:34:48.805176 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-b33f77e5-9206-433e-8ed9-f8c6d00d8232 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=aec304a77bc84c6190ff74a52dc4ca0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478435 May 26 16:34:48.922714 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-99bd18ab-1a6b-4f6c-b44d-50085b24d6e1 service neutron] 10.222.0.77 "GET /v2.0/networks/6f5550f6-7ab9-4684-8579-8149811b4924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134355 May 26 16:34:49.015953 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60142) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:49.065334 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:49.160243 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-b11a7d4c-9d53-4bc6-be9a-d6f29d13f01b service neutron] 10.222.0.77 "GET /v2.0/networks/6f5550f6-7ab9-4684-8579-8149811b4924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332845 May 26 16:34:49.524703 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b985ff4-7156-4894-bbf5-da8ef4314138 req-51b4e53f-8a28-42ec-99cb-29809d5bc875 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbff609d-fa16-4cbe-a088-2d9c0b8df84e HTTP/1.1" status: 200 len: 210 time: 0.0723650 May 26 16:34:49.708977 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-222eb743-e048-4b1b-9769-f58f55f57c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:49.890688 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-222eb743-e048-4b1b-9769-f58f55f57c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:49.902212 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-222eb743-e048-4b1b-9769-f58f55f57c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:50.011516 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-222eb743-e048-4b1b-9769-f58f55f57c74 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0c064738a73641ba9aa69b5094ef1297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9916742 May 26 16:34:50.012146 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60176) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:50.044033 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222eb743-e048-4b1b-9769-f58f55f57c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25a4808-aac4-42e9-bb35-aefc244a8a4d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:50.117341 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-297e7663-a0b8-45ab-9374-121e419ef8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:50.189395 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-297e7663-a0b8-45ab-9374-121e419ef8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:50.269187 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-297e7663-a0b8-45ab-9374-121e419ef8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:50.274385 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-297e7663-a0b8-45ab-9374-121e419ef8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:50.276854 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-297e7663-a0b8-45ab-9374-121e419ef8af admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f25a4808-aac4-42e9-bb35-aefc244a8a4d HTTP/1.1" status: 204 len: 168 time: 0.2626023 May 26 16:34:50.304244 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e7663-a0b8-45ab-9374-121e419ef8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25a4808-aac4-42e9-bb35-aefc244a8a4d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:50.726810 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9b2ca13e-ba85-40d0-afe1-7978dc2a1b27 req-e11a40f3-73a1-4836-aa20-b63ff24c1c60 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbff609d-fa16-4cbe-a088-2d9c0b8df84e HTTP/1.1" status: 200 len: 210 time: 0.1030519 May 26 16:34:51.026919 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60196) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:51.049683 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-218f0023-5d33-4614-bb54-025159777261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:51.196421 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-218f0023-5d33-4614-bb54-025159777261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:51.203751 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-218f0023-5d33-4614-bb54-025159777261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:51.277042 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-218f0023-5d33-4614-bb54-025159777261 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=234b918d8f3d44bd9e392f51fcf472bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2458091 May 26 16:34:51.277042 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f0023-5d33-4614-bb54-025159777261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d9429d-32dc-42fe-b4cb-79c241d78774,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:51.278205 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60198) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:51.426589 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ede35d3e-a4cc-482c-91ed-1851282f91a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:51.492901 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ede35d3e-a4cc-482c-91ed-1851282f91a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:51.674515 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ede35d3e-a4cc-482c-91ed-1851282f91a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:51.681957 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ede35d3e-a4cc-482c-91ed-1851282f91a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:51.688239 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ede35d3e-a4cc-482c-91ed-1851282f91a9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b4d9429d-32dc-42fe-b4cb-79c241d78774 HTTP/1.1" status: 204 len: 168 time: 0.4001935 May 26 16:34:51.733732 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:34:51.735375 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede35d3e-a4cc-482c-91ed-1851282f91a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d9429d-32dc-42fe-b4cb-79c241d78774,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:51.991572 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f9f17ce-718d-437c-b8c9-a62e1d7ace52 req-552db524-e651-4c24-9059-abc54e8ead4d tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbff609d-fa16-4cbe-a088-2d9c0b8df84e HTTP/1.1" status: 200 len: 210 time: 0.0639045 May 26 16:34:52.448434 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-19b3b5c7-4bc7-46c5-9c77-98ac6cea1d87 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:52.450907 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-19b3b5c7-4bc7-46c5-9c77-98ac6cea1d87 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.81 "GET /v2.0/networks?id=6f5550f6-7ab9-4684-8579-8149811b4924 HTTP/1.1" status: 200 len: 808 time: 0.1986341 May 26 16:34:52.466938 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-f6398ece-d538-4ac9-a49e-7b213b78d9fd tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Request body: {'port': {'device_id': 'dbff609d-fa16-4cbe-a088-2d9c0b8df84e', 'network_id': '6f5550f6-7ab9-4684-8579-8149811b4924', 'admin_state_up': True, 'tenant_id': 'aec304a77bc84c6190ff74a52dc4ca0f'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:52.639434 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60226) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:52.655626 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-29d2547f-e86e-49cc-bec6-e0a7bd946105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:52.797292 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-f6398ece-d538-4ac9-a49e-7b213b78d9fd tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Made reservation on behalf of aec304a77bc84c6190ff74a52dc4ca0f for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:34:52.802868 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-29d2547f-e86e-49cc-bec6-e0a7bd946105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:52.803182 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-f6398ece-d538-4ac9-a49e-7b213b78d9fd tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:52.809110 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-29d2547f-e86e-49cc-bec6-e0a7bd946105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:52.977928 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-29d2547f-e86e-49cc-bec6-e0a7bd946105 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=764582767b894920b908e07eee001578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3352659 May 26 16:34:52.995306 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2547f-e86e-49cc-bec6-e0a7bd946105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6671360c-10c4-4575-bbca-33e2b1aa8591,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:53.022824 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60232) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:34:53.062274 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-f6398ece-d538-4ac9-a49e-7b213b78d9fd tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Allocated IP 172.20.0.6 (6f5550f6-7ab9-4684-8579-8149811b4924/147ff33a-4d99-460b-b405-0e8ed73408dd/461893ca-c56c-4c1a-b1f7-c01ec48b44a7) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:34:53.226345 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5eed54b0-bf1f-4ca8-99b2-63922f0b031d req-cd2302c9-58de-477d-b938-bbf321b55d88 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbff609d-fa16-4cbe-a088-2d9c0b8df84e HTTP/1.1" status: 200 len: 210 time: 0.0790620 May 26 16:34:53.234394 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae635-f0c3-452e-a4d1-9434bc28a798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:53.358422 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae635-f0c3-452e-a4d1-9434bc28a798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:53.460420 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-f6398ece-d538-4ac9-a49e-7b213b78d9fd tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:53.480307 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae635-f0c3-452e-a4d1-9434bc28a798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:53.486895 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae635-f0c3-452e-a4d1-9434bc28a798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:53.489121 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9f9ae635-f0c3-452e-a4d1-9434bc28a798 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6671360c-10c4-4575-bbca-33e2b1aa8591 HTTP/1.1" status: 204 len: 168 time: 0.4611144 May 26 16:34:53.513960 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ae635-f0c3-452e-a4d1-9434bc28a798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6671360c-10c4-4575-bbca-33e2b1aa8591,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:53.645561 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-f6398ece-d538-4ac9-a49e-7b213b78d9fd tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:53.826327 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-f6398ece-d538-4ac9-a49e-7b213b78d9fd tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Network 6f5550f6-7ab9-4684-8579-8149811b4924 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:34:53.844662 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-f6398ece-d538-4ac9-a49e-7b213b78d9fd tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:34:53.852444 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-f6398ece-d538-4ac9-a49e-7b213b78d9fd tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:34:53.954306 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6398ece-d538-4ac9-a49e-7b213b78d9fd tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Pushing event updated for resources: {'Port': ['ID=461893ca-c56c-4c1a-b1f7-c01ec48b44a7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:54.082795 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-f6398ece-d538-4ac9-a49e-7b213b78d9fd tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:54.083721 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-f6398ece-d538-4ac9-a49e-7b213b78d9fd tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:54.119080 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-f6398ece-d538-4ac9-a49e-7b213b78d9fd tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6585102 May 26 16:34:54.137015 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-3554c0cf-9465-4781-af29-fa6addb25453 service neutron] Request body: {'port': {'device_id': 'dbff609d-fa16-4cbe-a088-2d9c0b8df84e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:34:54.329086 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-3554c0cf-9465-4781-af29-fa6addb25453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:54.526573 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12339ad-b910-4002-9955-ac265f54bced req-8a25d9a4-b6e8-4300-b9e4-59b53bac4657 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:54.533329 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e12339ad-b910-4002-9955-ac265f54bced req-8a25d9a4-b6e8-4300-b9e4-59b53bac4657 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbff609d-fa16-4cbe-a088-2d9c0b8df84e HTTP/1.1" status: 200 len: 931 time: 0.1291008 May 26 16:34:54.607822 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e12339ad-b910-4002-9955-ac265f54bced req-7c9b71a7-9a43-4b30-9e65-ef240d71e890 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/security-groups?id=4aba260b-4249-4078-99c7-98de8173be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689514 May 26 16:34:55.040711 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-3554c0cf-9465-4781-af29-fa6addb25453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 461893ca-c56c-4c1a-b1f7-c01ec48b44a7 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:34:55.052371 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-3554c0cf-9465-4781-af29-fa6addb25453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:55.097393 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-3554c0cf-9465-4781-af29-fa6addb25453 service neutron] Transition to ACTIVE for port object 461893ca-c56c-4c1a-b1f7-c01ec48b44a7 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:34:55.103402 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-3554c0cf-9465-4781-af29-fa6addb25453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:55.251993 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554c0cf-9465-4781-af29-fa6addb25453 service neutron] Pushing event updated for resources: {'Port': ['ID=461893ca-c56c-4c1a-b1f7-c01ec48b44a7,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:55.368510 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-3554c0cf-9465-4781-af29-fa6addb25453 service neutron] Attempting to bind port 461893ca-c56c-4c1a-b1f7-c01ec48b44a7 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:34:55.369308 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-3554c0cf-9465-4781-af29-fa6addb25453 service neutron] Attempting to bind port 461893ca-c56c-4c1a-b1f7-c01ec48b44a7 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '8bf7b1d4-a923-470f-8440-e419bcbbc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6f5550f6-7ab9-4684-8579-8149811b4924'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:34:55.370119 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-3554c0cf-9465-4781-af29-fa6addb25453 service neutron] Attempting to bind port 461893ca-c56c-4c1a-b1f7-c01ec48b44a7 on network 6f5550f6-7ab9-4684-8579-8149811b4924 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:34:55.375339 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-3554c0cf-9465-4781-af29-fa6addb25453 service neutron] Port 461893ca-c56c-4c1a-b1f7-c01ec48b44a7 on network 6f5550f6-7ab9-4684-8579-8149811b4924 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:34:55.375686 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-3554c0cf-9465-4781-af29-fa6addb25453 service neutron] Attempting to bind port 461893ca-c56c-4c1a-b1f7-c01ec48b44a7 on network 6f5550f6-7ab9-4684-8579-8149811b4924 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:34:55.383545 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-3554c0cf-9465-4781-af29-fa6addb25453 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:34:55.384084 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-3554c0cf-9465-4781-af29-fa6addb25453 service neutron] Checking segment: {'id': '8bf7b1d4-a923-470f-8440-e419bcbbc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6f5550f6-7ab9-4684-8579-8149811b4924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:34:55.384859 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-3554c0cf-9465-4781-af29-fa6addb25453 service neutron] Bound using segment: {'id': '8bf7b1d4-a923-470f-8440-e419bcbbc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6f5550f6-7ab9-4684-8579-8149811b4924'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:34:55.385403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-3554c0cf-9465-4781-af29-fa6addb25453 service neutron] Bound port: 461893ca-c56c-4c1a-b1f7-c01ec48b44a7, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bf7b1d4-a923-470f-8440-e419bcbbc064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6f5550f6-7ab9-4684-8579-8149811b4924'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:34:55.385928 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-3554c0cf-9465-4781-af29-fa6addb25453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:55.538347 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-3554c0cf-9465-4781-af29-fa6addb25453 service neutron] For port 461893ca-c56c-4c1a-b1f7-c01ec48b44a7, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:34:55.543500 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-3554c0cf-9465-4781-af29-fa6addb25453 service neutron] For port 461893ca-c56c-4c1a-b1f7-c01ec48b44a7, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=461893ca-c56c-4c1a-b1f7-c01ec48b44a7,segment=NetworkSegment(8bf7b1d4-a923-470f-8440-e419bcbbc064),segment_id=8bf7b1d4-a923-470f-8440-e419bcbbc064)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:34:55.549818 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-3554c0cf-9465-4781-af29-fa6addb25453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:55.603861 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-3554c0cf-9465-4781-af29-fa6addb25453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:55.606989 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-3554c0cf-9465-4781-af29-fa6addb25453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:55.610837 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-3554c0cf-9465-4781-af29-fa6addb25453 service neutron] 10.222.0.81 "PUT /v2.0/ports/461893ca-c56c-4c1a-b1f7-c01ec48b44a7 HTTP/1.1" status: 200 len: 1091 time: 1.4823687 May 26 16:34:55.612951 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbff609d-fa16-4cbe-a088-2d9c0b8df84e', 'tag': '461893ca-c56c-4c1a-b1f7-c01ec48b44a7'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:34:55.623204 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb28e63-fe1b-48a7-828f-fe87d4eed906" -d '{"events": [{"name": "network-changed", "server_uuid": "dbff609d-fa16-4cbe-a088-2d9c0b8df84e", "tag": "461893ca-c56c-4c1a-b1f7-c01ec48b44a7"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:34:55.686548 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554c0cf-9465-4781-af29-fa6addb25453 service neutron] Pushing event updated for resources: {'Port': ['ID=461893ca-c56c-4c1a-b1f7-c01ec48b44a7,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:55.734391 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139bee37-5814-4902-aef5-aa92d13c995a x-openstack-request-id: req-139bee37-5814-4902-aef5-aa92d13c995a {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:34:55.735052 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbff609d-fa16-4cbe-a088-2d9c0b8df84e", "tag": "461893ca-c56c-4c1a-b1f7-c01ec48b44a7", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:34:55.735526 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-139bee37-5814-4902-aef5-aa92d13c995a {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:34:55.736243 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-139bee37-5814-4902-aef5-aa92d13c995a'] response: {'name': 'network-changed', 'server_uuid': 'dbff609d-fa16-4cbe-a088-2d9c0b8df84e', 'tag': '461893ca-c56c-4c1a-b1f7-c01ec48b44a7', 'status': 'completed', 'code': 200} May 26 16:34:55.756365 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-1846fddb-5fa2-4e0a-ac9d-f92629d93a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:55.758501 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-1846fddb-5fa2-4e0a-ac9d-f92629d93a7a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=aec304a77bc84c6190ff74a52dc4ca0f&device_id=dbff609d-fa16-4cbe-a088-2d9c0b8df84e HTTP/1.1" status: 200 len: 1094 time: 0.0599241 May 26 16:34:55.819202 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63449b4-3464-4a99-a19d-4948dcb00b60 req-f40174c1-2060-45a1-ac99-aba429d9139a tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:55.821300 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c63449b4-3464-4a99-a19d-4948dcb00b60 req-f40174c1-2060-45a1-ac99-aba429d9139a tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbff609d-fa16-4cbe-a088-2d9c0b8df84e HTTP/1.1" status: 200 len: 943 time: 0.0756881 May 26 16:34:55.842690 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-49e89e17-d510-43d8-948d-13df8a9f34e9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=461893ca-c56c-4c1a-b1f7-c01ec48b44a7 HTTP/1.1" status: 200 len: 217 time: 0.0739908 May 26 16:34:55.899686 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c63449b4-3464-4a99-a19d-4948dcb00b60 req-0dc97004-2af0-4fe3-9cda-8657390ac5fa tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/security-groups?id=4aba260b-4249-4078-99c7-98de8173be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617387 May 26 16:34:55.979296 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-0c0ee445-fd41-4ff1-a274-742465a5a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:55.982922 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-0c0ee445-fd41-4ff1-a274-742465a5a3d0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=147ff33a-4d99-460b-b405-0e8ed73408dd HTTP/1.1" status: 200 len: 848 time: 0.1325622 May 26 16:34:56.045796 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-5e29ccaf-d323-4845-b958-163ecb182c35 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6f5550f6-7ab9-4684-8579-8149811b4924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524898 May 26 16:34:56.222443 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-8126055b-c562-4a3f-a207-846c5999818a service neutron] 10.222.0.81 "GET /v2.0/networks/6f5550f6-7ab9-4684-8579-8149811b4924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685269 May 26 16:34:56.408504 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2316d6bb-a245-4ccd-abeb-acd5733ef7e8 req-fb25e098-5c6f-4d02-bf0a-8b93cf1a8290 service neutron] 10.222.0.81 "GET /v2.0/networks/6f5550f6-7ab9-4684-8579-8149811b4924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759379 May 26 16:34:56.593818 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb28e63-fe1b-48a7-828f-fe87d4eed906 req-4b4f7eae-36d2-4e76-8541-d60b554f474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:56.597458 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-adb28e63-fe1b-48a7-828f-fe87d4eed906 req-4b4f7eae-36d2-4e76-8541-d60b554f474f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=aec304a77bc84c6190ff74a52dc4ca0f&device_id=dbff609d-fa16-4cbe-a088-2d9c0b8df84e HTTP/1.1" status: 200 len: 1094 time: 0.0956209 May 26 16:34:56.812749 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb28e63-fe1b-48a7-828f-fe87d4eed906 req-58cb20b4-0b57-4a5c-b84c-1500a09f9314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:56.816634 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-adb28e63-fe1b-48a7-828f-fe87d4eed906 req-58cb20b4-0b57-4a5c-b84c-1500a09f9314 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6f5550f6-7ab9-4684-8579-8149811b4924 HTTP/1.1" status: 200 len: 909 time: 0.2105873 May 26 16:34:56.886403 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-adb28e63-fe1b-48a7-828f-fe87d4eed906 req-127d81be-b598-4939-8986-27952b23a591 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=461893ca-c56c-4c1a-b1f7-c01ec48b44a7 HTTP/1.1" status: 200 len: 217 time: 0.0625029 May 26 16:34:56.983312 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb28e63-fe1b-48a7-828f-fe87d4eed906 req-f6249f2b-e16f-4a2f-b9e7-12f297d0550c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:56.987044 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-adb28e63-fe1b-48a7-828f-fe87d4eed906 req-f6249f2b-e16f-4a2f-b9e7-12f297d0550c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=147ff33a-4d99-460b-b405-0e8ed73408dd HTTP/1.1" status: 200 len: 848 time: 0.0916479 May 26 16:34:57.042907 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-adb28e63-fe1b-48a7-828f-fe87d4eed906 req-30c56614-a58c-4ee3-a63d-f09788bb0bbc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6f5550f6-7ab9-4684-8579-8149811b4924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472772 May 26 16:34:57.076905 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996e367-8dca-412f-9956-af244f2dbb0d req-f6cbedd6-ac66-49bb-bc37-5e38785cab05 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:57.079267 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a996e367-8dca-412f-9956-af244f2dbb0d req-f6cbedd6-ac66-49bb-bc37-5e38785cab05 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbff609d-fa16-4cbe-a088-2d9c0b8df84e HTTP/1.1" status: 200 len: 943 time: 0.0782015 May 26 16:34:57.146329 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a996e367-8dca-412f-9956-af244f2dbb0d req-9696d141-f9ba-4429-a9cb-6c3ecd935933 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/security-groups?id=4aba260b-4249-4078-99c7-98de8173be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580549 May 26 16:34:57.183174 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-adb28e63-fe1b-48a7-828f-fe87d4eed906 req-e9527045-4dfc-4be8-99c0-ea2b12ce01e2 service neutron] 10.222.0.81 "GET /v2.0/networks/6f5550f6-7ab9-4684-8579-8149811b4924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310210 May 26 16:34:57.324027 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-adb28e63-fe1b-48a7-828f-fe87d4eed906 req-8a1453d6-00ab-4eb6-8063-0011a215cae7 service neutron] 10.222.0.81 "GET /v2.0/networks/6f5550f6-7ab9-4684-8579-8149811b4924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337676 May 26 16:34:57.548488 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 461893ca-c56c-4c1a-b1f7-c01ec48b44a7 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:34:57.775560 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 461893ca-c56c-4c1a-b1f7-c01ec48b44a7, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=461893ca-c56c-4c1a-b1f7-c01ec48b44a7,segment=NetworkSegment(8bf7b1d4-a923-470f-8440-e419bcbbc064),segment_id=8bf7b1d4-a923-470f-8440-e419bcbbc064)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:34:57.792654 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '461893ca-c56c-4c1a-b1f7-c01ec48b44a7', 'network_id': '6f5550f6-7ab9-4684-8579-8149811b4924', 'port_id': '461893ca-c56c-4c1a-b1f7-c01ec48b44a7', 'mac_address': 'fa:16:3e:ec:9c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147ff33a-4d99-460b-b405-0e8ed73408dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:34:57.840691 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 461893ca-c56c-4c1a-b1f7-c01ec48b44a7 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:34:57.841042 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:57.858219 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 461893ca-c56c-4c1a-b1f7-c01ec48b44a7 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:34:57.897837 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 461893ca-c56c-4c1a-b1f7-c01ec48b44a7, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=461893ca-c56c-4c1a-b1f7-c01ec48b44a7,segment=NetworkSegment(8bf7b1d4-a923-470f-8440-e419bcbbc064),segment_id=8bf7b1d4-a923-470f-8440-e419bcbbc064)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:34:57.904083 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:57.983367 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=461893ca-c56c-4c1a-b1f7-c01ec48b44a7,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:34:58.122507 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['461893ca-c56c-4c1a-b1f7-c01ec48b44a7'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:34:58.363480 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2b01e-6ebe-4a46-b561-1024d4ceb068 req-97a68114-ea36-4adc-a44d-37f478a5af4a tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:58.366944 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8cf2b01e-6ebe-4a46-b561-1024d4ceb068 req-97a68114-ea36-4adc-a44d-37f478a5af4a tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbff609d-fa16-4cbe-a088-2d9c0b8df84e HTTP/1.1" status: 200 len: 944 time: 0.0895913 May 26 16:34:58.464455 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8cf2b01e-6ebe-4a46-b561-1024d4ceb068 req-37bb7b57-0833-4faf-9f2d-338792bb3de3 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/security-groups?id=4aba260b-4249-4078-99c7-98de8173be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842178 May 26 16:34:59.179942 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-8c9fea45-a35a-4567-b026-daeb4ab1b79b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-311245069&fields=id&tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2 HTTP/1.1" status: 200 len: 267 time: 0.0339816 May 26 16:34:59.290883 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-10970f96-7582-4a35-974e-abb4a8cd2cbf tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:59.292543 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-10970f96-7582-4a35-974e-abb4a8cd2cbf tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 812 time: 0.1045365 May 26 16:34:59.309322 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-20c55108-24ad-46b4-b431-6dc7d1cd90f9 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/quotas/47787f273f4c4c2fbc3fdca533eb0ea2 HTTP/1.1" status: 200 len: 375 time: 0.0103419 May 26 16:34:59.377019 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-6ecd5190-8b72-41be-88a5-a8b42d437ea7 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611582 May 26 16:34:59.482625 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-ba74dbe7-c89f-40ee-a171-b9b31d05ce25 service neutron] 10.222.0.77 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871780 May 26 16:34:59.550327 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 461893ca-c56c-4c1a-b1f7-c01ec48b44a7 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:34:59.607855 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 461893ca-c56c-4c1a-b1f7-c01ec48b44a7 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:34:59.612642 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 461893ca-c56c-4c1a-b1f7-c01ec48b44a7 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:34:59.613117 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:59.613462 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-ecc9212d-6d26-49f8-90c1-5fb073e4c61c service neutron] 10.222.0.77 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239226 May 26 16:34:59.628915 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a676b0-204f-42b6-b472-5e3d030750b1 req-71de366c-d36a-481f-8f08-fe5bddbefba9 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:34:59.630917 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3a676b0-204f-42b6-b472-5e3d030750b1 req-71de366c-d36a-481f-8f08-fe5bddbefba9 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbff609d-fa16-4cbe-a088-2d9c0b8df84e HTTP/1.1" status: 200 len: 944 time: 0.0790865 May 26 16:34:59.701806 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3a676b0-204f-42b6-b472-5e3d030750b1 req-64569a66-516a-467b-9a84-da81f81b5ea4 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/security-groups?id=4aba260b-4249-4078-99c7-98de8173be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577223 May 26 16:34:59.739137 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 461893ca-c56c-4c1a-b1f7-c01ec48b44a7 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:34:59.739517 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:59.783674 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbff609d-fa16-4cbe-a088-2d9c0b8df84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461893ca-c56c-4c1a-b1f7-c01ec48b44a7'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:34:59.787142 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3913b3-19e0-4d4a-84e0-d4c8076ea400" -d '{"events": [{"server_uuid": "dbff609d-fa16-4cbe-a088-2d9c0b8df84e", "name": "network-vif-plugged", "status": "completed", "tag": "461893ca-c56c-4c1a-b1f7-c01ec48b44a7"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:34:59.805937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 461893ca-c56c-4c1a-b1f7-c01ec48b44a7, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=461893ca-c56c-4c1a-b1f7-c01ec48b44a7,segment=NetworkSegment(8bf7b1d4-a923-470f-8440-e419bcbbc064),segment_id=8bf7b1d4-a923-470f-8440-e419bcbbc064)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:34:59.813023 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:34:59.918123 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=461893ca-c56c-4c1a-b1f7-c01ec48b44a7,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:00.082703 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486961a8-fda4-4e7f-b693-179c5ca3ee35 x-openstack-request-id: req-486961a8-fda4-4e7f-b693-179c5ca3ee35 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:35:00.082985 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbff609d-fa16-4cbe-a088-2d9c0b8df84e", "name": "network-vif-plugged", "status": "completed", "tag": "461893ca-c56c-4c1a-b1f7-c01ec48b44a7", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:35:00.083252 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-486961a8-fda4-4e7f-b693-179c5ca3ee35 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:35:00.085186 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-486961a8-fda4-4e7f-b693-179c5ca3ee35'] response: {'server_uuid': 'dbff609d-fa16-4cbe-a088-2d9c0b8df84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461893ca-c56c-4c1a-b1f7-c01ec48b44a7', 'code': 200} May 26 16:35:00.224466 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e93910b4-4209-4333-b8ca-78e1fd49b6cb req-68684a9a-2f7f-4b2c-bb90-9ca31b0252e6 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 210 time: 0.0590372 May 26 16:35:00.255948 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f30b9-18e6-47a1-a0c2-e72c6601b56d req-7e1b6a0b-14cb-42e1-b96c-92baa969eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:00.258189 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b39f30b9-18e6-47a1-a0c2-e72c6601b56d req-7e1b6a0b-14cb-42e1-b96c-92baa969eed0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dbff609d-fa16-4cbe-a088-2d9c0b8df84e HTTP/1.1" status: 200 len: 1096 time: 0.1010532 May 26 16:35:00.336532 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b39f30b9-18e6-47a1-a0c2-e72c6601b56d req-b9aaaae1-84a7-46da-b6bd-438c3a7bb3ef service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4aba260b-4249-4078-99c7-98de8173be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693350 May 26 16:35:00.675871 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:00.872177 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83793de1-8ce3-4d50-ad20-d4294d90393b req-4f20581a-1e48-4a54-b21f-6763769002a3 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:00.879796 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-83793de1-8ce3-4d50-ad20-d4294d90393b req-4f20581a-1e48-4a54-b21f-6763769002a3 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbff609d-fa16-4cbe-a088-2d9c0b8df84e HTTP/1.1" status: 200 len: 945 time: 0.0668406 May 26 16:35:00.940638 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-83793de1-8ce3-4d50-ad20-d4294d90393b req-bd2f0333-fd97-4eb3-b88e-0759caa2cdea tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/security-groups?id=4aba260b-4249-4078-99c7-98de8173be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594440 May 26 16:35:01.471936 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0943cd9e-f612-4e94-b003-9535f7b26151 req-7dc96233-8fca-4415-99a1-e481a6a0d786 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 210 time: 0.0925279 May 26 16:35:01.727002 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b75839-9190-490e-a9f0-95b96634cc04 req-4b7013ad-65f0-4116-94c4-aa0d07eb3ba4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:01.730361 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e5b75839-9190-490e-a9f0-95b96634cc04 req-4b7013ad-65f0-4116-94c4-aa0d07eb3ba4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.1905444 May 26 16:35:01.849195 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e5b75839-9190-490e-a9f0-95b96634cc04 req-6d16bc20-df70-478a-8e9c-99d383394130 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070969 May 26 16:35:01.876455 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-3d4dbf0a-2751-4202-8419-65fd7e79a423 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:01.879425 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-3d4dbf0a-2751-4202-8419-65fd7e79a423 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 812 time: 0.2100515 May 26 16:35:02.013652 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-0f89500e-b048-4047-95cc-b986d98c207f tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2 HTTP/1.1" status: 200 len: 379 time: 0.1200540 May 26 16:35:02.018842 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37fc4578-1bb1-4398-9a8a-51db72d0d32b req-0cde30d8-2ff5-403d-868f-8eb796165198 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f053a9aa-833e-4414-85dc-0a3e356379e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1376190 May 26 16:35:02.027815 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-af7c7875-88a4-44a6-915b-b3531e50f732 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Request body: {'port': {'device_id': 'e55a8adb-c872-45a3-8b68-f8c47949e872', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'admin_state_up': True, 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'security_groups': ['a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:35:02.192292 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc4578-1bb1-4398-9a8a-51db72d0d32b req-280cd0a8-32de-455b-a791-06343922f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:02.198669 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37fc4578-1bb1-4398-9a8a-51db72d0d32b req-280cd0a8-32de-455b-a791-06343922f7d6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5133b2335c6b4b5dbb7b6b0b3d366b38&device_id=f053a9aa-833e-4414-85dc-0a3e356379e3 HTTP/1.1" status: 200 len: 1097 time: 0.0761266 May 26 16:35:02.215788 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6706b5f-afe7-4185-b1f2-05a80e7d5f0d req-9236f3cd-b54f-4aa1-a83d-3a924eefd0a0 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:02.226065 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c6706b5f-afe7-4185-b1f2-05a80e7d5f0d req-9236f3cd-b54f-4aa1-a83d-3a924eefd0a0 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbff609d-fa16-4cbe-a088-2d9c0b8df84e HTTP/1.1" status: 200 len: 945 time: 0.1247072 May 26 16:35:02.277808 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c6706b5f-afe7-4185-b1f2-05a80e7d5f0d req-7f416647-0d76-480c-bb4f-253c092c4b02 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/security-groups?id=4aba260b-4249-4078-99c7-98de8173be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501080 May 26 16:35:02.415613 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-af7c7875-88a4-44a6-915b-b3531e50f732 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Made reservation on behalf of 47787f273f4c4c2fbc3fdca533eb0ea2 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:35:02.426635 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-af7c7875-88a4-44a6-915b-b3531e50f732 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:02.589514 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc4578-1bb1-4398-9a8a-51db72d0d32b req-9688a09f-854d-4f44-8d16-1d36689149a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:02.591281 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37fc4578-1bb1-4398-9a8a-51db72d0d32b req-9688a09f-854d-4f44-8d16-1d36689149a1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=08ecdda0-b83d-4e3e-bead-7883e1f704fb HTTP/1.1" status: 200 len: 915 time: 0.3093333 May 26 16:35:02.607902 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f3b81733-afa1-400f-bdfe-1dfe4e7b2d08 req-6e3bf7be-326f-4518-a535-adf41f5dee60 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 210 time: 0.0357747 May 26 16:35:03.006958 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58183a-a3fd-4836-a2f3-b5d998292eea req-916e0786-2b82-457f-9293-307d41c6f540 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:03.008736 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea58183a-a3fd-4836-a2f3-b5d998292eea req-916e0786-2b82-457f-9293-307d41c6f540 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0584693 May 26 16:35:03.019161 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37fc4578-1bb1-4398-9a8a-51db72d0d32b req-0282061e-db0e-4ebd-87dd-2e933a4fb17c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=281f5c87-3bcb-477f-8238-fc9f0dd81e1a HTTP/1.1" status: 200 len: 217 time: 0.4150877 May 26 16:35:03.066635 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea58183a-a3fd-4836-a2f3-b5d998292eea req-09b96218-b47c-49c2-a7e9-f24d0cabfdb2 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492282 May 26 16:35:03.102627 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-af7c7875-88a4-44a6-915b-b3531e50f732 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Allocated IP 172.20.0.5 (ceae140a-4691-47b9-ad57-1026c75c737f/5431b2c2-5959-417a-9a98-2b2d0e6627f0/75ad3e51-d762-46e5-b46f-6b6a1d64ebf5) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:35:03.123181 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc4578-1bb1-4398-9a8a-51db72d0d32b req-3574bd80-87ef-4800-85ca-c69396f0906d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:03.125315 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37fc4578-1bb1-4398-9a8a-51db72d0d32b req-3574bd80-87ef-4800-85ca-c69396f0906d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52b0f5ef-e227-44ba-a393-28f4e74c713a HTTP/1.1" status: 200 len: 854 time: 0.0943186 May 26 16:35:03.188152 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37fc4578-1bb1-4398-9a8a-51db72d0d32b req-73e835a7-13f1-4cda-a4fd-54ff1d2019f2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=08ecdda0-b83d-4e3e-bead-7883e1f704fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486491 May 26 16:35:03.247061 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60428) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:03.461440 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-af7c7875-88a4-44a6-915b-b3531e50f732 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:03.464685 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37fc4578-1bb1-4398-9a8a-51db72d0d32b req-f1444566-1b59-4f70-b045-078affe5166e service neutron] 10.222.0.83 "GET /v2.0/networks/08ecdda0-b83d-4e3e-bead-7883e1f704fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618799 May 26 16:35:03.560050 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-af7c7875-88a4-44a6-915b-b3531e50f732 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:03.634436 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37fc4578-1bb1-4398-9a8a-51db72d0d32b req-43d52e87-bed8-47c1-8d3d-ce2cae19b8a1 service neutron] 10.222.0.83 "GET /v2.0/networks/08ecdda0-b83d-4e3e-bead-7883e1f704fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600788 May 26 16:35:03.644743 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-af7c7875-88a4-44a6-915b-b3531e50f732 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Network ceae140a-4691-47b9-ad57-1026c75c737f is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:35:03.644743 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c7875-88a4-44a6-915b-b3531e50f732 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event updated for resources: {'Port': ['ID=75ad3e51-d762-46e5-b46f-6b6a1d64ebf5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:03.649636 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-af7c7875-88a4-44a6-915b-b3531e50f732 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:35:03.652488 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-af7c7875-88a4-44a6-915b-b3531e50f732 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:35:03.711966 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-31ec955c-6f9f-4c01-82dc-0dad4c27581a tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Deleting port d183f272-1ee5-4348-a88c-6763d538e563 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:35:03.712806 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31ec955c-6f9f-4c01-82dc-0dad4c27581a tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:03.742679 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-af7c7875-88a4-44a6-915b-b3531e50f732 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:03.743870 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-af7c7875-88a4-44a6-915b-b3531e50f732 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:03.779214 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-af7c7875-88a4-44a6-915b-b3531e50f732 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7584543 May 26 16:35:03.791870 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-26e394a1-37f3-4050-bd1e-151df6def909 service neutron] Request body: {'port': {'device_id': 'e55a8adb-c872-45a3-8b68-f8c47949e872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:35:03.867461 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31ec955c-6f9f-4c01-82dc-0dad4c27581a tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:03.868389 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31ec955c-6f9f-4c01-82dc-0dad4c27581a tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:03.876754 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-26e394a1-37f3-4050-bd1e-151df6def909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:03.956752 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-31ec955c-6f9f-4c01-82dc-0dad4c27581a tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Calling delete_port for d183f272-1ee5-4348-a88c-6763d538e563 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:35:04.039445 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec87fb-fbfa-4f3f-807f-450b309b218d req-9394e3c3-cc54-455c-bd22-6fe23b115f85 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:04.046987 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dbec87fb-fbfa-4f3f-807f-450b309b218d req-9394e3c3-cc54-455c-bd22-6fe23b115f85 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 931 time: 0.1476781 May 26 16:35:04.130845 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dbec87fb-fbfa-4f3f-807f-450b309b218d req-a5deabb6-7d8f-4bad-b7e2-074fbbd46599 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805840 May 26 16:35:04.167125 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-fa8a4d81-deb7-4b15-84a3-02dc4e2f7804 None None] Provisioning complete for port 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:35:04.167697 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fa8a4d81-deb7-4b15-84a3-02dc4e2f7804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:04.245785 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-fa8a4d81-deb7-4b15-84a3-02dc4e2f7804 None None] Port 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:35:04.273846 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-26e394a1-37f3-4050-bd1e-151df6def909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:35:04.295263 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-26e394a1-37f3-4050-bd1e-151df6def909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:04.307961 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31ec955c-6f9f-4c01-82dc-0dad4c27581a tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:04.325642 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-26e394a1-37f3-4050-bd1e-151df6def909 service neutron] Transition to ACTIVE for port object 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:35:04.331323 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-26e394a1-37f3-4050-bd1e-151df6def909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:04.344629 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec955c-6f9f-4c01-82dc-0dad4c27581a tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Pushing event deleted for resources: {'Port': ['ID=d183f272-1ee5-4348-a88c-6763d538e563,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:04.378115 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e040f2-4e09-4b1e-97f5-9bdd09d8044f req-3885a810-9254-4f26-9790-528906e949f6 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:04.379738 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8e040f2-4e09-4b1e-97f5-9bdd09d8044f req-3885a810-9254-4f26-9790-528906e949f6 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.1223896 May 26 16:35:04.440422 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e394a1-37f3-4050-bd1e-151df6def909 service neutron] Pushing event updated for resources: {'Port': ['ID=75ad3e51-d762-46e5-b46f-6b6a1d64ebf5,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:04.601628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-26e394a1-37f3-4050-bd1e-151df6def909 service neutron] Attempting to bind port 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:35:04.602114 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-26e394a1-37f3-4050-bd1e-151df6def909 service neutron] Attempting to bind port 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:35:04.602606 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-26e394a1-37f3-4050-bd1e-151df6def909 service neutron] Attempting to bind port 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 on network ceae140a-4691-47b9-ad57-1026c75c737f {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:35:04.609655 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-26e394a1-37f3-4050-bd1e-151df6def909 service neutron] Port 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 on network ceae140a-4691-47b9-ad57-1026c75c737f not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:35:04.610102 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-26e394a1-37f3-4050-bd1e-151df6def909 service neutron] Attempting to bind port 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 on network ceae140a-4691-47b9-ad57-1026c75c737f {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:35:04.617752 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-26e394a1-37f3-4050-bd1e-151df6def909 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:35:04.618131 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-26e394a1-37f3-4050-bd1e-151df6def909 service neutron] Checking segment: {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:35:04.618688 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-26e394a1-37f3-4050-bd1e-151df6def909 service neutron] Bound using segment: {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:35:04.619423 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-26e394a1-37f3-4050-bd1e-151df6def909 service neutron] Bound port: 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:35:04.620019 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-26e394a1-37f3-4050-bd1e-151df6def909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:04.721934 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-26e394a1-37f3-4050-bd1e-151df6def909 service neutron] For port 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:35:04.727662 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-26e394a1-37f3-4050-bd1e-151df6def909 service neutron] For port 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=75ad3e51-d762-46e5-b46f-6b6a1d64ebf5,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:35:04.734304 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-26e394a1-37f3-4050-bd1e-151df6def909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:04.789759 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-26e394a1-37f3-4050-bd1e-151df6def909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:04.790656 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-26e394a1-37f3-4050-bd1e-151df6def909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:04.792108 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-26e394a1-37f3-4050-bd1e-151df6def909 service neutron] 10.222.0.81 "PUT /v2.0/ports/75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 HTTP/1.1" status: 200 len: 1091 time: 1.0055778 May 26 16:35:04.792571 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55a8adb-c872-45a3-8b68-f8c47949e872', 'tag': '75ad3e51-d762-46e5-b46f-6b6a1d64ebf5'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:35:04.795186 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5cfbd1-6f04-4a14-8729-4eb0a95e7361" -d '{"events": [{"name": "network-changed", "server_uuid": "e55a8adb-c872-45a3-8b68-f8c47949e872", "tag": "75ad3e51-d762-46e5-b46f-6b6a1d64ebf5"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:35:04.819703 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e394a1-37f3-4050-bd1e-151df6def909 service neutron] Pushing event updated for resources: {'Port': ['ID=75ad3e51-d762-46e5-b46f-6b6a1d64ebf5,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:04.884223 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9304169b-c2ab-441d-88ac-a4ca55ec645a x-openstack-request-id: req-9304169b-c2ab-441d-88ac-a4ca55ec645a {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:35:04.884709 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55a8adb-c872-45a3-8b68-f8c47949e872", "tag": "75ad3e51-d762-46e5-b46f-6b6a1d64ebf5", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:35:04.885053 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9304169b-c2ab-441d-88ac-a4ca55ec645a {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:35:04.885555 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9304169b-c2ab-441d-88ac-a4ca55ec645a'] response: {'name': 'network-changed', 'server_uuid': 'e55a8adb-c872-45a3-8b68-f8c47949e872', 'tag': '75ad3e51-d762-46e5-b46f-6b6a1d64ebf5', 'status': 'completed', 'code': 200} May 26 16:35:04.910453 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-d04ab065-172a-484d-a42a-d835fb05b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:04.913653 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-d04ab065-172a-484d-a42a-d835fb05b744 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 1094 time: 0.0659339 May 26 16:35:04.979984 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-8cac06a1-ead2-4d6b-8662-606ff1788ea6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 HTTP/1.1" status: 200 len: 217 time: 0.0578780 May 26 16:35:05.003111 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8e040f2-4e09-4b1e-97f5-9bdd09d8044f req-d2ea089c-cab1-48c4-accd-a99822521ae0 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850306 May 26 16:35:05.037902 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31ec955c-6f9f-4c01-82dc-0dad4c27581a tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:05.038968 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-31ec955c-6f9f-4c01-82dc-0dad4c27581a tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Floating IP dc685790-6a24-42bc-b8b0-4a437abad086 disassociated (deleted). External IP: 172.25.7.70, port: 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f. May 26 16:35:05.091528 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-385cac66-59d7-4a95-ab04-779c23a892a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:05.093630 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-385cac66-59d7-4a95-ab04-779c23a892a8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5431b2c2-5959-417a-9a98-2b2d0e6627f0 HTTP/1.1" status: 200 len: 851 time: 0.1065037 May 26 16:35:05.218688 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-067cd98c-db96-46b8-9e5c-bb09f0d85fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:05.222196 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-067cd98c-db96-46b8-9e5c-bb09f0d85fd3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceae140a-4691-47b9-ad57-1026c75c737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150398 May 26 16:35:05.372437 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ee604-1670-4bd0-9235-245ccb45937a req-259d90ef-432f-4bfc-a142-cb29c401cb37 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:05.373881 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec7ee604-1670-4bd0-9235-245ccb45937a req-259d90ef-432f-4bfc-a142-cb29c401cb37 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 943 time: 0.1212173 May 26 16:35:05.378678 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-21cb41ff-d94d-48cf-9409-2da428bf7d50 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501198 May 26 16:35:05.463375 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec7ee604-1670-4bd0-9235-245ccb45937a req-4319c58f-2bf3-4de1-8129-0bb8e43284f8 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782163 May 26 16:35:05.475073 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ec955c-6f9f-4c01-82dc-0dad4c27581a tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Router 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:35:05.552973 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2731753d-b758-4fdc-86a9-28f2485e8889 req-d38a746a-fecd-4f73-9fa4-72d0336f4d54 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667945 May 26 16:35:05.601740 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ec955c-6f9f-4c01-82dc-0dad4c27581a tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:35:05.606523 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-31ec955c-6f9f-4c01-82dc-0dad4c27581a tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:05.623027 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb8d606-faba-460d-b44c-17931059d73b None None] Sync routers for ids ['5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:35:05.641299 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-31ec955c-6f9f-4c01-82dc-0dad4c27581a tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "DELETE /v2.0/floatingips/dc685790-6a24-42bc-b8b0-4a437abad086 HTTP/1.1" status: 204 len: 168 time: 2.3929150 May 26 16:35:05.642235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ae06a0-340f-497b-a764-42537fdb38fc', 'tag': '0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:35:05.649451 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb8d606-faba-460d-b44c-17931059d73b None None] Routers {'5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:35:05.650689 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6eb8d606-faba-460d-b44c-17931059d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:34:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:05.659095 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a970a5-a5f3-403a-ab45-a7f209bf85e5" -d '{"events": [{"name": "network-changed", "server_uuid": "00ae06a0-340f-497b-a764-42537fdb38fc", "tag": "0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:35:05.694045 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5cfbd1-6f04-4a14-8729-4eb0a95e7361 req-a5ac926a-02fc-4a34-ae3e-018834c841e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:05.703976 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4a5cfbd1-6f04-4a14-8729-4eb0a95e7361 req-a5ac926a-02fc-4a34-ae3e-018834c841e9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 1094 time: 0.1030514 May 26 16:35:05.930914 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-6eb8d606-faba-460d-b44c-17931059d73b None None] Set router 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:35:05.931735 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5cfbd1-6f04-4a14-8729-4eb0a95e7361 req-d6b00330-731a-4cd0-815a-c10691edcfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:05.934961 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4a5cfbd1-6f04-4a14-8729-4eb0a95e7361 req-d6b00330-731a-4cd0-815a-c10691edcfb4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 913 time: 0.2224026 May 26 16:35:06.009829 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4a5cfbd1-6f04-4a14-8729-4eb0a95e7361 req-8bb3730c-a18a-49cf-8eb0-89b1311e01e9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 HTTP/1.1" status: 200 len: 217 time: 0.0684123 May 26 16:35:06.084578 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5cfbd1-6f04-4a14-8729-4eb0a95e7361 req-4ed633df-4280-45e2-9dc1-5c0523cd1866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:06.089700 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4a5cfbd1-6f04-4a14-8729-4eb0a95e7361 req-4ed633df-4280-45e2-9dc1-5c0523cd1866 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5431b2c2-5959-417a-9a98-2b2d0e6627f0 HTTP/1.1" status: 200 len: 851 time: 0.0716996 May 26 16:35:06.100589 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d12aa3-b195-4759-954f-9237cccf181c x-openstack-request-id: req-38d12aa3-b195-4759-954f-9237cccf181c {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:35:06.101227 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ae06a0-340f-497b-a764-42537fdb38fc", "tag": "0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:35:06.101598 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-38d12aa3-b195-4759-954f-9237cccf181c {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:35:06.102170 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d12aa3-b195-4759-954f-9237cccf181c'] response: {'name': 'network-changed', 'server_uuid': '00ae06a0-340f-497b-a764-42537fdb38fc', 'tag': '0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f', 'status': 'completed', 'code': 200} May 26 16:35:06.176773 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e3614-7a17-4c4f-8af0-e9e6f215a5a5 req-eceaead6-5edd-4eec-8951-0278d81149af tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:06.183782 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-402e3614-7a17-4c4f-8af0-e9e6f215a5a5 req-eceaead6-5edd-4eec-8951-0278d81149af tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 946 time: 0.1614802 May 26 16:35:06.265337 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5cfbd1-6f04-4a14-8729-4eb0a95e7361 req-ddfec21c-e263-4ae1-826a-c96e1f108a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:06.268381 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4a5cfbd1-6f04-4a14-8729-4eb0a95e7361 req-ddfec21c-e263-4ae1-826a-c96e1f108a91 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceae140a-4691-47b9-ad57-1026c75c737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1732373 May 26 16:35:06.310914 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-402e3614-7a17-4c4f-8af0-e9e6f215a5a5 req-50457414-b553-43b9-bf5e-3dda69295c4f tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/security-groups?id=0eeebc1b-abd6-409c-899b-62282caa12e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146262 May 26 16:35:06.313795 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6eb8d606-faba-460d-b44c-17931059d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'name': 'tempest-TestVolumeBackupRestore-1146930691-router', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:29:27Z', 'revision_number': 4, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'gw_port': {'id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:18Z', 'updated_at': '2022-05-26T16:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '931f5cbb-7bfc-4f4c-a1f9-ac376137fc11', 'name': '', 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'mac_address': 'fa:16:3e:d7:c8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '70de716f-a599-4154-abad-e7ae007e30d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:24Z', 'updated_at': '2022-05-26T16:29:33Z', 'revision_number': 5, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'subnets': [{'id': '70de716f-a599-4154-abad-e7ae007e30d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:06.382726 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683adb2-75fe-49e0-8364-57a40da34bf4 req-e09776ce-bba6-44c8-928f-e1d26fb90123 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:06.391307 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8683adb2-75fe-49e0-8364-57a40da34bf4 req-e09776ce-bba6-44c8-928f-e1d26fb90123 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.1606977 May 26 16:35:06.392071 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb8d606-faba-460d-b44c-17931059d73b None None] Checking router: 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:35:06.393469 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a970a5-a5f3-403a-ab45-a7f209bf85e5 req-9f81cde6-2bd0-4100-8980-920a07d3c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:06.404867 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9a970a5-a5f3-403a-ab45-a7f209bf85e5 req-9f81cde6-2bd0-4100-8980-920a07d3c3be service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f0fba92dcb0544e09da82cbc2b2dbb26&device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 1097 time: 0.2346823 May 26 16:35:06.410857 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb8d606-faba-460d-b44c-17931059d73b None None] Routers {'5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:35:06.411833 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6eb8d606-faba-460d-b44c-17931059d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:34:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:06.465604 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8683adb2-75fe-49e0-8364-57a40da34bf4 req-d785f3f5-3084-4516-8729-65a0d8325de4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728259 May 26 16:35:06.574080 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4a5cfbd1-6f04-4a14-8729-4eb0a95e7361 req-7cf11b88-db97-4462-bc33-ea89d5836361 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925999 May 26 16:35:06.687452 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26896a65-aaa1-48f5-92d3-eaf9d4f98286 req-af00166f-1920-4f9a-a359-1936866ffe9b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:06.697583 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26896a65-aaa1-48f5-92d3-eaf9d4f98286 req-af00166f-1920-4f9a-a359-1936866ffe9b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 943 time: 0.0828660 May 26 16:35:06.700838 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a970a5-a5f3-403a-ab45-a7f209bf85e5 req-5572555f-ddc2-46e0-b0fb-b1dbbfe116e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:06.705022 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9a970a5-a5f3-403a-ab45-a7f209bf85e5 req-5572555f-ddc2-46e0-b0fb-b1dbbfe116e0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f470defa-ce3d-4a80-8936-fdcd3a56fb1c HTTP/1.1" status: 200 len: 915 time: 0.2796032 May 26 16:35:06.742828 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4a5cfbd1-6f04-4a14-8729-4eb0a95e7361 req-a2c4ad68-6782-4cd5-98c8-915f23ffcf62 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596987 May 26 16:35:06.746355 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26896a65-aaa1-48f5-92d3-eaf9d4f98286 req-93b3b9f8-ae7d-42b0-a745-f08322ef579b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432029 May 26 16:35:06.807438 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9a970a5-a5f3-403a-ab45-a7f209bf85e5 req-19d0bcfc-b916-44ae-8f4f-01e1a2c13df9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f HTTP/1.1" status: 200 len: 217 time: 0.0628455 May 26 16:35:06.817864 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-6eb8d606-faba-460d-b44c-17931059d73b None None] Set router 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:35:06.934113 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a970a5-a5f3-403a-ab45-a7f209bf85e5 req-0d3009e9-1aa4-451b-925d-ef4520ade36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:06.946132 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9a970a5-a5f3-403a-ab45-a7f209bf85e5 req-0d3009e9-1aa4-451b-925d-ef4520ade36e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70de716f-a599-4154-abad-e7ae007e30d9 HTTP/1.1" status: 200 len: 853 time: 0.1254873 May 26 16:35:07.069541 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a970a5-a5f3-403a-ab45-a7f209bf85e5 req-29d98d38-54d1-40aa-a1b8-76c898906f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:07.072248 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9a970a5-a5f3-403a-ab45-a7f209bf85e5 req-29d98d38-54d1-40aa-a1b8-76c898906f47 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f470defa-ce3d-4a80-8936-fdcd3a56fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885158 May 26 16:35:07.118181 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6eb8d606-faba-460d-b44c-17931059d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'name': 'tempest-TestVolumeBackupRestore-1146930691-router', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:29:27Z', 'revision_number': 4, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'gw_port': {'id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:18Z', 'updated_at': '2022-05-26T16:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '931f5cbb-7bfc-4f4c-a1f9-ac376137fc11', 'name': '', 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'mac_address': 'fa:16:3e:d7:c8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '70de716f-a599-4154-abad-e7ae007e30d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:24Z', 'updated_at': '2022-05-26T16:29:33Z', 'revision_number': 5, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'subnets': [{'id': '70de716f-a599-4154-abad-e7ae007e30d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:07.151800 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb8d606-faba-460d-b44c-17931059d73b None None] The sync data for ids ['5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'] in n-d-843337-2 is: [{'id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'name': 'tempest-TestVolumeBackupRestore-1146930691-router', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:29:27Z', 'revision_number': 4, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'gw_port': {'id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:18Z', 'updated_at': '2022-05-26T16:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '931f5cbb-7bfc-4f4c-a1f9-ac376137fc11', 'name': '', 'network_id': 'f470defa-ce3d-4a80-8936-fdcd3a56fb1c', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'mac_address': 'fa:16:3e:d7:c8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '70de716f-a599-4154-abad-e7ae007e30d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:24Z', 'updated_at': '2022-05-26T16:29:33Z', 'revision_number': 5, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'subnets': [{'id': '70de716f-a599-4154-abad-e7ae007e30d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:35:07.270232 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9a970a5-a5f3-403a-ab45-a7f209bf85e5 req-0bdc2999-ce8c-401c-bb89-01f67eaa3125 service neutron] 10.222.0.83 "GET /v2.0/networks/f470defa-ce3d-4a80-8936-fdcd3a56fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873870 May 26 16:35:07.540628 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b9a970a5-a5f3-403a-ab45-a7f209bf85e5 req-cbd0db7f-0da3-4a31-adc0-e671e2ef14a0 service neutron] 10.222.0.83 "GET /v2.0/networks/f470defa-ce3d-4a80-8936-fdcd3a56fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586513 May 26 16:35:07.690643 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e65545-cfa9-4055-8ec4-ee48573a8dc6 None None] New status for floating IP dc685790-6a24-42bc-b8b0-4a437abad086: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:35:07.744770 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5d712-441c-4b24-9101-afaa066e6f7e req-eec68615-2415-4b95-95c3-1bef4f4159fe tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:07.760786 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5e5d712-441c-4b24-9101-afaa066e6f7e req-eec68615-2415-4b95-95c3-1bef4f4159fe tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 946 time: 0.2056425 May 26 16:35:07.906246 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5e5d712-441c-4b24-9101-afaa066e6f7e req-f352dec7-dfa9-4479-8144-35c2f7e01640 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/security-groups?id=0eeebc1b-abd6-409c-899b-62282caa12e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448464 May 26 16:35:08.004775 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d8760-e9ab-4c4f-9719-1f034699e3d0 req-1135831f-4612-476d-b25c-1b45be0496eb tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:08.011518 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f9d8760-e9ab-4c4f-9719-1f034699e3d0 req-1135831f-4612-476d-b25c-1b45be0496eb tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.1339488 May 26 16:35:08.097770 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f9d8760-e9ab-4c4f-9719-1f034699e3d0 req-d3c16f83-2c84-4f47-b90b-b1f352fe9faf tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650644 May 26 16:35:08.120844 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e484f91-e98b-4567-a5e0-0301d1118cce req-c1f911c3-74c8-4976-ab5d-d77675bb9524 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:08.123107 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e484f91-e98b-4567-a5e0-0301d1118cce req-c1f911c3-74c8-4976-ab5d-d77675bb9524 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=f053a9aa-833e-4414-85dc-0a3e356379e3 HTTP/1.1" status: 200 len: 946 time: 0.1105993 May 26 16:35:08.252738 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e484f91-e98b-4567-a5e0-0301d1118cce req-2f75916b-0d78-46eb-bbb8-4f49af185d17 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232548 May 26 16:35:08.311604 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02167892-6d4b-4f91-9392-ff2a5228eb36 req-c6056d9c-860b-4dc1-8c83-aae7f85be253 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:08.320653 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-02167892-6d4b-4f91-9392-ff2a5228eb36 req-c6056d9c-860b-4dc1-8c83-aae7f85be253 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 943 time: 0.0891564 May 26 16:35:08.385123 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-02167892-6d4b-4f91-9392-ff2a5228eb36 req-2bc3f69b-7be4-4f5d-82e7-1b10396634ea tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602031 May 26 16:35:08.870908 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec682eb2-aecb-4882-a94b-72d7c79183aa req-4266012d-f033-479d-91b1-12169ff7ac6c tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:08.872531 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ec682eb2-aecb-4882-a94b-72d7c79183aa req-4266012d-f033-479d-91b1-12169ff7ac6c tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.83 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 946 time: 0.0763810 May 26 16:35:09.040928 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-ec682eb2-aecb-4882-a94b-72d7c79183aa req-787a1f95-9464-4b2d-96fd-25e29c04a1bf tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Deleting port 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:35:09.041164 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ec682eb2-aecb-4882-a94b-72d7c79183aa req-787a1f95-9464-4b2d-96fd-25e29c04a1bf tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:09.108270 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8fdca-8bd4-4a54-b9eb-8a3fd689080c req-89c22b39-812b-433d-a682-47cceee5b480 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:09.111976 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2c8fdca-8bd4-4a54-b9eb-8a3fd689080c req-89c22b39-812b-433d-a682-47cceee5b480 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 946 time: 0.0897338 May 26 16:35:09.168769 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2c8fdca-8bd4-4a54-b9eb-8a3fd689080c req-04588b96-7e5a-43d2-a118-1991b03aff1c tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/security-groups?id=0eeebc1b-abd6-409c-899b-62282caa12e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436258 May 26 16:35:09.218932 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ec682eb2-aecb-4882-a94b-72d7c79183aa req-787a1f95-9464-4b2d-96fd-25e29c04a1bf tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] For port 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f,segment=NetworkSegment(af8a2c7e-9c7d-4e78-8b0c-6ede863d657c),segment_id=af8a2c7e-9c7d-4e78-8b0c-6ede863d657c)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:09.219583 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ec682eb2-aecb-4882-a94b-72d7c79183aa req-787a1f95-9464-4b2d-96fd-25e29c04a1bf tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:09.235129 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-ec682eb2-aecb-4882-a94b-72d7c79183aa req-787a1f95-9464-4b2d-96fd-25e29c04a1bf tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Calling delete_port for 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:35:09.299123 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf3e88-096f-44ae-a3b2-b097fe5e5576 req-60b92b3e-934b-4d85-a299-573535f999ed tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:09.301548 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c6cf3e88-096f-44ae-a3b2-b097fe5e5576 req-60b92b3e-934b-4d85-a299-573535f999ed tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0717621 May 26 16:35:09.373940 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c6cf3e88-096f-44ae-a3b2-b097fe5e5576 req-2a998259-102f-49d4-89f6-900e45e6967a tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646050 May 26 16:35:09.431428 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ec682eb2-aecb-4882-a94b-72d7c79183aa req-787a1f95-9464-4b2d-96fd-25e29c04a1bf tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:09.456249 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6527e-25ec-4d43-b389-3300c75a36b3 req-8727761a-0a7e-41b0-8355-8c445932f8e4 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:09.459825 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-59d6527e-25ec-4d43-b389-3300c75a36b3 req-8727761a-0a7e-41b0-8355-8c445932f8e4 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=f053a9aa-833e-4414-85dc-0a3e356379e3 HTTP/1.1" status: 200 len: 946 time: 0.0897126 May 26 16:35:09.498058 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a1f95-9464-4b2d-96fd-25e29c04a1bf tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Pushing event deleted for resources: {'Port': ['ID=0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:09.529702 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-59d6527e-25ec-4d43-b389-3300c75a36b3 req-7b28ca52-d9c6-475b-b3df-e2950379f1a0 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650640 May 26 16:35:09.559180 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec682eb2-aecb-4882-a94b-72d7c79183aa req-787a1f95-9464-4b2d-96fd-25e29c04a1bf tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] No DVR routers for this DVR port 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:35:09.562899 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ec682eb2-aecb-4882-a94b-72d7c79183aa req-787a1f95-9464-4b2d-96fd-25e29c04a1bf tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:09.566488 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ec682eb2-aecb-4882-a94b-72d7c79183aa req-787a1f95-9464-4b2d-96fd-25e29c04a1bf tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.83 "DELETE /v2.0/ports/0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f HTTP/1.1" status: 204 len: 173 time: 0.6827869 May 26 16:35:09.566946 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ae06a0-340f-497b-a764-42537fdb38fc', 'name': 'network-vif-deleted', 'tag': '0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:35:09.570432 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a07743b-8a45-45a5-91cb-99f21d490f73" -d '{"events": [{"server_uuid": "00ae06a0-340f-497b-a764-42537fdb38fc", "name": "network-vif-deleted", "tag": "0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:35:09.681046 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ae12c1-f570-44d0-b747-554ae22b56a2 x-openstack-request-id: req-71ae12c1-f570-44d0-b747-554ae22b56a2 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:35:09.681353 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ae06a0-340f-497b-a764-42537fdb38fc", "name": "network-vif-deleted", "tag": "0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:35:09.681777 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-71ae12c1-f570-44d0-b747-554ae22b56a2 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:35:09.682101 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ae12c1-f570-44d0-b747-554ae22b56a2'] response: {'server_uuid': '00ae06a0-340f-497b-a764-42537fdb38fc', 'name': 'network-vif-deleted', 'tag': '0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f', 'status': 'completed', 'code': 200} May 26 16:35:09.682879 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252b8f8-4026-4ef4-8ebe-0f9952c1122e req-4233f554-925a-450a-ad58-51a02c66dc00 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:09.689208 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8252b8f8-4026-4ef4-8ebe-0f9952c1122e req-4233f554-925a-450a-ad58-51a02c66dc00 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 943 time: 0.1631520 May 26 16:35:09.741195 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8252b8f8-4026-4ef4-8ebe-0f9952c1122e req-4bd87c33-0880-46db-a673-22de13876cb7 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503676 May 26 16:35:10.305304 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f89ce7c3-6586-466a-8d42-cf6f2d67791a req-16488027-06ad-49a9-8df2-af0bc456bb42 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 210 time: 0.0376720 May 26 16:35:10.538576 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f045a2-7ef0-4668-8d48-4d851b3a6a7d req-5041d89a-2d8f-4a6b-b465-82ab68922e93 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:10.541694 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-00f045a2-7ef0-4668-8d48-4d851b3a6a7d req-5041d89a-2d8f-4a6b-b465-82ab68922e93 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0775561 May 26 16:35:10.604153 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-00f045a2-7ef0-4668-8d48-4d851b3a6a7d req-e65e03fa-ffca-4bd4-8156-90cca4c497f3 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552583 May 26 16:35:10.688501 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f24666-54eb-42a1-9160-d592b086ea46 req-9d53a3b3-0d4c-478b-bcd2-d87b158b5c31 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:10.690474 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c5f24666-54eb-42a1-9160-d592b086ea46 req-9d53a3b3-0d4c-478b-bcd2-d87b158b5c31 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.83 "GET /v2.0/ports?device_id=f053a9aa-833e-4414-85dc-0a3e356379e3 HTTP/1.1" status: 200 len: 946 time: 0.0789096 May 26 16:35:10.710815 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 281f5c87-3bcb-477f-8238-fc9f0dd81e1a no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:35:10.732345 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae94ed0-c925-44d8-b332-dc09ffd23f61 req-46218675-7dc0-478e-892a-57374418d06a tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:10.733965 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cae94ed0-c925-44d8-b332-dc09ffd23f61 req-46218675-7dc0-478e-892a-57374418d06a tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=f053a9aa-833e-4414-85dc-0a3e356379e3 HTTP/1.1" status: 200 len: 946 time: 0.0667431 May 26 16:35:10.831950 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cae94ed0-c925-44d8-b332-dc09ffd23f61 req-46316423-b051-440a-a8da-9360d73733da tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808694 May 26 16:35:10.917415 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 281f5c87-3bcb-477f-8238-fc9f0dd81e1a is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:35:10.918341 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:10.949128 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-c5f24666-54eb-42a1-9160-d592b086ea46 req-c83b72dc-cad0-4e5c-9cf2-27cb85e928ca tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Deleting port 281f5c87-3bcb-477f-8238-fc9f0dd81e1a {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:35:10.950080 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c5f24666-54eb-42a1-9160-d592b086ea46 req-c83b72dc-cad0-4e5c-9cf2-27cb85e928ca tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:10.993169 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 281f5c87-3bcb-477f-8238-fc9f0dd81e1a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=281f5c87-3bcb-477f-8238-fc9f0dd81e1a,segment=NetworkSegment(a4ac5541-1d76-4be6-8e4e-b912c2c1981e),segment_id=a4ac5541-1d76-4be6-8e4e-b912c2c1981e)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:10.995160 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f053a9aa-833e-4414-85dc-0a3e356379e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '281f5c87-3bcb-477f-8238-fc9f0dd81e1a'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:35:10.999884 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b12bbed-89c5-42f8-8041-52cac7e9c275" -d '{"events": [{"server_uuid": "f053a9aa-833e-4414-85dc-0a3e356379e3", "name": "network-vif-unplugged", "status": "completed", "tag": "281f5c87-3bcb-477f-8238-fc9f0dd81e1a"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:35:11.002456 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e2a68-73b2-412a-81c1-02b56fa7a022 req-08b8b3a3-0d74-4c77-a09b-6676893abce3 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:11.006720 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:11.008165 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:35:11.022924 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af9e2a68-73b2-412a-81c1-02b56fa7a022 req-08b8b3a3-0d74-4c77-a09b-6676893abce3 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 943 time: 0.1281435 May 26 16:35:11.076188 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:35:11.077122 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 0f28f4cd-dc67-46b7-8fb8-b29b3e52e52f not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:35:11.167939 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af9e2a68-73b2-412a-81c1-02b56fa7a022 req-a312a998-d460-4064-9954-755b2e9e6079 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282663 May 26 16:35:11.175497 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6542f265-59a7-448e-9efd-190fe0def20e x-openstack-request-id: req-6542f265-59a7-448e-9efd-190fe0def20e {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:35:11.176304 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f053a9aa-833e-4414-85dc-0a3e356379e3", "name": "network-vif-unplugged", "status": "completed", "tag": "281f5c87-3bcb-477f-8238-fc9f0dd81e1a", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:35:11.177147 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6542f265-59a7-448e-9efd-190fe0def20e {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:35:11.178071 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6542f265-59a7-448e-9efd-190fe0def20e'] response: {'server_uuid': 'f053a9aa-833e-4414-85dc-0a3e356379e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '281f5c87-3bcb-477f-8238-fc9f0dd81e1a', 'code': 200} May 26 16:35:11.191195 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=281f5c87-3bcb-477f-8238-fc9f0dd81e1a,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:11.230526 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-c5f24666-54eb-42a1-9160-d592b086ea46 req-c83b72dc-cad0-4e5c-9cf2-27cb85e928ca tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] For port 281f5c87-3bcb-477f-8238-fc9f0dd81e1a, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=281f5c87-3bcb-477f-8238-fc9f0dd81e1a,segment=NetworkSegment(a4ac5541-1d76-4be6-8e4e-b912c2c1981e),segment_id=a4ac5541-1d76-4be6-8e4e-b912c2c1981e)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:11.231098 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c5f24666-54eb-42a1-9160-d592b086ea46 req-c83b72dc-cad0-4e5c-9cf2-27cb85e928ca tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:11.252625 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-c5f24666-54eb-42a1-9160-d592b086ea46 req-c83b72dc-cad0-4e5c-9cf2-27cb85e928ca tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Calling delete_port for 281f5c87-3bcb-477f-8238-fc9f0dd81e1a owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:35:11.496877 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c5f24666-54eb-42a1-9160-d592b086ea46 req-c83b72dc-cad0-4e5c-9cf2-27cb85e928ca tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:11.501451 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a317a01f-5bc0-4ba7-b3bc-81d21cae9878 req-9e187bc8-5ace-4980-aff9-97111c595ff3 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 210 time: 0.0720546 May 26 16:35:11.550069 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b72dc-cad0-4e5c-9cf2-27cb85e928ca tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Pushing event deleted for resources: {'Port': ['ID=281f5c87-3bcb-477f-8238-fc9f0dd81e1a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:11.590282 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f24666-54eb-42a1-9160-d592b086ea46 req-c83b72dc-cad0-4e5c-9cf2-27cb85e928ca tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] No DVR routers for this DVR port 281f5c87-3bcb-477f-8238-fc9f0dd81e1a on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:35:11.594273 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c5f24666-54eb-42a1-9160-d592b086ea46 req-c83b72dc-cad0-4e5c-9cf2-27cb85e928ca tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:11.598170 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c5f24666-54eb-42a1-9160-d592b086ea46 req-c83b72dc-cad0-4e5c-9cf2-27cb85e928ca tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.83 "DELETE /v2.0/ports/281f5c87-3bcb-477f-8238-fc9f0dd81e1a HTTP/1.1" status: 204 len: 173 time: 0.8999288 May 26 16:35:11.683438 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f053a9aa-833e-4414-85dc-0a3e356379e3', 'name': 'network-vif-deleted', 'tag': '281f5c87-3bcb-477f-8238-fc9f0dd81e1a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:35:11.686151 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f701fed-6d10-42dd-9630-1f3d2f293396" -d '{"events": [{"server_uuid": "f053a9aa-833e-4414-85dc-0a3e356379e3", "name": "network-vif-deleted", "tag": "281f5c87-3bcb-477f-8238-fc9f0dd81e1a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:35:11.729730 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4278045-6b62-4457-ac59-8cd680a65c19 x-openstack-request-id: req-c4278045-6b62-4457-ac59-8cd680a65c19 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:35:11.730337 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f053a9aa-833e-4414-85dc-0a3e356379e3", "name": "network-vif-deleted", "tag": "281f5c87-3bcb-477f-8238-fc9f0dd81e1a", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:35:11.730547 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c4278045-6b62-4457-ac59-8cd680a65c19 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:35:11.731120 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4278045-6b62-4457-ac59-8cd680a65c19'] response: {'server_uuid': 'f053a9aa-833e-4414-85dc-0a3e356379e3', 'name': 'network-vif-deleted', 'tag': '281f5c87-3bcb-477f-8238-fc9f0dd81e1a', 'status': 'completed', 'code': 200} May 26 16:35:11.801764 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e57a9-9fa0-41fc-9a82-fd51c616cf44 req-4dd15e8e-05af-42f4-ba22-961d394670b4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:11.804175 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c9e57a9-9fa0-41fc-9a82-fd51c616cf44 req-4dd15e8e-05af-42f4-ba22-961d394670b4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0610702 May 26 16:35:11.850739 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c9e57a9-9fa0-41fc-9a82-fd51c616cf44 req-51fe237e-f1f1-47e0-993e-9efa8fc93d4f tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384822 May 26 16:35:11.969413 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ef7d404b-1894-47b4-b65a-9fc10841dfe9 req-53050842-f159-4d92-8461-84b810721acb tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=f053a9aa-833e-4414-85dc-0a3e356379e3 HTTP/1.1" status: 200 len: 210 time: 0.0333316 May 26 16:35:12.379164 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf2507-3b64-422f-8d43-b9d11dc15ebd req-b2c1e903-7eae-4ee6-b43c-118e4a1a8421 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:12.381428 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2faf2507-3b64-422f-8d43-b9d11dc15ebd req-b2c1e903-7eae-4ee6-b43c-118e4a1a8421 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 943 time: 0.0932083 May 26 16:35:12.429884 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2faf2507-3b64-422f-8d43-b9d11dc15ebd req-302ca889-dc24-44cf-9f5c-761d137c19ec tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412183 May 26 16:35:12.632626 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-616bba1a-ebe0-4e4d-8b8a-3694ed65e604 req-5266741e-72f5-426f-b714-77bd2365081f tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 210 time: 0.0378110 May 26 16:35:12.983443 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60578) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:13.065972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f401e-a523-4a7b-af47-093afd09cbe5 req-426ba5c3-a862-4de9-bd25-20afeeb4272c tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:13.076552 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c75f401e-a523-4a7b-af47-093afd09cbe5 req-426ba5c3-a862-4de9-bd25-20afeeb4272c tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.1035321 May 26 16:35:13.076784 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f1f0723-4b69-47d3-a5a3-9f39cdcd7aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:13.125995 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c75f401e-a523-4a7b-af47-093afd09cbe5 req-bbe6df40-3c1d-4351-807a-e058a1d474e5 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482817 May 26 16:35:13.171600 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2f9704c-b414-4c05-bfcc-6b49255291d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:13.279703 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2f9704c-b414-4c05-bfcc-6b49255291d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:13.287414 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2f9704c-b414-4c05-bfcc-6b49255291d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:13.360791 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b2f9704c-b414-4c05-bfcc-6b49255291d2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=307fb9c57a074d09968c7754f887e4f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3750136 May 26 16:35:13.361788 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9704c-b414-4c05-bfcc-6b49255291d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2165fa-4617-4618-b40a-c55ba0414013,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:13.364883 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60592) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:13.452779 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34102c75-b9b4-4806-8964-e041e676523c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:13.484549 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34102c75-b9b4-4806-8964-e041e676523c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:13.622993 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34102c75-b9b4-4806-8964-e041e676523c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:13.627315 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34102c75-b9b4-4806-8964-e041e676523c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:13.632518 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-34102c75-b9b4-4806-8964-e041e676523c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0d2165fa-4617-4618-b40a-c55ba0414013 HTTP/1.1" status: 204 len: 168 time: 0.2621961 May 26 16:35:13.639144 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34102c75-b9b4-4806-8964-e041e676523c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2165fa-4617-4618-b40a-c55ba0414013,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:13.729340 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f84d6-f146-40b5-a3fc-95e5090f8fb1 req-2e60daed-c890-40e3-ad2d-03992b02479a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:13.738935 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce7f84d6-f146-40b5-a3fc-95e5090f8fb1 req-2e60daed-c890-40e3-ad2d-03992b02479a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 943 time: 0.1684296 May 26 16:35:13.809158 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce7f84d6-f146-40b5-a3fc-95e5090f8fb1 req-25596e0c-f43e-4e4b-ac65-f3265888011a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680652 May 26 16:35:13.977711 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-56313b12-8adb-46a9-a12d-f9858ade0446 req-849356fe-1307-48cd-a403-621fe75acd5c tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 210 time: 0.0555451 May 26 16:35:14.051614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668681a-0cc4-4338-932b-ae72629c4862 req-072a313e-b9a4-4966-8c26-9d9663f0ca65 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:14.053691 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c668681a-0cc4-4338-932b-ae72629c4862 req-072a313e-b9a4-4966-8c26-9d9663f0ca65 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbff609d-fa16-4cbe-a088-2d9c0b8df84e HTTP/1.1" status: 200 len: 945 time: 0.0747142 May 26 16:35:14.106681 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60608) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:14.121971 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c668681a-0cc4-4338-932b-ae72629c4862 req-3fa47273-f52e-4e75-bfc8-4a9f4927eb2e tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/security-groups?id=4aba260b-4249-4078-99c7-98de8173be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610063 May 26 16:35:14.125497 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-677a6fd3-a9ec-4177-9a12-4d9e1308ab4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:14.223437 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-677a6fd3-a9ec-4177-9a12-4d9e1308ab4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:14.228562 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-677a6fd3-a9ec-4177-9a12-4d9e1308ab4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:14.284745 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2fa67-8439-41aa-9a96-81397603390e req-db8815c0-6442-48b8-8770-6dc220671012 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:14.287318 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-677a6fd3-a9ec-4177-9a12-4d9e1308ab4d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f704d8c0606a463db361c49764b99ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1776848 May 26 16:35:14.288520 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60612) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:14.289203 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a6fd3-a9ec-4177-9a12-4d9e1308ab4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40f8388-8d01-47fb-a787-265dee0fcc52,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:14.294402 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bfa2fa67-8439-41aa-9a96-81397603390e req-db8815c0-6442-48b8-8770-6dc220671012 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0760982 May 26 16:35:14.348865 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bfa2fa67-8439-41aa-9a96-81397603390e req-faca20a2-dd2f-4829-82fa-cee4dfa0294e tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504556 May 26 16:35:14.366505 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-94b6bc70-46e7-4ddb-a9ec-2ff88a3542cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:14.399774 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-94b6bc70-46e7-4ddb-a9ec-2ff88a3542cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:14.482360 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-94b6bc70-46e7-4ddb-a9ec-2ff88a3542cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:14.484649 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-94b6bc70-46e7-4ddb-a9ec-2ff88a3542cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:14.490133 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-94b6bc70-46e7-4ddb-a9ec-2ff88a3542cc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b40f8388-8d01-47fb-a787-265dee0fcc52 HTTP/1.1" status: 204 len: 168 time: 0.1938634 May 26 16:35:14.498531 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6bc70-46e7-4ddb-a9ec-2ff88a3542cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40f8388-8d01-47fb-a787-265dee0fcc52,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:15.061536 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f13e40-6a57-4bbc-b866-6a1f83fed7bf req-10af7318-7bd9-41e2-beba-92b422dee575 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:15.063905 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a0f13e40-6a57-4bbc-b866-6a1f83fed7bf req-10af7318-7bd9-41e2-beba-92b422dee575 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 943 time: 0.0767879 May 26 16:35:15.170078 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f11c60f7-4a66-43fc-a318-57b42aa7da65 req-e2de10ef-7ae8-44cb-8695-90c5c76879da tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 210 time: 0.0505147 May 26 16:35:15.184527 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a0f13e40-6a57-4bbc-b866-6a1f83fed7bf req-0c5c560f-7121-4759-9ba1-27c8b2c42416 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127164 May 26 16:35:15.325920 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eac7e1-5899-43c4-b3fc-1c73bc642362 req-2248d066-cf6b-4719-b998-c82125a59ca9 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:15.329037 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77eac7e1-5899-43c4-b3fc-1c73bc642362 req-2248d066-cf6b-4719-b998-c82125a59ca9 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbff609d-fa16-4cbe-a088-2d9c0b8df84e HTTP/1.1" status: 200 len: 945 time: 0.0616951 May 26 16:35:15.355688 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d792fdf-33b7-4fbf-8805-8c3516a798cc req-e5d1acbf-1166-480c-8948-5a0e1c02b6c4 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:15.357744 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3d792fdf-33b7-4fbf-8805-8c3516a798cc req-e5d1acbf-1166-480c-8948-5a0e1c02b6c4 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbff609d-fa16-4cbe-a088-2d9c0b8df84e HTTP/1.1" status: 200 len: 945 time: 0.0628943 May 26 16:35:15.393199 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77eac7e1-5899-43c4-b3fc-1c73bc642362 req-23534431-f9d4-4bcb-92d8-f6c0896a7b0b tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/security-groups?id=4aba260b-4249-4078-99c7-98de8173be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561664 May 26 16:35:15.487439 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-40d9b5f0-354d-45b6-9d6d-1aa9feb3e250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:15.528413 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc92cb-df66-40cc-b7a5-2f578000354c req-7204f248-2b9b-4809-891b-d80e2df0e541 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:15.530092 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-3d792fdf-33b7-4fbf-8805-8c3516a798cc req-1487dd7c-1b7f-43a6-acc3-bddee06b299a tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Deleting port 461893ca-c56c-4c1a-b1f7-c01ec48b44a7 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:35:15.530454 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3d792fdf-33b7-4fbf-8805-8c3516a798cc req-1487dd7c-1b7f-43a6-acc3-bddee06b299a tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:15.536158 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88bc92cb-df66-40cc-b7a5-2f578000354c req-7204f248-2b9b-4809-891b-d80e2df0e541 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0673580 May 26 16:35:15.613846 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88bc92cb-df66-40cc-b7a5-2f578000354c req-6223bbcb-4432-486b-b7fe-45c0538e61c5 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746531 May 26 16:35:15.695684 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-3d792fdf-33b7-4fbf-8805-8c3516a798cc req-1487dd7c-1b7f-43a6-acc3-bddee06b299a tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] For port 461893ca-c56c-4c1a-b1f7-c01ec48b44a7, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=461893ca-c56c-4c1a-b1f7-c01ec48b44a7,segment=NetworkSegment(8bf7b1d4-a923-470f-8440-e419bcbbc064),segment_id=8bf7b1d4-a923-470f-8440-e419bcbbc064)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:15.696154 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3d792fdf-33b7-4fbf-8805-8c3516a798cc req-1487dd7c-1b7f-43a6-acc3-bddee06b299a tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:15.713371 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-3d792fdf-33b7-4fbf-8805-8c3516a798cc req-1487dd7c-1b7f-43a6-acc3-bddee06b299a tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Calling delete_port for 461893ca-c56c-4c1a-b1f7-c01ec48b44a7 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:35:15.970325 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3d792fdf-33b7-4fbf-8805-8c3516a798cc req-1487dd7c-1b7f-43a6-acc3-bddee06b299a tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:15.982906 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['461893ca-c56c-4c1a-b1f7-c01ec48b44a7'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:35:16.006949 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487dd7c-1b7f-43a6-acc3-bddee06b299a tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Pushing event deleted for resources: {'Port': ['ID=461893ca-c56c-4c1a-b1f7-c01ec48b44a7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:16.077693 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d792fdf-33b7-4fbf-8805-8c3516a798cc req-1487dd7c-1b7f-43a6-acc3-bddee06b299a tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] No DVR routers for this DVR port 461893ca-c56c-4c1a-b1f7-c01ec48b44a7 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:35:16.080988 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3d792fdf-33b7-4fbf-8805-8c3516a798cc req-1487dd7c-1b7f-43a6-acc3-bddee06b299a tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:16.084623 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3d792fdf-33b7-4fbf-8805-8c3516a798cc req-1487dd7c-1b7f-43a6-acc3-bddee06b299a tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.81 "DELETE /v2.0/ports/461893ca-c56c-4c1a-b1f7-c01ec48b44a7 HTTP/1.1" status: 204 len: 173 time: 0.7203681 May 26 16:35:16.085108 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbff609d-fa16-4cbe-a088-2d9c0b8df84e', 'name': 'network-vif-deleted', 'tag': '461893ca-c56c-4c1a-b1f7-c01ec48b44a7'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:35:16.089592 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aaf6be7-bff5-4ff9-ba1d-12b1845329d4" -d '{"events": [{"server_uuid": "dbff609d-fa16-4cbe-a088-2d9c0b8df84e", "name": "network-vif-deleted", "tag": "461893ca-c56c-4c1a-b1f7-c01ec48b44a7"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:35:16.260564 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2112f22-face-4eb1-8376-e90711610fe6 x-openstack-request-id: req-e2112f22-face-4eb1-8376-e90711610fe6 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:35:16.262166 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbff609d-fa16-4cbe-a088-2d9c0b8df84e", "name": "network-vif-deleted", "tag": "461893ca-c56c-4c1a-b1f7-c01ec48b44a7", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:35:16.262839 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e2112f22-face-4eb1-8376-e90711610fe6 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:35:16.264076 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2112f22-face-4eb1-8376-e90711610fe6'] response: {'server_uuid': 'dbff609d-fa16-4cbe-a088-2d9c0b8df84e', 'name': 'network-vif-deleted', 'tag': '461893ca-c56c-4c1a-b1f7-c01ec48b44a7', 'status': 'completed', 'code': 200} May 26 16:35:16.428886 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-27ffb5f2-c3bc-4526-af86-11b422fdd778 req-e263c317-fba3-4dfc-a0ff-489fbd60dbab tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 210 time: 0.0642507 May 26 16:35:16.500594 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7424ccc-1aef-4f1c-a6a3-6b9311c5efc6 req-f7fb066b-07c5-46f1-9bcc-28e345582692 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:16.510232 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7424ccc-1aef-4f1c-a6a3-6b9311c5efc6 req-f7fb066b-07c5-46f1-9bcc-28e345582692 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 943 time: 0.1280673 May 26 16:35:16.578774 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7424ccc-1aef-4f1c-a6a3-6b9311c5efc6 req-43ca8790-a03d-490d-95e2-1178b4a0c311 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672629 May 26 16:35:16.604481 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:16.605487 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5fb90eea-6e0c-41d2-ba6b-f6b252f8fde6 req-d5034051-c5ce-4ea0-bef4-44e17c7d3238 tempest-VolumesActionsTest-1401443408 tempest-VolumesActionsTest-1401443408-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbff609d-fa16-4cbe-a088-2d9c0b8df84e HTTP/1.1" status: 200 len: 210 time: 0.0515125 May 26 16:35:16.825253 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5830dc-1986-4e55-aca5-1cb9c710f2a5 req-5151e1c6-2dd9-4f1e-bd6d-5e3e4bf26069 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:16.836637 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a5830dc-1986-4e55-aca5-1cb9c710f2a5 req-5151e1c6-2dd9-4f1e-bd6d-5e3e4bf26069 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0775895 May 26 16:35:16.882831 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a5830dc-1986-4e55-aca5-1cb9c710f2a5 req-2985dead-4dd4-4c17-85db-890228591ace tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451937 May 26 16:35:17.599464 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ad181ae0-1c5d-4ecd-866c-6f164fa3b212 req-0e6b9c2b-b985-4c1b-a533-e97b3c13d7d8 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "GET /v2.0/ports?device_id=00ae06a0-340f-497b-a764-42537fdb38fc HTTP/1.1" status: 200 len: 210 time: 0.0471604 May 26 16:35:17.727272 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4fed5-f94a-4f2f-a880-f3a6b63feff0 req-dc57c9b8-e15f-490f-91c3-0fef45282b56 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:17.729950 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-11a4fed5-f94a-4f2f-a880-f3a6b63feff0 req-dc57c9b8-e15f-490f-91c3-0fef45282b56 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 943 time: 0.0621200 May 26 16:35:17.777646 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-11a4fed5-f94a-4f2f-a880-f3a6b63feff0 req-30c476d1-6436-40ba-bc9d-39c3d341800e tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404472 May 26 16:35:17.972113 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60738) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:18.077190 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a73a13-9b01-496e-a0d0-e5e85148a473 req-818eaedd-48c0-4634-a0dc-8f3df4c95c32 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:18.078887 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-06a73a13-9b01-496e-a0d0-e5e85148a473 req-818eaedd-48c0-4634-a0dc-8f3df4c95c32 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0657268 May 26 16:35:18.148124 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-06a73a13-9b01-496e-a0d0-e5e85148a473 req-6cb2538c-a645-47ed-81af-238bd2c183ed tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620210 May 26 16:35:18.195670 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-95bf9370-65d4-4789-aa9b-af5baf85679d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:18.208454 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:18.319122 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-95bf9370-65d4-4789-aa9b-af5baf85679d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:18.327979 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-95bf9370-65d4-4789-aa9b-af5baf85679d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:18.372944 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:18.394897 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-95bf9370-65d4-4789-aa9b-af5baf85679d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=26f7c73de12440aebc4117aeaaa65d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4192014 May 26 16:35:18.400981 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 60752) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:18.419255 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf9370-65d4-4789-aa9b-af5baf85679d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfecc423-9839-4c04-a42f-a64cb18a8054,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:18.479839 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a70016d8-4206-43ed-ab1f-d34a3d32581f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:18.509488 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a70016d8-4206-43ed-ab1f-d34a3d32581f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:18.518784 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae50a44-2d60-4821-a6aa-8fb463b1988f req-42276bdc-0064-4109-a23a-f8b2603cef16 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:18.529390 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4ae50a44-2d60-4821-a6aa-8fb463b1988f req-42276bdc-0064-4109-a23a-f8b2603cef16 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0916128 May 26 16:35:18.584223 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4ae50a44-2d60-4821-a6aa-8fb463b1988f req-442dd08c-d0eb-4849-a62e-f896af83e837 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535538 May 26 16:35:18.609782 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a70016d8-4206-43ed-ab1f-d34a3d32581f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:18.612583 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a70016d8-4206-43ed-ab1f-d34a3d32581f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:18.614064 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a70016d8-4206-43ed-ab1f-d34a3d32581f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dfecc423-9839-4c04-a42f-a64cb18a8054 HTTP/1.1" status: 204 len: 168 time: 0.2119873 May 26 16:35:18.632761 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70016d8-4206-43ed-ab1f-d34a3d32581f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfecc423-9839-4c04-a42f-a64cb18a8054,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:18.658482 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ea12e-918b-430d-bab6-e9c973105c44 req-254a40ca-9d73-4bae-a431-f77a584c515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:18.660400 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8f0ea12e-918b-430d-bab6-e9c973105c44 req-254a40ca-9d73-4bae-a431-f77a584c515a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=72a5ce476eef4d1192f67830028ac2c1&device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 1097 time: 0.1005421 May 26 16:35:18.686427 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60758) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:18.784819 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5eddd7c-0ff2-4f2f-a79f-e03878c5e387 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:18.849843 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ea12e-918b-430d-bab6-e9c973105c44 req-954fdb58-652d-4e5b-99a1-0d1203e762fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:18.851677 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8f0ea12e-918b-430d-bab6-e9c973105c44 req-954fdb58-652d-4e5b-99a1-0d1203e762fa service neutron] 10.222.0.83 "GET /v2.0/networks?id=a0268940-7484-46cd-afca-0aa172618427 HTTP/1.1" status: 200 len: 912 time: 0.1836293 May 26 16:35:18.861724 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5eddd7c-0ff2-4f2f-a79f-e03878c5e387 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:19.003811 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d1f3a-f8e0-4ec2-9ce1-eb2d1e6f655c req-dfff78ff-3560-4f03-9b57-63e0491e7595 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:19.007172 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d98d1f3a-f8e0-4ec2-9ce1-eb2d1e6f655c req-dfff78ff-3560-4f03-9b57-63e0491e7595 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 943 time: 0.1133130 May 26 16:35:19.022619 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:19.065533 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8f0ea12e-918b-430d-bab6-e9c973105c44 req-2d002850-28b8-45a2-a716-61596a6fcd56 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37f1999d-3978-43f2-81e4-1f3b545eeb4b HTTP/1.1" status: 200 len: 1002 time: 0.2059171 May 26 16:35:19.066028 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d98d1f3a-f8e0-4ec2-9ce1-eb2d1e6f655c req-856954bf-968d-4812-a6eb-c6544113a47d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454056 May 26 16:35:19.086326 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5eddd7c-0ff2-4f2f-a79f-e03878c5e387 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:19.091170 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f5eddd7c-0ff2-4f2f-a79f-e03878c5e387 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:19.092638 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f5eddd7c-0ff2-4f2f-a79f-e03878c5e387 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] 10.222.0.77 "DELETE /v2.0/security-groups/0eeebc1b-abd6-409c-899b-62282caa12e1 HTTP/1.1" status: 204 len: 168 time: 0.4052598 May 26 16:35:19.125271 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60768) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:19.144991 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ea12e-918b-430d-bab6-e9c973105c44 req-7c5f35ac-b863-4dc6-b66b-c181c518f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:19.148985 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8f0ea12e-918b-430d-bab6-e9c973105c44 req-7c5f35ac-b863-4dc6-b66b-c181c518f668 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=169af66c-e17e-405d-a13a-40c09478394e HTTP/1.1" status: 200 len: 850 time: 0.0697711 May 26 16:35:19.149769 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a81ffb9-d28b-4991-8939-41ea43599b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:19.152605 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eddd7c-0ff2-4f2f-a79f-e03878c5e387 tempest-TestVolumeBackupRestore-1943971392 tempest-TestVolumeBackupRestore-1943971392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eeebc1b-abd6-409c-899b-62282caa12e1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:19.244625 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ea12e-918b-430d-bab6-e9c973105c44 req-a9158352-22fe-4ddd-b32d-6dc3477189f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:19.246989 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8f0ea12e-918b-430d-bab6-e9c973105c44 req-a9158352-22fe-4ddd-b32d-6dc3477189f6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a0268940-7484-46cd-afca-0aa172618427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904727 May 26 16:35:19.346237 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a81ffb9-d28b-4991-8939-41ea43599b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:19.367390 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8f0ea12e-918b-430d-bab6-e9c973105c44 req-07289619-3ccb-4d5f-8996-8fe8f094c5b1 service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101432 May 26 16:35:19.367934 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a81ffb9-d28b-4991-8939-41ea43599b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:19.482670 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81ffb9-d28b-4991-8939-41ea43599b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17a80c8-6882-4679-aa91-36f1ad755ed7,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:19.506161 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5a81ffb9-d28b-4991-8939-41ea43599b53 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6939b1ab601446468512ef8ac567c168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3785787 May 26 16:35:19.511422 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 60792) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:19.536824 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8f0ea12e-918b-430d-bab6-e9c973105c44 req-f0a1b173-6685-4de2-9301-0dc9bcd2e9ea service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588297 May 26 16:35:19.594339 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3ce81984-9c86-4674-8b44-b468ac99a266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:19.634991 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:35:19.637261 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 461893ca-c56c-4c1a-b1f7-c01ec48b44a7 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:35:19.653234 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3ce81984-9c86-4674-8b44-b468ac99a266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:19.672939 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 461893ca-c56c-4c1a-b1f7-c01ec48b44a7 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:35:19.673428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 461893ca-c56c-4c1a-b1f7-c01ec48b44a7 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:35:19.755743 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ecb2f-9ee9-4691-9ea4-f5203e6c01e0 req-d30a7801-0ad7-475d-a294-50bf639df468 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:19.763768 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f1ecb2f-9ee9-4691-9ea4-f5203e6c01e0 req-d30a7801-0ad7-475d-a294-50bf639df468 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0763342 May 26 16:35:19.806213 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=75ad3e51-d762-46e5-b46f-6b6a1d64ebf5,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:19.809861 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3ce81984-9c86-4674-8b44-b468ac99a266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:19.812876 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3ce81984-9c86-4674-8b44-b468ac99a266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:19.814218 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3ce81984-9c86-4674-8b44-b468ac99a266 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e17a80c8-6882-4679-aa91-36f1ad755ed7 HTTP/1.1" status: 204 len: 168 time: 0.3008697 May 26 16:35:19.852487 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '75ad3e51-d762-46e5-b46f-6b6a1d64ebf5', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'port_id': '75ad3e51-d762-46e5-b46f-6b6a1d64ebf5', 'mac_address': 'fa:16:3e:6f:ed:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:35:19.856608 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce81984-9c86-4674-8b44-b468ac99a266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17a80c8-6882-4679-aa91-36f1ad755ed7,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:19.915372 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f1ecb2f-9ee9-4691-9ea4-f5203e6c01e0 req-9d34dd48-9c22-4ed1-8d17-1630f2b3b1a9 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505766 May 26 16:35:20.018807 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:35:20.019025 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:20.042634 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:35:20.073665 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=75ad3e51-d762-46e5-b46f-6b6a1d64ebf5,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:20.083819 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:20.333347 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118a065-7eb2-4961-8a5a-0f684d8cf222 req-6feecbbf-de7b-4dde-8a80-92d6d600e1c2 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:20.341329 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['75ad3e51-d762-46e5-b46f-6b6a1d64ebf5'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:35:20.347151 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8118a065-7eb2-4961-8a5a-0f684d8cf222 req-6feecbbf-de7b-4dde-8a80-92d6d600e1c2 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 944 time: 0.1022298 May 26 16:35:20.402757 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8118a065-7eb2-4961-8a5a-0f684d8cf222 req-e55aa59e-ff75-493a-b70d-c7fba10c1402 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545874 May 26 16:35:20.437626 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=75ad3e51-d762-46e5-b46f-6b6a1d64ebf5,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:21.090296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb9467-d565-4919-83b9-a9dfdde05ecb req-57b1c0d0-776a-4225-a6d7-454be5464a86 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:21.101535 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dbeb9467-d565-4919-83b9-a9dfdde05ecb req-57b1c0d0-776a-4225-a6d7-454be5464a86 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0889723 May 26 16:35:21.161809 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dbeb9467-d565-4919-83b9-a9dfdde05ecb req-6fc4be8e-2691-4ce5-bdfc-1da38e6a9adc tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595241 May 26 16:35:21.498259 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 32782) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:21.643724 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:35:21.663320 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230968f-2c8c-4968-9a5e-3c506ea66444 req-a4ebec60-fbd1-4373-a3d9-ba4731d4581c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:21.683033 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a230968f-2c8c-4968-9a5e-3c506ea66444 req-a4ebec60-fbd1-4373-a3d9-ba4731d4581c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 944 time: 0.1076727 May 26 16:35:21.797460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:35:21.804285 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:35:21.806169 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:21.830267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-5cf6f480-cde0-4942-be29-41522ed08a58 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-904960991-network', 'tenant_id': '7438e24e782648e2afea0fa7248dddbe'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:35:21.919473 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a230968f-2c8c-4968-9a5e-3c506ea66444 req-0021c30e-4755-4c36-a12e-4fa8b53132d2 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259228 May 26 16:35:21.926647 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf6f480-cde0-4942-be29-41522ed08a58 admin admin] Made reservation on behalf of 7438e24e782648e2afea0fa7248dddbe for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:35:21.932940 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5cf6f480-cde0-4942-be29-41522ed08a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:21.948910 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5cf6f480-cde0-4942-be29-41522ed08a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:21.987322 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-b9c3e760-b15a-425c-a0af-ec861f1d9ab4 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:21.995849 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-b9c3e760-b15a-425c-a0af-ec861f1d9ab4 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/networks?id=08ecdda0-b83d-4e3e-bead-7883e1f704fb HTTP/1.1" status: 200 len: 814 time: 0.2792203 May 26 16:35:22.024796 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-d77daa4f-0ab4-404d-8330-c7af36d44a9f tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/quotas/5133b2335c6b4b5dbb7b6b0b3d366b38 HTTP/1.1" status: 200 len: 375 time: 0.0275173 May 26 16:35:22.045258 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:35:22.045923 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:22.084566 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-fb8cbfc9-4bda-48b2-a9af-caeb33b67895 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5133b2335c6b4b5dbb7b6b0b3d366b38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585151 May 26 16:35:22.100494 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=75ad3e51-d762-46e5-b46f-6b6a1d64ebf5,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:22.101624 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55a8adb-c872-45a3-8b68-f8c47949e872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ad3e51-d762-46e5-b46f-6b6a1d64ebf5'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:35:22.104281 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715e22bf-fd91-4c70-85eb-dea912de7fbc" -d '{"events": [{"server_uuid": "e55a8adb-c872-45a3-8b68-f8c47949e872", "name": "network-vif-plugged", "status": "completed", "tag": "75ad3e51-d762-46e5-b46f-6b6a1d64ebf5"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:35:22.126971 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:22.227996 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebfcbe2-3258-4ec7-afa0-7ea5d671dbfc x-openstack-request-id: req-7ebfcbe2-3258-4ec7-afa0-7ea5d671dbfc {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:35:22.228702 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55a8adb-c872-45a3-8b68-f8c47949e872", "name": "network-vif-plugged", "status": "completed", "tag": "75ad3e51-d762-46e5-b46f-6b6a1d64ebf5", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:35:22.229422 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7ebfcbe2-3258-4ec7-afa0-7ea5d671dbfc {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:35:22.230403 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ebfcbe2-3258-4ec7-afa0-7ea5d671dbfc'] response: {'server_uuid': 'e55a8adb-c872-45a3-8b68-f8c47949e872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ad3e51-d762-46e5-b46f-6b6a1d64ebf5', 'code': 200} May 26 16:35:22.233670 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5cf6f480-cde0-4942-be29-41522ed08a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:22.247143 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-13a8d460-0d7f-4500-badd-9a0aa857275a service neutron] 10.222.0.77 "GET /v2.0/networks/08ecdda0-b83d-4e3e-bead-7883e1f704fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613452 May 26 16:35:22.259887 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5cf6f480-cde0-4942-be29-41522ed08a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:22.311783 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=75ad3e51-d762-46e5-b46f-6b6a1d64ebf5,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:22.362119 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf6f480-cde0-4942-be29-41522ed08a58 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:35:22.369217 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08311266-f955-47d5-942a-58b7f41c3015 req-46d72609-b88e-4659-9aba-f23d8be7c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:22.371874 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-08311266-f955-47d5-942a-58b7f41c3015 req-46d72609-b88e-4659-9aba-f23d8be7c988 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 1096 time: 0.0908227 May 26 16:35:22.388017 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5cf6f480-cde0-4942-be29-41522ed08a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:22.388533 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-5cf6f480-cde0-4942-be29-41522ed08a58 admin admin] Added segment f912487e-5c72-4906-9263-85b4b6d3b980 of type vlan for network c5f67c86-b54d-4c05-8d78-dfc556a0928d May 26 16:35:22.405822 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6f480-cde0-4942-be29-41522ed08a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f960e5f-b44a-48ca-9a1d-d27f4ea1cc1b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:22.462769 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-08311266-f955-47d5-942a-58b7f41c3015 req-79632c64-0c08-4cac-8750-e450facbf018 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793293 May 26 16:35:22.474573 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-48a9cb61-e155-4c42-98b5-3d9e56da8d64 service neutron] 10.222.0.77 "GET /v2.0/networks/08ecdda0-b83d-4e3e-bead-7883e1f704fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245202 May 26 16:35:22.477948 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5cf6f480-cde0-4942-be29-41522ed08a58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:22.548204 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5cf6f480-cde0-4942-be29-41522ed08a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:22.552958 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf6f480-cde0-4942-be29-41522ed08a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:22.560510 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5cf6f480-cde0-4942-be29-41522ed08a58 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:22.703546 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5cf6f480-cde0-4942-be29-41522ed08a58 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2040904 May 26 16:35:22.707772 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 32906) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:22.714618 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-0dc8295b-d040-47ed-8ae2-8b1789a3d161 admin admin] Request body: {'subnet': {'network_id': 'c5f67c86-b54d-4c05-8d78-dfc556a0928d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-904960991-subnet', 'tenant_id': '7438e24e782648e2afea0fa7248dddbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:35:22.767466 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc8295b-d040-47ed-8ae2-8b1789a3d161 admin admin] Made reservation on behalf of 7438e24e782648e2afea0fa7248dddbe for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:35:22.776445 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0dc8295b-d040-47ed-8ae2-8b1789a3d161 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:22.796197 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6f480-cde0-4942-be29-41522ed08a58 admin admin] Pushing event updated for resources: {'Network': ['ID=c5f67c86-b54d-4c05-8d78-dfc556a0928d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:22.808908 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network c5f67c86-b54d-4c05-8d78-dfc556a0928d details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:35:22.845004 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71059cac-511e-4816-8967-5b2375e72f88 req-da613e28-496c-4fd3-b7df-fc6c2b15fb47 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cfe3feb-b088-47c5-a655-6a8012452cfc HTTP/1.1" status: 200 len: 210 time: 0.1397583 May 26 16:35:23.219421 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe69f2d-a0bc-41ef-bb91-3e9bee005b94 req-3bf84b32-80b1-4f3d-9ff3-f5ec2d3b0aaa tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:23.221179 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cfe69f2d-a0bc-41ef-bb91-3e9bee005b94 req-3bf84b32-80b1-4f3d-9ff3-f5ec2d3b0aaa tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 945 time: 0.1304727 May 26 16:35:23.285754 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0dc8295b-d040-47ed-8ae2-8b1789a3d161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:23.321524 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cfe69f2d-a0bc-41ef-bb91-3e9bee005b94 req-1180cba4-f111-4e93-b934-3f2e1e0832fd tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894485 May 26 16:35:23.527628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8295b-d040-47ed-8ae2-8b1789a3d161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ec1618-8504-471b-bdce-d9abb75f30da,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:23.570038 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc8295b-d040-47ed-8ae2-8b1789a3d161 admin admin] Checking segment: {'id': 'f912487e-5c72-4906-9263-85b4b6d3b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c5f67c86-b54d-4c05-8d78-dfc556a0928d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:35:23.570523 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc8295b-d040-47ed-8ae2-8b1789a3d161 admin admin] Network hostable DHCP agents. Network: c5f67c86-b54d-4c05-8d78-dfc556a0928d, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:35:23.595059 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc8295b-d040-47ed-8ae2-8b1789a3d161 admin admin] Network c5f67c86-b54d-4c05-8d78-dfc556a0928d is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:35:23.617481 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-0dc8295b-d040-47ed-8ae2-8b1789a3d161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, c5f67c86-b54d-4c05-8d78-dfc556a0928d) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:35:23.633710 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61708a79-293c-4859-9ba4-6e7c12b7b041 None None] Network c5f67c86-b54d-4c05-8d78-dfc556a0928d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:35:23.642628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc8295b-d040-47ed-8ae2-8b1789a3d161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:23.644828 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0dc8295b-d040-47ed-8ae2-8b1789a3d161 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:23.707098 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0dc8295b-d040-47ed-8ae2-8b1789a3d161 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9970946 May 26 16:35:23.967383 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4145674-a272-40fa-86c3-d48a23dccae1 None None] Network c5f67c86-b54d-4c05-8d78-dfc556a0928d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:35:24.215208 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-72899975-53e6-4f2b-950c-e5c0c7591677 req-66a6ea16-410f-4839-98d1-56cebd55c368 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cfe3feb-b088-47c5-a655-6a8012452cfc HTTP/1.1" status: 200 len: 210 time: 0.1412971 May 26 16:35:24.797743 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26234431-e4b1-453a-a0a6-65d6073968e0 req-de0d673b-ae9d-4b45-abe8-154c9869b721 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:24.802287 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26234431-e4b1-453a-a0a6-65d6073968e0 req-de0d673b-ae9d-4b45-abe8-154c9869b721 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 945 time: 0.1726272 May 26 16:35:24.951130 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26234431-e4b1-453a-a0a6-65d6073968e0 req-676d0a25-ff78-4249-ab85-a19b23426b37 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338117 May 26 16:35:25.103832 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-878755c4-6f33-439b-8603-c38bee833322 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:25.106012 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-878755c4-6f33-439b-8603-c38bee833322 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.83 "GET /v2.0/networks?id=08ecdda0-b83d-4e3e-bead-7883e1f704fb HTTP/1.1" status: 200 len: 814 time: 0.2162528 May 26 16:35:25.130745 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-e2abcc23-4173-4712-9df4-88e0121734ee tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Request body: {'port': {'device_id': '8cfe3feb-b088-47c5-a655-6a8012452cfc', 'network_id': '08ecdda0-b83d-4e3e-bead-7883e1f704fb', 'admin_state_up': True, 'tenant_id': '5133b2335c6b4b5dbb7b6b0b3d366b38'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:35:25.227965 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead9062-b421-4aed-9831-ea6c6f3d9c0f req-31305b79-164c-4360-a468-813d6b8c326a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:25.236842 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dead9062-b421-4aed-9831-ea6c6f3d9c0f req-31305b79-164c-4360-a468-813d6b8c326a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 945 time: 0.0969279 May 26 16:35:25.330834 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dead9062-b421-4aed-9831-ea6c6f3d9c0f req-5ee7396d-cb66-40fd-a3e6-8f6433436638 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913236 May 26 16:35:25.347955 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33106) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:25.465086 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-e2abcc23-4173-4712-9df4-88e0121734ee tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Made reservation on behalf of 5133b2335c6b4b5dbb7b6b0b3d366b38 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:35:25.469480 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-e2abcc23-4173-4712-9df4-88e0121734ee tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:25.492645 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a1d76134-7c08-49d2-86d2-96a493b1ba7e req-3f5db951-b3e2-442d-b965-485b49eb98e1 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cfe3feb-b088-47c5-a655-6a8012452cfc HTTP/1.1" status: 200 len: 210 time: 0.0723588 May 26 16:35:25.726382 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0103e61b-bac8-4d03-a566-82a8c8b46cbf tempest-TestVolumeBootPattern-1897369039 tempest-TestVolumeBootPattern-1897369039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:25.727922 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0103e61b-bac8-4d03-a566-82a8c8b46cbf tempest-TestVolumeBootPattern-1897369039 tempest-TestVolumeBootPattern-1897369039-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 1091 time: 0.3781393 May 26 16:35:25.732229 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33110) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:25.740800 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-40d4004d-b6bb-42b5-99fb-5b865154a4cb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': '75ad3e51-d762-46e5-b46f-6b6a1d64ebf5', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:35:25.794749 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-40d4004d-b6bb-42b5-99fb-5b865154a4cb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:25.809706 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-e2abcc23-4173-4712-9df4-88e0121734ee tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Allocated IP 172.20.0.2 (08ecdda0-b83d-4e3e-bead-7883e1f704fb/52b0f5ef-e227-44ba-a393-28f4e74c713a/84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:35:25.933872 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-40d4004d-b6bb-42b5-99fb-5b865154a4cb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:26.118979 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-40d4004d-b6bb-42b5-99fb-5b865154a4cb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Allocated IP 172.25.7.148 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/7d78a845-51a7-43bb-aff3-c938666fdfc1) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:35:26.320134 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-e2abcc23-4173-4712-9df4-88e0121734ee tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:26.376647 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-e2abcc23-4173-4712-9df4-88e0121734ee tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:26.421541 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-40d4004d-b6bb-42b5-99fb-5b865154a4cb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:26.459537 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-e2abcc23-4173-4712-9df4-88e0121734ee tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Network 08ecdda0-b83d-4e3e-bead-7883e1f704fb is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:35:26.464214 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-e2abcc23-4173-4712-9df4-88e0121734ee tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:35:26.469879 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-e2abcc23-4173-4712-9df4-88e0121734ee tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:35:26.480727 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abcc23-4173-4712-9df4-88e0121734ee tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Pushing event updated for resources: {'Port': ['ID=84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:26.520588 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-40d4004d-b6bb-42b5-99fb-5b865154a4cb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:26.551413 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-e2abcc23-4173-4712-9df4-88e0121734ee tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:26.554000 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-e2abcc23-4173-4712-9df4-88e0121734ee tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:26.575646 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-e2abcc23-4173-4712-9df4-88e0121734ee tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4489737 May 26 16:35:26.601924 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-ed37c2f1-da7f-4f07-9939-a07490803644 service neutron] Request body: {'port': {'device_id': '8cfe3feb-b088-47c5-a655-6a8012452cfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:35:26.610385 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d4004d-b6bb-42b5-99fb-5b865154a4cb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:35:26.621512 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-40d4004d-b6bb-42b5-99fb-5b865154a4cb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:35:26.626092 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d4004d-b6bb-42b5-99fb-5b865154a4cb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:35:26.680366 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-ed37c2f1-da7f-4f07-9939-a07490803644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:26.716778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4004d-b6bb-42b5-99fb-5b865154a4cb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event updated for resources: {'Port': ['ID=7d78a845-51a7-43bb-aff3-c938666fdfc1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:26.825460 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfa8e0-e9c3-41e6-9a52-de8c45b0df6f req-ff65c533-8712-4162-8622-3ff132ca4842 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:26.827077 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aedfa8e0-e9c3-41e6-9a52-de8c45b0df6f req-ff65c533-8712-4162-8622-3ff132ca4842 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cfe3feb-b088-47c5-a655-6a8012452cfc HTTP/1.1" status: 200 len: 931 time: 0.1426589 May 26 16:35:26.931477 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aedfa8e0-e9c3-41e6-9a52-de8c45b0df6f req-ecb3a49e-60f9-4d99-a809-3ecb3f09191e tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918183 May 26 16:35:26.986945 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-ed37c2f1-da7f-4f07-9939-a07490803644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:35:26.996575 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-ed37c2f1-da7f-4f07-9939-a07490803644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:27.013848 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-ed37c2f1-da7f-4f07-9939-a07490803644 service neutron] Transition to ACTIVE for port object 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:35:27.019277 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-ed37c2f1-da7f-4f07-9939-a07490803644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:27.084813 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37c2f1-da7f-4f07-9939-a07490803644 service neutron] Pushing event updated for resources: {'Port': ['ID=84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:27.188949 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-ed37c2f1-da7f-4f07-9939-a07490803644 service neutron] Attempting to bind port 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:35:27.189364 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-ed37c2f1-da7f-4f07-9939-a07490803644 service neutron] Attempting to bind port 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'a4ac5541-1d76-4be6-8e4e-b912c2c1981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '08ecdda0-b83d-4e3e-bead-7883e1f704fb'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:35:27.189791 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-ed37c2f1-da7f-4f07-9939-a07490803644 service neutron] Attempting to bind port 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4 on network 08ecdda0-b83d-4e3e-bead-7883e1f704fb {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:35:27.199422 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-ed37c2f1-da7f-4f07-9939-a07490803644 service neutron] Port 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4 on network 08ecdda0-b83d-4e3e-bead-7883e1f704fb not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:35:27.199905 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-ed37c2f1-da7f-4f07-9939-a07490803644 service neutron] Attempting to bind port 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4 on network 08ecdda0-b83d-4e3e-bead-7883e1f704fb {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:35:27.206615 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-ed37c2f1-da7f-4f07-9939-a07490803644 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:35:27.207222 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-ed37c2f1-da7f-4f07-9939-a07490803644 service neutron] Checking segment: {'id': 'a4ac5541-1d76-4be6-8e4e-b912c2c1981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '08ecdda0-b83d-4e3e-bead-7883e1f704fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:35:27.209710 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-ed37c2f1-da7f-4f07-9939-a07490803644 service neutron] Bound using segment: {'id': 'a4ac5541-1d76-4be6-8e4e-b912c2c1981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '08ecdda0-b83d-4e3e-bead-7883e1f704fb'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:35:27.210439 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-ed37c2f1-da7f-4f07-9939-a07490803644 service neutron] Bound port: 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ac5541-1d76-4be6-8e4e-b912c2c1981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '08ecdda0-b83d-4e3e-bead-7883e1f704fb'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:35:27.210908 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-ed37c2f1-da7f-4f07-9939-a07490803644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:27.229750 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-40d4004d-b6bb-42b5-99fb-5b865154a4cb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:27.315493 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-ed37c2f1-da7f-4f07-9939-a07490803644 service neutron] For port 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:35:27.323281 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-ed37c2f1-da7f-4f07-9939-a07490803644 service neutron] For port 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4,segment=NetworkSegment(a4ac5541-1d76-4be6-8e4e-b912c2c1981e),segment_id=a4ac5541-1d76-4be6-8e4e-b912c2c1981e)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:35:27.338301 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-ed37c2f1-da7f-4f07-9939-a07490803644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:27.370089 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33136) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:27.415469 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-40d4004d-b6bb-42b5-99fb-5b865154a4cb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:27.447411 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-ed37c2f1-da7f-4f07-9939-a07490803644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:27.447966 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-ed37c2f1-da7f-4f07-9939-a07490803644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:27.450020 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-ed37c2f1-da7f-4f07-9939-a07490803644 service neutron] 10.222.0.83 "PUT /v2.0/ports/84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4 HTTP/1.1" status: 200 len: 1091 time: 0.8555591 May 26 16:35:27.450486 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfe3feb-b088-47c5-a655-6a8012452cfc', 'tag': '84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:35:27.454227 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7c2a72-1eb5-4dee-bb53-4e4a00748071" -d '{"events": [{"name": "network-changed", "server_uuid": "8cfe3feb-b088-47c5-a655-6a8012452cfc", "tag": "84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:35:27.514233 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37c2f1-da7f-4f07-9939-a07490803644 service neutron] Pushing event updated for resources: {'Port': ['ID=84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:27.585952 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316ec5be-7774-4dbc-b173-44e823535466 x-openstack-request-id: req-316ec5be-7774-4dbc-b173-44e823535466 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:35:27.586317 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cfe3feb-b088-47c5-a655-6a8012452cfc", "tag": "84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:35:27.586667 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-316ec5be-7774-4dbc-b173-44e823535466 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:35:27.586930 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-316ec5be-7774-4dbc-b173-44e823535466'] response: {'name': 'network-changed', 'server_uuid': '8cfe3feb-b088-47c5-a655-6a8012452cfc', 'tag': '84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4', 'status': 'completed', 'code': 200} May 26 16:35:27.740895 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-3eec004d-60f6-4887-b1af-abfb1fff4776 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:27.742512 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-3eec004d-60f6-4887-b1af-abfb1fff4776 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/networks?id=c5f67c86-b54d-4c05-8d78-dfc556a0928d HTTP/1.1" status: 200 len: 808 time: 0.2845874 May 26 16:35:27.757674 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-dc9c054e-0823-477c-b8be-cc75028f2263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:27.759191 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-dc9c054e-0823-477c-b8be-cc75028f2263 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5133b2335c6b4b5dbb7b6b0b3d366b38&device_id=8cfe3feb-b088-47c5-a655-6a8012452cfc HTTP/1.1" status: 200 len: 1094 time: 0.2278473 May 26 16:35:27.784902 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-243f73ad-fb0d-4693-b55c-2629551d0045 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/quotas/7438e24e782648e2afea0fa7248dddbe HTTP/1.1" status: 200 len: 375 time: 0.0272801 May 26 16:35:27.839893 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-a04b2b54-1d3c-4d8f-8523-5ca338e75059 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4 HTTP/1.1" status: 200 len: 217 time: 0.0583277 May 26 16:35:27.841196 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-bd2ff745-4adf-4afa-ac9a-0f8fe8ee3222 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7438e24e782648e2afea0fa7248dddbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397277 May 26 16:35:27.863880 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-40d4004d-b6bb-42b5-99fb-5b865154a4cb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:27.879581 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-40d4004d-b6bb-42b5-99fb-5b865154a4cb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:27.974291 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-50071cd4-4852-476c-9fe3-a45d0a0dcc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:27.975924 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-50071cd4-4852-476c-9fe3-a45d0a0dcc95 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52b0f5ef-e227-44ba-a393-28f4e74c713a HTTP/1.1" status: 200 len: 854 time: 0.1285920 May 26 16:35:28.023288 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-ff6f5b3c-ae2a-4aed-a4eb-aa886d12ee06 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=08ecdda0-b83d-4e3e-bead-7883e1f704fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345488 May 26 16:35:28.028892 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4004d-b6bb-42b5-99fb-5b865154a4cb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event updated for resources: {'Port': ['ID=7d78a845-51a7-43bb-aff3-c938666fdfc1,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:28.064287 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-40d4004d-b6bb-42b5-99fb-5b865154a4cb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:28.070804 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-8266b7d6-2264-4b8a-bfc8-f20da0b75a7d service neutron] 10.222.0.77 "GET /v2.0/networks/c5f67c86-b54d-4c05-8d78-dfc556a0928d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186382 May 26 16:35:28.225247 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac3e70-bf66-4aef-9f72-2df93a033ea7 req-c503a530-8209-42aa-95f0-880fbeffc9e0 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:28.226854 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9bac3e70-bf66-4aef-9f72-2df93a033ea7 req-c503a530-8209-42aa-95f0-880fbeffc9e0 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cfe3feb-b088-47c5-a655-6a8012452cfc HTTP/1.1" status: 200 len: 943 time: 0.2134039 May 26 16:35:28.296646 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-555c0474-2de0-495b-89f6-720102814491 service neutron] 10.222.0.77 "GET /v2.0/networks/c5f67c86-b54d-4c05-8d78-dfc556a0928d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863492 May 26 16:35:28.297645 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-40d4004d-b6bb-42b5-99fb-5b865154a4cb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Floating IP 84668e4a-0720-43f3-bce1-1310ab1b9e50 associated. External IP: 172.25.7.148, port: 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5. May 26 16:35:28.344860 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9bac3e70-bf66-4aef-9f72-2df93a033ea7 req-4d56f926-425e-4ce3-9fc3-b4839473ca27 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993099 May 26 16:35:28.578936 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-91324583-066d-4b58-810a-405866b7875e service neutron] 10.222.0.83 "GET /v2.0/networks/08ecdda0-b83d-4e3e-bead-7883e1f704fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857505 May 26 16:35:28.663237 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:35:28.772555 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a3fc30d1-3eca-4387-b039-257b6e4ccec9 req-bedac08e-c762-4608-bdb8-2d275acf30c4 service neutron] 10.222.0.83 "GET /v2.0/networks/08ecdda0-b83d-4e3e-bead-7883e1f704fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716576 May 26 16:35:28.824931 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9adf5c0d-f4bf-42a9-8c41-3cba38e06bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:28.829397 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-082f7523-3647-41eb-86d8-a5eef4fd4502 req-ab28f78a-4ae5-4df9-af8d-8a65b8f37912 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6b93475-6916-44d9-af5a-3e75f74186ec HTTP/1.1" status: 200 len: 210 time: 0.0388999 May 26 16:35:28.987084 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c2a72-1eb5-4dee-bb53-4e4a00748071 req-5c8a8540-1f13-4a8a-9895-05eb2d9b92bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:28.988614 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3f7c2a72-1eb5-4dee-bb53-4e4a00748071 req-5c8a8540-1f13-4a8a-9895-05eb2d9b92bf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5133b2335c6b4b5dbb7b6b0b3d366b38&device_id=8cfe3feb-b088-47c5-a655-6a8012452cfc HTTP/1.1" status: 200 len: 1094 time: 0.1008205 May 26 16:35:29.025724 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d4004d-b6bb-42b5-99fb-5b865154a4cb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:35:29.184050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d4004d-b6bb-42b5-99fb-5b865154a4cb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:35:29.191060 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c2a72-1eb5-4dee-bb53-4e4a00748071 req-13a5ad8f-5517-4bbb-af69-65ede4cc23de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:29.198924 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f833182-71ca-4d5a-9252-beb17d6973f8 None None] Sync routers for ids ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:35:29.207974 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3f7c2a72-1eb5-4dee-bb53-4e4a00748071 req-13a5ad8f-5517-4bbb-af69-65ede4cc23de service neutron] 10.222.0.83 "GET /v2.0/networks?id=08ecdda0-b83d-4e3e-bead-7883e1f704fb HTTP/1.1" status: 200 len: 915 time: 0.1665640 May 26 16:35:29.213579 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-40d4004d-b6bb-42b5-99fb-5b865154a4cb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:29.221619 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f833182-71ca-4d5a-9252-beb17d6973f8 None None] Routers {'1c2261bb-afd3-4002-95c2-1061cbfa3fd2'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:35:29.222396 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1f833182-71ca-4d5a-9252-beb17d6973f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:35:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:29.272332 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-40d4004d-b6bb-42b5-99fb-5b865154a4cb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5388823 May 26 16:35:29.273270 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55a8adb-c872-45a3-8b68-f8c47949e872', 'tag': '75ad3e51-d762-46e5-b46f-6b6a1d64ebf5'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:35:29.275863 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436cb02c-f22d-4ad4-b077-c2a491f40119" -d '{"events": [{"name": "network-changed", "server_uuid": "e55a8adb-c872-45a3-8b68-f8c47949e872", "tag": "75ad3e51-d762-46e5-b46f-6b6a1d64ebf5"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:35:29.319344 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3f7c2a72-1eb5-4dee-bb53-4e4a00748071 req-c55d3baa-ef9f-4958-9ee8-0145c2537393 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4 HTTP/1.1" status: 200 len: 217 time: 0.1102417 May 26 16:35:29.325204 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa440c57-fd33-49b8-a6fd-3e75a81aedc9 x-openstack-request-id: req-fa440c57-fd33-49b8-a6fd-3e75a81aedc9 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:35:29.326312 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55a8adb-c872-45a3-8b68-f8c47949e872", "tag": "75ad3e51-d762-46e5-b46f-6b6a1d64ebf5", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:35:29.326784 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fa440c57-fd33-49b8-a6fd-3e75a81aedc9 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:35:29.327379 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa440c57-fd33-49b8-a6fd-3e75a81aedc9'] response: {'name': 'network-changed', 'server_uuid': 'e55a8adb-c872-45a3-8b68-f8c47949e872', 'tag': '75ad3e51-d762-46e5-b46f-6b6a1d64ebf5', 'status': 'completed', 'code': 200} May 26 16:35:29.399697 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1f833182-71ca-4d5a-9252-beb17d6973f8 None None] Set router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:35:29.496201 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c2a72-1eb5-4dee-bb53-4e4a00748071 req-68c8a2c0-ff24-44cd-8299-62cae085e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:29.498656 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3f7c2a72-1eb5-4dee-bb53-4e4a00748071 req-68c8a2c0-ff24-44cd-8299-62cae085e53d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52b0f5ef-e227-44ba-a393-28f4e74c713a HTTP/1.1" status: 200 len: 854 time: 0.1652474 May 26 16:35:29.529771 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cb02c-f22d-4ad4-b077-c2a491f40119 req-c1c34e4f-10db-4201-9800-52ca510aa61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:29.531881 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-436cb02c-f22d-4ad4-b077-c2a491f40119 req-c1c34e4f-10db-4201-9800-52ca510aa61a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 1096 time: 0.1501427 May 26 16:35:29.537980 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731803c-af45-436c-924b-66ced2815b23 req-6878e070-3bd0-4795-ac2e-7e7f5a26fcb8 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:29.546879 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3731803c-af45-436c-924b-66ced2815b23 req-6878e070-3bd0-4795-ac2e-7e7f5a26fcb8 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cfe3feb-b088-47c5-a655-6a8012452cfc HTTP/1.1" status: 200 len: 943 time: 0.0739350 May 26 16:35:29.576890 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3f7c2a72-1eb5-4dee-bb53-4e4a00748071 req-6e802f4f-8cbb-461a-a308-3d3dd2a6dfc9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=08ecdda0-b83d-4e3e-bead-7883e1f704fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678825 May 26 16:35:29.597891 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3731803c-af45-436c-924b-66ced2815b23 req-34f9d117-2032-473a-ae3e-254510d7bae2 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500426 May 26 16:35:29.678676 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-9adf5c0d-f4bf-42a9-8c41-3cba38e06bf1 admin admin] Deleting port 931f5cbb-7bfc-4f4c-a1f9-ac376137fc11 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:35:29.679217 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9adf5c0d-f4bf-42a9-8c41-3cba38e06bf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:29.698175 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1f833182-71ca-4d5a-9252-beb17d6973f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 4, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port': {'id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:31Z', 'updated_at': '2022-05-26T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '84668e4a-0720-43f3-bce1-1310ab1b9e50', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'port_id': '75ad3e51-d762-46e5-b46f-6b6a1d64ebf5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'mac_address': 'fa:16:3e:6f:ed:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a8adb-c872-45a3-8b68-f8c47949e872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:35:26Z', 'updated_at': '2022-05-26T16:35:26Z', 'revision_number': 0, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f915d130-ca03-4aab-a292-340d2fc26711', 'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'mac_address': 'fa:16:3e:98:65:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:34Z', 'updated_at': '2022-05-26T16:28:45Z', 'revision_number': 5, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'subnets': [{'id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:29.733670 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f833182-71ca-4d5a-9252-beb17d6973f8 None None] Checking router: 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:35:29.745548 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f833182-71ca-4d5a-9252-beb17d6973f8 None None] Routers {'1c2261bb-afd3-4002-95c2-1061cbfa3fd2'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:35:29.746686 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1f833182-71ca-4d5a-9252-beb17d6973f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:35:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:29.787220 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cb02c-f22d-4ad4-b077-c2a491f40119 req-10f9597f-9d97-43ad-9ac5-14a6ebe8776a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:29.788749 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-436cb02c-f22d-4ad4-b077-c2a491f40119 req-10f9597f-9d97-43ad-9ac5-14a6ebe8776a service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 913 time: 0.2390828 May 26 16:35:29.928077 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1f833182-71ca-4d5a-9252-beb17d6973f8 None None] Set router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:35:30.019300 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-66b05793-0f8a-49bf-b88f-05be058d0af9 req-aaa5e24d-484d-4284-9807-03c278557e0b tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6b93475-6916-44d9-af5a-3e75f74186ec HTTP/1.1" status: 200 len: 210 time: 0.0488949 May 26 16:35:30.034908 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-7641ce42-6edf-4e34-8f3f-e7866d075a63 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:30.039767 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-7641ce42-6edf-4e34-8f3f-e7866d075a63 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.81 "GET /v2.0/networks?id=c5f67c86-b54d-4c05-8d78-dfc556a0928d HTTP/1.1" status: 200 len: 808 time: 0.2322519 May 26 16:35:30.061565 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-5a94b0a1-63ba-44f7-8f11-6b69a60ec3e8 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Request body: {'port': {'device_id': 'b6b93475-6916-44d9-af5a-3e75f74186ec', 'network_id': 'c5f67c86-b54d-4c05-8d78-dfc556a0928d', 'admin_state_up': True, 'tenant_id': '7438e24e782648e2afea0fa7248dddbe'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:35:30.076179 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-9adf5c0d-f4bf-42a9-8c41-3cba38e06bf1 admin admin] For port 931f5cbb-7bfc-4f4c-a1f9-ac376137fc11, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=931f5cbb-7bfc-4f4c-a1f9-ac376137fc11,segment=NetworkSegment(af8a2c7e-9c7d-4e78-8b0c-6ede863d657c),segment_id=af8a2c7e-9c7d-4e78-8b0c-6ede863d657c)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:30.076591 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9adf5c0d-f4bf-42a9-8c41-3cba38e06bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:30.084776 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3f7c2a72-1eb5-4dee-bb53-4e4a00748071 req-8f82ae8c-a359-4761-8316-9021863780d9 service neutron] 10.222.0.83 "GET /v2.0/networks/08ecdda0-b83d-4e3e-bead-7883e1f704fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924376 May 26 16:35:30.106791 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-436cb02c-f22d-4ad4-b077-c2a491f40119 req-858c51ad-3068-44a5-ba50-cc426c4b490c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 HTTP/1.1" status: 200 len: 999 time: 0.3032808 May 26 16:35:30.111496 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-9adf5c0d-f4bf-42a9-8c41-3cba38e06bf1 admin admin] Calling delete_port for 931f5cbb-7bfc-4f4c-a1f9-ac376137fc11 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:35:30.234816 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-5a94b0a1-63ba-44f7-8f11-6b69a60ec3e8 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Made reservation on behalf of 7438e24e782648e2afea0fa7248dddbe for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:35:30.241836 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-5a94b0a1-63ba-44f7-8f11-6b69a60ec3e8 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:30.298650 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cb02c-f22d-4ad4-b077-c2a491f40119 req-fd6952e6-7a7f-4fe5-a3f6-4818ff33577a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:30.300187 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-436cb02c-f22d-4ad4-b077-c2a491f40119 req-fd6952e6-7a7f-4fe5-a3f6-4818ff33577a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5431b2c2-5959-417a-9a98-2b2d0e6627f0 HTTP/1.1" status: 200 len: 851 time: 0.1735737 May 26 16:35:30.366761 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1f833182-71ca-4d5a-9252-beb17d6973f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 4, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port': {'id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:31Z', 'updated_at': '2022-05-26T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '84668e4a-0720-43f3-bce1-1310ab1b9e50', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'port_id': '75ad3e51-d762-46e5-b46f-6b6a1d64ebf5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'mac_address': 'fa:16:3e:6f:ed:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a8adb-c872-45a3-8b68-f8c47949e872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:35:26Z', 'updated_at': '2022-05-26T16:35:26Z', 'revision_number': 0, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f915d130-ca03-4aab-a292-340d2fc26711', 'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'mac_address': 'fa:16:3e:98:65:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:34Z', 'updated_at': '2022-05-26T16:28:45Z', 'revision_number': 5, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'subnets': [{'id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:30.414889 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f833182-71ca-4d5a-9252-beb17d6973f8 None None] The sync data for ids ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'] in n-d-843337-2 is: [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 4, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port': {'id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:31Z', 'updated_at': '2022-05-26T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '84668e4a-0720-43f3-bce1-1310ab1b9e50', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'port_id': '75ad3e51-d762-46e5-b46f-6b6a1d64ebf5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'mac_address': 'fa:16:3e:6f:ed:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a8adb-c872-45a3-8b68-f8c47949e872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:35:26Z', 'updated_at': '2022-05-26T16:35:26Z', 'revision_number': 0, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f915d130-ca03-4aab-a292-340d2fc26711', 'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'mac_address': 'fa:16:3e:98:65:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:34Z', 'updated_at': '2022-05-26T16:28:45Z', 'revision_number': 5, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'subnets': [{'id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:35:30.448604 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-5a94b0a1-63ba-44f7-8f11-6b69a60ec3e8 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Allocated IP 172.20.0.6 (c5f67c86-b54d-4c05-8d78-dfc556a0928d/52ec1618-8504-471b-bdce-d9abb75f30da/9a63ebdb-d85b-4c85-8e43-111a08c6608b) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:35:30.542692 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cb02c-f22d-4ad4-b077-c2a491f40119 req-5085beee-3932-4fcd-8613-d71466040d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:30.544395 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-436cb02c-f22d-4ad4-b077-c2a491f40119 req-5085beee-3932-4fcd-8613-d71466040d8e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceae140a-4691-47b9-ad57-1026c75c737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567445 May 26 16:35:30.548740 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3f7c2a72-1eb5-4dee-bb53-4e4a00748071 req-484aeb3c-5a73-4251-b2b6-157ec5bbde70 service neutron] 10.222.0.83 "GET /v2.0/networks/08ecdda0-b83d-4e3e-bead-7883e1f704fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555879 May 26 16:35:30.697140 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:30.727960 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-436cb02c-f22d-4ad4-b077-c2a491f40119 req-7c9cfa61-64a7-454e-879f-99365ee5cb5e service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727991 May 26 16:35:30.765623 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-5a94b0a1-63ba-44f7-8f11-6b69a60ec3e8 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:30.830631 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4759c-55ff-468b-8cef-268fcd6ad5dd req-636b4ad0-09f8-4b7e-a66b-98e709c0aea8 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:30.835055 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4b3997-5eff-4ecd-93ee-6a2f41e8b409 None None] New status for floating IP 84668e4a-0720-43f3-bce1-1310ab1b9e50: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:35:30.841194 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dcf4759c-55ff-468b-8cef-268fcd6ad5dd req-636b4ad0-09f8-4b7e-a66b-98e709c0aea8 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cfe3feb-b088-47c5-a655-6a8012452cfc HTTP/1.1" status: 200 len: 943 time: 0.1198504 May 26 16:35:30.884651 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-5a94b0a1-63ba-44f7-8f11-6b69a60ec3e8 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:30.894045 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-436cb02c-f22d-4ad4-b077-c2a491f40119 req-a6269c8f-a7cf-4cb2-9364-4d4d0e79bc91 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554275 May 26 16:35:30.896591 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9adf5c0d-f4bf-42a9-8c41-3cba38e06bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:30.950589 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf5c0d-f4bf-42a9-8c41-3cba38e06bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=931f5cbb-7bfc-4f4c-a1f9-ac376137fc11,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:30.978572 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adf5c0d-f4bf-42a9-8c41-3cba38e06bf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:30.978969 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adf5c0d-f4bf-42a9-8c41-3cba38e06bf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:30.979316 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adf5c0d-f4bf-42a9-8c41-3cba38e06bf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:30.979650 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adf5c0d-f4bf-42a9-8c41-3cba38e06bf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:30.979979 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adf5c0d-f4bf-42a9-8c41-3cba38e06bf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:30.980339 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adf5c0d-f4bf-42a9-8c41-3cba38e06bf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:30.980715 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adf5c0d-f4bf-42a9-8c41-3cba38e06bf1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:30.981044 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adf5c0d-f4bf-42a9-8c41-3cba38e06bf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:30.981366 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adf5c0d-f4bf-42a9-8c41-3cba38e06bf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:30.981685 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adf5c0d-f4bf-42a9-8c41-3cba38e06bf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:30.982004 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adf5c0d-f4bf-42a9-8c41-3cba38e06bf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:30.982321 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adf5c0d-f4bf-42a9-8c41-3cba38e06bf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:31.014746 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dcf4759c-55ff-468b-8cef-268fcd6ad5dd req-1e30118a-7188-4d27-a660-c5c8d9c1ac2d tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658258 May 26 16:35:31.062929 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-5a94b0a1-63ba-44f7-8f11-6b69a60ec3e8 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Network c5f67c86-b54d-4c05-8d78-dfc556a0928d is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:35:31.064932 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-5a94b0a1-63ba-44f7-8f11-6b69a60ec3e8 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:35:31.068380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-5a94b0a1-63ba-44f7-8f11-6b69a60ec3e8 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:35:31.121604 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94b0a1-63ba-44f7-8f11-6b69a60ec3e8 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Pushing event updated for resources: {'Port': ['ID=9a63ebdb-d85b-4c85-8e43-111a08c6608b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:31.197228 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-5a94b0a1-63ba-44f7-8f11-6b69a60ec3e8 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:31.197625 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-5a94b0a1-63ba-44f7-8f11-6b69a60ec3e8 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:31.252486 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9adf5c0d-f4bf-42a9-8c41-3cba38e06bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:31.259768 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-5a94b0a1-63ba-44f7-8f11-6b69a60ec3e8 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2091362 May 26 16:35:31.274624 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-156faa9c-2d12-484e-aa7c-9e672a16762c service neutron] Request body: {'port': {'device_id': 'b6b93475-6916-44d9-af5a-3e75f74186ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:35:31.292660 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6992fe5-c056-478c-95a7-66d2105186e0 req-8f6962c3-9fb5-44c1-b399-2059a721b64b tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:31.303073 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6992fe5-c056-478c-95a7-66d2105186e0 req-8f6962c3-9fb5-44c1-b399-2059a721b64b tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6b93475-6916-44d9-af5a-3e75f74186ec HTTP/1.1" status: 200 len: 931 time: 0.0831261 May 26 16:35:31.403324 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6992fe5-c056-478c-95a7-66d2105186e0 req-f91dd341-a49c-48d7-9629-8422dc539b59 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f960e5f-b44a-48ca-9a1d-d27f4ea1cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991869 May 26 16:35:31.411752 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-156faa9c-2d12-484e-aa7c-9e672a16762c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:31.815699 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-156faa9c-2d12-484e-aa7c-9e672a16762c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a63ebdb-d85b-4c85-8e43-111a08c6608b {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:35:31.825146 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-156faa9c-2d12-484e-aa7c-9e672a16762c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:31.838488 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-156faa9c-2d12-484e-aa7c-9e672a16762c service neutron] Transition to ACTIVE for port object 9a63ebdb-d85b-4c85-8e43-111a08c6608b will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:35:31.842122 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-156faa9c-2d12-484e-aa7c-9e672a16762c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:31.894132 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156faa9c-2d12-484e-aa7c-9e672a16762c service neutron] Pushing event updated for resources: {'Port': ['ID=9a63ebdb-d85b-4c85-8e43-111a08c6608b,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:31.958291 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9adf5c0d-f4bf-42a9-8c41-3cba38e06bf1 admin admin] Router 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:35:31.977702 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-156faa9c-2d12-484e-aa7c-9e672a16762c service neutron] Attempting to bind port 9a63ebdb-d85b-4c85-8e43-111a08c6608b on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:35:31.978034 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-156faa9c-2d12-484e-aa7c-9e672a16762c service neutron] Attempting to bind port 9a63ebdb-d85b-4c85-8e43-111a08c6608b by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f912487e-5c72-4906-9263-85b4b6d3b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c5f67c86-b54d-4c05-8d78-dfc556a0928d'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:35:31.978359 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-156faa9c-2d12-484e-aa7c-9e672a16762c service neutron] Attempting to bind port 9a63ebdb-d85b-4c85-8e43-111a08c6608b on network c5f67c86-b54d-4c05-8d78-dfc556a0928d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:35:31.982991 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-156faa9c-2d12-484e-aa7c-9e672a16762c service neutron] Port 9a63ebdb-d85b-4c85-8e43-111a08c6608b on network c5f67c86-b54d-4c05-8d78-dfc556a0928d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:35:31.983312 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-156faa9c-2d12-484e-aa7c-9e672a16762c service neutron] Attempting to bind port 9a63ebdb-d85b-4c85-8e43-111a08c6608b on network c5f67c86-b54d-4c05-8d78-dfc556a0928d {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:35:31.988247 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-156faa9c-2d12-484e-aa7c-9e672a16762c service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:35:31.988694 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-156faa9c-2d12-484e-aa7c-9e672a16762c service neutron] Checking segment: {'id': 'f912487e-5c72-4906-9263-85b4b6d3b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c5f67c86-b54d-4c05-8d78-dfc556a0928d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:35:31.989966 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-156faa9c-2d12-484e-aa7c-9e672a16762c service neutron] Bound using segment: {'id': 'f912487e-5c72-4906-9263-85b4b6d3b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c5f67c86-b54d-4c05-8d78-dfc556a0928d'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:35:31.989966 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-156faa9c-2d12-484e-aa7c-9e672a16762c service neutron] Bound port: 9a63ebdb-d85b-4c85-8e43-111a08c6608b, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f912487e-5c72-4906-9263-85b4b6d3b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c5f67c86-b54d-4c05-8d78-dfc556a0928d'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:35:31.989966 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-156faa9c-2d12-484e-aa7c-9e672a16762c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:32.064810 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-156faa9c-2d12-484e-aa7c-9e672a16762c service neutron] For port 9a63ebdb-d85b-4c85-8e43-111a08c6608b, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:35:32.068635 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-156faa9c-2d12-484e-aa7c-9e672a16762c service neutron] For port 9a63ebdb-d85b-4c85-8e43-111a08c6608b, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=9a63ebdb-d85b-4c85-8e43-111a08c6608b,segment=NetworkSegment(f912487e-5c72-4906-9263-85b4b6d3b980),segment_id=f912487e-5c72-4906-9263-85b4b6d3b980)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:35:32.076307 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-156faa9c-2d12-484e-aa7c-9e672a16762c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:32.078273 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adf5c0d-f4bf-42a9-8c41-3cba38e06bf1 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:35:32.087880 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6657efc2-fdee-4b93-baa9-4f95ee88f1ee None None] Sync routers for ids ['5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:35:32.090004 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9adf5c0d-f4bf-42a9-8c41-3cba38e06bf1 admin admin] 10.222.0.77 "PUT /v2.0/routers/5d8683a5-6bef-43a8-a85f-4f76b19bcc9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7176919 May 26 16:35:32.091356 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33200) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:32.110852 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6657efc2-fdee-4b93-baa9-4f95ee88f1ee None None] Routers {'5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:35:32.111500 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6657efc2-fdee-4b93-baa9-4f95ee88f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:35:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:32.127192 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-156faa9c-2d12-484e-aa7c-9e672a16762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:32.127820 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-156faa9c-2d12-484e-aa7c-9e672a16762c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:32.130057 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-156faa9c-2d12-484e-aa7c-9e672a16762c service neutron] 10.222.0.81 "PUT /v2.0/ports/9a63ebdb-d85b-4c85-8e43-111a08c6608b HTTP/1.1" status: 200 len: 1091 time: 0.8612566 May 26 16:35:32.130564 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b93475-6916-44d9-af5a-3e75f74186ec', 'tag': '9a63ebdb-d85b-4c85-8e43-111a08c6608b'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:35:32.133161 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f275234-7093-4ff5-bad9-92cfa1656319" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b93475-6916-44d9-af5a-3e75f74186ec", "tag": "9a63ebdb-d85b-4c85-8e43-111a08c6608b"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:35:32.185421 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156faa9c-2d12-484e-aa7c-9e672a16762c service neutron] Pushing event updated for resources: {'Port': ['ID=9a63ebdb-d85b-4c85-8e43-111a08c6608b,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:32.209542 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311cb2f-346e-41ab-af3b-29d4937ed206 req-4bfc63ca-1e75-4c69-a2b2-d0d9690734b6 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:32.211184 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9311cb2f-346e-41ab-af3b-29d4937ed206 req-4bfc63ca-1e75-4c69-a2b2-d0d9690734b6 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cfe3feb-b088-47c5-a655-6a8012452cfc HTTP/1.1" status: 200 len: 943 time: 0.0919721 May 26 16:35:32.232315 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78a2801-db20-4e31-b7f8-8628d2bb89aa x-openstack-request-id: req-a78a2801-db20-4e31-b7f8-8628d2bb89aa {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:35:32.232629 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b93475-6916-44d9-af5a-3e75f74186ec", "tag": "9a63ebdb-d85b-4c85-8e43-111a08c6608b", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:35:32.232837 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a78a2801-db20-4e31-b7f8-8628d2bb89aa {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:35:32.233244 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a78a2801-db20-4e31-b7f8-8628d2bb89aa'] response: {'name': 'network-changed', 'server_uuid': 'b6b93475-6916-44d9-af5a-3e75f74186ec', 'tag': '9a63ebdb-d85b-4c85-8e43-111a08c6608b', 'status': 'completed', 'code': 200} May 26 16:35:32.254065 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-401d85be-7d73-4381-9280-eb6e7790233f admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:32.290924 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9311cb2f-346e-41ab-af3b-29d4937ed206 req-b3393758-4838-4b25-a3a5-f834ac5a67e9 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700679 May 26 16:35:32.294084 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-bf648805-51c4-4ec2-8f87-2e5e17b35299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:32.295524 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-bf648805-51c4-4ec2-8f87-2e5e17b35299 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7438e24e782648e2afea0fa7248dddbe&device_id=b6b93475-6916-44d9-af5a-3e75f74186ec HTTP/1.1" status: 200 len: 1094 time: 0.0834389 May 26 16:35:32.330252 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-6657efc2-fdee-4b93-baa9-4f95ee88f1ee None None] Set router 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:35:32.356794 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-741053d6-05f1-4f64-b459-eda6e774986a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a63ebdb-d85b-4c85-8e43-111a08c6608b HTTP/1.1" status: 200 len: 217 time: 0.0525978 May 26 16:35:32.391722 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-401d85be-7d73-4381-9280-eb6e7790233f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:32.434392 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-ba0833f5-d3a7-4788-a9c7-44071bc11760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:32.435968 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-ba0833f5-d3a7-4788-a9c7-44071bc11760 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52ec1618-8504-471b-bdce-d9abb75f30da HTTP/1.1" status: 200 len: 848 time: 0.0726650 May 26 16:35:32.480677 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-17a7a095-cd06-43e1-aa39-3847a067c8af service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c5f67c86-b54d-4c05-8d78-dfc556a0928d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370202 May 26 16:35:32.510106 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-401d85be-7d73-4381-9280-eb6e7790233f admin admin] Deleting port 7aa9c46e-c4e9-44dd-9ea9-fe50339c493f {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:35:32.510538 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-401d85be-7d73-4381-9280-eb6e7790233f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:32.533881 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6657efc2-fdee-4b93-baa9-4f95ee88f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'name': 'tempest-TestVolumeBackupRestore-1146930691-router', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:35:30Z', 'revision_number': 5, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'gw_port': {'id': '7aa9c46e-c4e9-44dd-9ea9-fe50339c493f', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:18Z', 'updated_at': '2022-05-26T16:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:32.571447 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6657efc2-fdee-4b93-baa9-4f95ee88f1ee None None] Checking router: 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:35:32.580925 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6657efc2-fdee-4b93-baa9-4f95ee88f1ee None None] Routers {'5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:35:32.581810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6657efc2-fdee-4b93-baa9-4f95ee88f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:35:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:32.621169 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-401d85be-7d73-4381-9280-eb6e7790233f admin admin] For port 7aa9c46e-c4e9-44dd-9ea9-fe50339c493f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=7aa9c46e-c4e9-44dd-9ea9-fe50339c493f,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:32.622169 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-401d85be-7d73-4381-9280-eb6e7790233f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:32.642292 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-401d85be-7d73-4381-9280-eb6e7790233f admin admin] Calling delete_port for 7aa9c46e-c4e9-44dd-9ea9-fe50339c493f owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:35:32.648657 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-617c25ec-d423-4fe2-baef-5a3748ab39fc service neutron] 10.222.0.81 "GET /v2.0/networks/c5f67c86-b54d-4c05-8d78-dfc556a0928d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611977 May 26 16:35:32.657847 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e8723-f527-4f9f-8535-f89f7e4336f4 req-7c9a14d8-4ea4-44ef-b48f-f306ec1e9a38 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:32.659562 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6b6e8723-f527-4f9f-8535-f89f7e4336f4 req-7c9a14d8-4ea4-44ef-b48f-f306ec1e9a38 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6b93475-6916-44d9-af5a-3e75f74186ec HTTP/1.1" status: 200 len: 943 time: 0.0830295 May 26 16:35:32.773809 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6b6e8723-f527-4f9f-8535-f89f7e4336f4 req-31c3ca9b-c707-4708-a517-8ae0cd2d6398 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f960e5f-b44a-48ca-9a1d-d27f4ea1cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032994 May 26 16:35:32.828687 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c0b359b5-1090-48e3-9b49-0eb6390f60e1 req-392ad070-5a6e-4d5f-8687-598add149182 service neutron] 10.222.0.81 "GET /v2.0/networks/c5f67c86-b54d-4c05-8d78-dfc556a0928d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679821 May 26 16:35:32.838285 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:35:32.885582 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-6657efc2-fdee-4b93-baa9-4f95ee88f1ee None None] Set router 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:35:32.903137 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-401d85be-7d73-4381-9280-eb6e7790233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:32.944812 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d85be-7d73-4381-9280-eb6e7790233f admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa9c46e-c4e9-44dd-9ea9-fe50339c493f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:32.967118 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f275234-7093-4ff5-bad9-92cfa1656319 req-554a18e4-5920-4ef7-9752-506e864ab05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:32.968909 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f275234-7093-4ff5-bad9-92cfa1656319 req-554a18e4-5920-4ef7-9752-506e864ab05f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7438e24e782648e2afea0fa7248dddbe&device_id=b6b93475-6916-44d9-af5a-3e75f74186ec HTTP/1.1" status: 200 len: 1094 time: 0.0899966 May 26 16:35:32.976002 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6657efc2-fdee-4b93-baa9-4f95ee88f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'name': 'tempest-TestVolumeBackupRestore-1146930691-router', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:35:32Z', 'revision_number': 6, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:33.012118 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6657efc2-fdee-4b93-baa9-4f95ee88f1ee None None] The sync data for ids ['5d8683a5-6bef-43a8-a85f-4f76b19bcc9b'] in n-d-843337-2 is: [{'id': '5d8683a5-6bef-43a8-a85f-4f76b19bcc9b', 'name': 'tempest-TestVolumeBackupRestore-1146930691-router', 'tenant_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:17Z', 'updated_at': '2022-05-26T16:35:32Z', 'revision_number': 6, 'project_id': 'f0fba92dcb0544e09da82cbc2b2dbb26', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:35:33.031932 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-401d85be-7d73-4381-9280-eb6e7790233f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:33.057013 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4,segment=NetworkSegment(a4ac5541-1d76-4be6-8e4e-b912c2c1981e),segment_id=a4ac5541-1d76-4be6-8e4e-b912c2c1981e)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:33.075641 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4', 'network_id': '08ecdda0-b83d-4e3e-bead-7883e1f704fb', 'port_id': '84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4', 'mac_address': 'fa:16:3e:06:a1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52b0f5ef-e227-44ba-a393-28f4e74c713a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:35:33.110156 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f275234-7093-4ff5-bad9-92cfa1656319 req-47a988c5-bed1-474a-affc-d7027f699ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:33.112076 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f275234-7093-4ff5-bad9-92cfa1656319 req-47a988c5-bed1-474a-affc-d7027f699ec3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c5f67c86-b54d-4c05-8d78-dfc556a0928d HTTP/1.1" status: 200 len: 909 time: 0.1353118 May 26 16:35:33.127180 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:35:33.128321 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:33.145076 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:35:33.150992 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-401d85be-7d73-4381-9280-eb6e7790233f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:33.153534 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-401d85be-7d73-4381-9280-eb6e7790233f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:33.162780 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f275234-7093-4ff5-bad9-92cfa1656319 req-f766a5a0-b5bf-49e4-bdc5-53fbe22cf928 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a63ebdb-d85b-4c85-8e43-111a08c6608b HTTP/1.1" status: 200 len: 217 time: 0.0429125 May 26 16:35:33.174341 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4,segment=NetworkSegment(a4ac5541-1d76-4be6-8e4e-b912c2c1981e),segment_id=a4ac5541-1d76-4be6-8e4e-b912c2c1981e)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:33.180354 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:33.201912 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-401d85be-7d73-4381-9280-eb6e7790233f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:33.202568 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401d85be-7d73-4381-9280-eb6e7790233f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d8683a5-6bef-43a8-a85f-4f76b19bcc9b {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:35:33.212183 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-401d85be-7d73-4381-9280-eb6e7790233f admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:33.213614 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-401d85be-7d73-4381-9280-eb6e7790233f admin admin] 10.222.0.77 "DELETE /v2.0/routers/5d8683a5-6bef-43a8-a85f-4f76b19bcc9b HTTP/1.1" status: 204 len: 168 time: 1.1212933 May 26 16:35:33.216215 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33208) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:33.232681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f275234-7093-4ff5-bad9-92cfa1656319 req-51df5408-cf7b-43c3-89c2-8aed73f0044c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:33.234192 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f275234-7093-4ff5-bad9-92cfa1656319 req-51df5408-cf7b-43c3-89c2-8aed73f0044c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52ec1618-8504-471b-bdce-d9abb75f30da HTTP/1.1" status: 200 len: 848 time: 0.0627692 May 26 16:35:33.241775 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:33.250214 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:33.250788 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:33.251313 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:33.251653 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:33.252458 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:33.252458 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:33.252698 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:33.252987 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:33.253316 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:33.253641 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:33.253966 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:33.254415 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:33.273395 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f275234-7093-4ff5-bad9-92cfa1656319 req-4d4145a7-c75a-4dc1-aa19-24b69bbf08bd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c5f67c86-b54d-4c05-8d78-dfc556a0928d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311599 May 26 16:35:33.278735 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f8789e-1d07-472b-908f-3f17797e5c37 admin admin] Deleting subnet 70de716f-a599-4154-abad-e7ae007e30d9 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:35:33.282313 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15f8789e-1d07-472b-908f-3f17797e5c37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:33.326538 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15f8789e-1d07-472b-908f-3f17797e5c37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:33.387552 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f275234-7093-4ff5-bad9-92cfa1656319 req-937532b8-2030-4047-a9e4-9e2db4651a4d service neutron] 10.222.0.81 "GET /v2.0/networks/c5f67c86-b54d-4c05-8d78-dfc556a0928d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061997 May 26 16:35:33.436504 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15f8789e-1d07-472b-908f-3f17797e5c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:33.525482 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15f8789e-1d07-472b-908f-3f17797e5c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:33.563440 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8789e-1d07-472b-908f-3f17797e5c37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70de716f-a599-4154-abad-e7ae007e30d9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:33.564892 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc7b9dc-c4fa-4ae3-bde7-f667cd0052a2 None None] Network f470defa-ce3d-4a80-8936-fdcd3a56fb1c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:35:33.566343 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-15f8789e-1d07-472b-908f-3f17797e5c37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:33.570301 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-15f8789e-1d07-472b-908f-3f17797e5c37 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/70de716f-a599-4154-abad-e7ae007e30d9 HTTP/1.1" status: 204 len: 168 time: 0.3525212 May 26 16:35:33.572861 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33212) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:33.604658 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a78109-5f23-4611-a7b7-eb279094af91 req-2cef6528-dd75-4d76-a4aa-2445836a4c55 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:33.611875 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c9a78109-5f23-4611-a7b7-eb279094af91 req-2cef6528-dd75-4d76-a4aa-2445836a4c55 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cfe3feb-b088-47c5-a655-6a8012452cfc HTTP/1.1" status: 200 len: 944 time: 0.1326621 May 26 16:35:33.619423 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f275234-7093-4ff5-bad9-92cfa1656319 req-061af590-84b4-4f67-8e49-082d53cc82a2 service neutron] 10.222.0.81 "GET /v2.0/networks/c5f67c86-b54d-4c05-8d78-dfc556a0928d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143824 May 26 16:35:33.686016 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c9a78109-5f23-4611-a7b7-eb279094af91 req-10069f2b-4798-47ed-8d22-ff3f6f4b0eca tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630271 May 26 16:35:33.705981 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:35:33.706266 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-645616f4-90f8-41d9-9afa-1ca2e5a15be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:33.789813 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-645616f4-90f8-41d9-9afa-1ca2e5a15be0 admin admin] Deleting port 95a12383-5ac1-4b31-8509-d75d44014848 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:35:33.790167 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-645616f4-90f8-41d9-9afa-1ca2e5a15be0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:33.904747 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-645616f4-90f8-41d9-9afa-1ca2e5a15be0 admin admin] For port 95a12383-5ac1-4b31-8509-d75d44014848, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=95a12383-5ac1-4b31-8509-d75d44014848,segment=NetworkSegment(af8a2c7e-9c7d-4e78-8b0c-6ede863d657c),segment_id=af8a2c7e-9c7d-4e78-8b0c-6ede863d657c)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:33.905144 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-645616f4-90f8-41d9-9afa-1ca2e5a15be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:33.922761 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-645616f4-90f8-41d9-9afa-1ca2e5a15be0 admin admin] Calling delete_port for 95a12383-5ac1-4b31-8509-d75d44014848 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:35:33.961557 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e0f7be-4896-40ab-b99c-b06f1154df21 None None] DHCP port deletion for f470defa-ce3d-4a80-8936-fdcd3a56fb1c request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:35:34.038848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54454018-eeca-445e-aa62-6497a26defb0 req-8fbe63ff-d012-414d-bfe1-8743b554da1f tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:34.045207 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-54454018-eeca-445e-aa62-6497a26defb0 req-8fbe63ff-d012-414d-bfe1-8743b554da1f tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6b93475-6916-44d9-af5a-3e75f74186ec HTTP/1.1" status: 200 len: 943 time: 0.1413829 May 26 16:35:34.065989 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-645616f4-90f8-41d9-9afa-1ca2e5a15be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:34.088900 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 931f5cbb-7bfc-4f4c-a1f9-ac376137fc11 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:35:34.116667 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-54454018-eeca-445e-aa62-6497a26defb0 req-cfcfe7b7-8cd2-4d73-b8f7-3e44c0180680 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f960e5f-b44a-48ca-9a1d-d27f4ea1cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549402 May 26 16:35:34.138340 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 931f5cbb-7bfc-4f4c-a1f9-ac376137fc11 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:35:34.138877 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 931f5cbb-7bfc-4f4c-a1f9-ac376137fc11 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:35:34.139630 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645616f4-90f8-41d9-9afa-1ca2e5a15be0 admin admin] No DVR routers for this DVR port 95a12383-5ac1-4b31-8509-d75d44014848 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:35:34.143357 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645616f4-90f8-41d9-9afa-1ca2e5a15be0 admin admin] Pushing event deleted for resources: {'Port': ['ID=95a12383-5ac1-4b31-8509-d75d44014848,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:34.156294 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f3e0f7be-4896-40ab-b99c-b06f1154df21 None None] Deleting port 95a12383-5ac1-4b31-8509-d75d44014848 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:35:34.156876 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f3e0f7be-4896-40ab-b99c-b06f1154df21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:34.254082 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-645616f4-90f8-41d9-9afa-1ca2e5a15be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:34.287877 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-f3e0f7be-4896-40ab-b99c-b06f1154df21 None None] For port 95a12383-5ac1-4b31-8509-d75d44014848, host n-d-843337-2, got binding levels [] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:34.288445 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f3e0f7be-4896-40ab-b99c-b06f1154df21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:34.290452 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-645616f4-90f8-41d9-9afa-1ca2e5a15be0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f470defa-ce3d-4a80-8936-fdcd3a56fb1c']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:34.311959 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-645616f4-90f8-41d9-9afa-1ca2e5a15be0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8a2c7e-9c7d-4e78-8b0c-6ede863d657c') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:34.312430 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-645616f4-90f8-41d9-9afa-1ca2e5a15be0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8a2c7e-9c7d-4e78-8b0c-6ede863d657c') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:34.325000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f3e0f7be-4896-40ab-b99c-b06f1154df21 None None] Calling delete_port for 95a12383-5ac1-4b31-8509-d75d44014848 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:35:34.328901 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-645616f4-90f8-41d9-9afa-1ca2e5a15be0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:34.335723 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.ipam_backend_mixin [None req-f3e0f7be-4896-40ab-b99c-b06f1154df21 None None] Port 95a12383-5ac1-4b31-8509-d75d44014848 was not found and therefore no delete operation was performed {{(pid=103897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:35:34.337706 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f3e0f7be-4896-40ab-b99c-b06f1154df21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:34.358217 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-645616f4-90f8-41d9-9afa-1ca2e5a15be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:34.371511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645616f4-90f8-41d9-9afa-1ca2e5a15be0 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:35:34.371931 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-645616f4-90f8-41d9-9afa-1ca2e5a15be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:34.378483 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e0f7be-4896-40ab-b99c-b06f1154df21 None None] No DVR routers for this DVR port 95a12383-5ac1-4b31-8509-d75d44014848 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:35:34.388753 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0f7be-4896-40ab-b99c-b06f1154df21 None None] Pushing event deleted for resources: {'Port': ['ID=95a12383-5ac1-4b31-8509-d75d44014848,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:34.551119 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-645616f4-90f8-41d9-9afa-1ca2e5a15be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:34.561355 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-645616f4-90f8-41d9-9afa-1ca2e5a15be0 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:34.568373 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33228) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:34.569824 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-645616f4-90f8-41d9-9afa-1ca2e5a15be0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f470defa-ce3d-4a80-8936-fdcd3a56fb1c HTTP/1.1" status: 204 len: 168 time: 0.9907420 May 26 16:35:34.584423 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645616f4-90f8-41d9-9afa-1ca2e5a15be0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f470defa-ce3d-4a80-8936-fdcd3a56fb1c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:34.666128 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment af8a2c7e-9c7d-4e78-8b0c-6ede863d657c resource provider aggregate not found May 26 16:35:34.696350 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment af8a2c7e-9c7d-4e78-8b0c-6ede863d657c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af8a2c7e-9c7d-4e78-8b0c-6ede863d657c found for delete ", "request_id": "req-5875a97a-efb3-422d-a4ca-6c3c239c8a7e"}]} May 26 16:35:34.832057 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:35:34.907657 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:35:34.913221 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:35:34.913933 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:34.934671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927996e-3860-4d11-bb0e-e4489c7e5060 req-0de7c31a-cbd2-465e-b2a2-cd7c9d141b4c tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:34.936429 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c927996e-3860-4d11-bb0e-e4489c7e5060 req-0de7c31a-cbd2-465e-b2a2-cd7c9d141b4c tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cfe3feb-b088-47c5-a655-6a8012452cfc HTTP/1.1" status: 200 len: 944 time: 0.1175299 May 26 16:35:35.025896 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c927996e-3860-4d11-bb0e-e4489c7e5060 req-950aea61-1641-473e-9401-3fbbad1c79f4 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788043 May 26 16:35:35.048246 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:35:35.058568 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:35.084990 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfe3feb-b088-47c5-a655-6a8012452cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:35:35.087572 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01f5e29-0a52-4770-ba4e-2487997dd8ab" -d '{"events": [{"server_uuid": "8cfe3feb-b088-47c5-a655-6a8012452cfc", "name": "network-vif-plugged", "status": "completed", "tag": "84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:35:35.104804 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4,segment=NetworkSegment(a4ac5541-1d76-4be6-8e4e-b912c2c1981e),segment_id=a4ac5541-1d76-4be6-8e4e-b912c2c1981e)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:35.109839 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:35.147053 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d01d90-14c5-4c8a-a075-7ac40e54b4c6 x-openstack-request-id: req-45d01d90-14c5-4c8a-a075-7ac40e54b4c6 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:35:35.148031 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfe3feb-b088-47c5-a655-6a8012452cfc", "name": "network-vif-plugged", "status": "completed", "tag": "84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:35:35.148031 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-45d01d90-14c5-4c8a-a075-7ac40e54b4c6 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:35:35.148360 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45d01d90-14c5-4c8a-a075-7ac40e54b4c6'] response: {'server_uuid': '8cfe3feb-b088-47c5-a655-6a8012452cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4', 'code': 200} May 26 16:35:35.176442 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-71e7d6d0-8b4e-465c-a422-121e59efec06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:35.182774 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:35.341647 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb82268-49d0-4c95-a46d-f074145af291 req-2c314d56-aeab-4f98-a0e1-da8e8a044459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:35.342659 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-abb82268-49d0-4c95-a46d-f074145af291 req-2c314d56-aeab-4f98-a0e1-da8e8a044459 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8cfe3feb-b088-47c5-a655-6a8012452cfc HTTP/1.1" status: 200 len: 1096 time: 0.0643950 May 26 16:35:35.403260 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-abb82268-49d0-4c95-a46d-f074145af291 req-a98031c4-103f-44a3-9807-cc99612b3f0b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470490 May 26 16:35:35.406340 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5dd3c9-7cba-4b5f-a8bb-016fbc8b885b req-5dc84bf7-c212-44d3-b566-8bda7309cdec tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:35.407971 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb5dd3c9-7cba-4b5f-a8bb-016fbc8b885b req-5dc84bf7-c212-44d3-b566-8bda7309cdec tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6b93475-6916-44d9-af5a-3e75f74186ec HTTP/1.1" status: 200 len: 943 time: 0.1274223 May 26 16:35:35.481478 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb5dd3c9-7cba-4b5f-a8bb-016fbc8b885b req-0af9d786-aa96-4320-b90b-7ec9deb30af9 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f960e5f-b44a-48ca-9a1d-d27f4ea1cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473824 May 26 16:35:35.575943 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-71e7d6d0-8b4e-465c-a422-121e59efec06 admin admin] Deleting port 14b15bfe-ccca-460a-b789-9be68ada0868 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:35:35.576313 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-71e7d6d0-8b4e-465c-a422-121e59efec06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:35.647999 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 7aa9c46e-c4e9-44dd-9ea9-fe50339c493f no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:35:35.671712 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 9a63ebdb-d85b-4c85-8e43-111a08c6608b details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:35:35.673431 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-71e7d6d0-8b4e-465c-a422-121e59efec06 admin admin] For port 14b15bfe-ccca-460a-b789-9be68ada0868, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=14b15bfe-ccca-460a-b789-9be68ada0868,segment=NetworkSegment(543c6d0d-7247-451c-912a-d1a5393d2672),segment_id=543c6d0d-7247-451c-912a-d1a5393d2672)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:35.674072 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-71e7d6d0-8b4e-465c-a422-121e59efec06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:35.675517 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 7aa9c46e-c4e9-44dd-9ea9-fe50339c493f {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:35:35.675962 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 7aa9c46e-c4e9-44dd-9ea9-fe50339c493f not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:35:35.676624 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 95a12383-5ac1-4b31-8509-d75d44014848 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:35:35.689195 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-71e7d6d0-8b4e-465c-a422-121e59efec06 admin admin] Calling delete_port for 14b15bfe-ccca-460a-b789-9be68ada0868 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:35:35.710032 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 95a12383-5ac1-4b31-8509-d75d44014848 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:35:35.710637 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 95a12383-5ac1-4b31-8509-d75d44014848 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:35:35.809142 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 9a63ebdb-d85b-4c85-8e43-111a08c6608b, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=9a63ebdb-d85b-4c85-8e43-111a08c6608b,segment=NetworkSegment(f912487e-5c72-4906-9263-85b4b6d3b980),segment_id=f912487e-5c72-4906-9263-85b4b6d3b980)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:35.822680 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '9a63ebdb-d85b-4c85-8e43-111a08c6608b', 'network_id': 'c5f67c86-b54d-4c05-8d78-dfc556a0928d', 'port_id': '9a63ebdb-d85b-4c85-8e43-111a08c6608b', 'mac_address': 'fa:16:3e:e9:97:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ec1618-8504-471b-bdce-d9abb75f30da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:35:35.866365 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 9a63ebdb-d85b-4c85-8e43-111a08c6608b is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:35:35.867062 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:35.881050 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a63ebdb-d85b-4c85-8e43-111a08c6608b {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:35:35.896936 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-71e7d6d0-8b4e-465c-a422-121e59efec06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:35.907442 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 9a63ebdb-d85b-4c85-8e43-111a08c6608b, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=9a63ebdb-d85b-4c85-8e43-111a08c6608b,segment=NetworkSegment(f912487e-5c72-4906-9263-85b4b6d3b980),segment_id=f912487e-5c72-4906-9263-85b4b6d3b980)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:35.913515 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:35.931281 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7d6d0-8b4e-465c-a422-121e59efec06 admin admin] Pushing event deleted for resources: {'Port': ['ID=14b15bfe-ccca-460a-b789-9be68ada0868,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:35.969204 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=9a63ebdb-d85b-4c85-8e43-111a08c6608b,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:36.132311 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['9a63ebdb-d85b-4c85-8e43-111a08c6608b'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:35:36.167117 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-71e7d6d0-8b4e-465c-a422-121e59efec06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:36.194080 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1595c-0baf-4f42-b82f-2cfa8415dfd2 req-429bc366-3108-47f1-8bda-6d6ef8d850cb tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:36.195599 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ff1595c-0baf-4f42-b82f-2cfa8415dfd2 req-429bc366-3108-47f1-8bda-6d6ef8d850cb tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cfe3feb-b088-47c5-a655-6a8012452cfc HTTP/1.1" status: 200 len: 945 time: 0.0727601 May 26 16:35:36.319671 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ff1595c-0baf-4f42-b82f-2cfa8415dfd2 req-bf07066f-3841-43fb-892f-e2b88f00d1d5 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901859 May 26 16:35:36.901583 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e7d6d0-8b4e-465c-a422-121e59efec06 admin admin] Router 22841256-d168-46bd-9452-412689cb975a has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:35:36.915415 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e5d34-e5cb-487e-8720-afd7855f1dbd req-dcda1108-a379-4a7e-bfd4-c3da2013b4e3 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:36.916967 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b47e5d34-e5cb-487e-8720-afd7855f1dbd req-dcda1108-a379-4a7e-bfd4-c3da2013b4e3 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6b93475-6916-44d9-af5a-3e75f74186ec HTTP/1.1" status: 200 len: 944 time: 0.0714912 May 26 16:35:37.040445 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b47e5d34-e5cb-487e-8720-afd7855f1dbd req-c2dcfcf5-0e7c-4388-b5b8-abcdd3b57314 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f960e5f-b44a-48ca-9a1d-d27f4ea1cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167414 May 26 16:35:37.073636 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e7d6d0-8b4e-465c-a422-121e59efec06 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:35:37.078699 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-71e7d6d0-8b4e-465c-a422-121e59efec06 admin admin] 10.222.0.77 "PUT /v2.0/routers/22841256-d168-46bd-9452-412689cb975a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5089800 May 26 16:35:37.081187 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33260) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:37.089497 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6753488-b7df-4681-ad66-c10d31769c12 None None] Sync routers for ids ['22841256-d168-46bd-9452-412689cb975a'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:35:37.106624 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6753488-b7df-4681-ad66-c10d31769c12 None None] Routers {'22841256-d168-46bd-9452-412689cb975a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:35:37.107496 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e6753488-b7df-4681-ad66-c10d31769c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:35:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['22841256-d168-46bd-9452-412689cb975a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:37.191189 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca5c538a-99d8-4654-9bc6-05aeed595b11 admin admin] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:37.220051 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-e6753488-b7df-4681-ad66-c10d31769c12 None None] Set router 22841256-d168-46bd-9452-412689cb975a gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:35:37.352507 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca5c538a-99d8-4654-9bc6-05aeed595b11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:37.522512 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3d802-91b1-4a8f-949f-e6e7cbdffabd req-eafcf341-1649-4128-bd3b-f970684a677f tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:37.524141 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9dd3d802-91b1-4a8f-949f-e6e7cbdffabd req-eafcf341-1649-4128-bd3b-f970684a677f tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cfe3feb-b088-47c5-a655-6a8012452cfc HTTP/1.1" status: 200 len: 945 time: 0.0703187 May 26 16:35:37.526360 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c538a-99d8-4654-9bc6-05aeed595b11 admin admin] Deleting port 2cc88bac-9163-432d-abeb-5503ce300ef8 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:35:37.526705 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca5c538a-99d8-4654-9bc6-05aeed595b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:37.550991 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e6753488-b7df-4681-ad66-c10d31769c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22841256-d168-46bd-9452-412689cb975a', 'name': 'tempest-TestVolumeBackupRestore-1759031865-router', 'tenant_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '2cc88bac-9163-432d-abeb-5503ce300ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:36Z', 'updated_at': '2022-05-26T16:35:35Z', 'revision_number': 5, 'project_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'gw_port': {'id': '2cc88bac-9163-432d-abeb-5503ce300ef8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22841256-d168-46bd-9452-412689cb975a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:29:39Z', 'updated_at': '2022-05-26T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:37.620889 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6753488-b7df-4681-ad66-c10d31769c12 None None] Checking router: 22841256-d168-46bd-9452-412689cb975a for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:35:37.625920 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9dd3d802-91b1-4a8f-949f-e6e7cbdffabd req-ea4ecc5e-9c02-458a-83b4-f0d00538d54b tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866873 May 26 16:35:37.649475 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-ca5c538a-99d8-4654-9bc6-05aeed595b11 admin admin] For port 2cc88bac-9163-432d-abeb-5503ce300ef8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2cc88bac-9163-432d-abeb-5503ce300ef8,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:37.649858 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca5c538a-99d8-4654-9bc6-05aeed595b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:37.653975 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6753488-b7df-4681-ad66-c10d31769c12 None None] Routers {'22841256-d168-46bd-9452-412689cb975a'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:35:37.658756 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e6753488-b7df-4681-ad66-c10d31769c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:35:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['22841256-d168-46bd-9452-412689cb975a'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:37.672759 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 9a63ebdb-d85b-4c85-8e43-111a08c6608b up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:35:37.674432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c538a-99d8-4654-9bc6-05aeed595b11 admin admin] Calling delete_port for 2cc88bac-9163-432d-abeb-5503ce300ef8 owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:35:37.807239 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 9a63ebdb-d85b-4c85-8e43-111a08c6608b completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:35:37.813979 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 9a63ebdb-d85b-4c85-8e43-111a08c6608b triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:35:37.816565 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:37.821244 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-e6753488-b7df-4681-ad66-c10d31769c12 None None] Set router 22841256-d168-46bd-9452-412689cb975a gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:35:37.886074 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e6753488-b7df-4681-ad66-c10d31769c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22841256-d168-46bd-9452-412689cb975a', 'name': 'tempest-TestVolumeBackupRestore-1759031865-router', 'tenant_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:36Z', 'updated_at': '2022-05-26T16:35:37Z', 'revision_number': 6, 'project_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:37.928271 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6753488-b7df-4681-ad66-c10d31769c12 None None] The sync data for ids ['22841256-d168-46bd-9452-412689cb975a'] in n-d-843337-2 is: [{'id': '22841256-d168-46bd-9452-412689cb975a', 'name': 'tempest-TestVolumeBackupRestore-1759031865-router', 'tenant_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:29:36Z', 'updated_at': '2022-05-26T16:35:37Z', 'revision_number': 6, 'project_id': 'a9ed9e5c007f4796875a8e6dc76854d0', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:35:38.020829 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca5c538a-99d8-4654-9bc6-05aeed595b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:38.027019 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 9a63ebdb-d85b-4c85-8e43-111a08c6608b is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:35:38.027493 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:38.085390 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c538a-99d8-4654-9bc6-05aeed595b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc88bac-9163-432d-abeb-5503ce300ef8,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:38.085889 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b93475-6916-44d9-af5a-3e75f74186ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a63ebdb-d85b-4c85-8e43-111a08c6608b'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:35:38.092851 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c929e4-d1da-4648-91ef-f215b7660d09" -d '{"events": [{"server_uuid": "b6b93475-6916-44d9-af5a-3e75f74186ec", "name": "network-vif-plugged", "status": "completed", "tag": "9a63ebdb-d85b-4c85-8e43-111a08c6608b"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:35:38.151389 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 9a63ebdb-d85b-4c85-8e43-111a08c6608b, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=9a63ebdb-d85b-4c85-8e43-111a08c6608b,segment=NetworkSegment(f912487e-5c72-4906-9263-85b4b6d3b980),segment_id=f912487e-5c72-4906-9263-85b4b6d3b980)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:38.158191 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:38.286207 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca5c538a-99d8-4654-9bc6-05aeed595b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:38.336222 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6692a90-3664-4855-8b1a-32d930269c4d x-openstack-request-id: req-b6692a90-3664-4855-8b1a-32d930269c4d {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:35:38.336585 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b93475-6916-44d9-af5a-3e75f74186ec", "name": "network-vif-plugged", "status": "completed", "tag": "9a63ebdb-d85b-4c85-8e43-111a08c6608b", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:35:38.336849 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b6692a90-3664-4855-8b1a-32d930269c4d {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:35:38.337322 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6692a90-3664-4855-8b1a-32d930269c4d'] response: {'server_uuid': 'b6b93475-6916-44d9-af5a-3e75f74186ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a63ebdb-d85b-4c85-8e43-111a08c6608b', 'code': 200} May 26 16:35:38.357422 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=9a63ebdb-d85b-4c85-8e43-111a08c6608b,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:38.585981 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca5c538a-99d8-4654-9bc6-05aeed595b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:38.596174 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca5c538a-99d8-4654-9bc6-05aeed595b11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:38.610267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec5ff7-ae96-4401-ba58-2fbeb3586695 req-b527b9c2-c8c2-4f60-a8d5-68cd9f14f2b7 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:38.612167 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28ec5ff7-ae96-4401-ba58-2fbeb3586695 req-b527b9c2-c8c2-4f60-a8d5-68cd9f14f2b7 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6b93475-6916-44d9-af5a-3e75f74186ec HTTP/1.1" status: 200 len: 945 time: 0.4095845 May 26 16:35:38.698417 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebd5b7-9b80-49a6-82e6-5d9ac76e61ef req-69477bae-fe36-473d-b869-d29110879ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:38.700496 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b3ebd5b7-9b80-49a6-82e6-5d9ac76e61ef req-69477bae-fe36-473d-b869-d29110879ff7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b6b93475-6916-44d9-af5a-3e75f74186ec HTTP/1.1" status: 200 len: 1096 time: 0.2449980 May 26 16:35:38.702469 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca5c538a-99d8-4654-9bc6-05aeed595b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:38.702988 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5c538a-99d8-4654-9bc6-05aeed595b11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22841256-d168-46bd-9452-412689cb975a {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:35:38.713641 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ca5c538a-99d8-4654-9bc6-05aeed595b11 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:38.714768 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ca5c538a-99d8-4654-9bc6-05aeed595b11 admin admin] 10.222.0.77 "DELETE /v2.0/routers/22841256-d168-46bd-9452-412689cb975a HTTP/1.1" status: 204 len: 168 time: 1.6324153 May 26 16:35:38.718761 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33290) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:38.757708 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28ec5ff7-ae96-4401-ba58-2fbeb3586695 req-addf5ab7-ba8b-4b76-a7f2-30dcec078397 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f960e5f-b44a-48ca-9a1d-d27f4ea1cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378331 May 26 16:35:38.766852 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b3ebd5b7-9b80-49a6-82e6-5d9ac76e61ef req-7a15fde4-48be-42e0-b454-40285ab42411 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9f960e5f-b44a-48ca-9a1d-d27f4ea1cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563235 May 26 16:35:38.838964 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd4c13ed-472a-4f2c-95e2-ceac56949b0e admin admin] Deleting subnet 6dc6ee02-78b4-418a-ab6a-d944880040f7 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:35:38.842868 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bd4c13ed-472a-4f2c-95e2-ceac56949b0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:38.887636 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bd4c13ed-472a-4f2c-95e2-ceac56949b0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:38.986680 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bd4c13ed-472a-4f2c-95e2-ceac56949b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:39.076000 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bd4c13ed-472a-4f2c-95e2-ceac56949b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:39.120635 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bd4c13ed-472a-4f2c-95e2-ceac56949b0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:39.126054 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7501a6-4fe4-4198-9a42-d6a60fc3e902 None None] Network 18086593-ac65-4657-82cf-eab2a2a091ea requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:35:39.129591 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bd4c13ed-472a-4f2c-95e2-ceac56949b0e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6dc6ee02-78b4-418a-ab6a-d944880040f7 HTTP/1.1" status: 204 len: 168 time: 0.4082172 May 26 16:35:39.131650 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c13ed-472a-4f2c-95e2-ceac56949b0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dc6ee02-78b4-418a-ab6a-d944880040f7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:39.132701 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33292) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:39.222759 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0bb857bf-8a94-4bce-82a6-697c2d39efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:39.302655 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0bb857bf-8a94-4bce-82a6-697c2d39efa2 admin admin] Deleting port 467a4f2c-b051-418d-8173-617376008214 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:35:39.303011 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0bb857bf-8a94-4bce-82a6-697c2d39efa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:39.451761 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5788fad4-f421-4cce-8d32-efbc0895e60d None None] DHCP port deletion for 18086593-ac65-4657-82cf-eab2a2a091ea request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:35:39.481327 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-0bb857bf-8a94-4bce-82a6-697c2d39efa2 admin admin] For port 467a4f2c-b051-418d-8173-617376008214, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=467a4f2c-b051-418d-8173-617376008214,segment=NetworkSegment(543c6d0d-7247-451c-912a-d1a5393d2672),segment_id=543c6d0d-7247-451c-912a-d1a5393d2672)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:39.481962 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0bb857bf-8a94-4bce-82a6-697c2d39efa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:39.513187 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0bb857bf-8a94-4bce-82a6-697c2d39efa2 admin admin] Calling delete_port for 467a4f2c-b051-418d-8173-617376008214 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:35:39.535362 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5788fad4-f421-4cce-8d32-efbc0895e60d None None] Deleting port 467a4f2c-b051-418d-8173-617376008214 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:35:39.536278 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5788fad4-f421-4cce-8d32-efbc0895e60d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:39.659998 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0bb857bf-8a94-4bce-82a6-697c2d39efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:39.681962 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5788fad4-f421-4cce-8d32-efbc0895e60d None None] For port 467a4f2c-b051-418d-8173-617376008214, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=467a4f2c-b051-418d-8173-617376008214,segment=NetworkSegment(543c6d0d-7247-451c-912a-d1a5393d2672),segment_id=543c6d0d-7247-451c-912a-d1a5393d2672)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:39.682552 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5788fad4-f421-4cce-8d32-efbc0895e60d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:39.699431 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb857bf-8a94-4bce-82a6-697c2d39efa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=467a4f2c-b051-418d-8173-617376008214,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:39.701981 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb857bf-8a94-4bce-82a6-697c2d39efa2 admin admin] No DVR routers for this DVR port 467a4f2c-b051-418d-8173-617376008214 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:35:39.703619 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5788fad4-f421-4cce-8d32-efbc0895e60d None None] Calling delete_port for 467a4f2c-b051-418d-8173-617376008214 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:35:39.714247 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 14b15bfe-ccca-460a-b789-9be68ada0868 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:35:39.755315 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 14b15bfe-ccca-460a-b789-9be68ada0868 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:35:39.756246 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 14b15bfe-ccca-460a-b789-9be68ada0868 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:35:39.757051 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2cc88bac-9163-432d-abeb-5503ce300ef8 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:35:39.778253 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0bb857bf-8a94-4bce-82a6-697c2d39efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:39.819502 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-0bb857bf-8a94-4bce-82a6-697c2d39efa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18086593-ac65-4657-82cf-eab2a2a091ea']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:39.827755 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 2cc88bac-9163-432d-abeb-5503ce300ef8 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:35:39.828606 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2cc88bac-9163-432d-abeb-5503ce300ef8 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:35:39.829423 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 467a4f2c-b051-418d-8173-617376008214 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:35:39.849751 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-0bb857bf-8a94-4bce-82a6-697c2d39efa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543c6d0d-7247-451c-912a-d1a5393d2672') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:39.850072 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-0bb857bf-8a94-4bce-82a6-697c2d39efa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543c6d0d-7247-451c-912a-d1a5393d2672') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:39.865869 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 467a4f2c-b051-418d-8173-617376008214 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:35:39.866245 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0bb857bf-8a94-4bce-82a6-697c2d39efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:39.866939 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 467a4f2c-b051-418d-8173-617376008214 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:35:39.887327 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0bb857bf-8a94-4bce-82a6-697c2d39efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:39.900259 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb857bf-8a94-4bce-82a6-697c2d39efa2 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:35:39.901218 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0bb857bf-8a94-4bce-82a6-697c2d39efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:39.917933 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5788fad4-f421-4cce-8d32-efbc0895e60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:39.968457 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788fad4-f421-4cce-8d32-efbc0895e60d None None] Pushing event deleted for resources: {'Port': ['ID=467a4f2c-b051-418d-8173-617376008214,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:39.973138 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5788fad4-f421-4cce-8d32-efbc0895e60d None None] No DVR routers for this DVR port 467a4f2c-b051-418d-8173-617376008214 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:35:39.974348 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 543c6d0d-7247-451c-912a-d1a5393d2672 resource provider aggregate not found May 26 16:35:40.008747 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 543c6d0d-7247-451c-912a-d1a5393d2672 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 543c6d0d-7247-451c-912a-d1a5393d2672 found for delete ", "request_id": "req-7231fad7-bfa1-4b4a-8094-7249fb07fe6f"}]} May 26 16:35:40.022096 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0bb857bf-8a94-4bce-82a6-697c2d39efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:40.029330 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0bb857bf-8a94-4bce-82a6-697c2d39efa2 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:40.032897 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0bb857bf-8a94-4bce-82a6-697c2d39efa2 admin admin] 10.222.0.77 "DELETE /v2.0/networks/18086593-ac65-4657-82cf-eab2a2a091ea HTTP/1.1" status: 204 len: 168 time: 0.8986838 May 26 16:35:40.043364 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b9295-4348-4212-92fd-2d7c19ee1bd4 req-08746ce6-6c90-4412-929a-384ce581f94f tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:40.044927 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be7b9295-4348-4212-92fd-2d7c19ee1bd4 req-08746ce6-6c90-4412-929a-384ce581f94f tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6b93475-6916-44d9-af5a-3e75f74186ec HTTP/1.1" status: 200 len: 945 time: 0.1134324 May 26 16:35:40.061246 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb857bf-8a94-4bce-82a6-697c2d39efa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=18086593-ac65-4657-82cf-eab2a2a091ea,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:40.104707 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be7b9295-4348-4212-92fd-2d7c19ee1bd4 req-a2294ee2-addc-4455-bac5-f700378b7276 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f960e5f-b44a-48ca-9a1d-d27f4ea1cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496664 May 26 16:35:40.192920 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33306) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:40.248284 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4a611bc1-f0e4-45bd-bcbb-76fe93476ff1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f0fba92dcb0544e09da82cbc2b2dbb26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537021 May 26 16:35:40.250723 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33308) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:40.304415 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b72d9f8e-6d23-4e64-821d-6bbd2644e0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:40.331297 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b72d9f8e-6d23-4e64-821d-6bbd2644e0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:40.382133 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b72d9f8e-6d23-4e64-821d-6bbd2644e0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:40.385508 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b72d9f8e-6d23-4e64-821d-6bbd2644e0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:40.387041 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b72d9f8e-6d23-4e64-821d-6bbd2644e0d4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/83a22a86-fa92-4638-82c2-351bd882c49a HTTP/1.1" status: 204 len: 168 time: 0.1354032 May 26 16:35:40.398257 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d9f8e-6d23-4e64-821d-6bbd2644e0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a22a86-fa92-4638-82c2-351bd882c49a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:40.841834 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33324) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:40.891302 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-02695fcb-3fde-4495-8d7b-28b4663ec701 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a9ed9e5c007f4796875a8e6dc76854d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454359 May 26 16:35:40.891923 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33326) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:40.956170 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc86c1da-1ea5-466c-af9a-b31e3c94c248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:40.996260 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc86c1da-1ea5-466c-af9a-b31e3c94c248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:41.085312 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc86c1da-1ea5-466c-af9a-b31e3c94c248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:41.088755 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc86c1da-1ea5-466c-af9a-b31e3c94c248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:41.090498 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bc86c1da-1ea5-466c-af9a-b31e3c94c248 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fa1276d0-2110-4c49-8c01-9afe2710054b HTTP/1.1" status: 204 len: 168 time: 0.1970639 May 26 16:35:41.100998 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86c1da-1ea5-466c-af9a-b31e3c94c248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1276d0-2110-4c49-8c01-9afe2710054b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:41.296227 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1dbe8-9a68-4bd1-91a7-ea338735f377 req-fe403dcd-843d-4ac8-8f94-6a5706eb246c tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:41.308357 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4ff1dbe8-9a68-4bd1-91a7-ea338735f377 req-fe403dcd-843d-4ac8-8f94-6a5706eb246c tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6b93475-6916-44d9-af5a-3e75f74186ec HTTP/1.1" status: 200 len: 945 time: 0.0968161 May 26 16:35:41.420757 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4ff1dbe8-9a68-4bd1-91a7-ea338735f377 req-18d36502-701a-49e6-9950-867ccd3a219e tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f960e5f-b44a-48ca-9a1d-d27f4ea1cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020014 May 26 16:35:42.368952 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2adeb1-c9a9-4d22-9554-79d76e2aa4c3 req-cf770b4e-8e6e-4465-ae9e-cb63f35900c2 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:42.370992 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d2adeb1-c9a9-4d22-9554-79d76e2aa4c3 req-cf770b4e-8e6e-4465-ae9e-cb63f35900c2 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6b93475-6916-44d9-af5a-3e75f74186ec HTTP/1.1" status: 200 len: 945 time: 0.0605519 May 26 16:35:42.431046 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d2adeb1-c9a9-4d22-9554-79d76e2aa4c3 req-d8cc4c5c-f46a-40b0-b112-63ff7ecee597 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f960e5f-b44a-48ca-9a1d-d27f4ea1cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521450 May 26 16:35:43.052481 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-36444a10-ff8a-4751-b0b1-4999caf61d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:43.114759 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-33d569c9-977d-4594-99e9-d5a96a858867 req-c9e55e75-9b06-4e39-bcd2-10fade9d461e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0776033 May 26 16:35:43.213652 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d569c9-977d-4594-99e9-d5a96a858867 req-cd0a02b9-fae3-418b-b620-512db963018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:43.215645 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-33d569c9-977d-4594-99e9-d5a96a858867 req-cd0a02b9-fae3-418b-b620-512db963018a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 1096 time: 0.0498784 May 26 16:35:43.348965 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d569c9-977d-4594-99e9-d5a96a858867 req-4edb54f0-3b4d-40f9-9eed-3d6df8df8c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:43.350680 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-33d569c9-977d-4594-99e9-d5a96a858867 req-4edb54f0-3b4d-40f9-9eed-3d6df8df8c72 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 913 time: 0.1091311 May 26 16:35:43.432404 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-33d569c9-977d-4594-99e9-d5a96a858867 req-7378f338-f795-4bd5-9fa1-b19199b7e4c5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 HTTP/1.1" status: 200 len: 1001 time: 0.0707145 May 26 16:35:43.509797 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d569c9-977d-4594-99e9-d5a96a858867 req-e3629757-44eb-458d-88a1-ead54937f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:43.512590 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-33d569c9-977d-4594-99e9-d5a96a858867 req-e3629757-44eb-458d-88a1-ead54937f4eb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5431b2c2-5959-417a-9a98-2b2d0e6627f0 HTTP/1.1" status: 200 len: 851 time: 0.0682936 May 26 16:35:43.619114 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9b759-ac33-4a72-98e7-0d1188971e59 req-d6467778-0250-4c41-82df-965d8ff636e9 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:43.620777 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46c9b759-ac33-4a72-98e7-0d1188971e59 req-d6467778-0250-4c41-82df-965d8ff636e9 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6b93475-6916-44d9-af5a-3e75f74186ec HTTP/1.1" status: 200 len: 945 time: 0.0821681 May 26 16:35:43.624216 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d569c9-977d-4594-99e9-d5a96a858867 req-9d4278b8-4682-44c4-96d7-cb34e8706871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:43.625881 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-33d569c9-977d-4594-99e9-d5a96a858867 req-9d4278b8-4682-44c4-96d7-cb34e8706871 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceae140a-4691-47b9-ad57-1026c75c737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969684 May 26 16:35:43.728557 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46c9b759-ac33-4a72-98e7-0d1188971e59 req-b715c610-693a-4214-ab1a-55de6c102db2 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f960e5f-b44a-48ca-9a1d-d27f4ea1cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968120 May 26 16:35:43.769006 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-33d569c9-977d-4594-99e9-d5a96a858867 req-678671c3-d704-4a2a-9e63-dbf6fe251515 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353829 May 26 16:35:43.778572 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e29c0b-1971-4581-9c63-81f5077b41d9 req-df066164-99fa-43b6-8737-0f9c49ecd020 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:43.780640 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-10e29c0b-1971-4581-9c63-81f5077b41d9 req-df066164-99fa-43b6-8737-0f9c49ecd020 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6b93475-6916-44d9-af5a-3e75f74186ec HTTP/1.1" status: 200 len: 945 time: 0.0858579 May 26 16:35:43.892340 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-33d569c9-977d-4594-99e9-d5a96a858867 req-de0cdc5e-bee4-4448-8f40-d836138c73ac service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157212 May 26 16:35:43.923891 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-10e29c0b-1971-4581-9c63-81f5077b41d9 req-2adda995-74e2-4b67-95b4-0a8d058da4cb tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Deleting port 9a63ebdb-d85b-4c85-8e43-111a08c6608b {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:35:43.924272 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-10e29c0b-1971-4581-9c63-81f5077b41d9 req-2adda995-74e2-4b67-95b4-0a8d058da4cb tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:44.025191 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-10e29c0b-1971-4581-9c63-81f5077b41d9 req-2adda995-74e2-4b67-95b4-0a8d058da4cb tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] For port 9a63ebdb-d85b-4c85-8e43-111a08c6608b, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=9a63ebdb-d85b-4c85-8e43-111a08c6608b,segment=NetworkSegment(f912487e-5c72-4906-9263-85b4b6d3b980),segment_id=f912487e-5c72-4906-9263-85b4b6d3b980)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:44.025561 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-10e29c0b-1971-4581-9c63-81f5077b41d9 req-2adda995-74e2-4b67-95b4-0a8d058da4cb tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:44.041878 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-10e29c0b-1971-4581-9c63-81f5077b41d9 req-2adda995-74e2-4b67-95b4-0a8d058da4cb tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Calling delete_port for 9a63ebdb-d85b-4c85-8e43-111a08c6608b owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:35:44.189192 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-10e29c0b-1971-4581-9c63-81f5077b41d9 req-2adda995-74e2-4b67-95b4-0a8d058da4cb tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:44.204015 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['9a63ebdb-d85b-4c85-8e43-111a08c6608b'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:35:44.226936 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adda995-74e2-4b67-95b4-0a8d058da4cb tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Pushing event deleted for resources: {'Port': ['ID=9a63ebdb-d85b-4c85-8e43-111a08c6608b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:44.283498 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e29c0b-1971-4581-9c63-81f5077b41d9 req-2adda995-74e2-4b67-95b4-0a8d058da4cb tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] No DVR routers for this DVR port 9a63ebdb-d85b-4c85-8e43-111a08c6608b on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:35:44.287607 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-10e29c0b-1971-4581-9c63-81f5077b41d9 req-2adda995-74e2-4b67-95b4-0a8d058da4cb tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:44.294810 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-10e29c0b-1971-4581-9c63-81f5077b41d9 req-2adda995-74e2-4b67-95b4-0a8d058da4cb tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.81 "DELETE /v2.0/ports/9a63ebdb-d85b-4c85-8e43-111a08c6608b HTTP/1.1" status: 204 len: 173 time: 0.5055885 May 26 16:35:44.295934 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b93475-6916-44d9-af5a-3e75f74186ec', 'name': 'network-vif-deleted', 'tag': '9a63ebdb-d85b-4c85-8e43-111a08c6608b'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:35:44.299831 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b649870-d9f0-465c-9d39-7680823863d6" -d '{"events": [{"server_uuid": "b6b93475-6916-44d9-af5a-3e75f74186ec", "name": "network-vif-deleted", "tag": "9a63ebdb-d85b-4c85-8e43-111a08c6608b"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:35:44.349516 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4278f28-ce92-4671-84da-7f89bff656ad x-openstack-request-id: req-f4278f28-ce92-4671-84da-7f89bff656ad {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:35:44.349834 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b93475-6916-44d9-af5a-3e75f74186ec", "name": "network-vif-deleted", "tag": "9a63ebdb-d85b-4c85-8e43-111a08c6608b", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:35:44.350087 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f4278f28-ce92-4671-84da-7f89bff656ad {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:35:44.350498 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4278f28-ce92-4671-84da-7f89bff656ad'] response: {'server_uuid': 'b6b93475-6916-44d9-af5a-3e75f74186ec', 'name': 'network-vif-deleted', 'tag': '9a63ebdb-d85b-4c85-8e43-111a08c6608b', 'status': 'completed', 'code': 200} May 26 16:35:44.870739 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a3168f7-fff1-429b-8e43-6d37e8ea8611 req-e199e1d6-ea27-4fd9-ace7-001f25e372e0 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6b93475-6916-44d9-af5a-3e75f74186ec HTTP/1.1" status: 200 len: 210 time: 0.0304725 May 26 16:35:45.478334 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a75eb1c3-12e2-44a7-8e4e-2268f09c0e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:45.881367 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33398) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:45.933828 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-32edf3e0-20e8-481f-a58c-cfae49fd57c3 admin admin] Deleting subnet 147ff33a-4d99-460b-b405-0e8ed73408dd {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:35:45.940536 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32edf3e0-20e8-481f-a58c-cfae49fd57c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:45.978259 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32edf3e0-20e8-481f-a58c-cfae49fd57c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:46.024527 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32edf3e0-20e8-481f-a58c-cfae49fd57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:46.092640 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32edf3e0-20e8-481f-a58c-cfae49fd57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:46.124296 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edf3e0-20e8-481f-a58c-cfae49fd57c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=147ff33a-4d99-460b-b405-0e8ed73408dd,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:46.126382 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32edf3e0-20e8-481f-a58c-cfae49fd57c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:46.133353 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-32edf3e0-20e8-481f-a58c-cfae49fd57c3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/147ff33a-4d99-460b-b405-0e8ed73408dd HTTP/1.1" status: 204 len: 168 time: 0.2504804 May 26 16:35:46.133516 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33416) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:46.353066 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2099423a-360a-4608-97bd-4d65d1b6f1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:46.404625 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-456a5ee9-be79-467d-94e4-17b9afc69318 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:46.406090 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-456a5ee9-be79-467d-94e4-17b9afc69318 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/networks?id=c5f67c86-b54d-4c05-8d78-dfc556a0928d HTTP/1.1" status: 200 len: 808 time: 0.2561476 May 26 16:35:46.442920 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-031ee7ad-94c2-4cc8-9006-edc7ed2cd9a7 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/quotas/7438e24e782648e2afea0fa7248dddbe HTTP/1.1" status: 200 len: 375 time: 0.0197506 May 26 16:35:46.501940 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2099423a-360a-4608-97bd-4d65d1b6f1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:46.507064 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-6b0f3f4e-7bac-44e5-9353-0c8140f48f66 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7438e24e782648e2afea0fa7248dddbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378344 May 26 16:35:46.531583 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-2099423a-360a-4608-97bd-4d65d1b6f1df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5550f6-7ab9-4684-8579-8149811b4924']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:46.540873 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-2099423a-360a-4608-97bd-4d65d1b6f1df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf7b1d4-a923-470f-8440-e419bcbbc064') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:46.541172 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-2099423a-360a-4608-97bd-4d65d1b6f1df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf7b1d4-a923-470f-8440-e419bcbbc064') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:46.556123 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2099423a-360a-4608-97bd-4d65d1b6f1df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:46.571667 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2099423a-360a-4608-97bd-4d65d1b6f1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:46.578505 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2099423a-360a-4608-97bd-4d65d1b6f1df admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:35:46.578934 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2099423a-360a-4608-97bd-4d65d1b6f1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:46.585413 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:46.623557 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 8bf7b1d4-a923-470f-8440-e419bcbbc064 resource provider aggregate not found May 26 16:35:46.649694 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 8bf7b1d4-a923-470f-8440-e419bcbbc064 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8bf7b1d4-a923-470f-8440-e419bcbbc064 found for delete ", "request_id": "req-d80b2223-1fee-41fa-898a-44c0fe81290f"}]} May 26 16:35:46.699439 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2099423a-360a-4608-97bd-4d65d1b6f1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:46.704776 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2099423a-360a-4608-97bd-4d65d1b6f1df admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:46.711734 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2099423a-360a-4608-97bd-4d65d1b6f1df admin admin] 10.222.0.77 "DELETE /v2.0/networks/6f5550f6-7ab9-4684-8579-8149811b4924 HTTP/1.1" status: 204 len: 168 time: 0.5740943 May 26 16:35:46.712211 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33424) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:46.741516 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099423a-360a-4608-97bd-4d65d1b6f1df admin admin] Pushing event deleted for resources: {'Network': ['ID=6f5550f6-7ab9-4684-8579-8149811b4924,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:46.757453 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099423a-360a-4608-97bd-4d65d1b6f1df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:46.757932 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099423a-360a-4608-97bd-4d65d1b6f1df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:46.758398 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099423a-360a-4608-97bd-4d65d1b6f1df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:46.758886 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099423a-360a-4608-97bd-4d65d1b6f1df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:46.759334 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099423a-360a-4608-97bd-4d65d1b6f1df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:46.759798 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099423a-360a-4608-97bd-4d65d1b6f1df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:46.760296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099423a-360a-4608-97bd-4d65d1b6f1df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:46.760792 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099423a-360a-4608-97bd-4d65d1b6f1df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:46.761291 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099423a-360a-4608-97bd-4d65d1b6f1df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:46.761794 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099423a-360a-4608-97bd-4d65d1b6f1df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:46.762145 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099423a-360a-4608-97bd-4d65d1b6f1df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:46.762465 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2099423a-360a-4608-97bd-4d65d1b6f1df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:35:46.763972 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cbb82e3-ecd4-4df2-a58b-18583fb8a4d5 admin admin] Deleting subnet cffcf99c-4bd5-4498-a061-abb4d316ce48 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:35:46.767697 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2cbb82e3-ecd4-4df2-a58b-18583fb8a4d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:46.803072 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-066743bf-a583-46cd-8aaa-57c8ed9839e7 service neutron] 10.222.0.77 "GET /v2.0/networks/c5f67c86-b54d-4c05-8d78-dfc556a0928d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884376 May 26 16:35:46.803459 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2cbb82e3-ecd4-4df2-a58b-18583fb8a4d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:46.843691 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2cbb82e3-ecd4-4df2-a58b-18583fb8a4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:46.901155 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-edfb9ba2-ed51-43e9-a58e-49e42577ed9d service neutron] 10.222.0.77 "GET /v2.0/networks/c5f67c86-b54d-4c05-8d78-dfc556a0928d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915518 May 26 16:35:46.901975 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2cbb82e3-ecd4-4df2-a58b-18583fb8a4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:46.925437 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb82e3-ecd4-4df2-a58b-18583fb8a4d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cffcf99c-4bd5-4498-a061-abb4d316ce48,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:46.937001 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2cbb82e3-ecd4-4df2-a58b-18583fb8a4d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:46.940167 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2cbb82e3-ecd4-4df2-a58b-18583fb8a4d5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cffcf99c-4bd5-4498-a061-abb4d316ce48 HTTP/1.1" status: 204 len: 168 time: 0.2268462 May 26 16:35:46.943105 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33426) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:47.024388 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2932c1c-a098-4a0b-a286-943c0946122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:47.085866 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af4dcce9-4daf-40be-ad41-e72c563eef82 req-ff7ea701-c0db-4829-90d0-13d539e42e8b tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea12052f-17ac-4502-bf15-16c3a5a1a0a5 HTTP/1.1" status: 200 len: 210 time: 0.0289505 May 26 16:35:47.140697 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2932c1c-a098-4a0b-a286-943c0946122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:47.163246 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-c2932c1c-a098-4a0b-a286-943c0946122c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4a8235-a5d9-4f88-b37a-237651ca3a05']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:47.173078 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-c2932c1c-a098-4a0b-a286-943c0946122c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3dd4fee-970f-4dfb-9498-a780f79482c6') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:47.173372 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-c2932c1c-a098-4a0b-a286-943c0946122c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3dd4fee-970f-4dfb-9498-a780f79482c6') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:35:47.184867 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2932c1c-a098-4a0b-a286-943c0946122c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:47.199827 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2932c1c-a098-4a0b-a286-943c0946122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:47.206380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2932c1c-a098-4a0b-a286-943c0946122c admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:35:47.207004 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2932c1c-a098-4a0b-a286-943c0946122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:47.281852 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2932c1c-a098-4a0b-a286-943c0946122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:47.288608 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c2932c1c-a098-4a0b-a286-943c0946122c admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:47.291878 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c2932c1c-a098-4a0b-a286-943c0946122c admin admin] 10.222.0.77 "DELETE /v2.0/networks/3c4a8235-a5d9-4f88-b37a-237651ca3a05 HTTP/1.1" status: 204 len: 168 time: 0.3477690 May 26 16:35:47.304520 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2932c1c-a098-4a0b-a286-943c0946122c admin admin] Pushing event deleted for resources: {'Network': ['ID=3c4a8235-a5d9-4f88-b37a-237651ca3a05,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:47.507772 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33442) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:47.555031 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-37504fb3-87a8-4702-a2b2-bab1f36917d3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aec304a77bc84c6190ff74a52dc4ca0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460069 May 26 16:35:47.557612 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33444) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:47.616363 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ba5ebc7-a7e8-4607-b99d-2d17f6138819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:47.638711 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ba5ebc7-a7e8-4607-b99d-2d17f6138819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:47.693720 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ba5ebc7-a7e8-4607-b99d-2d17f6138819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:47.696718 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7ba5ebc7-a7e8-4607-b99d-2d17f6138819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:47.697936 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7ba5ebc7-a7e8-4607-b99d-2d17f6138819 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4aba260b-4249-4078-99c7-98de8173be54 HTTP/1.1" status: 204 len: 168 time: 0.1393311 May 26 16:35:47.713622 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5ebc7-a7e8-4607-b99d-2d17f6138819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aba260b-4249-4078-99c7-98de8173be54,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:47.724160 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 9a63ebdb-d85b-4c85-8e43-111a08c6608b no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:35:47.758654 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 9a63ebdb-d85b-4c85-8e43-111a08c6608b {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:35:47.759180 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 9a63ebdb-d85b-4c85-8e43-111a08c6608b not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:35:48.041344 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33450) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:48.087876 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4a08dd47-ce80-439f-8d48-d78cad0ff3c7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dd1682a03da34433a6d17c9528dbd5d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452507 May 26 16:35:48.090320 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33452) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:48.138385 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:48.167304 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-955e8814-199f-4b97-864f-e98a2234e988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:48.184292 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-3d5612a3-5a0a-4ad0-b2f9-b4adc8ea589e tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:48.185569 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-3d5612a3-5a0a-4ad0-b2f9-b4adc8ea589e tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.81 "GET /v2.0/networks?id=c5f67c86-b54d-4c05-8d78-dfc556a0928d HTTP/1.1" status: 200 len: 808 time: 0.1444952 May 26 16:35:48.199364 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-955e8814-199f-4b97-864f-e98a2234e988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:48.202023 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-a8189526-9d20-49e9-b36f-ea3af41239fc tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Request body: {'port': {'device_id': 'ea12052f-17ac-4502-bf15-16c3a5a1a0a5', 'network_id': 'c5f67c86-b54d-4c05-8d78-dfc556a0928d', 'admin_state_up': True, 'tenant_id': '7438e24e782648e2afea0fa7248dddbe'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:35:48.266486 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4763db2-f69d-4c38-9702-97f7a96fcd64 req-df8e97d7-c201-4e92-9d9c-3acbda973502 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea12052f-17ac-4502-bf15-16c3a5a1a0a5 HTTP/1.1" status: 200 len: 210 time: 0.0483048 May 26 16:35:48.296570 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-955e8814-199f-4b97-864f-e98a2234e988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:48.299083 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-955e8814-199f-4b97-864f-e98a2234e988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:48.300307 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-955e8814-199f-4b97-864f-e98a2234e988 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/04e26483-856d-4bff-8024-5750afd72832 HTTP/1.1" status: 204 len: 168 time: 0.2089505 May 26 16:35:48.309332 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e8814-199f-4b97-864f-e98a2234e988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e26483-856d-4bff-8024-5750afd72832,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:48.336611 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:48.357179 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-a8189526-9d20-49e9-b36f-ea3af41239fc tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Made reservation on behalf of 7438e24e782648e2afea0fa7248dddbe for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:35:48.361049 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-a8189526-9d20-49e9-b36f-ea3af41239fc tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:48.504377 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-a8189526-9d20-49e9-b36f-ea3af41239fc tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Allocated IP 172.20.0.3 (c5f67c86-b54d-4c05-8d78-dfc556a0928d/52ec1618-8504-471b-bdce-d9abb75f30da/977f9ae5-e83f-42d1-b184-3a679a908690) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:35:48.669815 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-a8189526-9d20-49e9-b36f-ea3af41239fc tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:48.671184 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment a3dd4fee-970f-4dfb-9498-a780f79482c6 resource provider aggregate not found May 26 16:35:48.695646 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment a3dd4fee-970f-4dfb-9498-a780f79482c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3dd4fee-970f-4dfb-9498-a780f79482c6 found for delete ", "request_id": "req-7ad91f3b-d9a9-4fef-b9d9-5171e431794f"}]} May 26 16:35:48.706566 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-a8189526-9d20-49e9-b36f-ea3af41239fc tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:48.761198 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-a8189526-9d20-49e9-b36f-ea3af41239fc tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Network c5f67c86-b54d-4c05-8d78-dfc556a0928d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:35:48.764389 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-a8189526-9d20-49e9-b36f-ea3af41239fc tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:35:48.768316 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-a8189526-9d20-49e9-b36f-ea3af41239fc tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:35:48.793663 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8189526-9d20-49e9-b36f-ea3af41239fc tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Pushing event updated for resources: {'Port': ['ID=977f9ae5-e83f-42d1-b184-3a679a908690,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:48.821932 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-a8189526-9d20-49e9-b36f-ea3af41239fc tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:48.822568 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-a8189526-9d20-49e9-b36f-ea3af41239fc tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:48.839456 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-a8189526-9d20-49e9-b36f-ea3af41239fc tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6420360 May 26 16:35:48.852327 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-f831da67-7571-441b-95fa-c4fdcc750999 service neutron] Request body: {'port': {'device_id': 'ea12052f-17ac-4502-bf15-16c3a5a1a0a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:35:48.910060 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-f831da67-7571-441b-95fa-c4fdcc750999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:48.993210 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:49.224628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-f831da67-7571-441b-95fa-c4fdcc750999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977f9ae5-e83f-42d1-b184-3a679a908690 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:35:49.233155 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-f831da67-7571-441b-95fa-c4fdcc750999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:49.248219 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-f831da67-7571-441b-95fa-c4fdcc750999 service neutron] Transition to ACTIVE for port object 977f9ae5-e83f-42d1-b184-3a679a908690 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:35:49.252955 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-f831da67-7571-441b-95fa-c4fdcc750999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:49.305764 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831da67-7571-441b-95fa-c4fdcc750999 service neutron] Pushing event updated for resources: {'Port': ['ID=977f9ae5-e83f-42d1-b184-3a679a908690,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:49.428928 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-f831da67-7571-441b-95fa-c4fdcc750999 service neutron] Attempting to bind port 977f9ae5-e83f-42d1-b184-3a679a908690 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:35:49.429545 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-f831da67-7571-441b-95fa-c4fdcc750999 service neutron] Attempting to bind port 977f9ae5-e83f-42d1-b184-3a679a908690 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'f912487e-5c72-4906-9263-85b4b6d3b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c5f67c86-b54d-4c05-8d78-dfc556a0928d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:35:49.430051 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-f831da67-7571-441b-95fa-c4fdcc750999 service neutron] Attempting to bind port 977f9ae5-e83f-42d1-b184-3a679a908690 on network c5f67c86-b54d-4c05-8d78-dfc556a0928d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:35:49.437183 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-f831da67-7571-441b-95fa-c4fdcc750999 service neutron] Port 977f9ae5-e83f-42d1-b184-3a679a908690 on network c5f67c86-b54d-4c05-8d78-dfc556a0928d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:35:49.437554 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-f831da67-7571-441b-95fa-c4fdcc750999 service neutron] Attempting to bind port 977f9ae5-e83f-42d1-b184-3a679a908690 on network c5f67c86-b54d-4c05-8d78-dfc556a0928d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:35:49.448347 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-f831da67-7571-441b-95fa-c4fdcc750999 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:35:49.448778 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-f831da67-7571-441b-95fa-c4fdcc750999 service neutron] Checking segment: {'id': 'f912487e-5c72-4906-9263-85b4b6d3b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c5f67c86-b54d-4c05-8d78-dfc556a0928d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:35:49.449392 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-f831da67-7571-441b-95fa-c4fdcc750999 service neutron] Bound using segment: {'id': 'f912487e-5c72-4906-9263-85b4b6d3b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c5f67c86-b54d-4c05-8d78-dfc556a0928d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:35:49.449966 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-f831da67-7571-441b-95fa-c4fdcc750999 service neutron] Bound port: 977f9ae5-e83f-42d1-b184-3a679a908690, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f912487e-5c72-4906-9263-85b4b6d3b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c5f67c86-b54d-4c05-8d78-dfc556a0928d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:35:49.450444 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-f831da67-7571-441b-95fa-c4fdcc750999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:49.455793 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3cfd8-9301-4b51-867a-47a2246ebda8 req-a1f4ba0f-1f96-45f4-8e95-a99158b0fd64 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:49.458333 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7db3cfd8-9301-4b51-867a-47a2246ebda8 req-a1f4ba0f-1f96-45f4-8e95-a99158b0fd64 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea12052f-17ac-4502-bf15-16c3a5a1a0a5 HTTP/1.1" status: 200 len: 943 time: 0.1013532 May 26 16:35:49.515266 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7db3cfd8-9301-4b51-867a-47a2246ebda8 req-682e1cd6-0fe8-431c-a68a-32ad4e7bb32b tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f960e5f-b44a-48ca-9a1d-d27f4ea1cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494833 May 26 16:35:49.553615 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-f831da67-7571-441b-95fa-c4fdcc750999 service neutron] For port 977f9ae5-e83f-42d1-b184-3a679a908690, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:35:49.557374 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-f831da67-7571-441b-95fa-c4fdcc750999 service neutron] For port 977f9ae5-e83f-42d1-b184-3a679a908690, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=977f9ae5-e83f-42d1-b184-3a679a908690,segment=NetworkSegment(f912487e-5c72-4906-9263-85b4b6d3b980),segment_id=f912487e-5c72-4906-9263-85b4b6d3b980)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:35:49.561754 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-f831da67-7571-441b-95fa-c4fdcc750999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:49.606806 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-f831da67-7571-441b-95fa-c4fdcc750999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:49.606806 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-f831da67-7571-441b-95fa-c4fdcc750999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:49.606806 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-f831da67-7571-441b-95fa-c4fdcc750999 service neutron] 10.222.0.81 "PUT /v2.0/ports/977f9ae5-e83f-42d1-b184-3a679a908690 HTTP/1.1" status: 200 len: 1091 time: 0.7579312 May 26 16:35:49.606806 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea12052f-17ac-4502-bf15-16c3a5a1a0a5', 'tag': '977f9ae5-e83f-42d1-b184-3a679a908690'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:35:49.608459 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46644366-1cfb-4ec6-b6b2-4e4d2256ed3f" -d '{"events": [{"name": "network-changed", "server_uuid": "ea12052f-17ac-4502-bf15-16c3a5a1a0a5", "tag": "977f9ae5-e83f-42d1-b184-3a679a908690"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:35:49.632003 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831da67-7571-441b-95fa-c4fdcc750999 service neutron] Pushing event updated for resources: {'Port': ['ID=977f9ae5-e83f-42d1-b184-3a679a908690,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:49.656521 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49413d02-2fb9-4cdc-acda-6e7e6d9e2f79 x-openstack-request-id: req-49413d02-2fb9-4cdc-acda-6e7e6d9e2f79 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:35:49.656812 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea12052f-17ac-4502-bf15-16c3a5a1a0a5", "tag": "977f9ae5-e83f-42d1-b184-3a679a908690", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:35:49.657090 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-49413d02-2fb9-4cdc-acda-6e7e6d9e2f79 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:35:49.657623 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49413d02-2fb9-4cdc-acda-6e7e6d9e2f79'] response: {'name': 'network-changed', 'server_uuid': 'ea12052f-17ac-4502-bf15-16c3a5a1a0a5', 'tag': '977f9ae5-e83f-42d1-b184-3a679a908690', 'status': 'completed', 'code': 200} May 26 16:35:49.710228 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-7be6e67d-ce5a-4ef1-b49e-f1608de941c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:49.711750 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-7be6e67d-ce5a-4ef1-b49e-f1608de941c6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7438e24e782648e2afea0fa7248dddbe&device_id=ea12052f-17ac-4502-bf15-16c3a5a1a0a5 HTTP/1.1" status: 200 len: 1094 time: 0.0466752 May 26 16:35:49.758505 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-5df21b30-f30c-4cc7-b16c-0b6286c47d81 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=977f9ae5-e83f-42d1-b184-3a679a908690 HTTP/1.1" status: 200 len: 217 time: 0.0367737 May 26 16:35:49.821082 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-afb961c7-b30c-4749-a414-68370be4241e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:49.822730 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-afb961c7-b30c-4749-a414-68370be4241e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52ec1618-8504-471b-bdce-d9abb75f30da HTTP/1.1" status: 200 len: 848 time: 0.0566814 May 26 16:35:49.856506 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-16dacd51-5544-4ff2-82d6-5a18bdd0d361 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c5f67c86-b54d-4c05-8d78-dfc556a0928d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257249 May 26 16:35:49.950011 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-2f34aa35-8526-428c-bd73-7210fe8c1086 service neutron] 10.222.0.81 "GET /v2.0/networks/c5f67c86-b54d-4c05-8d78-dfc556a0928d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866470 May 26 16:35:50.048905 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37d29de6-3c78-409a-8e0c-ea2ca4f126b6 req-50c94b07-a823-4b45-a515-448b090591ba service neutron] 10.222.0.81 "GET /v2.0/networks/c5f67c86-b54d-4c05-8d78-dfc556a0928d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905271 May 26 16:35:50.136257 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46644366-1cfb-4ec6-b6b2-4e4d2256ed3f req-5adf55c7-40e9-4dba-ad85-43e1d660f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:50.137880 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-46644366-1cfb-4ec6-b6b2-4e4d2256ed3f req-5adf55c7-40e9-4dba-ad85-43e1d660f1fa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7438e24e782648e2afea0fa7248dddbe&device_id=ea12052f-17ac-4502-bf15-16c3a5a1a0a5 HTTP/1.1" status: 200 len: 1094 time: 0.0429723 May 26 16:35:50.237423 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46644366-1cfb-4ec6-b6b2-4e4d2256ed3f req-a71a6283-f25e-4a3a-b954-fff428cc9711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:50.238943 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-46644366-1cfb-4ec6-b6b2-4e4d2256ed3f req-a71a6283-f25e-4a3a-b954-fff428cc9711 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c5f67c86-b54d-4c05-8d78-dfc556a0928d HTTP/1.1" status: 200 len: 909 time: 0.0945032 May 26 16:35:50.282779 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-46644366-1cfb-4ec6-b6b2-4e4d2256ed3f req-235822d6-9c14-41f2-bda1-c0b6421e1993 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=977f9ae5-e83f-42d1-b184-3a679a908690 HTTP/1.1" status: 200 len: 217 time: 0.0364959 May 26 16:35:50.342374 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46644366-1cfb-4ec6-b6b2-4e4d2256ed3f req-4d833abc-efa8-479d-a2ec-0de8a9622539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:50.343924 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-46644366-1cfb-4ec6-b6b2-4e4d2256ed3f req-4d833abc-efa8-479d-a2ec-0de8a9622539 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52ec1618-8504-471b-bdce-d9abb75f30da HTTP/1.1" status: 200 len: 848 time: 0.0531769 May 26 16:35:50.380908 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-46644366-1cfb-4ec6-b6b2-4e4d2256ed3f req-775dd99f-8def-459b-a920-897bdb594371 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c5f67c86-b54d-4c05-8d78-dfc556a0928d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284612 May 26 16:35:50.486522 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-46644366-1cfb-4ec6-b6b2-4e4d2256ed3f req-bbb69aa7-506e-4a64-9b65-64ebfd9dea3b service neutron] 10.222.0.81 "GET /v2.0/networks/c5f67c86-b54d-4c05-8d78-dfc556a0928d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983136 May 26 16:35:50.600077 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-46644366-1cfb-4ec6-b6b2-4e4d2256ed3f req-ba740a0f-7cd7-4c2d-ae1d-ad8ce986fe1f service neutron] 10.222.0.81 "GET /v2.0/networks/c5f67c86-b54d-4c05-8d78-dfc556a0928d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065733 May 26 16:35:50.693234 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e8764-4247-474f-ba5b-9a5fd02066f8 req-81c0a2c5-4ada-4909-afc7-56a15919da50 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:50.694901 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-002e8764-4247-474f-ba5b-9a5fd02066f8 req-81c0a2c5-4ada-4909-afc7-56a15919da50 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea12052f-17ac-4502-bf15-16c3a5a1a0a5 HTTP/1.1" status: 200 len: 943 time: 0.0585506 May 26 16:35:50.735630 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-002e8764-4247-474f-ba5b-9a5fd02066f8 req-6cdd6ebd-7d1e-417c-ad52-e9bb6226995c tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f960e5f-b44a-48ca-9a1d-d27f4ea1cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337703 May 26 16:35:51.766500 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 977f9ae5-e83f-42d1-b184-3a679a908690 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:35:51.884204 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4d819-3899-44fa-87b7-3a70dd62589d req-81325849-39ce-4fd6-8013-1be53760d8d1 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:51.887352 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 977f9ae5-e83f-42d1-b184-3a679a908690, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=977f9ae5-e83f-42d1-b184-3a679a908690,segment=NetworkSegment(f912487e-5c72-4906-9263-85b4b6d3b980),segment_id=f912487e-5c72-4906-9263-85b4b6d3b980)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:51.892787 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-36a4d819-3899-44fa-87b7-3a70dd62589d req-81325849-39ce-4fd6-8013-1be53760d8d1 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea12052f-17ac-4502-bf15-16c3a5a1a0a5 HTTP/1.1" status: 200 len: 943 time: 0.0742931 May 26 16:35:51.905894 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '977f9ae5-e83f-42d1-b184-3a679a908690', 'network_id': 'c5f67c86-b54d-4c05-8d78-dfc556a0928d', 'port_id': '977f9ae5-e83f-42d1-b184-3a679a908690', 'mac_address': 'fa:16:3e:05:5d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ec1618-8504-471b-bdce-d9abb75f30da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:35:51.930036 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-36a4d819-3899-44fa-87b7-3a70dd62589d req-8da11a96-17fb-4e64-96a0-50bedc527084 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f960e5f-b44a-48ca-9a1d-d27f4ea1cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361402 May 26 16:35:51.952182 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 977f9ae5-e83f-42d1-b184-3a679a908690 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:35:51.952591 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:51.967527 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977f9ae5-e83f-42d1-b184-3a679a908690 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:35:51.994163 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 977f9ae5-e83f-42d1-b184-3a679a908690, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=977f9ae5-e83f-42d1-b184-3a679a908690,segment=NetworkSegment(f912487e-5c72-4906-9263-85b4b6d3b980),segment_id=f912487e-5c72-4906-9263-85b4b6d3b980)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:51.999051 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:52.049467 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=977f9ae5-e83f-42d1-b184-3a679a908690,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:52.214264 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['977f9ae5-e83f-42d1-b184-3a679a908690'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:35:53.068271 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333bb8e-0ddf-4799-af1a-fa00d6e37f8b req-2ddf504a-b26a-4201-bf80-bf331036cd7d tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:53.070966 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c333bb8e-0ddf-4799-af1a-fa00d6e37f8b req-2ddf504a-b26a-4201-bf80-bf331036cd7d tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea12052f-17ac-4502-bf15-16c3a5a1a0a5 HTTP/1.1" status: 200 len: 944 time: 0.0610631 May 26 16:35:53.116657 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c333bb8e-0ddf-4799-af1a-fa00d6e37f8b req-da636979-5072-4ca9-be2f-45510c75cf94 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f960e5f-b44a-48ca-9a1d-d27f4ea1cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380867 May 26 16:35:53.783023 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 977f9ae5-e83f-42d1-b184-3a679a908690 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:35:53.869519 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 977f9ae5-e83f-42d1-b184-3a679a908690 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:35:53.869666 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33554) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:53.873651 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 977f9ae5-e83f-42d1-b184-3a679a908690 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:35:53.874142 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:54.049908 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 977f9ae5-e83f-42d1-b184-3a679a908690 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:35:54.050297 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:54.077803 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-74537de7-cd9e-49f7-935f-659b209ee5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:54.078361 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea12052f-17ac-4502-bf15-16c3a5a1a0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977f9ae5-e83f-42d1-b184-3a679a908690'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:35:54.080053 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb9d9ac-92c9-4742-8991-b0007b4a396d" -d '{"events": [{"server_uuid": "ea12052f-17ac-4502-bf15-16c3a5a1a0a5", "name": "network-vif-plugged", "status": "completed", "tag": "977f9ae5-e83f-42d1-b184-3a679a908690"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:35:54.095694 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 977f9ae5-e83f-42d1-b184-3a679a908690, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=977f9ae5-e83f-42d1-b184-3a679a908690,segment=NetworkSegment(f912487e-5c72-4906-9263-85b4b6d3b980),segment_id=f912487e-5c72-4906-9263-85b4b6d3b980)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:54.101056 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:54.262328 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=977f9ae5-e83f-42d1-b184-3a679a908690,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:54.357088 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c3e68c-9747-48fe-94d2-9629f5efe75b x-openstack-request-id: req-37c3e68c-9747-48fe-94d2-9629f5efe75b {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:35:54.357351 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea12052f-17ac-4502-bf15-16c3a5a1a0a5", "name": "network-vif-plugged", "status": "completed", "tag": "977f9ae5-e83f-42d1-b184-3a679a908690", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:35:54.357605 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-37c3e68c-9747-48fe-94d2-9629f5efe75b {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:35:54.358013 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c3e68c-9747-48fe-94d2-9629f5efe75b'] response: {'server_uuid': 'ea12052f-17ac-4502-bf15-16c3a5a1a0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977f9ae5-e83f-42d1-b184-3a679a908690', 'code': 200} May 26 16:35:54.447364 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-74537de7-cd9e-49f7-935f-659b209ee5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:54.463069 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-74537de7-cd9e-49f7-935f-659b209ee5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:54.509722 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1765b57-c4c8-4fd2-a663-e6476ae04049 req-39267c89-3d4a-4d76-bb65-0a081c3e88a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:54.512646 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-74537de7-cd9e-49f7-935f-659b209ee5b5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8b4e5d39232b45cba255be54fa7ac574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6416578 May 26 16:35:54.513388 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c1765b57-c4c8-4fd2-a663-e6476ae04049 req-39267c89-3d4a-4d76-bb65-0a081c3e88a1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ea12052f-17ac-4502-bf15-16c3a5a1a0a5 HTTP/1.1" status: 200 len: 1096 time: 0.0796354 May 26 16:35:54.515850 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33564) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:54.531670 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336622e9-064e-4b54-bb1b-c40b2558486f req-3f076ec5-8411-4ece-9697-0ba9ec793555 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:54.533633 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-336622e9-064e-4b54-bb1b-c40b2558486f req-3f076ec5-8411-4ece-9697-0ba9ec793555 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea12052f-17ac-4502-bf15-16c3a5a1a0a5 HTTP/1.1" status: 200 len: 945 time: 0.1486704 May 26 16:35:54.558202 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74537de7-cd9e-49f7-935f-659b209ee5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435867d1-f4d1-4180-9b0c-9d930e5daea9,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:54.596362 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-336622e9-064e-4b54-bb1b-c40b2558486f req-307ae7ef-dd6e-4c22-8978-9f671d980b47 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f960e5f-b44a-48ca-9a1d-d27f4ea1cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478194 May 26 16:35:54.622430 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c1765b57-c4c8-4fd2-a663-e6476ae04049 req-9fb0db85-c5f2-4e31-ae5d-785f334b7285 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9f960e5f-b44a-48ca-9a1d-d27f4ea1cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910759 May 26 16:35:54.624457 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25e0edec-e146-4e27-ad18-9d59ded134a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:54.647403 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25e0edec-e146-4e27-ad18-9d59ded134a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:54.695245 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25e0edec-e146-4e27-ad18-9d59ded134a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:54.698693 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25e0edec-e146-4e27-ad18-9d59ded134a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:54.700021 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-25e0edec-e146-4e27-ad18-9d59ded134a2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/435867d1-f4d1-4180-9b0c-9d930e5daea9 HTTP/1.1" status: 204 len: 168 time: 0.1820383 May 26 16:35:54.709081 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0edec-e146-4e27-ad18-9d59ded134a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435867d1-f4d1-4180-9b0c-9d930e5daea9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:54.994367 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33574) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:55.009204 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6f76d855-86e6-4a41-ac0a-e6816484bffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:55.107549 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6f76d855-86e6-4a41-ac0a-e6816484bffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:55.111650 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6f76d855-86e6-4a41-ac0a-e6816484bffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:55.153143 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6f76d855-86e6-4a41-ac0a-e6816484bffe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dfb6fa91b62c490794ab8f68918d5efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574149 May 26 16:35:55.155224 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76d855-86e6-4a41-ac0a-e6816484bffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008552c0-0b67-4005-8ea3-1641efad8c4f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:55.156027 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33578) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:35:55.212000 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34db8721-2f01-4edf-9823-26d108b22d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:55.234132 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34db8721-2f01-4edf-9823-26d108b22d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:55.286194 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34db8721-2f01-4edf-9823-26d108b22d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:55.288981 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34db8721-2f01-4edf-9823-26d108b22d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:55.292456 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-34db8721-2f01-4edf-9823-26d108b22d69 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/008552c0-0b67-4005-8ea3-1641efad8c4f HTTP/1.1" status: 204 len: 168 time: 0.1328468 May 26 16:35:55.299177 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db8721-2f01-4edf-9823-26d108b22d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008552c0-0b67-4005-8ea3-1641efad8c4f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:55.733363 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eead01-577a-4d98-87d0-ab6fd9fe3388 req-1fcec465-cd05-41ee-a461-0d3046fcbcae tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:55.735067 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84eead01-577a-4d98-87d0-ab6fd9fe3388 req-1fcec465-cd05-41ee-a461-0d3046fcbcae tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea12052f-17ac-4502-bf15-16c3a5a1a0a5 HTTP/1.1" status: 200 len: 945 time: 0.0560725 May 26 16:35:55.788761 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-84eead01-577a-4d98-87d0-ab6fd9fe3388 req-16a7f5c4-b71f-4683-af97-8dfd83b84b90 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f960e5f-b44a-48ca-9a1d-d27f4ea1cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460744 May 26 16:35:56.914145 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3fe43-b284-4fc3-ade4-634ee662a13d req-f20fbbb6-f8f6-4b17-956f-d049f0734c50 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:56.915780 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9a3fe43-b284-4fc3-ade4-634ee662a13d req-f20fbbb6-f8f6-4b17-956f-d049f0734c50 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea12052f-17ac-4502-bf15-16c3a5a1a0a5 HTTP/1.1" status: 200 len: 945 time: 0.0511384 May 26 16:35:56.956853 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9a3fe43-b284-4fc3-ade4-634ee662a13d req-12c2fe13-b6c7-4c8d-a2e5-0f36ab617ab0 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f960e5f-b44a-48ca-9a1d-d27f4ea1cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347464 May 26 16:35:57.733213 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdfe80-a9a0-48f0-a81d-db0e084ecc23 req-f0264abd-6b4c-4932-8b42-ebb83f3262cd tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:57.734820 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e6bdfe80-a9a0-48f0-a81d-db0e084ecc23 req-f0264abd-6b4c-4932-8b42-ebb83f3262cd tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea12052f-17ac-4502-bf15-16c3a5a1a0a5 HTTP/1.1" status: 200 len: 945 time: 0.0712640 May 26 16:35:57.778652 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e6bdfe80-a9a0-48f0-a81d-db0e084ecc23 req-6ce57057-6d8f-4aa9-9473-00d554e03873 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f960e5f-b44a-48ca-9a1d-d27f4ea1cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359001 May 26 16:35:58.910912 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f7322-e9c4-43ad-83da-f5c0b39b8bce req-994acebf-e42a-414c-b13c-b3ec7746d97b tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:58.912525 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9a8f7322-e9c4-43ad-83da-f5c0b39b8bce req-994acebf-e42a-414c-b13c-b3ec7746d97b tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea12052f-17ac-4502-bf15-16c3a5a1a0a5 HTTP/1.1" status: 200 len: 945 time: 0.0536513 May 26 16:35:58.951775 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9a8f7322-e9c4-43ad-83da-f5c0b39b8bce req-3615ed65-1b77-45d0-94e8-2627bdfd4582 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f960e5f-b44a-48ca-9a1d-d27f4ea1cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327103 May 26 16:35:59.096531 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65771e74-3076-41ec-afd1-0a6602806d0b req-cb72f1ec-2ac8-40dc-a63b-2c675c420356 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:35:59.098237 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-65771e74-3076-41ec-afd1-0a6602806d0b req-cb72f1ec-2ac8-40dc-a63b-2c675c420356 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea12052f-17ac-4502-bf15-16c3a5a1a0a5 HTTP/1.1" status: 200 len: 945 time: 0.0502839 May 26 16:35:59.192882 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-65771e74-3076-41ec-afd1-0a6602806d0b req-0ffcdcef-737e-4389-b49f-66d07ba316dc tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Deleting port 977f9ae5-e83f-42d1-b184-3a679a908690 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:35:59.193229 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-65771e74-3076-41ec-afd1-0a6602806d0b req-0ffcdcef-737e-4389-b49f-66d07ba316dc tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:59.293293 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-65771e74-3076-41ec-afd1-0a6602806d0b req-0ffcdcef-737e-4389-b49f-66d07ba316dc tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] For port 977f9ae5-e83f-42d1-b184-3a679a908690, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=977f9ae5-e83f-42d1-b184-3a679a908690,segment=NetworkSegment(f912487e-5c72-4906-9263-85b4b6d3b980),segment_id=f912487e-5c72-4906-9263-85b4b6d3b980)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:35:59.293665 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-65771e74-3076-41ec-afd1-0a6602806d0b req-0ffcdcef-737e-4389-b49f-66d07ba316dc tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:59.306901 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-65771e74-3076-41ec-afd1-0a6602806d0b req-0ffcdcef-737e-4389-b49f-66d07ba316dc tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Calling delete_port for 977f9ae5-e83f-42d1-b184-3a679a908690 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:35:59.493501 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-65771e74-3076-41ec-afd1-0a6602806d0b req-0ffcdcef-737e-4389-b49f-66d07ba316dc tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:59.507748 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['977f9ae5-e83f-42d1-b184-3a679a908690'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:35:59.524769 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffcdcef-737e-4389-b49f-66d07ba316dc tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Pushing event deleted for resources: {'Port': ['ID=977f9ae5-e83f-42d1-b184-3a679a908690,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:35:59.568429 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-65771e74-3076-41ec-afd1-0a6602806d0b req-0ffcdcef-737e-4389-b49f-66d07ba316dc tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] No DVR routers for this DVR port 977f9ae5-e83f-42d1-b184-3a679a908690 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:35:59.571351 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-65771e74-3076-41ec-afd1-0a6602806d0b req-0ffcdcef-737e-4389-b49f-66d07ba316dc tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:35:59.577099 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-65771e74-3076-41ec-afd1-0a6602806d0b req-0ffcdcef-737e-4389-b49f-66d07ba316dc tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.81 "DELETE /v2.0/ports/977f9ae5-e83f-42d1-b184-3a679a908690 HTTP/1.1" status: 204 len: 173 time: 0.4715919 May 26 16:35:59.577730 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea12052f-17ac-4502-bf15-16c3a5a1a0a5', 'name': 'network-vif-deleted', 'tag': '977f9ae5-e83f-42d1-b184-3a679a908690'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:35:59.580004 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82c8b44-15c2-4e26-bae4-6d4616c89cde" -d '{"events": [{"server_uuid": "ea12052f-17ac-4502-bf15-16c3a5a1a0a5", "name": "network-vif-deleted", "tag": "977f9ae5-e83f-42d1-b184-3a679a908690"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:35:59.645456 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7b1392-0f6e-4b6a-b386-0e81c52731a7 x-openstack-request-id: req-6d7b1392-0f6e-4b6a-b386-0e81c52731a7 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:35:59.646551 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea12052f-17ac-4502-bf15-16c3a5a1a0a5", "name": "network-vif-deleted", "tag": "977f9ae5-e83f-42d1-b184-3a679a908690", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:35:59.647247 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6d7b1392-0f6e-4b6a-b386-0e81c52731a7 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:35:59.647710 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d7b1392-0f6e-4b6a-b386-0e81c52731a7'] response: {'server_uuid': 'ea12052f-17ac-4502-bf15-16c3a5a1a0a5', 'name': 'network-vif-deleted', 'tag': '977f9ae5-e83f-42d1-b184-3a679a908690', 'status': 'completed', 'code': 200} May 26 16:36:00.095638 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9f1971e8-d16b-4e5b-9eb2-ec7ac614bdb3 req-5acd2262-c589-4317-a01a-7c4793291583 tempest-VolumesActionsTest-356298102 tempest-VolumesActionsTest-356298102-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea12052f-17ac-4502-bf15-16c3a5a1a0a5 HTTP/1.1" status: 200 len: 210 time: 0.0494459 May 26 16:36:00.688257 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:00.712723 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33694) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:00.821147 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c5408b2-4bb2-47a6-a426-fd79c29e1641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:00.895047 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c5408b2-4bb2-47a6-a426-fd79c29e1641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:00.898883 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c5408b2-4bb2-47a6-a426-fd79c29e1641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:00.943260 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7c5408b2-4bb2-47a6-a426-fd79c29e1641 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bc85f01085de4479b1447f36525467e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2294066 May 26 16:36:00.944545 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5408b2-4bb2-47a6-a426-fd79c29e1641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3442543a-fea0-4a4a-b969-2ad9afc3a62f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:00.950065 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33698) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:01.008747 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ef60c11a-4201-48a0-9c8b-cda68abf9814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:01.031236 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ef60c11a-4201-48a0-9c8b-cda68abf9814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:01.081551 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ef60c11a-4201-48a0-9c8b-cda68abf9814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:01.085871 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ef60c11a-4201-48a0-9c8b-cda68abf9814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:01.087048 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ef60c11a-4201-48a0-9c8b-cda68abf9814 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3442543a-fea0-4a4a-b969-2ad9afc3a62f HTTP/1.1" status: 204 len: 168 time: 0.1400292 May 26 16:36:01.094882 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60c11a-4201-48a0-9c8b-cda68abf9814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3442543a-fea0-4a4a-b969-2ad9afc3a62f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:01.826242 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33758) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:01.930734 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-7a706ea6-bf67-4fb3-b243-c6a4aaf9d18b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1888704303-network', 'tenant_id': '9252993902e04430b256058155d28642'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:36:01.954597 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a706ea6-bf67-4fb3-b243-c6a4aaf9d18b admin admin] Made reservation on behalf of 9252993902e04430b256058155d28642 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:36:01.958018 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7a706ea6-bf67-4fb3-b243-c6a4aaf9d18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:01.967573 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7a706ea6-bf67-4fb3-b243-c6a4aaf9d18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:02.052006 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7a706ea6-bf67-4fb3-b243-c6a4aaf9d18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:02.056567 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7a706ea6-bf67-4fb3-b243-c6a4aaf9d18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:02.092725 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a706ea6-bf67-4fb3-b243-c6a4aaf9d18b admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:36:02.099499 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a706ea6-bf67-4fb3-b243-c6a4aaf9d18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e0147c-3231-4e5a-bfe7-dab752ae9865,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:02.109077 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7a706ea6-bf67-4fb3-b243-c6a4aaf9d18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:02.109426 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-7a706ea6-bf67-4fb3-b243-c6a4aaf9d18b admin admin] Added segment af7916a4-6324-4fab-a4c5-875dd17f6f52 of type vlan for network 7fb9ed10-ca33-4753-bcd9-c78089259084 May 26 16:36:02.154196 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7a706ea6-bf67-4fb3-b243-c6a4aaf9d18b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:02.181811 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7a706ea6-bf67-4fb3-b243-c6a4aaf9d18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:02.182905 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a706ea6-bf67-4fb3-b243-c6a4aaf9d18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:02.183507 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7a706ea6-bf67-4fb3-b243-c6a4aaf9d18b admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:02.244682 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7a706ea6-bf67-4fb3-b243-c6a4aaf9d18b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4171927 May 26 16:36:02.247561 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33778) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:02.255524 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-218fa7d5-c989-42bc-a342-8200259c94df admin admin] Request body: {'subnet': {'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1888704303-subnet', 'tenant_id': '9252993902e04430b256058155d28642', 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:36:02.259752 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a706ea6-bf67-4fb3-b243-c6a4aaf9d18b admin admin] Pushing event updated for resources: {'Network': ['ID=7fb9ed10-ca33-4753-bcd9-c78089259084,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:02.273628 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 7fb9ed10-ca33-4753-bcd9-c78089259084 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:36:02.283133 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218fa7d5-c989-42bc-a342-8200259c94df admin admin] Made reservation on behalf of 9252993902e04430b256058155d28642 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:36:02.286580 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-218fa7d5-c989-42bc-a342-8200259c94df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:02.508479 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-218fa7d5-c989-42bc-a342-8200259c94df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:02.585128 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fa7d5-c989-42bc-a342-8200259c94df admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f459946-475e-4dac-a3a2-5be459695ec2,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:02.589202 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218fa7d5-c989-42bc-a342-8200259c94df admin admin] Checking segment: {'id': 'af7916a4-6324-4fab-a4c5-875dd17f6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:36:02.590087 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218fa7d5-c989-42bc-a342-8200259c94df admin admin] Network hostable DHCP agents. Network: 7fb9ed10-ca33-4753-bcd9-c78089259084, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:36:02.610300 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218fa7d5-c989-42bc-a342-8200259c94df admin admin] Network 7fb9ed10-ca33-4753-bcd9-c78089259084 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:36:02.621562 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-218fa7d5-c989-42bc-a342-8200259c94df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 7fb9ed10-ca33-4753-bcd9-c78089259084) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:36:02.626763 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218fa7d5-c989-42bc-a342-8200259c94df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:02.627939 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-218fa7d5-c989-42bc-a342-8200259c94df admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:02.634259 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aa5a49-6293-4dbb-ad62-2faef4922c91 None None] Network 7fb9ed10-ca33-4753-bcd9-c78089259084 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:36:02.653768 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-218fa7d5-c989-42bc-a342-8200259c94df admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4003263 May 26 16:36:02.654065 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33796) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:02.659923 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-4eac162c-9aca-458f-9e5b-3c6aa90249fc admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1888704303-router', 'tenant_id': '9252993902e04430b256058155d28642', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:36:02.703948 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4eac162c-9aca-458f-9e5b-3c6aa90249fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:02.708660 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4eac162c-9aca-458f-9e5b-3c6aa90249fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:02.854322 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679f1e6b-85e7-41c4-9a46-d1a16663cc09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-7fb9ed10-ca33-4753-bcd9-c78089259084', 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084', 'tenant_id': '9252993902e04430b256058155d28642', 'fixed_ips': [{'subnet_id': '8f459946-475e-4dac-a3a2-5be459695ec2'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:36:02.855595 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-679f1e6b-85e7-41c4-9a46-d1a16663cc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:02.890982 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4eac162c-9aca-458f-9e5b-3c6aa90249fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:02.920400 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-725d85a0-0fd7-45af-8eb7-1d7cbb714470 req-81ef27ff-24e9-41bf-925a-e494627cf340 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1089349 May 26 16:36:03.083996 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-679f1e6b-85e7-41c4-9a46-d1a16663cc09 None None] Allocated IP 172.20.0.2 (7fb9ed10-ca33-4753-bcd9-c78089259084/8f459946-475e-4dac-a3a2-5be459695ec2/41ee2685-cf94-44bc-8b97-93c61bc34544) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:36:03.112367 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d85a0-0fd7-45af-8eb7-1d7cbb714470 req-52913904-dc19-4b30-84f6-e40833b0e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:03.116492 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-725d85a0-0fd7-45af-8eb7-1d7cbb714470 req-52913904-dc19-4b30-84f6-e40833b0e781 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=72a5ce476eef4d1192f67830028ac2c1&device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 1097 time: 0.1077435 May 26 16:36:03.189530 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4eac162c-9aca-458f-9e5b-3c6aa90249fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:03.348036 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d85a0-0fd7-45af-8eb7-1d7cbb714470 req-c66f912a-1d8b-4832-8f53-c31c504edab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:03.351077 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-725d85a0-0fd7-45af-8eb7-1d7cbb714470 req-c66f912a-1d8b-4832-8f53-c31c504edab0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a0268940-7484-46cd-afca-0aa172618427 HTTP/1.1" status: 200 len: 912 time: 0.2065272 May 26 16:36:03.385518 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-679f1e6b-85e7-41c4-9a46-d1a16663cc09 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:03.395333 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-679f1e6b-85e7-41c4-9a46-d1a16663cc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:03.489813 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679f1e6b-85e7-41c4-9a46-d1a16663cc09 None None] Network 7fb9ed10-ca33-4753-bcd9-c78089259084 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:36:03.507923 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-725d85a0-0fd7-45af-8eb7-1d7cbb714470 req-5b042148-f36d-410f-9a66-80475c66b88c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37f1999d-3978-43f2-81e4-1f3b545eeb4b HTTP/1.1" status: 200 len: 1002 time: 0.1471922 May 26 16:36:03.525930 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f1e6b-85e7-41c4-9a46-d1a16663cc09 None None] Pushing event updated for resources: {'Port': ['ID=41ee2685-cf94-44bc-8b97-93c61bc34544,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:03.538027 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-679f1e6b-85e7-41c4-9a46-d1a16663cc09 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:36:03.551231 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679f1e6b-85e7-41c4-9a46-d1a16663cc09 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:36:03.595775 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d85a0-0fd7-45af-8eb7-1d7cbb714470 req-24d0c9ab-9933-42e6-acb4-a79a0d395790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:03.601129 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-725d85a0-0fd7-45af-8eb7-1d7cbb714470 req-24d0c9ab-9933-42e6-acb4-a79a0d395790 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=169af66c-e17e-405d-a13a-40c09478394e HTTP/1.1" status: 200 len: 850 time: 0.0848670 May 26 16:36:03.681343 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-679f1e6b-85e7-41c4-9a46-d1a16663cc09 None None] Attempting to bind port 41ee2685-cf94-44bc-8b97-93c61bc34544 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:36:03.683306 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4eac162c-9aca-458f-9e5b-3c6aa90249fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:03.683894 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-679f1e6b-85e7-41c4-9a46-d1a16663cc09 None None] Attempting to bind port 41ee2685-cf94-44bc-8b97-93c61bc34544 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'af7916a4-6324-4fab-a4c5-875dd17f6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:36:03.684543 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679f1e6b-85e7-41c4-9a46-d1a16663cc09 None None] Attempting to bind port 41ee2685-cf94-44bc-8b97-93c61bc34544 on network 7fb9ed10-ca33-4753-bcd9-c78089259084 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:36:03.699611 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679f1e6b-85e7-41c4-9a46-d1a16663cc09 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:36:03.706127 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679f1e6b-85e7-41c4-9a46-d1a16663cc09 None None] Checking segment: {'id': 'af7916a4-6324-4fab-a4c5-875dd17f6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:36:03.707747 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d85a0-0fd7-45af-8eb7-1d7cbb714470 req-3a0fcc20-633e-4412-9257-4e439d76c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:03.708229 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-679f1e6b-85e7-41c4-9a46-d1a16663cc09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:03.708730 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679f1e6b-85e7-41c4-9a46-d1a16663cc09 None None] Bound using segment: {'id': 'af7916a4-6324-4fab-a4c5-875dd17f6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:36:03.714947 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-725d85a0-0fd7-45af-8eb7-1d7cbb714470 req-3a0fcc20-633e-4412-9257-4e439d76c050 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a0268940-7484-46cd-afca-0aa172618427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024735 May 26 16:36:03.717652 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-679f1e6b-85e7-41c4-9a46-d1a16663cc09 None None] Bound port: 41ee2685-cf94-44bc-8b97-93c61bc34544, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7916a4-6324-4fab-a4c5-875dd17f6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:36:03.718067 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-679f1e6b-85e7-41c4-9a46-d1a16663cc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:03.738808 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4eac162c-9aca-458f-9e5b-3c6aa90249fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:03.832572 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 977f9ae5-e83f-42d1-b184-3a679a908690 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:36:03.883564 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 977f9ae5-e83f-42d1-b184-3a679a908690 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:36:03.884325 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 977f9ae5-e83f-42d1-b184-3a679a908690 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:36:03.889509 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-679f1e6b-85e7-41c4-9a46-d1a16663cc09 None None] For port 41ee2685-cf94-44bc-8b97-93c61bc34544, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:36:03.935718 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-679f1e6b-85e7-41c4-9a46-d1a16663cc09 None None] For port 41ee2685-cf94-44bc-8b97-93c61bc34544, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=41ee2685-cf94-44bc-8b97-93c61bc34544,segment=NetworkSegment(af7916a4-6324-4fab-a4c5-875dd17f6f52),segment_id=af7916a4-6324-4fab-a4c5-875dd17f6f52)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:36:03.946671 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-679f1e6b-85e7-41c4-9a46-d1a16663cc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:03.976261 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-4eac162c-9aca-458f-9e5b-3c6aa90249fc admin admin] Allocated IP 172.25.7.187 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/95c8162e-1168-4939-af0b-129d24710140) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:36:04.048897 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f1e6b-85e7-41c4-9a46-d1a16663cc09 None None] Pushing event updated for resources: {'Port': ['ID=41ee2685-cf94-44bc-8b97-93c61bc34544,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:04.320420 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4eac162c-9aca-458f-9e5b-3c6aa90249fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:04.371757 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4eac162c-9aca-458f-9e5b-3c6aa90249fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:04.485367 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-725d85a0-0fd7-45af-8eb7-1d7cbb714470 req-7d56bc8a-eb62-46a2-9e55-76919d4064d2 service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7606275 May 26 16:36:04.485894 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eac162c-9aca-458f-9e5b-3c6aa90249fc admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:36:04.490627 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-4eac162c-9aca-458f-9e5b-3c6aa90249fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:36:04.514788 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eac162c-9aca-458f-9e5b-3c6aa90249fc admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:36:04.592924 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac162c-9aca-458f-9e5b-3c6aa90249fc admin admin] Pushing event updated for resources: {'Port': ['ID=95c8162e-1168-4939-af0b-129d24710140,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:04.670618 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-725d85a0-0fd7-45af-8eb7-1d7cbb714470 req-92ca6c4b-f21a-45dc-af42-95f52aa65320 service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770518 May 26 16:36:05.000272 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4eac162c-9aca-458f-9e5b-3c6aa90249fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:05.670995 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:36:05.817440 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 41ee2685-cf94-44bc-8b97-93c61bc34544 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:36:05.917974 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 41ee2685-cf94-44bc-8b97-93c61bc34544 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:05.918882 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:05.962233 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4eac162c-9aca-458f-9e5b-3c6aa90249fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:06.180920 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eac162c-9aca-458f-9e5b-3c6aa90249fc admin admin] Router 884951e6-6c1f-4393-8440-5faf70586b0e is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:36:06.310979 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee68409-a610-477f-8089-bc3b25f726bd None None] Network 7fb9ed10-ca33-4753-bcd9-c78089259084 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:36:06.353099 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eac162c-9aca-458f-9e5b-3c6aa90249fc admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:36:06.382425 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4eac162c-9aca-458f-9e5b-3c6aa90249fc admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:06.383823 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4eac162c-9aca-458f-9e5b-3c6aa90249fc admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7279327 May 26 16:36:06.386835 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33834) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:06.393091 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] Sync routers for ids ['884951e6-6c1f-4393-8440-5faf70586b0e'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:36:06.469114 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-33a0a4a4-4aac-46f8-8911-59b184c2cd4f None None] Provisioning complete for port 41ee2685-cf94-44bc-8b97-93c61bc34544 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:06.469879 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-33a0a4a4-4aac-46f8-8911-59b184c2cd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:06.527891 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] Routers {'884951e6-6c1f-4393-8440-5faf70586b0e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:36:06.529089 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:35:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['884951e6-6c1f-4393-8440-5faf70586b0e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:06.531124 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 41ee2685-cf94-44bc-8b97-93c61bc34544 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:36:06.531758 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:06.637377 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 41ee2685-cf94-44bc-8b97-93c61bc34544, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=41ee2685-cf94-44bc-8b97-93c61bc34544,segment=NetworkSegment(af7916a4-6324-4fab-a4c5-875dd17f6f52),segment_id=af7916a4-6324-4fab-a4c5-875dd17f6f52)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:06.660276 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:06.888519 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-33a0a4a4-4aac-46f8-8911-59b184c2cd4f None None] Current status of the port 41ee2685-cf94-44bc-8b97-93c61bc34544 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:36:06.949730 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] Set router 884951e6-6c1f-4393-8440-5faf70586b0e gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:36:06.999469 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e80d1254-4b89-4c70-8918-23e196844c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:07.015132 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=41ee2685-cf94-44bc-8b97-93c61bc34544,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:07.263332 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884951e6-6c1f-4393-8440-5faf70586b0e', 'name': 'tempest-TestServerMultinode-1888704303-router', 'tenant_id': '9252993902e04430b256058155d28642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '95c8162e-1168-4939-af0b-129d24710140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:02Z', 'updated_at': '2022-05-26T16:36:04Z', 'revision_number': 3, 'project_id': '9252993902e04430b256058155d28642', 'gw_port': {'id': '95c8162e-1168-4939-af0b-129d24710140', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884951e6-6c1f-4393-8440-5faf70586b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:03Z', 'updated_at': '2022-05-26T16:36:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:07.304766 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] Checking router: 884951e6-6c1f-4393-8440-5faf70586b0e for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:36:07.305121 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] Updating router 884951e6-6c1f-4393-8440-5faf70586b0e port 95c8162e-1168-4939-af0b-129d24710140 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:36:07.329492 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-e80d1254-4b89-4c70-8918-23e196844c8c admin admin] Allocated IP 172.20.0.1 (7fb9ed10-ca33-4753-bcd9-c78089259084/8f459946-475e-4dac-a3a2-5be459695ec2/0a9ab028-e0de-4a5b-afba-7310efc295ab) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:36:07.341883 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:07.524605 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-43c467db-3158-465d-a091-7172dd319e66 None None] Provisioning complete for port 41ee2685-cf94-44bc-8b97-93c61bc34544 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:07.525082 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-43c467db-3158-465d-a091-7172dd319e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:07.549887 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e80d1254-4b89-4c70-8918-23e196844c8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:07.604871 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e80d1254-4b89-4c70-8918-23e196844c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:07.673376 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d1254-4b89-4c70-8918-23e196844c8c admin admin] Pushing event updated for resources: {'Port': ['ID=0a9ab028-e0de-4a5b-afba-7310efc295ab,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:07.700894 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80d1254-4b89-4c70-8918-23e196844c8c admin admin] Network 7fb9ed10-ca33-4753-bcd9-c78089259084 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:36:07.703111 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-e80d1254-4b89-4c70-8918-23e196844c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:36:07.704346 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 41ee2685-cf94-44bc-8b97-93c61bc34544 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:36:07.705335 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80d1254-4b89-4c70-8918-23e196844c8c admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:36:07.810045 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e80d1254-4b89-4c70-8918-23e196844c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:07.904888 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:07.934784 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:08.058144 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f83f5-d439-42b0-9d65-78d4285d55d4 None None] Pushing event updated for resources: {'Port': ['ID=95c8162e-1168-4939-af0b-129d24710140,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:08.062241 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] Attempting to bind port 95c8162e-1168-4939-af0b-129d24710140 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:36:08.063242 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] Attempting to bind port 95c8162e-1168-4939-af0b-129d24710140 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:36:08.063714 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] Attempting to bind port 95c8162e-1168-4939-af0b-129d24710140 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:36:08.070175 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-43c467db-3158-465d-a091-7172dd319e66 None None] Current status of the port 41ee2685-cf94-44bc-8b97-93c61bc34544 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:36:08.089496 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:36:08.090029 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:36:08.090564 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:08.091195 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:36:08.091835 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] Bound port: 95c8162e-1168-4939-af0b-129d24710140, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:36:08.093642 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:08.098658 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e80d1254-4b89-4c70-8918-23e196844c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:08.098974 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 41ee2685-cf94-44bc-8b97-93c61bc34544 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:08.098974 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:08.263518 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7641a802-a900-47c0-ad24-6d162c1fcee3 None None] Provisioning complete for port 0a9ab028-e0de-4a5b-afba-7310efc295ab triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:08.267580 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7641a802-a900-47c0-ad24-6d162c1fcee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:08.375782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] For port 95c8162e-1168-4939-af0b-129d24710140, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:36:08.397355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] For port 95c8162e-1168-4939-af0b-129d24710140, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=95c8162e-1168-4939-af0b-129d24710140,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:36:08.403231 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e80d1254-4b89-4c70-8918-23e196844c8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:08.406358 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7641a802-a900-47c0-ad24-6d162c1fcee3 None None] Port 0a9ab028-e0de-4a5b-afba-7310efc295ab cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:36:08.418427 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e80d1254-4b89-4c70-8918-23e196844c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:08.436124 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:08.558509 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d1254-4b89-4c70-8918-23e196844c8c admin admin] Pushing event updated for resources: {'Port': ['ID=0a9ab028-e0de-4a5b-afba-7310efc295ab,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:08.604684 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e80d1254-4b89-4c70-8918-23e196844c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:08.629879 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f83f5-d439-42b0-9d65-78d4285d55d4 None None] Pushing event updated for resources: {'Port': ['ID=95c8162e-1168-4939-af0b-129d24710140,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:08.639252 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 41ee2685-cf94-44bc-8b97-93c61bc34544 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:36:08.652378 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] Routers {'884951e6-6c1f-4393-8440-5faf70586b0e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:36:08.653395 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:35:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['884951e6-6c1f-4393-8440-5faf70586b0e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:08.833216 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80d1254-4b89-4c70-8918-23e196844c8c admin admin] Network 7fb9ed10-ca33-4753-bcd9-c78089259084 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:36:08.838946 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-e80d1254-4b89-4c70-8918-23e196844c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:36:08.930509 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] Set router 884951e6-6c1f-4393-8440-5faf70586b0e gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:36:09.129595 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80d1254-4b89-4c70-8918-23e196844c8c admin admin] Router 884951e6-6c1f-4393-8440-5faf70586b0e has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:36:09.338675 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884951e6-6c1f-4393-8440-5faf70586b0e', 'name': 'tempest-TestServerMultinode-1888704303-router', 'tenant_id': '9252993902e04430b256058155d28642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '95c8162e-1168-4939-af0b-129d24710140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:02Z', 'updated_at': '2022-05-26T16:36:08Z', 'revision_number': 4, 'project_id': '9252993902e04430b256058155d28642', 'gw_port': {'id': '95c8162e-1168-4939-af0b-129d24710140', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884951e6-6c1f-4393-8440-5faf70586b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:03Z', 'updated_at': '2022-05-26T16:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '0a9ab028-e0de-4a5b-afba-7310efc295ab', 'name': '', 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084', 'tenant_id': '9252993902e04430b256058155d28642', 'mac_address': 'fa:16:3e:5f:ca:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884951e6-6c1f-4393-8440-5faf70586b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '8f459946-475e-4dac-a3a2-5be459695ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:07Z', 'updated_at': '2022-05-26T16:36:08Z', 'revision_number': 2, 'project_id': '9252993902e04430b256058155d28642', 'subnets': [{'id': '8f459946-475e-4dac-a3a2-5be459695ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:09.351262 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80d1254-4b89-4c70-8918-23e196844c8c admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:36:09.368126 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e80d1254-4b89-4c70-8918-23e196844c8c admin admin] 10.222.0.77 "PUT /v2.0/routers/884951e6-6c1f-4393-8440-5faf70586b0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9793906 May 26 16:36:09.375965 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b13f8b-58c4-4439-b877-1e664e22f66e None None] The sync data for ids ['884951e6-6c1f-4393-8440-5faf70586b0e'] in n-d-843337-2 is: [{'id': '884951e6-6c1f-4393-8440-5faf70586b0e', 'name': 'tempest-TestServerMultinode-1888704303-router', 'tenant_id': '9252993902e04430b256058155d28642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '95c8162e-1168-4939-af0b-129d24710140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:02Z', 'updated_at': '2022-05-26T16:36:08Z', 'revision_number': 4, 'project_id': '9252993902e04430b256058155d28642', 'gw_port': {'id': '95c8162e-1168-4939-af0b-129d24710140', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884951e6-6c1f-4393-8440-5faf70586b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:03Z', 'updated_at': '2022-05-26T16:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '0a9ab028-e0de-4a5b-afba-7310efc295ab', 'name': '', 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084', 'tenant_id': '9252993902e04430b256058155d28642', 'mac_address': 'fa:16:3e:5f:ca:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884951e6-6c1f-4393-8440-5faf70586b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '8f459946-475e-4dac-a3a2-5be459695ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:07Z', 'updated_at': '2022-05-26T16:36:08Z', 'revision_number': 2, 'project_id': '9252993902e04430b256058155d28642', 'subnets': [{'id': '8f459946-475e-4dac-a3a2-5be459695ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:36:09.382979 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-890e9bb0-7d11-49d1-86b0-9d7c1358dd44 None None] Provisioning complete for port 0a9ab028-e0de-4a5b-afba-7310efc295ab triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:09.382979 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-890e9bb0-7d11-49d1-86b0-9d7c1358dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:09.471457 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-890e9bb0-7d11-49d1-86b0-9d7c1358dd44 None None] Port 0a9ab028-e0de-4a5b-afba-7310efc295ab cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:36:09.869325 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41a11d-4975-4e6d-9af6-fd0fba57d738 req-d12b785f-144d-4f0d-88c0-ec2e99c35b35 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:09.870916 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae41a11d-4975-4e6d-9af6-fd0fba57d738 req-d12b785f-144d-4f0d-88c0-ec2e99c35b35 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cfe3feb-b088-47c5-a655-6a8012452cfc HTTP/1.1" status: 200 len: 945 time: 0.1661580 May 26 16:36:09.929494 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae41a11d-4975-4e6d-9af6-fd0fba57d738 req-14b6d5a2-4742-47e9-998f-9c0eaa886272 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423582 May 26 16:36:10.361201 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33880) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:10.367149 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c08dd3f7-24ec-4095-bbf2-dbd5921e3855 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1592239326-network', 'tenant_id': '455c36604ede468e9cf381422e4a27a6'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:36:10.405008 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08dd3f7-24ec-4095-bbf2-dbd5921e3855 admin admin] Made reservation on behalf of 455c36604ede468e9cf381422e4a27a6 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:36:10.407710 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c08dd3f7-24ec-4095-bbf2-dbd5921e3855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:10.424659 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c08dd3f7-24ec-4095-bbf2-dbd5921e3855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:10.613793 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c08dd3f7-24ec-4095-bbf2-dbd5921e3855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:10.619344 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c08dd3f7-24ec-4095-bbf2-dbd5921e3855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:10.656720 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08dd3f7-24ec-4095-bbf2-dbd5921e3855 admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:36:10.664286 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08dd3f7-24ec-4095-bbf2-dbd5921e3855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de38ac8-eea8-43c2-9538-1a005c44cddf,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:10.688957 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c08dd3f7-24ec-4095-bbf2-dbd5921e3855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:10.689978 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-c08dd3f7-24ec-4095-bbf2-dbd5921e3855 admin admin] Added segment 573f08e7-d0fe-40ca-81b9-3d875a46fbf8 of type vlan for network 875b0a21-daf6-48d3-bc37-1f1d2a45f806 May 26 16:36:10.748198 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c08dd3f7-24ec-4095-bbf2-dbd5921e3855 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:10.781804 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c08dd3f7-24ec-4095-bbf2-dbd5921e3855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:10.782924 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08dd3f7-24ec-4095-bbf2-dbd5921e3855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:10.783683 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c08dd3f7-24ec-4095-bbf2-dbd5921e3855 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:10.862116 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c08dd3f7-24ec-4095-bbf2-dbd5921e3855 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4993908 May 26 16:36:10.865352 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33882) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:10.870956 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-92e01025-d9e2-47c0-9a45-134d24bed482 admin admin] Request body: {'subnet': {'network_id': '875b0a21-daf6-48d3-bc37-1f1d2a45f806', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1592239326-subnet', 'tenant_id': '455c36604ede468e9cf381422e4a27a6', 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:36:10.872729 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08dd3f7-24ec-4095-bbf2-dbd5921e3855 admin admin] Pushing event updated for resources: {'Network': ['ID=875b0a21-daf6-48d3-bc37-1f1d2a45f806,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:10.885285 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 875b0a21-daf6-48d3-bc37-1f1d2a45f806 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:36:10.936649 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e01025-d9e2-47c0-9a45-134d24bed482 admin admin] Made reservation on behalf of 455c36604ede468e9cf381422e4a27a6 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:36:10.940216 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92e01025-d9e2-47c0-9a45-134d24bed482 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:11.166075 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f145f9a-2460-4b07-9902-0ffc31566c10 req-9fcab292-698e-4cf6-b9bd-bb02c0e9cd22 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:11.174658 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f145f9a-2460-4b07-9902-0ffc31566c10 req-9fcab292-698e-4cf6-b9bd-bb02c0e9cd22 tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cfe3feb-b088-47c5-a655-6a8012452cfc HTTP/1.1" status: 200 len: 945 time: 0.0970719 May 26 16:36:11.233262 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f145f9a-2460-4b07-9902-0ffc31566c10 req-3dcca644-9fe4-4e76-9b9e-7cb6199e8fbc tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574050 May 26 16:36:11.395689 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92e01025-d9e2-47c0-9a45-134d24bed482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:11.462377 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e01025-d9e2-47c0-9a45-134d24bed482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e359bb8b-ae53-4673-a91c-1c87fc2e6f8e,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:11.494173 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e01025-d9e2-47c0-9a45-134d24bed482 admin admin] Checking segment: {'id': '573f08e7-d0fe-40ca-81b9-3d875a46fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '875b0a21-daf6-48d3-bc37-1f1d2a45f806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:36:11.494926 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e01025-d9e2-47c0-9a45-134d24bed482 admin admin] Network hostable DHCP agents. Network: 875b0a21-daf6-48d3-bc37-1f1d2a45f806, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:36:11.518418 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e01025-d9e2-47c0-9a45-134d24bed482 admin admin] Network 875b0a21-daf6-48d3-bc37-1f1d2a45f806 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:36:11.534496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-92e01025-d9e2-47c0-9a45-134d24bed482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 875b0a21-daf6-48d3-bc37-1f1d2a45f806) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:36:11.541952 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e01025-d9e2-47c0-9a45-134d24bed482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:11.542557 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92e01025-d9e2-47c0-9a45-134d24bed482 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:11.556348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4596a56-b54f-4af0-9108-425ba21ba692 None None] Network 875b0a21-daf6-48d3-bc37-1f1d2a45f806 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:36:11.573243 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-92e01025-d9e2-47c0-9a45-134d24bed482 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7062130 May 26 16:36:11.576467 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 33892) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:11.589523 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-8559de77-913f-4d2b-a842-656d57c9e1ad admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1592239326-router', 'tenant_id': '455c36604ede468e9cf381422e4a27a6', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:36:11.666942 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8559de77-913f-4d2b-a842-656d57c9e1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:11.668406 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8559de77-913f-4d2b-a842-656d57c9e1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:11.837206 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8559de77-913f-4d2b-a842-656d57c9e1ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:11.849890 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 95c8162e-1168-4939-af0b-129d24710140 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:36:12.029872 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 95c8162e-1168-4939-af0b-129d24710140 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:12.030508 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:12.063794 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df50e37e-1f50-40ed-b807-62990f0d2479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-875b0a21-daf6-48d3-bc37-1f1d2a45f806', 'network_id': '875b0a21-daf6-48d3-bc37-1f1d2a45f806', 'tenant_id': '455c36604ede468e9cf381422e4a27a6', 'fixed_ips': [{'subnet_id': 'e359bb8b-ae53-4673-a91c-1c87fc2e6f8e'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:36:12.066590 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-df50e37e-1f50-40ed-b807-62990f0d2479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:12.068286 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8559de77-913f-4d2b-a842-656d57c9e1ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:12.271564 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 95c8162e-1168-4939-af0b-129d24710140 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:36:12.273750 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:12.307567 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 95c8162e-1168-4939-af0b-129d24710140, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=95c8162e-1168-4939-af0b-129d24710140,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:12.309924 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-df50e37e-1f50-40ed-b807-62990f0d2479 None None] Allocated IP 172.20.0.2 (875b0a21-daf6-48d3-bc37-1f1d2a45f806/e359bb8b-ae53-4673-a91c-1c87fc2e6f8e/4fbfa223-6624-476c-854c-0f1f170f626c) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:36:12.319749 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:12.458686 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e256149-5748-475b-8860-67cf4e55d4d8 req-1fd7a047-3069-462b-9243-0767672111fa tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:12.461013 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3e256149-5748-475b-8860-67cf4e55d4d8 req-1fd7a047-3069-462b-9243-0767672111fa tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.83 "GET /v2.0/ports?device_id=8cfe3feb-b088-47c5-a655-6a8012452cfc HTTP/1.1" status: 200 len: 945 time: 0.1671710 May 26 16:36:12.461731 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538ab74-7b49-4b86-b8c7-9fb3fcc76451 req-20dac26e-d93a-4695-b6b7-7a4e8d2a2e7f tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:12.462619 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8559de77-913f-4d2b-a842-656d57c9e1ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:12.463469 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e538ab74-7b49-4b86-b8c7-9fb3fcc76451 req-20dac26e-d93a-4695-b6b7-7a4e8d2a2e7f tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cfe3feb-b088-47c5-a655-6a8012452cfc HTTP/1.1" status: 200 len: 945 time: 0.0784247 May 26 16:36:12.510154 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8559de77-913f-4d2b-a842-656d57c9e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:12.514018 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=95c8162e-1168-4939-af0b-129d24710140,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:12.554462 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e538ab74-7b49-4b86-b8c7-9fb3fcc76451 req-70daf84c-d0ec-4814-9f98-e6c0251b775f tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/security-groups?id=d7b014bf-1577-430a-8213-5c6fcf4da65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702794 May 26 16:36:12.613934 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] Sync routers for ids ['884951e6-6c1f-4393-8440-5faf70586b0e'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:36:12.631309 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] Routers {'884951e6-6c1f-4393-8440-5faf70586b0e'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:36:12.631955 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:35:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['884951e6-6c1f-4393-8440-5faf70586b0e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:12.730660 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-df50e37e-1f50-40ed-b807-62990f0d2479 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:12.741517 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-df50e37e-1f50-40ed-b807-62990f0d2479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:12.802748 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-3e256149-5748-475b-8860-67cf4e55d4d8 req-654b9ecf-706a-41f2-aa80-d913015e91da tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Deleting port 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:36:12.803398 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3e256149-5748-475b-8860-67cf4e55d4d8 req-654b9ecf-706a-41f2-aa80-d913015e91da tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:12.901761 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-8559de77-913f-4d2b-a842-656d57c9e1ad admin admin] Allocated IP 172.25.7.151 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/1c23d05f-d7c6-4644-8ac8-ebebc63e10cc) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:36:12.910717 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df50e37e-1f50-40ed-b807-62990f0d2479 None None] Network 875b0a21-daf6-48d3-bc37-1f1d2a45f806 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:36:12.918734 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-df50e37e-1f50-40ed-b807-62990f0d2479 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:36:12.920872 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] Set router 884951e6-6c1f-4393-8440-5faf70586b0e gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:36:12.937366 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df50e37e-1f50-40ed-b807-62990f0d2479 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:36:13.010997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50e37e-1f50-40ed-b807-62990f0d2479 None None] Pushing event updated for resources: {'Port': ['ID=4fbfa223-6624-476c-854c-0f1f170f626c,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:13.081161 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-3e256149-5748-475b-8860-67cf4e55d4d8 req-654b9ecf-706a-41f2-aa80-d913015e91da tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] For port 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4,segment=NetworkSegment(a4ac5541-1d76-4be6-8e4e-b912c2c1981e),segment_id=a4ac5541-1d76-4be6-8e4e-b912c2c1981e)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:13.081800 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3e256149-5748-475b-8860-67cf4e55d4d8 req-654b9ecf-706a-41f2-aa80-d913015e91da tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:13.101090 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-df50e37e-1f50-40ed-b807-62990f0d2479 None None] Attempting to bind port 4fbfa223-6624-476c-854c-0f1f170f626c on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:36:13.104651 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-df50e37e-1f50-40ed-b807-62990f0d2479 None None] Attempting to bind port 4fbfa223-6624-476c-854c-0f1f170f626c by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '573f08e7-d0fe-40ca-81b9-3d875a46fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '875b0a21-daf6-48d3-bc37-1f1d2a45f806'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:36:13.104967 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df50e37e-1f50-40ed-b807-62990f0d2479 None None] Attempting to bind port 4fbfa223-6624-476c-854c-0f1f170f626c on network 875b0a21-daf6-48d3-bc37-1f1d2a45f806 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:36:13.122908 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-25574f14-a7a9-4b3e-861e-75b33c61e06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:13.126578 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df50e37e-1f50-40ed-b807-62990f0d2479 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:36:13.127561 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df50e37e-1f50-40ed-b807-62990f0d2479 None None] Checking segment: {'id': '573f08e7-d0fe-40ca-81b9-3d875a46fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '875b0a21-daf6-48d3-bc37-1f1d2a45f806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:36:13.128876 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-df50e37e-1f50-40ed-b807-62990f0d2479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:13.129764 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df50e37e-1f50-40ed-b807-62990f0d2479 None None] Bound using segment: {'id': '573f08e7-d0fe-40ca-81b9-3d875a46fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '875b0a21-daf6-48d3-bc37-1f1d2a45f806'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:36:13.130584 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-3e256149-5748-475b-8860-67cf4e55d4d8 req-654b9ecf-706a-41f2-aa80-d913015e91da tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Calling delete_port for 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:36:13.130811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-df50e37e-1f50-40ed-b807-62990f0d2479 None None] Bound port: 4fbfa223-6624-476c-854c-0f1f170f626c, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573f08e7-d0fe-40ca-81b9-3d875a46fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '875b0a21-daf6-48d3-bc37-1f1d2a45f806'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:36:13.131826 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-df50e37e-1f50-40ed-b807-62990f0d2479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:13.238354 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8559de77-913f-4d2b-a842-656d57c9e1ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:13.298996 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884951e6-6c1f-4393-8440-5faf70586b0e', 'name': 'tempest-TestServerMultinode-1888704303-router', 'tenant_id': '9252993902e04430b256058155d28642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '95c8162e-1168-4939-af0b-129d24710140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:02Z', 'updated_at': '2022-05-26T16:36:08Z', 'revision_number': 4, 'project_id': '9252993902e04430b256058155d28642', 'gw_port': {'id': '95c8162e-1168-4939-af0b-129d24710140', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884951e6-6c1f-4393-8440-5faf70586b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:03Z', 'updated_at': '2022-05-26T16:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '0a9ab028-e0de-4a5b-afba-7310efc295ab', 'name': '', 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084', 'tenant_id': '9252993902e04430b256058155d28642', 'mac_address': 'fa:16:3e:5f:ca:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884951e6-6c1f-4393-8440-5faf70586b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '8f459946-475e-4dac-a3a2-5be459695ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:07Z', 'updated_at': '2022-05-26T16:36:08Z', 'revision_number': 2, 'project_id': '9252993902e04430b256058155d28642', 'subnets': [{'id': '8f459946-475e-4dac-a3a2-5be459695ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:13.316776 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8559de77-913f-4d2b-a842-656d57c9e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:13.379150 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] Checking router: 884951e6-6c1f-4393-8440-5faf70586b0e for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:36:13.380465 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] Updating router 884951e6-6c1f-4393-8440-5faf70586b0e port 0a9ab028-e0de-4a5b-afba-7310efc295ab binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:36:13.396818 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8559de77-913f-4d2b-a842-656d57c9e1ad admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:36:13.405405 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-df50e37e-1f50-40ed-b807-62990f0d2479 None None] For port 4fbfa223-6624-476c-854c-0f1f170f626c, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:36:13.412531 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-8559de77-913f-4d2b-a842-656d57c9e1ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:36:13.418896 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8559de77-913f-4d2b-a842-656d57c9e1ad admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:36:13.429414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-df50e37e-1f50-40ed-b807-62990f0d2479 None None] For port 4fbfa223-6624-476c-854c-0f1f170f626c, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4fbfa223-6624-476c-854c-0f1f170f626c,segment=NetworkSegment(573f08e7-d0fe-40ca-81b9-3d875a46fbf8),segment_id=573f08e7-d0fe-40ca-81b9-3d875a46fbf8)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:36:13.443655 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-df50e37e-1f50-40ed-b807-62990f0d2479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:13.448217 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:13.489387 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559de77-913f-4d2b-a842-656d57c9e1ad admin admin] Pushing event updated for resources: {'Port': ['ID=1c23d05f-d7c6-4644-8ac8-ebebc63e10cc,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:13.513736 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3e256149-5748-475b-8860-67cf4e55d4d8 req-654b9ecf-706a-41f2-aa80-d913015e91da tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:13.558129 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50e37e-1f50-40ed-b807-62990f0d2479 None None] Pushing event updated for resources: {'Port': ['ID=4fbfa223-6624-476c-854c-0f1f170f626c,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:13.579083 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b9ecf-706a-41f2-aa80-d913015e91da tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Pushing event deleted for resources: {'Port': ['ID=84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:13.796649 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 95c8162e-1168-4939-af0b-129d24710140 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:36:13.807215 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e256149-5748-475b-8860-67cf4e55d4d8 req-654b9ecf-706a-41f2-aa80-d913015e91da tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] No DVR routers for this DVR port 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:36:13.815422 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87c70f01-5e10-4abd-94c5-85b9b027da58 req-be67c9e9-2582-4393-9922-db485b6834db tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cfe3feb-b088-47c5-a655-6a8012452cfc HTTP/1.1" status: 200 len: 210 time: 0.0715957 May 26 16:36:13.841338 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3e256149-5748-475b-8860-67cf4e55d4d8 req-654b9ecf-706a-41f2-aa80-d913015e91da tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:13.844906 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3e256149-5748-475b-8860-67cf4e55d4d8 req-654b9ecf-706a-41f2-aa80-d913015e91da tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.83 "DELETE /v2.0/ports/84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4 HTTP/1.1" status: 204 len: 173 time: 1.3766930 May 26 16:36:13.866122 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfe3feb-b088-47c5-a655-6a8012452cfc', 'name': 'network-vif-deleted', 'tag': '84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:36:13.874231 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7a6f81-4993-4ac1-a6e6-7aec4095dfa1" -d '{"events": [{"server_uuid": "8cfe3feb-b088-47c5-a655-6a8012452cfc", "name": "network-vif-deleted", "tag": "84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:36:13.912189 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 95c8162e-1168-4939-af0b-129d24710140 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:13.912895 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:14.133646 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6c0596-6b33-472f-9e82-5ae477828a46 x-openstack-request-id: req-dc6c0596-6b33-472f-9e82-5ae477828a46 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:36:14.133981 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfe3feb-b088-47c5-a655-6a8012452cfc", "name": "network-vif-deleted", "tag": "84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:36:14.134167 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dc6c0596-6b33-472f-9e82-5ae477828a46 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:36:14.134590 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc6c0596-6b33-472f-9e82-5ae477828a46'] response: {'server_uuid': '8cfe3feb-b088-47c5-a655-6a8012452cfc', 'name': 'network-vif-deleted', 'tag': '84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4', 'status': 'completed', 'code': 200} May 26 16:36:14.176620 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:14.193090 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:14.251436 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 95c8162e-1168-4939-af0b-129d24710140 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:36:14.310462 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8559de77-913f-4d2b-a842-656d57c9e1ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:14.352332 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e6730-6434-485a-b92b-422ece2f61c6 None None] Pushing event updated for resources: {'Port': ['ID=0a9ab028-e0de-4a5b-afba-7310efc295ab,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:14.379471 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e6730-6434-485a-b92b-422ece2f61c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:14.380131 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e6730-6434-485a-b92b-422ece2f61c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:14.380661 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e6730-6434-485a-b92b-422ece2f61c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:14.381151 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e6730-6434-485a-b92b-422ece2f61c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:14.381665 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e6730-6434-485a-b92b-422ece2f61c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:14.382258 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e6730-6434-485a-b92b-422ece2f61c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:14.382749 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e6730-6434-485a-b92b-422ece2f61c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:14.383229 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e6730-6434-485a-b92b-422ece2f61c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:14.383725 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e6730-6434-485a-b92b-422ece2f61c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:14.384368 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e6730-6434-485a-b92b-422ece2f61c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:14.384876 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e6730-6434-485a-b92b-422ece2f61c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:14.385467 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e6730-6434-485a-b92b-422ece2f61c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:14.419253 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] Attempting to bind port 0a9ab028-e0de-4a5b-afba-7310efc295ab on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:36:14.419910 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] Attempting to bind port 0a9ab028-e0de-4a5b-afba-7310efc295ab by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'af7916a4-6324-4fab-a4c5-875dd17f6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:36:14.420486 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] Attempting to bind port 0a9ab028-e0de-4a5b-afba-7310efc295ab on network 7fb9ed10-ca33-4753-bcd9-c78089259084 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:36:14.431248 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:36:14.431961 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] Checking segment: {'id': 'af7916a4-6324-4fab-a4c5-875dd17f6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:36:14.432583 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:14.434069 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] Bound using segment: {'id': 'af7916a4-6324-4fab-a4c5-875dd17f6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:36:14.434772 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] Bound port: 0a9ab028-e0de-4a5b-afba-7310efc295ab, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7916a4-6324-4fab-a4c5-875dd17f6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:36:14.435364 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:14.559899 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] For port 0a9ab028-e0de-4a5b-afba-7310efc295ab, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:36:14.567147 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] For port 0a9ab028-e0de-4a5b-afba-7310efc295ab, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0a9ab028-e0de-4a5b-afba-7310efc295ab,segment=NetworkSegment(af7916a4-6324-4fab-a4c5-875dd17f6f52),segment_id=af7916a4-6324-4fab-a4c5-875dd17f6f52)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:36:14.577078 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:14.706616 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e6730-6434-485a-b92b-422ece2f61c6 None None] Pushing event updated for resources: {'Port': ['ID=0a9ab028-e0de-4a5b-afba-7310efc295ab,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:14.751042 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] Routers {'884951e6-6c1f-4393-8440-5faf70586b0e'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:36:14.751856 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:35:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['884951e6-6c1f-4393-8440-5faf70586b0e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:14.891203 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-2afe17e3-3cc0-4ebd-bd8d-1274c7012c05 None None] Provisioning complete for port 0a9ab028-e0de-4a5b-afba-7310efc295ab triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:14.892240 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2afe17e3-3cc0-4ebd-bd8d-1274c7012c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:14.964963 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:36:15.084521 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:36:15.085483 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 84dba9cd-f7c4-40c4-aa25-a5e61a4cc1a4 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:36:15.175541 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e2a1654-2abb-4478-97eb-ac49d4a7e9ff req-1c3e99fa-412b-40e6-af2c-73ddc8dcb61a tempest-VolumesSnapshotTestJSON-1554279791 tempest-VolumesSnapshotTestJSON-1554279791-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cfe3feb-b088-47c5-a655-6a8012452cfc HTTP/1.1" status: 200 len: 210 time: 0.0868096 May 26 16:36:15.289423 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2afe17e3-3cc0-4ebd-bd8d-1274c7012c05 None None] Current status of the port 0a9ab028-e0de-4a5b-afba-7310efc295ab is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:36:15.290065 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2afe17e3-3cc0-4ebd-bd8d-1274c7012c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:15.346296 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a07b9d8-a8f2-4393-932f-e26fc4635cdb None None] Network 875b0a21-daf6-48d3-bc37-1f1d2a45f806 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:36:15.347565 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] Set router 884951e6-6c1f-4393-8440-5faf70586b0e gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:36:15.396565 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8559de77-913f-4d2b-a842-656d57c9e1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:15.428507 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-2afe17e3-3cc0-4ebd-bd8d-1274c7012c05 None None] For port 0a9ab028-e0de-4a5b-afba-7310efc295ab, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0a9ab028-e0de-4a5b-afba-7310efc295ab,segment=NetworkSegment(af7916a4-6324-4fab-a4c5-875dd17f6f52),segment_id=af7916a4-6324-4fab-a4c5-875dd17f6f52)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:15.439097 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2afe17e3-3cc0-4ebd-bd8d-1274c7012c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:15.636245 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6f9ca6d1-c3ba-4417-9565-da7348ead17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:15.667328 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0f298142-85c5-4276-95e8-5c4bf4c205e0 None None] Provisioning complete for port 4fbfa223-6624-476c-854c-0f1f170f626c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:15.667867 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0f298142-85c5-4276-95e8-5c4bf4c205e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:15.718559 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8559de77-913f-4d2b-a842-656d57c9e1ad admin admin] Router e2dc1b97-bbce-448b-a0f2-af5f7670527b is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:36:15.719800 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe17e3-3cc0-4ebd-bd8d-1274c7012c05 None None] Pushing event updated for resources: {'Port': ['ID=0a9ab028-e0de-4a5b-afba-7310efc295ab,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:15.735736 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884951e6-6c1f-4393-8440-5faf70586b0e', 'name': 'tempest-TestServerMultinode-1888704303-router', 'tenant_id': '9252993902e04430b256058155d28642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '95c8162e-1168-4939-af0b-129d24710140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:02Z', 'updated_at': '2022-05-26T16:36:08Z', 'revision_number': 4, 'project_id': '9252993902e04430b256058155d28642', 'gw_port': {'id': '95c8162e-1168-4939-af0b-129d24710140', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884951e6-6c1f-4393-8440-5faf70586b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:03Z', 'updated_at': '2022-05-26T16:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '0a9ab028-e0de-4a5b-afba-7310efc295ab', 'name': '', 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084', 'tenant_id': '9252993902e04430b256058155d28642', 'mac_address': 'fa:16:3e:5f:ca:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884951e6-6c1f-4393-8440-5faf70586b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '8f459946-475e-4dac-a3a2-5be459695ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:07Z', 'updated_at': '2022-05-26T16:36:14Z', 'revision_number': 4, 'project_id': '9252993902e04430b256058155d28642', 'subnets': [{'id': '8f459946-475e-4dac-a3a2-5be459695ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:15.794896 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a5bb90-5d27-4967-88b9-698af26e1425 None None] The sync data for ids ['884951e6-6c1f-4393-8440-5faf70586b0e'] in n-d-843337-2 is: [{'id': '884951e6-6c1f-4393-8440-5faf70586b0e', 'name': 'tempest-TestServerMultinode-1888704303-router', 'tenant_id': '9252993902e04430b256058155d28642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '95c8162e-1168-4939-af0b-129d24710140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:02Z', 'updated_at': '2022-05-26T16:36:08Z', 'revision_number': 4, 'project_id': '9252993902e04430b256058155d28642', 'gw_port': {'id': '95c8162e-1168-4939-af0b-129d24710140', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884951e6-6c1f-4393-8440-5faf70586b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:03Z', 'updated_at': '2022-05-26T16:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '0a9ab028-e0de-4a5b-afba-7310efc295ab', 'name': '', 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084', 'tenant_id': '9252993902e04430b256058155d28642', 'mac_address': 'fa:16:3e:5f:ca:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884951e6-6c1f-4393-8440-5faf70586b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '8f459946-475e-4dac-a3a2-5be459695ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:07Z', 'updated_at': '2022-05-26T16:36:14Z', 'revision_number': 4, 'project_id': '9252993902e04430b256058155d28642', 'subnets': [{'id': '8f459946-475e-4dac-a3a2-5be459695ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:36:15.891080 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0f298142-85c5-4276-95e8-5c4bf4c205e0 None None] Current status of the port 4fbfa223-6624-476c-854c-0f1f170f626c is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:36:15.892275 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0f298142-85c5-4276-95e8-5c4bf4c205e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:15.920667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8559de77-913f-4d2b-a842-656d57c9e1ad admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:36:15.938528 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] Sync routers for ids ['e2dc1b97-bbce-448b-a0f2-af5f7670527b'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:36:15.968345 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-0f298142-85c5-4276-95e8-5c4bf4c205e0 None None] For port 4fbfa223-6624-476c-854c-0f1f170f626c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4fbfa223-6624-476c-854c-0f1f170f626c,segment=NetworkSegment(573f08e7-d0fe-40ca-81b9-3d875a46fbf8),segment_id=573f08e7-d0fe-40ca-81b9-3d875a46fbf8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:15.970365 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8559de77-913f-4d2b-a842-656d57c9e1ad admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:15.972475 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8559de77-913f-4d2b-a842-656d57c9e1ad admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3929040 May 26 16:36:15.974642 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 33922) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:15.976073 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] Routers {'e2dc1b97-bbce-448b-a0f2-af5f7670527b'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:36:15.978540 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:36:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['e2dc1b97-bbce-448b-a0f2-af5f7670527b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:16.047074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4fbfa223-6624-476c-854c-0f1f170f626c up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:36:16.052917 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0f298142-85c5-4276-95e8-5c4bf4c205e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:16.196420 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f298142-85c5-4276-95e8-5c4bf4c205e0 None None] Pushing event updated for resources: {'Port': ['ID=4fbfa223-6624-476c-854c-0f1f170f626c,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:16.381258 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] Set router e2dc1b97-bbce-448b-a0f2-af5f7670527b gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:36:16.386591 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0f298142-85c5-4276-95e8-5c4bf4c205e0 None None] Provisioning complete for port 0a9ab028-e0de-4a5b-afba-7310efc295ab triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:16.387262 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0f298142-85c5-4276-95e8-5c4bf4c205e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:16.561621 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 4fbfa223-6624-476c-854c-0f1f170f626c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:16.561960 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:16.840431 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0f298142-85c5-4276-95e8-5c4bf4c205e0 None None] Current status of the port 0a9ab028-e0de-4a5b-afba-7310efc295ab is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:36:16.843353 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d59c93d-cf44-42a5-80ee-88794d2c9642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:16.856498 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:16.951003 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 4fbfa223-6624-476c-854c-0f1f170f626c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:36:16.952303 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0a9ab028-e0de-4a5b-afba-7310efc295ab up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:36:17.043466 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0a9ab028-e0de-4a5b-afba-7310efc295ab triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:17.043742 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:17.089731 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2dc1b97-bbce-448b-a0f2-af5f7670527b', 'name': 'tempest-TestServerMultinode-1592239326-router', 'tenant_id': '455c36604ede468e9cf381422e4a27a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '1c23d05f-d7c6-4644-8ac8-ebebc63e10cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:11Z', 'updated_at': '2022-05-26T16:36:13Z', 'revision_number': 3, 'project_id': '455c36604ede468e9cf381422e4a27a6', 'gw_port': {'id': '1c23d05f-d7c6-4644-8ac8-ebebc63e10cc', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2dc1b97-bbce-448b-a0f2-af5f7670527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:12Z', 'updated_at': '2022-05-26T16:36:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:17.101745 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-34a12a50-606c-4ae9-925d-2c5704c5d801 None None] Provisioning complete for port 4fbfa223-6624-476c-854c-0f1f170f626c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:17.102117 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-34a12a50-606c-4ae9-925d-2c5704c5d801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:17.158963 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-6d59c93d-cf44-42a5-80ee-88794d2c9642 admin admin] Allocated IP 172.20.0.1 (875b0a21-daf6-48d3-bc37-1f1d2a45f806/e359bb8b-ae53-4673-a91c-1c87fc2e6f8e/6780cace-0498-4750-9610-81a8db4e58c8) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:36:17.198256 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] Checking router: e2dc1b97-bbce-448b-a0f2-af5f7670527b for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:36:17.198898 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] Updating router e2dc1b97-bbce-448b-a0f2-af5f7670527b port 1c23d05f-d7c6-4644-8ac8-ebebc63e10cc binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:36:17.275176 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:17.294898 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d59c93d-cf44-42a5-80ee-88794d2c9642 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:17.353604 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d59c93d-cf44-42a5-80ee-88794d2c9642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:17.375679 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0a9ab028-e0de-4a5b-afba-7310efc295ab is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:36:17.413204 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d59c93d-cf44-42a5-80ee-88794d2c9642 admin admin] Network 875b0a21-daf6-48d3-bc37-1f1d2a45f806 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:36:17.416595 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-6d59c93d-cf44-42a5-80ee-88794d2c9642 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:36:17.422295 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d59c93d-cf44-42a5-80ee-88794d2c9642 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:36:17.467687 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d59c93d-cf44-42a5-80ee-88794d2c9642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:17.478385 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59c93d-cf44-42a5-80ee-88794d2c9642 admin admin] Pushing event updated for resources: {'Port': ['ID=6780cace-0498-4750-9610-81a8db4e58c8,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:17.816656 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4fbfa223-6624-476c-854c-0f1f170f626c up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:36:17.821048 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d59c93d-cf44-42a5-80ee-88794d2c9642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:18.051811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-34a12a50-606c-4ae9-925d-2c5704c5d801 None None] Current status of the port 4fbfa223-6624-476c-854c-0f1f170f626c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:36:18.062565 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:18.077591 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:18.080642 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 4fbfa223-6624-476c-854c-0f1f170f626c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:18.081149 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:18.186488 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:18.228248 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] Attempting to bind port 1c23d05f-d7c6-4644-8ac8-ebebc63e10cc on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:36:18.230766 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d59c93d-cf44-42a5-80ee-88794d2c9642 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:18.236401 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] Attempting to bind port 1c23d05f-d7c6-4644-8ac8-ebebc63e10cc by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:36:18.237017 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] Attempting to bind port 1c23d05f-d7c6-4644-8ac8-ebebc63e10cc on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:36:18.240448 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d59c93d-cf44-42a5-80ee-88794d2c9642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:18.241873 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc9413-131a-400f-a947-eca88cf378f8 None None] Pushing event updated for resources: {'Port': ['ID=1c23d05f-d7c6-4644-8ac8-ebebc63e10cc,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:18.267288 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:36:18.267775 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:36:18.268293 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:18.269751 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:36:18.271744 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] Bound port: 1c23d05f-d7c6-4644-8ac8-ebebc63e10cc, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:36:18.274142 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:18.277840 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-724af902-0c04-4e39-a94c-7ed1c041c518 None None] Provisioning complete for port 6780cace-0498-4750-9610-81a8db4e58c8 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:18.278300 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-724af902-0c04-4e39-a94c-7ed1c041c518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:18.341654 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-724af902-0c04-4e39-a94c-7ed1c041c518 None None] Port 6780cace-0498-4750-9610-81a8db4e58c8 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:36:18.367802 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d59c93d-cf44-42a5-80ee-88794d2c9642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:18.379560 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59c93d-cf44-42a5-80ee-88794d2c9642 admin admin] Pushing event updated for resources: {'Port': ['ID=6780cace-0498-4750-9610-81a8db4e58c8,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:18.543209 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d59c93d-cf44-42a5-80ee-88794d2c9642 admin admin] Network 875b0a21-daf6-48d3-bc37-1f1d2a45f806 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:36:18.547106 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-6d59c93d-cf44-42a5-80ee-88794d2c9642 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:36:18.740996 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d59c93d-cf44-42a5-80ee-88794d2c9642 admin admin] Router e2dc1b97-bbce-448b-a0f2-af5f7670527b has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:36:18.766937 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:18.804350 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 4fbfa223-6624-476c-854c-0f1f170f626c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:36:18.806230 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0a9ab028-e0de-4a5b-afba-7310efc295ab up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:36:18.836821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] For port 1c23d05f-d7c6-4644-8ac8-ebebc63e10cc, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:36:18.859503 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] For port 1c23d05f-d7c6-4644-8ac8-ebebc63e10cc, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1c23d05f-d7c6-4644-8ac8-ebebc63e10cc,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:36:18.868813 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:18.917219 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d59c93d-cf44-42a5-80ee-88794d2c9642 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:36:18.959531 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6d59c93d-cf44-42a5-80ee-88794d2c9642 admin admin] 10.222.0.77 "PUT /v2.0/routers/e2dc1b97-bbce-448b-a0f2-af5f7670527b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9835863 May 26 16:36:18.966820 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] Routers {'e2dc1b97-bbce-448b-a0f2-af5f7670527b'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:36:18.967464 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:36:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['e2dc1b97-bbce-448b-a0f2-af5f7670527b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:19.090752 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0a9ab028-e0de-4a5b-afba-7310efc295ab triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:19.091206 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:19.145880 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc9413-131a-400f-a947-eca88cf378f8 None None] Pushing event updated for resources: {'Port': ['ID=1c23d05f-d7c6-4644-8ac8-ebebc63e10cc,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:19.151155 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-85dba689-9ada-47f0-8e00-c729db32892c None None] Provisioning complete for port 6780cace-0498-4750-9610-81a8db4e58c8 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:19.151535 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-85dba689-9ada-47f0-8e00-c729db32892c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:19.160730 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:19.281448 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-85dba689-9ada-47f0-8e00-c729db32892c None None] Port 6780cace-0498-4750-9610-81a8db4e58c8 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:36:19.296005 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] Set router e2dc1b97-bbce-448b-a0f2-af5f7670527b gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:36:19.423821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0a9ab028-e0de-4a5b-afba-7310efc295ab is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:36:19.755574 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2dc1b97-bbce-448b-a0f2-af5f7670527b', 'name': 'tempest-TestServerMultinode-1592239326-router', 'tenant_id': '455c36604ede468e9cf381422e4a27a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '1c23d05f-d7c6-4644-8ac8-ebebc63e10cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:11Z', 'updated_at': '2022-05-26T16:36:17Z', 'revision_number': 4, 'project_id': '455c36604ede468e9cf381422e4a27a6', 'gw_port': {'id': '1c23d05f-d7c6-4644-8ac8-ebebc63e10cc', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2dc1b97-bbce-448b-a0f2-af5f7670527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:12Z', 'updated_at': '2022-05-26T16:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '6780cace-0498-4750-9610-81a8db4e58c8', 'name': '', 'network_id': '875b0a21-daf6-48d3-bc37-1f1d2a45f806', 'tenant_id': '455c36604ede468e9cf381422e4a27a6', 'mac_address': 'fa:16:3e:cc:cd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2dc1b97-bbce-448b-a0f2-af5f7670527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'e359bb8b-ae53-4673-a91c-1c87fc2e6f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:16Z', 'updated_at': '2022-05-26T16:36:17Z', 'revision_number': 2, 'project_id': '455c36604ede468e9cf381422e4a27a6', 'subnets': [{'id': 'e359bb8b-ae53-4673-a91c-1c87fc2e6f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:19.807563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a8664-d48c-4673-a854-83ba2ebfdc88 None None] The sync data for ids ['e2dc1b97-bbce-448b-a0f2-af5f7670527b'] in n-d-843337-2 is: [{'id': 'e2dc1b97-bbce-448b-a0f2-af5f7670527b', 'name': 'tempest-TestServerMultinode-1592239326-router', 'tenant_id': '455c36604ede468e9cf381422e4a27a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '1c23d05f-d7c6-4644-8ac8-ebebc63e10cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:11Z', 'updated_at': '2022-05-26T16:36:17Z', 'revision_number': 4, 'project_id': '455c36604ede468e9cf381422e4a27a6', 'gw_port': {'id': '1c23d05f-d7c6-4644-8ac8-ebebc63e10cc', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2dc1b97-bbce-448b-a0f2-af5f7670527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:12Z', 'updated_at': '2022-05-26T16:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '6780cace-0498-4750-9610-81a8db4e58c8', 'name': '', 'network_id': '875b0a21-daf6-48d3-bc37-1f1d2a45f806', 'tenant_id': '455c36604ede468e9cf381422e4a27a6', 'mac_address': 'fa:16:3e:cc:cd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2dc1b97-bbce-448b-a0f2-af5f7670527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'e359bb8b-ae53-4673-a91c-1c87fc2e6f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:16Z', 'updated_at': '2022-05-26T16:36:17Z', 'revision_number': 2, 'project_id': '455c36604ede468e9cf381422e4a27a6', 'subnets': [{'id': 'e359bb8b-ae53-4673-a91c-1c87fc2e6f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:36:20.001260 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301987f-6a11-4165-ad72-83b9c993dbda req-21bd97a4-f366-465a-b7c3-7d4018a5c051 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:20.003294 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6301987f-6a11-4165-ad72-83b9c993dbda req-21bd97a4-f366-465a-b7c3-7d4018a5c051 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/networks?id=7fb9ed10-ca33-4753-bcd9-c78089259084 HTTP/1.1" status: 200 len: 911 time: 0.1368771 May 26 16:36:20.037697 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6301987f-6a11-4165-ad72-83b9c993dbda req-09cfaf4f-fe96-4796-b1eb-3d678feef397 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/quotas/455c36604ede468e9cf381422e4a27a6 HTTP/1.1" status: 200 len: 375 time: 0.0232425 May 26 16:36:20.167431 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6301987f-6a11-4165-ad72-83b9c993dbda req-efed41e4-8722-4a52-bade-ec058f510b0f tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?tenant_id=455c36604ede468e9cf381422e4a27a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1225445 May 26 16:36:20.370603 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6301987f-6a11-4165-ad72-83b9c993dbda req-9f5718e1-2af9-4ee3-bc81-f1bd2c2a45b8 service neutron] 10.222.0.77 "GET /v2.0/networks/7fb9ed10-ca33-4753-bcd9-c78089259084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020798 May 26 16:36:20.506732 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6301987f-6a11-4165-ad72-83b9c993dbda req-58bdaef9-3f3b-49d0-934d-81c4c189aa96 service neutron] 10.222.0.77 "GET /v2.0/networks/7fb9ed10-ca33-4753-bcd9-c78089259084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174049 May 26 16:36:20.868200 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-63d7c2b1-0e7c-47e1-9cee-251a002b0de5 req-e4eaddfd-bec6-4e6d-95b9-98be58fa4970 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cab7249f-e0fe-4782-a9f2-24d5490ccd8e HTTP/1.1" status: 200 len: 210 time: 0.0666142 May 26 16:36:21.817024 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1c23d05f-d7c6-4644-8ac8-ebebc63e10cc up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:36:21.992449 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 1c23d05f-d7c6-4644-8ac8-ebebc63e10cc triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:21.997641 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:22.045876 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87b32f94-83a6-4481-ab7d-5523c3f97ef1 req-b7e48935-3a61-4333-8ac2-cb7ef3f3e854 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cab7249f-e0fe-4782-a9f2-24d5490ccd8e HTTP/1.1" status: 200 len: 210 time: 0.0461566 May 26 16:36:22.136429 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 1c23d05f-d7c6-4644-8ac8-ebebc63e10cc is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:36:22.136812 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:22.167000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 1c23d05f-d7c6-4644-8ac8-ebebc63e10cc, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1c23d05f-d7c6-4644-8ac8-ebebc63e10cc,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:22.172792 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:22.240713 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=1c23d05f-d7c6-4644-8ac8-ebebc63e10cc,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:22.708685 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e951bb4c-3b08-4688-b095-496ea1e78369 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:22.711041 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e951bb4c-3b08-4688-b095-496ea1e78369 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.81 "GET /v2.0/networks?id=7fb9ed10-ca33-4753-bcd9-c78089259084 HTTP/1.1" status: 200 len: 911 time: 0.1636939 May 26 16:36:22.727247 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e939d202-7319-4214-b575-139d9f455f5d tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Request body: {'port': {'device_id': 'cab7249f-e0fe-4782-a9f2-24d5490ccd8e', 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084', 'admin_state_up': True, 'tenant_id': '455c36604ede468e9cf381422e4a27a6'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:36:22.768944 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e939d202-7319-4214-b575-139d9f455f5d tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Made reservation on behalf of 455c36604ede468e9cf381422e4a27a6 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:36:22.771481 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e939d202-7319-4214-b575-139d9f455f5d tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:23.054560 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e939d202-7319-4214-b575-139d9f455f5d tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Allocated IP 172.20.0.3 (7fb9ed10-ca33-4753-bcd9-c78089259084/8f459946-475e-4dac-a3a2-5be459695ec2/cc655761-e702-4d49-b63e-689af495b3e3) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:36:23.168223 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e81694-467a-4153-8e5b-842db07e21db None None] Sync routers for ids ['e2dc1b97-bbce-448b-a0f2-af5f7670527b'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:36:23.189221 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8423692c-2a1e-411c-bdb6-1921f1f3bb3f req-febe6d04-b095-4076-bf61-5430bd59474c tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cab7249f-e0fe-4782-a9f2-24d5490ccd8e HTTP/1.1" status: 200 len: 210 time: 0.0425818 May 26 16:36:23.197761 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e81694-467a-4153-8e5b-842db07e21db None None] Routers {'e2dc1b97-bbce-448b-a0f2-af5f7670527b'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:36:23.199197 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-50e81694-467a-4153-8e5b-842db07e21db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:36:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['e2dc1b97-bbce-448b-a0f2-af5f7670527b'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:23.375535 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-50e81694-467a-4153-8e5b-842db07e21db None None] Set router e2dc1b97-bbce-448b-a0f2-af5f7670527b gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:36:23.421212 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e939d202-7319-4214-b575-139d9f455f5d tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:23.562936 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e939d202-7319-4214-b575-139d9f455f5d tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:23.642790 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e939d202-7319-4214-b575-139d9f455f5d tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Network 7fb9ed10-ca33-4753-bcd9-c78089259084 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:36:23.648010 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e939d202-7319-4214-b575-139d9f455f5d tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:36:23.672292 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e939d202-7319-4214-b575-139d9f455f5d tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:36:23.763078 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939d202-7319-4214-b575-139d9f455f5d tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Pushing event updated for resources: {'Port': ['ID=cc655761-e702-4d49-b63e-689af495b3e3,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:23.796140 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e939d202-7319-4214-b575-139d9f455f5d tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:23.796929 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e939d202-7319-4214-b575-139d9f455f5d tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:23.825503 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1c23d05f-d7c6-4644-8ac8-ebebc63e10cc up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:36:23.846230 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e939d202-7319-4214-b575-139d9f455f5d tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1249704 May 26 16:36:23.873451 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e1860894-6dfd-4df5-94b8-bd4caadf0306 service neutron] Request body: {'port': {'device_id': 'cab7249f-e0fe-4782-a9f2-24d5490ccd8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:36:23.881149 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-50e81694-467a-4153-8e5b-842db07e21db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2dc1b97-bbce-448b-a0f2-af5f7670527b', 'name': 'tempest-TestServerMultinode-1592239326-router', 'tenant_id': '455c36604ede468e9cf381422e4a27a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '1c23d05f-d7c6-4644-8ac8-ebebc63e10cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:11Z', 'updated_at': '2022-05-26T16:36:17Z', 'revision_number': 4, 'project_id': '455c36604ede468e9cf381422e4a27a6', 'gw_port': {'id': '1c23d05f-d7c6-4644-8ac8-ebebc63e10cc', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2dc1b97-bbce-448b-a0f2-af5f7670527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:12Z', 'updated_at': '2022-05-26T16:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '6780cace-0498-4750-9610-81a8db4e58c8', 'name': '', 'network_id': '875b0a21-daf6-48d3-bc37-1f1d2a45f806', 'tenant_id': '455c36604ede468e9cf381422e4a27a6', 'mac_address': 'fa:16:3e:cc:cd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2dc1b97-bbce-448b-a0f2-af5f7670527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'e359bb8b-ae53-4673-a91c-1c87fc2e6f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:16Z', 'updated_at': '2022-05-26T16:36:17Z', 'revision_number': 2, 'project_id': '455c36604ede468e9cf381422e4a27a6', 'subnets': [{'id': 'e359bb8b-ae53-4673-a91c-1c87fc2e6f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:23.989888 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e81694-467a-4153-8e5b-842db07e21db None None] Checking router: e2dc1b97-bbce-448b-a0f2-af5f7670527b for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:36:23.990431 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e81694-467a-4153-8e5b-842db07e21db None None] Updating router e2dc1b97-bbce-448b-a0f2-af5f7670527b port 6780cace-0498-4750-9610-81a8db4e58c8 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:36:24.014306 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 1c23d05f-d7c6-4644-8ac8-ebebc63e10cc triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:24.019249 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:24.098589 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-50e81694-467a-4153-8e5b-842db07e21db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:24.101460 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e1860894-6dfd-4df5-94b8-bd4caadf0306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:24.204353 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7cf7ffe4-9ce8-43e5-9727-1e2a5ebafc52 None None] Provisioning complete for port cc655761-e702-4d49-b63e-689af495b3e3 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:24.205050 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ffe4-9ce8-43e5-9727-1e2a5ebafc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:24.341992 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 1c23d05f-d7c6-4644-8ac8-ebebc63e10cc is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:36:24.397811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7cf7ffe4-9ce8-43e5-9727-1e2a5ebafc52 None None] Port cc655761-e702-4d49-b63e-689af495b3e3 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:36:24.451829 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696767e-4c48-4518-8130-954c21d6eab1 req-e5213b45-fe22-497c-8291-7624121ab6f6 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:24.454644 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f696767e-4c48-4518-8130-954c21d6eab1 req-e5213b45-fe22-497c-8291-7624121ab6f6 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cab7249f-e0fe-4782-a9f2-24d5490ccd8e HTTP/1.1" status: 200 len: 1027 time: 0.0935378 May 26 16:36:24.532644 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f696767e-4c48-4518-8130-954c21d6eab1 req-bfeb5d92-c13b-4783-9795-599b9614b968 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661101 May 26 16:36:24.680986 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e1860894-6dfd-4df5-94b8-bd4caadf0306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc655761-e702-4d49-b63e-689af495b3e3 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:36:24.689336 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e1860894-6dfd-4df5-94b8-bd4caadf0306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:24.711841 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e1860894-6dfd-4df5-94b8-bd4caadf0306 service neutron] Transition to ACTIVE for port object cc655761-e702-4d49-b63e-689af495b3e3 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:36:24.718332 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e1860894-6dfd-4df5-94b8-bd4caadf0306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:24.792887 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1860894-6dfd-4df5-94b8-bd4caadf0306 service neutron] Pushing event updated for resources: {'Port': ['ID=cc655761-e702-4d49-b63e-689af495b3e3,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:24.844000 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-50e81694-467a-4153-8e5b-842db07e21db None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:24.875816 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-50e81694-467a-4153-8e5b-842db07e21db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:25.036740 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbf9f9-cbdb-4994-b350-a15cdb6c66fc None None] Pushing event updated for resources: {'Port': ['ID=6780cace-0498-4750-9610-81a8db4e58c8,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:25.048447 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e1860894-6dfd-4df5-94b8-bd4caadf0306 service neutron] Attempting to bind port cc655761-e702-4d49-b63e-689af495b3e3 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:36:25.049242 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e1860894-6dfd-4df5-94b8-bd4caadf0306 service neutron] Attempting to bind port cc655761-e702-4d49-b63e-689af495b3e3 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'af7916a4-6324-4fab-a4c5-875dd17f6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:36:25.050559 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e1860894-6dfd-4df5-94b8-bd4caadf0306 service neutron] Attempting to bind port cc655761-e702-4d49-b63e-689af495b3e3 on network 7fb9ed10-ca33-4753-bcd9-c78089259084 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:36:25.059417 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e1860894-6dfd-4df5-94b8-bd4caadf0306 service neutron] Port cc655761-e702-4d49-b63e-689af495b3e3 on network 7fb9ed10-ca33-4753-bcd9-c78089259084 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:36:25.059996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e1860894-6dfd-4df5-94b8-bd4caadf0306 service neutron] Attempting to bind port cc655761-e702-4d49-b63e-689af495b3e3 on network 7fb9ed10-ca33-4753-bcd9-c78089259084 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:36:25.070243 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e1860894-6dfd-4df5-94b8-bd4caadf0306 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:36:25.071164 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e1860894-6dfd-4df5-94b8-bd4caadf0306 service neutron] Checking segment: {'id': 'af7916a4-6324-4fab-a4c5-875dd17f6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:36:25.071753 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e1860894-6dfd-4df5-94b8-bd4caadf0306 service neutron] Bound using segment: {'id': 'af7916a4-6324-4fab-a4c5-875dd17f6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:36:25.072423 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e1860894-6dfd-4df5-94b8-bd4caadf0306 service neutron] Bound port: cc655761-e702-4d49-b63e-689af495b3e3, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af7916a4-6324-4fab-a4c5-875dd17f6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:36:25.073147 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e1860894-6dfd-4df5-94b8-bd4caadf0306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:25.165641 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-50e81694-467a-4153-8e5b-842db07e21db None None] Attempting to bind port 6780cace-0498-4750-9610-81a8db4e58c8 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:36:25.166003 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-50e81694-467a-4153-8e5b-842db07e21db None None] Attempting to bind port 6780cace-0498-4750-9610-81a8db4e58c8 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '573f08e7-d0fe-40ca-81b9-3d875a46fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '875b0a21-daf6-48d3-bc37-1f1d2a45f806'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:36:25.166365 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e81694-467a-4153-8e5b-842db07e21db None None] Attempting to bind port 6780cace-0498-4750-9610-81a8db4e58c8 on network 875b0a21-daf6-48d3-bc37-1f1d2a45f806 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:36:25.187748 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e81694-467a-4153-8e5b-842db07e21db None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:36:25.188319 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e81694-467a-4153-8e5b-842db07e21db None None] Checking segment: {'id': '573f08e7-d0fe-40ca-81b9-3d875a46fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '875b0a21-daf6-48d3-bc37-1f1d2a45f806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:36:25.188715 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-50e81694-467a-4153-8e5b-842db07e21db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:25.189114 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e81694-467a-4153-8e5b-842db07e21db None None] Bound using segment: {'id': '573f08e7-d0fe-40ca-81b9-3d875a46fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '875b0a21-daf6-48d3-bc37-1f1d2a45f806'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:36:25.189633 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-50e81694-467a-4153-8e5b-842db07e21db None None] Bound port: 6780cace-0498-4750-9610-81a8db4e58c8, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573f08e7-d0fe-40ca-81b9-3d875a46fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '875b0a21-daf6-48d3-bc37-1f1d2a45f806'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:36:25.190716 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-50e81694-467a-4153-8e5b-842db07e21db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:25.254801 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e1860894-6dfd-4df5-94b8-bd4caadf0306 service neutron] For port cc655761-e702-4d49-b63e-689af495b3e3, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:36:25.264835 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e1860894-6dfd-4df5-94b8-bd4caadf0306 service neutron] For port cc655761-e702-4d49-b63e-689af495b3e3, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=cc655761-e702-4d49-b63e-689af495b3e3,segment=NetworkSegment(af7916a4-6324-4fab-a4c5-875dd17f6f52),segment_id=af7916a4-6324-4fab-a4c5-875dd17f6f52)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:36:25.273952 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e1860894-6dfd-4df5-94b8-bd4caadf0306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:25.349376 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e1860894-6dfd-4df5-94b8-bd4caadf0306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:25.357141 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e1860894-6dfd-4df5-94b8-bd4caadf0306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:25.363323 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6301987f-6a11-4165-ad72-83b9c993dbda req-e1860894-6dfd-4df5-94b8-bd4caadf0306 service neutron] 10.222.0.81 "PUT /v2.0/ports/cc655761-e702-4d49-b63e-689af495b3e3 HTTP/1.1" status: 200 len: 1091 time: 1.5048804 May 26 16:36:25.497955 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab7249f-e0fe-4782-a9f2-24d5490ccd8e', 'tag': 'cc655761-e702-4d49-b63e-689af495b3e3'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:36:25.504184 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-50e81694-467a-4153-8e5b-842db07e21db None None] For port 6780cace-0498-4750-9610-81a8db4e58c8, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:36:25.507884 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5317bd5e-bac4-4191-94ec-a08ef73c0bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "cab7249f-e0fe-4782-a9f2-24d5490ccd8e", "tag": "cc655761-e702-4d49-b63e-689af495b3e3"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:36:25.511443 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-50e81694-467a-4153-8e5b-842db07e21db None None] For port 6780cace-0498-4750-9610-81a8db4e58c8, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=6780cace-0498-4750-9610-81a8db4e58c8,segment=NetworkSegment(573f08e7-d0fe-40ca-81b9-3d875a46fbf8),segment_id=573f08e7-d0fe-40ca-81b9-3d875a46fbf8)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:36:25.530754 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-50e81694-467a-4153-8e5b-842db07e21db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:25.701754 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbf9f9-cbdb-4994-b350-a15cdb6c66fc None None] Pushing event updated for resources: {'Port': ['ID=6780cace-0498-4750-9610-81a8db4e58c8,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:25.707907 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-cbe95c5a-e484-4dc2-8773-13e6324d2e0d None None] Provisioning complete for port 6780cace-0498-4750-9610-81a8db4e58c8 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:25.714749 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeaaad53-017f-4e7a-aaa4-51db52727e60 x-openstack-request-id: req-aeaaad53-017f-4e7a-aaa4-51db52727e60 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:36:25.717953 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cbe95c5a-e484-4dc2-8773-13e6324d2e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:25.720169 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab7249f-e0fe-4782-a9f2-24d5490ccd8e", "tag": "cc655761-e702-4d49-b63e-689af495b3e3", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:36:25.720429 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aeaaad53-017f-4e7a-aaa4-51db52727e60 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:36:25.720678 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeaaad53-017f-4e7a-aaa4-51db52727e60'] response: {'name': 'network-changed', 'server_uuid': 'cab7249f-e0fe-4782-a9f2-24d5490ccd8e', 'tag': 'cc655761-e702-4d49-b63e-689af495b3e3', 'status': 'completed', 'code': 200} May 26 16:36:25.755073 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3d46c-f33d-4936-8080-662c818fb5d9 req-92e422cd-7a55-4b84-8c75-dd76472bca72 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:25.756752 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e81694-467a-4153-8e5b-842db07e21db None None] Routers {'e2dc1b97-bbce-448b-a0f2-af5f7670527b'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:36:25.758822 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-50e81694-467a-4153-8e5b-842db07e21db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:36:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['e2dc1b97-bbce-448b-a0f2-af5f7670527b'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:25.765938 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9f3d46c-f33d-4936-8080-662c818fb5d9 req-92e422cd-7a55-4b84-8c75-dd76472bca72 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cab7249f-e0fe-4782-a9f2-24d5490ccd8e HTTP/1.1" status: 200 len: 1094 time: 0.0936193 May 26 16:36:25.833059 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1860894-6dfd-4df5-94b8-bd4caadf0306 service neutron] Pushing event updated for resources: {'Port': ['ID=cc655761-e702-4d49-b63e-689af495b3e3,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:25.859194 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9f3d46c-f33d-4936-8080-662c818fb5d9 req-096c2700-4bd1-47d6-be81-e46ff6b1ba85 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922670 May 26 16:36:25.877654 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301987f-6a11-4165-ad72-83b9c993dbda req-a05cdbfe-3574-4d01-b7fe-869132fc705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:25.891333 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6301987f-6a11-4165-ad72-83b9c993dbda req-a05cdbfe-3574-4d01-b7fe-869132fc705b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=455c36604ede468e9cf381422e4a27a6&device_id=cab7249f-e0fe-4782-a9f2-24d5490ccd8e HTTP/1.1" status: 200 len: 1094 time: 0.3573167 May 26 16:36:26.017901 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cbe95c5a-e484-4dc2-8773-13e6324d2e0d None None] Current status of the port 6780cace-0498-4750-9610-81a8db4e58c8 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:36:26.028855 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cbe95c5a-e484-4dc2-8773-13e6324d2e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:26.050976 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6301987f-6a11-4165-ad72-83b9c993dbda req-340aa29a-675c-4f65-93d7-e423f28446c1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc655761-e702-4d49-b63e-689af495b3e3 HTTP/1.1" status: 200 len: 217 time: 0.1498704 May 26 16:36:26.122940 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-50e81694-467a-4153-8e5b-842db07e21db None None] Set router e2dc1b97-bbce-448b-a0f2-af5f7670527b gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:36:26.131374 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-cbe95c5a-e484-4dc2-8773-13e6324d2e0d None None] For port 6780cace-0498-4750-9610-81a8db4e58c8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=6780cace-0498-4750-9610-81a8db4e58c8,segment=NetworkSegment(573f08e7-d0fe-40ca-81b9-3d875a46fbf8),segment_id=573f08e7-d0fe-40ca-81b9-3d875a46fbf8)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:26.144320 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cbe95c5a-e484-4dc2-8773-13e6324d2e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:26.219363 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301987f-6a11-4165-ad72-83b9c993dbda req-0a8bdd90-ce53-4d9c-9075-83ef4d752fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:26.231045 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6301987f-6a11-4165-ad72-83b9c993dbda req-0a8bdd90-ce53-4d9c-9075-83ef4d752fd5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f459946-475e-4dac-a3a2-5be459695ec2 HTTP/1.1" status: 200 len: 849 time: 0.1742058 May 26 16:36:26.388731 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301987f-6a11-4165-ad72-83b9c993dbda req-c4cda1b8-f0df-4071-aa11-420050f84332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:26.390537 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6301987f-6a11-4165-ad72-83b9c993dbda req-c4cda1b8-f0df-4071-aa11-420050f84332 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7fb9ed10-ca33-4753-bcd9-c78089259084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1520822 May 26 16:36:26.394954 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe95c5a-e484-4dc2-8773-13e6324d2e0d None None] Pushing event updated for resources: {'Port': ['ID=6780cace-0498-4750-9610-81a8db4e58c8,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:26.415647 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f7db1c66-228a-46d6-8f0e-b44f6bb94d68 None None] Provisioning complete for port 6780cace-0498-4750-9610-81a8db4e58c8 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:26.415863 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f7db1c66-228a-46d6-8f0e-b44f6bb94d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:26.518039 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f7db1c66-228a-46d6-8f0e-b44f6bb94d68 None None] Current status of the port 6780cace-0498-4750-9610-81a8db4e58c8 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:36:26.592502 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6301987f-6a11-4165-ad72-83b9c993dbda req-2f08aa1e-341a-4f76-bfa0-a512ae2362fd service neutron] 10.222.0.81 "GET /v2.0/networks/7fb9ed10-ca33-4753-bcd9-c78089259084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925130 May 26 16:36:26.633542 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-50e81694-467a-4153-8e5b-842db07e21db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2dc1b97-bbce-448b-a0f2-af5f7670527b', 'name': 'tempest-TestServerMultinode-1592239326-router', 'tenant_id': '455c36604ede468e9cf381422e4a27a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '1c23d05f-d7c6-4644-8ac8-ebebc63e10cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:11Z', 'updated_at': '2022-05-26T16:36:17Z', 'revision_number': 4, 'project_id': '455c36604ede468e9cf381422e4a27a6', 'gw_port': {'id': '1c23d05f-d7c6-4644-8ac8-ebebc63e10cc', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2dc1b97-bbce-448b-a0f2-af5f7670527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:12Z', 'updated_at': '2022-05-26T16:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '6780cace-0498-4750-9610-81a8db4e58c8', 'name': '', 'network_id': '875b0a21-daf6-48d3-bc37-1f1d2a45f806', 'tenant_id': '455c36604ede468e9cf381422e4a27a6', 'mac_address': 'fa:16:3e:cc:cd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2dc1b97-bbce-448b-a0f2-af5f7670527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'e359bb8b-ae53-4673-a91c-1c87fc2e6f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:16Z', 'updated_at': '2022-05-26T16:36:25Z', 'revision_number': 4, 'project_id': '455c36604ede468e9cf381422e4a27a6', 'subnets': [{'id': 'e359bb8b-ae53-4673-a91c-1c87fc2e6f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:26.674739 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e81694-467a-4153-8e5b-842db07e21db None None] The sync data for ids ['e2dc1b97-bbce-448b-a0f2-af5f7670527b'] in n-d-843337-2 is: [{'id': 'e2dc1b97-bbce-448b-a0f2-af5f7670527b', 'name': 'tempest-TestServerMultinode-1592239326-router', 'tenant_id': '455c36604ede468e9cf381422e4a27a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '1c23d05f-d7c6-4644-8ac8-ebebc63e10cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:11Z', 'updated_at': '2022-05-26T16:36:17Z', 'revision_number': 4, 'project_id': '455c36604ede468e9cf381422e4a27a6', 'gw_port': {'id': '1c23d05f-d7c6-4644-8ac8-ebebc63e10cc', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2dc1b97-bbce-448b-a0f2-af5f7670527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:12Z', 'updated_at': '2022-05-26T16:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '6780cace-0498-4750-9610-81a8db4e58c8', 'name': '', 'network_id': '875b0a21-daf6-48d3-bc37-1f1d2a45f806', 'tenant_id': '455c36604ede468e9cf381422e4a27a6', 'mac_address': 'fa:16:3e:cc:cd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2dc1b97-bbce-448b-a0f2-af5f7670527b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'e359bb8b-ae53-4673-a91c-1c87fc2e6f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:16Z', 'updated_at': '2022-05-26T16:36:25Z', 'revision_number': 4, 'project_id': '455c36604ede468e9cf381422e4a27a6', 'subnets': [{'id': 'e359bb8b-ae53-4673-a91c-1c87fc2e6f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:36:26.776959 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6301987f-6a11-4165-ad72-83b9c993dbda req-218a5028-c151-4c63-a1f3-f6bdc87ae418 service neutron] 10.222.0.81 "GET /v2.0/networks/7fb9ed10-ca33-4753-bcd9-c78089259084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776862 May 26 16:36:26.914631 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317bd5e-bac4-4191-94ec-a08ef73c0bc5 req-56d88406-c9b8-4d9c-863c-28da1190e694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:26.916588 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5317bd5e-bac4-4191-94ec-a08ef73c0bc5 req-56d88406-c9b8-4d9c-863c-28da1190e694 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=455c36604ede468e9cf381422e4a27a6&device_id=cab7249f-e0fe-4782-a9f2-24d5490ccd8e HTTP/1.1" status: 200 len: 1094 time: 0.0655851 May 26 16:36:27.063055 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4778090-0efa-4ab7-bbfe-ca8c936b1680 req-6bd4dfef-b3aa-43d1-84fd-7b7ef5eab410 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:27.071947 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b4778090-0efa-4ab7-bbfe-ca8c936b1680 req-6bd4dfef-b3aa-43d1-84fd-7b7ef5eab410 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cab7249f-e0fe-4782-a9f2-24d5490ccd8e HTTP/1.1" status: 200 len: 1094 time: 0.1048944 May 26 16:36:27.085977 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317bd5e-bac4-4191-94ec-a08ef73c0bc5 req-1c779596-e7d9-415b-9bfb-00be7d19fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:27.091596 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5317bd5e-bac4-4191-94ec-a08ef73c0bc5 req-1c779596-e7d9-415b-9bfb-00be7d19fe9f service neutron] 10.222.0.81 "GET /v2.0/networks?id=7fb9ed10-ca33-4753-bcd9-c78089259084 HTTP/1.1" status: 200 len: 911 time: 0.1604567 May 26 16:36:27.144512 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5317bd5e-bac4-4191-94ec-a08ef73c0bc5 req-f0da800d-ef1f-4d62-b383-542a2148ebf9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc655761-e702-4d49-b63e-689af495b3e3 HTTP/1.1" status: 200 len: 217 time: 0.0438662 May 26 16:36:27.148982 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b4778090-0efa-4ab7-bbfe-ca8c936b1680 req-6053b277-2fba-4243-8360-11f74e8f4d69 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758545 May 26 16:36:27.219581 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317bd5e-bac4-4191-94ec-a08ef73c0bc5 req-b99af25f-5463-47cc-89d6-4665f5dcf8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:27.222071 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5317bd5e-bac4-4191-94ec-a08ef73c0bc5 req-b99af25f-5463-47cc-89d6-4665f5dcf8f5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f459946-475e-4dac-a3a2-5be459695ec2 HTTP/1.1" status: 200 len: 849 time: 0.0700665 May 26 16:36:27.284332 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317bd5e-bac4-4191-94ec-a08ef73c0bc5 req-93ef6f73-8697-4fd0-a0b1-fcaeb01b47ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:27.286118 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5317bd5e-bac4-4191-94ec-a08ef73c0bc5 req-93ef6f73-8697-4fd0-a0b1-fcaeb01b47ea service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7fb9ed10-ca33-4753-bcd9-c78089259084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569506 May 26 16:36:27.416282 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5317bd5e-bac4-4191-94ec-a08ef73c0bc5 req-6c5e2e4e-5911-4ea9-8229-d2cd432f22ff service neutron] 10.222.0.81 "GET /v2.0/networks/7fb9ed10-ca33-4753-bcd9-c78089259084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224270 May 26 16:36:27.591798 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5317bd5e-bac4-4191-94ec-a08ef73c0bc5 req-0dd87633-014c-4933-b2d6-d5669cccf2db service neutron] 10.222.0.81 "GET /v2.0/networks/7fb9ed10-ca33-4753-bcd9-c78089259084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678221 May 26 16:36:27.867728 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6780cace-0498-4750-9610-81a8db4e58c8 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:36:27.953573 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 6780cace-0498-4750-9610-81a8db4e58c8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:27.954356 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:28.007583 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device cc655761-e702-4d49-b63e-689af495b3e3 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:36:28.142929 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 6780cace-0498-4750-9610-81a8db4e58c8 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:36:28.285162 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port cc655761-e702-4d49-b63e-689af495b3e3, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=cc655761-e702-4d49-b63e-689af495b3e3,segment=NetworkSegment(af7916a4-6324-4fab-a4c5-875dd17f6f52),segment_id=af7916a4-6324-4fab-a4c5-875dd17f6f52)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:28.290951 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51729c4-417d-418e-a865-b7afc627c9ca req-da6e6a48-4c24-4bf9-88d8-2ef67a432b62 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:28.293293 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d51729c4-417d-418e-a865-b7afc627c9ca req-da6e6a48-4c24-4bf9-88d8-2ef67a432b62 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cab7249f-e0fe-4782-a9f2-24d5490ccd8e HTTP/1.1" status: 200 len: 1094 time: 0.0526762 May 26 16:36:28.313266 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'cc655761-e702-4d49-b63e-689af495b3e3', 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084', 'port_id': 'cc655761-e702-4d49-b63e-689af495b3e3', 'mac_address': 'fa:16:3e:7a:f5:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f459946-475e-4dac-a3a2-5be459695ec2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:36:28.382005 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d51729c4-417d-418e-a865-b7afc627c9ca req-9703077c-25bf-455b-b379-cf7be096c248 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802150 May 26 16:36:28.383966 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port cc655761-e702-4d49-b63e-689af495b3e3 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:36:28.384393 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:28.414408 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc655761-e702-4d49-b63e-689af495b3e3 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:36:28.442607 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port cc655761-e702-4d49-b63e-689af495b3e3, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=cc655761-e702-4d49-b63e-689af495b3e3,segment=NetworkSegment(af7916a4-6324-4fab-a4c5-875dd17f6f52),segment_id=af7916a4-6324-4fab-a4c5-875dd17f6f52)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:28.448202 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:28.501365 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=cc655761-e702-4d49-b63e-689af495b3e3,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:28.669554 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['cc655761-e702-4d49-b63e-689af495b3e3'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:36:29.706654 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfa983-38bc-4496-98fb-54074dd8fef6 req-22547ab5-414f-414c-84c1-1c77846adec3 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:29.709021 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-acdfa983-38bc-4496-98fb-54074dd8fef6 req-22547ab5-414f-414c-84c1-1c77846adec3 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cab7249f-e0fe-4782-a9f2-24d5490ccd8e HTTP/1.1" status: 200 len: 1095 time: 0.1053295 May 26 16:36:29.759770 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-acdfa983-38bc-4496-98fb-54074dd8fef6 req-c15dc949-28bf-4a59-9afc-cab771628cb2 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438030 May 26 16:36:29.999274 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device cc655761-e702-4d49-b63e-689af495b3e3 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:36:30.060459 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port cc655761-e702-4d49-b63e-689af495b3e3 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:36:30.071670 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port cc655761-e702-4d49-b63e-689af495b3e3 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:30.074219 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:30.220468 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port cc655761-e702-4d49-b63e-689af495b3e3 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:36:30.220946 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:30.255994 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab7249f-e0fe-4782-a9f2-24d5490ccd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc655761-e702-4d49-b63e-689af495b3e3'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:36:30.260347 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772e79a1-7d1d-441a-8883-667983c94a39" -d '{"events": [{"server_uuid": "cab7249f-e0fe-4782-a9f2-24d5490ccd8e", "name": "network-vif-plugged", "status": "completed", "tag": "cc655761-e702-4d49-b63e-689af495b3e3"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:36:30.297093 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port cc655761-e702-4d49-b63e-689af495b3e3, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=cc655761-e702-4d49-b63e-689af495b3e3,segment=NetworkSegment(af7916a4-6324-4fab-a4c5-875dd17f6f52),segment_id=af7916a4-6324-4fab-a4c5-875dd17f6f52)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:30.307251 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:30.433798 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=cc655761-e702-4d49-b63e-689af495b3e3,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:30.440986 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba6608c-11b0-49b5-a9ac-2679198c2096 x-openstack-request-id: req-6ba6608c-11b0-49b5-a9ac-2679198c2096 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:36:30.441393 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab7249f-e0fe-4782-a9f2-24d5490ccd8e", "name": "network-vif-plugged", "status": "completed", "tag": "cc655761-e702-4d49-b63e-689af495b3e3", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:36:30.441722 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6ba6608c-11b0-49b5-a9ac-2679198c2096 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:36:30.442204 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba6608c-11b0-49b5-a9ac-2679198c2096'] response: {'server_uuid': 'cab7249f-e0fe-4782-a9f2-24d5490ccd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc655761-e702-4d49-b63e-689af495b3e3', 'code': 200} May 26 16:36:30.474727 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5e88a-3ab0-4189-8ee6-afdebc128f64 req-391017f8-2b5c-4393-865c-c8ef1044f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:30.476441 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ebe5e88a-3ab0-4189-8ee6-afdebc128f64 req-391017f8-2b5c-4393-865c-c8ef1044f4f6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cab7249f-e0fe-4782-a9f2-24d5490ccd8e HTTP/1.1" status: 200 len: 1096 time: 0.0592325 May 26 16:36:30.527638 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ebe5e88a-3ab0-4189-8ee6-afdebc128f64 req-8e6c0e9b-ecba-4801-bc1b-139c121d5eb6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435433 May 26 16:36:30.726550 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:30.960065 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb452d-a75f-404c-8bb8-a36ebf3cf20a req-6a494c9e-e76d-4e13-bb9f-b187c9e53dc8 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:30.962474 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5cb452d-a75f-404c-8bb8-a36ebf3cf20a req-6a494c9e-e76d-4e13-bb9f-b187c9e53dc8 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cab7249f-e0fe-4782-a9f2-24d5490ccd8e HTTP/1.1" status: 200 len: 1096 time: 0.0820382 May 26 16:36:31.026087 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5cb452d-a75f-404c-8bb8-a36ebf3cf20a req-0e3d76af-284c-4860-8141-31c6d1f52474 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443144 May 26 16:36:32.156315 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87deac8b-9683-4c41-b670-0a02480ed840 req-88c605cf-90d4-41a5-867b-221ac6016515 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:32.167482 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87deac8b-9683-4c41-b670-0a02480ed840 req-88c605cf-90d4-41a5-867b-221ac6016515 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cab7249f-e0fe-4782-a9f2-24d5490ccd8e HTTP/1.1" status: 200 len: 1096 time: 0.0614800 May 26 16:36:32.219236 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87deac8b-9683-4c41-b670-0a02480ed840 req-9b01dbb0-4acf-4d95-b50a-a7e3a40ffd50 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504508 May 26 16:36:32.379107 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d19cf5-b91b-4b78-a6f9-8b4ce67c54d2 req-cf253239-aa45-4e1a-a6d0-deea337162ad tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:32.380707 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c6d19cf5-b91b-4b78-a6f9-8b4ce67c54d2 req-cf253239-aa45-4e1a-a6d0-deea337162ad tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cab7249f-e0fe-4782-a9f2-24d5490ccd8e HTTP/1.1" status: 200 len: 1096 time: 0.0478690 May 26 16:36:32.483770 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c6d19cf5-b91b-4b78-a6f9-8b4ce67c54d2 req-58611a28-8df0-426d-910b-11f625169ae4 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950966 May 26 16:36:32.638039 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5c5b3-9e25-4934-b9be-f7ea7a3c68d3 req-c7f7f858-ba9a-4be7-8d89-76f77763bca9 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:32.644729 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31c5c5b3-9e25-4934-b9be-f7ea7a3c68d3 req-c7f7f858-ba9a-4be7-8d89-76f77763bca9 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cab7249f-e0fe-4782-a9f2-24d5490ccd8e HTTP/1.1" status: 200 len: 1096 time: 0.0563979 May 26 16:36:32.685525 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31c5c5b3-9e25-4934-b9be-f7ea7a3c68d3 req-46a267a4-4ea0-480d-b811-9fa8fc62b7a4 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376086 May 26 16:36:33.133181 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdaa29-2267-4105-a458-39b715979f8e req-6f85cd5c-8fed-420e-a0c7-6644b788b346 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:33.135723 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1fdaa29-2267-4105-a458-39b715979f8e req-6f85cd5c-8fed-420e-a0c7-6644b788b346 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/networks?id=7fb9ed10-ca33-4753-bcd9-c78089259084 HTTP/1.1" status: 200 len: 911 time: 0.2011330 May 26 16:36:33.169683 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1fdaa29-2267-4105-a458-39b715979f8e req-4dd95949-5879-47c8-b516-6cc41c666f07 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/quotas/455c36604ede468e9cf381422e4a27a6 HTTP/1.1" status: 200 len: 375 time: 0.0125957 May 26 16:36:33.258841 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1fdaa29-2267-4105-a458-39b715979f8e req-255facbb-72ec-4161-987f-20b0a537ea84 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?tenant_id=455c36604ede468e9cf381422e4a27a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807576 May 26 16:36:33.430164 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1fdaa29-2267-4105-a458-39b715979f8e req-d6888530-a5e4-4aae-8513-4e2050f2a960 service neutron] 10.222.0.77 "GET /v2.0/networks/7fb9ed10-ca33-4753-bcd9-c78089259084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608529 May 26 16:36:33.575350 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1fdaa29-2267-4105-a458-39b715979f8e req-bbae1918-62e3-4d97-8f0c-f1e5777edf9c service neutron] 10.222.0.77 "GET /v2.0/networks/7fb9ed10-ca33-4753-bcd9-c78089259084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306164 May 26 16:36:33.826952 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76cc5abd-c82c-4548-a0db-5ef525743787 req-2d676bc1-fc43-4429-a815-90e443c1641b tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c14d85ea-4b0e-4348-87aa-dc9b09e8a135 HTTP/1.1" status: 200 len: 210 time: 0.0558848 May 26 16:36:34.917929 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af4c26e2-4b7e-4330-ac9e-d1b3b769e030 req-b7e0cd9e-df84-4d0c-bb99-dadcbe8aad00 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c14d85ea-4b0e-4348-87aa-dc9b09e8a135 HTTP/1.1" status: 200 len: 210 time: 0.0284560 May 26 16:36:35.168074 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdaa29-2267-4105-a458-39b715979f8e req-4d09e60f-5fd8-414e-b786-428343cd4403 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:35.169492 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b1fdaa29-2267-4105-a458-39b715979f8e req-4d09e60f-5fd8-414e-b786-428343cd4403 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.83 "GET /v2.0/networks?id=7fb9ed10-ca33-4753-bcd9-c78089259084 HTTP/1.1" status: 200 len: 911 time: 0.1051126 May 26 16:36:35.183882 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-b1fdaa29-2267-4105-a458-39b715979f8e req-b203a6a8-e3bd-46d5-81aa-59d574938118 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Request body: {'port': {'device_id': 'c14d85ea-4b0e-4348-87aa-dc9b09e8a135', 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084', 'admin_state_up': True, 'tenant_id': '455c36604ede468e9cf381422e4a27a6'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:36:35.205718 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1fdaa29-2267-4105-a458-39b715979f8e req-b203a6a8-e3bd-46d5-81aa-59d574938118 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Made reservation on behalf of 455c36604ede468e9cf381422e4a27a6 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:36:35.208249 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b1fdaa29-2267-4105-a458-39b715979f8e req-b203a6a8-e3bd-46d5-81aa-59d574938118 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:35.343373 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-b1fdaa29-2267-4105-a458-39b715979f8e req-b203a6a8-e3bd-46d5-81aa-59d574938118 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Allocated IP 172.20.0.13 (7fb9ed10-ca33-4753-bcd9-c78089259084/8f459946-475e-4dac-a3a2-5be459695ec2/f1aac27d-1755-4760-8e40-9d268c0d683f) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:36:35.542840 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b1fdaa29-2267-4105-a458-39b715979f8e req-b203a6a8-e3bd-46d5-81aa-59d574938118 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:35.590869 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b1fdaa29-2267-4105-a458-39b715979f8e req-b203a6a8-e3bd-46d5-81aa-59d574938118 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:35.602815 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['cc655761-e702-4d49-b63e-689af495b3e3'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:36:35.646835 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1fdaa29-2267-4105-a458-39b715979f8e req-b203a6a8-e3bd-46d5-81aa-59d574938118 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Network 7fb9ed10-ca33-4753-bcd9-c78089259084 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:36:35.652847 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-b1fdaa29-2267-4105-a458-39b715979f8e req-b203a6a8-e3bd-46d5-81aa-59d574938118 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:36:35.667384 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fdaa29-2267-4105-a458-39b715979f8e req-b203a6a8-e3bd-46d5-81aa-59d574938118 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:36:35.702790 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203a6a8-e3bd-46d5-81aa-59d574938118 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Pushing event updated for resources: {'Port': ['ID=f1aac27d-1755-4760-8e40-9d268c0d683f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:35.720164 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203a6a8-e3bd-46d5-81aa-59d574938118 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:35.720557 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203a6a8-e3bd-46d5-81aa-59d574938118 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:35.721724 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203a6a8-e3bd-46d5-81aa-59d574938118 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:35.722000 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203a6a8-e3bd-46d5-81aa-59d574938118 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:35.722336 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203a6a8-e3bd-46d5-81aa-59d574938118 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:35.722713 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203a6a8-e3bd-46d5-81aa-59d574938118 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:35.723127 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203a6a8-e3bd-46d5-81aa-59d574938118 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:35.723460 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203a6a8-e3bd-46d5-81aa-59d574938118 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:35.723787 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203a6a8-e3bd-46d5-81aa-59d574938118 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:35.724125 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203a6a8-e3bd-46d5-81aa-59d574938118 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:35.724456 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203a6a8-e3bd-46d5-81aa-59d574938118 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:35.724783 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203a6a8-e3bd-46d5-81aa-59d574938118 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:35.744596 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdaa29-2267-4105-a458-39b715979f8e req-b203a6a8-e3bd-46d5-81aa-59d574938118 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:35.745420 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b1fdaa29-2267-4105-a458-39b715979f8e req-b203a6a8-e3bd-46d5-81aa-59d574938118 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:35.771909 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b1fdaa29-2267-4105-a458-39b715979f8e req-b203a6a8-e3bd-46d5-81aa-59d574938118 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5924566 May 26 16:36:35.800207 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-b1fdaa29-2267-4105-a458-39b715979f8e req-99bfb264-3195-404d-a2c3-a3b3765a400c service neutron] Request body: {'port': {'device_id': 'c14d85ea-4b0e-4348-87aa-dc9b09e8a135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:36:35.865632 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b1fdaa29-2267-4105-a458-39b715979f8e req-99bfb264-3195-404d-a2c3-a3b3765a400c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:36.032323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4110ea51-f610-4ffe-96f4-b0b7dd7cdf5d None None] Provisioning complete for port f1aac27d-1755-4760-8e40-9d268c0d683f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:36.032574 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4110ea51-f610-4ffe-96f4-b0b7dd7cdf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:36.122665 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4110ea51-f610-4ffe-96f4-b0b7dd7cdf5d None None] Port f1aac27d-1755-4760-8e40-9d268c0d683f cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:36:36.254132 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-b1fdaa29-2267-4105-a458-39b715979f8e req-99bfb264-3195-404d-a2c3-a3b3765a400c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1aac27d-1755-4760-8e40-9d268c0d683f {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:36:36.262894 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b1fdaa29-2267-4105-a458-39b715979f8e req-99bfb264-3195-404d-a2c3-a3b3765a400c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:36.285191 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-b1fdaa29-2267-4105-a458-39b715979f8e req-99bfb264-3195-404d-a2c3-a3b3765a400c service neutron] Transition to ACTIVE for port object f1aac27d-1755-4760-8e40-9d268c0d683f will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:36:36.291293 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b1fdaa29-2267-4105-a458-39b715979f8e req-99bfb264-3195-404d-a2c3-a3b3765a400c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:36.302716 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a433b4e-a15a-4099-bc91-cc389ed79e18 req-9d77d3b2-66c2-4f80-ab0f-0b051f3f3899 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:36.313453 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a433b4e-a15a-4099-bc91-cc389ed79e18 req-9d77d3b2-66c2-4f80-ab0f-0b051f3f3899 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c14d85ea-4b0e-4348-87aa-dc9b09e8a135 HTTP/1.1" status: 200 len: 1028 time: 0.2448781 May 26 16:36:36.360444 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfb264-3195-404d-a2c3-a3b3765a400c service neutron] Pushing event updated for resources: {'Port': ['ID=f1aac27d-1755-4760-8e40-9d268c0d683f,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:36.419012 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8a433b4e-a15a-4099-bc91-cc389ed79e18 req-d292678c-c09b-4ef0-8d2a-9f893f40e30c tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040990 May 26 16:36:36.506406 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-b1fdaa29-2267-4105-a458-39b715979f8e req-99bfb264-3195-404d-a2c3-a3b3765a400c service neutron] Attempting to bind port f1aac27d-1755-4760-8e40-9d268c0d683f on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:36:36.507405 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-b1fdaa29-2267-4105-a458-39b715979f8e req-99bfb264-3195-404d-a2c3-a3b3765a400c service neutron] Attempting to bind port f1aac27d-1755-4760-8e40-9d268c0d683f by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'af7916a4-6324-4fab-a4c5-875dd17f6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:36:36.508069 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fdaa29-2267-4105-a458-39b715979f8e req-99bfb264-3195-404d-a2c3-a3b3765a400c service neutron] Attempting to bind port f1aac27d-1755-4760-8e40-9d268c0d683f on network 7fb9ed10-ca33-4753-bcd9-c78089259084 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:36:36.514610 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fdaa29-2267-4105-a458-39b715979f8e req-99bfb264-3195-404d-a2c3-a3b3765a400c service neutron] Port f1aac27d-1755-4760-8e40-9d268c0d683f on network 7fb9ed10-ca33-4753-bcd9-c78089259084 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:36:36.515472 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fdaa29-2267-4105-a458-39b715979f8e req-99bfb264-3195-404d-a2c3-a3b3765a400c service neutron] Attempting to bind port f1aac27d-1755-4760-8e40-9d268c0d683f on network 7fb9ed10-ca33-4753-bcd9-c78089259084 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:36:36.538515 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fdaa29-2267-4105-a458-39b715979f8e req-99bfb264-3195-404d-a2c3-a3b3765a400c service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:36:36.538926 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fdaa29-2267-4105-a458-39b715979f8e req-99bfb264-3195-404d-a2c3-a3b3765a400c service neutron] Checking segment: {'id': 'af7916a4-6324-4fab-a4c5-875dd17f6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:36:36.539247 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fdaa29-2267-4105-a458-39b715979f8e req-99bfb264-3195-404d-a2c3-a3b3765a400c service neutron] Bound using segment: {'id': 'af7916a4-6324-4fab-a4c5-875dd17f6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:36:36.539740 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-b1fdaa29-2267-4105-a458-39b715979f8e req-99bfb264-3195-404d-a2c3-a3b3765a400c service neutron] Bound port: f1aac27d-1755-4760-8e40-9d268c0d683f, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af7916a4-6324-4fab-a4c5-875dd17f6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:36:36.540149 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b1fdaa29-2267-4105-a458-39b715979f8e req-99bfb264-3195-404d-a2c3-a3b3765a400c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:36.629399 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-b1fdaa29-2267-4105-a458-39b715979f8e req-99bfb264-3195-404d-a2c3-a3b3765a400c service neutron] For port f1aac27d-1755-4760-8e40-9d268c0d683f, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:36:36.633984 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-b1fdaa29-2267-4105-a458-39b715979f8e req-99bfb264-3195-404d-a2c3-a3b3765a400c service neutron] For port f1aac27d-1755-4760-8e40-9d268c0d683f, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=f1aac27d-1755-4760-8e40-9d268c0d683f,segment=NetworkSegment(af7916a4-6324-4fab-a4c5-875dd17f6f52),segment_id=af7916a4-6324-4fab-a4c5-875dd17f6f52)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:36:36.641004 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b1fdaa29-2267-4105-a458-39b715979f8e req-99bfb264-3195-404d-a2c3-a3b3765a400c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:36.685471 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdaa29-2267-4105-a458-39b715979f8e req-99bfb264-3195-404d-a2c3-a3b3765a400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:36.686840 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b1fdaa29-2267-4105-a458-39b715979f8e req-99bfb264-3195-404d-a2c3-a3b3765a400c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:36.688641 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b1fdaa29-2267-4105-a458-39b715979f8e req-99bfb264-3195-404d-a2c3-a3b3765a400c service neutron] 10.222.0.83 "PUT /v2.0/ports/f1aac27d-1755-4760-8e40-9d268c0d683f HTTP/1.1" status: 200 len: 1092 time: 0.8955765 May 26 16:36:36.692713 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14d85ea-4b0e-4348-87aa-dc9b09e8a135', 'tag': 'f1aac27d-1755-4760-8e40-9d268c0d683f'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:36:36.694901 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38fdb54-0365-4c55-9b2e-dd1e2e13d155" -d '{"events": [{"name": "network-changed", "server_uuid": "c14d85ea-4b0e-4348-87aa-dc9b09e8a135", "tag": "f1aac27d-1755-4760-8e40-9d268c0d683f"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:36:36.738600 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfb264-3195-404d-a2c3-a3b3765a400c service neutron] Pushing event updated for resources: {'Port': ['ID=f1aac27d-1755-4760-8e40-9d268c0d683f,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:36.770988 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29edc89d-04c8-4fff-8353-4ce1c0f09c5b x-openstack-request-id: req-29edc89d-04c8-4fff-8353-4ce1c0f09c5b {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:36:36.771403 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14d85ea-4b0e-4348-87aa-dc9b09e8a135", "tag": "f1aac27d-1755-4760-8e40-9d268c0d683f", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:36:36.771748 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-29edc89d-04c8-4fff-8353-4ce1c0f09c5b {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:36:36.772903 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29edc89d-04c8-4fff-8353-4ce1c0f09c5b'] response: {'name': 'network-changed', 'server_uuid': 'c14d85ea-4b0e-4348-87aa-dc9b09e8a135', 'tag': 'f1aac27d-1755-4760-8e40-9d268c0d683f', 'status': 'completed', 'code': 200} May 26 16:36:36.843824 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdaa29-2267-4105-a458-39b715979f8e req-f54158d0-040c-4a35-8edf-0332ae57c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:36.846087 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b1fdaa29-2267-4105-a458-39b715979f8e req-f54158d0-040c-4a35-8edf-0332ae57c422 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=455c36604ede468e9cf381422e4a27a6&device_id=c14d85ea-4b0e-4348-87aa-dc9b09e8a135 HTTP/1.1" status: 200 len: 1095 time: 0.0547581 May 26 16:36:36.917691 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b1fdaa29-2267-4105-a458-39b715979f8e req-6395c8ba-c387-4f88-a710-df34b554c369 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1aac27d-1755-4760-8e40-9d268c0d683f HTTP/1.1" status: 200 len: 217 time: 0.0467701 May 26 16:36:36.997129 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdaa29-2267-4105-a458-39b715979f8e req-fe65c4b5-d296-4b60-8aad-e51e2435a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:36.999287 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b1fdaa29-2267-4105-a458-39b715979f8e req-fe65c4b5-d296-4b60-8aad-e51e2435a914 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8f459946-475e-4dac-a3a2-5be459695ec2 HTTP/1.1" status: 200 len: 849 time: 0.0708680 May 26 16:36:37.056192 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdaa29-2267-4105-a458-39b715979f8e req-0f638330-9813-4f9e-9b77-1db3f2f57d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:37.058009 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b1fdaa29-2267-4105-a458-39b715979f8e req-0f638330-9813-4f9e-9b77-1db3f2f57d91 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fb9ed10-ca33-4753-bcd9-c78089259084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479298 May 26 16:36:37.170622 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b1fdaa29-2267-4105-a458-39b715979f8e req-3f020bc6-e612-4386-9e08-1bfbbb6e1584 service neutron] 10.222.0.83 "GET /v2.0/networks/7fb9ed10-ca33-4753-bcd9-c78089259084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034729 May 26 16:36:37.294576 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b1fdaa29-2267-4105-a458-39b715979f8e req-519ec2fb-f81d-4302-9fdf-6d9135ba3206 service neutron] 10.222.0.83 "GET /v2.0/networks/7fb9ed10-ca33-4753-bcd9-c78089259084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125596 May 26 16:36:37.508283 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fdb54-0365-4c55-9b2e-dd1e2e13d155 req-41736b38-4e52-46d8-996a-1d1d3a93ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:37.510251 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b38fdb54-0365-4c55-9b2e-dd1e2e13d155 req-41736b38-4e52-46d8-996a-1d1d3a93ead1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=455c36604ede468e9cf381422e4a27a6&device_id=c14d85ea-4b0e-4348-87aa-dc9b09e8a135 HTTP/1.1" status: 200 len: 1095 time: 0.0915015 May 26 16:36:37.575909 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb27085-48d7-4b04-9559-c00aa859c8d2 req-5bd6dd2d-3277-4796-84a7-dcd8a6f12332 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:37.584303 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dbb27085-48d7-4b04-9559-c00aa859c8d2 req-5bd6dd2d-3277-4796-84a7-dcd8a6f12332 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c14d85ea-4b0e-4348-87aa-dc9b09e8a135 HTTP/1.1" status: 200 len: 1095 time: 0.0649943 May 26 16:36:37.652658 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dbb27085-48d7-4b04-9559-c00aa859c8d2 req-19f08929-3e73-4265-ba32-3cacc624f72b tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572908 May 26 16:36:37.704962 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fdb54-0365-4c55-9b2e-dd1e2e13d155 req-6ee1037c-a33a-4d88-ab7b-02ee89c565e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:37.709225 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b38fdb54-0365-4c55-9b2e-dd1e2e13d155 req-6ee1037c-a33a-4d88-ab7b-02ee89c565e0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7fb9ed10-ca33-4753-bcd9-c78089259084 HTTP/1.1" status: 200 len: 911 time: 0.1914339 May 26 16:36:37.783532 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b38fdb54-0365-4c55-9b2e-dd1e2e13d155 req-55e9b94f-e017-4673-bf13-96dc106b7b47 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1aac27d-1755-4760-8e40-9d268c0d683f HTTP/1.1" status: 200 len: 217 time: 0.0655079 May 26 16:36:37.851654 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fdb54-0365-4c55-9b2e-dd1e2e13d155 req-e93e2526-0520-4cc0-ada6-9981e833a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:37.853916 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b38fdb54-0365-4c55-9b2e-dd1e2e13d155 req-e93e2526-0520-4cc0-ada6-9981e833a78b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8f459946-475e-4dac-a3a2-5be459695ec2 HTTP/1.1" status: 200 len: 849 time: 0.0626326 May 26 16:36:37.944271 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fdb54-0365-4c55-9b2e-dd1e2e13d155 req-70642327-7119-4453-8e35-89a96f75a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:37.945792 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b38fdb54-0365-4c55-9b2e-dd1e2e13d155 req-70642327-7119-4453-8e35-89a96f75a325 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fb9ed10-ca33-4753-bcd9-c78089259084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841072 May 26 16:36:38.086832 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b38fdb54-0365-4c55-9b2e-dd1e2e13d155 req-cd7c2ed4-c6df-44da-8d35-4c57b4e87a4f service neutron] 10.222.0.83 "GET /v2.0/networks/7fb9ed10-ca33-4753-bcd9-c78089259084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329825 May 26 16:36:38.377586 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b38fdb54-0365-4c55-9b2e-dd1e2e13d155 req-165ab824-c4da-401b-9a02-3308cabb50b6 service neutron] 10.222.0.83 "GET /v2.0/networks/7fb9ed10-ca33-4753-bcd9-c78089259084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826359 May 26 16:36:38.777499 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ceb6c6-d46e-4831-bd28-1bd39abf718e req-99476a2f-c9cd-444f-bdb9-5eabd88a5106 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:38.779086 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-91ceb6c6-d46e-4831-bd28-1bd39abf718e req-99476a2f-c9cd-444f-bdb9-5eabd88a5106 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c14d85ea-4b0e-4348-87aa-dc9b09e8a135 HTTP/1.1" status: 200 len: 1095 time: 0.0607581 May 26 16:36:38.825399 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-91ceb6c6-d46e-4831-bd28-1bd39abf718e req-4fc17c17-eeec-466b-be32-12739da9ef13 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374911 May 26 16:36:39.790317 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34270) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:39.838903 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-e234a097-533b-4a9c-bdee-7c655bc5afa4 admin admin] Deleting subnet 52ec1618-8504-471b-bdce-d9abb75f30da {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:36:39.842078 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e234a097-533b-4a9c-bdee-7c655bc5afa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:39.884072 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e234a097-533b-4a9c-bdee-7c655bc5afa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:39.933813 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e234a097-533b-4a9c-bdee-7c655bc5afa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:39.956483 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347d1bd-053f-4a19-a393-75d06d8d3cff req-c53c0184-2ce9-4d0e-a877-7698c5b1b3c5 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:39.958193 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8347d1bd-053f-4a19-a393-75d06d8d3cff req-c53c0184-2ce9-4d0e-a877-7698c5b1b3c5 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c14d85ea-4b0e-4348-87aa-dc9b09e8a135 HTTP/1.1" status: 200 len: 1095 time: 0.0484545 May 26 16:36:40.009979 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e234a097-533b-4a9c-bdee-7c655bc5afa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:40.013550 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8347d1bd-053f-4a19-a393-75d06d8d3cff req-02c60678-27e7-44c1-9f18-ab6eb69420eb tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475955 May 26 16:36:40.037522 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234a097-533b-4a9c-bdee-7c655bc5afa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52ec1618-8504-471b-bdce-d9abb75f30da,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:40.055004 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e234a097-533b-4a9c-bdee-7c655bc5afa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:40.058200 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e234a097-533b-4a9c-bdee-7c655bc5afa4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/52ec1618-8504-471b-bdce-d9abb75f30da HTTP/1.1" status: 204 len: 168 time: 0.2667096 May 26 16:36:40.061220 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34276) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:40.151535 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d15996c-fe10-4ee8-844c-aa87122daea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:40.245469 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d15996c-fe10-4ee8-844c-aa87122daea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:40.288370 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-0d15996c-fe10-4ee8-844c-aa87122daea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f67c86-b54d-4c05-8d78-dfc556a0928d']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:40.301038 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-0d15996c-fe10-4ee8-844c-aa87122daea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f912487e-5c72-4906-9263-85b4b6d3b980') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:40.301389 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-0d15996c-fe10-4ee8-844c-aa87122daea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f912487e-5c72-4906-9263-85b4b6d3b980') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:36:40.312006 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d15996c-fe10-4ee8-844c-aa87122daea9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:40.328779 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d15996c-fe10-4ee8-844c-aa87122daea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:40.339903 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d15996c-fe10-4ee8-844c-aa87122daea9 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:36:40.340442 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d15996c-fe10-4ee8-844c-aa87122daea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:40.428722 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d15996c-fe10-4ee8-844c-aa87122daea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:40.447670 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d15996c-fe10-4ee8-844c-aa87122daea9 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:40.453584 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0d15996c-fe10-4ee8-844c-aa87122daea9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c5f67c86-b54d-4c05-8d78-dfc556a0928d HTTP/1.1" status: 204 len: 168 time: 0.3912399 May 26 16:36:40.500804 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15996c-fe10-4ee8-844c-aa87122daea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5f67c86-b54d-4c05-8d78-dfc556a0928d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:40.650057 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment f912487e-5c72-4906-9263-85b4b6d3b980 resource provider aggregate not found May 26 16:36:40.672926 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment f912487e-5c72-4906-9263-85b4b6d3b980 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f912487e-5c72-4906-9263-85b4b6d3b980 found for delete ", "request_id": "req-f9a91c57-63bf-4bfd-9fcd-b6d58745c1b3"}]} May 26 16:36:40.759540 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34292) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:40.803854 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-58586e08-20d7-42f2-9912-5ce82fbda888 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7438e24e782648e2afea0fa7248dddbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430644 May 26 16:36:40.807485 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34294) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:40.863162 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dbeec7b9-2201-4169-a698-e9e19dcfa54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:40.894289 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dbeec7b9-2201-4169-a698-e9e19dcfa54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:40.958421 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dbeec7b9-2201-4169-a698-e9e19dcfa54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:40.963277 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dbeec7b9-2201-4169-a698-e9e19dcfa54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:40.967472 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-dbeec7b9-2201-4169-a698-e9e19dcfa54d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9f960e5f-b44a-48ca-9a1d-d27f4ea1cc1b HTTP/1.1" status: 204 len: 168 time: 0.1566083 May 26 16:36:40.979838 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeec7b9-2201-4169-a698-e9e19dcfa54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f960e5f-b44a-48ca-9a1d-d27f4ea1cc1b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:41.190234 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ce4c1-64bc-4ef6-b4cc-968346dc2583 req-8a78b85e-980d-44ae-9f65-1a1bd576a194 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:41.202541 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e06ce4c1-64bc-4ef6-b4cc-968346dc2583 req-8a78b85e-980d-44ae-9f65-1a1bd576a194 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c14d85ea-4b0e-4348-87aa-dc9b09e8a135 HTTP/1.1" status: 200 len: 1095 time: 0.0840826 May 26 16:36:41.266013 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e06ce4c1-64bc-4ef6-b4cc-968346dc2583 req-0c2e2c05-5a41-4bb7-a04f-4664e9c469f5 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562844 May 26 16:36:42.644930 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd49cf-c75f-4ffc-b928-8042f49795c3 req-5ec05d34-a062-4274-a268-b7ec6f5ba0ec tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:42.646569 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9fd49cf-c75f-4ffc-b928-8042f49795c3 req-5ec05d34-a062-4274-a268-b7ec6f5ba0ec tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c14d85ea-4b0e-4348-87aa-dc9b09e8a135 HTTP/1.1" status: 200 len: 1095 time: 0.3126376 May 26 16:36:42.669790 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:36:42.717217 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9fd49cf-c75f-4ffc-b928-8042f49795c3 req-112c76c9-06e8-46c0-84cb-aff0aa1c8144 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431876 May 26 16:36:43.084905 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b04309e4-e9cc-41f0-a23e-54d742e880f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:43.115832 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device f1aac27d-1755-4760-8e40-9d268c0d683f details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:36:43.266668 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port f1aac27d-1755-4760-8e40-9d268c0d683f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=f1aac27d-1755-4760-8e40-9d268c0d683f,segment=NetworkSegment(af7916a4-6324-4fab-a4c5-875dd17f6f52),segment_id=af7916a4-6324-4fab-a4c5-875dd17f6f52)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:43.279949 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': 'f1aac27d-1755-4760-8e40-9d268c0d683f', 'network_id': '7fb9ed10-ca33-4753-bcd9-c78089259084', 'port_id': 'f1aac27d-1755-4760-8e40-9d268c0d683f', 'mac_address': 'fa:16:3e:21:bb:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f459946-475e-4dac-a3a2-5be459695ec2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:36:43.329435 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port f1aac27d-1755-4760-8e40-9d268c0d683f is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:36:43.329887 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:43.347435 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1aac27d-1755-4760-8e40-9d268c0d683f {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:36:43.369311 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port f1aac27d-1755-4760-8e40-9d268c0d683f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=f1aac27d-1755-4760-8e40-9d268c0d683f,segment=NetworkSegment(af7916a4-6324-4fab-a4c5-875dd17f6f52),segment_id=af7916a4-6324-4fab-a4c5-875dd17f6f52)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:43.379118 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:43.452048 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=f1aac27d-1755-4760-8e40-9d268c0d683f,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:43.463632 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:43.464078 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:43.464553 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:43.464963 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:43.465407 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:43.465827 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:43.466268 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:43.466673 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:43.467130 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:43.467552 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:43.467974 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:43.468389 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:36:43.835982 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['f1aac27d-1755-4760-8e40-9d268c0d683f'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:36:43.856956 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64d5af-5c7b-40f1-afdb-07b43fe50f0c req-23a53612-f799-43df-bbe7-65a7098b3d6d tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:43.858616 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff64d5af-5c7b-40f1-afdb-07b43fe50f0c req-23a53612-f799-43df-bbe7-65a7098b3d6d tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c14d85ea-4b0e-4348-87aa-dc9b09e8a135 HTTP/1.1" status: 200 len: 1096 time: 0.0482812 May 26 16:36:43.923150 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff64d5af-5c7b-40f1-afdb-07b43fe50f0c req-c708e69a-b875-4772-9b2d-799d87ec0a1a tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546393 May 26 16:36:44.459700 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d20e1-8754-4210-af0d-1b8551aa93f3 req-2023d625-867b-421c-95a4-b4d484f345e1 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:44.461995 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c04d20e1-8754-4210-af0d-1b8551aa93f3 req-2023d625-867b-421c-95a4-b4d484f345e1 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0832763 May 26 16:36:44.521259 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c04d20e1-8754-4210-af0d-1b8551aa93f3 req-60d64ab9-0059-4c11-8fc9-7deeb4f056cc tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501127 May 26 16:36:45.122759 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63029ea5-bff5-45ab-b513-b506af9bd135 req-046fb514-8eb3-4506-99f5-d4257ad1b275 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:45.125160 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-63029ea5-bff5-45ab-b513-b506af9bd135 req-046fb514-8eb3-4506-99f5-d4257ad1b275 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c14d85ea-4b0e-4348-87aa-dc9b09e8a135 HTTP/1.1" status: 200 len: 1096 time: 0.0861435 May 26 16:36:45.127591 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fef000a8-60bd-423b-9a74-21b324e67c17 req-bcb403ea-33d3-44c6-b8fe-257d91b3b8ab service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0918610 May 26 16:36:45.185455 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-63029ea5-bff5-45ab-b513-b506af9bd135 req-bdcc18c2-245b-46e1-9b2f-24beac199c07 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510583 May 26 16:36:45.238953 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef000a8-60bd-423b-9a74-21b324e67c17 req-69346306-0105-415d-bf8f-14e003365e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:45.240908 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fef000a8-60bd-423b-9a74-21b324e67c17 req-69346306-0105-415d-bf8f-14e003365e48 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 1096 time: 0.0446978 May 26 16:36:45.378312 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef000a8-60bd-423b-9a74-21b324e67c17 req-64c3d787-eac1-4664-a99f-46417461a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:45.379724 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fef000a8-60bd-423b-9a74-21b324e67c17 req-64c3d787-eac1-4664-a99f-46417461a599 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 913 time: 0.1162422 May 26 16:36:45.461762 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fef000a8-60bd-423b-9a74-21b324e67c17 req-32289af6-aa45-4f11-82ca-553e3a95a576 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 HTTP/1.1" status: 200 len: 1001 time: 0.0754838 May 26 16:36:45.473627 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3e9ad937-744c-46d4-a0f2-b3215946eb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:45.518666 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef000a8-60bd-423b-9a74-21b324e67c17 req-a84b7c94-7c49-44fa-b7bd-d3fb4063cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:45.520264 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fef000a8-60bd-423b-9a74-21b324e67c17 req-a84b7c94-7c49-44fa-b7bd-d3fb4063cf0b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5431b2c2-5959-417a-9a98-2b2d0e6627f0 HTTP/1.1" status: 200 len: 851 time: 0.0512002 May 26 16:36:45.571105 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef000a8-60bd-423b-9a74-21b324e67c17 req-ffb45d8b-99f7-48ff-9600-f20c8f5dfbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:45.572857 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fef000a8-60bd-423b-9a74-21b324e67c17 req-ffb45d8b-99f7-48ff-9600-f20c8f5dfbaa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceae140a-4691-47b9-ad57-1026c75c737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458045 May 26 16:36:45.586995 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-fef000a8-60bd-423b-9a74-21b324e67c17 req-5611effe-ff8c-4aa5-ad66-2b3245e1118d service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:36:45.588146 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fef000a8-60bd-423b-9a74-21b324e67c17 req-5611effe-ff8c-4aa5-ad66-2b3245e1118d service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061984 May 26 16:36:45.672342 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf55bb-ef2c-450f-b3fb-eb567082f4c9 req-f9053f07-6f9c-4797-9181-34eead2baeba tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:45.673927 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bebf55bb-ef2c-450f-b3fb-eb567082f4c9 req-f9053f07-6f9c-4797-9181-34eead2baeba tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0639229 May 26 16:36:45.726871 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bebf55bb-ef2c-450f-b3fb-eb567082f4c9 req-13160bcd-7c82-4063-96f1-c703d004c447 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448179 May 26 16:36:45.745063 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fef000a8-60bd-423b-9a74-21b324e67c17 req-b792b11b-2ded-4a10-bf6c-288a8281f9b0 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498580 May 26 16:36:45.858596 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-fef000a8-60bd-423b-9a74-21b324e67c17 req-157c776c-3526-47be-9d0b-a187462f4ef9 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025126 May 26 16:36:46.314146 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493270c5-0568-4c33-9e7d-ebde464385e3 req-88473cfe-01c0-4465-97e5-99f2ea79bbb8 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:46.321156 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-493270c5-0568-4c33-9e7d-ebde464385e3 req-88473cfe-01c0-4465-97e5-99f2ea79bbb8 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c14d85ea-4b0e-4348-87aa-dc9b09e8a135 HTTP/1.1" status: 200 len: 1096 time: 0.0536788 May 26 16:36:46.372530 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-493270c5-0568-4c33-9e7d-ebde464385e3 req-2a2ef702-e1c3-414f-b88a-e61beed1fd87 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476038 May 26 16:36:46.598670 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:46.881258 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d23562-62a5-47aa-b036-26df5ec44a6b req-eaebedad-9b38-4379-95bf-8377d34a84a6 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:46.882953 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f7d23562-62a5-47aa-b036-26df5ec44a6b req-eaebedad-9b38-4379-95bf-8377d34a84a6 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0660665 May 26 16:36:46.940252 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f7d23562-62a5-47aa-b036-26df5ec44a6b req-690dab43-e630-43d8-a435-5c222de4e499 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494595 May 26 16:36:47.130997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device f1aac27d-1755-4760-8e40-9d268c0d683f up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:36:47.196121 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port f1aac27d-1755-4760-8e40-9d268c0d683f completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:36:47.201198 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port f1aac27d-1755-4760-8e40-9d268c0d683f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:36:47.201835 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:47.298363 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port f1aac27d-1755-4760-8e40-9d268c0d683f is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:36:47.299364 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:47.325889 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14d85ea-4b0e-4348-87aa-dc9b09e8a135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aac27d-1755-4760-8e40-9d268c0d683f'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:36:47.328545 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b0448b-ad93-4347-9d3f-671e53b62dfb" -d '{"events": [{"server_uuid": "c14d85ea-4b0e-4348-87aa-dc9b09e8a135", "name": "network-vif-plugged", "status": "completed", "tag": "f1aac27d-1755-4760-8e40-9d268c0d683f"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:36:47.359205 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port f1aac27d-1755-4760-8e40-9d268c0d683f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=f1aac27d-1755-4760-8e40-9d268c0d683f,segment=NetworkSegment(af7916a4-6324-4fab-a4c5-875dd17f6f52),segment_id=af7916a4-6324-4fab-a4c5-875dd17f6f52)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:47.365997 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:47.403818 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef33f359-db15-4258-bc3b-f9254befc915 x-openstack-request-id: req-ef33f359-db15-4258-bc3b-f9254befc915 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:36:47.404193 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14d85ea-4b0e-4348-87aa-dc9b09e8a135", "name": "network-vif-plugged", "status": "completed", "tag": "f1aac27d-1755-4760-8e40-9d268c0d683f", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:36:47.404942 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ef33f359-db15-4258-bc3b-f9254befc915 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:36:47.406492 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef33f359-db15-4258-bc3b-f9254befc915'] response: {'server_uuid': 'c14d85ea-4b0e-4348-87aa-dc9b09e8a135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aac27d-1755-4760-8e40-9d268c0d683f', 'code': 200} May 26 16:36:47.468888 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=f1aac27d-1755-4760-8e40-9d268c0d683f,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:47.556409 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699b62a-76d0-4c3b-8023-42b0aa57ec12 req-60f4ab2d-f137-4c2d-a500-b2c1ef219b6e tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:47.559094 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6699b62a-76d0-4c3b-8023-42b0aa57ec12 req-60f4ab2d-f137-4c2d-a500-b2c1ef219b6e tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c14d85ea-4b0e-4348-87aa-dc9b09e8a135 HTTP/1.1" status: 200 len: 1097 time: 0.0634823 May 26 16:36:47.599600 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e6cb0-a927-4200-a7ad-570d039faf87 req-971162e1-aaed-412d-b2da-783ece4ad031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:47.601515 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a51e6cb0-a927-4200-a7ad-570d039faf87 req-971162e1-aaed-412d-b2da-783ece4ad031 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c14d85ea-4b0e-4348-87aa-dc9b09e8a135 HTTP/1.1" status: 200 len: 1097 time: 0.0732648 May 26 16:36:47.613911 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6699b62a-76d0-4c3b-8023-42b0aa57ec12 req-51eb6fd9-079d-492f-931f-b2c48b8b0e9c tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440803 May 26 16:36:47.656290 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a51e6cb0-a927-4200-a7ad-570d039faf87 req-8e7e24f8-e6fb-49bf-b562-2fdfbc9b113a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421515 May 26 16:36:48.111653 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766b5f1-8ebc-44ad-b7b5-b7478b7eb0b9 req-cae36db2-5298-4362-a83f-71e18ec2b619 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:48.113482 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8766b5f1-8ebc-44ad-b7b5-b7478b7eb0b9 req-cae36db2-5298-4362-a83f-71e18ec2b619 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0681348 May 26 16:36:48.155281 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:48.167836 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8766b5f1-8ebc-44ad-b7b5-b7478b7eb0b9 req-91e1601e-8dbb-4bad-953a-07febef48124 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468483 May 26 16:36:48.338671 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:48.801378 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20222e96-3fc6-4e92-b946-c2f45202dd9e req-83b39bb8-9971-4b7e-91c8-cea259bfd59a tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:48.804807 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-20222e96-3fc6-4e92-b946-c2f45202dd9e req-83b39bb8-9971-4b7e-91c8-cea259bfd59a tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c14d85ea-4b0e-4348-87aa-dc9b09e8a135 HTTP/1.1" status: 200 len: 1097 time: 0.0806575 May 26 16:36:48.881457 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-20222e96-3fc6-4e92-b946-c2f45202dd9e req-168f2b4b-a71a-4c62-b6ed-36f7bced310f tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685620 May 26 16:36:48.995981 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:49.324026 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d19b58-b4c6-4249-ace4-2809f4262cd9 req-154d1264-ab45-4e77-8ad2-5e8d4bb71b5c tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:49.328658 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-17d19b58-b4c6-4249-ace4-2809f4262cd9 req-154d1264-ab45-4e77-8ad2-5e8d4bb71b5c tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0683374 May 26 16:36:49.377288 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-17d19b58-b4c6-4249-ace4-2809f4262cd9 req-9dbecafa-285c-4b55-a02a-fe98136bc71a tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424848 May 26 16:36:50.010469 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aca1ba-e002-45e9-a0b5-56b2ad59bddc req-feb57f19-2a4d-4ab2-825c-80ad5905cac2 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:50.012627 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88aca1ba-e002-45e9-a0b5-56b2ad59bddc req-feb57f19-2a4d-4ab2-825c-80ad5905cac2 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c14d85ea-4b0e-4348-87aa-dc9b09e8a135 HTTP/1.1" status: 200 len: 1097 time: 0.0544529 May 26 16:36:50.060349 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88aca1ba-e002-45e9-a0b5-56b2ad59bddc req-2c9541f7-1662-428d-acc3-9afc77a36b5a tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393558 May 26 16:36:50.237651 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f7e78-7a4f-4980-8d9f-4dc15b685f19 req-66ded8d1-e796-4694-9efd-9517a9b0dd22 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:50.240415 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d36f7e78-7a4f-4980-8d9f-4dc15b685f19 req-66ded8d1-e796-4694-9efd-9517a9b0dd22 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c14d85ea-4b0e-4348-87aa-dc9b09e8a135 HTTP/1.1" status: 200 len: 1097 time: 0.0825663 May 26 16:36:50.292752 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d36f7e78-7a4f-4980-8d9f-4dc15b685f19 req-c63a6277-ad8a-43eb-859c-950ee63739f9 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455053 May 26 16:36:50.431805 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982a620-061d-45d6-99c6-891d2daf3b7a req-56a3ec9b-0a1c-484d-b2c5-2343a691d5b1 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:50.433396 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a982a620-061d-45d6-99c6-891d2daf3b7a req-56a3ec9b-0a1c-484d-b2c5-2343a691d5b1 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c14d85ea-4b0e-4348-87aa-dc9b09e8a135 HTTP/1.1" status: 200 len: 1097 time: 0.0577998 May 26 16:36:50.517386 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a982a620-061d-45d6-99c6-891d2daf3b7a req-b65a8be3-ab84-4c82-b2cb-a2da36e3f2f7 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707233 May 26 16:36:50.563310 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfdaad-6936-4f2a-a5ac-3c9b992c72ea req-2ebea359-168c-4401-8938-22542267fc28 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:50.565504 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-59bfdaad-6936-4f2a-a5ac-3c9b992c72ea req-2ebea359-168c-4401-8938-22542267fc28 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0962048 May 26 16:36:50.620383 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-59bfdaad-6936-4f2a-a5ac-3c9b992c72ea req-c9ec95f1-3133-422b-ade1-4715064e34dd tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435209 May 26 16:36:50.887171 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e39ad7-7342-437c-9b2e-0a3b71bb1ef3 req-70d0b292-2380-41f3-a42d-ea020581bd80 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:50.891309 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-49e39ad7-7342-437c-9b2e-0a3b71bb1ef3 req-70d0b292-2380-41f3-a42d-ea020581bd80 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c14d85ea-4b0e-4348-87aa-dc9b09e8a135 HTTP/1.1" status: 200 len: 1097 time: 0.0805097 May 26 16:36:50.959994 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-49e39ad7-7342-437c-9b2e-0a3b71bb1ef3 req-d4776a8d-3b48-4054-88b5-87f1fe07ed8a tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605111 May 26 16:36:51.790153 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c88d9-0253-445a-83f1-5da0704b9c20 req-731f007a-5d0f-46fe-bd40-d0baa358279d tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:51.792557 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e2c88d9-0253-445a-83f1-5da0704b9c20 req-731f007a-5d0f-46fe-bd40-d0baa358279d tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0620627 May 26 16:36:51.838538 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e2c88d9-0253-445a-83f1-5da0704b9c20 req-168529cc-c14d-4ceb-a786-31cd80086a80 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395391 May 26 16:36:52.107737 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2405c3c-272d-446e-aa27-d639baf059e8 req-ff317785-c443-40c3-915d-87f704a78089 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:52.110120 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2405c3c-272d-446e-aa27-d639baf059e8 req-ff317785-c443-40c3-915d-87f704a78089 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c14d85ea-4b0e-4348-87aa-dc9b09e8a135 HTTP/1.1" status: 200 len: 1097 time: 0.0709140 May 26 16:36:52.163257 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2405c3c-272d-446e-aa27-d639baf059e8 req-d8b27989-ba88-49d9-9c3e-309b075ff603 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396016 May 26 16:36:52.925050 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d862d-2b93-455f-a50a-23bbfa54a452 req-582fb705-42af-41af-b98e-39e23fb6cf57 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:52.929313 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-443d862d-2b93-455f-a50a-23bbfa54a452 req-582fb705-42af-41af-b98e-39e23fb6cf57 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=c14d85ea-4b0e-4348-87aa-dc9b09e8a135 HTTP/1.1" status: 200 len: 1097 time: 0.0716031 May 26 16:36:52.980121 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02e568-97a0-4116-a361-a69462715b69 req-bf88c701-cc75-4a05-9537-34310e29828b tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:52.988707 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba02e568-97a0-4116-a361-a69462715b69 req-bf88c701-cc75-4a05-9537-34310e29828b tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0648525 May 26 16:36:53.044455 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba02e568-97a0-4116-a361-a69462715b69 req-1694492c-565f-48ec-9211-02a6608329ed tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546749 May 26 16:36:53.083840 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-443d862d-2b93-455f-a50a-23bbfa54a452 req-2200890d-caa7-40ab-84da-3742b2f99952 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Deleting port f1aac27d-1755-4760-8e40-9d268c0d683f {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:36:53.084216 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-443d862d-2b93-455f-a50a-23bbfa54a452 req-2200890d-caa7-40ab-84da-3742b2f99952 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:53.184613 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-443d862d-2b93-455f-a50a-23bbfa54a452 req-2200890d-caa7-40ab-84da-3742b2f99952 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] For port f1aac27d-1755-4760-8e40-9d268c0d683f, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=f1aac27d-1755-4760-8e40-9d268c0d683f,segment=NetworkSegment(af7916a4-6324-4fab-a4c5-875dd17f6f52),segment_id=af7916a4-6324-4fab-a4c5-875dd17f6f52)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:53.184975 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-443d862d-2b93-455f-a50a-23bbfa54a452 req-2200890d-caa7-40ab-84da-3742b2f99952 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:53.199092 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-443d862d-2b93-455f-a50a-23bbfa54a452 req-2200890d-caa7-40ab-84da-3742b2f99952 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Calling delete_port for f1aac27d-1755-4760-8e40-9d268c0d683f owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:36:53.400335 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe19cf-adeb-4c9d-b22f-12aa262d9328 req-d68a6acc-52b9-42b0-a288-4b4d0f3c0da0 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:53.412918 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3cbe19cf-adeb-4c9d-b22f-12aa262d9328 req-d68a6acc-52b9-42b0-a288-4b4d0f3c0da0 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c14d85ea-4b0e-4348-87aa-dc9b09e8a135 HTTP/1.1" status: 200 len: 1097 time: 0.1253514 May 26 16:36:53.446386 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-443d862d-2b93-455f-a50a-23bbfa54a452 req-2200890d-caa7-40ab-84da-3742b2f99952 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:53.460557 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['cc655761-e702-4d49-b63e-689af495b3e3'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:36:53.466647 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3cbe19cf-adeb-4c9d-b22f-12aa262d9328 req-95fc7462-0ed1-4356-9364-6933939bafb9 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503390 May 26 16:36:53.535544 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200890d-caa7-40ab-84da-3742b2f99952 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1aac27d-1755-4760-8e40-9d268c0d683f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:53.563401 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['f1aac27d-1755-4760-8e40-9d268c0d683f'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:36:53.571614 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-443d862d-2b93-455f-a50a-23bbfa54a452 req-2200890d-caa7-40ab-84da-3742b2f99952 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] No DVR routers for this DVR port f1aac27d-1755-4760-8e40-9d268c0d683f on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:36:53.574309 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-443d862d-2b93-455f-a50a-23bbfa54a452 req-2200890d-caa7-40ab-84da-3742b2f99952 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:53.579662 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-443d862d-2b93-455f-a50a-23bbfa54a452 req-2200890d-caa7-40ab-84da-3742b2f99952 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.83 "DELETE /v2.0/ports/f1aac27d-1755-4760-8e40-9d268c0d683f HTTP/1.1" status: 204 len: 173 time: 0.6423156 May 26 16:36:53.581549 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14d85ea-4b0e-4348-87aa-dc9b09e8a135', 'name': 'network-vif-deleted', 'tag': 'f1aac27d-1755-4760-8e40-9d268c0d683f'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:36:53.585739 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4927a510-9d9c-44b6-b300-4b9a70dd9c83" -d '{"events": [{"server_uuid": "c14d85ea-4b0e-4348-87aa-dc9b09e8a135", "name": "network-vif-deleted", "tag": "f1aac27d-1755-4760-8e40-9d268c0d683f"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:36:53.714170 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5c97dc-fdc3-4afe-9620-e59caa653179 x-openstack-request-id: req-0a5c97dc-fdc3-4afe-9620-e59caa653179 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:36:53.714820 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14d85ea-4b0e-4348-87aa-dc9b09e8a135", "name": "network-vif-deleted", "tag": "f1aac27d-1755-4760-8e40-9d268c0d683f", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:36:53.715535 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a5c97dc-fdc3-4afe-9620-e59caa653179 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:36:53.716375 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a5c97dc-fdc3-4afe-9620-e59caa653179'] response: {'server_uuid': 'c14d85ea-4b0e-4348-87aa-dc9b09e8a135', 'name': 'network-vif-deleted', 'tag': 'f1aac27d-1755-4760-8e40-9d268c0d683f', 'status': 'completed', 'code': 200} May 26 16:36:54.177503 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf7bed-7bf0-4592-9fd5-3fe8e0560dff req-f03413e6-88cd-4e70-9a43-d59626368749 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:54.179853 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-53bf7bed-7bf0-4592-9fd5-3fe8e0560dff req-f03413e6-88cd-4e70-9a43-d59626368749 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0674191 May 26 16:36:54.254533 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-53bf7bed-7bf0-4592-9fd5-3fe8e0560dff req-3475d5e8-32ca-458a-a129-a92700f9217c tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672271 May 26 16:36:54.959848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2106e-4d93-4987-8c9a-9f507386c9ba req-c5733ca3-477d-4aa0-84b6-d8034eb395a8 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:54.962287 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5b2106e-4d93-4987-8c9a-9f507386c9ba req-c5733ca3-477d-4aa0-84b6-d8034eb395a8 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cab7249f-e0fe-4782-a9f2-24d5490ccd8e HTTP/1.1" status: 200 len: 1096 time: 0.0812020 May 26 16:36:55.022056 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5b2106e-4d93-4987-8c9a-9f507386c9ba req-92f32abb-f398-4344-8310-ccc5bbf3bb83 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528264 May 26 16:36:55.432596 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e47f11-6c8d-4eba-96d2-ffbed72beffa req-d8a6b353-1260-490b-81ef-35a454cee2c0 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:55.441003 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b4e47f11-6c8d-4eba-96d2-ffbed72beffa req-d8a6b353-1260-490b-81ef-35a454cee2c0 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0701802 May 26 16:36:55.496492 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b4e47f11-6c8d-4eba-96d2-ffbed72beffa req-cf2d317a-8f69-4069-a70d-76dec4e76344 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506411 May 26 16:36:56.182081 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091452d-1081-4b06-a94c-d1e79fefcd07 req-5eb8fd58-3df8-447e-a956-a8ed08968679 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:56.184525 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c091452d-1081-4b06-a94c-d1e79fefcd07 req-5eb8fd58-3df8-447e-a956-a8ed08968679 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cab7249f-e0fe-4782-a9f2-24d5490ccd8e HTTP/1.1" status: 200 len: 1096 time: 0.0548518 May 26 16:36:56.237346 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c091452d-1081-4b06-a94c-d1e79fefcd07 req-34bf3819-5e8a-4417-9d6c-85bec6e8e11a tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6de38ac8-eea8-43c2-9538-1a005c44cddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443418 May 26 16:36:56.258873 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d476bf1-25e9-47cc-b3f4-ae6f5413776d req-bc50d289-8714-4fe3-9f4d-553319947eb1 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:56.260992 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2d476bf1-25e9-47cc-b3f4-ae6f5413776d req-bc50d289-8714-4fe3-9f4d-553319947eb1 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cab7249f-e0fe-4782-a9f2-24d5490ccd8e HTTP/1.1" status: 200 len: 1096 time: 0.0487576 May 26 16:36:56.412351 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-2d476bf1-25e9-47cc-b3f4-ae6f5413776d req-76cae2ed-2946-49c9-8c96-18db465b1f46 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Deleting port cc655761-e702-4d49-b63e-689af495b3e3 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:36:56.417561 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2d476bf1-25e9-47cc-b3f4-ae6f5413776d req-76cae2ed-2946-49c9-8c96-18db465b1f46 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:56.575109 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-2d476bf1-25e9-47cc-b3f4-ae6f5413776d req-76cae2ed-2946-49c9-8c96-18db465b1f46 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] For port cc655761-e702-4d49-b63e-689af495b3e3, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=cc655761-e702-4d49-b63e-689af495b3e3,segment=NetworkSegment(af7916a4-6324-4fab-a4c5-875dd17f6f52),segment_id=af7916a4-6324-4fab-a4c5-875dd17f6f52)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:36:56.575643 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2d476bf1-25e9-47cc-b3f4-ae6f5413776d req-76cae2ed-2946-49c9-8c96-18db465b1f46 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:56.595945 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-2d476bf1-25e9-47cc-b3f4-ae6f5413776d req-76cae2ed-2946-49c9-8c96-18db465b1f46 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Calling delete_port for cc655761-e702-4d49-b63e-689af495b3e3 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:36:56.672241 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d85df4-0fdd-4d63-a39e-01ae39f292fa req-d597c309-7ba3-407d-af13-cf02c69411c3 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:56.674093 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1d85df4-0fdd-4d63-a39e-01ae39f292fa req-d597c309-7ba3-407d-af13-cf02c69411c3 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0815027 May 26 16:36:56.724383 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1d85df4-0fdd-4d63-a39e-01ae39f292fa req-d8fde976-d5fd-41d5-a049-1efc99f554e3 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431936 May 26 16:36:56.822878 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2d476bf1-25e9-47cc-b3f4-ae6f5413776d req-76cae2ed-2946-49c9-8c96-18db465b1f46 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:56.836975 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['cc655761-e702-4d49-b63e-689af495b3e3'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:36:56.893954 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cae2ed-2946-49c9-8c96-18db465b1f46 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc655761-e702-4d49-b63e-689af495b3e3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:36:56.981332 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d476bf1-25e9-47cc-b3f4-ae6f5413776d req-76cae2ed-2946-49c9-8c96-18db465b1f46 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] No DVR routers for this DVR port cc655761-e702-4d49-b63e-689af495b3e3 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:36:56.985468 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2d476bf1-25e9-47cc-b3f4-ae6f5413776d req-76cae2ed-2946-49c9-8c96-18db465b1f46 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:56.991731 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2d476bf1-25e9-47cc-b3f4-ae6f5413776d req-76cae2ed-2946-49c9-8c96-18db465b1f46 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.81 "DELETE /v2.0/ports/cc655761-e702-4d49-b63e-689af495b3e3 HTTP/1.1" status: 204 len: 173 time: 0.7221243 May 26 16:36:56.992588 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab7249f-e0fe-4782-a9f2-24d5490ccd8e', 'name': 'network-vif-deleted', 'tag': 'cc655761-e702-4d49-b63e-689af495b3e3'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:36:56.997099 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd679c7-7403-4c7e-9b1c-00155858bf91" -d '{"events": [{"server_uuid": "cab7249f-e0fe-4782-a9f2-24d5490ccd8e", "name": "network-vif-deleted", "tag": "cc655761-e702-4d49-b63e-689af495b3e3"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:36:57.074114 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d99bce-0072-4159-8296-cfa470cf9d39 x-openstack-request-id: req-e7d99bce-0072-4159-8296-cfa470cf9d39 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:36:57.074588 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab7249f-e0fe-4782-a9f2-24d5490ccd8e", "name": "network-vif-deleted", "tag": "cc655761-e702-4d49-b63e-689af495b3e3", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:36:57.075005 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e7d99bce-0072-4159-8296-cfa470cf9d39 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:36:57.076064 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7d99bce-0072-4159-8296-cfa470cf9d39'] response: {'server_uuid': 'cab7249f-e0fe-4782-a9f2-24d5490ccd8e', 'name': 'network-vif-deleted', 'tag': 'cc655761-e702-4d49-b63e-689af495b3e3', 'status': 'completed', 'code': 200} May 26 16:36:57.193710 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device f1aac27d-1755-4760-8e40-9d268c0d683f no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:36:57.229046 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: f1aac27d-1755-4760-8e40-9d268c0d683f {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:36:57.229535 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device f1aac27d-1755-4760-8e40-9d268c0d683f not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:36:57.451933 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3c361d6e-9079-4986-aeae-1924513cbf64 req-a51594d0-0306-4ed4-b015-998bd97a0688 tempest-TestServerMultinode-561174416 tempest-TestServerMultinode-561174416-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cab7249f-e0fe-4782-a9f2-24d5490ccd8e HTTP/1.1" status: 200 len: 210 time: 0.0775375 May 26 16:36:57.945570 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22274f-b034-4e46-8843-3f0ac345273a req-b6d7c9c0-05e5-4cc1-8291-682bf97e1b4f tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:57.947937 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0d22274f-b034-4e46-8843-3f0ac345273a req-b6d7c9c0-05e5-4cc1-8291-682bf97e1b4f tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0916224 May 26 16:36:57.996274 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0d22274f-b034-4e46-8843-3f0ac345273a req-77df0adc-c8ce-45bd-b5e4-b95dc9303817 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390694 May 26 16:36:58.515257 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34564) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:36:59.010186 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-75ccc58e-36a3-4f04-b5d5-c775923a54e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:36:59.605282 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe78de4-ea34-4f06-ba7f-103179b658f0 req-6d35461d-3b17-4d15-9923-71fdda1b1f62 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:36:59.606733 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9fe78de4-ea34-4f06-ba7f-103179b658f0 req-6d35461d-3b17-4d15-9923-71fdda1b1f62 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0709085 May 26 16:36:59.711847 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9fe78de4-ea34-4f06-ba7f-103179b658f0 req-bb494e90-2682-4123-937e-8749d203ee1d tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733697 May 26 16:36:59.870796 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc58e-36a3-4f04-b5d5-c775923a54e7 admin admin] Deleting port 0a9ab028-e0de-4a5b-afba-7310efc295ab {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:36:59.871612 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-75ccc58e-36a3-4f04-b5d5-c775923a54e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:00.050401 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-75ccc58e-36a3-4f04-b5d5-c775923a54e7 admin admin] For port 0a9ab028-e0de-4a5b-afba-7310efc295ab, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0a9ab028-e0de-4a5b-afba-7310efc295ab,segment=NetworkSegment(af7916a4-6324-4fab-a4c5-875dd17f6f52),segment_id=af7916a4-6324-4fab-a4c5-875dd17f6f52)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:37:00.051263 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-75ccc58e-36a3-4f04-b5d5-c775923a54e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:00.086621 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc58e-36a3-4f04-b5d5-c775923a54e7 admin admin] Calling delete_port for 0a9ab028-e0de-4a5b-afba-7310efc295ab owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:37:00.099880 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device cc655761-e702-4d49-b63e-689af495b3e3 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:37:00.140698 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: cc655761-e702-4d49-b63e-689af495b3e3 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:37:00.141229 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device cc655761-e702-4d49-b63e-689af495b3e3 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:37:00.455322 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-75ccc58e-36a3-4f04-b5d5-c775923a54e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:00.489414 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc58e-36a3-4f04-b5d5-c775923a54e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a9ab028-e0de-4a5b-afba-7310efc295ab,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:00.543971 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc58e-36a3-4f04-b5d5-c775923a54e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:00.544485 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc58e-36a3-4f04-b5d5-c775923a54e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:00.544925 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc58e-36a3-4f04-b5d5-c775923a54e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:00.545383 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc58e-36a3-4f04-b5d5-c775923a54e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:00.545828 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc58e-36a3-4f04-b5d5-c775923a54e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:00.546253 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc58e-36a3-4f04-b5d5-c775923a54e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:00.546766 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc58e-36a3-4f04-b5d5-c775923a54e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:00.547193 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc58e-36a3-4f04-b5d5-c775923a54e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:00.547621 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc58e-36a3-4f04-b5d5-c775923a54e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:00.548182 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc58e-36a3-4f04-b5d5-c775923a54e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:00.548891 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc58e-36a3-4f04-b5d5-c775923a54e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:00.549489 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc58e-36a3-4f04-b5d5-c775923a54e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:00.712048 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:00.722659 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-75ccc58e-36a3-4f04-b5d5-c775923a54e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:00.963317 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48257695-9be4-4b22-9908-575271615d92 req-10b7d80c-db73-4382-81cc-2747a6eb7a9f tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:00.963970 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48257695-9be4-4b22-9908-575271615d92 req-10b7d80c-db73-4382-81cc-2747a6eb7a9f tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.1073027 May 26 16:37:01.050770 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48257695-9be4-4b22-9908-575271615d92 req-a3c09a71-d985-40a5-94bb-3b33f46028cb tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758452 May 26 16:37:01.060076 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ccc58e-36a3-4f04-b5d5-c775923a54e7 admin admin] Router 884951e6-6c1f-4393-8440-5faf70586b0e has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:37:01.186304 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ccc58e-36a3-4f04-b5d5-c775923a54e7 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:37:01.193691 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-75ccc58e-36a3-4f04-b5d5-c775923a54e7 admin admin] 10.222.0.77 "PUT /v2.0/routers/884951e6-6c1f-4393-8440-5faf70586b0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6767204 May 26 16:37:01.195864 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34604) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:01.200563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d82c415-f3fc-4637-bfdb-88336949ec13 None None] Sync routers for ids ['884951e6-6c1f-4393-8440-5faf70586b0e'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:37:01.257668 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d82c415-f3fc-4637-bfdb-88336949ec13 None None] Routers {'884951e6-6c1f-4393-8440-5faf70586b0e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:37:01.257668 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7d82c415-f3fc-4637-bfdb-88336949ec13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:36:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['884951e6-6c1f-4393-8440-5faf70586b0e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:01.502180 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ece0c9-2929-46a9-902b-c9e6520fb5da req-282e5d8f-906e-4049-a583-9389e19fb8ac tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:01.504140 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61ece0c9-2929-46a9-902b-c9e6520fb5da req-282e5d8f-906e-4049-a583-9389e19fb8ac tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.1124387 May 26 16:37:01.513239 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fd72-fdef-458d-9b59-970d9cb79d98 admin admin] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:01.563203 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-7d82c415-f3fc-4637-bfdb-88336949ec13 None None] Set router 884951e6-6c1f-4393-8440-5faf70586b0e gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:37:01.651886 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61ece0c9-2929-46a9-902b-c9e6520fb5da req-ebe247e8-973f-404e-aa03-e1240f0e7104 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236620 May 26 16:37:01.726147 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72396240-a21a-43dd-bbd4-4697fd90bccd req-aed024f1-0967-4ae6-b6dc-87e02929f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:01.731217 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-72396240-a21a-43dd-bbd4-4697fd90bccd req-aed024f1-0967-4ae6-b6dc-87e02929f670 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=72a5ce476eef4d1192f67830028ac2c1&device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 1097 time: 0.1999993 May 26 16:37:01.764303 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fd72-fdef-458d-9b59-970d9cb79d98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:01.916311 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-7bb0fd72-fdef-458d-9b59-970d9cb79d98 admin admin] Deleting port 95c8162e-1168-4939-af0b-129d24710140 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:37:01.916652 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fd72-fdef-458d-9b59-970d9cb79d98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:01.923079 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72396240-a21a-43dd-bbd4-4697fd90bccd req-38708759-0a9e-4c72-96ce-bb9d79bd2530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:01.925549 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-72396240-a21a-43dd-bbd4-4697fd90bccd req-38708759-0a9e-4c72-96ce-bb9d79bd2530 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a0268940-7484-46cd-afca-0aa172618427 HTTP/1.1" status: 200 len: 912 time: 0.1873794 May 26 16:37:02.059809 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7d82c415-f3fc-4637-bfdb-88336949ec13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884951e6-6c1f-4393-8440-5faf70586b0e', 'name': 'tempest-TestServerMultinode-1888704303-router', 'tenant_id': '9252993902e04430b256058155d28642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '95c8162e-1168-4939-af0b-129d24710140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:02Z', 'updated_at': '2022-05-26T16:37:00Z', 'revision_number': 5, 'project_id': '9252993902e04430b256058155d28642', 'gw_port': {'id': '95c8162e-1168-4939-af0b-129d24710140', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884951e6-6c1f-4393-8440-5faf70586b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:03Z', 'updated_at': '2022-05-26T16:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:02.082596 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-72396240-a21a-43dd-bbd4-4697fd90bccd req-2401721f-606f-41a8-b021-a6fb53aaede5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37f1999d-3978-43f2-81e4-1f3b545eeb4b HTTP/1.1" status: 200 len: 1002 time: 0.1492369 May 26 16:37:02.097344 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d82c415-f3fc-4637-bfdb-88336949ec13 None None] Checking router: 884951e6-6c1f-4393-8440-5faf70586b0e for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:37:02.113421 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-7bb0fd72-fdef-458d-9b59-970d9cb79d98 admin admin] For port 95c8162e-1168-4939-af0b-129d24710140, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=95c8162e-1168-4939-af0b-129d24710140,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:37:02.114191 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fd72-fdef-458d-9b59-970d9cb79d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:02.118344 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d82c415-f3fc-4637-bfdb-88336949ec13 None None] Routers {'884951e6-6c1f-4393-8440-5faf70586b0e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:37:02.119013 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7d82c415-f3fc-4637-bfdb-88336949ec13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:36:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['884951e6-6c1f-4393-8440-5faf70586b0e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:02.149169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-7bb0fd72-fdef-458d-9b59-970d9cb79d98 admin admin] Calling delete_port for 95c8162e-1168-4939-af0b-129d24710140 owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:37:02.176355 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72396240-a21a-43dd-bbd4-4697fd90bccd req-75f55e5d-eb9a-4c2f-b86d-99645be4af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:02.178332 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-72396240-a21a-43dd-bbd4-4697fd90bccd req-75f55e5d-eb9a-4c2f-b86d-99645be4af77 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=169af66c-e17e-405d-a13a-40c09478394e HTTP/1.1" status: 200 len: 850 time: 0.0887589 May 26 16:37:02.256046 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72396240-a21a-43dd-bbd4-4697fd90bccd req-2af6c1c4-5074-4d7f-9e76-2433117fa0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:02.257922 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-72396240-a21a-43dd-bbd4-4697fd90bccd req-2af6c1c4-5074-4d7f-9e76-2433117fa0bb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a0268940-7484-46cd-afca-0aa172618427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711780 May 26 16:37:02.304457 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-7d82c415-f3fc-4637-bfdb-88336949ec13 None None] Set router 884951e6-6c1f-4393-8440-5faf70586b0e gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:37:02.410586 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fd72-fdef-458d-9b59-970d9cb79d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:02.413305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7d82c415-f3fc-4637-bfdb-88336949ec13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884951e6-6c1f-4393-8440-5faf70586b0e', 'name': 'tempest-TestServerMultinode-1888704303-router', 'tenant_id': '9252993902e04430b256058155d28642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:02Z', 'updated_at': '2022-05-26T16:37:01Z', 'revision_number': 6, 'project_id': '9252993902e04430b256058155d28642', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:02.469970 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d82c415-f3fc-4637-bfdb-88336949ec13 None None] The sync data for ids ['884951e6-6c1f-4393-8440-5faf70586b0e'] in n-d-843337-2 is: [{'id': '884951e6-6c1f-4393-8440-5faf70586b0e', 'name': 'tempest-TestServerMultinode-1888704303-router', 'tenant_id': '9252993902e04430b256058155d28642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:02Z', 'updated_at': '2022-05-26T16:37:01Z', 'revision_number': 6, 'project_id': '9252993902e04430b256058155d28642', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:37:02.573881 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0fd72-fdef-458d-9b59-970d9cb79d98 admin admin] Pushing event deleted for resources: {'Port': ['ID=95c8162e-1168-4939-af0b-129d24710140,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:02.595272 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fd72-fdef-458d-9b59-970d9cb79d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:02.733637 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fd72-fdef-458d-9b59-970d9cb79d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:02.738698 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fd72-fdef-458d-9b59-970d9cb79d98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:02.825364 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fd72-fdef-458d-9b59-970d9cb79d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:02.826583 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb0fd72-fdef-458d-9b59-970d9cb79d98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 884951e6-6c1f-4393-8440-5faf70586b0e {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:37:02.838377 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fd72-fdef-458d-9b59-970d9cb79d98 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:02.850400 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7bb0fd72-fdef-458d-9b59-970d9cb79d98 admin admin] 10.222.0.77 "DELETE /v2.0/routers/884951e6-6c1f-4393-8440-5faf70586b0e HTTP/1.1" status: 204 len: 168 time: 1.6532457 May 26 16:37:02.852911 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34620) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:02.992006 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-72396240-a21a-43dd-bbd4-4697fd90bccd req-6649e369-8081-4dca-8842-cbbdab545787 service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7256119 May 26 16:37:03.009536 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbdcc9ae-6b1a-4517-9408-2218d6272a17 admin admin] Deleting subnet 8f459946-475e-4dac-a3a2-5be459695ec2 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:37:03.016179 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dbdcc9ae-6b1a-4517-9408-2218d6272a17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:03.069362 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dbdcc9ae-6b1a-4517-9408-2218d6272a17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:03.166674 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dbdcc9ae-6b1a-4517-9408-2218d6272a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:03.184801 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-72396240-a21a-43dd-bbd4-4697fd90bccd req-6fcdd04c-5553-477b-8501-5e93ed012ece service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727843 May 26 16:37:03.246463 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dbdcc9ae-6b1a-4517-9408-2218d6272a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:03.292559 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdcc9ae-6b1a-4517-9408-2218d6272a17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f459946-475e-4dac-a3a2-5be459695ec2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:03.307826 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dbdcc9ae-6b1a-4517-9408-2218d6272a17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:03.313683 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fde2d47-a9fb-4193-9709-e01837d00218 None None] Network 7fb9ed10-ca33-4753-bcd9-c78089259084 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:37:03.325097 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-dbdcc9ae-6b1a-4517-9408-2218d6272a17 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8f459946-475e-4dac-a3a2-5be459695ec2 HTTP/1.1" status: 204 len: 168 time: 0.4704494 May 26 16:37:03.325858 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34624) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:03.350116 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03907ab-65ed-46a6-89ce-87748f6c403f req-0e47751a-acf8-4a8f-b8f6-bf6804c91b69 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:03.363315 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c03907ab-65ed-46a6-89ce-87748f6c403f req-0e47751a-acf8-4a8f-b8f6-bf6804c91b69 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.4339359 May 26 16:37:03.513433 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dccc27ce-ab9b-4f8d-bf87-d5160f276964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:03.541910 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c03907ab-65ed-46a6-89ce-87748f6c403f req-27d0b8e1-f255-4959-a5c0-856fc4badd5f tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757319 May 26 16:37:03.643183 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-dccc27ce-ab9b-4f8d-bf87-d5160f276964 admin admin] Deleting port 41ee2685-cf94-44bc-8b97-93c61bc34544 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:37:03.643693 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dccc27ce-ab9b-4f8d-bf87-d5160f276964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:03.702554 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4934c8ec-22b1-40a9-87d1-df8268ebf6e9 None None] DHCP port deletion for 7fb9ed10-ca33-4753-bcd9-c78089259084 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:37:03.790295 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4934c8ec-22b1-40a9-87d1-df8268ebf6e9 None None] Deleting port 41ee2685-cf94-44bc-8b97-93c61bc34544 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:37:03.790765 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4934c8ec-22b1-40a9-87d1-df8268ebf6e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:03.874553 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 95c8162e-1168-4939-af0b-129d24710140 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:37:03.884522 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-dccc27ce-ab9b-4f8d-bf87-d5160f276964 admin admin] For port 41ee2685-cf94-44bc-8b97-93c61bc34544, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=41ee2685-cf94-44bc-8b97-93c61bc34544,segment=NetworkSegment(af7916a4-6324-4fab-a4c5-875dd17f6f52),segment_id=af7916a4-6324-4fab-a4c5-875dd17f6f52)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:37:03.885318 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dccc27ce-ab9b-4f8d-bf87-d5160f276964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:03.930203 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 95c8162e-1168-4939-af0b-129d24710140 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:37:03.930735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 95c8162e-1168-4939-af0b-129d24710140 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:37:03.931574 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0a9ab028-e0de-4a5b-afba-7310efc295ab no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:37:03.979507 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 0a9ab028-e0de-4a5b-afba-7310efc295ab {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:37:03.980030 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0a9ab028-e0de-4a5b-afba-7310efc295ab not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:37:03.994760 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-dccc27ce-ab9b-4f8d-bf87-d5160f276964 admin admin] Calling delete_port for 41ee2685-cf94-44bc-8b97-93c61bc34544 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:37:04.008916 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-4934c8ec-22b1-40a9-87d1-df8268ebf6e9 None None] For port 41ee2685-cf94-44bc-8b97-93c61bc34544, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=41ee2685-cf94-44bc-8b97-93c61bc34544,segment=NetworkSegment(af7916a4-6324-4fab-a4c5-875dd17f6f52),segment_id=af7916a4-6324-4fab-a4c5-875dd17f6f52)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:37:04.009614 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4934c8ec-22b1-40a9-87d1-df8268ebf6e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:04.044213 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4934c8ec-22b1-40a9-87d1-df8268ebf6e9 None None] Calling delete_port for 41ee2685-cf94-44bc-8b97-93c61bc34544 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:37:04.180511 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4934c8ec-22b1-40a9-87d1-df8268ebf6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: from cryptography.utils import int_from_bytes May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: from cryptography.utils import int_from_bytes May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: self.session.flush() May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: self.session.flush() May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: self.session.flush() May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: self.session.flush() May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: items = [ May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: self.session.flush() May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: self.session.flush() May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: self.session.flush() May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: self.session.flush() May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: self.session.flush() May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: self.session.flush() May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: self.session.flush() May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: self.session.flush() May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: self.session.flush() May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: self.session.flush() May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: self.session.flush() May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: self.session.flush() May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: self.session.flush() May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: self.session.flush() May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: self.session.flush() May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: self.session.flush() May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: self.session.flush() May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: self.session.flush() May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: self.session.flush() May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: self.session.flush() May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:37:04.185927 n-d-843337-2 neutron-server[103895]: self.session.flush() May 26 16:37:04.207595 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dccc27ce-ab9b-4f8d-bf87-d5160f276964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:04.226260 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4934c8ec-22b1-40a9-87d1-df8268ebf6e9 None None] No DVR routers for this DVR port 41ee2685-cf94-44bc-8b97-93c61bc34544 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:37:04.263272 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934c8ec-22b1-40a9-87d1-df8268ebf6e9 None None] Pushing event deleted for resources: {'Port': ['ID=41ee2685-cf94-44bc-8b97-93c61bc34544,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:04.350162 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc27ce-ab9b-4f8d-bf87-d5160f276964 admin admin] Pushing event deleted for resources: {'Port': ['ID=41ee2685-cf94-44bc-8b97-93c61bc34544,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:04.371649 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccc27ce-ab9b-4f8d-bf87-d5160f276964 admin admin] No DVR routers for this DVR port 41ee2685-cf94-44bc-8b97-93c61bc34544 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:37:04.537108 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dccc27ce-ab9b-4f8d-bf87-d5160f276964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:04.576278 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-dccc27ce-ab9b-4f8d-bf87-d5160f276964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb9ed10-ca33-4753-bcd9-c78089259084']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:04.594172 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-dccc27ce-ab9b-4f8d-bf87-d5160f276964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7916a4-6324-4fab-a4c5-875dd17f6f52') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:04.594504 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-dccc27ce-ab9b-4f8d-bf87-d5160f276964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7916a4-6324-4fab-a4c5-875dd17f6f52') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:04.611646 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dccc27ce-ab9b-4f8d-bf87-d5160f276964 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:04.629197 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dccc27ce-ab9b-4f8d-bf87-d5160f276964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:04.636756 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dccc27ce-ab9b-4f8d-bf87-d5160f276964 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:37:04.637191 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dccc27ce-ab9b-4f8d-bf87-d5160f276964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:04.735393 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment af7916a4-6324-4fab-a4c5-875dd17f6f52 resource provider aggregate not found May 26 16:37:04.745656 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dccc27ce-ab9b-4f8d-bf87-d5160f276964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:04.756750 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dccc27ce-ab9b-4f8d-bf87-d5160f276964 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:04.763252 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-dccc27ce-ab9b-4f8d-bf87-d5160f276964 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7fb9ed10-ca33-4753-bcd9-c78089259084 HTTP/1.1" status: 204 len: 168 time: 1.4356182 May 26 16:37:04.766461 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment af7916a4-6324-4fab-a4c5-875dd17f6f52 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af7916a4-6324-4fab-a4c5-875dd17f6f52 found for delete ", "request_id": "req-60aeff90-7ddf-4dcb-8e31-7ed08e64e474"}]} May 26 16:37:04.783667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34654) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:04.844649 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76980f2e-0c32-4b53-b289-13e7b9186bf4 req-892b0192-2c89-41f1-a0c7-084b256a199c tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:04.847912 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76980f2e-0c32-4b53-b289-13e7b9186bf4 req-892b0192-2c89-41f1-a0c7-084b256a199c tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.1400125 May 26 16:37:04.961767 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc27ce-ab9b-4f8d-bf87-d5160f276964 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fb9ed10-ca33-4753-bcd9-c78089259084,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:04.977057 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76980f2e-0c32-4b53-b289-13e7b9186bf4 req-56f3fd3a-fa9f-4820-aa20-cbdafbfe7acd tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178493 May 26 16:37:05.426047 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-280d5c61-569e-45bb-8fbe-4b63515cd633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:05.758373 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 41ee2685-cf94-44bc-8b97-93c61bc34544 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:37:05.788922 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 41ee2685-cf94-44bc-8b97-93c61bc34544 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:37:05.789259 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 41ee2685-cf94-44bc-8b97-93c61bc34544 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:37:05.882560 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-280d5c61-569e-45bb-8fbe-4b63515cd633 admin admin] Deleting port 6780cace-0498-4750-9610-81a8db4e58c8 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:37:05.883980 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-280d5c61-569e-45bb-8fbe-4b63515cd633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:06.007880 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-280d5c61-569e-45bb-8fbe-4b63515cd633 admin admin] For port 6780cace-0498-4750-9610-81a8db4e58c8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=6780cace-0498-4750-9610-81a8db4e58c8,segment=NetworkSegment(573f08e7-d0fe-40ca-81b9-3d875a46fbf8),segment_id=573f08e7-d0fe-40ca-81b9-3d875a46fbf8)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:37:06.008441 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-280d5c61-569e-45bb-8fbe-4b63515cd633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:06.024269 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-280d5c61-569e-45bb-8fbe-4b63515cd633 admin admin] Calling delete_port for 6780cace-0498-4750-9610-81a8db4e58c8 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:37:06.264697 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-280d5c61-569e-45bb-8fbe-4b63515cd633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:06.318738 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d5c61-569e-45bb-8fbe-4b63515cd633 admin admin] Pushing event deleted for resources: {'Port': ['ID=6780cace-0498-4750-9610-81a8db4e58c8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:06.624079 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-280d5c61-569e-45bb-8fbe-4b63515cd633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:06.948680 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280d5c61-569e-45bb-8fbe-4b63515cd633 admin admin] Router e2dc1b97-bbce-448b-a0f2-af5f7670527b has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:37:07.088692 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280d5c61-569e-45bb-8fbe-4b63515cd633 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:37:07.096742 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-280d5c61-569e-45bb-8fbe-4b63515cd633 admin admin] 10.222.0.77 "PUT /v2.0/routers/e2dc1b97-bbce-448b-a0f2-af5f7670527b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3114805 May 26 16:37:07.097676 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34670) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:07.108860 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b47a698-6581-4cdf-9f42-97aaf679541e None None] Sync routers for ids ['e2dc1b97-bbce-448b-a0f2-af5f7670527b'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:37:07.153972 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b47a698-6581-4cdf-9f42-97aaf679541e None None] Routers {'e2dc1b97-bbce-448b-a0f2-af5f7670527b'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:37:07.155084 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1b47a698-6581-4cdf-9f42-97aaf679541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:36:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['e2dc1b97-bbce-448b-a0f2-af5f7670527b'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:07.289664 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d4913c0-8dc8-4af9-bd51-5512279847e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:07.339194 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-1b47a698-6581-4cdf-9f42-97aaf679541e None None] Set router e2dc1b97-bbce-448b-a0f2-af5f7670527b gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:37:07.433032 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d4913c0-8dc8-4af9-bd51-5512279847e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:07.529114 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-4d4913c0-8dc8-4af9-bd51-5512279847e8 admin admin] Deleting port 1c23d05f-d7c6-4644-8ac8-ebebc63e10cc {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:37:07.532388 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d4913c0-8dc8-4af9-bd51-5512279847e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:07.588764 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1b47a698-6581-4cdf-9f42-97aaf679541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2dc1b97-bbce-448b-a0f2-af5f7670527b', 'name': 'tempest-TestServerMultinode-1592239326-router', 'tenant_id': '455c36604ede468e9cf381422e4a27a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '1c23d05f-d7c6-4644-8ac8-ebebc63e10cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:11Z', 'updated_at': '2022-05-26T16:37:06Z', 'revision_number': 5, 'project_id': '455c36604ede468e9cf381422e4a27a6', 'gw_port': {'id': '1c23d05f-d7c6-4644-8ac8-ebebc63e10cc', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2dc1b97-bbce-448b-a0f2-af5f7670527b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:36:12Z', 'updated_at': '2022-05-26T16:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:07.619965 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b47a698-6581-4cdf-9f42-97aaf679541e None None] Checking router: e2dc1b97-bbce-448b-a0f2-af5f7670527b for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:37:07.630551 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b47a698-6581-4cdf-9f42-97aaf679541e None None] Routers {'e2dc1b97-bbce-448b-a0f2-af5f7670527b'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:37:07.631389 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1b47a698-6581-4cdf-9f42-97aaf679541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:36:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['e2dc1b97-bbce-448b-a0f2-af5f7670527b'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:07.681694 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-4d4913c0-8dc8-4af9-bd51-5512279847e8 admin admin] For port 1c23d05f-d7c6-4644-8ac8-ebebc63e10cc, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1c23d05f-d7c6-4644-8ac8-ebebc63e10cc,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:37:07.682292 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d4913c0-8dc8-4af9-bd51-5512279847e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:07.699633 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-4d4913c0-8dc8-4af9-bd51-5512279847e8 admin admin] Calling delete_port for 1c23d05f-d7c6-4644-8ac8-ebebc63e10cc owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:37:07.776403 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-1b47a698-6581-4cdf-9f42-97aaf679541e None None] Set router e2dc1b97-bbce-448b-a0f2-af5f7670527b gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:37:07.882010 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1b47a698-6581-4cdf-9f42-97aaf679541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2dc1b97-bbce-448b-a0f2-af5f7670527b', 'name': 'tempest-TestServerMultinode-1592239326-router', 'tenant_id': '455c36604ede468e9cf381422e4a27a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:11Z', 'updated_at': '2022-05-26T16:37:07Z', 'revision_number': 6, 'project_id': '455c36604ede468e9cf381422e4a27a6', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:07.936052 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b47a698-6581-4cdf-9f42-97aaf679541e None None] The sync data for ids ['e2dc1b97-bbce-448b-a0f2-af5f7670527b'] in n-d-843337-2 is: [{'id': 'e2dc1b97-bbce-448b-a0f2-af5f7670527b', 'name': 'tempest-TestServerMultinode-1592239326-router', 'tenant_id': '455c36604ede468e9cf381422e4a27a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:36:11Z', 'updated_at': '2022-05-26T16:37:07Z', 'revision_number': 6, 'project_id': '455c36604ede468e9cf381422e4a27a6', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:37:07.948483 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d4913c0-8dc8-4af9-bd51-5512279847e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:08.012863 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4913c0-8dc8-4af9-bd51-5512279847e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c23d05f-d7c6-4644-8ac8-ebebc63e10cc,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:08.107753 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d4913c0-8dc8-4af9-bd51-5512279847e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:08.233401 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d4913c0-8dc8-4af9-bd51-5512279847e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:08.237404 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d4913c0-8dc8-4af9-bd51-5512279847e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:08.294390 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d4913c0-8dc8-4af9-bd51-5512279847e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:08.295152 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4913c0-8dc8-4af9-bd51-5512279847e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2dc1b97-bbce-448b-a0f2-af5f7670527b {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:37:08.304650 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4d4913c0-8dc8-4af9-bd51-5512279847e8 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:08.305851 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4d4913c0-8dc8-4af9-bd51-5512279847e8 admin admin] 10.222.0.77 "DELETE /v2.0/routers/e2dc1b97-bbce-448b-a0f2-af5f7670527b HTTP/1.1" status: 204 len: 168 time: 1.2067392 May 26 16:37:08.310701 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34684) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:08.389749 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-200ddbc4-0ccf-40d4-ad61-ca1d0a468f6c admin admin] Deleting subnet e359bb8b-ae53-4673-a91c-1c87fc2e6f8e {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:37:08.405369 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-200ddbc4-0ccf-40d4-ad61-ca1d0a468f6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:08.481883 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-200ddbc4-0ccf-40d4-ad61-ca1d0a468f6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:08.662940 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-200ddbc4-0ccf-40d4-ad61-ca1d0a468f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:08.740212 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-200ddbc4-0ccf-40d4-ad61-ca1d0a468f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:08.775314 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ddbc4-0ccf-40d4-ad61-ca1d0a468f6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e359bb8b-ae53-4673-a91c-1c87fc2e6f8e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:08.791885 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e64d13a-c28f-4f91-a6a1-fbcbbc14880b None None] Network 875b0a21-daf6-48d3-bc37-1f1d2a45f806 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:37:08.792513 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-200ddbc4-0ccf-40d4-ad61-ca1d0a468f6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:08.796497 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-200ddbc4-0ccf-40d4-ad61-ca1d0a468f6c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e359bb8b-ae53-4673-a91c-1c87fc2e6f8e HTTP/1.1" status: 204 len: 168 time: 0.4836473 May 26 16:37:08.799454 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34692) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:08.931664 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1f02-df05-4286-858e-7aada1c8525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:09.013959 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-6e6f1f02-df05-4286-858e-7aada1c8525c admin admin] Deleting port 4fbfa223-6624-476c-854c-0f1f170f626c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:37:09.014601 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1f02-df05-4286-858e-7aada1c8525c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:09.155450 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-6e6f1f02-df05-4286-858e-7aada1c8525c admin admin] For port 4fbfa223-6624-476c-854c-0f1f170f626c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4fbfa223-6624-476c-854c-0f1f170f626c,segment=NetworkSegment(573f08e7-d0fe-40ca-81b9-3d875a46fbf8),segment_id=573f08e7-d0fe-40ca-81b9-3d875a46fbf8)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:37:09.155744 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1f02-df05-4286-858e-7aada1c8525c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:09.180360 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-6e6f1f02-df05-4286-858e-7aada1c8525c admin admin] Calling delete_port for 4fbfa223-6624-476c-854c-0f1f170f626c owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:37:09.190773 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf3541d-74f6-43f0-8ac3-541f75b11452 None None] DHCP port deletion for 875b0a21-daf6-48d3-bc37-1f1d2a45f806 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:37:09.290896 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1f02-df05-4286-858e-7aada1c8525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:09.297394 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6bf3541d-74f6-43f0-8ac3-541f75b11452 None None] Deleting port 4fbfa223-6624-476c-854c-0f1f170f626c {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:37:09.298615 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6bf3541d-74f6-43f0-8ac3-541f75b11452 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:09.340086 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6f1f02-df05-4286-858e-7aada1c8525c admin admin] No DVR routers for this DVR port 4fbfa223-6624-476c-854c-0f1f170f626c on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:37:09.347535 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f1f02-df05-4286-858e-7aada1c8525c admin admin] Pushing event deleted for resources: {'Port': ['ID=4fbfa223-6624-476c-854c-0f1f170f626c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:09.460169 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-6bf3541d-74f6-43f0-8ac3-541f75b11452 None None] For port 4fbfa223-6624-476c-854c-0f1f170f626c, host n-d-843337-2, got binding levels [] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:37:09.460564 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6bf3541d-74f6-43f0-8ac3-541f75b11452 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:09.474265 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1f02-df05-4286-858e-7aada1c8525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:09.504188 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6bf3541d-74f6-43f0-8ac3-541f75b11452 None None] Calling delete_port for 4fbfa223-6624-476c-854c-0f1f170f626c owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:37:09.507050 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.ipam_backend_mixin [None req-6bf3541d-74f6-43f0-8ac3-541f75b11452 None None] Port 4fbfa223-6624-476c-854c-0f1f170f626c was not found and therefore no delete operation was performed {{(pid=103897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:37:09.509160 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6bf3541d-74f6-43f0-8ac3-541f75b11452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:09.513442 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-6e6f1f02-df05-4286-858e-7aada1c8525c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875b0a21-daf6-48d3-bc37-1f1d2a45f806']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:09.532878 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-6e6f1f02-df05-4286-858e-7aada1c8525c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573f08e7-d0fe-40ca-81b9-3d875a46fbf8') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:09.533320 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-6e6f1f02-df05-4286-858e-7aada1c8525c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573f08e7-d0fe-40ca-81b9-3d875a46fbf8') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:09.556506 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3541d-74f6-43f0-8ac3-541f75b11452 None None] Pushing event deleted for resources: {'Port': ['ID=4fbfa223-6624-476c-854c-0f1f170f626c,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:09.556969 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1f02-df05-4286-858e-7aada1c8525c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:09.558712 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf3541d-74f6-43f0-8ac3-541f75b11452 None None] No DVR routers for this DVR port 4fbfa223-6624-476c-854c-0f1f170f626c on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:37:09.594266 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1f02-df05-4286-858e-7aada1c8525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:09.607323 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6f1f02-df05-4286-858e-7aada1c8525c admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:37:09.608008 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1f02-df05-4286-858e-7aada1c8525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:09.682026 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 573f08e7-d0fe-40ca-81b9-3d875a46fbf8 resource provider aggregate not found May 26 16:37:09.708953 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 573f08e7-d0fe-40ca-81b9-3d875a46fbf8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 573f08e7-d0fe-40ca-81b9-3d875a46fbf8 found for delete ", "request_id": "req-f79e6edf-addf-43ec-a993-665367a4075c"}]} May 26 16:37:09.728640 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1f02-df05-4286-858e-7aada1c8525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:09.739379 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1f02-df05-4286-858e-7aada1c8525c admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:09.744680 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6e6f1f02-df05-4286-858e-7aada1c8525c admin admin] 10.222.0.77 "DELETE /v2.0/networks/875b0a21-daf6-48d3-bc37-1f1d2a45f806 HTTP/1.1" status: 204 len: 168 time: 0.9423168 May 26 16:37:09.759621 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4fbfa223-6624-476c-854c-0f1f170f626c no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:37:09.761884 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f1f02-df05-4286-858e-7aada1c8525c admin admin] Pushing event deleted for resources: {'Network': ['ID=875b0a21-daf6-48d3-bc37-1f1d2a45f806,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:09.789514 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 4fbfa223-6624-476c-854c-0f1f170f626c {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:37:09.789890 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4fbfa223-6624-476c-854c-0f1f170f626c not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:37:09.790286 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1c23d05f-d7c6-4644-8ac8-ebebc63e10cc no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:37:09.813292 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 1c23d05f-d7c6-4644-8ac8-ebebc63e10cc {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:37:09.814905 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1c23d05f-d7c6-4644-8ac8-ebebc63e10cc not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:37:09.814905 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6780cace-0498-4750-9610-81a8db4e58c8 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:37:09.834667 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 6780cace-0498-4750-9610-81a8db4e58c8 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:37:09.835019 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6780cace-0498-4750-9610-81a8db4e58c8 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:37:09.993240 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34710) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:10.039615 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2dad5460-f3cd-43f9-aadd-cfe2a72870cb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9252993902e04430b256058155d28642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451522 May 26 16:37:10.043502 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34712) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:10.113533 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df4e789b-8cb3-45e1-89e4-950844fe0062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:10.141015 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df4e789b-8cb3-45e1-89e4-950844fe0062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:10.196543 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df4e789b-8cb3-45e1-89e4-950844fe0062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:10.199351 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-df4e789b-8cb3-45e1-89e4-950844fe0062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:10.200585 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-df4e789b-8cb3-45e1-89e4-950844fe0062 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/29e0147c-3231-4e5a-bfe7-dab752ae9865 HTTP/1.1" status: 204 len: 168 time: 0.1559720 May 26 16:37:10.209728 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e789b-8cb3-45e1-89e4-950844fe0062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e0147c-3231-4e5a-bfe7-dab752ae9865,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:10.577841 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34718) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:10.626195 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f98e8317-5bc2-44c2-9237-c784c12ba7af admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=455c36604ede468e9cf381422e4a27a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465016 May 26 16:37:10.629432 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34722) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:10.689222 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf5f08cc-7683-448c-86a7-6ff5e6ab3f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:10.715407 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf5f08cc-7683-448c-86a7-6ff5e6ab3f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:10.786776 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf5f08cc-7683-448c-86a7-6ff5e6ab3f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:10.791340 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf5f08cc-7683-448c-86a7-6ff5e6ab3f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:10.795674 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bf5f08cc-7683-448c-86a7-6ff5e6ab3f82 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6de38ac8-eea8-43c2-9538-1a005c44cddf HTTP/1.1" status: 204 len: 168 time: 0.1628325 May 26 16:37:10.809324 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f08cc-7683-448c-86a7-6ff5e6ab3f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de38ac8-eea8-43c2-9538-1a005c44cddf,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:13.053482 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-48e6c94a-3e2d-4668-b0af-e74c6d13e0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:13.249880 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34744) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:13.580471 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec99806d-57e3-4b50-8729-b6cbc27945df admin admin] Deleting subnet 52b0f5ef-e227-44ba-a393-28f4e74c713a {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:37:13.584559 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec99806d-57e3-4b50-8729-b6cbc27945df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:13.637202 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec99806d-57e3-4b50-8729-b6cbc27945df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:13.686773 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec99806d-57e3-4b50-8729-b6cbc27945df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:13.745489 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec99806d-57e3-4b50-8729-b6cbc27945df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:13.773653 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99806d-57e3-4b50-8729-b6cbc27945df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52b0f5ef-e227-44ba-a393-28f4e74c713a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:13.777583 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec99806d-57e3-4b50-8729-b6cbc27945df admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:13.781109 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ec99806d-57e3-4b50-8729-b6cbc27945df admin admin] 10.222.0.77 "DELETE /v2.0/subnets/52b0f5ef-e227-44ba-a393-28f4e74c713a HTTP/1.1" status: 204 len: 168 time: 0.5301268 May 26 16:37:13.783970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34748) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:13.858234 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6c9c982-8540-459c-bdd6-b6c49f8f0d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:13.944158 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6c9c982-8540-459c-bdd6-b6c49f8f0d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:13.965055 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-d6c9c982-8540-459c-bdd6-b6c49f8f0d02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ecdda0-b83d-4e3e-bead-7883e1f704fb']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:13.975131 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-d6c9c982-8540-459c-bdd6-b6c49f8f0d02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ac5541-1d76-4be6-8e4e-b912c2c1981e') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:13.975429 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-d6c9c982-8540-459c-bdd6-b6c49f8f0d02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ac5541-1d76-4be6-8e4e-b912c2c1981e') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:13.986393 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6c9c982-8540-459c-bdd6-b6c49f8f0d02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:14.002354 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6c9c982-8540-459c-bdd6-b6c49f8f0d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:14.008754 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c9c982-8540-459c-bdd6-b6c49f8f0d02 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:37:14.009168 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6c9c982-8540-459c-bdd6-b6c49f8f0d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:14.053581 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment a4ac5541-1d76-4be6-8e4e-b912c2c1981e resource provider aggregate not found May 26 16:37:14.077900 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment a4ac5541-1d76-4be6-8e4e-b912c2c1981e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4ac5541-1d76-4be6-8e4e-b912c2c1981e found for delete ", "request_id": "req-337a5b63-830b-479f-8ab5-6c62b00871cb"}]} May 26 16:37:14.080356 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6c9c982-8540-459c-bdd6-b6c49f8f0d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:14.086179 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6c9c982-8540-459c-bdd6-b6c49f8f0d02 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:14.089386 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d6c9c982-8540-459c-bdd6-b6c49f8f0d02 admin admin] 10.222.0.77 "DELETE /v2.0/networks/08ecdda0-b83d-4e3e-bead-7883e1f704fb HTTP/1.1" status: 204 len: 168 time: 0.3043625 May 26 16:37:14.105480 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9c982-8540-459c-bdd6-b6c49f8f0d02 admin admin] Pushing event deleted for resources: {'Network': ['ID=08ecdda0-b83d-4e3e-bead-7883e1f704fb,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:14.227483 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34758) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:14.278884 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f7a6741c-4aea-42f5-ac4b-de68369d5fc5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5133b2335c6b4b5dbb7b6b0b3d366b38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500796 May 26 16:37:14.281354 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34760) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:14.337304 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f0c6b640-a1a9-48da-8db2-6f76da8cf3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:14.362611 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f0c6b640-a1a9-48da-8db2-6f76da8cf3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:14.421319 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f0c6b640-a1a9-48da-8db2-6f76da8cf3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:14.426565 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f0c6b640-a1a9-48da-8db2-6f76da8cf3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:14.428218 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f0c6b640-a1a9-48da-8db2-6f76da8cf3dc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d7b014bf-1577-430a-8213-5c6fcf4da65a HTTP/1.1" status: 204 len: 168 time: 0.1458642 May 26 16:37:14.437198 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6b640-a1a9-48da-8db2-6f76da8cf3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b014bf-1577-430a-8213-5c6fcf4da65a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:15.467310 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bcbd8d28-b2e8-489f-9400-bfa29d85b632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:16.596692 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:18.207606 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:18.335628 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:19.002941 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:19.664979 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:37:23.283738 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34798) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:23.430095 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-30a0f613-9535-4d97-a84f-55a2677f28b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:23.519235 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-30a0f613-9535-4d97-a84f-55a2677f28b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:23.524027 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-30a0f613-9535-4d97-a84f-55a2677f28b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:23.566304 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-30a0f613-9535-4d97-a84f-55a2677f28b3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=91cfbb940b844539aa22486a8a753d18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2810144 May 26 16:37:23.567044 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0f613-9535-4d97-a84f-55a2677f28b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a3b795-dfbb-4e96-92d2-a1e1a59a619d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:23.569518 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34802) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:23.637080 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9fb739ee-520f-469b-8721-223afd1a2f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:23.663868 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9fb739ee-520f-469b-8721-223afd1a2f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:23.721282 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9fb739ee-520f-469b-8721-223afd1a2f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:23.724052 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9fb739ee-520f-469b-8721-223afd1a2f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:23.725593 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9fb739ee-520f-469b-8721-223afd1a2f77 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/69a3b795-dfbb-4e96-92d2-a1e1a59a619d HTTP/1.1" status: 204 len: 168 time: 0.1546135 May 26 16:37:23.737160 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb739ee-520f-469b-8721-223afd1a2f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a3b795-dfbb-4e96-92d2-a1e1a59a619d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:25.023797 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34838) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:25.172204 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-814f44ac-72de-4553-a3f5-cd80a4676956 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'network': {'name': 'tempest-network-smoke--1306649020', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'port_security_enabled': True}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:37:25.196476 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814f44ac-72de-4553-a3f5-cd80a4676956 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Made reservation on behalf of 8e7e2054d87b4adfafe8f4c3c4c5d151 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:37:25.200371 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-814f44ac-72de-4553-a3f5-cd80a4676956 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:25.209810 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-814f44ac-72de-4553-a3f5-cd80a4676956 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:25.285027 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-814f44ac-72de-4553-a3f5-cd80a4676956 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:25.289805 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-814f44ac-72de-4553-a3f5-cd80a4676956 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:25.318530 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-814f44ac-72de-4553-a3f5-cd80a4676956 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:37:25.327349 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f44ac-72de-4553-a3f5-cd80a4676956 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5ed465-9cc6-4e11-9c8f-d9c6f06d9587,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:25.333785 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-814f44ac-72de-4553-a3f5-cd80a4676956 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:25.334106 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-814f44ac-72de-4553-a3f5-cd80a4676956 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Added segment 9c75c02c-f8c3-43de-a35d-4fc137f06ec7 of type vlan for network 1fe0377f-862b-4017-a536-1548aa876034 May 26 16:37:25.377207 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-814f44ac-72de-4553-a3f5-cd80a4676956 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:25.401948 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-814f44ac-72de-4553-a3f5-cd80a4676956 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:25.407952 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814f44ac-72de-4553-a3f5-cd80a4676956 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:25.408570 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-814f44ac-72de-4553-a3f5-cd80a4676956 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:25.465660 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-814f44ac-72de-4553-a3f5-cd80a4676956 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4345770 May 26 16:37:25.466166 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34844) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:25.479347 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f44ac-72de-4553-a3f5-cd80a4676956 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'Network': ['ID=1fe0377f-862b-4017-a536-1548aa876034,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:25.486511 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-c16c1e30-edcb-4fe9-8247-c907d01b8306 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-549800246', 'admin_state_up': True, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:37:25.491412 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 1fe0377f-862b-4017-a536-1548aa876034 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:37:25.519108 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c16c1e30-edcb-4fe9-8247-c907d01b8306 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:25.520636 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c16c1e30-edcb-4fe9-8247-c907d01b8306 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:25.581344 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c16c1e30-edcb-4fe9-8247-c907d01b8306 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:25.751356 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c16c1e30-edcb-4fe9-8247-c907d01b8306 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:25.784591 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254d60b-a5bf-4014-b49d-86552953c05a req-f4dc3d29-ccca-41c2-8d1a-1f5e9267cb59 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:25.786077 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6254d60b-a5bf-4014-b49d-86552953c05a req-f4dc3d29-ccca-41c2-8d1a-1f5e9267cb59 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 945 time: 0.1278796 May 26 16:37:25.862116 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6254d60b-a5bf-4014-b49d-86552953c05a req-33761050-03f8-4db5-9c4c-e225de242fb0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425580 May 26 16:37:25.991886 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c16c1e30-edcb-4fe9-8247-c907d01b8306 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:26.010996 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c16c1e30-edcb-4fe9-8247-c907d01b8306 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:26.117129 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-c16c1e30-edcb-4fe9-8247-c907d01b8306 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Allocated IP 172.25.7.178 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/3115dbdf-dcc5-4b14-8f55-157db6f502f2) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:37:26.222557 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c16c1e30-edcb-4fe9-8247-c907d01b8306 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:26.256552 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c16c1e30-edcb-4fe9-8247-c907d01b8306 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:26.294942 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16c1e30-edcb-4fe9-8247-c907d01b8306 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:37:26.298358 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-c16c1e30-edcb-4fe9-8247-c907d01b8306 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:37:26.301930 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16c1e30-edcb-4fe9-8247-c907d01b8306 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:37:26.330142 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c1e30-edcb-4fe9-8247-c907d01b8306 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'Port': ['ID=3115dbdf-dcc5-4b14-8f55-157db6f502f2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:26.559549 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c16c1e30-edcb-4fe9-8247-c907d01b8306 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:27.042101 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475968e4-6ef6-4105-bd35-8d8e0f3eb0c2 req-96383a7c-10cd-4334-bff0-e64231118417 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:27.043562 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-475968e4-6ef6-4105-bd35-8d8e0f3eb0c2 req-96383a7c-10cd-4334-bff0-e64231118417 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 945 time: 0.1058245 May 26 16:37:27.154033 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-475968e4-6ef6-4105-bd35-8d8e0f3eb0c2 req-b9581435-5e04-4805-bb45-b3d3638af83f tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762773 May 26 16:37:27.171795 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c16c1e30-edcb-4fe9-8247-c907d01b8306 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:27.309134 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16c1e30-edcb-4fe9-8247-c907d01b8306 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Router 70c7557f-b371-4689-a20a-f4fcfbd2445b is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:37:27.432672 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44f3f2-7fbc-4000-b682-0970abfa9884 req-8c53c982-d9e9-4774-a1b4-7c8392e5c3da tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:27.434067 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16c1e30-edcb-4fe9-8247-c907d01b8306 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:37:27.434211 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-db44f3f2-7fbc-4000-b682-0970abfa9884 req-8c53c982-d9e9-4774-a1b4-7c8392e5c3da tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 945 time: 0.0527143 May 26 16:37:27.445894 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] Sync routers for ids ['70c7557f-b371-4689-a20a-f4fcfbd2445b'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:37:27.455942 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c16c1e30-edcb-4fe9-8247-c907d01b8306 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:27.460218 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c16c1e30-edcb-4fe9-8247-c907d01b8306 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9899585 May 26 16:37:27.460508 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34852) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:27.462040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] Routers {'70c7557f-b371-4689-a20a-f4fcfbd2445b'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:37:27.462685 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:37:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['70c7557f-b371-4689-a20a-f4fcfbd2445b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:27.548313 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-db44f3f2-7fbc-4000-b682-0970abfa9884 req-a40c345c-c59f-4e09-a5a4-316f8f07fd72 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Deleting port 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:37:27.548722 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-db44f3f2-7fbc-4000-b682-0970abfa9884 req-a40c345c-c59f-4e09-a5a4-316f8f07fd72 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:27.555489 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7fdf7cc4-093d-4dc1-b50f-55a7f8439867 tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=8e7e2054d87b4adfafe8f4c3c4c5d151&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0937493 May 26 16:37:27.556663 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34856) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:27.586100 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] Set router 70c7557f-b371-4689-a20a-f4fcfbd2445b gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:37:27.643548 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-db44f3f2-7fbc-4000-b682-0970abfa9884 req-a40c345c-c59f-4e09-a5a4-316f8f07fd72 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] For port 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=75ad3e51-d762-46e5-b46f-6b6a1d64ebf5,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:37:27.643932 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-db44f3f2-7fbc-4000-b682-0970abfa9884 req-a40c345c-c59f-4e09-a5a4-316f8f07fd72 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:27.649716 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85796e02-4c9d-4cdc-917e-85d1387a6772 tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:27.651239 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-85796e02-4c9d-4cdc-917e-85d1387a6772 tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940681 May 26 16:37:27.654011 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34858) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:27.748435 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3d588093-a993-418d-8068-be78c58d43f5 tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0932970 May 26 16:37:27.751566 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34860) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:27.756436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ab206b5e-f6e5-4651-b6df-2e2bd8ebb108 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1973269294', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:37:27.778722 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'name': 'tempest-TestNetworkBasicOps-router-549800246', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:37:25Z', 'updated_at': '2022-05-26T16:37:26Z', 'revision_number': 3, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:26Z', 'updated_at': '2022-05-26T16:37:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:27.807626 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] Checking router: 70c7557f-b371-4689-a20a-f4fcfbd2445b for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:37:27.807626 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] Updating router 70c7557f-b371-4689-a20a-f4fcfbd2445b port 3115dbdf-dcc5-4b14-8f55-157db6f502f2 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:37:27.834820 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:27.852113 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab206b5e-f6e5-4651-b6df-2e2bd8ebb108 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Made reservation on behalf of 8e7e2054d87b4adfafe8f4c3c4c5d151 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:37:27.855767 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab206b5e-f6e5-4651-b6df-2e2bd8ebb108 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:27.943602 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-db44f3f2-7fbc-4000-b682-0970abfa9884 req-a40c345c-c59f-4e09-a5a4-316f8f07fd72 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:27.944170 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-db44f3f2-7fbc-4000-b682-0970abfa9884 req-a40c345c-c59f-4e09-a5a4-316f8f07fd72 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:27.944576 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [req-db44f3f2-7fbc-4000-b682-0970abfa9884 req-a40c345c-c59f-4e09-a5a4-316f8f07fd72 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Floating IP 84668e4a-0720-43f3-bce1-1310ab1b9e50 disassociated. External IP: 172.25.7.148, port: 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5. May 26 16:37:27.945213 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-db44f3f2-7fbc-4000-b682-0970abfa9884 req-a40c345c-c59f-4e09-a5a4-316f8f07fd72 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Calling delete_port for 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:37:28.062289 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab206b5e-f6e5-4651-b6df-2e2bd8ebb108 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:28.095797 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-db44f3f2-7fbc-4000-b682-0970abfa9884 req-a40c345c-c59f-4e09-a5a4-316f8f07fd72 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:28.122920 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c345c-c59f-4e09-a5a4-316f8f07fd72 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event deleted for resources: {'Port': ['ID=75ad3e51-d762-46e5-b46f-6b6a1d64ebf5,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:28.123225 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:28.125219 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab206b5e-f6e5-4651-b6df-2e2bd8ebb108 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'Subnet': ['ID=6298a106-0d98-4861-a8dd-bee5b9dbe098,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:28.136219 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab206b5e-f6e5-4651-b6df-2e2bd8ebb108 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Checking segment: {'id': '9c75c02c-f8c3-43de-a35d-4fc137f06ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1fe0377f-862b-4017-a536-1548aa876034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:37:28.136393 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab206b5e-f6e5-4651-b6df-2e2bd8ebb108 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Network hostable DHCP agents. Network: 1fe0377f-862b-4017-a536-1548aa876034, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:37:28.141973 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:28.162671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab206b5e-f6e5-4651-b6df-2e2bd8ebb108 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Network 1fe0377f-862b-4017-a536-1548aa876034 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:37:28.175097 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-ab206b5e-f6e5-4651-b6df-2e2bd8ebb108 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 1fe0377f-862b-4017-a536-1548aa876034) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:37:28.180635 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab206b5e-f6e5-4651-b6df-2e2bd8ebb108 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:28.182478 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab206b5e-f6e5-4651-b6df-2e2bd8ebb108 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:28.204916 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ab206b5e-f6e5-4651-b6df-2e2bd8ebb108 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4489675 May 26 16:37:28.206042 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34864) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:28.211491 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0b33b3-80eb-4d94-b886-49e55b0fafbe None None] Network 1fe0377f-862b-4017-a536-1548aa876034 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:37:28.279685 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce913c3-683e-4faf-9744-c7baf1c332cb None None] Pushing event updated for resources: {'Port': ['ID=3115dbdf-dcc5-4b14-8f55-157db6f502f2,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:28.291373 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] Attempting to bind port 3115dbdf-dcc5-4b14-8f55-157db6f502f2 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:37:28.292721 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] Attempting to bind port 3115dbdf-dcc5-4b14-8f55-157db6f502f2 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:37:28.292721 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] Attempting to bind port 3115dbdf-dcc5-4b14-8f55-157db6f502f2 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:37:28.301031 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-22951a7a-a65d-4856-940b-481b8d3fef62 req-40f2394e-37ec-4022-93a9-508e6885928c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 210 time: 0.0576494 May 26 16:37:28.301303 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:37:28.301568 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:37:28.301972 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:28.302371 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:37:28.302857 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] Bound port: 3115dbdf-dcc5-4b14-8f55-157db6f502f2, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:37:28.303242 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:28.343831 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db44f3f2-7fbc-4000-b682-0970abfa9884 req-a40c345c-c59f-4e09-a5a4-316f8f07fd72 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:37:28.382296 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] For port 3115dbdf-dcc5-4b14-8f55-157db6f502f2, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:37:28.417782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] For port 3115dbdf-dcc5-4b14-8f55-157db6f502f2, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3115dbdf-dcc5-4b14-8f55-157db6f502f2,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:37:28.424220 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:28.503419 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7355925f-2304-4265-bfc9-6c6a8d4dadc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-1fe0377f-862b-4017-a536-1548aa876034', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'fixed_ips': [{'subnet_id': '6298a106-0d98-4861-a8dd-bee5b9dbe098'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:37:28.504317 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7355925f-2304-4265-bfc9-6c6a8d4dadc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:28.527808 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce913c3-683e-4faf-9744-c7baf1c332cb None None] Pushing event updated for resources: {'Port': ['ID=3115dbdf-dcc5-4b14-8f55-157db6f502f2,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:28.532442 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] Routers {'70c7557f-b371-4689-a20a-f4fcfbd2445b'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:37:28.533249 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:37:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['70c7557f-b371-4689-a20a-f4fcfbd2445b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:28.559461 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db44f3f2-7fbc-4000-b682-0970abfa9884 req-a40c345c-c59f-4e09-a5a4-316f8f07fd72 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:37:28.574122 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ad973c-84ac-4156-a639-ff4afd08a4c9 None None] Sync routers for ids ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:37:28.590690 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ad973c-84ac-4156-a639-ff4afd08a4c9 None None] Routers {'1c2261bb-afd3-4002-95c2-1061cbfa3fd2'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:37:28.591571 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-96ad973c-84ac-4156-a639-ff4afd08a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:37:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:28.604877 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-db44f3f2-7fbc-4000-b682-0970abfa9884 req-a40c345c-c59f-4e09-a5a4-316f8f07fd72 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] No DVR routers for this DVR port 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:37:28.609481 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-db44f3f2-7fbc-4000-b682-0970abfa9884 req-a40c345c-c59f-4e09-a5a4-316f8f07fd72 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:28.613361 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-db44f3f2-7fbc-4000-b682-0970abfa9884 req-a40c345c-c59f-4e09-a5a4-316f8f07fd72 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "DELETE /v2.0/ports/75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 HTTP/1.1" status: 204 len: 173 time: 1.1721127 May 26 16:37:28.613859 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55a8adb-c872-45a3-8b68-f8c47949e872', 'name': 'network-vif-deleted', 'tag': '75ad3e51-d762-46e5-b46f-6b6a1d64ebf5'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:37:28.616225 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabff3fd-3d7c-4b74-9435-f7874a6626cf" -d '{"events": [{"server_uuid": "e55a8adb-c872-45a3-8b68-f8c47949e872", "name": "network-vif-deleted", "tag": "75ad3e51-d762-46e5-b46f-6b6a1d64ebf5"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:37:28.818642 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-96ad973c-84ac-4156-a639-ff4afd08a4c9 None None] Set router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:37:28.992681 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] Set router 70c7557f-b371-4689-a20a-f4fcfbd2445b gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:37:29.025510 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd581c9-f9ed-4b37-8782-524abdbbe06d x-openstack-request-id: req-ffd581c9-f9ed-4b37-8782-524abdbbe06d {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:37:29.025749 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55a8adb-c872-45a3-8b68-f8c47949e872", "name": "network-vif-deleted", "tag": "75ad3e51-d762-46e5-b46f-6b6a1d64ebf5", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:37:29.026001 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ffd581c9-f9ed-4b37-8782-524abdbbe06d {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:37:29.026362 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffd581c9-f9ed-4b37-8782-524abdbbe06d'] response: {'server_uuid': 'e55a8adb-c872-45a3-8b68-f8c47949e872', 'name': 'network-vif-deleted', 'tag': '75ad3e51-d762-46e5-b46f-6b6a1d64ebf5', 'status': 'completed', 'code': 200} May 26 16:37:29.074383 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-7355925f-2304-4265-bfc9-6c6a8d4dadc8 None None] Allocated IP 172.20.0.2 (1fe0377f-862b-4017-a536-1548aa876034/6298a106-0d98-4861-a8dd-bee5b9dbe098/92c84170-7d34-4022-b9e6-fff1b8ba74a9) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:37:29.091899 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-96ad973c-84ac-4156-a639-ff4afd08a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 4, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port': {'id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:31Z', 'updated_at': '2022-05-26T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'f915d130-ca03-4aab-a292-340d2fc26711', 'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'mac_address': 'fa:16:3e:98:65:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:34Z', 'updated_at': '2022-05-26T16:28:45Z', 'revision_number': 5, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'subnets': [{'id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:29.140663 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ad973c-84ac-4156-a639-ff4afd08a4c9 None None] Checking router: 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:37:29.150047 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ad973c-84ac-4156-a639-ff4afd08a4c9 None None] Routers {'1c2261bb-afd3-4002-95c2-1061cbfa3fd2'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:37:29.150662 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-96ad973c-84ac-4156-a639-ff4afd08a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:37:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:29.263952 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ecea8fe6-ffdc-4dc4-ac57-9236092681ba tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:29.284617 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-96ad973c-84ac-4156-a639-ff4afd08a4c9 None None] Set router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:37:29.389673 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7355925f-2304-4265-bfc9-6c6a8d4dadc8 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:29.409854 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'name': 'tempest-TestNetworkBasicOps-router-549800246', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:37:25Z', 'updated_at': '2022-05-26T16:37:26Z', 'revision_number': 3, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:26Z', 'updated_at': '2022-05-26T16:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:29.418408 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7355925f-2304-4265-bfc9-6c6a8d4dadc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:29.453978 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e055627-9f6b-4834-b58d-04f5656dd681 None None] The sync data for ids ['70c7557f-b371-4689-a20a-f4fcfbd2445b'] in n-d-843337-2 is: [{'id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'name': 'tempest-TestNetworkBasicOps-router-549800246', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:37:25Z', 'updated_at': '2022-05-26T16:37:26Z', 'revision_number': 3, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:26Z', 'updated_at': '2022-05-26T16:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:37:29.475157 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dac8c5d0-95e3-48d9-a63b-bee3451979d4 req-dd4cef45-ed67-4141-b76b-f4ff285f70aa tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 210 time: 0.0598228 May 26 16:37:29.491946 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7355925f-2304-4265-bfc9-6c6a8d4dadc8 None None] Network 1fe0377f-862b-4017-a536-1548aa876034 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:37:29.513085 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-7355925f-2304-4265-bfc9-6c6a8d4dadc8 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:37:29.518333 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7355925f-2304-4265-bfc9-6c6a8d4dadc8 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:37:29.597336 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7355925f-2304-4265-bfc9-6c6a8d4dadc8 None None] Attempting to bind port 92c84170-7d34-4022-b9e6-fff1b8ba74a9 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:37:29.597597 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7355925f-2304-4265-bfc9-6c6a8d4dadc8 None None] Attempting to bind port 92c84170-7d34-4022-b9e6-fff1b8ba74a9 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '9c75c02c-f8c3-43de-a35d-4fc137f06ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1fe0377f-862b-4017-a536-1548aa876034'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:37:29.597962 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7355925f-2304-4265-bfc9-6c6a8d4dadc8 None None] Attempting to bind port 92c84170-7d34-4022-b9e6-fff1b8ba74a9 on network 1fe0377f-862b-4017-a536-1548aa876034 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:37:29.601317 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355925f-2304-4265-bfc9-6c6a8d4dadc8 None None] Pushing event updated for resources: {'Port': ['ID=92c84170-7d34-4022-b9e6-fff1b8ba74a9,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:29.606224 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7355925f-2304-4265-bfc9-6c6a8d4dadc8 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:37:29.606599 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7355925f-2304-4265-bfc9-6c6a8d4dadc8 None None] Checking segment: {'id': '9c75c02c-f8c3-43de-a35d-4fc137f06ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1fe0377f-862b-4017-a536-1548aa876034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:37:29.607000 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7355925f-2304-4265-bfc9-6c6a8d4dadc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:29.607385 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7355925f-2304-4265-bfc9-6c6a8d4dadc8 None None] Bound using segment: {'id': '9c75c02c-f8c3-43de-a35d-4fc137f06ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1fe0377f-862b-4017-a536-1548aa876034'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:37:29.607856 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7355925f-2304-4265-bfc9-6c6a8d4dadc8 None None] Bound port: 92c84170-7d34-4022-b9e6-fff1b8ba74a9, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c75c02c-f8c3-43de-a35d-4fc137f06ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1fe0377f-862b-4017-a536-1548aa876034'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:37:29.608264 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7355925f-2304-4265-bfc9-6c6a8d4dadc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:29.615007 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-96ad973c-84ac-4156-a639-ff4afd08a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 4, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port': {'id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:31Z', 'updated_at': '2022-05-26T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'f915d130-ca03-4aab-a292-340d2fc26711', 'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'mac_address': 'fa:16:3e:98:65:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:34Z', 'updated_at': '2022-05-26T16:28:45Z', 'revision_number': 5, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'subnets': [{'id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:29.665654 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ad973c-84ac-4156-a639-ff4afd08a4c9 None None] The sync data for ids ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'] in n-d-843337-2 is: [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 4, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port': {'id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:31Z', 'updated_at': '2022-05-26T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'f915d130-ca03-4aab-a292-340d2fc26711', 'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'mac_address': 'fa:16:3e:98:65:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:34Z', 'updated_at': '2022-05-26T16:28:45Z', 'revision_number': 5, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'subnets': [{'id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:37:29.706919 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-ecea8fe6-ffdc-4dc4-ac57-9236092681ba tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Allocated IP 172.20.0.1 (1fe0377f-862b-4017-a536-1548aa876034/6298a106-0d98-4861-a8dd-bee5b9dbe098/91c6bff8-cdee-48cd-bae2-14ce940b2ff1) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:37:29.712649 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7355925f-2304-4265-bfc9-6c6a8d4dadc8 None None] For port 92c84170-7d34-4022-b9e6-fff1b8ba74a9, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:37:29.716839 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7355925f-2304-4265-bfc9-6c6a8d4dadc8 None None] For port 92c84170-7d34-4022-b9e6-fff1b8ba74a9, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=92c84170-7d34-4022-b9e6-fff1b8ba74a9,segment=NetworkSegment(9c75c02c-f8c3-43de-a35d-4fc137f06ec7),segment_id=9c75c02c-f8c3-43de-a35d-4fc137f06ec7)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:37:29.724756 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7355925f-2304-4265-bfc9-6c6a8d4dadc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:29.817569 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355925f-2304-4265-bfc9-6c6a8d4dadc8 None None] Pushing event updated for resources: {'Port': ['ID=92c84170-7d34-4022-b9e6-fff1b8ba74a9,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:29.887238 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ecea8fe6-ffdc-4dc4-ac57-9236092681ba tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:29.968502 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ecea8fe6-ffdc-4dc4-ac57-9236092681ba tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:30.108736 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecea8fe6-ffdc-4dc4-ac57-9236092681ba tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Network 1fe0377f-862b-4017-a536-1548aa876034 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:37:30.113381 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea8fe6-ffdc-4dc4-ac57-9236092681ba tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'Port': ['ID=91c6bff8-cdee-48cd-bae2-14ce940b2ff1,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:30.115908 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-ecea8fe6-ffdc-4dc4-ac57-9236092681ba tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:37:30.118145 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecea8fe6-ffdc-4dc4-ac57-9236092681ba tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:37:30.194244 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ecea8fe6-ffdc-4dc4-ac57-9236092681ba tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:30.238766 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b37b279-4dbb-46df-9ae4-456542a96904 None None] New status for floating IP 84668e4a-0720-43f3-bce1-1310ab1b9e50: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:37:30.414532 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ecea8fe6-ffdc-4dc4-ac57-9236092681ba tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:30.620593 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b4d77861-6c7d-4e2c-b3f8-868c6102aaba req-73e2b31d-3fbf-4118-a4a3-8dad281b81d5 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 210 time: 0.0381296 May 26 16:37:30.711465 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:30.785359 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ecea8fe6-ffdc-4dc4-ac57-9236092681ba tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:30.791409 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ecea8fe6-ffdc-4dc4-ac57-9236092681ba tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:30.872841 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ecea8fe6-ffdc-4dc4-ac57-9236092681ba tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:30.889063 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea8fe6-ffdc-4dc4-ac57-9236092681ba tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'Port': ['ID=91c6bff8-cdee-48cd-bae2-14ce940b2ff1,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:30.989493 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecea8fe6-ffdc-4dc4-ac57-9236092681ba tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Network 1fe0377f-862b-4017-a536-1548aa876034 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:37:30.990975 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-ecea8fe6-ffdc-4dc4-ac57-9236092681ba tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:37:31.109818 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f66a417-2d6d-48fd-95f1-a55e895783ec None None] Network 1fe0377f-862b-4017-a536-1548aa876034 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:37:31.118704 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecea8fe6-ffdc-4dc4-ac57-9236092681ba tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Router 70c7557f-b371-4689-a20a-f4fcfbd2445b has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:37:31.242428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-88200ee5-05c2-4e6e-9151-79a7c71f69f0 None None] Provisioning complete for port 92c84170-7d34-4022-b9e6-fff1b8ba74a9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:37:31.242842 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-88200ee5-05c2-4e6e-9151-79a7c71f69f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:31.246296 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecea8fe6-ffdc-4dc4-ac57-9236092681ba tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:37:31.255949 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ecea8fe6-ffdc-4dc4-ac57-9236092681ba tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "PUT /v2.0/routers/70c7557f-b371-4689-a20a-f4fcfbd2445b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0460594 May 26 16:37:31.256294 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34872) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:31.382821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-88200ee5-05c2-4e6e-9151-79a7c71f69f0 None None] Current status of the port 92c84170-7d34-4022-b9e6-fff1b8ba74a9 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:37:31.383785 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-88200ee5-05c2-4e6e-9151-79a7c71f69f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:31.455451 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-88200ee5-05c2-4e6e-9151-79a7c71f69f0 None None] For port 92c84170-7d34-4022-b9e6-fff1b8ba74a9, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=92c84170-7d34-4022-b9e6-fff1b8ba74a9,segment=NetworkSegment(9c75c02c-f8c3-43de-a35d-4fc137f06ec7),segment_id=9c75c02c-f8c3-43de-a35d-4fc137f06ec7)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:37:31.465260 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-88200ee5-05c2-4e6e-9151-79a7c71f69f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:31.497879 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d702d23-811e-49af-962a-32988d8e753f tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:31.502879 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d702d23-811e-49af-962a-32988d8e753f tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:31.503470 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d702d23-811e-49af-962a-32988d8e753f tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:31.504000 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d702d23-811e-49af-962a-32988d8e753f tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:31.504628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d702d23-811e-49af-962a-32988d8e753f tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:31.506342 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d702d23-811e-49af-962a-32988d8e753f tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:31.506878 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d702d23-811e-49af-962a-32988d8e753f tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:31.508978 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9d702d23-811e-49af-962a-32988d8e753f tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4985 time: 0.2516174 May 26 16:37:31.511687 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34874) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:31.548379 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88200ee5-05c2-4e6e-9151-79a7c71f69f0 None None] Pushing event updated for resources: {'Port': ['ID=92c84170-7d34-4022-b9e6-fff1b8ba74a9,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:31.632951 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e885df-b614-409f-9f0a-c3d191c9ccef tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:31.633346 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e885df-b614-409f-9f0a-c3d191c9ccef tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:31.633800 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e885df-b614-409f-9f0a-c3d191c9ccef tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:31.634253 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e885df-b614-409f-9f0a-c3d191c9ccef tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:31.634705 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e885df-b614-409f-9f0a-c3d191c9ccef tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:31.635155 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e885df-b614-409f-9f0a-c3d191c9ccef tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:31.635602 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e885df-b614-409f-9f0a-c3d191c9ccef tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:31.641035 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-68e885df-b614-409f-9f0a-c3d191c9ccef tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4644 time: 0.1281714 May 26 16:37:31.641932 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34878) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:31.699977 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f1ca8227-a8f6-4205-a4e1-60b1e0bd6bc3 None None] Provisioning complete for port 92c84170-7d34-4022-b9e6-fff1b8ba74a9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:37:31.703618 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f1ca8227-a8f6-4205-a4e1-60b1e0bd6bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:31.793077 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a4a41689-ecc3-4d75-9681-cbdc02ced4a2 req-dc8a765c-150e-4704-b930-df364a6695da tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 210 time: 0.0912359 May 26 16:37:31.926454 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f1ca8227-a8f6-4205-a4e1-60b1e0bd6bc3 None None] Current status of the port 92c84170-7d34-4022-b9e6-fff1b8ba74a9 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:37:31.930948 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 92c84170-7d34-4022-b9e6-fff1b8ba74a9 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:37:31.975843 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f1ca8227-a8f6-4205-a4e1-60b1e0bd6bc3 None None] Provisioning complete for port 91c6bff8-cdee-48cd-bae2-14ce940b2ff1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:37:31.976375 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f1ca8227-a8f6-4205-a4e1-60b1e0bd6bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:32.010016 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] Sync routers for ids ['70c7557f-b371-4689-a20a-f4fcfbd2445b'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:37:32.025971 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8fc6151f-7729-442f-b804-cd507024381a tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3767 time: 0.3827178 May 26 16:37:32.037301 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] Routers {'70c7557f-b371-4689-a20a-f4fcfbd2445b'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:37:32.038204 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:37:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['70c7557f-b371-4689-a20a-f4fcfbd2445b'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:32.042209 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f1ca8227-a8f6-4205-a4e1-60b1e0bd6bc3 None None] Port 91c6bff8-cdee-48cd-bae2-14ce940b2ff1 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:37:32.052363 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 92c84170-7d34-4022-b9e6-fff1b8ba74a9 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:37:32.053211 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:32.148578 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 92c84170-7d34-4022-b9e6-fff1b8ba74a9 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:37:32.149968 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3115dbdf-dcc5-4b14-8f55-157db6f502f2 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:37:32.162228 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34882) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:32.167912 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-dad1d2c7-7863-4f6b-bfb0-768284a433da tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1933142357', 'description': 'tempest-secgroup-smoke-1933142357 description', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:37:32.209360 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dad1d2c7-7863-4f6b-bfb0-768284a433da tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:32.216955 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-47281003-65a5-4964-81c7-711fed179356 None None] Provisioning complete for port 91c6bff8-cdee-48cd-bae2-14ce940b2ff1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:37:32.217340 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-47281003-65a5-4964-81c7-711fed179356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:32.222226 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:37:32.283503 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:37:32.283740 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 75ad3e51-d762-46e5-b46f-6b6a1d64ebf5 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:37:32.290204 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 3115dbdf-dcc5-4b14-8f55-157db6f502f2 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:37:32.290588 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:32.316390 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] Set router 70c7557f-b371-4689-a20a-f4fcfbd2445b gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:37:32.325384 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-47281003-65a5-4964-81c7-711fed179356 None None] Port 91c6bff8-cdee-48cd-bae2-14ce940b2ff1 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:37:32.360361 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dad1d2c7-7863-4f6b-bfb0-768284a433da tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:32.366929 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dad1d2c7-7863-4f6b-bfb0-768284a433da tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:32.412146 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 3115dbdf-dcc5-4b14-8f55-157db6f502f2 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:37:32.412146 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:32.421474 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dad1d2c7-7863-4f6b-bfb0-768284a433da tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:32.423059 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-dad1d2c7-7863-4f6b-bfb0-768284a433da tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2594440 May 26 16:37:32.426170 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34886) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:32.442018 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-4c24c83a-c6e2-4f35-857a-b0a028572adc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'security_group_rule': {'security_group_id': 'd868953f-f6f7-462b-8ca5-7523ed8854eb', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:37:32.442375 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 3115dbdf-dcc5-4b14-8f55-157db6f502f2, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3115dbdf-dcc5-4b14-8f55-157db6f502f2,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:37:32.449003 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:32.477249 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1d2c7-7863-4f6b-bfb0-768284a433da tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d868953f-f6f7-462b-8ca5-7523ed8854eb,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:32.493029 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7e5cc074-45e0-4845-966d-8ae792c2ea62 None None] Provisioning complete for port 91c6bff8-cdee-48cd-bae2-14ce940b2ff1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:37:32.493399 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7e5cc074-45e0-4845-966d-8ae792c2ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:32.536051 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7e5cc074-45e0-4845-966d-8ae792c2ea62 None None] Port 91c6bff8-cdee-48cd-bae2-14ce940b2ff1 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:37:32.548292 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4c24c83a-c6e2-4f35-857a-b0a028572adc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:32.573281 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=3115dbdf-dcc5-4b14-8f55-157db6f502f2,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:32.611727 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'name': 'tempest-TestNetworkBasicOps-router-549800246', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:37:25Z', 'updated_at': '2022-05-26T16:37:30Z', 'revision_number': 4, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:26Z', 'updated_at': '2022-05-26T16:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '91c6bff8-cdee-48cd-bae2-14ce940b2ff1', 'name': '', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:9a:47:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:29Z', 'updated_at': '2022-05-26T16:37:30Z', 'revision_number': 2, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:32.618340 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4c24c83a-c6e2-4f35-857a-b0a028572adc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:32.623120 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4c24c83a-c6e2-4f35-857a-b0a028572adc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:32.645648 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24c83a-c6e2-4f35-857a-b0a028572adc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482e79bb-989b-4fa0-956c-a3e01f479b5c,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:32.649408 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] Checking router: 70c7557f-b371-4689-a20a-f4fcfbd2445b for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:37:32.649782 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] Updating router 70c7557f-b371-4689-a20a-f4fcfbd2445b port 91c6bff8-cdee-48cd-bae2-14ce940b2ff1 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:37:32.653170 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4c24c83a-c6e2-4f35-857a-b0a028572adc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:32.654436 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4c24c83a-c6e2-4f35-857a-b0a028572adc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2166274 May 26 16:37:32.657918 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34888) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:32.662624 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-57fd42da-5187-4819-b07e-98196bc65d52 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'security_group_rule': {'security_group_id': 'd868953f-f6f7-462b-8ca5-7523ed8854eb', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:37:32.682893 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:32.689915 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-57fd42da-5187-4819-b07e-98196bc65d52 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:32.754515 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-57fd42da-5187-4819-b07e-98196bc65d52 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:32.758672 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-57fd42da-5187-4819-b07e-98196bc65d52 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:32.779883 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd42da-5187-4819-b07e-98196bc65d52 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4168d15d-0809-4d5f-83e3-fb073401f8af,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:32.790937 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-57fd42da-5187-4819-b07e-98196bc65d52 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:32.792390 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-57fd42da-5187-4819-b07e-98196bc65d52 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1334140 May 26 16:37:32.795160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34890) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:32.802664 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-6a7152c7-34c9-4df0-9fb3-9dc279000cb7 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'security_group_rule': {'security_group_id': 'd868953f-f6f7-462b-8ca5-7523ed8854eb', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:37:32.841494 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6a7152c7-34c9-4df0-9fb3-9dc279000cb7 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:32.934080 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9cfcee20-e6de-46eb-aff1-7fce839eaaca req-a8537ad9-c143-4691-b3a3-7fc6b86e7a65 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=e55a8adb-c872-45a3-8b68-f8c47949e872 HTTP/1.1" status: 200 len: 210 time: 0.0362935 May 26 16:37:32.944112 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6a7152c7-34c9-4df0-9fb3-9dc279000cb7 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:32.949825 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6a7152c7-34c9-4df0-9fb3-9dc279000cb7 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:32.974582 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7152c7-34c9-4df0-9fb3-9dc279000cb7 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3979340c-9ea2-45ee-87c8-cd58bc01535d,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:32.986126 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6a7152c7-34c9-4df0-9fb3-9dc279000cb7 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:32.990320 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6a7152c7-34c9-4df0-9fb3-9dc279000cb7 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1908786 May 26 16:37:32.990612 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34894) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:32.995379 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-1aec6e14-edac-4d17-b3fd-67f408191999 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'security_group_rule': {'security_group_id': 'd868953f-f6f7-462b-8ca5-7523ed8854eb', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:37:32.999718 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:33.008202 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:33.032246 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1aec6e14-edac-4d17-b3fd-67f408191999 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:33.062227 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e19cbc-be06-4948-bca4-4ea736a4360d None None] Pushing event updated for resources: {'Port': ['ID=91c6bff8-cdee-48cd-bae2-14ce940b2ff1,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:33.074611 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19cbc-be06-4948-bca4-4ea736a4360d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:33.074611 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19cbc-be06-4948-bca4-4ea736a4360d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:33.074988 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19cbc-be06-4948-bca4-4ea736a4360d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:33.075090 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19cbc-be06-4948-bca4-4ea736a4360d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:33.075866 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19cbc-be06-4948-bca4-4ea736a4360d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:33.075866 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19cbc-be06-4948-bca4-4ea736a4360d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:33.076132 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19cbc-be06-4948-bca4-4ea736a4360d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:33.076372 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19cbc-be06-4948-bca4-4ea736a4360d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:33.076697 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19cbc-be06-4948-bca4-4ea736a4360d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:33.077021 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19cbc-be06-4948-bca4-4ea736a4360d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:33.077348 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19cbc-be06-4948-bca4-4ea736a4360d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:33.077777 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e19cbc-be06-4948-bca4-4ea736a4360d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:33.144420 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] Attempting to bind port 91c6bff8-cdee-48cd-bae2-14ce940b2ff1 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:37:33.145272 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] Attempting to bind port 91c6bff8-cdee-48cd-bae2-14ce940b2ff1 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '9c75c02c-f8c3-43de-a35d-4fc137f06ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1fe0377f-862b-4017-a536-1548aa876034'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:37:33.145845 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] Attempting to bind port 91c6bff8-cdee-48cd-bae2-14ce940b2ff1 on network 1fe0377f-862b-4017-a536-1548aa876034 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:37:33.152513 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:37:33.153531 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] Checking segment: {'id': '9c75c02c-f8c3-43de-a35d-4fc137f06ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1fe0377f-862b-4017-a536-1548aa876034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:37:33.153960 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:33.154358 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] Bound using segment: {'id': '9c75c02c-f8c3-43de-a35d-4fc137f06ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1fe0377f-862b-4017-a536-1548aa876034'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:37:33.154842 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] Bound port: 91c6bff8-cdee-48cd-bae2-14ce940b2ff1, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c75c02c-f8c3-43de-a35d-4fc137f06ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1fe0377f-862b-4017-a536-1548aa876034'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:37:33.155317 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:33.155667 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1aec6e14-edac-4d17-b3fd-67f408191999 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:33.163018 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1aec6e14-edac-4d17-b3fd-67f408191999 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:33.192691 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec6e14-edac-4d17-b3fd-67f408191999 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea77d10-b9a7-4080-8186-035352453ab1,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:33.207139 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1aec6e14-edac-4d17-b3fd-67f408191999 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:33.210947 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1aec6e14-edac-4d17-b3fd-67f408191999 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2168221 May 26 16:37:33.211664 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34896) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:33.219509 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a89369c6-2914-4a61-a5c6-8df6c0a07bfd tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'security_group_rule': {'security_group_id': 'd868953f-f6f7-462b-8ca5-7523ed8854eb', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:37:33.254376 n-d-843337-2 neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-a89369c6-2914-4a61-a5c6-8df6c0a07bfd tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Project 8e7e2054d87b4adfafe8f4c3c4c5d151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:37:33.264705 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a89369c6-2914-4a61-a5c6-8df6c0a07bfd tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:33.266999 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] For port 91c6bff8-cdee-48cd-bae2-14ce940b2ff1, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:37:33.272502 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] For port 91c6bff8-cdee-48cd-bae2-14ce940b2ff1, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=91c6bff8-cdee-48cd-bae2-14ce940b2ff1,segment=NetworkSegment(9c75c02c-f8c3-43de-a35d-4fc137f06ec7),segment_id=9c75c02c-f8c3-43de-a35d-4fc137f06ec7)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:37:33.277856 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:33.348784 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e19cbc-be06-4948-bca4-4ea736a4360d None None] Pushing event updated for resources: {'Port': ['ID=91c6bff8-cdee-48cd-bae2-14ce940b2ff1,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:33.362449 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] Routers {'70c7557f-b371-4689-a20a-f4fcfbd2445b'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:37:33.363212 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:37:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['70c7557f-b371-4689-a20a-f4fcfbd2445b'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:33.364153 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a89369c6-2914-4a61-a5c6-8df6c0a07bfd tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:33.370555 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a89369c6-2914-4a61-a5c6-8df6c0a07bfd tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:33.373714 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-1c3a1b0c-c1de-44df-acc3-e4d64cbb05d7 None None] Provisioning complete for port 91c6bff8-cdee-48cd-bae2-14ce940b2ff1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:37:33.374219 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1c3a1b0c-c1de-44df-acc3-e4d64cbb05d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:33.408861 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89369c6-2914-4a61-a5c6-8df6c0a07bfd tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33ec68e-51af-46b6-aa8e-e45763055d98,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:33.423265 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a89369c6-2914-4a61-a5c6-8df6c0a07bfd tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:33.428984 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 34898) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:33.429201 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a89369c6-2914-4a61-a5c6-8df6c0a07bfd tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2156088 May 26 16:37:33.434552 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-69fbc0fe-668a-40a7-99a5-fa802ef6022f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'security_group_rule': {'security_group_id': 'd868953f-f6f7-462b-8ca5-7523ed8854eb', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:37:33.463778 n-d-843337-2 neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-69fbc0fe-668a-40a7-99a5-fa802ef6022f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Project 8e7e2054d87b4adfafe8f4c3c4c5d151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:37:33.471015 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-69fbc0fe-668a-40a7-99a5-fa802ef6022f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:33.497020 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a1b0c-c1de-44df-acc3-e4d64cbb05d7 None None] Current status of the port 91c6bff8-cdee-48cd-bae2-14ce940b2ff1 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:37:33.498409 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1c3a1b0c-c1de-44df-acc3-e4d64cbb05d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:33.520457 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] Set router 70c7557f-b371-4689-a20a-f4fcfbd2445b gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:37:33.555167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-1c3a1b0c-c1de-44df-acc3-e4d64cbb05d7 None None] For port 91c6bff8-cdee-48cd-bae2-14ce940b2ff1, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=91c6bff8-cdee-48cd-bae2-14ce940b2ff1,segment=NetworkSegment(9c75c02c-f8c3-43de-a35d-4fc137f06ec7),segment_id=9c75c02c-f8c3-43de-a35d-4fc137f06ec7)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:37:33.560127 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1c3a1b0c-c1de-44df-acc3-e4d64cbb05d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:33.570489 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-69fbc0fe-668a-40a7-99a5-fa802ef6022f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:33.578203 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-69fbc0fe-668a-40a7-99a5-fa802ef6022f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:33.607611 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbc0fe-668a-40a7-99a5-fa802ef6022f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf6356e-7235-489d-97c9-e54b0ef8190c,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:33.623462 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a1b0c-c1de-44df-acc3-e4d64cbb05d7 None None] Pushing event updated for resources: {'Port': ['ID=91c6bff8-cdee-48cd-bae2-14ce940b2ff1,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:33.627727 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-69fbc0fe-668a-40a7-99a5-fa802ef6022f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:33.642434 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-69fbc0fe-668a-40a7-99a5-fa802ef6022f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2119677 May 26 16:37:33.785805 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8a336e89-e309-4349-ac2e-c5b2550aa28f None None] Provisioning complete for port 91c6bff8-cdee-48cd-bae2-14ce940b2ff1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:37:33.786326 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8a336e89-e309-4349-ac2e-c5b2550aa28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:33.829842 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3115dbdf-dcc5-4b14-8f55-157db6f502f2 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:37:33.849810 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'name': 'tempest-TestNetworkBasicOps-router-549800246', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:37:25Z', 'updated_at': '2022-05-26T16:37:30Z', 'revision_number': 4, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:26Z', 'updated_at': '2022-05-26T16:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '91c6bff8-cdee-48cd-bae2-14ce940b2ff1', 'name': '', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:9a:47:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:29Z', 'updated_at': '2022-05-26T16:37:33Z', 'revision_number': 4, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:33.877916 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164adbff-3977-481a-ba79-1b6de8ed6ec8 None None] The sync data for ids ['70c7557f-b371-4689-a20a-f4fcfbd2445b'] in n-d-843337-2 is: [{'id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'name': 'tempest-TestNetworkBasicOps-router-549800246', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:37:25Z', 'updated_at': '2022-05-26T16:37:30Z', 'revision_number': 4, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:26Z', 'updated_at': '2022-05-26T16:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '91c6bff8-cdee-48cd-bae2-14ce940b2ff1', 'name': '', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:9a:47:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:29Z', 'updated_at': '2022-05-26T16:37:33Z', 'revision_number': 4, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:37:33.933414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8a336e89-e309-4349-ac2e-c5b2550aa28f None None] Current status of the port 91c6bff8-cdee-48cd-bae2-14ce940b2ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:37:33.938281 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 3115dbdf-dcc5-4b14-8f55-157db6f502f2 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:37:33.939338 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:33.959635 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-7a492958-0e48-439f-85c9-5db76110bc41 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1933142357&fields=id&tenant_id=8e7e2054d87b4adfafe8f4c3c4c5d151 HTTP/1.1" status: 200 len: 267 time: 0.0613542 May 26 16:37:34.040753 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 3115dbdf-dcc5-4b14-8f55-157db6f502f2 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:37:34.092901 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-d3c6e41f-31d3-43a0-bd7f-76338559e61e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:34.094923 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-d3c6e41f-31d3-43a0-bd7f-76338559e61e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/networks?id=1fe0377f-862b-4017-a536-1548aa876034 HTTP/1.1" status: 200 len: 797 time: 0.1227827 May 26 16:37:34.111129 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-5abe2ed8-970a-41fe-a813-cc4b5a700051 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/quotas/8e7e2054d87b4adfafe8f4c3c4c5d151 HTTP/1.1" status: 200 len: 375 time: 0.0102963 May 26 16:37:34.170251 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-eb581be3-ab50-4d08-8005-d9a841acf439 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8e7e2054d87b4adfafe8f4c3c4c5d151&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519083 May 26 16:37:34.291911 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39a02164-9375-4f65-8c94-62721b398318 req-2acab6a9-b375-4236-a8d0-b7bdb2675762 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-311245069&fields=id&tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2 HTTP/1.1" status: 200 len: 267 time: 0.0823560 May 26 16:37:34.332787 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-b9be31c5-6d39-4628-abdf-81c366c48e4a service neutron] 10.222.0.77 "GET /v2.0/networks/1fe0377f-862b-4017-a536-1548aa876034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471939 May 26 16:37:34.481678 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a02164-9375-4f65-8c94-62721b398318 req-f3e09890-f58b-4b46-9671-40f044a36b03 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:34.483198 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39a02164-9375-4f65-8c94-62721b398318 req-f3e09890-f58b-4b46-9671-40f044a36b03 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 812 time: 0.1804934 May 26 16:37:34.508196 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-c52626fb-1eba-46a7-8230-d6fbfbc137a9 service neutron] 10.222.0.77 "GET /v2.0/networks/1fe0377f-862b-4017-a536-1548aa876034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447601 May 26 16:37:34.510956 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39a02164-9375-4f65-8c94-62721b398318 req-4f6ababf-974a-4f57-a3d7-caa9b7ec76e3 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/quotas/47787f273f4c4c2fbc3fdca533eb0ea2 HTTP/1.1" status: 200 len: 375 time: 0.0158887 May 26 16:37:34.570948 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39a02164-9375-4f65-8c94-62721b398318 req-65e31983-7004-4c4c-ba1b-f40763cd2cd5 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529339 May 26 16:37:34.740923 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e69a13a-9287-4e9e-a6e1-3ee2c00750bb req-d170182b-6430-48be-a766-bb862e1ab5a7 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59a040c-3f21-4397-94ab-17f318dc6714 HTTP/1.1" status: 200 len: 210 time: 0.0761750 May 26 16:37:34.792080 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39a02164-9375-4f65-8c94-62721b398318 req-cce95a04-c591-4648-95e4-8957d74b9bbc service neutron] 10.222.0.77 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083099 May 26 16:37:34.898621 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39a02164-9375-4f65-8c94-62721b398318 req-5cc601d7-8216-46c7-99ae-de054398f7b4 service neutron] 10.222.0.77 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996189 May 26 16:37:35.264725 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-142cc1eb-0ac1-4c5e-b9f3-fa3b6c07fadd req-d29a8425-b961-4a24-8da8-072793986404 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 210 time: 0.0407064 May 26 16:37:35.791033 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 91c6bff8-cdee-48cd-bae2-14ce940b2ff1 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:37:35.801324 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-d03bac69-b98d-4dfd-90df-f6769c723a02 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:35.803029 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-d03bac69-b98d-4dfd-90df-f6769c723a02 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.81 "GET /v2.0/networks?id=1fe0377f-862b-4017-a536-1548aa876034 HTTP/1.1" status: 200 len: 797 time: 0.1419935 May 26 16:37:35.856679 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 91c6bff8-cdee-48cd-bae2-14ce940b2ff1 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:37:35.857339 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:35.872034 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-6ee88004-519b-4a41-a93a-dfe6cda4c460 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e7e2054d87b4adfafe8f4c3c4c5d151 HTTP/1.1" status: 200 len: 380 time: 0.0579100 May 26 16:37:35.876916 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2dbc0803-0355-405d-9bfb-8fbd33b58c10 req-3ac8076b-9288-4b77-b646-453ef7c73d34 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59a040c-3f21-4397-94ab-17f318dc6714 HTTP/1.1" status: 200 len: 210 time: 0.0336428 May 26 16:37:35.889369 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-d3bafa75-2eeb-47b5-93fd-33da7536aa94 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'port': {'device_id': 'a59a040c-3f21-4397-94ab-17f318dc6714', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'admin_state_up': True, 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'security_groups': ['d868953f-f6f7-462b-8ca5-7523ed8854eb']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:37:35.941267 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 91c6bff8-cdee-48cd-bae2-14ce940b2ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:37:36.009314 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-d3bafa75-2eeb-47b5-93fd-33da7536aa94 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Made reservation on behalf of 8e7e2054d87b4adfafe8f4c3c4c5d151 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:37:36.013130 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-d3bafa75-2eeb-47b5-93fd-33da7536aa94 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:36.145035 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-d3bafa75-2eeb-47b5-93fd-33da7536aa94 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Allocated IP 172.20.0.6 (1fe0377f-862b-4017-a536-1548aa876034/6298a106-0d98-4861-a8dd-bee5b9dbe098/b8cc9af2-9101-42c9-a844-03856b9053f5) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:37:36.301417 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-d3bafa75-2eeb-47b5-93fd-33da7536aa94 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:36.306522 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a02164-9375-4f65-8c94-62721b398318 req-6a9cd6d4-0245-45ae-be85-e80f7d4820a0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:36.308230 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39a02164-9375-4f65-8c94-62721b398318 req-6a9cd6d4-0245-45ae-be85-e80f7d4820a0 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 812 time: 0.1112897 May 26 16:37:36.345655 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-d3bafa75-2eeb-47b5-93fd-33da7536aa94 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:36.364234 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39a02164-9375-4f65-8c94-62721b398318 req-bc298597-00e9-446f-beab-a1ee5a0d60f3 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2 HTTP/1.1" status: 200 len: 379 time: 0.0466590 May 26 16:37:36.379656 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-39a02164-9375-4f65-8c94-62721b398318 req-479f1f01-0003-4b8c-8f95-f5dd234ccb6d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Request body: {'port': {'device_id': '13585158-34d0-477f-9cd6-cd574b57d0a2', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'admin_state_up': True, 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'security_groups': ['a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:37:36.400129 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-d3bafa75-2eeb-47b5-93fd-33da7536aa94 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Network 1fe0377f-862b-4017-a536-1548aa876034 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:37:36.403327 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-d3bafa75-2eeb-47b5-93fd-33da7536aa94 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:37:36.404706 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fcb20486-213e-400a-87f1-d8e220e4fdfe req-7e3c4823-4ead-4a4d-95e5-6a72acf26638 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 210 time: 0.0471911 May 26 16:37:36.405744 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-d3bafa75-2eeb-47b5-93fd-33da7536aa94 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:37:36.443202 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bafa75-2eeb-47b5-93fd-33da7536aa94 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'Port': ['ID=b8cc9af2-9101-42c9-a844-03856b9053f5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:36.464187 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bafa75-2eeb-47b5-93fd-33da7536aa94 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:36.464545 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bafa75-2eeb-47b5-93fd-33da7536aa94 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:36.464891 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bafa75-2eeb-47b5-93fd-33da7536aa94 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:36.465254 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bafa75-2eeb-47b5-93fd-33da7536aa94 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:36.465594 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bafa75-2eeb-47b5-93fd-33da7536aa94 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:36.465930 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bafa75-2eeb-47b5-93fd-33da7536aa94 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:36.466261 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bafa75-2eeb-47b5-93fd-33da7536aa94 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:36.467082 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bafa75-2eeb-47b5-93fd-33da7536aa94 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:36.467420 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bafa75-2eeb-47b5-93fd-33da7536aa94 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:36.467758 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bafa75-2eeb-47b5-93fd-33da7536aa94 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:36.468190 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bafa75-2eeb-47b5-93fd-33da7536aa94 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:36.468451 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bafa75-2eeb-47b5-93fd-33da7536aa94 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:36.487618 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-d3bafa75-2eeb-47b5-93fd-33da7536aa94 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:36.488568 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-d3bafa75-2eeb-47b5-93fd-33da7536aa94 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:36.508136 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-d3bafa75-2eeb-47b5-93fd-33da7536aa94 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6229420 May 26 16:37:36.533817 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a02164-9375-4f65-8c94-62721b398318 req-479f1f01-0003-4b8c-8f95-f5dd234ccb6d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Made reservation on behalf of 47787f273f4c4c2fbc3fdca533eb0ea2 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:37:36.541639 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-39a02164-9375-4f65-8c94-62721b398318 req-479f1f01-0003-4b8c-8f95-f5dd234ccb6d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:36.615149 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-bf6ad02a-aa4b-4e42-aa30-a7f54c63a345 service neutron] Request body: {'port': {'device_id': 'a59a040c-3f21-4397-94ab-17f318dc6714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:37:36.710874 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-39a02164-9375-4f65-8c94-62721b398318 req-479f1f01-0003-4b8c-8f95-f5dd234ccb6d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Allocated IP 172.20.0.8 (ceae140a-4691-47b9-ad57-1026c75c737f/5431b2c2-5959-417a-9a98-2b2d0e6627f0/52419282-5709-464f-8edb-db1e61c0da76) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:37:36.719635 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-bf6ad02a-aa4b-4e42-aa30-a7f54c63a345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:36.787198 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-06fcb655-b56b-4e7e-9bfa-6fc0053f3e75 None None] Provisioning complete for port b8cc9af2-9101-42c9-a844-03856b9053f5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:37:36.787541 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-06fcb655-b56b-4e7e-9bfa-6fc0053f3e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:36.826014 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-06fcb655-b56b-4e7e-9bfa-6fc0053f3e75 None None] Port b8cc9af2-9101-42c9-a844-03856b9053f5 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:37:36.913673 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-39a02164-9375-4f65-8c94-62721b398318 req-479f1f01-0003-4b8c-8f95-f5dd234ccb6d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:36.972649 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-39a02164-9375-4f65-8c94-62721b398318 req-479f1f01-0003-4b8c-8f95-f5dd234ccb6d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:37.069757 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a02164-9375-4f65-8c94-62721b398318 req-479f1f01-0003-4b8c-8f95-f5dd234ccb6d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Network ceae140a-4691-47b9-ad57-1026c75c737f is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:37:37.076959 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-39a02164-9375-4f65-8c94-62721b398318 req-479f1f01-0003-4b8c-8f95-f5dd234ccb6d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:37:37.084553 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a02164-9375-4f65-8c94-62721b398318 req-479f1f01-0003-4b8c-8f95-f5dd234ccb6d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:37:37.112746 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-bf6ad02a-aa4b-4e42-aa30-a7f54c63a345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8cc9af2-9101-42c9-a844-03856b9053f5 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:37:37.121176 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-bf6ad02a-aa4b-4e42-aa30-a7f54c63a345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:37.121831 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f1f01-0003-4b8c-8f95-f5dd234ccb6d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event updated for resources: {'Port': ['ID=52419282-5709-464f-8edb-db1e61c0da76,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:37.138873 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-bf6ad02a-aa4b-4e42-aa30-a7f54c63a345 service neutron] Transition to ACTIVE for port object b8cc9af2-9101-42c9-a844-03856b9053f5 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:37:37.146505 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-bf6ad02a-aa4b-4e42-aa30-a7f54c63a345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:37.198180 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a02164-9375-4f65-8c94-62721b398318 req-479f1f01-0003-4b8c-8f95-f5dd234ccb6d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:37.200037 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-39a02164-9375-4f65-8c94-62721b398318 req-479f1f01-0003-4b8c-8f95-f5dd234ccb6d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:37.224140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81f926-6e2c-4387-8a23-5625da826de2 req-bd4ffb8e-0362-4185-af56-9703518e2a27 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:37.233004 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e81f926-6e2c-4387-8a23-5625da826de2 req-bd4ffb8e-0362-4185-af56-9703518e2a27 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59a040c-3f21-4397-94ab-17f318dc6714 HTTP/1.1" status: 200 len: 931 time: 0.2085559 May 26 16:37:37.242009 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ad02a-aa4b-4e42-aa30-a7f54c63a345 service neutron] Pushing event updated for resources: {'Port': ['ID=b8cc9af2-9101-42c9-a844-03856b9053f5,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:37.307937 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8e81f926-6e2c-4387-8a23-5625da826de2 req-79f2c783-3b68-4ca3-8fe8-04b155b92336 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=d868953f-f6f7-462b-8ca5-7523ed8854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737576 May 26 16:37:37.314566 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39a02164-9375-4f65-8c94-62721b398318 req-479f1f01-0003-4b8c-8f95-f5dd234ccb6d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9395397 May 26 16:37:37.315943 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-bf6ad02a-aa4b-4e42-aa30-a7f54c63a345 service neutron] Attempting to bind port b8cc9af2-9101-42c9-a844-03856b9053f5 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:37:37.316508 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-bf6ad02a-aa4b-4e42-aa30-a7f54c63a345 service neutron] Attempting to bind port b8cc9af2-9101-42c9-a844-03856b9053f5 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '9c75c02c-f8c3-43de-a35d-4fc137f06ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1fe0377f-862b-4017-a536-1548aa876034'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:37:37.317051 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-bf6ad02a-aa4b-4e42-aa30-a7f54c63a345 service neutron] Attempting to bind port b8cc9af2-9101-42c9-a844-03856b9053f5 on network 1fe0377f-862b-4017-a536-1548aa876034 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:37:37.327968 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-39a02164-9375-4f65-8c94-62721b398318 req-ead5012b-774e-4dc1-a415-99224ec53492 service neutron] Request body: {'port': {'device_id': '13585158-34d0-477f-9cd6-cd574b57d0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:37:37.332317 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-bf6ad02a-aa4b-4e42-aa30-a7f54c63a345 service neutron] Port b8cc9af2-9101-42c9-a844-03856b9053f5 on network 1fe0377f-862b-4017-a536-1548aa876034 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:37:37.333162 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-bf6ad02a-aa4b-4e42-aa30-a7f54c63a345 service neutron] Attempting to bind port b8cc9af2-9101-42c9-a844-03856b9053f5 on network 1fe0377f-862b-4017-a536-1548aa876034 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:37:37.350908 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-bf6ad02a-aa4b-4e42-aa30-a7f54c63a345 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:37:37.352186 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-bf6ad02a-aa4b-4e42-aa30-a7f54c63a345 service neutron] Checking segment: {'id': '9c75c02c-f8c3-43de-a35d-4fc137f06ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1fe0377f-862b-4017-a536-1548aa876034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:37:37.352910 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-bf6ad02a-aa4b-4e42-aa30-a7f54c63a345 service neutron] Bound using segment: {'id': '9c75c02c-f8c3-43de-a35d-4fc137f06ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1fe0377f-862b-4017-a536-1548aa876034'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:37:37.353708 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-bf6ad02a-aa4b-4e42-aa30-a7f54c63a345 service neutron] Bound port: b8cc9af2-9101-42c9-a844-03856b9053f5, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c75c02c-f8c3-43de-a35d-4fc137f06ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1fe0377f-862b-4017-a536-1548aa876034'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:37:37.354421 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-bf6ad02a-aa4b-4e42-aa30-a7f54c63a345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:37.423984 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-39a02164-9375-4f65-8c94-62721b398318 req-ead5012b-774e-4dc1-a415-99224ec53492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:37.466490 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-2a9bf80d-d3a3-492f-a316-7ee9d9802495 None None] Provisioning complete for port 52419282-5709-464f-8edb-db1e61c0da76 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:37:37.467005 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2a9bf80d-d3a3-492f-a316-7ee9d9802495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:37.536171 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-bf6ad02a-aa4b-4e42-aa30-a7f54c63a345 service neutron] For port b8cc9af2-9101-42c9-a844-03856b9053f5, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:37:37.540047 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-bf6ad02a-aa4b-4e42-aa30-a7f54c63a345 service neutron] For port b8cc9af2-9101-42c9-a844-03856b9053f5, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b8cc9af2-9101-42c9-a844-03856b9053f5,segment=NetworkSegment(9c75c02c-f8c3-43de-a35d-4fc137f06ec7),segment_id=9c75c02c-f8c3-43de-a35d-4fc137f06ec7)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:37:37.548040 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-bf6ad02a-aa4b-4e42-aa30-a7f54c63a345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:37.571797 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2a9bf80d-d3a3-492f-a316-7ee9d9802495 None None] Port 52419282-5709-464f-8edb-db1e61c0da76 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:37:37.576890 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-bf6ad02a-aa4b-4e42-aa30-a7f54c63a345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:37.577750 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-bf6ad02a-aa4b-4e42-aa30-a7f54c63a345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:37.580643 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-bf6ad02a-aa4b-4e42-aa30-a7f54c63a345 service neutron] 10.222.0.81 "PUT /v2.0/ports/b8cc9af2-9101-42c9-a844-03856b9053f5 HTTP/1.1" status: 200 len: 1091 time: 1.0638480 May 26 16:37:37.645513 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59a040c-3f21-4397-94ab-17f318dc6714', 'tag': 'b8cc9af2-9101-42c9-a844-03856b9053f5'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:37:37.648483 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac82e95-aa9c-42f3-8a25-bd30a78d1c11" -d '{"events": [{"name": "network-changed", "server_uuid": "a59a040c-3f21-4397-94ab-17f318dc6714", "tag": "b8cc9af2-9101-42c9-a844-03856b9053f5"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:37:37.651423 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ad02a-aa4b-4e42-aa30-a7f54c63a345 service neutron] Pushing event updated for resources: {'Port': ['ID=b8cc9af2-9101-42c9-a844-03856b9053f5,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:37.719556 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9868645-3297-4ce0-b555-c6863a8f861d req-2d1a4308-1543-4040-a933-6f1fb003bc14 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:37.730101 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d9868645-3297-4ce0-b555-c6863a8f861d req-2d1a4308-1543-4040-a933-6f1fb003bc14 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 931 time: 0.1873589 May 26 16:37:37.733451 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267536ba-d17c-425a-a670-d662f1977ecb x-openstack-request-id: req-267536ba-d17c-425a-a670-d662f1977ecb {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:37:37.733918 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59a040c-3f21-4397-94ab-17f318dc6714", "tag": "b8cc9af2-9101-42c9-a844-03856b9053f5", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:37:37.734432 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-267536ba-d17c-425a-a670-d662f1977ecb {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:37:37.734988 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-267536ba-d17c-425a-a670-d662f1977ecb'] response: {'name': 'network-changed', 'server_uuid': 'a59a040c-3f21-4397-94ab-17f318dc6714', 'tag': 'b8cc9af2-9101-42c9-a844-03856b9053f5', 'status': 'completed', 'code': 200} May 26 16:37:37.762480 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-ed3383be-dff6-48fe-9c9c-1d06ca12005b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:37.764582 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-ed3383be-dff6-48fe-9c9c-1d06ca12005b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e7e2054d87b4adfafe8f4c3c4c5d151&device_id=a59a040c-3f21-4397-94ab-17f318dc6714 HTTP/1.1" status: 200 len: 1094 time: 0.1094389 May 26 16:37:37.824466 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-e19dc8e1-e844-460a-a726-b0060ebd3728 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8cc9af2-9101-42c9-a844-03856b9053f5 HTTP/1.1" status: 200 len: 217 time: 0.0519230 May 26 16:37:37.829456 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d9868645-3297-4ce0-b555-c6863a8f861d req-a7015b6a-bcdb-427d-8f6e-69cb4c73605f tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945919 May 26 16:37:37.961264 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-39a02164-9375-4f65-8c94-62721b398318 req-ead5012b-774e-4dc1-a415-99224ec53492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52419282-5709-464f-8edb-db1e61c0da76 {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:37:37.970498 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-39a02164-9375-4f65-8c94-62721b398318 req-ead5012b-774e-4dc1-a415-99224ec53492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:37.985143 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-39a02164-9375-4f65-8c94-62721b398318 req-ead5012b-774e-4dc1-a415-99224ec53492 service neutron] Transition to ACTIVE for port object 52419282-5709-464f-8edb-db1e61c0da76 will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:37:37.990644 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-39a02164-9375-4f65-8c94-62721b398318 req-ead5012b-774e-4dc1-a415-99224ec53492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:38.065624 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5012b-774e-4dc1-a415-99224ec53492 service neutron] Pushing event updated for resources: {'Port': ['ID=52419282-5709-464f-8edb-db1e61c0da76,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:38.163096 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-39a02164-9375-4f65-8c94-62721b398318 req-ead5012b-774e-4dc1-a415-99224ec53492 service neutron] Attempting to bind port 52419282-5709-464f-8edb-db1e61c0da76 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:37:38.163380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-39a02164-9375-4f65-8c94-62721b398318 req-ead5012b-774e-4dc1-a415-99224ec53492 service neutron] Attempting to bind port 52419282-5709-464f-8edb-db1e61c0da76 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:37:38.163787 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a02164-9375-4f65-8c94-62721b398318 req-ead5012b-774e-4dc1-a415-99224ec53492 service neutron] Attempting to bind port 52419282-5709-464f-8edb-db1e61c0da76 on network ceae140a-4691-47b9-ad57-1026c75c737f {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:37:38.170319 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a02164-9375-4f65-8c94-62721b398318 req-ead5012b-774e-4dc1-a415-99224ec53492 service neutron] Port 52419282-5709-464f-8edb-db1e61c0da76 on network ceae140a-4691-47b9-ad57-1026c75c737f not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:37:38.170724 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a02164-9375-4f65-8c94-62721b398318 req-ead5012b-774e-4dc1-a415-99224ec53492 service neutron] Attempting to bind port 52419282-5709-464f-8edb-db1e61c0da76 on network ceae140a-4691-47b9-ad57-1026c75c737f {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:37:38.179369 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a02164-9375-4f65-8c94-62721b398318 req-ead5012b-774e-4dc1-a415-99224ec53492 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:37:38.179780 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a02164-9375-4f65-8c94-62721b398318 req-ead5012b-774e-4dc1-a415-99224ec53492 service neutron] Checking segment: {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:37:38.180580 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a02164-9375-4f65-8c94-62721b398318 req-ead5012b-774e-4dc1-a415-99224ec53492 service neutron] Bound using segment: {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:37:38.181071 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-39a02164-9375-4f65-8c94-62721b398318 req-ead5012b-774e-4dc1-a415-99224ec53492 service neutron] Bound port: 52419282-5709-464f-8edb-db1e61c0da76, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:37:38.181469 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-39a02164-9375-4f65-8c94-62721b398318 req-ead5012b-774e-4dc1-a415-99224ec53492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:38.266593 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-39a02164-9375-4f65-8c94-62721b398318 req-ead5012b-774e-4dc1-a415-99224ec53492 service neutron] For port 52419282-5709-464f-8edb-db1e61c0da76, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:37:38.268356 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-1730d793-44ab-4536-abe6-bcd33eefa1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:38.270636 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-39a02164-9375-4f65-8c94-62721b398318 req-ead5012b-774e-4dc1-a415-99224ec53492 service neutron] For port 52419282-5709-464f-8edb-db1e61c0da76, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=52419282-5709-464f-8edb-db1e61c0da76,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:37:38.271293 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-1730d793-44ab-4536-abe6-bcd33eefa1d4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6298a106-0d98-4861-a8dd-bee5b9dbe098 HTTP/1.1" status: 200 len: 835 time: 0.4399209 May 26 16:37:38.277145 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-39a02164-9375-4f65-8c94-62721b398318 req-ead5012b-774e-4dc1-a415-99224ec53492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:38.320981 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a02164-9375-4f65-8c94-62721b398318 req-ead5012b-774e-4dc1-a415-99224ec53492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:38.321612 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-39a02164-9375-4f65-8c94-62721b398318 req-ead5012b-774e-4dc1-a415-99224ec53492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:38.322938 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39a02164-9375-4f65-8c94-62721b398318 req-ead5012b-774e-4dc1-a415-99224ec53492 service neutron] 10.222.0.81 "PUT /v2.0/ports/52419282-5709-464f-8edb-db1e61c0da76 HTTP/1.1" status: 200 len: 1091 time: 1.0027785 May 26 16:37:38.323442 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13585158-34d0-477f-9cd6-cd574b57d0a2', 'tag': '52419282-5709-464f-8edb-db1e61c0da76'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:37:38.326736 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5718ab-1832-4259-acfd-83c15fe6748c" -d '{"events": [{"name": "network-changed", "server_uuid": "13585158-34d0-477f-9cd6-cd574b57d0a2", "tag": "52419282-5709-464f-8edb-db1e61c0da76"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:37:38.342343 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-61a01bfb-e99c-467d-8872-a19ed4b830a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:38.347936 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-61a01bfb-e99c-467d-8872-a19ed4b830a1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1fe0377f-862b-4017-a536-1548aa876034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641687 May 26 16:37:38.460290 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac26664-c94e-47ca-aeda-1deedd03d44d x-openstack-request-id: req-dac26664-c94e-47ca-aeda-1deedd03d44d {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:37:38.460561 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13585158-34d0-477f-9cd6-cd574b57d0a2", "tag": "52419282-5709-464f-8edb-db1e61c0da76", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:37:38.460887 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dac26664-c94e-47ca-aeda-1deedd03d44d {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:37:38.461303 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac26664-c94e-47ca-aeda-1deedd03d44d'] response: {'name': 'network-changed', 'server_uuid': '13585158-34d0-477f-9cd6-cd574b57d0a2', 'tag': '52419282-5709-464f-8edb-db1e61c0da76', 'status': 'completed', 'code': 200} May 26 16:37:38.470930 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5012b-774e-4dc1-a415-99224ec53492 service neutron] Pushing event updated for resources: {'Port': ['ID=52419282-5709-464f-8edb-db1e61c0da76,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:38.489531 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-4bc5e17c-57a8-4084-83e4-97dd3dd50f76 service neutron] 10.222.0.81 "GET /v2.0/networks/1fe0377f-862b-4017-a536-1548aa876034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323547 May 26 16:37:38.525171 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a02164-9375-4f65-8c94-62721b398318 req-4f1e5ea1-0a00-4d9b-b65b-5af418d3cf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:38.526693 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39a02164-9375-4f65-8c94-62721b398318 req-4f1e5ea1-0a00-4d9b-b65b-5af418d3cf9c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 1094 time: 0.1420293 May 26 16:37:38.589459 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d39c1-59ef-4845-8a3e-b92284967d7b req-53600902-d8f5-4aee-8895-88704847d951 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:38.591149 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca9d39c1-59ef-4845-8a3e-b92284967d7b req-53600902-d8f5-4aee-8895-88704847d951 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59a040c-3f21-4397-94ab-17f318dc6714 HTTP/1.1" status: 200 len: 943 time: 0.1094398 May 26 16:37:38.593014 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39a02164-9375-4f65-8c94-62721b398318 req-99d2dd7e-bf86-481f-b4d8-d21579d1adb7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52419282-5709-464f-8edb-db1e61c0da76 HTTP/1.1" status: 200 len: 217 time: 0.0573049 May 26 16:37:38.621318 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d4e2dfbe-9e01-4603-aeb8-b7958ee56e89 req-8683d2dd-af9c-43f0-a21e-56df076f50de service neutron] 10.222.0.81 "GET /v2.0/networks/1fe0377f-862b-4017-a536-1548aa876034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197786 May 26 16:37:38.680916 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca9d39c1-59ef-4845-8a3e-b92284967d7b req-1db256f5-ba62-4a61-b040-26f8fb6c865b tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=d868953f-f6f7-462b-8ca5-7523ed8854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819962 May 26 16:37:38.685715 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a02164-9375-4f65-8c94-62721b398318 req-a837dca7-7ee9-49f5-9165-de966111ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:38.687302 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39a02164-9375-4f65-8c94-62721b398318 req-a837dca7-7ee9-49f5-9165-de966111ec67 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5431b2c2-5959-417a-9a98-2b2d0e6627f0 HTTP/1.1" status: 200 len: 851 time: 0.0822678 May 26 16:37:38.725738 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac82e95-aa9c-42f3-8a25-bd30a78d1c11 req-cc3ec425-fc9d-4016-a0b2-cc15d71602df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:38.727376 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8ac82e95-aa9c-42f3-8a25-bd30a78d1c11 req-cc3ec425-fc9d-4016-a0b2-cc15d71602df service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e7e2054d87b4adfafe8f4c3c4c5d151&device_id=a59a040c-3f21-4397-94ab-17f318dc6714 HTTP/1.1" status: 200 len: 1094 time: 0.0510972 May 26 16:37:38.742808 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a02164-9375-4f65-8c94-62721b398318 req-9e215300-668b-4abd-b111-d5cbad6d7f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:38.745162 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39a02164-9375-4f65-8c94-62721b398318 req-9e215300-668b-4abd-b111-d5cbad6d7f3c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceae140a-4691-47b9-ad57-1026c75c737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501759 May 26 16:37:38.850839 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac82e95-aa9c-42f3-8a25-bd30a78d1c11 req-c3b5ec4b-f0be-4bd0-b8ff-32426eb04522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:38.852393 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8ac82e95-aa9c-42f3-8a25-bd30a78d1c11 req-c3b5ec4b-f0be-4bd0-b8ff-32426eb04522 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1fe0377f-862b-4017-a536-1548aa876034 HTTP/1.1" status: 200 len: 898 time: 0.1108272 May 26 16:37:38.860880 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39a02164-9375-4f65-8c94-62721b398318 req-9f4f9df1-8f48-4c39-86f3-564136def71e service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066332 May 26 16:37:38.902562 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8ac82e95-aa9c-42f3-8a25-bd30a78d1c11 req-957017a2-fa79-4edb-9ee7-b9a56f55d637 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8cc9af2-9101-42c9-a844-03856b9053f5 HTTP/1.1" status: 200 len: 217 time: 0.0425000 May 26 16:37:38.962987 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac82e95-aa9c-42f3-8a25-bd30a78d1c11 req-146f9457-4940-4de9-b2ae-349ef974fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:38.964505 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8ac82e95-aa9c-42f3-8a25-bd30a78d1c11 req-146f9457-4940-4de9-b2ae-349ef974fe3e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6298a106-0d98-4861-a8dd-bee5b9dbe098 HTTP/1.1" status: 200 len: 835 time: 0.0538960 May 26 16:37:39.002321 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683ea9a-8f76-4138-9f0f-de27e8244c83 req-a490bef3-5a6f-44ba-a102-75eea1f94bc1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:39.003767 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0683ea9a-8f76-4138-9f0f-de27e8244c83 req-a490bef3-5a6f-44ba-a102-75eea1f94bc1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 943 time: 0.0843010 May 26 16:37:39.006188 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39a02164-9375-4f65-8c94-62721b398318 req-657fe216-db4b-441e-bc13-6b2a8ab3f641 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389194 May 26 16:37:39.017796 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac82e95-aa9c-42f3-8a25-bd30a78d1c11 req-981fafe0-17cd-4dbc-bbb0-f90c6fc3212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:39.019648 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8ac82e95-aa9c-42f3-8a25-bd30a78d1c11 req-981fafe0-17cd-4dbc-bbb0-f90c6fc3212c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1fe0377f-862b-4017-a536-1548aa876034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469904 May 26 16:37:39.068768 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0683ea9a-8f76-4138-9f0f-de27e8244c83 req-00806c17-2d8b-420f-b23b-c7dcd23ffb97 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556006 May 26 16:37:39.115807 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5718ab-1832-4259-acfd-83c15fe6748c req-8bed82c5-c299-45dc-94c8-06d9bca3bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:39.118741 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec5718ab-1832-4259-acfd-83c15fe6748c req-8bed82c5-c299-45dc-94c8-06d9bca3bbe3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 1094 time: 0.0488153 May 26 16:37:39.165640 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8ac82e95-aa9c-42f3-8a25-bd30a78d1c11 req-d233de88-b0b4-481e-af36-90c9c42d0241 service neutron] 10.222.0.81 "GET /v2.0/networks/1fe0377f-862b-4017-a536-1548aa876034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276581 May 26 16:37:39.222783 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5718ab-1832-4259-acfd-83c15fe6748c req-a777f6c3-135f-4a6a-887d-787477495c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:39.225070 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec5718ab-1832-4259-acfd-83c15fe6748c req-a777f6c3-135f-4a6a-887d-787477495c8d service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 913 time: 0.0957725 May 26 16:37:39.270705 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec5718ab-1832-4259-acfd-83c15fe6748c req-20c4d4dc-4ed6-4681-b6bd-8571d17a5f23 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52419282-5709-464f-8edb-db1e61c0da76 HTTP/1.1" status: 200 len: 217 time: 0.0380287 May 26 16:37:39.275854 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8ac82e95-aa9c-42f3-8a25-bd30a78d1c11 req-cd47f8d1-61ad-455b-89e6-b0b7b531e2a8 service neutron] 10.222.0.81 "GET /v2.0/networks/1fe0377f-862b-4017-a536-1548aa876034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975804 May 26 16:37:39.332568 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5718ab-1832-4259-acfd-83c15fe6748c req-894246fa-422c-46be-ba18-54f5aeef12bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:39.334059 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec5718ab-1832-4259-acfd-83c15fe6748c req-894246fa-422c-46be-ba18-54f5aeef12bc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5431b2c2-5959-417a-9a98-2b2d0e6627f0 HTTP/1.1" status: 200 len: 851 time: 0.0514271 May 26 16:37:39.397208 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5718ab-1832-4259-acfd-83c15fe6748c req-6f40c106-1f12-422b-8de7-dd071a9247ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:39.398948 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec5718ab-1832-4259-acfd-83c15fe6748c req-6f40c106-1f12-422b-8de7-dd071a9247ff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceae140a-4691-47b9-ad57-1026c75c737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544951 May 26 16:37:39.512365 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec5718ab-1832-4259-acfd-83c15fe6748c req-97e79319-245e-4de3-a5fb-b7d38fc631b5 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033995 May 26 16:37:39.985744 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec5718ab-1832-4259-acfd-83c15fe6748c req-9311d6ff-54e9-4cfe-9b25-9cc606d13c52 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644115 May 26 16:37:39.993959 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383248d-b136-448c-8888-14763b66c2db req-d21f2778-fdfa-4cc0-8bc5-bd9e1eaa72a7 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:39.995444 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1383248d-b136-448c-8888-14763b66c2db req-d21f2778-fdfa-4cc0-8bc5-bd9e1eaa72a7 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59a040c-3f21-4397-94ab-17f318dc6714 HTTP/1.1" status: 200 len: 943 time: 0.0761256 May 26 16:37:40.043618 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1383248d-b136-448c-8888-14763b66c2db req-411d42f5-1872-4d5c-9d83-ef95427525b9 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=d868953f-f6f7-462b-8ca5-7523ed8854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345867 May 26 16:37:40.191390 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc737ad-1184-46b3-b89b-c2283c8733e4 req-797161be-39a0-48bd-ac50-a3beffb13922 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:40.192971 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2cc737ad-1184-46b3-b89b-c2283c8733e4 req-797161be-39a0-48bd-ac50-a3beffb13922 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 943 time: 0.0575719 May 26 16:37:40.232290 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2cc737ad-1184-46b3-b89b-c2283c8733e4 req-a100e385-8690-4b66-938e-677fb4e16b22 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331955 May 26 16:37:41.177705 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ca955-6a11-4456-a05d-9a31423fba15 req-6267ec87-3fe3-45b7-a34f-0ce5cab7f2ca tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:41.179202 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a07ca955-6a11-4456-a05d-9a31423fba15 req-6267ec87-3fe3-45b7-a34f-0ce5cab7f2ca tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59a040c-3f21-4397-94ab-17f318dc6714 HTTP/1.1" status: 200 len: 943 time: 0.0546582 May 26 16:37:41.225483 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a07ca955-6a11-4456-a05d-9a31423fba15 req-007e2bb2-e881-4062-abd4-fcef285393e2 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=d868953f-f6f7-462b-8ca5-7523ed8854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399160 May 26 16:37:41.369001 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16258a0e-a626-4f5b-aed4-9055a7698dde req-49a73dae-ad3c-4236-8dc5-8e8d3c942368 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:41.370539 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-16258a0e-a626-4f5b-aed4-9055a7698dde req-49a73dae-ad3c-4236-8dc5-8e8d3c942368 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 943 time: 0.0529976 May 26 16:37:41.415213 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-16258a0e-a626-4f5b-aed4-9055a7698dde req-d9faf3df-27e3-4bd7-9c2c-3e93298e799d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368161 May 26 16:37:42.263882 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b8cc9af2-9101-42c9-a844-03856b9053f5 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:37:42.355515 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b1e67-99d8-4f40-a4e8-e2db6bfdd3f2 req-70a74af4-4e8e-42ce-9533-2fed450bea5d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:42.357116 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-592b1e67-99d8-4f40-a4e8-e2db6bfdd3f2 req-70a74af4-4e8e-42ce-9533-2fed450bea5d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59a040c-3f21-4397-94ab-17f318dc6714 HTTP/1.1" status: 200 len: 943 time: 0.0546713 May 26 16:37:42.379077 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b8cc9af2-9101-42c9-a844-03856b9053f5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b8cc9af2-9101-42c9-a844-03856b9053f5,segment=NetworkSegment(9c75c02c-f8c3-43de-a35d-4fc137f06ec7),segment_id=9c75c02c-f8c3-43de-a35d-4fc137f06ec7)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:37:42.398610 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-592b1e67-99d8-4f40-a4e8-e2db6bfdd3f2 req-f17b90b9-71b3-47ac-8306-cf15b0163505 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=d868953f-f6f7-462b-8ca5-7523ed8854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353498 May 26 16:37:42.404029 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'b8cc9af2-9101-42c9-a844-03856b9053f5', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'port_id': 'b8cc9af2-9101-42c9-a844-03856b9053f5', 'mac_address': 'fa:16:3e:fd:35:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:37:42.457147 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port b8cc9af2-9101-42c9-a844-03856b9053f5 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:37:42.457539 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:42.473265 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8cc9af2-9101-42c9-a844-03856b9053f5 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:37:42.494140 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b8cc9af2-9101-42c9-a844-03856b9053f5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b8cc9af2-9101-42c9-a844-03856b9053f5,segment=NetworkSegment(9c75c02c-f8c3-43de-a35d-4fc137f06ec7),segment_id=9c75c02c-f8c3-43de-a35d-4fc137f06ec7)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:37:42.499508 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:42.555723 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f06a44-0159-42e4-8260-fb483a2ccd93 req-cde88cae-cc22-48ac-a95a-1a30bc56de32 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:42.558739 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39f06a44-0159-42e4-8260-fb483a2ccd93 req-cde88cae-cc22-48ac-a95a-1a30bc56de32 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 943 time: 0.0612516 May 26 16:37:42.572682 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=b8cc9af2-9101-42c9-a844-03856b9053f5,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:42.615359 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39f06a44-0159-42e4-8260-fb483a2ccd93 req-d5ce3a2f-ecdf-48a8-8595-6cbc0afc3d21 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446670 May 26 16:37:42.719086 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['b8cc9af2-9101-42c9-a844-03856b9053f5'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:37:43.047553 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a399dfe8-cb11-4bfd-a28d-d816264a0342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:43.527804 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b821ec8-cc35-4efb-85fb-52ab43f653a8 req-0dfe914e-dcb2-4795-86e2-8688275dadcc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:43.529309 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6b821ec8-cc35-4efb-85fb-52ab43f653a8 req-0dfe914e-dcb2-4795-86e2-8688275dadcc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59a040c-3f21-4397-94ab-17f318dc6714 HTTP/1.1" status: 200 len: 944 time: 0.0495644 May 26 16:37:43.577217 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6b821ec8-cc35-4efb-85fb-52ab43f653a8 req-19e1f41a-42ea-459e-9421-9b99a6db3fcc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=d868953f-f6f7-462b-8ca5-7523ed8854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394571 May 26 16:37:43.746541 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39871235-aa4a-423f-abd5-c622aef428ea req-9096c4d5-faa5-4fa0-9d11-fdaaf430e5b7 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:43.748165 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39871235-aa4a-423f-abd5-c622aef428ea req-9096c4d5-faa5-4fa0-9d11-fdaaf430e5b7 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 943 time: 0.0558443 May 26 16:37:43.793009 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39871235-aa4a-423f-abd5-c622aef428ea req-02d38d6f-854a-4116-b0f0-0b1839af14e8 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380993 May 26 16:37:44.269751 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b8cc9af2-9101-42c9-a844-03856b9053f5 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:37:44.321163 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port b8cc9af2-9101-42c9-a844-03856b9053f5 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:37:44.325471 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port b8cc9af2-9101-42c9-a844-03856b9053f5 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:37:44.325853 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:44.409614 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port b8cc9af2-9101-42c9-a844-03856b9053f5 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:37:44.410003 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:44.432822 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59a040c-3f21-4397-94ab-17f318dc6714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cc9af2-9101-42c9-a844-03856b9053f5'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:37:44.435145 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3455322d-b5ce-497e-adb1-329230e5808f" -d '{"events": [{"server_uuid": "a59a040c-3f21-4397-94ab-17f318dc6714", "name": "network-vif-plugged", "status": "completed", "tag": "b8cc9af2-9101-42c9-a844-03856b9053f5"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:37:44.456650 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b8cc9af2-9101-42c9-a844-03856b9053f5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b8cc9af2-9101-42c9-a844-03856b9053f5,segment=NetworkSegment(9c75c02c-f8c3-43de-a35d-4fc137f06ec7),segment_id=9c75c02c-f8c3-43de-a35d-4fc137f06ec7)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:37:44.462017 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:44.489625 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d6835c-809b-4442-b30e-ea8dc537410c x-openstack-request-id: req-c0d6835c-809b-4442-b30e-ea8dc537410c {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:37:44.489904 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59a040c-3f21-4397-94ab-17f318dc6714", "name": "network-vif-plugged", "status": "completed", "tag": "b8cc9af2-9101-42c9-a844-03856b9053f5", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:37:44.490061 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c0d6835c-809b-4442-b30e-ea8dc537410c {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:37:44.490448 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0d6835c-809b-4442-b30e-ea8dc537410c'] response: {'server_uuid': 'a59a040c-3f21-4397-94ab-17f318dc6714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cc9af2-9101-42c9-a844-03856b9053f5', 'code': 200} May 26 16:37:44.519839 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=b8cc9af2-9101-42c9-a844-03856b9053f5,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:44.532988 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:44.533379 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:44.533755 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:44.534124 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:44.534489 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:44.534862 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:44.535266 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:44.535628 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:44.535997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:44.536451 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:44.536877 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:44.537304 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:37:44.592717 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12ad75-fc0a-464d-88f5-6ea416f7aba2 req-9b272d71-c0df-40c6-a6b4-4be1961dd1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:44.594736 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca12ad75-fc0a-464d-88f5-6ea416f7aba2 req-9b272d71-c0df-40c6-a6b4-4be1961dd1e3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a59a040c-3f21-4397-94ab-17f318dc6714 HTTP/1.1" status: 200 len: 1096 time: 0.0509951 May 26 16:37:44.635940 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca12ad75-fc0a-464d-88f5-6ea416f7aba2 req-a068ea25-68cd-4715-bb56-c2678db8ac0d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d868953f-f6f7-462b-8ca5-7523ed8854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334034 May 26 16:37:44.718284 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8d264-2417-4b47-a247-90f343103a08 req-a44c48f2-ccb9-46bc-b3cb-fd4bb763029d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:44.720008 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8e8d264-2417-4b47-a247-90f343103a08 req-a44c48f2-ccb9-46bc-b3cb-fd4bb763029d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59a040c-3f21-4397-94ab-17f318dc6714 HTTP/1.1" status: 200 len: 945 time: 0.0523643 May 26 16:37:44.762231 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8e8d264-2417-4b47-a247-90f343103a08 req-3a47e49f-bb17-4908-818b-9f67702f3de1 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=d868953f-f6f7-462b-8ca5-7523ed8854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340874 May 26 16:37:44.927188 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ed9cd-25df-41b5-a30a-3d9e1d1f8489 req-01dd0139-76db-4dfd-a4e6-2ad4c22ce783 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:44.928775 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-323ed9cd-25df-41b5-a30a-3d9e1d1f8489 req-01dd0139-76db-4dfd-a4e6-2ad4c22ce783 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 943 time: 0.0623760 May 26 16:37:44.974066 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-323ed9cd-25df-41b5-a30a-3d9e1d1f8489 req-b88fdc0a-dfd7-4c4b-a7d9-d57fed01ed7c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371110 May 26 16:37:45.472012 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6dd2fcb2-e5a2-4291-b37c-bc343da2d464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:45.887766 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2d5a2-60ba-4381-bde6-24010d88cf58 req-f8d8acd9-cb1a-42ee-8b1f-216d7403b615 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:45.889276 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cec2d5a2-60ba-4381-bde6-24010d88cf58 req-f8d8acd9-cb1a-42ee-8b1f-216d7403b615 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59a040c-3f21-4397-94ab-17f318dc6714 HTTP/1.1" status: 200 len: 945 time: 0.0538905 May 26 16:37:45.928653 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cec2d5a2-60ba-4381-bde6-24010d88cf58 req-c0692d3e-d100-4ebc-88a6-be3bd7870e13 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=d868953f-f6f7-462b-8ca5-7523ed8854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326614 May 26 16:37:46.054140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a060b7f-0cf6-4088-bf75-e2813c2a97aa req-3b2ee3a4-cd42-45aa-a003-21c1a6401ef5 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:46.055675 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a060b7f-0cf6-4088-bf75-e2813c2a97aa req-3b2ee3a4-cd42-45aa-a003-21c1a6401ef5 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59a040c-3f21-4397-94ab-17f318dc6714 HTTP/1.1" status: 200 len: 945 time: 0.0513730 May 26 16:37:46.118291 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a060b7f-0cf6-4088-bf75-e2813c2a97aa req-050f968c-93f4-4317-9e5a-65922da8756e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=d868953f-f6f7-462b-8ca5-7523ed8854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564187 May 26 16:37:46.137797 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fb586-bdef-44da-96fa-64b45d680025 req-d0984bb4-074b-40f0-92d7-e4282612fd17 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:46.139288 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe2fb586-bdef-44da-96fa-64b45d680025 req-d0984bb4-074b-40f0-92d7-e4282612fd17 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 943 time: 0.0634456 May 26 16:37:46.142455 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34996) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:46.185497 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe2fb586-bdef-44da-96fa-64b45d680025 req-15199b72-40f4-40e9-b345-348ff756ffc5 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396380 May 26 16:37:46.192033 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f79db76-cca0-4186-be5f-6d5d4804574e tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:46.193946 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5f79db76-cca0-4186-be5f-6d5d4804574e tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a59a040c-3f21-4397-94ab-17f318dc6714 HTTP/1.1" status: 200 len: 1091 time: 0.0504494 May 26 16:37:46.196993 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 34998) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:46.201409 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-2553b118-5861-476f-8c6e-03be54dd5754 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': 'b8cc9af2-9101-42c9-a844-03856b9053f5', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:37:46.228974 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2553b118-5861-476f-8c6e-03be54dd5754 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:46.340612 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2553b118-5861-476f-8c6e-03be54dd5754 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:46.455749 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-2553b118-5861-476f-8c6e-03be54dd5754 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Allocated IP 172.25.7.160 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/eb12c930-f048-477d-80db-8636637352cf) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:37:46.570369 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2553b118-5861-476f-8c6e-03be54dd5754 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:46.605984 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:46.615170 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2553b118-5861-476f-8c6e-03be54dd5754 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:46.660811 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2553b118-5861-476f-8c6e-03be54dd5754 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:37:46.663668 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-2553b118-5861-476f-8c6e-03be54dd5754 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:37:46.666582 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2553b118-5861-476f-8c6e-03be54dd5754 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:37:46.696850 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553b118-5861-476f-8c6e-03be54dd5754 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'Port': ['ID=eb12c930-f048-477d-80db-8636637352cf,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:47.066665 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2553b118-5861-476f-8c6e-03be54dd5754 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:47.135837 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2553b118-5861-476f-8c6e-03be54dd5754 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:47.295812 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2553b118-5861-476f-8c6e-03be54dd5754 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:47.301180 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2553b118-5861-476f-8c6e-03be54dd5754 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:47.307525 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be931102-77c1-486e-a6b8-66066b5eab94 req-8699131e-770d-45c9-a1d8-bf39560d3779 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:47.309091 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be931102-77c1-486e-a6b8-66066b5eab94 req-8699131e-770d-45c9-a1d8-bf39560d3779 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 943 time: 0.0509827 May 26 16:37:47.350296 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be931102-77c1-486e-a6b8-66066b5eab94 req-dc604bc2-10b2-4e05-9df1-31d81ee0638d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337725 May 26 16:37:47.376207 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553b118-5861-476f-8c6e-03be54dd5754 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'Port': ['ID=eb12c930-f048-477d-80db-8636637352cf,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:47.387149 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2553b118-5861-476f-8c6e-03be54dd5754 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:47.490158 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-2553b118-5861-476f-8c6e-03be54dd5754 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Floating IP ef4bfa6d-9d99-427d-9327-ca461f5e1ed7 associated. External IP: 172.25.7.160, port: b8cc9af2-9101-42c9-a844-03856b9053f5. May 26 16:37:47.702295 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2553b118-5861-476f-8c6e-03be54dd5754 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Router 70c7557f-b371-4689-a20a-f4fcfbd2445b has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:37:47.809784 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2553b118-5861-476f-8c6e-03be54dd5754 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:37:47.819478 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d746ff0-d026-4dc4-b74d-7f4586512202 None None] Sync routers for ids ['70c7557f-b371-4689-a20a-f4fcfbd2445b'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:37:47.827698 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2553b118-5861-476f-8c6e-03be54dd5754 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:47.831074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d746ff0-d026-4dc4-b74d-7f4586512202 None None] Routers {'70c7557f-b371-4689-a20a-f4fcfbd2445b'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:37:47.831700 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4d746ff0-d026-4dc4-b74d-7f4586512202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:37:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['70c7557f-b371-4689-a20a-f4fcfbd2445b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:47.858858 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2553b118-5861-476f-8c6e-03be54dd5754 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6607001 May 26 16:37:47.860749 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59a040c-3f21-4397-94ab-17f318dc6714', 'tag': 'b8cc9af2-9101-42c9-a844-03856b9053f5'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:37:47.862776 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35002) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:47.863681 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8955a5f4-b73b-4507-9eb1-ff6be9f97c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "a59a040c-3f21-4397-94ab-17f318dc6714", "tag": "b8cc9af2-9101-42c9-a844-03856b9053f5"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:37:47.904074 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22575778-e68b-47c6-afff-ac8790f64da6 x-openstack-request-id: req-22575778-e68b-47c6-afff-ac8790f64da6 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:37:47.904410 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59a040c-3f21-4397-94ab-17f318dc6714", "tag": "b8cc9af2-9101-42c9-a844-03856b9053f5", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:37:47.904667 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-22575778-e68b-47c6-afff-ac8790f64da6 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:37:47.905087 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22575778-e68b-47c6-afff-ac8790f64da6'] response: {'name': 'network-changed', 'server_uuid': 'a59a040c-3f21-4397-94ab-17f318dc6714', 'tag': 'b8cc9af2-9101-42c9-a844-03856b9053f5', 'status': 'completed', 'code': 200} May 26 16:37:47.942122 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fe2c0cd5-cd94-4343-b3ab-a381584dcf07 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/floatingips/ef4bfa6d-9d99-427d-9327-ca461f5e1ed7 HTTP/1.1" status: 200 len: 991 time: 0.0780222 May 26 16:37:47.980166 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955a5f4-b73b-4507-9eb1-ff6be9f97c3d req-4c2ce6c1-7b0a-4cab-a33b-f864b00d60fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:47.981693 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8955a5f4-b73b-4507-9eb1-ff6be9f97c3d req-4c2ce6c1-7b0a-4cab-a33b-f864b00d60fa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e7e2054d87b4adfafe8f4c3c4c5d151&device_id=a59a040c-3f21-4397-94ab-17f318dc6714 HTTP/1.1" status: 200 len: 1096 time: 0.0506203 May 26 16:37:48.084538 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955a5f4-b73b-4507-9eb1-ff6be9f97c3d req-90349b58-28ef-455f-860f-390c483124dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:48.086032 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8955a5f4-b73b-4507-9eb1-ff6be9f97c3d req-90349b58-28ef-455f-860f-390c483124dc service neutron] 10.222.0.81 "GET /v2.0/networks?id=1fe0377f-862b-4017-a536-1548aa876034 HTTP/1.1" status: 200 len: 898 time: 0.0972426 May 26 16:37:48.107400 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-4d746ff0-d026-4dc4-b74d-7f4586512202 None None] Set router 70c7557f-b371-4689-a20a-f4fcfbd2445b gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:37:48.160658 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8955a5f4-b73b-4507-9eb1-ff6be9f97c3d req-49283023-3e9c-4470-87c4-34caae63f84b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8cc9af2-9101-42c9-a844-03856b9053f5 HTTP/1.1" status: 200 len: 999 time: 0.0675290 May 26 16:37:48.211186 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955a5f4-b73b-4507-9eb1-ff6be9f97c3d req-8a8efbe5-516d-4ee6-a2e2-c23ed7de3025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:48.212721 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8955a5f4-b73b-4507-9eb1-ff6be9f97c3d req-8a8efbe5-516d-4ee6-a2e2-c23ed7de3025 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6298a106-0d98-4861-a8dd-bee5b9dbe098 HTTP/1.1" status: 200 len: 835 time: 0.0447829 May 26 16:37:48.258221 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:48.264217 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955a5f4-b73b-4507-9eb1-ff6be9f97c3d req-c697f817-0249-4cc3-9b3b-7aa17a0c0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:48.266788 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8955a5f4-b73b-4507-9eb1-ff6be9f97c3d req-c697f817-0249-4cc3-9b3b-7aa17a0c0dc6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1fe0377f-862b-4017-a536-1548aa876034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446599 May 26 16:37:48.349719 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:48.365401 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8955a5f4-b73b-4507-9eb1-ff6be9f97c3d req-259e7622-d629-469b-801a-f63c72baa491 service neutron] 10.222.0.81 "GET /v2.0/networks/1fe0377f-862b-4017-a536-1548aa876034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915616 May 26 16:37:48.369916 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4d746ff0-d026-4dc4-b74d-7f4586512202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'name': 'tempest-TestNetworkBasicOps-router-549800246', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:37:25Z', 'updated_at': '2022-05-26T16:37:30Z', 'revision_number': 4, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:26Z', 'updated_at': '2022-05-26T16:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'ef4bfa6d-9d99-427d-9327-ca461f5e1ed7', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'floating_ip_address': '172.25.7.160', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'port_id': 'b8cc9af2-9101-42c9-a844-03856b9053f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'mac_address': 'fa:16:3e:fd:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59a040c-3f21-4397-94ab-17f318dc6714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:37:46Z', 'updated_at': '2022-05-26T16:37:46Z', 'revision_number': 0, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91c6bff8-cdee-48cd-bae2-14ce940b2ff1', 'name': '', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:9a:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:29Z', 'updated_at': '2022-05-26T16:37:33Z', 'revision_number': 5, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:48.400378 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d746ff0-d026-4dc4-b74d-7f4586512202 None None] Checking router: 70c7557f-b371-4689-a20a-f4fcfbd2445b for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:37:48.410966 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d746ff0-d026-4dc4-b74d-7f4586512202 None None] Routers {'70c7557f-b371-4689-a20a-f4fcfbd2445b'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:37:48.411656 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4d746ff0-d026-4dc4-b74d-7f4586512202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:37:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['70c7557f-b371-4689-a20a-f4fcfbd2445b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:48.502045 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8955a5f4-b73b-4507-9eb1-ff6be9f97c3d req-2276a408-7d32-4bcd-aae2-c64db165797f service neutron] 10.222.0.81 "GET /v2.0/networks/1fe0377f-862b-4017-a536-1548aa876034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300662 May 26 16:37:48.510120 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf28af-68e8-4c4f-8913-34c349dac614 req-98f4ece9-22fe-4804-9d82-910ee2e806cd tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:48.512054 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32bf28af-68e8-4c4f-8913-34c349dac614 req-98f4ece9-22fe-4804-9d82-910ee2e806cd tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 943 time: 0.0837109 May 26 16:37:48.523189 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-4d746ff0-d026-4dc4-b74d-7f4586512202 None None] Set router 70c7557f-b371-4689-a20a-f4fcfbd2445b gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:37:48.557149 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32bf28af-68e8-4c4f-8913-34c349dac614 req-862c84c2-87a1-443d-889a-bb244aa6415b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372603 May 26 16:37:48.748898 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4d746ff0-d026-4dc4-b74d-7f4586512202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'name': 'tempest-TestNetworkBasicOps-router-549800246', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:37:25Z', 'updated_at': '2022-05-26T16:37:30Z', 'revision_number': 4, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:26Z', 'updated_at': '2022-05-26T16:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'ef4bfa6d-9d99-427d-9327-ca461f5e1ed7', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'floating_ip_address': '172.25.7.160', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'port_id': 'b8cc9af2-9101-42c9-a844-03856b9053f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'mac_address': 'fa:16:3e:fd:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59a040c-3f21-4397-94ab-17f318dc6714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:37:46Z', 'updated_at': '2022-05-26T16:37:46Z', 'revision_number': 0, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91c6bff8-cdee-48cd-bae2-14ce940b2ff1', 'name': '', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:9a:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:29Z', 'updated_at': '2022-05-26T16:37:33Z', 'revision_number': 5, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:48.776886 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d746ff0-d026-4dc4-b74d-7f4586512202 None None] The sync data for ids ['70c7557f-b371-4689-a20a-f4fcfbd2445b'] in n-d-843337-2 is: [{'id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'name': 'tempest-TestNetworkBasicOps-router-549800246', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:37:25Z', 'updated_at': '2022-05-26T16:37:30Z', 'revision_number': 4, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:26Z', 'updated_at': '2022-05-26T16:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'ef4bfa6d-9d99-427d-9327-ca461f5e1ed7', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'floating_ip_address': '172.25.7.160', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'port_id': 'b8cc9af2-9101-42c9-a844-03856b9053f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'mac_address': 'fa:16:3e:fd:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59a040c-3f21-4397-94ab-17f318dc6714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:37:46Z', 'updated_at': '2022-05-26T16:37:46Z', 'revision_number': 0, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91c6bff8-cdee-48cd-bae2-14ce940b2ff1', 'name': '', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:9a:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:29Z', 'updated_at': '2022-05-26T16:37:33Z', 'revision_number': 5, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:37:48.945973 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35010) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:48.994179 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:48.998188 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfc0ef5-e6cb-47c2-96c4-20ca7ff29c5d None None] New status for floating IP ef4bfa6d-9d99-427d-9327-ca461f5e1ed7: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:37:49.031655 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-41e6f994-69e1-4086-a39c-1092094e1075 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/floatingips/ef4bfa6d-9d99-427d-9327-ca461f5e1ed7 HTTP/1.1" status: 200 len: 991 time: 0.0840428 May 26 16:37:49.677292 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25144f9a-0d4f-4117-9610-e2c8de01f733 req-65a8ceb0-7c15-43c3-8c0c-3aa9410f3bd3 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:49.678871 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25144f9a-0d4f-4117-9610-e2c8de01f733 req-65a8ceb0-7c15-43c3-8c0c-3aa9410f3bd3 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 943 time: 0.0503218 May 26 16:37:49.718027 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25144f9a-0d4f-4117-9610-e2c8de01f733 req-87823ee2-be5d-4502-8484-69538a87c065 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330181 May 26 16:37:50.035768 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35014) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:50.101802 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d8061dc1-c8a6-4468-a200-8ca0bdb0544f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/floatingips/ef4bfa6d-9d99-427d-9327-ca461f5e1ed7 HTTP/1.1" status: 200 len: 993 time: 0.0648088 May 26 16:37:50.306351 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 52419282-5709-464f-8edb-db1e61c0da76 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:37:50.413585 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 52419282-5709-464f-8edb-db1e61c0da76, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=52419282-5709-464f-8edb-db1e61c0da76,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:37:50.426382 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '52419282-5709-464f-8edb-db1e61c0da76', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'port_id': '52419282-5709-464f-8edb-db1e61c0da76', 'mac_address': 'fa:16:3e:7f:e6:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:37:50.465173 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 52419282-5709-464f-8edb-db1e61c0da76 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:37:50.465561 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:50.479132 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52419282-5709-464f-8edb-db1e61c0da76 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:37:50.501021 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 52419282-5709-464f-8edb-db1e61c0da76, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=52419282-5709-464f-8edb-db1e61c0da76,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:37:50.505918 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:50.553933 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=52419282-5709-464f-8edb-db1e61c0da76,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:50.720319 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['52419282-5709-464f-8edb-db1e61c0da76'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:37:50.838241 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442d6fe-a617-4141-aaa2-270f59a88531 req-069fcd12-785f-4cc8-8315-3a4ead988070 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:50.839670 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d442d6fe-a617-4141-aaa2-270f59a88531 req-069fcd12-785f-4cc8-8315-3a4ead988070 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 944 time: 0.0509317 May 26 16:37:50.885450 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d442d6fe-a617-4141-aaa2-270f59a88531 req-67073e92-208e-45e0-94c0-d067ceac66d3 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388956 May 26 16:37:52.002833 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e092b-f980-452d-9394-420e40957e14 req-c70ba4e5-f5b9-43a2-9474-a871da34346e tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:52.004345 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b32e092b-f980-452d-9394-420e40957e14 req-c70ba4e5-f5b9-43a2-9474-a871da34346e tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 944 time: 0.0497282 May 26 16:37:52.047041 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b32e092b-f980-452d-9394-420e40957e14 req-88bace73-bc5e-491c-8082-ae6faf0f9716 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360782 May 26 16:37:52.316644 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 52419282-5709-464f-8edb-db1e61c0da76 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:37:52.369182 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 52419282-5709-464f-8edb-db1e61c0da76 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:37:52.373215 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 52419282-5709-464f-8edb-db1e61c0da76 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:37:52.373585 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:52.451436 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 52419282-5709-464f-8edb-db1e61c0da76 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:37:52.451819 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:52.475539 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13585158-34d0-477f-9cd6-cd574b57d0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52419282-5709-464f-8edb-db1e61c0da76'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:37:52.477785 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b751d3fc-2c91-4f9e-a6ae-de94e1b43992" -d '{"events": [{"server_uuid": "13585158-34d0-477f-9cd6-cd574b57d0a2", "name": "network-vif-plugged", "status": "completed", "tag": "52419282-5709-464f-8edb-db1e61c0da76"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:37:52.490966 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 52419282-5709-464f-8edb-db1e61c0da76, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=52419282-5709-464f-8edb-db1e61c0da76,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:37:52.495109 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:52.552623 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=52419282-5709-464f-8edb-db1e61c0da76,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:52.664949 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b64d1d-4f55-4c00-a00c-56dea7335c00 x-openstack-request-id: req-27b64d1d-4f55-4c00-a00c-56dea7335c00 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:37:52.665246 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13585158-34d0-477f-9cd6-cd574b57d0a2", "name": "network-vif-plugged", "status": "completed", "tag": "52419282-5709-464f-8edb-db1e61c0da76", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:37:52.665499 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-27b64d1d-4f55-4c00-a00c-56dea7335c00 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:37:52.665895 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27b64d1d-4f55-4c00-a00c-56dea7335c00'] response: {'server_uuid': '13585158-34d0-477f-9cd6-cd574b57d0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52419282-5709-464f-8edb-db1e61c0da76', 'code': 200} May 26 16:37:52.770681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bb7ab-d68e-48ea-8191-e3710dbc27ed req-65756fe3-0acf-45be-97c9-0f5cbb0f7cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:52.772227 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba3bb7ab-d68e-48ea-8191-e3710dbc27ed req-65756fe3-0acf-45be-97c9-0f5cbb0f7cf7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 1096 time: 0.0419240 May 26 16:37:52.805781 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba3bb7ab-d68e-48ea-8191-e3710dbc27ed req-a5c20d97-e4cd-40ab-80b7-0f448d3c3dc7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272310 May 26 16:37:53.162190 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45144a0f-1f12-4c0a-b8d5-eb847286306e req-17902d0a-3665-409e-98d4-fe6198a3c1e3 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:53.163689 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-45144a0f-1f12-4c0a-b8d5-eb847286306e req-17902d0a-3665-409e-98d4-fe6198a3c1e3 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 945 time: 0.0494256 May 26 16:37:53.202732 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-45144a0f-1f12-4c0a-b8d5-eb847286306e req-0309a7ed-792a-4d04-b494-10f4091ec52f tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329282 May 26 16:37:54.328114 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70a261-7d65-4312-bb8e-15083259a7ed req-32dc1e7e-572b-408a-9007-5bcf38a4c8e4 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:54.329995 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4a70a261-7d65-4312-bb8e-15083259a7ed req-32dc1e7e-572b-408a-9007-5bcf38a4c8e4 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 945 time: 0.0514731 May 26 16:37:54.374895 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4a70a261-7d65-4312-bb8e-15083259a7ed req-215eb1ca-8141-49cf-98c0-c9ea78cd8d6d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376196 May 26 16:37:54.500953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd820496-ad40-48fd-ad6e-af59f2e01b07 req-a1d44aa2-6dea-4fd0-a74f-795dfeb47a65 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:54.502493 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd820496-ad40-48fd-ad6e-af59f2e01b07 req-a1d44aa2-6dea-4fd0-a74f-795dfeb47a65 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 945 time: 0.0547707 May 26 16:37:54.544394 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd820496-ad40-48fd-ad6e-af59f2e01b07 req-9defdbb2-e000-4207-8207-91c922871db1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354240 May 26 16:37:54.568467 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35030) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:54.612045 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cdbfff-1a87-476e-94e2-4487c927c0b0 tempest-TestVolumeBootPattern-1897369039 tempest-TestVolumeBootPattern-1897369039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:54.613634 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d1cdbfff-1a87-476e-94e2-4487c927c0b0 tempest-TestVolumeBootPattern-1897369039 tempest-TestVolumeBootPattern-1897369039-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 1091 time: 0.0438998 May 26 16:37:54.616617 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35032) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:37:54.620909 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b3f21bc4-bf3e-41b7-9139-38f33ee44d67 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': '52419282-5709-464f-8edb-db1e61c0da76', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:37:54.643138 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b3f21bc4-bf3e-41b7-9139-38f33ee44d67 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:54.746986 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b3f21bc4-bf3e-41b7-9139-38f33ee44d67 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:54.869363 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-b3f21bc4-bf3e-41b7-9139-38f33ee44d67 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Allocated IP 172.25.7.51 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/287c9cfd-7a0f-45f9-9684-61e2462e0642) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:37:54.980425 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b3f21bc4-bf3e-41b7-9139-38f33ee44d67 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:55.019142 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b3f21bc4-bf3e-41b7-9139-38f33ee44d67 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:55.057880 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f21bc4-bf3e-41b7-9139-38f33ee44d67 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:37:55.060805 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-b3f21bc4-bf3e-41b7-9139-38f33ee44d67 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:37:55.064749 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f21bc4-bf3e-41b7-9139-38f33ee44d67 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:37:55.088681 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f21bc4-bf3e-41b7-9139-38f33ee44d67 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event updated for resources: {'Port': ['ID=287c9cfd-7a0f-45f9-9684-61e2462e0642,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:55.481562 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b3f21bc4-bf3e-41b7-9139-38f33ee44d67 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:55.551882 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b3f21bc4-bf3e-41b7-9139-38f33ee44d67 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:55.709850 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b3f21bc4-bf3e-41b7-9139-38f33ee44d67 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:55.714718 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b3f21bc4-bf3e-41b7-9139-38f33ee44d67 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:55.784321 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f21bc4-bf3e-41b7-9139-38f33ee44d67 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event updated for resources: {'Port': ['ID=287c9cfd-7a0f-45f9-9684-61e2462e0642,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:37:55.797713 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b3f21bc4-bf3e-41b7-9139-38f33ee44d67 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:55.902889 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-b3f21bc4-bf3e-41b7-9139-38f33ee44d67 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Floating IP 00a5d8f6-918b-4017-9923-20d1d031c6cc associated. External IP: 172.25.7.51, port: 52419282-5709-464f-8edb-db1e61c0da76. May 26 16:37:56.120860 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f21bc4-bf3e-41b7-9139-38f33ee44d67 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:37:56.245228 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f21bc4-bf3e-41b7-9139-38f33ee44d67 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:37:56.256979 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae73727-539c-4deb-9abc-3f953321c542 None None] Sync routers for ids ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:37:56.270245 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b3f21bc4-bf3e-41b7-9139-38f33ee44d67 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:37:56.270911 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae73727-539c-4deb-9abc-3f953321c542 None None] Routers {'1c2261bb-afd3-4002-95c2-1061cbfa3fd2'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:37:56.271696 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-cae73727-539c-4deb-9abc-3f953321c542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:37:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:56.304757 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b3f21bc4-bf3e-41b7-9139-38f33ee44d67 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6870925 May 26 16:37:56.305590 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13585158-34d0-477f-9cd6-cd574b57d0a2', 'tag': '52419282-5709-464f-8edb-db1e61c0da76'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:37:56.308241 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8334c03-837d-43db-98df-c2f8cad858df" -d '{"events": [{"name": "network-changed", "server_uuid": "13585158-34d0-477f-9cd6-cd574b57d0a2", "tag": "52419282-5709-464f-8edb-db1e61c0da76"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:37:56.365541 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af15ec1-2455-4558-a7e1-c53674052a04 x-openstack-request-id: req-0af15ec1-2455-4558-a7e1-c53674052a04 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:37:56.365836 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13585158-34d0-477f-9cd6-cd574b57d0a2", "tag": "52419282-5709-464f-8edb-db1e61c0da76", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:37:56.366117 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0af15ec1-2455-4558-a7e1-c53674052a04 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:37:56.366527 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af15ec1-2455-4558-a7e1-c53674052a04'] response: {'name': 'network-changed', 'server_uuid': '13585158-34d0-477f-9cd6-cd574b57d0a2', 'tag': '52419282-5709-464f-8edb-db1e61c0da76', 'status': 'completed', 'code': 200} May 26 16:37:56.395204 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-cae73727-539c-4deb-9abc-3f953321c542 None None] Set router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:37:56.454008 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8334c03-837d-43db-98df-c2f8cad858df req-e69a2677-3a74-4b66-858d-ca9fd0dfa02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:56.455559 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f8334c03-837d-43db-98df-c2f8cad858df req-e69a2677-3a74-4b66-858d-ca9fd0dfa02f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 1096 time: 0.0485780 May 26 16:37:56.571391 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8334c03-837d-43db-98df-c2f8cad858df req-85f4d450-67c5-4369-95a0-a9aa511ba179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:56.572990 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f8334c03-837d-43db-98df-c2f8cad858df req-85f4d450-67c5-4369-95a0-a9aa511ba179 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 913 time: 0.1027987 May 26 16:37:56.647844 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f8334c03-837d-43db-98df-c2f8cad858df req-045a1449-5878-4fda-8a99-c59ee3aa6b7c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52419282-5709-464f-8edb-db1e61c0da76 HTTP/1.1" status: 200 len: 998 time: 0.0655532 May 26 16:37:56.668517 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:37:56.689306 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-cae73727-539c-4deb-9abc-3f953321c542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 4, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port': {'id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:31Z', 'updated_at': '2022-05-26T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '00a5d8f6-918b-4017-9923-20d1d031c6cc', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'port_id': '52419282-5709-464f-8edb-db1e61c0da76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'mac_address': 'fa:16:3e:7f:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13585158-34d0-477f-9cd6-cd574b57d0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:37:55Z', 'updated_at': '2022-05-26T16:37:55Z', 'revision_number': 0, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f915d130-ca03-4aab-a292-340d2fc26711', 'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'mac_address': 'fa:16:3e:98:65:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:34Z', 'updated_at': '2022-05-26T16:28:45Z', 'revision_number': 5, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'subnets': [{'id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:56.710095 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8334c03-837d-43db-98df-c2f8cad858df req-503078a8-28ca-40c2-b056-9488d10c71e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:56.712358 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f8334c03-837d-43db-98df-c2f8cad858df req-503078a8-28ca-40c2-b056-9488d10c71e4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5431b2c2-5959-417a-9a98-2b2d0e6627f0 HTTP/1.1" status: 200 len: 851 time: 0.0565729 May 26 16:37:56.720300 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae73727-539c-4deb-9abc-3f953321c542 None None] Checking router: 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:37:56.729655 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae73727-539c-4deb-9abc-3f953321c542 None None] Routers {'1c2261bb-afd3-4002-95c2-1061cbfa3fd2'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:37:56.730285 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-cae73727-539c-4deb-9abc-3f953321c542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:37:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:56.773988 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8334c03-837d-43db-98df-c2f8cad858df req-91c8bc62-369a-4d21-be77-335ea5d056d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:37:56.776560 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f8334c03-837d-43db-98df-c2f8cad858df req-91c8bc62-369a-4d21-be77-335ea5d056d1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceae140a-4691-47b9-ad57-1026c75c737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570645 May 26 16:37:56.842744 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-cae73727-539c-4deb-9abc-3f953321c542 None None] Set router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:37:56.895094 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f8334c03-837d-43db-98df-c2f8cad858df req-e87973d9-b29f-4448-b5b2-d115e3bc03ad service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091890 May 26 16:37:57.002003 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f8334c03-837d-43db-98df-c2f8cad858df req-d5eb2686-bde1-4219-bec8-7ad23d5f386d service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986011 May 26 16:37:57.082795 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-cae73727-539c-4deb-9abc-3f953321c542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 4, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port': {'id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:31Z', 'updated_at': '2022-05-26T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '00a5d8f6-918b-4017-9923-20d1d031c6cc', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'port_id': '52419282-5709-464f-8edb-db1e61c0da76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'mac_address': 'fa:16:3e:7f:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13585158-34d0-477f-9cd6-cd574b57d0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:37:55Z', 'updated_at': '2022-05-26T16:37:55Z', 'revision_number': 0, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f915d130-ca03-4aab-a292-340d2fc26711', 'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'mac_address': 'fa:16:3e:98:65:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:34Z', 'updated_at': '2022-05-26T16:28:45Z', 'revision_number': 5, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'subnets': [{'id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:37:57.111202 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae73727-539c-4deb-9abc-3f953321c542 None None] The sync data for ids ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'] in n-d-843337-2 is: [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 4, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port': {'id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:31Z', 'updated_at': '2022-05-26T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '00a5d8f6-918b-4017-9923-20d1d031c6cc', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'port_id': '52419282-5709-464f-8edb-db1e61c0da76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'mac_address': 'fa:16:3e:7f:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13585158-34d0-477f-9cd6-cd574b57d0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:37:55Z', 'updated_at': '2022-05-26T16:37:55Z', 'revision_number': 0, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f915d130-ca03-4aab-a292-340d2fc26711', 'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'mac_address': 'fa:16:3e:98:65:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:34Z', 'updated_at': '2022-05-26T16:28:45Z', 'revision_number': 5, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'subnets': [{'id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:37:57.317820 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69fa1d9-cb52-40f3-a71e-65e209d46f04 None None] New status for floating IP 00a5d8f6-918b-4017-9923-20d1d031c6cc: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:38:00.716862 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:04.864943 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b2cc670-0118-481b-9701-1e05db41ae2b req-063b2613-b6c8-4a21-82bc-15873acfe2d4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0981197 May 26 16:38:04.990600 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cc670-0118-481b-9701-1e05db41ae2b req-6fced185-f892-4c49-980d-ba498590aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:04.992542 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b2cc670-0118-481b-9701-1e05db41ae2b req-6fced185-f892-4c49-980d-ba498590aaf8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=72a5ce476eef4d1192f67830028ac2c1&device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 1097 time: 0.0516419 May 26 16:38:05.112761 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cc670-0118-481b-9701-1e05db41ae2b req-8387dde2-c3d8-466d-95dd-c07828b6d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:05.114213 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b2cc670-0118-481b-9701-1e05db41ae2b req-8387dde2-c3d8-466d-95dd-c07828b6d151 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a0268940-7484-46cd-afca-0aa172618427 HTTP/1.1" status: 200 len: 912 time: 0.0959573 May 26 16:38:05.197921 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b2cc670-0118-481b-9701-1e05db41ae2b req-4a4efbbb-adb9-4914-b898-5cd14953b97d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37f1999d-3978-43f2-81e4-1f3b545eeb4b HTTP/1.1" status: 200 len: 1002 time: 0.0702295 May 26 16:38:05.257720 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cc670-0118-481b-9701-1e05db41ae2b req-bbf41b1d-487d-4570-bd01-753cc3d49d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:05.259222 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b2cc670-0118-481b-9701-1e05db41ae2b req-bbf41b1d-487d-4570-bd01-753cc3d49d2f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=169af66c-e17e-405d-a13a-40c09478394e HTTP/1.1" status: 200 len: 850 time: 0.0489085 May 26 16:38:05.310957 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cc670-0118-481b-9701-1e05db41ae2b req-7e412ea9-cbf9-47a7-a539-81a33b58fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:05.313188 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b2cc670-0118-481b-9701-1e05db41ae2b req-7e412ea9-cbf9-47a7-a539-81a33b58fc1e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a0268940-7484-46cd-afca-0aa172618427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459337 May 26 16:38:05.330218 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-5b2cc670-0118-481b-9701-1e05db41ae2b req-46994744-77eb-4435-87f0-d37ff4e95bb4 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:38:05.331384 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b2cc670-0118-481b-9701-1e05db41ae2b req-46994744-77eb-4435-87f0-d37ff4e95bb4 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062146 May 26 16:38:05.443015 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b2cc670-0118-481b-9701-1e05db41ae2b req-01acad8f-b109-46cc-9208-2f3b7e64fd12 service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987947 May 26 16:38:05.892485 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b2cc670-0118-481b-9701-1e05db41ae2b req-bcaabc8f-39a1-48fe-b3df-3bd47ac8e8e2 service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376280 May 26 16:38:12.704846 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01177988-30dc-4082-b39d-70e3d862fcc5 req-ba041c33-a3d5-43d3-9275-1731f94434a4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:12.706598 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-01177988-30dc-4082-b39d-70e3d862fcc5 req-ba041c33-a3d5-43d3-9275-1731f94434a4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0654399 May 26 16:38:12.756684 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-01177988-30dc-4082-b39d-70e3d862fcc5 req-1663981d-3d55-493b-b8d4-59238a55ed43 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424221 May 26 16:38:13.054122 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aa0c019c-ccf3-449f-b753-360533b21522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:13.911393 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb45148-ca69-41f8-8307-1cd1d930f9d3 req-5b67460f-2c49-479f-bea1-4f673985b9d5 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:13.913106 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1cb45148-ca69-41f8-8307-1cd1d930f9d3 req-5b67460f-2c49-479f-bea1-4f673985b9d5 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0685287 May 26 16:38:13.962696 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1cb45148-ca69-41f8-8307-1cd1d930f9d3 req-9518c2fc-7e6a-4a21-88e6-2adcafdc9ddf tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=4a81e71c-c09d-49dd-8ef0-50a561dbc95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430615 May 26 16:38:14.357535 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4542691-48ac-4d03-922a-bb7e3a43f5a5 req-f1dd43d0-a3ce-4859-ba3e-f9a5389c9cc7 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:14.359778 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f4542691-48ac-4d03-922a-bb7e3a43f5a5 req-f1dd43d0-a3ce-4859-ba3e-f9a5389c9cc7 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.83 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 946 time: 0.0557358 May 26 16:38:14.478113 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-f4542691-48ac-4d03-922a-bb7e3a43f5a5 req-5745235f-36ad-45c4-b514-1485724105e1 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Deleting port 37f1999d-3978-43f2-81e4-1f3b545eeb4b {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:38:14.478471 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f4542691-48ac-4d03-922a-bb7e3a43f5a5 req-5745235f-36ad-45c4-b514-1485724105e1 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:14.585166 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-f4542691-48ac-4d03-922a-bb7e3a43f5a5 req-5745235f-36ad-45c4-b514-1485724105e1 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] For port 37f1999d-3978-43f2-81e4-1f3b545eeb4b, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=37f1999d-3978-43f2-81e4-1f3b545eeb4b,segment=NetworkSegment(5f841553-154d-4aef-93a5-5848666094a0),segment_id=5f841553-154d-4aef-93a5-5848666094a0)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:38:14.585544 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f4542691-48ac-4d03-922a-bb7e3a43f5a5 req-5745235f-36ad-45c4-b514-1485724105e1 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:14.789628 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f4542691-48ac-4d03-922a-bb7e3a43f5a5 req-5745235f-36ad-45c4-b514-1485724105e1 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:14.789994 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f4542691-48ac-4d03-922a-bb7e3a43f5a5 req-5745235f-36ad-45c4-b514-1485724105e1 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:14.790319 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [req-f4542691-48ac-4d03-922a-bb7e3a43f5a5 req-5745235f-36ad-45c4-b514-1485724105e1 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Floating IP b43862c7-382f-464c-9b72-4833dc2ce521 disassociated. External IP: 172.25.7.184, port: 37f1999d-3978-43f2-81e4-1f3b545eeb4b. May 26 16:38:14.790667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-f4542691-48ac-4d03-922a-bb7e3a43f5a5 req-5745235f-36ad-45c4-b514-1485724105e1 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Calling delete_port for 37f1999d-3978-43f2-81e4-1f3b545eeb4b owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:38:14.950374 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f4542691-48ac-4d03-922a-bb7e3a43f5a5 req-5745235f-36ad-45c4-b514-1485724105e1 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:14.983309 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745235f-36ad-45c4-b514-1485724105e1 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Pushing event deleted for resources: {'Port': ['ID=37f1999d-3978-43f2-81e4-1f3b545eeb4b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:15.093769 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d8079f8d-ccaf-4ee9-aecd-b1836516dd0f req-33a4bfa2-ab9c-4f1a-8075-dce953eababd tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=89402875-46c2-4c36-85e3-09e12f4bef41 HTTP/1.1" status: 200 len: 210 time: 0.0343592 May 26 16:38:15.125324 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4542691-48ac-4d03-922a-bb7e3a43f5a5 req-5745235f-36ad-45c4-b514-1485724105e1 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Router 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:38:15.264001 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4542691-48ac-4d03-922a-bb7e3a43f5a5 req-5745235f-36ad-45c4-b514-1485724105e1 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:38:15.276195 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d8b85b-37b4-4795-b558-a46c0dfcea74 None None] Sync routers for ids ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:38:15.289178 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d8b85b-37b4-4795-b558-a46c0dfcea74 None None] Routers {'4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:38:15.289891 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-51d8b85b-37b4-4795-b558-a46c0dfcea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:37:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:38:15.327058 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4542691-48ac-4d03-922a-bb7e3a43f5a5 req-5745235f-36ad-45c4-b514-1485724105e1 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] No DVR routers for this DVR port 37f1999d-3978-43f2-81e4-1f3b545eeb4b on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:38:15.332157 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f4542691-48ac-4d03-922a-bb7e3a43f5a5 req-5745235f-36ad-45c4-b514-1485724105e1 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:15.336440 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f4542691-48ac-4d03-922a-bb7e3a43f5a5 req-5745235f-36ad-45c4-b514-1485724105e1 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.83 "DELETE /v2.0/ports/37f1999d-3978-43f2-81e4-1f3b545eeb4b HTTP/1.1" status: 204 len: 173 time: 0.9697626 May 26 16:38:15.336947 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89402875-46c2-4c36-85e3-09e12f4bef41', 'name': 'network-vif-deleted', 'tag': '37f1999d-3978-43f2-81e4-1f3b545eeb4b'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:38:15.339474 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdba2ef-cb2d-468c-9dd4-85c49caecb86" -d '{"events": [{"server_uuid": "89402875-46c2-4c36-85e3-09e12f4bef41", "name": "network-vif-deleted", "tag": "37f1999d-3978-43f2-81e4-1f3b545eeb4b"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:38:15.406737 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35a73dd-42b0-408b-b4c9-df88e63a7d3b x-openstack-request-id: req-c35a73dd-42b0-408b-b4c9-df88e63a7d3b {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:38:15.407729 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89402875-46c2-4c36-85e3-09e12f4bef41", "name": "network-vif-deleted", "tag": "37f1999d-3978-43f2-81e4-1f3b545eeb4b", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:38:15.408184 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c35a73dd-42b0-408b-b4c9-df88e63a7d3b {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:38:15.408824 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c35a73dd-42b0-408b-b4c9-df88e63a7d3b'] response: {'server_uuid': '89402875-46c2-4c36-85e3-09e12f4bef41', 'name': 'network-vif-deleted', 'tag': '37f1999d-3978-43f2-81e4-1f3b545eeb4b', 'status': 'completed', 'code': 200} May 26 16:38:15.464876 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-51d8b85b-37b4-4795-b558-a46c0dfcea74 None None] Set router 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:38:15.535011 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a222288a-9119-4248-91c7-49fe4362de96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:15.900659 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-51d8b85b-37b4-4795-b558-a46c0dfcea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'name': 'tempest-AttachVolumeTestJSON-1265297354-router', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:32:00Z', 'updated_at': '2022-05-26T16:32:12Z', 'revision_number': 4, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'gw_port': {'id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:02Z', 'updated_at': '2022-05-26T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd6834772-2382-4319-8467-f40dbabe560d', 'name': '', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'mac_address': 'fa:16:3e:b2:02:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '169af66c-e17e-405d-a13a-40c09478394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:09Z', 'updated_at': '2022-05-26T16:32:26Z', 'revision_number': 5, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'subnets': [{'id': '169af66c-e17e-405d-a13a-40c09478394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:38:15.930195 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d8b85b-37b4-4795-b558-a46c0dfcea74 None None] Checking router: 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:38:15.943969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d8b85b-37b4-4795-b558-a46c0dfcea74 None None] Routers {'4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:38:15.944994 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-51d8b85b-37b4-4795-b558-a46c0dfcea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:38:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:38:16.070305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-51d8b85b-37b4-4795-b558-a46c0dfcea74 None None] Set router 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:38:16.218420 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35082) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:16.311226 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-52149da7-4d6b-4181-86d4-1c0f335426c8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:16.349694 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-52149da7-4d6b-4181-86d4-1c0f335426c8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:16.393251 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-51d8b85b-37b4-4795-b558-a46c0dfcea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'name': 'tempest-AttachVolumeTestJSON-1265297354-router', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:32:00Z', 'updated_at': '2022-05-26T16:32:12Z', 'revision_number': 4, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'gw_port': {'id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:02Z', 'updated_at': '2022-05-26T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd6834772-2382-4319-8467-f40dbabe560d', 'name': '', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'mac_address': 'fa:16:3e:b2:02:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '169af66c-e17e-405d-a13a-40c09478394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:09Z', 'updated_at': '2022-05-26T16:32:26Z', 'revision_number': 5, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'subnets': [{'id': '169af66c-e17e-405d-a13a-40c09478394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:38:16.421473 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-52149da7-4d6b-4181-86d4-1c0f335426c8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:16.424455 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-52149da7-4d6b-4181-86d4-1c0f335426c8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:16.425691 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-52149da7-4d6b-4181-86d4-1c0f335426c8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "DELETE /v2.0/security-groups/4a81e71c-c09d-49dd-8ef0-50a561dbc95b HTTP/1.1" status: 204 len: 168 time: 0.2062302 May 26 16:38:16.427623 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d8b85b-37b4-4795-b558-a46c0dfcea74 None None] The sync data for ids ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'] in n-d-843337-2 is: [{'id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'name': 'tempest-AttachVolumeTestJSON-1265297354-router', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:32:00Z', 'updated_at': '2022-05-26T16:32:12Z', 'revision_number': 4, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'gw_port': {'id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:02Z', 'updated_at': '2022-05-26T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd6834772-2382-4319-8467-f40dbabe560d', 'name': '', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'mac_address': 'fa:16:3e:b2:02:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '169af66c-e17e-405d-a13a-40c09478394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:09Z', 'updated_at': '2022-05-26T16:32:26Z', 'revision_number': 5, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'subnets': [{'id': '169af66c-e17e-405d-a13a-40c09478394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:38:16.428664 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35084) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:16.439032 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52149da7-4d6b-4181-86d4-1c0f335426c8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a81e71c-c09d-49dd-8ef0-50a561dbc95b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:16.448283 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-21e17846-9799-414f-ad0e-13e7ea77057a tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] show failed (client error): The resource could not be found. May 26 16:38:16.449354 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-21e17846-9799-414f-ad0e-13e7ea77057a tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups/4a81e71c-c09d-49dd-8ef0-50a561dbc95b HTTP/1.1" status: 404 len: 347 time: 0.0195911 May 26 16:38:16.453471 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35086) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:16.609481 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:16.615767 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-18422a6e-f6a9-4be2-be44-0b92dbee0218 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Deleting port ba3cda58-123b-4192-9452-3a8199ccb6e6 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:38:16.616117 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-18422a6e-f6a9-4be2-be44-0b92dbee0218 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:16.719101 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-18422a6e-f6a9-4be2-be44-0b92dbee0218 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:16.719678 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-18422a6e-f6a9-4be2-be44-0b92dbee0218 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:16.734557 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-18422a6e-f6a9-4be2-be44-0b92dbee0218 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Calling delete_port for ba3cda58-123b-4192-9452-3a8199ccb6e6 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:38:16.750519 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b485ba2c-593d-4a2b-9c50-f3e416692997 None None] New status for floating IP b43862c7-382f-464c-9b72-4833dc2ce521: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:38:16.932335 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-18422a6e-f6a9-4be2-be44-0b92dbee0218 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:16.958780 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18422a6e-f6a9-4be2-be44-0b92dbee0218 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Pushing event deleted for resources: {'Port': ['ID=ba3cda58-123b-4192-9452-3a8199ccb6e6,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:16.975093 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18422a6e-f6a9-4be2-be44-0b92dbee0218 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:16.975445 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18422a6e-f6a9-4be2-be44-0b92dbee0218 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:16.975794 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18422a6e-f6a9-4be2-be44-0b92dbee0218 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:16.976156 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18422a6e-f6a9-4be2-be44-0b92dbee0218 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:16.976504 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18422a6e-f6a9-4be2-be44-0b92dbee0218 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:16.976903 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18422a6e-f6a9-4be2-be44-0b92dbee0218 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:16.977168 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18422a6e-f6a9-4be2-be44-0b92dbee0218 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:16.977495 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18422a6e-f6a9-4be2-be44-0b92dbee0218 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:16.977821 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18422a6e-f6a9-4be2-be44-0b92dbee0218 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:16.978145 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18422a6e-f6a9-4be2-be44-0b92dbee0218 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:16.978467 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18422a6e-f6a9-4be2-be44-0b92dbee0218 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:16.978795 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18422a6e-f6a9-4be2-be44-0b92dbee0218 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:17.046314 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-18422a6e-f6a9-4be2-be44-0b92dbee0218 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:17.049076 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-18422a6e-f6a9-4be2-be44-0b92dbee0218 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:17.050277 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-18422a6e-f6a9-4be2-be44-0b92dbee0218 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "DELETE /v2.0/floatingips/b43862c7-382f-464c-9b72-4833dc2ce521 HTTP/1.1" status: 204 len: 168 time: 0.5957572 May 26 16:38:17.155859 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35092) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:17.161292 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d6a9ec65-8682-488e-a7af-0b5e65198fa9 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1593094324', 'description': 'tempest-description--28865630'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:38:17.192955 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6a9ec65-8682-488e-a7af-0b5e65198fa9 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:17.273054 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6a9ec65-8682-488e-a7af-0b5e65198fa9 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:17.277270 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6a9ec65-8682-488e-a7af-0b5e65198fa9 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:17.308643 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6a9ec65-8682-488e-a7af-0b5e65198fa9 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:17.309907 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d6a9ec65-8682-488e-a7af-0b5e65198fa9 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1527126 May 26 16:38:17.314138 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35094) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:17.320151 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-343886cc-8acf-4f1f-a8ba-5564c74beadb tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Request body: {'security_group_rule': {'security_group_id': 'a0078899-4008-4f12-8014-23749e1c89a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:38:17.324777 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9ec65-8682-488e-a7af-0b5e65198fa9 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0078899-4008-4f12-8014-23749e1c89a2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:17.353478 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-343886cc-8acf-4f1f-a8ba-5564c74beadb tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:17.430763 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-343886cc-8acf-4f1f-a8ba-5564c74beadb tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:17.435041 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-343886cc-8acf-4f1f-a8ba-5564c74beadb tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:17.452269 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343886cc-8acf-4f1f-a8ba-5564c74beadb tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0f4c22-6e0a-4db6-9210-7e65a119254c,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:17.465398 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-343886cc-8acf-4f1f-a8ba-5564c74beadb tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:17.466859 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-343886cc-8acf-4f1f-a8ba-5564c74beadb tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1507738 May 26 16:38:17.470494 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35096) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:17.479376 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-8bc5f285-9d4b-4af3-82dd-1a2567fbdcd4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Request body: {'security_group_rule': {'security_group_id': 'a0078899-4008-4f12-8014-23749e1c89a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:38:17.511026 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8bc5f285-9d4b-4af3-82dd-1a2567fbdcd4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:17.584281 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8bc5f285-9d4b-4af3-82dd-1a2567fbdcd4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:17.588249 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8bc5f285-9d4b-4af3-82dd-1a2567fbdcd4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:17.609347 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5f285-9d4b-4af3-82dd-1a2567fbdcd4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388f261e-2cad-4afb-a431-3139f556b73e,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:17.616841 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8bc5f285-9d4b-4af3-82dd-1a2567fbdcd4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:17.620700 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8bc5f285-9d4b-4af3-82dd-1a2567fbdcd4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1476574 May 26 16:38:17.621276 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35098) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:17.629815 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-db8d1ce8-4927-4cfe-9e6b-32465e177af6 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:38:17.674754 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-db8d1ce8-4927-4cfe-9e6b-32465e177af6 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:17.804461 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-db8d1ce8-4927-4cfe-9e6b-32465e177af6 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:17.922248 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-db8d1ce8-4927-4cfe-9e6b-32465e177af6 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Allocated IP 172.25.7.165 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/e361b17e-1c11-40f9-ad08-6c3ce88d2762) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:38:18.065294 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-db8d1ce8-4927-4cfe-9e6b-32465e177af6 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:18.109643 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-db8d1ce8-4927-4cfe-9e6b-32465e177af6 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:18.153331 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8d1ce8-4927-4cfe-9e6b-32465e177af6 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:38:18.157513 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-db8d1ce8-4927-4cfe-9e6b-32465e177af6 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:38:18.162113 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d1ce8-4927-4cfe-9e6b-32465e177af6 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:38:18.167846 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d1ce8-4927-4cfe-9e6b-32465e177af6 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Pushing event updated for resources: {'Port': ['ID=e361b17e-1c11-40f9-ad08-6c3ce88d2762,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:18.236159 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:18.258729 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-db8d1ce8-4927-4cfe-9e6b-32465e177af6 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:18.312079 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-db8d1ce8-4927-4cfe-9e6b-32465e177af6 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:18.348201 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:18.498882 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-db8d1ce8-4927-4cfe-9e6b-32465e177af6 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:18.503829 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-db8d1ce8-4927-4cfe-9e6b-32465e177af6 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:18.572653 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d1ce8-4927-4cfe-9e6b-32465e177af6 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Pushing event updated for resources: {'Port': ['ID=e361b17e-1c11-40f9-ad08-6c3ce88d2762,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:18.589003 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-db8d1ce8-4927-4cfe-9e6b-32465e177af6 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:18.607302 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-db8d1ce8-4927-4cfe-9e6b-32465e177af6 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:18.608761 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-db8d1ce8-4927-4cfe-9e6b-32465e177af6 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9859731 May 26 16:38:18.772822 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-547dade9-5807-4608-bcdf-625073d337e2 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1593094324&fields=id&tenant_id=72a5ce476eef4d1192f67830028ac2c1 HTTP/1.1" status: 200 len: 267 time: 0.0439963 May 26 16:38:18.887435 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-1c69b8b4-9ff6-4184-9624-6bb27e6d32f8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:18.889641 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-1c69b8b4-9ff6-4184-9624-6bb27e6d32f8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/networks?id=a0268940-7484-46cd-afca-0aa172618427 HTTP/1.1" status: 200 len: 811 time: 0.1084108 May 26 16:38:18.909887 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-efe276af-d2eb-4cac-a1b4-666624147045 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/quotas/72a5ce476eef4d1192f67830028ac2c1 HTTP/1.1" status: 200 len: 375 time: 0.0130117 May 26 16:38:18.969285 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-1cf70c4d-c556-4372-b466-4e72b0cd8fad tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=72a5ce476eef4d1192f67830028ac2c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534418 May 26 16:38:18.988535 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:19.082793 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-285b891f-3f1a-4da2-be98-8b197742de7e service neutron] 10.222.0.77 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004250 May 26 16:38:19.202927 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-27fc3c11-85c5-4893-bd3a-14bfee9a1fce service neutron] 10.222.0.77 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134374 May 26 16:38:19.444370 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db309922-ced1-4f4f-abe2-52cce4b5a401 req-2a69f093-ea8f-46e6-9a8e-d70560c8e3a5 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6403e2-1ba5-4c8d-9838-75c58430b459 HTTP/1.1" status: 200 len: 210 time: 0.0558808 May 26 16:38:19.623256 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 37f1999d-3978-43f2-81e4-1f3b545eeb4b no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:38:19.657460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 37f1999d-3978-43f2-81e4-1f3b545eeb4b {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:38:19.658234 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 37f1999d-3978-43f2-81e4-1f3b545eeb4b not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:38:20.594359 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2deb6f46-468e-41dd-b7d8-f6d0b23ec0a5 req-2b328901-ffda-402d-a3d0-bead37eb0f74 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6403e2-1ba5-4c8d-9838-75c58430b459 HTTP/1.1" status: 200 len: 210 time: 0.0396049 May 26 16:38:20.802455 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-6af69305-986f-4ae3-b914-825681507f2d tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:20.804584 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-6af69305-986f-4ae3-b914-825681507f2d tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.83 "GET /v2.0/networks?id=a0268940-7484-46cd-afca-0aa172618427 HTTP/1.1" status: 200 len: 811 time: 0.1753869 May 26 16:38:20.882264 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-f17db5e1-204e-4c85-8592-d54cc4cdd454 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72a5ce476eef4d1192f67830028ac2c1 HTTP/1.1" status: 200 len: 380 time: 0.0534420 May 26 16:38:20.896619 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-f96a0aca-a289-4145-a03e-93f55caba7d8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Request body: {'port': {'device_id': 'fa6403e2-1ba5-4c8d-9838-75c58430b459', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'admin_state_up': True, 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'security_groups': ['a0078899-4008-4f12-8014-23749e1c89a2']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:38:21.037417 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-f96a0aca-a289-4145-a03e-93f55caba7d8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Made reservation on behalf of 72a5ce476eef4d1192f67830028ac2c1 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:38:21.042855 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-f96a0aca-a289-4145-a03e-93f55caba7d8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:21.200589 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-f96a0aca-a289-4145-a03e-93f55caba7d8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Allocated IP 172.20.0.8 (a0268940-7484-46cd-afca-0aa172618427/169af66c-e17e-405d-a13a-40c09478394e/141920b6-83cb-4473-9439-5ac3af5c0fd7) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:38:21.370918 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-f96a0aca-a289-4145-a03e-93f55caba7d8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:21.413379 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-f96a0aca-a289-4145-a03e-93f55caba7d8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:21.462628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-f96a0aca-a289-4145-a03e-93f55caba7d8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Network a0268940-7484-46cd-afca-0aa172618427 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:38:21.465549 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-f96a0aca-a289-4145-a03e-93f55caba7d8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:38:21.469361 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-f96a0aca-a289-4145-a03e-93f55caba7d8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:38:21.476600 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a0aca-a289-4145-a03e-93f55caba7d8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Pushing event updated for resources: {'Port': ['ID=141920b6-83cb-4473-9439-5ac3af5c0fd7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:21.534726 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-f96a0aca-a289-4145-a03e-93f55caba7d8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:21.538248 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-f96a0aca-a289-4145-a03e-93f55caba7d8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:21.558329 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-f96a0aca-a289-4145-a03e-93f55caba7d8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6665545 May 26 16:38:21.581463 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-7c90aa2f-2907-4f8f-8961-fd6a958048f0 service neutron] Request body: {'port': {'device_id': 'fa6403e2-1ba5-4c8d-9838-75c58430b459', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:38:21.655663 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-7c90aa2f-2907-4f8f-8961-fd6a958048f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:21.742819 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-86691056-5868-4a0c-8137-e03356613d73 None None] Provisioning complete for port 141920b6-83cb-4473-9439-5ac3af5c0fd7 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:38:21.743763 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-86691056-5868-4a0c-8137-e03356613d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:21.760588 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30e3cb-be31-4678-a495-334777bc0ad8 req-1b26ca1f-3250-412c-9131-707c122ee8f7 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:21.764666 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3b30e3cb-be31-4678-a495-334777bc0ad8 req-1b26ca1f-3250-412c-9131-707c122ee8f7 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6403e2-1ba5-4c8d-9838-75c58430b459 HTTP/1.1" status: 200 len: 931 time: 0.0686371 May 26 16:38:21.797032 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-86691056-5868-4a0c-8137-e03356613d73 None None] Port 141920b6-83cb-4473-9439-5ac3af5c0fd7 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:38:21.830786 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3b30e3cb-be31-4678-a495-334777bc0ad8 req-33264f5d-70fa-47f9-9ef5-ccbfc7ee6071 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0078899-4008-4f12-8014-23749e1c89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576587 May 26 16:38:22.008770 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-7c90aa2f-2907-4f8f-8961-fd6a958048f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141920b6-83cb-4473-9439-5ac3af5c0fd7 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:38:22.018137 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-7c90aa2f-2907-4f8f-8961-fd6a958048f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:22.034067 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-7c90aa2f-2907-4f8f-8961-fd6a958048f0 service neutron] Transition to ACTIVE for port object 141920b6-83cb-4473-9439-5ac3af5c0fd7 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:38:22.047712 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-7c90aa2f-2907-4f8f-8961-fd6a958048f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:22.117472 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90aa2f-2907-4f8f-8961-fd6a958048f0 service neutron] Pushing event updated for resources: {'Port': ['ID=141920b6-83cb-4473-9439-5ac3af5c0fd7,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:22.207875 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-7c90aa2f-2907-4f8f-8961-fd6a958048f0 service neutron] Attempting to bind port 141920b6-83cb-4473-9439-5ac3af5c0fd7 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:38:22.208249 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-7c90aa2f-2907-4f8f-8961-fd6a958048f0 service neutron] Attempting to bind port 141920b6-83cb-4473-9439-5ac3af5c0fd7 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '5f841553-154d-4aef-93a5-5848666094a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a0268940-7484-46cd-afca-0aa172618427'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:38:22.208580 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-7c90aa2f-2907-4f8f-8961-fd6a958048f0 service neutron] Attempting to bind port 141920b6-83cb-4473-9439-5ac3af5c0fd7 on network a0268940-7484-46cd-afca-0aa172618427 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:38:22.213912 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-7c90aa2f-2907-4f8f-8961-fd6a958048f0 service neutron] Port 141920b6-83cb-4473-9439-5ac3af5c0fd7 on network a0268940-7484-46cd-afca-0aa172618427 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:38:22.214253 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-7c90aa2f-2907-4f8f-8961-fd6a958048f0 service neutron] Attempting to bind port 141920b6-83cb-4473-9439-5ac3af5c0fd7 on network a0268940-7484-46cd-afca-0aa172618427 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:38:22.222345 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-7c90aa2f-2907-4f8f-8961-fd6a958048f0 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:38:22.222925 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-7c90aa2f-2907-4f8f-8961-fd6a958048f0 service neutron] Checking segment: {'id': '5f841553-154d-4aef-93a5-5848666094a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a0268940-7484-46cd-afca-0aa172618427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:38:22.223359 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-7c90aa2f-2907-4f8f-8961-fd6a958048f0 service neutron] Bound using segment: {'id': '5f841553-154d-4aef-93a5-5848666094a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a0268940-7484-46cd-afca-0aa172618427'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:38:22.223848 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-7c90aa2f-2907-4f8f-8961-fd6a958048f0 service neutron] Bound port: 141920b6-83cb-4473-9439-5ac3af5c0fd7, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f841553-154d-4aef-93a5-5848666094a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a0268940-7484-46cd-afca-0aa172618427'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:38:22.224288 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-7c90aa2f-2907-4f8f-8961-fd6a958048f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:22.303410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-7c90aa2f-2907-4f8f-8961-fd6a958048f0 service neutron] For port 141920b6-83cb-4473-9439-5ac3af5c0fd7, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:38:22.307679 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-7c90aa2f-2907-4f8f-8961-fd6a958048f0 service neutron] For port 141920b6-83cb-4473-9439-5ac3af5c0fd7, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=141920b6-83cb-4473-9439-5ac3af5c0fd7,segment=NetworkSegment(5f841553-154d-4aef-93a5-5848666094a0),segment_id=5f841553-154d-4aef-93a5-5848666094a0)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:38:22.318619 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-7c90aa2f-2907-4f8f-8961-fd6a958048f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:22.369997 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-7c90aa2f-2907-4f8f-8961-fd6a958048f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:22.370845 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-7c90aa2f-2907-4f8f-8961-fd6a958048f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:22.372330 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-7c90aa2f-2907-4f8f-8961-fd6a958048f0 service neutron] 10.222.0.83 "PUT /v2.0/ports/141920b6-83cb-4473-9439-5ac3af5c0fd7 HTTP/1.1" status: 200 len: 1091 time: 0.7951529 May 26 16:38:22.372691 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6403e2-1ba5-4c8d-9838-75c58430b459', 'tag': '141920b6-83cb-4473-9439-5ac3af5c0fd7'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:38:22.376202 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c361fd-0816-49cf-ac2c-01cf9d352364" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6403e2-1ba5-4c8d-9838-75c58430b459", "tag": "141920b6-83cb-4473-9439-5ac3af5c0fd7"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:38:22.412441 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90aa2f-2907-4f8f-8961-fd6a958048f0 service neutron] Pushing event updated for resources: {'Port': ['ID=141920b6-83cb-4473-9439-5ac3af5c0fd7,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:22.494978 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1428f19-c0f8-4e69-b5b9-73236f120a3f x-openstack-request-id: req-f1428f19-c0f8-4e69-b5b9-73236f120a3f {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:38:22.495409 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6403e2-1ba5-4c8d-9838-75c58430b459", "tag": "141920b6-83cb-4473-9439-5ac3af5c0fd7", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:38:22.495799 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1428f19-c0f8-4e69-b5b9-73236f120a3f {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:38:22.496474 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1428f19-c0f8-4e69-b5b9-73236f120a3f'] response: {'name': 'network-changed', 'server_uuid': 'fa6403e2-1ba5-4c8d-9838-75c58430b459', 'tag': '141920b6-83cb-4473-9439-5ac3af5c0fd7', 'status': 'completed', 'code': 200} May 26 16:38:22.522927 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-554d0a8d-ef04-4406-bd73-324ade18fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:22.524512 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-554d0a8d-ef04-4406-bd73-324ade18fc36 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=72a5ce476eef4d1192f67830028ac2c1&device_id=fa6403e2-1ba5-4c8d-9838-75c58430b459 HTTP/1.1" status: 200 len: 1094 time: 0.0678227 May 26 16:38:22.587403 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-3a1677e8-f660-4314-8fdf-65adcc0b82db service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=141920b6-83cb-4473-9439-5ac3af5c0fd7 HTTP/1.1" status: 200 len: 217 time: 0.0442514 May 26 16:38:22.653781 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-f0f01138-520f-4932-b6ca-0a87d3ea7529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:22.656056 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-f0f01138-520f-4932-b6ca-0a87d3ea7529 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=169af66c-e17e-405d-a13a-40c09478394e HTTP/1.1" status: 200 len: 850 time: 0.0605748 May 26 16:38:22.710274 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-cc77883f-790b-4ffe-9ba4-c54431487da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:22.711815 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-cc77883f-790b-4ffe-9ba4-c54431487da4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a0268940-7484-46cd-afca-0aa172618427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486491 May 26 16:38:22.818226 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-efa63dfb-8e98-4306-bcf0-3dbd7f14f697 service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978463 May 26 16:38:22.933216 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ecb4aabc-ab2e-4a83-9ded-c912e090eeee req-8a3e638f-d090-4921-9592-6ef5fb0ac98b service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056788 May 26 16:38:22.981351 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbddcc-5e9e-4c9c-8f22-d53bc42a8b78 req-25ec48a3-7624-46f8-9b54-503846d862cb tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:22.983818 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1bbbddcc-5e9e-4c9c-8f22-d53bc42a8b78 req-25ec48a3-7624-46f8-9b54-503846d862cb tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6403e2-1ba5-4c8d-9838-75c58430b459 HTTP/1.1" status: 200 len: 943 time: 0.0697250 May 26 16:38:23.033145 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1bbbddcc-5e9e-4c9c-8f22-d53bc42a8b78 req-da21df92-ccdc-49ab-87d9-b3dcfcff2440 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0078899-4008-4f12-8014-23749e1c89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426290 May 26 16:38:23.100401 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c361fd-0816-49cf-ac2c-01cf9d352364 req-d89e9b5b-3719-4c37-8dde-8bd7e972f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:23.101824 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b0c361fd-0816-49cf-ac2c-01cf9d352364 req-d89e9b5b-3719-4c37-8dde-8bd7e972f459 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=72a5ce476eef4d1192f67830028ac2c1&device_id=fa6403e2-1ba5-4c8d-9838-75c58430b459 HTTP/1.1" status: 200 len: 1094 time: 0.0525291 May 26 16:38:23.203024 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35134) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:23.213618 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c361fd-0816-49cf-ac2c-01cf9d352364 req-c9db78f6-588d-41c2-a026-cbc939a1a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:23.215198 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b0c361fd-0816-49cf-ac2c-01cf9d352364 req-c9db78f6-588d-41c2-a026-cbc939a1a2f6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a0268940-7484-46cd-afca-0aa172618427 HTTP/1.1" status: 200 len: 912 time: 0.1061993 May 26 16:38:23.270409 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b0c361fd-0816-49cf-ac2c-01cf9d352364 req-305149e6-27ff-4d8b-8249-33b2244250e6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=141920b6-83cb-4473-9439-5ac3af5c0fd7 HTTP/1.1" status: 200 len: 217 time: 0.0467441 May 26 16:38:23.306763 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5b507b-bb90-4d11-8ddf-9eb14dd839dd tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:23.307408 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5b507b-bb90-4d11-8ddf-9eb14dd839dd tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:23.307926 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5b507b-bb90-4d11-8ddf-9eb14dd839dd tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:23.309732 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4f5b507b-bb90-4d11-8ddf-9eb14dd839dd tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] 10.222.0.77 "GET /v2.0/ports?project_id=8e7e2054d87b4adfafe8f4c3c4c5d151&network_id=1fe0377f-862b-4017-a536-1548aa876034 HTTP/1.1" status: 200 len: 2969 time: 0.1054990 May 26 16:38:23.351287 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c361fd-0816-49cf-ac2c-01cf9d352364 req-3ee6fdb8-b3c7-47b0-bd1c-87dd64ab1975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:23.353680 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b0c361fd-0816-49cf-ac2c-01cf9d352364 req-3ee6fdb8-b3c7-47b0-bd1c-87dd64ab1975 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=169af66c-e17e-405d-a13a-40c09478394e HTTP/1.1" status: 200 len: 850 time: 0.0756731 May 26 16:38:23.408601 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c361fd-0816-49cf-ac2c-01cf9d352364 req-854407b2-a422-474d-9595-bc41afb4a4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:23.410188 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b0c361fd-0816-49cf-ac2c-01cf9d352364 req-854407b2-a422-474d-9595-bc41afb4a4d4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a0268940-7484-46cd-afca-0aa172618427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447316 May 26 16:38:23.510484 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b0c361fd-0816-49cf-ac2c-01cf9d352364 req-c9b127eb-4398-4eaa-a752-2aa6b18d1611 service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921218 May 26 16:38:23.618548 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b0c361fd-0816-49cf-ac2c-01cf9d352364 req-381f955d-60e1-4b25-88bd-ddcdcadd251f service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999670 May 26 16:38:24.184007 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b69721-4a51-4ec4-ad28-e219e4091380 req-db5a77c5-42dd-49c1-8214-dafdde294554 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:24.185571 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32b69721-4a51-4ec4-ad28-e219e4091380 req-db5a77c5-42dd-49c1-8214-dafdde294554 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6403e2-1ba5-4c8d-9838-75c58430b459 HTTP/1.1" status: 200 len: 943 time: 0.0607448 May 26 16:38:24.227174 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32b69721-4a51-4ec4-ad28-e219e4091380 req-c83e17da-a78b-44eb-bd2d-86c671c98cbf tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0078899-4008-4f12-8014-23749e1c89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345068 May 26 16:38:25.370142 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6016f-90bc-4711-8e06-1f426fbccdb1 req-08d86163-9ea9-4576-9175-9078f7bd6a9d tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:25.371585 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88e6016f-90bc-4711-8e06-1f426fbccdb1 req-08d86163-9ea9-4576-9175-9078f7bd6a9d tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6403e2-1ba5-4c8d-9838-75c58430b459 HTTP/1.1" status: 200 len: 943 time: 0.0718482 May 26 16:38:25.401624 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35148) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:25.416517 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88e6016f-90bc-4711-8e06-1f426fbccdb1 req-b41138f7-10c4-449b-8fd2-045f0c74ea40 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0078899-4008-4f12-8014-23749e1c89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367632 May 26 16:38:25.478220 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711254a1-12e6-4b2e-bbdf-99b5247ff002 tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:25.479745 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-711254a1-12e6-4b2e-bbdf-99b5247ff002 tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7 HTTP/1.1" status: 200 len: 814 time: 0.0765543 May 26 16:38:26.336575 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35156) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:26.341749 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-a9972210-645e-47af-864a-5695b3fcd7fb tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'network': {'name': 'tempest-network-smoke--1909854085', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'port_security_enabled': True}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:38:26.371053 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9972210-645e-47af-864a-5695b3fcd7fb tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Made reservation on behalf of 8e7e2054d87b4adfafe8f4c3c4c5d151 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:38:26.375685 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9972210-645e-47af-864a-5695b3fcd7fb tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:26.406915 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9972210-645e-47af-864a-5695b3fcd7fb tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:38:26.417956 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9972210-645e-47af-864a-5695b3fcd7fb tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:26.418476 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-a9972210-645e-47af-864a-5695b3fcd7fb tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Added segment 2e958e28-a771-4e45-b473-542ce83d7441 of type vlan for network 68250038-62c4-4a75-9251-266028803c25 May 26 16:38:26.468937 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9972210-645e-47af-864a-5695b3fcd7fb tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:26.543134 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9972210-645e-47af-864a-5695b3fcd7fb tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:26.552752 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9972210-645e-47af-864a-5695b3fcd7fb tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:26.553849 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9972210-645e-47af-864a-5695b3fcd7fb tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:26.640964 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a9972210-645e-47af-864a-5695b3fcd7fb tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2987173 May 26 16:38:26.641527 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35160) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:26.643405 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9972210-645e-47af-864a-5695b3fcd7fb tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'Network': ['ID=68250038-62c4-4a75-9251-266028803c25,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:26.652570 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c509c16-0a50-454c-bc7d-6626313717a0 req-8b5bdb44-3473-48bd-bc15-bbc10d672b1e tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:26.654262 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4c509c16-0a50-454c-bc7d-6626313717a0 req-8b5bdb44-3473-48bd-bc15-bbc10d672b1e tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6403e2-1ba5-4c8d-9838-75c58430b459 HTTP/1.1" status: 200 len: 943 time: 0.1512320 May 26 16:38:26.660214 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 68250038-62c4-4a75-9251-266028803c25 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:38:26.704760 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4c509c16-0a50-454c-bc7d-6626313717a0 req-a2f3acaa-8302-43ca-bbc8-e9f132b9199c tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0078899-4008-4f12-8014-23749e1c89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396485 May 26 16:38:26.756048 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444949cd-8ed1-4ac2-a335-c72022714b1c tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:26.757464 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-444949cd-8ed1-4ac2-a335-c72022714b1c tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=8e7e2054d87b4adfafe8f4c3c4c5d151&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1145618 May 26 16:38:26.760261 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35162) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:26.917112 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bab265-9f1c-4765-b7f3-5c4afada1e4f tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:26.918545 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-30bab265-9f1c-4765-b7f3-5c4afada1e4f tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1573408 May 26 16:38:26.921837 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35164) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:26.949961 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-aeeccdf1-50de-42c3-9c8a-a35d603cf503 tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270033 May 26 16:38:26.953452 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35166) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:26.982418 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4ee6b4df-dcaa-406c-9362-e395d5239ab8 tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=8e7e2054d87b4adfafe8f4c3c4c5d151&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277979 May 26 16:38:26.985139 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35168) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:27.075310 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439c3bdd-683f-4b3b-bb32-9660e1ccd0c3 tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:27.077438 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-439c3bdd-683f-4b3b-bb32-9660e1ccd0c3 tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913203 May 26 16:38:27.080369 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35170) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:27.116249 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9212391e-2eed-4870-8a10-f0d1879fe4d1 tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347650 May 26 16:38:27.118786 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35172) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:27.123774 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e2b477c6-b05c-4259-bd91-63e441b41317 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-725640691', 'network_id': '68250038-62c4-4a75-9251-266028803c25', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:38:27.212928 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b477c6-b05c-4259-bd91-63e441b41317 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Made reservation on behalf of 8e7e2054d87b4adfafe8f4c3c4c5d151 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:38:27.216596 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2b477c6-b05c-4259-bd91-63e441b41317 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:27.407474 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2b477c6-b05c-4259-bd91-63e441b41317 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:27.472629 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b477c6-b05c-4259-bd91-63e441b41317 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'Subnet': ['ID=3d5229b7-d93c-4b33-bc5f-b80790c264a3,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:27.481429 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b477c6-b05c-4259-bd91-63e441b41317 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Checking segment: {'id': '2e958e28-a771-4e45-b473-542ce83d7441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '68250038-62c4-4a75-9251-266028803c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:38:27.481792 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b477c6-b05c-4259-bd91-63e441b41317 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Network hostable DHCP agents. Network: 68250038-62c4-4a75-9251-266028803c25, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:38:27.499753 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b477c6-b05c-4259-bd91-63e441b41317 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Network 68250038-62c4-4a75-9251-266028803c25 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:38:27.508819 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-e2b477c6-b05c-4259-bd91-63e441b41317 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 68250038-62c4-4a75-9251-266028803c25) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:38:27.512998 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b477c6-b05c-4259-bd91-63e441b41317 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:27.513582 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e2b477c6-b05c-4259-bd91-63e441b41317 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:27.521454 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6c4875-859b-4786-aa50-1fe2964ee04e None None] Network 68250038-62c4-4a75-9251-266028803c25 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:38:27.532168 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e2b477c6-b05c-4259-bd91-63e441b41317 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4123313 May 26 16:38:27.610667 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35176) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:27.615372 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ccc03526-4eac-4e29-9fbb-f8acaadbb18b tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-859731225', 'description': 'tempest-secgroup-smoke-859731225 description', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:38:27.635071 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ccc03526-4eac-4e29-9fbb-f8acaadbb18b tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:27.645049 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 141920b6-83cb-4473-9439-5ac3af5c0fd7 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:38:27.704490 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ccc03526-4eac-4e29-9fbb-f8acaadbb18b tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:27.708382 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ccc03526-4eac-4e29-9fbb-f8acaadbb18b tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:27.740131 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ccc03526-4eac-4e29-9fbb-f8acaadbb18b tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:27.744358 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05000d19-4712-4122-971b-2db0dd60d525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-68250038-62c4-4a75-9251-266028803c25', 'network_id': '68250038-62c4-4a75-9251-266028803c25', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'fixed_ips': [{'subnet_id': '3d5229b7-d93c-4b33-bc5f-b80790c264a3'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:38:27.744866 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ccc03526-4eac-4e29-9fbb-f8acaadbb18b tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1297417 May 26 16:38:27.744981 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-05000d19-4712-4122-971b-2db0dd60d525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:27.745073 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35180) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:27.749861 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-49c1e8b4-bad8-44f3-a47f-d1f44be4e7c1 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'security_group_rule': {'security_group_id': 'd6595cc3-e81c-4dee-86e4-ff4cdae0891e', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:38:27.760255 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc03526-4eac-4e29-9fbb-f8acaadbb18b tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6595cc3-e81c-4dee-86e4-ff4cdae0891e,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:27.791128 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 141920b6-83cb-4473-9439-5ac3af5c0fd7, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=141920b6-83cb-4473-9439-5ac3af5c0fd7,segment=NetworkSegment(5f841553-154d-4aef-93a5-5848666094a0),segment_id=5f841553-154d-4aef-93a5-5848666094a0)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:38:27.793951 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-49c1e8b4-bad8-44f3-a47f-d1f44be4e7c1 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:27.806132 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '141920b6-83cb-4473-9439-5ac3af5c0fd7', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'port_id': '141920b6-83cb-4473-9439-5ac3af5c0fd7', 'mac_address': 'fa:16:3e:a9:9f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169af66c-e17e-405d-a13a-40c09478394e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:38:27.875739 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-49c1e8b4-bad8-44f3-a47f-d1f44be4e7c1 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:27.884063 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7991639-3fb5-4159-8063-8c21b802a235 req-cf0cc2b4-a11c-4b86-8761-67526b81c0e0 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:27.885642 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7991639-3fb5-4159-8063-8c21b802a235 req-cf0cc2b4-a11c-4b86-8761-67526b81c0e0 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6403e2-1ba5-4c8d-9838-75c58430b459 HTTP/1.1" status: 200 len: 943 time: 0.0817144 May 26 16:38:27.886841 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-49c1e8b4-bad8-44f3-a47f-d1f44be4e7c1 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:27.927706 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-49c1e8b4-bad8-44f3-a47f-d1f44be4e7c1 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:27.930042 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-49c1e8b4-bad8-44f3-a47f-d1f44be4e7c1 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1833386 May 26 16:38:27.930042 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1e8b4-bad8-44f3-a47f-d1f44be4e7c1 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3efc818a-5f79-4820-8cfc-aa83111546f5,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:27.932043 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35182) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:27.932875 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 141920b6-83cb-4473-9439-5ac3af5c0fd7 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:38:27.933269 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:27.939541 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-acd7bc2b-bc96-46d2-a992-a631d96f241e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'security_group_rule': {'security_group_id': 'd6595cc3-e81c-4dee-86e4-ff4cdae0891e', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:38:27.950148 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7991639-3fb5-4159-8063-8c21b802a235 req-a6c60c41-e410-444b-adf4-223687f9b374 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0078899-4008-4f12-8014-23749e1c89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522795 May 26 16:38:27.951925 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141920b6-83cb-4473-9439-5ac3af5c0fd7 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:38:27.977697 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acd7bc2b-bc96-46d2-a992-a631d96f241e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:27.981739 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-05000d19-4712-4122-971b-2db0dd60d525 None None] Allocated IP 172.20.0.18 (68250038-62c4-4a75-9251-266028803c25/3d5229b7-d93c-4b33-bc5f-b80790c264a3/4a5ab97d-43b9-4e1f-ad0c-708c6f332381) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:38:27.985827 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 141920b6-83cb-4473-9439-5ac3af5c0fd7, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=141920b6-83cb-4473-9439-5ac3af5c0fd7,segment=NetworkSegment(5f841553-154d-4aef-93a5-5848666094a0),segment_id=5f841553-154d-4aef-93a5-5848666094a0)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:38:27.991438 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:28.039858 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acd7bc2b-bc96-46d2-a992-a631d96f241e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:28.044018 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acd7bc2b-bc96-46d2-a992-a631d96f241e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:28.062637 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7bc2b-bc96-46d2-a992-a631d96f241e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275098c9-47e4-4c4e-b566-296856fd00f9,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:28.076397 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acd7bc2b-bc96-46d2-a992-a631d96f241e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:28.078350 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-acd7bc2b-bc96-46d2-a992-a631d96f241e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1437950 May 26 16:38:28.081566 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35184) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:28.086152 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e71c2885-81ca-4957-ac53-8876e6d59d3e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'security_group_rule': {'security_group_id': 'd6595cc3-e81c-4dee-86e4-ff4cdae0891e', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:38:28.092212 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=141920b6-83cb-4473-9439-5ac3af5c0fd7,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:28.113381 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e71c2885-81ca-4957-ac53-8876e6d59d3e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:28.176851 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e71c2885-81ca-4957-ac53-8876e6d59d3e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:28.181085 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e71c2885-81ca-4957-ac53-8876e6d59d3e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:28.182086 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-05000d19-4712-4122-971b-2db0dd60d525 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:28.191471 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-05000d19-4712-4122-971b-2db0dd60d525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:28.199981 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c2885-81ca-4957-ac53-8876e6d59d3e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce28fd9a-d48e-4c8b-a0ce-1fe1af916c60,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:28.209194 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e71c2885-81ca-4957-ac53-8876e6d59d3e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:28.212994 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e71c2885-81ca-4957-ac53-8876e6d59d3e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278267 May 26 16:38:28.213419 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35186) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:28.218333 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d10a6c23-76bf-48eb-84aa-5317c0cc878b tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'security_group_rule': {'security_group_id': 'd6595cc3-e81c-4dee-86e4-ff4cdae0891e', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:38:28.233564 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05000d19-4712-4122-971b-2db0dd60d525 None None] Network 68250038-62c4-4a75-9251-266028803c25 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:38:28.238677 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-05000d19-4712-4122-971b-2db0dd60d525 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:38:28.242424 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05000d19-4712-4122-971b-2db0dd60d525 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:38:28.250556 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d10a6c23-76bf-48eb-84aa-5317c0cc878b tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:28.252038 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05000d19-4712-4122-971b-2db0dd60d525 None None] Pushing event updated for resources: {'Port': ['ID=4a5ab97d-43b9-4e1f-ad0c-708c6f332381,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:28.305354 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-05000d19-4712-4122-971b-2db0dd60d525 None None] Attempting to bind port 4a5ab97d-43b9-4e1f-ad0c-708c6f332381 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:38:28.305755 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-05000d19-4712-4122-971b-2db0dd60d525 None None] Attempting to bind port 4a5ab97d-43b9-4e1f-ad0c-708c6f332381 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '2e958e28-a771-4e45-b473-542ce83d7441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '68250038-62c4-4a75-9251-266028803c25'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:38:28.306091 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05000d19-4712-4122-971b-2db0dd60d525 None None] Attempting to bind port 4a5ab97d-43b9-4e1f-ad0c-708c6f332381 on network 68250038-62c4-4a75-9251-266028803c25 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:38:28.311768 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d10a6c23-76bf-48eb-84aa-5317c0cc878b tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:28.315067 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05000d19-4712-4122-971b-2db0dd60d525 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:38:28.315450 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05000d19-4712-4122-971b-2db0dd60d525 None None] Checking segment: {'id': '2e958e28-a771-4e45-b473-542ce83d7441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '68250038-62c4-4a75-9251-266028803c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:38:28.315879 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-05000d19-4712-4122-971b-2db0dd60d525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:28.316146 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d10a6c23-76bf-48eb-84aa-5317c0cc878b tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:28.316286 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05000d19-4712-4122-971b-2db0dd60d525 None None] Bound using segment: {'id': '2e958e28-a771-4e45-b473-542ce83d7441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '68250038-62c4-4a75-9251-266028803c25'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:38:28.316759 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-05000d19-4712-4122-971b-2db0dd60d525 None None] Bound port: 4a5ab97d-43b9-4e1f-ad0c-708c6f332381, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e958e28-a771-4e45-b473-542ce83d7441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '68250038-62c4-4a75-9251-266028803c25'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:38:28.317139 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-05000d19-4712-4122-971b-2db0dd60d525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:28.335003 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a6c23-76bf-48eb-84aa-5317c0cc878b tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fba8cdf-1dbd-4b7e-bc77-0922fac434ca,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:28.345408 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d10a6c23-76bf-48eb-84aa-5317c0cc878b tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:28.346892 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d10a6c23-76bf-48eb-84aa-5317c0cc878b tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1323881 May 26 16:38:28.349810 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35188) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:28.354324 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-8cacf75a-70d1-484e-9590-733c0acaef6f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'security_group_rule': {'security_group_id': 'd6595cc3-e81c-4dee-86e4-ff4cdae0891e', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:38:28.377677 n-d-843337-2 neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-8cacf75a-70d1-484e-9590-733c0acaef6f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Project 8e7e2054d87b4adfafe8f4c3c4c5d151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:38:28.382983 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8cacf75a-70d1-484e-9590-733c0acaef6f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:28.390270 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-05000d19-4712-4122-971b-2db0dd60d525 None None] For port 4a5ab97d-43b9-4e1f-ad0c-708c6f332381, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:38:28.393459 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-05000d19-4712-4122-971b-2db0dd60d525 None None] For port 4a5ab97d-43b9-4e1f-ad0c-708c6f332381, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4a5ab97d-43b9-4e1f-ad0c-708c6f332381,segment=NetworkSegment(2e958e28-a771-4e45-b473-542ce83d7441),segment_id=2e958e28-a771-4e45-b473-542ce83d7441)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:38:28.401771 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-05000d19-4712-4122-971b-2db0dd60d525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:28.462517 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8cacf75a-70d1-484e-9590-733c0acaef6f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:28.467203 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05000d19-4712-4122-971b-2db0dd60d525 None None] Pushing event updated for resources: {'Port': ['ID=4a5ab97d-43b9-4e1f-ad0c-708c6f332381,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:28.467437 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8cacf75a-70d1-484e-9590-733c0acaef6f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:28.494317 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cacf75a-70d1-484e-9590-733c0acaef6f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba3d0f7-7602-4c8d-80d3-4d4b0cbf2474,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:28.505282 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8cacf75a-70d1-484e-9590-733c0acaef6f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:28.506516 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8cacf75a-70d1-484e-9590-733c0acaef6f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1557293 May 26 16:38:28.509579 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35190) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:28.514070 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-17b1dd0a-0a8d-4e72-8bd8-46d8d92c4986 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'security_group_rule': {'security_group_id': 'd6595cc3-e81c-4dee-86e4-ff4cdae0891e', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:38:28.522597 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['141920b6-83cb-4473-9439-5ac3af5c0fd7'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:38:28.537262 n-d-843337-2 neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-17b1dd0a-0a8d-4e72-8bd8-46d8d92c4986 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Project 8e7e2054d87b4adfafe8f4c3c4c5d151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:38:28.542862 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-17b1dd0a-0a8d-4e72-8bd8-46d8d92c4986 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:28.613381 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-17b1dd0a-0a8d-4e72-8bd8-46d8d92c4986 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:28.648001 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-17b1dd0a-0a8d-4e72-8bd8-46d8d92c4986 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:28.674275 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1dd0a-0a8d-4e72-8bd8-46d8d92c4986 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e715690-2099-4fe2-8825-3004d26d6266,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:28.689579 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-17b1dd0a-0a8d-4e72-8bd8-46d8d92c4986 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:28.691375 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-17b1dd0a-0a8d-4e72-8bd8-46d8d92c4986 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1806357 May 26 16:38:28.842500 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-d4f44fa8-5dae-43b7-86f8-4246bc9246ce tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-859731225&fields=id&tenant_id=8e7e2054d87b4adfafe8f4c3c4c5d151 HTTP/1.1" status: 200 len: 267 time: 0.0324869 May 26 16:38:28.963238 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-ce780e3c-2b47-49b4-bbe5-45ddf4654913 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:28.964943 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-ce780e3c-2b47-49b4-bbe5-45ddf4654913 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/networks?id=68250038-62c4-4a75-9251-266028803c25 HTTP/1.1" status: 200 len: 797 time: 0.1154931 May 26 16:38:28.982236 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-9c0432c9-1ece-4a1b-9e8e-e1cf4e19690d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/quotas/8e7e2054d87b4adfafe8f4c3c4c5d151 HTTP/1.1" status: 200 len: 375 time: 0.0098891 May 26 16:38:29.072785 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-db705513-ee75-4e84-9ee6-7c0a50e57d6d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8e7e2054d87b4adfafe8f4c3c4c5d151&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0843198 May 26 16:38:29.116887 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e9bfc-b2d1-407c-85ce-1cb563093b17 req-515e6253-3f7f-4feb-89ed-9a52767abb95 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:29.118466 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-193e9bfc-b2d1-407c-85ce-1cb563093b17 req-515e6253-3f7f-4feb-89ed-9a52767abb95 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6403e2-1ba5-4c8d-9838-75c58430b459 HTTP/1.1" status: 200 len: 944 time: 0.0901616 May 26 16:38:29.199718 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-193e9bfc-b2d1-407c-85ce-1cb563093b17 req-5931effd-c632-4b5b-a713-80095f808c8f tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0078899-4008-4f12-8014-23749e1c89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527387 May 26 16:38:29.229608 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-4530aebc-f5aa-4c52-8429-ab91602c4bd8 service neutron] 10.222.0.77 "GET /v2.0/networks/68250038-62c4-4a75-9251-266028803c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425653 May 26 16:38:29.354746 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-c82806b6-0fe3-4c05-9cd3-bac5620a9085 service neutron] 10.222.0.77 "GET /v2.0/networks/68250038-62c4-4a75-9251-266028803c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179233 May 26 16:38:29.481186 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a87b2e-2e7c-486e-94e7-2a04a808e644 None None] Network 68250038-62c4-4a75-9251-266028803c25 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:38:29.537184 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1cfe41f9-ceee-4e78-8b19-b324045f5aeb req-f3860e98-3713-4859-9194-c37d9cf6cc10 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=1670b3db-bf6b-4064-bb09-e10311d36371 HTTP/1.1" status: 200 len: 210 time: 0.0310547 May 26 16:38:29.547961 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-486a2f25-8bfb-4315-a620-9cce90d44b50 None None] Provisioning complete for port 4a5ab97d-43b9-4e1f-ad0c-708c6f332381 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:38:29.548353 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-486a2f25-8bfb-4315-a620-9cce90d44b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:29.644400 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 141920b6-83cb-4473-9439-5ac3af5c0fd7 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:38:29.763510 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-486a2f25-8bfb-4315-a620-9cce90d44b50 None None] Current status of the port 4a5ab97d-43b9-4e1f-ad0c-708c6f332381 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:38:29.764510 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-486a2f25-8bfb-4315-a620-9cce90d44b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:29.793337 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 141920b6-83cb-4473-9439-5ac3af5c0fd7 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:38:29.804647 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 141920b6-83cb-4473-9439-5ac3af5c0fd7 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:38:29.805009 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:29.833067 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-486a2f25-8bfb-4315-a620-9cce90d44b50 None None] For port 4a5ab97d-43b9-4e1f-ad0c-708c6f332381, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4a5ab97d-43b9-4e1f-ad0c-708c6f332381,segment=NetworkSegment(2e958e28-a771-4e45-b473-542ce83d7441),segment_id=2e958e28-a771-4e45-b473-542ce83d7441)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:38:29.842809 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-486a2f25-8bfb-4315-a620-9cce90d44b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:29.909498 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a2f25-8bfb-4315-a620-9cce90d44b50 None None] Pushing event updated for resources: {'Port': ['ID=4a5ab97d-43b9-4e1f-ad0c-708c6f332381,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:29.969519 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 141920b6-83cb-4473-9439-5ac3af5c0fd7 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:38:29.970029 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:29.997204 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4a5ab97d-43b9-4e1f-ad0c-708c6f332381 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:38:30.044139 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6403e2-1ba5-4c8d-9838-75c58430b459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141920b6-83cb-4473-9439-5ac3af5c0fd7'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:38:30.048118 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f81e33-4f64-466b-b013-76b16999c700" -d '{"events": [{"server_uuid": "fa6403e2-1ba5-4c8d-9838-75c58430b459", "name": "network-vif-plugged", "status": "completed", "tag": "141920b6-83cb-4473-9439-5ac3af5c0fd7"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:38:30.067031 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 141920b6-83cb-4473-9439-5ac3af5c0fd7, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=141920b6-83cb-4473-9439-5ac3af5c0fd7,segment=NetworkSegment(5f841553-154d-4aef-93a5-5848666094a0),segment_id=5f841553-154d-4aef-93a5-5848666094a0)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:38:30.072859 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:30.102598 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3145cec8-4a3c-4918-bdb6-b68d20ad8917 x-openstack-request-id: req-3145cec8-4a3c-4918-bdb6-b68d20ad8917 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:38:30.102889 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6403e2-1ba5-4c8d-9838-75c58430b459", "name": "network-vif-plugged", "status": "completed", "tag": "141920b6-83cb-4473-9439-5ac3af5c0fd7", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:38:30.103137 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3145cec8-4a3c-4918-bdb6-b68d20ad8917 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:38:30.103515 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3145cec8-4a3c-4918-bdb6-b68d20ad8917'] response: {'server_uuid': 'fa6403e2-1ba5-4c8d-9838-75c58430b459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141920b6-83cb-4473-9439-5ac3af5c0fd7', 'code': 200} May 26 16:38:30.128640 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 4a5ab97d-43b9-4e1f-ad0c-708c6f332381 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:38:30.128924 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:30.133306 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=141920b6-83cb-4473-9439-5ac3af5c0fd7,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:30.190024 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-40a89ec3-bcf8-4d32-ba4e-af78626ab61c None None] Provisioning complete for port 4a5ab97d-43b9-4e1f-ad0c-708c6f332381 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:38:30.190392 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-40a89ec3-bcf8-4d32-ba4e-af78626ab61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:30.266789 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dab7c0-551f-41ee-a065-bedb887f8157 req-10d31c16-5ed1-47cc-914a-26983b41f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:30.268268 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 4a5ab97d-43b9-4e1f-ad0c-708c6f332381 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:38:30.270548 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-43dab7c0-551f-41ee-a065-bedb887f8157 req-10d31c16-5ed1-47cc-914a-26983b41f857 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fa6403e2-1ba5-4c8d-9838-75c58430b459 HTTP/1.1" status: 200 len: 1096 time: 0.0576210 May 26 16:38:30.307414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-40a89ec3-bcf8-4d32-ba4e-af78626ab61c None None] Current status of the port 4a5ab97d-43b9-4e1f-ad0c-708c6f332381 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:38:30.328210 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-43dab7c0-551f-41ee-a065-bedb887f8157 req-f49f476e-00fe-40a8-be3e-67c134f89091 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a0078899-4008-4f12-8014-23749e1c89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408106 May 26 16:38:30.338787 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf3802-56d1-4c6d-890a-b7bf1360b96d req-c5c69931-f88d-4078-b4e4-c3984d79c921 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:30.340220 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0baf3802-56d1-4c6d-890a-b7bf1360b96d req-c5c69931-f88d-4078-b4e4-c3984d79c921 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6403e2-1ba5-4c8d-9838-75c58430b459 HTTP/1.1" status: 200 len: 945 time: 0.0524695 May 26 16:38:30.381128 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0baf3802-56d1-4c6d-890a-b7bf1360b96d req-7959540e-6513-4dc5-a9cf-a8e874caa2fd tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0078899-4008-4f12-8014-23749e1c89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327070 May 26 16:38:30.655381 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2407c2ae-2cbe-43d9-b52c-1f9b4469a66b req-a89d7610-2fcf-4244-a6ec-74a42ec9c6f6 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=1670b3db-bf6b-4064-bb09-e10311d36371 HTTP/1.1" status: 200 len: 210 time: 0.0340240 May 26 16:38:30.711323 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:31.323050 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-b0299d33-a776-4c05-bd5d-1066aafd401c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:31.324588 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-b0299d33-a776-4c05-bd5d-1066aafd401c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.83 "GET /v2.0/networks?id=68250038-62c4-4a75-9251-266028803c25 HTTP/1.1" status: 200 len: 797 time: 0.1079948 May 26 16:38:31.393432 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-d812d71d-90c0-4db1-b95a-2115cc3303d4 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e7e2054d87b4adfafe8f4c3c4c5d151 HTTP/1.1" status: 200 len: 472 time: 0.0472169 May 26 16:38:31.406793 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-88afac65-6e77-4884-9cd1-95c6b3c325bd tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'port': {'device_id': '1670b3db-bf6b-4064-bb09-e10311d36371', 'network_id': '68250038-62c4-4a75-9251-266028803c25', 'admin_state_up': True, 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'security_groups': ['d6595cc3-e81c-4dee-86e4-ff4cdae0891e']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:38:31.513024 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d69ba2-b0c5-4e42-a1f6-d11efb9eca46 req-0765da63-b267-42f2-bd9d-04a336d8fb90 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:31.515366 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76d69ba2-b0c5-4e42-a1f6-d11efb9eca46 req-0765da63-b267-42f2-bd9d-04a336d8fb90 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6403e2-1ba5-4c8d-9838-75c58430b459 HTTP/1.1" status: 200 len: 945 time: 0.0599813 May 26 16:38:31.531530 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-88afac65-6e77-4884-9cd1-95c6b3c325bd tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Made reservation on behalf of 8e7e2054d87b4adfafe8f4c3c4c5d151 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:38:31.535249 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-88afac65-6e77-4884-9cd1-95c6b3c325bd tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:31.566416 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76d69ba2-b0c5-4e42-a1f6-d11efb9eca46 req-bba0dc6a-239e-479b-807c-37184eda7bb4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0078899-4008-4f12-8014-23749e1c89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439117 May 26 16:38:31.682098 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-88afac65-6e77-4884-9cd1-95c6b3c325bd tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Allocated IP 172.20.0.23 (68250038-62c4-4a75-9251-266028803c25/3d5229b7-d93c-4b33-bc5f-b80790c264a3/3215726f-2771-42e8-a15f-5790b8e7cea3) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:38:31.763506 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b149c67-87f9-4af0-b6f6-aeda5598479a req-ae93115d-09fc-4910-9d64-063d33a63d74 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=1670b3db-bf6b-4064-bb09-e10311d36371 HTTP/1.1" status: 200 len: 210 time: 0.0269303 May 26 16:38:31.834471 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-88afac65-6e77-4884-9cd1-95c6b3c325bd tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:31.869980 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-88afac65-6e77-4884-9cd1-95c6b3c325bd tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:31.895650 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4a5ab97d-43b9-4e1f-ad0c-708c6f332381 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:38:31.920626 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-88afac65-6e77-4884-9cd1-95c6b3c325bd tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Network 68250038-62c4-4a75-9251-266028803c25 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:38:31.926199 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-88afac65-6e77-4884-9cd1-95c6b3c325bd tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:38:31.929950 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-88afac65-6e77-4884-9cd1-95c6b3c325bd tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:38:31.950490 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 4a5ab97d-43b9-4e1f-ad0c-708c6f332381 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:38:31.950879 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:31.959803 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afac65-6e77-4884-9cd1-95c6b3c325bd tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'Port': ['ID=3215726f-2771-42e8-a15f-5790b8e7cea3,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:31.989249 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-88afac65-6e77-4884-9cd1-95c6b3c325bd tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:31.989931 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-88afac65-6e77-4884-9cd1-95c6b3c325bd tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:32.013697 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-88afac65-6e77-4884-9cd1-95c6b3c325bd tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6112483 May 26 16:38:32.041828 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-07c8b3af-eed8-4d0e-a70b-01ee0a7678f2 service neutron] Request body: {'port': {'device_id': '1670b3db-bf6b-4064-bb09-e10311d36371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:38:32.047227 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 4a5ab97d-43b9-4e1f-ad0c-708c6f332381 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:38:32.103311 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-07c8b3af-eed8-4d0e-a70b-01ee0a7678f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:32.140811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-be460f8d-93cd-43ef-b1d9-98a896bcf07e None None] Provisioning complete for port 3215726f-2771-42e8-a15f-5790b8e7cea3 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:38:32.141339 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-be460f8d-93cd-43ef-b1d9-98a896bcf07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:32.175825 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-be460f8d-93cd-43ef-b1d9-98a896bcf07e None None] Port 3215726f-2771-42e8-a15f-5790b8e7cea3 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:38:32.383965 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-07c8b3af-eed8-4d0e-a70b-01ee0a7678f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3215726f-2771-42e8-a15f-5790b8e7cea3 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:38:32.392202 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-07c8b3af-eed8-4d0e-a70b-01ee0a7678f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:32.405189 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-07c8b3af-eed8-4d0e-a70b-01ee0a7678f2 service neutron] Transition to ACTIVE for port object 3215726f-2771-42e8-a15f-5790b8e7cea3 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:38:32.409547 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-07c8b3af-eed8-4d0e-a70b-01ee0a7678f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:32.461054 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8b3af-eed8-4d0e-a70b-01ee0a7678f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3215726f-2771-42e8-a15f-5790b8e7cea3,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:32.536795 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-07c8b3af-eed8-4d0e-a70b-01ee0a7678f2 service neutron] Attempting to bind port 3215726f-2771-42e8-a15f-5790b8e7cea3 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:38:32.537144 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-07c8b3af-eed8-4d0e-a70b-01ee0a7678f2 service neutron] Attempting to bind port 3215726f-2771-42e8-a15f-5790b8e7cea3 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '2e958e28-a771-4e45-b473-542ce83d7441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '68250038-62c4-4a75-9251-266028803c25'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:38:32.537480 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-07c8b3af-eed8-4d0e-a70b-01ee0a7678f2 service neutron] Attempting to bind port 3215726f-2771-42e8-a15f-5790b8e7cea3 on network 68250038-62c4-4a75-9251-266028803c25 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:38:32.542382 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-07c8b3af-eed8-4d0e-a70b-01ee0a7678f2 service neutron] Port 3215726f-2771-42e8-a15f-5790b8e7cea3 on network 68250038-62c4-4a75-9251-266028803c25 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:38:32.542713 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-07c8b3af-eed8-4d0e-a70b-01ee0a7678f2 service neutron] Attempting to bind port 3215726f-2771-42e8-a15f-5790b8e7cea3 on network 68250038-62c4-4a75-9251-266028803c25 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:38:32.549771 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-07c8b3af-eed8-4d0e-a70b-01ee0a7678f2 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:38:32.550126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-07c8b3af-eed8-4d0e-a70b-01ee0a7678f2 service neutron] Checking segment: {'id': '2e958e28-a771-4e45-b473-542ce83d7441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '68250038-62c4-4a75-9251-266028803c25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:38:32.550524 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-07c8b3af-eed8-4d0e-a70b-01ee0a7678f2 service neutron] Bound using segment: {'id': '2e958e28-a771-4e45-b473-542ce83d7441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '68250038-62c4-4a75-9251-266028803c25'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:38:32.550968 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-07c8b3af-eed8-4d0e-a70b-01ee0a7678f2 service neutron] Bound port: 3215726f-2771-42e8-a15f-5790b8e7cea3, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e958e28-a771-4e45-b473-542ce83d7441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '68250038-62c4-4a75-9251-266028803c25'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:38:32.551332 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-07c8b3af-eed8-4d0e-a70b-01ee0a7678f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:32.642479 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-07c8b3af-eed8-4d0e-a70b-01ee0a7678f2 service neutron] For port 3215726f-2771-42e8-a15f-5790b8e7cea3, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:38:32.645918 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-07c8b3af-eed8-4d0e-a70b-01ee0a7678f2 service neutron] For port 3215726f-2771-42e8-a15f-5790b8e7cea3, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=3215726f-2771-42e8-a15f-5790b8e7cea3,segment=NetworkSegment(2e958e28-a771-4e45-b473-542ce83d7441),segment_id=2e958e28-a771-4e45-b473-542ce83d7441)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:38:32.651421 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-07c8b3af-eed8-4d0e-a70b-01ee0a7678f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:32.690846 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-07c8b3af-eed8-4d0e-a70b-01ee0a7678f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:32.691376 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-07c8b3af-eed8-4d0e-a70b-01ee0a7678f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:32.692811 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-07c8b3af-eed8-4d0e-a70b-01ee0a7678f2 service neutron] 10.222.0.83 "PUT /v2.0/ports/3215726f-2771-42e8-a15f-5790b8e7cea3 HTTP/1.1" status: 200 len: 1092 time: 0.6566403 May 26 16:38:32.693272 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1670b3db-bf6b-4064-bb09-e10311d36371', 'tag': '3215726f-2771-42e8-a15f-5790b8e7cea3'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:38:32.695542 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0ba752-e902-4048-b2c2-debf67ab37a1" -d '{"events": [{"name": "network-changed", "server_uuid": "1670b3db-bf6b-4064-bb09-e10311d36371", "tag": "3215726f-2771-42e8-a15f-5790b8e7cea3"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:38:32.712283 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55f209-887d-4a36-8558-0160c08e4c5a req-e60cbfd6-27df-415f-b0e2-6e6c288d1838 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:32.715121 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d55f209-887d-4a36-8558-0160c08e4c5a req-e60cbfd6-27df-415f-b0e2-6e6c288d1838 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6403e2-1ba5-4c8d-9838-75c58430b459 HTTP/1.1" status: 200 len: 945 time: 0.0680015 May 26 16:38:32.720034 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8b3af-eed8-4d0e-a70b-01ee0a7678f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3215726f-2771-42e8-a15f-5790b8e7cea3,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:32.751531 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0427f18e-43cb-4a61-bcd2-19fb5a603f39 x-openstack-request-id: req-0427f18e-43cb-4a61-bcd2-19fb5a603f39 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:38:32.751710 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1670b3db-bf6b-4064-bb09-e10311d36371", "tag": "3215726f-2771-42e8-a15f-5790b8e7cea3", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:38:32.752520 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0427f18e-43cb-4a61-bcd2-19fb5a603f39 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:38:32.752967 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0427f18e-43cb-4a61-bcd2-19fb5a603f39'] response: {'name': 'network-changed', 'server_uuid': '1670b3db-bf6b-4064-bb09-e10311d36371', 'tag': '3215726f-2771-42e8-a15f-5790b8e7cea3', 'status': 'completed', 'code': 200} May 26 16:38:32.773322 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d55f209-887d-4a36-8558-0160c08e4c5a req-4774eab5-63f9-4b73-9a72-3740636b4d59 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0078899-4008-4f12-8014-23749e1c89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505712 May 26 16:38:32.837806 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-a798a0be-8e9a-4143-8a06-44abe7363ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:32.840159 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-a798a0be-8e9a-4143-8a06-44abe7363ad4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8e7e2054d87b4adfafe8f4c3c4c5d151&device_id=1670b3db-bf6b-4064-bb09-e10311d36371 HTTP/1.1" status: 200 len: 1095 time: 0.0688951 May 26 16:38:32.901437 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-9411f012-f843-456a-8dce-7403dc9bdf72 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=3215726f-2771-42e8-a15f-5790b8e7cea3 HTTP/1.1" status: 200 len: 217 time: 0.0440714 May 26 16:38:32.927302 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150e587-e6d4-4f5a-bca3-6dad0541212e req-43627e34-5096-4c2c-8ab6-f8b59ea40463 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:32.928883 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4150e587-e6d4-4f5a-bca3-6dad0541212e req-43627e34-5096-4c2c-8ab6-f8b59ea40463 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6403e2-1ba5-4c8d-9838-75c58430b459 HTTP/1.1" status: 200 len: 945 time: 0.0740764 May 26 16:38:32.942371 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f7841-c198-4d3b-9b9b-68fb59437849 req-2989fee7-0341-4cd1-accb-705bc3950307 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:32.943881 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d71f7841-c198-4d3b-9b9b-68fb59437849 req-2989fee7-0341-4cd1-accb-705bc3950307 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=1670b3db-bf6b-4064-bb09-e10311d36371 HTTP/1.1" status: 200 len: 944 time: 0.0983183 May 26 16:38:32.944448 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35234) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:32.949258 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-f425c015-8aef-4690-bb63-9fe7c6941356 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Request body: {'floatingip': {'port_id': '141920b6-83cb-4473-9439-5ac3af5c0fd7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:38:32.965434 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-315fce96-106e-4466-9c65-74345fbbe386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:32.967006 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-315fce96-106e-4466-9c65-74345fbbe386 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d5229b7-d93c-4b33-bc5f-b80790c264a3 HTTP/1.1" status: 200 len: 837 time: 0.0587604 May 26 16:38:33.004436 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f425c015-8aef-4690-bb63-9fe7c6941356 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:33.016793 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-9ff6d65b-0965-4fee-9632-d4bef915a723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:33.018361 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-9ff6d65b-0965-4fee-9632-d4bef915a723 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=68250038-62c4-4a75-9251-266028803c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440226 May 26 16:38:33.078206 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d71f7841-c198-4d3b-9b9b-68fb59437849 req-b38ee64e-fe03-4401-a2cf-8a2dd3ce5206 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6595cc3-e81c-4dee-86e4-ff4cdae0891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256144 May 26 16:38:33.119642 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-b63117b4-3325-4e21-97da-e574b98ebe84 service neutron] 10.222.0.83 "GET /v2.0/networks/68250038-62c4-4a75-9251-266028803c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923734 May 26 16:38:33.217950 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-248ee3b0-3c24-4d2a-b3ab-eb87815d89ad req-bf9af171-258c-4a96-b74b-e5d91703b329 service neutron] 10.222.0.83 "GET /v2.0/networks/68250038-62c4-4a75-9251-266028803c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901544 May 26 16:38:33.368981 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ba752-e902-4048-b2c2-debf67ab37a1 req-02ff414a-500d-4647-ab15-3eb2621f24b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:33.370486 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3e0ba752-e902-4048-b2c2-debf67ab37a1 req-02ff414a-500d-4647-ab15-3eb2621f24b3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8e7e2054d87b4adfafe8f4c3c4c5d151&device_id=1670b3db-bf6b-4064-bb09-e10311d36371 HTTP/1.1" status: 200 len: 1095 time: 0.0457289 May 26 16:38:33.487494 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ba752-e902-4048-b2c2-debf67ab37a1 req-f81a4323-1cca-41f9-a447-1baf4cba8fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:33.488998 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3e0ba752-e902-4048-b2c2-debf67ab37a1 req-f81a4323-1cca-41f9-a447-1baf4cba8fa6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=68250038-62c4-4a75-9251-266028803c25 HTTP/1.1" status: 200 len: 898 time: 0.1063044 May 26 16:38:33.504850 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f425c015-8aef-4690-bb63-9fe7c6941356 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:33.510243 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f425c015-8aef-4690-bb63-9fe7c6941356 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:33.540883 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3e0ba752-e902-4048-b2c2-debf67ab37a1 req-a0128e53-6ebc-416e-b33f-e582d2dd3cd8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=3215726f-2771-42e8-a15f-5790b8e7cea3 HTTP/1.1" status: 200 len: 217 time: 0.0388174 May 26 16:38:33.592758 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ba752-e902-4048-b2c2-debf67ab37a1 req-9af253d3-80ea-431e-bb9a-2342e81af7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:33.594263 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3e0ba752-e902-4048-b2c2-debf67ab37a1 req-9af253d3-80ea-431e-bb9a-2342e81af7ce service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d5229b7-d93c-4b33-bc5f-b80790c264a3 HTTP/1.1" status: 200 len: 837 time: 0.0461421 May 26 16:38:33.619046 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-f425c015-8aef-4690-bb63-9fe7c6941356 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Floating IP 0e36826d-7d32-4895-b0df-423907de2638 associated. External IP: 172.25.7.165, port: 141920b6-83cb-4473-9439-5ac3af5c0fd7. May 26 16:38:33.647226 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ba752-e902-4048-b2c2-debf67ab37a1 req-229eca35-1cf9-4e27-9df4-2cff41173cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:33.648795 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3e0ba752-e902-4048-b2c2-debf67ab37a1 req-229eca35-1cf9-4e27-9df4-2cff41173cf7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=68250038-62c4-4a75-9251-266028803c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476251 May 26 16:38:33.667760 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:38:33.751920 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3e0ba752-e902-4048-b2c2-debf67ab37a1 req-73052772-17b4-4257-a8b5-b429ae05c0ee service neutron] 10.222.0.83 "GET /v2.0/networks/68250038-62c4-4a75-9251-266028803c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936291 May 26 16:38:34.225346 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3e0ba752-e902-4048-b2c2-debf67ab37a1 req-49aeb4f9-5bfb-4da7-98fe-0db339501384 service neutron] 10.222.0.83 "GET /v2.0/networks/68250038-62c4-4a75-9251-266028803c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659145 May 26 16:38:34.284998 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a770fb-eb9e-4b62-8f35-16b6707f3440 req-bbbf8a66-f272-499b-a54a-99a66aebdd96 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:34.286485 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-75a770fb-eb9e-4b62-8f35-16b6707f3440 req-bbbf8a66-f272-499b-a54a-99a66aebdd96 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=1670b3db-bf6b-4064-bb09-e10311d36371 HTTP/1.1" status: 200 len: 944 time: 0.1187787 May 26 16:38:34.295790 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f425c015-8aef-4690-bb63-9fe7c6941356 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Router 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:38:34.366510 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-75a770fb-eb9e-4b62-8f35-16b6707f3440 req-2c31349d-3254-483c-8403-73ab9a9f2fe4 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6595cc3-e81c-4dee-86e4-ff4cdae0891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734723 May 26 16:38:34.436207 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f425c015-8aef-4690-bb63-9fe7c6941356 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:38:34.442087 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f425c015-8aef-4690-bb63-9fe7c6941356 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:34.447355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663bf3c8-7ef6-4ccc-8c4a-3b23a36a1e76 None None] Sync routers for ids ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:38:34.457617 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663bf3c8-7ef6-4ccc-8c4a-3b23a36a1e76 None None] Routers {'4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:38:34.458376 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-663bf3c8-7ef6-4ccc-8c4a-3b23a36a1e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:38:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:38:34.470857 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f425c015-8aef-4690-bb63-9fe7c6941356 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "PUT /v2.0/floatingips/0e36826d-7d32-4895-b0df-423907de2638 HTTP/1.1" status: 200 len: 991 time: 1.5254278 May 26 16:38:34.471448 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6403e2-1ba5-4c8d-9838-75c58430b459', 'tag': '141920b6-83cb-4473-9439-5ac3af5c0fd7'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:38:34.473769 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52805b89-8502-4608-8da7-b60cc2d63489" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6403e2-1ba5-4c8d-9838-75c58430b459", "tag": "141920b6-83cb-4473-9439-5ac3af5c0fd7"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:38:34.510854 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b782517b-3f38-4f28-9c88-46e154e29083 x-openstack-request-id: req-b782517b-3f38-4f28-9c88-46e154e29083 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:38:34.511149 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6403e2-1ba5-4c8d-9838-75c58430b459", "tag": "141920b6-83cb-4473-9439-5ac3af5c0fd7", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:38:34.511404 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b782517b-3f38-4f28-9c88-46e154e29083 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:38:34.511969 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b782517b-3f38-4f28-9c88-46e154e29083'] response: {'name': 'network-changed', 'server_uuid': 'fa6403e2-1ba5-4c8d-9838-75c58430b459', 'tag': '141920b6-83cb-4473-9439-5ac3af5c0fd7', 'status': 'completed', 'code': 200} May 26 16:38:34.606749 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52805b89-8502-4608-8da7-b60cc2d63489 req-244f86a2-2864-4771-a253-c3e7b0a4c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:34.609297 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-52805b89-8502-4608-8da7-b60cc2d63489 req-244f86a2-2864-4771-a253-c3e7b0a4c8d2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=72a5ce476eef4d1192f67830028ac2c1&device_id=fa6403e2-1ba5-4c8d-9838-75c58430b459 HTTP/1.1" status: 200 len: 1096 time: 0.0439658 May 26 16:38:34.706555 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52805b89-8502-4608-8da7-b60cc2d63489 req-069291a2-5fd0-48ed-94b4-7cef38c0c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:34.708231 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-52805b89-8502-4608-8da7-b60cc2d63489 req-069291a2-5fd0-48ed-94b4-7cef38c0c7f6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a0268940-7484-46cd-afca-0aa172618427 HTTP/1.1" status: 200 len: 912 time: 0.0896263 May 26 16:38:34.731666 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-663bf3c8-7ef6-4ccc-8c4a-3b23a36a1e76 None None] Set router 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:38:34.790709 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-52805b89-8502-4608-8da7-b60cc2d63489 req-fd66e5e5-7dd7-41ba-ada2-31916a27d63e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=141920b6-83cb-4473-9439-5ac3af5c0fd7 HTTP/1.1" status: 200 len: 999 time: 0.0696321 May 26 16:38:34.842949 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52805b89-8502-4608-8da7-b60cc2d63489 req-edcd9230-e28f-4850-846c-f201218a1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:34.844478 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-52805b89-8502-4608-8da7-b60cc2d63489 req-edcd9230-e28f-4850-846c-f201218a1962 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=169af66c-e17e-405d-a13a-40c09478394e HTTP/1.1" status: 200 len: 850 time: 0.0456779 May 26 16:38:34.897080 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52805b89-8502-4608-8da7-b60cc2d63489 req-a24c6537-717f-47b4-9fc6-5d4dc5ffac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:34.898654 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-52805b89-8502-4608-8da7-b60cc2d63489 req-a24c6537-717f-47b4-9fc6-5d4dc5ffac03 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a0268940-7484-46cd-afca-0aa172618427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430453 May 26 16:38:34.988003 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-663bf3c8-7ef6-4ccc-8c4a-3b23a36a1e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'name': 'tempest-AttachVolumeTestJSON-1265297354-router', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:32:00Z', 'updated_at': '2022-05-26T16:32:12Z', 'revision_number': 4, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'gw_port': {'id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:02Z', 'updated_at': '2022-05-26T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '0e36826d-7d32-4895-b0df-423907de2638', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'floating_ip_address': '172.25.7.165', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'port_id': '141920b6-83cb-4473-9439-5ac3af5c0fd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'mac_address': 'fa:16:3e:a9:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6403e2-1ba5-4c8d-9838-75c58430b459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:38:18Z', 'updated_at': '2022-05-26T16:38:33Z', 'revision_number': 1, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6834772-2382-4319-8467-f40dbabe560d', 'name': '', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'mac_address': 'fa:16:3e:b2:02:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '169af66c-e17e-405d-a13a-40c09478394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:09Z', 'updated_at': '2022-05-26T16:32:26Z', 'revision_number': 5, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'subnets': [{'id': '169af66c-e17e-405d-a13a-40c09478394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:38:35.000458 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-52805b89-8502-4608-8da7-b60cc2d63489 req-441147fe-4d9e-41d9-9816-3bfe32b02474 service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903130 May 26 16:38:35.018700 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663bf3c8-7ef6-4ccc-8c4a-3b23a36a1e76 None None] Checking router: 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:38:35.027056 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663bf3c8-7ef6-4ccc-8c4a-3b23a36a1e76 None None] Routers {'4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:38:35.027667 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-663bf3c8-7ef6-4ccc-8c4a-3b23a36a1e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:38:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:38:35.092982 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-52805b89-8502-4608-8da7-b60cc2d63489 req-f8735fb6-6b0c-4641-9014-cc48d226e2af service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853057 May 26 16:38:35.136294 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-663bf3c8-7ef6-4ccc-8c4a-3b23a36a1e76 None None] Set router 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:38:35.376816 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-663bf3c8-7ef6-4ccc-8c4a-3b23a36a1e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'name': 'tempest-AttachVolumeTestJSON-1265297354-router', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:32:00Z', 'updated_at': '2022-05-26T16:32:12Z', 'revision_number': 4, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'gw_port': {'id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:02Z', 'updated_at': '2022-05-26T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '0e36826d-7d32-4895-b0df-423907de2638', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'floating_ip_address': '172.25.7.165', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'port_id': '141920b6-83cb-4473-9439-5ac3af5c0fd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'mac_address': 'fa:16:3e:a9:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6403e2-1ba5-4c8d-9838-75c58430b459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:38:18Z', 'updated_at': '2022-05-26T16:38:33Z', 'revision_number': 1, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6834772-2382-4319-8467-f40dbabe560d', 'name': '', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'mac_address': 'fa:16:3e:b2:02:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '169af66c-e17e-405d-a13a-40c09478394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:09Z', 'updated_at': '2022-05-26T16:32:26Z', 'revision_number': 5, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'subnets': [{'id': '169af66c-e17e-405d-a13a-40c09478394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:38:35.410066 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663bf3c8-7ef6-4ccc-8c4a-3b23a36a1e76 None None] The sync data for ids ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'] in n-d-843337-2 is: [{'id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'name': 'tempest-AttachVolumeTestJSON-1265297354-router', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:32:00Z', 'updated_at': '2022-05-26T16:32:12Z', 'revision_number': 4, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'gw_port': {'id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:02Z', 'updated_at': '2022-05-26T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '0e36826d-7d32-4895-b0df-423907de2638', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'floating_ip_address': '172.25.7.165', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'port_id': '141920b6-83cb-4473-9439-5ac3af5c0fd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'mac_address': 'fa:16:3e:a9:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6403e2-1ba5-4c8d-9838-75c58430b459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:38:18Z', 'updated_at': '2022-05-26T16:38:33Z', 'revision_number': 1, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6834772-2382-4319-8467-f40dbabe560d', 'name': '', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'mac_address': 'fa:16:3e:b2:02:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '169af66c-e17e-405d-a13a-40c09478394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:09Z', 'updated_at': '2022-05-26T16:32:26Z', 'revision_number': 5, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'subnets': [{'id': '169af66c-e17e-405d-a13a-40c09478394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:38:35.501524 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48811659-bfee-4e92-94cf-e0c1dd053da1 req-0b12ed5a-01fc-481b-abc3-ea24b5fc3813 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:35.503422 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48811659-bfee-4e92-94cf-e0c1dd053da1 req-0b12ed5a-01fc-481b-abc3-ea24b5fc3813 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=1670b3db-bf6b-4064-bb09-e10311d36371 HTTP/1.1" status: 200 len: 944 time: 0.0564468 May 26 16:38:35.547780 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48811659-bfee-4e92-94cf-e0c1dd053da1 req-2d248400-1b38-4381-ac59-9411a7fe4b4c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6595cc3-e81c-4dee-86e4-ff4cdae0891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365283 May 26 16:38:35.617339 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64222a6c-90b8-41da-8d2c-5d8240ded019 None None] New status for floating IP 0e36826d-7d32-4895-b0df-423907de2638: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:38:36.672036 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907080df-5d4c-4db4-9619-6b65acfc815b req-c77ba935-58f5-4600-81e3-dc824ace2638 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:36.673477 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-907080df-5d4c-4db4-9619-6b65acfc815b req-c77ba935-58f5-4600-81e3-dc824ace2638 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=1670b3db-bf6b-4064-bb09-e10311d36371 HTTP/1.1" status: 200 len: 944 time: 0.0546997 May 26 16:38:36.712434 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-907080df-5d4c-4db4-9619-6b65acfc815b req-b5c3763d-3ee6-45f3-a17b-6463036b1748 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6595cc3-e81c-4dee-86e4-ff4cdae0891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329208 May 26 16:38:37.637797 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 3215726f-2771-42e8-a15f-5790b8e7cea3 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:38:37.732949 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 3215726f-2771-42e8-a15f-5790b8e7cea3, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=3215726f-2771-42e8-a15f-5790b8e7cea3,segment=NetworkSegment(2e958e28-a771-4e45-b473-542ce83d7441),segment_id=2e958e28-a771-4e45-b473-542ce83d7441)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:38:37.745769 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '3215726f-2771-42e8-a15f-5790b8e7cea3', 'network_id': '68250038-62c4-4a75-9251-266028803c25', 'port_id': '3215726f-2771-42e8-a15f-5790b8e7cea3', 'mac_address': 'fa:16:3e:2a:ac:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5229b7-d93c-4b33-bc5f-b80790c264a3', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:38:37.798255 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 3215726f-2771-42e8-a15f-5790b8e7cea3 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:38:37.798647 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:37.812511 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3215726f-2771-42e8-a15f-5790b8e7cea3 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:38:37.834140 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 3215726f-2771-42e8-a15f-5790b8e7cea3, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=3215726f-2771-42e8-a15f-5790b8e7cea3,segment=NetworkSegment(2e958e28-a771-4e45-b473-542ce83d7441),segment_id=2e958e28-a771-4e45-b473-542ce83d7441)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:38:37.838412 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:37.853585 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26626b7-6b43-4607-8da0-c641ebea6ffc req-82efd4a1-985b-4c2b-8f81-704a68d13a5c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:37.855203 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e26626b7-6b43-4607-8da0-c641ebea6ffc req-82efd4a1-985b-4c2b-8f81-704a68d13a5c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=1670b3db-bf6b-4064-bb09-e10311d36371 HTTP/1.1" status: 200 len: 944 time: 0.0579991 May 26 16:38:37.886079 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=3215726f-2771-42e8-a15f-5790b8e7cea3,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:37.895606 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e26626b7-6b43-4607-8da0-c641ebea6ffc req-86723347-59ea-4e13-87c2-78d78bb5e9dd tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6595cc3-e81c-4dee-86e4-ff4cdae0891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336535 May 26 16:38:38.349640 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['3215726f-2771-42e8-a15f-5790b8e7cea3'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:38:39.015874 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69463246-372b-4d4b-a45f-011dd7694d40 req-cb1c8ab0-cd9c-4238-90f9-903622a20cfc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:39.018209 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-69463246-372b-4d4b-a45f-011dd7694d40 req-cb1c8ab0-cd9c-4238-90f9-903622a20cfc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=1670b3db-bf6b-4064-bb09-e10311d36371 HTTP/1.1" status: 200 len: 945 time: 0.0496175 May 26 16:38:39.056706 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-69463246-372b-4d4b-a45f-011dd7694d40 req-f2ad2384-c819-4452-8ad9-2b797625e6f3 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6595cc3-e81c-4dee-86e4-ff4cdae0891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331004 May 26 16:38:39.637366 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 3215726f-2771-42e8-a15f-5790b8e7cea3 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:38:39.691952 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 3215726f-2771-42e8-a15f-5790b8e7cea3 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:38:39.696389 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 3215726f-2771-42e8-a15f-5790b8e7cea3 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:38:39.696762 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:39.778776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 3215726f-2771-42e8-a15f-5790b8e7cea3 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:38:39.779828 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:39.802693 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1670b3db-bf6b-4064-bb09-e10311d36371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3215726f-2771-42e8-a15f-5790b8e7cea3'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:38:39.805006 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e011ca1b-db91-429e-bda3-d387d1eab409" -d '{"events": [{"server_uuid": "1670b3db-bf6b-4064-bb09-e10311d36371", "name": "network-vif-plugged", "status": "completed", "tag": "3215726f-2771-42e8-a15f-5790b8e7cea3"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:38:39.820698 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 3215726f-2771-42e8-a15f-5790b8e7cea3, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=3215726f-2771-42e8-a15f-5790b8e7cea3,segment=NetworkSegment(2e958e28-a771-4e45-b473-542ce83d7441),segment_id=2e958e28-a771-4e45-b473-542ce83d7441)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:38:39.824493 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:39.855184 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75572aa-f2de-4020-9913-631573d2fb94 x-openstack-request-id: req-c75572aa-f2de-4020-9913-631573d2fb94 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:38:39.855474 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1670b3db-bf6b-4064-bb09-e10311d36371", "name": "network-vif-plugged", "status": "completed", "tag": "3215726f-2771-42e8-a15f-5790b8e7cea3", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:38:39.855725 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c75572aa-f2de-4020-9913-631573d2fb94 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:38:39.856241 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c75572aa-f2de-4020-9913-631573d2fb94'] response: {'server_uuid': '1670b3db-bf6b-4064-bb09-e10311d36371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3215726f-2771-42e8-a15f-5790b8e7cea3', 'code': 200} May 26 16:38:39.878784 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=3215726f-2771-42e8-a15f-5790b8e7cea3,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:40.003806 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec081c7-7784-460e-82a6-b5c11ede2770 req-d9185cc3-f2bc-4bf0-8b97-b3f0103e59a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:40.006295 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5ec081c7-7784-460e-82a6-b5c11ede2770 req-d9185cc3-f2bc-4bf0-8b97-b3f0103e59a2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1670b3db-bf6b-4064-bb09-e10311d36371 HTTP/1.1" status: 200 len: 1097 time: 0.0532427 May 26 16:38:40.045675 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5ec081c7-7784-460e-82a6-b5c11ede2770 req-f9102d6e-1a1d-4886-b2ba-eecd5e971bb5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d6595cc3-e81c-4dee-86e4-ff4cdae0891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295329 May 26 16:38:40.178449 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe867ea8-df8b-405b-bace-1a38cc38a726 req-53681e3d-5d16-4c56-81fd-8e2b3cdd211e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:40.180019 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe867ea8-df8b-405b-bace-1a38cc38a726 req-53681e3d-5d16-4c56-81fd-8e2b3cdd211e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=1670b3db-bf6b-4064-bb09-e10311d36371 HTTP/1.1" status: 200 len: 946 time: 0.0513542 May 26 16:38:40.223016 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe867ea8-df8b-405b-bace-1a38cc38a726 req-c4e73b8f-1e6f-46eb-81ee-d450de61d4d5 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6595cc3-e81c-4dee-86e4-ff4cdae0891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341146 May 26 16:38:41.355899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bfd75-c483-4b73-8dea-eb4aa4bdcf74 req-df7f9f55-f295-404c-935d-ff243c05f1b8 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:41.357596 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce9bfd75-c483-4b73-8dea-eb4aa4bdcf74 req-df7f9f55-f295-404c-935d-ff243c05f1b8 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=1670b3db-bf6b-4064-bb09-e10311d36371 HTTP/1.1" status: 200 len: 946 time: 0.0581639 May 26 16:38:41.397859 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce9bfd75-c483-4b73-8dea-eb4aa4bdcf74 req-e23ce66f-c0ea-4818-acfd-45f31aee85d4 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6595cc3-e81c-4dee-86e4-ff4cdae0891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340145 May 26 16:38:42.528670 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883c8f7-8519-44c9-9dbd-ac802a16471b req-967b8826-2373-4f65-aa2b-6c027dc2acf6 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:42.531376 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5883c8f7-8519-44c9-9dbd-ac802a16471b req-967b8826-2373-4f65-aa2b-6c027dc2acf6 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=1670b3db-bf6b-4064-bb09-e10311d36371 HTTP/1.1" status: 200 len: 946 time: 0.0577357 May 26 16:38:42.577303 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5883c8f7-8519-44c9-9dbd-ac802a16471b req-4b4513da-4051-483f-9b5f-3e1d98c61ecc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6595cc3-e81c-4dee-86e4-ff4cdae0891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389285 May 26 16:38:42.709555 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde50ed-6af2-4e4a-a04f-44ef7f87c08c req-32d383ce-660c-42e3-a630-af1ed3bdc6e2 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:42.711016 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ebde50ed-6af2-4e4a-a04f-44ef7f87c08c req-32d383ce-660c-42e3-a630-af1ed3bdc6e2 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=1670b3db-bf6b-4064-bb09-e10311d36371 HTTP/1.1" status: 200 len: 946 time: 0.0584166 May 26 16:38:42.758339 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ebde50ed-6af2-4e4a-a04f-44ef7f87c08c req-31d0c321-33d6-43dd-96d4-14ee4b509da6 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6595cc3-e81c-4dee-86e4-ff4cdae0891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374444 May 26 16:38:43.051227 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5bb9979a-bce1-4076-a0ed-3db91addf6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:44.281812 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35268) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:38:44.781847 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-edb938d0-7bf4-42b5-90e8-44d953cb40ac tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:45.118111 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-edb938d0-7bf4-42b5-90e8-44d953cb40ac tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Allocated IP 172.20.0.17 (68250038-62c4-4a75-9251-266028803c25/3d5229b7-d93c-4b33-bc5f-b80790c264a3/027c581b-2840-490d-9bb9-d96adb1e0c9d) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:38:45.251039 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-edb938d0-7bf4-42b5-90e8-44d953cb40ac tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:45.300506 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-edb938d0-7bf4-42b5-90e8-44d953cb40ac tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:45.350197 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb938d0-7bf4-42b5-90e8-44d953cb40ac tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Network 68250038-62c4-4a75-9251-266028803c25 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:38:45.353379 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-edb938d0-7bf4-42b5-90e8-44d953cb40ac tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:38:45.358530 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb938d0-7bf4-42b5-90e8-44d953cb40ac tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:38:45.365534 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb938d0-7bf4-42b5-90e8-44d953cb40ac tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'Port': ['ID=027c581b-2840-490d-9bb9-d96adb1e0c9d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:45.414217 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-edb938d0-7bf4-42b5-90e8-44d953cb40ac tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:45.485726 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5e07576-c195-44e8-8746-260406224e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:45.570008 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-edb938d0-7bf4-42b5-90e8-44d953cb40ac tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:45.665734 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-46adf9eb-f281-452e-b98f-7d700ad454a2 None None] Provisioning complete for port 027c581b-2840-490d-9bb9-d96adb1e0c9d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:38:45.665975 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-46adf9eb-f281-452e-b98f-7d700ad454a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:45.702811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-46adf9eb-f281-452e-b98f-7d700ad454a2 None None] Port 027c581b-2840-490d-9bb9-d96adb1e0c9d cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:38:45.890944 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-edb938d0-7bf4-42b5-90e8-44d953cb40ac tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:45.895897 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-edb938d0-7bf4-42b5-90e8-44d953cb40ac tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:45.976521 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-edb938d0-7bf4-42b5-90e8-44d953cb40ac tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:45.978329 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb938d0-7bf4-42b5-90e8-44d953cb40ac tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'Port': ['ID=027c581b-2840-490d-9bb9-d96adb1e0c9d,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:46.076767 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb938d0-7bf4-42b5-90e8-44d953cb40ac tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Network 68250038-62c4-4a75-9251-266028803c25 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:38:46.078265 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-edb938d0-7bf4-42b5-90e8-44d953cb40ac tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:38:46.217110 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb938d0-7bf4-42b5-90e8-44d953cb40ac tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Router 70c7557f-b371-4689-a20a-f4fcfbd2445b has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:38:46.324544 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-720117ad-a450-48db-99fa-05d416692e10 None None] Provisioning complete for port 027c581b-2840-490d-9bb9-d96adb1e0c9d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:38:46.325023 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-720117ad-a450-48db-99fa-05d416692e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:46.335926 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb938d0-7bf4-42b5-90e8-44d953cb40ac tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:38:46.342242 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-edb938d0-7bf4-42b5-90e8-44d953cb40ac tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "PUT /v2.0/routers/70c7557f-b371-4689-a20a-f4fcfbd2445b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0588737 May 26 16:38:46.349176 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] Sync routers for ids ['70c7557f-b371-4689-a20a-f4fcfbd2445b'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:38:46.372260 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] Routers {'70c7557f-b371-4689-a20a-f4fcfbd2445b'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:38:46.373028 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:38:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['70c7557f-b371-4689-a20a-f4fcfbd2445b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:38:46.376627 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-720117ad-a450-48db-99fa-05d416692e10 None None] Port 027c581b-2840-490d-9bb9-d96adb1e0c9d cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:38:46.484887 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] Set router 70c7557f-b371-4689-a20a-f4fcfbd2445b gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:38:46.648633 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:46.749059 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'name': 'tempest-TestNetworkBasicOps-router-549800246', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:37:25Z', 'updated_at': '2022-05-26T16:38:45Z', 'revision_number': 5, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:26Z', 'updated_at': '2022-05-26T16:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'ef4bfa6d-9d99-427d-9327-ca461f5e1ed7', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'floating_ip_address': '172.25.7.160', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'port_id': 'b8cc9af2-9101-42c9-a844-03856b9053f5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'mac_address': 'fa:16:3e:fd:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59a040c-3f21-4397-94ab-17f318dc6714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:37:46Z', 'updated_at': '2022-05-26T16:37:49Z', 'revision_number': 1, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027c581b-2840-490d-9bb9-d96adb1e0c9d', 'name': '', 'network_id': '68250038-62c4-4a75-9251-266028803c25', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:0c:aa:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '3d5229b7-d93c-4b33-bc5f-b80790c264a3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:38:44Z', 'updated_at': '2022-05-26T16:38:45Z', 'revision_number': 2, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': '3d5229b7-d93c-4b33-bc5f-b80790c264a3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91c6bff8-cdee-48cd-bae2-14ce940b2ff1', 'name': '', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:9a:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:29Z', 'updated_at': '2022-05-26T16:37:33Z', 'revision_number': 5, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:38:46.776295 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] Checking router: 70c7557f-b371-4689-a20a-f4fcfbd2445b for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:38:46.776645 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] Updating router 70c7557f-b371-4689-a20a-f4fcfbd2445b port 027c581b-2840-490d-9bb9-d96adb1e0c9d binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:38:46.801997 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:47.067402 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a0a9bd45-5d52-455d-8bf9-9cef40a36a0f req-c37153d9-9f9a-4bd0-b628-afaae927a12a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a59a040c-3f21-4397-94ab-17f318dc6714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558171 May 26 16:38:47.121172 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:47.130757 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:47.170835 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9bd45-5d52-455d-8bf9-9cef40a36a0f req-b2dcea55-7994-4264-8810-a3d95ccbb42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:47.172543 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a0a9bd45-5d52-455d-8bf9-9cef40a36a0f req-b2dcea55-7994-4264-8810-a3d95ccbb42c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e7e2054d87b4adfafe8f4c3c4c5d151&device_id=a59a040c-3f21-4397-94ab-17f318dc6714 HTTP/1.1" status: 200 len: 1096 time: 0.0592613 May 26 16:38:47.207919 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4231bff-66d8-450b-a953-958d85b7e44f None None] Pushing event updated for resources: {'Port': ['ID=027c581b-2840-490d-9bb9-d96adb1e0c9d,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:47.233463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4231bff-66d8-450b-a953-958d85b7e44f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:47.233865 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4231bff-66d8-450b-a953-958d85b7e44f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:47.234151 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4231bff-66d8-450b-a953-958d85b7e44f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:47.234654 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4231bff-66d8-450b-a953-958d85b7e44f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:47.234905 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4231bff-66d8-450b-a953-958d85b7e44f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:47.235201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4231bff-66d8-450b-a953-958d85b7e44f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:47.235526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4231bff-66d8-450b-a953-958d85b7e44f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:47.235847 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4231bff-66d8-450b-a953-958d85b7e44f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:47.236195 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4231bff-66d8-450b-a953-958d85b7e44f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:47.236508 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4231bff-66d8-450b-a953-958d85b7e44f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:47.236830 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4231bff-66d8-450b-a953-958d85b7e44f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:47.237146 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4231bff-66d8-450b-a953-958d85b7e44f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:38:47.273626 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] Attempting to bind port 027c581b-2840-490d-9bb9-d96adb1e0c9d on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:38:47.273997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] Attempting to bind port 027c581b-2840-490d-9bb9-d96adb1e0c9d by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '2e958e28-a771-4e45-b473-542ce83d7441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '68250038-62c4-4a75-9251-266028803c25'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:38:47.274361 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] Attempting to bind port 027c581b-2840-490d-9bb9-d96adb1e0c9d on network 68250038-62c4-4a75-9251-266028803c25 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:38:47.280720 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:38:47.281332 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] Checking segment: {'id': '2e958e28-a771-4e45-b473-542ce83d7441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '68250038-62c4-4a75-9251-266028803c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:38:47.281993 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:47.282451 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] Bound using segment: {'id': '2e958e28-a771-4e45-b473-542ce83d7441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '68250038-62c4-4a75-9251-266028803c25'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:38:47.282944 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] Bound port: 027c581b-2840-490d-9bb9-d96adb1e0c9d, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e958e28-a771-4e45-b473-542ce83d7441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '68250038-62c4-4a75-9251-266028803c25'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:38:47.283346 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:47.315205 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9bd45-5d52-455d-8bf9-9cef40a36a0f req-2724d7ca-1be4-4da1-b96f-7d14c789490d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:47.316741 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a0a9bd45-5d52-455d-8bf9-9cef40a36a0f req-2724d7ca-1be4-4da1-b96f-7d14c789490d service neutron] 10.222.0.81 "GET /v2.0/networks?id=1fe0377f-862b-4017-a536-1548aa876034 HTTP/1.1" status: 200 len: 898 time: 0.1229079 May 26 16:38:47.359188 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] For port 027c581b-2840-490d-9bb9-d96adb1e0c9d, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:38:47.362867 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] For port 027c581b-2840-490d-9bb9-d96adb1e0c9d, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=027c581b-2840-490d-9bb9-d96adb1e0c9d,segment=NetworkSegment(2e958e28-a771-4e45-b473-542ce83d7441),segment_id=2e958e28-a771-4e45-b473-542ce83d7441)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:38:47.368861 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:47.400694 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a0a9bd45-5d52-455d-8bf9-9cef40a36a0f req-df74761a-9996-4cb0-a107-c995488676a4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8cc9af2-9101-42c9-a844-03856b9053f5 HTTP/1.1" status: 200 len: 1001 time: 0.0751481 May 26 16:38:47.419099 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] Routers {'70c7557f-b371-4689-a20a-f4fcfbd2445b'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:38:47.420544 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:38:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['70c7557f-b371-4689-a20a-f4fcfbd2445b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:38:47.463733 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9bd45-5d52-455d-8bf9-9cef40a36a0f req-55fa0a76-24d4-4b3a-8ac1-50a28d2a5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:47.465153 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a0a9bd45-5d52-455d-8bf9-9cef40a36a0f req-55fa0a76-24d4-4b3a-8ac1-50a28d2a5375 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6298a106-0d98-4861-a8dd-bee5b9dbe098 HTTP/1.1" status: 200 len: 835 time: 0.0568032 May 26 16:38:47.478254 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4231bff-66d8-450b-a953-958d85b7e44f None None] Pushing event updated for resources: {'Port': ['ID=027c581b-2840-490d-9bb9-d96adb1e0c9d,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:47.530295 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9bd45-5d52-455d-8bf9-9cef40a36a0f req-964e3f11-af99-4746-a8e9-b04bd05f1e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:38:47.532051 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a0a9bd45-5d52-455d-8bf9-9cef40a36a0f req-964e3f11-af99-4746-a8e9-b04bd05f1e15 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1fe0377f-862b-4017-a536-1548aa876034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592234 May 26 16:38:47.546043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-08d37c5a-1bab-4d87-9458-4199e01114ab None None] Provisioning complete for port 027c581b-2840-490d-9bb9-d96adb1e0c9d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:38:47.546419 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-08d37c5a-1bab-4d87-9458-4199e01114ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:47.599565 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] Set router 70c7557f-b371-4689-a20a-f4fcfbd2445b gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:38:47.681444 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a0a9bd45-5d52-455d-8bf9-9cef40a36a0f req-fc5b1bcf-3e59-48b9-a3fb-8bde676acc2e service neutron] 10.222.0.81 "GET /v2.0/networks/1fe0377f-862b-4017-a536-1548aa876034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385310 May 26 16:38:47.790853 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a0a9bd45-5d52-455d-8bf9-9cef40a36a0f req-485a95f3-d849-44f6-afbb-8e3593be2a44 service neutron] 10.222.0.81 "GET /v2.0/networks/1fe0377f-862b-4017-a536-1548aa876034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973129 May 26 16:38:47.902586 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-08d37c5a-1bab-4d87-9458-4199e01114ab None None] Current status of the port 027c581b-2840-490d-9bb9-d96adb1e0c9d is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:38:47.903215 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-08d37c5a-1bab-4d87-9458-4199e01114ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:47.985678 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-08d37c5a-1bab-4d87-9458-4199e01114ab None None] For port 027c581b-2840-490d-9bb9-d96adb1e0c9d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=027c581b-2840-490d-9bb9-d96adb1e0c9d,segment=NetworkSegment(2e958e28-a771-4e45-b473-542ce83d7441),segment_id=2e958e28-a771-4e45-b473-542ce83d7441)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:38:47.992793 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-08d37c5a-1bab-4d87-9458-4199e01114ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:48.080627 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d37c5a-1bab-4d87-9458-4199e01114ab None None] Pushing event updated for resources: {'Port': ['ID=027c581b-2840-490d-9bb9-d96adb1e0c9d,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:38:48.115933 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'name': 'tempest-TestNetworkBasicOps-router-549800246', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:37:25Z', 'updated_at': '2022-05-26T16:38:45Z', 'revision_number': 5, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:26Z', 'updated_at': '2022-05-26T16:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'ef4bfa6d-9d99-427d-9327-ca461f5e1ed7', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'floating_ip_address': '172.25.7.160', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'port_id': 'b8cc9af2-9101-42c9-a844-03856b9053f5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'mac_address': 'fa:16:3e:fd:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59a040c-3f21-4397-94ab-17f318dc6714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:37:46Z', 'updated_at': '2022-05-26T16:37:49Z', 'revision_number': 1, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027c581b-2840-490d-9bb9-d96adb1e0c9d', 'name': '', 'network_id': '68250038-62c4-4a75-9251-266028803c25', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:0c:aa:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '3d5229b7-d93c-4b33-bc5f-b80790c264a3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:38:44Z', 'updated_at': '2022-05-26T16:38:47Z', 'revision_number': 4, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': '3d5229b7-d93c-4b33-bc5f-b80790c264a3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91c6bff8-cdee-48cd-bae2-14ce940b2ff1', 'name': '', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:9a:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:29Z', 'updated_at': '2022-05-26T16:37:33Z', 'revision_number': 5, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:38:48.148661 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a083a1-b5a7-4975-b9d5-c4f7cebc2234 None None] The sync data for ids ['70c7557f-b371-4689-a20a-f4fcfbd2445b'] in n-d-843337-2 is: [{'id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'name': 'tempest-TestNetworkBasicOps-router-549800246', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:37:25Z', 'updated_at': '2022-05-26T16:38:45Z', 'revision_number': 5, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:26Z', 'updated_at': '2022-05-26T16:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'ef4bfa6d-9d99-427d-9327-ca461f5e1ed7', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'floating_ip_address': '172.25.7.160', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'port_id': 'b8cc9af2-9101-42c9-a844-03856b9053f5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'mac_address': 'fa:16:3e:fd:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59a040c-3f21-4397-94ab-17f318dc6714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:37:46Z', 'updated_at': '2022-05-26T16:37:49Z', 'revision_number': 1, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027c581b-2840-490d-9bb9-d96adb1e0c9d', 'name': '', 'network_id': '68250038-62c4-4a75-9251-266028803c25', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:0c:aa:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '3d5229b7-d93c-4b33-bc5f-b80790c264a3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:38:44Z', 'updated_at': '2022-05-26T16:38:47Z', 'revision_number': 4, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': '3d5229b7-d93c-4b33-bc5f-b80790c264a3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91c6bff8-cdee-48cd-bae2-14ce940b2ff1', 'name': '', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:9a:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:29Z', 'updated_at': '2022-05-26T16:37:33Z', 'revision_number': 5, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:38:48.151336 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c572ae39-fa69-49f3-88f0-0fd212a54dfd None None] Provisioning complete for port 027c581b-2840-490d-9bb9-d96adb1e0c9d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:38:48.151713 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c572ae39-fa69-49f3-88f0-0fd212a54dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:48.270177 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:48.270987 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c572ae39-fa69-49f3-88f0-0fd212a54dfd None None] Current status of the port 027c581b-2840-490d-9bb9-d96adb1e0c9d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:38:48.341975 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:48.992551 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:49.929373 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 027c581b-2840-490d-9bb9-d96adb1e0c9d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:38:49.980881 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 027c581b-2840-490d-9bb9-d96adb1e0c9d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:38:49.981247 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:38:50.059450 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 027c581b-2840-490d-9bb9-d96adb1e0c9d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:39:00.729061 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:06.849286 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad2d123a-b993-4e4b-beb4-d5d9c059ae6f req-7a965944-d39b-43b5-8d6b-175e68d69f23 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fa6403e2-1ba5-4c8d-9838-75c58430b459&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400569 May 26 16:39:06.960026 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d123a-b993-4e4b-beb4-d5d9c059ae6f req-14b178a8-c332-4463-90b3-0c29ec635f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:06.961633 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad2d123a-b993-4e4b-beb4-d5d9c059ae6f req-14b178a8-c332-4463-90b3-0c29ec635f8b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=72a5ce476eef4d1192f67830028ac2c1&device_id=fa6403e2-1ba5-4c8d-9838-75c58430b459 HTTP/1.1" status: 200 len: 1096 time: 0.0400732 May 26 16:39:07.074526 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d123a-b993-4e4b-beb4-d5d9c059ae6f req-6146438e-b157-4d0f-8257-708f7b1f2a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:07.076300 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad2d123a-b993-4e4b-beb4-d5d9c059ae6f req-6146438e-b157-4d0f-8257-708f7b1f2a25 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a0268940-7484-46cd-afca-0aa172618427 HTTP/1.1" status: 200 len: 912 time: 0.0891166 May 26 16:39:07.146057 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad2d123a-b993-4e4b-beb4-d5d9c059ae6f req-1bf3e0b2-43e2-4a41-83eb-a35b3aa9b802 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=141920b6-83cb-4473-9439-5ac3af5c0fd7 HTTP/1.1" status: 200 len: 1001 time: 0.0594077 May 26 16:39:07.195185 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d123a-b993-4e4b-beb4-d5d9c059ae6f req-b2b48d3d-6e22-4997-8ce0-148a126c91d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:07.196720 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad2d123a-b993-4e4b-beb4-d5d9c059ae6f req-b2b48d3d-6e22-4997-8ce0-148a126c91d1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=169af66c-e17e-405d-a13a-40c09478394e HTTP/1.1" status: 200 len: 850 time: 0.0437467 May 26 16:39:07.254045 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d123a-b993-4e4b-beb4-d5d9c059ae6f req-782512ec-f35b-4b27-b743-834b86563f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:07.255574 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad2d123a-b993-4e4b-beb4-d5d9c059ae6f req-782512ec-f35b-4b27-b743-834b86563f40 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a0268940-7484-46cd-afca-0aa172618427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513217 May 26 16:39:07.350594 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad2d123a-b993-4e4b-beb4-d5d9c059ae6f req-086c7066-a54d-44fc-9dad-063cdf100e76 service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869954 May 26 16:39:07.449123 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ad2d123a-b993-4e4b-beb4-d5d9c059ae6f req-c621d201-e765-4dd3-b4f8-7569c005e411 service neutron] 10.222.0.83 "GET /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886118 May 26 16:39:10.666558 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:39:13.043400 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-419e7b60-4a98-427a-87d8-87b951a32446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:15.479581 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-90c374ae-0cde-4bff-9b0e-809479197633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:16.605435 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:18.239924 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:18.340265 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:18.995020 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:29.181219 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35328) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:29.602803 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1644491d-8701-451a-9862-4ec2b9cc444e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:29.926382 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-1644491d-8701-451a-9862-4ec2b9cc444e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Deleting port 027c581b-2840-490d-9bb9-d96adb1e0c9d {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:39:29.926728 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1644491d-8701-451a-9862-4ec2b9cc444e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:30.037600 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-1644491d-8701-451a-9862-4ec2b9cc444e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] For port 027c581b-2840-490d-9bb9-d96adb1e0c9d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=027c581b-2840-490d-9bb9-d96adb1e0c9d,segment=NetworkSegment(2e958e28-a771-4e45-b473-542ce83d7441),segment_id=2e958e28-a771-4e45-b473-542ce83d7441)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:39:30.037969 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1644491d-8701-451a-9862-4ec2b9cc444e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:30.051187 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-1644491d-8701-451a-9862-4ec2b9cc444e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Calling delete_port for 027c581b-2840-490d-9bb9-d96adb1e0c9d owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:39:30.260861 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1644491d-8701-451a-9862-4ec2b9cc444e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:30.288907 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644491d-8701-451a-9862-4ec2b9cc444e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event deleted for resources: {'Port': ['ID=027c581b-2840-490d-9bb9-d96adb1e0c9d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:30.302552 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1644491d-8701-451a-9862-4ec2b9cc444e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:30.302907 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1644491d-8701-451a-9862-4ec2b9cc444e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:30.303247 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1644491d-8701-451a-9862-4ec2b9cc444e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:30.303589 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1644491d-8701-451a-9862-4ec2b9cc444e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:30.304266 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1644491d-8701-451a-9862-4ec2b9cc444e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:30.304604 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1644491d-8701-451a-9862-4ec2b9cc444e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:30.304947 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1644491d-8701-451a-9862-4ec2b9cc444e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:30.305274 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1644491d-8701-451a-9862-4ec2b9cc444e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:30.305605 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1644491d-8701-451a-9862-4ec2b9cc444e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:30.305933 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1644491d-8701-451a-9862-4ec2b9cc444e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:30.306263 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1644491d-8701-451a-9862-4ec2b9cc444e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:30.306591 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1644491d-8701-451a-9862-4ec2b9cc444e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:30.501445 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1644491d-8701-451a-9862-4ec2b9cc444e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:30.740396 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:31.089170 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1644491d-8701-451a-9862-4ec2b9cc444e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Router 70c7557f-b371-4689-a20a-f4fcfbd2445b has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:39:31.216387 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1644491d-8701-451a-9862-4ec2b9cc444e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:39:31.223634 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1644491d-8701-451a-9862-4ec2b9cc444e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "PUT /v2.0/routers/70c7557f-b371-4689-a20a-f4fcfbd2445b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0407658 May 26 16:39:31.229329 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b6c290-5ed1-4336-ba3e-7283348a08a2 None None] Sync routers for ids ['70c7557f-b371-4689-a20a-f4fcfbd2445b'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:39:31.242101 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b6c290-5ed1-4336-ba3e-7283348a08a2 None None] Routers {'70c7557f-b371-4689-a20a-f4fcfbd2445b'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:39:31.242752 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e0b6c290-5ed1-4336-ba3e-7283348a08a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:39:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['70c7557f-b371-4689-a20a-f4fcfbd2445b'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:31.354010 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-e0b6c290-5ed1-4336-ba3e-7283348a08a2 None None] Set router 70c7557f-b371-4689-a20a-f4fcfbd2445b gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:39:31.494165 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91939f-8561-484c-8c4f-929b887f5e61 req-dedb13c1-1966-45a9-b065-7c9fb91e1655 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:31.495653 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd91939f-8561-484c-8c4f-929b887f5e61 req-dedb13c1-1966-45a9-b065-7c9fb91e1655 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=1670b3db-bf6b-4064-bb09-e10311d36371 HTTP/1.1" status: 200 len: 946 time: 0.0527351 May 26 16:39:31.537599 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd91939f-8561-484c-8c4f-929b887f5e61 req-a2c9b75b-a333-455d-a79f-b5d2e0d066e9 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6595cc3-e81c-4dee-86e4-ff4cdae0891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347252 May 26 16:39:31.625572 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e0b6c290-5ed1-4336-ba3e-7283348a08a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'name': 'tempest-TestNetworkBasicOps-router-549800246', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:37:25Z', 'updated_at': '2022-05-26T16:39:30Z', 'revision_number': 6, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:26Z', 'updated_at': '2022-05-26T16:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'ef4bfa6d-9d99-427d-9327-ca461f5e1ed7', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'floating_ip_address': '172.25.7.160', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'port_id': 'b8cc9af2-9101-42c9-a844-03856b9053f5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'mac_address': 'fa:16:3e:fd:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59a040c-3f21-4397-94ab-17f318dc6714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:37:46Z', 'updated_at': '2022-05-26T16:37:49Z', 'revision_number': 1, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91c6bff8-cdee-48cd-bae2-14ce940b2ff1', 'name': '', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:9a:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:29Z', 'updated_at': '2022-05-26T16:37:33Z', 'revision_number': 5, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:31.659866 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b6c290-5ed1-4336-ba3e-7283348a08a2 None None] Checking router: 70c7557f-b371-4689-a20a-f4fcfbd2445b for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:39:31.668107 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b6c290-5ed1-4336-ba3e-7283348a08a2 None None] Routers {'70c7557f-b371-4689-a20a-f4fcfbd2445b'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:39:31.668721 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e0b6c290-5ed1-4336-ba3e-7283348a08a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:39:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['70c7557f-b371-4689-a20a-f4fcfbd2445b'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:31.783150 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-e0b6c290-5ed1-4336-ba3e-7283348a08a2 None None] Set router 70c7557f-b371-4689-a20a-f4fcfbd2445b gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:39:32.014451 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e0b6c290-5ed1-4336-ba3e-7283348a08a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'name': 'tempest-TestNetworkBasicOps-router-549800246', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:37:25Z', 'updated_at': '2022-05-26T16:39:30Z', 'revision_number': 6, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:26Z', 'updated_at': '2022-05-26T16:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'ef4bfa6d-9d99-427d-9327-ca461f5e1ed7', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'floating_ip_address': '172.25.7.160', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'port_id': 'b8cc9af2-9101-42c9-a844-03856b9053f5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'mac_address': 'fa:16:3e:fd:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59a040c-3f21-4397-94ab-17f318dc6714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:37:46Z', 'updated_at': '2022-05-26T16:37:49Z', 'revision_number': 1, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91c6bff8-cdee-48cd-bae2-14ce940b2ff1', 'name': '', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:9a:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:29Z', 'updated_at': '2022-05-26T16:37:33Z', 'revision_number': 5, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:32.043856 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b6c290-5ed1-4336-ba3e-7283348a08a2 None None] The sync data for ids ['70c7557f-b371-4689-a20a-f4fcfbd2445b'] in n-d-843337-2 is: [{'id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'name': 'tempest-TestNetworkBasicOps-router-549800246', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:37:25Z', 'updated_at': '2022-05-26T16:39:30Z', 'revision_number': 6, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:26Z', 'updated_at': '2022-05-26T16:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'ef4bfa6d-9d99-427d-9327-ca461f5e1ed7', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'floating_ip_address': '172.25.7.160', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'port_id': 'b8cc9af2-9101-42c9-a844-03856b9053f5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'mac_address': 'fa:16:3e:fd:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59a040c-3f21-4397-94ab-17f318dc6714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:37:46Z', 'updated_at': '2022-05-26T16:37:49Z', 'revision_number': 1, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91c6bff8-cdee-48cd-bae2-14ce940b2ff1', 'name': '', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:9a:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:29Z', 'updated_at': '2022-05-26T16:37:33Z', 'revision_number': 5, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:39:32.662023 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6400e7-0e1f-48fe-aa84-9bc4bfca0748 req-61a802f2-e981-4fc9-b426-8ca5291509c4 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:32.663418 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f6400e7-0e1f-48fe-aa84-9bc4bfca0748 req-61a802f2-e981-4fc9-b426-8ca5291509c4 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=1670b3db-bf6b-4064-bb09-e10311d36371 HTTP/1.1" status: 200 len: 946 time: 0.0490327 May 26 16:39:32.701543 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f6400e7-0e1f-48fe-aa84-9bc4bfca0748 req-f1910dfd-7d34-4bd2-af22-6a5ec9ae6e99 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6595cc3-e81c-4dee-86e4-ff4cdae0891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319791 May 26 16:39:33.721597 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce7e8b-8adc-484e-8075-07077c4f8203 req-3666906b-158c-4d33-9e69-fd3c159256f5 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:33.723053 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-40ce7e8b-8adc-484e-8075-07077c4f8203 req-3666906b-158c-4d33-9e69-fd3c159256f5 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.83 "GET /v2.0/ports?device_id=1670b3db-bf6b-4064-bb09-e10311d36371 HTTP/1.1" status: 200 len: 946 time: 0.0498714 May 26 16:39:33.820736 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-40ce7e8b-8adc-484e-8075-07077c4f8203 req-40f28060-a7bd-4708-955e-6e3c2e9bda31 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Deleting port 3215726f-2771-42e8-a15f-5790b8e7cea3 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:39:33.821083 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-40ce7e8b-8adc-484e-8075-07077c4f8203 req-40f28060-a7bd-4708-955e-6e3c2e9bda31 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:33.825866 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e395861-04f5-4731-ac71-458e6b0c36c6 req-f65488de-5405-4b45-851f-48a405fdc127 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:33.828188 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e395861-04f5-4731-ac71-458e6b0c36c6 req-f65488de-5405-4b45-851f-48a405fdc127 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=1670b3db-bf6b-4064-bb09-e10311d36371 HTTP/1.1" status: 200 len: 946 time: 0.0535524 May 26 16:39:33.880396 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e395861-04f5-4731-ac71-458e6b0c36c6 req-6e6570e9-86ca-4409-82c9-e7c8770b6f19 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6595cc3-e81c-4dee-86e4-ff4cdae0891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454249 May 26 16:39:33.895901 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 027c581b-2840-490d-9bb9-d96adb1e0c9d no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:39:33.918223 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 027c581b-2840-490d-9bb9-d96adb1e0c9d {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:39:33.918574 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 027c581b-2840-490d-9bb9-d96adb1e0c9d not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:39:33.921651 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-40ce7e8b-8adc-484e-8075-07077c4f8203 req-40f28060-a7bd-4708-955e-6e3c2e9bda31 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] For port 3215726f-2771-42e8-a15f-5790b8e7cea3, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=3215726f-2771-42e8-a15f-5790b8e7cea3,segment=NetworkSegment(2e958e28-a771-4e45-b473-542ce83d7441),segment_id=2e958e28-a771-4e45-b473-542ce83d7441)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:39:33.922031 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-40ce7e8b-8adc-484e-8075-07077c4f8203 req-40f28060-a7bd-4708-955e-6e3c2e9bda31 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:33.934091 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-40ce7e8b-8adc-484e-8075-07077c4f8203 req-40f28060-a7bd-4708-955e-6e3c2e9bda31 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Calling delete_port for 3215726f-2771-42e8-a15f-5790b8e7cea3 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:39:34.064892 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-40ce7e8b-8adc-484e-8075-07077c4f8203 req-40f28060-a7bd-4708-955e-6e3c2e9bda31 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:34.095218 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f28060-a7bd-4708-955e-6e3c2e9bda31 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event deleted for resources: {'Port': ['ID=3215726f-2771-42e8-a15f-5790b8e7cea3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:34.122820 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f28060-a7bd-4708-955e-6e3c2e9bda31 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:34.123305 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f28060-a7bd-4708-955e-6e3c2e9bda31 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:34.123888 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f28060-a7bd-4708-955e-6e3c2e9bda31 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:34.124317 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f28060-a7bd-4708-955e-6e3c2e9bda31 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:34.124668 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f28060-a7bd-4708-955e-6e3c2e9bda31 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:34.125085 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f28060-a7bd-4708-955e-6e3c2e9bda31 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:34.125432 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f28060-a7bd-4708-955e-6e3c2e9bda31 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:34.125771 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f28060-a7bd-4708-955e-6e3c2e9bda31 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:34.126104 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f28060-a7bd-4708-955e-6e3c2e9bda31 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:34.126437 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f28060-a7bd-4708-955e-6e3c2e9bda31 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:34.126773 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f28060-a7bd-4708-955e-6e3c2e9bda31 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:34.127107 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f28060-a7bd-4708-955e-6e3c2e9bda31 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:34.146853 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ce7e8b-8adc-484e-8075-07077c4f8203 req-40f28060-a7bd-4708-955e-6e3c2e9bda31 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] No DVR routers for this DVR port 3215726f-2771-42e8-a15f-5790b8e7cea3 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:39:34.149477 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-40ce7e8b-8adc-484e-8075-07077c4f8203 req-40f28060-a7bd-4708-955e-6e3c2e9bda31 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:34.152796 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-40ce7e8b-8adc-484e-8075-07077c4f8203 req-40f28060-a7bd-4708-955e-6e3c2e9bda31 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.83 "DELETE /v2.0/ports/3215726f-2771-42e8-a15f-5790b8e7cea3 HTTP/1.1" status: 204 len: 173 time: 0.4233758 May 26 16:39:34.153235 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1670b3db-bf6b-4064-bb09-e10311d36371', 'name': 'network-vif-deleted', 'tag': '3215726f-2771-42e8-a15f-5790b8e7cea3'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:39:34.156321 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927bad89-8629-46df-831b-0b4af223a99a" -d '{"events": [{"server_uuid": "1670b3db-bf6b-4064-bb09-e10311d36371", "name": "network-vif-deleted", "tag": "3215726f-2771-42e8-a15f-5790b8e7cea3"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:39:34.261823 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682a5b1a-77ac-4a8c-8b13-79dccb024c9f x-openstack-request-id: req-682a5b1a-77ac-4a8c-8b13-79dccb024c9f {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:39:34.262112 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1670b3db-bf6b-4064-bb09-e10311d36371", "name": "network-vif-deleted", "tag": "3215726f-2771-42e8-a15f-5790b8e7cea3", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:39:34.262364 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-682a5b1a-77ac-4a8c-8b13-79dccb024c9f {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:39:34.262766 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-682a5b1a-77ac-4a8c-8b13-79dccb024c9f'] response: {'server_uuid': '1670b3db-bf6b-4064-bb09-e10311d36371', 'name': 'network-vif-deleted', 'tag': '3215726f-2771-42e8-a15f-5790b8e7cea3', 'status': 'completed', 'code': 200} May 26 16:39:34.938642 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35346) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:34.996990 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7e5435c8-3f09-4858-beca-d94d38989098 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:35.022590 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7e5435c8-3f09-4858-beca-d94d38989098 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:35.084709 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7e5435c8-3f09-4858-beca-d94d38989098 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:35.087220 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7e5435c8-3f09-4858-beca-d94d38989098 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:35.088446 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7e5435c8-3f09-4858-beca-d94d38989098 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "DELETE /v2.0/security-groups/d6595cc3-e81c-4dee-86e4-ff4cdae0891e HTTP/1.1" status: 204 len: 168 time: 0.1487856 May 26 16:39:35.098344 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5435c8-3f09-4858-beca-d94d38989098 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6595cc3-e81c-4dee-86e4-ff4cdae0891e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:35.122243 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35350) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:35.173887 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-313af0cd-16ad-496b-878a-6fdee65d73d5 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Deleting subnet 3d5229b7-d93c-4b33-bc5f-b80790c264a3 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:39:35.176886 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-313af0cd-16ad-496b-878a-6fdee65d73d5 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:35.219595 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-313af0cd-16ad-496b-878a-6fdee65d73d5 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:35.317624 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-313af0cd-16ad-496b-878a-6fdee65d73d5 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:35.385956 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-313af0cd-16ad-496b-878a-6fdee65d73d5 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:35.414678 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313af0cd-16ad-496b-878a-6fdee65d73d5 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event deleted for resources: {'Subnet': ['ID=3d5229b7-d93c-4b33-bc5f-b80790c264a3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:35.419214 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-313af0cd-16ad-496b-878a-6fdee65d73d5 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:35.426131 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-313af0cd-16ad-496b-878a-6fdee65d73d5 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "DELETE /v2.0/subnets/3d5229b7-d93c-4b33-bc5f-b80790c264a3 HTTP/1.1" status: 204 len: 168 time: 0.2997341 May 26 16:39:35.426131 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35360) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:35.428499 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d8a6f7-b329-4f80-a201-3b181ff24281 None None] Network 68250038-62c4-4a75-9251-266028803c25 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:39:35.516555 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-904c2a2a-7c30-4066-9f3f-ffd43b98fb2c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:35.590730 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-904c2a2a-7c30-4066-9f3f-ffd43b98fb2c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Deleting port 4a5ab97d-43b9-4e1f-ad0c-708c6f332381 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:39:35.591071 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-904c2a2a-7c30-4066-9f3f-ffd43b98fb2c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:35.645144 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a463ec8d-dd6f-47e7-be7f-9588e6d62ad3 None None] DHCP port deletion for 68250038-62c4-4a75-9251-266028803c25 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:39:35.671444 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-904c2a2a-7c30-4066-9f3f-ffd43b98fb2c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] For port 4a5ab97d-43b9-4e1f-ad0c-708c6f332381, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4a5ab97d-43b9-4e1f-ad0c-708c6f332381,segment=NetworkSegment(2e958e28-a771-4e45-b473-542ce83d7441),segment_id=2e958e28-a771-4e45-b473-542ce83d7441)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:39:35.671873 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-904c2a2a-7c30-4066-9f3f-ffd43b98fb2c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:35.691934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-904c2a2a-7c30-4066-9f3f-ffd43b98fb2c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Calling delete_port for 4a5ab97d-43b9-4e1f-ad0c-708c6f332381 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:39:35.694321 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a463ec8d-dd6f-47e7-be7f-9588e6d62ad3 None None] Deleting port 4a5ab97d-43b9-4e1f-ad0c-708c6f332381 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:39:35.694761 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a463ec8d-dd6f-47e7-be7f-9588e6d62ad3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:35.760634 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a463ec8d-dd6f-47e7-be7f-9588e6d62ad3 None None] For port 4a5ab97d-43b9-4e1f-ad0c-708c6f332381, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4a5ab97d-43b9-4e1f-ad0c-708c6f332381,segment=NetworkSegment(2e958e28-a771-4e45-b473-542ce83d7441),segment_id=2e958e28-a771-4e45-b473-542ce83d7441)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:39:35.761143 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a463ec8d-dd6f-47e7-be7f-9588e6d62ad3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:35.775305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a463ec8d-dd6f-47e7-be7f-9588e6d62ad3 None None] Calling delete_port for 4a5ab97d-43b9-4e1f-ad0c-708c6f332381 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:39:35.781799 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-904c2a2a-7c30-4066-9f3f-ffd43b98fb2c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:35.815110 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904c2a2a-7c30-4066-9f3f-ffd43b98fb2c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] No DVR routers for this DVR port 4a5ab97d-43b9-4e1f-ad0c-708c6f332381 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:39:35.817490 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c2a2a-7c30-4066-9f3f-ffd43b98fb2c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event deleted for resources: {'Port': ['ID=4a5ab97d-43b9-4e1f-ad0c-708c6f332381,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:35.859447 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a463ec8d-dd6f-47e7-be7f-9588e6d62ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:35.886243 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463ec8d-dd6f-47e7-be7f-9588e6d62ad3 None None] Pushing event deleted for resources: {'Port': ['ID=4a5ab97d-43b9-4e1f-ad0c-708c6f332381,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:35.893746 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a463ec8d-dd6f-47e7-be7f-9588e6d62ad3 None None] No DVR routers for this DVR port 4a5ab97d-43b9-4e1f-ad0c-708c6f332381 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:39:35.925299 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-904c2a2a-7c30-4066-9f3f-ffd43b98fb2c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:35.948393 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-904c2a2a-7c30-4066-9f3f-ffd43b98fb2c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68250038-62c4-4a75-9251-266028803c25']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:35.950359 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4a5ab97d-43b9-4e1f-ad0c-708c6f332381 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:39:35.959063 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-904c2a2a-7c30-4066-9f3f-ffd43b98fb2c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e958e28-a771-4e45-b473-542ce83d7441') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:35.959361 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-904c2a2a-7c30-4066-9f3f-ffd43b98fb2c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e958e28-a771-4e45-b473-542ce83d7441') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:35.970021 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-904c2a2a-7c30-4066-9f3f-ffd43b98fb2c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:35.972721 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 4a5ab97d-43b9-4e1f-ad0c-708c6f332381 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:39:35.973143 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4a5ab97d-43b9-4e1f-ad0c-708c6f332381 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:39:35.984385 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-904c2a2a-7c30-4066-9f3f-ffd43b98fb2c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:35.991735 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-904c2a2a-7c30-4066-9f3f-ffd43b98fb2c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:39:35.992168 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-904c2a2a-7c30-4066-9f3f-ffd43b98fb2c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:36.040650 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 2e958e28-a771-4e45-b473-542ce83d7441 resource provider aggregate not found May 26 16:39:36.061223 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 2e958e28-a771-4e45-b473-542ce83d7441 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e958e28-a771-4e45-b473-542ce83d7441 found for delete ", "request_id": "req-231be19d-19af-42d2-ab87-64990506f652"}]} May 26 16:39:36.069842 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-904c2a2a-7c30-4066-9f3f-ffd43b98fb2c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:36.078149 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-904c2a2a-7c30-4066-9f3f-ffd43b98fb2c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:36.084775 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-904c2a2a-7c30-4066-9f3f-ffd43b98fb2c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "DELETE /v2.0/networks/68250038-62c4-4a75-9251-266028803c25 HTTP/1.1" status: 204 len: 168 time: 0.6557202 May 26 16:39:36.085245 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35370) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:36.095839 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c2a2a-7c30-4066-9f3f-ffd43b98fb2c tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event deleted for resources: {'Network': ['ID=68250038-62c4-4a75-9251-266028803c25,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:36.260071 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-09e7b57d-49d8-4034-afae-553525331f32 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Deleting port eb12c930-f048-477d-80db-8636637352cf {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:39:36.260447 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-09e7b57d-49d8-4034-afae-553525331f32 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:36.342341 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-09e7b57d-49d8-4034-afae-553525331f32 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:36.342669 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-09e7b57d-49d8-4034-afae-553525331f32 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:36.354736 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-09e7b57d-49d8-4034-afae-553525331f32 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Calling delete_port for eb12c930-f048-477d-80db-8636637352cf owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:39:36.549396 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-09e7b57d-49d8-4034-afae-553525331f32 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:36.671732 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7b57d-49d8-4034-afae-553525331f32 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event deleted for resources: {'Port': ['ID=eb12c930-f048-477d-80db-8636637352cf,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:36.693792 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-09e7b57d-49d8-4034-afae-553525331f32 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:36.694457 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-09e7b57d-49d8-4034-afae-553525331f32 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Floating IP ef4bfa6d-9d99-427d-9327-ca461f5e1ed7 disassociated (deleted). External IP: 172.25.7.160, port: b8cc9af2-9101-42c9-a844-03856b9053f5. May 26 16:39:36.913567 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e7b57d-49d8-4034-afae-553525331f32 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Router 70c7557f-b371-4689-a20a-f4fcfbd2445b has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:39:37.021435 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e7b57d-49d8-4034-afae-553525331f32 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:39:37.026292 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-09e7b57d-49d8-4034-afae-553525331f32 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:37.032307 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1684871e-24eb-4b3f-9b96-dbfab541581d None None] Sync routers for ids ['70c7557f-b371-4689-a20a-f4fcfbd2445b'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:39:37.042408 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1684871e-24eb-4b3f-9b96-dbfab541581d None None] Routers {'70c7557f-b371-4689-a20a-f4fcfbd2445b'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:39:37.043132 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1684871e-24eb-4b3f-9b96-dbfab541581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:39:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['70c7557f-b371-4689-a20a-f4fcfbd2445b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:37.060030 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-09e7b57d-49d8-4034-afae-553525331f32 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "DELETE /v2.0/floatingips/ef4bfa6d-9d99-427d-9327-ca461f5e1ed7 HTTP/1.1" status: 204 len: 168 time: 0.9707158 May 26 16:39:37.060030 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59a040c-3f21-4397-94ab-17f318dc6714', 'tag': 'b8cc9af2-9101-42c9-a844-03856b9053f5'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:39:37.061488 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71da7d48-a79c-49da-887b-2297367d90dc" -d '{"events": [{"name": "network-changed", "server_uuid": "a59a040c-3f21-4397-94ab-17f318dc6714", "tag": "b8cc9af2-9101-42c9-a844-03856b9053f5"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:39:37.098407 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41309379-e5b4-48c3-997a-6a91f1648472 x-openstack-request-id: req-41309379-e5b4-48c3-997a-6a91f1648472 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:39:37.099025 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59a040c-3f21-4397-94ab-17f318dc6714", "tag": "b8cc9af2-9101-42c9-a844-03856b9053f5", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:39:37.099025 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41309379-e5b4-48c3-997a-6a91f1648472 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:39:37.099545 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41309379-e5b4-48c3-997a-6a91f1648472'] response: {'name': 'network-changed', 'server_uuid': 'a59a040c-3f21-4397-94ab-17f318dc6714', 'tag': 'b8cc9af2-9101-42c9-a844-03856b9053f5', 'status': 'completed', 'code': 200} May 26 16:39:37.163671 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1684871e-24eb-4b3f-9b96-dbfab541581d None None] Set router 70c7557f-b371-4689-a20a-f4fcfbd2445b gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:39:37.179206 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da7d48-a79c-49da-887b-2297367d90dc req-d0b4f440-a4dd-492b-a848-bfd12e0c12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:37.180941 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71da7d48-a79c-49da-887b-2297367d90dc req-d0b4f440-a4dd-492b-a848-bfd12e0c12ec service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e7e2054d87b4adfafe8f4c3c4c5d151&device_id=a59a040c-3f21-4397-94ab-17f318dc6714 HTTP/1.1" status: 200 len: 1096 time: 0.0554550 May 26 16:39:37.318806 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da7d48-a79c-49da-887b-2297367d90dc req-b8fd96fb-da05-4c3e-9ae1-fd5002e237db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:37.320373 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71da7d48-a79c-49da-887b-2297367d90dc req-b8fd96fb-da05-4c3e-9ae1-fd5002e237db service neutron] 10.222.0.81 "GET /v2.0/networks?id=1fe0377f-862b-4017-a536-1548aa876034 HTTP/1.1" status: 200 len: 898 time: 0.1289625 May 26 16:39:37.338046 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbc752-3b4a-4e95-b6b0-f805b4d77659 req-3c1037fd-deb9-4a97-aa2c-b692e3f6b7df tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:37.339581 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6cdbc752-3b4a-4e95-b6b0-f805b4d77659 req-3c1037fd-deb9-4a97-aa2c-b692e3f6b7df tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59a040c-3f21-4397-94ab-17f318dc6714 HTTP/1.1" status: 200 len: 945 time: 0.0822833 May 26 16:39:37.376815 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1684871e-24eb-4b3f-9b96-dbfab541581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'name': 'tempest-TestNetworkBasicOps-router-549800246', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:37:25Z', 'updated_at': '2022-05-26T16:39:30Z', 'revision_number': 6, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:26Z', 'updated_at': '2022-05-26T16:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '91c6bff8-cdee-48cd-bae2-14ce940b2ff1', 'name': '', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:9a:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:29Z', 'updated_at': '2022-05-26T16:37:33Z', 'revision_number': 5, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:37.381437 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71da7d48-a79c-49da-887b-2297367d90dc req-26fb3ae6-c724-430c-95c3-77111c59d242 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8cc9af2-9101-42c9-a844-03856b9053f5 HTTP/1.1" status: 200 len: 217 time: 0.0523076 May 26 16:39:37.402774 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1684871e-24eb-4b3f-9b96-dbfab541581d None None] Checking router: 70c7557f-b371-4689-a20a-f4fcfbd2445b for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:39:37.411305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1684871e-24eb-4b3f-9b96-dbfab541581d None None] Routers {'70c7557f-b371-4689-a20a-f4fcfbd2445b'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:39:37.411920 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1684871e-24eb-4b3f-9b96-dbfab541581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:39:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['70c7557f-b371-4689-a20a-f4fcfbd2445b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:37.438669 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6cdbc752-3b4a-4e95-b6b0-f805b4d77659 req-568eff9e-9aa6-4439-8d87-a8f131a2eef1 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=d868953f-f6f7-462b-8ca5-7523ed8854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920203 May 26 16:39:37.448424 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da7d48-a79c-49da-887b-2297367d90dc req-a490d763-85e2-4836-b5d5-a1897019cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:37.450262 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71da7d48-a79c-49da-887b-2297367d90dc req-a490d763-85e2-4836-b5d5-a1897019cf43 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6298a106-0d98-4861-a8dd-bee5b9dbe098 HTTP/1.1" status: 200 len: 835 time: 0.0607884 May 26 16:39:37.501918 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da7d48-a79c-49da-887b-2297367d90dc req-65eb3ad6-108b-4656-906c-73a3a3c69439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:37.503586 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71da7d48-a79c-49da-887b-2297367d90dc req-65eb3ad6-108b-4656-906c-73a3a3c69439 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1fe0377f-862b-4017-a536-1548aa876034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460310 May 26 16:39:37.519054 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1684871e-24eb-4b3f-9b96-dbfab541581d None None] Set router 70c7557f-b371-4689-a20a-f4fcfbd2445b gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:39:37.594821 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71da7d48-a79c-49da-887b-2297367d90dc req-bf622d64-ae63-4fcb-b2f4-7bf5b53307e8 service neutron] 10.222.0.81 "GET /v2.0/networks/1fe0377f-862b-4017-a536-1548aa876034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836425 May 26 16:39:37.698413 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71da7d48-a79c-49da-887b-2297367d90dc req-f5e18c80-c6f5-415d-8cd8-4669906e3971 service neutron] 10.222.0.81 "GET /v2.0/networks/1fe0377f-862b-4017-a536-1548aa876034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964410 May 26 16:39:37.742389 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1684871e-24eb-4b3f-9b96-dbfab541581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'name': 'tempest-TestNetworkBasicOps-router-549800246', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:37:25Z', 'updated_at': '2022-05-26T16:39:30Z', 'revision_number': 6, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:26Z', 'updated_at': '2022-05-26T16:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '91c6bff8-cdee-48cd-bae2-14ce940b2ff1', 'name': '', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:9a:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:29Z', 'updated_at': '2022-05-26T16:37:33Z', 'revision_number': 5, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:37.932224 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 3215726f-2771-42e8-a15f-5790b8e7cea3 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:39:37.934756 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1684871e-24eb-4b3f-9b96-dbfab541581d None None] The sync data for ids ['70c7557f-b371-4689-a20a-f4fcfbd2445b'] in n-d-843337-2 is: [{'id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'name': 'tempest-TestNetworkBasicOps-router-549800246', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:37:25Z', 'updated_at': '2022-05-26T16:39:30Z', 'revision_number': 6, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:26Z', 'updated_at': '2022-05-26T16:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '91c6bff8-cdee-48cd-bae2-14ce940b2ff1', 'name': '', 'network_id': '1fe0377f-862b-4017-a536-1548aa876034', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:9a:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:29Z', 'updated_at': '2022-05-26T16:37:33Z', 'revision_number': 5, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': '6298a106-0d98-4861-a8dd-bee5b9dbe098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:39:37.955348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 3215726f-2771-42e8-a15f-5790b8e7cea3 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:39:37.955694 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 3215726f-2771-42e8-a15f-5790b8e7cea3 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:39:38.219244 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bab7fb-0317-4537-9545-2210863f3b5a None None] New status for floating IP ef4bfa6d-9d99-427d-9327-ca461f5e1ed7: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:39:38.569479 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f1113-9c7f-49f6-8641-4683955638c2 req-1d1690a8-c949-432b-a3ad-73aa27a42b56 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:38.571118 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c7f1113-9c7f-49f6-8641-4683955638c2 req-1d1690a8-c949-432b-a3ad-73aa27a42b56 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59a040c-3f21-4397-94ab-17f318dc6714 HTTP/1.1" status: 200 len: 945 time: 0.0551894 May 26 16:39:38.645607 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c7f1113-9c7f-49f6-8641-4683955638c2 req-b335cbc9-6d24-44e8-a7b8-36431f6c2080 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=d868953f-f6f7-462b-8ca5-7523ed8854eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668108 May 26 16:39:38.659237 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d81a5-0aa4-483c-b842-60e71ca1a753 req-e5d237e6-efbb-42e5-9943-eda76cd69c24 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:38.662794 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f7d81a5-0aa4-483c-b842-60e71ca1a753 req-e5d237e6-efbb-42e5-9943-eda76cd69c24 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.81 "GET /v2.0/ports?device_id=a59a040c-3f21-4397-94ab-17f318dc6714 HTTP/1.1" status: 200 len: 945 time: 0.0886970 May 26 16:39:38.766345 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-0f7d81a5-0aa4-483c-b842-60e71ca1a753 req-5c225496-3a3e-4285-b3ee-6a961719c6f9 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Deleting port b8cc9af2-9101-42c9-a844-03856b9053f5 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:39:38.766691 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0f7d81a5-0aa4-483c-b842-60e71ca1a753 req-5c225496-3a3e-4285-b3ee-6a961719c6f9 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:38.856117 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-0f7d81a5-0aa4-483c-b842-60e71ca1a753 req-5c225496-3a3e-4285-b3ee-6a961719c6f9 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] For port b8cc9af2-9101-42c9-a844-03856b9053f5, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b8cc9af2-9101-42c9-a844-03856b9053f5,segment=NetworkSegment(9c75c02c-f8c3-43de-a35d-4fc137f06ec7),segment_id=9c75c02c-f8c3-43de-a35d-4fc137f06ec7)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:39:38.856487 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0f7d81a5-0aa4-483c-b842-60e71ca1a753 req-5c225496-3a3e-4285-b3ee-6a961719c6f9 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:38.869104 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-0f7d81a5-0aa4-483c-b842-60e71ca1a753 req-5c225496-3a3e-4285-b3ee-6a961719c6f9 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Calling delete_port for b8cc9af2-9101-42c9-a844-03856b9053f5 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:39:39.022052 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0f7d81a5-0aa4-483c-b842-60e71ca1a753 req-5c225496-3a3e-4285-b3ee-6a961719c6f9 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:39.052785 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c225496-3a3e-4285-b3ee-6a961719c6f9 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event deleted for resources: {'Port': ['ID=b8cc9af2-9101-42c9-a844-03856b9053f5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:39.108206 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7d81a5-0aa4-483c-b842-60e71ca1a753 req-5c225496-3a3e-4285-b3ee-6a961719c6f9 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] No DVR routers for this DVR port b8cc9af2-9101-42c9-a844-03856b9053f5 on host n-h1-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:39:39.111528 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0f7d81a5-0aa4-483c-b842-60e71ca1a753 req-5c225496-3a3e-4285-b3ee-6a961719c6f9 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:39.114434 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f7d81a5-0aa4-483c-b842-60e71ca1a753 req-5c225496-3a3e-4285-b3ee-6a961719c6f9 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.81 "DELETE /v2.0/ports/b8cc9af2-9101-42c9-a844-03856b9053f5 HTTP/1.1" status: 204 len: 173 time: 0.4462745 May 26 16:39:39.114965 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59a040c-3f21-4397-94ab-17f318dc6714', 'name': 'network-vif-deleted', 'tag': 'b8cc9af2-9101-42c9-a844-03856b9053f5'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:39:39.117374 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b03984b-a97f-411c-b19b-367e783b77a3" -d '{"events": [{"server_uuid": "a59a040c-3f21-4397-94ab-17f318dc6714", "name": "network-vif-deleted", "tag": "b8cc9af2-9101-42c9-a844-03856b9053f5"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:39:39.162768 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b2c8d5-5a49-4035-ab1c-926669d742ad x-openstack-request-id: req-59b2c8d5-5a49-4035-ab1c-926669d742ad {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:39:39.163109 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59a040c-3f21-4397-94ab-17f318dc6714", "name": "network-vif-deleted", "tag": "b8cc9af2-9101-42c9-a844-03856b9053f5", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:39:39.163365 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-59b2c8d5-5a49-4035-ab1c-926669d742ad {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:39:39.163810 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59b2c8d5-5a49-4035-ab1c-926669d742ad'] response: {'server_uuid': 'a59a040c-3f21-4397-94ab-17f318dc6714', 'name': 'network-vif-deleted', 'tag': 'b8cc9af2-9101-42c9-a844-03856b9053f5', 'status': 'completed', 'code': 200} May 26 16:39:39.709207 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35402) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:39.769460 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c663d3dc-565c-4414-8901-e1cf69608806 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:39.795048 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c663d3dc-565c-4414-8901-e1cf69608806 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:39.858836 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c663d3dc-565c-4414-8901-e1cf69608806 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:39.861426 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c663d3dc-565c-4414-8901-e1cf69608806 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:39.862636 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c663d3dc-565c-4414-8901-e1cf69608806 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "DELETE /v2.0/security-groups/d868953f-f6f7-462b-8ca5-7523ed8854eb HTTP/1.1" status: 204 len: 168 time: 0.1524417 May 26 16:39:39.875931 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663d3dc-565c-4414-8901-e1cf69608806 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d868953f-f6f7-462b-8ca5-7523ed8854eb,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:39.914615 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35406) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:40.290331 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-311ed326-2958-4c8e-9a87-3eaa54010e44 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:40.652467 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-311ed326-2958-4c8e-9a87-3eaa54010e44 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Deleting port 91c6bff8-cdee-48cd-bae2-14ce940b2ff1 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:39:40.652717 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-311ed326-2958-4c8e-9a87-3eaa54010e44 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:40.763387 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-311ed326-2958-4c8e-9a87-3eaa54010e44 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] For port 91c6bff8-cdee-48cd-bae2-14ce940b2ff1, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=91c6bff8-cdee-48cd-bae2-14ce940b2ff1,segment=NetworkSegment(9c75c02c-f8c3-43de-a35d-4fc137f06ec7),segment_id=9c75c02c-f8c3-43de-a35d-4fc137f06ec7)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:39:40.766254 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-311ed326-2958-4c8e-9a87-3eaa54010e44 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:40.778772 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-311ed326-2958-4c8e-9a87-3eaa54010e44 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Calling delete_port for 91c6bff8-cdee-48cd-bae2-14ce940b2ff1 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:39:41.005313 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-311ed326-2958-4c8e-9a87-3eaa54010e44 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:41.036908 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ed326-2958-4c8e-9a87-3eaa54010e44 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event deleted for resources: {'Port': ['ID=91c6bff8-cdee-48cd-bae2-14ce940b2ff1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:41.332140 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-311ed326-2958-4c8e-9a87-3eaa54010e44 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:41.727520 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311ed326-2958-4c8e-9a87-3eaa54010e44 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Router 70c7557f-b371-4689-a20a-f4fcfbd2445b has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:39:41.906263 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311ed326-2958-4c8e-9a87-3eaa54010e44 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:39:41.912893 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-311ed326-2958-4c8e-9a87-3eaa54010e44 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "PUT /v2.0/routers/70c7557f-b371-4689-a20a-f4fcfbd2445b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9968722 May 26 16:39:41.915453 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35412) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:41.919257 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990b1aa0-1658-4085-b4b2-f92fa36457e2 None None] Sync routers for ids ['70c7557f-b371-4689-a20a-f4fcfbd2445b'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:39:41.945065 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990b1aa0-1658-4085-b4b2-f92fa36457e2 None None] Routers {'70c7557f-b371-4689-a20a-f4fcfbd2445b'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:39:41.946959 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-990b1aa0-1658-4085-b4b2-f92fa36457e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:39:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['70c7557f-b371-4689-a20a-f4fcfbd2445b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:42.008385 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25e35a3-17d8-4514-89a6-85d478a09486 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Deleting subnet 6298a106-0d98-4861-a8dd-bee5b9dbe098 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:39:42.020811 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f25e35a3-17d8-4514-89a6-85d478a09486 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:42.089798 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f25e35a3-17d8-4514-89a6-85d478a09486 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:42.176369 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-990b1aa0-1658-4085-b4b2-f92fa36457e2 None None] Set router 70c7557f-b371-4689-a20a-f4fcfbd2445b gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:39:42.293975 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f25e35a3-17d8-4514-89a6-85d478a09486 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:42.409414 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f25e35a3-17d8-4514-89a6-85d478a09486 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:42.437534 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f25e35a3-17d8-4514-89a6-85d478a09486 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:42.446697 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35418) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:42.447595 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f25e35a3-17d8-4514-89a6-85d478a09486 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "DELETE /v2.0/subnets/6298a106-0d98-4861-a8dd-bee5b9dbe098 HTTP/1.1" status: 204 len: 168 time: 0.5296965 May 26 16:39:42.460564 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f55650-c713-4bde-bd7d-180641086360 None None] Network 1fe0377f-862b-4017-a536-1548aa876034 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:39:42.485934 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e35a3-17d8-4514-89a6-85d478a09486 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event deleted for resources: {'Subnet': ['ID=6298a106-0d98-4861-a8dd-bee5b9dbe098,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:42.562415 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-990b1aa0-1658-4085-b4b2-f92fa36457e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'name': 'tempest-TestNetworkBasicOps-router-549800246', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:37:25Z', 'updated_at': '2022-05-26T16:39:40Z', 'revision_number': 7, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:26Z', 'updated_at': '2022-05-26T16:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:42.597823 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c25f830-a937-4e1c-b2a8-84cad2c0ba9d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:42.620214 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990b1aa0-1658-4085-b4b2-f92fa36457e2 None None] Checking router: 70c7557f-b371-4689-a20a-f4fcfbd2445b for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:39:42.657526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990b1aa0-1658-4085-b4b2-f92fa36457e2 None None] Routers {'70c7557f-b371-4689-a20a-f4fcfbd2445b'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:39:42.658121 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-990b1aa0-1658-4085-b4b2-f92fa36457e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:39:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['70c7557f-b371-4689-a20a-f4fcfbd2445b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:42.781405 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c25f830-a937-4e1c-b2a8-84cad2c0ba9d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:42.784529 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b8cc9af2-9101-42c9-a844-03856b9053f5 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:39:42.846638 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: b8cc9af2-9101-42c9-a844-03856b9053f5 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:39:42.846638 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b8cc9af2-9101-42c9-a844-03856b9053f5 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:39:42.870132 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-8c25f830-a937-4e1c-b2a8-84cad2c0ba9d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Deleting port 3115dbdf-dcc5-4b14-8f55-157db6f502f2 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:39:42.872218 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c25f830-a937-4e1c-b2a8-84cad2c0ba9d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:42.912401 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-990b1aa0-1658-4085-b4b2-f92fa36457e2 None None] Set router 70c7557f-b371-4689-a20a-f4fcfbd2445b gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:39:42.964246 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed553748-14d5-4488-b5d3-bd450b2d0532 None None] DHCP port deletion for 1fe0377f-862b-4017-a536-1548aa876034 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:39:43.029551 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-8c25f830-a937-4e1c-b2a8-84cad2c0ba9d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] For port 3115dbdf-dcc5-4b14-8f55-157db6f502f2, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3115dbdf-dcc5-4b14-8f55-157db6f502f2,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:39:43.029551 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c25f830-a937-4e1c-b2a8-84cad2c0ba9d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:43.046445 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-8c25f830-a937-4e1c-b2a8-84cad2c0ba9d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Calling delete_port for 3115dbdf-dcc5-4b14-8f55-157db6f502f2 owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:39:43.147332 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-49492141-8e23-4fe6-a4b7-fd103eb1f4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:43.208784 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ed553748-14d5-4488-b5d3-bd450b2d0532 None None] Deleting port 92c84170-7d34-4022-b9e6-fff1b8ba74a9 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:39:43.208784 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed553748-14d5-4488-b5d3-bd450b2d0532 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:43.289228 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c25f830-a937-4e1c-b2a8-84cad2c0ba9d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:43.320652 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25f830-a937-4e1c-b2a8-84cad2c0ba9d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event deleted for resources: {'Port': ['ID=3115dbdf-dcc5-4b14-8f55-157db6f502f2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:43.376086 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ed553748-14d5-4488-b5d3-bd450b2d0532 None None] For port 92c84170-7d34-4022-b9e6-fff1b8ba74a9, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=92c84170-7d34-4022-b9e6-fff1b8ba74a9,segment=NetworkSegment(9c75c02c-f8c3-43de-a35d-4fc137f06ec7),segment_id=9c75c02c-f8c3-43de-a35d-4fc137f06ec7)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:39:43.376643 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed553748-14d5-4488-b5d3-bd450b2d0532 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:43.399591 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ed553748-14d5-4488-b5d3-bd450b2d0532 None None] Calling delete_port for 92c84170-7d34-4022-b9e6-fff1b8ba74a9 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:39:43.416611 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c25f830-a937-4e1c-b2a8-84cad2c0ba9d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:43.485495 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-990b1aa0-1658-4085-b4b2-f92fa36457e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'name': 'tempest-TestNetworkBasicOps-router-549800246', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:37:25Z', 'updated_at': '2022-05-26T16:39:40Z', 'revision_number': 7, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:26Z', 'updated_at': '2022-05-26T16:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:43.533536 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990b1aa0-1658-4085-b4b2-f92fa36457e2 None None] The sync data for ids ['70c7557f-b371-4689-a20a-f4fcfbd2445b'] in n-d-843337-2 is: [{'id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'name': 'tempest-TestNetworkBasicOps-router-549800246', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:37:25Z', 'updated_at': '2022-05-26T16:39:40Z', 'revision_number': 7, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '3115dbdf-dcc5-4b14-8f55-157db6f502f2', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c7557f-b371-4689-a20a-f4fcfbd2445b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:37:26Z', 'updated_at': '2022-05-26T16:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:39:43.585916 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed553748-14d5-4488-b5d3-bd450b2d0532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:43.632197 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed553748-14d5-4488-b5d3-bd450b2d0532 None None] Pushing event deleted for resources: {'Port': ['ID=92c84170-7d34-4022-b9e6-fff1b8ba74a9,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:43.638721 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed553748-14d5-4488-b5d3-bd450b2d0532 None None] No DVR routers for this DVR port 92c84170-7d34-4022-b9e6-fff1b8ba74a9 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:39:44.017728 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c25f830-a937-4e1c-b2a8-84cad2c0ba9d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:44.023314 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c25f830-a937-4e1c-b2a8-84cad2c0ba9d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:44.093594 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c25f830-a937-4e1c-b2a8-84cad2c0ba9d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:44.093983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c25f830-a937-4e1c-b2a8-84cad2c0ba9d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Fanout notify agent at l3_agent the message router_deleted on router 70c7557f-b371-4689-a20a-f4fcfbd2445b {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:39:44.105682 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c25f830-a937-4e1c-b2a8-84cad2c0ba9d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:44.108787 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8c25f830-a937-4e1c-b2a8-84cad2c0ba9d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "DELETE /v2.0/routers/70c7557f-b371-4689-a20a-f4fcfbd2445b HTTP/1.1" status: 204 len: 168 time: 1.6603513 May 26 16:39:44.111566 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35422) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:44.168583 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 92c84170-7d34-4022-b9e6-fff1b8ba74a9 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:39:44.198715 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 92c84170-7d34-4022-b9e6-fff1b8ba74a9 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:39:44.199083 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 92c84170-7d34-4022-b9e6-fff1b8ba74a9 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:39:44.199527 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 91c6bff8-cdee-48cd-bae2-14ce940b2ff1 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:39:44.222650 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 91c6bff8-cdee-48cd-bae2-14ce940b2ff1 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:39:44.223093 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 91c6bff8-cdee-48cd-bae2-14ce940b2ff1 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:39:44.245751 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7161-c6a8-4d0d-aa52-c41639332a3f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:44.374598 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7161-c6a8-4d0d-aa52-c41639332a3f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:44.407805 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-0c0a7161-c6a8-4d0d-aa52-c41639332a3f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe0377f-862b-4017-a536-1548aa876034']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:44.422279 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-0c0a7161-c6a8-4d0d-aa52-c41639332a3f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c75c02c-f8c3-43de-a35d-4fc137f06ec7') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:44.422583 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-0c0a7161-c6a8-4d0d-aa52-c41639332a3f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c75c02c-f8c3-43de-a35d-4fc137f06ec7') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:44.439256 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7161-c6a8-4d0d-aa52-c41639332a3f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:44.463417 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7161-c6a8-4d0d-aa52-c41639332a3f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:44.480366 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0a7161-c6a8-4d0d-aa52-c41639332a3f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:39:44.480884 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7161-c6a8-4d0d-aa52-c41639332a3f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:44.544843 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 9c75c02c-f8c3-43de-a35d-4fc137f06ec7 resource provider aggregate not found May 26 16:39:44.571511 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 9c75c02c-f8c3-43de-a35d-4fc137f06ec7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c75c02c-f8c3-43de-a35d-4fc137f06ec7 found for delete ", "request_id": "req-64e64985-2e07-492b-b097-dd5da2587e23"}]} May 26 16:39:44.576365 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7161-c6a8-4d0d-aa52-c41639332a3f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:44.590576 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7161-c6a8-4d0d-aa52-c41639332a3f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:44.598303 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0c0a7161-c6a8-4d0d-aa52-c41639332a3f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "DELETE /v2.0/networks/1fe0377f-862b-4017-a536-1548aa876034 HTTP/1.1" status: 204 len: 168 time: 0.4843068 May 26 16:39:44.626858 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a7161-c6a8-4d0d-aa52-c41639332a3f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event deleted for resources: {'Network': ['ID=1fe0377f-862b-4017-a536-1548aa876034,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:44.627140 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35430) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:44.645569 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f42fa248-00ab-41a2-9ecc-769a44433631 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'network': {'name': 'tempest-network-smoke--836236452', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'port_security_enabled': True}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:39:44.677347 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42fa248-00ab-41a2-9ecc-769a44433631 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Made reservation on behalf of 8e7e2054d87b4adfafe8f4c3c4c5d151 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:39:44.681107 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f42fa248-00ab-41a2-9ecc-769a44433631 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:44.708719 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42fa248-00ab-41a2-9ecc-769a44433631 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:39:44.720159 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f42fa248-00ab-41a2-9ecc-769a44433631 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:44.720844 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-f42fa248-00ab-41a2-9ecc-769a44433631 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Added segment b55c921a-24f4-480e-a8ce-d142163cce89 of type vlan for network 073d610e-9093-4ebe-a584-3d7a2b3757d7 May 26 16:39:44.769229 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f42fa248-00ab-41a2-9ecc-769a44433631 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:44.801528 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f42fa248-00ab-41a2-9ecc-769a44433631 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:44.807601 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42fa248-00ab-41a2-9ecc-769a44433631 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:44.808225 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f42fa248-00ab-41a2-9ecc-769a44433631 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:44.891502 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35432) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:44.892027 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f42fa248-00ab-41a2-9ecc-769a44433631 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2637475 May 26 16:39:44.897730 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-37595d60-27ce-40dd-8079-0a9c3084b54f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2117713532', 'admin_state_up': True, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:39:44.918697 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42fa248-00ab-41a2-9ecc-769a44433631 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'Network': ['ID=073d610e-9093-4ebe-a584-3d7a2b3757d7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:44.938886 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 073d610e-9093-4ebe-a584-3d7a2b3757d7 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:39:44.941542 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37595d60-27ce-40dd-8079-0a9c3084b54f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:44.943662 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37595d60-27ce-40dd-8079-0a9c3084b54f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:45.018367 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37595d60-27ce-40dd-8079-0a9c3084b54f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:45.195769 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37595d60-27ce-40dd-8079-0a9c3084b54f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:45.436530 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37595d60-27ce-40dd-8079-0a9c3084b54f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:45.458059 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37595d60-27ce-40dd-8079-0a9c3084b54f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:45.509274 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ebc89b57-b7ad-487d-b7ea-ef92d8eb3c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:45.594834 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-37595d60-27ce-40dd-8079-0a9c3084b54f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Allocated IP 172.25.7.109 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/6eec2c54-8868-4f70-90cc-4fe5743cbba1) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:39:45.703889 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37595d60-27ce-40dd-8079-0a9c3084b54f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:45.745867 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37595d60-27ce-40dd-8079-0a9c3084b54f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:45.789073 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37595d60-27ce-40dd-8079-0a9c3084b54f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:39:45.791998 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-37595d60-27ce-40dd-8079-0a9c3084b54f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:39:45.798676 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37595d60-27ce-40dd-8079-0a9c3084b54f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:39:45.826894 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37595d60-27ce-40dd-8079-0a9c3084b54f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'Port': ['ID=6eec2c54-8868-4f70-90cc-4fe5743cbba1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:45.894798 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3115dbdf-dcc5-4b14-8f55-157db6f502f2 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:39:45.916783 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 3115dbdf-dcc5-4b14-8f55-157db6f502f2 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:39:45.917159 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3115dbdf-dcc5-4b14-8f55-157db6f502f2 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:39:46.078554 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37595d60-27ce-40dd-8079-0a9c3084b54f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:46.295920 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37595d60-27ce-40dd-8079-0a9c3084b54f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:46.452017 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37595d60-27ce-40dd-8079-0a9c3084b54f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Router 1d750084-9e91-4106-8afe-0665cb9dd7eb is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:39:46.568948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37595d60-27ce-40dd-8079-0a9c3084b54f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:39:46.579883 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] Sync routers for ids ['1d750084-9e91-4106-8afe-0665cb9dd7eb'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:39:46.591593 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] Routers {'1d750084-9e91-4106-8afe-0665cb9dd7eb'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:39:46.592524 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:39:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1d750084-9e91-4106-8afe-0665cb9dd7eb'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:46.594284 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37595d60-27ce-40dd-8079-0a9c3084b54f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:46.598257 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-37595d60-27ce-40dd-8079-0a9c3084b54f tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7020321 May 26 16:39:46.598635 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35438) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:46.612186 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:46.640256 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-731d7f0f-7abf-483b-8bfc-e79f53b2440a tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=8e7e2054d87b4adfafe8f4c3c4c5d151&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372143 May 26 16:39:46.646197 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35442) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:46.729571 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] Set router 1d750084-9e91-4106-8afe-0665cb9dd7eb gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:39:46.738077 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a27bbf-1a83-40b0-b4bc-4676c1565618 tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:46.739677 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-64a27bbf-1a83-40b0-b4bc-4676c1565618 tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938790 May 26 16:39:46.742694 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35450) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:46.776166 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7687c345-dba3-4a13-acac-37133261022d tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299284 May 26 16:39:46.776467 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35452) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:46.781421 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-33ea5221-1765-4799-af2d-ce3013a8d9e7 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1225821249', 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:39:46.883001 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-bcecaf5c-96d4-4ebf-8e5f-8306171a2e74 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-311245069&fields=id&tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2 HTTP/1.1" status: 200 len: 267 time: 0.0978777 May 26 16:39:46.958556 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ea5221-1765-4799-af2d-ce3013a8d9e7 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Made reservation on behalf of 8e7e2054d87b4adfafe8f4c3c4c5d151 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:39:46.962109 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33ea5221-1765-4799-af2d-ce3013a8d9e7 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:47.029342 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'name': 'tempest-TestNetworkBasicOps-router-2117713532', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:39:44Z', 'updated_at': '2022-05-26T16:39:45Z', 'revision_number': 3, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:df:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:39:45Z', 'updated_at': '2022-05-26T16:39:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:47.057126 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] Checking router: 1d750084-9e91-4106-8afe-0665cb9dd7eb for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:39:47.057482 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] Updating router 1d750084-9e91-4106-8afe-0665cb9dd7eb port 6eec2c54-8868-4f70-90cc-4fe5743cbba1 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:39:47.082293 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-2ad5a242-fc65-4c84-946c-7f483d94af27 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:47.085702 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:47.089398 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-2ad5a242-fc65-4c84-946c-7f483d94af27 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 812 time: 0.1975689 May 26 16:39:47.126513 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-4d0486d3-36c8-4412-bb7b-21e94153a588 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/quotas/47787f273f4c4c2fbc3fdca533eb0ea2 HTTP/1.1" status: 200 len: 375 time: 0.0362413 May 26 16:39:47.179153 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f85a29f-cb35-4cde-bf92-8c5d82a3d8a2 req-2a57f6f5-7d74-47fc-902e-840849e1ec81 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1241181 May 26 16:39:47.306038 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-e5ed3812-4411-40d6-a72e-ad4a0e38ed0e tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1699305 May 26 16:39:47.316113 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85a29f-cb35-4cde-bf92-8c5d82a3d8a2 req-051dc99f-7782-47a5-85a3-fe7fcea18591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:47.317690 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f85a29f-cb35-4cde-bf92-8c5d82a3d8a2 req-051dc99f-7782-47a5-85a3-fe7fcea18591 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 1096 time: 0.1106777 May 26 16:39:47.319006 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33ea5221-1765-4799-af2d-ce3013a8d9e7 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:47.331188 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-a3408c0a-6d25-4199-af21-c2d1e136bdf2 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:39:47.332224 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-a3408c0a-6d25-4199-af21-c2d1e136bdf2 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110435 May 26 16:39:47.355066 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:47.361607 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:47.414218 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] Attempting to bind port 6eec2c54-8868-4f70-90cc-4fe5743cbba1 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:39:47.414746 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] Attempting to bind port 6eec2c54-8868-4f70-90cc-4fe5743cbba1 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:39:47.415104 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] Attempting to bind port 6eec2c54-8868-4f70-90cc-4fe5743cbba1 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:39:47.420486 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723059e-31fd-4a81-900e-58ffec8ec8cf None None] Pushing event updated for resources: {'Port': ['ID=6eec2c54-8868-4f70-90cc-4fe5743cbba1,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:47.429007 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:39:47.429421 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:39:47.429850 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:47.430242 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:39:47.430911 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] Bound port: 6eec2c54-8868-4f70-90cc-4fe5743cbba1, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:39:47.431515 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:47.438232 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723059e-31fd-4a81-900e-58ffec8ec8cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:47.438232 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723059e-31fd-4a81-900e-58ffec8ec8cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:47.438232 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723059e-31fd-4a81-900e-58ffec8ec8cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:47.438709 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723059e-31fd-4a81-900e-58ffec8ec8cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:47.438709 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723059e-31fd-4a81-900e-58ffec8ec8cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:47.438925 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723059e-31fd-4a81-900e-58ffec8ec8cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:47.442647 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723059e-31fd-4a81-900e-58ffec8ec8cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:47.442647 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723059e-31fd-4a81-900e-58ffec8ec8cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:47.442647 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723059e-31fd-4a81-900e-58ffec8ec8cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:47.442647 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723059e-31fd-4a81-900e-58ffec8ec8cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:47.442647 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723059e-31fd-4a81-900e-58ffec8ec8cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:47.442647 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723059e-31fd-4a81-900e-58ffec8ec8cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:47.483405 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea5221-1765-4799-af2d-ce3013a8d9e7 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'Subnet': ['ID=f3ec5fd6-2938-40e0-848c-d85ba7e39c10,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:47.495690 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] For port 6eec2c54-8868-4f70-90cc-4fe5743cbba1, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:39:47.499374 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] For port 6eec2c54-8868-4f70-90cc-4fe5743cbba1, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=6eec2c54-8868-4f70-90cc-4fe5743cbba1,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:39:47.504498 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:47.551678 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ea5221-1765-4799-af2d-ce3013a8d9e7 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Checking segment: {'id': 'b55c921a-24f4-480e-a8ce-d142163cce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:39:47.552051 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ea5221-1765-4799-af2d-ce3013a8d9e7 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Network hostable DHCP agents. Network: 073d610e-9093-4ebe-a584-3d7a2b3757d7, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:39:47.563515 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-44554e0f-f9b0-4a97-b21d-93e295bfc732 service neutron] 10.222.0.77 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114432 May 26 16:39:47.566090 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85a29f-cb35-4cde-bf92-8c5d82a3d8a2 req-3e62a3ec-859d-4a44-b309-9a8efe063ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:47.567439 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f85a29f-cb35-4cde-bf92-8c5d82a3d8a2 req-3e62a3ec-859d-4a44-b309-9a8efe063ada service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 913 time: 0.2137764 May 26 16:39:47.568645 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723059e-31fd-4a81-900e-58ffec8ec8cf None None] Pushing event updated for resources: {'Port': ['ID=6eec2c54-8868-4f70-90cc-4fe5743cbba1,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:47.571037 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] Routers {'1d750084-9e91-4106-8afe-0665cb9dd7eb'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:39:47.571632 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:39:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1d750084-9e91-4106-8afe-0665cb9dd7eb'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:47.659332 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ea5221-1765-4799-af2d-ce3013a8d9e7 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Network 073d610e-9093-4ebe-a584-3d7a2b3757d7 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:39:47.666940 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:39:47.682377 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-33ea5221-1765-4799-af2d-ce3013a8d9e7 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 073d610e-9093-4ebe-a584-3d7a2b3757d7) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:39:47.687689 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] Set router 1d750084-9e91-4106-8afe-0665cb9dd7eb gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:39:47.690673 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ea5221-1765-4799-af2d-ce3013a8d9e7 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:47.691268 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33ea5221-1765-4799-af2d-ce3013a8d9e7 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:47.692654 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c208c2e9-1d9e-47e4-83f8-cd1923794796 None None] Network 073d610e-9093-4ebe-a584-3d7a2b3757d7 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:39:47.716608 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f85a29f-cb35-4cde-bf92-8c5d82a3d8a2 req-3226c861-7c18-4000-ab77-04931321acc8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52419282-5709-464f-8edb-db1e61c0da76 HTTP/1.1" status: 200 len: 1000 time: 0.1344597 May 26 16:39:47.739927 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-33ea5221-1765-4799-af2d-ce3013a8d9e7 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9623413 May 26 16:39:47.742839 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35454) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:47.769437 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-9d44fe66-1236-4da5-9782-5470a1cea578 service neutron] 10.222.0.77 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979654 May 26 16:39:47.784458 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85a29f-cb35-4cde-bf92-8c5d82a3d8a2 req-72fe2133-cb57-4a5d-924a-215e0ec8c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:47.786596 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f85a29f-cb35-4cde-bf92-8c5d82a3d8a2 req-72fe2133-cb57-4a5d-924a-215e0ec8c9f9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5431b2c2-5959-417a-9a98-2b2d0e6627f0 HTTP/1.1" status: 200 len: 851 time: 0.0620265 May 26 16:39:47.852982 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85a29f-cb35-4cde-bf92-8c5d82a3d8a2 req-fecb93be-aa76-4ad3-a09f-c0064fc8e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:47.856470 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f85a29f-cb35-4cde-bf92-8c5d82a3d8a2 req-fecb93be-aa76-4ad3-a09f-c0064fc8e99c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceae140a-4691-47b9-ad57-1026c75c737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631027 May 26 16:39:47.921721 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-073d610e-9093-4ebe-a584-3d7a2b3757d7', 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'fixed_ips': [{'subnet_id': 'f3ec5fd6-2938-40e0-848c-d85ba7e39c10'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:39:47.923638 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:47.979147 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'name': 'tempest-TestNetworkBasicOps-router-2117713532', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:39:44Z', 'updated_at': '2022-05-26T16:39:45Z', 'revision_number': 3, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:df:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:39:45Z', 'updated_at': '2022-05-26T16:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:47.999559 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f85a29f-cb35-4cde-bf92-8c5d82a3d8a2 req-aeadd466-4c68-4847-8548-c76d988ba4f9 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351180 May 26 16:39:48.017637 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c08e77-deae-4717-8cc8-963391a0a2fe None None] The sync data for ids ['1d750084-9e91-4106-8afe-0665cb9dd7eb'] in n-d-843337-2 is: [{'id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'name': 'tempest-TestNetworkBasicOps-router-2117713532', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:39:44Z', 'updated_at': '2022-05-26T16:39:45Z', 'revision_number': 3, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:df:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:39:45Z', 'updated_at': '2022-05-26T16:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:39:48.144529 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f85a29f-cb35-4cde-bf92-8c5d82a3d8a2 req-72493601-899f-4e18-be8b-ee7329144c0a service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374903 May 26 16:39:48.206020 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Allocated IP 172.20.0.2 (073d610e-9093-4ebe-a584-3d7a2b3757d7/f3ec5fd6-2938-40e0-848c-d85ba7e39c10/b44f68f8-e19a-4786-8078-00d94cb58a22) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:39:48.208263 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07a80d54-c0a6-4701-953a-25e5bbc6181d req-677b1f60-cb38-46fc-8e62-e8188abb3e10 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 210 time: 0.0505717 May 26 16:39:48.313573 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:48.389009 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:48.483821 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:48.496141 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:48.545818 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Network 073d610e-9093-4ebe-a584-3d7a2b3757d7 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:39:48.552770 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:39:48.555449 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:39:48.571873 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Pushing event updated for resources: {'Port': ['ID=b44f68f8-e19a-4786-8078-00d94cb58a22,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:48.619112 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:48.619462 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:48.619845 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:48.620313 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:48.620514 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:48.620835 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:48.621232 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:48.621592 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:48.621920 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:48.622261 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:48.622758 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:48.622999 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:39:48.643482 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Attempting to bind port b44f68f8-e19a-4786-8078-00d94cb58a22 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:39:48.643850 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Attempting to bind port b44f68f8-e19a-4786-8078-00d94cb58a22 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'b55c921a-24f4-480e-a8ce-d142163cce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:39:48.644251 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Attempting to bind port b44f68f8-e19a-4786-8078-00d94cb58a22 on network 073d610e-9093-4ebe-a584-3d7a2b3757d7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:39:48.649914 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:39:48.650286 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Checking segment: {'id': 'b55c921a-24f4-480e-a8ce-d142163cce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:39:48.650690 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:48.651079 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Bound using segment: {'id': 'b55c921a-24f4-480e-a8ce-d142163cce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:39:48.651545 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Bound port: b44f68f8-e19a-4786-8078-00d94cb58a22, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55c921a-24f4-480e-a8ce-d142163cce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:39:48.651923 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:48.699641 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc7e0-0ef0-4b6f-bbbd-cc6d8491dbb6 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:48.733149 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] For port b44f68f8-e19a-4786-8078-00d94cb58a22, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:39:48.738363 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] For port b44f68f8-e19a-4786-8078-00d94cb58a22, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b44f68f8-e19a-4786-8078-00d94cb58a22,segment=NetworkSegment(b55c921a-24f4-480e-a8ce-d142163cce89),segment_id=b55c921a-24f4-480e-a8ce-d142163cce89)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:39:48.743740 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:48.814970 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bdccaa-ce9d-4365-819b-7124d97ef1db None None] Pushing event updated for resources: {'Port': ['ID=b44f68f8-e19a-4786-8078-00d94cb58a22,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:49.034352 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:49.096242 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-ff7bc7e0-0ef0-4b6f-bbbd-cc6d8491dbb6 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Allocated IP 172.20.0.1 (073d610e-9093-4ebe-a584-3d7a2b3757d7/f3ec5fd6-2938-40e0-848c-d85ba7e39c10/e1209645-cabb-4aeb-be48-534e96ea41b2) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:39:49.246653 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc7e0-0ef0-4b6f-bbbd-cc6d8491dbb6 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:49.294786 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc7e0-0ef0-4b6f-bbbd-cc6d8491dbb6 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:49.348497 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f8087a7-dd82-41bb-a5c4-444bf6a2b0d2 req-176a3a53-d486-44e0-8865-17264f454448 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 210 time: 0.0393949 May 26 16:39:49.354034 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7bc7e0-0ef0-4b6f-bbbd-cc6d8491dbb6 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Network 073d610e-9093-4ebe-a584-3d7a2b3757d7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:39:49.356159 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-ff7bc7e0-0ef0-4b6f-bbbd-cc6d8491dbb6 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:39:49.358348 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bc7e0-0ef0-4b6f-bbbd-cc6d8491dbb6 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'Port': ['ID=e1209645-cabb-4aeb-be48-534e96ea41b2,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:49.364382 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7bc7e0-0ef0-4b6f-bbbd-cc6d8491dbb6 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:39:49.447832 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc7e0-0ef0-4b6f-bbbd-cc6d8491dbb6 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:49.485885 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-63ffd0df-d8d5-49e0-abcc-f1e0d7ad852a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:49.487682 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-63ffd0df-d8d5-49e0-abcc-f1e0d7ad852a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 812 time: 0.1358182 May 26 16:39:49.538182 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-5471c26b-d2fa-4e56-80d1-14e6373e11ea tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2 HTTP/1.1" status: 200 len: 379 time: 0.0399709 May 26 16:39:49.549644 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-ddc2c0b5-c277-44c0-8176-e92fced6c717 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Request body: {'port': {'device_id': 'ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'admin_state_up': True, 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'security_groups': ['a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:39:49.613878 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc7e0-0ef0-4b6f-bbbd-cc6d8491dbb6 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:49.691438 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-ddc2c0b5-c277-44c0-8176-e92fced6c717 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Made reservation on behalf of 47787f273f4c4c2fbc3fdca533eb0ea2 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:39:49.695805 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-ddc2c0b5-c277-44c0-8176-e92fced6c717 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:49.853900 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-ddc2c0b5-c277-44c0-8176-e92fced6c717 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Allocated IP 172.20.0.6 (ceae140a-4691-47b9-ad57-1026c75c737f/5431b2c2-5959-417a-9a98-2b2d0e6627f0/b0b1a226-09f3-44cb-b573-bcae0835abbc) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:39:50.033909 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc7e0-0ef0-4b6f-bbbd-cc6d8491dbb6 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:50.044032 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc7e0-0ef0-4b6f-bbbd-cc6d8491dbb6 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:50.087291 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6eec2c54-8868-4f70-90cc-4fe5743cbba1 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:39:50.119861 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-ddc2c0b5-c277-44c0-8176-e92fced6c717 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:50.169576 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc7e0-0ef0-4b6f-bbbd-cc6d8491dbb6 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:50.182133 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7cf9da-1bb7-4995-b675-eb01c65845be None None] Network 073d610e-9093-4ebe-a584-3d7a2b3757d7 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:39:50.205701 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-ddc2c0b5-c277-44c0-8176-e92fced6c717 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:50.237973 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bc7e0-0ef0-4b6f-bbbd-cc6d8491dbb6 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'Port': ['ID=e1209645-cabb-4aeb-be48-534e96ea41b2,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:50.307111 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2c0b5-c277-44c0-8176-e92fced6c717 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event updated for resources: {'Port': ['ID=b0b1a226-09f3-44cb-b573-bcae0835abbc,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:50.332132 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-ddc2c0b5-c277-44c0-8176-e92fced6c717 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Network ceae140a-4691-47b9-ad57-1026c75c737f is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:39:50.333863 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-ddc2c0b5-c277-44c0-8176-e92fced6c717 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:39:50.336868 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-ddc2c0b5-c277-44c0-8176-e92fced6c717 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:39:50.339039 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8b697f68-bac8-4be9-8444-e599ee86aada None None] Provisioning complete for port b44f68f8-e19a-4786-8078-00d94cb58a22 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:39:50.339590 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8b697f68-bac8-4be9-8444-e599ee86aada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:50.423498 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 6eec2c54-8868-4f70-90cc-4fe5743cbba1 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:39:50.424379 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:50.454746 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-ddc2c0b5-c277-44c0-8176-e92fced6c717 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:50.455629 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-ddc2c0b5-c277-44c0-8176-e92fced6c717 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:50.487544 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-ddc2c0b5-c277-44c0-8176-e92fced6c717 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9364934 May 26 16:39:50.495972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-530d2246-f9c7-4073-bbc4-eb96dafe9d53 service neutron] Request body: {'port': {'device_id': 'ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:39:50.509631 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7bc7e0-0ef0-4b6f-bbbd-cc6d8491dbb6 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Network 073d610e-9093-4ebe-a584-3d7a2b3757d7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:39:50.511779 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-ff7bc7e0-0ef0-4b6f-bbbd-cc6d8491dbb6 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:39:50.656825 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd11c01-c43f-4071-8360-3584eeb85c8e req-0964ea27-e081-4076-92da-08c7831f4a08 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:50.668056 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8cd11c01-c43f-4071-8360-3584eeb85c8e req-0964ea27-e081-4076-92da-08c7831f4a08 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 931 time: 0.1228745 May 26 16:39:50.675775 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-530d2246-f9c7-4073-bbc4-eb96dafe9d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:50.740948 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7bc7e0-0ef0-4b6f-bbbd-cc6d8491dbb6 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Router 1d750084-9e91-4106-8afe-0665cb9dd7eb has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:39:50.770521 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8cd11c01-c43f-4071-8360-3584eeb85c8e req-e6f184b8-6800-4a7e-a02c-64ba05fe66d1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024683 May 26 16:39:50.891021 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8b697f68-bac8-4be9-8444-e599ee86aada None None] Current status of the port b44f68f8-e19a-4786-8078-00d94cb58a22 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:39:50.891665 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8b697f68-bac8-4be9-8444-e599ee86aada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:50.902159 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7bc7e0-0ef0-4b6f-bbbd-cc6d8491dbb6 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:39:50.920449 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] Sync routers for ids ['1d750084-9e91-4106-8afe-0665cb9dd7eb'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:39:50.920671 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ff7bc7e0-0ef0-4b6f-bbbd-cc6d8491dbb6 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "PUT /v2.0/routers/1d750084-9e91-4106-8afe-0665cb9dd7eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1688232 May 26 16:39:50.921421 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35476) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:50.951280 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8b697f68-bac8-4be9-8444-e599ee86aada None None] For port b44f68f8-e19a-4786-8078-00d94cb58a22, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b44f68f8-e19a-4786-8078-00d94cb58a22,segment=NetworkSegment(b55c921a-24f4-480e-a8ce-d142163cce89),segment_id=b55c921a-24f4-480e-a8ce-d142163cce89)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:39:50.957879 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 6eec2c54-8868-4f70-90cc-4fe5743cbba1 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:39:50.958484 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:50.969338 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8b697f68-bac8-4be9-8444-e599ee86aada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:50.982712 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] Routers {'1d750084-9e91-4106-8afe-0665cb9dd7eb'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:39:50.983639 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:39:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1d750084-9e91-4106-8afe-0665cb9dd7eb'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:51.076013 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 6eec2c54-8868-4f70-90cc-4fe5743cbba1, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=6eec2c54-8868-4f70-90cc-4fe5743cbba1,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:39:51.089921 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46387e8-0a68-485d-a385-e43e886447b0 tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:51.090697 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46387e8-0a68-485d-a385-e43e886447b0 tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:51.091851 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46387e8-0a68-485d-a385-e43e886447b0 tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:51.092986 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46387e8-0a68-485d-a385-e43e886447b0 tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:51.093517 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46387e8-0a68-485d-a385-e43e886447b0 tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:51.094047 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46387e8-0a68-485d-a385-e43e886447b0 tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:51.094575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46387e8-0a68-485d-a385-e43e886447b0 tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:51.097069 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a46387e8-0a68-485d-a385-e43e886447b0 tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4984 time: 0.1745934 May 26 16:39:51.100154 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35478) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:51.112693 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:51.114136 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b44f68f8-e19a-4786-8078-00d94cb58a22 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:39:51.227893 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97d5248-dae7-44f1-a9ce-cbd89df35e8e tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:51.229131 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97d5248-dae7-44f1-a9ce-cbd89df35e8e tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:51.229772 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97d5248-dae7-44f1-a9ce-cbd89df35e8e tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:51.230418 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97d5248-dae7-44f1-a9ce-cbd89df35e8e tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:51.231080 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97d5248-dae7-44f1-a9ce-cbd89df35e8e tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:51.232968 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97d5248-dae7-44f1-a9ce-cbd89df35e8e tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:51.233850 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97d5248-dae7-44f1-a9ce-cbd89df35e8e tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:51.236197 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f97d5248-dae7-44f1-a9ce-cbd89df35e8e tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4644 time: 0.1348641 May 26 16:39:51.238860 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35480) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:51.296494 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3c480dfd-ff3a-4f1b-be7b-9aca82438750 None None] Provisioning complete for port b0b1a226-09f3-44cb-b573-bcae0835abbc triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:39:51.297189 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3c480dfd-ff3a-4f1b-be7b-9aca82438750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:51.301244 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b697f68-bac8-4be9-8444-e599ee86aada None None] Pushing event updated for resources: {'Port': ['ID=b44f68f8-e19a-4786-8078-00d94cb58a22,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:51.399459 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] Set router 1d750084-9e91-4106-8afe-0665cb9dd7eb gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:39:51.460511 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3c480dfd-ff3a-4f1b-be7b-9aca82438750 None None] Port b0b1a226-09f3-44cb-b573-bcae0835abbc cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:39:51.479154 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port b44f68f8-e19a-4786-8078-00d94cb58a22 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:39:51.479539 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:51.539237 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1a5b07c8-7da8-45e2-a35f-e93afd4fb9a9 tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3768 time: 0.2988522 May 26 16:39:51.616170 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=6eec2c54-8868-4f70-90cc-4fe5743cbba1,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:51.618584 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-530d2246-f9c7-4073-bbc4-eb96dafe9d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b1a226-09f3-44cb-b573-bcae0835abbc {{(pid=103896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:39:51.628949 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-530d2246-f9c7-4073-bbc4-eb96dafe9d53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:51.647842 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.provisioning_blocks [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-530d2246-f9c7-4073-bbc4-eb96dafe9d53 service neutron] Transition to ACTIVE for port object b0b1a226-09f3-44cb-b573-bcae0835abbc will not be triggered until provisioned by entity L2. {{(pid=103896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:39:51.657713 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-530d2246-f9c7-4073-bbc4-eb96dafe9d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:51.680949 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35484) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:51.686209 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-0df19db2-8caa-452b-b39b-9c5e129f8422 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-973680143', 'description': 'tempest-secgroup-smoke-973680143 description', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:39:51.705402 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-96567b8b-a79c-4cad-aa8b-85c1911ee98a None None] Provisioning complete for port b44f68f8-e19a-4786-8078-00d94cb58a22 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:39:51.705821 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-96567b8b-a79c-4cad-aa8b-85c1911ee98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:51.719361 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0df19db2-8caa-452b-b39b-9c5e129f8422 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:51.851602 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port b44f68f8-e19a-4786-8078-00d94cb58a22 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:39:51.868648 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d2246-f9c7-4073-bbc4-eb96dafe9d53 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b1a226-09f3-44cb-b573-bcae0835abbc,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:51.885948 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0df19db2-8caa-452b-b39b-9c5e129f8422 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:51.893753 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0df19db2-8caa-452b-b39b-9c5e129f8422 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:51.928112 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-530d2246-f9c7-4073-bbc4-eb96dafe9d53 service neutron] Attempting to bind port b0b1a226-09f3-44cb-b573-bcae0835abbc on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:39:51.928414 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-530d2246-f9c7-4073-bbc4-eb96dafe9d53 service neutron] Attempting to bind port b0b1a226-09f3-44cb-b573-bcae0835abbc by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:39:51.928747 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-530d2246-f9c7-4073-bbc4-eb96dafe9d53 service neutron] Attempting to bind port b0b1a226-09f3-44cb-b573-bcae0835abbc on network ceae140a-4691-47b9-ad57-1026c75c737f {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:39:51.947827 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-530d2246-f9c7-4073-bbc4-eb96dafe9d53 service neutron] Port b0b1a226-09f3-44cb-b573-bcae0835abbc on network ceae140a-4691-47b9-ad57-1026c75c737f not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:39:51.948189 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-530d2246-f9c7-4073-bbc4-eb96dafe9d53 service neutron] Attempting to bind port b0b1a226-09f3-44cb-b573-bcae0835abbc on network ceae140a-4691-47b9-ad57-1026c75c737f {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:39:51.953993 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df19db2-8caa-452b-b39b-9c5e129f8422 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e95a2bed-ea2a-4988-bad5-e72caffd9994,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:51.955870 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-530d2246-f9c7-4073-bbc4-eb96dafe9d53 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:39:51.956250 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-530d2246-f9c7-4073-bbc4-eb96dafe9d53 service neutron] Checking segment: {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:39:51.957507 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-530d2246-f9c7-4073-bbc4-eb96dafe9d53 service neutron] Bound using segment: {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'} {{(pid=103896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:39:51.957962 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.managers [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-530d2246-f9c7-4073-bbc4-eb96dafe9d53 service neutron] Bound port: b0b1a226-09f3-44cb-b573-bcae0835abbc, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc43db27-b064-4e23-96ed-aa25397d3279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f'}}] {{(pid=103896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:39:51.958510 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-530d2246-f9c7-4073-bbc4-eb96dafe9d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:51.987430 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0df19db2-8caa-452b-b39b-9c5e129f8422 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:51.988809 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0df19db2-8caa-452b-b39b-9c5e129f8422 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3068340 May 26 16:39:51.995168 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35488) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:52.003996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-3ff82e11-afa0-4939-8dbc-6997c8eecf19 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'security_group_rule': {'security_group_id': 'e95a2bed-ea2a-4988-bad5-e72caffd9994', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:39:52.031814 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-96567b8b-a79c-4cad-aa8b-85c1911ee98a None None] Current status of the port b44f68f8-e19a-4786-8078-00d94cb58a22 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:39:52.052010 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-530d2246-f9c7-4073-bbc4-eb96dafe9d53 service neutron] For port b0b1a226-09f3-44cb-b573-bcae0835abbc, host n-h1-843337-2, cleared binding levels {{(pid=103896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:39:52.053930 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-530d2246-f9c7-4073-bbc4-eb96dafe9d53 service neutron] For port b0b1a226-09f3-44cb-b573-bcae0835abbc, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b0b1a226-09f3-44cb-b573-bcae0835abbc,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:39:52.073302 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541bc85-e35e-4493-a008-23a51160fa18 req-ba8eae70-152e-4f05-b5e9-bb02e185f13d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:52.079697 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3ff82e11-afa0-4939-8dbc-6997c8eecf19 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.083252 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c541bc85-e35e-4493-a008-23a51160fa18 req-ba8eae70-152e-4f05-b5e9-bb02e185f13d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 943 time: 0.1806238 May 26 16:39:52.094185 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-530d2246-f9c7-4073-bbc4-eb96dafe9d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.098941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b44f68f8-e19a-4786-8078-00d94cb58a22 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:39:52.150017 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-96567b8b-a79c-4cad-aa8b-85c1911ee98a None None] Provisioning complete for port e1209645-cabb-4aeb-be48-534e96ea41b2 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:39:52.150771 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-96567b8b-a79c-4cad-aa8b-85c1911ee98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.161499 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d2246-f9c7-4073-bbc4-eb96dafe9d53 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b1a226-09f3-44cb-b573-bcae0835abbc,revision_number=3']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:52.175498 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-530d2246-f9c7-4073-bbc4-eb96dafe9d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:52.176819 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-530d2246-f9c7-4073-bbc4-eb96dafe9d53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.178385 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-530d2246-f9c7-4073-bbc4-eb96dafe9d53 service neutron] 10.222.0.81 "PUT /v2.0/ports/b0b1a226-09f3-44cb-b573-bcae0835abbc HTTP/1.1" status: 200 len: 1091 time: 1.6872420 May 26 16:39:52.180859 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021', 'tag': 'b0b1a226-09f3-44cb-b573-bcae0835abbc'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:39:52.185243 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa6e17b-930c-4dd3-93d6-995e2099beaa" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021", "tag": "b0b1a226-09f3-44cb-b573-bcae0835abbc"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:39:52.205468 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3ff82e11-afa0-4939-8dbc-6997c8eecf19 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.215205 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3ff82e11-afa0-4939-8dbc-6997c8eecf19 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.227391 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-96567b8b-a79c-4cad-aa8b-85c1911ee98a None None] Port e1209645-cabb-4aeb-be48-534e96ea41b2 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:39:52.245751 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff82e11-afa0-4939-8dbc-6997c8eecf19 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8fb8bf-68d2-4b53-b206-5345a97a9fdc,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:52.250218 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'name': 'tempest-TestNetworkBasicOps-router-2117713532', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:39:44Z', 'updated_at': '2022-05-26T16:39:49Z', 'revision_number': 4, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:df:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:39:45Z', 'updated_at': '2022-05-26T16:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'e1209645-cabb-4aeb-be48-534e96ea41b2', 'name': '', 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:00:d2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'f3ec5fd6-2938-40e0-848c-d85ba7e39c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:39:48Z', 'updated_at': '2022-05-26T16:39:49Z', 'revision_number': 2, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': 'f3ec5fd6-2938-40e0-848c-d85ba7e39c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:52.259607 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3ff82e11-afa0-4939-8dbc-6997c8eecf19 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.261261 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3ff82e11-afa0-4939-8dbc-6997c8eecf19 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2650290 May 26 16:39:52.265958 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35492) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:52.275825 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-7fd0139d-7d28-416e-a75c-b271c376c345 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'security_group_rule': {'security_group_id': 'e95a2bed-ea2a-4988-bad5-e72caffd9994', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:39:52.289626 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed83936e-f4bf-4eeb-9b63-1e19f63ba56c x-openstack-request-id: req-ed83936e-f4bf-4eeb-9b63-1e19f63ba56c {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:39:52.289917 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021", "tag": "b0b1a226-09f3-44cb-b573-bcae0835abbc", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:39:52.290165 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ed83936e-f4bf-4eeb-9b63-1e19f63ba56c {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:39:52.290562 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed83936e-f4bf-4eeb-9b63-1e19f63ba56c'] response: {'name': 'network-changed', 'server_uuid': 'ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021', 'tag': 'b0b1a226-09f3-44cb-b573-bcae0835abbc', 'status': 'completed', 'code': 200} May 26 16:39:52.298622 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] Checking router: 1d750084-9e91-4106-8afe-0665cb9dd7eb for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:39:52.298932 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] Updating router 1d750084-9e91-4106-8afe-0665cb9dd7eb port e1209645-cabb-4aeb-be48-534e96ea41b2 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:39:52.301087 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port b44f68f8-e19a-4786-8078-00d94cb58a22 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:39:52.301237 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c541bc85-e35e-4493-a008-23a51160fa18 req-dab97435-a657-4cb6-b3bd-e7dacf8140d8 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168257 May 26 16:39:52.301555 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.339342 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7fd0139d-7d28-416e-a75c-b271c376c345 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.360897 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-7699ba25-cf18-4bd2-9600-40bddb2415ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:52.366411 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-7699ba25-cf18-4bd2-9600-40bddb2415ab service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 1094 time: 0.1315398 May 26 16:39:52.380514 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.428984 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-0bf3e235-08b2-4347-b6cc-f7b9128ee193 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0b1a226-09f3-44cb-b573-bcae0835abbc HTTP/1.1" status: 200 len: 217 time: 0.0544732 May 26 16:39:52.432981 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7fd0139d-7d28-416e-a75c-b271c376c345 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.439885 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-45b3e4f2-28f4-4023-b8ed-df900f1dd83a None None] Provisioning complete for port e1209645-cabb-4aeb-be48-534e96ea41b2 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:39:52.440284 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-45b3e4f2-28f4-4023-b8ed-df900f1dd83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.448963 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7fd0139d-7d28-416e-a75c-b271c376c345 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.475705 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0139d-7d28-416e-a75c-b271c376c345 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340d5688-c794-4bf5-8d89-0d4058047e62,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:52.487856 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7fd0139d-7d28-416e-a75c-b271c376c345 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.496693 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7fd0139d-7d28-416e-a75c-b271c376c345 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2293329 May 26 16:39:52.497348 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35494) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:52.504996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-8d58c050-dad3-4bfa-b57d-10f73abcaf22 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'security_group_rule': {'security_group_id': 'e95a2bed-ea2a-4988-bad5-e72caffd9994', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:39:52.532349 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-2e92203c-b1b7-40c6-a906-8cb6d0d053fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:52.537455 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8d58c050-dad3-4bfa-b57d-10f73abcaf22 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.540331 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-2e92203c-b1b7-40c6-a906-8cb6d0d053fc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5431b2c2-5959-417a-9a98-2b2d0e6627f0 HTTP/1.1" status: 200 len: 851 time: 0.1026795 May 26 16:39:52.598389 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-45b3e4f2-28f4-4023-b8ed-df900f1dd83a None None] Port e1209645-cabb-4aeb-be48-534e96ea41b2 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:39:52.607891 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port b44f68f8-e19a-4786-8078-00d94cb58a22 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:39:52.609129 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6eec2c54-8868-4f70-90cc-4fe5743cbba1 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:39:52.618051 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8d58c050-dad3-4bfa-b57d-10f73abcaf22 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.631355 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-00b7d5b1-1cab-4814-82a6-662640f95263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:52.632428 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8d58c050-dad3-4bfa-b57d-10f73abcaf22 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.634812 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-00b7d5b1-1cab-4814-82a6-662640f95263 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceae140a-4691-47b9-ad57-1026c75c737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858095 May 26 16:39:52.654133 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58c050-dad3-4bfa-b57d-10f73abcaf22 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c81d8e5e-a165-49e7-b61f-06f3d6e0adc7,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:52.669574 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8d58c050-dad3-4bfa-b57d-10f73abcaf22 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.674722 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8d58c050-dad3-4bfa-b57d-10f73abcaf22 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1762493 May 26 16:39:52.675696 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35498) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:52.680930 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-dba97383-1e1d-42b7-a0e0-fd92249e0eed tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'security_group_rule': {'security_group_id': 'e95a2bed-ea2a-4988-bad5-e72caffd9994', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:39:52.717481 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dba97383-1e1d-42b7-a0e0-fd92249e0eed tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.727986 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 6eec2c54-8868-4f70-90cc-4fe5743cbba1 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:39:52.728479 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.759664 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-960e949f-b97c-4337-8ed0-b8a289e6e8e8 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178303 May 26 16:39:52.813025 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dba97383-1e1d-42b7-a0e0-fd92249e0eed tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.818770 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dba97383-1e1d-42b7-a0e0-fd92249e0eed tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.840522 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba97383-1e1d-42b7-a0e0-fd92249e0eed tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923b7833-0660-41d1-9f4d-17b7cb661e6d,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:52.855759 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dba97383-1e1d-42b7-a0e0-fd92249e0eed tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.858470 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-dba97383-1e1d-42b7-a0e0-fd92249e0eed tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1810236 May 26 16:39:52.861694 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35500) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:52.869250 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-0ec8dcd9-e69a-42af-8871-0d3c4637bb82 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'security_group_rule': {'security_group_id': 'e95a2bed-ea2a-4988-bad5-e72caffd9994', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:39:52.898055 n-d-843337-2 neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-0ec8dcd9-e69a-42af-8871-0d3c4637bb82 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Project 8e7e2054d87b4adfafe8f4c3c4c5d151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:39:52.899497 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fcdcb798-e77f-4947-a238-6f0bdd085ea5 req-b13a0cbe-83e9-47cf-b5d3-ff4b2b32c259 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325285 May 26 16:39:52.906797 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.910779 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ec8dcd9-e69a-42af-8871-0d3c4637bb82 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.913864 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.917806 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 6eec2c54-8868-4f70-90cc-4fe5743cbba1 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:39:52.982497 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ec8dcd9-e69a-42af-8871-0d3c4637bb82 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:52.988537 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ec8dcd9-e69a-42af-8871-0d3c4637bb82 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:53.016963 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8dcd9-e69a-42af-8871-0d3c4637bb82 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390033a0-f5d4-428e-8e28-9b7ee5cf28ec,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:53.032526 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6e17b-930c-4dd3-93d6-995e2099beaa req-c1d58691-3361-47d9-a969-20e78fee2bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:53.034504 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9fa6e17b-930c-4dd3-93d6-995e2099beaa req-c1d58691-3361-47d9-a969-20e78fee2bf5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 1094 time: 0.0687194 May 26 16:39:53.036361 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ec8dcd9-e69a-42af-8871-0d3c4637bb82 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:53.040449 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad5819-8f38-4334-aa57-07796dea02b5 None None] Pushing event updated for resources: {'Port': ['ID=e1209645-cabb-4aeb-be48-534e96ea41b2,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:53.040770 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35502) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:39:53.042005 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0ec8dcd9-e69a-42af-8871-0d3c4637bb82 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1769776 May 26 16:39:53.047691 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-609a9fab-c543-4199-8b8d-0c16444b61a1 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'security_group_rule': {'security_group_id': 'e95a2bed-ea2a-4988-bad5-e72caffd9994', 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:39:53.053264 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] Attempting to bind port e1209645-cabb-4aeb-be48-534e96ea41b2 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:39:53.053815 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] Attempting to bind port e1209645-cabb-4aeb-be48-534e96ea41b2 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'b55c921a-24f4-480e-a8ce-d142163cce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:39:53.054289 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] Attempting to bind port e1209645-cabb-4aeb-be48-534e96ea41b2 on network 073d610e-9093-4ebe-a584-3d7a2b3757d7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:39:53.062596 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:39:53.063121 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] Checking segment: {'id': 'b55c921a-24f4-480e-a8ce-d142163cce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:39:53.063831 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:53.064339 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] Bound using segment: {'id': 'b55c921a-24f4-480e-a8ce-d142163cce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:39:53.064925 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] Bound port: e1209645-cabb-4aeb-be48-534e96ea41b2, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55c921a-24f4-480e-a8ce-d142163cce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:39:53.065395 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:53.132963 n-d-843337-2 neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-609a9fab-c543-4199-8b8d-0c16444b61a1 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Project 8e7e2054d87b4adfafe8f4c3c4c5d151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:39:53.143459 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-609a9fab-c543-4199-8b8d-0c16444b61a1 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:53.151648 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] For port e1209645-cabb-4aeb-be48-534e96ea41b2, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:39:53.157003 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] For port e1209645-cabb-4aeb-be48-534e96ea41b2, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e1209645-cabb-4aeb-be48-534e96ea41b2,segment=NetworkSegment(b55c921a-24f4-480e-a8ce-d142163cce89),segment_id=b55c921a-24f4-480e-a8ce-d142163cce89)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:39:53.165446 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:53.196979 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6e17b-930c-4dd3-93d6-995e2099beaa req-b1d6203b-3277-4bd8-94cc-3cb59999009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:53.199136 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9fa6e17b-930c-4dd3-93d6-995e2099beaa req-b1d6203b-3277-4bd8-94cc-3cb59999009f service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 913 time: 0.1573315 May 26 16:39:53.235602 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] Routers {'1d750084-9e91-4106-8afe-0665cb9dd7eb'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:39:53.236224 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:39:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1d750084-9e91-4106-8afe-0665cb9dd7eb'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:53.255106 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9fa6e17b-930c-4dd3-93d6-995e2099beaa req-a2169831-7383-44d8-9a21-654afaf83fe4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0b1a226-09f3-44cb-b573-bcae0835abbc HTTP/1.1" status: 200 len: 217 time: 0.0464752 May 26 16:39:53.277601 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad5819-8f38-4334-aa57-07796dea02b5 None None] Pushing event updated for resources: {'Port': ['ID=e1209645-cabb-4aeb-be48-534e96ea41b2,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:53.281265 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-609a9fab-c543-4199-8b8d-0c16444b61a1 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:53.304172 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-609a9fab-c543-4199-8b8d-0c16444b61a1 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:53.329528 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a9fab-c543-4199-8b8d-0c16444b61a1 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457a2442-8d78-4360-a26e-2010769810ab,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:53.342552 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6e17b-930c-4dd3-93d6-995e2099beaa req-a3cd0e3b-4cc5-4368-9989-14e25aa16ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:53.344254 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9fa6e17b-930c-4dd3-93d6-995e2099beaa req-a3cd0e3b-4cc5-4368-9989-14e25aa16ab5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5431b2c2-5959-417a-9a98-2b2d0e6627f0 HTTP/1.1" status: 200 len: 851 time: 0.0825472 May 26 16:39:53.347896 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-609a9fab-c543-4199-8b8d-0c16444b61a1 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:53.352149 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-609a9fab-c543-4199-8b8d-0c16444b61a1 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3061819 May 26 16:39:53.413007 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6e17b-930c-4dd3-93d6-995e2099beaa req-5cacb397-34e0-48bd-a113-074b8d3b9c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:53.415113 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9fa6e17b-930c-4dd3-93d6-995e2099beaa req-5cacb397-34e0-48bd-a113-074b8d3b9c72 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceae140a-4691-47b9-ad57-1026c75c737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636992 May 26 16:39:53.448142 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] Set router 1d750084-9e91-4106-8afe-0665cb9dd7eb gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:39:53.451515 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f51a89f4-7102-496d-b479-8044fa3aecf7 None None] Provisioning complete for port e1209645-cabb-4aeb-be48-534e96ea41b2 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:39:53.451794 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f51a89f4-7102-496d-b479-8044fa3aecf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:53.687914 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a362d-3ba7-4b52-a05e-50fcf952e849 req-d9be15fd-7436-4c48-a8e6-4dac7ed15545 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:53.689617 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b5a362d-3ba7-4b52-a05e-50fcf952e849 req-d9be15fd-7436-4c48-a8e6-4dac7ed15545 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 943 time: 0.2512171 May 26 16:39:53.693810 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-b1313135-4fa0-4066-942b-6c2675552747 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-973680143&fields=id&tenant_id=8e7e2054d87b4adfafe8f4c3c4c5d151 HTTP/1.1" status: 200 len: 267 time: 0.1447246 May 26 16:39:53.695910 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9fa6e17b-930c-4dd3-93d6-995e2099beaa req-74ca9c1d-d3c0-4653-b469-5be8afaf598b service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712576 May 26 16:39:53.892957 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f51a89f4-7102-496d-b479-8044fa3aecf7 None None] Current status of the port e1209645-cabb-4aeb-be48-534e96ea41b2 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:39:53.893442 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f51a89f4-7102-496d-b479-8044fa3aecf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:53.904220 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b5a362d-3ba7-4b52-a05e-50fcf952e849 req-6d2923bd-7cb2-4219-ba01-4cd2bcd2bd76 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072699 May 26 16:39:53.971408 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9fa6e17b-930c-4dd3-93d6-995e2099beaa req-5b5ebb22-60bf-4c95-965f-32af8426c692 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653165 May 26 16:39:53.975455 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-f51a89f4-7102-496d-b479-8044fa3aecf7 None None] For port e1209645-cabb-4aeb-be48-534e96ea41b2, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e1209645-cabb-4aeb-be48-534e96ea41b2,segment=NetworkSegment(b55c921a-24f4-480e-a8ce-d142163cce89),segment_id=b55c921a-24f4-480e-a8ce-d142163cce89)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:39:53.984992 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f51a89f4-7102-496d-b479-8044fa3aecf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:53.995899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-c7f3ac13-62c1-4437-b754-d59db65c8cf9 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:53.998335 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-c7f3ac13-62c1-4437-b754-d59db65c8cf9 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/networks?id=073d610e-9093-4ebe-a584-3d7a2b3757d7 HTTP/1.1" status: 200 len: 796 time: 0.2934031 May 26 16:39:54.019155 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-ef4083d5-a579-419e-acb3-598126701aca tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/quotas/8e7e2054d87b4adfafe8f4c3c4c5d151 HTTP/1.1" status: 200 len: 375 time: 0.0126398 May 26 16:39:54.055677 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a89f4-7102-496d-b479-8044fa3aecf7 None None] Pushing event updated for resources: {'Port': ['ID=e1209645-cabb-4aeb-be48-534e96ea41b2,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:54.067682 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'name': 'tempest-TestNetworkBasicOps-router-2117713532', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:39:44Z', 'updated_at': '2022-05-26T16:39:49Z', 'revision_number': 4, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:39:45Z', 'updated_at': '2022-05-26T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'e1209645-cabb-4aeb-be48-534e96ea41b2', 'name': '', 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:00:d2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'f3ec5fd6-2938-40e0-848c-d85ba7e39c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:39:48Z', 'updated_at': '2022-05-26T16:39:53Z', 'revision_number': 4, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': 'f3ec5fd6-2938-40e0-848c-d85ba7e39c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:39:54.093311 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-8e56f1ce-2d6f-4fc8-ba96-dbd02d2f3f17 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8e7e2054d87b4adfafe8f4c3c4c5d151&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667598 May 26 16:39:54.112228 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a994114c-d440-4534-a651-d8141bcb0222 None None] The sync data for ids ['1d750084-9e91-4106-8afe-0665cb9dd7eb'] in n-d-843337-2 is: [{'id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'name': 'tempest-TestNetworkBasicOps-router-2117713532', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:39:44Z', 'updated_at': '2022-05-26T16:39:49Z', 'revision_number': 4, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:39:45Z', 'updated_at': '2022-05-26T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'e1209645-cabb-4aeb-be48-534e96ea41b2', 'name': '', 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:00:d2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'f3ec5fd6-2938-40e0-848c-d85ba7e39c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:39:48Z', 'updated_at': '2022-05-26T16:39:53Z', 'revision_number': 4, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': 'f3ec5fd6-2938-40e0-848c-d85ba7e39c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:39:54.136018 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-95b82432-213c-4755-a47a-4e90c4628422 None None] Provisioning complete for port e1209645-cabb-4aeb-be48-534e96ea41b2 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:39:54.136604 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-95b82432-213c-4755-a47a-4e90c4628422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:54.267073 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-feafae5e-0a81-4592-8c40-5ca78e8db353 service neutron] 10.222.0.77 "GET /v2.0/networks/073d610e-9093-4ebe-a584-3d7a2b3757d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592584 May 26 16:39:54.350383 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-95b82432-213c-4755-a47a-4e90c4628422 None None] Current status of the port e1209645-cabb-4aeb-be48-534e96ea41b2 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:39:54.419506 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-0c63f572-7577-4ad9-8eaa-804b3efd6536 service neutron] 10.222.0.77 "GET /v2.0/networks/073d610e-9093-4ebe-a584-3d7a2b3757d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207683 May 26 16:39:54.702596 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c4c3f1c-5dcf-4f7c-be00-56da5a60d634 req-66500c87-38d6-4559-b276-41cca0376fcd tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b0f79df-4937-40ca-9abf-4c2abe76007d HTTP/1.1" status: 200 len: 210 time: 0.0896494 May 26 16:39:55.043830 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260cba5-69fc-4620-871e-22e780d9b5eb req-d0cdd996-9e06-4364-8e8b-b667268dbfda tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:55.045930 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2260cba5-69fc-4620-871e-22e780d9b5eb req-d0cdd996-9e06-4364-8e8b-b667268dbfda tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 943 time: 0.0580759 May 26 16:39:55.108591 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2260cba5-69fc-4620-871e-22e780d9b5eb req-ef367e3c-18ea-436f-be4a-f8f46d379124 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487382 May 26 16:39:55.821661 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-527c07e5-eb78-4479-a01e-10d7cba70c5a req-c5a70844-159a-4a97-a664-6932dfc0125a tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b0f79df-4937-40ca-9abf-4c2abe76007d HTTP/1.1" status: 200 len: 210 time: 0.0357125 May 26 16:39:55.991768 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e1209645-cabb-4aeb-be48-534e96ea41b2 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:39:56.052863 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port e1209645-cabb-4aeb-be48-534e96ea41b2 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:39:56.053575 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:56.157319 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port e1209645-cabb-4aeb-be48-534e96ea41b2 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:39:56.189459 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-a2e21c1d-a69b-462a-a91e-9f21c3348cf8 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:56.191098 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-a2e21c1d-a69b-462a-a91e-9f21c3348cf8 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.83 "GET /v2.0/networks?id=073d610e-9093-4ebe-a584-3d7a2b3757d7 HTTP/1.1" status: 200 len: 796 time: 0.1445906 May 26 16:39:56.245330 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5aaf8-e756-4c02-9fca-02776c18aff0 req-ccae0c6d-ac1a-40a9-ba98-df4ea587f659 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:56.246662 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-69b5aaf8-e756-4c02-9fca-02776c18aff0 req-ccae0c6d-ac1a-40a9-ba98-df4ea587f659 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 943 time: 0.0546055 May 26 16:39:56.254355 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-cf0057c7-0046-4031-a70e-f525460a5fda tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e7e2054d87b4adfafe8f4c3c4c5d151 HTTP/1.1" status: 200 len: 379 time: 0.0394735 May 26 16:39:56.292122 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-69b5aaf8-e756-4c02-9fca-02776c18aff0 req-5cdf7f0a-f53b-4a46-8f55-2db97847b97d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391297 May 26 16:39:56.292512 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-c44083d9-29e3-4e8d-81a9-39661b3debb0 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'port': {'device_id': '3b0f79df-4937-40ca-9abf-4c2abe76007d', 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7', 'admin_state_up': True, 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'security_groups': ['e95a2bed-ea2a-4988-bad5-e72caffd9994']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:39:56.409747 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-c44083d9-29e3-4e8d-81a9-39661b3debb0 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Made reservation on behalf of 8e7e2054d87b4adfafe8f4c3c4c5d151 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:39:56.413316 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-c44083d9-29e3-4e8d-81a9-39661b3debb0 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:56.557417 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-c44083d9-29e3-4e8d-81a9-39661b3debb0 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Allocated IP 172.20.0.5 (073d610e-9093-4ebe-a584-3d7a2b3757d7/f3ec5fd6-2938-40e0-848c-d85ba7e39c10/10d046af-3be6-431d-957c-a2afde1a06bb) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:39:56.727601 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-c44083d9-29e3-4e8d-81a9-39661b3debb0 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:56.766003 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-c44083d9-29e3-4e8d-81a9-39661b3debb0 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:56.821807 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-c44083d9-29e3-4e8d-81a9-39661b3debb0 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Network 073d610e-9093-4ebe-a584-3d7a2b3757d7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:39:56.825063 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-c44083d9-29e3-4e8d-81a9-39661b3debb0 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:39:56.829768 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-c44083d9-29e3-4e8d-81a9-39661b3debb0 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:39:56.864314 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44083d9-29e3-4e8d-81a9-39661b3debb0 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'Port': ['ID=10d046af-3be6-431d-957c-a2afde1a06bb,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:56.920911 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-c44083d9-29e3-4e8d-81a9-39661b3debb0 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:56.921669 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-c44083d9-29e3-4e8d-81a9-39661b3debb0 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:56.942023 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-c44083d9-29e3-4e8d-81a9-39661b3debb0 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6540773 May 26 16:39:56.963206 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-d9c01329-2356-4a5d-b173-0c9cb4944c19 service neutron] Request body: {'port': {'device_id': '3b0f79df-4937-40ca-9abf-4c2abe76007d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:39:56.977736 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aed92-4fcc-418d-9256-7330e910f3b9 req-5eb309b7-1ee8-414d-a27b-38ce85eceb2a tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:56.979373 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ef8aed92-4fcc-418d-9256-7330e910f3b9 req-5eb309b7-1ee8-414d-a27b-38ce85eceb2a tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b0f79df-4937-40ca-9abf-4c2abe76007d HTTP/1.1" status: 200 len: 931 time: 0.0612793 May 26 16:39:57.027650 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-d9c01329-2356-4a5d-b173-0c9cb4944c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:57.028773 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ef8aed92-4fcc-418d-9256-7330e910f3b9 req-c4bc790a-bd98-4916-afc4-43fd24a70463 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=e95a2bed-ea2a-4988-bad5-e72caffd9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393345 May 26 16:39:57.094639 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ce5fb040-2564-4147-85fa-63ca7a039651 None None] Provisioning complete for port 10d046af-3be6-431d-957c-a2afde1a06bb triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:39:57.095253 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ce5fb040-2564-4147-85fa-63ca7a039651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:57.133066 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ce5fb040-2564-4147-85fa-63ca7a039651 None None] Port 10d046af-3be6-431d-957c-a2afde1a06bb cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:39:57.307127 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-d9c01329-2356-4a5d-b173-0c9cb4944c19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d046af-3be6-431d-957c-a2afde1a06bb {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:39:57.315483 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-d9c01329-2356-4a5d-b173-0c9cb4944c19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:57.328837 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-d9c01329-2356-4a5d-b173-0c9cb4944c19 service neutron] Transition to ACTIVE for port object 10d046af-3be6-431d-957c-a2afde1a06bb will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:39:57.333375 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-d9c01329-2356-4a5d-b173-0c9cb4944c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:57.389362 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c01329-2356-4a5d-b173-0c9cb4944c19 service neutron] Pushing event updated for resources: {'Port': ['ID=10d046af-3be6-431d-957c-a2afde1a06bb,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:57.426131 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f51ac3-b9bc-4055-bfe8-f60c32de31b9 req-bc638ef8-0f6b-4663-81a3-765b5eb6b2ae tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:57.427695 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6f51ac3-b9bc-4055-bfe8-f60c32de31b9 req-bc638ef8-0f6b-4663-81a3-765b5eb6b2ae tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 943 time: 0.0599432 May 26 16:39:57.470505 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-d9c01329-2356-4a5d-b173-0c9cb4944c19 service neutron] Attempting to bind port 10d046af-3be6-431d-957c-a2afde1a06bb on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:39:57.470892 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-d9c01329-2356-4a5d-b173-0c9cb4944c19 service neutron] Attempting to bind port 10d046af-3be6-431d-957c-a2afde1a06bb by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'b55c921a-24f4-480e-a8ce-d142163cce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:39:57.471172 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-d9c01329-2356-4a5d-b173-0c9cb4944c19 service neutron] Attempting to bind port 10d046af-3be6-431d-957c-a2afde1a06bb on network 073d610e-9093-4ebe-a584-3d7a2b3757d7 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:39:57.471970 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f6f51ac3-b9bc-4055-bfe8-f60c32de31b9 req-63404d64-d2a4-4e7b-a209-30d0b75dbce3 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374625 May 26 16:39:57.476682 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-d9c01329-2356-4a5d-b173-0c9cb4944c19 service neutron] Port 10d046af-3be6-431d-957c-a2afde1a06bb on network 073d610e-9093-4ebe-a584-3d7a2b3757d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:39:57.477008 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-d9c01329-2356-4a5d-b173-0c9cb4944c19 service neutron] Attempting to bind port 10d046af-3be6-431d-957c-a2afde1a06bb on network 073d610e-9093-4ebe-a584-3d7a2b3757d7 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:39:57.483706 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-d9c01329-2356-4a5d-b173-0c9cb4944c19 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:39:57.484067 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-d9c01329-2356-4a5d-b173-0c9cb4944c19 service neutron] Checking segment: {'id': 'b55c921a-24f4-480e-a8ce-d142163cce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:39:57.484498 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-d9c01329-2356-4a5d-b173-0c9cb4944c19 service neutron] Bound using segment: {'id': 'b55c921a-24f4-480e-a8ce-d142163cce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:39:57.484934 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-d9c01329-2356-4a5d-b173-0c9cb4944c19 service neutron] Bound port: 10d046af-3be6-431d-957c-a2afde1a06bb, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b55c921a-24f4-480e-a8ce-d142163cce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:39:57.485293 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-d9c01329-2356-4a5d-b173-0c9cb4944c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:57.566170 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-d9c01329-2356-4a5d-b173-0c9cb4944c19 service neutron] For port 10d046af-3be6-431d-957c-a2afde1a06bb, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:39:57.570115 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-d9c01329-2356-4a5d-b173-0c9cb4944c19 service neutron] For port 10d046af-3be6-431d-957c-a2afde1a06bb, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=10d046af-3be6-431d-957c-a2afde1a06bb,segment=NetworkSegment(b55c921a-24f4-480e-a8ce-d142163cce89),segment_id=b55c921a-24f4-480e-a8ce-d142163cce89)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:39:57.580867 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-d9c01329-2356-4a5d-b173-0c9cb4944c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:57.624927 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-d9c01329-2356-4a5d-b173-0c9cb4944c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:57.625812 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-d9c01329-2356-4a5d-b173-0c9cb4944c19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:39:57.627362 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-d9c01329-2356-4a5d-b173-0c9cb4944c19 service neutron] 10.222.0.83 "PUT /v2.0/ports/10d046af-3be6-431d-957c-a2afde1a06bb HTTP/1.1" status: 200 len: 1091 time: 0.6689856 May 26 16:39:57.630020 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0f79df-4937-40ca-9abf-4c2abe76007d', 'tag': '10d046af-3be6-431d-957c-a2afde1a06bb'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:39:57.633361 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e5d891-8f5a-46fb-b46b-2354c2a91dac" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0f79df-4937-40ca-9abf-4c2abe76007d", "tag": "10d046af-3be6-431d-957c-a2afde1a06bb"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:39:57.665612 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c01329-2356-4a5d-b173-0c9cb4944c19 service neutron] Pushing event updated for resources: {'Port': ['ID=10d046af-3be6-431d-957c-a2afde1a06bb,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:39:57.702706 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17bc39f-2494-4300-b7f9-281130254e7d x-openstack-request-id: req-b17bc39f-2494-4300-b7f9-281130254e7d {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:39:57.703112 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0f79df-4937-40ca-9abf-4c2abe76007d", "tag": "10d046af-3be6-431d-957c-a2afde1a06bb", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:39:57.703459 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b17bc39f-2494-4300-b7f9-281130254e7d {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:39:57.703893 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b17bc39f-2494-4300-b7f9-281130254e7d'] response: {'name': 'network-changed', 'server_uuid': '3b0f79df-4937-40ca-9abf-4c2abe76007d', 'tag': '10d046af-3be6-431d-957c-a2afde1a06bb', 'status': 'completed', 'code': 200} May 26 16:39:57.770866 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-e719e141-4d5f-42c3-9479-c96352d4a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:57.772587 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-e719e141-4d5f-42c3-9479-c96352d4a8ce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8e7e2054d87b4adfafe8f4c3c4c5d151&device_id=3b0f79df-4937-40ca-9abf-4c2abe76007d HTTP/1.1" status: 200 len: 1094 time: 0.0539095 May 26 16:39:57.833271 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-7db11e57-2860-441b-995a-a5f322ae052d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10d046af-3be6-431d-957c-a2afde1a06bb HTTP/1.1" status: 200 len: 217 time: 0.0453753 May 26 16:39:57.891755 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-84a2e68c-aecf-4661-9c86-1751d175fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:57.893482 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-84a2e68c-aecf-4661-9c86-1751d175fd28 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3ec5fd6-2938-40e0-848c-d85ba7e39c10 HTTP/1.1" status: 200 len: 835 time: 0.0535388 May 26 16:39:57.941756 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-49209eff-6dde-440e-9d8c-ff071b63fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:57.943263 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-49209eff-6dde-440e-9d8c-ff071b63fca6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=073d610e-9093-4ebe-a584-3d7a2b3757d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432265 May 26 16:39:58.040437 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-a2a7a5d6-25ae-4f22-bb39-fad8623b350c service neutron] 10.222.0.83 "GET /v2.0/networks/073d610e-9093-4ebe-a584-3d7a2b3757d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869513 May 26 16:39:58.136186 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1c594c09-9ad9-4974-8260-c71ebe264aee req-149fbb90-867f-4b22-884c-2a2af80eb3ee service neutron] 10.222.0.83 "GET /v2.0/networks/073d610e-9093-4ebe-a584-3d7a2b3757d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862136 May 26 16:39:58.146897 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9bf16-51c7-4337-87fb-518d6d04a481 req-8e789e17-893b-449d-ab62-83ead344dcd1 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:58.148473 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-93f9bf16-51c7-4337-87fb-518d6d04a481 req-8e789e17-893b-449d-ab62-83ead344dcd1 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b0f79df-4937-40ca-9abf-4c2abe76007d HTTP/1.1" status: 200 len: 943 time: 0.0499659 May 26 16:39:58.192731 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-93f9bf16-51c7-4337-87fb-518d6d04a481 req-9d4abdf8-05c7-43b1-a332-a1f6a3c2fa03 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=e95a2bed-ea2a-4988-bad5-e72caffd9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379443 May 26 16:39:58.276248 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5d891-8f5a-46fb-b46b-2354c2a91dac req-96c521b7-ced3-4000-b237-348f2851489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:58.277745 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c0e5d891-8f5a-46fb-b46b-2354c2a91dac req-96c521b7-ced3-4000-b237-348f2851489a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8e7e2054d87b4adfafe8f4c3c4c5d151&device_id=3b0f79df-4937-40ca-9abf-4c2abe76007d HTTP/1.1" status: 200 len: 1094 time: 0.0414877 May 26 16:39:58.375322 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5d891-8f5a-46fb-b46b-2354c2a91dac req-620d544f-f048-4ce4-a376-86f51f97bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:58.376976 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c0e5d891-8f5a-46fb-b46b-2354c2a91dac req-620d544f-f048-4ce4-a376-86f51f97bea2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=073d610e-9093-4ebe-a584-3d7a2b3757d7 HTTP/1.1" status: 200 len: 897 time: 0.0901289 May 26 16:39:58.422850 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c0e5d891-8f5a-46fb-b46b-2354c2a91dac req-83e411b8-5203-47da-a9db-376a2e28e843 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10d046af-3be6-431d-957c-a2afde1a06bb HTTP/1.1" status: 200 len: 217 time: 0.0373042 May 26 16:39:58.476772 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5d891-8f5a-46fb-b46b-2354c2a91dac req-32f5d1be-9b66-47d1-8669-265d668d3aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:58.478234 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c0e5d891-8f5a-46fb-b46b-2354c2a91dac req-32f5d1be-9b66-47d1-8669-265d668d3aea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3ec5fd6-2938-40e0-848c-d85ba7e39c10 HTTP/1.1" status: 200 len: 835 time: 0.0484023 May 26 16:39:58.526013 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5d891-8f5a-46fb-b46b-2354c2a91dac req-04574ae7-f8a5-4c0c-94d1-0b4d1af57419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:58.527549 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c0e5d891-8f5a-46fb-b46b-2354c2a91dac req-04574ae7-f8a5-4c0c-94d1-0b4d1af57419 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=073d610e-9093-4ebe-a584-3d7a2b3757d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406005 May 26 16:39:58.595853 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa4dc-0a90-4619-ad7e-722f6bf80a35 req-f420f757-8f69-4766-a851-6de31bfb0768 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:58.597373 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c9fa4dc-0a90-4619-ad7e-722f6bf80a35 req-f420f757-8f69-4766-a851-6de31bfb0768 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 943 time: 0.0489476 May 26 16:39:58.621540 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c0e5d891-8f5a-46fb-b46b-2354c2a91dac req-43026ec4-d532-48d8-b5de-206b8ba708f3 service neutron] 10.222.0.83 "GET /v2.0/networks/073d610e-9093-4ebe-a584-3d7a2b3757d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858755 May 26 16:39:58.635258 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c9fa4dc-0a90-4619-ad7e-722f6bf80a35 req-b352149b-296c-4ac5-9ec6-ce6fb5a7b8f1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318615 May 26 16:39:58.718236 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c0e5d891-8f5a-46fb-b46b-2354c2a91dac req-bb522a39-4752-425a-9210-ff09f3a3c551 service neutron] 10.222.0.83 "GET /v2.0/networks/073d610e-9093-4ebe-a584-3d7a2b3757d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883093 May 26 16:39:59.311695 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673c96e-dec8-42cd-b251-0cbf8d372d50 req-0e2cfa18-82a1-46c9-bdcf-1d4e8afd5326 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:59.313184 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c673c96e-dec8-42cd-b251-0cbf8d372d50 req-0e2cfa18-82a1-46c9-bdcf-1d4e8afd5326 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b0f79df-4937-40ca-9abf-4c2abe76007d HTTP/1.1" status: 200 len: 943 time: 0.0501072 May 26 16:39:59.350660 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c673c96e-dec8-42cd-b251-0cbf8d372d50 req-5c4eba08-50fc-4d88-b441-48b85f87a624 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=e95a2bed-ea2a-4988-bad5-e72caffd9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314200 May 26 16:39:59.759072 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4f259-e091-4b12-b6b7-adb4260ae6d8 req-5e0cad84-c0ad-46dd-8d86-7efb950c4916 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:39:59.760738 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85c4f259-e091-4b12-b6b7-adb4260ae6d8 req-5e0cad84-c0ad-46dd-8d86-7efb950c4916 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 943 time: 0.0510163 May 26 16:39:59.805352 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85c4f259-e091-4b12-b6b7-adb4260ae6d8 req-26acc90f-bfd6-446d-ab2e-9f21fc6904a5 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377283 May 26 16:40:00.469674 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215b56e-8590-41f3-befd-a75add184ff8 req-57d8b72a-b512-4dd6-9ded-f6d404feca50 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:00.471242 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a215b56e-8590-41f3-befd-a75add184ff8 req-57d8b72a-b512-4dd6-9ded-f6d404feca50 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b0f79df-4937-40ca-9abf-4c2abe76007d HTTP/1.1" status: 200 len: 943 time: 0.0499475 May 26 16:40:00.510988 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a215b56e-8590-41f3-befd-a75add184ff8 req-d9467799-6478-491a-8d79-db7ba3c98ee2 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=e95a2bed-ea2a-4988-bad5-e72caffd9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336425 May 26 16:40:00.744995 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:00.924215 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63474d7a-e056-4e1a-8e02-df0240e883a9 req-cac80a32-fa2c-4119-98a5-a59e7c102aea tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:00.925613 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-63474d7a-e056-4e1a-8e02-df0240e883a9 req-cac80a32-fa2c-4119-98a5-a59e7c102aea tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 943 time: 0.0493157 May 26 16:40:00.962574 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-63474d7a-e056-4e1a-8e02-df0240e883a9 req-0bf76971-c8e7-4d39-996d-dbcf153b33ec tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309045 May 26 16:40:01.628191 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d85db-97dd-4332-902e-8b071ace7e24 req-ce341a77-fcaf-4419-b58f-c575b9353de8 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:01.629645 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cb5d85db-97dd-4332-902e-8b071ace7e24 req-ce341a77-fcaf-4419-b58f-c575b9353de8 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b0f79df-4937-40ca-9abf-4c2abe76007d HTTP/1.1" status: 200 len: 943 time: 0.0491893 May 26 16:40:01.672913 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cb5d85db-97dd-4332-902e-8b071ace7e24 req-514a55f9-b03f-4ab7-96cf-23f9ee0d304e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=e95a2bed-ea2a-4988-bad5-e72caffd9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369380 May 26 16:40:02.029420 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 10d046af-3be6-431d-957c-a2afde1a06bb details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:40:02.078800 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3cb42-f7d2-4eaa-817b-8d9adfdc9c73 req-086ef625-974c-44f8-899b-77ef37c7eb3d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:02.080328 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c4d3cb42-f7d2-4eaa-817b-8d9adfdc9c73 req-086ef625-974c-44f8-899b-77ef37c7eb3d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 943 time: 0.0488896 May 26 16:40:02.120864 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c4d3cb42-f7d2-4eaa-817b-8d9adfdc9c73 req-79378db4-0f40-4835-adf0-15d35abf7ae3 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340552 May 26 16:40:02.121154 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 10d046af-3be6-431d-957c-a2afde1a06bb, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=10d046af-3be6-431d-957c-a2afde1a06bb,segment=NetworkSegment(b55c921a-24f4-480e-a8ce-d142163cce89),segment_id=b55c921a-24f4-480e-a8ce-d142163cce89)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:40:02.137254 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '10d046af-3be6-431d-957c-a2afde1a06bb', 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7', 'port_id': '10d046af-3be6-431d-957c-a2afde1a06bb', 'mac_address': 'fa:16:3e:e7:74:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ec5fd6-2938-40e0-848c-d85ba7e39c10', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:40:02.174811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 10d046af-3be6-431d-957c-a2afde1a06bb is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:40:02.175200 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:02.188071 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d046af-3be6-431d-957c-a2afde1a06bb {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:40:02.207350 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 10d046af-3be6-431d-957c-a2afde1a06bb, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=10d046af-3be6-431d-957c-a2afde1a06bb,segment=NetworkSegment(b55c921a-24f4-480e-a8ce-d142163cce89),segment_id=b55c921a-24f4-480e-a8ce-d142163cce89)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:40:02.210918 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:02.257467 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=10d046af-3be6-431d-957c-a2afde1a06bb,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:02.783666 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['10d046af-3be6-431d-957c-a2afde1a06bb'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:40:02.788322 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f3b9c-46e6-4274-a6b7-be08dcf899c6 req-a47f176d-69f0-48a3-b69c-645aba8e6395 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:02.789847 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3d9f3b9c-46e6-4274-a6b7-be08dcf899c6 req-a47f176d-69f0-48a3-b69c-645aba8e6395 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b0f79df-4937-40ca-9abf-4c2abe76007d HTTP/1.1" status: 200 len: 944 time: 0.0490050 May 26 16:40:02.829670 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3d9f3b9c-46e6-4274-a6b7-be08dcf899c6 req-d6123573-9090-4e0d-b00e-7999249408f6 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=e95a2bed-ea2a-4988-bad5-e72caffd9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328341 May 26 16:40:03.238324 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6ea05-011d-4b0e-a142-4de09769ce43 req-ccaed4b7-721c-406e-bcaa-4b8416ebf738 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:03.239811 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88b6ea05-011d-4b0e-a142-4de09769ce43 req-ccaed4b7-721c-406e-bcaa-4b8416ebf738 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 943 time: 0.0501592 May 26 16:40:03.283079 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88b6ea05-011d-4b0e-a142-4de09769ce43 req-aff3f143-ac94-4f30-96c7-6af063fbd91c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371673 May 26 16:40:03.949928 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc2db7-2a3a-4c8c-8488-29265b65ca34 req-38a71b48-f6b1-4e36-9971-aa16a4a64f41 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:03.952163 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-27fc2db7-2a3a-4c8c-8488-29265b65ca34 req-38a71b48-f6b1-4e36-9971-aa16a4a64f41 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b0f79df-4937-40ca-9abf-4c2abe76007d HTTP/1.1" status: 200 len: 944 time: 0.0551460 May 26 16:40:04.000520 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-27fc2db7-2a3a-4c8c-8488-29265b65ca34 req-ee1114c6-2b11-4e9e-b0d5-14c1b788a5bc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=e95a2bed-ea2a-4988-bad5-e72caffd9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419137 May 26 16:40:04.045036 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 10d046af-3be6-431d-957c-a2afde1a06bb up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:40:04.121698 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 10d046af-3be6-431d-957c-a2afde1a06bb completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:40:04.126702 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 10d046af-3be6-431d-957c-a2afde1a06bb triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:40:04.127078 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:04.205460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 10d046af-3be6-431d-957c-a2afde1a06bb is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:40:04.205848 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:04.229165 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0f79df-4937-40ca-9abf-4c2abe76007d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d046af-3be6-431d-957c-a2afde1a06bb'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:40:04.231988 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc3fef7-9123-440e-afc9-ad8c9df8a3cd" -d '{"events": [{"server_uuid": "3b0f79df-4937-40ca-9abf-4c2abe76007d", "name": "network-vif-plugged", "status": "completed", "tag": "10d046af-3be6-431d-957c-a2afde1a06bb"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:40:04.244384 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 10d046af-3be6-431d-957c-a2afde1a06bb, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=10d046af-3be6-431d-957c-a2afde1a06bb,segment=NetworkSegment(b55c921a-24f4-480e-a8ce-d142163cce89),segment_id=b55c921a-24f4-480e-a8ce-d142163cce89)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:40:04.249867 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:04.275967 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa08254-8ff5-4682-b608-32f82ad5a544 x-openstack-request-id: req-8fa08254-8ff5-4682-b608-32f82ad5a544 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:40:04.276330 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0f79df-4937-40ca-9abf-4c2abe76007d", "name": "network-vif-plugged", "status": "completed", "tag": "10d046af-3be6-431d-957c-a2afde1a06bb", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:40:04.276805 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8fa08254-8ff5-4682-b608-32f82ad5a544 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:40:04.276968 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa08254-8ff5-4682-b608-32f82ad5a544'] response: {'server_uuid': '3b0f79df-4937-40ca-9abf-4c2abe76007d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d046af-3be6-431d-957c-a2afde1a06bb', 'code': 200} May 26 16:40:04.307436 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=10d046af-3be6-431d-957c-a2afde1a06bb,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:04.411978 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca3f31-922f-4e5b-a261-bf728bc93fe9 req-78c61be2-1078-4de0-8fe6-757b0116ed6a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:04.413572 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-91ca3f31-922f-4e5b-a261-bf728bc93fe9 req-78c61be2-1078-4de0-8fe6-757b0116ed6a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 943 time: 0.0528686 May 26 16:40:04.423606 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453675ac-528a-4e79-94d1-f141538c5bea req-1421cb40-d7b1-4b9e-98f9-e36ad0784bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:04.425159 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-453675ac-528a-4e79-94d1-f141538c5bea req-1421cb40-d7b1-4b9e-98f9-e36ad0784bf8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3b0f79df-4937-40ca-9abf-4c2abe76007d HTTP/1.1" status: 200 len: 1096 time: 0.0423763 May 26 16:40:04.454707 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-91ca3f31-922f-4e5b-a261-bf728bc93fe9 req-cf276187-a716-4bcc-941b-372a22ffc310 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343287 May 26 16:40:04.464578 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-453675ac-528a-4e79-94d1-f141538c5bea req-03eea050-31b5-40b4-bc61-7ca6ecfdfc78 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e95a2bed-ea2a-4988-bad5-e72caffd9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316601 May 26 16:40:04.897516 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b0b1a226-09f3-44cb-b573-bcae0835abbc details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:40:04.994891 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b0b1a226-09f3-44cb-b573-bcae0835abbc, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b0b1a226-09f3-44cb-b573-bcae0835abbc,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:40:05.007175 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'b0b1a226-09f3-44cb-b573-bcae0835abbc', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'port_id': 'b0b1a226-09f3-44cb-b573-bcae0835abbc', 'mac_address': 'fa:16:3e:c7:28:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:40:05.042829 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port b0b1a226-09f3-44cb-b573-bcae0835abbc is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:40:05.043220 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:05.056894 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b1a226-09f3-44cb-b573-bcae0835abbc {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:40:05.082001 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b0b1a226-09f3-44cb-b573-bcae0835abbc, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b0b1a226-09f3-44cb-b573-bcae0835abbc,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:40:05.086617 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:05.121246 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5d4ad-f1da-4ab7-b966-2e710d8f1d2c req-b7006c9a-2efd-4cf5-bab0-4e0ffacab3e5 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:05.123450 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dcc5d4ad-f1da-4ab7-b966-2e710d8f1d2c req-b7006c9a-2efd-4cf5-bab0-4e0ffacab3e5 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b0f79df-4937-40ca-9abf-4c2abe76007d HTTP/1.1" status: 200 len: 945 time: 0.0514622 May 26 16:40:05.136503 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=b0b1a226-09f3-44cb-b573-bcae0835abbc,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:05.166871 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dcc5d4ad-f1da-4ab7-b966-2e710d8f1d2c req-d7591494-0110-4bdb-a2bb-b4210d597f5a tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=e95a2bed-ea2a-4988-bad5-e72caffd9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373909 May 26 16:40:05.308554 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['b0b1a226-09f3-44cb-b573-bcae0835abbc'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:40:05.574171 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37980c7d-1277-48c5-aeb2-516024e2c03e req-d858188e-9960-4cd3-aed5-fe340d6c7699 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:05.576277 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37980c7d-1277-48c5-aeb2-516024e2c03e req-d858188e-9960-4cd3-aed5-fe340d6c7699 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 944 time: 0.0494721 May 26 16:40:05.615216 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37980c7d-1277-48c5-aeb2-516024e2c03e req-9a0d6d58-bed1-4607-8b2d-b9cf3928e661 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326099 May 26 16:40:06.283976 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd929deb-2390-43e0-accd-574985757d84 req-e6c7f29d-d1a5-4e0c-8e71-c6cdedef01af tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:06.285493 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd929deb-2390-43e0-accd-574985757d84 req-e6c7f29d-d1a5-4e0c-8e71-c6cdedef01af tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b0f79df-4937-40ca-9abf-4c2abe76007d HTTP/1.1" status: 200 len: 945 time: 0.0489519 May 26 16:40:06.326874 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd929deb-2390-43e0-accd-574985757d84 req-6fcf653d-bb8c-4642-9cbd-a86f1eff3343 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=e95a2bed-ea2a-4988-bad5-e72caffd9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351498 May 26 16:40:06.744947 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7b0f6-d50f-457e-9469-bfa803f489f3 req-6259cc3b-1e77-4473-9b12-b83bf1edf89d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:06.746547 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0dd7b0f6-d50f-457e-9469-bfa803f489f3 req-6259cc3b-1e77-4473-9b12-b83bf1edf89d tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 944 time: 0.0623434 May 26 16:40:06.795916 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0dd7b0f6-d50f-457e-9469-bfa803f489f3 req-e7566973-e287-46b5-816b-8f61b9f9ea69 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429738 May 26 16:40:06.929160 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b0b1a226-09f3-44cb-b573-bcae0835abbc up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:40:06.977449 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port b0b1a226-09f3-44cb-b573-bcae0835abbc completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:40:06.981917 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port b0b1a226-09f3-44cb-b573-bcae0835abbc triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:40:06.982288 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:07.060899 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port b0b1a226-09f3-44cb-b573-bcae0835abbc is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:40:07.061283 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:07.082683 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b1a226-09f3-44cb-b573-bcae0835abbc'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:40:07.084906 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c28ca98-72fb-407d-bddf-e1e0ac053055" -d '{"events": [{"server_uuid": "ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021", "name": "network-vif-plugged", "status": "completed", "tag": "b0b1a226-09f3-44cb-b573-bcae0835abbc"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:40:07.098619 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port b0b1a226-09f3-44cb-b573-bcae0835abbc, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b0b1a226-09f3-44cb-b573-bcae0835abbc,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:40:07.104158 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:07.138785 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747fdba2-7267-437f-b9d3-b9f3a7db3075 x-openstack-request-id: req-747fdba2-7267-437f-b9d3-b9f3a7db3075 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:40:07.139057 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021", "name": "network-vif-plugged", "status": "completed", "tag": "b0b1a226-09f3-44cb-b573-bcae0835abbc", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:40:07.139340 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-747fdba2-7267-437f-b9d3-b9f3a7db3075 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:40:07.139784 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-747fdba2-7267-437f-b9d3-b9f3a7db3075'] response: {'server_uuid': 'ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b1a226-09f3-44cb-b573-bcae0835abbc', 'code': 200} May 26 16:40:07.165097 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=b0b1a226-09f3-44cb-b573-bcae0835abbc,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:07.252889 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba517f1-5523-48e5-9f01-f85a04dc8dc9 req-e80d20f4-9342-45ad-ba90-f81e9ec2e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:07.254398 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fba517f1-5523-48e5-9f01-f85a04dc8dc9 req-e80d20f4-9342-45ad-ba90-f81e9ec2e795 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 1096 time: 0.0410368 May 26 16:40:07.292546 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fba517f1-5523-48e5-9f01-f85a04dc8dc9 req-011396e2-5320-4742-b2a1-6d690f5dba8f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306342 May 26 16:40:07.444715 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27d063-0657-4002-a565-d73932cc5f69 req-a3d0e3fa-ef2f-4545-bdb3-c2e8c4ec4664 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:07.446195 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba27d063-0657-4002-a565-d73932cc5f69 req-a3d0e3fa-ef2f-4545-bdb3-c2e8c4ec4664 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b0f79df-4937-40ca-9abf-4c2abe76007d HTTP/1.1" status: 200 len: 945 time: 0.0500214 May 26 16:40:07.484941 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba27d063-0657-4002-a565-d73932cc5f69 req-83f32753-4f00-4600-9870-c821b7e4494e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=e95a2bed-ea2a-4988-bad5-e72caffd9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317488 May 26 16:40:07.606092 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931b508-7d26-42fe-8dcb-17b4a5393347 req-63c07890-a18a-46c9-9192-42ad0ab3b48e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:07.608159 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5931b508-7d26-42fe-8dcb-17b4a5393347 req-63c07890-a18a-46c9-9192-42ad0ab3b48e tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b0f79df-4937-40ca-9abf-4c2abe76007d HTTP/1.1" status: 200 len: 945 time: 0.0544400 May 26 16:40:07.655817 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5931b508-7d26-42fe-8dcb-17b4a5393347 req-07bc94bf-4e5e-427c-88c3-de8be0a69684 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=e95a2bed-ea2a-4988-bad5-e72caffd9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400848 May 26 16:40:07.677889 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35590) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:07.719925 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b86f88e-1309-4790-9ed7-cf1e4de92b2c tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:07.721502 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8b86f88e-1309-4790-9ed7-cf1e4de92b2c tempest-TestNetworkBasicOps-1268813966 tempest-TestNetworkBasicOps-1268813966-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3b0f79df-4937-40ca-9abf-4c2abe76007d HTTP/1.1" status: 200 len: 1091 time: 0.0426459 May 26 16:40:07.724337 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35592) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:07.728807 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-67012ad4-3238-432d-b07d-bbdd9d256afe tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': '10d046af-3be6-431d-957c-a2afde1a06bb', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:40:07.750197 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67012ad4-3238-432d-b07d-bbdd9d256afe tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:07.848422 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67012ad4-3238-432d-b07d-bbdd9d256afe tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:07.976684 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b289e6-20ee-4946-a0b6-115adbd17369 req-8b7ab363-99fd-4e8b-9f73-aacb36d1c872 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:07.978196 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2b289e6-20ee-4946-a0b6-115adbd17369 req-8b7ab363-99fd-4e8b-9f73-aacb36d1c872 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 945 time: 0.0888369 May 26 16:40:08.002046 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-67012ad4-3238-432d-b07d-bbdd9d256afe tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Allocated IP 172.25.7.72 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/d6aa2139-3d02-4b74-ac8b-25434982ea7c) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:40:08.051220 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2b289e6-20ee-4946-a0b6-115adbd17369 req-cbf2a1bf-245c-4832-91b6-593535f3aa64 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650685 May 26 16:40:08.127203 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67012ad4-3238-432d-b07d-bbdd9d256afe tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:08.160583 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67012ad4-3238-432d-b07d-bbdd9d256afe tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:08.204294 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67012ad4-3238-432d-b07d-bbdd9d256afe tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:40:08.207069 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-67012ad4-3238-432d-b07d-bbdd9d256afe tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:40:08.211413 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67012ad4-3238-432d-b07d-bbdd9d256afe tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:40:08.214483 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67012ad4-3238-432d-b07d-bbdd9d256afe tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'Port': ['ID=d6aa2139-3d02-4b74-ac8b-25434982ea7c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:08.584882 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67012ad4-3238-432d-b07d-bbdd9d256afe tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:08.649870 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67012ad4-3238-432d-b07d-bbdd9d256afe tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:08.804517 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67012ad4-3238-432d-b07d-bbdd9d256afe tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:08.809007 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67012ad4-3238-432d-b07d-bbdd9d256afe tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:08.882488 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67012ad4-3238-432d-b07d-bbdd9d256afe tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event updated for resources: {'Port': ['ID=d6aa2139-3d02-4b74-ac8b-25434982ea7c,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:08.893190 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67012ad4-3238-432d-b07d-bbdd9d256afe tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:08.993045 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-67012ad4-3238-432d-b07d-bbdd9d256afe tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Floating IP 8f1b01ce-b9de-4db5-ac2d-8c44a6e86d75 associated. External IP: 172.25.7.72, port: 10d046af-3be6-431d-957c-a2afde1a06bb. May 26 16:40:09.221411 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4926d-83da-4a18-9330-66e8208b2262 req-b1ef7dad-6f56-498c-b584-f2b61bf7594c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:09.222885 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d9d4926d-83da-4a18-9330-66e8208b2262 req-b1ef7dad-6f56-498c-b584-f2b61bf7594c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 945 time: 0.0958352 May 26 16:40:09.248993 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67012ad4-3238-432d-b07d-bbdd9d256afe tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Router 1d750084-9e91-4106-8afe-0665cb9dd7eb has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:40:09.277885 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d9d4926d-83da-4a18-9330-66e8208b2262 req-381874e6-324f-4eec-90cc-9b8fc4ce7a4a tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487137 May 26 16:40:09.409498 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67012ad4-3238-432d-b07d-bbdd9d256afe tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:40:09.420646 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8be227e-b931-4f7c-ac81-191654c7eb73 None None] Sync routers for ids ['1d750084-9e91-4106-8afe-0665cb9dd7eb'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:40:09.429802 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8be227e-b931-4f7c-ac81-191654c7eb73 None None] Routers {'1d750084-9e91-4106-8afe-0665cb9dd7eb'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:40:09.430594 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b8be227e-b931-4f7c-ac81-191654c7eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:39:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1d750084-9e91-4106-8afe-0665cb9dd7eb'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:09.437702 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50092c-4f86-4fe0-990e-884224ea5704 req-27a8a5cb-2ad5-48d5-b9d5-72e68ad9b8b1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:09.438902 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd50092c-4f86-4fe0-990e-884224ea5704 req-27a8a5cb-2ad5-48d5-b9d5-72e68ad9b8b1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 945 time: 0.0781767 May 26 16:40:09.441998 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-67012ad4-3238-432d-b07d-bbdd9d256afe tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:09.484677 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-67012ad4-3238-432d-b07d-bbdd9d256afe tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7593315 May 26 16:40:09.486778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0f79df-4937-40ca-9abf-4c2abe76007d', 'tag': '10d046af-3be6-431d-957c-a2afde1a06bb'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:40:09.487498 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35600) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:09.489947 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a71c613-0ee8-4fe8-a04d-47f7c70738ec" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0f79df-4937-40ca-9abf-4c2abe76007d", "tag": "10d046af-3be6-431d-957c-a2afde1a06bb"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:40:09.521342 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd50092c-4f86-4fe0-990e-884224ea5704 req-9e6a46c6-eeb3-44eb-8f19-7fd444530d3b tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606768 May 26 16:40:09.539571 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35606) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:09.541202 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b8be227e-b931-4f7c-ac81-191654c7eb73 None None] Set router 1d750084-9e91-4106-8afe-0665cb9dd7eb gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:40:09.564627 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-88a297d7-7b79-4bd5-83da-805ba4f39b49 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/floatingips/8f1b01ce-b9de-4db5-ac2d-8c44a6e86d75 HTTP/1.1" status: 200 len: 990 time: 0.0746207 May 26 16:40:09.585988 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2534f290-0571-4f12-b9ee-ff1acf9ecc57 tempest-TestVolumeBootPattern-1897369039 tempest-TestVolumeBootPattern-1897369039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:09.588601 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2534f290-0571-4f12-b9ee-ff1acf9ecc57 tempest-TestVolumeBootPattern-1897369039 tempest-TestVolumeBootPattern-1897369039-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 1091 time: 0.0473928 May 26 16:40:09.591541 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35608) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:09.596146 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ddc4a16e-aec8-4881-bb54-2c81c842a7fb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': 'b0b1a226-09f3-44cb-b573-bcae0835abbc', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:40:09.616571 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762e1c8f-a5c1-4a4b-9954-b25a42ccd08f x-openstack-request-id: req-762e1c8f-a5c1-4a4b-9954-b25a42ccd08f {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:40:09.617123 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0f79df-4937-40ca-9abf-4c2abe76007d", "tag": "10d046af-3be6-431d-957c-a2afde1a06bb", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:40:09.617714 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-762e1c8f-a5c1-4a4b-9954-b25a42ccd08f {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:40:09.618401 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-762e1c8f-a5c1-4a4b-9954-b25a42ccd08f'] response: {'name': 'network-changed', 'server_uuid': '3b0f79df-4937-40ca-9abf-4c2abe76007d', 'tag': '10d046af-3be6-431d-957c-a2afde1a06bb', 'status': 'completed', 'code': 200} May 26 16:40:09.623680 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ddc4a16e-aec8-4881-bb54-2c81c842a7fb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:09.734222 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71c613-0ee8-4fe8-a04d-47f7c70738ec req-6fdac3f6-ac0f-4c89-a4c6-e6122656be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:09.735681 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7a71c613-0ee8-4fe8-a04d-47f7c70738ec req-6fdac3f6-ac0f-4c89-a4c6-e6122656be80 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8e7e2054d87b4adfafe8f4c3c4c5d151&device_id=3b0f79df-4937-40ca-9abf-4c2abe76007d HTTP/1.1" status: 200 len: 1096 time: 0.0601037 May 26 16:40:09.774427 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b8be227e-b931-4f7c-ac81-191654c7eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'name': 'tempest-TestNetworkBasicOps-router-2117713532', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:39:44Z', 'updated_at': '2022-05-26T16:39:49Z', 'revision_number': 4, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:39:45Z', 'updated_at': '2022-05-26T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '8f1b01ce-b9de-4db5-ac2d-8c44a6e86d75', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'port_id': '10d046af-3be6-431d-957c-a2afde1a06bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7', 'mac_address': 'fa:16:3e:e7:74:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f79df-4937-40ca-9abf-4c2abe76007d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:40:08Z', 'updated_at': '2022-05-26T16:40:08Z', 'revision_number': 0, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1209645-cabb-4aeb-be48-534e96ea41b2', 'name': '', 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:00:d2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'f3ec5fd6-2938-40e0-848c-d85ba7e39c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:39:48Z', 'updated_at': '2022-05-26T16:39:53Z', 'revision_number': 5, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': 'f3ec5fd6-2938-40e0-848c-d85ba7e39c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:09.804835 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8be227e-b931-4f7c-ac81-191654c7eb73 None None] Checking router: 1d750084-9e91-4106-8afe-0665cb9dd7eb for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:40:09.814385 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8be227e-b931-4f7c-ac81-191654c7eb73 None None] Routers {'1d750084-9e91-4106-8afe-0665cb9dd7eb'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:40:09.815009 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b8be227e-b931-4f7c-ac81-191654c7eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:39:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1d750084-9e91-4106-8afe-0665cb9dd7eb'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:09.927466 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b8be227e-b931-4f7c-ac81-191654c7eb73 None None] Set router 1d750084-9e91-4106-8afe-0665cb9dd7eb gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:40:10.059602 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ddc4a16e-aec8-4881-bb54-2c81c842a7fb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:10.203467 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71c613-0ee8-4fe8-a04d-47f7c70738ec req-2b10797c-9658-4ea0-b07f-d71d74fe0cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:10.205060 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7a71c613-0ee8-4fe8-a04d-47f7c70738ec req-2b10797c-9658-4ea0-b07f-d71d74fe0cfe service neutron] 10.222.0.83 "GET /v2.0/networks?id=073d610e-9093-4ebe-a584-3d7a2b3757d7 HTTP/1.1" status: 200 len: 897 time: 0.1744862 May 26 16:40:10.247991 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b8be227e-b931-4f7c-ac81-191654c7eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'name': 'tempest-TestNetworkBasicOps-router-2117713532', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:39:44Z', 'updated_at': '2022-05-26T16:39:49Z', 'revision_number': 4, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:39:45Z', 'updated_at': '2022-05-26T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '8f1b01ce-b9de-4db5-ac2d-8c44a6e86d75', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'port_id': '10d046af-3be6-431d-957c-a2afde1a06bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7', 'mac_address': 'fa:16:3e:e7:74:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f79df-4937-40ca-9abf-4c2abe76007d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:40:08Z', 'updated_at': '2022-05-26T16:40:08Z', 'revision_number': 0, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1209645-cabb-4aeb-be48-534e96ea41b2', 'name': '', 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:00:d2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'f3ec5fd6-2938-40e0-848c-d85ba7e39c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:39:48Z', 'updated_at': '2022-05-26T16:39:53Z', 'revision_number': 5, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': 'f3ec5fd6-2938-40e0-848c-d85ba7e39c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:10.268037 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-ddc4a16e-aec8-4881-bb54-2c81c842a7fb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Allocated IP 172.25.7.224 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/f8d8654d-7879-4cad-9a4d-0573f0a6ac0c) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:40:10.274723 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8be227e-b931-4f7c-ac81-191654c7eb73 None None] The sync data for ids ['1d750084-9e91-4106-8afe-0665cb9dd7eb'] in n-d-843337-2 is: [{'id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'name': 'tempest-TestNetworkBasicOps-router-2117713532', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:39:44Z', 'updated_at': '2022-05-26T16:39:49Z', 'revision_number': 4, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:39:45Z', 'updated_at': '2022-05-26T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '8f1b01ce-b9de-4db5-ac2d-8c44a6e86d75', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'port_id': '10d046af-3be6-431d-957c-a2afde1a06bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7', 'mac_address': 'fa:16:3e:e7:74:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f79df-4937-40ca-9abf-4c2abe76007d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:40:08Z', 'updated_at': '2022-05-26T16:40:08Z', 'revision_number': 0, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1209645-cabb-4aeb-be48-534e96ea41b2', 'name': '', 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:00:d2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'f3ec5fd6-2938-40e0-848c-d85ba7e39c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:39:48Z', 'updated_at': '2022-05-26T16:39:53Z', 'revision_number': 5, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': 'f3ec5fd6-2938-40e0-848c-d85ba7e39c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:40:10.298117 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7a71c613-0ee8-4fe8-a04d-47f7c70738ec req-9349abb7-0e13-4bdf-906d-d1ed42bfe858 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10d046af-3be6-431d-957c-a2afde1a06bb HTTP/1.1" status: 200 len: 998 time: 0.0836909 May 26 16:40:10.402127 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71c613-0ee8-4fe8-a04d-47f7c70738ec req-71096631-076f-4ba3-ae05-0fb1429807db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:10.403674 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7a71c613-0ee8-4fe8-a04d-47f7c70738ec req-71096631-076f-4ba3-ae05-0fb1429807db service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3ec5fd6-2938-40e0-848c-d85ba7e39c10 HTTP/1.1" status: 200 len: 835 time: 0.0939751 May 26 16:40:10.455434 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ddc4a16e-aec8-4881-bb54-2c81c842a7fb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:10.477949 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71c613-0ee8-4fe8-a04d-47f7c70738ec req-8b20b753-19b2-4352-b537-c4881acd59a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:10.479497 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7a71c613-0ee8-4fe8-a04d-47f7c70738ec req-8b20b753-19b2-4352-b537-c4881acd59a0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=073d610e-9093-4ebe-a584-3d7a2b3757d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648654 May 26 16:40:10.501515 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eafab8-5b7f-473f-bc59-1914da0abdd6 None None] New status for floating IP 8f1b01ce-b9de-4db5-ac2d-8c44a6e86d75: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:40:10.522774 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ddc4a16e-aec8-4881-bb54-2c81c842a7fb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:10.567236 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35610) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:10.612788 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc4a16e-aec8-4881-bb54-2c81c842a7fb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:40:10.618355 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-ddc4a16e-aec8-4881-bb54-2c81c842a7fb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:40:10.620978 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc4a16e-aec8-4881-bb54-2c81c842a7fb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:40:10.638555 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2e33fe6d-9303-41bb-af4e-0ebc9fe50efc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/floatingips/8f1b01ce-b9de-4db5-ac2d-8c44a6e86d75 HTTP/1.1" status: 200 len: 990 time: 0.0683410 May 26 16:40:10.665611 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4a16e-aec8-4881-bb54-2c81c842a7fb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event updated for resources: {'Port': ['ID=f8d8654d-7879-4cad-9a4d-0573f0a6ac0c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:10.698591 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7a71c613-0ee8-4fe8-a04d-47f7c70738ec req-a6336db3-970e-4b2f-899e-e77ff1fdd59c service neutron] 10.222.0.83 "GET /v2.0/networks/073d610e-9093-4ebe-a584-3d7a2b3757d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929042 May 26 16:40:10.892462 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7a71c613-0ee8-4fe8-a04d-47f7c70738ec req-c34e2b37-e01b-4fd8-8627-7682c71d96ed service neutron] 10.222.0.83 "GET /v2.0/networks/073d610e-9093-4ebe-a584-3d7a2b3757d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731710 May 26 16:40:11.096591 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ddc4a16e-aec8-4881-bb54-2c81c842a7fb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:11.163390 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ddc4a16e-aec8-4881-bb54-2c81c842a7fb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:11.316343 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ddc4a16e-aec8-4881-bb54-2c81c842a7fb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:11.320859 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ddc4a16e-aec8-4881-bb54-2c81c842a7fb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:11.398886 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4a16e-aec8-4881-bb54-2c81c842a7fb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event updated for resources: {'Port': ['ID=f8d8654d-7879-4cad-9a4d-0573f0a6ac0c,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:11.408133 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ddc4a16e-aec8-4881-bb54-2c81c842a7fb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:11.511735 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-ddc4a16e-aec8-4881-bb54-2c81c842a7fb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Floating IP 6e2096b1-0648-4d36-8800-07cd4e6beed0 associated. External IP: 172.25.7.224, port: b0b1a226-09f3-44cb-b573-bcae0835abbc. May 26 16:40:11.641653 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35612) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:11.727476 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc4a16e-aec8-4881-bb54-2c81c842a7fb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:40:11.837074 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc4a16e-aec8-4881-bb54-2c81c842a7fb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:40:11.848760 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765d1203-2996-42d9-9f7e-6429a0604274 None None] Sync routers for ids ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:40:11.859842 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ddc4a16e-aec8-4881-bb54-2c81c842a7fb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:11.865051 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765d1203-2996-42d9-9f7e-6429a0604274 None None] Routers {'1c2261bb-afd3-4002-95c2-1061cbfa3fd2'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:40:11.865687 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-765d1203-2996-42d9-9f7e-6429a0604274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:39:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:11.898846 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ddc4a16e-aec8-4881-bb54-2c81c842a7fb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3061459 May 26 16:40:11.899520 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021', 'tag': 'b0b1a226-09f3-44cb-b573-bcae0835abbc'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:40:11.902724 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7034f37-152f-45e6-ae09-3e47761e81aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021", "tag": "b0b1a226-09f3-44cb-b573-bcae0835abbc"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:40:11.943168 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb49bfc5-c730-4cac-8620-1defdd50ec31 x-openstack-request-id: req-fb49bfc5-c730-4cac-8620-1defdd50ec31 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:40:11.943475 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021", "tag": "b0b1a226-09f3-44cb-b573-bcae0835abbc", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:40:11.943780 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fb49bfc5-c730-4cac-8620-1defdd50ec31 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:40:11.944257 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb49bfc5-c730-4cac-8620-1defdd50ec31'] response: {'name': 'network-changed', 'server_uuid': 'ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021', 'tag': 'b0b1a226-09f3-44cb-b573-bcae0835abbc', 'status': 'completed', 'code': 200} May 26 16:40:11.981222 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-765d1203-2996-42d9-9f7e-6429a0604274 None None] Set router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:40:12.083010 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-14911f03-5603-4d0a-bf09-ebd29237be32 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/floatingips/8f1b01ce-b9de-4db5-ac2d-8c44a6e86d75 HTTP/1.1" status: 200 len: 992 time: 0.4401963 May 26 16:40:12.090283 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7034f37-152f-45e6-ae09-3e47761e81aa req-d17c008f-506f-4d38-b5c7-b30f48aa6e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:12.091518 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7034f37-152f-45e6-ae09-3e47761e81aa req-d17c008f-506f-4d38-b5c7-b30f48aa6e47 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 1096 time: 0.0599368 May 26 16:40:12.191477 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7034f37-152f-45e6-ae09-3e47761e81aa req-fcbeae42-2052-4aeb-8a76-23e1a6af016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:12.192966 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7034f37-152f-45e6-ae09-3e47761e81aa req-fcbeae42-2052-4aeb-8a76-23e1a6af016d service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 913 time: 0.0896695 May 26 16:40:12.218665 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-765d1203-2996-42d9-9f7e-6429a0604274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 4, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port': {'id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:31Z', 'updated_at': '2022-05-26T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '00a5d8f6-918b-4017-9923-20d1d031c6cc', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'port_id': '52419282-5709-464f-8edb-db1e61c0da76', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'mac_address': 'fa:16:3e:7f:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13585158-34d0-477f-9cd6-cd574b57d0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:37:55Z', 'updated_at': '2022-05-26T16:37:57Z', 'revision_number': 1, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'fixed_ip_address_scope': None}, {'id': '6e2096b1-0648-4d36-8800-07cd4e6beed0', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'port_id': 'b0b1a226-09f3-44cb-b573-bcae0835abbc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'mac_address': 'fa:16:3e:c7:28:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:40:10Z', 'updated_at': '2022-05-26T16:40:10Z', 'revision_number': 0, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f915d130-ca03-4aab-a292-340d2fc26711', 'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'mac_address': 'fa:16:3e:98:65:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:34Z', 'updated_at': '2022-05-26T16:28:45Z', 'revision_number': 5, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'subnets': [{'id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:12.244494 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765d1203-2996-42d9-9f7e-6429a0604274 None None] Checking router: 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:40:12.253487 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765d1203-2996-42d9-9f7e-6429a0604274 None None] Routers {'1c2261bb-afd3-4002-95c2-1061cbfa3fd2'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:40:12.254094 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-765d1203-2996-42d9-9f7e-6429a0604274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:39:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:12.259348 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7034f37-152f-45e6-ae09-3e47761e81aa req-5e237055-005e-4af2-a965-0fe67f48bc50 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0b1a226-09f3-44cb-b573-bcae0835abbc HTTP/1.1" status: 200 len: 999 time: 0.0591559 May 26 16:40:12.308742 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7034f37-152f-45e6-ae09-3e47761e81aa req-adb62eda-e55c-42ed-9c24-ddc59bf0443b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:12.311130 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7034f37-152f-45e6-ae09-3e47761e81aa req-adb62eda-e55c-42ed-9c24-ddc59bf0443b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5431b2c2-5959-417a-9a98-2b2d0e6627f0 HTTP/1.1" status: 200 len: 851 time: 0.0443151 May 26 16:40:12.361235 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-765d1203-2996-42d9-9f7e-6429a0604274 None None] Set router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:40:12.366152 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7034f37-152f-45e6-ae09-3e47761e81aa req-b8378c88-5a5f-4ba0-8309-2c8e31888836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:12.367792 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7034f37-152f-45e6-ae09-3e47761e81aa req-b8378c88-5a5f-4ba0-8309-2c8e31888836 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceae140a-4691-47b9-ad57-1026c75c737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480168 May 26 16:40:12.464279 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7034f37-152f-45e6-ae09-3e47761e81aa req-2d71be16-d1fc-47e5-b0c4-b110510cfdff service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887191 May 26 16:40:12.568961 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d7034f37-152f-45e6-ae09-3e47761e81aa req-ae748a6d-4044-43cb-b7df-a1e8ce8c1164 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949161 May 26 16:40:12.602642 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-765d1203-2996-42d9-9f7e-6429a0604274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 4, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port': {'id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:31Z', 'updated_at': '2022-05-26T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '00a5d8f6-918b-4017-9923-20d1d031c6cc', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'port_id': '52419282-5709-464f-8edb-db1e61c0da76', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'mac_address': 'fa:16:3e:7f:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13585158-34d0-477f-9cd6-cd574b57d0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:37:55Z', 'updated_at': '2022-05-26T16:37:57Z', 'revision_number': 1, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'fixed_ip_address_scope': None}, {'id': '6e2096b1-0648-4d36-8800-07cd4e6beed0', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'port_id': 'b0b1a226-09f3-44cb-b573-bcae0835abbc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'mac_address': 'fa:16:3e:c7:28:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:40:10Z', 'updated_at': '2022-05-26T16:40:10Z', 'revision_number': 0, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f915d130-ca03-4aab-a292-340d2fc26711', 'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'mac_address': 'fa:16:3e:98:65:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:34Z', 'updated_at': '2022-05-26T16:28:45Z', 'revision_number': 5, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'subnets': [{'id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:12.628690 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765d1203-2996-42d9-9f7e-6429a0604274 None None] The sync data for ids ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'] in n-d-843337-2 is: [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 4, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port': {'id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:31Z', 'updated_at': '2022-05-26T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '00a5d8f6-918b-4017-9923-20d1d031c6cc', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'port_id': '52419282-5709-464f-8edb-db1e61c0da76', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'mac_address': 'fa:16:3e:7f:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13585158-34d0-477f-9cd6-cd574b57d0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:37:55Z', 'updated_at': '2022-05-26T16:37:57Z', 'revision_number': 1, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'fixed_ip_address_scope': None}, {'id': '6e2096b1-0648-4d36-8800-07cd4e6beed0', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'port_id': 'b0b1a226-09f3-44cb-b573-bcae0835abbc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'mac_address': 'fa:16:3e:c7:28:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:40:10Z', 'updated_at': '2022-05-26T16:40:10Z', 'revision_number': 0, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f915d130-ca03-4aab-a292-340d2fc26711', 'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'mac_address': 'fa:16:3e:98:65:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:34Z', 'updated_at': '2022-05-26T16:28:45Z', 'revision_number': 5, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'subnets': [{'id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:40:12.815129 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da79ff7-e7db-407e-bac2-e7896375b6a8 None None] New status for floating IP 6e2096b1-0648-4d36-8800-07cd4e6beed0: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:40:13.045449 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8ef1baa8-dfb8-46f1-9a7e-07ddb030a6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:15.482314 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-be25f40d-ce69-4293-bc47-fbe53162d6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:16.613042 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:18.251017 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:18.343520 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:19.008242 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:24.665387 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:40:30.774397 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:43.047550 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ffc0473f-a10c-4605-84e5-8f312020bdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:45.485581 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-67aff18e-cf1d-4951-a54d-ac0a489ae58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:46.615644 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:48.054775 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dff153c6-028a-4fa7-acd5-c755f38eb18e req-18342129-5d05-400c-b4f6-4a0fd3ad75de service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431917 May 26 16:40:48.143229 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff153c6-028a-4fa7-acd5-c755f38eb18e req-3592bdc6-29eb-48b6-9fc7-7c63bf919511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:48.145249 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dff153c6-028a-4fa7-acd5-c755f38eb18e req-3592bdc6-29eb-48b6-9fc7-7c63bf919511 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 1096 time: 0.0459530 May 26 16:40:48.260843 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:48.283079 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff153c6-028a-4fa7-acd5-c755f38eb18e req-869d17ae-5eb8-43f4-b6b4-d2b915fcca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:48.284578 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dff153c6-028a-4fa7-acd5-c755f38eb18e req-869d17ae-5eb8-43f4-b6b4-d2b915fcca2c service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 913 time: 0.1174374 May 26 16:40:48.344860 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:48.363820 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dff153c6-028a-4fa7-acd5-c755f38eb18e req-42632a5a-ccf8-4f46-a474-1f8c4d063396 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52419282-5709-464f-8edb-db1e61c0da76 HTTP/1.1" status: 200 len: 1000 time: 0.0716708 May 26 16:40:48.418143 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff153c6-028a-4fa7-acd5-c755f38eb18e req-fc5a8db0-58e0-4f42-862d-fcf866903b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:48.419738 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dff153c6-028a-4fa7-acd5-c755f38eb18e req-fc5a8db0-58e0-4f42-862d-fcf866903b79 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5431b2c2-5959-417a-9a98-2b2d0e6627f0 HTTP/1.1" status: 200 len: 851 time: 0.0479217 May 26 16:40:48.481356 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff153c6-028a-4fa7-acd5-c755f38eb18e req-65fe2e33-b4e8-47fa-833c-27ec2f6318e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:48.482901 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dff153c6-028a-4fa7-acd5-c755f38eb18e req-65fe2e33-b4e8-47fa-833c-27ec2f6318e8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceae140a-4691-47b9-ad57-1026c75c737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560746 May 26 16:40:48.594544 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dff153c6-028a-4fa7-acd5-c755f38eb18e req-eacff927-e103-4c67-9acd-aab037425e92 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044776 May 26 16:40:48.706607 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dff153c6-028a-4fa7-acd5-c755f38eb18e req-5491b127-a82d-4f2d-b941-f43edc5f3c61 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053405 May 26 16:40:49.004563 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:51.878415 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e4cea-a0ad-44b2-a9dd-d6c0d574c2d8 req-9f19ff72-9d90-4911-b7b3-fd65309d43e1 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:51.879836 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a15e4cea-a0ad-44b2-a9dd-d6c0d574c2d8 req-9f19ff72-9d90-4911-b7b3-fd65309d43e1 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6403e2-1ba5-4c8d-9838-75c58430b459 HTTP/1.1" status: 200 len: 945 time: 0.0514114 May 26 16:40:51.920713 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a15e4cea-a0ad-44b2-a9dd-d6c0d574c2d8 req-60014dcf-1fcf-42f6-ad93-2ae2de57bfb4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0078899-4008-4f12-8014-23749e1c89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345337 May 26 16:40:53.048690 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7421c-2093-4784-a605-6899d872a024 req-93c6706a-7312-4e85-8d26-078d013106d0 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:53.050289 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9c7421c-2093-4784-a605-6899d872a024 req-93c6706a-7312-4e85-8d26-078d013106d0 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6403e2-1ba5-4c8d-9838-75c58430b459 HTTP/1.1" status: 200 len: 945 time: 0.0528347 May 26 16:40:53.093153 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9c7421c-2093-4784-a605-6899d872a024 req-6679e965-6388-400e-ae1e-fcce1b564563 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0078899-4008-4f12-8014-23749e1c89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366716 May 26 16:40:54.237131 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56080c15-7e98-41f2-824f-4c46b02506e9 req-b624c207-659e-4872-8825-8787d61856d6 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:54.239455 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-56080c15-7e98-41f2-824f-4c46b02506e9 req-b624c207-659e-4872-8825-8787d61856d6 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6403e2-1ba5-4c8d-9838-75c58430b459 HTTP/1.1" status: 200 len: 945 time: 0.0716293 May 26 16:40:54.241577 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9d412-5837-4b86-912f-8f0372106536 req-65511e4d-e16d-4627-924c-09f0ab5d51c4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:40:54.247216 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-13e9d412-5837-4b86-912f-8f0372106536 req-65511e4d-e16d-4627-924c-09f0ab5d51c4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa6403e2-1ba5-4c8d-9838-75c58430b459 HTTP/1.1" status: 200 len: 945 time: 0.0538301 May 26 16:40:54.290026 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-56080c15-7e98-41f2-824f-4c46b02506e9 req-f45d2288-7d5c-4941-9f39-9c8fda4ffed5 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0078899-4008-4f12-8014-23749e1c89a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431480 May 26 16:40:54.362404 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-13e9d412-5837-4b86-912f-8f0372106536 req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Deleting port 141920b6-83cb-4473-9439-5ac3af5c0fd7 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:40:54.362771 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-13e9d412-5837-4b86-912f-8f0372106536 req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:54.468909 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-13e9d412-5837-4b86-912f-8f0372106536 req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] For port 141920b6-83cb-4473-9439-5ac3af5c0fd7, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=141920b6-83cb-4473-9439-5ac3af5c0fd7,segment=NetworkSegment(5f841553-154d-4aef-93a5-5848666094a0),segment_id=5f841553-154d-4aef-93a5-5848666094a0)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:40:54.469297 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-13e9d412-5837-4b86-912f-8f0372106536 req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:54.658874 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-13e9d412-5837-4b86-912f-8f0372106536 req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:54.659290 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-13e9d412-5837-4b86-912f-8f0372106536 req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:54.659750 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [req-13e9d412-5837-4b86-912f-8f0372106536 req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Floating IP 0e36826d-7d32-4895-b0df-423907de2638 disassociated. External IP: 172.25.7.165, port: 141920b6-83cb-4473-9439-5ac3af5c0fd7. May 26 16:40:54.660235 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-13e9d412-5837-4b86-912f-8f0372106536 req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Calling delete_port for 141920b6-83cb-4473-9439-5ac3af5c0fd7 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:40:54.811412 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-13e9d412-5837-4b86-912f-8f0372106536 req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:54.843223 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Pushing event deleted for resources: {'Port': ['ID=141920b6-83cb-4473-9439-5ac3af5c0fd7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:54.855245 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:54.855592 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:54.855928 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:54.856292 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:54.856629 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:54.856954 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:54.857281 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:54.857603 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:54.858151 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:54.858300 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:54.858626 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:54.859076 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:55.262570 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13e9d412-5837-4b86-912f-8f0372106536 req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Router 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:40:55.386881 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13e9d412-5837-4b86-912f-8f0372106536 req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:40:55.400916 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb23ada8-cbc5-43c3-adc2-263cdd62af25 None None] Sync routers for ids ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:40:55.407003 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-21cbb773-b9a8-459e-a726-56f3f975cec3 req-0547fdc1-25fd-4419-9325-5eec41fefee0 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6403e2-1ba5-4c8d-9838-75c58430b459 HTTP/1.1" status: 200 len: 210 time: 0.0380647 May 26 16:40:55.420229 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb23ada8-cbc5-43c3-adc2-263cdd62af25 None None] Routers {'4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:40:55.421067 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-bb23ada8-cbc5-43c3-adc2-263cdd62af25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:40:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:55.431491 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e9d412-5837-4b86-912f-8f0372106536 req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] No DVR routers for this DVR port 141920b6-83cb-4473-9439-5ac3af5c0fd7 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:40:55.435162 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-13e9d412-5837-4b86-912f-8f0372106536 req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:55.439393 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-13e9d412-5837-4b86-912f-8f0372106536 req-6f97b2ad-6f4b-442b-82c1-b24896fc4249 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.83 "DELETE /v2.0/ports/141920b6-83cb-4473-9439-5ac3af5c0fd7 HTTP/1.1" status: 204 len: 173 time: 1.1885824 May 26 16:40:55.440244 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6403e2-1ba5-4c8d-9838-75c58430b459', 'name': 'network-vif-deleted', 'tag': '141920b6-83cb-4473-9439-5ac3af5c0fd7'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:40:55.442972 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ed4b80-8bcb-4a75-9e4e-4a684785301c" -d '{"events": [{"server_uuid": "fa6403e2-1ba5-4c8d-9838-75c58430b459", "name": "network-vif-deleted", "tag": "141920b6-83cb-4473-9439-5ac3af5c0fd7"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:40:55.491045 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773a5189-d2a6-4e3e-a197-8f0688a0ce0b x-openstack-request-id: req-773a5189-d2a6-4e3e-a197-8f0688a0ce0b {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:40:55.491393 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6403e2-1ba5-4c8d-9838-75c58430b459", "name": "network-vif-deleted", "tag": "141920b6-83cb-4473-9439-5ac3af5c0fd7", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:40:55.491661 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-773a5189-d2a6-4e3e-a197-8f0688a0ce0b {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:40:55.492062 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-773a5189-d2a6-4e3e-a197-8f0688a0ce0b'] response: {'server_uuid': 'fa6403e2-1ba5-4c8d-9838-75c58430b459', 'name': 'network-vif-deleted', 'tag': '141920b6-83cb-4473-9439-5ac3af5c0fd7', 'status': 'completed', 'code': 200} May 26 16:40:55.548376 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-bb23ada8-cbc5-43c3-adc2-263cdd62af25 None None] Set router 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:40:55.770794 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-bb23ada8-cbc5-43c3-adc2-263cdd62af25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'name': 'tempest-AttachVolumeTestJSON-1265297354-router', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:32:00Z', 'updated_at': '2022-05-26T16:32:12Z', 'revision_number': 4, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'gw_port': {'id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:02Z', 'updated_at': '2022-05-26T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd6834772-2382-4319-8467-f40dbabe560d', 'name': '', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'mac_address': 'fa:16:3e:b2:02:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '169af66c-e17e-405d-a13a-40c09478394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:09Z', 'updated_at': '2022-05-26T16:32:26Z', 'revision_number': 5, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'subnets': [{'id': '169af66c-e17e-405d-a13a-40c09478394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:55.905882 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb23ada8-cbc5-43c3-adc2-263cdd62af25 None None] Checking router: 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:40:55.915698 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb23ada8-cbc5-43c3-adc2-263cdd62af25 None None] Routers {'4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:40:55.916403 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-bb23ada8-cbc5-43c3-adc2-263cdd62af25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:40:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:56.047835 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-bb23ada8-cbc5-43c3-adc2-263cdd62af25 None None] Set router 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:40:56.275480 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-bb23ada8-cbc5-43c3-adc2-263cdd62af25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'name': 'tempest-AttachVolumeTestJSON-1265297354-router', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:32:00Z', 'updated_at': '2022-05-26T16:32:12Z', 'revision_number': 4, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'gw_port': {'id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:02Z', 'updated_at': '2022-05-26T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd6834772-2382-4319-8467-f40dbabe560d', 'name': '', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'mac_address': 'fa:16:3e:b2:02:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '169af66c-e17e-405d-a13a-40c09478394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:09Z', 'updated_at': '2022-05-26T16:32:26Z', 'revision_number': 5, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'subnets': [{'id': '169af66c-e17e-405d-a13a-40c09478394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:40:56.305405 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb23ada8-cbc5-43c3-adc2-263cdd62af25 None None] The sync data for ids ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'] in n-d-843337-2 is: [{'id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'name': 'tempest-AttachVolumeTestJSON-1265297354-router', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:32:00Z', 'updated_at': '2022-05-26T16:32:12Z', 'revision_number': 4, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'gw_port': {'id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:02Z', 'updated_at': '2022-05-26T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd6834772-2382-4319-8467-f40dbabe560d', 'name': '', 'network_id': 'a0268940-7484-46cd-afca-0aa172618427', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'mac_address': 'fa:16:3e:b2:02:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '169af66c-e17e-405d-a13a-40c09478394e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:09Z', 'updated_at': '2022-05-26T16:32:26Z', 'revision_number': 5, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'subnets': [{'id': '169af66c-e17e-405d-a13a-40c09478394e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:40:56.512580 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35800) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:56.584851 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e03949f-67d1-44e9-8a71-95e635b86eb8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:56.596754 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce07cd4d-0f94-4b3d-a119-1524285588f9 None None] New status for floating IP 0e36826d-7d32-4895-b0df-423907de2638: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:40:56.624408 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e03949f-67d1-44e9-8a71-95e635b86eb8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:56.689099 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e03949f-67d1-44e9-8a71-95e635b86eb8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:56.691696 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0e03949f-67d1-44e9-8a71-95e635b86eb8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:56.695875 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0e03949f-67d1-44e9-8a71-95e635b86eb8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "DELETE /v2.0/security-groups/a0078899-4008-4f12-8014-23749e1c89a2 HTTP/1.1" status: 204 len: 168 time: 0.1792631 May 26 16:40:56.696988 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35802) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:56.703452 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03949f-67d1-44e9-8a71-95e635b86eb8 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0078899-4008-4f12-8014-23749e1c89a2,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:56.719961 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-8e323d8f-8b51-480d-bb5d-e714346ba267 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] show failed (client error): The resource could not be found. May 26 16:40:56.722897 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8e323d8f-8b51-480d-bb5d-e714346ba267 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "GET /v2.0/security-groups/a0078899-4008-4f12-8014-23749e1c89a2 HTTP/1.1" status: 404 len: 347 time: 0.0239098 May 26 16:40:56.727431 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35804) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:40:56.864607 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-381cde49-704e-4d11-b1de-77eae88986e4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Deleting port e361b17e-1c11-40f9-ad08-6c3ce88d2762 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:40:56.864858 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-381cde49-704e-4d11-b1de-77eae88986e4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:56.950384 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-381cde49-704e-4d11-b1de-77eae88986e4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:56.950714 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-381cde49-704e-4d11-b1de-77eae88986e4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:56.962631 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-381cde49-704e-4d11-b1de-77eae88986e4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Calling delete_port for e361b17e-1c11-40f9-ad08-6c3ce88d2762 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:40:57.100953 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-381cde49-704e-4d11-b1de-77eae88986e4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:57.133939 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381cde49-704e-4d11-b1de-77eae88986e4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Pushing event deleted for resources: {'Port': ['ID=e361b17e-1c11-40f9-ad08-6c3ce88d2762,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:40:57.147674 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381cde49-704e-4d11-b1de-77eae88986e4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:57.148063 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381cde49-704e-4d11-b1de-77eae88986e4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:57.148373 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381cde49-704e-4d11-b1de-77eae88986e4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:57.148717 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381cde49-704e-4d11-b1de-77eae88986e4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:57.149054 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381cde49-704e-4d11-b1de-77eae88986e4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:57.149382 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381cde49-704e-4d11-b1de-77eae88986e4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:57.149705 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381cde49-704e-4d11-b1de-77eae88986e4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:57.150027 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381cde49-704e-4d11-b1de-77eae88986e4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:57.150343 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381cde49-704e-4d11-b1de-77eae88986e4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:57.150738 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381cde49-704e-4d11-b1de-77eae88986e4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:57.151727 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381cde49-704e-4d11-b1de-77eae88986e4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:57.152110 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381cde49-704e-4d11-b1de-77eae88986e4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:40:57.217670 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-381cde49-704e-4d11-b1de-77eae88986e4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:57.221265 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-381cde49-704e-4d11-b1de-77eae88986e4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:40:57.222635 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-381cde49-704e-4d11-b1de-77eae88986e4 tempest-AttachVolumeTestJSON-1199120980 tempest-AttachVolumeTestJSON-1199120980-project] 10.222.0.77 "DELETE /v2.0/floatingips/0e36826d-7d32-4895-b0df-423907de2638 HTTP/1.1" status: 204 len: 168 time: 0.4921861 May 26 16:40:58.259581 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 141920b6-83cb-4473-9439-5ac3af5c0fd7 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:40:58.282380 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 141920b6-83cb-4473-9439-5ac3af5c0fd7 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:40:58.282732 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 141920b6-83cb-4473-9439-5ac3af5c0fd7 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:41:00.772386 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:01.664490 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:41:06.107558 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 35848) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:06.608827 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7282bdf-48cf-461e-adaa-53d8d788172a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:06.865963 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-a7282bdf-48cf-461e-adaa-53d8d788172a admin admin] Deleting port d6834772-2382-4319-8467-f40dbabe560d {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:41:06.866214 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7282bdf-48cf-461e-adaa-53d8d788172a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:06.949013 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-a7282bdf-48cf-461e-adaa-53d8d788172a admin admin] For port d6834772-2382-4319-8467-f40dbabe560d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d6834772-2382-4319-8467-f40dbabe560d,segment=NetworkSegment(5f841553-154d-4aef-93a5-5848666094a0),segment_id=5f841553-154d-4aef-93a5-5848666094a0)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:41:06.949381 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7282bdf-48cf-461e-adaa-53d8d788172a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:06.961505 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-a7282bdf-48cf-461e-adaa-53d8d788172a admin admin] Calling delete_port for d6834772-2382-4319-8467-f40dbabe560d owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:41:07.154781 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7282bdf-48cf-461e-adaa-53d8d788172a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:07.179740 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7282bdf-48cf-461e-adaa-53d8d788172a admin admin] Pushing event deleted for resources: {'Port': ['ID=d6834772-2382-4319-8467-f40dbabe560d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:07.377567 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a7282bdf-48cf-461e-adaa-53d8d788172a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:07.619196 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7282bdf-48cf-461e-adaa-53d8d788172a admin admin] Router 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:41:07.736926 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7282bdf-48cf-461e-adaa-53d8d788172a admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:41:07.745240 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35856) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:07.745810 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a7282bdf-48cf-461e-adaa-53d8d788172a admin admin] 10.222.0.77 "PUT /v2.0/routers/4be946f3-9fb2-4ba9-ad26-af5b3dc444cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6366653 May 26 16:41:07.747862 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b56a6d-598b-4b5c-8763-0c19cd6d28b7 None None] Sync routers for ids ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:41:07.757399 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b56a6d-598b-4b5c-8763-0c19cd6d28b7 None None] Routers {'4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:41:07.758014 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b0b56a6d-598b-4b5c-8763-0c19cd6d28b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:40:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:07.857799 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46ed9d32-adbc-4750-bb04-6a7d2dc3be31 admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:07.865232 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b0b56a6d-598b-4b5c-8763-0c19cd6d28b7 None None] Set router 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:41:07.984256 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46ed9d32-adbc-4750-bb04-6a7d2dc3be31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:08.042441 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-46ed9d32-adbc-4750-bb04-6a7d2dc3be31 admin admin] Deleting port 3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:41:08.043378 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46ed9d32-adbc-4750-bb04-6a7d2dc3be31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:08.058276 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b0b56a6d-598b-4b5c-8763-0c19cd6d28b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'name': 'tempest-AttachVolumeTestJSON-1265297354-router', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:32:00Z', 'updated_at': '2022-05-26T16:41:07Z', 'revision_number': 5, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'gw_port': {'id': '3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:32:02Z', 'updated_at': '2022-05-26T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:08.088876 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b56a6d-598b-4b5c-8763-0c19cd6d28b7 None None] Checking router: 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:41:08.097850 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b56a6d-598b-4b5c-8763-0c19cd6d28b7 None None] Routers {'4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:41:08.098477 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b0b56a6d-598b-4b5c-8763-0c19cd6d28b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:40:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:08.132501 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-46ed9d32-adbc-4750-bb04-6a7d2dc3be31 admin admin] For port 3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:41:08.132878 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46ed9d32-adbc-4750-bb04-6a7d2dc3be31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:08.147277 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-46ed9d32-adbc-4750-bb04-6a7d2dc3be31 admin admin] Calling delete_port for 3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:41:08.186062 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b0b56a6d-598b-4b5c-8763-0c19cd6d28b7 None None] Set router 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:41:08.240402 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b0b56a6d-598b-4b5c-8763-0c19cd6d28b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'name': 'tempest-AttachVolumeTestJSON-1265297354-router', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:32:00Z', 'updated_at': '2022-05-26T16:41:07Z', 'revision_number': 6, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:08.271487 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b56a6d-598b-4b5c-8763-0c19cd6d28b7 None None] The sync data for ids ['4be946f3-9fb2-4ba9-ad26-af5b3dc444cc'] in n-d-843337-2 is: [{'id': '4be946f3-9fb2-4ba9-ad26-af5b3dc444cc', 'name': 'tempest-AttachVolumeTestJSON-1265297354-router', 'tenant_id': '72a5ce476eef4d1192f67830028ac2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:32:00Z', 'updated_at': '2022-05-26T16:41:07Z', 'revision_number': 6, 'project_id': '72a5ce476eef4d1192f67830028ac2c1', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:41:08.333081 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46ed9d32-adbc-4750-bb04-6a7d2dc3be31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:08.365551 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed9d32-adbc-4750-bb04-6a7d2dc3be31 admin admin] Pushing event deleted for resources: {'Port': ['ID=3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:08.439175 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46ed9d32-adbc-4750-bb04-6a7d2dc3be31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:08.569270 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46ed9d32-adbc-4750-bb04-6a7d2dc3be31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:08.571353 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46ed9d32-adbc-4750-bb04-6a7d2dc3be31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:08.646850 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46ed9d32-adbc-4750-bb04-6a7d2dc3be31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:08.647447 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ed9d32-adbc-4750-bb04-6a7d2dc3be31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4be946f3-9fb2-4ba9-ad26-af5b3dc444cc {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:41:08.652017 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-46ed9d32-adbc-4750-bb04-6a7d2dc3be31 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:08.655612 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-46ed9d32-adbc-4750-bb04-6a7d2dc3be31 admin admin] 10.222.0.77 "DELETE /v2.0/routers/4be946f3-9fb2-4ba9-ad26-af5b3dc444cc HTTP/1.1" status: 204 len: 168 time: 0.9067185 May 26 16:41:08.655890 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35858) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:08.719261 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dcdcc74-3cd3-4b44-8212-8e54a8dec97a admin admin] Deleting subnet 169af66c-e17e-405d-a13a-40c09478394e {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:41:08.722608 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3dcdcc74-3cd3-4b44-8212-8e54a8dec97a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:08.759933 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3dcdcc74-3cd3-4b44-8212-8e54a8dec97a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:08.848761 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3dcdcc74-3cd3-4b44-8212-8e54a8dec97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:08.906166 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3dcdcc74-3cd3-4b44-8212-8e54a8dec97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:08.936186 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3dcdcc74-3cd3-4b44-8212-8e54a8dec97a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:08.939878 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3dcdcc74-3cd3-4b44-8212-8e54a8dec97a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/169af66c-e17e-405d-a13a-40c09478394e HTTP/1.1" status: 204 len: 168 time: 0.2822144 May 26 16:41:08.940740 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcdcc74-3cd3-4b44-8212-8e54a8dec97a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=169af66c-e17e-405d-a13a-40c09478394e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:08.942875 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35860) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:08.946288 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccc060e-79bb-4d50-a8a1-eb9f65629855 None None] Network a0268940-7484-46cd-afca-0aa172618427 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:41:09.018969 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f030c7d7-a288-43e7-98f9-46f0fd168cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:09.091830 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-f030c7d7-a288-43e7-98f9-46f0fd168cb9 admin admin] Deleting port 0cf7ef84-c912-4a5d-aace-add1ff2de35d {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:41:09.092435 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f030c7d7-a288-43e7-98f9-46f0fd168cb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:09.153371 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af5e50f-0190-4ec1-8664-d0883d05ec7b None None] DHCP port deletion for a0268940-7484-46cd-afca-0aa172618427 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:41:09.168361 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-f030c7d7-a288-43e7-98f9-46f0fd168cb9 admin admin] For port 0cf7ef84-c912-4a5d-aace-add1ff2de35d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0cf7ef84-c912-4a5d-aace-add1ff2de35d,segment=NetworkSegment(5f841553-154d-4aef-93a5-5848666094a0),segment_id=5f841553-154d-4aef-93a5-5848666094a0)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:41:09.168726 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f030c7d7-a288-43e7-98f9-46f0fd168cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:09.184639 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-f030c7d7-a288-43e7-98f9-46f0fd168cb9 admin admin] Calling delete_port for 0cf7ef84-c912-4a5d-aace-add1ff2de35d owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:41:09.206255 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0af5e50f-0190-4ec1-8664-d0883d05ec7b None None] Deleting port 0cf7ef84-c912-4a5d-aace-add1ff2de35d {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:41:09.206632 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0af5e50f-0190-4ec1-8664-d0883d05ec7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:09.276355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-0af5e50f-0190-4ec1-8664-d0883d05ec7b None None] For port 0cf7ef84-c912-4a5d-aace-add1ff2de35d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0cf7ef84-c912-4a5d-aace-add1ff2de35d,segment=NetworkSegment(5f841553-154d-4aef-93a5-5848666094a0),segment_id=5f841553-154d-4aef-93a5-5848666094a0)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:41:09.276753 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0af5e50f-0190-4ec1-8664-d0883d05ec7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:09.291356 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f030c7d7-a288-43e7-98f9-46f0fd168cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:09.297070 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0af5e50f-0190-4ec1-8664-d0883d05ec7b None None] Calling delete_port for 0cf7ef84-c912-4a5d-aace-add1ff2de35d owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:41:09.322045 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f030c7d7-a288-43e7-98f9-46f0fd168cb9 admin admin] No DVR routers for this DVR port 0cf7ef84-c912-4a5d-aace-add1ff2de35d on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:41:09.327466 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030c7d7-a288-43e7-98f9-46f0fd168cb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf7ef84-c912-4a5d-aace-add1ff2de35d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:09.407866 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f030c7d7-a288-43e7-98f9-46f0fd168cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:09.408153 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0af5e50f-0190-4ec1-8664-d0883d05ec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:09.429767 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-f030c7d7-a288-43e7-98f9-46f0fd168cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0268940-7484-46cd-afca-0aa172618427']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:09.435090 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5e50f-0190-4ec1-8664-d0883d05ec7b None None] Pushing event deleted for resources: {'Port': ['ID=0cf7ef84-c912-4a5d-aace-add1ff2de35d,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:09.440059 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af5e50f-0190-4ec1-8664-d0883d05ec7b None None] No DVR routers for this DVR port 0cf7ef84-c912-4a5d-aace-add1ff2de35d on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:41:09.449155 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-f030c7d7-a288-43e7-98f9-46f0fd168cb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f841553-154d-4aef-93a5-5848666094a0') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:09.449511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-f030c7d7-a288-43e7-98f9-46f0fd168cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f841553-154d-4aef-93a5-5848666094a0') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:09.454601 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af5e50f-0190-4ec1-8664-d0883d05ec7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:09.454735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af5e50f-0190-4ec1-8664-d0883d05ec7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:09.455108 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af5e50f-0190-4ec1-8664-d0883d05ec7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:09.455515 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af5e50f-0190-4ec1-8664-d0883d05ec7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:09.455915 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af5e50f-0190-4ec1-8664-d0883d05ec7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:09.456325 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af5e50f-0190-4ec1-8664-d0883d05ec7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:09.456713 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af5e50f-0190-4ec1-8664-d0883d05ec7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:09.457098 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af5e50f-0190-4ec1-8664-d0883d05ec7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:09.457675 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af5e50f-0190-4ec1-8664-d0883d05ec7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:09.457947 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af5e50f-0190-4ec1-8664-d0883d05ec7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:09.458353 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af5e50f-0190-4ec1-8664-d0883d05ec7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:09.458813 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af5e50f-0190-4ec1-8664-d0883d05ec7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:09.473473 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f030c7d7-a288-43e7-98f9-46f0fd168cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:09.496329 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f030c7d7-a288-43e7-98f9-46f0fd168cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:09.503620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f030c7d7-a288-43e7-98f9-46f0fd168cb9 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:41:09.504050 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f030c7d7-a288-43e7-98f9-46f0fd168cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:09.567527 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f030c7d7-a288-43e7-98f9-46f0fd168cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:09.574003 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f030c7d7-a288-43e7-98f9-46f0fd168cb9 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:09.577471 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f030c7d7-a288-43e7-98f9-46f0fd168cb9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a0268940-7484-46cd-afca-0aa172618427 HTTP/1.1" status: 204 len: 168 time: 0.6336691 May 26 16:41:09.595217 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030c7d7-a288-43e7-98f9-46f0fd168cb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0268940-7484-46cd-afca-0aa172618427,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:09.599568 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 5f841553-154d-4aef-93a5-5848666094a0 resource provider aggregate not found May 26 16:41:09.621475 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 5f841553-154d-4aef-93a5-5848666094a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f841553-154d-4aef-93a5-5848666094a0 found for delete ", "request_id": "req-8faf5c73-4b91-42e4-b447-33ece37beb69"}]} May 26 16:41:09.706335 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35870) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:09.756881 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e8bfc673-f700-4214-afbb-0b4c981336b9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=72a5ce476eef4d1192f67830028ac2c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493703 May 26 16:41:09.759278 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 35872) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:09.847172 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bbd5d51d-1006-4f76-8d69-6560a7bd7915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:09.854643 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8c43491f-1088-411d-b4bf-59bec5817d25 req-3991ced7-f714-41d1-9307-504a8c20c128 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3b0f79df-4937-40ca-9abf-4c2abe76007d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763886 May 26 16:41:09.873106 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bbd5d51d-1006-4f76-8d69-6560a7bd7915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:09.932337 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bbd5d51d-1006-4f76-8d69-6560a7bd7915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:09.935121 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bbd5d51d-1006-4f76-8d69-6560a7bd7915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:09.938534 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bbd5d51d-1006-4f76-8d69-6560a7bd7915 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/25e8d17e-918b-49b1-900d-3240410864f5 HTTP/1.1" status: 204 len: 168 time: 0.1759286 May 26 16:41:09.965442 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5d51d-1006-4f76-8d69-6560a7bd7915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e8d17e-918b-49b1-900d-3240410864f5,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:09.977001 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43491f-1088-411d-b4bf-59bec5817d25 req-d236dd12-8304-4791-9511-2dc6aa0e5c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:09.979935 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8c43491f-1088-411d-b4bf-59bec5817d25 req-d236dd12-8304-4791-9511-2dc6aa0e5c5a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8e7e2054d87b4adfafe8f4c3c4c5d151&device_id=3b0f79df-4937-40ca-9abf-4c2abe76007d HTTP/1.1" status: 200 len: 1096 time: 0.0563140 May 26 16:41:10.021340 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:41:10.063707 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:41:10.064280 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3314003e-e1ab-4e6f-97a5-a49b1c8fbdcb not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:41:10.064963 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0cf7ef84-c912-4a5d-aace-add1ff2de35d no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:41:10.098272 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 0cf7ef84-c912-4a5d-aace-add1ff2de35d {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:41:10.098814 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0cf7ef84-c912-4a5d-aace-add1ff2de35d not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:41:10.099493 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d6834772-2382-4319-8467-f40dbabe560d no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:41:10.122707 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: d6834772-2382-4319-8467-f40dbabe560d {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:41:10.123371 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d6834772-2382-4319-8467-f40dbabe560d not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:41:10.153978 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43491f-1088-411d-b4bf-59bec5817d25 req-aaf0752d-8119-4c04-b6e4-e18c5533f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:10.155601 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8c43491f-1088-411d-b4bf-59bec5817d25 req-aaf0752d-8119-4c04-b6e4-e18c5533f420 service neutron] 10.222.0.83 "GET /v2.0/networks?id=073d610e-9093-4ebe-a584-3d7a2b3757d7 HTTP/1.1" status: 200 len: 897 time: 0.1508398 May 26 16:41:10.226471 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8c43491f-1088-411d-b4bf-59bec5817d25 req-0b29d775-1807-4f17-9b58-1d767015ea99 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10d046af-3be6-431d-957c-a2afde1a06bb HTTP/1.1" status: 200 len: 1000 time: 0.0630131 May 26 16:41:10.285722 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43491f-1088-411d-b4bf-59bec5817d25 req-bb046872-16cc-4bc8-adc6-96bb7e4b3bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:10.287255 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8c43491f-1088-411d-b4bf-59bec5817d25 req-bb046872-16cc-4bc8-adc6-96bb7e4b3bd3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3ec5fd6-2938-40e0-848c-d85ba7e39c10 HTTP/1.1" status: 200 len: 835 time: 0.0518384 May 26 16:41:10.339003 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43491f-1088-411d-b4bf-59bec5817d25 req-b8f3d1b0-c8ff-42a7-bc01-f49bf023138e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:10.340618 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8c43491f-1088-411d-b4bf-59bec5817d25 req-b8f3d1b0-c8ff-42a7-bc01-f49bf023138e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=073d610e-9093-4ebe-a584-3d7a2b3757d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448823 May 26 16:41:10.447858 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8c43491f-1088-411d-b4bf-59bec5817d25 req-1f4ffbcc-3964-4886-b750-706c901ea78f service neutron] 10.222.0.83 "GET /v2.0/networks/073d610e-9093-4ebe-a584-3d7a2b3757d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993617 May 26 16:41:10.562431 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8c43491f-1088-411d-b4bf-59bec5817d25 req-f19a1c33-2f73-4200-8c3b-e729017df81b service neutron] 10.222.0.83 "GET /v2.0/networks/073d610e-9093-4ebe-a584-3d7a2b3757d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062713 May 26 16:41:13.053785 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0396973c-e3c3-42e0-b8f3-a6aa42313947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:15.491840 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-232961b6-54f1-4ab4-adeb-0ef736b21df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:15.669269 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36002) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:15.786282 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d4ddc11-17fd-4cbe-a6eb-f5eba86c0778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:15.873445 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d4ddc11-17fd-4cbe-a6eb-f5eba86c0778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:15.877734 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d4ddc11-17fd-4cbe-a6eb-f5eba86c0778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:15.917935 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0d4ddc11-17fd-4cbe-a6eb-f5eba86c0778 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b7056dfc898e463597cc5647ebaa6fee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2475588 May 26 16:41:15.919071 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ddc11-17fd-4cbe-a6eb-f5eba86c0778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8a3454-28c3-48dc-91ad-f2ed505d0f43,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:15.920893 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36006) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:15.976398 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8086cc89-f155-4ab1-bed2-62101f7ea85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:16.000168 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8086cc89-f155-4ab1-bed2-62101f7ea85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:16.053164 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8086cc89-f155-4ab1-bed2-62101f7ea85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:16.056132 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8086cc89-f155-4ab1-bed2-62101f7ea85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:16.057923 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8086cc89-f155-4ab1-bed2-62101f7ea85c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7a8a3454-28c3-48dc-91ad-f2ed505d0f43 HTTP/1.1" status: 204 len: 168 time: 0.1348448 May 26 16:41:16.070656 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086cc89-f155-4ab1-bed2-62101f7ea85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8a3454-28c3-48dc-91ad-f2ed505d0f43,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:16.375768 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36012) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:16.389673 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e812a1f7-1904-4c03-a410-145d33f266bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:16.480658 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e812a1f7-1904-4c03-a410-145d33f266bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:16.485763 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e812a1f7-1904-4c03-a410-145d33f266bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:16.530570 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e812a1f7-1904-4c03-a410-145d33f266bf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f0abf01c67054a4ba896f1922490acd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535726 May 26 16:41:16.531686 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812a1f7-1904-4c03-a410-145d33f266bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39a0efe-7944-4007-b5e5-5c597fff7a29,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:16.533328 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36014) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:16.583789 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab6b7c44-3874-4c9e-84d6-ca3efb3748fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:16.611492 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab6b7c44-3874-4c9e-84d6-ca3efb3748fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:16.620208 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:16.662743 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab6b7c44-3874-4c9e-84d6-ca3efb3748fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:16.665444 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ab6b7c44-3874-4c9e-84d6-ca3efb3748fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:16.667262 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ab6b7c44-3874-4c9e-84d6-ca3efb3748fd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e39a0efe-7944-4007-b5e5-5c597fff7a29 HTTP/1.1" status: 204 len: 168 time: 0.1328962 May 26 16:41:16.675811 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b7c44-3874-4c9e-84d6-ca3efb3748fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39a0efe-7944-4007-b5e5-5c597fff7a29,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:17.819130 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-af2f3181-53d2-4826-870e-6a6c75c0eaa5 req-293702bc-bbc5-4fcb-b5c8-373421daf706 service neutron] (103896) timed out ('10.222.0.77', 33930) {{(pid=103896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 16:41:18.428604 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:18.430203 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:19.004431 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:19.157516 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36136) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:19.279068 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4b994f98-b5f3-43ca-8e36-eaf9cc8cb60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:19.358318 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4b994f98-b5f3-43ca-8e36-eaf9cc8cb60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:19.362745 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4b994f98-b5f3-43ca-8e36-eaf9cc8cb60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:19.401517 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b994f98-b5f3-43ca-8e36-eaf9cc8cb60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce0dbb4-fd2c-4f78-a6e9-cbd4faf83314,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:19.407398 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4b994f98-b5f3-43ca-8e36-eaf9cc8cb60e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=49ad9996810a4488874702c825e560e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2473228 May 26 16:41:19.408693 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36140) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:19.461282 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-768efc69-dd20-4f43-8e0b-4caf43ef9918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:19.484847 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-768efc69-dd20-4f43-8e0b-4caf43ef9918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:19.534551 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-768efc69-dd20-4f43-8e0b-4caf43ef9918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:19.537611 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-768efc69-dd20-4f43-8e0b-4caf43ef9918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:19.539095 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-768efc69-dd20-4f43-8e0b-4caf43ef9918 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1ce0dbb4-fd2c-4f78-a6e9-cbd4faf83314 HTTP/1.1" status: 204 len: 168 time: 0.1292553 May 26 16:41:19.549624 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768efc69-dd20-4f43-8e0b-4caf43ef9918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce0dbb4-fd2c-4f78-a6e9-cbd4faf83314,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:19.860368 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36146) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:19.874637 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b61c115a-dc70-4b23-82ca-f810f5e53d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:19.952353 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b61c115a-dc70-4b23-82ca-f810f5e53d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:19.957134 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b61c115a-dc70-4b23-82ca-f810f5e53d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:20.002611 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b61c115a-dc70-4b23-82ca-f810f5e53d83 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1e01f3bcb1224fc2b4196a3323bae2eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385632 May 26 16:41:20.002611 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c115a-dc70-4b23-82ca-f810f5e53d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190bf331-7cf1-4b71-9cb0-bfbb896fa63c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:20.003499 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36148) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:20.056235 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ef067469-928e-4f90-aac1-935cf64006bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:20.079571 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ef067469-928e-4f90-aac1-935cf64006bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:20.132656 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ef067469-928e-4f90-aac1-935cf64006bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:20.136348 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ef067469-928e-4f90-aac1-935cf64006bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:20.137671 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ef067469-928e-4f90-aac1-935cf64006bb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/190bf331-7cf1-4b71-9cb0-bfbb896fa63c HTTP/1.1" status: 204 len: 168 time: 0.1332629 May 26 16:41:20.146246 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef067469-928e-4f90-aac1-935cf64006bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190bf331-7cf1-4b71-9cb0-bfbb896fa63c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:22.224932 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36220) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:22.337574 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7659ae41-575e-4a2d-b176-118ff26fd38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:22.414996 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7659ae41-575e-4a2d-b176-118ff26fd38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:22.419833 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7659ae41-575e-4a2d-b176-118ff26fd38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:22.458419 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659ae41-575e-4a2d-b176-118ff26fd38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfab2cf-0555-4204-8c6e-21f3e7ba435c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:22.463185 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7659ae41-575e-4a2d-b176-118ff26fd38f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=efefc987649f41d79a053cc351ac18b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2366915 May 26 16:41:22.466123 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36224) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:22.521509 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4b16e35c-1251-4150-869f-d233471df9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:22.544613 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4b16e35c-1251-4150-869f-d233471df9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:22.594058 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4b16e35c-1251-4150-869f-d233471df9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:22.596549 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4b16e35c-1251-4150-869f-d233471df9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:22.597722 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4b16e35c-1251-4150-869f-d233471df9bf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bbfab2cf-0555-4204-8c6e-21f3e7ba435c HTTP/1.1" status: 204 len: 168 time: 0.1306849 May 26 16:41:22.607379 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16e35c-1251-4150-869f-d233471df9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfab2cf-0555-4204-8c6e-21f3e7ba435c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:22.897249 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36230) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:22.911959 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bde65c63-ed69-45f5-93bf-b3c33a238713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:22.994824 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bde65c63-ed69-45f5-93bf-b3c33a238713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:22.999247 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bde65c63-ed69-45f5-93bf-b3c33a238713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:23.038741 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde65c63-ed69-45f5-93bf-b3c33a238713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901128bd-1b0c-4d22-979e-f1d98227af54,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:23.043191 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bde65c63-ed69-45f5-93bf-b3c33a238713 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9664df0cf0a5409a83eeb277c2a90683&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448705 May 26 16:41:23.053511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36232) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:23.103257 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a169599b-bca5-4dc8-944d-47595db14501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:23.128085 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a169599b-bca5-4dc8-944d-47595db14501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:23.183947 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a169599b-bca5-4dc8-944d-47595db14501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:23.186503 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a169599b-bca5-4dc8-944d-47595db14501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:23.187682 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a169599b-bca5-4dc8-944d-47595db14501 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/901128bd-1b0c-4d22-979e-f1d98227af54 HTTP/1.1" status: 204 len: 168 time: 0.1409645 May 26 16:41:23.196469 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169599b-bca5-4dc8-944d-47595db14501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901128bd-1b0c-4d22-979e-f1d98227af54,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:26.790308 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36446) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:26.907966 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-28978f6b-5dc6-4646-92b1-ef16fb3f35e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:26.995710 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-28978f6b-5dc6-4646-92b1-ef16fb3f35e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:27.001872 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-28978f6b-5dc6-4646-92b1-ef16fb3f35e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:27.043420 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-28978f6b-5dc6-4646-92b1-ef16fb3f35e7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=84aae45732c34de2894315eaca852f56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2518988 May 26 16:41:27.044222 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28978f6b-5dc6-4646-92b1-ef16fb3f35e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4203528-a184-4cde-9f45-679224025462,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:27.046096 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36450) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:27.101281 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d1cbbeee-10e8-43ac-be57-652b746fcca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:27.129513 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d1cbbeee-10e8-43ac-be57-652b746fcca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:27.180156 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d1cbbeee-10e8-43ac-be57-652b746fcca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:27.183425 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d1cbbeee-10e8-43ac-be57-652b746fcca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:27.184637 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d1cbbeee-10e8-43ac-be57-652b746fcca1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f4203528-a184-4cde-9f45-679224025462 HTTP/1.1" status: 204 len: 168 time: 0.1361022 May 26 16:41:27.192562 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbbeee-10e8-43ac-be57-652b746fcca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4203528-a184-4cde-9f45-679224025462,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:28.975817 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36500) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:29.159390 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-81b8860a-83f7-41aa-94b7-705f69c747cd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:41:29.182081 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81b8860a-83f7-41aa-94b7-705f69c747cd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:29.298552 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81b8860a-83f7-41aa-94b7-705f69c747cd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:29.414933 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-81b8860a-83f7-41aa-94b7-705f69c747cd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Allocated IP 172.25.7.135 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/f5fdc733-d416-4e85-a3a6-87cbf7844f0c) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:41:29.535835 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81b8860a-83f7-41aa-94b7-705f69c747cd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:29.570346 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81b8860a-83f7-41aa-94b7-705f69c747cd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:29.617120 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b8860a-83f7-41aa-94b7-705f69c747cd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:41:29.620322 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-81b8860a-83f7-41aa-94b7-705f69c747cd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:41:29.624780 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b8860a-83f7-41aa-94b7-705f69c747cd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:41:29.627851 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8860a-83f7-41aa-94b7-705f69c747cd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Pushing event updated for resources: {'Port': ['ID=f5fdc733-d416-4e85-a3a6-87cbf7844f0c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:29.731646 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81b8860a-83f7-41aa-94b7-705f69c747cd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:29.775582 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81b8860a-83f7-41aa-94b7-705f69c747cd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:30.303326 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81b8860a-83f7-41aa-94b7-705f69c747cd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:30.308643 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81b8860a-83f7-41aa-94b7-705f69c747cd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:30.381136 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8860a-83f7-41aa-94b7-705f69c747cd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Pushing event updated for resources: {'Port': ['ID=f5fdc733-d416-4e85-a3a6-87cbf7844f0c,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:30.392491 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81b8860a-83f7-41aa-94b7-705f69c747cd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:30.409187 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-81b8860a-83f7-41aa-94b7-705f69c747cd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:30.410516 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-81b8860a-83f7-41aa-94b7-705f69c747cd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4336381 May 26 16:41:30.413287 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36504) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:30.418967 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-a85f3d71-f4a0-4982-b118-f9b8dd8d613f tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1717143754'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:41:30.439727 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85f3d71-f4a0-4982-b118-f9b8dd8d613f tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Made reservation on behalf of 2d780e7b1aa940caab235bd2e08ccc48 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:41:30.443332 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a85f3d71-f4a0-4982-b118-f9b8dd8d613f tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:30.453886 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a85f3d71-f4a0-4982-b118-f9b8dd8d613f tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:30.537553 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a85f3d71-f4a0-4982-b118-f9b8dd8d613f tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:30.541771 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a85f3d71-f4a0-4982-b118-f9b8dd8d613f tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:30.569713 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85f3d71-f4a0-4982-b118-f9b8dd8d613f tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:41:30.580614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f3d71-f4a0-4982-b118-f9b8dd8d613f tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=224796d9-879a-42c9-8cea-977f28d8eb3c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:30.586993 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a85f3d71-f4a0-4982-b118-f9b8dd8d613f tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:30.587407 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-a85f3d71-f4a0-4982-b118-f9b8dd8d613f tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Added segment b5806538-3d18-4d07-9e8d-7265cb69def0 of type vlan for network 760e0530-7286-4864-9d96-8da5fd2e8fd2 May 26 16:41:30.629338 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a85f3d71-f4a0-4982-b118-f9b8dd8d613f tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:30.657664 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a85f3d71-f4a0-4982-b118-f9b8dd8d613f tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:30.663224 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85f3d71-f4a0-4982-b118-f9b8dd8d613f tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:30.663833 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a85f3d71-f4a0-4982-b118-f9b8dd8d613f tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:30.714727 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a85f3d71-f4a0-4982-b118-f9b8dd8d613f tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3003838 May 26 16:41:30.717642 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36506) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:30.723004 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-9ba5079c-33ec-44af-8e92-da1c62a94510 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Request body: {'subnet': {'network_id': '760e0530-7286-4864-9d96-8da5fd2e8fd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:41:30.736142 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f3d71-f4a0-4982-b118-f9b8dd8d613f tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Pushing event updated for resources: {'Network': ['ID=760e0530-7286-4864-9d96-8da5fd2e8fd2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:30.746589 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 760e0530-7286-4864-9d96-8da5fd2e8fd2 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:41:30.815890 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:30.839154 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba5079c-33ec-44af-8e92-da1c62a94510 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Made reservation on behalf of 2d780e7b1aa940caab235bd2e08ccc48 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:41:30.842770 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9ba5079c-33ec-44af-8e92-da1c62a94510 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:31.041404 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9ba5079c-33ec-44af-8e92-da1c62a94510 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:31.106095 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5079c-33ec-44af-8e92-da1c62a94510 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Pushing event updated for resources: {'Subnet': ['ID=113a0115-284b-47ba-8ae7-c1c13e4dc8f8,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:31.117199 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba5079c-33ec-44af-8e92-da1c62a94510 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Checking segment: {'id': 'b5806538-3d18-4d07-9e8d-7265cb69def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '760e0530-7286-4864-9d96-8da5fd2e8fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:41:31.117199 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba5079c-33ec-44af-8e92-da1c62a94510 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Network hostable DHCP agents. Network: 760e0530-7286-4864-9d96-8da5fd2e8fd2, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:41:31.137271 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba5079c-33ec-44af-8e92-da1c62a94510 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Network 760e0530-7286-4864-9d96-8da5fd2e8fd2 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:41:31.148829 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-9ba5079c-33ec-44af-8e92-da1c62a94510 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 760e0530-7286-4864-9d96-8da5fd2e8fd2) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:41:31.154032 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba5079c-33ec-44af-8e92-da1c62a94510 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:31.154628 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9ba5079c-33ec-44af-8e92-da1c62a94510 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:31.162966 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be0593a-2f88-4232-895c-d45ea78eba0b None None] Network 760e0530-7286-4864-9d96-8da5fd2e8fd2 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:41:31.173172 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9ba5079c-33ec-44af-8e92-da1c62a94510 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4542532 May 26 16:41:31.175692 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36508) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:31.180300 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-0dd6c77f-5eb2-44f4-a7c2-da2a205e89fd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-79764665', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}, 'admin_state_up': False}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:41:31.210175 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0dd6c77f-5eb2-44f4-a7c2-da2a205e89fd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:31.211871 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0dd6c77f-5eb2-44f4-a7c2-da2a205e89fd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:31.317549 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0dd6c77f-5eb2-44f4-a7c2-da2a205e89fd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:31.321217 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f530c1-0260-42cf-a321-07fe65ef72d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-760e0530-7286-4864-9d96-8da5fd2e8fd2', 'network_id': '760e0530-7286-4864-9d96-8da5fd2e8fd2', 'tenant_id': '2d780e7b1aa940caab235bd2e08ccc48', 'fixed_ips': [{'subnet_id': '113a0115-284b-47ba-8ae7-c1c13e4dc8f8'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:41:31.322605 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-18f530c1-0260-42cf-a321-07fe65ef72d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:31.468000 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0dd6c77f-5eb2-44f4-a7c2-da2a205e89fd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:31.485776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-18f530c1-0260-42cf-a321-07fe65ef72d3 None None] Allocated IP 172.20.0.2 (760e0530-7286-4864-9d96-8da5fd2e8fd2/113a0115-284b-47ba-8ae7-c1c13e4dc8f8/a0664a2e-769b-4f4e-8ca4-c79484d9351b) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:41:31.657731 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-18f530c1-0260-42cf-a321-07fe65ef72d3 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:31.669982 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-18f530c1-0260-42cf-a321-07fe65ef72d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:31.714755 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f530c1-0260-42cf-a321-07fe65ef72d3 None None] Network 760e0530-7286-4864-9d96-8da5fd2e8fd2 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:41:31.717707 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-18f530c1-0260-42cf-a321-07fe65ef72d3 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:41:31.720388 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f530c1-0260-42cf-a321-07fe65ef72d3 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:41:31.728512 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f530c1-0260-42cf-a321-07fe65ef72d3 None None] Pushing event updated for resources: {'Port': ['ID=a0664a2e-769b-4f4e-8ca4-c79484d9351b,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:31.793233 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-18f530c1-0260-42cf-a321-07fe65ef72d3 None None] Attempting to bind port a0664a2e-769b-4f4e-8ca4-c79484d9351b on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:41:31.793938 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-18f530c1-0260-42cf-a321-07fe65ef72d3 None None] Attempting to bind port a0664a2e-769b-4f4e-8ca4-c79484d9351b by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'b5806538-3d18-4d07-9e8d-7265cb69def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '760e0530-7286-4864-9d96-8da5fd2e8fd2'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:41:31.794232 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f530c1-0260-42cf-a321-07fe65ef72d3 None None] Attempting to bind port a0664a2e-769b-4f4e-8ca4-c79484d9351b on network 760e0530-7286-4864-9d96-8da5fd2e8fd2 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:41:31.803021 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f530c1-0260-42cf-a321-07fe65ef72d3 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:41:31.803631 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f530c1-0260-42cf-a321-07fe65ef72d3 None None] Checking segment: {'id': 'b5806538-3d18-4d07-9e8d-7265cb69def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '760e0530-7286-4864-9d96-8da5fd2e8fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:41:31.804368 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-18f530c1-0260-42cf-a321-07fe65ef72d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:31.805001 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f530c1-0260-42cf-a321-07fe65ef72d3 None None] Bound using segment: {'id': 'b5806538-3d18-4d07-9e8d-7265cb69def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '760e0530-7286-4864-9d96-8da5fd2e8fd2'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:41:31.805800 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-18f530c1-0260-42cf-a321-07fe65ef72d3 None None] Bound port: a0664a2e-769b-4f4e-8ca4-c79484d9351b, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5806538-3d18-4d07-9e8d-7265cb69def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '760e0530-7286-4864-9d96-8da5fd2e8fd2'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:41:31.807055 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-18f530c1-0260-42cf-a321-07fe65ef72d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:31.888567 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-18f530c1-0260-42cf-a321-07fe65ef72d3 None None] For port a0664a2e-769b-4f4e-8ca4-c79484d9351b, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:41:31.892348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-18f530c1-0260-42cf-a321-07fe65ef72d3 None None] For port a0664a2e-769b-4f4e-8ca4-c79484d9351b, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a0664a2e-769b-4f4e-8ca4-c79484d9351b,segment=NetworkSegment(b5806538-3d18-4d07-9e8d-7265cb69def0),segment_id=b5806538-3d18-4d07-9e8d-7265cb69def0)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:41:31.897670 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-18f530c1-0260-42cf-a321-07fe65ef72d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:31.953949 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f530c1-0260-42cf-a321-07fe65ef72d3 None None] Pushing event updated for resources: {'Port': ['ID=a0664a2e-769b-4f4e-8ca4-c79484d9351b,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:31.993157 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0dd6c77f-5eb2-44f4-a7c2-da2a205e89fd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:32.034024 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0dd6c77f-5eb2-44f4-a7c2-da2a205e89fd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:32.178241 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-0dd6c77f-5eb2-44f4-a7c2-da2a205e89fd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Allocated IP 172.25.7.44 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/5a1b8358-26fa-4702-953e-e5e14f27f704) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:41:32.300443 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0dd6c77f-5eb2-44f4-a7c2-da2a205e89fd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:32.348545 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0dd6c77f-5eb2-44f4-a7c2-da2a205e89fd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:32.391649 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd6c77f-5eb2-44f4-a7c2-da2a205e89fd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:41:32.394517 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-0dd6c77f-5eb2-44f4-a7c2-da2a205e89fd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:41:32.402265 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd6c77f-5eb2-44f4-a7c2-da2a205e89fd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:41:32.405660 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6c77f-5eb2-44f4-a7c2-da2a205e89fd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Pushing event updated for resources: {'Port': ['ID=5a1b8358-26fa-4702-953e-e5e14f27f704,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:32.673237 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0dd6c77f-5eb2-44f4-a7c2-da2a205e89fd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:32.905305 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0dd6c77f-5eb2-44f4-a7c2-da2a205e89fd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:32.975522 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d785efd0-818c-4ea1-84f0-a5aac007d8d1 None None] Network 760e0530-7286-4864-9d96-8da5fd2e8fd2 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:41:33.071327 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd6c77f-5eb2-44f4-a7c2-da2a205e89fd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Router 922d409d-4883-44da-8025-7ac534d0627e is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:41:33.077570 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3bc7a3e0-5f2e-4530-98df-ffe8129f004b None None] Provisioning complete for port a0664a2e-769b-4f4e-8ca4-c79484d9351b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:41:33.077930 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3bc7a3e0-5f2e-4530-98df-ffe8129f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:33.186465 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd6c77f-5eb2-44f4-a7c2-da2a205e89fd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:41:33.209647 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0dd6c77f-5eb2-44f4-a7c2-da2a205e89fd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:33.215319 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0dd6c77f-5eb2-44f4-a7c2-da2a205e89fd tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.0342305 May 26 16:41:33.215591 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36510) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:33.233624 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e17d306-a2e3-4f12-82b4-6c2e9a4038d2 None None] Sync routers for ids ['922d409d-4883-44da-8025-7ac534d0627e'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:41:33.260897 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3bc7a3e0-5f2e-4530-98df-ffe8129f004b None None] Current status of the port a0664a2e-769b-4f4e-8ca4-c79484d9351b is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:41:33.262038 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3bc7a3e0-5f2e-4530-98df-ffe8129f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:33.265192 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e17d306-a2e3-4f12-82b4-6c2e9a4038d2 None None] Routers {'922d409d-4883-44da-8025-7ac534d0627e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:41:33.265891 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8e17d306-a2e3-4f12-82b4-6c2e9a4038d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:41:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['922d409d-4883-44da-8025-7ac534d0627e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:33.316078 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8e17d306-a2e3-4f12-82b4-6c2e9a4038d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:33.348218 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e17d306-a2e3-4f12-82b4-6c2e9a4038d2 None None] Routers {'922d409d-4883-44da-8025-7ac534d0627e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:41:33.348869 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8e17d306-a2e3-4f12-82b4-6c2e9a4038d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:41:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['922d409d-4883-44da-8025-7ac534d0627e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:33.351874 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3bc7a3e0-5f2e-4530-98df-ffe8129f004b None None] For port a0664a2e-769b-4f4e-8ca4-c79484d9351b, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a0664a2e-769b-4f4e-8ca4-c79484d9351b,segment=NetworkSegment(b5806538-3d18-4d07-9e8d-7265cb69def0),segment_id=b5806538-3d18-4d07-9e8d-7265cb69def0)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:41:33.407030 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-8272ab81-f382-4579-aa65-400da5bf7d58 req-b8a8d66a-f8bb-4c29-b10e-d774eb2bcfd8 tempest-ServerActionsTestJSON-1617140913 tempest-ServerActionsTestJSON-1617140913-project] (103896) timed out ('10.222.0.83', 55680) {{(pid=103896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 16:41:33.422218 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3bc7a3e0-5f2e-4530-98df-ffe8129f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:33.424066 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8e17d306-a2e3-4f12-82b4-6c2e9a4038d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:33.424918 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e17d306-a2e3-4f12-82b4-6c2e9a4038d2 None None] The sync data for ids ['922d409d-4883-44da-8025-7ac534d0627e'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:41:33.491293 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7a3e0-5f2e-4530-98df-ffe8129f004b None None] Pushing event updated for resources: {'Port': ['ID=a0664a2e-769b-4f4e-8ca4-c79484d9351b,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:33.555533 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-49d9f53e-292c-403f-b6e8-4e049c13cb43 None None] Provisioning complete for port a0664a2e-769b-4f4e-8ca4-c79484d9351b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:41:33.556253 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-49d9f53e-292c-403f-b6e8-4e049c13cb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:33.655402 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-49d9f53e-292c-403f-b6e8-4e049c13cb43 None None] Current status of the port a0664a2e-769b-4f4e-8ca4-c79484d9351b is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:41:33.751295 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e4adaec-9d75-4af6-b50e-06f2cc86f740 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:34.045568 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a0664a2e-769b-4f4e-8ca4-c79484d9351b up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:41:34.053176 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-6e4adaec-9d75-4af6-b50e-06f2cc86f740 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Allocated IP 172.20.0.1 (760e0530-7286-4864-9d96-8da5fd2e8fd2/113a0115-284b-47ba-8ae7-c1c13e4dc8f8/a6e6622d-fba7-4aeb-830d-eca546e33652) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:41:34.098294 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port a0664a2e-769b-4f4e-8ca4-c79484d9351b triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:41:34.098702 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:34.204511 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e4adaec-9d75-4af6-b50e-06f2cc86f740 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:34.207703 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port a0664a2e-769b-4f4e-8ca4-c79484d9351b is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:41:34.248383 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e4adaec-9d75-4af6-b50e-06f2cc86f740 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:34.292362 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4adaec-9d75-4af6-b50e-06f2cc86f740 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Network 760e0530-7286-4864-9d96-8da5fd2e8fd2 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:41:34.295355 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-6e4adaec-9d75-4af6-b50e-06f2cc86f740 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:41:34.299057 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4adaec-9d75-4af6-b50e-06f2cc86f740 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:41:34.306565 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4adaec-9d75-4af6-b50e-06f2cc86f740 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Pushing event updated for resources: {'Port': ['ID=a6e6622d-fba7-4aeb-830d-eca546e33652,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:34.351468 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e4adaec-9d75-4af6-b50e-06f2cc86f740 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:34.518451 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e4adaec-9d75-4af6-b50e-06f2cc86f740 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:34.588236 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-2c54f7db-c376-49e2-8e9b-8b71a634c784 None None] Provisioning complete for port a6e6622d-fba7-4aeb-830d-eca546e33652 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:41:34.588602 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2c54f7db-c376-49e2-8e9b-8b71a634c784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:34.625206 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2c54f7db-c376-49e2-8e9b-8b71a634c784 None None] Port a6e6622d-fba7-4aeb-830d-eca546e33652 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:41:34.849173 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e4adaec-9d75-4af6-b50e-06f2cc86f740 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:34.861823 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e4adaec-9d75-4af6-b50e-06f2cc86f740 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:34.940975 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e4adaec-9d75-4af6-b50e-06f2cc86f740 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:34.942891 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4adaec-9d75-4af6-b50e-06f2cc86f740 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Pushing event updated for resources: {'Port': ['ID=a6e6622d-fba7-4aeb-830d-eca546e33652,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:35.042760 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4adaec-9d75-4af6-b50e-06f2cc86f740 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Network 760e0530-7286-4864-9d96-8da5fd2e8fd2 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:41:35.044204 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-6e4adaec-9d75-4af6-b50e-06f2cc86f740 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:41:35.177000 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4adaec-9d75-4af6-b50e-06f2cc86f740 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Router 922d409d-4883-44da-8025-7ac534d0627e has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:41:35.295391 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4adaec-9d75-4af6-b50e-06f2cc86f740 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:41:35.300741 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6e4adaec-9d75-4af6-b50e-06f2cc86f740 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] 10.222.0.77 "PUT /v2.0/routers/922d409d-4883-44da-8025-7ac534d0627e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0843143 May 26 16:41:35.303394 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36514) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:35.305017 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385cf5a-5b2a-48a1-8498-6cb6ba657ebd None None] Sync routers for ids ['922d409d-4883-44da-8025-7ac534d0627e'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:41:35.309244 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-0e1f54b7-cc4f-4ecb-96c1-c34c516226b6 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Request body: {'port': {'network_id': '760e0530-7286-4864-9d96-8da5fd2e8fd2', 'name': 'tempest-FloatingIPAdminTestJSON-1502722129'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:41:35.316668 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f385cf5a-5b2a-48a1-8498-6cb6ba657ebd None None] Routers {'922d409d-4883-44da-8025-7ac534d0627e'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:41:35.317566 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-f385cf5a-5b2a-48a1-8498-6cb6ba657ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:41:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['922d409d-4883-44da-8025-7ac534d0627e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:35.351924 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-f385cf5a-5b2a-48a1-8498-6cb6ba657ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:35.355186 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3261aa99-f366-452e-b96d-d04810900ac9 None None] Provisioning complete for port a6e6622d-fba7-4aeb-830d-eca546e33652 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:41:35.355744 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3261aa99-f366-452e-b96d-d04810900ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:35.361557 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f385cf5a-5b2a-48a1-8498-6cb6ba657ebd None None] Routers {'922d409d-4883-44da-8025-7ac534d0627e'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:41:35.362090 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-f385cf5a-5b2a-48a1-8498-6cb6ba657ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:41:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['922d409d-4883-44da-8025-7ac534d0627e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:35.401269 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-f385cf5a-5b2a-48a1-8498-6cb6ba657ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:35.402271 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385cf5a-5b2a-48a1-8498-6cb6ba657ebd None None] The sync data for ids ['922d409d-4883-44da-8025-7ac534d0627e'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:41:35.407287 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3261aa99-f366-452e-b96d-d04810900ac9 None None] Port a6e6622d-fba7-4aeb-830d-eca546e33652 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:41:35.444570 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1f54b7-cc4f-4ecb-96c1-c34c516226b6 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Made reservation on behalf of 2d780e7b1aa940caab235bd2e08ccc48 for: {'port': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:41:35.448718 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e1f54b7-cc4f-4ecb-96c1-c34c516226b6 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:35.466190 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [None req-0e1f54b7-cc4f-4ecb-96c1-c34c516226b6 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] device_id is not set on port d1024486-e1de-48f4-b688-fb82735a2294 yet. {{(pid=103896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 16:41:35.576567 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-0e1f54b7-cc4f-4ecb-96c1-c34c516226b6 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Allocated IP 172.20.0.12 (760e0530-7286-4864-9d96-8da5fd2e8fd2/113a0115-284b-47ba-8ae7-c1c13e4dc8f8/d1024486-e1de-48f4-b688-fb82735a2294) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:41:35.732581 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e1f54b7-cc4f-4ecb-96c1-c34c516226b6 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:35.767648 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e1f54b7-cc4f-4ecb-96c1-c34c516226b6 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:35.812379 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1f54b7-cc4f-4ecb-96c1-c34c516226b6 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Network 760e0530-7286-4864-9d96-8da5fd2e8fd2 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:41:35.815398 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-0e1f54b7-cc4f-4ecb-96c1-c34c516226b6 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:41:35.819045 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1f54b7-cc4f-4ecb-96c1-c34c516226b6 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:41:35.826587 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f54b7-cc4f-4ecb-96c1-c34c516226b6 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Pushing event updated for resources: {'Port': ['ID=d1024486-e1de-48f4-b688-fb82735a2294,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:35.881536 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1f54b7-cc4f-4ecb-96c1-c34c516226b6 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:35.882190 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0e1f54b7-cc4f-4ecb-96c1-c34c516226b6 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:35.900715 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0e1f54b7-cc4f-4ecb-96c1-c34c516226b6 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.5961931 May 26 16:41:35.903866 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36516) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:35.958266 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-0ceb451b-b3f4-4a86-a085-e15882bc40ea tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'project_id': '2d780e7b1aa940caab235bd2e08ccc48', 'port_id': 'd1024486-e1de-48f4-b688-fb82735a2294'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:41:35.981952 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0ceb451b-b3f4-4a86-a085-e15882bc40ea tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:36.077084 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0ceb451b-b3f4-4a86-a085-e15882bc40ea tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:36.133292 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-2f6fb28a-a9e2-4c18-ae33-dd3ff86ca45c None None] Provisioning complete for port d1024486-e1de-48f4-b688-fb82735a2294 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:41:36.133575 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2f6fb28a-a9e2-4c18-ae33-dd3ff86ca45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:36.173776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2f6fb28a-a9e2-4c18-ae33-dd3ff86ca45c None None] Port d1024486-e1de-48f4-b688-fb82735a2294 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:41:36.193369 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-0ceb451b-b3f4-4a86-a085-e15882bc40ea tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Allocated IP 172.25.7.253 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/5673c4b6-7dd0-4cd8-aa2d-771f206e5e89) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:41:36.303317 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0ceb451b-b3f4-4a86-a085-e15882bc40ea tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:36.337951 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0ceb451b-b3f4-4a86-a085-e15882bc40ea tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:36.385969 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ceb451b-b3f4-4a86-a085-e15882bc40ea tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:41:36.391423 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-0ceb451b-b3f4-4a86-a085-e15882bc40ea tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:41:36.397648 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceb451b-b3f4-4a86-a085-e15882bc40ea tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:41:36.400546 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb451b-b3f4-4a86-a085-e15882bc40ea tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Pushing event updated for resources: {'Port': ['ID=5673c4b6-7dd0-4cd8-aa2d-771f206e5e89,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:36.768585 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0ceb451b-b3f4-4a86-a085-e15882bc40ea tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:36.842445 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0ceb451b-b3f4-4a86-a085-e15882bc40ea tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:37.017135 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0ceb451b-b3f4-4a86-a085-e15882bc40ea tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:37.022730 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0ceb451b-b3f4-4a86-a085-e15882bc40ea tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:37.090354 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb451b-b3f4-4a86-a085-e15882bc40ea tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Pushing event updated for resources: {'Port': ['ID=5673c4b6-7dd0-4cd8-aa2d-771f206e5e89,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:37.103617 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0ceb451b-b3f4-4a86-a085-e15882bc40ea tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:37.213638 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-0ceb451b-b3f4-4a86-a085-e15882bc40ea tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Floating IP 165ed57e-dd08-4b7a-b1d7-e3f6bea9fa86 associated. External IP: 172.25.7.253, port: d1024486-e1de-48f4-b688-fb82735a2294. May 26 16:41:37.449702 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ceb451b-b3f4-4a86-a085-e15882bc40ea tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Router 922d409d-4883-44da-8025-7ac534d0627e has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:41:37.566435 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ceb451b-b3f4-4a86-a085-e15882bc40ea tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:41:37.575887 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77ae467-4b72-48d4-9eca-18fec4a94bb6 None None] Sync routers for ids ['922d409d-4883-44da-8025-7ac534d0627e'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:41:37.585921 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0ceb451b-b3f4-4a86-a085-e15882bc40ea tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:37.586279 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77ae467-4b72-48d4-9eca-18fec4a94bb6 None None] Routers {'922d409d-4883-44da-8025-7ac534d0627e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:41:37.588315 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-f77ae467-4b72-48d4-9eca-18fec4a94bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:41:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['922d409d-4883-44da-8025-7ac534d0627e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:37.621067 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-f77ae467-4b72-48d4-9eca-18fec4a94bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:37.626897 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0ceb451b-b3f4-4a86-a085-e15882bc40ea tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 1.7217007 May 26 16:41:37.629780 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36520) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:37.630707 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77ae467-4b72-48d4-9eca-18fec4a94bb6 None None] Routers {'922d409d-4883-44da-8025-7ac534d0627e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:41:37.631345 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-f77ae467-4b72-48d4-9eca-18fec4a94bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:41:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['922d409d-4883-44da-8025-7ac534d0627e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:37.671623 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-f77ae467-4b72-48d4-9eca-18fec4a94bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:37.672207 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77ae467-4b72-48d4-9eca-18fec4a94bb6 None None] The sync data for ids ['922d409d-4883-44da-8025-7ac534d0627e'] in n-d-843337-2 is: [] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:41:37.780102 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b1597864-c329-474e-b45f-023154ea58d9 tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] 10.222.0.77 "GET /v2.0/floatingips/165ed57e-dd08-4b7a-b1d7-e3f6bea9fa86 HTTP/1.1" status: 200 len: 984 time: 0.1488807 May 26 16:41:37.782556 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36522) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:37.902906 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-226b8f81-44c2-4389-ad0a-00434ec168f9 tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4301 time: 0.1192403 May 26 16:41:37.905541 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36524) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:38.078072 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc6c06-f048-4dc6-8e2d-e0dbd57babb3 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Deleting port 5673c4b6-7dd0-4cd8-aa2d-771f206e5e89 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:41:38.078426 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6c06-f048-4dc6-8e2d-e0dbd57babb3 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:38.162931 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6c06-f048-4dc6-8e2d-e0dbd57babb3 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:38.163256 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6c06-f048-4dc6-8e2d-e0dbd57babb3 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:38.176061 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc6c06-f048-4dc6-8e2d-e0dbd57babb3 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Calling delete_port for 5673c4b6-7dd0-4cd8-aa2d-771f206e5e89 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:41:38.367620 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6c06-f048-4dc6-8e2d-e0dbd57babb3 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:38.400139 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc6c06-f048-4dc6-8e2d-e0dbd57babb3 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Pushing event deleted for resources: {'Port': ['ID=5673c4b6-7dd0-4cd8-aa2d-771f206e5e89,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:38.467060 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6c06-f048-4dc6-8e2d-e0dbd57babb3 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:38.467859 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-5cfc6c06-f048-4dc6-8e2d-e0dbd57babb3 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Floating IP 165ed57e-dd08-4b7a-b1d7-e3f6bea9fa86 disassociated (deleted). External IP: 172.25.7.253, port: d1024486-e1de-48f4-b688-fb82735a2294. May 26 16:41:38.665762 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:41:38.686196 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36528) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:38.737652 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfc6c06-f048-4dc6-8e2d-e0dbd57babb3 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Router 922d409d-4883-44da-8025-7ac534d0627e has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:41:38.762403 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2301ac38-e783-49e2-9dd5-2c2d0a5eeeb1 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/floatingips/8f1b01ce-b9de-4db5-ac2d-8c44a6e86d75 HTTP/1.1" status: 200 len: 992 time: 0.0745482 May 26 16:41:38.874479 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfc6c06-f048-4dc6-8e2d-e0dbd57babb3 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:41:38.879558 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6c06-f048-4dc6-8e2d-e0dbd57babb3 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:38.888613 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad026b8a-d52c-4171-ac88-f3f0bb84de3f None None] Sync routers for ids ['922d409d-4883-44da-8025-7ac534d0627e'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:41:38.905749 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad026b8a-d52c-4171-ac88-f3f0bb84de3f None None] Routers {'922d409d-4883-44da-8025-7ac534d0627e'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:41:38.906795 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ad026b8a-d52c-4171-ac88-f3f0bb84de3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:41:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['922d409d-4883-44da-8025-7ac534d0627e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:38.952264 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ad026b8a-d52c-4171-ac88-f3f0bb84de3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:38.968457 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad026b8a-d52c-4171-ac88-f3f0bb84de3f None None] Routers {'922d409d-4883-44da-8025-7ac534d0627e'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:41:38.969390 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ad026b8a-d52c-4171-ac88-f3f0bb84de3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:41:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['922d409d-4883-44da-8025-7ac534d0627e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:39.033255 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-ad026b8a-d52c-4171-ac88-f3f0bb84de3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:39.034087 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad026b8a-d52c-4171-ac88-f3f0bb84de3f None None] The sync data for ids ['922d409d-4883-44da-8025-7ac534d0627e'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:41:39.043988 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36534) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:39.276616 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-dcd150ae-ad6a-4cff-9038-133d68e2d80d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Deleting port d6aa2139-3d02-4b74-ac8b-25434982ea7c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:41:39.277029 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dcd150ae-ad6a-4cff-9038-133d68e2d80d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:39.304427 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5cfc6c06-f048-4dc6-8e2d-e0dbd57babb3 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] 10.222.0.77 "DELETE /v2.0/floatingips/165ed57e-dd08-4b7a-b1d7-e3f6bea9fa86 HTTP/1.1" status: 204 len: 168 time: 1.3975563 May 26 16:41:39.309834 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36536) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:39.314689 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-4ae69857-174f-43db-a64f-d434adfedced tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:41:39.341390 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4ae69857-174f-43db-a64f-d434adfedced tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:39.385127 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dcd150ae-ad6a-4cff-9038-133d68e2d80d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:39.386031 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dcd150ae-ad6a-4cff-9038-133d68e2d80d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:39.404334 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-dcd150ae-ad6a-4cff-9038-133d68e2d80d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Calling delete_port for d6aa2139-3d02-4b74-ac8b-25434982ea7c owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:41:39.489499 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4ae69857-174f-43db-a64f-d434adfedced tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:39.587841 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dcd150ae-ad6a-4cff-9038-133d68e2d80d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:39.615052 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd150ae-ad6a-4cff-9038-133d68e2d80d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event deleted for resources: {'Port': ['ID=d6aa2139-3d02-4b74-ac8b-25434982ea7c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:39.631305 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-4ae69857-174f-43db-a64f-d434adfedced tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Allocated IP 172.25.7.156 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/e7022c9c-ace1-47c3-8bb2-8cac4aae9c2f) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:41:39.701595 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dcd150ae-ad6a-4cff-9038-133d68e2d80d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:39.702654 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-dcd150ae-ad6a-4cff-9038-133d68e2d80d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Floating IP 8f1b01ce-b9de-4db5-ac2d-8c44a6e86d75 disassociated (deleted). External IP: 172.25.7.72, port: 10d046af-3be6-431d-957c-a2afde1a06bb. May 26 16:41:39.758598 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4ae69857-174f-43db-a64f-d434adfedced tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:39.802491 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4ae69857-174f-43db-a64f-d434adfedced tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:39.867589 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae69857-174f-43db-a64f-d434adfedced tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:41:39.872185 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-4ae69857-174f-43db-a64f-d434adfedced tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:41:39.877494 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae69857-174f-43db-a64f-d434adfedced tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:41:39.911399 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae69857-174f-43db-a64f-d434adfedced tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Pushing event updated for resources: {'Port': ['ID=e7022c9c-ace1-47c3-8bb2-8cac4aae9c2f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:39.996624 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4ae69857-174f-43db-a64f-d434adfedced tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:40.036014 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4ae69857-174f-43db-a64f-d434adfedced tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:40.247933 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4ae69857-174f-43db-a64f-d434adfedced tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:40.252793 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4ae69857-174f-43db-a64f-d434adfedced tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:40.276407 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd150ae-ad6a-4cff-9038-133d68e2d80d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Router 1d750084-9e91-4106-8afe-0665cb9dd7eb has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:41:40.326657 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae69857-174f-43db-a64f-d434adfedced tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Pushing event updated for resources: {'Port': ['ID=e7022c9c-ace1-47c3-8bb2-8cac4aae9c2f,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:40.343803 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4ae69857-174f-43db-a64f-d434adfedced tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:40.364375 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4ae69857-174f-43db-a64f-d434adfedced tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:40.365809 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4ae69857-174f-43db-a64f-d434adfedced tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0548120 May 26 16:41:40.369341 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36538) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:40.407290 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd150ae-ad6a-4cff-9038-133d68e2d80d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:41:40.413442 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dcd150ae-ad6a-4cff-9038-133d68e2d80d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:40.423086 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657830d6-893d-4bb8-ad45-826643248001 None None] Sync routers for ids ['1d750084-9e91-4106-8afe-0665cb9dd7eb'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:41:40.435170 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657830d6-893d-4bb8-ad45-826643248001 None None] Routers {'1d750084-9e91-4106-8afe-0665cb9dd7eb'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:41:40.435809 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-657830d6-893d-4bb8-ad45-826643248001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:41:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1d750084-9e91-4106-8afe-0665cb9dd7eb'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:40.453518 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-dcd150ae-ad6a-4cff-9038-133d68e2d80d tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "DELETE /v2.0/floatingips/8f1b01ce-b9de-4db5-ac2d-8c44a6e86d75 HTTP/1.1" status: 204 len: 168 time: 1.4083388 May 26 16:41:40.454085 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0f79df-4937-40ca-9abf-4c2abe76007d', 'tag': '10d046af-3be6-431d-957c-a2afde1a06bb'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:41:40.456626 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6749ac-de19-4252-a695-1b61a7ccc883" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0f79df-4937-40ca-9abf-4c2abe76007d", "tag": "10d046af-3be6-431d-957c-a2afde1a06bb"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:41:40.525451 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-bebdaa85-e723-4e2c-a914-4d28be139638 tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:41:40.533451 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1e7b13-32a7-4f73-ac51-3737a7d4a633 x-openstack-request-id: req-da1e7b13-32a7-4f73-ac51-3737a7d4a633 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:41:40.533750 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0f79df-4937-40ca-9abf-4c2abe76007d", "tag": "10d046af-3be6-431d-957c-a2afde1a06bb", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:41:40.534002 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-da1e7b13-32a7-4f73-ac51-3737a7d4a633 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:41:40.534413 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da1e7b13-32a7-4f73-ac51-3737a7d4a633'] response: {'name': 'network-changed', 'server_uuid': '3b0f79df-4937-40ca-9abf-4c2abe76007d', 'tag': '10d046af-3be6-431d-957c-a2afde1a06bb', 'status': 'completed', 'code': 200} May 26 16:41:40.559501 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bebdaa85-e723-4e2c-a914-4d28be139638 tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:40.588132 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-657830d6-893d-4bb8-ad45-826643248001 None None] Set router 1d750084-9e91-4106-8afe-0665cb9dd7eb gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:41:40.691201 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6749ac-de19-4252-a695-1b61a7ccc883 req-1f87f43b-e574-41ba-afeb-263cf464e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:40.692763 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dd6749ac-de19-4252-a695-1b61a7ccc883 req-1f87f43b-e574-41ba-afeb-263cf464e73e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8e7e2054d87b4adfafe8f4c3c4c5d151&device_id=3b0f79df-4937-40ca-9abf-4c2abe76007d HTTP/1.1" status: 200 len: 1096 time: 0.1056907 May 26 16:41:40.721265 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bebdaa85-e723-4e2c-a914-4d28be139638 tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:40.880851 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-bebdaa85-e723-4e2c-a914-4d28be139638 tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Allocated IP 172.25.7.227 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/9cfe7ceb-3f6c-4e20-af7b-661692059104) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:41:40.890230 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6749ac-de19-4252-a695-1b61a7ccc883 req-1fd18673-ff26-4cb1-954a-7eee32ccfc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:40.893185 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dd6749ac-de19-4252-a695-1b61a7ccc883 req-1fd18673-ff26-4cb1-954a-7eee32ccfc50 service neutron] 10.222.0.83 "GET /v2.0/networks?id=073d610e-9093-4ebe-a584-3d7a2b3757d7 HTTP/1.1" status: 200 len: 897 time: 0.1556067 May 26 16:41:40.905708 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-657830d6-893d-4bb8-ad45-826643248001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'name': 'tempest-TestNetworkBasicOps-router-2117713532', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:39:44Z', 'updated_at': '2022-05-26T16:39:49Z', 'revision_number': 4, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:39:45Z', 'updated_at': '2022-05-26T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'e1209645-cabb-4aeb-be48-534e96ea41b2', 'name': '', 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:00:d2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'f3ec5fd6-2938-40e0-848c-d85ba7e39c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:39:48Z', 'updated_at': '2022-05-26T16:39:53Z', 'revision_number': 5, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': 'f3ec5fd6-2938-40e0-848c-d85ba7e39c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:40.938398 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657830d6-893d-4bb8-ad45-826643248001 None None] Checking router: 1d750084-9e91-4106-8afe-0665cb9dd7eb for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:41:40.952903 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657830d6-893d-4bb8-ad45-826643248001 None None] Routers {'1d750084-9e91-4106-8afe-0665cb9dd7eb'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:41:40.953976 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-657830d6-893d-4bb8-ad45-826643248001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:41:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1d750084-9e91-4106-8afe-0665cb9dd7eb'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:40.967670 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dd6749ac-de19-4252-a695-1b61a7ccc883 req-67e1f174-1267-446e-b91b-72f115655625 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10d046af-3be6-431d-957c-a2afde1a06bb HTTP/1.1" status: 200 len: 217 time: 0.0637169 May 26 16:41:41.029793 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6749ac-de19-4252-a695-1b61a7ccc883 req-e59d0bc7-fd40-4343-b230-67dca68f87e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:41.031297 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dd6749ac-de19-4252-a695-1b61a7ccc883 req-e59d0bc7-fd40-4343-b230-67dca68f87e7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3ec5fd6-2938-40e0-848c-d85ba7e39c10 HTTP/1.1" status: 200 len: 835 time: 0.0552974 May 26 16:41:41.073612 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bebdaa85-e723-4e2c-a914-4d28be139638 tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:41.088419 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61190cd-1a16-48ad-8977-1b27be37b585 req-3458b244-7c04-40ce-a45a-0f7dfe85d294 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:41.092756 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e61190cd-1a16-48ad-8977-1b27be37b585 req-3458b244-7c04-40ce-a45a-0f7dfe85d294 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b0f79df-4937-40ca-9abf-4c2abe76007d HTTP/1.1" status: 200 len: 945 time: 0.3116293 May 26 16:41:41.097918 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6749ac-de19-4252-a695-1b61a7ccc883 req-bedd87e7-e3bd-4af7-8615-4ee4c36a9720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:41.100251 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dd6749ac-de19-4252-a695-1b61a7ccc883 req-bedd87e7-e3bd-4af7-8615-4ee4c36a9720 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=073d610e-9093-4ebe-a584-3d7a2b3757d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613225 May 26 16:41:41.109271 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-657830d6-893d-4bb8-ad45-826643248001 None None] Set router 1d750084-9e91-4106-8afe-0665cb9dd7eb gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:41:41.165079 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e61190cd-1a16-48ad-8977-1b27be37b585 req-4e460441-3e54-416c-b55f-e8d5e344af8a tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=e95a2bed-ea2a-4988-bad5-e72caffd9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679750 May 26 16:41:41.184611 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bebdaa85-e723-4e2c-a914-4d28be139638 tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:41.235022 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebdaa85-e723-4e2c-a914-4d28be139638 tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:41:41.238142 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-bebdaa85-e723-4e2c-a914-4d28be139638 tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:41:41.242820 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebdaa85-e723-4e2c-a914-4d28be139638 tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:41:41.246745 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdaa85-e723-4e2c-a914-4d28be139638 tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Pushing event updated for resources: {'Port': ['ID=9cfe7ceb-3f6c-4e20-af7b-661692059104,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:41.270054 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dd6749ac-de19-4252-a695-1b61a7ccc883 req-023da55a-1809-4cab-a46e-b44cc44efed9 service neutron] 10.222.0.83 "GET /v2.0/networks/073d610e-9093-4ebe-a584-3d7a2b3757d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598911 May 26 16:41:41.353954 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-657830d6-893d-4bb8-ad45-826643248001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'name': 'tempest-TestNetworkBasicOps-router-2117713532', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:39:44Z', 'updated_at': '2022-05-26T16:39:49Z', 'revision_number': 4, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:39:45Z', 'updated_at': '2022-05-26T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'e1209645-cabb-4aeb-be48-534e96ea41b2', 'name': '', 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:00:d2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'f3ec5fd6-2938-40e0-848c-d85ba7e39c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:39:48Z', 'updated_at': '2022-05-26T16:39:53Z', 'revision_number': 5, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': 'f3ec5fd6-2938-40e0-848c-d85ba7e39c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:41.363362 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bebdaa85-e723-4e2c-a914-4d28be139638 tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:41.383128 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657830d6-893d-4bb8-ad45-826643248001 None None] The sync data for ids ['1d750084-9e91-4106-8afe-0665cb9dd7eb'] in n-d-843337-2 is: [{'id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'name': 'tempest-TestNetworkBasicOps-router-2117713532', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:39:44Z', 'updated_at': '2022-05-26T16:39:49Z', 'revision_number': 4, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:39:45Z', 'updated_at': '2022-05-26T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'e1209645-cabb-4aeb-be48-534e96ea41b2', 'name': '', 'network_id': '073d610e-9093-4ebe-a584-3d7a2b3757d7', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'mac_address': 'fa:16:3e:00:d2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'f3ec5fd6-2938-40e0-848c-d85ba7e39c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:39:48Z', 'updated_at': '2022-05-26T16:39:53Z', 'revision_number': 5, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'subnets': [{'id': 'f3ec5fd6-2938-40e0-848c-d85ba7e39c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:41:41.391966 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dd6749ac-de19-4252-a695-1b61a7ccc883 req-08edc7a9-5616-4ddd-a68a-eada738e259d service neutron] 10.222.0.83 "GET /v2.0/networks/073d610e-9093-4ebe-a584-3d7a2b3757d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139863 May 26 16:41:41.422178 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bebdaa85-e723-4e2c-a914-4d28be139638 tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:41.609445 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bebdaa85-e723-4e2c-a914-4d28be139638 tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:41.614698 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bebdaa85-e723-4e2c-a914-4d28be139638 tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:41.670212 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e305dd-2c90-49b2-a51a-8879dcad3e31 None None] New status for floating IP 8f1b01ce-b9de-4db5-ac2d-8c44a6e86d75: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:41:41.690709 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdaa85-e723-4e2c-a914-4d28be139638 tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Pushing event updated for resources: {'Port': ['ID=9cfe7ceb-3f6c-4e20-af7b-661692059104,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:41.704422 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bebdaa85-e723-4e2c-a914-4d28be139638 tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:41.730867 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bebdaa85-e723-4e2c-a914-4d28be139638 tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:41.732214 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bebdaa85-e723-4e2c-a914-4d28be139638 tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3614781 May 26 16:41:41.734994 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36550) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:41.810742 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d5bdcfdf-745c-4b6a-b516-e960bdac1d03 tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3701 time: 0.0741541 May 26 16:41:41.814679 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36552) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:41.885281 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-79ed788d-6ed4-4e9c-ba86-c7860e087e83 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0692713 May 26 16:41:41.887791 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36554) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:42.051063 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-37dc0e18-16d2-4f25-b763-eaf3a5f68f8b tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Deleting port 9cfe7ceb-3f6c-4e20-af7b-661692059104 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:41:42.051436 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37dc0e18-16d2-4f25-b763-eaf3a5f68f8b tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:42.136711 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37dc0e18-16d2-4f25-b763-eaf3a5f68f8b tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:42.136972 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37dc0e18-16d2-4f25-b763-eaf3a5f68f8b tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:42.150233 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-37dc0e18-16d2-4f25-b763-eaf3a5f68f8b tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Calling delete_port for 9cfe7ceb-3f6c-4e20-af7b-661692059104 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:41:42.333272 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9daf2-2b35-4400-978e-9a6117a48104 req-15fd23c9-dea1-42c5-a0d4-3827706dfba4 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:42.334848 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7c9daf2-2b35-4400-978e-9a6117a48104 req-15fd23c9-dea1-42c5-a0d4-3827706dfba4 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b0f79df-4937-40ca-9abf-4c2abe76007d HTTP/1.1" status: 200 len: 945 time: 0.0823312 May 26 16:41:42.405356 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7c9daf2-2b35-4400-978e-9a6117a48104 req-545e10ab-08fc-4543-994f-cbdb7bc6e47b tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/security-groups?id=e95a2bed-ea2a-4988-bad5-e72caffd9994&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514085 May 26 16:41:42.410997 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37dc0e18-16d2-4f25-b763-eaf3a5f68f8b tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:42.440651 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc0e18-16d2-4f25-b763-eaf3a5f68f8b tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Pushing event deleted for resources: {'Port': ['ID=9cfe7ceb-3f6c-4e20-af7b-661692059104,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:42.515211 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37dc0e18-16d2-4f25-b763-eaf3a5f68f8b tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:42.518167 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37dc0e18-16d2-4f25-b763-eaf3a5f68f8b tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:42.519594 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-37dc0e18-16d2-4f25-b763-eaf3a5f68f8b tempest-FloatingIPAdminTestJSON-1915030677 tempest-FloatingIPAdminTestJSON-1915030677-project] 10.222.0.77 "DELETE /v2.0/floatingips/6a8c37a3-9230-4757-ab8a-8ed3397f8a97 HTTP/1.1" status: 204 len: 168 time: 0.6307445 May 26 16:41:42.522263 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36558) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:42.663390 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-8c609708-f196-4e2e-ad55-7ccb5bd51a13 tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Deleting port e7022c9c-ace1-47c3-8bb2-8cac4aae9c2f {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:41:42.664233 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c609708-f196-4e2e-ad55-7ccb5bd51a13 tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:42.742006 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c609708-f196-4e2e-ad55-7ccb5bd51a13 tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:42.742340 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c609708-f196-4e2e-ad55-7ccb5bd51a13 tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:42.755892 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-8c609708-f196-4e2e-ad55-7ccb5bd51a13 tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Calling delete_port for e7022c9c-ace1-47c3-8bb2-8cac4aae9c2f owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:41:42.913204 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c609708-f196-4e2e-ad55-7ccb5bd51a13 tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:42.949960 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c609708-f196-4e2e-ad55-7ccb5bd51a13 tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7022c9c-ace1-47c3-8bb2-8cac4aae9c2f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:42.960886 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e6e79-df95-4384-a7c0-6d9eae5954a1 req-9c59d6cf-2f9f-4969-a023-0d3ab2943295 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:42.963822 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f70e6e79-df95-4384-a7c0-6d9eae5954a1 req-9c59d6cf-2f9f-4969-a023-0d3ab2943295 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b0f79df-4937-40ca-9abf-4c2abe76007d HTTP/1.1" status: 200 len: 945 time: 0.0666068 May 26 16:41:43.019218 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c609708-f196-4e2e-ad55-7ccb5bd51a13 tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:43.022259 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c609708-f196-4e2e-ad55-7ccb5bd51a13 tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:43.023439 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8c609708-f196-4e2e-ad55-7ccb5bd51a13 tempest-FloatingIPAdminTestJSON-1715779465 tempest-FloatingIPAdminTestJSON-1715779465-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/7d3626ff-ae95-457a-ba6f-68c9789df6fa HTTP/1.1" status: 204 len: 168 time: 0.4999759 May 26 16:41:43.029073 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36560) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:43.062438 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b6df7034-4a37-47d4-8041-5f510e6e941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:43.094046 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-f70e6e79-df95-4384-a7c0-6d9eae5954a1 req-162bfc4c-8688-4904-b11d-14c047563abc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Deleting port 10d046af-3be6-431d-957c-a2afde1a06bb {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:41:43.094401 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f70e6e79-df95-4384-a7c0-6d9eae5954a1 req-162bfc4c-8688-4904-b11d-14c047563abc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:43.188847 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-d9fd1272-10c4-4a3a-8658-faf45a436513 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Deleting port d1024486-e1de-48f4-b688-fb82735a2294 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:41:43.189195 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d9fd1272-10c4-4a3a-8658-faf45a436513 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:43.211357 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-f70e6e79-df95-4384-a7c0-6d9eae5954a1 req-162bfc4c-8688-4904-b11d-14c047563abc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] For port 10d046af-3be6-431d-957c-a2afde1a06bb, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=10d046af-3be6-431d-957c-a2afde1a06bb,segment=NetworkSegment(b55c921a-24f4-480e-a8ce-d142163cce89),segment_id=b55c921a-24f4-480e-a8ce-d142163cce89)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:41:43.211688 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f70e6e79-df95-4384-a7c0-6d9eae5954a1 req-162bfc4c-8688-4904-b11d-14c047563abc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:43.227968 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-f70e6e79-df95-4384-a7c0-6d9eae5954a1 req-162bfc4c-8688-4904-b11d-14c047563abc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Calling delete_port for 10d046af-3be6-431d-957c-a2afde1a06bb owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:41:43.296069 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d9fd1272-10c4-4a3a-8658-faf45a436513 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:43.313746 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-d9fd1272-10c4-4a3a-8658-faf45a436513 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Calling delete_port for d1024486-e1de-48f4-b688-fb82735a2294 owned by {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:41:43.404664 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f70e6e79-df95-4384-a7c0-6d9eae5954a1 req-162bfc4c-8688-4904-b11d-14c047563abc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:43.440013 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bfc4c-8688-4904-b11d-14c047563abc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event deleted for resources: {'Port': ['ID=10d046af-3be6-431d-957c-a2afde1a06bb,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:43.498211 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70e6e79-df95-4384-a7c0-6d9eae5954a1 req-162bfc4c-8688-4904-b11d-14c047563abc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] No DVR routers for this DVR port 10d046af-3be6-431d-957c-a2afde1a06bb on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:41:43.503723 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f70e6e79-df95-4384-a7c0-6d9eae5954a1 req-162bfc4c-8688-4904-b11d-14c047563abc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:43.508850 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f70e6e79-df95-4384-a7c0-6d9eae5954a1 req-162bfc4c-8688-4904-b11d-14c047563abc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.83 "DELETE /v2.0/ports/10d046af-3be6-431d-957c-a2afde1a06bb HTTP/1.1" status: 204 len: 173 time: 0.5368438 May 26 16:41:43.509516 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0f79df-4937-40ca-9abf-4c2abe76007d', 'name': 'network-vif-deleted', 'tag': '10d046af-3be6-431d-957c-a2afde1a06bb'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:41:43.511864 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb08dad2-589d-4fb7-bd52-e19b82c77c86" -d '{"events": [{"server_uuid": "3b0f79df-4937-40ca-9abf-4c2abe76007d", "name": "network-vif-deleted", "tag": "10d046af-3be6-431d-957c-a2afde1a06bb"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:41:43.545745 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f578624d-5287-4f6e-b658-b31dc599b2f2 req-0cf23669-45a7-4c3a-b5b5-fd66ffd4029b tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b0f79df-4937-40ca-9abf-4c2abe76007d HTTP/1.1" status: 200 len: 210 time: 0.0387473 May 26 16:41:43.547165 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d9fd1272-10c4-4a3a-8658-faf45a436513 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:43.579277 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd1272-10c4-4a3a-8658-faf45a436513 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Pushing event deleted for resources: {'Port': ['ID=d1024486-e1de-48f4-b688-fb82735a2294,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:43.609836 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6da2ef-ac59-4e4e-8725-f56d8d1fc0c5 x-openstack-request-id: req-ab6da2ef-ac59-4e4e-8725-f56d8d1fc0c5 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:41:43.610373 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0f79df-4937-40ca-9abf-4c2abe76007d", "name": "network-vif-deleted", "tag": "10d046af-3be6-431d-957c-a2afde1a06bb", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:41:43.611081 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ab6da2ef-ac59-4e4e-8725-f56d8d1fc0c5 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:41:43.611685 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab6da2ef-ac59-4e4e-8725-f56d8d1fc0c5'] response: {'server_uuid': '3b0f79df-4937-40ca-9abf-4c2abe76007d', 'name': 'network-vif-deleted', 'tag': '10d046af-3be6-431d-957c-a2afde1a06bb', 'status': 'completed', 'code': 200} May 26 16:41:43.679771 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d9fd1272-10c4-4a3a-8658-faf45a436513 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:43.685752 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d9fd1272-10c4-4a3a-8658-faf45a436513 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] 10.222.0.77 "DELETE /v2.0/ports/d1024486-e1de-48f4-b688-fb82735a2294 HTTP/1.1" status: 204 len: 168 time: 0.6550481 May 26 16:41:43.691489 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36566) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:43.766747 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca612e37-9d52-4bb4-990f-91acd12ea460 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:43.768335 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ca612e37-9d52-4bb4-990f-91acd12ea460 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] 10.222.0.77 "GET /v2.0/ports?device_id=922d409d-4883-44da-8025-7ac534d0627e HTTP/1.1" status: 200 len: 913 time: 0.0754769 May 26 16:41:43.773096 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36568) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:44.254392 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36570) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:44.456401 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7fd6d56a-821d-42d8-9d91-fdc015b1fa38 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:44.624884 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-9a6692e5-7053-4add-a94f-71cb2e626efa tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Deleting port f8d8654d-7879-4cad-9a4d-0573f0a6ac0c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:41:44.625268 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9a6692e5-7053-4add-a94f-71cb2e626efa tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:44.640356 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36574) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:44.722930 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-092b14cd-f7ee-4311-95c2-35447006c308 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:44.757351 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-092b14cd-f7ee-4311-95c2-35447006c308 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:44.842935 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-092b14cd-f7ee-4311-95c2-35447006c308 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:44.843707 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-092b14cd-f7ee-4311-95c2-35447006c308 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:44.846011 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-092b14cd-f7ee-4311-95c2-35447006c308 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "DELETE /v2.0/security-groups/e95a2bed-ea2a-4988-bad5-e72caffd9994 HTTP/1.1" status: 204 len: 168 time: 0.2033594 May 26 16:41:44.862111 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b14cd-f7ee-4311-95c2-35447006c308 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95a2bed-ea2a-4988-bad5-e72caffd9994,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:44.896514 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9a6692e5-7053-4add-a94f-71cb2e626efa tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:44.896933 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9a6692e5-7053-4add-a94f-71cb2e626efa tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:44.903854 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36578) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:44.951632 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-9a6692e5-7053-4add-a94f-71cb2e626efa tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Calling delete_port for f8d8654d-7879-4cad-9a4d-0573f0a6ac0c owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:41:45.087587 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-7fd6d56a-821d-42d8-9d91-fdc015b1fa38 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Deleting port a6e6622d-fba7-4aeb-830d-eca546e33652 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:41:45.088127 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7fd6d56a-821d-42d8-9d91-fdc015b1fa38 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:45.245894 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7fd6d56a-821d-42d8-9d91-fdc015b1fa38 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:45.269027 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-7fd6d56a-821d-42d8-9d91-fdc015b1fa38 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Calling delete_port for a6e6622d-fba7-4aeb-830d-eca546e33652 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:41:45.294633 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9a6692e5-7053-4add-a94f-71cb2e626efa tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:45.393903 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6692e5-7053-4add-a94f-71cb2e626efa tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event deleted for resources: {'Port': ['ID=f8d8654d-7879-4cad-9a4d-0573f0a6ac0c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:45.437530 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e676303-bb30-4a4f-8de0-321a660e46a2 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:45.501829 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-15b8c8fe-4ae7-4afe-abe8-8466f0116ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:45.536059 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9a6692e5-7053-4add-a94f-71cb2e626efa tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:45.536709 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-9a6692e5-7053-4add-a94f-71cb2e626efa tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Floating IP 6e2096b1-0648-4d36-8800-07cd4e6beed0 disassociated (deleted). External IP: 172.25.7.224, port: b0b1a226-09f3-44cb-b573-bcae0835abbc. May 26 16:41:45.832114 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-2e676303-bb30-4a4f-8de0-321a660e46a2 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Deleting port e1209645-cabb-4aeb-be48-534e96ea41b2 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:41:45.832741 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e676303-bb30-4a4f-8de0-321a660e46a2 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:45.959996 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-2e676303-bb30-4a4f-8de0-321a660e46a2 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] For port e1209645-cabb-4aeb-be48-534e96ea41b2, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e1209645-cabb-4aeb-be48-534e96ea41b2,segment=NetworkSegment(b55c921a-24f4-480e-a8ce-d142163cce89),segment_id=b55c921a-24f4-480e-a8ce-d142163cce89)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:41:45.960409 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e676303-bb30-4a4f-8de0-321a660e46a2 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:45.975631 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-2e676303-bb30-4a4f-8de0-321a660e46a2 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Calling delete_port for e1209645-cabb-4aeb-be48-534e96ea41b2 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:41:46.058485 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7fd6d56a-821d-42d8-9d91-fdc015b1fa38 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:46.107895 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6d56a-821d-42d8-9d91-fdc015b1fa38 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Pushing event deleted for resources: {'Port': ['ID=a6e6622d-fba7-4aeb-830d-eca546e33652,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:46.246868 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6692e5-7053-4add-a94f-71cb2e626efa tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:41:46.255444 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e676303-bb30-4a4f-8de0-321a660e46a2 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:46.289990 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e676303-bb30-4a4f-8de0-321a660e46a2 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event deleted for resources: {'Port': ['ID=e1209645-cabb-4aeb-be48-534e96ea41b2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:46.494779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 10d046af-3be6-431d-957c-a2afde1a06bb no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:41:46.522470 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 10d046af-3be6-431d-957c-a2afde1a06bb {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:41:46.523641 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 10d046af-3be6-431d-957c-a2afde1a06bb not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:41:46.544685 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7fd6d56a-821d-42d8-9d91-fdc015b1fa38 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:46.630292 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:46.640071 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6692e5-7053-4add-a94f-71cb2e626efa tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:41:46.645380 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9a6692e5-7053-4add-a94f-71cb2e626efa tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:46.654933 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf0fda-175b-455d-8d3b-a6608061e4f4 None None] Sync routers for ids ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:41:46.666069 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf0fda-175b-455d-8d3b-a6608061e4f4 None None] Routers {'1c2261bb-afd3-4002-95c2-1061cbfa3fd2'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:41:46.667178 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9ccf0fda-175b-455d-8d3b-a6608061e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:41:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:46.691975 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9a6692e5-7053-4add-a94f-71cb2e626efa tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "DELETE /v2.0/floatingips/6e2096b1-0648-4d36-8800-07cd4e6beed0 HTTP/1.1" status: 204 len: 168 time: 2.4364007 May 26 16:41:46.723992 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021', 'tag': 'b0b1a226-09f3-44cb-b573-bcae0835abbc'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:41:46.727662 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c0bea0-eab1-49ec-ae93-0dae45a9b666" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021", "tag": "b0b1a226-09f3-44cb-b573-bcae0835abbc"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:41:46.870910 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1ec3c8-9468-435a-9380-9d72d9f49715 x-openstack-request-id: req-ca1ec3c8-9468-435a-9380-9d72d9f49715 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:41:46.871295 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021", "tag": "b0b1a226-09f3-44cb-b573-bcae0835abbc", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:41:46.871439 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ca1ec3c8-9468-435a-9380-9d72d9f49715 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:41:46.871841 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca1ec3c8-9468-435a-9380-9d72d9f49715'] response: {'name': 'network-changed', 'server_uuid': 'ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021', 'tag': 'b0b1a226-09f3-44cb-b573-bcae0835abbc', 'status': 'completed', 'code': 200} May 26 16:41:46.950650 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2e676303-bb30-4a4f-8de0-321a660e46a2 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:46.999342 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd6d56a-821d-42d8-9d91-fdc015b1fa38 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Router 922d409d-4883-44da-8025-7ac534d0627e has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:41:47.043067 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0bea0-eab1-49ec-ae93-0dae45a9b666 req-986d5125-d2b4-42a9-83df-c5df9b206600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:47.044772 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14c0bea0-eab1-49ec-ae93-0dae45a9b666 req-986d5125-d2b4-42a9-83df-c5df9b206600 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 1096 time: 0.1882737 May 26 16:41:47.110996 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-9ccf0fda-175b-455d-8d3b-a6608061e4f4 None None] Set router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:41:47.161826 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd6d56a-821d-42d8-9d91-fdc015b1fa38 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:41:47.167610 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7fd6d56a-821d-42d8-9d91-fdc015b1fa38 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] 10.222.0.77 "PUT /v2.0/routers/922d409d-4883-44da-8025-7ac534d0627e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3934076 May 26 16:41:47.173271 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36588) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:47.177497 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f73653-8b4a-4381-8aec-2e2bedb1d6d4 None None] Sync routers for ids ['922d409d-4883-44da-8025-7ac534d0627e'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:41:47.188162 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f73653-8b4a-4381-8aec-2e2bedb1d6d4 None None] Routers {'922d409d-4883-44da-8025-7ac534d0627e'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:41:47.189327 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d9f73653-8b4a-4381-8aec-2e2bedb1d6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:41:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['922d409d-4883-44da-8025-7ac534d0627e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:47.355821 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d9f73653-8b4a-4381-8aec-2e2bedb1d6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:47.364547 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f73653-8b4a-4381-8aec-2e2bedb1d6d4 None None] Routers {'922d409d-4883-44da-8025-7ac534d0627e'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:41:47.365245 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d9f73653-8b4a-4381-8aec-2e2bedb1d6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:41:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['922d409d-4883-44da-8025-7ac534d0627e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:47.409684 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d9f73653-8b4a-4381-8aec-2e2bedb1d6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:47.410793 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f73653-8b4a-4381-8aec-2e2bedb1d6d4 None None] The sync data for ids ['922d409d-4883-44da-8025-7ac534d0627e'] in n-d-843337-2 is: [] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:41:47.427850 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9ccf0fda-175b-455d-8d3b-a6608061e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 4, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port': {'id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:31Z', 'updated_at': '2022-05-26T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '00a5d8f6-918b-4017-9923-20d1d031c6cc', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'port_id': '52419282-5709-464f-8edb-db1e61c0da76', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'mac_address': 'fa:16:3e:7f:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13585158-34d0-477f-9cd6-cd574b57d0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:37:55Z', 'updated_at': '2022-05-26T16:37:57Z', 'revision_number': 1, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f915d130-ca03-4aab-a292-340d2fc26711', 'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'mac_address': 'fa:16:3e:98:65:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:34Z', 'updated_at': '2022-05-26T16:28:45Z', 'revision_number': 5, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'subnets': [{'id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:47.443424 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ce921-97d3-4a9b-b36c-694ac22c4042 req-100825ba-a675-466f-a548-2cc58e8cc920 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:47.446178 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-940ce921-97d3-4a9b-b36c-694ac22c4042 req-100825ba-a675-466f-a548-2cc58e8cc920 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 945 time: 0.4116025 May 26 16:41:47.468335 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf0fda-175b-455d-8d3b-a6608061e4f4 None None] Checking router: 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:41:47.470617 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0bea0-eab1-49ec-ae93-0dae45a9b666 req-c6e745ba-d161-4b6d-b50e-4ae6a132d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:47.472043 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14c0bea0-eab1-49ec-ae93-0dae45a9b666 req-c6e745ba-d161-4b6d-b50e-4ae6a132d8e5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 913 time: 0.4126801 May 26 16:41:47.478017 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf0fda-175b-455d-8d3b-a6608061e4f4 None None] Routers {'1c2261bb-afd3-4002-95c2-1061cbfa3fd2'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:41:47.479197 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9ccf0fda-175b-455d-8d3b-a6608061e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:41:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:47.592985 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14c0bea0-eab1-49ec-ae93-0dae45a9b666 req-e2364bb6-8fa6-4cb5-be7b-86b3f025537f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0b1a226-09f3-44cb-b573-bcae0835abbc HTTP/1.1" status: 200 len: 217 time: 0.0808268 May 26 16:41:47.602996 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-9ccf0fda-175b-455d-8d3b-a6608061e4f4 None None] Set router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:41:47.607027 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-151bc60d-f4eb-4410-95f4-d69cb95153a0 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:47.788842 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-940ce921-97d3-4a9b-b36c-694ac22c4042 req-17f0e44d-97d1-4e8e-9d6c-cabd78cc23b8 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3319557 May 26 16:41:47.877989 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0bea0-eab1-49ec-ae93-0dae45a9b666 req-a19cd580-bdec-4586-822c-153a9d9b3a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:47.880224 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14c0bea0-eab1-49ec-ae93-0dae45a9b666 req-a19cd580-bdec-4586-822c-153a9d9b3a20 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5431b2c2-5959-417a-9a98-2b2d0e6627f0 HTTP/1.1" status: 200 len: 851 time: 0.2646217 May 26 16:41:47.908200 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e676303-bb30-4a4f-8de0-321a660e46a2 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Router 1d750084-9e91-4106-8afe-0665cb9dd7eb has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:41:47.934107 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9ccf0fda-175b-455d-8d3b-a6608061e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 4, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port': {'id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:31Z', 'updated_at': '2022-05-26T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '00a5d8f6-918b-4017-9923-20d1d031c6cc', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'port_id': '52419282-5709-464f-8edb-db1e61c0da76', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'mac_address': 'fa:16:3e:7f:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13585158-34d0-477f-9cd6-cd574b57d0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:37:55Z', 'updated_at': '2022-05-26T16:37:57Z', 'revision_number': 1, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f915d130-ca03-4aab-a292-340d2fc26711', 'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'mac_address': 'fa:16:3e:98:65:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:34Z', 'updated_at': '2022-05-26T16:28:45Z', 'revision_number': 5, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'subnets': [{'id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:47.976139 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-151bc60d-f4eb-4410-95f4-d69cb95153a0 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:47.996412 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf0fda-175b-455d-8d3b-a6608061e4f4 None None] The sync data for ids ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'] in n-d-843337-2 is: [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 4, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port': {'id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:31Z', 'updated_at': '2022-05-26T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '00a5d8f6-918b-4017-9923-20d1d031c6cc', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'port_id': '52419282-5709-464f-8edb-db1e61c0da76', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'mac_address': 'fa:16:3e:7f:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13585158-34d0-477f-9cd6-cd574b57d0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:37:55Z', 'updated_at': '2022-05-26T16:37:57Z', 'revision_number': 1, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f915d130-ca03-4aab-a292-340d2fc26711', 'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'mac_address': 'fa:16:3e:98:65:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:34Z', 'updated_at': '2022-05-26T16:28:45Z', 'revision_number': 5, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'subnets': [{'id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:41:48.075740 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0bea0-eab1-49ec-ae93-0dae45a9b666 req-70dd576b-807e-48ac-a1c9-30f6eb1ec446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:48.079029 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14c0bea0-eab1-49ec-ae93-0dae45a9b666 req-70dd576b-807e-48ac-a1c9-30f6eb1ec446 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceae140a-4691-47b9-ad57-1026c75c737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1873107 May 26 16:41:48.259178 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e676303-bb30-4a4f-8de0-321a660e46a2 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:41:48.271427 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2e676303-bb30-4a4f-8de0-321a660e46a2 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "PUT /v2.0/routers/1d750084-9e91-4106-8afe-0665cb9dd7eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3633935 May 26 16:41:48.272126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36590) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:48.277160 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475b0aa3-29d8-42d9-ac76-f23cf59d995d None None] Sync routers for ids ['1d750084-9e91-4106-8afe-0665cb9dd7eb'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:41:48.297311 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14c0bea0-eab1-49ec-ae93-0dae45a9b666 req-243368f9-daef-409f-8a1f-c0e8a26dd6fb service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856925 May 26 16:41:48.304011 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-151bc60d-f4eb-4410-95f4-d69cb95153a0 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Deleting port 5a1b8358-26fa-4702-953e-e5e14f27f704 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:41:48.304011 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-151bc60d-f4eb-4410-95f4-d69cb95153a0 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:48.317065 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475b0aa3-29d8-42d9-ac76-f23cf59d995d None None] Routers {'1d750084-9e91-4106-8afe-0665cb9dd7eb'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:41:48.325169 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-475b0aa3-29d8-42d9-ac76-f23cf59d995d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:41:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1d750084-9e91-4106-8afe-0665cb9dd7eb'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:48.363617 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab28c96-8a4d-4442-9a5b-e18dce6a86a5 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Deleting subnet f3ec5fd6-2938-40e0-848c-d85ba7e39c10 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:41:48.370394 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ab28c96-8a4d-4442-9a5b-e18dce6a86a5 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:48.407252 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:48.417732 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d4214c-c492-45ec-b030-9155d2ea7664 None None] New status for floating IP 6e2096b1-0648-4d36-8800-07cd4e6beed0: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:41:48.440408 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-151bc60d-f4eb-4410-95f4-d69cb95153a0 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:48.440974 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ab28c96-8a4d-4442-9a5b-e18dce6a86a5 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:48.448842 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-151bc60d-f4eb-4410-95f4-d69cb95153a0 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Calling delete_port for 5a1b8358-26fa-4702-953e-e5e14f27f704 owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:41:48.532538 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-475b0aa3-29d8-42d9-ac76-f23cf59d995d None None] Set router 1d750084-9e91-4106-8afe-0665cb9dd7eb gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:41:48.637817 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ab28c96-8a4d-4442-9a5b-e18dce6a86a5 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:48.692182 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78e774-f533-4130-af9a-5fb28c56dbc3 req-cf3965be-e3be-4854-93d0-6ef3f513c824 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:48.693720 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0b78e774-f533-4130-af9a-5fb28c56dbc3 req-cf3965be-e3be-4854-93d0-6ef3f513c824 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 945 time: 0.1181550 May 26 16:41:48.711011 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:48.749480 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-151bc60d-f4eb-4410-95f4-d69cb95153a0 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:48.768136 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14c0bea0-eab1-49ec-ae93-0dae45a9b666 req-8f4cbb2e-7bf0-4eb9-b7a8-b242396286e0 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614739 May 26 16:41:48.803956 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ab28c96-8a4d-4442-9a5b-e18dce6a86a5 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:48.808478 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151bc60d-f4eb-4410-95f4-d69cb95153a0 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Pushing event deleted for resources: {'Port': ['ID=5a1b8358-26fa-4702-953e-e5e14f27f704,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:48.854252 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab28c96-8a4d-4442-9a5b-e18dce6a86a5 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event deleted for resources: {'Subnet': ['ID=f3ec5fd6-2938-40e0-848c-d85ba7e39c10,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:48.865883 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0ab28c96-8a4d-4442-9a5b-e18dce6a86a5 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:48.867544 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-475b0aa3-29d8-42d9-ac76-f23cf59d995d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'name': 'tempest-TestNetworkBasicOps-router-2117713532', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:39:44Z', 'updated_at': '2022-05-26T16:41:46Z', 'revision_number': 5, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:39:45Z', 'updated_at': '2022-05-26T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:48.870641 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0ab28c96-8a4d-4442-9a5b-e18dce6a86a5 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "DELETE /v2.0/subnets/f3ec5fd6-2938-40e0-848c-d85ba7e39c10 HTTP/1.1" status: 204 len: 168 time: 0.5974991 May 26 16:41:48.874606 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36594) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:48.889490 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1565af-42a6-45ff-abfb-61b8e36ad038 None None] Network 073d610e-9093-4ebe-a584-3d7a2b3757d7 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:41:48.935050 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-0b78e774-f533-4130-af9a-5fb28c56dbc3 req-33dbd895-9a98-47d2-a0a9-0c077627ee72 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Deleting port b0b1a226-09f3-44cb-b573-bcae0835abbc {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:41:48.935585 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0b78e774-f533-4130-af9a-5fb28c56dbc3 req-33dbd895-9a98-47d2-a0a9-0c077627ee72 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:48.936258 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-151bc60d-f4eb-4410-95f4-d69cb95153a0 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:49.014010 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475b0aa3-29d8-42d9-ac76-f23cf59d995d None None] Checking router: 1d750084-9e91-4106-8afe-0665cb9dd7eb for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:41:49.067098 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:49.085619 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475b0aa3-29d8-42d9-ac76-f23cf59d995d None None] Routers {'1d750084-9e91-4106-8afe-0665cb9dd7eb'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:41:49.086503 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-475b0aa3-29d8-42d9-ac76-f23cf59d995d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:41:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1d750084-9e91-4106-8afe-0665cb9dd7eb'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:49.121107 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2303a56-e155-4d58-9b53-2d212c1a5fe3 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:49.189064 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-0b78e774-f533-4130-af9a-5fb28c56dbc3 req-33dbd895-9a98-47d2-a0a9-0c077627ee72 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] For port b0b1a226-09f3-44cb-b573-bcae0835abbc, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=b0b1a226-09f3-44cb-b573-bcae0835abbc,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:41:49.189607 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0b78e774-f533-4130-af9a-5fb28c56dbc3 req-33dbd895-9a98-47d2-a0a9-0c077627ee72 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:49.208568 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-0b78e774-f533-4130-af9a-5fb28c56dbc3 req-33dbd895-9a98-47d2-a0a9-0c077627ee72 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Calling delete_port for b0b1a226-09f3-44cb-b573-bcae0835abbc owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:41:49.315752 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-475b0aa3-29d8-42d9-ac76-f23cf59d995d None None] Set router 1d750084-9e91-4106-8afe-0665cb9dd7eb gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:41:49.319564 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2303a56-e155-4d58-9b53-2d212c1a5fe3 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:49.455500 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8019abd2-6f79-47a6-8072-a2f9b072c8f6 None None] DHCP port deletion for 073d610e-9093-4ebe-a584-3d7a2b3757d7 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:41:49.489355 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-151bc60d-f4eb-4410-95f4-d69cb95153a0 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:49.494623 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b2303a56-e155-4d58-9b53-2d212c1a5fe3 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Deleting port 6eec2c54-8868-4f70-90cc-4fe5743cbba1 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:41:49.495098 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2303a56-e155-4d58-9b53-2d212c1a5fe3 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:49.495859 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-151bc60d-f4eb-4410-95f4-d69cb95153a0 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:49.532752 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c96929-c3cf-4bfa-99a9-b1ecd242d728 req-3606c7d7-8609-4967-8028-d1080105a517 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:41:49.532752 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46c96929-c3cf-4bfa-99a9-b1ecd242d728 req-3606c7d7-8609-4967-8028-d1080105a517 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 945 time: 0.5882220 May 26 16:41:49.575600 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8019abd2-6f79-47a6-8072-a2f9b072c8f6 None None] Deleting port b44f68f8-e19a-4786-8078-00d94cb58a22 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:41:49.576159 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8019abd2-6f79-47a6-8072-a2f9b072c8f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:49.578467 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0b78e774-f533-4130-af9a-5fb28c56dbc3 req-33dbd895-9a98-47d2-a0a9-0c077627ee72 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:49.591419 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-151bc60d-f4eb-4410-95f4-d69cb95153a0 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:49.591981 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151bc60d-f4eb-4410-95f4-d69cb95153a0 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Fanout notify agent at l3_agent the message router_deleted on router 922d409d-4883-44da-8025-7ac534d0627e {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:41:49.608230 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-151bc60d-f4eb-4410-95f4-d69cb95153a0 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:49.612439 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-151bc60d-f4eb-4410-95f4-d69cb95153a0 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] 10.222.0.77 "DELETE /v2.0/routers/922d409d-4883-44da-8025-7ac534d0627e HTTP/1.1" status: 204 len: 168 time: 2.4028516 May 26 16:41:49.612439 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36596) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:49.666303 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbd895-9a98-47d2-a0a9-0c077627ee72 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event deleted for resources: {'Port': ['ID=b0b1a226-09f3-44cb-b573-bcae0835abbc,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:49.667189 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-46c96929-c3cf-4bfa-99a9-b1ecd242d728 req-245184ab-a0ed-4cfe-9595-e95313a85ec2 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022038 May 26 16:41:49.683187 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-b2303a56-e155-4d58-9b53-2d212c1a5fe3 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] For port 6eec2c54-8868-4f70-90cc-4fe5743cbba1, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=6eec2c54-8868-4f70-90cc-4fe5743cbba1,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:41:49.683545 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2303a56-e155-4d58-9b53-2d212c1a5fe3 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:49.700658 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8019abd2-6f79-47a6-8072-a2f9b072c8f6 None None] For port b44f68f8-e19a-4786-8078-00d94cb58a22, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b44f68f8-e19a-4786-8078-00d94cb58a22,segment=NetworkSegment(b55c921a-24f4-480e-a8ce-d142163cce89),segment_id=b55c921a-24f4-480e-a8ce-d142163cce89)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:41:49.702373 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8019abd2-6f79-47a6-8072-a2f9b072c8f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:49.717293 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1768b04-6437-4751-af6a-c09d0ca66b65 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Deleting subnet 113a0115-284b-47ba-8ae7-c1c13e4dc8f8 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:41:49.726682 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1768b04-6437-4751-af6a-c09d0ca66b65 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:49.735334 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8019abd2-6f79-47a6-8072-a2f9b072c8f6 None None] Calling delete_port for b44f68f8-e19a-4786-8078-00d94cb58a22 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:41:49.736618 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b2303a56-e155-4d58-9b53-2d212c1a5fe3 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Calling delete_port for 6eec2c54-8868-4f70-90cc-4fe5743cbba1 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:41:49.739193 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b78e774-f533-4130-af9a-5fb28c56dbc3 req-33dbd895-9a98-47d2-a0a9-0c077627ee72 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] No DVR routers for this DVR port b0b1a226-09f3-44cb-b573-bcae0835abbc on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:41:49.742589 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0b78e774-f533-4130-af9a-5fb28c56dbc3 req-33dbd895-9a98-47d2-a0a9-0c077627ee72 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:49.747170 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0b78e774-f533-4130-af9a-5fb28c56dbc3 req-33dbd895-9a98-47d2-a0a9-0c077627ee72 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "DELETE /v2.0/ports/b0b1a226-09f3-44cb-b573-bcae0835abbc HTTP/1.1" status: 204 len: 173 time: 1.0439429 May 26 16:41:49.761543 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021', 'name': 'network-vif-deleted', 'tag': 'b0b1a226-09f3-44cb-b573-bcae0835abbc'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:41:49.767498 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c12cc5f-941a-49b4-bf3a-e0f3eca44469" -d '{"events": [{"server_uuid": "ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021", "name": "network-vif-deleted", "tag": "b0b1a226-09f3-44cb-b573-bcae0835abbc"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:41:49.835756 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1768b04-6437-4751-af6a-c09d0ca66b65 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:49.848404 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-475b0aa3-29d8-42d9-ac76-f23cf59d995d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'name': 'tempest-TestNetworkBasicOps-router-2117713532', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:39:44Z', 'updated_at': '2022-05-26T16:41:46Z', 'revision_number': 5, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:39:45Z', 'updated_at': '2022-05-26T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:49.886905 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477323c1-f1a2-446b-9e1a-2f29f68b84db x-openstack-request-id: req-477323c1-f1a2-446b-9e1a-2f29f68b84db {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:41:49.887435 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021", "name": "network-vif-deleted", "tag": "b0b1a226-09f3-44cb-b573-bcae0835abbc", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:41:49.887881 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-477323c1-f1a2-446b-9e1a-2f29f68b84db {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:41:49.888459 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-477323c1-f1a2-446b-9e1a-2f29f68b84db'] response: {'server_uuid': 'ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021', 'name': 'network-vif-deleted', 'tag': 'b0b1a226-09f3-44cb-b573-bcae0835abbc', 'status': 'completed', 'code': 200} May 26 16:41:49.909678 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475b0aa3-29d8-42d9-ac76-f23cf59d995d None None] The sync data for ids ['1d750084-9e91-4106-8afe-0665cb9dd7eb'] in n-d-843337-2 is: [{'id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'name': 'tempest-TestNetworkBasicOps-router-2117713532', 'tenant_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:39:44Z', 'updated_at': '2022-05-26T16:41:46Z', 'revision_number': 5, 'project_id': '8e7e2054d87b4adfafe8f4c3c4c5d151', 'gw_port': {'id': '6eec2c54-8868-4f70-90cc-4fe5743cbba1', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d750084-9e91-4106-8afe-0665cb9dd7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:39:45Z', 'updated_at': '2022-05-26T16:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:41:50.028032 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8019abd2-6f79-47a6-8072-a2f9b072c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:50.126308 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019abd2-6f79-47a6-8072-a2f9b072c8f6 None None] Pushing event deleted for resources: {'Port': ['ID=b44f68f8-e19a-4786-8078-00d94cb58a22,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:50.141054 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8019abd2-6f79-47a6-8072-a2f9b072c8f6 None None] No DVR routers for this DVR port b44f68f8-e19a-4786-8078-00d94cb58a22 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:41:50.203592 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2303a56-e155-4d58-9b53-2d212c1a5fe3 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:50.289384 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1768b04-6437-4751-af6a-c09d0ca66b65 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:50.307605 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2303a56-e155-4d58-9b53-2d212c1a5fe3 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event deleted for resources: {'Port': ['ID=6eec2c54-8868-4f70-90cc-4fe5743cbba1,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:50.444957 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2303a56-e155-4d58-9b53-2d212c1a5fe3 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:50.472158 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1768b04-6437-4751-af6a-c09d0ca66b65 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:50.504358 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1768b04-6437-4751-af6a-c09d0ca66b65 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Pushing event deleted for resources: {'Subnet': ['ID=113a0115-284b-47ba-8ae7-c1c13e4dc8f8,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:50.512248 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1768b04-6437-4751-af6a-c09d0ca66b65 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:50.515926 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a1768b04-6437-4751-af6a-c09d0ca66b65 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] 10.222.0.77 "DELETE /v2.0/subnets/113a0115-284b-47ba-8ae7-c1c13e4dc8f8 HTTP/1.1" status: 204 len: 168 time: 0.9029131 May 26 16:41:50.523604 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dad6cc-f134-42a2-ab39-3ab7122425c4 None None] Network 760e0530-7286-4864-9d96-8da5fd2e8fd2 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:41:50.530134 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b44f68f8-e19a-4786-8078-00d94cb58a22 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:41:50.533552 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36600) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:50.572080 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: b44f68f8-e19a-4786-8078-00d94cb58a22 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:41:50.572591 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b44f68f8-e19a-4786-8078-00d94cb58a22 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:41:50.594148 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2303a56-e155-4d58-9b53-2d212c1a5fe3 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:50.599428 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2303a56-e155-4d58-9b53-2d212c1a5fe3 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:50.640946 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61e97244-67e9-44eb-a7aa-b7e838daaedf tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:50.669062 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2303a56-e155-4d58-9b53-2d212c1a5fe3 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:50.669734 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2303a56-e155-4d58-9b53-2d212c1a5fe3 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Fanout notify agent at l3_agent the message router_deleted on router 1d750084-9e91-4106-8afe-0665cb9dd7eb {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:41:50.679573 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b2303a56-e155-4d58-9b53-2d212c1a5fe3 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:50.684152 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b2303a56-e155-4d58-9b53-2d212c1a5fe3 tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "DELETE /v2.0/routers/1d750084-9e91-4106-8afe-0665cb9dd7eb HTTP/1.1" status: 204 len: 168 time: 1.8066845 May 26 16:41:50.684410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36602) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:50.750703 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-61e97244-67e9-44eb-a7aa-b7e838daaedf tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Deleting port a0664a2e-769b-4f4e-8ca4-c79484d9351b {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:41:50.752433 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61e97244-67e9-44eb-a7aa-b7e838daaedf tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:50.821036 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e0a73a68-3598-4324-a340-a07550e235cc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:50.867446 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-61e97244-67e9-44eb-a7aa-b7e838daaedf tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] For port a0664a2e-769b-4f4e-8ca4-c79484d9351b, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a0664a2e-769b-4f4e-8ca4-c79484d9351b,segment=NetworkSegment(b5806538-3d18-4d07-9e8d-7265cb69def0),segment_id=b5806538-3d18-4d07-9e8d-7265cb69def0)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:41:50.869423 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61e97244-67e9-44eb-a7aa-b7e838daaedf tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:50.903633 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-61e97244-67e9-44eb-a7aa-b7e838daaedf tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Calling delete_port for a0664a2e-769b-4f4e-8ca4-c79484d9351b owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:41:50.976307 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e0a73a68-3598-4324-a340-a07550e235cc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:51.005177 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-e0a73a68-3598-4324-a340-a07550e235cc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073d610e-9093-4ebe-a584-3d7a2b3757d7']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:51.019016 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cbc18bc6-f439-4b72-93a1-9b1891bc959e req-36405efb-d9f9-4c2c-9c77-b5357d259c1c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 210 time: 0.1463189 May 26 16:41:51.028345 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61e97244-67e9-44eb-a7aa-b7e838daaedf tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:51.033268 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-e0a73a68-3598-4324-a340-a07550e235cc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55c921a-24f4-480e-a8ce-d142163cce89') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:51.033582 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-e0a73a68-3598-4324-a340-a07550e235cc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55c921a-24f4-480e-a8ce-d142163cce89') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:51.059272 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e0a73a68-3598-4324-a340-a07550e235cc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:51.060550 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e97244-67e9-44eb-a7aa-b7e838daaedf tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Pushing event deleted for resources: {'Port': ['ID=a0664a2e-769b-4f4e-8ca4-c79484d9351b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:51.067424 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e97244-67e9-44eb-a7aa-b7e838daaedf tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] No DVR routers for this DVR port a0664a2e-769b-4f4e-8ca4-c79484d9351b on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:41:51.080563 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e0a73a68-3598-4324-a340-a07550e235cc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:51.088596 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a73a68-3598-4324-a340-a07550e235cc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:41:51.089009 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e0a73a68-3598-4324-a340-a07550e235cc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:51.113542 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment b55c921a-24f4-480e-a8ce-d142163cce89 resource provider aggregate not found May 26 16:41:51.146303 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment b55c921a-24f4-480e-a8ce-d142163cce89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b55c921a-24f4-480e-a8ce-d142163cce89 found for delete ", "request_id": "req-5a589952-973d-4c33-8b60-c5217d067fa0"}]} May 26 16:41:51.173359 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e0a73a68-3598-4324-a340-a07550e235cc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:51.188355 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e0a73a68-3598-4324-a340-a07550e235cc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:51.192902 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e0a73a68-3598-4324-a340-a07550e235cc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] 10.222.0.77 "DELETE /v2.0/networks/073d610e-9093-4ebe-a584-3d7a2b3757d7 HTTP/1.1" status: 204 len: 168 time: 0.5068648 May 26 16:41:51.198666 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61e97244-67e9-44eb-a7aa-b7e838daaedf tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:51.210399 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a73a68-3598-4324-a340-a07550e235cc tempest-TestNetworkBasicOps-591689103 tempest-TestNetworkBasicOps-591689103-project] Pushing event deleted for resources: {'Network': ['ID=073d610e-9093-4ebe-a584-3d7a2b3757d7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:51.234926 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-61e97244-67e9-44eb-a7aa-b7e838daaedf tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760e0530-7286-4864-9d96-8da5fd2e8fd2']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:51.254053 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-61e97244-67e9-44eb-a7aa-b7e838daaedf tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5806538-3d18-4d07-9e8d-7265cb69def0') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:51.254584 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-61e97244-67e9-44eb-a7aa-b7e838daaedf tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5806538-3d18-4d07-9e8d-7265cb69def0') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:41:51.267795 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a57745a-5219-42c7-ac85-f8cbe3408840 None None] DHCP port deletion for 760e0530-7286-4864-9d96-8da5fd2e8fd2 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:41:51.277375 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61e97244-67e9-44eb-a7aa-b7e838daaedf tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:51.300843 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61e97244-67e9-44eb-a7aa-b7e838daaedf tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:51.310813 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e97244-67e9-44eb-a7aa-b7e838daaedf tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:41:51.311705 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61e97244-67e9-44eb-a7aa-b7e838daaedf tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:51.394854 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b0b1a226-09f3-44cb-b573-bcae0835abbc no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:41:51.431410 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: b0b1a226-09f3-44cb-b573-bcae0835abbc {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:41:51.431956 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device b0b1a226-09f3-44cb-b573-bcae0835abbc not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:41:51.434870 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61e97244-67e9-44eb-a7aa-b7e838daaedf tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:51.441375 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-61e97244-67e9-44eb-a7aa-b7e838daaedf tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:51.451799 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36616) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:51.454557 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-61e97244-67e9-44eb-a7aa-b7e838daaedf tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] 10.222.0.77 "DELETE /v2.0/networks/760e0530-7286-4864-9d96-8da5fd2e8fd2 HTTP/1.1" status: 204 len: 168 time: 0.9188051 May 26 16:41:51.493388 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e97244-67e9-44eb-a7aa-b7e838daaedf tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Pushing event deleted for resources: {'Network': ['ID=760e0530-7286-4864-9d96-8da5fd2e8fd2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:51.568969 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment b5806538-3d18-4d07-9e8d-7265cb69def0 resource provider aggregate not found May 26 16:41:51.568969 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment b5806538-3d18-4d07-9e8d-7265cb69def0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5806538-3d18-4d07-9e8d-7265cb69def0 found for delete ", "request_id": "req-9c30fe6e-8345-4c34-a3d9-4dbb34127d3a"}]} May 26 16:41:51.662232 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36622) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:51.663670 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-99809a40-c33a-46fe-8636-e72059e88087 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Deleting port f5fdc733-d416-4e85-a3a6-87cbf7844f0c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:41:51.664840 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99809a40-c33a-46fe-8636-e72059e88087 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:51.760631 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99809a40-c33a-46fe-8636-e72059e88087 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:51.761032 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99809a40-c33a-46fe-8636-e72059e88087 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:51.779444 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-99809a40-c33a-46fe-8636-e72059e88087 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Calling delete_port for f5fdc733-d416-4e85-a3a6-87cbf7844f0c owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:41:51.878188 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36626) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:51.878885 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d268978d-61dc-4c91-8233-c7f50d93f897 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8e7e2054d87b4adfafe8f4c3c4c5d151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2147000 May 26 16:41:51.975472 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99809a40-c33a-46fe-8636-e72059e88087 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:52.014238 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99809a40-c33a-46fe-8636-e72059e88087 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Pushing event deleted for resources: {'Port': ['ID=f5fdc733-d416-4e85-a3a6-87cbf7844f0c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:52.017440 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-51365386-22a0-45e9-9882-d99333fb0646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:52.078878 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6eec2c54-8868-4f70-90cc-4fe5743cbba1 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:41:52.094854 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-51365386-22a0-45e9-9882-d99333fb0646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:52.136488 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 6eec2c54-8868-4f70-90cc-4fe5743cbba1 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:41:52.137032 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 6eec2c54-8868-4f70-90cc-4fe5743cbba1 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:41:52.137693 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a0664a2e-769b-4f4e-8ca4-c79484d9351b no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:41:52.143730 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99809a40-c33a-46fe-8636-e72059e88087 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:52.147128 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99809a40-c33a-46fe-8636-e72059e88087 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:52.154498 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-99809a40-c33a-46fe-8636-e72059e88087 tempest-FloatingIPAdminTestJSON-1849852984 tempest-FloatingIPAdminTestJSON-1849852984-project] 10.222.0.77 "DELETE /v2.0/floatingips/729973c8-1883-4ac7-96fc-14dc07e93aae HTTP/1.1" status: 204 len: 168 time: 0.7002916 May 26 16:41:52.186450 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: a0664a2e-769b-4f4e-8ca4-c79484d9351b {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:41:52.192909 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0066af10-abe2-4c05-81ec-95e59a44620e req-9c733235-c3fc-43d2-bfc7-c52af8273ba1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 210 time: 0.0564754 May 26 16:41:52.193522 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a0664a2e-769b-4f4e-8ca4-c79484d9351b not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:41:52.195108 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e1209645-cabb-4aeb-be48-534e96ea41b2 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:41:52.198385 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-51365386-22a0-45e9-9882-d99333fb0646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:52.202293 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-51365386-22a0-45e9-9882-d99333fb0646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:52.204721 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-51365386-22a0-45e9-9882-d99333fb0646 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd5ed465-9cc6-4e11-9c8f-d9c6f06d9587 HTTP/1.1" status: 204 len: 168 time: 0.3238859 May 26 16:41:52.229312 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: e1209645-cabb-4aeb-be48-534e96ea41b2 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:41:52.229796 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e1209645-cabb-4aeb-be48-534e96ea41b2 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:41:52.235964 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51365386-22a0-45e9-9882-d99333fb0646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5ed465-9cc6-4e11-9c8f-d9c6f06d9587,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:52.467755 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36638) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:52.645258 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36642) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:52.653253 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-423c41a5-7cb4-4419-8014-af470d46ca51 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2d780e7b1aa940caab235bd2e08ccc48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1842694 May 26 16:41:52.657630 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36644) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:52.668076 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-63700d56-2194-4005-8869-a4bbc16b7f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:52.734624 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58dddfbd-ba9c-4305-aa5b-9048b0859838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:52.761936 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58dddfbd-ba9c-4305-aa5b-9048b0859838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:52.773306 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-63700d56-2194-4005-8869-a4bbc16b7f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:52.778534 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-63700d56-2194-4005-8869-a4bbc16b7f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:52.827852 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36646) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:52.828464 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-63700d56-2194-4005-8869-a4bbc16b7f72 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=de315b900a77448c94bdce3f8599f4ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1807830 May 26 16:41:52.829782 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63700d56-2194-4005-8869-a4bbc16b7f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d339a48-ef7f-4ae0-a83c-568e0a8d9196,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:52.851757 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58dddfbd-ba9c-4305-aa5b-9048b0859838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:52.855145 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58dddfbd-ba9c-4305-aa5b-9048b0859838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:52.856365 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-58dddfbd-ba9c-4305-aa5b-9048b0859838 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/224796d9-879a-42c9-8cea-977f28d8eb3c HTTP/1.1" status: 204 len: 168 time: 0.1975737 May 26 16:41:52.879688 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dddfbd-ba9c-4305-aa5b-9048b0859838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224796d9-879a-42c9-8cea-977f28d8eb3c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:52.911877 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a500017d-615e-4a0a-8092-34d2dd783a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:52.936298 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a500017d-615e-4a0a-8092-34d2dd783a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:53.005121 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a500017d-615e-4a0a-8092-34d2dd783a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:53.008341 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a500017d-615e-4a0a-8092-34d2dd783a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:53.009856 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a500017d-615e-4a0a-8092-34d2dd783a32 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7d339a48-ef7f-4ae0-a83c-568e0a8d9196 HTTP/1.1" status: 204 len: 168 time: 0.1805220 May 26 16:41:53.019577 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500017d-615e-4a0a-8092-34d2dd783a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d339a48-ef7f-4ae0-a83c-568e0a8d9196,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:53.322059 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6a973246-228c-4139-8def-85e33a8fb028 req-41732fc8-38ac-4f46-9b57-aa5157a1a6bc tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 210 time: 0.0402989 May 26 16:41:53.439865 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36656) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:53.465305 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d00430d8-0e63-4dbf-a65c-192d6c778aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:53.592135 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d00430d8-0e63-4dbf-a65c-192d6c778aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:53.601679 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d00430d8-0e63-4dbf-a65c-192d6c778aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:53.693916 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36658) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:53.694651 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d00430d8-0e63-4dbf-a65c-192d6c778aba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4c0b5e829cfb443aa3f30acb0e0589e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2529724 May 26 16:41:53.695065 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00430d8-0e63-4dbf-a65c-192d6c778aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c2da3c-0387-42e4-b116-3eebae909bb1,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:53.776681 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a964c97-4f5f-4d2a-a5ec-840d0d5e523b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:53.807650 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a964c97-4f5f-4d2a-a5ec-840d0d5e523b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:53.887397 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a964c97-4f5f-4d2a-a5ec-840d0d5e523b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:53.892381 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0a964c97-4f5f-4d2a-a5ec-840d0d5e523b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:53.894238 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0a964c97-4f5f-4d2a-a5ec-840d0d5e523b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a8c2da3c-0387-42e4-b116-3eebae909bb1 HTTP/1.1" status: 204 len: 168 time: 0.1969283 May 26 16:41:53.908717 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a964c97-4f5f-4d2a-a5ec-840d0d5e523b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c2da3c-0387-42e4-b116-3eebae909bb1,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:54.421216 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36666) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:54.450678 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cb1e125d-d9af-4b2f-8a9c-fe4463cd5b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:54.492413 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-089909ab-8bbd-45dd-8c52-f366792081c8 req-a37c4777-b736-4195-b58e-2488d9ca1218 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddcbf17f-8088-4aea-b3a7-a1ebd7e1d021 HTTP/1.1" status: 200 len: 210 time: 0.0572505 May 26 16:41:54.587413 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cb1e125d-d9af-4b2f-8a9c-fe4463cd5b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:54.602407 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cb1e125d-d9af-4b2f-8a9c-fe4463cd5b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:54.645877 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e125d-d9af-4b2f-8a9c-fe4463cd5b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f982b20-b78e-40d0-b96e-d5554fed2f4a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:54.653760 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cb1e125d-d9af-4b2f-8a9c-fe4463cd5b0b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7a97168c0e564b658ba5c468a0d365a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313561 May 26 16:41:54.656387 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36668) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:54.731718 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2827db6-17d9-4d27-b8cd-6d2e0ca05573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:54.768607 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2827db6-17d9-4d27-b8cd-6d2e0ca05573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:54.839224 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2827db6-17d9-4d27-b8cd-6d2e0ca05573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:54.843903 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2827db6-17d9-4d27-b8cd-6d2e0ca05573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:54.845856 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e2827db6-17d9-4d27-b8cd-6d2e0ca05573 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6f982b20-b78e-40d0-b96e-d5554fed2f4a HTTP/1.1" status: 204 len: 168 time: 0.1882930 May 26 16:41:54.861748 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2827db6-17d9-4d27-b8cd-6d2e0ca05573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f982b20-b78e-40d0-b96e-d5554fed2f4a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:54.871101 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2827db6-17d9-4d27-b8cd-6d2e0ca05573 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:54.871464 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2827db6-17d9-4d27-b8cd-6d2e0ca05573 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:54.871822 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2827db6-17d9-4d27-b8cd-6d2e0ca05573 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:54.872295 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2827db6-17d9-4d27-b8cd-6d2e0ca05573 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:54.873246 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2827db6-17d9-4d27-b8cd-6d2e0ca05573 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:54.873696 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2827db6-17d9-4d27-b8cd-6d2e0ca05573 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:54.874277 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2827db6-17d9-4d27-b8cd-6d2e0ca05573 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:54.874993 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2827db6-17d9-4d27-b8cd-6d2e0ca05573 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:54.875233 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2827db6-17d9-4d27-b8cd-6d2e0ca05573 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:54.875717 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2827db6-17d9-4d27-b8cd-6d2e0ca05573 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:54.876226 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2827db6-17d9-4d27-b8cd-6d2e0ca05573 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:54.876617 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2827db6-17d9-4d27-b8cd-6d2e0ca05573 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:55.876718 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36696) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:56.032204 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-731faf16-0637-4c65-ac24-b831bc5a6220 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Request body: {'security_group': {'name': 'tempest-secgroup--568608732'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:41:56.069202 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-731faf16-0637-4c65-ac24-b831bc5a6220 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:56.083398 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-731faf16-0637-4c65-ac24-b831bc5a6220 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:56.220937 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-731faf16-0637-4c65-ac24-b831bc5a6220 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:56.226294 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-731faf16-0637-4c65-ac24-b831bc5a6220 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:56.285313 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731faf16-0637-4c65-ac24-b831bc5a6220 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29503ab7-f553-4619-8862-691f39271ecb,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:56.350558 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-731faf16-0637-4c65-ac24-b831bc5a6220 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:56.366342 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-731faf16-0637-4c65-ac24-b831bc5a6220 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:56.435090 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-731faf16-0637-4c65-ac24-b831bc5a6220 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:56.440790 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-731faf16-0637-4c65-ac24-b831bc5a6220 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5623958 May 26 16:41:56.441282 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36700) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:56.444587 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731faf16-0637-4c65-ac24-b831bc5a6220 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f416019-dd28-4272-95d5-32791c021200,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:56.529096 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-16597efd-a6f2-4e2a-a9f6-95eed71ba789 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0863223 May 26 16:41:56.533430 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36702) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:56.539939 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-f7d98860-c378-4025-ba7a-edf0919339bf tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Request body: {'security_group': {'name': 'tempest-security--23731813', 'description': 'tempest-security-description-1287632961'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:41:56.581064 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f7d98860-c378-4025-ba7a-edf0919339bf tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:56.637876 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f7d98860-c378-4025-ba7a-edf0919339bf tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:56.644204 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f7d98860-c378-4025-ba7a-edf0919339bf tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:56.651358 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f7d98860-c378-4025-ba7a-edf0919339bf tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:56.657024 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f7d98860-c378-4025-ba7a-edf0919339bf tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "PUT /v2.0/security-groups/5f416019-dd28-4272-95d5-32791c021200 HTTP/1.1" status: 200 len: 1778 time: 0.1187534 May 26 16:41:56.657521 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36704) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:56.704039 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d98860-c378-4025-ba7a-edf0919339bf tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f416019-dd28-4272-95d5-32791c021200,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:56.722924 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3952ff5b-5ef9-4f04-9d78-c93c67c0b63a tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-groups/5f416019-dd28-4272-95d5-32791c021200 HTTP/1.1" status: 200 len: 1778 time: 0.0635273 May 26 16:41:56.724950 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36708) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:56.788437 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-72824481-0045-4304-b6e0-f409210885f6 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:56.819117 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-72824481-0045-4304-b6e0-f409210885f6 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:56.891110 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-72824481-0045-4304-b6e0-f409210885f6 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:56.894338 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-72824481-0045-4304-b6e0-f409210885f6 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:56.895600 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-72824481-0045-4304-b6e0-f409210885f6 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "DELETE /v2.0/security-groups/5f416019-dd28-4272-95d5-32791c021200 HTTP/1.1" status: 204 len: 168 time: 0.1697090 May 26 16:41:56.899410 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36710) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:56.906165 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72824481-0045-4304-b6e0-f409210885f6 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f416019-dd28-4272-95d5-32791c021200,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:56.955479 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-732f1404-1a3d-4703-9ae9-e398fd9f838d tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0548642 May 26 16:41:56.958291 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36712) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:56.971982 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-12cb663a-aca6-4662-8366-c5192840e257 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] delete failed (client error): The resource could not be found. May 26 16:41:56.975746 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-12cb663a-aca6-4662-8366-c5192840e257 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "DELETE /v2.0/security-groups/5f416019-dd28-4272-95d5-32791c021200 HTTP/1.1" status: 404 len: 347 time: 0.0138912 May 26 16:41:56.979376 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36714) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:56.987387 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-58278141-a4e7-4653-9944-6058d22d8659 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Request body: {'security_group': {'name': 'tempest-secgroup--720805377'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:41:57.026307 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58278141-a4e7-4653-9944-6058d22d8659 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:57.154066 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58278141-a4e7-4653-9944-6058d22d8659 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:57.159642 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58278141-a4e7-4653-9944-6058d22d8659 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:57.225457 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58278141-a4e7-4653-9944-6058d22d8659 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:57.227433 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-58278141-a4e7-4653-9944-6058d22d8659 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2463534 May 26 16:41:57.228391 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58278141-a4e7-4653-9944-6058d22d8659 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f816cd88-5d6f-4bc4-b849-c0ad53e9d806,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:57.231091 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36716) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:57.240135 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-8cab08cf-c1be-4649-8bf8-a25a1d0c4df1 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Request body: {'security_group_rule': {'security_group_id': 'f816cd88-5d6f-4bc4-b849-c0ad53e9d806', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:41:57.276949 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8cab08cf-c1be-4649-8bf8-a25a1d0c4df1 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:57.353712 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8cab08cf-c1be-4649-8bf8-a25a1d0c4df1 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:57.358937 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8cab08cf-c1be-4649-8bf8-a25a1d0c4df1 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:57.378801 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab08cf-c1be-4649-8bf8-a25a1d0c4df1 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269eb55c-5a2b-48a3-ba77-15abc448c916,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:57.392990 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8cab08cf-c1be-4649-8bf8-a25a1d0c4df1 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:57.400164 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8cab08cf-c1be-4649-8bf8-a25a1d0c4df1 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1622403 May 26 16:41:57.400643 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36718) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:57.447378 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-64bfbffb-be45-4074-83f6-0eb20b9c4d7e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:57.456503 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-64bfbffb-be45-4074-83f6-0eb20b9c4d7e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:57.499771 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-64bfbffb-be45-4074-83f6-0eb20b9c4d7e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:57.513497 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-64bfbffb-be45-4074-83f6-0eb20b9c4d7e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:57.515241 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-64bfbffb-be45-4074-83f6-0eb20b9c4d7e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/269eb55c-5a2b-48a3-ba77-15abc448c916 HTTP/1.1" status: 204 len: 168 time: 0.1130493 May 26 16:41:57.518948 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36720) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:57.523815 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bfbffb-be45-4074-83f6-0eb20b9c4d7e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=269eb55c-5a2b-48a3-ba77-15abc448c916,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:57.537004 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfbffb-be45-4074-83f6-0eb20b9c4d7e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:57.537306 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfbffb-be45-4074-83f6-0eb20b9c4d7e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:57.537623 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfbffb-be45-4074-83f6-0eb20b9c4d7e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:57.537938 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfbffb-be45-4074-83f6-0eb20b9c4d7e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:57.538280 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfbffb-be45-4074-83f6-0eb20b9c4d7e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:57.538757 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfbffb-be45-4074-83f6-0eb20b9c4d7e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:57.539105 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfbffb-be45-4074-83f6-0eb20b9c4d7e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:57.539977 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfbffb-be45-4074-83f6-0eb20b9c4d7e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:57.540327 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfbffb-be45-4074-83f6-0eb20b9c4d7e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:57.540663 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfbffb-be45-4074-83f6-0eb20b9c4d7e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:57.540994 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfbffb-be45-4074-83f6-0eb20b9c4d7e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:57.541329 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfbffb-be45-4074-83f6-0eb20b9c4d7e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:41:57.599530 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-81e35925-113b-456d-9b44-95e720176495 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0786021 May 26 16:41:57.603239 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36722) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:57.671466 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9461d41f-7b1f-422f-8ad2-29e9ceffd6ca tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:57.703546 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9461d41f-7b1f-422f-8ad2-29e9ceffd6ca tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:57.767577 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9461d41f-7b1f-422f-8ad2-29e9ceffd6ca tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:57.771104 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9461d41f-7b1f-422f-8ad2-29e9ceffd6ca tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:57.772792 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9461d41f-7b1f-422f-8ad2-29e9ceffd6ca tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "DELETE /v2.0/security-groups/f816cd88-5d6f-4bc4-b849-c0ad53e9d806 HTTP/1.1" status: 204 len: 168 time: 0.1683996 May 26 16:41:57.777588 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36726) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:57.788420 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461d41f-7b1f-422f-8ad2-29e9ceffd6ca tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f816cd88-5d6f-4bc4-b849-c0ad53e9d806,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:57.865374 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-850431bb-5ebd-450a-9bb9-f30ddf160ea1 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0829749 May 26 16:41:57.866029 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36728) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:57.871633 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-0367924b-733a-49c3-80dc-36e61b6a2063 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Request body: {'security_group': {'name': 'tempest-secgroup--248157853'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:41:57.899201 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0367924b-733a-49c3-80dc-36e61b6a2063 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:57.996319 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0367924b-733a-49c3-80dc-36e61b6a2063 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:58.002024 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0367924b-733a-49c3-80dc-36e61b6a2063 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:58.049266 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0367924b-733a-49c3-80dc-36e61b6a2063 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:58.053689 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0367924b-733a-49c3-80dc-36e61b6a2063 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1842222 May 26 16:41:58.054236 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36730) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:58.060467 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367924b-733a-49c3-80dc-36e61b6a2063 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c18f116-f7b8-4d11-b981-6d8f093e46ea,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:58.062220 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-cbb2a1b5-858b-4d22-8f31-16336620b650 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Request body: {'security_group_rule': {'security_group_id': '7c18f116-f7b8-4d11-b981-6d8f093e46ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:41:58.102320 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbb2a1b5-858b-4d22-8f31-16336620b650 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:58.202543 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbb2a1b5-858b-4d22-8f31-16336620b650 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:58.208172 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbb2a1b5-858b-4d22-8f31-16336620b650 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:58.238285 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2a1b5-858b-4d22-8f31-16336620b650 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b5d4cc-9ec9-40e4-a36b-9096a25ab9e4,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:58.253938 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbb2a1b5-858b-4d22-8f31-16336620b650 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:58.256532 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cbb2a1b5-858b-4d22-8f31-16336620b650 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2000721 May 26 16:41:58.259617 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36732) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:58.267158 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-c14718a1-608b-4c8d-bf1a-d9e0fd0f8984 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Request body: {'security_group_rule': {'security_group_id': '7c18f116-f7b8-4d11-b981-6d8f093e46ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:41:58.310865 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c14718a1-608b-4c8d-bf1a-d9e0fd0f8984 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:58.412156 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c14718a1-608b-4c8d-bf1a-d9e0fd0f8984 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:58.418549 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c14718a1-608b-4c8d-bf1a-d9e0fd0f8984 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:58.451702 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14718a1-608b-4c8d-bf1a-d9e0fd0f8984 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2d750a-2bc6-4174-8908-14e892d55417,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:58.465342 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c14718a1-608b-4c8d-bf1a-d9e0fd0f8984 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:58.467408 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c14718a1-608b-4c8d-bf1a-d9e0fd0f8984 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2061818 May 26 16:41:58.470684 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36734) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:58.475978 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-bb193841-9b8d-436f-bcf1-70695262f500 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Request body: {'security_group_rule': {'security_group_id': '7c18f116-f7b8-4d11-b981-6d8f093e46ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:41:58.513468 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb193841-9b8d-436f-bcf1-70695262f500 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:58.607122 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb193841-9b8d-436f-bcf1-70695262f500 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:58.612728 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb193841-9b8d-436f-bcf1-70695262f500 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:58.639581 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb193841-9b8d-436f-bcf1-70695262f500 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb4a990-913f-4219-b1f9-d66943ce092f,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:58.650625 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bb193841-9b8d-436f-bcf1-70695262f500 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:58.652270 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bb193841-9b8d-436f-bcf1-70695262f500 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1802282 May 26 16:41:58.655614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36736) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:58.661307 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e041aae4-cbf7-4a4b-b4f1-9cdafc217b03 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Request body: {'security_group_rule': {'security_group_id': '7c18f116-f7b8-4d11-b981-6d8f093e46ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:41:58.696676 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e041aae4-cbf7-4a4b-b4f1-9cdafc217b03 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:58.774355 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e041aae4-cbf7-4a4b-b4f1-9cdafc217b03 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:58.782682 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e041aae4-cbf7-4a4b-b4f1-9cdafc217b03 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:58.806626 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041aae4-cbf7-4a4b-b4f1-9cdafc217b03 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61898b6d-79ee-4c28-9a8a-11d26b2b9245,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:58.814259 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e041aae4-cbf7-4a4b-b4f1-9cdafc217b03 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:58.815502 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e041aae4-cbf7-4a4b-b4f1-9cdafc217b03 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1587956 May 26 16:41:58.818383 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36738) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:58.822852 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-6a05ecee-aa0e-47b0-9758-fbf4d8ba6407 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Request body: {'security_group_rule': {'security_group_id': '7c18f116-f7b8-4d11-b981-6d8f093e46ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:41:58.850664 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6a05ecee-aa0e-47b0-9758-fbf4d8ba6407 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:58.936278 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6a05ecee-aa0e-47b0-9758-fbf4d8ba6407 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:58.940560 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6a05ecee-aa0e-47b0-9758-fbf4d8ba6407 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:58.970498 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05ecee-aa0e-47b0-9758-fbf4d8ba6407 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d033a5e-6ab2-426b-b7de-bc1331d457a7,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:58.988615 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6a05ecee-aa0e-47b0-9758-fbf4d8ba6407 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:58.994260 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36746) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:58.995584 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6a05ecee-aa0e-47b0-9758-fbf4d8ba6407 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1746819 May 26 16:41:59.041528 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aaec6641-28c9-40ce-97e1-e5a7bf6533d7 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:59.054492 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aaec6641-28c9-40ce-97e1-e5a7bf6533d7 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:59.083911 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aaec6641-28c9-40ce-97e1-e5a7bf6533d7 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:59.090539 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-aaec6641-28c9-40ce-97e1-e5a7bf6533d7 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:59.091699 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-aaec6641-28c9-40ce-97e1-e5a7bf6533d7 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/6d033a5e-6ab2-426b-b7de-bc1331d457a7 HTTP/1.1" status: 204 len: 168 time: 0.0956898 May 26 16:41:59.096639 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36748) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:59.102568 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec6641-28c9-40ce-97e1-e5a7bf6533d7 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d033a5e-6ab2-426b-b7de-bc1331d457a7,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:59.168951 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0e159656-cb31-4bc4-970b-aadf76f022a9 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0708230 May 26 16:41:59.170548 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36750) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:59.201030 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8d4d9f6c-bb9b-4c2d-8246-9b359accdf99 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:59.209716 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8d4d9f6c-bb9b-4c2d-8246-9b359accdf99 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:59.250306 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8d4d9f6c-bb9b-4c2d-8246-9b359accdf99 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:59.256189 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8d4d9f6c-bb9b-4c2d-8246-9b359accdf99 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:59.257605 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8d4d9f6c-bb9b-4c2d-8246-9b359accdf99 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/61898b6d-79ee-4c28-9a8a-11d26b2b9245 HTTP/1.1" status: 204 len: 168 time: 0.0858853 May 26 16:41:59.261596 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36752) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:59.267786 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d9f6c-bb9b-4c2d-8246-9b359accdf99 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61898b6d-79ee-4c28-9a8a-11d26b2b9245,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:59.319012 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f581566d-2fbf-4675-a37e-57914d7a1d09 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0561335 May 26 16:41:59.322347 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36754) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:59.355058 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cfa32f55-5b8c-4d49-9066-498afa0dc784 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:59.364141 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cfa32f55-5b8c-4d49-9066-498afa0dc784 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:59.401782 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cfa32f55-5b8c-4d49-9066-498afa0dc784 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:59.408058 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cfa32f55-5b8c-4d49-9066-498afa0dc784 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:59.409224 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cfa32f55-5b8c-4d49-9066-498afa0dc784 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/fcb4a990-913f-4219-b1f9-d66943ce092f HTTP/1.1" status: 204 len: 168 time: 0.0857897 May 26 16:41:59.412401 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36756) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:59.415835 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa32f55-5b8c-4d49-9066-498afa0dc784 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcb4a990-913f-4219-b1f9-d66943ce092f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:59.484166 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cc7758c9-b2a2-4f55-83e7-2b357132168b tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0701337 May 26 16:41:59.486685 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36758) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:59.521675 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37236a70-d952-48e0-8246-c1809667d15f tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:59.530776 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37236a70-d952-48e0-8246-c1809667d15f tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:59.565003 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37236a70-d952-48e0-8246-c1809667d15f tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:59.572275 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-37236a70-d952-48e0-8246-c1809667d15f tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:59.576455 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-37236a70-d952-48e0-8246-c1809667d15f tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/ab2d750a-2bc6-4174-8908-14e892d55417 HTTP/1.1" status: 204 len: 168 time: 0.0855715 May 26 16:41:59.576966 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36760) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:59.584619 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37236a70-d952-48e0-8246-c1809667d15f tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab2d750a-2bc6-4174-8908-14e892d55417,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:59.625009 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9623cd5b-f96e-4a15-be27-45ceeb276ea7 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0460780 May 26 16:41:59.627656 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36762) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:59.654352 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa12a7d1-2077-46a8-8df8-1fbe097d6afc tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:59.663944 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa12a7d1-2077-46a8-8df8-1fbe097d6afc tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:59.694921 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa12a7d1-2077-46a8-8df8-1fbe097d6afc tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:59.704391 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa12a7d1-2077-46a8-8df8-1fbe097d6afc tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:59.704391 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fa12a7d1-2077-46a8-8df8-1fbe097d6afc tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/17b5d4cc-9ec9-40e4-a36b-9096a25ab9e4 HTTP/1.1" status: 204 len: 168 time: 0.0738311 May 26 16:41:59.705398 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36764) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:59.710729 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12a7d1-2077-46a8-8df8-1fbe097d6afc tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17b5d4cc-9ec9-40e4-a36b-9096a25ab9e4,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:41:59.761150 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-38e932c0-53a8-4ab6-af0f-8c3eb47154a9 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0512764 May 26 16:41:59.761598 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36766) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:59.835618 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7bea64ff-e23e-4461-adbd-96c73d52f1ac tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:59.866345 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7bea64ff-e23e-4461-adbd-96c73d52f1ac tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:59.923985 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7bea64ff-e23e-4461-adbd-96c73d52f1ac tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:59.927337 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7bea64ff-e23e-4461-adbd-96c73d52f1ac tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:41:59.928770 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7bea64ff-e23e-4461-adbd-96c73d52f1ac tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "DELETE /v2.0/security-groups/7c18f116-f7b8-4d11-b981-6d8f093e46ea HTTP/1.1" status: 204 len: 168 time: 0.1657245 May 26 16:41:59.932493 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36768) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:41:59.939601 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea64ff-e23e-4461-adbd-96c73d52f1ac tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c18f116-f7b8-4d11-b981-6d8f093e46ea,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:00.021803 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ef1632a1-136e-46cb-bd0f-9b0cd045fdd2 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0807998 May 26 16:42:00.025282 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36772) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:00.029937 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-2ee72668-c861-4979-971c-4ae8764de5a9 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Request body: {'security_group': {'name': 'tempest-secgroup--716519373'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:42:00.063574 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ee72668-c861-4979-971c-4ae8764de5a9 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:00.151498 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ee72668-c861-4979-971c-4ae8764de5a9 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:00.156442 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ee72668-c861-4979-971c-4ae8764de5a9 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:00.188215 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2ee72668-c861-4979-971c-4ae8764de5a9 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:00.189477 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2ee72668-c861-4979-971c-4ae8764de5a9 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1631448 May 26 16:42:00.193087 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36774) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:00.194189 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee72668-c861-4979-971c-4ae8764de5a9 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1edd828-9f86-4c47-b3c3-accec02f00d5,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:00.199203 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-3c1b3929-5652-46cf-9cc1-94bbb3f4c4a6 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Request body: {'security_group_rule': {'security_group_id': 'a1edd828-9f86-4c47-b3c3-accec02f00d5', 'direction': 'ingress', 'protocol': 17}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:42:00.229763 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3c1b3929-5652-46cf-9cc1-94bbb3f4c4a6 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:00.289292 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3c1b3929-5652-46cf-9cc1-94bbb3f4c4a6 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:00.293147 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3c1b3929-5652-46cf-9cc1-94bbb3f4c4a6 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:00.313656 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b3929-5652-46cf-9cc1-94bbb3f4c4a6 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87194453-6e0f-470a-bf46-8c945ee16e4a,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:00.332652 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3c1b3929-5652-46cf-9cc1-94bbb3f4c4a6 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:00.333919 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3c1b3929-5652-46cf-9cc1-94bbb3f4c4a6 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1398287 May 26 16:42:00.338116 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36776) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:00.402233 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3e2512f0-cca9-41a0-b3e8-13114d7c34d4 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:00.426405 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3e2512f0-cca9-41a0-b3e8-13114d7c34d4 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:00.482513 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3e2512f0-cca9-41a0-b3e8-13114d7c34d4 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:00.486082 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3e2512f0-cca9-41a0-b3e8-13114d7c34d4 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:00.491006 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3e2512f0-cca9-41a0-b3e8-13114d7c34d4 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "DELETE /v2.0/security-groups/a1edd828-9f86-4c47-b3c3-accec02f00d5 HTTP/1.1" status: 204 len: 168 time: 0.1485884 May 26 16:42:00.491348 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36778) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:00.500601 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2512f0-cca9-41a0-b3e8-13114d7c34d4 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1edd828-9f86-4c47-b3c3-accec02f00d5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:00.545100 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f345a580-a0fa-41ab-9ae0-ae0e9822baf7 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524178 May 26 16:42:00.549213 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36780) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:00.553660 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-12af1c5b-23e6-4887-b3b8-58cb47fc835c tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Request body: {'security_group': {'name': 'tempest-secgroup--2138194479'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:42:00.577964 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-12af1c5b-23e6-4887-b3b8-58cb47fc835c tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:00.660640 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-12af1c5b-23e6-4887-b3b8-58cb47fc835c tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:00.672476 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-12af1c5b-23e6-4887-b3b8-58cb47fc835c tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:00.705746 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-12af1c5b-23e6-4887-b3b8-58cb47fc835c tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:00.706992 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-12af1c5b-23e6-4887-b3b8-58cb47fc835c tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1568363 May 26 16:42:00.710162 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36782) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:00.712253 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af1c5b-23e6-4887-b3b8-58cb47fc835c tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1308cb1-b58d-4aed-b65c-bf7b06898f94,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:00.715034 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d1cada8c-4304-4e70-8d06-bde40ab53d12 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Request body: {'security_group': {'name': 'tempest-secgroup--1039517661'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:42:00.757870 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d1cada8c-4304-4e70-8d06-bde40ab53d12 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:00.785988 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:00.835841 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d1cada8c-4304-4e70-8d06-bde40ab53d12 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:00.844037 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d1cada8c-4304-4e70-8d06-bde40ab53d12 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:00.875782 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d1cada8c-4304-4e70-8d06-bde40ab53d12 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:00.877250 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d1cada8c-4304-4e70-8d06-bde40ab53d12 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1660075 May 26 16:42:00.880908 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36784) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:00.881972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cada8c-4304-4e70-8d06-bde40ab53d12 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61806efe-0401-4c2f-b34a-98663c27c759,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:00.890070 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ad6a0302-48b4-4d0f-ad81-99a036ea51d5 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Request body: {'security_group_rule': {'security_group_id': 'd1308cb1-b58d-4aed-b65c-bf7b06898f94', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '61806efe-0401-4c2f-b34a-98663c27c759', 'remote_ip_prefix': None}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:42:00.939374 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ad6a0302-48b4-4d0f-ad81-99a036ea51d5 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:01.041842 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ad6a0302-48b4-4d0f-ad81-99a036ea51d5 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:01.047535 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ad6a0302-48b4-4d0f-ad81-99a036ea51d5 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:01.063768 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36788) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:01.068781 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a0302-48b4-4d0f-ad81-99a036ea51d5 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6962bea-1751-412a-96f3-e981790d0014,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:01.078409 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ad6a0302-48b4-4d0f-ad81-99a036ea51d5 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:01.079708 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ad6a0302-48b4-4d0f-ad81-99a036ea51d5 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1975923 May 26 16:42:01.082463 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36790) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:01.109722 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d6545a00-0539-463f-ad13-3f744d332b66 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:01.118076 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d6545a00-0539-463f-ad13-3f744d332b66 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:01.153819 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d6545a00-0539-463f-ad13-3f744d332b66 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:01.160252 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d6545a00-0539-463f-ad13-3f744d332b66 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:01.161390 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d6545a00-0539-463f-ad13-3f744d332b66 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/e6962bea-1751-412a-96f3-e981790d0014 HTTP/1.1" status: 204 len: 168 time: 0.0778899 May 26 16:42:01.167257 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36794) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:01.173635 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6545a00-0539-463f-ad13-3f744d332b66 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6962bea-1751-412a-96f3-e981790d0014,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:01.219563 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-87054241-01ef-4356-a484-14704ec47729 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0511904 May 26 16:42:01.222787 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36796) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:01.253934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-9b7bec28-a4ba-49ed-8377-bfb6b866d245 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Deleting port 287c9cfd-7a0f-45f9-9684-61e2462e0642 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:42:01.254273 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9b7bec28-a4ba-49ed-8377-bfb6b866d245 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:01.304585 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73e73c13-f029-49c7-83bb-23081fa2694a tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:01.332007 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73e73c13-f029-49c7-83bb-23081fa2694a tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:01.349485 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9b7bec28-a4ba-49ed-8377-bfb6b866d245 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:01.349807 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9b7bec28-a4ba-49ed-8377-bfb6b866d245 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:01.366988 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-9b7bec28-a4ba-49ed-8377-bfb6b866d245 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Calling delete_port for 287c9cfd-7a0f-45f9-9684-61e2462e0642 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:42:01.398271 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73e73c13-f029-49c7-83bb-23081fa2694a tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:01.402145 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73e73c13-f029-49c7-83bb-23081fa2694a tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:01.403939 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-73e73c13-f029-49c7-83bb-23081fa2694a tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "DELETE /v2.0/security-groups/61806efe-0401-4c2f-b34a-98663c27c759 HTTP/1.1" status: 204 len: 168 time: 0.1794171 May 26 16:42:01.407755 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36800) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:01.433620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e73c13-f029-49c7-83bb-23081fa2694a tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61806efe-0401-4c2f-b34a-98663c27c759,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:01.485156 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cb38b8c0-e001-4dfd-8f78-e09b06501bef tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0761623 May 26 16:42:01.488112 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36802) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:01.547740 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9b7bec28-a4ba-49ed-8377-bfb6b866d245 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:01.556250 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a801a814-34ec-431b-a674-9a4eb46722ba tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:01.580155 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7bec28-a4ba-49ed-8377-bfb6b866d245 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event deleted for resources: {'Port': ['ID=287c9cfd-7a0f-45f9-9684-61e2462e0642,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:01.583575 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a801a814-34ec-431b-a674-9a4eb46722ba tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:01.642970 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a801a814-34ec-431b-a674-9a4eb46722ba tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:01.645750 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9b7bec28-a4ba-49ed-8377-bfb6b866d245 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:01.646189 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-9b7bec28-a4ba-49ed-8377-bfb6b866d245 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Floating IP 00a5d8f6-918b-4017-9923-20d1d031c6cc disassociated (deleted). External IP: 172.25.7.51, port: 52419282-5709-464f-8edb-db1e61c0da76. May 26 16:42:01.646928 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a801a814-34ec-431b-a674-9a4eb46722ba tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:01.656130 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a801a814-34ec-431b-a674-9a4eb46722ba tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "DELETE /v2.0/security-groups/d1308cb1-b58d-4aed-b65c-bf7b06898f94 HTTP/1.1" status: 204 len: 168 time: 0.1604488 May 26 16:42:01.656130 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36806) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:01.667574 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801a814-34ec-431b-a674-9a4eb46722ba tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1308cb1-b58d-4aed-b65c-bf7b06898f94,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:01.722853 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1e8bf73b-8ea5-4f8d-a208-c3a871de51d6 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0631320 May 26 16:42:01.723127 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36808) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:01.729448 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-8354f2a1-3659-4ea9-8512-0715fddd879c tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Request body: {'security_group': {'name': 'tempest-secgroup--446194823'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:42:01.752144 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8354f2a1-3659-4ea9-8512-0715fddd879c tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:01.832542 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8354f2a1-3659-4ea9-8512-0715fddd879c tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:01.843210 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8354f2a1-3659-4ea9-8512-0715fddd879c tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:01.891046 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8354f2a1-3659-4ea9-8512-0715fddd879c tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:01.895285 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8354f2a1-3659-4ea9-8512-0715fddd879c tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1685970 May 26 16:42:01.896179 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36810) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:01.897051 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354f2a1-3659-4ea9-8512-0715fddd879c tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9558f318-f588-4841-b3e5-ade4bc7cefcc,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:01.902696 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-8c2bd857-1b7a-49ba-8e1d-f3ac911fd5b6 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Request body: {'security_group_rule': {'security_group_id': '9558f318-f588-4841-b3e5-ade4bc7cefcc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:42:01.920314 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7bec28-a4ba-49ed-8377-bfb6b866d245 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:42:01.944448 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c2bd857-1b7a-49ba-8e1d-f3ac911fd5b6 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:02.100554 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c2bd857-1b7a-49ba-8e1d-f3ac911fd5b6 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:02.105400 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c2bd857-1b7a-49ba-8e1d-f3ac911fd5b6 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:02.117799 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7bec28-a4ba-49ed-8377-bfb6b866d245 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:42:02.122835 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9b7bec28-a4ba-49ed-8377-bfb6b866d245 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:02.128327 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d09aab3-24f5-4414-a4fb-6a659b6f5d81 None None] Sync routers for ids ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:42:02.142069 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d09aab3-24f5-4414-a4fb-6a659b6f5d81 None None] Routers {'1c2261bb-afd3-4002-95c2-1061cbfa3fd2'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:42:02.142918 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4d09aab3-24f5-4414-a4fb-6a659b6f5d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:41:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:42:02.156294 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bd857-1b7a-49ba-8e1d-f3ac911fd5b6 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5713bd8b-80fc-4af8-9d59-7b07f64ccc25,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:02.171353 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9b7bec28-a4ba-49ed-8377-bfb6b866d245 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "DELETE /v2.0/floatingips/00a5d8f6-918b-4017-9923-20d1d031c6cc HTTP/1.1" status: 204 len: 168 time: 1.1056404 May 26 16:42:02.172293 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13585158-34d0-477f-9cd6-cd574b57d0a2', 'tag': '52419282-5709-464f-8edb-db1e61c0da76'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:42:02.174686 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de7b633-b07e-4f1e-857d-5b746d3adc6d" -d '{"events": [{"name": "network-changed", "server_uuid": "13585158-34d0-477f-9cd6-cd574b57d0a2", "tag": "52419282-5709-464f-8edb-db1e61c0da76"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:42:02.184136 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8c2bd857-1b7a-49ba-8e1d-f3ac911fd5b6 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:02.188580 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36816) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:02.189180 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8c2bd857-1b7a-49ba-8e1d-f3ac911fd5b6 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2913911 May 26 16:42:02.233433 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2d5f1c-ca99-4e49-a431-85942fd79bb9 x-openstack-request-id: req-ef2d5f1c-ca99-4e49-a431-85942fd79bb9 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:42:02.233738 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13585158-34d0-477f-9cd6-cd574b57d0a2", "tag": "52419282-5709-464f-8edb-db1e61c0da76", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:42:02.233994 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ef2d5f1c-ca99-4e49-a431-85942fd79bb9 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:42:02.234380 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf020e77-e98e-40fd-ada6-2d1c96cb16da tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:02.234577 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef2d5f1c-ca99-4e49-a431-85942fd79bb9'] response: {'name': 'network-changed', 'server_uuid': '13585158-34d0-477f-9cd6-cd574b57d0a2', 'tag': '52419282-5709-464f-8edb-db1e61c0da76', 'status': 'completed', 'code': 200} May 26 16:42:02.249744 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf020e77-e98e-40fd-ada6-2d1c96cb16da tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:02.309858 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-4d09aab3-24f5-4414-a4fb-6a659b6f5d81 None None] Set router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:42:02.324983 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf020e77-e98e-40fd-ada6-2d1c96cb16da tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:02.330896 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf020e77-e98e-40fd-ada6-2d1c96cb16da tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:02.334742 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bf020e77-e98e-40fd-ada6-2d1c96cb16da tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/5713bd8b-80fc-4af8-9d59-7b07f64ccc25 HTTP/1.1" status: 204 len: 168 time: 0.1418447 May 26 16:42:02.335808 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36818) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:02.348272 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf020e77-e98e-40fd-ada6-2d1c96cb16da tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5713bd8b-80fc-4af8-9d59-7b07f64ccc25,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:02.360511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7b633-b07e-4f1e-857d-5b746d3adc6d req-3a5c8466-ff87-48f5-b727-10ca94f3fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:02.364452 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8de7b633-b07e-4f1e-857d-5b746d3adc6d req-3a5c8466-ff87-48f5-b727-10ca94f3fb36 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 1096 time: 0.1003304 May 26 16:42:02.409930 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1f269ca7-ed17-47a9-a8c6-182960f0ce4d tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0719554 May 26 16:42:02.412603 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36822) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:02.517005 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0cb6db86-e24c-4423-96e7-266b86fc04a8 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:02.519573 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7b633-b07e-4f1e-857d-5b746d3adc6d req-4e984034-d9f1-4603-a782-ef5c6796d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:02.522073 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8de7b633-b07e-4f1e-857d-5b746d3adc6d req-4e984034-d9f1-4603-a782-ef5c6796d82f service neutron] 10.222.0.81 "GET /v2.0/networks?id=ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 200 len: 913 time: 0.1509328 May 26 16:42:02.554311 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8c179-22e1-4f49-9ce4-f2a12df2bd6a req-105dfb78-a6e9-4931-b9ab-9aef140af969 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:02.556579 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fcc8c179-22e1-4f49-9ce4-f2a12df2bd6a req-105dfb78-a6e9-4931-b9ab-9aef140af969 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 945 time: 0.0964389 May 26 16:42:02.561065 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0cb6db86-e24c-4423-96e7-266b86fc04a8 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:02.568934 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8de7b633-b07e-4f1e-857d-5b746d3adc6d req-c0ed4ef8-a286-4a11-a015-606ad04c8002 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52419282-5709-464f-8edb-db1e61c0da76 HTTP/1.1" status: 200 len: 217 time: 0.0379701 May 26 16:42:02.598439 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4d09aab3-24f5-4414-a4fb-6a659b6f5d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 4, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port': {'id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:31Z', 'updated_at': '2022-05-26T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'f915d130-ca03-4aab-a292-340d2fc26711', 'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'mac_address': 'fa:16:3e:98:65:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:34Z', 'updated_at': '2022-05-26T16:28:45Z', 'revision_number': 5, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'subnets': [{'id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:42:02.627573 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7b633-b07e-4f1e-857d-5b746d3adc6d req-ba752203-9400-4ea2-9d6c-f214f33373a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:02.627896 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fcc8c179-22e1-4f49-9ce4-f2a12df2bd6a req-0d02881c-dde8-4940-bb87-95c7f3e3368e tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582774 May 26 16:42:02.629804 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8de7b633-b07e-4f1e-857d-5b746d3adc6d req-ba752203-9400-4ea2-9d6c-f214f33373a1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5431b2c2-5959-417a-9a98-2b2d0e6627f0 HTTP/1.1" status: 200 len: 851 time: 0.0532868 May 26 16:42:02.639374 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0cb6db86-e24c-4423-96e7-266b86fc04a8 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:02.641979 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d09aab3-24f5-4414-a4fb-6a659b6f5d81 None None] Checking router: 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:42:02.642566 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0cb6db86-e24c-4423-96e7-266b86fc04a8 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:02.646032 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0cb6db86-e24c-4423-96e7-266b86fc04a8 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "DELETE /v2.0/security-groups/9558f318-f588-4841-b3e5-ade4bc7cefcc HTTP/1.1" status: 204 len: 168 time: 0.2297893 May 26 16:42:02.647725 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36824) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:02.658613 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d09aab3-24f5-4414-a4fb-6a659b6f5d81 None None] Routers {'1c2261bb-afd3-4002-95c2-1061cbfa3fd2'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:42:02.659245 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4d09aab3-24f5-4414-a4fb-6a659b6f5d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:41:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:42:02.668043 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6db86-e24c-4423-96e7-266b86fc04a8 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9558f318-f588-4841-b3e5-ade4bc7cefcc,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:02.690769 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7b633-b07e-4f1e-857d-5b746d3adc6d req-e3461ddf-1649-40f6-b3e8-3a6eada30c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:02.692328 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8de7b633-b07e-4f1e-857d-5b746d3adc6d req-e3461ddf-1649-40f6-b3e8-3a6eada30c4d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ceae140a-4691-47b9-ad57-1026c75c737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551593 May 26 16:42:02.708617 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-67ec9df4-ead8-4472-92d1-d98a0d1e50e0 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555665 May 26 16:42:02.709047 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36826) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:02.715840 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-cf6f0bc8-d25e-49e2-996e-fbb88ec3b53e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Request body: {'security_group': {'name': 'tempest-secgroup--983698789'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:42:02.748953 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cf6f0bc8-d25e-49e2-996e-fbb88ec3b53e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:02.798260 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-4d09aab3-24f5-4414-a4fb-6a659b6f5d81 None None] Set router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:42:02.813946 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8de7b633-b07e-4f1e-857d-5b746d3adc6d req-18d2e1f6-c1d5-4054-85be-df6c0c61626b service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127996 May 26 16:42:02.838940 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cf6f0bc8-d25e-49e2-996e-fbb88ec3b53e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:02.844812 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cf6f0bc8-d25e-49e2-996e-fbb88ec3b53e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:02.883450 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f0bc8-d25e-49e2-996e-fbb88ec3b53e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b432cf-78b5-4afc-ad05-453cd48c7683,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:02.894227 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cf6f0bc8-d25e-49e2-996e-fbb88ec3b53e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:02.897473 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cf6f0bc8-d25e-49e2-996e-fbb88ec3b53e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1859803 May 26 16:42:02.900797 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36828) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:02.914587 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-1d30dbfd-7438-4b8e-83b5-169e006c5929 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Request body: {'security_group_rule': {'security_group_id': '44b432cf-78b5-4afc-ad05-453cd48c7683', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:42:02.958238 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d30dbfd-7438-4b8e-83b5-169e006c5929 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:02.958891 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8de7b633-b07e-4f1e-857d-5b746d3adc6d req-60f7fc45-18a7-4c61-a733-f87f8ed7da83 service neutron] 10.222.0.81 "GET /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368821 May 26 16:42:03.041594 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d30dbfd-7438-4b8e-83b5-169e006c5929 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:03.048455 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d30dbfd-7438-4b8e-83b5-169e006c5929 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:03.062556 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4d09aab3-24f5-4414-a4fb-6a659b6f5d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 4, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port': {'id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:31Z', 'updated_at': '2022-05-26T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'f915d130-ca03-4aab-a292-340d2fc26711', 'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'mac_address': 'fa:16:3e:98:65:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:34Z', 'updated_at': '2022-05-26T16:28:45Z', 'revision_number': 5, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'subnets': [{'id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:42:03.068689 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30dbfd-7438-4b8e-83b5-169e006c5929 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2f940a-2fd1-4646-9834-474634ae56c8,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:03.081373 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1d30dbfd-7438-4b8e-83b5-169e006c5929 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:03.082763 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1d30dbfd-7438-4b8e-83b5-169e006c5929 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1800947 May 26 16:42:03.085387 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36830) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:03.097790 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d09aab3-24f5-4414-a4fb-6a659b6f5d81 None None] The sync data for ids ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'] in n-d-843337-2 is: [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:28:36Z', 'revision_number': 4, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port': {'id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:31Z', 'updated_at': '2022-05-26T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'f915d130-ca03-4aab-a292-340d2fc26711', 'name': '', 'network_id': 'ceae140a-4691-47b9-ad57-1026c75c737f', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'mac_address': 'fa:16:3e:98:65:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:34Z', 'updated_at': '2022-05-26T16:28:45Z', 'revision_number': 5, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'subnets': [{'id': '5431b2c2-5959-417a-9a98-2b2d0e6627f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:42:03.106268 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ba5eeb37-84e8-4098-899c-77d635a3b500 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-group-rules/6b2f940a-2fd1-4646-9834-474634ae56c8 HTTP/1.1" status: 200 len: 763 time: 0.0196228 May 26 16:42:03.108908 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36832) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:03.161974 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36834) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:03.162296 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-53373375-92d0-4fd7-b39f-8fffd011d570 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0520146 May 26 16:42:03.201639 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1b8fff8d-3efc-45bd-801e-4cb72584c1df tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:03.209567 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1b8fff8d-3efc-45bd-801e-4cb72584c1df tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:03.241641 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1b8fff8d-3efc-45bd-801e-4cb72584c1df tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:03.248786 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1b8fff8d-3efc-45bd-801e-4cb72584c1df tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:03.250293 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1b8fff8d-3efc-45bd-801e-4cb72584c1df tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/6b2f940a-2fd1-4646-9834-474634ae56c8 HTTP/1.1" status: 204 len: 168 time: 0.0871181 May 26 16:42:03.253580 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36836) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:03.267120 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fff8d-3efc-45bd-801e-4cb72584c1df tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b2f940a-2fd1-4646-9834-474634ae56c8,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:03.304124 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cd4b93eb-20f9-42c3-a826-7d94d63103a8 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0491555 May 26 16:42:03.307716 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36838) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:03.312340 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-40881543-c1a0-428e-ab6e-bc1161fab83e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Request body: {'security_group_rule': {'security_group_id': '44b432cf-78b5-4afc-ad05-453cd48c7683', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:42:03.350265 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-40881543-c1a0-428e-ab6e-bc1161fab83e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:03.407093 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f436eb7b-0f35-4fec-a186-95fd33d01667 None None] New status for floating IP 00a5d8f6-918b-4017-9923-20d1d031c6cc: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:42:03.417970 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-40881543-c1a0-428e-ab6e-bc1161fab83e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:03.422737 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-40881543-c1a0-428e-ab6e-bc1161fab83e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:03.441426 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40881543-c1a0-428e-ab6e-bc1161fab83e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027a8dd5-6426-4608-b903-0d65138d8b87,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:03.452131 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-40881543-c1a0-428e-ab6e-bc1161fab83e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:03.453363 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-40881543-c1a0-428e-ab6e-bc1161fab83e tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1446025 May 26 16:42:03.456081 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36840) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:03.478092 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5e115eca-565b-4b72-9155-a965ee62f7b1 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-group-rules/027a8dd5-6426-4608-b903-0d65138d8b87 HTTP/1.1" status: 200 len: 763 time: 0.0182827 May 26 16:42:03.478369 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36842) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:03.527177 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5f42db8a-e0d4-4bcc-b3f1-6ca25091c26f tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0475788 May 26 16:42:03.529822 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36844) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:03.556005 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-867f700c-609d-4fe5-9d04-7dc78c3400d5 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:03.564047 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-867f700c-609d-4fe5-9d04-7dc78c3400d5 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:03.592478 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-867f700c-609d-4fe5-9d04-7dc78c3400d5 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:03.598599 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-867f700c-609d-4fe5-9d04-7dc78c3400d5 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:03.602686 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-867f700c-609d-4fe5-9d04-7dc78c3400d5 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/027a8dd5-6426-4608-b903-0d65138d8b87 HTTP/1.1" status: 204 len: 168 time: 0.0688543 May 26 16:42:03.603904 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36846) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:03.606069 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f700c-609d-4fe5-9d04-7dc78c3400d5 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=027a8dd5-6426-4608-b903-0d65138d8b87,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:03.650479 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-42db069a-f518-49aa-a4ec-ed598979a865 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0452597 May 26 16:42:03.653149 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36848) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:03.657579 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-84c09673-3770-4300-91e6-77b92e7e5889 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Request body: {'security_group_rule': {'security_group_id': '44b432cf-78b5-4afc-ad05-453cd48c7683', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:42:03.695746 n-d-843337-2 neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-84c09673-3770-4300-91e6-77b92e7e5889 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Project b7e208fbed5a44009e15a5041d03c60a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:42:03.701363 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84c09673-3770-4300-91e6-77b92e7e5889 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:03.766912 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84c09673-3770-4300-91e6-77b92e7e5889 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:03.772063 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84c09673-3770-4300-91e6-77b92e7e5889 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:03.778003 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea005d-cc97-490b-8b43-aa44baaac107 req-272a531a-09d0-4462-8777-a3e21a7d0d0c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:03.780256 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f3ea005d-cc97-490b-8b43-aa44baaac107 req-272a531a-09d0-4462-8777-a3e21a7d0d0c tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 945 time: 0.0586784 May 26 16:42:03.790225 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c09673-3770-4300-91e6-77b92e7e5889 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4140f604-c371-42a7-96b1-90d01cb2018c,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:03.807647 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-84c09673-3770-4300-91e6-77b92e7e5889 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:03.808924 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-84c09673-3770-4300-91e6-77b92e7e5889 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1548939 May 26 16:42:03.811556 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36852) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:03.827724 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f3ea005d-cc97-490b-8b43-aa44baaac107 req-ac604239-9e43-4eb6-b916-1766aa9183a9 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356090 May 26 16:42:03.828020 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d511dc2d-5c34-42d1-b284-dd9ed89aca92 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-group-rules/4140f604-c371-42a7-96b1-90d01cb2018c HTTP/1.1" status: 200 len: 769 time: 0.0153511 May 26 16:42:03.831962 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36854) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:03.875983 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f85e1439-e770-4ac5-bbb3-5e73b08076cc tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0426686 May 26 16:42:03.878846 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36856) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:03.908763 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03b25de0-f3c9-491c-bc81-6128451f1e4f tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:03.917458 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03b25de0-f3c9-491c-bc81-6128451f1e4f tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:03.980431 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03b25de0-f3c9-491c-bc81-6128451f1e4f tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:03.988216 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-03b25de0-f3c9-491c-bc81-6128451f1e4f tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:03.989342 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-03b25de0-f3c9-491c-bc81-6128451f1e4f tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/4140f604-c371-42a7-96b1-90d01cb2018c HTTP/1.1" status: 204 len: 168 time: 0.1095774 May 26 16:42:03.992005 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36858) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:03.997389 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b9ef6-883a-4671-ba6a-55426b3cf03f req-71ff6ea8-6908-434b-a2f0-0d6d36a83ed1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:03.998853 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c09b9ef6-883a-4671-ba6a-55426b3cf03f req-71ff6ea8-6908-434b-a2f0-0d6d36a83ed1 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 945 time: 0.0719283 May 26 16:42:04.004776 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b25de0-f3c9-491c-bc81-6128451f1e4f tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4140f604-c371-42a7-96b1-90d01cb2018c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:04.038526 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-169ec203-6513-4e03-8ab1-bec5bb0dff07 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0446095 May 26 16:42:04.041946 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36860) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:04.109163 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-c09b9ef6-883a-4671-ba6a-55426b3cf03f req-b06a2a52-bb3b-4bfc-ab3f-d82ec58c2a64 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Deleting port 52419282-5709-464f-8edb-db1e61c0da76 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:42:04.109731 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c09b9ef6-883a-4671-ba6a-55426b3cf03f req-b06a2a52-bb3b-4bfc-ab3f-d82ec58c2a64 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:04.112474 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4136f277-bd19-430a-9610-988aa34966be tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:04.139116 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4136f277-bd19-430a-9610-988aa34966be tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:04.195309 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4136f277-bd19-430a-9610-988aa34966be tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:04.198092 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4136f277-bd19-430a-9610-988aa34966be tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:04.199267 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4136f277-bd19-430a-9610-988aa34966be tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "DELETE /v2.0/security-groups/44b432cf-78b5-4afc-ad05-453cd48c7683 HTTP/1.1" status: 204 len: 168 time: 0.1563838 May 26 16:42:04.203596 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36862) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:04.214634 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-c09b9ef6-883a-4671-ba6a-55426b3cf03f req-b06a2a52-bb3b-4bfc-ab3f-d82ec58c2a64 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] For port 52419282-5709-464f-8edb-db1e61c0da76, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=52419282-5709-464f-8edb-db1e61c0da76,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:42:04.215065 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c09b9ef6-883a-4671-ba6a-55426b3cf03f req-b06a2a52-bb3b-4bfc-ab3f-d82ec58c2a64 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:04.215507 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136f277-bd19-430a-9610-988aa34966be tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b432cf-78b5-4afc-ad05-453cd48c7683,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:04.228837 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-c09b9ef6-883a-4671-ba6a-55426b3cf03f req-b06a2a52-bb3b-4bfc-ab3f-d82ec58c2a64 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Calling delete_port for 52419282-5709-464f-8edb-db1e61c0da76 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:42:04.264143 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c6d9aa95-8489-4309-937d-9bf568b91944 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0585389 May 26 16:42:04.267793 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36864) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:04.272781 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ceb336a9-47d8-40fb-9173-e68dbe983228 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Request body: {'security_group': {'name': 'tempest-secgroup--1979449796'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:42:04.304182 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ceb336a9-47d8-40fb-9173-e68dbe983228 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:04.392498 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ceb336a9-47d8-40fb-9173-e68dbe983228 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:04.397934 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ceb336a9-47d8-40fb-9173-e68dbe983228 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:04.431668 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ceb336a9-47d8-40fb-9173-e68dbe983228 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:04.436729 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ceb336a9-47d8-40fb-9173-e68dbe983228 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1641943 May 26 16:42:04.439361 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36866) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:04.447346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-1a297e43-9780-49f1-98ea-a9038a4d7886 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Request body: {'security_group_rule': {'security_group_id': '9882986f-d9f1-43fd-88f1-74cbc5e4fa11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:42:04.456793 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb336a9-47d8-40fb-9173-e68dbe983228 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9882986f-d9f1-43fd-88f1-74cbc5e4fa11,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:04.495421 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a297e43-9780-49f1-98ea-a9038a4d7886 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:04.565774 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a297e43-9780-49f1-98ea-a9038a4d7886 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:04.573067 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a297e43-9780-49f1-98ea-a9038a4d7886 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:04.594409 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a297e43-9780-49f1-98ea-a9038a4d7886 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014a4625-1aeb-4777-b5ce-10348f64f26c,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:04.603491 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a297e43-9780-49f1-98ea-a9038a4d7886 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:04.607808 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1a297e43-9780-49f1-98ea-a9038a4d7886 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1663260 May 26 16:42:04.607808 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36868) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:04.676297 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1e8e5dc2-5b0d-48d9-bc7f-cb49702e0289 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:04.701497 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c09b9ef6-883a-4671-ba6a-55426b3cf03f req-b06a2a52-bb3b-4bfc-ab3f-d82ec58c2a64 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:04.704188 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1e8e5dc2-5b0d-48d9-bc7f-cb49702e0289 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:04.731741 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a2a52-bb3b-4bfc-ab3f-d82ec58c2a64 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event deleted for resources: {'Port': ['ID=52419282-5709-464f-8edb-db1e61c0da76,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:04.777435 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1e8e5dc2-5b0d-48d9-bc7f-cb49702e0289 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:04.781639 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1e8e5dc2-5b0d-48d9-bc7f-cb49702e0289 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:04.782154 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09b9ef6-883a-4671-ba6a-55426b3cf03f req-b06a2a52-bb3b-4bfc-ab3f-d82ec58c2a64 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] No DVR routers for this DVR port 52419282-5709-464f-8edb-db1e61c0da76 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:42:04.785703 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1e8e5dc2-5b0d-48d9-bc7f-cb49702e0289 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "DELETE /v2.0/security-groups/9882986f-d9f1-43fd-88f1-74cbc5e4fa11 HTTP/1.1" status: 204 len: 168 time: 0.1745036 May 26 16:42:04.787803 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36870) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:04.788979 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c09b9ef6-883a-4671-ba6a-55426b3cf03f req-b06a2a52-bb3b-4bfc-ab3f-d82ec58c2a64 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:04.792796 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c09b9ef6-883a-4671-ba6a-55426b3cf03f req-b06a2a52-bb3b-4bfc-ab3f-d82ec58c2a64 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.81 "DELETE /v2.0/ports/52419282-5709-464f-8edb-db1e61c0da76 HTTP/1.1" status: 204 len: 173 time: 0.7859294 May 26 16:42:04.793467 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13585158-34d0-477f-9cd6-cd574b57d0a2', 'name': 'network-vif-deleted', 'tag': '52419282-5709-464f-8edb-db1e61c0da76'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:42:04.796058 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9d6442-8f51-425b-a510-3f99bc8c0a32" -d '{"events": [{"server_uuid": "13585158-34d0-477f-9cd6-cd574b57d0a2", "name": "network-vif-deleted", "tag": "52419282-5709-464f-8edb-db1e61c0da76"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:42:04.808039 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e5dc2-5b0d-48d9-bc7f-cb49702e0289 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9882986f-d9f1-43fd-88f1-74cbc5e4fa11,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:04.863125 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36876) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:04.863335 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1492ae85-92d9-45e6-8f14-d286157c068c tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0743144 May 26 16:42:04.884705 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3034be-2135-46a1-9365-516ce4400f1e x-openstack-request-id: req-9d3034be-2135-46a1-9365-516ce4400f1e {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:42:04.885124 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13585158-34d0-477f-9cd6-cd574b57d0a2", "name": "network-vif-deleted", "tag": "52419282-5709-464f-8edb-db1e61c0da76", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:42:04.885475 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9d3034be-2135-46a1-9365-516ce4400f1e {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:42:04.885975 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d3034be-2135-46a1-9365-516ce4400f1e'] response: {'server_uuid': '13585158-34d0-477f-9cd6-cd574b57d0a2', 'name': 'network-vif-deleted', 'tag': '52419282-5709-464f-8edb-db1e61c0da76', 'status': 'completed', 'code': 200} May 26 16:42:04.909869 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4a956c9c-eadd-49cd-b465-5dc48044c350 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0452673 May 26 16:42:04.912367 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36878) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:04.927128 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-a69c6b4b-40d9-42ee-bda7-90b797b6d90f tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] delete failed (client error): The resource could not be found. May 26 16:42:04.928223 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a69c6b4b-40d9-42ee-bda7-90b797b6d90f tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "DELETE /v2.0/security-groups/9882986f-d9f1-43fd-88f1-74cbc5e4fa11 HTTP/1.1" status: 404 len: 347 time: 0.0147138 May 26 16:42:04.933575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36880) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:04.940534 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f7fe718-b79b-40b5-800a-8bed868225a6 req-25ea8bf6-cfe4-4063-8b46-10134d8e30ba tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 210 time: 0.0299098 May 26 16:42:04.987608 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1700e7fe-0185-4c8e-85c7-91417255d996 tempest-SecGroupIPv6Test-1045486899 tempest-SecGroupIPv6Test-1045486899-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0529065 May 26 16:42:05.318942 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36886) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:05.484853 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-dac5ebf7-0a9b-4df2-8d0c-8d153b34154c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b7e208fbed5a44009e15a5041d03c60a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1646821 May 26 16:42:05.487457 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36890) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:05.546354 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a88fd36a-4a0c-4eac-810c-899a9b855202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:05.574166 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a88fd36a-4a0c-4eac-810c-899a9b855202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:05.627792 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a88fd36a-4a0c-4eac-810c-899a9b855202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:05.630573 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a88fd36a-4a0c-4eac-810c-899a9b855202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:05.631765 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a88fd36a-4a0c-4eac-810c-899a9b855202 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/29503ab7-f553-4619-8862-691f39271ecb HTTP/1.1" status: 204 len: 168 time: 0.1431713 May 26 16:42:05.641435 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fd36a-4a0c-4eac-810c-899a9b855202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29503ab7-f553-4619-8862-691f39271ecb,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:06.073724 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-56d24b38-1184-4e63-ac03-f75a81e4b665 req-f426e073-e7da-4ab6-a3eb-007716e09597 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 210 time: 0.0320809 May 26 16:42:06.550005 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36914) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:06.697927 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-7c815d46-c023-4130-a64b-ee7ef5d9d9f7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-282991685-network', 'tenant_id': '03d5cb90cde0497a87fb19c40674f888'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:42:06.719754 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c815d46-c023-4130-a64b-ee7ef5d9d9f7 admin admin] Made reservation on behalf of 03d5cb90cde0497a87fb19c40674f888 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:42:06.722167 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c815d46-c023-4130-a64b-ee7ef5d9d9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:06.732201 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c815d46-c023-4130-a64b-ee7ef5d9d9f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:06.817567 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c815d46-c023-4130-a64b-ee7ef5d9d9f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:06.822004 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c815d46-c023-4130-a64b-ee7ef5d9d9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:06.858479 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c815d46-c023-4130-a64b-ee7ef5d9d9f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:42:06.868712 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c815d46-c023-4130-a64b-ee7ef5d9d9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d7f502-658c-4f57-a400-99cdbb8490d2,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:06.875687 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c815d46-c023-4130-a64b-ee7ef5d9d9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:06.876158 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-7c815d46-c023-4130-a64b-ee7ef5d9d9f7 admin admin] Added segment 4a60e030-2d54-4491-8a7e-d33490f499ca of type vlan for network 6f23e24a-957f-49a5-b770-38a31c908785 May 26 16:42:06.922244 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c815d46-c023-4130-a64b-ee7ef5d9d9f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:06.948835 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c815d46-c023-4130-a64b-ee7ef5d9d9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:06.949827 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c815d46-c023-4130-a64b-ee7ef5d9d9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:06.950411 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7c815d46-c023-4130-a64b-ee7ef5d9d9f7 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:07.032743 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7c815d46-c023-4130-a64b-ee7ef5d9d9f7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4813988 May 26 16:42:07.035945 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36918) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:07.043107 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-218a24a8-7d50-4eed-af58-ad2c87689ac6 admin admin] Request body: {'subnet': {'network_id': '6f23e24a-957f-49a5-b770-38a31c908785', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-282991685-subnet', 'tenant_id': '03d5cb90cde0497a87fb19c40674f888', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:42:07.048053 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c815d46-c023-4130-a64b-ee7ef5d9d9f7 admin admin] Pushing event updated for resources: {'Network': ['ID=6f23e24a-957f-49a5-b770-38a31c908785,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:07.069021 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 6f23e24a-957f-49a5-b770-38a31c908785 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:42:07.076801 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218a24a8-7d50-4eed-af58-ad2c87689ac6 admin admin] Made reservation on behalf of 03d5cb90cde0497a87fb19c40674f888 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:42:07.079699 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-218a24a8-7d50-4eed-af58-ad2c87689ac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:07.203909 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-921b4c2a-024b-46d8-9490-d47e2d777533 req-2c8fac9a-670b-4479-95fa-9b6dd40d4d3e tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 210 time: 0.0349400 May 26 16:42:07.354740 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-218a24a8-7d50-4eed-af58-ad2c87689ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:07.417581 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a24a8-7d50-4eed-af58-ad2c87689ac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db1a0705-a47a-4fc2-8f4c-64a53f9f81de,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:07.440544 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218a24a8-7d50-4eed-af58-ad2c87689ac6 admin admin] Checking segment: {'id': '4a60e030-2d54-4491-8a7e-d33490f499ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6f23e24a-957f-49a5-b770-38a31c908785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:42:07.440910 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218a24a8-7d50-4eed-af58-ad2c87689ac6 admin admin] Network hostable DHCP agents. Network: 6f23e24a-957f-49a5-b770-38a31c908785, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:42:07.462880 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218a24a8-7d50-4eed-af58-ad2c87689ac6 admin admin] Network 6f23e24a-957f-49a5-b770-38a31c908785 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:42:07.472673 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 52419282-5709-464f-8edb-db1e61c0da76 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:42:07.475294 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-218a24a8-7d50-4eed-af58-ad2c87689ac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 6f23e24a-957f-49a5-b770-38a31c908785) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:42:07.481553 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218a24a8-7d50-4eed-af58-ad2c87689ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:07.482623 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-218a24a8-7d50-4eed-af58-ad2c87689ac6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:07.503191 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9593bd07-fdad-4667-b865-90320e929dd9 None None] Network 6f23e24a-957f-49a5-b770-38a31c908785 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:42:07.505912 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 52419282-5709-464f-8edb-db1e61c0da76 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:42:07.506316 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 52419282-5709-464f-8edb-db1e61c0da76 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:42:07.512824 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-218a24a8-7d50-4eed-af58-ad2c87689ac6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4752727 May 26 16:42:07.691601 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c4324d-24e2-4bb9-b2a0-b1dbc59ab822 None None] Network 6f23e24a-957f-49a5-b770-38a31c908785 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:42:08.134879 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36936) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:08.140915 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ffc225c2-d9da-44eb-9df3-6ed7461888d4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-942465465-network', 'tenant_id': 'bad32e73ad8145e1b4cafa8a75980a15'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:42:08.161889 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc225c2-d9da-44eb-9df3-6ed7461888d4 admin admin] Made reservation on behalf of bad32e73ad8145e1b4cafa8a75980a15 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:42:08.165590 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ffc225c2-d9da-44eb-9df3-6ed7461888d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:08.175016 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ffc225c2-d9da-44eb-9df3-6ed7461888d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:08.267483 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ffc225c2-d9da-44eb-9df3-6ed7461888d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:08.272948 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ffc225c2-d9da-44eb-9df3-6ed7461888d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:08.306369 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc225c2-d9da-44eb-9df3-6ed7461888d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8537ceb6-84c9-429b-8221-c5ef38a08f9c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:08.328263 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc225c2-d9da-44eb-9df3-6ed7461888d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:42:08.332722 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f81efe9d-415b-4195-9e9e-42f68f28aaf8 req-34dfcb76-cd46-4972-99b1-611ae66c6f4e tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "GET /v2.0/ports?device_id=13585158-34d0-477f-9cd6-cd574b57d0a2 HTTP/1.1" status: 200 len: 210 time: 0.0328808 May 26 16:42:08.339368 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ffc225c2-d9da-44eb-9df3-6ed7461888d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:08.339725 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-ffc225c2-d9da-44eb-9df3-6ed7461888d4 admin admin] Added segment 0deacce2-88b8-4620-a98b-e5ae15a17244 of type vlan for network 936bd864-fd48-4641-be61-27cb1f49c718 May 26 16:42:08.399947 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ffc225c2-d9da-44eb-9df3-6ed7461888d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:08.428375 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ffc225c2-d9da-44eb-9df3-6ed7461888d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:08.429801 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc225c2-d9da-44eb-9df3-6ed7461888d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:08.430391 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ffc225c2-d9da-44eb-9df3-6ed7461888d4 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:08.497126 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ffc225c2-d9da-44eb-9df3-6ed7461888d4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3608191 May 26 16:42:08.500649 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36940) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:08.503095 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc225c2-d9da-44eb-9df3-6ed7461888d4 admin admin] Pushing event updated for resources: {'Network': ['ID=936bd864-fd48-4641-be61-27cb1f49c718,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:08.507075 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-5bb49943-2a22-4646-af7a-7a99f1bb0088 admin admin] Request body: {'subnet': {'network_id': '936bd864-fd48-4641-be61-27cb1f49c718', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-942465465-subnet', 'tenant_id': 'bad32e73ad8145e1b4cafa8a75980a15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:42:08.514293 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 936bd864-fd48-4641-be61-27cb1f49c718 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:42:08.534763 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb49943-2a22-4646-af7a-7a99f1bb0088 admin admin] Made reservation on behalf of bad32e73ad8145e1b4cafa8a75980a15 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:42:08.537156 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5bb49943-2a22-4646-af7a-7a99f1bb0088 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:08.765858 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5bb49943-2a22-4646-af7a-7a99f1bb0088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:08.819156 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb49943-2a22-4646-af7a-7a99f1bb0088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c38469ef-59a3-41a0-a8be-34cf8f4c6b41,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:08.835470 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb49943-2a22-4646-af7a-7a99f1bb0088 admin admin] Checking segment: {'id': '0deacce2-88b8-4620-a98b-e5ae15a17244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '936bd864-fd48-4641-be61-27cb1f49c718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:42:08.835894 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb49943-2a22-4646-af7a-7a99f1bb0088 admin admin] Network hostable DHCP agents. Network: 936bd864-fd48-4641-be61-27cb1f49c718, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:42:08.855656 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb49943-2a22-4646-af7a-7a99f1bb0088 admin admin] Network 936bd864-fd48-4641-be61-27cb1f49c718 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:42:08.876017 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-5bb49943-2a22-4646-af7a-7a99f1bb0088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 936bd864-fd48-4641-be61-27cb1f49c718) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:42:08.880495 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb49943-2a22-4646-af7a-7a99f1bb0088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:42:08.881092 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5bb49943-2a22-4646-af7a-7a99f1bb0088 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:08.886814 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f31240a-7618-41db-98b6-5462dc9e92a0 None None] Network 936bd864-fd48-4641-be61-27cb1f49c718 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:42:08.920775 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5bb49943-2a22-4646-af7a-7a99f1bb0088 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4183900 May 26 16:42:09.114054 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25942d66-c0e2-4a80-91cb-afc86b3bb192 None None] Network 936bd864-fd48-4641-be61-27cb1f49c718 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:42:09.125296 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36944) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:09.222719 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc65b064-d75e-46e1-b244-b05c1374504c admin admin] Deleting subnet db1a0705-a47a-4fc2-8f4c-64a53f9f81de {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:42:09.227948 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc65b064-d75e-46e1-b244-b05c1374504c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:09.281617 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc65b064-d75e-46e1-b244-b05c1374504c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:09.337944 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc65b064-d75e-46e1-b244-b05c1374504c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:09.401371 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36948) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:09.451558 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc65b064-d75e-46e1-b244-b05c1374504c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:09.518736 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65b064-d75e-46e1-b244-b05c1374504c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db1a0705-a47a-4fc2-8f4c-64a53f9f81de,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:09.522496 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc65b064-d75e-46e1-b244-b05c1374504c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:09.531222 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bc65b064-d75e-46e1-b244-b05c1374504c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/db1a0705-a47a-4fc2-8f4c-64a53f9f81de HTTP/1.1" status: 204 len: 168 time: 0.4039264 May 26 16:42:09.534150 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36950) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:09.629001 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-16856ef9-c656-4651-995f-6b2ad64c84c4 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Deleting port 7d78a845-51a7-43bb-aff3-c938666fdfc1 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:42:09.629670 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-16856ef9-c656-4651-995f-6b2ad64c84c4 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:09.649909 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-00f69fd3-120d-4ec4-ae4b-e9e9269dab51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:09.744926 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-16856ef9-c656-4651-995f-6b2ad64c84c4 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:09.745816 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-16856ef9-c656-4651-995f-6b2ad64c84c4 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:09.767208 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-16856ef9-c656-4651-995f-6b2ad64c84c4 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Calling delete_port for 7d78a845-51a7-43bb-aff3-c938666fdfc1 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:42:09.779426 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-00f69fd3-120d-4ec4-ae4b-e9e9269dab51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:09.809165 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-00f69fd3-120d-4ec4-ae4b-e9e9269dab51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f23e24a-957f-49a5-b770-38a31c908785']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:42:09.822938 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-00f69fd3-120d-4ec4-ae4b-e9e9269dab51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a60e030-2d54-4491-8a7e-d33490f499ca') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:42:09.822938 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-00f69fd3-120d-4ec4-ae4b-e9e9269dab51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a60e030-2d54-4491-8a7e-d33490f499ca') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:42:09.834007 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-00f69fd3-120d-4ec4-ae4b-e9e9269dab51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:09.856043 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-00f69fd3-120d-4ec4-ae4b-e9e9269dab51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:09.863720 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f69fd3-120d-4ec4-ae4b-e9e9269dab51 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:42:09.864340 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-00f69fd3-120d-4ec4-ae4b-e9e9269dab51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:09.914089 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 4a60e030-2d54-4491-8a7e-d33490f499ca resource provider aggregate not found May 26 16:42:09.944215 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 4a60e030-2d54-4491-8a7e-d33490f499ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a60e030-2d54-4491-8a7e-d33490f499ca found for delete ", "request_id": "req-3b53676c-a23c-4683-984b-c161bf53ef15"}]} May 26 16:42:09.962572 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-00f69fd3-120d-4ec4-ae4b-e9e9269dab51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:09.973917 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-00f69fd3-120d-4ec4-ae4b-e9e9269dab51 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:09.980887 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-00f69fd3-120d-4ec4-ae4b-e9e9269dab51 admin admin] 10.222.0.77 "DELETE /v2.0/networks/6f23e24a-957f-49a5-b770-38a31c908785 HTTP/1.1" status: 204 len: 168 time: 0.4451180 May 26 16:42:09.983747 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36956) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:10.016364 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-16856ef9-c656-4651-995f-6b2ad64c84c4 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:10.022806 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f69fd3-120d-4ec4-ae4b-e9e9269dab51 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f23e24a-957f-49a5-b770-38a31c908785,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:10.113586 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36e78b9-eb0e-45ec-965c-b5097a8e55b4 admin admin] Deleting subnet c38469ef-59a3-41a0-a8be-34cf8f4c6b41 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:42:10.120459 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a36e78b9-eb0e-45ec-965c-b5097a8e55b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:10.187910 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a36e78b9-eb0e-45ec-965c-b5097a8e55b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:10.260695 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a36e78b9-eb0e-45ec-965c-b5097a8e55b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:10.343751 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a36e78b9-eb0e-45ec-965c-b5097a8e55b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:10.374028 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e78b9-eb0e-45ec-965c-b5097a8e55b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c38469ef-59a3-41a0-a8be-34cf8f4c6b41,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:10.375148 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16856ef9-c656-4651-995f-6b2ad64c84c4 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event deleted for resources: {'Port': ['ID=7d78a845-51a7-43bb-aff3-c938666fdfc1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:10.379396 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a36e78b9-eb0e-45ec-965c-b5097a8e55b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:10.384859 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a36e78b9-eb0e-45ec-965c-b5097a8e55b4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c38469ef-59a3-41a0-a8be-34cf8f4c6b41 HTTP/1.1" status: 204 len: 168 time: 0.3996053 May 26 16:42:10.389304 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36958) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:10.532252 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52c3c314-ded0-4170-8e6b-b80cd5cb6cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:10.537183 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-16856ef9-c656-4651-995f-6b2ad64c84c4 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:10.540289 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-16856ef9-c656-4651-995f-6b2ad64c84c4 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:10.541639 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-16856ef9-c656-4651-995f-6b2ad64c84c4 tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "DELETE /v2.0/floatingips/84668e4a-0720-43f3-bce1-1310ab1b9e50 HTTP/1.1" status: 204 len: 168 time: 1.1388938 May 26 16:42:10.641783 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52c3c314-ded0-4170-8e6b-b80cd5cb6cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:10.664900 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-52c3c314-ded0-4170-8e6b-b80cd5cb6cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936bd864-fd48-4641-be61-27cb1f49c718']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:42:10.675428 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-52c3c314-ded0-4170-8e6b-b80cd5cb6cb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0deacce2-88b8-4620-a98b-e5ae15a17244') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:42:10.675836 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-52c3c314-ded0-4170-8e6b-b80cd5cb6cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0deacce2-88b8-4620-a98b-e5ae15a17244') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:42:10.687336 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52c3c314-ded0-4170-8e6b-b80cd5cb6cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:10.702206 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52c3c314-ded0-4170-8e6b-b80cd5cb6cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:10.711370 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c3c314-ded0-4170-8e6b-b80cd5cb6cb4 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:42:10.712202 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52c3c314-ded0-4170-8e6b-b80cd5cb6cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:10.770798 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 0deacce2-88b8-4620-a98b-e5ae15a17244 resource provider aggregate not found May 26 16:42:10.794675 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 0deacce2-88b8-4620-a98b-e5ae15a17244 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0deacce2-88b8-4620-a98b-e5ae15a17244 found for delete ", "request_id": "req-e17b58a9-34aa-4193-9539-a7630eb81ddc"}]} May 26 16:42:10.816738 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52c3c314-ded0-4170-8e6b-b80cd5cb6cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:10.822893 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-52c3c314-ded0-4170-8e6b-b80cd5cb6cb4 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:10.826259 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-52c3c314-ded0-4170-8e6b-b80cd5cb6cb4 admin admin] 10.222.0.77 "DELETE /v2.0/networks/936bd864-fd48-4641-be61-27cb1f49c718 HTTP/1.1" status: 204 len: 168 time: 0.4348400 May 26 16:42:10.844563 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3c314-ded0-4170-8e6b-b80cd5cb6cb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=936bd864-fd48-4641-be61-27cb1f49c718,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:11.061344 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36974) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:11.108993 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3d37f26a-8ad3-4157-977e-2ad22a657909 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=03d5cb90cde0497a87fb19c40674f888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452385 May 26 16:42:11.110058 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 36976) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:11.173723 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-18c986f4-33fe-404d-81ec-898dff65a4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:11.204837 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-18c986f4-33fe-404d-81ec-898dff65a4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:11.266199 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-18c986f4-33fe-404d-81ec-898dff65a4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:11.268858 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-18c986f4-33fe-404d-81ec-898dff65a4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:11.272398 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-18c986f4-33fe-404d-81ec-898dff65a4b6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e7d7f502-658c-4f57-a400-99cdbb8490d2 HTTP/1.1" status: 204 len: 168 time: 0.1590846 May 26 16:42:11.280653 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c986f4-33fe-404d-81ec-898dff65a4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d7f502-658c-4f57-a400-99cdbb8490d2,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:11.713730 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36982) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:11.785153 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e680488a-c609-4217-810b-10ffcbde80b8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bad32e73ad8145e1b4cafa8a75980a15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0700686 May 26 16:42:11.787608 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 36984) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:11.869203 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b495ce7a-fab8-4106-87e3-3951afbd2ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:11.893891 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b495ce7a-fab8-4106-87e3-3951afbd2ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:11.984744 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b495ce7a-fab8-4106-87e3-3951afbd2ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:11.988392 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b495ce7a-fab8-4106-87e3-3951afbd2ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:11.989766 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b495ce7a-fab8-4106-87e3-3951afbd2ea2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8537ceb6-84c9-429b-8221-c5ef38a08f9c HTTP/1.1" status: 204 len: 168 time: 0.2011299 May 26 16:42:11.999323 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495ce7a-fab8-4106-87e3-3951afbd2ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8537ceb6-84c9-429b-8221-c5ef38a08f9c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:13.073597 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed4a7a30-8ec9-4783-8971-7a9260163e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:13.971446 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37036) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:14.067414 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e0d4663f-ae1b-48ac-97fa-18a4b47e50bb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:14.106268 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e0d4663f-ae1b-48ac-97fa-18a4b47e50bb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:14.194394 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e0d4663f-ae1b-48ac-97fa-18a4b47e50bb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:14.198599 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e0d4663f-ae1b-48ac-97fa-18a4b47e50bb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:14.199862 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e0d4663f-ae1b-48ac-97fa-18a4b47e50bb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] 10.222.0.77 "DELETE /v2.0/security-groups/a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c HTTP/1.1" status: 204 len: 168 time: 0.2272320 May 26 16:42:14.211337 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4663f-ae1b-48ac-97fa-18a4b47e50bb tempest-TestVolumeBootPattern-1912715274 tempest-TestVolumeBootPattern-1912715274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cb5f9a-5bb1-4813-ab48-9ad75515cb6c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:14.282286 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37042) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:14.886514 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c34a85d-867b-47e0-9b5c-fa7f9f1e3a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:15.189794 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0c34a85d-867b-47e0-9b5c-fa7f9f1e3a18 admin admin] Deleting port f915d130-ca03-4aab-a292-340d2fc26711 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:42:15.190030 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c34a85d-867b-47e0-9b5c-fa7f9f1e3a18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:15.283595 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-0c34a85d-867b-47e0-9b5c-fa7f9f1e3a18 admin admin] For port f915d130-ca03-4aab-a292-340d2fc26711, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f915d130-ca03-4aab-a292-340d2fc26711,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:42:15.284257 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c34a85d-867b-47e0-9b5c-fa7f9f1e3a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:15.304925 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0c34a85d-867b-47e0-9b5c-fa7f9f1e3a18 admin admin] Calling delete_port for f915d130-ca03-4aab-a292-340d2fc26711 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:42:15.490575 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bcab5fe7-18ae-48ff-86ff-e098cd839410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:15.534461 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c34a85d-867b-47e0-9b5c-fa7f9f1e3a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:15.564259 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34a85d-867b-47e0-9b5c-fa7f9f1e3a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=f915d130-ca03-4aab-a292-340d2fc26711,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:15.667152 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:42:15.803403 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c34a85d-867b-47e0-9b5c-fa7f9f1e3a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:16.045209 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c34a85d-867b-47e0-9b5c-fa7f9f1e3a18 admin admin] Router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:42:16.170544 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c34a85d-867b-47e0-9b5c-fa7f9f1e3a18 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:42:16.178582 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0c34a85d-867b-47e0-9b5c-fa7f9f1e3a18 admin admin] 10.222.0.77 "PUT /v2.0/routers/1c2261bb-afd3-4002-95c2-1061cbfa3fd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8922799 May 26 16:42:16.178694 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37060) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:16.183310 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2533cff-0eb5-4eac-919c-cda2671051ab None None] Sync routers for ids ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:42:16.197179 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2533cff-0eb5-4eac-919c-cda2671051ab None None] Routers {'1c2261bb-afd3-4002-95c2-1061cbfa3fd2'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:42:16.197849 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b2533cff-0eb5-4eac-919c-cda2671051ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:42:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:42:16.300473 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23752b89-75e3-4789-8cd5-14877eb3d58c admin admin] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:16.313826 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-b2533cff-0eb5-4eac-919c-cda2671051ab None None] Set router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:42:16.460291 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23752b89-75e3-4789-8cd5-14877eb3d58c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:16.522843 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-23752b89-75e3-4789-8cd5-14877eb3d58c admin admin] Deleting port f8998fd0-779c-4efa-8dbf-015cca5c261a {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:42:16.523632 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23752b89-75e3-4789-8cd5-14877eb3d58c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:16.567715 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b2533cff-0eb5-4eac-919c-cda2671051ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:42:15Z', 'revision_number': 5, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port': {'id': 'f8998fd0-779c-4efa-8dbf-015cca5c261a', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:31Z', 'updated_at': '2022-05-26T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:42:16.600296 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2533cff-0eb5-4eac-919c-cda2671051ab None None] Checking router: 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:42:16.618972 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2533cff-0eb5-4eac-919c-cda2671051ab None None] Routers {'1c2261bb-afd3-4002-95c2-1061cbfa3fd2'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:42:16.619644 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b2533cff-0eb5-4eac-919c-cda2671051ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:42:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:42:16.634951 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-23752b89-75e3-4789-8cd5-14877eb3d58c admin admin] For port f8998fd0-779c-4efa-8dbf-015cca5c261a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=f8998fd0-779c-4efa-8dbf-015cca5c261a,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:42:16.635360 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23752b89-75e3-4789-8cd5-14877eb3d58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:16.651777 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-23752b89-75e3-4789-8cd5-14877eb3d58c admin admin] Calling delete_port for f8998fd0-779c-4efa-8dbf-015cca5c261a owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:42:16.697316 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:16.719548 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-b2533cff-0eb5-4eac-919c-cda2671051ab None None] Set router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:42:16.776916 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b2533cff-0eb5-4eac-919c-cda2671051ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:42:16Z', 'revision_number': 6, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:42:16.809664 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2533cff-0eb5-4eac-919c-cda2671051ab None None] The sync data for ids ['1c2261bb-afd3-4002-95c2-1061cbfa3fd2'] in n-d-843337-2 is: [{'id': '1c2261bb-afd3-4002-95c2-1061cbfa3fd2', 'name': 'tempest-TestVolumeBootPattern-1742045895-router', 'tenant_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:30Z', 'updated_at': '2022-05-26T16:42:16Z', 'revision_number': 6, 'project_id': '47787f273f4c4c2fbc3fdca533eb0ea2', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:42:16.853341 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23752b89-75e3-4789-8cd5-14877eb3d58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:16.887957 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23752b89-75e3-4789-8cd5-14877eb3d58c admin admin] Pushing event deleted for resources: {'Port': ['ID=f8998fd0-779c-4efa-8dbf-015cca5c261a,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:16.956566 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23752b89-75e3-4789-8cd5-14877eb3d58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:17.063590 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23752b89-75e3-4789-8cd5-14877eb3d58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:17.065845 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23752b89-75e3-4789-8cd5-14877eb3d58c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:17.123294 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23752b89-75e3-4789-8cd5-14877eb3d58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:17.123941 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23752b89-75e3-4789-8cd5-14877eb3d58c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c2261bb-afd3-4002-95c2-1061cbfa3fd2 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:42:17.128486 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-23752b89-75e3-4789-8cd5-14877eb3d58c admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:17.129652 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-23752b89-75e3-4789-8cd5-14877eb3d58c admin admin] 10.222.0.77 "DELETE /v2.0/routers/1c2261bb-afd3-4002-95c2-1061cbfa3fd2 HTTP/1.1" status: 204 len: 168 time: 0.9499238 May 26 16:42:17.132303 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37070) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:17.187885 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4337acf-ef7f-4a7e-a35e-fcc719bbc6f9 admin admin] Deleting subnet 5431b2c2-5959-417a-9a98-2b2d0e6627f0 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:42:17.191567 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d4337acf-ef7f-4a7e-a35e-fcc719bbc6f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:17.233744 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d4337acf-ef7f-4a7e-a35e-fcc719bbc6f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:17.335845 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d4337acf-ef7f-4a7e-a35e-fcc719bbc6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:17.404176 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d4337acf-ef7f-4a7e-a35e-fcc719bbc6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:17.423143 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c5c2ea-edb1-4100-81e4-3b6c63260c0c None None] Network ceae140a-4691-47b9-ad57-1026c75c737f requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:42:17.433792 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d4337acf-ef7f-4a7e-a35e-fcc719bbc6f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:17.437348 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d4337acf-ef7f-4a7e-a35e-fcc719bbc6f9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5431b2c2-5959-417a-9a98-2b2d0e6627f0 HTTP/1.1" status: 204 len: 168 time: 0.3039718 May 26 16:42:17.440235 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37072) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:17.441112 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4337acf-ef7f-4a7e-a35e-fcc719bbc6f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5431b2c2-5959-417a-9a98-2b2d0e6627f0,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:17.522012 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-27a38753-5529-45d6-8244-d5c344775755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:17.596482 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-27a38753-5529-45d6-8244-d5c344775755 admin admin] Deleting port 4a7ac217-73da-4064-a892-95de1dbb42ce {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:42:17.596834 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-27a38753-5529-45d6-8244-d5c344775755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:17.669498 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34815e9c-ff66-45bd-868f-8aa8cc8bba7d None None] DHCP port deletion for ceae140a-4691-47b9-ad57-1026c75c737f request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:42:17.678507 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-27a38753-5529-45d6-8244-d5c344775755 admin admin] For port 4a7ac217-73da-4064-a892-95de1dbb42ce, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4a7ac217-73da-4064-a892-95de1dbb42ce,segment=NetworkSegment(fc43db27-b064-4e23-96ed-aa25397d3279),segment_id=fc43db27-b064-4e23-96ed-aa25397d3279)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:42:17.678884 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-27a38753-5529-45d6-8244-d5c344775755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:17.696817 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-27a38753-5529-45d6-8244-d5c344775755 admin admin] Calling delete_port for 4a7ac217-73da-4064-a892-95de1dbb42ce owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:42:17.832732 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-27a38753-5529-45d6-8244-d5c344775755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:17.858943 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a38753-5529-45d6-8244-d5c344775755 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a7ac217-73da-4064-a892-95de1dbb42ce,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:17.880145 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a38753-5529-45d6-8244-d5c344775755 admin admin] No DVR routers for this DVR port 4a7ac217-73da-4064-a892-95de1dbb42ce on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:42:17.931558 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-34815e9c-ff66-45bd-868f-8aa8cc8bba7d None None] Deleting port 4a7ac217-73da-4064-a892-95de1dbb42ce {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:42:17.931942 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-34815e9c-ff66-45bd-868f-8aa8cc8bba7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:17.987143 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-27a38753-5529-45d6-8244-d5c344775755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:18.026032 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-34815e9c-ff66-45bd-868f-8aa8cc8bba7d None None] For port 4a7ac217-73da-4064-a892-95de1dbb42ce, host n-d-843337-2, got binding levels [] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:42:18.026643 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-34815e9c-ff66-45bd-868f-8aa8cc8bba7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:18.049204 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-27a38753-5529-45d6-8244-d5c344775755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceae140a-4691-47b9-ad57-1026c75c737f']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:42:18.069249 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-34815e9c-ff66-45bd-868f-8aa8cc8bba7d None None] Calling delete_port for 4a7ac217-73da-4064-a892-95de1dbb42ce owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:42:18.075686 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.ipam_backend_mixin [None req-34815e9c-ff66-45bd-868f-8aa8cc8bba7d None None] Port 4a7ac217-73da-4064-a892-95de1dbb42ce was not found and therefore no delete operation was performed {{(pid=103897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:42:18.080148 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-34815e9c-ff66-45bd-868f-8aa8cc8bba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:18.096334 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4a7ac217-73da-4064-a892-95de1dbb42ce no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:42:18.110450 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-27a38753-5529-45d6-8244-d5c344775755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc43db27-b064-4e23-96ed-aa25397d3279') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:42:18.113386 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-27a38753-5529-45d6-8244-d5c344775755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc43db27-b064-4e23-96ed-aa25397d3279') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:42:18.130022 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-27a38753-5529-45d6-8244-d5c344775755 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:18.165652 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-27a38753-5529-45d6-8244-d5c344775755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:18.207641 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a38753-5529-45d6-8244-d5c344775755 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:42:18.208395 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-27a38753-5529-45d6-8244-d5c344775755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:18.217326 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34815e9c-ff66-45bd-868f-8aa8cc8bba7d None None] No DVR routers for this DVR port 4a7ac217-73da-4064-a892-95de1dbb42ce on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:42:18.223796 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34815e9c-ff66-45bd-868f-8aa8cc8bba7d None None] Pushing event deleted for resources: {'Port': ['ID=4a7ac217-73da-4064-a892-95de1dbb42ce,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:18.236605 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 4a7ac217-73da-4064-a892-95de1dbb42ce {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:42:18.237504 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4a7ac217-73da-4064-a892-95de1dbb42ce not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:42:18.237504 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f8998fd0-779c-4efa-8dbf-015cca5c261a no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:42:18.249201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34815e9c-ff66-45bd-868f-8aa8cc8bba7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:18.249558 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34815e9c-ff66-45bd-868f-8aa8cc8bba7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:18.249911 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34815e9c-ff66-45bd-868f-8aa8cc8bba7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:18.250273 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34815e9c-ff66-45bd-868f-8aa8cc8bba7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:18.250596 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34815e9c-ff66-45bd-868f-8aa8cc8bba7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:18.250925 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34815e9c-ff66-45bd-868f-8aa8cc8bba7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:18.251248 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34815e9c-ff66-45bd-868f-8aa8cc8bba7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:18.251587 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34815e9c-ff66-45bd-868f-8aa8cc8bba7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:18.251915 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34815e9c-ff66-45bd-868f-8aa8cc8bba7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:18.252275 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34815e9c-ff66-45bd-868f-8aa8cc8bba7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:18.252611 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34815e9c-ff66-45bd-868f-8aa8cc8bba7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:18.253234 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34815e9c-ff66-45bd-868f-8aa8cc8bba7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:42:18.279060 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: f8998fd0-779c-4efa-8dbf-015cca5c261a {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:42:18.279295 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f8998fd0-779c-4efa-8dbf-015cca5c261a not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:42:18.279588 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f915d130-ca03-4aab-a292-340d2fc26711 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:42:18.295760 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment fc43db27-b064-4e23-96ed-aa25397d3279 resource provider aggregate not found May 26 16:42:18.306258 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: f915d130-ca03-4aab-a292-340d2fc26711 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:42:18.306660 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device f915d130-ca03-4aab-a292-340d2fc26711 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:42:18.328883 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:18.349405 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment fc43db27-b064-4e23-96ed-aa25397d3279 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc43db27-b064-4e23-96ed-aa25397d3279 found for delete ", "request_id": "req-7db1ccca-d792-4fdb-8260-147221d79787"}]} May 26 16:42:18.371580 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:18.375108 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-27a38753-5529-45d6-8244-d5c344775755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:18.385730 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-27a38753-5529-45d6-8244-d5c344775755 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:18.392156 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-27a38753-5529-45d6-8244-d5c344775755 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ceae140a-4691-47b9-ad57-1026c75c737f HTTP/1.1" status: 204 len: 168 time: 0.9489942 May 26 16:42:18.395684 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37080) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:18.416825 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a38753-5529-45d6-8244-d5c344775755 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceae140a-4691-47b9-ad57-1026c75c737f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:19.007118 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:19.092246 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-637e56e6-8444-4200-baf9-781bb5bde6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:19.374508 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-637e56e6-8444-4200-baf9-781bb5bde6fc admin admin] Deleting port eb336a72-fdd2-4b16-abef-3e0f78d7cc82 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:42:19.374856 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-637e56e6-8444-4200-baf9-781bb5bde6fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:19.475250 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-637e56e6-8444-4200-baf9-781bb5bde6fc admin admin] For port eb336a72-fdd2-4b16-abef-3e0f78d7cc82, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=eb336a72-fdd2-4b16-abef-3e0f78d7cc82,segment=NetworkSegment(f6f86298-6c48-449a-ab72-9148aaf07016),segment_id=f6f86298-6c48-449a-ab72-9148aaf07016)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:42:19.476460 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-637e56e6-8444-4200-baf9-781bb5bde6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:19.490286 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-637e56e6-8444-4200-baf9-781bb5bde6fc admin admin] Calling delete_port for eb336a72-fdd2-4b16-abef-3e0f78d7cc82 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:42:19.730366 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-637e56e6-8444-4200-baf9-781bb5bde6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:19.758427 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e56e6-8444-4200-baf9-781bb5bde6fc admin admin] Pushing event deleted for resources: {'Port': ['ID=eb336a72-fdd2-4b16-abef-3e0f78d7cc82,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:19.943097 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-637e56e6-8444-4200-baf9-781bb5bde6fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:20.216426 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637e56e6-8444-4200-baf9-781bb5bde6fc admin admin] Router 7e97c249-2009-4a3f-8407-7e2ffa911103 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:42:20.341518 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637e56e6-8444-4200-baf9-781bb5bde6fc admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:42:20.351947 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-637e56e6-8444-4200-baf9-781bb5bde6fc admin admin] 10.222.0.77 "PUT /v2.0/routers/7e97c249-2009-4a3f-8407-7e2ffa911103/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9534285 May 26 16:42:20.352337 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37114) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:20.355588 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cfc9c0-fdf5-4b88-b4c1-1329c600713a None None] Sync routers for ids ['7e97c249-2009-4a3f-8407-7e2ffa911103'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:42:20.373910 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cfc9c0-fdf5-4b88-b4c1-1329c600713a None None] Routers {'7e97c249-2009-4a3f-8407-7e2ffa911103'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:42:20.374903 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-02cfc9c0-fdf5-4b88-b4c1-1329c600713a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:42:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['7e97c249-2009-4a3f-8407-7e2ffa911103'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:42:20.521716 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3034f5c6-4d85-4a45-8649-7f4b86c45766 admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:20.522451 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-02cfc9c0-fdf5-4b88-b4c1-1329c600713a None None] Set router 7e97c249-2009-4a3f-8407-7e2ffa911103 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:42:20.647119 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3034f5c6-4d85-4a45-8649-7f4b86c45766 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:20.730856 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-3034f5c6-4d85-4a45-8649-7f4b86c45766 admin admin] Deleting port 989be32e-99da-4a64-bca4-3ff8de023189 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:42:20.731342 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3034f5c6-4d85-4a45-8649-7f4b86c45766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:20.768765 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-02cfc9c0-fdf5-4b88-b4c1-1329c600713a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e97c249-2009-4a3f-8407-7e2ffa911103', 'name': 'tempest-TestVolumeBootPattern-2024930485-router', 'tenant_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '989be32e-99da-4a64-bca4-3ff8de023189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:39Z', 'updated_at': '2022-05-26T16:42:19Z', 'revision_number': 5, 'project_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'gw_port': {'id': '989be32e-99da-4a64-bca4-3ff8de023189', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e97c249-2009-4a3f-8407-7e2ffa911103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:28:40Z', 'updated_at': '2022-05-26T16:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:42:20.806780 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cfc9c0-fdf5-4b88-b4c1-1329c600713a None None] Checking router: 7e97c249-2009-4a3f-8407-7e2ffa911103 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:42:20.816344 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cfc9c0-fdf5-4b88-b4c1-1329c600713a None None] Routers {'7e97c249-2009-4a3f-8407-7e2ffa911103'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:42:20.816905 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-02cfc9c0-fdf5-4b88-b4c1-1329c600713a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:42:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['7e97c249-2009-4a3f-8407-7e2ffa911103'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:42:20.823051 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-3034f5c6-4d85-4a45-8649-7f4b86c45766 admin admin] For port 989be32e-99da-4a64-bca4-3ff8de023189, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=989be32e-99da-4a64-bca4-3ff8de023189,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:42:20.823484 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3034f5c6-4d85-4a45-8649-7f4b86c45766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:20.838701 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-3034f5c6-4d85-4a45-8649-7f4b86c45766 admin admin] Calling delete_port for 989be32e-99da-4a64-bca4-3ff8de023189 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:42:20.909069 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-02cfc9c0-fdf5-4b88-b4c1-1329c600713a None None] Set router 7e97c249-2009-4a3f-8407-7e2ffa911103 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:42:20.966809 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-02cfc9c0-fdf5-4b88-b4c1-1329c600713a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e97c249-2009-4a3f-8407-7e2ffa911103', 'name': 'tempest-TestVolumeBootPattern-2024930485-router', 'tenant_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:39Z', 'updated_at': '2022-05-26T16:42:20Z', 'revision_number': 6, 'project_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:42:20.995730 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cfc9c0-fdf5-4b88-b4c1-1329c600713a None None] The sync data for ids ['7e97c249-2009-4a3f-8407-7e2ffa911103'] in n-d-843337-2 is: [{'id': '7e97c249-2009-4a3f-8407-7e2ffa911103', 'name': 'tempest-TestVolumeBootPattern-2024930485-router', 'tenant_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:28:39Z', 'updated_at': '2022-05-26T16:42:20Z', 'revision_number': 6, 'project_id': '1dfdc910c6ba4f67935ad7b4af6f8cd3', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:42:21.036404 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3034f5c6-4d85-4a45-8649-7f4b86c45766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:21.067653 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034f5c6-4d85-4a45-8649-7f4b86c45766 admin admin] Pushing event deleted for resources: {'Port': ['ID=989be32e-99da-4a64-bca4-3ff8de023189,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:21.136113 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3034f5c6-4d85-4a45-8649-7f4b86c45766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:21.234525 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3034f5c6-4d85-4a45-8649-7f4b86c45766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:21.236952 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3034f5c6-4d85-4a45-8649-7f4b86c45766 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:21.283181 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3034f5c6-4d85-4a45-8649-7f4b86c45766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:21.283664 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3034f5c6-4d85-4a45-8649-7f4b86c45766 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e97c249-2009-4a3f-8407-7e2ffa911103 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:42:21.291856 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3034f5c6-4d85-4a45-8649-7f4b86c45766 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:21.293082 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3034f5c6-4d85-4a45-8649-7f4b86c45766 admin admin] 10.222.0.77 "DELETE /v2.0/routers/7e97c249-2009-4a3f-8407-7e2ffa911103 HTTP/1.1" status: 204 len: 168 time: 0.9377410 May 26 16:42:21.295740 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37118) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:21.341989 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76b215a-c78b-4036-a5c9-e3d4906af74f admin admin] Deleting subnet 434020b7-c404-472d-a5c8-d08a0fe9ee01 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:42:21.345770 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e76b215a-c78b-4036-a5c9-e3d4906af74f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:21.386946 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e76b215a-c78b-4036-a5c9-e3d4906af74f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:21.473717 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e76b215a-c78b-4036-a5c9-e3d4906af74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:21.530997 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e76b215a-c78b-4036-a5c9-e3d4906af74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:21.558299 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b215a-c78b-4036-a5c9-e3d4906af74f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=434020b7-c404-472d-a5c8-d08a0fe9ee01,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:21.562089 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e76b215a-c78b-4036-a5c9-e3d4906af74f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:21.566093 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e76b215a-c78b-4036-a5c9-e3d4906af74f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/434020b7-c404-472d-a5c8-d08a0fe9ee01 HTTP/1.1" status: 204 len: 168 time: 0.2684150 May 26 16:42:21.567691 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37120) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:21.570505 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679a8855-7de0-4dcd-a15a-b8704e0a934f None None] Network a1071e91-7975-414c-b440-7e25b46b72e7 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:42:21.653265 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-07dea0c6-635a-491e-90be-f17dc7fabc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:21.716034 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-07dea0c6-635a-491e-90be-f17dc7fabc10 admin admin] Deleting port 9ae6bbcd-716a-4097-93dc-a650c3eae8ab {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:42:21.716559 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-07dea0c6-635a-491e-90be-f17dc7fabc10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:21.787101 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a6b769-c45c-4efe-8549-f8b8359c73f3 None None] DHCP port deletion for a1071e91-7975-414c-b440-7e25b46b72e7 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:42:21.798349 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-07dea0c6-635a-491e-90be-f17dc7fabc10 admin admin] For port 9ae6bbcd-716a-4097-93dc-a650c3eae8ab, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9ae6bbcd-716a-4097-93dc-a650c3eae8ab,segment=NetworkSegment(f6f86298-6c48-449a-ab72-9148aaf07016),segment_id=f6f86298-6c48-449a-ab72-9148aaf07016)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:42:21.798805 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-07dea0c6-635a-491e-90be-f17dc7fabc10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:21.847402 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-07dea0c6-635a-491e-90be-f17dc7fabc10 admin admin] Calling delete_port for 9ae6bbcd-716a-4097-93dc-a650c3eae8ab owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:42:21.848963 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c5a6b769-c45c-4efe-8549-f8b8359c73f3 None None] Deleting port 9ae6bbcd-716a-4097-93dc-a650c3eae8ab {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:42:21.849344 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b769-c45c-4efe-8549-f8b8359c73f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:21.919999 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c5a6b769-c45c-4efe-8549-f8b8359c73f3 None None] For port 9ae6bbcd-716a-4097-93dc-a650c3eae8ab, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9ae6bbcd-716a-4097-93dc-a650c3eae8ab,segment=NetworkSegment(f6f86298-6c48-449a-ab72-9148aaf07016),segment_id=f6f86298-6c48-449a-ab72-9148aaf07016)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:42:21.920883 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b769-c45c-4efe-8549-f8b8359c73f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:21.938810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c5a6b769-c45c-4efe-8549-f8b8359c73f3 None None] Calling delete_port for 9ae6bbcd-716a-4097-93dc-a650c3eae8ab owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:42:21.953030 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-07dea0c6-635a-491e-90be-f17dc7fabc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:21.985191 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dea0c6-635a-491e-90be-f17dc7fabc10 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ae6bbcd-716a-4097-93dc-a650c3eae8ab,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:21.998751 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dea0c6-635a-491e-90be-f17dc7fabc10 admin admin] No DVR routers for this DVR port 9ae6bbcd-716a-4097-93dc-a650c3eae8ab on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:42:22.090238 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device eb336a72-fdd2-4b16-abef-3e0f78d7cc82 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:42:22.118818 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: eb336a72-fdd2-4b16-abef-3e0f78d7cc82 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:42:22.118818 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device eb336a72-fdd2-4b16-abef-3e0f78d7cc82 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:42:22.118818 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 989be32e-99da-4a64-bca4-3ff8de023189 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:42:22.138434 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-07dea0c6-635a-491e-90be-f17dc7fabc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:22.138902 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 989be32e-99da-4a64-bca4-3ff8de023189 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:42:22.139311 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 989be32e-99da-4a64-bca4-3ff8de023189 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:42:22.139994 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9ae6bbcd-716a-4097-93dc-a650c3eae8ab no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:42:22.144177 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b769-c45c-4efe-8549-f8b8359c73f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:22.166214 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-07dea0c6-635a-491e-90be-f17dc7fabc10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1071e91-7975-414c-b440-7e25b46b72e7']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:42:22.181254 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-07dea0c6-635a-491e-90be-f17dc7fabc10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f86298-6c48-449a-ab72-9148aaf07016') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:42:22.181479 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-07dea0c6-635a-491e-90be-f17dc7fabc10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f86298-6c48-449a-ab72-9148aaf07016') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:42:22.184476 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 9ae6bbcd-716a-4097-93dc-a650c3eae8ab {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:42:22.185085 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9ae6bbcd-716a-4097-93dc-a650c3eae8ab not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:42:22.194456 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-07dea0c6-635a-491e-90be-f17dc7fabc10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:22.218251 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-07dea0c6-635a-491e-90be-f17dc7fabc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:22.220584 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a6b769-c45c-4efe-8549-f8b8359c73f3 None None] No DVR routers for this DVR port 9ae6bbcd-716a-4097-93dc-a650c3eae8ab on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:42:22.222667 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6b769-c45c-4efe-8549-f8b8359c73f3 None None] Pushing event deleted for resources: {'Port': ['ID=9ae6bbcd-716a-4097-93dc-a650c3eae8ab,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:22.249142 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07dea0c6-635a-491e-90be-f17dc7fabc10 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:42:22.249639 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-07dea0c6-635a-491e-90be-f17dc7fabc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:22.275371 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment f6f86298-6c48-449a-ab72-9148aaf07016 resource provider aggregate not found May 26 16:42:22.320603 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment f6f86298-6c48-449a-ab72-9148aaf07016 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6f86298-6c48-449a-ab72-9148aaf07016 found for delete ", "request_id": "req-39d13a6d-e35b-4e2a-ae78-0705a9f983cb"}]} May 26 16:42:22.333904 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-07dea0c6-635a-491e-90be-f17dc7fabc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:22.342265 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-07dea0c6-635a-491e-90be-f17dc7fabc10 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:22.345594 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-07dea0c6-635a-491e-90be-f17dc7fabc10 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a1071e91-7975-414c-b440-7e25b46b72e7 HTTP/1.1" status: 204 len: 168 time: 0.7768788 May 26 16:42:22.366508 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dea0c6-635a-491e-90be-f17dc7fabc10 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1071e91-7975-414c-b440-7e25b46b72e7,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:22.476509 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37142) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:22.535346 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5bd417fd-b1f5-4102-a8cb-93a14e65d01b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=47787f273f4c4c2fbc3fdca533eb0ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572534 May 26 16:42:22.538029 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37144) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:22.603774 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a54f4b4-f76a-4f0e-8429-664bbb5e999d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:22.629212 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a54f4b4-f76a-4f0e-8429-664bbb5e999d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:22.681919 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a54f4b4-f76a-4f0e-8429-664bbb5e999d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:22.684799 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5a54f4b4-f76a-4f0e-8429-664bbb5e999d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:22.685899 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5a54f4b4-f76a-4f0e-8429-664bbb5e999d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d009da8b-e935-411d-a171-9f1cd3cf09c5 HTTP/1.1" status: 204 len: 168 time: 0.1460536 May 26 16:42:22.693855 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54f4b4-f76a-4f0e-8429-664bbb5e999d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d009da8b-e935-411d-a171-9f1cd3cf09c5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:23.067502 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37150) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:23.120982 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-da21849b-5fd4-46ee-a026-fe0fbd315e4a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1dfdc910c6ba4f67935ad7b4af6f8cd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512598 May 26 16:42:23.123281 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37154) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:23.176305 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e81730a4-1e55-4a46-8d7e-6e8cc3d268d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:23.200679 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e81730a4-1e55-4a46-8d7e-6e8cc3d268d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:23.265684 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e81730a4-1e55-4a46-8d7e-6e8cc3d268d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:23.268247 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e81730a4-1e55-4a46-8d7e-6e8cc3d268d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:23.269445 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e81730a4-1e55-4a46-8d7e-6e8cc3d268d5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1ff76ec3-e9c5-4c72-a308-53a7f8bfed62 HTTP/1.1" status: 204 len: 168 time: 0.1452272 May 26 16:42:23.281838 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81730a4-1e55-4a46-8d7e-6e8cc3d268d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff76ec3-e9c5-4c72-a308-53a7f8bfed62,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:24.683301 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37176) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:24.823903 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-175324eb-eff2-458e-a175-ebdf7399d6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:24.914999 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-175324eb-eff2-458e-a175-ebdf7399d6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:24.919965 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-175324eb-eff2-458e-a175-ebdf7399d6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:24.962302 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-175324eb-eff2-458e-a175-ebdf7399d6f8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f4c3469a21e94897ac6448d778d535e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775228 May 26 16:42:24.963826 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175324eb-eff2-458e-a175-ebdf7399d6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5768577-051b-426c-8ccd-571583aa1247,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:24.964815 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37180) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:25.026470 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-54d53068-a11d-4f08-bf5f-17508bac212b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:25.055706 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-54d53068-a11d-4f08-bf5f-17508bac212b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:25.121374 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-54d53068-a11d-4f08-bf5f-17508bac212b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:25.123991 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-54d53068-a11d-4f08-bf5f-17508bac212b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:25.125322 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-54d53068-a11d-4f08-bf5f-17508bac212b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e5768577-051b-426c-8ccd-571583aa1247 HTTP/1.1" status: 204 len: 168 time: 0.1594591 May 26 16:42:25.133360 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d53068-a11d-4f08-bf5f-17508bac212b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5768577-051b-426c-8ccd-571583aa1247,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:25.453552 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37186) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:25.474811 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-38322a4f-c306-4075-ad20-5c2b80380e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:25.573570 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-38322a4f-c306-4075-ad20-5c2b80380e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:25.579529 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-38322a4f-c306-4075-ad20-5c2b80380e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:25.621595 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38322a4f-c306-4075-ad20-5c2b80380e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8e5636-396c-4071-b61b-b6eb7e5066a4,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:25.626124 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-38322a4f-c306-4075-ad20-5c2b80380e15 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ef2e99a8fa524926a1072680eb6a2f4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715248 May 26 16:42:25.628750 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37188) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:42:25.680798 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d2bae361-ab2c-4586-9925-e567db2b87c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:25.703287 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d2bae361-ab2c-4586-9925-e567db2b87c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:25.757000 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d2bae361-ab2c-4586-9925-e567db2b87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:25.760457 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d2bae361-ab2c-4586-9925-e567db2b87c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:25.761904 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d2bae361-ab2c-4586-9925-e567db2b87c3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5e8e5636-396c-4071-b61b-b6eb7e5066a4 HTTP/1.1" status: 204 len: 168 time: 0.1322141 May 26 16:42:25.771001 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bae361-ab2c-4586-9925-e567db2b87c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8e5636-396c-4071-b61b-b6eb7e5066a4,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:42:30.777783 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:43.057069 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c57891ac-6b17-4bb0-8fbf-2e5040b8c7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:45.504683 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5e34dae1-d8f8-422b-bbfe-f9deaf40c33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:46.646243 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:48.291274 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:48.363628 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:49.002717 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:42:52.667310 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:43:00.784277 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:11.934986 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 37444) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:12.052243 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0b6af1e8-2e79-49aa-b908-18a1e37eee54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:12.126878 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0b6af1e8-2e79-49aa-b908-18a1e37eee54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:12.131633 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0b6af1e8-2e79-49aa-b908-18a1e37eee54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:12.168119 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0b6af1e8-2e79-49aa-b908-18a1e37eee54 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2924aefa694a4b7e828b806f85b55aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2320514 May 26 16:43:12.170060 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6af1e8-2e79-49aa-b908-18a1e37eee54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4cf465-faf6-4694-97f5-370ad9db7c7b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:12.170804 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37448) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:12.178994 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6af1e8-2e79-49aa-b908-18a1e37eee54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:12.179937 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6af1e8-2e79-49aa-b908-18a1e37eee54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:12.180320 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6af1e8-2e79-49aa-b908-18a1e37eee54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:12.180669 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6af1e8-2e79-49aa-b908-18a1e37eee54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:12.181008 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6af1e8-2e79-49aa-b908-18a1e37eee54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:12.181343 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6af1e8-2e79-49aa-b908-18a1e37eee54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:12.181731 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6af1e8-2e79-49aa-b908-18a1e37eee54 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:12.182007 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6af1e8-2e79-49aa-b908-18a1e37eee54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:12.182335 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6af1e8-2e79-49aa-b908-18a1e37eee54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:12.182668 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6af1e8-2e79-49aa-b908-18a1e37eee54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:12.182994 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6af1e8-2e79-49aa-b908-18a1e37eee54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:12.183319 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6af1e8-2e79-49aa-b908-18a1e37eee54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:12.221397 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-85ac6e63-0f7e-4ed4-b020-f7f956ed017d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:12.246532 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-85ac6e63-0f7e-4ed4-b020-f7f956ed017d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:12.292647 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-85ac6e63-0f7e-4ed4-b020-f7f956ed017d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:12.295151 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-85ac6e63-0f7e-4ed4-b020-f7f956ed017d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:12.296347 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-85ac6e63-0f7e-4ed4-b020-f7f956ed017d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8b4cf465-faf6-4694-97f5-370ad9db7c7b HTTP/1.1" status: 204 len: 168 time: 0.1244476 May 26 16:43:12.304619 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac6e63-0f7e-4ed4-b020-f7f956ed017d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4cf465-faf6-4694-97f5-370ad9db7c7b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:12.312068 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac6e63-0f7e-4ed4-b020-f7f956ed017d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:12.312404 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac6e63-0f7e-4ed4-b020-f7f956ed017d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:12.312751 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac6e63-0f7e-4ed4-b020-f7f956ed017d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:12.313094 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac6e63-0f7e-4ed4-b020-f7f956ed017d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:12.313434 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac6e63-0f7e-4ed4-b020-f7f956ed017d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:12.313767 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac6e63-0f7e-4ed4-b020-f7f956ed017d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:12.314100 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac6e63-0f7e-4ed4-b020-f7f956ed017d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:12.314430 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac6e63-0f7e-4ed4-b020-f7f956ed017d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:12.314763 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac6e63-0f7e-4ed4-b020-f7f956ed017d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:12.315188 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac6e63-0f7e-4ed4-b020-f7f956ed017d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:12.315406 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac6e63-0f7e-4ed4-b020-f7f956ed017d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:12.315732 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac6e63-0f7e-4ed4-b020-f7f956ed017d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:13.059208 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2e6fab22-7f73-4a94-a905-c724532a41bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:15.488663 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-67a05d12-206b-4e2b-98ed-85a6b0bd5ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:16.641493 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:18.293454 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:18.369936 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:19.009291 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:26.370236 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37596) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:26.486661 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91c48e05-4d95-40dd-b42c-984097cf2c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:26.566786 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91c48e05-4d95-40dd-b42c-984097cf2c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:26.571555 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91c48e05-4d95-40dd-b42c-984097cf2c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:26.608247 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c48e05-4d95-40dd-b42c-984097cf2c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23fd111-8592-4528-8ca5-9dfe114bf143,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:26.613335 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-91c48e05-4d95-40dd-b42c-984097cf2c1c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=96f212e721244a7293a7115da562d8ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419322 May 26 16:43:26.616282 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37600) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:26.664785 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3495e01b-263c-478a-9f49-73932adaa1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:26.686287 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3495e01b-263c-478a-9f49-73932adaa1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:26.735987 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3495e01b-263c-478a-9f49-73932adaa1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:26.738451 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3495e01b-263c-478a-9f49-73932adaa1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:26.740296 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3495e01b-263c-478a-9f49-73932adaa1cb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d23fd111-8592-4528-8ca5-9dfe114bf143 HTTP/1.1" status: 204 len: 168 time: 0.1230664 May 26 16:43:26.749555 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495e01b-263c-478a-9f49-73932adaa1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23fd111-8592-4528-8ca5-9dfe114bf143,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:28.966176 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed94c047-d14b-402d-b44f-26bac70a136f req-98a9f9bc-0779-4af0-ae2f-9bf0821f008c tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=6f718b12a8404682b6f14833d8b03415&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345609 May 26 16:43:29.179518 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94c047-d14b-402d-b44f-26bac70a136f req-d2186132-f301-4982-b02f-e64452809a9f tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:29.181017 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed94c047-d14b-402d-b44f-26bac70a136f req-d2186132-f301-4982-b02f-e64452809a9f tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2091234 May 26 16:43:29.196644 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed94c047-d14b-402d-b44f-26bac70a136f req-810f3b42-9069-47be-8a74-03f4d76b48b2 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/quotas/6f718b12a8404682b6f14833d8b03415 HTTP/1.1" status: 200 len: 375 time: 0.0097454 May 26 16:43:29.229503 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed94c047-d14b-402d-b44f-26bac70a136f req-9c92a86e-68ac-4bcb-a061-f750d361047b tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6f718b12a8404682b6f14833d8b03415&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266230 May 26 16:43:29.402095 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71f6c819-576e-485d-9db1-9e3b0129f177 req-3bd6cc12-3e81-4587-ae88-55c86f4ae732 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/ports?device_id=a430924f-c322-4a49-8b35-a64be873469e HTTP/1.1" status: 200 len: 210 time: 0.0289428 May 26 16:43:29.666663 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:43:30.513357 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ed94c047-d14b-402d-b44f-26bac70a136f req-8932fc7b-feac-4936-afd6-681250186b26 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=6f718b12a8404682b6f14833d8b03415&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325878 May 26 16:43:30.516884 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-27e19939-dc64-4bc5-9d0f-6ee1bf3a2e2d req-9f9bbb29-f1c6-4ad9-a5bf-11524bb7bdb4 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/ports?device_id=a430924f-c322-4a49-8b35-a64be873469e HTTP/1.1" status: 200 len: 210 time: 0.0408013 May 26 16:43:30.712731 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94c047-d14b-402d-b44f-26bac70a136f req-3cc2bd38-5fc3-4255-84f0-1f0d760e0287 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:30.714153 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ed94c047-d14b-402d-b44f-26bac70a136f req-3cc2bd38-5fc3-4255-84f0-1f0d760e0287 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1950729 May 26 16:43:30.748726 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-ed94c047-d14b-402d-b44f-26bac70a136f req-afcfe8f9-8770-4779-b827-ca24f26d2a78 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Request body: {'port': {'device_id': 'a430924f-c322-4a49-8b35-a64be873469e', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '6f718b12a8404682b6f14833d8b03415'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:43:30.779672 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:30.866230 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed94c047-d14b-402d-b44f-26bac70a136f req-afcfe8f9-8770-4779-b827-ca24f26d2a78 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Made reservation on behalf of 6f718b12a8404682b6f14833d8b03415 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:43:30.869953 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ed94c047-d14b-402d-b44f-26bac70a136f req-afcfe8f9-8770-4779-b827-ca24f26d2a78 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:30.879245 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ed94c047-d14b-402d-b44f-26bac70a136f req-afcfe8f9-8770-4779-b827-ca24f26d2a78 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:30.963269 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ed94c047-d14b-402d-b44f-26bac70a136f req-afcfe8f9-8770-4779-b827-ca24f26d2a78 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:30.967306 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ed94c047-d14b-402d-b44f-26bac70a136f req-afcfe8f9-8770-4779-b827-ca24f26d2a78 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:31.033323 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfe8f9-8770-4779-b827-ca24f26d2a78 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079979d3-8d70-4400-8a52-5b58864db97e,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:31.110848 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-ed94c047-d14b-402d-b44f-26bac70a136f req-afcfe8f9-8770-4779-b827-ca24f26d2a78 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Allocated IP 192.168.233.158 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/28167543-b301-444c-b9ea-2f93c16b3951) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:43:31.264347 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ed94c047-d14b-402d-b44f-26bac70a136f req-afcfe8f9-8770-4779-b827-ca24f26d2a78 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:31.301769 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ed94c047-d14b-402d-b44f-26bac70a136f req-afcfe8f9-8770-4779-b827-ca24f26d2a78 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:31.350993 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed94c047-d14b-402d-b44f-26bac70a136f req-afcfe8f9-8770-4779-b827-ca24f26d2a78 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:43:31.354070 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-ed94c047-d14b-402d-b44f-26bac70a136f req-afcfe8f9-8770-4779-b827-ca24f26d2a78 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:43:31.357775 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed94c047-d14b-402d-b44f-26bac70a136f req-afcfe8f9-8770-4779-b827-ca24f26d2a78 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:43:31.382938 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfe8f9-8770-4779-b827-ca24f26d2a78 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Pushing event updated for resources: {'Port': ['ID=28167543-b301-444c-b9ea-2f93c16b3951,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:31.417510 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94c047-d14b-402d-b44f-26bac70a136f req-afcfe8f9-8770-4779-b827-ca24f26d2a78 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:31.418272 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ed94c047-d14b-402d-b44f-26bac70a136f req-afcfe8f9-8770-4779-b827-ca24f26d2a78 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:31.437456 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ed94c047-d14b-402d-b44f-26bac70a136f req-afcfe8f9-8770-4779-b827-ca24f26d2a78 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6926520 May 26 16:43:31.575669 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-ed94c047-d14b-402d-b44f-26bac70a136f req-8b422040-290c-4717-b681-2d976bc1c678 service neutron] Request body: {'port': {'device_id': 'a430924f-c322-4a49-8b35-a64be873469e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:43:31.632981 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ed94c047-d14b-402d-b44f-26bac70a136f req-8b422040-290c-4717-b681-2d976bc1c678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:31.650889 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ca233-e264-409a-b49c-6ac6e069dd97 req-0130a3de-5ec8-4af2-b129-75775565bcef tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:31.652652 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca7ca233-e264-409a-b49c-6ac6e069dd97 req-0130a3de-5ec8-4af2-b129-75775565bcef tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/ports?device_id=a430924f-c322-4a49-8b35-a64be873469e HTTP/1.1" status: 200 len: 936 time: 0.0570626 May 26 16:43:31.667759 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-34402c9a-4fae-4b75-a99d-e5afbbd9022d None None] Provisioning complete for port 28167543-b301-444c-b9ea-2f93c16b3951 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:43:31.668307 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-34402c9a-4fae-4b75-a99d-e5afbbd9022d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:31.701876 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca7ca233-e264-409a-b49c-6ac6e069dd97 req-7f387c06-0908-423c-b0ae-bbf78a2d938a tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/security-groups?id=079979d3-8d70-4400-8a52-5b58864db97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420902 May 26 16:43:31.702959 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-34402c9a-4fae-4b75-a99d-e5afbbd9022d None None] Port 28167543-b301-444c-b9ea-2f93c16b3951 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:43:31.935393 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-ed94c047-d14b-402d-b44f-26bac70a136f req-8b422040-290c-4717-b681-2d976bc1c678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28167543-b301-444c-b9ea-2f93c16b3951 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:43:31.943079 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ed94c047-d14b-402d-b44f-26bac70a136f req-8b422040-290c-4717-b681-2d976bc1c678 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:31.957138 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-ed94c047-d14b-402d-b44f-26bac70a136f req-8b422040-290c-4717-b681-2d976bc1c678 service neutron] Transition to ACTIVE for port object 28167543-b301-444c-b9ea-2f93c16b3951 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:43:31.962490 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ed94c047-d14b-402d-b44f-26bac70a136f req-8b422040-290c-4717-b681-2d976bc1c678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:32.014492 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b422040-290c-4717-b681-2d976bc1c678 service neutron] Pushing event updated for resources: {'Port': ['ID=28167543-b301-444c-b9ea-2f93c16b3951,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:32.088945 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ed94c047-d14b-402d-b44f-26bac70a136f req-8b422040-290c-4717-b681-2d976bc1c678 service neutron] Attempting to bind port 28167543-b301-444c-b9ea-2f93c16b3951 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:43:32.089286 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ed94c047-d14b-402d-b44f-26bac70a136f req-8b422040-290c-4717-b681-2d976bc1c678 service neutron] Attempting to bind port 28167543-b301-444c-b9ea-2f93c16b3951 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:43:32.089627 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed94c047-d14b-402d-b44f-26bac70a136f req-8b422040-290c-4717-b681-2d976bc1c678 service neutron] Attempting to bind port 28167543-b301-444c-b9ea-2f93c16b3951 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:43:32.094460 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed94c047-d14b-402d-b44f-26bac70a136f req-8b422040-290c-4717-b681-2d976bc1c678 service neutron] Port 28167543-b301-444c-b9ea-2f93c16b3951 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:43:32.094787 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed94c047-d14b-402d-b44f-26bac70a136f req-8b422040-290c-4717-b681-2d976bc1c678 service neutron] Attempting to bind port 28167543-b301-444c-b9ea-2f93c16b3951 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:43:32.100644 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed94c047-d14b-402d-b44f-26bac70a136f req-8b422040-290c-4717-b681-2d976bc1c678 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:43:32.101002 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed94c047-d14b-402d-b44f-26bac70a136f req-8b422040-290c-4717-b681-2d976bc1c678 service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:43:32.101362 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed94c047-d14b-402d-b44f-26bac70a136f req-8b422040-290c-4717-b681-2d976bc1c678 service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:43:32.102136 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-ed94c047-d14b-402d-b44f-26bac70a136f req-8b422040-290c-4717-b681-2d976bc1c678 service neutron] Bound port: 28167543-b301-444c-b9ea-2f93c16b3951, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:43:32.102136 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ed94c047-d14b-402d-b44f-26bac70a136f req-8b422040-290c-4717-b681-2d976bc1c678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:32.178102 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ed94c047-d14b-402d-b44f-26bac70a136f req-8b422040-290c-4717-b681-2d976bc1c678 service neutron] For port 28167543-b301-444c-b9ea-2f93c16b3951, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:43:32.181475 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ed94c047-d14b-402d-b44f-26bac70a136f req-8b422040-290c-4717-b681-2d976bc1c678 service neutron] For port 28167543-b301-444c-b9ea-2f93c16b3951, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=28167543-b301-444c-b9ea-2f93c16b3951,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:43:32.187422 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ed94c047-d14b-402d-b44f-26bac70a136f req-8b422040-290c-4717-b681-2d976bc1c678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:32.229173 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94c047-d14b-402d-b44f-26bac70a136f req-8b422040-290c-4717-b681-2d976bc1c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:32.229789 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ed94c047-d14b-402d-b44f-26bac70a136f req-8b422040-290c-4717-b681-2d976bc1c678 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:32.231195 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ed94c047-d14b-402d-b44f-26bac70a136f req-8b422040-290c-4717-b681-2d976bc1c678 service neutron] 10.222.0.83 "PUT /v2.0/ports/28167543-b301-444c-b9ea-2f93c16b3951 HTTP/1.1" status: 200 len: 1096 time: 0.7746177 May 26 16:43:32.231652 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a430924f-c322-4a49-8b35-a64be873469e', 'tag': '28167543-b301-444c-b9ea-2f93c16b3951'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:43:32.234067 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a484cbf7-6eec-4bb8-b437-6ce293233182" -d '{"events": [{"name": "network-changed", "server_uuid": "a430924f-c322-4a49-8b35-a64be873469e", "tag": "28167543-b301-444c-b9ea-2f93c16b3951"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:43:32.266509 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b422040-290c-4717-b681-2d976bc1c678 service neutron] Pushing event updated for resources: {'Port': ['ID=28167543-b301-444c-b9ea-2f93c16b3951,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:32.282943 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9076ef96-6f8d-4b59-bb61-bdfb96633495 x-openstack-request-id: req-9076ef96-6f8d-4b59-bb61-bdfb96633495 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:43:32.283250 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a430924f-c322-4a49-8b35-a64be873469e", "tag": "28167543-b301-444c-b9ea-2f93c16b3951", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:43:32.283501 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9076ef96-6f8d-4b59-bb61-bdfb96633495 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:43:32.284496 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9076ef96-6f8d-4b59-bb61-bdfb96633495'] response: {'name': 'network-changed', 'server_uuid': 'a430924f-c322-4a49-8b35-a64be873469e', 'tag': '28167543-b301-444c-b9ea-2f93c16b3951', 'status': 'completed', 'code': 200} May 26 16:43:32.359814 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94c047-d14b-402d-b44f-26bac70a136f req-5bebf965-436e-485a-ac78-6a9ecca5557f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:32.361398 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ed94c047-d14b-402d-b44f-26bac70a136f req-5bebf965-436e-485a-ac78-6a9ecca5557f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6f718b12a8404682b6f14833d8b03415&device_id=a430924f-c322-4a49-8b35-a64be873469e HTTP/1.1" status: 200 len: 1099 time: 0.0452597 May 26 16:43:32.421028 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ed94c047-d14b-402d-b44f-26bac70a136f req-4fb81f01-a426-4e85-94c7-72446653c867 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=28167543-b301-444c-b9ea-2f93c16b3951 HTTP/1.1" status: 200 len: 217 time: 0.0426266 May 26 16:43:32.471396 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94c047-d14b-402d-b44f-26bac70a136f req-93d79f5d-ba28-493a-9e37-e71ab291cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:32.472918 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ed94c047-d14b-402d-b44f-26bac70a136f req-93d79f5d-ba28-493a-9e37-e71ab291cbe0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0440643 May 26 16:43:32.523054 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94c047-d14b-402d-b44f-26bac70a136f req-d208cb46-59ac-4173-9f3f-821a02ada696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:32.524657 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ed94c047-d14b-402d-b44f-26bac70a136f req-d208cb46-59ac-4173-9f3f-821a02ada696 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0427246 May 26 16:43:32.845292 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41650b22-0c4e-45b6-bbe5-5fe152ddaa13 req-63132b9e-d805-48ae-9ccf-8632a14fe167 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:32.846817 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-41650b22-0c4e-45b6-bbe5-5fe152ddaa13 req-63132b9e-d805-48ae-9ccf-8632a14fe167 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/ports?device_id=a430924f-c322-4a49-8b35-a64be873469e HTTP/1.1" status: 200 len: 948 time: 0.0615759 May 26 16:43:32.891136 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-41650b22-0c4e-45b6-bbe5-5fe152ddaa13 req-ae50030d-c3de-4906-b8e2-ac840a1b530c tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/security-groups?id=079979d3-8d70-4400-8a52-5b58864db97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356696 May 26 16:43:32.920522 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ed94c047-d14b-402d-b44f-26bac70a136f req-7fbc70e4-57f2-4f47-bc0d-d6ae0881c530 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882492 May 26 16:43:33.013759 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ed94c047-d14b-402d-b44f-26bac70a136f req-6a0bdc4b-82c3-4b2c-a006-60f85dfb0ba0 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857067 May 26 16:43:33.169894 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484cbf7-6eec-4bb8-b437-6ce293233182 req-ff4747aa-f8fd-47f2-bc60-48cfb584a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:33.171525 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a484cbf7-6eec-4bb8-b437-6ce293233182 req-ff4747aa-f8fd-47f2-bc60-48cfb584a80d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6f718b12a8404682b6f14833d8b03415&device_id=a430924f-c322-4a49-8b35-a64be873469e HTTP/1.1" status: 200 len: 1099 time: 0.0505786 May 26 16:43:33.266740 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484cbf7-6eec-4bb8-b437-6ce293233182 req-6b509a2a-2dfc-46bc-9b23-1396d4b4a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:33.268141 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a484cbf7-6eec-4bb8-b437-6ce293233182 req-6b509a2a-2dfc-46bc-9b23-1396d4b4a50e service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.0895157 May 26 16:43:33.311629 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a484cbf7-6eec-4bb8-b437-6ce293233182 req-d66e9a03-ebe2-4b95-a680-4ac8baa8886a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=28167543-b301-444c-b9ea-2f93c16b3951 HTTP/1.1" status: 200 len: 217 time: 0.0357695 May 26 16:43:33.366597 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484cbf7-6eec-4bb8-b437-6ce293233182 req-d3b20fa2-80bf-4f40-9e21-1ee25583bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:33.368172 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a484cbf7-6eec-4bb8-b437-6ce293233182 req-d3b20fa2-80bf-4f40-9e21-1ee25583bafa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0489490 May 26 16:43:33.424489 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484cbf7-6eec-4bb8-b437-6ce293233182 req-7c862714-682d-4db5-a82c-85a835fe7561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:33.426006 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a484cbf7-6eec-4bb8-b437-6ce293233182 req-7c862714-682d-4db5-a82c-85a835fe7561 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0451872 May 26 16:43:33.523153 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a484cbf7-6eec-4bb8-b437-6ce293233182 req-c207cabe-8804-430a-bcc8-d9bc3f1c8eda service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886018 May 26 16:43:33.625544 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a484cbf7-6eec-4bb8-b437-6ce293233182 req-9b2224d1-cdd6-4ae9-998b-8d1ab76b88de service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929542 May 26 16:43:34.017306 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf4e80-aaea-4769-b3eb-74508c41429b req-593e3d26-f487-457b-9b13-951d69eb86ff tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:34.018796 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-50bf4e80-aaea-4769-b3eb-74508c41429b req-593e3d26-f487-457b-9b13-951d69eb86ff tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/ports?device_id=a430924f-c322-4a49-8b35-a64be873469e HTTP/1.1" status: 200 len: 948 time: 0.0509968 May 26 16:43:34.058083 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-50bf4e80-aaea-4769-b3eb-74508c41429b req-92b011b8-a849-4d19-86e1-50c4480b4d48 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/security-groups?id=079979d3-8d70-4400-8a52-5b58864db97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331750 May 26 16:43:35.189600 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b5d28-fcc5-41b3-ad4b-7d19d678554d req-50e95311-f56f-496e-8111-06b1c922fef3 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:35.191146 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e80b5d28-fcc5-41b3-ad4b-7d19d678554d req-50e95311-f56f-496e-8111-06b1c922fef3 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/ports?device_id=a430924f-c322-4a49-8b35-a64be873469e HTTP/1.1" status: 200 len: 948 time: 0.0587673 May 26 16:43:35.234858 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e80b5d28-fcc5-41b3-ad4b-7d19d678554d req-dec79a23-0447-4c19-af2c-78e3bb5728b5 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/security-groups?id=079979d3-8d70-4400-8a52-5b58864db97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351856 May 26 16:43:36.358824 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad85d59-0add-4e71-bd90-03e95c68dbdf req-8f7e507f-4c88-4792-a4e8-fee93e114f39 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:36.360377 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ad85d59-0add-4e71-bd90-03e95c68dbdf req-8f7e507f-4c88-4792-a4e8-fee93e114f39 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/ports?device_id=a430924f-c322-4a49-8b35-a64be873469e HTTP/1.1" status: 200 len: 948 time: 0.0531914 May 26 16:43:36.405012 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ad85d59-0add-4e71-bd90-03e95c68dbdf req-a3e13235-bb7c-4a93-906e-0594a5963934 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/security-groups?id=079979d3-8d70-4400-8a52-5b58864db97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344713 May 26 16:43:36.860271 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 28167543-b301-444c-b9ea-2f93c16b3951 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:43:36.956055 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 28167543-b301-444c-b9ea-2f93c16b3951, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=28167543-b301-444c-b9ea-2f93c16b3951,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:43:36.968486 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '28167543-b301-444c-b9ea-2f93c16b3951', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '28167543-b301-444c-b9ea-2f93c16b3951', 'mac_address': 'fa:16:3e:29:65:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:43:37.010827 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 28167543-b301-444c-b9ea-2f93c16b3951 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:43:37.011220 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:37.025277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28167543-b301-444c-b9ea-2f93c16b3951 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:43:37.044853 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 28167543-b301-444c-b9ea-2f93c16b3951, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=28167543-b301-444c-b9ea-2f93c16b3951,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:43:37.048805 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:37.097131 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=28167543-b301-444c-b9ea-2f93c16b3951,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:37.106079 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:37.106448 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:37.106769 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:37.107111 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:37.107448 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:37.107785 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:37.108141 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:37.108476 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:37.108811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:37.109133 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:37.109462 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:37.109796 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:43:37.533065 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e328d-7776-4577-9a80-61399a3f3afd req-df95bbe8-6fa6-45cf-9bc6-27c91d804c46 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:37.534575 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b0e328d-7776-4577-9a80-61399a3f3afd req-df95bbe8-6fa6-45cf-9bc6-27c91d804c46 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/ports?device_id=a430924f-c322-4a49-8b35-a64be873469e HTTP/1.1" status: 200 len: 949 time: 0.0505548 May 26 16:43:37.572600 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['28167543-b301-444c-b9ea-2f93c16b3951'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:43:37.574207 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b0e328d-7776-4577-9a80-61399a3f3afd req-26e0efc7-8d5d-4bbe-80b6-2e873f8a1586 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/security-groups?id=079979d3-8d70-4400-8a52-5b58864db97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330565 May 26 16:43:38.697302 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfdaa3-3ad2-4399-b009-9c401721a9e3 req-9bc93d35-0ff0-4f85-b349-04b8ee070351 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:38.698818 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8cfdaa3-3ad2-4399-b009-9c401721a9e3 req-9bc93d35-0ff0-4f85-b349-04b8ee070351 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/ports?device_id=a430924f-c322-4a49-8b35-a64be873469e HTTP/1.1" status: 200 len: 949 time: 0.0545721 May 26 16:43:38.739237 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b8cfdaa3-3ad2-4399-b009-9c401721a9e3 req-21130334-36bc-4156-9a91-911cea386ca1 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/security-groups?id=079979d3-8d70-4400-8a52-5b58864db97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335877 May 26 16:43:38.865249 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 28167543-b301-444c-b9ea-2f93c16b3951 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:43:38.918246 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 28167543-b301-444c-b9ea-2f93c16b3951 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:43:38.922628 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 28167543-b301-444c-b9ea-2f93c16b3951 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:43:38.922994 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:39.005610 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 28167543-b301-444c-b9ea-2f93c16b3951 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:43:39.006005 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:39.037600 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a430924f-c322-4a49-8b35-a64be873469e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28167543-b301-444c-b9ea-2f93c16b3951'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:43:39.039949 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477cc680-b70f-4f32-9822-5552f207b90b" -d '{"events": [{"server_uuid": "a430924f-c322-4a49-8b35-a64be873469e", "name": "network-vif-plugged", "status": "completed", "tag": "28167543-b301-444c-b9ea-2f93c16b3951"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:43:39.055930 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 28167543-b301-444c-b9ea-2f93c16b3951, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=28167543-b301-444c-b9ea-2f93c16b3951,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:43:39.060853 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:39.113984 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=28167543-b301-444c-b9ea-2f93c16b3951,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:39.217018 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7ad156-d738-4a52-a47a-16478bd396a9 x-openstack-request-id: req-2f7ad156-d738-4a52-a47a-16478bd396a9 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:43:39.217315 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a430924f-c322-4a49-8b35-a64be873469e", "name": "network-vif-plugged", "status": "completed", "tag": "28167543-b301-444c-b9ea-2f93c16b3951", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:43:39.217571 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2f7ad156-d738-4a52-a47a-16478bd396a9 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:43:39.217973 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f7ad156-d738-4a52-a47a-16478bd396a9'] response: {'server_uuid': 'a430924f-c322-4a49-8b35-a64be873469e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28167543-b301-444c-b9ea-2f93c16b3951', 'code': 200} May 26 16:43:39.363936 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181204c-d8ee-483d-abf8-e7640e96c48a req-4ab20db6-bf68-4887-9eb2-20f9de6ee95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:39.365601 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c181204c-d8ee-483d-abf8-e7640e96c48a req-4ab20db6-bf68-4887-9eb2-20f9de6ee95f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a430924f-c322-4a49-8b35-a64be873469e HTTP/1.1" status: 200 len: 1101 time: 0.0472786 May 26 16:43:39.408204 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c181204c-d8ee-483d-abf8-e7640e96c48a req-96d60c4a-450c-4d06-9071-68974a59415f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=079979d3-8d70-4400-8a52-5b58864db97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338051 May 26 16:43:39.857565 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983c0a9-a17c-4fb4-8c28-0972b1b96091 req-0a515ae5-7e16-4108-ab86-be6cb1d68c6c tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:39.859140 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c983c0a9-a17c-4fb4-8c28-0972b1b96091 req-0a515ae5-7e16-4108-ab86-be6cb1d68c6c tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/ports?device_id=a430924f-c322-4a49-8b35-a64be873469e HTTP/1.1" status: 200 len: 950 time: 0.0508544 May 26 16:43:39.908067 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c983c0a9-a17c-4fb4-8c28-0972b1b96091 req-3597321d-60cb-49f9-8610-2fbedb28cb42 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/security-groups?id=079979d3-8d70-4400-8a52-5b58864db97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416732 May 26 16:43:41.049336 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ca2ec-76c6-4115-8f9d-2ebb5b1a3c0d req-b9c4b44e-1ed6-4ebe-b106-fa5c7146af1c tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:41.050831 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d98ca2ec-76c6-4115-8f9d-2ebb5b1a3c0d req-b9c4b44e-1ed6-4ebe-b106-fa5c7146af1c tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/ports?device_id=a430924f-c322-4a49-8b35-a64be873469e HTTP/1.1" status: 200 len: 950 time: 0.0541537 May 26 16:43:41.090180 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d98ca2ec-76c6-4115-8f9d-2ebb5b1a3c0d req-ca053272-6f4e-4788-83dc-18fadc4f84d1 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/security-groups?id=079979d3-8d70-4400-8a52-5b58864db97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332434 May 26 16:43:42.216862 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ce87d-886c-429f-905a-4842a54bf705 req-800271ac-a2b8-4fff-99a3-de3cfbbd6166 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:42.218355 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d37ce87d-886c-429f-905a-4842a54bf705 req-800271ac-a2b8-4fff-99a3-de3cfbbd6166 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/ports?device_id=a430924f-c322-4a49-8b35-a64be873469e HTTP/1.1" status: 200 len: 950 time: 0.0546103 May 26 16:43:42.266844 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d37ce87d-886c-429f-905a-4842a54bf705 req-a8036b16-0dec-4816-b24b-30004aaf87fb tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/security-groups?id=079979d3-8d70-4400-8a52-5b58864db97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395153 May 26 16:43:42.549242 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10219491-5b91-49fc-9ad4-440f60680f72 req-0575dce1-aba2-4c41-94c7-0bcb7da5b184 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:42.550658 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10219491-5b91-49fc-9ad4-440f60680f72 req-0575dce1-aba2-4c41-94c7-0bcb7da5b184 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/ports?device_id=a430924f-c322-4a49-8b35-a64be873469e HTTP/1.1" status: 200 len: 950 time: 0.0517817 May 26 16:43:42.591157 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10219491-5b91-49fc-9ad4-440f60680f72 req-a55c75d0-480f-4050-808d-016a4d1231b1 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/security-groups?id=079979d3-8d70-4400-8a52-5b58864db97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332155 May 26 16:43:43.061878 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3ae27d59-74a6-46ab-a8de-3d77bf38ffb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:43.714602 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c89a2-f129-47c3-ba72-16bde9e89610 req-d27b5f21-6f11-480c-897f-de3b338e5ea8 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:43.716119 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b30c89a2-f129-47c3-ba72-16bde9e89610 req-d27b5f21-6f11-480c-897f-de3b338e5ea8 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/ports?device_id=a430924f-c322-4a49-8b35-a64be873469e HTTP/1.1" status: 200 len: 950 time: 0.0507345 May 26 16:43:43.756376 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b30c89a2-f129-47c3-ba72-16bde9e89610 req-e01a80b4-4f78-49f1-9d67-d5798c6a2220 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/security-groups?id=079979d3-8d70-4400-8a52-5b58864db97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338514 May 26 16:43:44.554025 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e85e5-43c4-4332-a2bb-cc7af1defa7a req-97b4c8f8-0bd2-4adc-a3ac-1613427225a2 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:44.555526 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f46e85e5-43c4-4332-a2bb-cc7af1defa7a req-97b4c8f8-0bd2-4adc-a3ac-1613427225a2 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.83 "GET /v2.0/ports?device_id=a430924f-c322-4a49-8b35-a64be873469e HTTP/1.1" status: 200 len: 950 time: 0.0496802 May 26 16:43:44.658673 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-f46e85e5-43c4-4332-a2bb-cc7af1defa7a req-ddc4a9bb-ffd0-4958-b747-647cca53196a tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Deleting port 28167543-b301-444c-b9ea-2f93c16b3951 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:43:44.658931 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f46e85e5-43c4-4332-a2bb-cc7af1defa7a req-ddc4a9bb-ffd0-4958-b747-647cca53196a tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:44.757500 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-f46e85e5-43c4-4332-a2bb-cc7af1defa7a req-ddc4a9bb-ffd0-4958-b747-647cca53196a tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] For port 28167543-b301-444c-b9ea-2f93c16b3951, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=28167543-b301-444c-b9ea-2f93c16b3951,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:43:44.757889 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f46e85e5-43c4-4332-a2bb-cc7af1defa7a req-ddc4a9bb-ffd0-4958-b747-647cca53196a tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:44.771011 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-f46e85e5-43c4-4332-a2bb-cc7af1defa7a req-ddc4a9bb-ffd0-4958-b747-647cca53196a tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Calling delete_port for 28167543-b301-444c-b9ea-2f93c16b3951 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:43:44.895784 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705a5a5-1c0d-4693-8ed0-a64a6426b8d9 req-0fef43bd-3414-4df6-b9ba-ae924bf700ff tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:44.898755 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2705a5a5-1c0d-4693-8ed0-a64a6426b8d9 req-0fef43bd-3414-4df6-b9ba-ae924bf700ff tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/ports?device_id=a430924f-c322-4a49-8b35-a64be873469e HTTP/1.1" status: 200 len: 950 time: 0.0600708 May 26 16:43:44.922917 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f46e85e5-43c4-4332-a2bb-cc7af1defa7a req-ddc4a9bb-ffd0-4958-b747-647cca53196a tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:44.947068 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2705a5a5-1c0d-4693-8ed0-a64a6426b8d9 req-2a230882-b0ec-41b7-b416-f20184952f66 tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.77 "GET /v2.0/security-groups?id=079979d3-8d70-4400-8a52-5b58864db97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390313 May 26 16:43:44.961597 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4a9bb-ffd0-4958-b747-647cca53196a tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Pushing event deleted for resources: {'Port': ['ID=28167543-b301-444c-b9ea-2f93c16b3951,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:45.020121 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46e85e5-43c4-4332-a2bb-cc7af1defa7a req-ddc4a9bb-ffd0-4958-b747-647cca53196a tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] No DVR routers for this DVR port 28167543-b301-444c-b9ea-2f93c16b3951 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:43:45.022959 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f46e85e5-43c4-4332-a2bb-cc7af1defa7a req-ddc4a9bb-ffd0-4958-b747-647cca53196a tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:45.026423 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f46e85e5-43c4-4332-a2bb-cc7af1defa7a req-ddc4a9bb-ffd0-4958-b747-647cca53196a tempest-VolumesNegativeTest-408588181 tempest-VolumesNegativeTest-408588181-project] 10.222.0.83 "DELETE /v2.0/ports/28167543-b301-444c-b9ea-2f93c16b3951 HTTP/1.1" status: 204 len: 173 time: 0.4625144 May 26 16:43:45.026891 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a430924f-c322-4a49-8b35-a64be873469e', 'name': 'network-vif-deleted', 'tag': '28167543-b301-444c-b9ea-2f93c16b3951'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:43:45.029202 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fdab49-a457-4c03-b084-5f24730b4a8e" -d '{"events": [{"server_uuid": "a430924f-c322-4a49-8b35-a64be873469e", "name": "network-vif-deleted", "tag": "28167543-b301-444c-b9ea-2f93c16b3951"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:43:45.084751 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a5d5a5-b35b-4afa-9276-ae624fd5fb0b x-openstack-request-id: req-27a5d5a5-b35b-4afa-9276-ae624fd5fb0b {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:43:45.085043 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a430924f-c322-4a49-8b35-a64be873469e", "name": "network-vif-deleted", "tag": "28167543-b301-444c-b9ea-2f93c16b3951", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:43:45.085314 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-27a5d5a5-b35b-4afa-9276-ae624fd5fb0b {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:43:45.085711 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27a5d5a5-b35b-4afa-9276-ae624fd5fb0b'] response: {'server_uuid': 'a430924f-c322-4a49-8b35-a64be873469e', 'name': 'network-vif-deleted', 'tag': '28167543-b301-444c-b9ea-2f93c16b3951', 'status': 'completed', 'code': 200} May 26 16:43:45.492567 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d082efbd-5b18-4e9b-b367-7b0d3153ab99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:46.637938 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:46.860676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 28167543-b301-444c-b9ea-2f93c16b3951 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:43:46.884784 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 28167543-b301-444c-b9ea-2f93c16b3951 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:43:46.885144 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 28167543-b301-444c-b9ea-2f93c16b3951 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:43:48.296704 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:48.368726 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:49.006321 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:51.163804 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37948) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:51.364903 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f3b29cca-02c4-4dc8-9733-d78ed36ffaea admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6f718b12a8404682b6f14833d8b03415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1998241 May 26 16:43:51.367559 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 37954) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:51.424009 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99d3e086-1327-4752-a1e3-e2de13ea60da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:51.448468 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99d3e086-1327-4752-a1e3-e2de13ea60da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:51.501197 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99d3e086-1327-4752-a1e3-e2de13ea60da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:51.505277 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-99d3e086-1327-4752-a1e3-e2de13ea60da admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:51.508641 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-99d3e086-1327-4752-a1e3-e2de13ea60da admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/079979d3-8d70-4400-8a52-5b58864db97e HTTP/1.1" status: 204 len: 168 time: 0.1400065 May 26 16:43:51.517809 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3e086-1327-4752-a1e3-e2de13ea60da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079979d3-8d70-4400-8a52-5b58864db97e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:53.530400 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38006) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:53.535541 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-acc73028-74a9-4d33-9c57-73ae2431cc2b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Request body: {'network': {'name': 'tempest-network-smoke--986827586', 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'port_security_enabled': True}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:43:53.557453 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc73028-74a9-4d33-9c57-73ae2431cc2b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Made reservation on behalf of 3b9ac913f3c4435393738796da3fcc51 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:43:53.561480 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acc73028-74a9-4d33-9c57-73ae2431cc2b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:53.576157 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acc73028-74a9-4d33-9c57-73ae2431cc2b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:53.664819 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acc73028-74a9-4d33-9c57-73ae2431cc2b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:53.668715 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acc73028-74a9-4d33-9c57-73ae2431cc2b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:53.697980 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc73028-74a9-4d33-9c57-73ae2431cc2b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:43:53.706783 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc73028-74a9-4d33-9c57-73ae2431cc2b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad65a522-c96b-44f7-9dce-24b46c9a90d7,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:53.713658 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acc73028-74a9-4d33-9c57-73ae2431cc2b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:53.714176 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-acc73028-74a9-4d33-9c57-73ae2431cc2b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Added segment 5c7d3691-f031-4cb5-985a-582349539245 of type vlan for network 846898d4-e714-4339-bd35-983880304e0a May 26 16:43:53.760703 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acc73028-74a9-4d33-9c57-73ae2431cc2b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:53.790404 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acc73028-74a9-4d33-9c57-73ae2431cc2b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:53.796056 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc73028-74a9-4d33-9c57-73ae2431cc2b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:53.796925 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-acc73028-74a9-4d33-9c57-73ae2431cc2b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:53.859524 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-acc73028-74a9-4d33-9c57-73ae2431cc2b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3277886 May 26 16:43:53.862082 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38008) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:53.867165 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-25cc3c81-4a4e-4679-8cc2-0d50bea8d8bf tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1507262308', 'admin_state_up': True, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:43:53.885331 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc73028-74a9-4d33-9c57-73ae2431cc2b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event updated for resources: {'Network': ['ID=846898d4-e714-4339-bd35-983880304e0a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:53.898993 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 846898d4-e714-4339-bd35-983880304e0a details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:43:53.907128 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25cc3c81-4a4e-4679-8cc2-0d50bea8d8bf tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:53.908390 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25cc3c81-4a4e-4679-8cc2-0d50bea8d8bf tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:53.990675 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25cc3c81-4a4e-4679-8cc2-0d50bea8d8bf tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:54.170555 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25cc3c81-4a4e-4679-8cc2-0d50bea8d8bf tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:54.384229 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25cc3c81-4a4e-4679-8cc2-0d50bea8d8bf tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:54.412072 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25cc3c81-4a4e-4679-8cc2-0d50bea8d8bf tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:54.522671 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-25cc3c81-4a4e-4679-8cc2-0d50bea8d8bf tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Allocated IP 172.25.7.174 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/4e848c21-4179-4263-962c-53c74955f11c) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:43:54.636997 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25cc3c81-4a4e-4679-8cc2-0d50bea8d8bf tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:54.674189 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25cc3c81-4a4e-4679-8cc2-0d50bea8d8bf tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:54.716378 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cc3c81-4a4e-4679-8cc2-0d50bea8d8bf tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:43:54.719303 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-25cc3c81-4a4e-4679-8cc2-0d50bea8d8bf tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:43:54.722794 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cc3c81-4a4e-4679-8cc2-0d50bea8d8bf tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:43:54.728809 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc3c81-4a4e-4679-8cc2-0d50bea8d8bf tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event updated for resources: {'Port': ['ID=4e848c21-4179-4263-962c-53c74955f11c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:54.994748 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25cc3c81-4a4e-4679-8cc2-0d50bea8d8bf tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:55.206508 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25cc3c81-4a4e-4679-8cc2-0d50bea8d8bf tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:55.344468 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cc3c81-4a4e-4679-8cc2-0d50bea8d8bf tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Router 53b69d95-2c75-486a-b9a6-eab73900c3db is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:43:55.478079 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cc3c81-4a4e-4679-8cc2-0d50bea8d8bf tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:43:55.489028 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] Sync routers for ids ['53b69d95-2c75-486a-b9a6-eab73900c3db'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:43:55.500067 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] Routers {'53b69d95-2c75-486a-b9a6-eab73900c3db'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:43:55.500878 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:43:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['53b69d95-2c75-486a-b9a6-eab73900c3db'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:55.515649 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-25cc3c81-4a4e-4679-8cc2-0d50bea8d8bf tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:55.516963 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-25cc3c81-4a4e-4679-8cc2-0d50bea8d8bf tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6537948 May 26 16:43:55.522546 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38010) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:55.620522 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] Set router 53b69d95-2c75-486a-b9a6-eab73900c3db gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:43:55.695386 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4bc4ec71-3293-4f6a-9d2f-dfea71ab6f00 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=3b9ac913f3c4435393738796da3fcc51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1716223 May 26 16:43:55.698358 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38016) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:55.816220 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507262308', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '4e848c21-4179-4263-962c-53c74955f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:53Z', 'updated_at': '2022-05-26T16:43:54Z', 'revision_number': 3, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'gw_port': {'id': '4e848c21-4179-4263-962c-53c74955f11c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:18:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:54Z', 'updated_at': '2022-05-26T16:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:55.848984 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] Checking router: 53b69d95-2c75-486a-b9a6-eab73900c3db for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:43:55.849430 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] Updating router 53b69d95-2c75-486a-b9a6-eab73900c3db port 4e848c21-4179-4263-962c-53c74955f11c binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:43:55.874627 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:55.876855 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917abd51-505a-4643-9e29-ecdc9bda24d4 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:55.878359 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-917abd51-505a-4643-9e29-ecdc9bda24d4 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1789875 May 26 16:43:55.881754 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38018) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:55.915627 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1babea66-6557-4af5-9986-a1eea2f8ed16 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327260 May 26 16:43:55.919459 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38020) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:55.924735 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-ced052d6-37c2-4704-9c61-2f029308318a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-365951394', 'network_id': '846898d4-e714-4339-bd35-983880304e0a', 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:43:56.015046 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced052d6-37c2-4704-9c61-2f029308318a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Made reservation on behalf of 3b9ac913f3c4435393738796da3fcc51 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:43:56.018772 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ced052d6-37c2-4704-9c61-2f029308318a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:56.149609 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:56.156007 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:56.215980 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] Attempting to bind port 4e848c21-4179-4263-962c-53c74955f11c on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:43:56.216405 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] Attempting to bind port 4e848c21-4179-4263-962c-53c74955f11c by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:43:56.216735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] Attempting to bind port 4e848c21-4179-4263-962c-53c74955f11c on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:43:56.216848 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ced052d6-37c2-4704-9c61-2f029308318a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:56.224442 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a67d0f-e58a-4b58-8aa2-91660a59efd4 None None] Pushing event updated for resources: {'Port': ['ID=4e848c21-4179-4263-962c-53c74955f11c,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:56.227255 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:43:56.227638 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:43:56.228134 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:56.228532 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:43:56.229019 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] Bound port: 4e848c21-4179-4263-962c-53c74955f11c, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:43:56.229403 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:56.283158 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced052d6-37c2-4704-9c61-2f029308318a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event updated for resources: {'Subnet': ['ID=2419eb7d-1209-4394-b3d4-625f2919435a,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:56.291036 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] For port 4e848c21-4179-4263-962c-53c74955f11c, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:43:56.294972 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] For port 4e848c21-4179-4263-962c-53c74955f11c, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4e848c21-4179-4263-962c-53c74955f11c,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:43:56.296080 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced052d6-37c2-4704-9c61-2f029308318a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Checking segment: {'id': '5c7d3691-f031-4cb5-985a-582349539245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '846898d4-e714-4339-bd35-983880304e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:43:56.296603 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced052d6-37c2-4704-9c61-2f029308318a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Network hostable DHCP agents. Network: 846898d4-e714-4339-bd35-983880304e0a, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:43:56.299551 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:56.318275 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced052d6-37c2-4704-9c61-2f029308318a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Network 846898d4-e714-4339-bd35-983880304e0a is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:43:56.328720 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-ced052d6-37c2-4704-9c61-2f029308318a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 846898d4-e714-4339-bd35-983880304e0a) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:43:56.333254 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced052d6-37c2-4704-9c61-2f029308318a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:56.333849 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-ced052d6-37c2-4704-9c61-2f029308318a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:56.349527 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544c7277-9748-401c-87a9-1219b374077a None None] Network 846898d4-e714-4339-bd35-983880304e0a requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:43:56.352364 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ced052d6-37c2-4704-9c61-2f029308318a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4314876 May 26 16:43:56.355487 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38022) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:56.412024 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a67d0f-e58a-4b58-8aa2-91660a59efd4 None None] Pushing event updated for resources: {'Port': ['ID=4e848c21-4179-4263-962c-53c74955f11c,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:56.416513 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] Routers {'53b69d95-2c75-486a-b9a6-eab73900c3db'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:43:56.417159 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:43:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['53b69d95-2c75-486a-b9a6-eab73900c3db'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:56.735840 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] Set router 53b69d95-2c75-486a-b9a6-eab73900c3db gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:43:56.854548 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e77eff-13b2-4f4d-a916-44eb196c7c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-846898d4-e714-4339-bd35-983880304e0a', 'network_id': '846898d4-e714-4339-bd35-983880304e0a', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'fixed_ips': [{'subnet_id': '2419eb7d-1209-4394-b3d4-625f2919435a'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:43:56.855430 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1e77eff-13b2-4f4d-a916-44eb196c7c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:57.068574 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-c1e77eff-13b2-4f4d-a916-44eb196c7c2c None None] Allocated IP 172.20.0.2 (846898d4-e714-4339-bd35-983880304e0a/2419eb7d-1209-4394-b3d4-625f2919435a/0a02b168-47cc-452b-94cd-07cc79b758c5) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:43:57.084907 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507262308', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '4e848c21-4179-4263-962c-53c74955f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:53Z', 'updated_at': '2022-05-26T16:43:54Z', 'revision_number': 3, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'gw_port': {'id': '4e848c21-4179-4263-962c-53c74955f11c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:18:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:54Z', 'updated_at': '2022-05-26T16:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:57.127623 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c812fb3f-81cb-469c-9975-d764afe8f16c None None] The sync data for ids ['53b69d95-2c75-486a-b9a6-eab73900c3db'] in n-d-843337-2 is: [{'id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507262308', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '4e848c21-4179-4263-962c-53c74955f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:53Z', 'updated_at': '2022-05-26T16:43:54Z', 'revision_number': 3, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'gw_port': {'id': '4e848c21-4179-4263-962c-53c74955f11c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:18:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:54Z', 'updated_at': '2022-05-26T16:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:43:57.130242 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e33b9513-d6a0-427c-8bb6-6f5947eba389 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:57.290869 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1e77eff-13b2-4f4d-a916-44eb196c7c2c None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:57.299158 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1e77eff-13b2-4f4d-a916-44eb196c7c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:57.321152 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e77eff-13b2-4f4d-a916-44eb196c7c2c None None] Network 846898d4-e714-4339-bd35-983880304e0a is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:43:57.325203 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-c1e77eff-13b2-4f4d-a916-44eb196c7c2c None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:43:57.328515 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e77eff-13b2-4f4d-a916-44eb196c7c2c None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:43:57.452254 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e77eff-13b2-4f4d-a916-44eb196c7c2c None None] Pushing event updated for resources: {'Port': ['ID=0a02b168-47cc-452b-94cd-07cc79b758c5,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:57.473754 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c1e77eff-13b2-4f4d-a916-44eb196c7c2c None None] Attempting to bind port 0a02b168-47cc-452b-94cd-07cc79b758c5 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:43:57.474655 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c1e77eff-13b2-4f4d-a916-44eb196c7c2c None None] Attempting to bind port 0a02b168-47cc-452b-94cd-07cc79b758c5 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '5c7d3691-f031-4cb5-985a-582349539245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '846898d4-e714-4339-bd35-983880304e0a'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:43:57.475256 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e77eff-13b2-4f4d-a916-44eb196c7c2c None None] Attempting to bind port 0a02b168-47cc-452b-94cd-07cc79b758c5 on network 846898d4-e714-4339-bd35-983880304e0a {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:43:57.481742 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e77eff-13b2-4f4d-a916-44eb196c7c2c None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:43:57.482298 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e77eff-13b2-4f4d-a916-44eb196c7c2c None None] Checking segment: {'id': '5c7d3691-f031-4cb5-985a-582349539245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '846898d4-e714-4339-bd35-983880304e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:43:57.482716 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1e77eff-13b2-4f4d-a916-44eb196c7c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:57.483118 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e77eff-13b2-4f4d-a916-44eb196c7c2c None None] Bound using segment: {'id': '5c7d3691-f031-4cb5-985a-582349539245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '846898d4-e714-4339-bd35-983880304e0a'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:43:57.483604 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-c1e77eff-13b2-4f4d-a916-44eb196c7c2c None None] Bound port: 0a02b168-47cc-452b-94cd-07cc79b758c5, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7d3691-f031-4cb5-985a-582349539245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '846898d4-e714-4339-bd35-983880304e0a'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:43:57.483989 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1e77eff-13b2-4f4d-a916-44eb196c7c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:57.553329 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-e33b9513-d6a0-427c-8bb6-6f5947eba389 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Allocated IP 172.20.0.1 (846898d4-e714-4339-bd35-983880304e0a/2419eb7d-1209-4394-b3d4-625f2919435a/1cc54b50-e8e6-458d-b09b-429726b651dd) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:43:57.564924 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c1e77eff-13b2-4f4d-a916-44eb196c7c2c None None] For port 0a02b168-47cc-452b-94cd-07cc79b758c5, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:43:57.570002 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c1e77eff-13b2-4f4d-a916-44eb196c7c2c None None] For port 0a02b168-47cc-452b-94cd-07cc79b758c5, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0a02b168-47cc-452b-94cd-07cc79b758c5,segment=NetworkSegment(5c7d3691-f031-4cb5-985a-582349539245),segment_id=5c7d3691-f031-4cb5-985a-582349539245)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:43:57.574911 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1e77eff-13b2-4f4d-a916-44eb196c7c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:57.648832 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e77eff-13b2-4f4d-a916-44eb196c7c2c None None] Pushing event updated for resources: {'Port': ['ID=0a02b168-47cc-452b-94cd-07cc79b758c5,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:57.702802 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e33b9513-d6a0-427c-8bb6-6f5947eba389 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:57.742300 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e33b9513-d6a0-427c-8bb6-6f5947eba389 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:57.794010 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33b9513-d6a0-427c-8bb6-6f5947eba389 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Network 846898d4-e714-4339-bd35-983880304e0a is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:43:57.797641 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-e33b9513-d6a0-427c-8bb6-6f5947eba389 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:43:57.800481 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33b9513-d6a0-427c-8bb6-6f5947eba389 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:43:57.846327 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b9513-d6a0-427c-8bb6-6f5947eba389 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event updated for resources: {'Port': ['ID=1cc54b50-e8e6-458d-b09b-429726b651dd,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:57.879159 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e33b9513-d6a0-427c-8bb6-6f5947eba389 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:58.096343 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e33b9513-d6a0-427c-8bb6-6f5947eba389 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:58.177864 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4e848c21-4179-4263-962c-53c74955f11c up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:43:58.247182 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 4e848c21-4179-4263-962c-53c74955f11c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:43:58.247182 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:58.340591 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 4e848c21-4179-4263-962c-53c74955f11c is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:43:58.340956 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:58.368545 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 4e848c21-4179-4263-962c-53c74955f11c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4e848c21-4179-4263-962c-53c74955f11c,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:43:58.373726 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:58.374516 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0a02b168-47cc-452b-94cd-07cc79b758c5 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:43:58.452461 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e33b9513-d6a0-427c-8bb6-6f5947eba389 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:58.459323 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e33b9513-d6a0-427c-8bb6-6f5947eba389 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:58.471149 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=4e848c21-4179-4263-962c-53c74955f11c,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:58.492715 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0a02b168-47cc-452b-94cd-07cc79b758c5 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:43:58.493089 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:58.535835 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b9513-d6a0-427c-8bb6-6f5947eba389 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event updated for resources: {'Port': ['ID=1cc54b50-e8e6-458d-b09b-429726b651dd,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:58.541741 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e33b9513-d6a0-427c-8bb6-6f5947eba389 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:58.616616 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0a02b168-47cc-452b-94cd-07cc79b758c5 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:43:58.616941 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:58.666688 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 0a02b168-47cc-452b-94cd-07cc79b758c5, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0a02b168-47cc-452b-94cd-07cc79b758c5,segment=NetworkSegment(5c7d3691-f031-4cb5-985a-582349539245),segment_id=5c7d3691-f031-4cb5-985a-582349539245)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:43:58.667027 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33b9513-d6a0-427c-8bb6-6f5947eba389 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Network 846898d4-e714-4339-bd35-983880304e0a is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:43:58.669305 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-e33b9513-d6a0-427c-8bb6-6f5947eba389 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:43:58.677601 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:58.742040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=0a02b168-47cc-452b-94cd-07cc79b758c5,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:58.799753 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33b9513-d6a0-427c-8bb6-6f5947eba389 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Router 53b69d95-2c75-486a-b9a6-eab73900c3db has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:43:58.829006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78e36ef-05d7-49cf-95d0-c281c6e908fe None None] Network 846898d4-e714-4339-bd35-983880304e0a requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:43:58.921470 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e54a25a1-2a01-48e1-b67f-46726a12b443 None None] Provisioning complete for port 0a02b168-47cc-452b-94cd-07cc79b758c5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:43:58.921901 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e54a25a1-2a01-48e1-b67f-46726a12b443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:58.936478 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33b9513-d6a0-427c-8bb6-6f5947eba389 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:43:58.942615 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e33b9513-d6a0-427c-8bb6-6f5947eba389 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "PUT /v2.0/routers/53b69d95-2c75-486a-b9a6-eab73900c3db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5856760 May 26 16:43:58.946752 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38024) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:58.951304 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-7945c275-6002-43c7-a0d8-a85cc8473697 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2013994629', 'description': 'tempest-secgroup_access--2013994629 description', 'project_id': '3b9ac913f3c4435393738796da3fcc51'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:43:58.984815 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7945c275-6002-43c7-a0d8-a85cc8473697 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:59.076465 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7945c275-6002-43c7-a0d8-a85cc8473697 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:59.086568 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7945c275-6002-43c7-a0d8-a85cc8473697 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:59.093676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e54a25a1-2a01-48e1-b67f-46726a12b443 None None] Current status of the port 0a02b168-47cc-452b-94cd-07cc79b758c5 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:43:59.116613 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7945c275-6002-43c7-a0d8-a85cc8473697 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:59.117860 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7945c275-6002-43c7-a0d8-a85cc8473697 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1701307 May 26 16:43:59.120828 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38026) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:59.125247 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-fb2dd062-f65f-4e31-84e4-16700d08dea6 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--281853768', 'description': 'tempest-secgroup_general--281853768 description', 'project_id': '3b9ac913f3c4435393738796da3fcc51'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:43:59.134327 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945c275-6002-43c7-a0d8-a85cc8473697 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f46ce8-99ca-4cb3-b71a-fd1dec002717,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:59.160962 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fb2dd062-f65f-4e31-84e4-16700d08dea6 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:59.238115 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] Sync routers for ids ['53b69d95-2c75-486a-b9a6-eab73900c3db'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:43:59.251217 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] Routers {'53b69d95-2c75-486a-b9a6-eab73900c3db'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:43:59.251895 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:43:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['53b69d95-2c75-486a-b9a6-eab73900c3db'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:59.265576 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fb2dd062-f65f-4e31-84e4-16700d08dea6 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:59.271894 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fb2dd062-f65f-4e31-84e4-16700d08dea6 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:59.305834 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fb2dd062-f65f-4e31-84e4-16700d08dea6 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:59.311161 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fb2dd062-f65f-4e31-84e4-16700d08dea6 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1859078 May 26 16:43:59.311348 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38028) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:43:59.318861 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2dd062-f65f-4e31-84e4-16700d08dea6 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ef1cbc-5683-40bb-9d24-d0a3a49d0ad4,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:59.331004 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-dfe866d4-94fa-4075-96f9-99a3778e5fe4 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Request body: {'security_group_rule': {'security_group_id': '08f46ce8-99ca-4cb3-b71a-fd1dec002717', 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:43:59.372789 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dfe866d4-94fa-4075-96f9-99a3778e5fe4 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:59.419411 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f495df97-df34-43fa-98d8-39aa15179ddc None None] Provisioning complete for port 0a02b168-47cc-452b-94cd-07cc79b758c5 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:43:59.420231 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f495df97-df34-43fa-98d8-39aa15179ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:59.424641 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] Set router 53b69d95-2c75-486a-b9a6-eab73900c3db gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:43:59.460447 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dfe866d4-94fa-4075-96f9-99a3778e5fe4 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:59.465679 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dfe866d4-94fa-4075-96f9-99a3778e5fe4 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:59.485477 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe866d4-94fa-4075-96f9-99a3778e5fe4 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211e2503-444c-43c0-8a8f-7bb528868c37,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:43:59.508986 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-dfe866d4-94fa-4075-96f9-99a3778e5fe4 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:59.510921 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-dfe866d4-94fa-4075-96f9-99a3778e5fe4 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1985703 May 26 16:43:59.557857 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f495df97-df34-43fa-98d8-39aa15179ddc None None] Current status of the port 0a02b168-47cc-452b-94cd-07cc79b758c5 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:43:59.581199 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f495df97-df34-43fa-98d8-39aa15179ddc None None] Provisioning complete for port 1cc54b50-e8e6-458d-b09b-429726b651dd triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:43:59.581199 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f495df97-df34-43fa-98d8-39aa15179ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:59.633703 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f495df97-df34-43fa-98d8-39aa15179ddc None None] Port 1cc54b50-e8e6-458d-b09b-429726b651dd cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:43:59.723039 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-8f7596d5-6718-4211-8d5f-b18bfa79bc15 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup_general--281853768&fields=id&tenant_id=3b9ac913f3c4435393738796da3fcc51 HTTP/1.1" status: 200 len: 267 time: 0.0525324 May 26 16:43:59.757286 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-57934ca6-d21c-40b8-af35-888442be44a3 None None] Provisioning complete for port 1cc54b50-e8e6-458d-b09b-429726b651dd triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:43:59.757662 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-57934ca6-d21c-40b8-af35-888442be44a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:59.779875 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-12d1d2f0-0cde-4280-b4d4-e478cd8589d4 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup_access--2013994629&fields=id&tenant_id=3b9ac913f3c4435393738796da3fcc51 HTTP/1.1" status: 200 len: 267 time: 0.0487030 May 26 16:43:59.800862 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507262308', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '4e848c21-4179-4263-962c-53c74955f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:53Z', 'updated_at': '2022-05-26T16:43:58Z', 'revision_number': 4, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'gw_port': {'id': '4e848c21-4179-4263-962c-53c74955f11c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:54Z', 'updated_at': '2022-05-26T16:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '1cc54b50-e8e6-458d-b09b-429726b651dd', 'name': '', 'network_id': '846898d4-e714-4339-bd35-983880304e0a', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'mac_address': 'fa:16:3e:b9:25:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2419eb7d-1209-4394-b3d4-625f2919435a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:57Z', 'updated_at': '2022-05-26T16:43:58Z', 'revision_number': 2, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'subnets': [{'id': '2419eb7d-1209-4394-b3d4-625f2919435a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:43:59.810886 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-57934ca6-d21c-40b8-af35-888442be44a3 None None] Port 1cc54b50-e8e6-458d-b09b-429726b651dd cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:43:59.835481 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] Checking router: 53b69d95-2c75-486a-b9a6-eab73900c3db for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:43:59.835884 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] Updating router 53b69d95-2c75-486a-b9a6-eab73900c3db port 1cc54b50-e8e6-458d-b09b-429726b651dd binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:43:59.866681 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:59.912939 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-12846bb6-3e45-4c14-b31e-c5cdb1832b56 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:43:59.915330 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-12846bb6-3e45-4c14-b31e-c5cdb1832b56 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/networks?id=846898d4-e714-4339-bd35-983880304e0a HTTP/1.1" status: 200 len: 796 time: 0.1270356 May 26 16:43:59.932220 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8ff15ae7-34f0-441e-9d04-3502245323a0 None None] Provisioning complete for port 1cc54b50-e8e6-458d-b09b-429726b651dd triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:43:59.932617 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8ff15ae7-34f0-441e-9d04-3502245323a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:43:59.934239 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-d4b1310b-3546-402d-aa18-d1adcabb6222 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/quotas/3b9ac913f3c4435393738796da3fcc51 HTTP/1.1" status: 200 len: 375 time: 0.0127094 May 26 16:43:59.983112 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8ff15ae7-34f0-441e-9d04-3502245323a0 None None] Port 1cc54b50-e8e6-458d-b09b-429726b651dd cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:43:59.996526 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-7ef9ca1f-81f1-4d5d-8235-9ff6d83b189a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b9ac913f3c4435393738796da3fcc51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559654 May 26 16:44:00.122889 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4e848c21-4179-4263-962c-53c74955f11c up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:44:00.180646 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-58470760-4223-4080-8b63-3081ead8667b service neutron] 10.222.0.77 "GET /v2.0/networks/846898d4-e714-4339-bd35-983880304e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709485 May 26 16:44:00.181546 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:00.189173 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:00.192859 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 4e848c21-4179-4263-962c-53c74955f11c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:44:00.193436 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:00.296766 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 4e848c21-4179-4263-962c-53c74955f11c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:44:00.298648 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0a02b168-47cc-452b-94cd-07cc79b758c5 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:44:00.324464 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881530b-e249-44de-9f30-9155ddde4a8b None None] Pushing event updated for resources: {'Port': ['ID=1cc54b50-e8e6-458d-b09b-429726b651dd,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:00.343036 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-6351cb6b-ad99-4b9d-b146-bb5b6269d127 service neutron] 10.222.0.77 "GET /v2.0/networks/846898d4-e714-4339-bd35-983880304e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548162 May 26 16:44:00.366510 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881530b-e249-44de-9f30-9155ddde4a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.367184 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881530b-e249-44de-9f30-9155ddde4a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.367812 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881530b-e249-44de-9f30-9155ddde4a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.368421 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881530b-e249-44de-9f30-9155ddde4a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.368560 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 0a02b168-47cc-452b-94cd-07cc79b758c5 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:44:00.369116 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:00.369237 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881530b-e249-44de-9f30-9155ddde4a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.369705 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881530b-e249-44de-9f30-9155ddde4a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.370380 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881530b-e249-44de-9f30-9155ddde4a8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.370993 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881530b-e249-44de-9f30-9155ddde4a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.371596 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881530b-e249-44de-9f30-9155ddde4a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.372264 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881530b-e249-44de-9f30-9155ddde4a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.372797 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881530b-e249-44de-9f30-9155ddde4a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.373429 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881530b-e249-44de-9f30-9155ddde4a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:00.396501 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] Attempting to bind port 1cc54b50-e8e6-458d-b09b-429726b651dd on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:44:00.397116 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] Attempting to bind port 1cc54b50-e8e6-458d-b09b-429726b651dd by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '5c7d3691-f031-4cb5-985a-582349539245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '846898d4-e714-4339-bd35-983880304e0a'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:44:00.397688 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] Attempting to bind port 1cc54b50-e8e6-458d-b09b-429726b651dd on network 846898d4-e714-4339-bd35-983880304e0a {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:44:00.410338 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:44:00.411173 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] Checking segment: {'id': '5c7d3691-f031-4cb5-985a-582349539245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '846898d4-e714-4339-bd35-983880304e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:44:00.411804 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:00.412474 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] Bound using segment: {'id': '5c7d3691-f031-4cb5-985a-582349539245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '846898d4-e714-4339-bd35-983880304e0a'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:44:00.413240 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] Bound port: 1cc54b50-e8e6-458d-b09b-429726b651dd, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7d3691-f031-4cb5-985a-582349539245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '846898d4-e714-4339-bd35-983880304e0a'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:44:00.413858 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:00.508562 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0a02b168-47cc-452b-94cd-07cc79b758c5 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:44:00.519338 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] For port 1cc54b50-e8e6-458d-b09b-429726b651dd, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:44:00.533067 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] For port 1cc54b50-e8e6-458d-b09b-429726b651dd, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1cc54b50-e8e6-458d-b09b-429726b651dd,segment=NetworkSegment(5c7d3691-f031-4cb5-985a-582349539245),segment_id=5c7d3691-f031-4cb5-985a-582349539245)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:44:00.541995 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:00.602729 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] Routers {'53b69d95-2c75-486a-b9a6-eab73900c3db'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:44:00.604078 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:43:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['53b69d95-2c75-486a-b9a6-eab73900c3db'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:44:00.606583 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-196f681d-ddf8-408c-a6c3-be17e5c45e72 req-a3a360fc-d7d7-4c79-a230-46b1c04dc504 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 210 time: 0.0473278 May 26 16:44:00.631395 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-aecda2d2-4795-46d0-a373-42063d15cac0 None None] Provisioning complete for port 1cc54b50-e8e6-458d-b09b-429726b651dd triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:44:00.631773 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aecda2d2-4795-46d0-a373-42063d15cac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:00.658979 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881530b-e249-44de-9f30-9155ddde4a8b None None] Pushing event updated for resources: {'Port': ['ID=1cc54b50-e8e6-458d-b09b-429726b651dd,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:00.735201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-aecda2d2-4795-46d0-a373-42063d15cac0 None None] Current status of the port 1cc54b50-e8e6-458d-b09b-429726b651dd is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:44:00.735622 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aecda2d2-4795-46d0-a373-42063d15cac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:00.736034 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] Set router 53b69d95-2c75-486a-b9a6-eab73900c3db gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:44:00.776373 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-aecda2d2-4795-46d0-a373-42063d15cac0 None None] For port 1cc54b50-e8e6-458d-b09b-429726b651dd, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1cc54b50-e8e6-458d-b09b-429726b651dd,segment=NetworkSegment(5c7d3691-f031-4cb5-985a-582349539245),segment_id=5c7d3691-f031-4cb5-985a-582349539245)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:44:00.785663 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aecda2d2-4795-46d0-a373-42063d15cac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:00.824244 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:00.850417 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecda2d2-4795-46d0-a373-42063d15cac0 None None] Pushing event updated for resources: {'Port': ['ID=1cc54b50-e8e6-458d-b09b-429726b651dd,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:00.907130 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-2a0eb3d5-4301-48fb-b641-e4d637e80578 None None] Provisioning complete for port 1cc54b50-e8e6-458d-b09b-429726b651dd triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:44:00.907416 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2a0eb3d5-4301-48fb-b641-e4d637e80578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:00.979398 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507262308', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '4e848c21-4179-4263-962c-53c74955f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:53Z', 'updated_at': '2022-05-26T16:43:58Z', 'revision_number': 4, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'gw_port': {'id': '4e848c21-4179-4263-962c-53c74955f11c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:54Z', 'updated_at': '2022-05-26T16:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '1cc54b50-e8e6-458d-b09b-429726b651dd', 'name': '', 'network_id': '846898d4-e714-4339-bd35-983880304e0a', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'mac_address': 'fa:16:3e:b9:25:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2419eb7d-1209-4394-b3d4-625f2919435a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:57Z', 'updated_at': '2022-05-26T16:44:00Z', 'revision_number': 4, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'subnets': [{'id': '2419eb7d-1209-4394-b3d4-625f2919435a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:44:01.007745 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aeef57-da04-4d52-9372-6ca9fca765d9 None None] The sync data for ids ['53b69d95-2c75-486a-b9a6-eab73900c3db'] in n-d-843337-2 is: [{'id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507262308', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '4e848c21-4179-4263-962c-53c74955f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:53Z', 'updated_at': '2022-05-26T16:43:58Z', 'revision_number': 4, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'gw_port': {'id': '4e848c21-4179-4263-962c-53c74955f11c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:54Z', 'updated_at': '2022-05-26T16:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '1cc54b50-e8e6-458d-b09b-429726b651dd', 'name': '', 'network_id': '846898d4-e714-4339-bd35-983880304e0a', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'mac_address': 'fa:16:3e:b9:25:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2419eb7d-1209-4394-b3d4-625f2919435a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:57Z', 'updated_at': '2022-05-26T16:44:00Z', 'revision_number': 4, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'subnets': [{'id': '2419eb7d-1209-4394-b3d4-625f2919435a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:44:01.009236 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2a0eb3d5-4301-48fb-b641-e4d637e80578 None None] Current status of the port 1cc54b50-e8e6-458d-b09b-429726b651dd is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:44:01.700503 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-70ab1818-74a4-45da-b6db-a0c7df57e5e1 req-20e33bc2-b92b-4899-b5e3-ad6647ffc4f6 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 210 time: 0.0354660 May 26 16:44:02.165674 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1cc54b50-e8e6-458d-b09b-429726b651dd up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:44:02.225019 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 1cc54b50-e8e6-458d-b09b-429726b651dd triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:44:02.225448 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:02.323078 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 1cc54b50-e8e6-458d-b09b-429726b651dd is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:44:02.794107 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-c7b637e6-51a1-4552-8962-cc66e87c74eb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:02.795791 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-c7b637e6-51a1-4552-8962-cc66e87c74eb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.83 "GET /v2.0/networks?id=846898d4-e714-4339-bd35-983880304e0a HTTP/1.1" status: 200 len: 796 time: 0.1224928 May 26 16:44:02.811836 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c1dc942-4e93-4954-a457-8cd143129161 req-03bb94ae-bff8-484e-bd86-e33177a866de tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 210 time: 0.0300293 May 26 16:44:02.870345 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-fe334ec8-0cab-4b86-b1ec-b5b30abebca1 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b9ac913f3c4435393738796da3fcc51 HTTP/1.1" status: 200 len: 477 time: 0.0572286 May 26 16:44:02.897155 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-8898f494-4f26-43ca-86c5-57a8665a7b12 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Request body: {'port': {'device_id': '0ec1f21d-c394-491c-aa3b-91dc1f54d0f6', 'network_id': '846898d4-e714-4339-bd35-983880304e0a', 'admin_state_up': True, 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'security_groups': ['77ef1cbc-5683-40bb-9d24-d0a3a49d0ad4', '08f46ce8-99ca-4cb3-b71a-fd1dec002717']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:44:03.017191 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-8898f494-4f26-43ca-86c5-57a8665a7b12 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Made reservation on behalf of 3b9ac913f3c4435393738796da3fcc51 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:44:03.020193 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-8898f494-4f26-43ca-86c5-57a8665a7b12 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:03.156900 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-8898f494-4f26-43ca-86c5-57a8665a7b12 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Allocated IP 172.20.0.9 (846898d4-e714-4339-bd35-983880304e0a/2419eb7d-1209-4394-b3d4-625f2919435a/2652318b-357f-4d68-b105-a95fedaa0b83) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:44:03.315212 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-8898f494-4f26-43ca-86c5-57a8665a7b12 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:03.357709 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-8898f494-4f26-43ca-86c5-57a8665a7b12 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:03.405595 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-8898f494-4f26-43ca-86c5-57a8665a7b12 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Network 846898d4-e714-4339-bd35-983880304e0a is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:44:03.408711 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-8898f494-4f26-43ca-86c5-57a8665a7b12 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:44:03.415011 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-8898f494-4f26-43ca-86c5-57a8665a7b12 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:44:03.443319 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898f494-4f26-43ca-86c5-57a8665a7b12 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event updated for resources: {'Port': ['ID=2652318b-357f-4d68-b105-a95fedaa0b83,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:03.474395 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-8898f494-4f26-43ca-86c5-57a8665a7b12 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:03.475083 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-8898f494-4f26-43ca-86c5-57a8665a7b12 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:03.495735 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-8898f494-4f26-43ca-86c5-57a8665a7b12 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6029232 May 26 16:44:03.516084 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-aeda26e9-c33c-4e23-b43a-517f192793a0 service neutron] Request body: {'port': {'device_id': '0ec1f21d-c394-491c-aa3b-91dc1f54d0f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:44:03.583310 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-aeda26e9-c33c-4e23-b43a-517f192793a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:03.652056 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-274be952-2279-4871-96c6-62ddcaa71458 None None] Provisioning complete for port 2652318b-357f-4d68-b105-a95fedaa0b83 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:44:03.653130 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-274be952-2279-4871-96c6-62ddcaa71458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:03.695901 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-274be952-2279-4871-96c6-62ddcaa71458 None None] Port 2652318b-357f-4d68-b105-a95fedaa0b83 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:44:03.790738 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-eaec7acf-211d-4cea-b94d-f0d6a8e6ed4f req-61f57a89-d2d9-4e34-99f3-ef6c9d566039 service neutron] (103895) timed out ('10.222.0.77', 44066) {{(pid=103895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 16:44:03.912637 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-aeda26e9-c33c-4e23-b43a-517f192793a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2652318b-357f-4d68-b105-a95fedaa0b83 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:44:03.920486 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-aeda26e9-c33c-4e23-b43a-517f192793a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:03.935893 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db69be-b9bc-4106-b8bc-01a9db6c066c req-eb355c7b-c2d0-443a-8f46-187f84f6f329 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:03.937457 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24db69be-b9bc-4106-b8bc-01a9db6c066c req-eb355c7b-c2d0-443a-8f46-187f84f6f329 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 970 time: 0.0520146 May 26 16:44:03.941553 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-aeda26e9-c33c-4e23-b43a-517f192793a0 service neutron] Transition to ACTIVE for port object 2652318b-357f-4d68-b105-a95fedaa0b83 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:44:03.946918 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-aeda26e9-c33c-4e23-b43a-517f192793a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:03.998665 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24db69be-b9bc-4106-b8bc-01a9db6c066c req-f23a4525-4bd9-465f-91eb-9ca4987aa17e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/security-groups?id=77ef1cbc-5683-40bb-9d24-d0a3a49d0ad4&id=08f46ce8-99ca-4cb3-b71a-fd1dec002717&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0541477 May 26 16:44:04.001673 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda26e9-c33c-4e23-b43a-517f192793a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2652318b-357f-4d68-b105-a95fedaa0b83,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:04.087247 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-aeda26e9-c33c-4e23-b43a-517f192793a0 service neutron] Attempting to bind port 2652318b-357f-4d68-b105-a95fedaa0b83 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:44:04.087247 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-aeda26e9-c33c-4e23-b43a-517f192793a0 service neutron] Attempting to bind port 2652318b-357f-4d68-b105-a95fedaa0b83 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '5c7d3691-f031-4cb5-985a-582349539245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '846898d4-e714-4339-bd35-983880304e0a'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:44:04.087247 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-aeda26e9-c33c-4e23-b43a-517f192793a0 service neutron] Attempting to bind port 2652318b-357f-4d68-b105-a95fedaa0b83 on network 846898d4-e714-4339-bd35-983880304e0a {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:44:04.091100 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-aeda26e9-c33c-4e23-b43a-517f192793a0 service neutron] Port 2652318b-357f-4d68-b105-a95fedaa0b83 on network 846898d4-e714-4339-bd35-983880304e0a not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:44:04.091462 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-aeda26e9-c33c-4e23-b43a-517f192793a0 service neutron] Attempting to bind port 2652318b-357f-4d68-b105-a95fedaa0b83 on network 846898d4-e714-4339-bd35-983880304e0a {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:44:04.099993 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-aeda26e9-c33c-4e23-b43a-517f192793a0 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:44:04.100553 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-aeda26e9-c33c-4e23-b43a-517f192793a0 service neutron] Checking segment: {'id': '5c7d3691-f031-4cb5-985a-582349539245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '846898d4-e714-4339-bd35-983880304e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:44:04.101156 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-aeda26e9-c33c-4e23-b43a-517f192793a0 service neutron] Bound using segment: {'id': '5c7d3691-f031-4cb5-985a-582349539245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '846898d4-e714-4339-bd35-983880304e0a'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:44:04.101854 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-aeda26e9-c33c-4e23-b43a-517f192793a0 service neutron] Bound port: 2652318b-357f-4d68-b105-a95fedaa0b83, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c7d3691-f031-4cb5-985a-582349539245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '846898d4-e714-4339-bd35-983880304e0a'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:44:04.102427 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-aeda26e9-c33c-4e23-b43a-517f192793a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:04.186737 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-aeda26e9-c33c-4e23-b43a-517f192793a0 service neutron] For port 2652318b-357f-4d68-b105-a95fedaa0b83, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:44:04.191807 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-aeda26e9-c33c-4e23-b43a-517f192793a0 service neutron] For port 2652318b-357f-4d68-b105-a95fedaa0b83, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=2652318b-357f-4d68-b105-a95fedaa0b83,segment=NetworkSegment(5c7d3691-f031-4cb5-985a-582349539245),segment_id=5c7d3691-f031-4cb5-985a-582349539245)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:44:04.196705 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-aeda26e9-c33c-4e23-b43a-517f192793a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:04.237364 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-aeda26e9-c33c-4e23-b43a-517f192793a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:04.238047 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-aeda26e9-c33c-4e23-b43a-517f192793a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:04.239468 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-aeda26e9-c33c-4e23-b43a-517f192793a0 service neutron] 10.222.0.83 "PUT /v2.0/ports/2652318b-357f-4d68-b105-a95fedaa0b83 HTTP/1.1" status: 200 len: 1130 time: 0.7292697 May 26 16:44:04.239924 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec1f21d-c394-491c-aa3b-91dc1f54d0f6', 'tag': '2652318b-357f-4d68-b105-a95fedaa0b83'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:44:04.242496 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f878c96a-9ac3-40bd-9ed0-fc416783cd0f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec1f21d-c394-491c-aa3b-91dc1f54d0f6", "tag": "2652318b-357f-4d68-b105-a95fedaa0b83"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:44:04.272914 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda26e9-c33c-4e23-b43a-517f192793a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2652318b-357f-4d68-b105-a95fedaa0b83,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:04.301011 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20b3ed3-6b9d-4c95-b83c-fce1f38b902f x-openstack-request-id: req-d20b3ed3-6b9d-4c95-b83c-fce1f38b902f {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:44:04.301486 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec1f21d-c394-491c-aa3b-91dc1f54d0f6", "tag": "2652318b-357f-4d68-b105-a95fedaa0b83", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:44:04.301878 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d20b3ed3-6b9d-4c95-b83c-fce1f38b902f {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:44:04.302511 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d20b3ed3-6b9d-4c95-b83c-fce1f38b902f'] response: {'name': 'network-changed', 'server_uuid': '0ec1f21d-c394-491c-aa3b-91dc1f54d0f6', 'tag': '2652318b-357f-4d68-b105-a95fedaa0b83', 'status': 'completed', 'code': 200} May 26 16:44:04.362440 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-0b9d0033-c06c-48ea-97cd-1b2a0cb6fb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:04.364193 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-0b9d0033-c06c-48ea-97cd-1b2a0cb6fb41 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b9ac913f3c4435393738796da3fcc51&device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 1133 time: 0.0468650 May 26 16:44:04.425558 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-e3c24685-92d3-4fa1-9bfc-0d0e844e40be service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2652318b-357f-4d68-b105-a95fedaa0b83 HTTP/1.1" status: 200 len: 217 time: 0.0469854 May 26 16:44:04.481996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-0c469958-e027-4d75-a3ae-bc3b24c7807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:04.483483 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-0c469958-e027-4d75-a3ae-bc3b24c7807f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2419eb7d-1209-4394-b3d4-625f2919435a HTTP/1.1" status: 200 len: 834 time: 0.0514627 May 26 16:44:04.534966 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-531a9b57-e729-4391-9435-7171ec92f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:04.537651 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-531a9b57-e729-4391-9435-7171ec92f21d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=846898d4-e714-4339-bd35-983880304e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471420 May 26 16:44:04.649261 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-6068a356-a337-4b74-b8e7-48b8f2e2de83 service neutron] 10.222.0.83 "GET /v2.0/networks/846898d4-e714-4339-bd35-983880304e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023626 May 26 16:44:04.741687 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2750a7be-4031-4581-a9c8-f6713a4ba1c1 req-3aad35a8-9e83-47af-bc85-5164cc0f866b service neutron] 10.222.0.83 "GET /v2.0/networks/846898d4-e714-4339-bd35-983880304e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850894 May 26 16:44:04.880937 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878c96a-9ac3-40bd-9ed0-fc416783cd0f req-381cc496-5636-4235-ab24-35209068e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:04.882372 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f878c96a-9ac3-40bd-9ed0-fc416783cd0f req-381cc496-5636-4235-ab24-35209068e3e3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b9ac913f3c4435393738796da3fcc51&device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 1133 time: 0.0434554 May 26 16:44:04.989342 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878c96a-9ac3-40bd-9ed0-fc416783cd0f req-68807a47-5356-4a65-99a9-8199e6cfdff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:04.990841 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f878c96a-9ac3-40bd-9ed0-fc416783cd0f req-68807a47-5356-4a65-99a9-8199e6cfdff5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=846898d4-e714-4339-bd35-983880304e0a HTTP/1.1" status: 200 len: 897 time: 0.0997488 May 26 16:44:05.036084 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f878c96a-9ac3-40bd-9ed0-fc416783cd0f req-110d9994-c80f-4eae-8471-f2cd5e9492db service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2652318b-357f-4d68-b105-a95fedaa0b83 HTTP/1.1" status: 200 len: 217 time: 0.0371587 May 26 16:44:05.094763 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878c96a-9ac3-40bd-9ed0-fc416783cd0f req-3a50d0c6-19a8-42eb-a9d3-15fbc9cc5013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:05.096363 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f878c96a-9ac3-40bd-9ed0-fc416783cd0f req-3a50d0c6-19a8-42eb-a9d3-15fbc9cc5013 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2419eb7d-1209-4394-b3d4-625f2919435a HTTP/1.1" status: 200 len: 834 time: 0.0512185 May 26 16:44:05.139485 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a20cd-579e-4ee8-8e38-9c33f2aedcbc req-0f52a9db-474f-4e1c-ba1e-fd8ee8b2fa08 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:05.141380 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-753a20cd-579e-4ee8-8e38-9c33f2aedcbc req-0f52a9db-474f-4e1c-ba1e-fd8ee8b2fa08 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 982 time: 0.0610876 May 26 16:44:05.193595 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-753a20cd-579e-4ee8-8e38-9c33f2aedcbc req-5fadd58b-2b04-4438-9ec6-988dc7ca3430 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/security-groups?id=77ef1cbc-5683-40bb-9d24-d0a3a49d0ad4&id=08f46ce8-99ca-4cb3-b71a-fd1dec002717&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0449562 May 26 16:44:05.471796 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878c96a-9ac3-40bd-9ed0-fc416783cd0f req-b21c9718-3bc7-44c3-a550-2f530eff57bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:05.473431 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f878c96a-9ac3-40bd-9ed0-fc416783cd0f req-b21c9718-3bc7-44c3-a550-2f530eff57bf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=846898d4-e714-4339-bd35-983880304e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3687811 May 26 16:44:05.567902 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f878c96a-9ac3-40bd-9ed0-fc416783cd0f req-61c423df-f873-4597-8212-88480c89eddc service neutron] 10.222.0.83 "GET /v2.0/networks/846898d4-e714-4339-bd35-983880304e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860503 May 26 16:44:05.665124 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f878c96a-9ac3-40bd-9ed0-fc416783cd0f req-c4d15e24-862a-4d18-9fae-6a82db5a982c service neutron] 10.222.0.83 "GET /v2.0/networks/846898d4-e714-4339-bd35-983880304e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892715 May 26 16:44:06.324466 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d175a-3f06-40de-a86c-2286c6a8a14d req-68f39d04-d19a-4df8-873b-08ebec6cf943 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:06.325994 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-161d175a-3f06-40de-a86c-2286c6a8a14d req-68f39d04-d19a-4df8-873b-08ebec6cf943 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 982 time: 0.0543032 May 26 16:44:06.384006 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-161d175a-3f06-40de-a86c-2286c6a8a14d req-e6d70e89-91d2-40dc-afa8-e6dfbe243bed tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/security-groups?id=77ef1cbc-5683-40bb-9d24-d0a3a49d0ad4&id=08f46ce8-99ca-4cb3-b71a-fd1dec002717&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0469267 May 26 16:44:06.666315 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:44:07.523635 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa629d06-3fce-405d-9ba9-e19ef61ff3df req-ddaee23b-e82e-4863-9c89-304fe7fbfbf6 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:07.525188 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa629d06-3fce-405d-9ba9-e19ef61ff3df req-ddaee23b-e82e-4863-9c89-304fe7fbfbf6 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 982 time: 0.0521808 May 26 16:44:07.568270 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa629d06-3fce-405d-9ba9-e19ef61ff3df req-b3bfca06-8931-43d9-a71c-81defaa39bbf tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/security-groups?id=77ef1cbc-5683-40bb-9d24-d0a3a49d0ad4&id=08f46ce8-99ca-4cb3-b71a-fd1dec002717&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0367913 May 26 16:44:08.691178 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e236ed1-0fd8-44c0-974f-f84c15cbd160 req-7494c7c7-cec0-4726-9438-05a5601515bb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:08.692877 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1e236ed1-0fd8-44c0-974f-f84c15cbd160 req-7494c7c7-cec0-4726-9438-05a5601515bb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 982 time: 0.0539956 May 26 16:44:08.735605 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1e236ed1-0fd8-44c0-974f-f84c15cbd160 req-19d6cbdf-2144-4fcf-8b5b-d276cd6d02c1 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/security-groups?id=77ef1cbc-5683-40bb-9d24-d0a3a49d0ad4&id=08f46ce8-99ca-4cb3-b71a-fd1dec002717&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0365081 May 26 16:44:08.959846 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 2652318b-357f-4d68-b105-a95fedaa0b83 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:44:09.061067 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 2652318b-357f-4d68-b105-a95fedaa0b83, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=2652318b-357f-4d68-b105-a95fedaa0b83,segment=NetworkSegment(5c7d3691-f031-4cb5-985a-582349539245),segment_id=5c7d3691-f031-4cb5-985a-582349539245)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:44:09.073217 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '2652318b-357f-4d68-b105-a95fedaa0b83', 'network_id': '846898d4-e714-4339-bd35-983880304e0a', 'port_id': '2652318b-357f-4d68-b105-a95fedaa0b83', 'mac_address': 'fa:16:3e:d1:62:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2419eb7d-1209-4394-b3d4-625f2919435a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:44:09.111353 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 2652318b-357f-4d68-b105-a95fedaa0b83 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:44:09.111740 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:09.125940 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2652318b-357f-4d68-b105-a95fedaa0b83 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:44:09.147515 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 2652318b-357f-4d68-b105-a95fedaa0b83, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=2652318b-357f-4d68-b105-a95fedaa0b83,segment=NetworkSegment(5c7d3691-f031-4cb5-985a-582349539245),segment_id=5c7d3691-f031-4cb5-985a-582349539245)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:44:09.152973 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:09.209967 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=2652318b-357f-4d68-b105-a95fedaa0b83,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:09.601595 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['2652318b-357f-4d68-b105-a95fedaa0b83'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:44:09.877610 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d771e47-b0fc-42d9-9564-dc7c03f7033d req-8dda3b4d-7210-4afc-ab2f-4559cce4f52c tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:09.880489 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d771e47-b0fc-42d9-9564-dc7c03f7033d req-8dda3b4d-7210-4afc-ab2f-4559cce4f52c tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 983 time: 0.0653143 May 26 16:44:09.934095 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d771e47-b0fc-42d9-9564-dc7c03f7033d req-702abd88-900d-4150-af52-e50bae7c1066 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/security-groups?id=77ef1cbc-5683-40bb-9d24-d0a3a49d0ad4&id=08f46ce8-99ca-4cb3-b71a-fd1dec002717&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0458291 May 26 16:44:10.986458 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 2652318b-357f-4d68-b105-a95fedaa0b83 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:44:11.042430 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 2652318b-357f-4d68-b105-a95fedaa0b83 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:44:11.046428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 2652318b-357f-4d68-b105-a95fedaa0b83 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:44:11.046805 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:11.060127 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa58d2-68a2-4be9-a7ac-cf8a90c32d6e req-e100bb8f-5820-4a41-9d09-4e3fcacf928d tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:11.061714 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-67aa58d2-68a2-4be9-a7ac-cf8a90c32d6e req-e100bb8f-5820-4a41-9d09-4e3fcacf928d tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 983 time: 0.0531280 May 26 16:44:11.111086 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-67aa58d2-68a2-4be9-a7ac-cf8a90c32d6e req-e24ff941-a0b7-4427-aa91-52bb2c6f21d3 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/security-groups?id=77ef1cbc-5683-40bb-9d24-d0a3a49d0ad4&id=08f46ce8-99ca-4cb3-b71a-fd1dec002717&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0422025 May 26 16:44:11.136910 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 2652318b-357f-4d68-b105-a95fedaa0b83 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:44:11.137305 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:11.162299 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec1f21d-c394-491c-aa3b-91dc1f54d0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2652318b-357f-4d68-b105-a95fedaa0b83'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:44:11.164586 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff29ddc7-d21a-4d2e-8fca-c77b2f63e876" -d '{"events": [{"server_uuid": "0ec1f21d-c394-491c-aa3b-91dc1f54d0f6", "name": "network-vif-plugged", "status": "completed", "tag": "2652318b-357f-4d68-b105-a95fedaa0b83"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:44:11.182920 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 2652318b-357f-4d68-b105-a95fedaa0b83, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=2652318b-357f-4d68-b105-a95fedaa0b83,segment=NetworkSegment(5c7d3691-f031-4cb5-985a-582349539245),segment_id=5c7d3691-f031-4cb5-985a-582349539245)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:44:11.187323 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:11.216027 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987a82f6-7ba4-4035-a208-49d3facd229a x-openstack-request-id: req-987a82f6-7ba4-4035-a208-49d3facd229a {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:44:11.216339 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec1f21d-c394-491c-aa3b-91dc1f54d0f6", "name": "network-vif-plugged", "status": "completed", "tag": "2652318b-357f-4d68-b105-a95fedaa0b83", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:44:11.216583 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-987a82f6-7ba4-4035-a208-49d3facd229a {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:44:11.216966 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-987a82f6-7ba4-4035-a208-49d3facd229a'] response: {'server_uuid': '0ec1f21d-c394-491c-aa3b-91dc1f54d0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2652318b-357f-4d68-b105-a95fedaa0b83', 'code': 200} May 26 16:44:11.243760 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=2652318b-357f-4d68-b105-a95fedaa0b83,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:11.373713 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15273e02-7fd3-4b61-98e3-2e6125d14fa7 req-0863fd8b-5471-4ddf-a139-3f8bc605c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:11.375237 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-15273e02-7fd3-4b61-98e3-2e6125d14fa7 req-0863fd8b-5471-4ddf-a139-3f8bc605c095 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 1135 time: 0.0425045 May 26 16:44:11.421173 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-15273e02-7fd3-4b61-98e3-2e6125d14fa7 req-45faff00-8924-4b5c-8c54-3a37afab1db6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=77ef1cbc-5683-40bb-9d24-d0a3a49d0ad4&id=08f46ce8-99ca-4cb3-b71a-fd1dec002717&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0330102 May 26 16:44:12.239842 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e77d29-0350-4953-92bb-01936a61303a req-43ea9168-3566-480c-90f8-f2f1f745417d tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:12.241435 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60e77d29-0350-4953-92bb-01936a61303a req-43ea9168-3566-480c-90f8-f2f1f745417d tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 984 time: 0.0521474 May 26 16:44:12.287940 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60e77d29-0350-4953-92bb-01936a61303a req-31d988d9-24e1-4d49-9536-4f72f085ba8c tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/security-groups?id=77ef1cbc-5683-40bb-9d24-d0a3a49d0ad4&id=08f46ce8-99ca-4cb3-b71a-fd1dec002717&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0399125 May 26 16:44:13.064549 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-033f5c45-d59d-4745-a96f-d4bcb1ef204e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:13.436777 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f2b31-d5d0-45ff-b1f3-f8530e338fd5 req-e184ab17-f9b0-4b48-8418-1ade8843bcf8 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:13.438350 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f15f2b31-d5d0-45ff-b1f3-f8530e338fd5 req-e184ab17-f9b0-4b48-8418-1ade8843bcf8 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 984 time: 0.0612941 May 26 16:44:13.482144 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f15f2b31-d5d0-45ff-b1f3-f8530e338fd5 req-c50e63e6-69aa-493b-9eab-1ab9c6863233 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/security-groups?id=77ef1cbc-5683-40bb-9d24-d0a3a49d0ad4&id=08f46ce8-99ca-4cb3-b71a-fd1dec002717&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0360248 May 26 16:44:13.603023 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f50ba-2c41-4ee3-9c30-2bfc288dea98 req-31078a12-9c22-42be-bffa-bf9e53681dfc tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:13.604559 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd2f50ba-2c41-4ee3-9c30-2bfc288dea98 req-31078a12-9c22-42be-bffa-bf9e53681dfc tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 984 time: 0.0518346 May 26 16:44:13.647120 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd2f50ba-2c41-4ee3-9c30-2bfc288dea98 req-c46e79a3-6003-4901-ada1-735da3028389 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/security-groups?id=77ef1cbc-5683-40bb-9d24-d0a3a49d0ad4&id=08f46ce8-99ca-4cb3-b71a-fd1dec002717&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0361557 May 26 16:44:13.730414 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aae3ce9c-4fc5-455d-984a-a1dbd5fe491a req-ba3bb7a4-2200-403e-a304-9fe506d6b178 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446286 May 26 16:44:13.784915 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e8901-8fdf-4478-97cc-9e11795bc4b7 req-852fabff-258d-499a-9669-8872aafb90b9 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:13.786133 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-df4e8901-8fdf-4478-97cc-9e11795bc4b7 req-852fabff-258d-499a-9669-8872aafb90b9 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 1135 time: 0.0638366 May 26 16:44:13.806216 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-df4e8901-8fdf-4478-97cc-9e11795bc4b7 req-703604ea-e66b-469a-a17a-ce8e2758abdc tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:13.850671 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3ce9c-4fc5-455d-984a-a1dbd5fe491a req-aa99fd84-cfd8-4aaa-a616-c1ff4126c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:13.852215 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aae3ce9c-4fc5-455d-984a-a1dbd5fe491a req-aa99fd84-cfd8-4aaa-a616-c1ff4126c2b7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b9ac913f3c4435393738796da3fcc51&device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 1135 time: 0.0499218 May 26 16:44:13.903333 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-df4e8901-8fdf-4478-97cc-9e11795bc4b7 req-703604ea-e66b-469a-a17a-ce8e2758abdc tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:13.907297 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-df4e8901-8fdf-4478-97cc-9e11795bc4b7 req-703604ea-e66b-469a-a17a-ce8e2758abdc tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:13.932287 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-df4e8901-8fdf-4478-97cc-9e11795bc4b7 req-703604ea-e66b-469a-a17a-ce8e2758abdc tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=77ef1cbc-5683-40bb-9d24-d0a3a49d0ad4&id=08f46ce8-99ca-4cb3-b71a-fd1dec002717&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1396627 May 26 16:44:13.947922 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703604ea-e66b-469a-a17a-ce8e2758abdc tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ab9b4e-c087-4907-9cd9-d29eed88420b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:13.953731 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703604ea-e66b-469a-a17a-ce8e2758abdc tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:13.954114 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703604ea-e66b-469a-a17a-ce8e2758abdc tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:13.954460 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703604ea-e66b-469a-a17a-ce8e2758abdc tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:13.954978 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703604ea-e66b-469a-a17a-ce8e2758abdc tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:13.955136 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703604ea-e66b-469a-a17a-ce8e2758abdc tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:13.955474 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703604ea-e66b-469a-a17a-ce8e2758abdc tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:13.955806 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703604ea-e66b-469a-a17a-ce8e2758abdc tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:13.956285 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703604ea-e66b-469a-a17a-ce8e2758abdc tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:13.956864 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703604ea-e66b-469a-a17a-ce8e2758abdc tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:13.957428 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703604ea-e66b-469a-a17a-ce8e2758abdc tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:13.957809 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38086) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:44:13.958000 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703604ea-e66b-469a-a17a-ce8e2758abdc tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:13.958521 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703604ea-e66b-469a-a17a-ce8e2758abdc tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:44:13.978170 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3ce9c-4fc5-455d-984a-a1dbd5fe491a req-6d304436-c7eb-436c-a2a4-3c62a6e449c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:13.979630 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aae3ce9c-4fc5-455d-984a-a1dbd5fe491a req-6d304436-c7eb-436c-a2a4-3c62a6e449c9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=846898d4-e714-4339-bd35-983880304e0a HTTP/1.1" status: 200 len: 897 time: 0.1037886 May 26 16:44:14.042171 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aae3ce9c-4fc5-455d-984a-a1dbd5fe491a req-9857e85a-c800-4aed-8468-9312c1a14840 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2652318b-357f-4d68-b105-a95fedaa0b83 HTTP/1.1" status: 200 len: 217 time: 0.0473971 May 26 16:44:14.054002 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc50852-26d4-495e-969c-c61d0c3113e5 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:14.055547 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2bc50852-26d4-495e-969c-c61d0c3113e5 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 1130 time: 0.0967720 May 26 16:44:14.058923 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38088) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:44:14.063869 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-dd2fe792-b0eb-4f2b-af26-dc2d9f6a8cec tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': '2652318b-357f-4d68-b105-a95fedaa0b83', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:44:14.086517 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe792-b0eb-4f2b-af26-dc2d9f6a8cec tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:14.102036 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3ce9c-4fc5-455d-984a-a1dbd5fe491a req-1d160dd6-6154-497f-b106-8c13b15a4450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:14.103607 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aae3ce9c-4fc5-455d-984a-a1dbd5fe491a req-1d160dd6-6154-497f-b106-8c13b15a4450 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2419eb7d-1209-4394-b3d4-625f2919435a HTTP/1.1" status: 200 len: 834 time: 0.0470524 May 26 16:44:14.156521 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3ce9c-4fc5-455d-984a-a1dbd5fe491a req-1e613c16-311d-4013-8085-70e713e4812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:14.157970 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aae3ce9c-4fc5-455d-984a-a1dbd5fe491a req-1e613c16-311d-4013-8085-70e713e4812e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=846898d4-e714-4339-bd35-983880304e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432744 May 26 16:44:14.192405 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe792-b0eb-4f2b-af26-dc2d9f6a8cec tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:14.278531 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aae3ce9c-4fc5-455d-984a-a1dbd5fe491a req-b8886b6c-dfd9-4a7f-8950-b025a0fa1591 service neutron] 10.222.0.83 "GET /v2.0/networks/846898d4-e714-4339-bd35-983880304e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087651 May 26 16:44:14.318488 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-dd2fe792-b0eb-4f2b-af26-dc2d9f6a8cec tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Allocated IP 172.25.7.154 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/5ba20412-5ee7-407e-8d76-312332b41f38) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:44:14.388600 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-aae3ce9c-4fc5-455d-984a-a1dbd5fe491a req-b5ad6c9c-e285-4ed7-aa06-e98e672edf0a service neutron] 10.222.0.83 "GET /v2.0/networks/846898d4-e714-4339-bd35-983880304e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983536 May 26 16:44:14.428166 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe792-b0eb-4f2b-af26-dc2d9f6a8cec tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:14.463912 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe792-b0eb-4f2b-af26-dc2d9f6a8cec tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:14.510085 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2fe792-b0eb-4f2b-af26-dc2d9f6a8cec tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:44:14.513051 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-dd2fe792-b0eb-4f2b-af26-dc2d9f6a8cec tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:44:14.516831 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2fe792-b0eb-4f2b-af26-dc2d9f6a8cec tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:44:14.522815 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fe792-b0eb-4f2b-af26-dc2d9f6a8cec tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event updated for resources: {'Port': ['ID=5ba20412-5ee7-407e-8d76-312332b41f38,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:14.901251 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe792-b0eb-4f2b-af26-dc2d9f6a8cec tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:14.974355 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe792-b0eb-4f2b-af26-dc2d9f6a8cec tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:15.151174 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe792-b0eb-4f2b-af26-dc2d9f6a8cec tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:15.155873 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe792-b0eb-4f2b-af26-dc2d9f6a8cec tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:15.230098 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fe792-b0eb-4f2b-af26-dc2d9f6a8cec tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event updated for resources: {'Port': ['ID=5ba20412-5ee7-407e-8d76-312332b41f38,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:44:15.240989 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe792-b0eb-4f2b-af26-dc2d9f6a8cec tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:15.349536 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-dd2fe792-b0eb-4f2b-af26-dc2d9f6a8cec tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Floating IP cd4cb7d6-c948-49c5-829f-a003d9b9571e associated. External IP: 172.25.7.154, port: 2652318b-357f-4d68-b105-a95fedaa0b83. May 26 16:44:15.505602 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-28db53fb-4860-4209-b40d-58bd56dc6e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:15.590636 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2fe792-b0eb-4f2b-af26-dc2d9f6a8cec tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Router 53b69d95-2c75-486a-b9a6-eab73900c3db has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:44:16.003513 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2fe792-b0eb-4f2b-af26-dc2d9f6a8cec tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:44:16.016874 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5726bb-3afd-4e4f-927d-9a37a6b16c29 None None] Sync routers for ids ['53b69d95-2c75-486a-b9a6-eab73900c3db'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:44:16.025692 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe792-b0eb-4f2b-af26-dc2d9f6a8cec tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:16.029059 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5726bb-3afd-4e4f-927d-9a37a6b16c29 None None] Routers {'53b69d95-2c75-486a-b9a6-eab73900c3db'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:44:16.029708 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1e5726bb-3afd-4e4f-927d-9a37a6b16c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:44:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['53b69d95-2c75-486a-b9a6-eab73900c3db'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:44:16.055599 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-dd2fe792-b0eb-4f2b-af26-dc2d9f6a8cec tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9952366 May 26 16:44:16.056272 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec1f21d-c394-491c-aa3b-91dc1f54d0f6', 'tag': '2652318b-357f-4d68-b105-a95fedaa0b83'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:44:16.058519 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dc85e2-a312-4bf6-b39e-70d2f39d90a0" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec1f21d-c394-491c-aa3b-91dc1f54d0f6", "tag": "2652318b-357f-4d68-b105-a95fedaa0b83"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:44:16.059081 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38090) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:44:16.100793 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c79a203-911f-4628-aff9-848d2dbeefda x-openstack-request-id: req-3c79a203-911f-4628-aff9-848d2dbeefda {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:44:16.101109 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec1f21d-c394-491c-aa3b-91dc1f54d0f6", "tag": "2652318b-357f-4d68-b105-a95fedaa0b83", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:44:16.101510 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3c79a203-911f-4628-aff9-848d2dbeefda {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:44:16.101914 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c79a203-911f-4628-aff9-848d2dbeefda'] response: {'name': 'network-changed', 'server_uuid': '0ec1f21d-c394-491c-aa3b-91dc1f54d0f6', 'tag': '2652318b-357f-4d68-b105-a95fedaa0b83', 'status': 'completed', 'code': 200} May 26 16:44:16.153297 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1e5726bb-3afd-4e4f-927d-9a37a6b16c29 None None] Set router 53b69d95-2c75-486a-b9a6-eab73900c3db gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:44:16.199500 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13271193-5d5f-4643-92eb-b4e1424e4cd8 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:16.199971 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13271193-5d5f-4643-92eb-b4e1424e4cd8 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:16.200468 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13271193-5d5f-4643-92eb-b4e1424e4cd8 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:16.200924 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13271193-5d5f-4643-92eb-b4e1424e4cd8 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:16.203818 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-13271193-5d5f-4643-92eb-b4e1424e4cd8 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1434309 May 26 16:44:16.205355 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38094) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:44:16.225791 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc85e2-a312-4bf6-b39e-70d2f39d90a0 req-277ea66f-fd8b-4aee-82d6-289db7ffb08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:16.227378 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-93dc85e2-a312-4bf6-b39e-70d2f39d90a0 req-277ea66f-fd8b-4aee-82d6-289db7ffb08c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b9ac913f3c4435393738796da3fcc51&device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 1135 time: 0.0637138 May 26 16:44:16.304216 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdaf78f-6eb9-4b57-9822-2120f9cf2d04 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:16.304995 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdaf78f-6eb9-4b57-9822-2120f9cf2d04 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:16.306756 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdaf78f-6eb9-4b57-9822-2120f9cf2d04 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:16.307215 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdaf78f-6eb9-4b57-9822-2120f9cf2d04 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:16.309162 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1bdaf78f-6eb9-4b57-9822-2120f9cf2d04 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1020699 May 26 16:44:16.311852 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38096) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:44:16.357131 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc85e2-a312-4bf6-b39e-70d2f39d90a0 req-0a2c689f-68fc-4238-a8b7-95cf921d7eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:16.358827 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-93dc85e2-a312-4bf6-b39e-70d2f39d90a0 req-0a2c689f-68fc-4238-a8b7-95cf921d7eec service neutron] 10.222.0.83 "GET /v2.0/networks?id=846898d4-e714-4339-bd35-983880304e0a HTTP/1.1" status: 200 len: 897 time: 0.1217871 May 26 16:44:16.430100 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1e5726bb-3afd-4e4f-927d-9a37a6b16c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507262308', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '4e848c21-4179-4263-962c-53c74955f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:53Z', 'updated_at': '2022-05-26T16:43:58Z', 'revision_number': 4, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'gw_port': {'id': '4e848c21-4179-4263-962c-53c74955f11c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:54Z', 'updated_at': '2022-05-26T16:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'cd4cb7d6-c948-49c5-829f-a003d9b9571e', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'port_id': '2652318b-357f-4d68-b105-a95fedaa0b83', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846898d4-e714-4339-bd35-983880304e0a', 'mac_address': 'fa:16:3e:d1:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1f21d-c394-491c-aa3b-91dc1f54d0f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:44:14Z', 'updated_at': '2022-05-26T16:44:14Z', 'revision_number': 0, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cc54b50-e8e6-458d-b09b-429726b651dd', 'name': '', 'network_id': '846898d4-e714-4339-bd35-983880304e0a', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'mac_address': 'fa:16:3e:b9:25:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2419eb7d-1209-4394-b3d4-625f2919435a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:57Z', 'updated_at': '2022-05-26T16:44:00Z', 'revision_number': 5, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'subnets': [{'id': '2419eb7d-1209-4394-b3d4-625f2919435a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:44:16.442813 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-93dc85e2-a312-4bf6-b39e-70d2f39d90a0 req-ecfb7d3c-5fbb-49ac-8ea9-e4982e9cbf37 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2652318b-357f-4d68-b105-a95fedaa0b83 HTTP/1.1" status: 200 len: 999 time: 0.0719883 May 26 16:44:16.459526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5726bb-3afd-4e4f-927d-9a37a6b16c29 None None] Checking router: 53b69d95-2c75-486a-b9a6-eab73900c3db for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:44:16.471840 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5726bb-3afd-4e4f-927d-9a37a6b16c29 None None] Routers {'53b69d95-2c75-486a-b9a6-eab73900c3db'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:44:16.472324 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1e5726bb-3afd-4e4f-927d-9a37a6b16c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:44:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['53b69d95-2c75-486a-b9a6-eab73900c3db'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:44:16.502533 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc85e2-a312-4bf6-b39e-70d2f39d90a0 req-874d251d-5077-4711-b122-827464b376f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:16.504800 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-93dc85e2-a312-4bf6-b39e-70d2f39d90a0 req-874d251d-5077-4711-b122-827464b376f5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2419eb7d-1209-4394-b3d4-625f2919435a HTTP/1.1" status: 200 len: 834 time: 0.0507128 May 26 16:44:16.566621 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc85e2-a312-4bf6-b39e-70d2f39d90a0 req-c49a84da-ee7c-444b-801e-7b6aff4b5670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:16.568727 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-93dc85e2-a312-4bf6-b39e-70d2f39d90a0 req-c49a84da-ee7c-444b-801e-7b6aff4b5670 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=846898d4-e714-4339-bd35-983880304e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557687 May 26 16:44:16.592567 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1e5726bb-3afd-4e4f-927d-9a37a6b16c29 None None] Set router 53b69d95-2c75-486a-b9a6-eab73900c3db gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:44:16.593739 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-44327b60-efa5-404a-ba49-d11e10e06383 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.2800708 May 26 16:44:16.595568 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38098) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:44:16.639009 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a48391-7c9d-4d26-8880-3a8ee5452a35 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:16.639744 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a48391-7c9d-4d26-8880-3a8ee5452a35 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:44:16.641555 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d4a48391-7c9d-4d26-8880-3a8ee5452a35 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=53b69d95-2c75-486a-b9a6-eab73900c3db HTTP/1.1" status: 200 len: 1990 time: 0.0449660 May 26 16:44:16.652726 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:16.681153 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-93dc85e2-a312-4bf6-b39e-70d2f39d90a0 req-0aa80a88-31e9-40cd-b7b5-d6bf936f3e2a service neutron] 10.222.0.83 "GET /v2.0/networks/846898d4-e714-4339-bd35-983880304e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033278 May 26 16:44:16.800014 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-93dc85e2-a312-4bf6-b39e-70d2f39d90a0 req-70313c2d-9fb7-4b59-a053-0e02f358ef61 service neutron] 10.222.0.83 "GET /v2.0/networks/846898d4-e714-4339-bd35-983880304e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016755 May 26 16:44:17.016348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1e5726bb-3afd-4e4f-927d-9a37a6b16c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507262308', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '4e848c21-4179-4263-962c-53c74955f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:53Z', 'updated_at': '2022-05-26T16:43:58Z', 'revision_number': 4, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'gw_port': {'id': '4e848c21-4179-4263-962c-53c74955f11c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:54Z', 'updated_at': '2022-05-26T16:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'cd4cb7d6-c948-49c5-829f-a003d9b9571e', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'port_id': '2652318b-357f-4d68-b105-a95fedaa0b83', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846898d4-e714-4339-bd35-983880304e0a', 'mac_address': 'fa:16:3e:d1:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1f21d-c394-491c-aa3b-91dc1f54d0f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:44:14Z', 'updated_at': '2022-05-26T16:44:14Z', 'revision_number': 0, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cc54b50-e8e6-458d-b09b-429726b651dd', 'name': '', 'network_id': '846898d4-e714-4339-bd35-983880304e0a', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'mac_address': 'fa:16:3e:b9:25:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2419eb7d-1209-4394-b3d4-625f2919435a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:57Z', 'updated_at': '2022-05-26T16:44:00Z', 'revision_number': 5, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'subnets': [{'id': '2419eb7d-1209-4394-b3d4-625f2919435a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:44:17.044701 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5726bb-3afd-4e4f-927d-9a37a6b16c29 None None] The sync data for ids ['53b69d95-2c75-486a-b9a6-eab73900c3db'] in n-d-843337-2 is: [{'id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507262308', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '4e848c21-4179-4263-962c-53c74955f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:53Z', 'updated_at': '2022-05-26T16:43:58Z', 'revision_number': 4, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'gw_port': {'id': '4e848c21-4179-4263-962c-53c74955f11c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:54Z', 'updated_at': '2022-05-26T16:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'cd4cb7d6-c948-49c5-829f-a003d9b9571e', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'port_id': '2652318b-357f-4d68-b105-a95fedaa0b83', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846898d4-e714-4339-bd35-983880304e0a', 'mac_address': 'fa:16:3e:d1:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec1f21d-c394-491c-aa3b-91dc1f54d0f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:44:14Z', 'updated_at': '2022-05-26T16:44:14Z', 'revision_number': 0, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cc54b50-e8e6-458d-b09b-429726b651dd', 'name': '', 'network_id': '846898d4-e714-4339-bd35-983880304e0a', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'mac_address': 'fa:16:3e:b9:25:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2419eb7d-1209-4394-b3d4-625f2919435a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:57Z', 'updated_at': '2022-05-26T16:44:00Z', 'revision_number': 5, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'subnets': [{'id': '2419eb7d-1209-4394-b3d4-625f2919435a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:44:17.242136 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd9cfbc-df9b-4095-ac31-e94a355c341d None None] New status for floating IP cd4cb7d6-c948-49c5-829f-a003d9b9571e: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:44:18.311219 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:18.371339 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:19.003276 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:30.796618 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:43.069934 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d7c2a-7b87-47ab-8ba5-bcddde6c04ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:43.665814 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:44:45.498078 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4df908fc-c352-488e-9b1d-087cf1a3ddec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:46.643197 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:48.324369 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:48.373482 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:44:48.996521 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:00.807230 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:13.072560 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5fc9bae1-5f7f-44e5-8c1a-a2eacf7e4ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:13.782913 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30ec77dc-f5af-4f4a-b752-39397d383bdd req-21c60c20-3835-4cc6-b81e-0f3d14212a9f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422804 May 26 16:45:13.887338 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec77dc-f5af-4f4a-b752-39397d383bdd req-29f832d5-ecdd-4374-88de-38559c148640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:13.888900 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30ec77dc-f5af-4f4a-b752-39397d383bdd req-29f832d5-ecdd-4374-88de-38559c148640 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b9ac913f3c4435393738796da3fcc51&device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 1135 time: 0.0424037 May 26 16:45:13.998652 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec77dc-f5af-4f4a-b752-39397d383bdd req-914de599-8440-4f54-b97c-f544a5fee91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:14.000181 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30ec77dc-f5af-4f4a-b752-39397d383bdd req-914de599-8440-4f54-b97c-f544a5fee91b service neutron] 10.222.0.83 "GET /v2.0/networks?id=846898d4-e714-4339-bd35-983880304e0a HTTP/1.1" status: 200 len: 897 time: 0.0892682 May 26 16:45:14.069798 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30ec77dc-f5af-4f4a-b752-39397d383bdd req-e989c3ea-a245-4640-8ba9-e540b1541cbb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2652318b-357f-4d68-b105-a95fedaa0b83 HTTP/1.1" status: 200 len: 1001 time: 0.0623033 May 26 16:45:14.122088 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec77dc-f5af-4f4a-b752-39397d383bdd req-d89bd72a-8b3c-42e3-b9d7-b7964affedd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:14.123635 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30ec77dc-f5af-4f4a-b752-39397d383bdd req-d89bd72a-8b3c-42e3-b9d7-b7964affedd3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2419eb7d-1209-4394-b3d4-625f2919435a HTTP/1.1" status: 200 len: 834 time: 0.0463390 May 26 16:45:14.175061 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec77dc-f5af-4f4a-b752-39397d383bdd req-1c306cae-a4ab-41c5-9dc0-4d0fa6b26b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:14.176605 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30ec77dc-f5af-4f4a-b752-39397d383bdd req-1c306cae-a4ab-41c5-9dc0-4d0fa6b26b34 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=846898d4-e714-4339-bd35-983880304e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456393 May 26 16:45:14.270028 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30ec77dc-f5af-4f4a-b752-39397d383bdd req-e77cd11b-3a1a-4f8a-9e09-2961cc142744 service neutron] 10.222.0.83 "GET /v2.0/networks/846898d4-e714-4339-bd35-983880304e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858319 May 26 16:45:14.368136 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30ec77dc-f5af-4f4a-b752-39397d383bdd req-7f0c621f-6173-47e2-a5cd-ec985fad16e0 service neutron] 10.222.0.83 "GET /v2.0/networks/846898d4-e714-4339-bd35-983880304e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900800 May 26 16:45:15.500932 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-31c7b25b-a322-438e-a71b-20df5dbe986d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:16.658531 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:18.323295 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:18.374555 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:18.998978 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:20.665157 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:45:30.807092 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:43.074815 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b45e07dd-a80b-4e2d-bc59-cb8f893c8a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:45.505041 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-baa93fce-141b-40a1-bde8-c286da408436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:46.653172 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:46.739910 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38140) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:45:46.830258 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5ac2e660-a215-4ed3-a151-4afaec24865e tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] 10.222.0.77 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1375 time: 0.0888846 May 26 16:45:46.833599 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38146) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:45:46.840043 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-78fb809d-5c2c-4db6-a81c-8122c352cfcb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Request body: {'network': {'name': 'tempest-network-smoke--907740253', 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'port_security_enabled': False}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:45:46.861724 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fb809d-5c2c-4db6-a81c-8122c352cfcb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Made reservation on behalf of 3b9ac913f3c4435393738796da3fcc51 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:45:46.865728 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-78fb809d-5c2c-4db6-a81c-8122c352cfcb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:46.893453 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fb809d-5c2c-4db6-a81c-8122c352cfcb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:45:46.903994 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-78fb809d-5c2c-4db6-a81c-8122c352cfcb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:46.904286 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-78fb809d-5c2c-4db6-a81c-8122c352cfcb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Added segment 94ace676-30ca-4efb-bd40-90cac9a37d47 of type vlan for network dfbef683-55c4-461c-9da2-588a81b9d590 May 26 16:45:46.947167 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-78fb809d-5c2c-4db6-a81c-8122c352cfcb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:46.977823 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-78fb809d-5c2c-4db6-a81c-8122c352cfcb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:46.983611 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fb809d-5c2c-4db6-a81c-8122c352cfcb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:46.984252 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-78fb809d-5c2c-4db6-a81c-8122c352cfcb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:47.061051 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-78fb809d-5c2c-4db6-a81c-8122c352cfcb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2259333 May 26 16:45:47.064459 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38150) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:45:47.069137 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-615233475', 'admin_state_up': True, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:45:47.075510 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb809d-5c2c-4db6-a81c-8122c352cfcb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event updated for resources: {'Network': ['ID=dfbef683-55c4-461c-9da2-588a81b9d590,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:47.086061 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb809d-5c2c-4db6-a81c-8122c352cfcb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:47.086600 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb809d-5c2c-4db6-a81c-8122c352cfcb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:47.087203 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb809d-5c2c-4db6-a81c-8122c352cfcb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:47.087628 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb809d-5c2c-4db6-a81c-8122c352cfcb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:47.087925 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb809d-5c2c-4db6-a81c-8122c352cfcb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:47.088284 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb809d-5c2c-4db6-a81c-8122c352cfcb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:47.088639 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb809d-5c2c-4db6-a81c-8122c352cfcb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:47.088950 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb809d-5c2c-4db6-a81c-8122c352cfcb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:47.089282 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb809d-5c2c-4db6-a81c-8122c352cfcb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:47.089684 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb809d-5c2c-4db6-a81c-8122c352cfcb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:47.089990 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb809d-5c2c-4db6-a81c-8122c352cfcb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:47.090314 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb809d-5c2c-4db6-a81c-8122c352cfcb tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:47.097525 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:47.098661 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:47.102872 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network dfbef683-55c4-461c-9da2-588a81b9d590 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:45:47.157286 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:47.304124 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:47.538555 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:47.562840 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:47.674358 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Allocated IP 172.25.7.136 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/b0170716-c43b-480b-892c-33656e8b51fb) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:45:47.786847 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:47.821349 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:47.865763 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:45:47.868744 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:45:47.873354 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:45:47.898035 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event updated for resources: {'Port': ['ID=b0170716-c43b-480b-892c-33656e8b51fb,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:47.912295 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:47.912653 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:47.913002 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:47.913344 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:47.913685 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:47.914025 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:47.914359 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:47.914694 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:47.915032 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:47.915360 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:47.915687 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:47.916014 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:48.161101 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:48.332771 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:48.367877 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:48.378856 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:48.507621 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Router 311f54bb-5514-40db-b4ae-de7f3b100106 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:45:48.618684 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:45:48.629943 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] Sync routers for ids ['311f54bb-5514-40db-b4ae-de7f3b100106'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:45:48.641351 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] Routers {'311f54bb-5514-40db-b4ae-de7f3b100106'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:45:48.641999 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:45:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['311f54bb-5514-40db-b4ae-de7f3b100106'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:45:48.642174 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:48.647369 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-21ab2453-4502-4977-8b0e-c4ca39f2536f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5779099 May 26 16:45:48.647653 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38156) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:45:48.696912 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb77a14-d92f-4c5c-8588-d9af4aa7e9db tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:48.698633 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-dcb77a14-d92f-4c5c-8588-d9af4aa7e9db tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=3b9ac913f3c4435393738796da3fcc51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0499349 May 26 16:45:48.701518 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38158) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:45:48.757793 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] Set router 311f54bb-5514-40db-b4ae-de7f3b100106 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:45:48.796823 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b503f1a-fabc-47bc-a8b8-02a22ffeb31c tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:48.798383 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0b503f1a-fabc-47bc-a8b8-02a22ffeb31c tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0959237 May 26 16:45:48.801249 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38160) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:45:48.830714 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b30f0baf-a263-42f7-8b65-87611243824c tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283625 May 26 16:45:48.833415 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38162) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:45:48.862531 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9ecb6d9b-f004-4aed-b3b8-e27357efe3b1 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=3b9ac913f3c4435393738796da3fcc51&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278378 May 26 16:45:48.865265 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38164) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:45:48.948918 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311f54bb-5514-40db-b4ae-de7f3b100106', 'name': 'tempest-TestSecurityGroupsBasicOps-router-615233475', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'b0170716-c43b-480b-892c-33656e8b51fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:45:47Z', 'updated_at': '2022-05-26T16:45:48Z', 'revision_number': 3, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'gw_port': {'id': 'b0170716-c43b-480b-892c-33656e8b51fb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:80:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311f54bb-5514-40db-b4ae-de7f3b100106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:45:47Z', 'updated_at': '2022-05-26T16:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:45:48.960916 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0efc32b-b2a1-45de-bf29-351118c67c11 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:48.962479 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a0efc32b-b2a1-45de-bf29-351118c67c11 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0962076 May 26 16:45:48.965356 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38166) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:45:48.977284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] Checking router: 311f54bb-5514-40db-b4ae-de7f3b100106 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:45:48.977634 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] Updating router 311f54bb-5514-40db-b4ae-de7f3b100106 port b0170716-c43b-480b-892c-33656e8b51fb binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:45:48.997283 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ad429cba-7a4f-4119-a3cf-61a7da52ddc5 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307660 May 26 16:45:48.999880 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38168) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:45:49.005037 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-33c5f881-66b7-4c48-9482-3049e0a5881f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1030558137', 'network_id': 'dfbef683-55c4-461c-9da2-588a81b9d590', 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:45:49.015385 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:49.050798 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:49.104290 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c5f881-66b7-4c48-9482-3049e0a5881f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Made reservation on behalf of 3b9ac913f3c4435393738796da3fcc51 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:45:49.107886 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-33c5f881-66b7-4c48-9482-3049e0a5881f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:49.306753 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:49.313115 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:49.318794 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-33c5f881-66b7-4c48-9482-3049e0a5881f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:49.367618 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] Attempting to bind port b0170716-c43b-480b-892c-33656e8b51fb on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:45:49.368238 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] Attempting to bind port b0170716-c43b-480b-892c-33656e8b51fb by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:45:49.368526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] Attempting to bind port b0170716-c43b-480b-892c-33656e8b51fb on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:45:49.376370 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba7c25-a8b5-446a-bf0e-7b7f4984e55d None None] Pushing event updated for resources: {'Port': ['ID=b0170716-c43b-480b-892c-33656e8b51fb,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:49.384251 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba7c25-a8b5-446a-bf0e-7b7f4984e55d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:49.384609 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba7c25-a8b5-446a-bf0e-7b7f4984e55d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:49.384956 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba7c25-a8b5-446a-bf0e-7b7f4984e55d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:49.385831 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba7c25-a8b5-446a-bf0e-7b7f4984e55d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:49.385831 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba7c25-a8b5-446a-bf0e-7b7f4984e55d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:49.386018 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba7c25-a8b5-446a-bf0e-7b7f4984e55d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:49.386300 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba7c25-a8b5-446a-bf0e-7b7f4984e55d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:49.386947 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba7c25-a8b5-446a-bf0e-7b7f4984e55d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:49.387069 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba7c25-a8b5-446a-bf0e-7b7f4984e55d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:49.387362 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba7c25-a8b5-446a-bf0e-7b7f4984e55d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:49.387752 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba7c25-a8b5-446a-bf0e-7b7f4984e55d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:49.388111 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba7c25-a8b5-446a-bf0e-7b7f4984e55d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:49.392036 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:45:49.392458 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:45:49.392870 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:49.393242 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:45:49.398145 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] Bound port: b0170716-c43b-480b-892c-33656e8b51fb, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:45:49.398145 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:49.412190 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5f881-66b7-4c48-9482-3049e0a5881f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event updated for resources: {'Subnet': ['ID=bf4920ec-0494-46f3-b0ce-0812123012fb,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:49.422294 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c5f881-66b7-4c48-9482-3049e0a5881f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Checking segment: {'id': '94ace676-30ca-4efb-bd40-90cac9a37d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfbef683-55c4-461c-9da2-588a81b9d590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:45:49.422777 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c5f881-66b7-4c48-9482-3049e0a5881f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Network hostable DHCP agents. Network: dfbef683-55c4-461c-9da2-588a81b9d590, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:45:49.445006 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c5f881-66b7-4c48-9482-3049e0a5881f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Network dfbef683-55c4-461c-9da2-588a81b9d590 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:45:49.457489 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-33c5f881-66b7-4c48-9482-3049e0a5881f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, dfbef683-55c4-461c-9da2-588a81b9d590) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:45:49.468913 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c5f881-66b7-4c48-9482-3049e0a5881f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:49.469590 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce572cd5-87ed-48fc-9a26-27cb3cebad13 None None] Network dfbef683-55c4-461c-9da2-588a81b9d590 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:45:49.470069 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-33c5f881-66b7-4c48-9482-3049e0a5881f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:49.476515 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] For port b0170716-c43b-480b-892c-33656e8b51fb, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:45:49.495758 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38176) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:45:49.495952 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-33c5f881-66b7-4c48-9482-3049e0a5881f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4947925 May 26 16:45:49.503318 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] For port b0170716-c43b-480b-892c-33656e8b51fb, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b0170716-c43b-480b-892c-33656e8b51fb,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:45:49.534358 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:49.621198 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba7c25-a8b5-446a-bf0e-7b7f4984e55d None None] Pushing event updated for resources: {'Port': ['ID=b0170716-c43b-480b-892c-33656e8b51fb,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:49.632581 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] Routers {'311f54bb-5514-40db-b4ae-de7f3b100106'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:45:49.633248 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:45:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['311f54bb-5514-40db-b4ae-de7f3b100106'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:45:49.784299 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b5fbbf-d90a-4df0-b594-a50713380f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-dfbef683-55c4-461c-9da2-588a81b9d590', 'network_id': 'dfbef683-55c4-461c-9da2-588a81b9d590', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'fixed_ips': [{'subnet_id': 'bf4920ec-0494-46f3-b0ce-0812123012fb'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:45:49.785531 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-84b5fbbf-d90a-4df0-b594-a50713380f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:49.817529 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] Set router 311f54bb-5514-40db-b4ae-de7f3b100106 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:45:49.975654 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c34a-d5a6-43a1-97ff-62d74f76fc17 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:50.096566 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-84b5fbbf-d90a-4df0-b594-a50713380f36 None None] Allocated IP 172.20.0.18 (dfbef683-55c4-461c-9da2-588a81b9d590/bf4920ec-0494-46f3-b0ce-0812123012fb/2250b6a7-18bc-4022-9697-bb590e7bfafa) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:45:50.193116 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311f54bb-5514-40db-b4ae-de7f3b100106', 'name': 'tempest-TestSecurityGroupsBasicOps-router-615233475', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'b0170716-c43b-480b-892c-33656e8b51fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:45:47Z', 'updated_at': '2022-05-26T16:45:48Z', 'revision_number': 3, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'gw_port': {'id': 'b0170716-c43b-480b-892c-33656e8b51fb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:80:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311f54bb-5514-40db-b4ae-de7f3b100106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:45:47Z', 'updated_at': '2022-05-26T16:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:45:50.233012 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4a7849-e22a-497e-96bf-641c8731c3e1 None None] The sync data for ids ['311f54bb-5514-40db-b4ae-de7f3b100106'] in n-d-843337-2 is: [{'id': '311f54bb-5514-40db-b4ae-de7f3b100106', 'name': 'tempest-TestSecurityGroupsBasicOps-router-615233475', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'b0170716-c43b-480b-892c-33656e8b51fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:45:47Z', 'updated_at': '2022-05-26T16:45:48Z', 'revision_number': 3, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'gw_port': {'id': 'b0170716-c43b-480b-892c-33656e8b51fb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:80:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311f54bb-5514-40db-b4ae-de7f3b100106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:45:47Z', 'updated_at': '2022-05-26T16:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:45:50.300128 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-84b5fbbf-d90a-4df0-b594-a50713380f36 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:50.306648 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-84b5fbbf-d90a-4df0-b594-a50713380f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:50.344393 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b5fbbf-d90a-4df0-b594-a50713380f36 None None] Network dfbef683-55c4-461c-9da2-588a81b9d590 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:45:50.347206 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-84b5fbbf-d90a-4df0-b594-a50713380f36 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:45:50.351351 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b5fbbf-d90a-4df0-b594-a50713380f36 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:45:50.361203 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-bbc4c34a-d5a6-43a1-97ff-62d74f76fc17 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Allocated IP 172.20.0.17 (dfbef683-55c4-461c-9da2-588a81b9d590/bf4920ec-0494-46f3-b0ce-0812123012fb/3e540f07-e3a5-42b9-8fa5-696e13ab12f9) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:45:50.365414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5fbbf-d90a-4df0-b594-a50713380f36 None None] Pushing event updated for resources: {'Port': ['ID=2250b6a7-18bc-4022-9697-bb590e7bfafa,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:50.419206 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-84b5fbbf-d90a-4df0-b594-a50713380f36 None None] Attempting to bind port 2250b6a7-18bc-4022-9697-bb590e7bfafa on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:45:50.419760 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-84b5fbbf-d90a-4df0-b594-a50713380f36 None None] Attempting to bind port 2250b6a7-18bc-4022-9697-bb590e7bfafa by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '94ace676-30ca-4efb-bd40-90cac9a37d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfbef683-55c4-461c-9da2-588a81b9d590'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:45:50.420068 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b5fbbf-d90a-4df0-b594-a50713380f36 None None] Attempting to bind port 2250b6a7-18bc-4022-9697-bb590e7bfafa on network dfbef683-55c4-461c-9da2-588a81b9d590 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:45:50.425606 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b5fbbf-d90a-4df0-b594-a50713380f36 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:45:50.425975 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b5fbbf-d90a-4df0-b594-a50713380f36 None None] Checking segment: {'id': '94ace676-30ca-4efb-bd40-90cac9a37d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfbef683-55c4-461c-9da2-588a81b9d590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:45:50.426371 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-84b5fbbf-d90a-4df0-b594-a50713380f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:50.426811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b5fbbf-d90a-4df0-b594-a50713380f36 None None] Bound using segment: {'id': '94ace676-30ca-4efb-bd40-90cac9a37d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfbef683-55c4-461c-9da2-588a81b9d590'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:45:50.427296 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-84b5fbbf-d90a-4df0-b594-a50713380f36 None None] Bound port: 2250b6a7-18bc-4022-9697-bb590e7bfafa, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ace676-30ca-4efb-bd40-90cac9a37d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfbef683-55c4-461c-9da2-588a81b9d590'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:45:50.427666 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-84b5fbbf-d90a-4df0-b594-a50713380f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:50.490050 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c34a-d5a6-43a1-97ff-62d74f76fc17 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:50.532202 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c34a-d5a6-43a1-97ff-62d74f76fc17 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:50.547266 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-84b5fbbf-d90a-4df0-b594-a50713380f36 None None] For port 2250b6a7-18bc-4022-9697-bb590e7bfafa, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:45:50.551232 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-84b5fbbf-d90a-4df0-b594-a50713380f36 None None] For port 2250b6a7-18bc-4022-9697-bb590e7bfafa, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2250b6a7-18bc-4022-9697-bb590e7bfafa,segment=NetworkSegment(94ace676-30ca-4efb-bd40-90cac9a37d47),segment_id=94ace676-30ca-4efb-bd40-90cac9a37d47)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:45:50.555411 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-84b5fbbf-d90a-4df0-b594-a50713380f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:50.582182 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc4c34a-d5a6-43a1-97ff-62d74f76fc17 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Network dfbef683-55c4-461c-9da2-588a81b9d590 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:45:50.585803 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-bbc4c34a-d5a6-43a1-97ff-62d74f76fc17 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:45:50.589875 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc4c34a-d5a6-43a1-97ff-62d74f76fc17 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:45:50.624771 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4c34a-d5a6-43a1-97ff-62d74f76fc17 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event updated for resources: {'Port': ['ID=3e540f07-e3a5-42b9-8fa5-696e13ab12f9,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:50.625507 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5fbbf-d90a-4df0-b594-a50713380f36 None None] Pushing event updated for resources: {'Port': ['ID=2250b6a7-18bc-4022-9697-bb590e7bfafa,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:50.654388 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c34a-d5a6-43a1-97ff-62d74f76fc17 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:50.805872 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c34a-d5a6-43a1-97ff-62d74f76fc17 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:51.137622 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c34a-d5a6-43a1-97ff-62d74f76fc17 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:51.143881 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c34a-d5a6-43a1-97ff-62d74f76fc17 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:51.231733 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4c34a-d5a6-43a1-97ff-62d74f76fc17 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event updated for resources: {'Port': ['ID=3e540f07-e3a5-42b9-8fa5-696e13ab12f9,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:51.234184 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c34a-d5a6-43a1-97ff-62d74f76fc17 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:51.335181 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc4c34a-d5a6-43a1-97ff-62d74f76fc17 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Network dfbef683-55c4-461c-9da2-588a81b9d590 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:45:51.336794 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-bbc4c34a-d5a6-43a1-97ff-62d74f76fc17 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:45:51.467433 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc4c34a-d5a6-43a1-97ff-62d74f76fc17 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Router 311f54bb-5514-40db-b4ae-de7f3b100106 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:45:51.591101 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc4c34a-d5a6-43a1-97ff-62d74f76fc17 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:45:51.610318 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bbc4c34a-d5a6-43a1-97ff-62d74f76fc17 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "PUT /v2.0/routers/311f54bb-5514-40db-b4ae-de7f3b100106/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1001518 May 26 16:45:51.617775 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1961e9-473f-4fe8-911a-a8978ae0e7bf None None] Network dfbef683-55c4-461c-9da2-588a81b9d590 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:45:51.698564 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-fecb2754-33fb-441b-bba7-6e0db5f5a75f None None] Provisioning complete for port 2250b6a7-18bc-4022-9697-bb590e7bfafa triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:45:51.698894 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fecb2754-33fb-441b-bba7-6e0db5f5a75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:51.862021 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-fecb2754-33fb-441b-bba7-6e0db5f5a75f None None] Current status of the port 2250b6a7-18bc-4022-9697-bb590e7bfafa is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:45:51.862819 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fecb2754-33fb-441b-bba7-6e0db5f5a75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:51.932757 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-fecb2754-33fb-441b-bba7-6e0db5f5a75f None None] For port 2250b6a7-18bc-4022-9697-bb590e7bfafa, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2250b6a7-18bc-4022-9697-bb590e7bfafa,segment=NetworkSegment(94ace676-30ca-4efb-bd40-90cac9a37d47),segment_id=94ace676-30ca-4efb-bd40-90cac9a37d47)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:45:51.939240 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fecb2754-33fb-441b-bba7-6e0db5f5a75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:51.958300 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-3bffd8e4-a78f-487b-8fd3-18ee1820e6a0 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:51.966636 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-3bffd8e4-a78f-487b-8fd3-18ee1820e6a0 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/networks?id=dfbef683-55c4-461c-9da2-588a81b9d590 HTTP/1.1" status: 200 len: 797 time: 0.1573586 May 26 16:45:51.987815 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-9f061d1a-d6ae-4dcc-8345-2d651fbd3dde tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/quotas/3b9ac913f3c4435393738796da3fcc51 HTTP/1.1" status: 200 len: 375 time: 0.0201783 May 26 16:45:52.023865 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb2754-33fb-441b-bba7-6e0db5f5a75f None None] Pushing event updated for resources: {'Port': ['ID=2250b6a7-18bc-4022-9697-bb590e7bfafa,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:52.055638 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-7574ee6c-5769-4546-bef9-10112d8faa51 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b9ac913f3c4435393738796da3fcc51&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0668709 May 26 16:45:52.167501 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5f002e29-e900-457b-90e8-f41e519ef755 None None] Provisioning complete for port 2250b6a7-18bc-4022-9697-bb590e7bfafa triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:45:52.167879 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f002e29-e900-457b-90e8-f41e519ef755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:52.191354 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-780dd2f5-7c73-434e-bb21-fbe88bc1ee09 service neutron] 10.222.0.77 "GET /v2.0/networks/dfbef683-55c4-461c-9da2-588a81b9d590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200645 May 26 16:45:52.260683 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b0170716-c43b-480b-892c-33656e8b51fb up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:45:52.282091 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] Sync routers for ids ['311f54bb-5514-40db-b4ae-de7f3b100106'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:45:52.297051 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] Routers {'311f54bb-5514-40db-b4ae-de7f3b100106'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:45:52.298153 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:45:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['311f54bb-5514-40db-b4ae-de7f3b100106'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:45:52.335529 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-d2272857-3181-4935-908f-5026807f3ec5 service neutron] 10.222.0.77 "GET /v2.0/networks/dfbef683-55c4-461c-9da2-588a81b9d590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314168 May 26 16:45:52.479729 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] Set router 311f54bb-5514-40db-b4ae-de7f3b100106 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:45:52.570385 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5f90fe6a-ce55-4910-ab13-5a9de94eea9c req-4d1e59ad-708a-4c5b-a730-0bf099a7effe tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=45156389-4a13-421e-8c07-e93bb240cb35 HTTP/1.1" status: 200 len: 210 time: 0.0462821 May 26 16:45:52.583343 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port b0170716-c43b-480b-892c-33656e8b51fb triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:45:52.584074 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:52.634253 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5f002e29-e900-457b-90e8-f41e519ef755 None None] Current status of the port 2250b6a7-18bc-4022-9697-bb590e7bfafa is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:45:52.690450 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5f002e29-e900-457b-90e8-f41e519ef755 None None] Provisioning complete for port 3e540f07-e3a5-42b9-8fa5-696e13ab12f9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:45:52.690815 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f002e29-e900-457b-90e8-f41e519ef755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:52.724565 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port b0170716-c43b-480b-892c-33656e8b51fb is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:45:52.724753 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:52.743715 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5f002e29-e900-457b-90e8-f41e519ef755 None None] Port 3e540f07-e3a5-42b9-8fa5-696e13ab12f9 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:45:52.758237 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port b0170716-c43b-480b-892c-33656e8b51fb, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b0170716-c43b-480b-892c-33656e8b51fb,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:45:52.763049 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:52.764132 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2250b6a7-18bc-4022-9697-bb590e7bfafa up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:45:52.849943 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=b0170716-c43b-480b-892c-33656e8b51fb,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:52.854749 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311f54bb-5514-40db-b4ae-de7f3b100106', 'name': 'tempest-TestSecurityGroupsBasicOps-router-615233475', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'b0170716-c43b-480b-892c-33656e8b51fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:45:47Z', 'updated_at': '2022-05-26T16:45:50Z', 'revision_number': 4, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'gw_port': {'id': 'b0170716-c43b-480b-892c-33656e8b51fb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:80:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311f54bb-5514-40db-b4ae-de7f3b100106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:45:47Z', 'updated_at': '2022-05-26T16:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '3e540f07-e3a5-42b9-8fa5-696e13ab12f9', 'name': '', 'network_id': 'dfbef683-55c4-461c-9da2-588a81b9d590', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'mac_address': 'fa:16:3e:14:25:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311f54bb-5514-40db-b4ae-de7f3b100106', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'bf4920ec-0494-46f3-b0ce-0812123012fb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:45:50Z', 'updated_at': '2022-05-26T16:45:50Z', 'revision_number': 2, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'subnets': [{'id': 'bf4920ec-0494-46f3-b0ce-0812123012fb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:45:52.871188 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2250b6a7-18bc-4022-9697-bb590e7bfafa triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:45:52.871565 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:52.876048 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-1a3e4ddb-b4da-4cc3-ac34-35379f25eab2 None None] Provisioning complete for port 3e540f07-e3a5-42b9-8fa5-696e13ab12f9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:45:52.876345 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1a3e4ddb-b4da-4cc3-ac34-35379f25eab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:52.885410 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] Checking router: 311f54bb-5514-40db-b4ae-de7f3b100106 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:45:52.885739 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] Updating router 311f54bb-5514-40db-b4ae-de7f3b100106 port 3e540f07-e3a5-42b9-8fa5-696e13ab12f9 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:45:52.919632 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:52.955499 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1a3e4ddb-b4da-4cc3-ac34-35379f25eab2 None None] Port 3e540f07-e3a5-42b9-8fa5-696e13ab12f9 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:45:53.003188 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2250b6a7-18bc-4022-9697-bb590e7bfafa is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:45:53.202926 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:53.208207 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:53.269108 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8dd62-d2f1-4108-a8ac-66e19ca733e0 None None] Pushing event updated for resources: {'Port': ['ID=3e540f07-e3a5-42b9-8fa5-696e13ab12f9,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:53.290943 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8dd62-d2f1-4108-a8ac-66e19ca733e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:53.291659 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8dd62-d2f1-4108-a8ac-66e19ca733e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:53.291659 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8dd62-d2f1-4108-a8ac-66e19ca733e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:53.291936 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8dd62-d2f1-4108-a8ac-66e19ca733e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:53.292334 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8dd62-d2f1-4108-a8ac-66e19ca733e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:53.292668 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8dd62-d2f1-4108-a8ac-66e19ca733e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:53.292993 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8dd62-d2f1-4108-a8ac-66e19ca733e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:53.293318 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8dd62-d2f1-4108-a8ac-66e19ca733e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:53.293638 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8dd62-d2f1-4108-a8ac-66e19ca733e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:53.293954 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8dd62-d2f1-4108-a8ac-66e19ca733e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:53.294276 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8dd62-d2f1-4108-a8ac-66e19ca733e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:53.295037 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8dd62-d2f1-4108-a8ac-66e19ca733e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:45:53.325323 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] Attempting to bind port 3e540f07-e3a5-42b9-8fa5-696e13ab12f9 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:45:53.325691 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] Attempting to bind port 3e540f07-e3a5-42b9-8fa5-696e13ab12f9 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '94ace676-30ca-4efb-bd40-90cac9a37d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfbef683-55c4-461c-9da2-588a81b9d590'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:45:53.326057 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] Attempting to bind port 3e540f07-e3a5-42b9-8fa5-696e13ab12f9 on network dfbef683-55c4-461c-9da2-588a81b9d590 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:45:53.332069 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:45:53.332470 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] Checking segment: {'id': '94ace676-30ca-4efb-bd40-90cac9a37d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfbef683-55c4-461c-9da2-588a81b9d590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:45:53.332876 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:53.333457 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] Bound using segment: {'id': '94ace676-30ca-4efb-bd40-90cac9a37d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfbef683-55c4-461c-9da2-588a81b9d590'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:45:53.333808 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] Bound port: 3e540f07-e3a5-42b9-8fa5-696e13ab12f9, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ace676-30ca-4efb-bd40-90cac9a37d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfbef683-55c4-461c-9da2-588a81b9d590'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:45:53.334197 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:53.404874 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] For port 3e540f07-e3a5-42b9-8fa5-696e13ab12f9, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:45:53.409095 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] For port 3e540f07-e3a5-42b9-8fa5-696e13ab12f9, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3e540f07-e3a5-42b9-8fa5-696e13ab12f9,segment=NetworkSegment(94ace676-30ca-4efb-bd40-90cac9a37d47),segment_id=94ace676-30ca-4efb-bd40-90cac9a37d47)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:45:53.415928 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:53.474420 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] Routers {'311f54bb-5514-40db-b4ae-de7f3b100106'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:45:53.475082 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:45:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['311f54bb-5514-40db-b4ae-de7f3b100106'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:45:53.487154 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4a9db708-f29c-43e1-8e31-55635d4202b6 None None] Provisioning complete for port 3e540f07-e3a5-42b9-8fa5-696e13ab12f9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:45:53.487606 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4a9db708-f29c-43e1-8e31-55635d4202b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:53.590741 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] Set router 311f54bb-5514-40db-b4ae-de7f3b100106 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:45:53.732214 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4a9db708-f29c-43e1-8e31-55635d4202b6 None None] Current status of the port 3e540f07-e3a5-42b9-8fa5-696e13ab12f9 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:45:53.732740 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4a9db708-f29c-43e1-8e31-55635d4202b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:53.755065 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-33c74c38-9186-4921-88e3-7ccf0d5b623b req-807e254d-5876-456b-ba09-96952a79ac33 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=45156389-4a13-421e-8c07-e93bb240cb35 HTTP/1.1" status: 200 len: 210 time: 0.0471082 May 26 16:45:53.770105 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8dd62-d2f1-4108-a8ac-66e19ca733e0 None None] Pushing event updated for resources: {'Port': ['ID=3e540f07-e3a5-42b9-8fa5-696e13ab12f9,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:53.799479 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-4a9db708-f29c-43e1-8e31-55635d4202b6 None None] For port 3e540f07-e3a5-42b9-8fa5-696e13ab12f9, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3e540f07-e3a5-42b9-8fa5-696e13ab12f9,segment=NetworkSegment(94ace676-30ca-4efb-bd40-90cac9a37d47),segment_id=94ace676-30ca-4efb-bd40-90cac9a37d47)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:45:53.804405 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4a9db708-f29c-43e1-8e31-55635d4202b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:53.856056 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9db708-f29c-43e1-8e31-55635d4202b6 None None] Pushing event updated for resources: {'Port': ['ID=3e540f07-e3a5-42b9-8fa5-696e13ab12f9,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:53.885951 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-da7546a2-e1df-4368-b8db-f491eac58ff9 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:53.887498 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311f54bb-5514-40db-b4ae-de7f3b100106', 'name': 'tempest-TestSecurityGroupsBasicOps-router-615233475', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'b0170716-c43b-480b-892c-33656e8b51fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:45:47Z', 'updated_at': '2022-05-26T16:45:50Z', 'revision_number': 4, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'gw_port': {'id': 'b0170716-c43b-480b-892c-33656e8b51fb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:80:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311f54bb-5514-40db-b4ae-de7f3b100106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:45:47Z', 'updated_at': '2022-05-26T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '3e540f07-e3a5-42b9-8fa5-696e13ab12f9', 'name': '', 'network_id': 'dfbef683-55c4-461c-9da2-588a81b9d590', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'mac_address': 'fa:16:3e:14:25:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311f54bb-5514-40db-b4ae-de7f3b100106', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'bf4920ec-0494-46f3-b0ce-0812123012fb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:45:50Z', 'updated_at': '2022-05-26T16:45:53Z', 'revision_number': 4, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'subnets': [{'id': 'bf4920ec-0494-46f3-b0ce-0812123012fb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:45:53.888289 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-da7546a2-e1df-4368-b8db-f491eac58ff9 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.81 "GET /v2.0/networks?id=dfbef683-55c4-461c-9da2-588a81b9d590 HTTP/1.1" status: 200 len: 797 time: 0.2066474 May 26 16:45:53.902433 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-93392c81-b9c4-4b13-b0e0-d9ba7e60aa4a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Request body: {'port': {'device_id': '45156389-4a13-421e-8c07-e93bb240cb35', 'network_id': 'dfbef683-55c4-461c-9da2-588a81b9d590', 'admin_state_up': True, 'tenant_id': '3b9ac913f3c4435393738796da3fcc51'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:45:53.919352 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09662e5f-24f0-4280-8f06-c3084192b8eb None None] The sync data for ids ['311f54bb-5514-40db-b4ae-de7f3b100106'] in n-d-843337-2 is: [{'id': '311f54bb-5514-40db-b4ae-de7f3b100106', 'name': 'tempest-TestSecurityGroupsBasicOps-router-615233475', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'b0170716-c43b-480b-892c-33656e8b51fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:45:47Z', 'updated_at': '2022-05-26T16:45:50Z', 'revision_number': 4, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'gw_port': {'id': 'b0170716-c43b-480b-892c-33656e8b51fb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:80:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311f54bb-5514-40db-b4ae-de7f3b100106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:45:47Z', 'updated_at': '2022-05-26T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '3e540f07-e3a5-42b9-8fa5-696e13ab12f9', 'name': '', 'network_id': 'dfbef683-55c4-461c-9da2-588a81b9d590', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'mac_address': 'fa:16:3e:14:25:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311f54bb-5514-40db-b4ae-de7f3b100106', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'bf4920ec-0494-46f3-b0ce-0812123012fb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:45:50Z', 'updated_at': '2022-05-26T16:45:53Z', 'revision_number': 4, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'subnets': [{'id': 'bf4920ec-0494-46f3-b0ce-0812123012fb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:45:53.924155 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-84dd9379-1fe1-4418-8c45-d81cff392616 None None] Provisioning complete for port 3e540f07-e3a5-42b9-8fa5-696e13ab12f9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:45:53.924625 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-84dd9379-1fe1-4418-8c45-d81cff392616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:54.061144 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-84dd9379-1fe1-4418-8c45-d81cff392616 None None] Current status of the port 3e540f07-e3a5-42b9-8fa5-696e13ab12f9 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:45:54.092349 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-93392c81-b9c4-4b13-b0e0-d9ba7e60aa4a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Made reservation on behalf of 3b9ac913f3c4435393738796da3fcc51 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:45:54.096993 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-93392c81-b9c4-4b13-b0e0-d9ba7e60aa4a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:54.285474 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3e540f07-e3a5-42b9-8fa5-696e13ab12f9 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:45:54.286782 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-93392c81-b9c4-4b13-b0e0-d9ba7e60aa4a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Allocated IP 172.20.0.19 (dfbef683-55c4-461c-9da2-588a81b9d590/bf4920ec-0494-46f3-b0ce-0812123012fb/41ef1f37-5056-4735-ae7d-8165a459152d) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:45:54.347849 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 3e540f07-e3a5-42b9-8fa5-696e13ab12f9 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:45:54.348361 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:54.449764 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 3e540f07-e3a5-42b9-8fa5-696e13ab12f9 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:45:54.450858 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b0170716-c43b-480b-892c-33656e8b51fb up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:45:54.460938 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-93392c81-b9c4-4b13-b0e0-d9ba7e60aa4a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:54.501938 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port b0170716-c43b-480b-892c-33656e8b51fb triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:45:54.502321 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:54.509871 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-93392c81-b9c4-4b13-b0e0-d9ba7e60aa4a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:54.566545 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-93392c81-b9c4-4b13-b0e0-d9ba7e60aa4a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Network dfbef683-55c4-461c-9da2-588a81b9d590 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:45:54.569550 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-93392c81-b9c4-4b13-b0e0-d9ba7e60aa4a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:45:54.573473 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-93392c81-b9c4-4b13-b0e0-d9ba7e60aa4a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:45:54.603594 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port b0170716-c43b-480b-892c-33656e8b51fb is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:45:54.609817 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93392c81-b9c4-4b13-b0e0-d9ba7e60aa4a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event updated for resources: {'Port': ['ID=41ef1f37-5056-4735-ae7d-8165a459152d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:54.646619 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-93392c81-b9c4-4b13-b0e0-d9ba7e60aa4a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:54.647458 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-93392c81-b9c4-4b13-b0e0-d9ba7e60aa4a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:54.670253 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-93392c81-b9c4-4b13-b0e0-d9ba7e60aa4a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7724581 May 26 16:45:54.745671 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-9efbeb78-3e83-46f7-ac7f-9e42e4b42056 service neutron] Request body: {'port': {'device_id': '45156389-4a13-421e-8c07-e93bb240cb35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:45:54.892250 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-44f4ea71-44b4-4d29-a232-2bd0aa7dea4a None None] Provisioning complete for port 41ef1f37-5056-4735-ae7d-8165a459152d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:45:54.893426 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-44f4ea71-44b4-4d29-a232-2bd0aa7dea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:54.902130 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50560c-825e-491f-a777-5c097f577807 req-afddc86d-d545-41e4-bdd4-c1b9018b7a54 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:54.910202 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0a50560c-825e-491f-a777-5c097f577807 req-afddc86d-d545-41e4-bdd4-c1b9018b7a54 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=45156389-4a13-421e-8c07-e93bb240cb35 HTTP/1.1" status: 200 len: 895 time: 0.0814435 May 26 16:45:54.940020 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-44f4ea71-44b4-4d29-a232-2bd0aa7dea4a None None] Port 41ef1f37-5056-4735-ae7d-8165a459152d cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:45:55.140336 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-9efbeb78-3e83-46f7-ac7f-9e42e4b42056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:55.416033 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-9efbeb78-3e83-46f7-ac7f-9e42e4b42056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ef1f37-5056-4735-ae7d-8165a459152d {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:45:55.423847 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-9efbeb78-3e83-46f7-ac7f-9e42e4b42056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:55.435480 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-9efbeb78-3e83-46f7-ac7f-9e42e4b42056 service neutron] Transition to ACTIVE for port object 41ef1f37-5056-4735-ae7d-8165a459152d will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:45:55.439682 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-9efbeb78-3e83-46f7-ac7f-9e42e4b42056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:55.486853 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbeb78-3e83-46f7-ac7f-9e42e4b42056 service neutron] Pushing event updated for resources: {'Port': ['ID=41ef1f37-5056-4735-ae7d-8165a459152d,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:55.566386 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-9efbeb78-3e83-46f7-ac7f-9e42e4b42056 service neutron] Attempting to bind port 41ef1f37-5056-4735-ae7d-8165a459152d on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:45:55.566869 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-9efbeb78-3e83-46f7-ac7f-9e42e4b42056 service neutron] Attempting to bind port 41ef1f37-5056-4735-ae7d-8165a459152d by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '94ace676-30ca-4efb-bd40-90cac9a37d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfbef683-55c4-461c-9da2-588a81b9d590'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:45:55.567203 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-9efbeb78-3e83-46f7-ac7f-9e42e4b42056 service neutron] Attempting to bind port 41ef1f37-5056-4735-ae7d-8165a459152d on network dfbef683-55c4-461c-9da2-588a81b9d590 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:45:55.571730 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-9efbeb78-3e83-46f7-ac7f-9e42e4b42056 service neutron] Port 41ef1f37-5056-4735-ae7d-8165a459152d on network dfbef683-55c4-461c-9da2-588a81b9d590 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:45:55.572043 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-9efbeb78-3e83-46f7-ac7f-9e42e4b42056 service neutron] Attempting to bind port 41ef1f37-5056-4735-ae7d-8165a459152d on network dfbef683-55c4-461c-9da2-588a81b9d590 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:45:55.577353 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-9efbeb78-3e83-46f7-ac7f-9e42e4b42056 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:45:55.577930 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-9efbeb78-3e83-46f7-ac7f-9e42e4b42056 service neutron] Checking segment: {'id': '94ace676-30ca-4efb-bd40-90cac9a37d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfbef683-55c4-461c-9da2-588a81b9d590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:45:55.578525 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-9efbeb78-3e83-46f7-ac7f-9e42e4b42056 service neutron] Bound using segment: {'id': '94ace676-30ca-4efb-bd40-90cac9a37d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfbef683-55c4-461c-9da2-588a81b9d590'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:45:55.578967 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-9efbeb78-3e83-46f7-ac7f-9e42e4b42056 service neutron] Bound port: 41ef1f37-5056-4735-ae7d-8165a459152d, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ace676-30ca-4efb-bd40-90cac9a37d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfbef683-55c4-461c-9da2-588a81b9d590'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:45:55.579324 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-9efbeb78-3e83-46f7-ac7f-9e42e4b42056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:55.648263 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-9efbeb78-3e83-46f7-ac7f-9e42e4b42056 service neutron] For port 41ef1f37-5056-4735-ae7d-8165a459152d, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:45:55.651437 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-9efbeb78-3e83-46f7-ac7f-9e42e4b42056 service neutron] For port 41ef1f37-5056-4735-ae7d-8165a459152d, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=41ef1f37-5056-4735-ae7d-8165a459152d,segment=NetworkSegment(94ace676-30ca-4efb-bd40-90cac9a37d47),segment_id=94ace676-30ca-4efb-bd40-90cac9a37d47)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:45:55.657170 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-9efbeb78-3e83-46f7-ac7f-9e42e4b42056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:55.692899 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-9efbeb78-3e83-46f7-ac7f-9e42e4b42056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:55.693539 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-9efbeb78-3e83-46f7-ac7f-9e42e4b42056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:55.694999 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-9efbeb78-3e83-46f7-ac7f-9e42e4b42056 service neutron] 10.222.0.81 "PUT /v2.0/ports/41ef1f37-5056-4735-ae7d-8165a459152d HTTP/1.1" status: 200 len: 1055 time: 1.0167060 May 26 16:45:55.695462 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45156389-4a13-421e-8c07-e93bb240cb35', 'tag': '41ef1f37-5056-4735-ae7d-8165a459152d'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:45:55.697795 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61754f42-736e-4461-a8de-86c110cdbe7a" -d '{"events": [{"name": "network-changed", "server_uuid": "45156389-4a13-421e-8c07-e93bb240cb35", "tag": "41ef1f37-5056-4735-ae7d-8165a459152d"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:45:55.721611 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbeb78-3e83-46f7-ac7f-9e42e4b42056 service neutron] Pushing event updated for resources: {'Port': ['ID=41ef1f37-5056-4735-ae7d-8165a459152d,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:55.794452 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-f44dad1a-7b14-4f32-b06f-60d1e446859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:55.796411 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-f44dad1a-7b14-4f32-b06f-60d1e446859e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b9ac913f3c4435393738796da3fcc51&device_id=45156389-4a13-421e-8c07-e93bb240cb35 HTTP/1.1" status: 200 len: 1058 time: 0.0518684 May 26 16:45:55.844334 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265ffc3d-865d-49f3-b193-cc178b5430c6 x-openstack-request-id: req-265ffc3d-865d-49f3-b193-cc178b5430c6 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:45:55.844626 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45156389-4a13-421e-8c07-e93bb240cb35", "tag": "41ef1f37-5056-4735-ae7d-8165a459152d", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:45:55.844892 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-265ffc3d-865d-49f3-b193-cc178b5430c6 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:45:55.845297 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-265ffc3d-865d-49f3-b193-cc178b5430c6'] response: {'name': 'network-changed', 'server_uuid': '45156389-4a13-421e-8c07-e93bb240cb35', 'tag': '41ef1f37-5056-4735-ae7d-8165a459152d', 'status': 'completed', 'code': 200} May 26 16:45:55.847101 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-df85fdd7-5062-4934-acc4-7177d030425b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=41ef1f37-5056-4735-ae7d-8165a459152d HTTP/1.1" status: 200 len: 217 time: 0.0423658 May 26 16:45:55.898377 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-fef72972-3f9f-4c2b-8dce-85ee285ee550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:55.899863 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-fef72972-3f9f-4c2b-8dce-85ee285ee550 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bf4920ec-0494-46f3-b0ce-0812123012fb HTTP/1.1" status: 200 len: 838 time: 0.0457151 May 26 16:45:55.949885 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-3cafa0b5-0d2a-43a0-8e65-3ecba2f7f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:55.951394 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-3cafa0b5-0d2a-43a0-8e65-3ecba2f7f751 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dfbef683-55c4-461c-9da2-588a81b9d590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447531 May 26 16:45:56.027952 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96928a-a9e3-4e41-b5b4-c37df65f0985 req-d8ba7bed-71a9-4e37-a5ba-4ef5125aff98 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:56.029449 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b96928a-a9e3-4e41-b5b4-c37df65f0985 req-d8ba7bed-71a9-4e37-a5ba-4ef5125aff98 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=45156389-4a13-421e-8c07-e93bb240cb35 HTTP/1.1" status: 200 len: 907 time: 0.0523047 May 26 16:45:56.047577 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-a33f304f-3ea3-4f50-aca8-a408ccba26bb service neutron] 10.222.0.81 "GET /v2.0/networks/dfbef683-55c4-461c-9da2-588a81b9d590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894523 May 26 16:45:56.141296 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-21db6981-ac4c-445e-a8b5-0b3be1470e19 req-05d370e6-bd80-46cf-9a07-115e75f59894 service neutron] 10.222.0.81 "GET /v2.0/networks/dfbef683-55c4-461c-9da2-588a81b9d590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872171 May 26 16:45:56.230284 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61754f42-736e-4461-a8de-86c110cdbe7a req-8b07fadb-ae26-4952-92a5-97f5ca0a3fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:56.231794 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-61754f42-736e-4461-a8de-86c110cdbe7a req-8b07fadb-ae26-4952-92a5-97f5ca0a3fda service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b9ac913f3c4435393738796da3fcc51&device_id=45156389-4a13-421e-8c07-e93bb240cb35 HTTP/1.1" status: 200 len: 1058 time: 0.0416627 May 26 16:45:56.320534 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61754f42-736e-4461-a8de-86c110cdbe7a req-3d4f022a-f4b1-4494-aa5d-c745c451afda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:56.322016 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-61754f42-736e-4461-a8de-86c110cdbe7a req-3d4f022a-f4b1-4494-aa5d-c745c451afda service neutron] 10.222.0.81 "GET /v2.0/networks?id=dfbef683-55c4-461c-9da2-588a81b9d590 HTTP/1.1" status: 200 len: 898 time: 0.0834520 May 26 16:45:56.369414 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-61754f42-736e-4461-a8de-86c110cdbe7a req-9840267c-ae20-45bf-a411-c7a1e4da74cd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=41ef1f37-5056-4735-ae7d-8165a459152d HTTP/1.1" status: 200 len: 217 time: 0.0405526 May 26 16:45:56.422596 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61754f42-736e-4461-a8de-86c110cdbe7a req-844addb7-45f7-4a81-9d62-ebfab6595956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:56.424151 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-61754f42-736e-4461-a8de-86c110cdbe7a req-844addb7-45f7-4a81-9d62-ebfab6595956 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bf4920ec-0494-46f3-b0ce-0812123012fb HTTP/1.1" status: 200 len: 838 time: 0.0475373 May 26 16:45:56.471660 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61754f42-736e-4461-a8de-86c110cdbe7a req-d70d07bb-6fb9-48ec-945c-d3ad3f2b0fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:56.473199 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-61754f42-736e-4461-a8de-86c110cdbe7a req-d70d07bb-6fb9-48ec-945c-d3ad3f2b0fc4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dfbef683-55c4-461c-9da2-588a81b9d590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411825 May 26 16:45:56.570231 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-61754f42-736e-4461-a8de-86c110cdbe7a req-c3fc1a66-7feb-4ecd-a42f-806e5e9be42c service neutron] 10.222.0.81 "GET /v2.0/networks/dfbef683-55c4-461c-9da2-588a81b9d590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886266 May 26 16:45:56.660022 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-61754f42-736e-4461-a8de-86c110cdbe7a req-45127030-c0c7-4a1c-9915-02a0cebd0abe service neutron] 10.222.0.81 "GET /v2.0/networks/dfbef683-55c4-461c-9da2-588a81b9d590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831399 May 26 16:45:57.152507 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2181e-7520-421c-a823-5629b1ee4514 req-ce71d370-8f76-4bdc-83f7-b12d12d5a5f8 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:57.154187 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3ee2181e-7520-421c-a823-5629b1ee4514 req-ce71d370-8f76-4bdc-83f7-b12d12d5a5f8 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=45156389-4a13-421e-8c07-e93bb240cb35 HTTP/1.1" status: 200 len: 907 time: 0.0494030 May 26 16:45:57.666548 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:45:58.270790 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba19542-6e61-484f-b51a-c5d4084d1318 req-f15672f1-c0d9-4bb7-a875-bbf4b1dc7a8c tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:58.272299 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ba19542-6e61-484f-b51a-c5d4084d1318 req-f15672f1-c0d9-4bb7-a875-bbf4b1dc7a8c tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=45156389-4a13-421e-8c07-e93bb240cb35 HTTP/1.1" status: 200 len: 907 time: 0.0485480 May 26 16:45:58.588639 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 41ef1f37-5056-4735-ae7d-8165a459152d details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:45:58.691275 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 41ef1f37-5056-4735-ae7d-8165a459152d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=41ef1f37-5056-4735-ae7d-8165a459152d,segment=NetworkSegment(94ace676-30ca-4efb-bd40-90cac9a37d47),segment_id=94ace676-30ca-4efb-bd40-90cac9a37d47)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:45:58.703682 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '41ef1f37-5056-4735-ae7d-8165a459152d', 'network_id': 'dfbef683-55c4-461c-9da2-588a81b9d590', 'port_id': '41ef1f37-5056-4735-ae7d-8165a459152d', 'mac_address': 'fa:16:3e:18:44:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf4920ec-0494-46f3-b0ce-0812123012fb', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:45:58.742912 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 41ef1f37-5056-4735-ae7d-8165a459152d is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:45:58.743291 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:58.756290 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ef1f37-5056-4735-ae7d-8165a459152d {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:45:58.775884 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 41ef1f37-5056-4735-ae7d-8165a459152d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=41ef1f37-5056-4735-ae7d-8165a459152d,segment=NetworkSegment(94ace676-30ca-4efb-bd40-90cac9a37d47),segment_id=94ace676-30ca-4efb-bd40-90cac9a37d47)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:45:58.779777 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:45:58.831167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=41ef1f37-5056-4735-ae7d-8165a459152d,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:45:59.012508 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['41ef1f37-5056-4735-ae7d-8165a459152d'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:45:59.390056 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e81ff0-a705-4357-9714-903772d2dadd req-cc8d8642-c898-435e-a103-fb6c83a437a8 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:45:59.391513 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a1e81ff0-a705-4357-9714-903772d2dadd req-cc8d8642-c898-435e-a103-fb6c83a437a8 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=45156389-4a13-421e-8c07-e93bb240cb35 HTTP/1.1" status: 200 len: 908 time: 0.0521929 May 26 16:46:00.506964 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba015cf1-8c14-477b-943c-fca2896e1f13 req-da2d5986-fee7-4eaf-b12f-853256f65205 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:00.508471 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba015cf1-8c14-477b-943c-fca2896e1f13 req-da2d5986-fee7-4eaf-b12f-853256f65205 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=45156389-4a13-421e-8c07-e93bb240cb35 HTTP/1.1" status: 200 len: 908 time: 0.0489776 May 26 16:46:00.619726 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 41ef1f37-5056-4735-ae7d-8165a459152d up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:46:00.674698 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 41ef1f37-5056-4735-ae7d-8165a459152d completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:46:00.678171 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 41ef1f37-5056-4735-ae7d-8165a459152d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:00.678543 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:00.760775 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 41ef1f37-5056-4735-ae7d-8165a459152d is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:00.761158 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:00.784414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45156389-4a13-421e-8c07-e93bb240cb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ef1f37-5056-4735-ae7d-8165a459152d'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:46:00.786620 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2369cc5-a89e-4a63-9fbb-c2151e448c0b" -d '{"events": [{"server_uuid": "45156389-4a13-421e-8c07-e93bb240cb35", "name": "network-vif-plugged", "status": "completed", "tag": "41ef1f37-5056-4735-ae7d-8165a459152d"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:46:00.800298 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 41ef1f37-5056-4735-ae7d-8165a459152d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=41ef1f37-5056-4735-ae7d-8165a459152d,segment=NetworkSegment(94ace676-30ca-4efb-bd40-90cac9a37d47),segment_id=94ace676-30ca-4efb-bd40-90cac9a37d47)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:00.804077 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:00.833748 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfb966c-f9c2-4262-be73-f284f15eb26b x-openstack-request-id: req-cdfb966c-f9c2-4262-be73-f284f15eb26b {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:46:00.834049 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45156389-4a13-421e-8c07-e93bb240cb35", "name": "network-vif-plugged", "status": "completed", "tag": "41ef1f37-5056-4735-ae7d-8165a459152d", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:46:00.834317 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cdfb966c-f9c2-4262-be73-f284f15eb26b {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:46:00.834726 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdfb966c-f9c2-4262-be73-f284f15eb26b'] response: {'server_uuid': '45156389-4a13-421e-8c07-e93bb240cb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ef1f37-5056-4735-ae7d-8165a459152d', 'code': 200} May 26 16:46:00.849466 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:00.866873 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=41ef1f37-5056-4735-ae7d-8165a459152d,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:00.936046 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836e53a-6119-4b47-952c-09767b6119f0 req-17b6ff66-4527-4205-a847-77be8b93e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:00.937580 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8836e53a-6119-4b47-952c-09767b6119f0 req-17b6ff66-4527-4205-a847-77be8b93e3bf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=45156389-4a13-421e-8c07-e93bb240cb35 HTTP/1.1" status: 200 len: 1060 time: 0.0542836 May 26 16:46:01.627553 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4609279-cefa-4539-8b4d-088c3806b634 req-7a046d8f-4a30-40bc-8a95-dc3c31e6a5de tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:01.629036 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b4609279-cefa-4539-8b4d-088c3806b634 req-7a046d8f-4a30-40bc-8a95-dc3c31e6a5de tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=45156389-4a13-421e-8c07-e93bb240cb35 HTTP/1.1" status: 200 len: 909 time: 0.0487866 May 26 16:46:02.745140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c118b-a339-4b63-b313-05a5328d3f03 req-47a73cca-a9f5-491e-9b0d-fda97e8a56da tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:02.746598 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-647c118b-a339-4b63-b313-05a5328d3f03 req-47a73cca-a9f5-491e-9b0d-fda97e8a56da tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=45156389-4a13-421e-8c07-e93bb240cb35 HTTP/1.1" status: 200 len: 909 time: 0.0477941 May 26 16:46:02.871015 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f68b61-b00a-496c-b07a-cdd30dbc5523 req-6e5c8e8e-d098-4436-a9f0-0a48f7bbfca0 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:02.872507 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-98f68b61-b00a-496c-b07a-cdd30dbc5523 req-6e5c8e8e-d098-4436-a9f0-0a48f7bbfca0 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=45156389-4a13-421e-8c07-e93bb240cb35 HTTP/1.1" status: 200 len: 909 time: 0.0565536 May 26 16:46:02.976843 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88253d2-e187-4f0a-9733-bfb46318c160 req-7b5628ed-ab42-4130-8c23-599405f4f6c9 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:02.978362 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b88253d2-e187-4f0a-9733-bfb46318c160 req-7b5628ed-ab42-4130-8c23-599405f4f6c9 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=45156389-4a13-421e-8c07-e93bb240cb35 HTTP/1.1" status: 200 len: 1060 time: 0.0395675 May 26 16:46:03.083183 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc08b50-1fd6-47d6-b67a-578c8451def7 req-36ac15d4-8462-45a0-bb63-c80db188c72d tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:03.084695 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dbc08b50-1fd6-47d6-b67a-578c8451def7 req-36ac15d4-8462-45a0-bb63-c80db188c72d tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 1135 time: 0.0414379 May 26 16:46:03.119784 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dbc08b50-1fd6-47d6-b67a-578c8451def7 req-90898a9b-24ce-4688-88c8-f5aa5971c3b8 tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=77ef1cbc-5683-40bb-9d24-d0a3a49d0ad4&id=08f46ce8-99ca-4cb3-b71a-fd1dec002717&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0289729 May 26 16:46:03.142670 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38254) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:03.184396 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931ffbda-50e6-4f10-813d-b5d8207f9d8d tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:03.185811 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-931ffbda-50e6-4f10-813d-b5d8207f9d8d tempest-TestSecurityGroupsBasicOps-737023376 tempest-TestSecurityGroupsBasicOps-737023376-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=45156389-4a13-421e-8c07-e93bb240cb35 HTTP/1.1" status: 200 len: 1055 time: 0.0419679 May 26 16:46:03.405535 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11212dab-2505-4fcc-b309-75783854f1bf req-4e165a59-1cf0-4ba7-aee0-27a183db0942 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:03.407023 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-11212dab-2505-4fcc-b309-75783854f1bf req-4e165a59-1cf0-4ba7-aee0-27a183db0942 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=45156389-4a13-421e-8c07-e93bb240cb35 HTTP/1.1" status: 200 len: 909 time: 0.0525544 May 26 16:46:04.541484 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc882c00-09c3-4b3f-a982-355f6b850b7c req-d1fb0803-0316-4e82-879e-01324c1de67a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:04.542967 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cc882c00-09c3-4b3f-a982-355f6b850b7c req-d1fb0803-0316-4e82-879e-01324c1de67a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=45156389-4a13-421e-8c07-e93bb240cb35 HTTP/1.1" status: 200 len: 909 time: 0.0557277 May 26 16:46:04.707565 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b698a-9c6f-489e-bbdd-9bb3503b2e3b req-2adfa19a-e12f-4687-ae84-22414aa6800e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:04.708958 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d13b698a-9c6f-489e-bbdd-9bb3503b2e3b req-2adfa19a-e12f-4687-ae84-22414aa6800e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.81 "GET /v2.0/ports?device_id=45156389-4a13-421e-8c07-e93bb240cb35 HTTP/1.1" status: 200 len: 909 time: 0.0479727 May 26 16:46:04.798204 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-d13b698a-9c6f-489e-bbdd-9bb3503b2e3b req-89d60667-b76e-4845-a55b-2a426c3f7357 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Deleting port 41ef1f37-5056-4735-ae7d-8165a459152d {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:46:04.798551 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d13b698a-9c6f-489e-bbdd-9bb3503b2e3b req-89d60667-b76e-4845-a55b-2a426c3f7357 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:04.888917 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-d13b698a-9c6f-489e-bbdd-9bb3503b2e3b req-89d60667-b76e-4845-a55b-2a426c3f7357 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] For port 41ef1f37-5056-4735-ae7d-8165a459152d, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=41ef1f37-5056-4735-ae7d-8165a459152d,segment=NetworkSegment(94ace676-30ca-4efb-bd40-90cac9a37d47),segment_id=94ace676-30ca-4efb-bd40-90cac9a37d47)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:04.889950 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d13b698a-9c6f-489e-bbdd-9bb3503b2e3b req-89d60667-b76e-4845-a55b-2a426c3f7357 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:04.901670 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-d13b698a-9c6f-489e-bbdd-9bb3503b2e3b req-89d60667-b76e-4845-a55b-2a426c3f7357 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Calling delete_port for 41ef1f37-5056-4735-ae7d-8165a459152d owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:46:05.029234 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d13b698a-9c6f-489e-bbdd-9bb3503b2e3b req-89d60667-b76e-4845-a55b-2a426c3f7357 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:05.055483 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d60667-b76e-4845-a55b-2a426c3f7357 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event deleted for resources: {'Port': ['ID=41ef1f37-5056-4735-ae7d-8165a459152d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:05.098550 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13b698a-9c6f-489e-bbdd-9bb3503b2e3b req-89d60667-b76e-4845-a55b-2a426c3f7357 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] No DVR routers for this DVR port 41ef1f37-5056-4735-ae7d-8165a459152d on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:46:05.101402 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d13b698a-9c6f-489e-bbdd-9bb3503b2e3b req-89d60667-b76e-4845-a55b-2a426c3f7357 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:05.104728 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d13b698a-9c6f-489e-bbdd-9bb3503b2e3b req-89d60667-b76e-4845-a55b-2a426c3f7357 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.81 "DELETE /v2.0/ports/41ef1f37-5056-4735-ae7d-8165a459152d HTTP/1.1" status: 204 len: 173 time: 0.3893957 May 26 16:46:05.105176 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45156389-4a13-421e-8c07-e93bb240cb35', 'name': 'network-vif-deleted', 'tag': '41ef1f37-5056-4735-ae7d-8165a459152d'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:46:05.107504 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1801fed2-1061-44b5-aab0-2c7ccc1bc7db" -d '{"events": [{"server_uuid": "45156389-4a13-421e-8c07-e93bb240cb35", "name": "network-vif-deleted", "tag": "41ef1f37-5056-4735-ae7d-8165a459152d"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:46:05.149998 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f20ba6a-ffaa-4b43-9e36-ee0425ff39c6 x-openstack-request-id: req-9f20ba6a-ffaa-4b43-9e36-ee0425ff39c6 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:46:05.150361 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45156389-4a13-421e-8c07-e93bb240cb35", "name": "network-vif-deleted", "tag": "41ef1f37-5056-4735-ae7d-8165a459152d", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:46:05.150702 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9f20ba6a-ffaa-4b43-9e36-ee0425ff39c6 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:46:05.151117 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f20ba6a-ffaa-4b43-9e36-ee0425ff39c6'] response: {'server_uuid': '45156389-4a13-421e-8c07-e93bb240cb35', 'name': 'network-vif-deleted', 'tag': '41ef1f37-5056-4735-ae7d-8165a459152d', 'status': 'completed', 'code': 200} May 26 16:46:05.602571 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38266) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:05.960705 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b4adbec0-252a-4cb2-b312-7338f4fa87e2 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:06.510915 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-b4adbec0-252a-4cb2-b312-7338f4fa87e2 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Deleting port 3e540f07-e3a5-42b9-8fa5-696e13ab12f9 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:46:06.511253 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b4adbec0-252a-4cb2-b312-7338f4fa87e2 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:06.603063 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-b4adbec0-252a-4cb2-b312-7338f4fa87e2 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] For port 3e540f07-e3a5-42b9-8fa5-696e13ab12f9, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3e540f07-e3a5-42b9-8fa5-696e13ab12f9,segment=NetworkSegment(94ace676-30ca-4efb-bd40-90cac9a37d47),segment_id=94ace676-30ca-4efb-bd40-90cac9a37d47)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:06.603778 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b4adbec0-252a-4cb2-b312-7338f4fa87e2 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:06.615540 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-b4adbec0-252a-4cb2-b312-7338f4fa87e2 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Calling delete_port for 3e540f07-e3a5-42b9-8fa5-696e13ab12f9 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:46:06.801389 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b4adbec0-252a-4cb2-b312-7338f4fa87e2 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:06.838480 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4adbec0-252a-4cb2-b312-7338f4fa87e2 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event deleted for resources: {'Port': ['ID=3e540f07-e3a5-42b9-8fa5-696e13ab12f9,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:07.009665 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b4adbec0-252a-4cb2-b312-7338f4fa87e2 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:07.226933 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4adbec0-252a-4cb2-b312-7338f4fa87e2 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Router 311f54bb-5514-40db-b4ae-de7f3b100106 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:46:07.330393 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4adbec0-252a-4cb2-b312-7338f4fa87e2 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:46:07.335359 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b4adbec0-252a-4cb2-b312-7338f4fa87e2 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "PUT /v2.0/routers/311f54bb-5514-40db-b4ae-de7f3b100106/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7316179 May 26 16:46:07.338084 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38268) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:07.340668 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be5293-e59a-4819-822c-b76a4d9fbc79 None None] Sync routers for ids ['311f54bb-5514-40db-b4ae-de7f3b100106'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:46:07.354775 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be5293-e59a-4819-822c-b76a4d9fbc79 None None] Routers {'311f54bb-5514-40db-b4ae-de7f3b100106'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:46:07.355405 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-71be5293-e59a-4819-822c-b76a4d9fbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:45:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['311f54bb-5514-40db-b4ae-de7f3b100106'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:07.389015 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-803f0648-d0e0-4707-a201-cd64f1f6f52a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Deleting subnet bf4920ec-0494-46f3-b0ce-0812123012fb {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:46:07.392331 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-803f0648-d0e0-4707-a201-cd64f1f6f52a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:07.434504 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-803f0648-d0e0-4707-a201-cd64f1f6f52a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:07.461092 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-71be5293-e59a-4819-822c-b76a4d9fbc79 None None] Set router 311f54bb-5514-40db-b4ae-de7f3b100106 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:46:07.523279 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-803f0648-d0e0-4707-a201-cd64f1f6f52a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:07.582164 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-803f0648-d0e0-4707-a201-cd64f1f6f52a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:07.609263 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f0648-d0e0-4707-a201-cd64f1f6f52a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event deleted for resources: {'Subnet': ['ID=bf4920ec-0494-46f3-b0ce-0812123012fb,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:07.613283 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-803f0648-d0e0-4707-a201-cd64f1f6f52a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:07.619436 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-803f0648-d0e0-4707-a201-cd64f1f6f52a tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "DELETE /v2.0/subnets/bf4920ec-0494-46f3-b0ce-0812123012fb HTTP/1.1" status: 204 len: 168 time: 0.2773902 May 26 16:46:07.619436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38270) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:07.625732 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba022216-e448-4327-90d4-9bd36c526146 None None] Network dfbef683-55c4-461c-9da2-588a81b9d590 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:46:07.725712 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1b44029-7114-4355-99f7-fed5d1aa359f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:07.739905 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-71be5293-e59a-4819-822c-b76a4d9fbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311f54bb-5514-40db-b4ae-de7f3b100106', 'name': 'tempest-TestSecurityGroupsBasicOps-router-615233475', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'b0170716-c43b-480b-892c-33656e8b51fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:45:47Z', 'updated_at': '2022-05-26T16:46:06Z', 'revision_number': 5, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'gw_port': {'id': 'b0170716-c43b-480b-892c-33656e8b51fb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:80:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311f54bb-5514-40db-b4ae-de7f3b100106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:45:47Z', 'updated_at': '2022-05-26T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:07.768716 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be5293-e59a-4819-822c-b76a4d9fbc79 None None] Checking router: 311f54bb-5514-40db-b4ae-de7f3b100106 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:46:07.785851 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be5293-e59a-4819-822c-b76a4d9fbc79 None None] Routers {'311f54bb-5514-40db-b4ae-de7f3b100106'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:46:07.786466 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-71be5293-e59a-4819-822c-b76a4d9fbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:45:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['311f54bb-5514-40db-b4ae-de7f3b100106'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:07.831815 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1b44029-7114-4355-99f7-fed5d1aa359f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:07.872909 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eebaadd-4444-42b7-aac0-dcdec74383e2 None None] DHCP port deletion for dfbef683-55c4-461c-9da2-588a81b9d590 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:46:07.895235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-a1b44029-7114-4355-99f7-fed5d1aa359f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Deleting port b0170716-c43b-480b-892c-33656e8b51fb {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:46:07.895713 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1b44029-7114-4355-99f7-fed5d1aa359f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:07.928824 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-71be5293-e59a-4819-822c-b76a4d9fbc79 None None] Set router 311f54bb-5514-40db-b4ae-de7f3b100106 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:46:07.982063 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-a1b44029-7114-4355-99f7-fed5d1aa359f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] For port b0170716-c43b-480b-892c-33656e8b51fb, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b0170716-c43b-480b-892c-33656e8b51fb,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:07.982436 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1b44029-7114-4355-99f7-fed5d1aa359f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:07.995864 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-a1b44029-7114-4355-99f7-fed5d1aa359f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Calling delete_port for b0170716-c43b-480b-892c-33656e8b51fb owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:46:08.179221 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1b44029-7114-4355-99f7-fed5d1aa359f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:08.197197 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6eebaadd-4444-42b7-aac0-dcdec74383e2 None None] Deleting port 2250b6a7-18bc-4022-9697-bb590e7bfafa {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:46:08.197567 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6eebaadd-4444-42b7-aac0-dcdec74383e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:08.207982 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b44029-7114-4355-99f7-fed5d1aa359f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event deleted for resources: {'Port': ['ID=b0170716-c43b-480b-892c-33656e8b51fb,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:08.243419 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2250b6a7-18bc-4022-9697-bb590e7bfafa no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:46:08.269603 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1b44029-7114-4355-99f7-fed5d1aa359f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:08.323263 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-6eebaadd-4444-42b7-aac0-dcdec74383e2 None None] For port 2250b6a7-18bc-4022-9697-bb590e7bfafa, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2250b6a7-18bc-4022-9697-bb590e7bfafa,segment=NetworkSegment(94ace676-30ca-4efb-bd40-90cac9a37d47),segment_id=94ace676-30ca-4efb-bd40-90cac9a37d47)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:08.323673 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6eebaadd-4444-42b7-aac0-dcdec74383e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:08.359141 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1b44029-7114-4355-99f7-fed5d1aa359f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:08.361193 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1b44029-7114-4355-99f7-fed5d1aa359f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:08.362096 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6eebaadd-4444-42b7-aac0-dcdec74383e2 None None] Calling delete_port for 2250b6a7-18bc-4022-9697-bb590e7bfafa owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:46:08.407391 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1b44029-7114-4355-99f7-fed5d1aa359f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:08.407945 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b44029-7114-4355-99f7-fed5d1aa359f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Fanout notify agent at l3_agent the message router_deleted on router 311f54bb-5514-40db-b4ae-de7f3b100106 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:46:08.415756 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a1b44029-7114-4355-99f7-fed5d1aa359f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:08.416898 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a1b44029-7114-4355-99f7-fed5d1aa359f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "DELETE /v2.0/routers/311f54bb-5514-40db-b4ae-de7f3b100106 HTTP/1.1" status: 204 len: 168 time: 0.7969568 May 26 16:46:08.419636 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38272) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:08.456279 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2250b6a7-18bc-4022-9697-bb590e7bfafa is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:08.456664 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:08.494866 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-71be5293-e59a-4819-822c-b76a4d9fbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311f54bb-5514-40db-b4ae-de7f3b100106', 'name': 'tempest-TestSecurityGroupsBasicOps-router-615233475', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'b0170716-c43b-480b-892c-33656e8b51fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:45:47Z', 'updated_at': '2022-05-26T16:46:06Z', 'revision_number': 5, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'gw_port': {'id': 'b0170716-c43b-480b-892c-33656e8b51fb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:80:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311f54bb-5514-40db-b4ae-de7f3b100106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:45:47Z', 'updated_at': '2022-05-26T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:08.495667 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a3ab08d-bd1d-46f2-a724-7603471ccd1b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:08.539217 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be5293-e59a-4819-822c-b76a4d9fbc79 None None] The sync data for ids ['311f54bb-5514-40db-b4ae-de7f3b100106'] in n-d-843337-2 is: [{'id': '311f54bb-5514-40db-b4ae-de7f3b100106', 'name': 'tempest-TestSecurityGroupsBasicOps-router-615233475', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'b0170716-c43b-480b-892c-33656e8b51fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:45:47Z', 'updated_at': '2022-05-26T16:46:06Z', 'revision_number': 5, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'gw_port': {'id': 'b0170716-c43b-480b-892c-33656e8b51fb', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:80:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311f54bb-5514-40db-b4ae-de7f3b100106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:45:47Z', 'updated_at': '2022-05-26T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:46:08.541756 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 2250b6a7-18bc-4022-9697-bb590e7bfafa, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2250b6a7-18bc-4022-9697-bb590e7bfafa,segment=NetworkSegment(94ace676-30ca-4efb-bd40-90cac9a37d47),segment_id=94ace676-30ca-4efb-bd40-90cac9a37d47)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:08.547479 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:08.558254 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-1a3ab08d-bd1d-46f2-a724-7603471ccd1b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Deleting port 2250b6a7-18bc-4022-9697-bb590e7bfafa {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:46:08.558254 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a3ab08d-bd1d-46f2-a724-7603471ccd1b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:08.580392 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6eebaadd-4444-42b7-aac0-dcdec74383e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:08.597734 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eebaadd-4444-42b7-aac0-dcdec74383e2 None None] No DVR routers for this DVR port 2250b6a7-18bc-4022-9697-bb590e7bfafa on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:46:08.616482 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=2250b6a7-18bc-4022-9697-bb590e7bfafa,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:08.632012 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-1a3ab08d-bd1d-46f2-a724-7603471ccd1b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] For port 2250b6a7-18bc-4022-9697-bb590e7bfafa, host n-d-843337-2, got binding levels [] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:08.632565 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a3ab08d-bd1d-46f2-a724-7603471ccd1b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:08.644592 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eebaadd-4444-42b7-aac0-dcdec74383e2 None None] Pushing event deleted for resources: {'Port': ['ID=2250b6a7-18bc-4022-9697-bb590e7bfafa,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:08.646825 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-1a3ab08d-bd1d-46f2-a724-7603471ccd1b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Calling delete_port for 2250b6a7-18bc-4022-9697-bb590e7bfafa owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:46:08.649823 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.ipam_backend_mixin [None req-1a3ab08d-bd1d-46f2-a724-7603471ccd1b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Port 2250b6a7-18bc-4022-9697-bb590e7bfafa was not found and therefore no delete operation was performed {{(pid=103896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:46:08.650570 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 41ef1f37-5056-4735-ae7d-8165a459152d no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:46:08.651063 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a3ab08d-bd1d-46f2-a724-7603471ccd1b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:08.671614 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 41ef1f37-5056-4735-ae7d-8165a459152d {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:46:08.672077 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 41ef1f37-5056-4735-ae7d-8165a459152d not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:46:08.676677 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ab08d-bd1d-46f2-a724-7603471ccd1b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event deleted for resources: {'Port': ['ID=2250b6a7-18bc-4022-9697-bb590e7bfafa,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:08.680270 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3ab08d-bd1d-46f2-a724-7603471ccd1b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] No DVR routers for this DVR port 2250b6a7-18bc-4022-9697-bb590e7bfafa on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:46:08.763955 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a3ab08d-bd1d-46f2-a724-7603471ccd1b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:08.785404 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-1a3ab08d-bd1d-46f2-a724-7603471ccd1b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfbef683-55c4-461c-9da2-588a81b9d590']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:08.794714 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-1a3ab08d-bd1d-46f2-a724-7603471ccd1b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ace676-30ca-4efb-bd40-90cac9a37d47') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:08.795007 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-1a3ab08d-bd1d-46f2-a724-7603471ccd1b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ace676-30ca-4efb-bd40-90cac9a37d47') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:08.805348 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a3ab08d-bd1d-46f2-a724-7603471ccd1b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:08.819334 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a3ab08d-bd1d-46f2-a724-7603471ccd1b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:08.825086 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3ab08d-bd1d-46f2-a724-7603471ccd1b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:46:08.825466 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a3ab08d-bd1d-46f2-a724-7603471ccd1b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:08.869094 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 94ace676-30ca-4efb-bd40-90cac9a37d47 resource provider aggregate not found May 26 16:46:08.898541 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 94ace676-30ca-4efb-bd40-90cac9a37d47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94ace676-30ca-4efb-bd40-90cac9a37d47 found for delete ", "request_id": "req-ce613018-b4e2-4e9d-a2bc-2f7a2df75de8"}]} May 26 16:46:08.903058 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a3ab08d-bd1d-46f2-a724-7603471ccd1b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:08.911156 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a3ab08d-bd1d-46f2-a724-7603471ccd1b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:08.914656 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1a3ab08d-bd1d-46f2-a724-7603471ccd1b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "DELETE /v2.0/networks/dfbef683-55c4-461c-9da2-588a81b9d590 HTTP/1.1" status: 204 len: 168 time: 0.4931982 May 26 16:46:08.917360 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38278) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:08.928469 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ab08d-bd1d-46f2-a724-7603471ccd1b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event deleted for resources: {'Network': ['ID=dfbef683-55c4-461c-9da2-588a81b9d590,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:09.084512 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-fde17dcb-2621-48e4-96d9-1e5d9c47e3f0 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Deleting port 5ba20412-5ee7-407e-8d76-312332b41f38 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:46:09.084857 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fde17dcb-2621-48e4-96d9-1e5d9c47e3f0 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:09.166862 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fde17dcb-2621-48e4-96d9-1e5d9c47e3f0 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:09.167282 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fde17dcb-2621-48e4-96d9-1e5d9c47e3f0 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:09.179885 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-fde17dcb-2621-48e4-96d9-1e5d9c47e3f0 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Calling delete_port for 5ba20412-5ee7-407e-8d76-312332b41f38 owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:46:09.332849 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fde17dcb-2621-48e4-96d9-1e5d9c47e3f0 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:09.359573 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde17dcb-2621-48e4-96d9-1e5d9c47e3f0 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event deleted for resources: {'Port': ['ID=5ba20412-5ee7-407e-8d76-312332b41f38,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:09.419472 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fde17dcb-2621-48e4-96d9-1e5d9c47e3f0 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:09.419812 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-fde17dcb-2621-48e4-96d9-1e5d9c47e3f0 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Floating IP cd4cb7d6-c948-49c5-829f-a003d9b9571e disassociated (deleted). External IP: 172.25.7.154, port: 2652318b-357f-4d68-b105-a95fedaa0b83. May 26 16:46:09.640346 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde17dcb-2621-48e4-96d9-1e5d9c47e3f0 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Router 53b69d95-2c75-486a-b9a6-eab73900c3db has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:46:09.749176 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde17dcb-2621-48e4-96d9-1e5d9c47e3f0 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:46:09.753913 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fde17dcb-2621-48e4-96d9-1e5d9c47e3f0 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:09.759796 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3287868a-83b3-4e97-8b1d-bfaf1c42f468 None None] Sync routers for ids ['53b69d95-2c75-486a-b9a6-eab73900c3db'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:46:09.771251 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3287868a-83b3-4e97-8b1d-bfaf1c42f468 None None] Routers {'53b69d95-2c75-486a-b9a6-eab73900c3db'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:46:09.771861 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-3287868a-83b3-4e97-8b1d-bfaf1c42f468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:45:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['53b69d95-2c75-486a-b9a6-eab73900c3db'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:09.782531 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fde17dcb-2621-48e4-96d9-1e5d9c47e3f0 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "DELETE /v2.0/floatingips/cd4cb7d6-c948-49c5-829f-a003d9b9571e HTTP/1.1" status: 204 len: 168 time: 0.8635061 May 26 16:46:09.783142 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec1f21d-c394-491c-aa3b-91dc1f54d0f6', 'tag': '2652318b-357f-4d68-b105-a95fedaa0b83'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:46:09.785432 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e57470-215c-497c-aec0-dc41d7dea93e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec1f21d-c394-491c-aa3b-91dc1f54d0f6", "tag": "2652318b-357f-4d68-b105-a95fedaa0b83"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:46:09.832732 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6326e1-c7fc-4915-a208-1a1a313f3304 x-openstack-request-id: req-dd6326e1-c7fc-4915-a208-1a1a313f3304 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:46:09.833411 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec1f21d-c394-491c-aa3b-91dc1f54d0f6", "tag": "2652318b-357f-4d68-b105-a95fedaa0b83", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:46:09.833734 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dd6326e1-c7fc-4915-a208-1a1a313f3304 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:46:09.834165 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd6326e1-c7fc-4915-a208-1a1a313f3304'] response: {'name': 'network-changed', 'server_uuid': '0ec1f21d-c394-491c-aa3b-91dc1f54d0f6', 'tag': '2652318b-357f-4d68-b105-a95fedaa0b83', 'status': 'completed', 'code': 200} May 26 16:46:09.899056 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-3287868a-83b3-4e97-8b1d-bfaf1c42f468 None None] Set router 53b69d95-2c75-486a-b9a6-eab73900c3db gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:46:09.940019 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e57470-215c-497c-aec0-dc41d7dea93e req-bfea0cec-2c20-4782-a6a7-7d5d7f505bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:09.942722 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e6e57470-215c-497c-aec0-dc41d7dea93e req-bfea0cec-2c20-4782-a6a7-7d5d7f505bc9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b9ac913f3c4435393738796da3fcc51&device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 1135 time: 0.0643511 May 26 16:46:10.034968 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4257aac-7593-41e3-be3c-d79bc310d454 req-dcb04bc4-23b4-4b85-9441-40a216ce2248 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:10.036518 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a4257aac-7593-41e3-be3c-d79bc310d454 req-dcb04bc4-23b4-4b85-9441-40a216ce2248 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 984 time: 0.0568674 May 26 16:46:10.080831 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a4257aac-7593-41e3-be3c-d79bc310d454 req-dc759ea0-691e-4733-8697-67e9b95930f9 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/security-groups?id=77ef1cbc-5683-40bb-9d24-d0a3a49d0ad4&id=08f46ce8-99ca-4cb3-b71a-fd1dec002717&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0380445 May 26 16:46:10.103545 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e57470-215c-497c-aec0-dc41d7dea93e req-321ca9ca-df93-4021-98e5-cc5f6684d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:10.105158 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e6e57470-215c-497c-aec0-dc41d7dea93e req-321ca9ca-df93-4021-98e5-cc5f6684d7ae service neutron] 10.222.0.83 "GET /v2.0/networks?id=846898d4-e714-4339-bd35-983880304e0a HTTP/1.1" status: 200 len: 897 time: 0.1022437 May 26 16:46:10.125284 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-3287868a-83b3-4e97-8b1d-bfaf1c42f468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507262308', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '4e848c21-4179-4263-962c-53c74955f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:53Z', 'updated_at': '2022-05-26T16:43:58Z', 'revision_number': 4, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'gw_port': {'id': '4e848c21-4179-4263-962c-53c74955f11c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:54Z', 'updated_at': '2022-05-26T16:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '1cc54b50-e8e6-458d-b09b-429726b651dd', 'name': '', 'network_id': '846898d4-e714-4339-bd35-983880304e0a', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'mac_address': 'fa:16:3e:b9:25:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2419eb7d-1209-4394-b3d4-625f2919435a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:57Z', 'updated_at': '2022-05-26T16:44:00Z', 'revision_number': 5, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'subnets': [{'id': '2419eb7d-1209-4394-b3d4-625f2919435a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:10.153000 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e6e57470-215c-497c-aec0-dc41d7dea93e req-d3eaf75a-2204-422d-932c-cfa3a4528a99 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2652318b-357f-4d68-b105-a95fedaa0b83 HTTP/1.1" status: 200 len: 217 time: 0.0386469 May 26 16:46:10.156842 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3287868a-83b3-4e97-8b1d-bfaf1c42f468 None None] Checking router: 53b69d95-2c75-486a-b9a6-eab73900c3db for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:46:10.165962 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3287868a-83b3-4e97-8b1d-bfaf1c42f468 None None] Routers {'53b69d95-2c75-486a-b9a6-eab73900c3db'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:46:10.166611 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-3287868a-83b3-4e97-8b1d-bfaf1c42f468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:45:45Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['53b69d95-2c75-486a-b9a6-eab73900c3db'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:10.168726 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3e540f07-e3a5-42b9-8fa5-696e13ab12f9 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:46:10.190043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 3e540f07-e3a5-42b9-8fa5-696e13ab12f9 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:46:10.190670 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3e540f07-e3a5-42b9-8fa5-696e13ab12f9 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:46:10.191375 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b0170716-c43b-480b-892c-33656e8b51fb no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:46:10.211606 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: b0170716-c43b-480b-892c-33656e8b51fb {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:46:10.211955 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b0170716-c43b-480b-892c-33656e8b51fb not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:46:10.215385 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e57470-215c-497c-aec0-dc41d7dea93e req-18c1e6c2-9f1a-4968-b0c6-082bb587eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:10.216796 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e6e57470-215c-497c-aec0-dc41d7dea93e req-18c1e6c2-9f1a-4968-b0c6-082bb587eb34 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2419eb7d-1209-4394-b3d4-625f2919435a HTTP/1.1" status: 200 len: 834 time: 0.0532970 May 26 16:46:10.266001 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e57470-215c-497c-aec0-dc41d7dea93e req-d0d7cf99-89b1-4fb3-b05f-bdbe8911d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:10.267550 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e6e57470-215c-497c-aec0-dc41d7dea93e req-d0d7cf99-89b1-4fb3-b05f-bdbe8911d1ff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=846898d4-e714-4339-bd35-983880304e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434606 May 26 16:46:10.362978 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e6e57470-215c-497c-aec0-dc41d7dea93e req-8e4b2940-1f2d-48fb-9a1d-4a0b0e5a76ce service neutron] 10.222.0.83 "GET /v2.0/networks/846898d4-e714-4339-bd35-983880304e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857689 May 26 16:46:10.371680 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-3287868a-83b3-4e97-8b1d-bfaf1c42f468 None None] Set router 53b69d95-2c75-486a-b9a6-eab73900c3db gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:46:10.458543 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e6e57470-215c-497c-aec0-dc41d7dea93e req-5af927da-a9fb-41e6-a231-0ce5edc27107 service neutron] 10.222.0.83 "GET /v2.0/networks/846898d4-e714-4339-bd35-983880304e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881200 May 26 16:46:10.593773 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-3287868a-83b3-4e97-8b1d-bfaf1c42f468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507262308', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '4e848c21-4179-4263-962c-53c74955f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:53Z', 'updated_at': '2022-05-26T16:43:58Z', 'revision_number': 4, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'gw_port': {'id': '4e848c21-4179-4263-962c-53c74955f11c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:54Z', 'updated_at': '2022-05-26T16:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '1cc54b50-e8e6-458d-b09b-429726b651dd', 'name': '', 'network_id': '846898d4-e714-4339-bd35-983880304e0a', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'mac_address': 'fa:16:3e:b9:25:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2419eb7d-1209-4394-b3d4-625f2919435a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:57Z', 'updated_at': '2022-05-26T16:44:00Z', 'revision_number': 5, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'subnets': [{'id': '2419eb7d-1209-4394-b3d4-625f2919435a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:10.621198 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3287868a-83b3-4e97-8b1d-bfaf1c42f468 None None] The sync data for ids ['53b69d95-2c75-486a-b9a6-eab73900c3db'] in n-d-843337-2 is: [{'id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507262308', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '4e848c21-4179-4263-962c-53c74955f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:53Z', 'updated_at': '2022-05-26T16:43:58Z', 'revision_number': 4, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'gw_port': {'id': '4e848c21-4179-4263-962c-53c74955f11c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:54Z', 'updated_at': '2022-05-26T16:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '1cc54b50-e8e6-458d-b09b-429726b651dd', 'name': '', 'network_id': '846898d4-e714-4339-bd35-983880304e0a', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'mac_address': 'fa:16:3e:b9:25:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2419eb7d-1209-4394-b3d4-625f2919435a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:57Z', 'updated_at': '2022-05-26T16:44:00Z', 'revision_number': 5, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'subnets': [{'id': '2419eb7d-1209-4394-b3d4-625f2919435a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:46:10.836074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0d4761-16ae-4b86-aead-d2e1f545eddd None None] New status for floating IP cd4cb7d6-c948-49c5-829f-a003d9b9571e: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:46:11.202942 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f37c3c-b380-48f3-881d-7a11539bbee9 req-194352db-99d1-4d15-86f0-e06dc724df91 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:11.204388 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3f37c3c-b380-48f3-881d-7a11539bbee9 req-194352db-99d1-4d15-86f0-e06dc724df91 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 984 time: 0.0534835 May 26 16:46:11.251795 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3f37c3c-b380-48f3-881d-7a11539bbee9 req-27c6cd1d-dda3-4303-a1f0-c07d6c302e0e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/security-groups?id=77ef1cbc-5683-40bb-9d24-d0a3a49d0ad4&id=08f46ce8-99ca-4cb3-b71a-fd1dec002717&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0411611 May 26 16:46:12.151301 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798224d-915b-4de9-952c-ff6688b241cd req-5a5b4df6-8e21-4579-87ee-11ae2c60d87e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:12.153174 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c798224d-915b-4de9-952c-ff6688b241cd req-5a5b4df6-8e21-4579-87ee-11ae2c60d87e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.83 "GET /v2.0/ports?device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 984 time: 0.0504665 May 26 16:46:12.248596 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-c798224d-915b-4de9-952c-ff6688b241cd req-71c61eaf-ee27-427c-b5e2-423030d5618f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Deleting port 2652318b-357f-4d68-b105-a95fedaa0b83 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:46:12.248950 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c798224d-915b-4de9-952c-ff6688b241cd req-71c61eaf-ee27-427c-b5e2-423030d5618f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:12.343021 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-c798224d-915b-4de9-952c-ff6688b241cd req-71c61eaf-ee27-427c-b5e2-423030d5618f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] For port 2652318b-357f-4d68-b105-a95fedaa0b83, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=2652318b-357f-4d68-b105-a95fedaa0b83,segment=NetworkSegment(5c7d3691-f031-4cb5-985a-582349539245),segment_id=5c7d3691-f031-4cb5-985a-582349539245)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:12.343544 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c798224d-915b-4de9-952c-ff6688b241cd req-71c61eaf-ee27-427c-b5e2-423030d5618f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:12.356735 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-c798224d-915b-4de9-952c-ff6688b241cd req-71c61eaf-ee27-427c-b5e2-423030d5618f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Calling delete_port for 2652318b-357f-4d68-b105-a95fedaa0b83 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:46:12.370290 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d74dbc-387f-4126-9b07-88d2276e0505 req-97528d4c-7ae1-4656-b722-e3042180454e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:12.371993 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-27d74dbc-387f-4126-9b07-88d2276e0505 req-97528d4c-7ae1-4656-b722-e3042180454e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ec1f21d-c394-491c-aa3b-91dc1f54d0f6 HTTP/1.1" status: 200 len: 984 time: 0.0492156 May 26 16:46:12.414587 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-27d74dbc-387f-4126-9b07-88d2276e0505 req-f11145ca-fe90-435b-8c6c-aba7b4666b02 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "GET /v2.0/security-groups?id=77ef1cbc-5683-40bb-9d24-d0a3a49d0ad4&id=08f46ce8-99ca-4cb3-b71a-fd1dec002717&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0363419 May 26 16:46:12.495315 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c798224d-915b-4de9-952c-ff6688b241cd req-71c61eaf-ee27-427c-b5e2-423030d5618f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:12.523072 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c61eaf-ee27-427c-b5e2-423030d5618f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event deleted for resources: {'Port': ['ID=2652318b-357f-4d68-b105-a95fedaa0b83,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:12.567631 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c798224d-915b-4de9-952c-ff6688b241cd req-71c61eaf-ee27-427c-b5e2-423030d5618f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] No DVR routers for this DVR port 2652318b-357f-4d68-b105-a95fedaa0b83 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:46:12.570952 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c798224d-915b-4de9-952c-ff6688b241cd req-71c61eaf-ee27-427c-b5e2-423030d5618f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:12.574203 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c798224d-915b-4de9-952c-ff6688b241cd req-71c61eaf-ee27-427c-b5e2-423030d5618f tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.83 "DELETE /v2.0/ports/2652318b-357f-4d68-b105-a95fedaa0b83 HTTP/1.1" status: 204 len: 173 time: 0.4147346 May 26 16:46:12.575123 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec1f21d-c394-491c-aa3b-91dc1f54d0f6', 'name': 'network-vif-deleted', 'tag': '2652318b-357f-4d68-b105-a95fedaa0b83'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:46:12.578587 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd95d72-7735-48b9-8090-9d4fbd51f0c4" -d '{"events": [{"server_uuid": "0ec1f21d-c394-491c-aa3b-91dc1f54d0f6", "name": "network-vif-deleted", "tag": "2652318b-357f-4d68-b105-a95fedaa0b83"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:46:12.619338 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a1fe7f-7847-4b4d-919d-72a9bc47a41d x-openstack-request-id: req-a5a1fe7f-7847-4b4d-919d-72a9bc47a41d {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:46:12.619632 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec1f21d-c394-491c-aa3b-91dc1f54d0f6", "name": "network-vif-deleted", "tag": "2652318b-357f-4d68-b105-a95fedaa0b83", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:46:12.619883 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a5a1fe7f-7847-4b4d-919d-72a9bc47a41d {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:46:12.620334 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5a1fe7f-7847-4b4d-919d-72a9bc47a41d'] response: {'server_uuid': '0ec1f21d-c394-491c-aa3b-91dc1f54d0f6', 'name': 'network-vif-deleted', 'tag': '2652318b-357f-4d68-b105-a95fedaa0b83', 'status': 'completed', 'code': 200} May 26 16:46:13.078726 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7180a797-f362-447a-a031-856d3348baec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:13.471386 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38300) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:13.530275 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-39763880-4cb5-4149-a99b-4d135f739a6b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:13.553860 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-39763880-4cb5-4149-a99b-4d135f739a6b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:13.597739 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-39763880-4cb5-4149-a99b-4d135f739a6b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:13.600252 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-39763880-4cb5-4149-a99b-4d135f739a6b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:13.601426 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-39763880-4cb5-4149-a99b-4d135f739a6b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "DELETE /v2.0/security-groups/77ef1cbc-5683-40bb-9d24-d0a3a49d0ad4 HTTP/1.1" status: 204 len: 168 time: 0.1290684 May 26 16:46:13.604360 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38302) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:13.611647 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39763880-4cb5-4149-a99b-4d135f739a6b tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ef1cbc-5683-40bb-9d24-d0a3a49d0ad4,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:13.675103 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-216e687f-0f00-48db-aad4-b8fa97a1f96e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:13.698674 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-216e687f-0f00-48db-aad4-b8fa97a1f96e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:13.744720 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-216e687f-0f00-48db-aad4-b8fa97a1f96e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:13.747234 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-216e687f-0f00-48db-aad4-b8fa97a1f96e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:13.748586 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-216e687f-0f00-48db-aad4-b8fa97a1f96e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "DELETE /v2.0/security-groups/08f46ce8-99ca-4cb3-b71a-fd1dec002717 HTTP/1.1" status: 204 len: 168 time: 0.1428385 May 26 16:46:13.751544 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38304) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:13.759087 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e687f-0f00-48db-aad4-b8fa97a1f96e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f46ce8-99ca-4cb3-b71a-fd1dec002717,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:14.138931 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0de4db30-6cc9-4742-8cc3-3d9404453d20 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:14.400477 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-0de4db30-6cc9-4742-8cc3-3d9404453d20 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Deleting port 1cc54b50-e8e6-458d-b09b-429726b651dd {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:46:14.400477 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0de4db30-6cc9-4742-8cc3-3d9404453d20 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:14.495272 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-0de4db30-6cc9-4742-8cc3-3d9404453d20 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] For port 1cc54b50-e8e6-458d-b09b-429726b651dd, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1cc54b50-e8e6-458d-b09b-429726b651dd,segment=NetworkSegment(5c7d3691-f031-4cb5-985a-582349539245),segment_id=5c7d3691-f031-4cb5-985a-582349539245)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:14.495971 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0de4db30-6cc9-4742-8cc3-3d9404453d20 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:14.507442 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-0de4db30-6cc9-4742-8cc3-3d9404453d20 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Calling delete_port for 1cc54b50-e8e6-458d-b09b-429726b651dd owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:46:14.689932 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0de4db30-6cc9-4742-8cc3-3d9404453d20 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:14.714616 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4db30-6cc9-4742-8cc3-3d9404453d20 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event deleted for resources: {'Port': ['ID=1cc54b50-e8e6-458d-b09b-429726b651dd,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:14.895920 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0de4db30-6cc9-4742-8cc3-3d9404453d20 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:15.437637 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de4db30-6cc9-4742-8cc3-3d9404453d20 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Router 53b69d95-2c75-486a-b9a6-eab73900c3db has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:46:15.506961 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-afe7f8a6-f736-423f-986a-779056c671c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:15.551714 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de4db30-6cc9-4742-8cc3-3d9404453d20 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:46:15.557280 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0de4db30-6cc9-4742-8cc3-3d9404453d20 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "PUT /v2.0/routers/53b69d95-2c75-486a-b9a6-eab73900c3db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8044245 May 26 16:46:15.559972 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38306) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:15.561722 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079ca68f-2a0c-4a05-b9dc-3598540b961d None None] Sync routers for ids ['53b69d95-2c75-486a-b9a6-eab73900c3db'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:46:15.571034 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079ca68f-2a0c-4a05-b9dc-3598540b961d None None] Routers {'53b69d95-2c75-486a-b9a6-eab73900c3db'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:46:15.571643 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-079ca68f-2a0c-4a05-b9dc-3598540b961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:46:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['53b69d95-2c75-486a-b9a6-eab73900c3db'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:15.612895 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e48f2a4-d9e8-4c6e-872a-5b60a4a4f9d8 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Deleting subnet 2419eb7d-1209-4394-b3d4-625f2919435a {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:46:15.616144 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e48f2a4-d9e8-4c6e-872a-5b60a4a4f9d8 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:15.655520 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e48f2a4-d9e8-4c6e-872a-5b60a4a4f9d8 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:15.677267 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-079ca68f-2a0c-4a05-b9dc-3598540b961d None None] Set router 53b69d95-2c75-486a-b9a6-eab73900c3db gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:46:15.746594 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e48f2a4-d9e8-4c6e-872a-5b60a4a4f9d8 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:15.754039 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 2652318b-357f-4d68-b105-a95fedaa0b83 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:46:15.780801 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 2652318b-357f-4d68-b105-a95fedaa0b83 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:46:15.781427 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 2652318b-357f-4d68-b105-a95fedaa0b83 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:46:15.809042 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e48f2a4-d9e8-4c6e-872a-5b60a4a4f9d8 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:15.836822 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48f2a4-d9e8-4c6e-872a-5b60a4a4f9d8 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event deleted for resources: {'Subnet': ['ID=2419eb7d-1209-4394-b3d4-625f2919435a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:15.840633 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6e48f2a4-d9e8-4c6e-872a-5b60a4a4f9d8 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:15.844708 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6e48f2a4-d9e8-4c6e-872a-5b60a4a4f9d8 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "DELETE /v2.0/subnets/2419eb7d-1209-4394-b3d4-625f2919435a HTTP/1.1" status: 204 len: 168 time: 0.2835481 May 26 16:46:15.848734 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38308) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:15.851071 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d14b49-7dca-4341-9db0-1905659a024c None None] Network 846898d4-e714-4339-bd35-983880304e0a requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:46:15.895630 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-079ca68f-2a0c-4a05-b9dc-3598540b961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507262308', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '4e848c21-4179-4263-962c-53c74955f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:53Z', 'updated_at': '2022-05-26T16:46:14Z', 'revision_number': 5, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'gw_port': {'id': '4e848c21-4179-4263-962c-53c74955f11c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:54Z', 'updated_at': '2022-05-26T16:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:15.925750 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079ca68f-2a0c-4a05-b9dc-3598540b961d None None] Checking router: 53b69d95-2c75-486a-b9a6-eab73900c3db for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:46:15.934183 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079ca68f-2a0c-4a05-b9dc-3598540b961d None None] Routers {'53b69d95-2c75-486a-b9a6-eab73900c3db'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:46:15.934788 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-079ca68f-2a0c-4a05-b9dc-3598540b961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:46:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['53b69d95-2c75-486a-b9a6-eab73900c3db'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:15.965188 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c015aa9b-c849-4f32-9b73-a8733b0a3021 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:16.046310 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-079ca68f-2a0c-4a05-b9dc-3598540b961d None None] Set router 53b69d95-2c75-486a-b9a6-eab73900c3db gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:46:16.051017 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a52ad76-acde-42b7-9450-f5bb507c27a9 None None] DHCP port deletion for 846898d4-e714-4339-bd35-983880304e0a request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:46:16.097989 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c015aa9b-c849-4f32-9b73-a8733b0a3021 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:16.108004 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6a52ad76-acde-42b7-9450-f5bb507c27a9 None None] Deleting port 0a02b168-47cc-452b-94cd-07cc79b758c5 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:46:16.108509 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6a52ad76-acde-42b7-9450-f5bb507c27a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:16.177395 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-c015aa9b-c849-4f32-9b73-a8733b0a3021 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Deleting port 4e848c21-4179-4263-962c-53c74955f11c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:46:16.177663 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c015aa9b-c849-4f32-9b73-a8733b0a3021 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:16.186249 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-6a52ad76-acde-42b7-9450-f5bb507c27a9 None None] For port 0a02b168-47cc-452b-94cd-07cc79b758c5, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=0a02b168-47cc-452b-94cd-07cc79b758c5,segment=NetworkSegment(5c7d3691-f031-4cb5-985a-582349539245),segment_id=5c7d3691-f031-4cb5-985a-582349539245)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:16.186918 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6a52ad76-acde-42b7-9450-f5bb507c27a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:16.205546 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6a52ad76-acde-42b7-9450-f5bb507c27a9 None None] Calling delete_port for 0a02b168-47cc-452b-94cd-07cc79b758c5 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:46:16.249685 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-079ca68f-2a0c-4a05-b9dc-3598540b961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507262308', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '4e848c21-4179-4263-962c-53c74955f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:53Z', 'updated_at': '2022-05-26T16:46:14Z', 'revision_number': 5, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'gw_port': {'id': '4e848c21-4179-4263-962c-53c74955f11c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:54Z', 'updated_at': '2022-05-26T16:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:16.262249 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 0a02b168-47cc-452b-94cd-07cc79b758c5 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:46:16.278671 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-c015aa9b-c849-4f32-9b73-a8733b0a3021 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] For port 4e848c21-4179-4263-962c-53c74955f11c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4e848c21-4179-4263-962c-53c74955f11c,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:16.279130 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c015aa9b-c849-4f32-9b73-a8733b0a3021 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:16.281780 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079ca68f-2a0c-4a05-b9dc-3598540b961d None None] The sync data for ids ['53b69d95-2c75-486a-b9a6-eab73900c3db'] in n-d-843337-2 is: [{'id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507262308', 'tenant_id': '3b9ac913f3c4435393738796da3fcc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '4e848c21-4179-4263-962c-53c74955f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:43:53Z', 'updated_at': '2022-05-26T16:46:14Z', 'revision_number': 5, 'project_id': '3b9ac913f3c4435393738796da3fcc51', 'gw_port': {'id': '4e848c21-4179-4263-962c-53c74955f11c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:18:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b69d95-2c75-486a-b9a6-eab73900c3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:43:54Z', 'updated_at': '2022-05-26T16:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:46:16.293139 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-c015aa9b-c849-4f32-9b73-a8733b0a3021 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Calling delete_port for 4e848c21-4179-4263-962c-53c74955f11c owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:46:16.366542 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6a52ad76-acde-42b7-9450-f5bb507c27a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:16.403236 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 0a02b168-47cc-452b-94cd-07cc79b758c5 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:16.407576 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:16.408231 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52ad76-acde-42b7-9450-f5bb507c27a9 None None] Pushing event deleted for resources: {'Port': ['ID=0a02b168-47cc-452b-94cd-07cc79b758c5,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:16.410123 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a52ad76-acde-42b7-9450-f5bb507c27a9 None None] No DVR routers for this DVR port 0a02b168-47cc-452b-94cd-07cc79b758c5 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:46:16.524582 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c015aa9b-c849-4f32-9b73-a8733b0a3021 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:16.560312 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015aa9b-c849-4f32-9b73-a8733b0a3021 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event deleted for resources: {'Port': ['ID=4e848c21-4179-4263-962c-53c74955f11c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:16.621103 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c015aa9b-c849-4f32-9b73-a8733b0a3021 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:16.652497 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:16.716080 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c015aa9b-c849-4f32-9b73-a8733b0a3021 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:16.718924 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c015aa9b-c849-4f32-9b73-a8733b0a3021 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:16.766921 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c015aa9b-c849-4f32-9b73-a8733b0a3021 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:16.767482 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c015aa9b-c849-4f32-9b73-a8733b0a3021 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Fanout notify agent at l3_agent the message router_deleted on router 53b69d95-2c75-486a-b9a6-eab73900c3db {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:46:16.774176 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c015aa9b-c849-4f32-9b73-a8733b0a3021 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:16.775295 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c015aa9b-c849-4f32-9b73-a8733b0a3021 tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "DELETE /v2.0/routers/53b69d95-2c75-486a-b9a6-eab73900c3db HTTP/1.1" status: 204 len: 168 time: 0.9254405 May 26 16:46:16.777921 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38314) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:16.858231 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-471ab971-4583-402a-bc01-3cae36bfbb5e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:16.949463 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-471ab971-4583-402a-bc01-3cae36bfbb5e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:16.969216 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-471ab971-4583-402a-bc01-3cae36bfbb5e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846898d4-e714-4339-bd35-983880304e0a']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:16.978170 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-471ab971-4583-402a-bc01-3cae36bfbb5e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7d3691-f031-4cb5-985a-582349539245') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:16.978470 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-471ab971-4583-402a-bc01-3cae36bfbb5e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7d3691-f031-4cb5-985a-582349539245') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:16.988483 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-471ab971-4583-402a-bc01-3cae36bfbb5e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:17.002396 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-471ab971-4583-402a-bc01-3cae36bfbb5e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:17.008397 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471ab971-4583-402a-bc01-3cae36bfbb5e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:46:17.008791 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-471ab971-4583-402a-bc01-3cae36bfbb5e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:17.073443 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-471ab971-4583-402a-bc01-3cae36bfbb5e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:17.080532 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-471ab971-4583-402a-bc01-3cae36bfbb5e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:17.083919 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-471ab971-4583-402a-bc01-3cae36bfbb5e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] 10.222.0.77 "DELETE /v2.0/networks/846898d4-e714-4339-bd35-983880304e0a HTTP/1.1" status: 204 len: 168 time: 0.3048065 May 26 16:46:17.097766 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 5c7d3691-f031-4cb5-985a-582349539245 resource provider aggregate not found May 26 16:46:17.102095 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ab971-4583-402a-bc01-3cae36bfbb5e tempest-TestSecurityGroupsBasicOps-1167489461 tempest-TestSecurityGroupsBasicOps-1167489461-project] Pushing event deleted for resources: {'Network': ['ID=846898d4-e714-4339-bd35-983880304e0a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:17.115099 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 5c7d3691-f031-4cb5-985a-582349539245 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c7d3691-f031-4cb5-985a-582349539245 found for delete ", "request_id": "req-fd0ea050-b5c9-40b5-b544-e9eb369119b9"}]} May 26 16:46:18.166917 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1cc54b50-e8e6-458d-b09b-429726b651dd no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:46:18.186794 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 1cc54b50-e8e6-458d-b09b-429726b651dd {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:46:18.187144 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1cc54b50-e8e6-458d-b09b-429726b651dd not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:46:18.187676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4e848c21-4179-4263-962c-53c74955f11c no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:46:18.206738 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 4e848c21-4179-4263-962c-53c74955f11c {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:46:18.207095 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4e848c21-4179-4263-962c-53c74955f11c not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:46:18.335854 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:18.381821 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:18.389009 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38330) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:18.526854 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2081e004-8d5c-4187-8648-4f5ef180da3a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3b9ac913f3c4435393738796da3fcc51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362495 May 26 16:46:18.529950 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38334) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:18.578221 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-40d9e7f7-16c6-4865-98b2-74232fdaeacd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:18.599447 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-40d9e7f7-16c6-4865-98b2-74232fdaeacd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:18.645113 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-40d9e7f7-16c6-4865-98b2-74232fdaeacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:18.647539 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-40d9e7f7-16c6-4865-98b2-74232fdaeacd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:18.648709 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-40d9e7f7-16c6-4865-98b2-74232fdaeacd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ad65a522-c96b-44f7-9dce-24b46c9a90d7 HTTP/1.1" status: 204 len: 168 time: 0.1177003 May 26 16:46:18.657268 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9e7f7-16c6-4865-98b2-74232fdaeacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad65a522-c96b-44f7-9dce-24b46c9a90d7,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:18.914926 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38340) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:18.930482 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cd1a1222-26c2-4665-a4f4-ac7c56cd2657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:19.004480 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:19.004726 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cd1a1222-26c2-4665-a4f4-ac7c56cd2657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:19.008494 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cd1a1222-26c2-4665-a4f4-ac7c56cd2657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:19.046651 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cd1a1222-26c2-4665-a4f4-ac7c56cd2657 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=778e948cbc1e453ca424a20daef23b92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306193 May 26 16:46:19.047765 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a1222-26c2-4665-a4f4-ac7c56cd2657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645b4cd3-3dec-4f63-b3ba-fb1e7f7fd870,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:19.049399 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38342) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:19.099473 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eadbbb11-f6f8-4eb9-a845-aaaa2bf5110d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:19.126770 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eadbbb11-f6f8-4eb9-a845-aaaa2bf5110d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:19.180797 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eadbbb11-f6f8-4eb9-a845-aaaa2bf5110d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:19.183332 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eadbbb11-f6f8-4eb9-a845-aaaa2bf5110d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:19.184549 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-eadbbb11-f6f8-4eb9-a845-aaaa2bf5110d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/645b4cd3-3dec-4f63-b3ba-fb1e7f7fd870 HTTP/1.1" status: 204 len: 168 time: 0.1335614 May 26 16:46:19.193929 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbbb11-f6f8-4eb9-a845-aaaa2bf5110d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645b4cd3-3dec-4f63-b3ba-fb1e7f7fd870,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:19.504004 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38348) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:19.548515 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-947e1e2f-7f4f-4941-9092-107638d28c9f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=06d55400afc94a54953651bf66dd8439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432646 May 26 16:46:19.550965 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38350) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:19.599525 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1acedad3-ab4e-41c7-877a-88907a004209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:19.620511 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1acedad3-ab4e-41c7-877a-88907a004209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:19.667659 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1acedad3-ab4e-41c7-877a-88907a004209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:19.670473 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1acedad3-ab4e-41c7-877a-88907a004209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:19.671693 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1acedad3-ab4e-41c7-877a-88907a004209 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/36ab9b4e-c087-4907-9cd9-d29eed88420b HTTP/1.1" status: 204 len: 168 time: 0.1197999 May 26 16:46:19.679476 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acedad3-ab4e-41c7-877a-88907a004209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ab9b4e-c087-4907-9cd9-d29eed88420b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:20.350657 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38372) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:20.450504 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-43ba0684-1e78-45c5-bef2-c55497f295f8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-828149208-network', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:46:20.470141 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ba0684-1e78-45c5-bef2-c55497f295f8 admin admin] Made reservation on behalf of 12b7536607d44587b8bd8d112c1bfa54 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:46:20.472435 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-43ba0684-1e78-45c5-bef2-c55497f295f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:20.480663 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-43ba0684-1e78-45c5-bef2-c55497f295f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:20.560313 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-43ba0684-1e78-45c5-bef2-c55497f295f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:20.564114 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-43ba0684-1e78-45c5-bef2-c55497f295f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:20.587696 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ba0684-1e78-45c5-bef2-c55497f295f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:46:20.597925 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba0684-1e78-45c5-bef2-c55497f295f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc5582a-1c0c-43d7-bbb9-72ecafdba56f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:20.603098 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-43ba0684-1e78-45c5-bef2-c55497f295f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:20.603456 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-43ba0684-1e78-45c5-bef2-c55497f295f8 admin admin] Added segment 553f5e75-23f4-456e-842d-1403fa06b1e5 of type vlan for network 37c821a5-4954-4f0a-bb6e-ac96e9a24300 May 26 16:46:20.643703 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-43ba0684-1e78-45c5-bef2-c55497f295f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:20.668892 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-43ba0684-1e78-45c5-bef2-c55497f295f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:20.670091 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ba0684-1e78-45c5-bef2-c55497f295f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:20.670692 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-43ba0684-1e78-45c5-bef2-c55497f295f8 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:20.718479 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-43ba0684-1e78-45c5-bef2-c55497f295f8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3667035 May 26 16:46:20.721613 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38376) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:20.726659 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-4cc36317-4b0a-4eba-957d-35abbe58f97b admin admin] Request body: {'subnet': {'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-828149208-subnet', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:46:20.734635 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba0684-1e78-45c5-bef2-c55497f295f8 admin admin] Pushing event updated for resources: {'Network': ['ID=37c821a5-4954-4f0a-bb6e-ac96e9a24300,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:20.745305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 37c821a5-4954-4f0a-bb6e-ac96e9a24300 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:46:20.757229 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc36317-4b0a-4eba-957d-35abbe58f97b admin admin] Made reservation on behalf of 12b7536607d44587b8bd8d112c1bfa54 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:46:20.759656 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4cc36317-4b0a-4eba-957d-35abbe58f97b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:20.930714 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4cc36317-4b0a-4eba-957d-35abbe58f97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:20.986842 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc36317-4b0a-4eba-957d-35abbe58f97b admin admin] Pushing event updated for resources: {'Subnet': ['ID=92730c8a-4687-42e8-8a21-c58c0d88075c,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:20.993838 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc36317-4b0a-4eba-957d-35abbe58f97b admin admin] Checking segment: {'id': '553f5e75-23f4-456e-842d-1403fa06b1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:46:20.994200 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc36317-4b0a-4eba-957d-35abbe58f97b admin admin] Network hostable DHCP agents. Network: 37c821a5-4954-4f0a-bb6e-ac96e9a24300, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:46:21.012922 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc36317-4b0a-4eba-957d-35abbe58f97b admin admin] Network 37c821a5-4954-4f0a-bb6e-ac96e9a24300 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:46:21.023055 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-4cc36317-4b0a-4eba-957d-35abbe58f97b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 37c821a5-4954-4f0a-bb6e-ac96e9a24300) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:46:21.028522 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc36317-4b0a-4eba-957d-35abbe58f97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:21.029143 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4cc36317-4b0a-4eba-957d-35abbe58f97b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:21.034986 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233465b4-8833-4fcb-9bdc-209e03342163 None None] Network 37c821a5-4954-4f0a-bb6e-ac96e9a24300 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:46:21.046245 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4cc36317-4b0a-4eba-957d-35abbe58f97b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3234272 May 26 16:46:21.049495 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38378) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:21.053781 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-5ddb0552-6536-4de0-8370-019f8699df26 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-828149208-router', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:46:21.073353 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ddb0552-6536-4de0-8370-019f8699df26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:21.074615 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ddb0552-6536-4de0-8370-019f8699df26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:21.131766 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ddb0552-6536-4de0-8370-019f8699df26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:21.186858 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ba65f9-9355-4c03-88d8-fab84c8991d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-37c821a5-4954-4f0a-bb6e-ac96e9a24300', 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'fixed_ips': [{'subnet_id': '92730c8a-4687-42e8-8a21-c58c0d88075c'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:46:21.187755 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-57ba65f9-9355-4c03-88d8-fab84c8991d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:21.273771 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ddb0552-6536-4de0-8370-019f8699df26 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:21.327644 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-57ba65f9-9355-4c03-88d8-fab84c8991d0 None None] Allocated IP 172.20.0.2 (37c821a5-4954-4f0a-bb6e-ac96e9a24300/92730c8a-4687-42e8-8a21-c58c0d88075c/12a8def0-c84e-48b7-b963-e29b70acdea8) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:46:21.473805 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-57ba65f9-9355-4c03-88d8-fab84c8991d0 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:21.475689 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ddb0552-6536-4de0-8370-019f8699df26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:21.479587 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-57ba65f9-9355-4c03-88d8-fab84c8991d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:21.495680 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ddb0552-6536-4de0-8370-019f8699df26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:21.522355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ba65f9-9355-4c03-88d8-fab84c8991d0 None None] Network 37c821a5-4954-4f0a-bb6e-ac96e9a24300 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:46:21.525929 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-57ba65f9-9355-4c03-88d8-fab84c8991d0 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:46:21.530258 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ba65f9-9355-4c03-88d8-fab84c8991d0 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:46:21.537644 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba65f9-9355-4c03-88d8-fab84c8991d0 None None] Pushing event updated for resources: {'Port': ['ID=12a8def0-c84e-48b7-b963-e29b70acdea8,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:21.591587 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-57ba65f9-9355-4c03-88d8-fab84c8991d0 None None] Attempting to bind port 12a8def0-c84e-48b7-b963-e29b70acdea8 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:46:21.592677 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-57ba65f9-9355-4c03-88d8-fab84c8991d0 None None] Attempting to bind port 12a8def0-c84e-48b7-b963-e29b70acdea8 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '553f5e75-23f4-456e-842d-1403fa06b1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:46:21.593140 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ba65f9-9355-4c03-88d8-fab84c8991d0 None None] Attempting to bind port 12a8def0-c84e-48b7-b963-e29b70acdea8 on network 37c821a5-4954-4f0a-bb6e-ac96e9a24300 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:46:21.598138 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ba65f9-9355-4c03-88d8-fab84c8991d0 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:46:21.598509 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ba65f9-9355-4c03-88d8-fab84c8991d0 None None] Checking segment: {'id': '553f5e75-23f4-456e-842d-1403fa06b1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:46:21.598906 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-57ba65f9-9355-4c03-88d8-fab84c8991d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:21.599293 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ba65f9-9355-4c03-88d8-fab84c8991d0 None None] Bound using segment: {'id': '553f5e75-23f4-456e-842d-1403fa06b1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:46:21.599755 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-57ba65f9-9355-4c03-88d8-fab84c8991d0 None None] Bound port: 12a8def0-c84e-48b7-b963-e29b70acdea8, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553f5e75-23f4-456e-842d-1403fa06b1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:46:21.600146 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-57ba65f9-9355-4c03-88d8-fab84c8991d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:21.608077 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-5ddb0552-6536-4de0-8370-019f8699df26 admin admin] Allocated IP 172.25.7.162 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/8d1bfe7f-d8f2-498d-8479-69a3175bec1c) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:46:21.664590 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-57ba65f9-9355-4c03-88d8-fab84c8991d0 None None] For port 12a8def0-c84e-48b7-b963-e29b70acdea8, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:46:21.667924 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-57ba65f9-9355-4c03-88d8-fab84c8991d0 None None] For port 12a8def0-c84e-48b7-b963-e29b70acdea8, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=12a8def0-c84e-48b7-b963-e29b70acdea8,segment=NetworkSegment(553f5e75-23f4-456e-842d-1403fa06b1e5),segment_id=553f5e75-23f4-456e-842d-1403fa06b1e5)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:46:21.672964 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-57ba65f9-9355-4c03-88d8-fab84c8991d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:21.716966 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ddb0552-6536-4de0-8370-019f8699df26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:21.729936 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba65f9-9355-4c03-88d8-fab84c8991d0 None None] Pushing event updated for resources: {'Port': ['ID=12a8def0-c84e-48b7-b963-e29b70acdea8,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:21.754708 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ddb0552-6536-4de0-8370-019f8699df26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:21.797101 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddb0552-6536-4de0-8370-019f8699df26 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:46:21.799830 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-5ddb0552-6536-4de0-8370-019f8699df26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:46:21.803226 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddb0552-6536-4de0-8370-019f8699df26 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:46:21.808870 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb0552-6536-4de0-8370-019f8699df26 admin admin] Pushing event updated for resources: {'Port': ['ID=8d1bfe7f-d8f2-498d-8479-69a3175bec1c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:22.203000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 12a8def0-c84e-48b7-b963-e29b70acdea8 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:46:22.254951 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 12a8def0-c84e-48b7-b963-e29b70acdea8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:22.255322 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:22.340608 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 12a8def0-c84e-48b7-b963-e29b70acdea8 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:22.341260 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:22.378706 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 12a8def0-c84e-48b7-b963-e29b70acdea8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=12a8def0-c84e-48b7-b963-e29b70acdea8,segment=NetworkSegment(553f5e75-23f4-456e-842d-1403fa06b1e5),segment_id=553f5e75-23f4-456e-842d-1403fa06b1e5)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:22.382990 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:22.393590 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ddb0552-6536-4de0-8370-019f8699df26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:22.433406 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=12a8def0-c84e-48b7-b963-e29b70acdea8,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:22.612332 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ddb0552-6536-4de0-8370-019f8699df26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:22.662992 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b338445-ef84-457d-a38f-39041d8e0e00 None None] Network 37c821a5-4954-4f0a-bb6e-ac96e9a24300 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:46:22.728917 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-1e02277f-5e61-46f1-8970-982fb3130c50 None None] Provisioning complete for port 12a8def0-c84e-48b7-b963-e29b70acdea8 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:22.729285 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e02277f-5e61-46f1-8970-982fb3130c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:22.740843 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddb0552-6536-4de0-8370-019f8699df26 admin admin] Router 192038ee-66d1-4f73-92af-2f72e67614e5 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:46:22.852688 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddb0552-6536-4de0-8370-019f8699df26 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:46:22.867741 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] Sync routers for ids ['192038ee-66d1-4f73-92af-2f72e67614e5'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:46:22.871040 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ddb0552-6536-4de0-8370-019f8699df26 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:22.875996 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5ddb0552-6536-4de0-8370-019f8699df26 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8218718 May 26 16:46:22.876303 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38380) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:22.891866 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1e02277f-5e61-46f1-8970-982fb3130c50 None None] Current status of the port 12a8def0-c84e-48b7-b963-e29b70acdea8 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:22.895549 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] Routers {'192038ee-66d1-4f73-92af-2f72e67614e5'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:46:22.896200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:46:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['192038ee-66d1-4f73-92af-2f72e67614e5'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:23.005516 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] Set router 192038ee-66d1-4f73-92af-2f72e67614e5 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:46:23.193651 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'name': 'tempest-TestServerBasicOps-828149208-router', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:46:21Z', 'revision_number': 3, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'gw_port': {'id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:23.226190 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] Checking router: 192038ee-66d1-4f73-92af-2f72e67614e5 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:46:23.226869 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] Updating router 192038ee-66d1-4f73-92af-2f72e67614e5 port 8d1bfe7f-d8f2-498d-8479-69a3175bec1c binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:46:23.258612 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:23.260015 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e8beb6c3-5d18-4af5-be2e-736c8ff0ca71 None None] Provisioning complete for port 12a8def0-c84e-48b7-b963-e29b70acdea8 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:23.260404 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e8beb6c3-5d18-4af5-be2e-736c8ff0ca71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:23.304789 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-099ef2af-79f4-470c-8377-b90eb26e537d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:23.520386 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-099ef2af-79f4-470c-8377-b90eb26e537d admin admin] Allocated IP 172.20.0.1 (37c821a5-4954-4f0a-bb6e-ac96e9a24300/92730c8a-4687-42e8-8a21-c58c0d88075c/a61fb7f3-2117-45fb-a7b6-eec8353200c3) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:46:23.623163 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-099ef2af-79f4-470c-8377-b90eb26e537d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:23.632407 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e8beb6c3-5d18-4af5-be2e-736c8ff0ca71 None None] Current status of the port 12a8def0-c84e-48b7-b963-e29b70acdea8 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:23.659328 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-099ef2af-79f4-470c-8377-b90eb26e537d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:23.700919 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099ef2af-79f4-470c-8377-b90eb26e537d admin admin] Network 37c821a5-4954-4f0a-bb6e-ac96e9a24300 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:46:23.706554 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-099ef2af-79f4-470c-8377-b90eb26e537d admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:46:23.711097 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099ef2af-79f4-470c-8377-b90eb26e537d admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:46:23.713057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ef2af-79f4-470c-8377-b90eb26e537d admin admin] Pushing event updated for resources: {'Port': ['ID=a61fb7f3-2117-45fb-a7b6-eec8353200c3,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:23.733378 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:23.739444 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:23.759765 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-099ef2af-79f4-470c-8377-b90eb26e537d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:23.796815 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] Attempting to bind port 8d1bfe7f-d8f2-498d-8479-69a3175bec1c on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:46:23.797335 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] Attempting to bind port 8d1bfe7f-d8f2-498d-8479-69a3175bec1c by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:46:23.797807 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] Attempting to bind port 8d1bfe7f-d8f2-498d-8479-69a3175bec1c on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:46:23.800169 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161393da-d55a-42ba-8ea5-cbebb0aa1d3f None None] Pushing event updated for resources: {'Port': ['ID=8d1bfe7f-d8f2-498d-8479-69a3175bec1c,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:23.806019 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:46:23.806560 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:46:23.807065 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:23.807993 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:46:23.808239 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] Bound port: 8d1bfe7f-d8f2-498d-8479-69a3175bec1c, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:46:23.808721 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:23.868641 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] For port 8d1bfe7f-d8f2-498d-8479-69a3175bec1c, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:46:23.874167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] For port 8d1bfe7f-d8f2-498d-8479-69a3175bec1c, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=8d1bfe7f-d8f2-498d-8479-69a3175bec1c,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:46:23.878082 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:23.907153 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-099ef2af-79f4-470c-8377-b90eb26e537d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:23.930964 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] Routers {'192038ee-66d1-4f73-92af-2f72e67614e5'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:46:23.931592 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:46:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['192038ee-66d1-4f73-92af-2f72e67614e5'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:23.992078 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161393da-d55a-42ba-8ea5-cbebb0aa1d3f None None] Pushing event updated for resources: {'Port': ['ID=8d1bfe7f-d8f2-498d-8479-69a3175bec1c,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:24.008129 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-2e6ddd1e-3b0b-4b15-8a0b-1c0b596d6065 None None] Provisioning complete for port a61fb7f3-2117-45fb-a7b6-eec8353200c3 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:24.008494 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2e6ddd1e-3b0b-4b15-8a0b-1c0b596d6065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:24.078345 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-099ef2af-79f4-470c-8377-b90eb26e537d admin admin] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:24.083135 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-099ef2af-79f4-470c-8377-b90eb26e537d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:24.090093 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-2e6ddd1e-3b0b-4b15-8a0b-1c0b596d6065 None None] Port a61fb7f3-2117-45fb-a7b6-eec8353200c3 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:46:24.096866 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] Set router 192038ee-66d1-4f73-92af-2f72e67614e5 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:46:24.159220 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ef2af-79f4-470c-8377-b90eb26e537d admin admin] Pushing event updated for resources: {'Port': ['ID=a61fb7f3-2117-45fb-a7b6-eec8353200c3,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:24.162045 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-099ef2af-79f4-470c-8377-b90eb26e537d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:24.182059 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 12a8def0-c84e-48b7-b963-e29b70acdea8 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:46:24.262943 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099ef2af-79f4-470c-8377-b90eb26e537d admin admin] Network 37c821a5-4954-4f0a-bb6e-ac96e9a24300 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:46:24.264897 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-099ef2af-79f4-470c-8377-b90eb26e537d admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:46:24.304820 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 12a8def0-c84e-48b7-b963-e29b70acdea8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:24.305316 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:24.392325 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099ef2af-79f4-470c-8377-b90eb26e537d admin admin] Router 192038ee-66d1-4f73-92af-2f72e67614e5 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:46:24.420123 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'name': 'tempest-TestServerBasicOps-828149208-router', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:46:23Z', 'revision_number': 4, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'gw_port': {'id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'a61fb7f3-2117-45fb-a7b6-eec8353200c3', 'name': '', 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'mac_address': 'fa:16:3e:31:cc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '92730c8a-4687-42e8-8a21-c58c0d88075c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:23Z', 'updated_at': '2022-05-26T16:46:23Z', 'revision_number': 1, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'subnets': [{'id': '92730c8a-4687-42e8-8a21-c58c0d88075c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:24.451690 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654de493-c487-479f-a5f6-4a769bb990c8 None None] The sync data for ids ['192038ee-66d1-4f73-92af-2f72e67614e5'] in n-d-843337-2 is: [{'id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'name': 'tempest-TestServerBasicOps-828149208-router', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:46:23Z', 'revision_number': 4, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'gw_port': {'id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'a61fb7f3-2117-45fb-a7b6-eec8353200c3', 'name': '', 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'mac_address': 'fa:16:3e:31:cc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '92730c8a-4687-42e8-8a21-c58c0d88075c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:23Z', 'updated_at': '2022-05-26T16:46:23Z', 'revision_number': 1, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'subnets': [{'id': '92730c8a-4687-42e8-8a21-c58c0d88075c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:46:24.455326 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 12a8def0-c84e-48b7-b963-e29b70acdea8 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:24.514807 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c4091f8b-ff1a-4b00-b910-fcde9f2d747d None None] Provisioning complete for port a61fb7f3-2117-45fb-a7b6-eec8353200c3 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:24.515226 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c4091f8b-ff1a-4b00-b910-fcde9f2d747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:24.516936 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099ef2af-79f4-470c-8377-b90eb26e537d admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:46:24.522758 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-099ef2af-79f4-470c-8377-b90eb26e537d admin admin] 10.222.0.77 "PUT /v2.0/routers/192038ee-66d1-4f73-92af-2f72e67614e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6455421 May 26 16:46:24.552510 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c4091f8b-ff1a-4b00-b910-fcde9f2d747d None None] Port a61fb7f3-2117-45fb-a7b6-eec8353200c3 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:46:25.049852 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38396) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:25.050800 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-3d6c5961-f973-486b-bc47-06caffa1df45 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-63197175-network', 'tenant_id': '51eb6bd2dc1a40e2a63d56520e79758f'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:46:25.070852 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6c5961-f973-486b-bc47-06caffa1df45 admin admin] Made reservation on behalf of 51eb6bd2dc1a40e2a63d56520e79758f for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:46:25.073715 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d6c5961-f973-486b-bc47-06caffa1df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:25.084517 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d6c5961-f973-486b-bc47-06caffa1df45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:25.186953 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d6c5961-f973-486b-bc47-06caffa1df45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:25.191166 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d6c5961-f973-486b-bc47-06caffa1df45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:25.222733 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6c5961-f973-486b-bc47-06caffa1df45 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:46:25.239714 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c5961-f973-486b-bc47-06caffa1df45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aedad88-8051-47e5-bd7c-51b6560247ea,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:25.245988 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d6c5961-f973-486b-bc47-06caffa1df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:25.246341 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-3d6c5961-f973-486b-bc47-06caffa1df45 admin admin] Added segment 538e922c-c4da-418e-814f-3ceb3e9f7296 of type vlan for network 77959f38-2193-4313-9b9b-a19059b81a96 May 26 16:46:25.294359 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d6c5961-f973-486b-bc47-06caffa1df45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:25.327565 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d6c5961-f973-486b-bc47-06caffa1df45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:25.328561 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6c5961-f973-486b-bc47-06caffa1df45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:25.329277 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d6c5961-f973-486b-bc47-06caffa1df45 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:25.404935 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3d6c5961-f973-486b-bc47-06caffa1df45 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3572028 May 26 16:46:25.407812 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38398) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:25.413298 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f4aae37f-2df7-4426-a107-1083539aab11 admin admin] Request body: {'subnet': {'network_id': '77959f38-2193-4313-9b9b-a19059b81a96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-63197175-subnet', 'tenant_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:46:25.424359 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c5961-f973-486b-bc47-06caffa1df45 admin admin] Pushing event updated for resources: {'Network': ['ID=77959f38-2193-4313-9b9b-a19059b81a96,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:25.438566 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 77959f38-2193-4313-9b9b-a19059b81a96 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:46:25.461517 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4aae37f-2df7-4426-a107-1083539aab11 admin admin] Made reservation on behalf of 51eb6bd2dc1a40e2a63d56520e79758f for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:46:25.464408 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f4aae37f-2df7-4426-a107-1083539aab11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:25.648515 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f4aae37f-2df7-4426-a107-1083539aab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:25.713754 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aae37f-2df7-4426-a107-1083539aab11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d096b872-1b7f-4cfa-bae6-7bb6c55e840a,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:25.721439 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aae37f-2df7-4426-a107-1083539aab11 admin admin] Checking segment: {'id': '538e922c-c4da-418e-814f-3ceb3e9f7296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '77959f38-2193-4313-9b9b-a19059b81a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:46:25.721804 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aae37f-2df7-4426-a107-1083539aab11 admin admin] Network hostable DHCP agents. Network: 77959f38-2193-4313-9b9b-a19059b81a96, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:46:25.740689 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aae37f-2df7-4426-a107-1083539aab11 admin admin] Network 77959f38-2193-4313-9b9b-a19059b81a96 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:46:25.752692 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-f4aae37f-2df7-4426-a107-1083539aab11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 77959f38-2193-4313-9b9b-a19059b81a96) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:46:25.757300 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aae37f-2df7-4426-a107-1083539aab11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:25.757894 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f4aae37f-2df7-4426-a107-1083539aab11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:25.762344 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ad764f-910e-45c4-b853-a94025fd727e None None] Network 77959f38-2193-4313-9b9b-a19059b81a96 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:46:25.780118 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f4aae37f-2df7-4426-a107-1083539aab11 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3708615 May 26 16:46:25.782578 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38400) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:25.787983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-00e93a06-5d89-486a-a52d-4c7ad1a4b56d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-63197175-router', 'tenant_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:46:25.808704 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00e93a06-5d89-486a-a52d-4c7ad1a4b56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:25.809848 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00e93a06-5d89-486a-a52d-4c7ad1a4b56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:25.869410 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00e93a06-5d89-486a-a52d-4c7ad1a4b56d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:25.918595 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6a2110-ceca-4334-994e-7a7eabb44d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-77959f38-2193-4313-9b9b-a19059b81a96', 'network_id': '77959f38-2193-4313-9b9b-a19059b81a96', 'tenant_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'fixed_ips': [{'subnet_id': 'd096b872-1b7f-4cfa-bae6-7bb6c55e840a'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:46:25.919511 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9e6a2110-ceca-4334-994e-7a7eabb44d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:26.011047 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00e93a06-5d89-486a-a52d-4c7ad1a4b56d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:26.061131 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-9e6a2110-ceca-4334-994e-7a7eabb44d12 None None] Allocated IP 172.20.0.2 (77959f38-2193-4313-9b9b-a19059b81a96/d096b872-1b7f-4cfa-bae6-7bb6c55e840a/891debd1-39a9-4e18-9b1e-f1a3e6a33d74) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:46:26.216241 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9e6a2110-ceca-4334-994e-7a7eabb44d12 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:26.221604 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8d1bfe7f-d8f2-498d-8479-69a3175bec1c up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:46:26.224438 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00e93a06-5d89-486a-a52d-4c7ad1a4b56d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:26.225258 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9e6a2110-ceca-4334-994e-7a7eabb44d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:26.245606 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00e93a06-5d89-486a-a52d-4c7ad1a4b56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:26.295775 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6a2110-ceca-4334-994e-7a7eabb44d12 None None] Network 77959f38-2193-4313-9b9b-a19059b81a96 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:46:26.301298 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-9e6a2110-ceca-4334-994e-7a7eabb44d12 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:46:26.307201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6a2110-ceca-4334-994e-7a7eabb44d12 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:46:26.312201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a2110-ceca-4334-994e-7a7eabb44d12 None None] Pushing event updated for resources: {'Port': ['ID=891debd1-39a9-4e18-9b1e-f1a3e6a33d74,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:26.365998 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-00e93a06-5d89-486a-a52d-4c7ad1a4b56d admin admin] Allocated IP 172.25.7.139 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/acda911c-57bc-4b8b-a83d-f72c102d98ae) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:46:26.366609 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 8d1bfe7f-d8f2-498d-8479-69a3175bec1c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:26.366964 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:26.402034 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9e6a2110-ceca-4334-994e-7a7eabb44d12 None None] Attempting to bind port 891debd1-39a9-4e18-9b1e-f1a3e6a33d74 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:46:26.402409 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9e6a2110-ceca-4334-994e-7a7eabb44d12 None None] Attempting to bind port 891debd1-39a9-4e18-9b1e-f1a3e6a33d74 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '538e922c-c4da-418e-814f-3ceb3e9f7296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '77959f38-2193-4313-9b9b-a19059b81a96'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:46:26.402777 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a2110-ceca-4334-994e-7a7eabb44d12 None None] Attempting to bind port 891debd1-39a9-4e18-9b1e-f1a3e6a33d74 on network 77959f38-2193-4313-9b9b-a19059b81a96 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:46:26.412957 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a2110-ceca-4334-994e-7a7eabb44d12 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:46:26.418029 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a2110-ceca-4334-994e-7a7eabb44d12 None None] Checking segment: {'id': '538e922c-c4da-418e-814f-3ceb3e9f7296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '77959f38-2193-4313-9b9b-a19059b81a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:46:26.419078 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9e6a2110-ceca-4334-994e-7a7eabb44d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:26.419597 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a2110-ceca-4334-994e-7a7eabb44d12 None None] Bound using segment: {'id': '538e922c-c4da-418e-814f-3ceb3e9f7296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '77959f38-2193-4313-9b9b-a19059b81a96'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:46:26.420240 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9e6a2110-ceca-4334-994e-7a7eabb44d12 None None] Bound port: 891debd1-39a9-4e18-9b1e-f1a3e6a33d74, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '538e922c-c4da-418e-814f-3ceb3e9f7296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '77959f38-2193-4313-9b9b-a19059b81a96'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:46:26.420743 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9e6a2110-ceca-4334-994e-7a7eabb44d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:26.496640 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00e93a06-5d89-486a-a52d-4c7ad1a4b56d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:26.516629 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 8d1bfe7f-d8f2-498d-8479-69a3175bec1c is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:26.517227 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:26.532997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9e6a2110-ceca-4334-994e-7a7eabb44d12 None None] For port 891debd1-39a9-4e18-9b1e-f1a3e6a33d74, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:46:26.537791 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9e6a2110-ceca-4334-994e-7a7eabb44d12 None None] For port 891debd1-39a9-4e18-9b1e-f1a3e6a33d74, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=891debd1-39a9-4e18-9b1e-f1a3e6a33d74,segment=NetworkSegment(538e922c-c4da-418e-814f-3ceb3e9f7296),segment_id=538e922c-c4da-418e-814f-3ceb3e9f7296)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:46:26.538637 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00e93a06-5d89-486a-a52d-4c7ad1a4b56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:26.548324 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9e6a2110-ceca-4334-994e-7a7eabb44d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:26.551912 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 8d1bfe7f-d8f2-498d-8479-69a3175bec1c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=8d1bfe7f-d8f2-498d-8479-69a3175bec1c,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:26.559872 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:26.585626 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e93a06-5d89-486a-a52d-4c7ad1a4b56d admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:46:26.588715 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-00e93a06-5d89-486a-a52d-4c7ad1a4b56d admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:46:26.593520 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e93a06-5d89-486a-a52d-4c7ad1a4b56d admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:46:26.619905 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a2110-ceca-4334-994e-7a7eabb44d12 None None] Pushing event updated for resources: {'Port': ['ID=891debd1-39a9-4e18-9b1e-f1a3e6a33d74,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:26.622516 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] Sync routers for ids ['192038ee-66d1-4f73-92af-2f72e67614e5'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:46:26.627335 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e93a06-5d89-486a-a52d-4c7ad1a4b56d admin admin] Pushing event updated for resources: {'Port': ['ID=acda911c-57bc-4b8b-a83d-f72c102d98ae,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:26.654706 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] Routers {'192038ee-66d1-4f73-92af-2f72e67614e5'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:46:26.655502 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:46:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['192038ee-66d1-4f73-92af-2f72e67614e5'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:26.686917 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=8d1bfe7f-d8f2-498d-8479-69a3175bec1c,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:26.793626 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] Set router 192038ee-66d1-4f73-92af-2f72e67614e5 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:46:26.936813 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00e93a06-5d89-486a-a52d-4c7ad1a4b56d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:27.076818 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'name': 'tempest-TestServerBasicOps-828149208-router', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:46:23Z', 'revision_number': 4, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'gw_port': {'id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'a61fb7f3-2117-45fb-a7b6-eec8353200c3', 'name': '', 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'mac_address': 'fa:16:3e:31:cc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '92730c8a-4687-42e8-8a21-c58c0d88075c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:23Z', 'updated_at': '2022-05-26T16:46:23Z', 'revision_number': 2, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'subnets': [{'id': '92730c8a-4687-42e8-8a21-c58c0d88075c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:27.113244 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] Checking router: 192038ee-66d1-4f73-92af-2f72e67614e5 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:46:27.113590 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] Updating router 192038ee-66d1-4f73-92af-2f72e67614e5 port a61fb7f3-2117-45fb-a7b6-eec8353200c3 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:46:27.145634 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:27.182878 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00e93a06-5d89-486a-a52d-4c7ad1a4b56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:27.453513 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:27.464463 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:27.547979 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b4eba-1193-4d38-b413-565ad2c14388 None None] Pushing event updated for resources: {'Port': ['ID=a61fb7f3-2117-45fb-a7b6-eec8353200c3,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:27.593054 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] Attempting to bind port a61fb7f3-2117-45fb-a7b6-eec8353200c3 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:46:27.593432 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] Attempting to bind port a61fb7f3-2117-45fb-a7b6-eec8353200c3 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '553f5e75-23f4-456e-842d-1403fa06b1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:46:27.593773 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] Attempting to bind port a61fb7f3-2117-45fb-a7b6-eec8353200c3 on network 37c821a5-4954-4f0a-bb6e-ac96e9a24300 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:46:27.600642 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:46:27.600642 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] Checking segment: {'id': '553f5e75-23f4-456e-842d-1403fa06b1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:46:27.600983 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:27.601229 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] Bound using segment: {'id': '553f5e75-23f4-456e-842d-1403fa06b1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:46:27.601678 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] Bound port: a61fb7f3-2117-45fb-a7b6-eec8353200c3, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553f5e75-23f4-456e-842d-1403fa06b1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:46:27.602086 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:27.703499 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] For port a61fb7f3-2117-45fb-a7b6-eec8353200c3, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:46:27.707649 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] For port a61fb7f3-2117-45fb-a7b6-eec8353200c3, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a61fb7f3-2117-45fb-a7b6-eec8353200c3,segment=NetworkSegment(553f5e75-23f4-456e-842d-1403fa06b1e5),segment_id=553f5e75-23f4-456e-842d-1403fa06b1e5)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:46:27.714282 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:27.733283 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e93a06-5d89-486a-a52d-4c7ad1a4b56d admin admin] Router da67efea-b938-4372-aa90-fc43050361f8 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:46:27.774765 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] Routers {'192038ee-66d1-4f73-92af-2f72e67614e5'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:46:27.775424 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:46:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['192038ee-66d1-4f73-92af-2f72e67614e5'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:27.836032 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93efe8d-46e2-4165-96c1-5986ff77ce0e None None] Network 77959f38-2193-4313-9b9b-a19059b81a96 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:46:27.871514 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e93a06-5d89-486a-a52d-4c7ad1a4b56d admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:46:27.894993 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00e93a06-5d89-486a-a52d-4c7ad1a4b56d admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:27.896684 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-00e93a06-5d89-486a-a52d-4c7ad1a4b56d admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1123979 May 26 16:46:27.899346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38402) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:27.919625 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] Sync routers for ids ['da67efea-b938-4372-aa90-fc43050361f8'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:46:27.949839 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-80a78a27-d658-4df7-addc-026c6196c5d9 None None] Provisioning complete for port 891debd1-39a9-4e18-9b1e-f1a3e6a33d74 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:27.950831 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-80a78a27-d658-4df7-addc-026c6196c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:27.954453 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] Routers {'da67efea-b938-4372-aa90-fc43050361f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:46:27.956156 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:46:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['da67efea-b938-4372-aa90-fc43050361f8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:28.055955 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b4eba-1193-4d38-b413-565ad2c14388 None None] Pushing event updated for resources: {'Port': ['ID=a61fb7f3-2117-45fb-a7b6-eec8353200c3,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:28.072758 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] Set router 192038ee-66d1-4f73-92af-2f72e67614e5 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:46:28.316929 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] Set router da67efea-b938-4372-aa90-fc43050361f8 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:46:28.365313 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'name': 'tempest-TestServerBasicOps-828149208-router', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:46:23Z', 'revision_number': 4, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'gw_port': {'id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'a61fb7f3-2117-45fb-a7b6-eec8353200c3', 'name': '', 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'mac_address': 'fa:16:3e:31:cc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '92730c8a-4687-42e8-8a21-c58c0d88075c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:23Z', 'updated_at': '2022-05-26T16:46:27Z', 'revision_number': 4, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'subnets': [{'id': '92730c8a-4687-42e8-8a21-c58c0d88075c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:28.396485 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ab11fd-5fa3-45bd-90f2-0e6b4d61464e None None] The sync data for ids ['192038ee-66d1-4f73-92af-2f72e67614e5'] in n-d-843337-2 is: [{'id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'name': 'tempest-TestServerBasicOps-828149208-router', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:46:23Z', 'revision_number': 4, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'gw_port': {'id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'a61fb7f3-2117-45fb-a7b6-eec8353200c3', 'name': '', 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'mac_address': 'fa:16:3e:31:cc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '92730c8a-4687-42e8-8a21-c58c0d88075c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:23Z', 'updated_at': '2022-05-26T16:46:27Z', 'revision_number': 4, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'subnets': [{'id': '92730c8a-4687-42e8-8a21-c58c0d88075c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:46:28.465788 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-419376d1-a6c9-4cd7-b7e0-08f573150732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:28.533092 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 891debd1-39a9-4e18-9b1e-f1a3e6a33d74 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:46:28.625383 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-80a78a27-d658-4df7-addc-026c6196c5d9 None None] Current status of the port 891debd1-39a9-4e18-9b1e-f1a3e6a33d74 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:28.625780 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-80a78a27-d658-4df7-addc-026c6196c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:28.637634 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-419376d1-a6c9-4cd7-b7e0-08f573150732 admin admin] Allocated IP 172.20.0.1 (77959f38-2193-4313-9b9b-a19059b81a96/d096b872-1b7f-4cfa-bae6-7bb6c55e840a/1620858a-9373-4630-a0cf-b8f568b075eb) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:46:28.727484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-80a78a27-d658-4df7-addc-026c6196c5d9 None None] For port 891debd1-39a9-4e18-9b1e-f1a3e6a33d74, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=891debd1-39a9-4e18-9b1e-f1a3e6a33d74,segment=NetworkSegment(538e922c-c4da-418e-814f-3ceb3e9f7296),segment_id=538e922c-c4da-418e-814f-3ceb3e9f7296)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:28.741030 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-80a78a27-d658-4df7-addc-026c6196c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:28.782870 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-419376d1-a6c9-4cd7-b7e0-08f573150732 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:28.793281 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 891debd1-39a9-4e18-9b1e-f1a3e6a33d74 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:28.793667 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:28.828210 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-419376d1-a6c9-4cd7-b7e0-08f573150732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:28.877473 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-80a78a27-d658-4df7-addc-026c6196c5d9 None None] Provisioning complete for port a61fb7f3-2117-45fb-a7b6-eec8353200c3 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:28.877981 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-80a78a27-d658-4df7-addc-026c6196c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:28.888134 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419376d1-a6c9-4cd7-b7e0-08f573150732 admin admin] Network 77959f38-2193-4313-9b9b-a19059b81a96 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:46:28.891551 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-419376d1-a6c9-4cd7-b7e0-08f573150732 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:46:28.895627 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419376d1-a6c9-4cd7-b7e0-08f573150732 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:46:28.911177 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a78a27-d658-4df7-addc-026c6196c5d9 None None] Pushing event updated for resources: {'Port': ['ID=891debd1-39a9-4e18-9b1e-f1a3e6a33d74,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:28.926333 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419376d1-a6c9-4cd7-b7e0-08f573150732 admin admin] Pushing event updated for resources: {'Port': ['ID=1620858a-9373-4630-a0cf-b8f568b075eb,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:28.952939 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-419376d1-a6c9-4cd7-b7e0-08f573150732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:28.998111 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da67efea-b938-4372-aa90-fc43050361f8', 'name': 'tempest-TestServerBasicOps-63197175-router', 'tenant_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'acda911c-57bc-4b8b-a83d-f72c102d98ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:46:25Z', 'updated_at': '2022-05-26T16:46:26Z', 'revision_number': 3, 'project_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'gw_port': {'id': 'acda911c-57bc-4b8b-a83d-f72c102d98ae', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:54:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da67efea-b938-4372-aa90-fc43050361f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:26Z', 'updated_at': '2022-05-26T16:46:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:29.065353 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] Checking router: da67efea-b938-4372-aa90-fc43050361f8 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:46:29.065713 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] Updating router da67efea-b938-4372-aa90-fc43050361f8 port acda911c-57bc-4b8b-a83d-f72c102d98ae binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:46:29.098785 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 891debd1-39a9-4e18-9b1e-f1a3e6a33d74 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:29.099955 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8d1bfe7f-d8f2-498d-8479-69a3175bec1c up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:46:29.113108 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-419376d1-a6c9-4cd7-b7e0-08f573150732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:29.143499 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:29.175968 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-80a78a27-d658-4df7-addc-026c6196c5d9 None None] Current status of the port a61fb7f3-2117-45fb-a7b6-eec8353200c3 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:29.176393 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-80a78a27-d658-4df7-addc-026c6196c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:29.303123 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-80a78a27-d658-4df7-addc-026c6196c5d9 None None] For port a61fb7f3-2117-45fb-a7b6-eec8353200c3, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a61fb7f3-2117-45fb-a7b6-eec8353200c3,segment=NetworkSegment(553f5e75-23f4-456e-842d-1403fa06b1e5),segment_id=553f5e75-23f4-456e-842d-1403fa06b1e5)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:29.310068 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-80a78a27-d658-4df7-addc-026c6196c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:29.316158 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 8d1bfe7f-d8f2-498d-8479-69a3175bec1c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:29.316521 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:29.320105 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-419376d1-a6c9-4cd7-b7e0-08f573150732 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:29.325403 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-419376d1-a6c9-4cd7-b7e0-08f573150732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:29.398379 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419376d1-a6c9-4cd7-b7e0-08f573150732 admin admin] Pushing event updated for resources: {'Port': ['ID=1620858a-9373-4630-a0cf-b8f568b075eb,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:29.399658 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-419376d1-a6c9-4cd7-b7e0-08f573150732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:29.475059 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a78a27-d658-4df7-addc-026c6196c5d9 None None] Pushing event updated for resources: {'Port': ['ID=a61fb7f3-2117-45fb-a7b6-eec8353200c3,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:29.489515 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ed90842e-5527-45e2-b4a6-92340d25b52c None None] Provisioning complete for port 891debd1-39a9-4e18-9b1e-f1a3e6a33d74 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:29.489884 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed90842e-5527-45e2-b4a6-92340d25b52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:29.508306 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419376d1-a6c9-4cd7-b7e0-08f573150732 admin admin] Network 77959f38-2193-4313-9b9b-a19059b81a96 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:46:29.509818 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-419376d1-a6c9-4cd7-b7e0-08f573150732 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:46:29.586985 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 8d1bfe7f-d8f2-498d-8479-69a3175bec1c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:29.588126 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a61fb7f3-2117-45fb-a7b6-eec8353200c3 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:46:29.637163 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419376d1-a6c9-4cd7-b7e0-08f573150732 admin admin] Router da67efea-b938-4372-aa90-fc43050361f8 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:46:29.673312 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:29.701673 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:29.742948 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ed90842e-5527-45e2-b4a6-92340d25b52c None None] Current status of the port 891debd1-39a9-4e18-9b1e-f1a3e6a33d74 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:29.766644 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419376d1-a6c9-4cd7-b7e0-08f573150732 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:46:29.774046 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-419376d1-a6c9-4cd7-b7e0-08f573150732 admin admin] 10.222.0.77 "PUT /v2.0/routers/da67efea-b938-4372-aa90-fc43050361f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8733089 May 26 16:46:29.779587 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06b9ae-a89c-4fec-acdc-54e018986d72 None None] Pushing event updated for resources: {'Port': ['ID=acda911c-57bc-4b8b-a83d-f72c102d98ae,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:29.782517 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] Attempting to bind port acda911c-57bc-4b8b-a83d-f72c102d98ae on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:46:29.783141 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] Attempting to bind port acda911c-57bc-4b8b-a83d-f72c102d98ae by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:46:29.784592 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] Attempting to bind port acda911c-57bc-4b8b-a83d-f72c102d98ae on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:46:29.792912 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port a61fb7f3-2117-45fb-a7b6-eec8353200c3 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:29.793286 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:29.820829 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ed90842e-5527-45e2-b4a6-92340d25b52c None None] Provisioning complete for port 1620858a-9373-4630-a0cf-b8f568b075eb triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:29.821217 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed90842e-5527-45e2-b4a6-92340d25b52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:29.827784 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:46:29.828196 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:46:29.828608 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:29.829003 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:46:29.829498 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] Bound port: acda911c-57bc-4b8b-a83d-f72c102d98ae, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:46:29.829883 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:29.913174 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ed90842e-5527-45e2-b4a6-92340d25b52c None None] Port 1620858a-9373-4630-a0cf-b8f568b075eb cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:46:29.947662 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] For port acda911c-57bc-4b8b-a83d-f72c102d98ae, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:46:29.950547 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ed90842e-5527-45e2-b4a6-92340d25b52c None None] Provisioning complete for port a61fb7f3-2117-45fb-a7b6-eec8353200c3 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:29.950987 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed90842e-5527-45e2-b4a6-92340d25b52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:29.953614 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] For port acda911c-57bc-4b8b-a83d-f72c102d98ae, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=acda911c-57bc-4b8b-a83d-f72c102d98ae,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:46:29.996530 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.078853 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port a61fb7f3-2117-45fb-a7b6-eec8353200c3 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:30.090133 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06b9ae-a89c-4fec-acdc-54e018986d72 None None] Pushing event updated for resources: {'Port': ['ID=acda911c-57bc-4b8b-a83d-f72c102d98ae,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:30.099260 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] Routers {'da67efea-b938-4372-aa90-fc43050361f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:46:30.099743 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:46:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['da67efea-b938-4372-aa90-fc43050361f8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:30.164464 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38412) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:30.170496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-c747955d-2f07-4051-ac84-cd4c04dfe31d tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-169466177', 'description': 'tempest-secgroup-smoke-169466177 description', 'project_id': '12b7536607d44587b8bd8d112c1bfa54'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:46:30.201546 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ed90842e-5527-45e2-b4a6-92340d25b52c None None] Current status of the port a61fb7f3-2117-45fb-a7b6-eec8353200c3 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:30.203951 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c747955d-2f07-4051-ac84-cd4c04dfe31d tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.231920 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 891debd1-39a9-4e18-9b1e-f1a3e6a33d74 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:46:30.282778 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c747955d-2f07-4051-ac84-cd4c04dfe31d tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.287281 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c747955d-2f07-4051-ac84-cd4c04dfe31d tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.289204 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] Set router da67efea-b938-4372-aa90-fc43050361f8 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:46:30.321126 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c747955d-2f07-4051-ac84-cd4c04dfe31d tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.322386 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c747955d-2f07-4051-ac84-cd4c04dfe31d tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1568573 May 26 16:46:30.324992 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747955d-2f07-4051-ac84-cd4c04dfe31d tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e4781a-4a01-49db-a390-9dcf9089acbc,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:30.325716 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38414) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:30.332400 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-1538b496-c87e-45d7-a356-922aaf2ce65a tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Request body: {'security_group_rule': {'security_group_id': '79e4781a-4a01-49db-a390-9dcf9089acbc', 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:46:30.360771 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1538b496-c87e-45d7-a356-922aaf2ce65a tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.382782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 891debd1-39a9-4e18-9b1e-f1a3e6a33d74 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:30.383140 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.384628 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-58b1b046-99d9-4b42-ad9b-da79adec3434 None None] Provisioning complete for port 1620858a-9373-4630-a0cf-b8f568b075eb triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:30.384989 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-58b1b046-99d9-4b42-ad9b-da79adec3434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.423263 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1538b496-c87e-45d7-a356-922aaf2ce65a tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.427503 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1538b496-c87e-45d7-a356-922aaf2ce65a tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.450014 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538b496-c87e-45d7-a356-922aaf2ce65a tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdeb97f5-6621-4f50-b9b5-32a6068daf3c,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:30.460074 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1538b496-c87e-45d7-a356-922aaf2ce65a tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.461322 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1538b496-c87e-45d7-a356-922aaf2ce65a tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334887 May 26 16:46:30.464039 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38416) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:30.469677 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-7658fe32-5e72-4d32-ad9f-6f7f73b815fb tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Request body: {'security_group_rule': {'security_group_id': '79e4781a-4a01-49db-a390-9dcf9089acbc', 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:46:30.491037 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-58b1b046-99d9-4b42-ad9b-da79adec3434 None None] Port 1620858a-9373-4630-a0cf-b8f568b075eb cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:46:30.496659 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7658fe32-5e72-4d32-ad9f-6f7f73b815fb tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.557552 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7658fe32-5e72-4d32-ad9f-6f7f73b815fb tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.563223 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7658fe32-5e72-4d32-ad9f-6f7f73b815fb tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.580123 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658fe32-5e72-4d32-ad9f-6f7f73b815fb tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df140649-24ef-46e4-af53-820472416e10,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:30.591895 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7658fe32-5e72-4d32-ad9f-6f7f73b815fb tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.597374 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7658fe32-5e72-4d32-ad9f-6f7f73b815fb tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1281719 May 26 16:46:30.597585 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 891debd1-39a9-4e18-9b1e-f1a3e6a33d74 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:30.597585 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a61fb7f3-2117-45fb-a7b6-eec8353200c3 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:46:30.598002 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38418) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:30.601944 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-bdb8990e-8ddf-46c4-9491-2f0ed7543ff5 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Request body: {'security_group_rule': {'security_group_id': '79e4781a-4a01-49db-a390-9dcf9089acbc', 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:46:30.629347 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bdb8990e-8ddf-46c4-9491-2f0ed7543ff5 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.648298 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da67efea-b938-4372-aa90-fc43050361f8', 'name': 'tempest-TestServerBasicOps-63197175-router', 'tenant_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'acda911c-57bc-4b8b-a83d-f72c102d98ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:46:25Z', 'updated_at': '2022-05-26T16:46:29Z', 'revision_number': 4, 'project_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'gw_port': {'id': 'acda911c-57bc-4b8b-a83d-f72c102d98ae', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:54:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da67efea-b938-4372-aa90-fc43050361f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:26Z', 'updated_at': '2022-05-26T16:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '1620858a-9373-4630-a0cf-b8f568b075eb', 'name': '', 'network_id': '77959f38-2193-4313-9b9b-a19059b81a96', 'tenant_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'mac_address': 'fa:16:3e:e4:af:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da67efea-b938-4372-aa90-fc43050361f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'd096b872-1b7f-4cfa-bae6-7bb6c55e840a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:28Z', 'updated_at': '2022-05-26T16:46:29Z', 'revision_number': 2, 'project_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'subnets': [{'id': 'd096b872-1b7f-4cfa-bae6-7bb6c55e840a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:30.678543 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb10d12-a732-4311-b2a7-1e6891c13662 None None] The sync data for ids ['da67efea-b938-4372-aa90-fc43050361f8'] in n-d-843337-2 is: [{'id': 'da67efea-b938-4372-aa90-fc43050361f8', 'name': 'tempest-TestServerBasicOps-63197175-router', 'tenant_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'acda911c-57bc-4b8b-a83d-f72c102d98ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:46:25Z', 'updated_at': '2022-05-26T16:46:29Z', 'revision_number': 4, 'project_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'gw_port': {'id': 'acda911c-57bc-4b8b-a83d-f72c102d98ae', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:54:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da67efea-b938-4372-aa90-fc43050361f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:26Z', 'updated_at': '2022-05-26T16:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '1620858a-9373-4630-a0cf-b8f568b075eb', 'name': '', 'network_id': '77959f38-2193-4313-9b9b-a19059b81a96', 'tenant_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'mac_address': 'fa:16:3e:e4:af:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da67efea-b938-4372-aa90-fc43050361f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'd096b872-1b7f-4cfa-bae6-7bb6c55e840a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:28Z', 'updated_at': '2022-05-26T16:46:29Z', 'revision_number': 2, 'project_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'subnets': [{'id': 'd096b872-1b7f-4cfa-bae6-7bb6c55e840a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:46:30.684351 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port a61fb7f3-2117-45fb-a7b6-eec8353200c3 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:30.684731 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.700596 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bdb8990e-8ddf-46c4-9491-2f0ed7543ff5 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.708675 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bdb8990e-8ddf-46c4-9491-2f0ed7543ff5 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.729665 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8990e-8ddf-46c4-9491-2f0ed7543ff5 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9bddcb5-e6e5-47ca-a889-ed296a5be142,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:30.736589 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bdb8990e-8ddf-46c4-9491-2f0ed7543ff5 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.740507 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bdb8990e-8ddf-46c4-9491-2f0ed7543ff5 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394224 May 26 16:46:30.740676 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38420) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:30.745491 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-53065370-827b-48aa-9bf6-fc896030e17d tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Request body: {'security_group_rule': {'security_group_id': '79e4781a-4a01-49db-a390-9dcf9089acbc', 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:46:30.773112 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-53065370-827b-48aa-9bf6-fc896030e17d tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.774268 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port a61fb7f3-2117-45fb-a7b6-eec8353200c3 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:30.822761 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.843679 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-53065370-827b-48aa-9bf6-fc896030e17d tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.848419 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-53065370-827b-48aa-9bf6-fc896030e17d tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.868746 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53065370-827b-48aa-9bf6-fc896030e17d tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=762ca9f7-66a0-4555-8052-8c0b8581a72d,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:30.877340 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-53065370-827b-48aa-9bf6-fc896030e17d tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:30.881016 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-53065370-827b-48aa-9bf6-fc896030e17d tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369243 May 26 16:46:30.881385 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38422) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:30.886114 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-9d43799f-be7a-44e6-8426-8c0d96e7ddbc tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Request body: {'security_group_rule': {'security_group_id': '79e4781a-4a01-49db-a390-9dcf9089acbc', 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:46:30.922298 n-d-843337-2 neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-9d43799f-be7a-44e6-8426-8c0d96e7ddbc tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Project 12b7536607d44587b8bd8d112c1bfa54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:46:30.930167 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d43799f-be7a-44e6-8426-8c0d96e7ddbc tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:31.005053 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d43799f-be7a-44e6-8426-8c0d96e7ddbc tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:31.009431 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d43799f-be7a-44e6-8426-8c0d96e7ddbc tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:31.031220 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43799f-be7a-44e6-8426-8c0d96e7ddbc tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e8f53e-5c75-4cfe-bdbf-e1e573c5f19b,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:31.037260 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9d43799f-be7a-44e6-8426-8c0d96e7ddbc tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:31.038519 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9d43799f-be7a-44e6-8426-8c0d96e7ddbc tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1560745 May 26 16:46:31.041489 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38424) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:31.048838 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-06bd12fb-6aee-4ed2-8c31-fd8a7ad54576 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Request body: {'security_group_rule': {'security_group_id': '79e4781a-4a01-49db-a390-9dcf9089acbc', 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:46:31.075321 n-d-843337-2 neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-06bd12fb-6aee-4ed2-8c31-fd8a7ad54576 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Project 12b7536607d44587b8bd8d112c1bfa54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 16:46:31.081326 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06bd12fb-6aee-4ed2-8c31-fd8a7ad54576 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:31.149005 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06bd12fb-6aee-4ed2-8c31-fd8a7ad54576 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:31.153141 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06bd12fb-6aee-4ed2-8c31-fd8a7ad54576 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:31.172624 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd12fb-6aee-4ed2-8c31-fd8a7ad54576 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968d9d66-9d64-4c33-b15d-9b741a2940bb,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:31.181515 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-06bd12fb-6aee-4ed2-8c31-fd8a7ad54576 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:31.182901 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-06bd12fb-6aee-4ed2-8c31-fd8a7ad54576 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1399612 May 26 16:46:31.349243 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-c3ec29b8-1ba3-43ac-a150-cce0c7f5d16b tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-169466177&fields=id&tenant_id=12b7536607d44587b8bd8d112c1bfa54 HTTP/1.1" status: 200 len: 267 time: 0.0357864 May 26 16:46:31.487969 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-0355dbf0-cad4-4495-996a-89d81ac9652a tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:31.489712 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-0355dbf0-cad4-4495-996a-89d81ac9652a tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/networks?id=37c821a5-4954-4f0a-bb6e-ac96e9a24300 HTTP/1.1" status: 200 len: 808 time: 0.1261487 May 26 16:46:31.510044 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-37c20a16-4913-48f9-923a-96914faf7d32 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/quotas/12b7536607d44587b8bd8d112c1bfa54 HTTP/1.1" status: 200 len: 375 time: 0.0113614 May 26 16:46:31.568713 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-08fb72e4-9d7d-4d65-81ea-b58b3208925b tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=12b7536607d44587b8bd8d112c1bfa54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504754 May 26 16:46:31.690295 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-fcc38bba-a744-4c5f-b2b1-38d37ffb0e04 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:46:31.691299 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-fcc38bba-a744-4c5f-b2b1-38d37ffb0e04 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1096332 May 26 16:46:31.790954 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-ee548373-f52a-418d-a255-fea1bc59c493 service neutron] 10.222.0.77 "GET /v2.0/networks/37c821a5-4954-4f0a-bb6e-ac96e9a24300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929437 May 26 16:46:31.892364 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-fbc8882a-672b-4811-b95c-35f0d12ab6f4 service neutron] 10.222.0.77 "GET /v2.0/networks/37c821a5-4954-4f0a-bb6e-ac96e9a24300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937650 May 26 16:46:32.101365 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-94a13f2d-64ed-4678-be70-054a9e684bf2 req-63577790-e86a-4057-99e0-29286d5ca253 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 210 time: 0.0285406 May 26 16:46:32.206762 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device acda911c-57bc-4b8b-a83d-f72c102d98ae up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:46:32.262664 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port acda911c-57bc-4b8b-a83d-f72c102d98ae triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:32.263606 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:32.515033 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port acda911c-57bc-4b8b-a83d-f72c102d98ae is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:32.515584 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:32.539291 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port acda911c-57bc-4b8b-a83d-f72c102d98ae, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=acda911c-57bc-4b8b-a83d-f72c102d98ae,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:32.543387 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:32.596404 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=acda911c-57bc-4b8b-a83d-f72c102d98ae,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:32.765354 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] Sync routers for ids ['da67efea-b938-4372-aa90-fc43050361f8'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:46:32.779755 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] Routers {'da67efea-b938-4372-aa90-fc43050361f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:46:32.780446 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:46:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['da67efea-b938-4372-aa90-fc43050361f8'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:32.901150 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] Set router da67efea-b938-4372-aa90-fc43050361f8 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:46:33.101713 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da67efea-b938-4372-aa90-fc43050361f8', 'name': 'tempest-TestServerBasicOps-63197175-router', 'tenant_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'acda911c-57bc-4b8b-a83d-f72c102d98ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:46:25Z', 'updated_at': '2022-05-26T16:46:29Z', 'revision_number': 4, 'project_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'gw_port': {'id': 'acda911c-57bc-4b8b-a83d-f72c102d98ae', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da67efea-b938-4372-aa90-fc43050361f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:26Z', 'updated_at': '2022-05-26T16:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '1620858a-9373-4630-a0cf-b8f568b075eb', 'name': '', 'network_id': '77959f38-2193-4313-9b9b-a19059b81a96', 'tenant_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'mac_address': 'fa:16:3e:e4:af:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da67efea-b938-4372-aa90-fc43050361f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'd096b872-1b7f-4cfa-bae6-7bb6c55e840a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:28Z', 'updated_at': '2022-05-26T16:46:29Z', 'revision_number': 2, 'project_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'subnets': [{'id': 'd096b872-1b7f-4cfa-bae6-7bb6c55e840a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:33.129079 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] Checking router: da67efea-b938-4372-aa90-fc43050361f8 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:46:33.129437 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] Updating router da67efea-b938-4372-aa90-fc43050361f8 port 1620858a-9373-4630-a0cf-b8f568b075eb binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:46:33.156361 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:33.211132 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4c63be54-f4e0-44f9-9971-4cc0b6fce51d req-c7248f0b-6f61-4998-bdfc-97d8423de5c0 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 210 time: 0.0272462 May 26 16:46:33.457613 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:33.465429 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:33.489169 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-1cedc1a8-d579-4adb-86dd-e22af5f9e752 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:33.490686 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-1cedc1a8-d579-4adb-86dd-e22af5f9e752 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.83 "GET /v2.0/networks?id=37c821a5-4954-4f0a-bb6e-ac96e9a24300 HTTP/1.1" status: 200 len: 808 time: 0.1291568 May 26 16:46:33.538232 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0e01e-097b-4a9a-9e08-67b1c11c05fe None None] Pushing event updated for resources: {'Port': ['ID=1620858a-9373-4630-a0cf-b8f568b075eb,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:33.564135 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-045b804a-7f69-468d-b49d-8d91ebf83a67 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12b7536607d44587b8bd8d112c1bfa54 HTTP/1.1" status: 200 len: 379 time: 0.0483704 May 26 16:46:33.569198 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] Attempting to bind port 1620858a-9373-4630-a0cf-b8f568b075eb on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:46:33.569570 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] Attempting to bind port 1620858a-9373-4630-a0cf-b8f568b075eb by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '538e922c-c4da-418e-814f-3ceb3e9f7296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '77959f38-2193-4313-9b9b-a19059b81a96'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:46:33.569939 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] Attempting to bind port 1620858a-9373-4630-a0cf-b8f568b075eb on network 77959f38-2193-4313-9b9b-a19059b81a96 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:46:33.575306 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:46:33.575715 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] Checking segment: {'id': '538e922c-c4da-418e-814f-3ceb3e9f7296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '77959f38-2193-4313-9b9b-a19059b81a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:46:33.576139 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:33.576538 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] Bound using segment: {'id': '538e922c-c4da-418e-814f-3ceb3e9f7296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '77959f38-2193-4313-9b9b-a19059b81a96'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:46:33.577027 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] Bound port: 1620858a-9373-4630-a0cf-b8f568b075eb, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '538e922c-c4da-418e-814f-3ceb3e9f7296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '77959f38-2193-4313-9b9b-a19059b81a96'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:46:33.577404 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:33.593119 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-005e7e2b-5240-468f-aa01-2d9cec92e7dc tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Request body: {'port': {'device_id': '60f28df4-c034-414e-a956-8eb8bc80b4d3', 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300', 'admin_state_up': True, 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'security_groups': ['79e4781a-4a01-49db-a390-9dcf9089acbc']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:46:33.653005 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] For port 1620858a-9373-4630-a0cf-b8f568b075eb, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:46:33.657722 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] For port 1620858a-9373-4630-a0cf-b8f568b075eb, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1620858a-9373-4630-a0cf-b8f568b075eb,segment=NetworkSegment(538e922c-c4da-418e-814f-3ceb3e9f7296),segment_id=538e922c-c4da-418e-814f-3ceb3e9f7296)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:46:33.662244 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:33.723595 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] Routers {'da67efea-b938-4372-aa90-fc43050361f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:46:33.724404 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:46:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['da67efea-b938-4372-aa90-fc43050361f8'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:33.726440 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-005e7e2b-5240-468f-aa01-2d9cec92e7dc tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Made reservation on behalf of 12b7536607d44587b8bd8d112c1bfa54 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:46:33.733324 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-005e7e2b-5240-468f-aa01-2d9cec92e7dc tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:33.763670 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0e01e-097b-4a9a-9e08-67b1c11c05fe None None] Pushing event updated for resources: {'Port': ['ID=1620858a-9373-4630-a0cf-b8f568b075eb,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:33.845196 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] Set router da67efea-b938-4372-aa90-fc43050361f8 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:46:33.846521 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-86d359c1-4f2f-4938-bf54-ec33f891f05e None None] Provisioning complete for port 1620858a-9373-4630-a0cf-b8f568b075eb triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:33.847531 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-86d359c1-4f2f-4938-bf54-ec33f891f05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:33.907711 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-005e7e2b-5240-468f-aa01-2d9cec92e7dc tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Allocated IP 172.20.0.7 (37c821a5-4954-4f0a-bb6e-ac96e9a24300/92730c8a-4687-42e8-8a21-c58c0d88075c/60486c5d-7739-404b-afab-c851ad3d7aad) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:46:33.970000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-86d359c1-4f2f-4938-bf54-ec33f891f05e None None] Current status of the port 1620858a-9373-4630-a0cf-b8f568b075eb is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:33.970389 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-86d359c1-4f2f-4938-bf54-ec33f891f05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:34.006209 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-86d359c1-4f2f-4938-bf54-ec33f891f05e None None] For port 1620858a-9373-4630-a0cf-b8f568b075eb, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1620858a-9373-4630-a0cf-b8f568b075eb,segment=NetworkSegment(538e922c-c4da-418e-814f-3ceb3e9f7296),segment_id=538e922c-c4da-418e-814f-3ceb3e9f7296)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:34.011518 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-86d359c1-4f2f-4938-bf54-ec33f891f05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:34.066331 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d359c1-4f2f-4938-bf54-ec33f891f05e None None] Pushing event updated for resources: {'Port': ['ID=1620858a-9373-4630-a0cf-b8f568b075eb,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:34.085048 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-005e7e2b-5240-468f-aa01-2d9cec92e7dc tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:34.092134 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da67efea-b938-4372-aa90-fc43050361f8', 'name': 'tempest-TestServerBasicOps-63197175-router', 'tenant_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'acda911c-57bc-4b8b-a83d-f72c102d98ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:46:25Z', 'updated_at': '2022-05-26T16:46:29Z', 'revision_number': 4, 'project_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'gw_port': {'id': 'acda911c-57bc-4b8b-a83d-f72c102d98ae', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da67efea-b938-4372-aa90-fc43050361f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:26Z', 'updated_at': '2022-05-26T16:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '1620858a-9373-4630-a0cf-b8f568b075eb', 'name': '', 'network_id': '77959f38-2193-4313-9b9b-a19059b81a96', 'tenant_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'mac_address': 'fa:16:3e:e4:af:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da67efea-b938-4372-aa90-fc43050361f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'd096b872-1b7f-4cfa-bae6-7bb6c55e840a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:28Z', 'updated_at': '2022-05-26T16:46:33Z', 'revision_number': 4, 'project_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'subnets': [{'id': 'd096b872-1b7f-4cfa-bae6-7bb6c55e840a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:34.136740 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-005e7e2b-5240-468f-aa01-2d9cec92e7dc tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:34.160397 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-eeb86991-0d58-446d-9d64-a820bba2b577 None None] Provisioning complete for port 1620858a-9373-4630-a0cf-b8f568b075eb triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:34.161182 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eeb86991-0d58-446d-9d64-a820bba2b577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:34.194124 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-005e7e2b-5240-468f-aa01-2d9cec92e7dc tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Network 37c821a5-4954-4f0a-bb6e-ac96e9a24300 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:46:34.207326 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-005e7e2b-5240-468f-aa01-2d9cec92e7dc tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:46:34.213225 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-005e7e2b-5240-468f-aa01-2d9cec92e7dc tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:46:34.246806 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e108b729-084a-443b-8a2c-47cc8472b9a2 None None] The sync data for ids ['da67efea-b938-4372-aa90-fc43050361f8'] in n-d-843337-2 is: [{'id': 'da67efea-b938-4372-aa90-fc43050361f8', 'name': 'tempest-TestServerBasicOps-63197175-router', 'tenant_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'acda911c-57bc-4b8b-a83d-f72c102d98ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:46:25Z', 'updated_at': '2022-05-26T16:46:29Z', 'revision_number': 4, 'project_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'gw_port': {'id': 'acda911c-57bc-4b8b-a83d-f72c102d98ae', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da67efea-b938-4372-aa90-fc43050361f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:26Z', 'updated_at': '2022-05-26T16:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '1620858a-9373-4630-a0cf-b8f568b075eb', 'name': '', 'network_id': '77959f38-2193-4313-9b9b-a19059b81a96', 'tenant_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'mac_address': 'fa:16:3e:e4:af:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da67efea-b938-4372-aa90-fc43050361f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'd096b872-1b7f-4cfa-bae6-7bb6c55e840a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:28Z', 'updated_at': '2022-05-26T16:46:33Z', 'revision_number': 4, 'project_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'subnets': [{'id': 'd096b872-1b7f-4cfa-bae6-7bb6c55e840a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:46:34.269433 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device acda911c-57bc-4b8b-a83d-f72c102d98ae up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:46:34.334876 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-eeb86991-0d58-446d-9d64-a820bba2b577 None None] Current status of the port 1620858a-9373-4630-a0cf-b8f568b075eb is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:34.342878 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port acda911c-57bc-4b8b-a83d-f72c102d98ae triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:34.343263 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:34.354065 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-005e7e2b-5240-468f-aa01-2d9cec92e7dc tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:34.354751 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-005e7e2b-5240-468f-aa01-2d9cec92e7dc tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:34.370589 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e7e2b-5240-468f-aa01-2d9cec92e7dc tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Pushing event updated for resources: {'Port': ['ID=60486c5d-7739-404b-afab-c851ad3d7aad,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:34.399190 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-005e7e2b-5240-468f-aa01-2d9cec92e7dc tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8106947 May 26 16:46:34.423171 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-a0eeaeaa-1cfb-406b-8a07-4e7bb8c699d4 service neutron] Request body: {'port': {'device_id': '60f28df4-c034-414e-a956-8eb8bc80b4d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:46:34.444190 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970015e-5d91-428f-a832-ca57316a0eef req-7e6e1bbb-fb0d-4277-80fa-293c91f2c15a tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:34.446502 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d970015e-5d91-428f-a832-ca57316a0eef req-7e6e1bbb-fb0d-4277-80fa-293c91f2c15a tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 931 time: 0.1218934 May 26 16:46:34.457755 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port acda911c-57bc-4b8b-a83d-f72c102d98ae is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:34.459080 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1620858a-9373-4630-a0cf-b8f568b075eb up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:46:34.509268 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-a0eeaeaa-1cfb-406b-8a07-4e7bb8c699d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:34.516827 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d970015e-5d91-428f-a832-ca57316a0eef req-bd6dbd51-1cfc-4bd3-aa2b-09f5589dc6c3 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/security-groups?id=79e4781a-4a01-49db-a390-9dcf9089acbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595388 May 26 16:46:34.543122 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 1620858a-9373-4630-a0cf-b8f568b075eb triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:34.543504 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:34.598171 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-bfa411d4-bf6b-44fa-b779-417022af79d0 None None] Provisioning complete for port 60486c5d-7739-404b-afab-c851ad3d7aad triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:34.598171 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bfa411d4-bf6b-44fa-b779-417022af79d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:34.666962 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:46:34.670916 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 1620858a-9373-4630-a0cf-b8f568b075eb is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:34.678336 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-bfa411d4-bf6b-44fa-b779-417022af79d0 None None] Port 60486c5d-7739-404b-afab-c851ad3d7aad cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:46:34.815109 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-a0eeaeaa-1cfb-406b-8a07-4e7bb8c699d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60486c5d-7739-404b-afab-c851ad3d7aad {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:46:34.823003 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-a0eeaeaa-1cfb-406b-8a07-4e7bb8c699d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:34.837088 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-a0eeaeaa-1cfb-406b-8a07-4e7bb8c699d4 service neutron] Transition to ACTIVE for port object 60486c5d-7739-404b-afab-c851ad3d7aad will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:46:34.840253 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-a0eeaeaa-1cfb-406b-8a07-4e7bb8c699d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:34.911202 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eeaeaa-1cfb-406b-8a07-4e7bb8c699d4 service neutron] Pushing event updated for resources: {'Port': ['ID=60486c5d-7739-404b-afab-c851ad3d7aad,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:34.972479 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-a0eeaeaa-1cfb-406b-8a07-4e7bb8c699d4 service neutron] Attempting to bind port 60486c5d-7739-404b-afab-c851ad3d7aad on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:46:34.973158 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-a0eeaeaa-1cfb-406b-8a07-4e7bb8c699d4 service neutron] Attempting to bind port 60486c5d-7739-404b-afab-c851ad3d7aad by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '553f5e75-23f4-456e-842d-1403fa06b1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:46:34.973158 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-a0eeaeaa-1cfb-406b-8a07-4e7bb8c699d4 service neutron] Attempting to bind port 60486c5d-7739-404b-afab-c851ad3d7aad on network 37c821a5-4954-4f0a-bb6e-ac96e9a24300 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:46:34.979886 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-a0eeaeaa-1cfb-406b-8a07-4e7bb8c699d4 service neutron] Port 60486c5d-7739-404b-afab-c851ad3d7aad on network 37c821a5-4954-4f0a-bb6e-ac96e9a24300 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:46:34.980282 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-a0eeaeaa-1cfb-406b-8a07-4e7bb8c699d4 service neutron] Attempting to bind port 60486c5d-7739-404b-afab-c851ad3d7aad on network 37c821a5-4954-4f0a-bb6e-ac96e9a24300 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:46:34.986385 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-a0eeaeaa-1cfb-406b-8a07-4e7bb8c699d4 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:46:34.986732 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-a0eeaeaa-1cfb-406b-8a07-4e7bb8c699d4 service neutron] Checking segment: {'id': '553f5e75-23f4-456e-842d-1403fa06b1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:46:34.987129 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-a0eeaeaa-1cfb-406b-8a07-4e7bb8c699d4 service neutron] Bound using segment: {'id': '553f5e75-23f4-456e-842d-1403fa06b1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:46:34.987576 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-a0eeaeaa-1cfb-406b-8a07-4e7bb8c699d4 service neutron] Bound port: 60486c5d-7739-404b-afab-c851ad3d7aad, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553f5e75-23f4-456e-842d-1403fa06b1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:46:34.987957 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-a0eeaeaa-1cfb-406b-8a07-4e7bb8c699d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:35.057769 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-a0eeaeaa-1cfb-406b-8a07-4e7bb8c699d4 service neutron] For port 60486c5d-7739-404b-afab-c851ad3d7aad, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:46:35.061834 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-a0eeaeaa-1cfb-406b-8a07-4e7bb8c699d4 service neutron] For port 60486c5d-7739-404b-afab-c851ad3d7aad, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=60486c5d-7739-404b-afab-c851ad3d7aad,segment=NetworkSegment(553f5e75-23f4-456e-842d-1403fa06b1e5),segment_id=553f5e75-23f4-456e-842d-1403fa06b1e5)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:46:35.066724 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-a0eeaeaa-1cfb-406b-8a07-4e7bb8c699d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:35.104523 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-a0eeaeaa-1cfb-406b-8a07-4e7bb8c699d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:35.105127 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-a0eeaeaa-1cfb-406b-8a07-4e7bb8c699d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:35.106533 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-a0eeaeaa-1cfb-406b-8a07-4e7bb8c699d4 service neutron] 10.222.0.83 "PUT /v2.0/ports/60486c5d-7739-404b-afab-c851ad3d7aad HTTP/1.1" status: 200 len: 1091 time: 0.6885099 May 26 16:46:35.107586 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f28df4-c034-414e-a956-8eb8bc80b4d3', 'tag': '60486c5d-7739-404b-afab-c851ad3d7aad'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:46:35.110196 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd321fd-58f0-43d5-8e94-dc67055b7752" -d '{"events": [{"name": "network-changed", "server_uuid": "60f28df4-c034-414e-a956-8eb8bc80b4d3", "tag": "60486c5d-7739-404b-afab-c851ad3d7aad"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:46:35.137713 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eeaeaa-1cfb-406b-8a07-4e7bb8c699d4 service neutron] Pushing event updated for resources: {'Port': ['ID=60486c5d-7739-404b-afab-c851ad3d7aad,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:35.164010 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd86c57-f6d4-4bdb-abb8-540820aa1259 x-openstack-request-id: req-0cd86c57-f6d4-4bdb-abb8-540820aa1259 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:46:35.164465 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f28df4-c034-414e-a956-8eb8bc80b4d3", "tag": "60486c5d-7739-404b-afab-c851ad3d7aad", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:46:35.164810 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0cd86c57-f6d4-4bdb-abb8-540820aa1259 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:46:35.165765 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cd86c57-f6d4-4bdb-abb8-540820aa1259'] response: {'name': 'network-changed', 'server_uuid': '60f28df4-c034-414e-a956-8eb8bc80b4d3', 'tag': '60486c5d-7739-404b-afab-c851ad3d7aad', 'status': 'completed', 'code': 200} May 26 16:46:35.243142 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-3ec4ffd9-c8f5-44e4-8acb-4ac2594b47ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:35.245590 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-3ec4ffd9-c8f5-44e4-8acb-4ac2594b47ff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=12b7536607d44587b8bd8d112c1bfa54&device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 1094 time: 0.0500715 May 26 16:46:35.307125 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-0ecfe664-45b0-4d81-b1b0-1c6ace1e82e7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60486c5d-7739-404b-afab-c851ad3d7aad HTTP/1.1" status: 200 len: 217 time: 0.0441065 May 26 16:46:35.374273 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-2a8b010b-c315-4e39-b3c0-6672170a0b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:35.375805 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-2a8b010b-c315-4e39-b3c0-6672170a0b93 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92730c8a-4687-42e8-8a21-c58c0d88075c HTTP/1.1" status: 200 len: 847 time: 0.0618448 May 26 16:46:35.427779 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-1384eed8-3562-4a83-9399-c5f88e95bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:35.429344 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-1384eed8-3562-4a83-9399-c5f88e95bf04 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=37c821a5-4954-4f0a-bb6e-ac96e9a24300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450771 May 26 16:46:35.524967 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-b4aa49c4-37fe-498e-aeaf-36e2ea140356 service neutron] 10.222.0.83 "GET /v2.0/networks/37c821a5-4954-4f0a-bb6e-ac96e9a24300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879142 May 26 16:46:35.626125 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3176134b-fa15-4c05-8826-77c2e3bb96c7 req-7435ed14-01ee-41dd-9144-95b87cad7c2c service neutron] 10.222.0.83 "GET /v2.0/networks/37c821a5-4954-4f0a-bb6e-ac96e9a24300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880897 May 26 16:46:35.635025 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56229a9-3f6c-4d96-b678-afd13977051c req-2bcfc7ad-b87a-4dc9-ae94-5bbee5a1fe3f tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:35.636580 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c56229a9-3f6c-4d96-b678-afd13977051c req-2bcfc7ad-b87a-4dc9-ae94-5bbee5a1fe3f tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 943 time: 0.0507772 May 26 16:46:35.680058 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c56229a9-3f6c-4d96-b678-afd13977051c req-46ad716b-3fdd-4dcc-a038-d190feb51044 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/security-groups?id=79e4781a-4a01-49db-a390-9dcf9089acbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358331 May 26 16:46:35.777141 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd321fd-58f0-43d5-8e94-dc67055b7752 req-08d14812-5599-4d84-8f2e-5e83513c79c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:35.778561 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8dd321fd-58f0-43d5-8e94-dc67055b7752 req-08d14812-5599-4d84-8f2e-5e83513c79c8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=12b7536607d44587b8bd8d112c1bfa54&device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 1094 time: 0.0435169 May 26 16:46:35.879898 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd321fd-58f0-43d5-8e94-dc67055b7752 req-3b9eb98f-8191-45f7-8fce-258c2ab3483a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:35.881405 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8dd321fd-58f0-43d5-8e94-dc67055b7752 req-3b9eb98f-8191-45f7-8fce-258c2ab3483a service neutron] 10.222.0.83 "GET /v2.0/networks?id=37c821a5-4954-4f0a-bb6e-ac96e9a24300 HTTP/1.1" status: 200 len: 909 time: 0.0905964 May 26 16:46:35.925152 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8dd321fd-58f0-43d5-8e94-dc67055b7752 req-08795726-0387-4f8d-a7f3-1fbafd634c44 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60486c5d-7739-404b-afab-c851ad3d7aad HTTP/1.1" status: 200 len: 217 time: 0.0356264 May 26 16:46:35.982966 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd321fd-58f0-43d5-8e94-dc67055b7752 req-a02b6295-f869-4520-9503-1a5fa143ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:35.994053 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8dd321fd-58f0-43d5-8e94-dc67055b7752 req-a02b6295-f869-4520-9503-1a5fa143ad4c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92730c8a-4687-42e8-8a21-c58c0d88075c HTTP/1.1" status: 200 len: 847 time: 0.0588870 May 26 16:46:36.050301 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd321fd-58f0-43d5-8e94-dc67055b7752 req-17707d1a-e9b6-4731-87e1-e2a2254969b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:36.051852 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8dd321fd-58f0-43d5-8e94-dc67055b7752 req-17707d1a-e9b6-4731-87e1-e2a2254969b9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=37c821a5-4954-4f0a-bb6e-ac96e9a24300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505168 May 26 16:46:36.148949 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8dd321fd-58f0-43d5-8e94-dc67055b7752 req-115cc7fc-3734-47b1-b502-d5ab71770084 service neutron] 10.222.0.83 "GET /v2.0/networks/37c821a5-4954-4f0a-bb6e-ac96e9a24300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863395 May 26 16:46:36.247051 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8dd321fd-58f0-43d5-8e94-dc67055b7752 req-aa48ef9f-6264-4bb2-8fb4-956052f5cc47 service neutron] 10.222.0.83 "GET /v2.0/networks/37c821a5-4954-4f0a-bb6e-ac96e9a24300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876622 May 26 16:46:36.806061 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847e80d-766e-44da-993f-cce70b251343 req-5319f10c-3c6d-4452-b8ab-5a7cd3c645f1 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:36.807637 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b847e80d-766e-44da-993f-cce70b251343 req-5319f10c-3c6d-4452-b8ab-5a7cd3c645f1 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 943 time: 0.0507014 May 26 16:46:36.846482 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b847e80d-766e-44da-993f-cce70b251343 req-a0fd5b7a-7910-4506-9991-4a647e38e410 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/security-groups?id=79e4781a-4a01-49db-a390-9dcf9089acbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318010 May 26 16:46:37.842701 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 60486c5d-7739-404b-afab-c851ad3d7aad details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:46:37.979054 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 60486c5d-7739-404b-afab-c851ad3d7aad, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=60486c5d-7739-404b-afab-c851ad3d7aad,segment=NetworkSegment(553f5e75-23f4-456e-842d-1403fa06b1e5),segment_id=553f5e75-23f4-456e-842d-1403fa06b1e5)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:37.990724 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '60486c5d-7739-404b-afab-c851ad3d7aad', 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300', 'port_id': '60486c5d-7739-404b-afab-c851ad3d7aad', 'mac_address': 'fa:16:3e:a6:1f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92730c8a-4687-42e8-8a21-c58c0d88075c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:46:38.001946 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e27c22-1fee-41e1-8b8b-000de37c2a97 req-4550b4ae-79f3-40d3-82a6-dca7cacc121a tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:38.003449 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8e27c22-1fee-41e1-8b8b-000de37c2a97 req-4550b4ae-79f3-40d3-82a6-dca7cacc121a tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 943 time: 0.0535724 May 26 16:46:38.034861 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 60486c5d-7739-404b-afab-c851ad3d7aad is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:38.035242 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:38.043813 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8e27c22-1fee-41e1-8b8b-000de37c2a97 req-bc6689c6-5267-4acf-87b0-ec10ff658545 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/security-groups?id=79e4781a-4a01-49db-a390-9dcf9089acbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342004 May 26 16:46:38.048466 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60486c5d-7739-404b-afab-c851ad3d7aad {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:46:38.067999 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 60486c5d-7739-404b-afab-c851ad3d7aad, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=60486c5d-7739-404b-afab-c851ad3d7aad,segment=NetworkSegment(553f5e75-23f4-456e-842d-1403fa06b1e5),segment_id=553f5e75-23f4-456e-842d-1403fa06b1e5)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:38.071820 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:38.121606 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=60486c5d-7739-404b-afab-c851ad3d7aad,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:38.552369 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['60486c5d-7739-404b-afab-c851ad3d7aad'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:46:39.164000 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5c6d6-7c26-4852-9d77-0e850c379590 req-e5410332-b6e1-499f-b7bd-5a2cd1d3f967 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:39.165497 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3fb5c6d6-7c26-4852-9d77-0e850c379590 req-e5410332-b6e1-499f-b7bd-5a2cd1d3f967 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 944 time: 0.0517135 May 26 16:46:39.204768 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3fb5c6d6-7c26-4852-9d77-0e850c379590 req-925cab0e-0f49-47c6-828c-bfc6558648c0 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/security-groups?id=79e4781a-4a01-49db-a390-9dcf9089acbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319979 May 26 16:46:39.857664 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 60486c5d-7739-404b-afab-c851ad3d7aad up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:46:39.908426 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 60486c5d-7739-404b-afab-c851ad3d7aad completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:46:39.912659 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 60486c5d-7739-404b-afab-c851ad3d7aad triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:46:39.913058 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:39.995637 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 60486c5d-7739-404b-afab-c851ad3d7aad is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:46:39.996021 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:40.019045 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f28df4-c034-414e-a956-8eb8bc80b4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60486c5d-7739-404b-afab-c851ad3d7aad'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:46:40.021296 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4e835d-d569-478a-8e31-baf571956341" -d '{"events": [{"server_uuid": "60f28df4-c034-414e-a956-8eb8bc80b4d3", "name": "network-vif-plugged", "status": "completed", "tag": "60486c5d-7739-404b-afab-c851ad3d7aad"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:46:40.035066 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 60486c5d-7739-404b-afab-c851ad3d7aad, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=60486c5d-7739-404b-afab-c851ad3d7aad,segment=NetworkSegment(553f5e75-23f4-456e-842d-1403fa06b1e5),segment_id=553f5e75-23f4-456e-842d-1403fa06b1e5)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:46:40.039089 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:40.065518 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a096222f-691a-4398-a46e-50b28f25d722 x-openstack-request-id: req-a096222f-691a-4398-a46e-50b28f25d722 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:46:40.065808 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f28df4-c034-414e-a956-8eb8bc80b4d3", "name": "network-vif-plugged", "status": "completed", "tag": "60486c5d-7739-404b-afab-c851ad3d7aad", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:46:40.066105 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a096222f-691a-4398-a46e-50b28f25d722 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:46:40.066520 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a096222f-691a-4398-a46e-50b28f25d722'] response: {'server_uuid': '60f28df4-c034-414e-a956-8eb8bc80b4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60486c5d-7739-404b-afab-c851ad3d7aad', 'code': 200} May 26 16:46:40.092172 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=60486c5d-7739-404b-afab-c851ad3d7aad,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:40.195285 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0d5c1-248c-4620-92c0-9afc48168a06 req-d18af4bd-c016-4645-84b7-fa61d2726b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:40.196805 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1eb0d5c1-248c-4620-92c0-9afc48168a06 req-d18af4bd-c016-4645-84b7-fa61d2726b45 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 1096 time: 0.0412178 May 26 16:46:40.235955 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1eb0d5c1-248c-4620-92c0-9afc48168a06 req-47d11d65-8b58-44a2-82f4-6cdfc3a64065 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=79e4781a-4a01-49db-a390-9dcf9089acbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287724 May 26 16:46:40.321656 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db72c8-4c05-420b-ad52-216fef3799ca req-dcec5e25-ff39-4e3a-ae8f-3385bbba8e05 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:40.323104 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-94db72c8-4c05-420b-ad52-216fef3799ca req-dcec5e25-ff39-4e3a-ae8f-3385bbba8e05 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0479600 May 26 16:46:40.362337 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-94db72c8-4c05-420b-ad52-216fef3799ca req-ba752ff2-c333-48e1-9804-0c970e66a0be tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/security-groups?id=79e4781a-4a01-49db-a390-9dcf9089acbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325391 May 26 16:46:41.489378 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566e2fb-5f7c-4520-95d8-a047d0b2a3ae req-c89d23e3-9ff5-4541-90a9-6b9780152310 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:41.490906 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a566e2fb-5f7c-4520-95d8-a047d0b2a3ae req-c89d23e3-9ff5-4541-90a9-6b9780152310 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0556216 May 26 16:46:41.531430 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a566e2fb-5f7c-4520-95d8-a047d0b2a3ae req-7064e50f-f81a-4d0e-b9c8-b17663dbcda5 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/security-groups?id=79e4781a-4a01-49db-a390-9dcf9089acbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341511 May 26 16:46:42.779535 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff495b0-71ac-4666-be72-9b3bcbe0dfdf req-3e6a8db9-8f88-4239-9619-6711ab019e24 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:42.781044 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4ff495b0-71ac-4666-be72-9b3bcbe0dfdf req-3e6a8db9-8f88-4239-9619-6711ab019e24 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 945 time: 0.1722367 May 26 16:46:42.818459 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4ff495b0-71ac-4666-be72-9b3bcbe0dfdf req-d2531429-844b-430f-b136-e3465e9d75a3 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/security-groups?id=79e4781a-4a01-49db-a390-9dcf9089acbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310187 May 26 16:46:42.935446 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654c671-bbf4-4a33-a5e7-ef21b9a415fd req-d2a2a6a2-0e48-4781-8841-605c46810779 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:42.937072 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9654c671-bbf4-4a33-a5e7-ef21b9a415fd req-d2a2a6a2-0e48-4781-8841-605c46810779 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0501292 May 26 16:46:42.974844 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9654c671-bbf4-4a33-a5e7-ef21b9a415fd req-16844940-9e4e-46e3-88ac-4a639e1ec0de tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/security-groups?id=79e4781a-4a01-49db-a390-9dcf9089acbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316339 May 26 16:46:43.081118 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-317e85a2-eada-4f86-8517-9bfb74bedb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:43.095312 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fca97b-39ba-455d-94f5-db55d5cd72f0 req-bbe599db-814a-4c30-acc3-2e2b7b0d5a7d tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:43.096885 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39fca97b-39ba-455d-94f5-db55d5cd72f0 req-bbe599db-814a-4c30-acc3-2e2b7b0d5a7d tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0562563 May 26 16:46:43.136349 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39fca97b-39ba-455d-94f5-db55d5cd72f0 req-67f4dd9d-48ab-4fb3-8ccb-4b28ea5e2706 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/security-groups?id=79e4781a-4a01-49db-a390-9dcf9089acbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333772 May 26 16:46:43.160511 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38482) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:43.254064 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125353d9-da02-4a6e-8fb9-a5c72d263cf5 tempest-TestServerBasicOps-1805584075 tempest-TestServerBasicOps-1805584075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:43.255503 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-125353d9-da02-4a6e-8fb9-a5c72d263cf5 tempest-TestServerBasicOps-1805584075 tempest-TestServerBasicOps-1805584075-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 1091 time: 0.0940013 May 26 16:46:43.258403 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38486) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:46:43.263968 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-6440f1d7-b875-470e-9156-3a47e33cd1da tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': '60486c5d-7739-404b-afab-c851ad3d7aad', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:46:43.286143 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6440f1d7-b875-470e-9156-3a47e33cd1da tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:43.390700 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6440f1d7-b875-470e-9156-3a47e33cd1da tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:43.495386 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-6440f1d7-b875-470e-9156-3a47e33cd1da tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Allocated IP 172.25.7.11 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/7ed21c11-f025-4c28-bd5f-11a0970fabf8) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:46:43.601187 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6440f1d7-b875-470e-9156-3a47e33cd1da tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:43.635320 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6440f1d7-b875-470e-9156-3a47e33cd1da tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:43.673741 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6440f1d7-b875-470e-9156-3a47e33cd1da tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:46:43.676585 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-6440f1d7-b875-470e-9156-3a47e33cd1da tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:46:43.684869 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6440f1d7-b875-470e-9156-3a47e33cd1da tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:46:43.688138 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440f1d7-b875-470e-9156-3a47e33cd1da tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Pushing event updated for resources: {'Port': ['ID=7ed21c11-f025-4c28-bd5f-11a0970fabf8,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:44.058517 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6440f1d7-b875-470e-9156-3a47e33cd1da tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:44.135345 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6440f1d7-b875-470e-9156-3a47e33cd1da tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:44.300763 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6440f1d7-b875-470e-9156-3a47e33cd1da tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:44.306091 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6440f1d7-b875-470e-9156-3a47e33cd1da tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:44.381199 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440f1d7-b875-470e-9156-3a47e33cd1da tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Pushing event updated for resources: {'Port': ['ID=7ed21c11-f025-4c28-bd5f-11a0970fabf8,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:46:44.395441 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6440f1d7-b875-470e-9156-3a47e33cd1da tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:44.521098 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-6440f1d7-b875-470e-9156-3a47e33cd1da tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Floating IP 4509e261-6288-412e-9cd3-b71f5fcbc15f associated. External IP: 172.25.7.11, port: 60486c5d-7739-404b-afab-c851ad3d7aad. May 26 16:46:44.726669 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6440f1d7-b875-470e-9156-3a47e33cd1da tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Router 192038ee-66d1-4f73-92af-2f72e67614e5 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:46:44.831258 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6440f1d7-b875-470e-9156-3a47e33cd1da tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:46:44.841269 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc573aa3-2960-40e8-9723-ccf7040ae91f None None] Sync routers for ids ['192038ee-66d1-4f73-92af-2f72e67614e5'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:46:44.848755 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6440f1d7-b875-470e-9156-3a47e33cd1da tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:44.855143 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc573aa3-2960-40e8-9723-ccf7040ae91f None None] Routers {'192038ee-66d1-4f73-92af-2f72e67614e5'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:46:44.855781 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-bc573aa3-2960-40e8-9723-ccf7040ae91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:46:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['192038ee-66d1-4f73-92af-2f72e67614e5'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:44.876689 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6440f1d7-b875-470e-9156-3a47e33cd1da tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6172743 May 26 16:46:44.877267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f28df4-c034-414e-a956-8eb8bc80b4d3', 'tag': '60486c5d-7739-404b-afab-c851ad3d7aad'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:46:44.879539 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8ad9ceea3d355db901e821d46d3c75c7daae1265f006c4ea0f75f8c5047148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f5cc96-b0ca-470b-aa1d-d13c0c8cc080" -d '{"events": [{"name": "network-changed", "server_uuid": "60f28df4-c034-414e-a956-8eb8bc80b4d3", "tag": "60486c5d-7739-404b-afab-c851ad3d7aad"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:46:44.966187 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-bc573aa3-2960-40e8-9723-ccf7040ae91f None None] Set router 192038ee-66d1-4f73-92af-2f72e67614e5 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:46:44.982624 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e8f310-d60c-4132-aee5-ac4cb0b0a5cf x-openstack-request-id: req-31e8f310-d60c-4132-aee5-ac4cb0b0a5cf {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:46:44.982943 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f28df4-c034-414e-a956-8eb8bc80b4d3", "tag": "60486c5d-7739-404b-afab-c851ad3d7aad", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:46:44.983228 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31e8f310-d60c-4132-aee5-ac4cb0b0a5cf {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:46:44.983647 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e8f310-d60c-4132-aee5-ac4cb0b0a5cf'] response: {'name': 'network-changed', 'server_uuid': '60f28df4-c034-414e-a956-8eb8bc80b4d3', 'tag': '60486c5d-7739-404b-afab-c851ad3d7aad', 'status': 'completed', 'code': 200} May 26 16:46:45.086605 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5cc96-b0ca-470b-aa1d-d13c0c8cc080 req-16b97393-0211-467d-a5eb-37876cc86545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:45.088116 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-95f5cc96-b0ca-470b-aa1d-d13c0c8cc080 req-16b97393-0211-467d-a5eb-37876cc86545 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=12b7536607d44587b8bd8d112c1bfa54&device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 1096 time: 0.0418112 May 26 16:46:45.190079 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5cc96-b0ca-470b-aa1d-d13c0c8cc080 req-55cf0eaf-2ea0-44be-aef4-63421a0e82ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:45.191552 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-95f5cc96-b0ca-470b-aa1d-d13c0c8cc080 req-55cf0eaf-2ea0-44be-aef4-63421a0e82ed service neutron] 10.222.0.83 "GET /v2.0/networks?id=37c821a5-4954-4f0a-bb6e-ac96e9a24300 HTTP/1.1" status: 200 len: 909 time: 0.0941064 May 26 16:46:45.194721 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-bc573aa3-2960-40e8-9723-ccf7040ae91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'name': 'tempest-TestServerBasicOps-828149208-router', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:46:23Z', 'revision_number': 4, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'gw_port': {'id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '4509e261-6288-412e-9cd3-b71f5fcbc15f', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'port_id': '60486c5d-7739-404b-afab-c851ad3d7aad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300', 'mac_address': 'fa:16:3e:a6:1f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f28df4-c034-414e-a956-8eb8bc80b4d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:46:43Z', 'updated_at': '2022-05-26T16:46:43Z', 'revision_number': 0, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a61fb7f3-2117-45fb-a7b6-eec8353200c3', 'name': '', 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'mac_address': 'fa:16:3e:31:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '92730c8a-4687-42e8-8a21-c58c0d88075c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:23Z', 'updated_at': '2022-05-26T16:46:29Z', 'revision_number': 5, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'subnets': [{'id': '92730c8a-4687-42e8-8a21-c58c0d88075c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:45.226010 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc573aa3-2960-40e8-9723-ccf7040ae91f None None] Checking router: 192038ee-66d1-4f73-92af-2f72e67614e5 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:46:45.235051 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc573aa3-2960-40e8-9723-ccf7040ae91f None None] Routers {'192038ee-66d1-4f73-92af-2f72e67614e5'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:46:45.235614 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-bc573aa3-2960-40e8-9723-ccf7040ae91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:46:15Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['192038ee-66d1-4f73-92af-2f72e67614e5'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:45.260768 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-95f5cc96-b0ca-470b-aa1d-d13c0c8cc080 req-0285ded6-5ab3-4b9c-ace6-20fb42f4d8a5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60486c5d-7739-404b-afab-c851ad3d7aad HTTP/1.1" status: 200 len: 998 time: 0.0592146 May 26 16:46:45.315085 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5cc96-b0ca-470b-aa1d-d13c0c8cc080 req-93a78035-c25e-458c-9238-490ea5ae190d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:45.316601 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-95f5cc96-b0ca-470b-aa1d-d13c0c8cc080 req-93a78035-c25e-458c-9238-490ea5ae190d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92730c8a-4687-42e8-8a21-c58c0d88075c HTTP/1.1" status: 200 len: 847 time: 0.0479107 May 26 16:46:45.339773 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-bc573aa3-2960-40e8-9723-ccf7040ae91f None None] Set router 192038ee-66d1-4f73-92af-2f72e67614e5 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:46:45.365172 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5cc96-b0ca-470b-aa1d-d13c0c8cc080 req-ddd93fa7-6f86-4d5d-aa9a-44f8dc60c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:46:45.366744 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-95f5cc96-b0ca-470b-aa1d-d13c0c8cc080 req-ddd93fa7-6f86-4d5d-aa9a-44f8dc60c309 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=37c821a5-4954-4f0a-bb6e-ac96e9a24300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406778 May 26 16:46:45.473167 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-95f5cc96-b0ca-470b-aa1d-d13c0c8cc080 req-33ff5e41-1868-4a29-9993-bbb2233e05e2 service neutron] 10.222.0.83 "GET /v2.0/networks/37c821a5-4954-4f0a-bb6e-ac96e9a24300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928342 May 26 16:46:45.522497 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e092aa0a-9c32-41df-abb4-1218e472292f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:45.589391 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-bc573aa3-2960-40e8-9723-ccf7040ae91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'name': 'tempest-TestServerBasicOps-828149208-router', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:46:23Z', 'revision_number': 4, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'gw_port': {'id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '4509e261-6288-412e-9cd3-b71f5fcbc15f', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'port_id': '60486c5d-7739-404b-afab-c851ad3d7aad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300', 'mac_address': 'fa:16:3e:a6:1f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f28df4-c034-414e-a956-8eb8bc80b4d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:46:43Z', 'updated_at': '2022-05-26T16:46:43Z', 'revision_number': 0, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a61fb7f3-2117-45fb-a7b6-eec8353200c3', 'name': '', 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'mac_address': 'fa:16:3e:31:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '92730c8a-4687-42e8-8a21-c58c0d88075c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:23Z', 'updated_at': '2022-05-26T16:46:29Z', 'revision_number': 5, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'subnets': [{'id': '92730c8a-4687-42e8-8a21-c58c0d88075c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:46:45.591842 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-95f5cc96-b0ca-470b-aa1d-d13c0c8cc080 req-ba5d27d5-dd64-4ba6-953a-5556a0101439 service neutron] 10.222.0.83 "GET /v2.0/networks/37c821a5-4954-4f0a-bb6e-ac96e9a24300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111255 May 26 16:46:45.616365 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc573aa3-2960-40e8-9723-ccf7040ae91f None None] The sync data for ids ['192038ee-66d1-4f73-92af-2f72e67614e5'] in n-d-843337-2 is: [{'id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'name': 'tempest-TestServerBasicOps-828149208-router', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:46:23Z', 'revision_number': 4, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'gw_port': {'id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '4509e261-6288-412e-9cd3-b71f5fcbc15f', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'port_id': '60486c5d-7739-404b-afab-c851ad3d7aad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300', 'mac_address': 'fa:16:3e:a6:1f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f28df4-c034-414e-a956-8eb8bc80b4d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:46:43Z', 'updated_at': '2022-05-26T16:46:43Z', 'revision_number': 0, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a61fb7f3-2117-45fb-a7b6-eec8353200c3', 'name': '', 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'mac_address': 'fa:16:3e:31:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '92730c8a-4687-42e8-8a21-c58c0d88075c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:23Z', 'updated_at': '2022-05-26T16:46:29Z', 'revision_number': 5, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'subnets': [{'id': '92730c8a-4687-42e8-8a21-c58c0d88075c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:46:45.813897 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86589e67-b3cd-44b8-84e7-26cb9c7322f1 None None] New status for floating IP 4509e261-6288-412e-9cd3-b71f5fcbc15f: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:46:46.654419 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:48.335510 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:48.385401 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:46:49.007844 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:00.835207 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:11.666690 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:47:13.086525 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3f0c56ec-6c7d-4a50-87ca-ad2d193d45a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:15.516614 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f2b3bfd2-6c18-48f7-92ae-71879e8f458d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:15.807554 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-69ce08d7-cc47-4285-95e3-0e2e0fa3cc3a req-72723cb4-0f54-40f5-a6f5-d0d05ebc5daa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466461 May 26 16:47:15.928852 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce08d7-cc47-4285-95e3-0e2e0fa3cc3a req-a87d20db-37a6-4975-9d69-baf63c0ba85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:15.930365 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-69ce08d7-cc47-4285-95e3-0e2e0fa3cc3a req-a87d20db-37a6-4975-9d69-baf63c0ba85e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=12b7536607d44587b8bd8d112c1bfa54&device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 1096 time: 0.0452795 May 26 16:47:16.048399 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce08d7-cc47-4285-95e3-0e2e0fa3cc3a req-c4cbbb44-f320-4f82-bb97-c9017ac7507d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:16.049873 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-69ce08d7-cc47-4285-95e3-0e2e0fa3cc3a req-c4cbbb44-f320-4f82-bb97-c9017ac7507d service neutron] 10.222.0.83 "GET /v2.0/networks?id=37c821a5-4954-4f0a-bb6e-ac96e9a24300 HTTP/1.1" status: 200 len: 909 time: 0.0932050 May 26 16:47:16.119341 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-69ce08d7-cc47-4285-95e3-0e2e0fa3cc3a req-d3e787f0-f9b9-4604-9e0f-3ab62fdb0c3e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60486c5d-7739-404b-afab-c851ad3d7aad HTTP/1.1" status: 200 len: 1000 time: 0.0622025 May 26 16:47:16.176508 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce08d7-cc47-4285-95e3-0e2e0fa3cc3a req-fe821fee-935d-4759-97fd-ecb4ca6d7f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:16.178014 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-69ce08d7-cc47-4285-95e3-0e2e0fa3cc3a req-fe821fee-935d-4759-97fd-ecb4ca6d7f34 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92730c8a-4687-42e8-8a21-c58c0d88075c HTTP/1.1" status: 200 len: 847 time: 0.0494971 May 26 16:47:16.226263 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce08d7-cc47-4285-95e3-0e2e0fa3cc3a req-0ec06921-9772-410a-87bc-30d50fe0bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:47:16.227755 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-69ce08d7-cc47-4285-95e3-0e2e0fa3cc3a req-0ec06921-9772-410a-87bc-30d50fe0bf0a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=37c821a5-4954-4f0a-bb6e-ac96e9a24300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425968 May 26 16:47:16.327132 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-69ce08d7-cc47-4285-95e3-0e2e0fa3cc3a req-ae37b1e7-e3fd-4d8c-8eb7-73ae7866e5f3 service neutron] 10.222.0.83 "GET /v2.0/networks/37c821a5-4954-4f0a-bb6e-ac96e9a24300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904524 May 26 16:47:16.442734 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-69ce08d7-cc47-4285-95e3-0e2e0fa3cc3a req-650f6761-2b64-42b7-8553-cd6696a787a2 service neutron] 10.222.0.83 "GET /v2.0/networks/37c821a5-4954-4f0a-bb6e-ac96e9a24300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034186 May 26 16:47:16.657202 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:18.331898 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:18.393420 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:19.010335 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:30.850232 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:43.092799 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59d4d510-0015-4c68-8ef0-736487f16f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:45.520614 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-761963e9-0106-476d-932f-2b0e952146d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:46.660044 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:48.347485 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:48.391525 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:47:48.665702 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:47:49.013653 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:00.863746 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:13.084379 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6088cd91-09b3-4d89-93f3-1e93a9eed50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:15.522903 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a7a6f9c4-1c4d-4ec1-a5be-14834cc088a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:15.830314 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-470279b2-d563-4149-ac2a-aeadc3e4870d req-fe0cfeee-ae69-4bb4-ab1e-425d3f0d871f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416615 May 26 16:48:15.938435 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470279b2-d563-4149-ac2a-aeadc3e4870d req-bd16dbe0-cab5-4cce-9690-2dfab86285f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:15.939932 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-470279b2-d563-4149-ac2a-aeadc3e4870d req-bd16dbe0-cab5-4cce-9690-2dfab86285f6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=12b7536607d44587b8bd8d112c1bfa54&device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 1096 time: 0.0411966 May 26 16:48:16.057774 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470279b2-d563-4149-ac2a-aeadc3e4870d req-58ad0ac4-eb85-47e6-a2e7-adf7c1768545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:16.059298 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-470279b2-d563-4149-ac2a-aeadc3e4870d req-58ad0ac4-eb85-47e6-a2e7-adf7c1768545 service neutron] 10.222.0.83 "GET /v2.0/networks?id=37c821a5-4954-4f0a-bb6e-ac96e9a24300 HTTP/1.1" status: 200 len: 909 time: 0.0985537 May 26 16:48:16.130428 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-470279b2-d563-4149-ac2a-aeadc3e4870d req-698a4b55-1346-4428-b9c1-d0661c2978ef service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60486c5d-7739-404b-afab-c851ad3d7aad HTTP/1.1" status: 200 len: 1000 time: 0.0621433 May 26 16:48:16.188340 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470279b2-d563-4149-ac2a-aeadc3e4870d req-b7dddb1d-12f9-4e61-9d8c-c91da3189131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:16.189795 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-470279b2-d563-4149-ac2a-aeadc3e4870d req-b7dddb1d-12f9-4e61-9d8c-c91da3189131 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92730c8a-4687-42e8-8a21-c58c0d88075c HTTP/1.1" status: 200 len: 847 time: 0.0491920 May 26 16:48:16.240532 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470279b2-d563-4149-ac2a-aeadc3e4870d req-6d578e8a-2967-4374-a0c6-e0f3a77d27f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:16.242031 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-470279b2-d563-4149-ac2a-aeadc3e4870d req-6d578e8a-2967-4374-a0c6-e0f3a77d27f9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=37c821a5-4954-4f0a-bb6e-ac96e9a24300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424595 May 26 16:48:16.253813 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-470279b2-d563-4149-ac2a-aeadc3e4870d req-77bdb337-a594-4fc2-b994-765f950b9452 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:48:16.254742 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-470279b2-d563-4149-ac2a-aeadc3e4870d req-77bdb337-a594-4fc2-b994-765f950b9452 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049179 May 26 16:48:16.348139 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-470279b2-d563-4149-ac2a-aeadc3e4870d req-5c275a7f-2f9b-45c0-a9a5-09cc4bebf459 service neutron] 10.222.0.83 "GET /v2.0/networks/37c821a5-4954-4f0a-bb6e-ac96e9a24300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858662 May 26 16:48:16.463068 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-470279b2-d563-4149-ac2a-aeadc3e4870d req-99598114-aad0-44b5-ab92-6579f49787f5 service neutron] 10.222.0.83 "GET /v2.0/networks/37c821a5-4954-4f0a-bb6e-ac96e9a24300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075606 May 26 16:48:16.519594 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38530) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:48:16.625385 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976120fd-2193-4962-88fa-aec3bbfaafb8 req-91637558-bca6-47a0-80ed-5b6be4fcfe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:48:16.626944 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-976120fd-2193-4962-88fa-aec3bbfaafb8 req-91637558-bca6-47a0-80ed-5b6be4fcfe93 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 1096 time: 0.1063156 May 26 16:48:16.662608 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-976120fd-2193-4962-88fa-aec3bbfaafb8 req-87b06f17-603f-415c-bf8d-c527f7f38e60 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=79e4781a-4a01-49db-a390-9dcf9089acbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291932 May 26 16:48:16.662891 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:18.356642 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:18.392898 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:19.017004 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:25.664313 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:48:30.865989 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:43.085596 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-630176e3-006c-4186-a15b-4c40fed4dd3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:45.526735 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-badddc68-1842-4a54-9277-ba125f0dfa4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:46.666150 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:48.361532 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:48.395317 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:49.020904 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:48:53.805808 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-cf8e6adb-3a73-4d8f-a28f-7246b6702ff7 req-7d94d8c9-6a74-4591-8777-d88d3aef1717 service neutron] (103895) timed out ('10.222.0.83', 55831) {{(pid=103895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 16:49:00.878089 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:02.666020 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:49:13.089372 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-75154356-f0cd-480b-9326-979c9252a056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:15.528544 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aeab9e50-720c-473e-b2f4-1a3c1a5f730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:15.830766 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-166b0b67-33db-4e48-a66b-5117a4111e71 req-83160f95-19a3-4328-b7f5-26f0d16548f4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0893834 May 26 16:49:15.938638 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b0b67-33db-4e48-a66b-5117a4111e71 req-ade18246-70f5-4b00-8d31-48886f90e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:15.940126 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-166b0b67-33db-4e48-a66b-5117a4111e71 req-ade18246-70f5-4b00-8d31-48886f90e8dd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=12b7536607d44587b8bd8d112c1bfa54&device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 1096 time: 0.0399129 May 26 16:49:16.346976 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b0b67-33db-4e48-a66b-5117a4111e71 req-1cf454c6-3566-4ac3-a96a-b12658138885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:16.348659 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-166b0b67-33db-4e48-a66b-5117a4111e71 req-1cf454c6-3566-4ac3-a96a-b12658138885 service neutron] 10.222.0.83 "GET /v2.0/networks?id=37c821a5-4954-4f0a-bb6e-ac96e9a24300 HTTP/1.1" status: 200 len: 909 time: 0.3873844 May 26 16:49:16.414369 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-166b0b67-33db-4e48-a66b-5117a4111e71 req-bbb46e63-817b-4806-9f97-88cfa413996f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60486c5d-7739-404b-afab-c851ad3d7aad HTTP/1.1" status: 200 len: 1000 time: 0.0586526 May 26 16:49:16.471456 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b0b67-33db-4e48-a66b-5117a4111e71 req-efa5fa6c-d638-4fa5-be78-7885434fb621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:16.472937 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-166b0b67-33db-4e48-a66b-5117a4111e71 req-efa5fa6c-d638-4fa5-be78-7885434fb621 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92730c8a-4687-42e8-8a21-c58c0d88075c HTTP/1.1" status: 200 len: 847 time: 0.0509906 May 26 16:49:16.525147 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b0b67-33db-4e48-a66b-5117a4111e71 req-688a03c1-6eb3-48c9-a66d-54b8bb729f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:49:16.526626 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-166b0b67-33db-4e48-a66b-5117a4111e71 req-688a03c1-6eb3-48c9-a66d-54b8bb729f9b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=37c821a5-4954-4f0a-bb6e-ac96e9a24300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416613 May 26 16:49:16.617078 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-166b0b67-33db-4e48-a66b-5117a4111e71 req-f468134e-49b0-4649-957d-c9019221a0c4 service neutron] 10.222.0.83 "GET /v2.0/networks/37c821a5-4954-4f0a-bb6e-ac96e9a24300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815713 May 26 16:49:16.672917 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:16.710679 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-166b0b67-33db-4e48-a66b-5117a4111e71 req-9626c2fd-cfca-48ff-b397-b2fed3a8f453 service neutron] 10.222.0.83 "GET /v2.0/networks/37c821a5-4954-4f0a-bb6e-ac96e9a24300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865998 May 26 16:49:18.415366 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:18.417624 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:19.024934 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:30.890362 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:39.665993 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:49:43.090853 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2970f95a-47fe-4d02-93ec-48c845198c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:45.529693 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6992cec3-4e4d-4b7c-8e6a-133de0e8325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:46.671431 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:48.358349 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:48.400714 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:49:49.027662 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:00.891567 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:13.092778 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6610272f-d45d-49e3-b3f9-cffdadab7593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:15.532644 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1193d927-1786-48f2-9864-cbde148adc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:16.665993 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:50:16.675416 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:17.858399 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9b47ab58-d2be-43c3-9961-430369fb8dea req-30f4b7e1-07e8-4a24-ac0d-593410ffd955 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401499 May 26 16:50:17.959106 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47ab58-d2be-43c3-9961-430369fb8dea req-d1b4b693-562f-4274-a790-49ce21c1f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:17.960626 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9b47ab58-d2be-43c3-9961-430369fb8dea req-d1b4b693-562f-4274-a790-49ce21c1f3c9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=12b7536607d44587b8bd8d112c1bfa54&device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 1096 time: 0.0398107 May 26 16:50:18.069005 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47ab58-d2be-43c3-9961-430369fb8dea req-57565566-4546-4d33-958c-505d95d1666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:18.070456 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9b47ab58-d2be-43c3-9961-430369fb8dea req-57565566-4546-4d33-958c-505d95d1666c service neutron] 10.222.0.83 "GET /v2.0/networks?id=37c821a5-4954-4f0a-bb6e-ac96e9a24300 HTTP/1.1" status: 200 len: 909 time: 0.0891933 May 26 16:50:18.137846 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9b47ab58-d2be-43c3-9961-430369fb8dea req-71560368-7957-4a97-989a-e2d7c816c79a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60486c5d-7739-404b-afab-c851ad3d7aad HTTP/1.1" status: 200 len: 1000 time: 0.0597293 May 26 16:50:18.191320 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47ab58-d2be-43c3-9961-430369fb8dea req-631aaa51-8f43-4408-bcfd-3f6ba856731b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:18.193079 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9b47ab58-d2be-43c3-9961-430369fb8dea req-631aaa51-8f43-4408-bcfd-3f6ba856731b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92730c8a-4687-42e8-8a21-c58c0d88075c HTTP/1.1" status: 200 len: 847 time: 0.0477588 May 26 16:50:18.237824 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47ab58-d2be-43c3-9961-430369fb8dea req-d0443457-0869-4965-9929-ea9df77fa458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:50:18.239867 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9b47ab58-d2be-43c3-9961-430369fb8dea req-d0443457-0869-4965-9929-ea9df77fa458 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=37c821a5-4954-4f0a-bb6e-ac96e9a24300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392427 May 26 16:50:18.327221 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9b47ab58-d2be-43c3-9961-430369fb8dea req-a2612087-535e-469a-9268-3a652e6c8dda service neutron] 10.222.0.83 "GET /v2.0/networks/37c821a5-4954-4f0a-bb6e-ac96e9a24300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796642 May 26 16:50:18.368747 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:18.403394 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:18.426146 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9b47ab58-d2be-43c3-9961-430369fb8dea req-93c0740e-f9d7-416c-aba4-729b47e128cf service neutron] 10.222.0.83 "GET /v2.0/networks/37c821a5-4954-4f0a-bb6e-ac96e9a24300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906453 May 26 16:50:19.029797 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:30.890728 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:43.097889 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d890ae44-b33b-4934-ac84-5e03fa124b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:45.534000 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-97ff0e97-7a4e-49ac-a2dc-c3c205eb7719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:46.677536 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:48.403203 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:48.407602 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:49.037334 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:50:53.666866 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:51:00.886792 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:13.100225 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e7f0de2-d6e4-4373-aba1-8c0cf5c2c21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:15.538169 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8a36bad5-7d19-47dd-a8c5-dda005e85db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:16.681799 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:18.415044 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:18.415694 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:19.030060 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:19.812569 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-98ead32e-43e6-4f0d-9ba9-fee6e3cdb910 req-f241e8f3-4eed-4235-b103-42eabeba6914 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411134 May 26 16:51:19.913894 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ead32e-43e6-4f0d-9ba9-fee6e3cdb910 req-b2e497dc-43d8-43bb-94d2-1ec50312daca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:19.915397 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-98ead32e-43e6-4f0d-9ba9-fee6e3cdb910 req-b2e497dc-43d8-43bb-94d2-1ec50312daca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=12b7536607d44587b8bd8d112c1bfa54&device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 1096 time: 0.0419192 May 26 16:51:20.023599 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ead32e-43e6-4f0d-9ba9-fee6e3cdb910 req-52ea4402-16a4-413a-9e37-6e3b91d23f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:20.025091 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-98ead32e-43e6-4f0d-9ba9-fee6e3cdb910 req-52ea4402-16a4-413a-9e37-6e3b91d23f83 service neutron] 10.222.0.83 "GET /v2.0/networks?id=37c821a5-4954-4f0a-bb6e-ac96e9a24300 HTTP/1.1" status: 200 len: 909 time: 0.0894115 May 26 16:51:20.092713 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-98ead32e-43e6-4f0d-9ba9-fee6e3cdb910 req-9cf1590b-0063-4b3a-ab9f-88d3d1e9f2f2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60486c5d-7739-404b-afab-c851ad3d7aad HTTP/1.1" status: 200 len: 1000 time: 0.0594652 May 26 16:51:20.147303 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ead32e-43e6-4f0d-9ba9-fee6e3cdb910 req-446cbb83-bff8-4b13-a9df-abf5d8f3e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:20.148795 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-98ead32e-43e6-4f0d-9ba9-fee6e3cdb910 req-446cbb83-bff8-4b13-a9df-abf5d8f3e4cc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92730c8a-4687-42e8-8a21-c58c0d88075c HTTP/1.1" status: 200 len: 847 time: 0.0473826 May 26 16:51:20.194584 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ead32e-43e6-4f0d-9ba9-fee6e3cdb910 req-14158ec8-791b-4d4e-adab-2b233fde6618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:51:20.196061 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-98ead32e-43e6-4f0d-9ba9-fee6e3cdb910 req-14158ec8-791b-4d4e-adab-2b233fde6618 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=37c821a5-4954-4f0a-bb6e-ac96e9a24300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399992 May 26 16:51:20.289376 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-98ead32e-43e6-4f0d-9ba9-fee6e3cdb910 req-54abf62f-0fa7-4422-9290-be8076710a1f service neutron] 10.222.0.83 "GET /v2.0/networks/37c821a5-4954-4f0a-bb6e-ac96e9a24300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838392 May 26 16:51:20.383621 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-98ead32e-43e6-4f0d-9ba9-fee6e3cdb910 req-429169c3-fd68-4081-8cdc-f42db09cf3e2 service neutron] 10.222.0.83 "GET /v2.0/networks/37c821a5-4954-4f0a-bb6e-ac96e9a24300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869262 May 26 16:51:30.666206 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:51:30.887754 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:43.101089 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-794a5603-6b16-4d71-b723-890293ee0cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:45.539233 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5c4e5479-680d-42ab-b418-a3fa1b358425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:46.684706 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:48.421555 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:48.422619 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:51:49.033013 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:00.889976 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:07.666711 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:52:13.101899 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-20600b61-a157-4c3b-b109-d0ebb58eb9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:15.541822 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-01c4d029-b275-4efb-b236-61c7bc4edce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:16.688107 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:18.417862 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:18.439600 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:19.036838 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:21.780196 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8e521cbe-08b4-4a6f-bfa3-d52380324717 req-7737a9e1-0a18-4607-a26f-d81b085e3724 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554929 May 26 16:52:21.958165 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed6cb3-1bd4-4816-b2ab-0c6a3a04f2f0 req-35f83c25-062e-449f-85b7-271fa10882b1 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:21.959675 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9ed6cb3-1bd4-4816-b2ab-0c6a3a04f2f0 req-35f83c25-062e-449f-85b7-271fa10882b1 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 945 time: 0.1216311 May 26 16:52:21.961404 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e521cbe-08b4-4a6f-bfa3-d52380324717 req-abc94e54-e888-4abf-8db0-a9bd48514924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:21.963277 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8e521cbe-08b4-4a6f-bfa3-d52380324717 req-abc94e54-e888-4abf-8db0-a9bd48514924 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=12b7536607d44587b8bd8d112c1bfa54&device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 1096 time: 0.0433676 May 26 16:52:21.999490 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9ed6cb3-1bd4-4816-b2ab-0c6a3a04f2f0 req-554394f3-4352-426f-a520-0a679d8889f0 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/security-groups?id=79e4781a-4a01-49db-a390-9dcf9089acbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332153 May 26 16:52:22.091826 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e521cbe-08b4-4a6f-bfa3-d52380324717 req-54aabbd4-ab75-46dc-a0a7-85bc61f703f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:22.093484 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8e521cbe-08b4-4a6f-bfa3-d52380324717 req-54aabbd4-ab75-46dc-a0a7-85bc61f703f3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=37c821a5-4954-4f0a-bb6e-ac96e9a24300 HTTP/1.1" status: 200 len: 909 time: 0.1081364 May 26 16:52:22.161755 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8e521cbe-08b4-4a6f-bfa3-d52380324717 req-ca2ade0f-1e8d-432e-8ac7-6c640b5cbaee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60486c5d-7739-404b-afab-c851ad3d7aad HTTP/1.1" status: 200 len: 1000 time: 0.0603881 May 26 16:52:22.218822 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e521cbe-08b4-4a6f-bfa3-d52380324717 req-1560d7a4-9eca-4736-a3e4-0ca8dd2bc834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:22.220362 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8e521cbe-08b4-4a6f-bfa3-d52380324717 req-1560d7a4-9eca-4736-a3e4-0ca8dd2bc834 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92730c8a-4687-42e8-8a21-c58c0d88075c HTTP/1.1" status: 200 len: 847 time: 0.0488095 May 26 16:52:22.269581 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e521cbe-08b4-4a6f-bfa3-d52380324717 req-289e13ee-ac29-462a-9028-5873387c2e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:22.271270 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8e521cbe-08b4-4a6f-bfa3-d52380324717 req-289e13ee-ac29-462a-9028-5873387c2e8e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=37c821a5-4954-4f0a-bb6e-ac96e9a24300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426068 May 26 16:52:22.371461 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8e521cbe-08b4-4a6f-bfa3-d52380324717 req-16af80ad-7c74-4319-bbf8-dc027a8b0b5f service neutron] 10.222.0.83 "GET /v2.0/networks/37c821a5-4954-4f0a-bb6e-ac96e9a24300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821066 May 26 16:52:22.478358 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8e521cbe-08b4-4a6f-bfa3-d52380324717 req-e5a845d4-e0c4-4eb9-956f-cb24e77a73bf service neutron] 10.222.0.83 "GET /v2.0/networks/37c821a5-4954-4f0a-bb6e-ac96e9a24300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980530 May 26 16:52:22.792188 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9b511-84d2-4dfc-927a-00503fa9c747 req-246b0f70-80c3-4630-9532-430af053ac7b tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:22.793623 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f4a9b511-84d2-4dfc-927a-00503fa9c747 req-246b0f70-80c3-4630-9532-430af053ac7b tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.83 "GET /v2.0/ports?device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0499358 May 26 16:52:22.891844 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-f4a9b511-84d2-4dfc-927a-00503fa9c747 req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Deleting port 60486c5d-7739-404b-afab-c851ad3d7aad {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:52:22.892997 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f4a9b511-84d2-4dfc-927a-00503fa9c747 req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:22.989079 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-f4a9b511-84d2-4dfc-927a-00503fa9c747 req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] For port 60486c5d-7739-404b-afab-c851ad3d7aad, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=60486c5d-7739-404b-afab-c851ad3d7aad,segment=NetworkSegment(553f5e75-23f4-456e-842d-1403fa06b1e5),segment_id=553f5e75-23f4-456e-842d-1403fa06b1e5)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:52:22.989447 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f4a9b511-84d2-4dfc-927a-00503fa9c747 req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:23.192329 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f4a9b511-84d2-4dfc-927a-00503fa9c747 req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:23.192896 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f4a9b511-84d2-4dfc-927a-00503fa9c747 req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:23.193447 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [req-f4a9b511-84d2-4dfc-927a-00503fa9c747 req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Floating IP 4509e261-6288-412e-9cd3-b71f5fcbc15f disassociated. External IP: 172.25.7.11, port: 60486c5d-7739-404b-afab-c851ad3d7aad. May 26 16:52:23.194015 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-f4a9b511-84d2-4dfc-927a-00503fa9c747 req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Calling delete_port for 60486c5d-7739-404b-afab-c851ad3d7aad owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:52:23.248494 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fe4dd-03ce-4877-b20f-8df1ea7cfa7d req-113eeb30-580d-45a0-836a-7a1162c4b63e tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:23.251117 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-512fe4dd-03ce-4877-b20f-8df1ea7cfa7d req-113eeb30-580d-45a0-836a-7a1162c4b63e tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 945 time: 0.1400945 May 26 16:52:23.304527 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-512fe4dd-03ce-4877-b20f-8df1ea7cfa7d req-02843ee7-4883-46a7-ab47-e83149a39706 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/security-groups?id=79e4781a-4a01-49db-a390-9dcf9089acbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456495 May 26 16:52:23.362090 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f4a9b511-84d2-4dfc-927a-00503fa9c747 req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:23.394324 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Pushing event deleted for resources: {'Port': ['ID=60486c5d-7739-404b-afab-c851ad3d7aad,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:23.405280 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:23.405640 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:23.405982 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:23.406319 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:23.406654 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:23.406986 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:23.407318 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:23.407731 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:23.408799 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:23.408799 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:23.408799 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:23.409220 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:23.526377 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4a9b511-84d2-4dfc-927a-00503fa9c747 req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Router 192038ee-66d1-4f73-92af-2f72e67614e5 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:52:23.636800 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4a9b511-84d2-4dfc-927a-00503fa9c747 req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:52:23.647911 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0f156b-adbd-4260-bd19-3f46c446cd9e None None] Sync routers for ids ['192038ee-66d1-4f73-92af-2f72e67614e5'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:52:23.657370 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0f156b-adbd-4260-bd19-3f46c446cd9e None None] Routers {'192038ee-66d1-4f73-92af-2f72e67614e5'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:52:23.659407 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9a0f156b-adbd-4260-bd19-3f46c446cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:52:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['192038ee-66d1-4f73-92af-2f72e67614e5'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:52:23.685688 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a9b511-84d2-4dfc-927a-00503fa9c747 req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] No DVR routers for this DVR port 60486c5d-7739-404b-afab-c851ad3d7aad on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:52:23.688473 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f4a9b511-84d2-4dfc-927a-00503fa9c747 req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:23.692663 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f4a9b511-84d2-4dfc-927a-00503fa9c747 req-188cb344-e46c-4ffc-a515-02ed11f16585 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.83 "DELETE /v2.0/ports/60486c5d-7739-404b-afab-c851ad3d7aad HTTP/1.1" status: 204 len: 173 time: 0.8929372 May 26 16:52:23.693139 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f28df4-c034-414e-a956-8eb8bc80b4d3', 'name': 'network-vif-deleted', 'tag': '60486c5d-7739-404b-afab-c851ad3d7aad'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:52:23.696071 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632da793-309d-43a3-a370-4048729f0931" -d '{"events": [{"server_uuid": "60f28df4-c034-414e-a956-8eb8bc80b4d3", "name": "network-vif-deleted", "tag": "60486c5d-7739-404b-afab-c851ad3d7aad"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:52:23.805159 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-9a0f156b-adbd-4260-bd19-3f46c446cd9e None None] Set router 192038ee-66d1-4f73-92af-2f72e67614e5 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:52:23.854953 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc2ca41-8256-4712-bbdd-0a2e9782c1fc x-openstack-request-id: req-cfc2ca41-8256-4712-bbdd-0a2e9782c1fc {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:52:23.855725 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f28df4-c034-414e-a956-8eb8bc80b4d3", "name": "network-vif-deleted", "tag": "60486c5d-7739-404b-afab-c851ad3d7aad", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:52:23.855725 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cfc2ca41-8256-4712-bbdd-0a2e9782c1fc {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:52:23.856068 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfc2ca41-8256-4712-bbdd-0a2e9782c1fc'] response: {'server_uuid': '60f28df4-c034-414e-a956-8eb8bc80b4d3', 'name': 'network-vif-deleted', 'tag': '60486c5d-7739-404b-afab-c851ad3d7aad', 'status': 'completed', 'code': 200} May 26 16:52:24.025464 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9a0f156b-adbd-4260-bd19-3f46c446cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'name': 'tempest-TestServerBasicOps-828149208-router', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:46:23Z', 'revision_number': 4, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'gw_port': {'id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'a61fb7f3-2117-45fb-a7b6-eec8353200c3', 'name': '', 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'mac_address': 'fa:16:3e:31:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '92730c8a-4687-42e8-8a21-c58c0d88075c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:23Z', 'updated_at': '2022-05-26T16:46:29Z', 'revision_number': 5, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'subnets': [{'id': '92730c8a-4687-42e8-8a21-c58c0d88075c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:52:24.056200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0f156b-adbd-4260-bd19-3f46c446cd9e None None] Checking router: 192038ee-66d1-4f73-92af-2f72e67614e5 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:52:24.067998 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0f156b-adbd-4260-bd19-3f46c446cd9e None None] Routers {'192038ee-66d1-4f73-92af-2f72e67614e5'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:52:24.068704 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9a0f156b-adbd-4260-bd19-3f46c446cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:52:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['192038ee-66d1-4f73-92af-2f72e67614e5'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:52:24.183484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-9a0f156b-adbd-4260-bd19-3f46c446cd9e None None] Set router 192038ee-66d1-4f73-92af-2f72e67614e5 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:52:24.424245 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9a0f156b-adbd-4260-bd19-3f46c446cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'name': 'tempest-TestServerBasicOps-828149208-router', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:46:23Z', 'revision_number': 4, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'gw_port': {'id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'a61fb7f3-2117-45fb-a7b6-eec8353200c3', 'name': '', 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'mac_address': 'fa:16:3e:31:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '92730c8a-4687-42e8-8a21-c58c0d88075c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:23Z', 'updated_at': '2022-05-26T16:46:29Z', 'revision_number': 5, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'subnets': [{'id': '92730c8a-4687-42e8-8a21-c58c0d88075c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:52:24.462289 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0f156b-adbd-4260-bd19-3f46c446cd9e None None] The sync data for ids ['192038ee-66d1-4f73-92af-2f72e67614e5'] in n-d-843337-2 is: [{'id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'name': 'tempest-TestServerBasicOps-828149208-router', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:46:23Z', 'revision_number': 4, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'gw_port': {'id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'a61fb7f3-2117-45fb-a7b6-eec8353200c3', 'name': '', 'network_id': '37c821a5-4954-4f0a-bb6e-ac96e9a24300', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'mac_address': 'fa:16:3e:31:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '92730c8a-4687-42e8-8a21-c58c0d88075c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:23Z', 'updated_at': '2022-05-26T16:46:29Z', 'revision_number': 5, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'subnets': [{'id': '92730c8a-4687-42e8-8a21-c58c0d88075c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:52:24.492980 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e34eaf09-f097-4e74-9a21-147ba25e81fc req-a68bc121-19fd-4c8c-8798-1e923884736b tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "GET /v2.0/ports?device_id=60f28df4-c034-414e-a956-8eb8bc80b4d3 HTTP/1.1" status: 200 len: 210 time: 0.0650079 May 26 16:52:24.736319 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82434900-98b7-4ac2-a35c-a3e4f77a66e2 None None] New status for floating IP 4509e261-6288-412e-9cd3-b71f5fcbc15f: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:52:25.546101 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38670) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:52:25.673299 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-f1d04b38-bf75-4020-97b3-1928d4c7e224 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Deleting port 7ed21c11-f025-4c28-bd5f-11a0970fabf8 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:52:25.673598 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f1d04b38-bf75-4020-97b3-1928d4c7e224 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:25.749737 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f1d04b38-bf75-4020-97b3-1928d4c7e224 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:25.750130 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f1d04b38-bf75-4020-97b3-1928d4c7e224 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:25.762199 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-f1d04b38-bf75-4020-97b3-1928d4c7e224 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Calling delete_port for 7ed21c11-f025-4c28-bd5f-11a0970fabf8 owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:52:25.898751 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f1d04b38-bf75-4020-97b3-1928d4c7e224 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:25.930150 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d04b38-bf75-4020-97b3-1928d4c7e224 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Pushing event deleted for resources: {'Port': ['ID=7ed21c11-f025-4c28-bd5f-11a0970fabf8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:25.984739 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f1d04b38-bf75-4020-97b3-1928d4c7e224 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:25.987722 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f1d04b38-bf75-4020-97b3-1928d4c7e224 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:25.988919 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f1d04b38-bf75-4020-97b3-1928d4c7e224 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "DELETE /v2.0/floatingips/4509e261-6288-412e-9cd3-b71f5fcbc15f HTTP/1.1" status: 204 len: 168 time: 0.4417899 May 26 16:52:26.058901 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38676) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:52:26.124752 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4db14bf3-f728-4714-b6dc-4ef759109f25 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:26.151771 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4db14bf3-f728-4714-b6dc-4ef759109f25 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:26.215137 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4db14bf3-f728-4714-b6dc-4ef759109f25 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:26.218112 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4db14bf3-f728-4714-b6dc-4ef759109f25 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:26.219349 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4db14bf3-f728-4714-b6dc-4ef759109f25 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] 10.222.0.77 "DELETE /v2.0/security-groups/79e4781a-4a01-49db-a390-9dcf9089acbc HTTP/1.1" status: 204 len: 168 time: 0.1591451 May 26 16:52:26.237876 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db14bf3-f728-4714-b6dc-4ef759109f25 tempest-TestServerBasicOps-1554464991 tempest-TestServerBasicOps-1554464991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e4781a-4a01-49db-a390-9dcf9089acbc,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:26.262774 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38680) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:52:26.727349 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-819cce57-72ee-46b2-86fe-ccfab9501597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:26.986145 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-819cce57-72ee-46b2-86fe-ccfab9501597 admin admin] Deleting port a61fb7f3-2117-45fb-a7b6-eec8353200c3 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:52:26.986358 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-819cce57-72ee-46b2-86fe-ccfab9501597 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:27.071895 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-819cce57-72ee-46b2-86fe-ccfab9501597 admin admin] For port a61fb7f3-2117-45fb-a7b6-eec8353200c3, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=a61fb7f3-2117-45fb-a7b6-eec8353200c3,segment=NetworkSegment(553f5e75-23f4-456e-842d-1403fa06b1e5),segment_id=553f5e75-23f4-456e-842d-1403fa06b1e5)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:52:27.072297 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-819cce57-72ee-46b2-86fe-ccfab9501597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:27.084518 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-819cce57-72ee-46b2-86fe-ccfab9501597 admin admin] Calling delete_port for a61fb7f3-2117-45fb-a7b6-eec8353200c3 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:52:27.273675 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-819cce57-72ee-46b2-86fe-ccfab9501597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:27.299016 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cce57-72ee-46b2-86fe-ccfab9501597 admin admin] Pushing event deleted for resources: {'Port': ['ID=a61fb7f3-2117-45fb-a7b6-eec8353200c3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:27.469815 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-819cce57-72ee-46b2-86fe-ccfab9501597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:27.589410 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 60486c5d-7739-404b-afab-c851ad3d7aad no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:52:27.613053 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 60486c5d-7739-404b-afab-c851ad3d7aad {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:52:27.613396 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 60486c5d-7739-404b-afab-c851ad3d7aad not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:52:27.694376 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819cce57-72ee-46b2-86fe-ccfab9501597 admin admin] Router 192038ee-66d1-4f73-92af-2f72e67614e5 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:52:27.800060 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819cce57-72ee-46b2-86fe-ccfab9501597 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:52:27.805075 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-819cce57-72ee-46b2-86fe-ccfab9501597 admin admin] 10.222.0.77 "PUT /v2.0/routers/192038ee-66d1-4f73-92af-2f72e67614e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5407999 May 26 16:52:27.807517 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38684) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:52:27.809820 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a0d5d-553a-4f3a-a4cb-61aeccc87f99 None None] Sync routers for ids ['192038ee-66d1-4f73-92af-2f72e67614e5'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:52:27.820984 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2a0d5d-553a-4f3a-a4cb-61aeccc87f99 None None] Routers {'192038ee-66d1-4f73-92af-2f72e67614e5'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:52:27.821601 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1d2a0d5d-553a-4f3a-a4cb-61aeccc87f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:52:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['192038ee-66d1-4f73-92af-2f72e67614e5'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:52:27.912130 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3007f8ae-9b75-4529-9358-0227b0041f8e admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:27.923956 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1d2a0d5d-553a-4f3a-a4cb-61aeccc87f99 None None] Set router 192038ee-66d1-4f73-92af-2f72e67614e5 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:52:28.015785 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3007f8ae-9b75-4529-9358-0227b0041f8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:28.072853 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-3007f8ae-9b75-4529-9358-0227b0041f8e admin admin] Deleting port 8d1bfe7f-d8f2-498d-8479-69a3175bec1c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:52:28.073194 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3007f8ae-9b75-4529-9358-0227b0041f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:28.106265 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1d2a0d5d-553a-4f3a-a4cb-61aeccc87f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'name': 'tempest-TestServerBasicOps-828149208-router', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:52:27Z', 'revision_number': 5, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'gw_port': {'id': '8d1bfe7f-d8f2-498d-8479-69a3175bec1c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:52:28.136617 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a0d5d-553a-4f3a-a4cb-61aeccc87f99 None None] Checking router: 192038ee-66d1-4f73-92af-2f72e67614e5 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:52:28.145342 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2a0d5d-553a-4f3a-a4cb-61aeccc87f99 None None] Routers {'192038ee-66d1-4f73-92af-2f72e67614e5'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:52:28.145961 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1d2a0d5d-553a-4f3a-a4cb-61aeccc87f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:52:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['192038ee-66d1-4f73-92af-2f72e67614e5'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:52:28.155799 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-3007f8ae-9b75-4529-9358-0227b0041f8e admin admin] For port 8d1bfe7f-d8f2-498d-8479-69a3175bec1c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=8d1bfe7f-d8f2-498d-8479-69a3175bec1c,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:52:28.156188 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3007f8ae-9b75-4529-9358-0227b0041f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:28.168907 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-3007f8ae-9b75-4529-9358-0227b0041f8e admin admin] Calling delete_port for 8d1bfe7f-d8f2-498d-8479-69a3175bec1c owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:52:28.230917 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1d2a0d5d-553a-4f3a-a4cb-61aeccc87f99 None None] Set router 192038ee-66d1-4f73-92af-2f72e67614e5 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:52:28.286950 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1d2a0d5d-553a-4f3a-a4cb-61aeccc87f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'name': 'tempest-TestServerBasicOps-828149208-router', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:52:28Z', 'revision_number': 6, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:52:28.315756 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a0d5d-553a-4f3a-a4cb-61aeccc87f99 None None] The sync data for ids ['192038ee-66d1-4f73-92af-2f72e67614e5'] in n-d-843337-2 is: [{'id': '192038ee-66d1-4f73-92af-2f72e67614e5', 'name': 'tempest-TestServerBasicOps-828149208-router', 'tenant_id': '12b7536607d44587b8bd8d112c1bfa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:46:21Z', 'updated_at': '2022-05-26T16:52:28Z', 'revision_number': 6, 'project_id': '12b7536607d44587b8bd8d112c1bfa54', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:52:28.340912 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3007f8ae-9b75-4529-9358-0227b0041f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:28.369048 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007f8ae-9b75-4529-9358-0227b0041f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=8d1bfe7f-d8f2-498d-8479-69a3175bec1c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:28.429370 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3007f8ae-9b75-4529-9358-0227b0041f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:28.824760 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3007f8ae-9b75-4529-9358-0227b0041f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:28.826862 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3007f8ae-9b75-4529-9358-0227b0041f8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:28.869409 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3007f8ae-9b75-4529-9358-0227b0041f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:28.869916 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3007f8ae-9b75-4529-9358-0227b0041f8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 192038ee-66d1-4f73-92af-2f72e67614e5 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:52:28.874753 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3007f8ae-9b75-4529-9358-0227b0041f8e admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:28.875341 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3007f8ae-9b75-4529-9358-0227b0041f8e admin admin] 10.222.0.77 "DELETE /v2.0/routers/192038ee-66d1-4f73-92af-2f72e67614e5 HTTP/1.1" status: 204 len: 168 time: 1.0668652 May 26 16:52:28.877926 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38686) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:52:28.921442 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe185b8-be1c-45c1-9fc4-cdc9334fa8df admin admin] Deleting subnet 92730c8a-4687-42e8-8a21-c58c0d88075c {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:52:28.925586 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6fe185b8-be1c-45c1-9fc4-cdc9334fa8df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:28.960557 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6fe185b8-be1c-45c1-9fc4-cdc9334fa8df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:29.040916 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6fe185b8-be1c-45c1-9fc4-cdc9334fa8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:29.094133 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6fe185b8-be1c-45c1-9fc4-cdc9334fa8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:29.122190 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe185b8-be1c-45c1-9fc4-cdc9334fa8df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92730c8a-4687-42e8-8a21-c58c0d88075c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:29.130565 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6fe185b8-be1c-45c1-9fc4-cdc9334fa8df admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:29.135326 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7264fc-8aae-4ee0-a716-4cabdd1ab850 None None] Network 37c821a5-4954-4f0a-bb6e-ac96e9a24300 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:52:29.135900 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6fe185b8-be1c-45c1-9fc4-cdc9334fa8df admin admin] 10.222.0.77 "DELETE /v2.0/subnets/92730c8a-4687-42e8-8a21-c58c0d88075c HTTP/1.1" status: 204 len: 168 time: 0.2569451 May 26 16:52:29.138611 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38688) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:52:29.217064 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8b752e4-a692-4c41-80c0-138a0fa5a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:29.270225 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-c8b752e4-a692-4c41-80c0-138a0fa5a667 admin admin] Deleting port 12a8def0-c84e-48b7-b963-e29b70acdea8 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:52:29.270648 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8b752e4-a692-4c41-80c0-138a0fa5a667 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:29.328977 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb77375a-9907-4b44-bea2-c49aa730b420 None None] DHCP port deletion for 37c821a5-4954-4f0a-bb6e-ac96e9a24300 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:52:29.336045 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-c8b752e4-a692-4c41-80c0-138a0fa5a667 admin admin] For port 12a8def0-c84e-48b7-b963-e29b70acdea8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=12a8def0-c84e-48b7-b963-e29b70acdea8,segment=NetworkSegment(553f5e75-23f4-456e-842d-1403fa06b1e5),segment_id=553f5e75-23f4-456e-842d-1403fa06b1e5)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:52:29.336447 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8b752e4-a692-4c41-80c0-138a0fa5a667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:29.350750 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-c8b752e4-a692-4c41-80c0-138a0fa5a667 admin admin] Calling delete_port for 12a8def0-c84e-48b7-b963-e29b70acdea8 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:52:29.380151 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cb77375a-9907-4b44-bea2-c49aa730b420 None None] Deleting port 12a8def0-c84e-48b7-b963-e29b70acdea8 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:52:29.380534 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb77375a-9907-4b44-bea2-c49aa730b420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:29.436822 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8b752e4-a692-4c41-80c0-138a0fa5a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:29.466310 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b752e4-a692-4c41-80c0-138a0fa5a667 admin admin] No DVR routers for this DVR port 12a8def0-c84e-48b7-b963-e29b70acdea8 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:52:29.468572 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b752e4-a692-4c41-80c0-138a0fa5a667 admin admin] Pushing event deleted for resources: {'Port': ['ID=12a8def0-c84e-48b7-b963-e29b70acdea8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:29.546283 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8b752e4-a692-4c41-80c0-138a0fa5a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:29.572942 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-c8b752e4-a692-4c41-80c0-138a0fa5a667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c821a5-4954-4f0a-bb6e-ac96e9a24300']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:52:29.583064 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-c8b752e4-a692-4c41-80c0-138a0fa5a667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '553f5e75-23f4-456e-842d-1403fa06b1e5') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:52:29.583360 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-c8b752e4-a692-4c41-80c0-138a0fa5a667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '553f5e75-23f4-456e-842d-1403fa06b1e5') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:52:29.592759 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8b752e4-a692-4c41-80c0-138a0fa5a667 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:29.606643 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8b752e4-a692-4c41-80c0-138a0fa5a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:29.612802 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b752e4-a692-4c41-80c0-138a0fa5a667 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:52:29.613192 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8b752e4-a692-4c41-80c0-138a0fa5a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:29.619786 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-cb77375a-9907-4b44-bea2-c49aa730b420 None None] For port 12a8def0-c84e-48b7-b963-e29b70acdea8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=12a8def0-c84e-48b7-b963-e29b70acdea8,segment=NetworkSegment(553f5e75-23f4-456e-842d-1403fa06b1e5),segment_id=553f5e75-23f4-456e-842d-1403fa06b1e5)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:52:29.620212 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb77375a-9907-4b44-bea2-c49aa730b420 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:29.635526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cb77375a-9907-4b44-bea2-c49aa730b420 None None] Calling delete_port for 12a8def0-c84e-48b7-b963-e29b70acdea8 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:52:29.675978 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8b752e4-a692-4c41-80c0-138a0fa5a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:29.685298 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8b752e4-a692-4c41-80c0-138a0fa5a667 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:29.691990 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38694) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:52:29.692520 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c8b752e4-a692-4c41-80c0-138a0fa5a667 admin admin] 10.222.0.77 "DELETE /v2.0/networks/37c821a5-4954-4f0a-bb6e-ac96e9a24300 HTTP/1.1" status: 204 len: 168 time: 0.5525119 May 26 16:52:29.705828 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 553f5e75-23f4-456e-842d-1403fa06b1e5 resource provider aggregate not found May 26 16:52:29.710074 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b752e4-a692-4c41-80c0-138a0fa5a667 admin admin] Pushing event deleted for resources: {'Network': ['ID=37c821a5-4954-4f0a-bb6e-ac96e9a24300,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:29.725593 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 553f5e75-23f4-456e-842d-1403fa06b1e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 553f5e75-23f4-456e-842d-1403fa06b1e5 found for delete ", "request_id": "req-92a12069-2fbe-4be5-99e5-47a47612d8ce"}]} May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 16:52:29.729106 n-d-843337-2 neutron-server[103897]: self.session.flush() May 26 16:52:29.737875 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb77375a-9907-4b44-bea2-c49aa730b420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:29.760169 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cb77375a-9907-4b44-bea2-c49aa730b420 None None] Network 37c821a5-4954-4f0a-bb6e-ac96e9a24300 is not hosted by any dhcp agent {{(pid=103897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 26 16:52:29.760727 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb77375a-9907-4b44-bea2-c49aa730b420 None None] No DVR routers for this DVR port 12a8def0-c84e-48b7-b963-e29b70acdea8 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:52:29.763170 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77375a-9907-4b44-bea2-c49aa730b420 None None] Pushing event deleted for resources: {'Port': ['ID=12a8def0-c84e-48b7-b963-e29b70acdea8,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:29.773517 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77375a-9907-4b44-bea2-c49aa730b420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:29.773868 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77375a-9907-4b44-bea2-c49aa730b420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:29.774217 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77375a-9907-4b44-bea2-c49aa730b420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:29.774557 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77375a-9907-4b44-bea2-c49aa730b420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:29.774905 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77375a-9907-4b44-bea2-c49aa730b420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:29.775218 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77375a-9907-4b44-bea2-c49aa730b420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:29.775548 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77375a-9907-4b44-bea2-c49aa730b420 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:29.775882 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77375a-9907-4b44-bea2-c49aa730b420 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:29.776253 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77375a-9907-4b44-bea2-c49aa730b420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:29.777016 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77375a-9907-4b44-bea2-c49aa730b420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:29.777555 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77375a-9907-4b44-bea2-c49aa730b420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:29.777841 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb77375a-9907-4b44-bea2-c49aa730b420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:30.345205 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8d1bfe7f-d8f2-498d-8479-69a3175bec1c no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:52:30.366349 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 8d1bfe7f-d8f2-498d-8479-69a3175bec1c {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:52:30.366701 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8d1bfe7f-d8f2-498d-8479-69a3175bec1c not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:52:30.367121 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a61fb7f3-2117-45fb-a7b6-eec8353200c3 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:52:30.378869 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c4a6590-924a-4d8b-a2ab-67dd207024c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:30.386193 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: a61fb7f3-2117-45fb-a7b6-eec8353200c3 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:52:30.386541 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device a61fb7f3-2117-45fb-a7b6-eec8353200c3 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:52:30.386960 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 12a8def0-c84e-48b7-b963-e29b70acdea8 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:52:30.407106 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 12a8def0-c84e-48b7-b963-e29b70acdea8 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:52:30.408022 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 12a8def0-c84e-48b7-b963-e29b70acdea8 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:52:30.637807 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0c4a6590-924a-4d8b-a2ab-67dd207024c1 admin admin] Deleting port 1620858a-9373-4630-a0cf-b8f568b075eb {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:52:30.638061 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c4a6590-924a-4d8b-a2ab-67dd207024c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:30.717207 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-0c4a6590-924a-4d8b-a2ab-67dd207024c1 admin admin] For port 1620858a-9373-4630-a0cf-b8f568b075eb, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1620858a-9373-4630-a0cf-b8f568b075eb,segment=NetworkSegment(538e922c-c4da-418e-814f-3ceb3e9f7296),segment_id=538e922c-c4da-418e-814f-3ceb3e9f7296)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:52:30.717913 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c4a6590-924a-4d8b-a2ab-67dd207024c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:30.729560 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0c4a6590-924a-4d8b-a2ab-67dd207024c1 admin admin] Calling delete_port for 1620858a-9373-4630-a0cf-b8f568b075eb owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:52:30.900236 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:30.908223 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c4a6590-924a-4d8b-a2ab-67dd207024c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:30.933543 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a6590-924a-4d8b-a2ab-67dd207024c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1620858a-9373-4630-a0cf-b8f568b075eb,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:30.960554 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a6590-924a-4d8b-a2ab-67dd207024c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:30.960909 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a6590-924a-4d8b-a2ab-67dd207024c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:30.961249 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a6590-924a-4d8b-a2ab-67dd207024c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:30.961591 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a6590-924a-4d8b-a2ab-67dd207024c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:30.961922 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a6590-924a-4d8b-a2ab-67dd207024c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:30.962255 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a6590-924a-4d8b-a2ab-67dd207024c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:30.962591 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a6590-924a-4d8b-a2ab-67dd207024c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:30.962917 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a6590-924a-4d8b-a2ab-67dd207024c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:30.963242 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a6590-924a-4d8b-a2ab-67dd207024c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:30.963565 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a6590-924a-4d8b-a2ab-67dd207024c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:30.963889 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a6590-924a-4d8b-a2ab-67dd207024c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:30.964239 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a6590-924a-4d8b-a2ab-67dd207024c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:52:31.108295 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0c4a6590-924a-4d8b-a2ab-67dd207024c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:31.325079 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4a6590-924a-4d8b-a2ab-67dd207024c1 admin admin] Router da67efea-b938-4372-aa90-fc43050361f8 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:52:31.445230 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4a6590-924a-4d8b-a2ab-67dd207024c1 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:52:31.453815 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0c4a6590-924a-4d8b-a2ab-67dd207024c1 admin admin] 10.222.0.77 "PUT /v2.0/routers/da67efea-b938-4372-aa90-fc43050361f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7596176 May 26 16:52:31.456052 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38698) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:52:31.456559 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a80918a-ccac-4d9c-ae67-dc9dcf9505e3 None None] Sync routers for ids ['da67efea-b938-4372-aa90-fc43050361f8'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:52:31.465904 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a80918a-ccac-4d9c-ae67-dc9dcf9505e3 None None] Routers {'da67efea-b938-4372-aa90-fc43050361f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:52:31.466609 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0a80918a-ccac-4d9c-ae67-dc9dcf9505e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:52:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['da67efea-b938-4372-aa90-fc43050361f8'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:52:31.571593 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8eb748eb-2307-4557-b109-755e621e09c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:31.576466 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-0a80918a-ccac-4d9c-ae67-dc9dcf9505e3 None None] Set router da67efea-b938-4372-aa90-fc43050361f8 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:52:31.686114 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8eb748eb-2307-4557-b109-755e621e09c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:31.749983 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8eb748eb-2307-4557-b109-755e621e09c0 admin admin] Deleting port acda911c-57bc-4b8b-a83d-f72c102d98ae {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:52:31.750506 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8eb748eb-2307-4557-b109-755e621e09c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:31.773809 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0a80918a-ccac-4d9c-ae67-dc9dcf9505e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da67efea-b938-4372-aa90-fc43050361f8', 'name': 'tempest-TestServerBasicOps-63197175-router', 'tenant_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'acda911c-57bc-4b8b-a83d-f72c102d98ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:46:25Z', 'updated_at': '2022-05-26T16:52:30Z', 'revision_number': 5, 'project_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'gw_port': {'id': 'acda911c-57bc-4b8b-a83d-f72c102d98ae', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:54:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da67efea-b938-4372-aa90-fc43050361f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:46:26Z', 'updated_at': '2022-05-26T16:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:52:31.861462 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-8eb748eb-2307-4557-b109-755e621e09c0 admin admin] For port acda911c-57bc-4b8b-a83d-f72c102d98ae, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=acda911c-57bc-4b8b-a83d-f72c102d98ae,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:52:31.861941 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8eb748eb-2307-4557-b109-755e621e09c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:31.879486 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8eb748eb-2307-4557-b109-755e621e09c0 admin admin] Calling delete_port for acda911c-57bc-4b8b-a83d-f72c102d98ae owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:52:31.895467 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a80918a-ccac-4d9c-ae67-dc9dcf9505e3 None None] Checking router: da67efea-b938-4372-aa90-fc43050361f8 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:52:31.904154 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a80918a-ccac-4d9c-ae67-dc9dcf9505e3 None None] Routers {'da67efea-b938-4372-aa90-fc43050361f8'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:52:31.904770 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0a80918a-ccac-4d9c-ae67-dc9dcf9505e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:52:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['da67efea-b938-4372-aa90-fc43050361f8'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:52:31.994657 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-0a80918a-ccac-4d9c-ae67-dc9dcf9505e3 None None] Set router da67efea-b938-4372-aa90-fc43050361f8 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:52:32.054999 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0a80918a-ccac-4d9c-ae67-dc9dcf9505e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da67efea-b938-4372-aa90-fc43050361f8', 'name': 'tempest-TestServerBasicOps-63197175-router', 'tenant_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:46:25Z', 'updated_at': '2022-05-26T16:52:31Z', 'revision_number': 6, 'project_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:52:32.086464 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8eb748eb-2307-4557-b109-755e621e09c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:32.093040 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a80918a-ccac-4d9c-ae67-dc9dcf9505e3 None None] The sync data for ids ['da67efea-b938-4372-aa90-fc43050361f8'] in n-d-843337-2 is: [{'id': 'da67efea-b938-4372-aa90-fc43050361f8', 'name': 'tempest-TestServerBasicOps-63197175-router', 'tenant_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:46:25Z', 'updated_at': '2022-05-26T16:52:31Z', 'revision_number': 6, 'project_id': '51eb6bd2dc1a40e2a63d56520e79758f', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:52:32.114734 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb748eb-2307-4557-b109-755e621e09c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=acda911c-57bc-4b8b-a83d-f72c102d98ae,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:32.187590 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8eb748eb-2307-4557-b109-755e621e09c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:32.297506 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8eb748eb-2307-4557-b109-755e621e09c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:32.300310 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8eb748eb-2307-4557-b109-755e621e09c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:32.344496 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8eb748eb-2307-4557-b109-755e621e09c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:32.345197 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb748eb-2307-4557-b109-755e621e09c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da67efea-b938-4372-aa90-fc43050361f8 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 16:52:32.349631 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8eb748eb-2307-4557-b109-755e621e09c0 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:32.350861 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8eb748eb-2307-4557-b109-755e621e09c0 admin admin] 10.222.0.77 "DELETE /v2.0/routers/da67efea-b938-4372-aa90-fc43050361f8 HTTP/1.1" status: 204 len: 168 time: 0.8936536 May 26 16:52:32.353856 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38700) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:52:32.402555 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-710cd420-9370-41d1-8210-8181c5a27b91 admin admin] Deleting subnet d096b872-1b7f-4cfa-bae6-7bb6c55e840a {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:52:32.406174 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-710cd420-9370-41d1-8210-8181c5a27b91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:32.443820 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-710cd420-9370-41d1-8210-8181c5a27b91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:32.541801 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-710cd420-9370-41d1-8210-8181c5a27b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:32.564727 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1620858a-9373-4630-a0cf-b8f568b075eb no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:52:32.587198 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 1620858a-9373-4630-a0cf-b8f568b075eb {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:52:32.587830 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1620858a-9373-4630-a0cf-b8f568b075eb not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:52:32.603044 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-710cd420-9370-41d1-8210-8181c5a27b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:32.629226 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710cd420-9370-41d1-8210-8181c5a27b91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d096b872-1b7f-4cfa-bae6-7bb6c55e840a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:32.632756 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-710cd420-9370-41d1-8210-8181c5a27b91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:32.635960 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-710cd420-9370-41d1-8210-8181c5a27b91 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d096b872-1b7f-4cfa-bae6-7bb6c55e840a HTTP/1.1" status: 204 len: 168 time: 0.2809029 May 26 16:52:32.637978 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1e2d81-1ab6-4824-9a03-e2ccb0ff73ba None None] Network 77959f38-2193-4313-9b9b-a19059b81a96 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:52:32.638735 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38702) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:52:32.706014 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-038eb062-e2d8-4405-8311-f1c3cd4ced70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:32.763131 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-038eb062-e2d8-4405-8311-f1c3cd4ced70 admin admin] Deleting port 891debd1-39a9-4e18-9b1e-f1a3e6a33d74 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:52:32.763857 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-038eb062-e2d8-4405-8311-f1c3cd4ced70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:32.826367 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-038eb062-e2d8-4405-8311-f1c3cd4ced70 admin admin] For port 891debd1-39a9-4e18-9b1e-f1a3e6a33d74, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=891debd1-39a9-4e18-9b1e-f1a3e6a33d74,segment=NetworkSegment(538e922c-c4da-418e-814f-3ceb3e9f7296),segment_id=538e922c-c4da-418e-814f-3ceb3e9f7296)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:52:32.826663 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-038eb062-e2d8-4405-8311-f1c3cd4ced70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:32.839446 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-038eb062-e2d8-4405-8311-f1c3cd4ced70 admin admin] Calling delete_port for 891debd1-39a9-4e18-9b1e-f1a3e6a33d74 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:52:32.921795 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cb2ab1-6eeb-4411-adb9-04733ab1c28b None None] DHCP port deletion for 77959f38-2193-4313-9b9b-a19059b81a96 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 16:52:32.931391 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-038eb062-e2d8-4405-8311-f1c3cd4ced70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:32.957193 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038eb062-e2d8-4405-8311-f1c3cd4ced70 admin admin] Pushing event deleted for resources: {'Port': ['ID=891debd1-39a9-4e18-9b1e-f1a3e6a33d74,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:32.961039 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038eb062-e2d8-4405-8311-f1c3cd4ced70 admin admin] No DVR routers for this DVR port 891debd1-39a9-4e18-9b1e-f1a3e6a33d74 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:52:32.975693 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d1cb2ab1-6eeb-4411-adb9-04733ab1c28b None None] Deleting port 891debd1-39a9-4e18-9b1e-f1a3e6a33d74 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:52:32.976078 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d1cb2ab1-6eeb-4411-adb9-04733ab1c28b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:33.034671 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-038eb062-e2d8-4405-8311-f1c3cd4ced70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:33.043772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d1cb2ab1-6eeb-4411-adb9-04733ab1c28b None None] For port 891debd1-39a9-4e18-9b1e-f1a3e6a33d74, host n-d-843337-2, got binding levels [] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:52:33.044421 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d1cb2ab1-6eeb-4411-adb9-04733ab1c28b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:33.057350 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d1cb2ab1-6eeb-4411-adb9-04733ab1c28b None None] Calling delete_port for 891debd1-39a9-4e18-9b1e-f1a3e6a33d74 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:52:33.059689 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-038eb062-e2d8-4405-8311-f1c3cd4ced70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77959f38-2193-4313-9b9b-a19059b81a96']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:52:33.060040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.ipam_backend_mixin [None req-d1cb2ab1-6eeb-4411-adb9-04733ab1c28b None None] Port 891debd1-39a9-4e18-9b1e-f1a3e6a33d74 was not found and therefore no delete operation was performed {{(pid=103897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 16:52:33.061319 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d1cb2ab1-6eeb-4411-adb9-04733ab1c28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:33.070057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-038eb062-e2d8-4405-8311-f1c3cd4ced70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '538e922c-c4da-418e-814f-3ceb3e9f7296') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:52:33.070356 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-038eb062-e2d8-4405-8311-f1c3cd4ced70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '538e922c-c4da-418e-814f-3ceb3e9f7296') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:52:33.080185 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-038eb062-e2d8-4405-8311-f1c3cd4ced70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:33.085806 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb2ab1-6eeb-4411-adb9-04733ab1c28b None None] Pushing event deleted for resources: {'Port': ['ID=891debd1-39a9-4e18-9b1e-f1a3e6a33d74,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:33.091249 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cb2ab1-6eeb-4411-adb9-04733ab1c28b None None] No DVR routers for this DVR port 891debd1-39a9-4e18-9b1e-f1a3e6a33d74 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:52:33.093527 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-038eb062-e2d8-4405-8311-f1c3cd4ced70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:33.101952 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038eb062-e2d8-4405-8311-f1c3cd4ced70 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:52:33.102929 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-038eb062-e2d8-4405-8311-f1c3cd4ced70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:33.171612 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-038eb062-e2d8-4405-8311-f1c3cd4ced70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:33.186875 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-038eb062-e2d8-4405-8311-f1c3cd4ced70 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:33.190654 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-038eb062-e2d8-4405-8311-f1c3cd4ced70 admin admin] 10.222.0.77 "DELETE /v2.0/networks/77959f38-2193-4313-9b9b-a19059b81a96 HTTP/1.1" status: 204 len: 168 time: 0.5503650 May 26 16:52:33.208161 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 538e922c-c4da-418e-814f-3ceb3e9f7296 resource provider aggregate not found May 26 16:52:33.212705 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038eb062-e2d8-4405-8311-f1c3cd4ced70 admin admin] Pushing event deleted for resources: {'Network': ['ID=77959f38-2193-4313-9b9b-a19059b81a96,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:33.237045 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 538e922c-c4da-418e-814f-3ceb3e9f7296 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 538e922c-c4da-418e-814f-3ceb3e9f7296 found for delete ", "request_id": "req-9cc7de0c-b985-4133-8c45-3ee6f2a3e2cc"}]} May 26 16:52:33.311379 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38712) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:52:33.351632 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a52b5161-6846-4638-99f6-c42d515d01f5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=12b7536607d44587b8bd8d112c1bfa54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391002 May 26 16:52:33.354103 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38714) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:52:33.403598 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-16da6f6d-89c9-4733-9e8e-fc0da662d8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:33.429017 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-16da6f6d-89c9-4733-9e8e-fc0da662d8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:33.477904 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-16da6f6d-89c9-4733-9e8e-fc0da662d8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:33.480521 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-16da6f6d-89c9-4733-9e8e-fc0da662d8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:33.481715 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-16da6f6d-89c9-4733-9e8e-fc0da662d8cc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ebc5582a-1c0c-43d7-bbb9-72ecafdba56f HTTP/1.1" status: 204 len: 168 time: 0.1267118 May 26 16:52:33.489731 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da6f6d-89c9-4733-9e8e-fc0da662d8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc5582a-1c0c-43d7-bbb9-72ecafdba56f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:33.817625 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38720) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:52:33.855929 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e17f6391-e446-43a0-8e9c-c1728bf39b29 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=51eb6bd2dc1a40e2a63d56520e79758f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370774 May 26 16:52:33.858228 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38722) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:52:33.918964 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-462c621c-d944-4203-a7f2-096889258d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:33.943832 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-462c621c-d944-4203-a7f2-096889258d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:33.993363 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-462c621c-d944-4203-a7f2-096889258d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:33.995952 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-462c621c-d944-4203-a7f2-096889258d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:33.997154 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-462c621c-d944-4203-a7f2-096889258d4d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4aedad88-8051-47e5-bd7c-51b6560247ea HTTP/1.1" status: 204 len: 168 time: 0.1380100 May 26 16:52:34.005575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c621c-d944-4203-a7f2-096889258d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aedad88-8051-47e5-bd7c-51b6560247ea,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:34.349782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 891debd1-39a9-4e18-9b1e-f1a3e6a33d74 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:52:34.371127 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 891debd1-39a9-4e18-9b1e-f1a3e6a33d74 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:52:34.371476 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 891debd1-39a9-4e18-9b1e-f1a3e6a33d74 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:52:34.371902 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device acda911c-57bc-4b8b-a83d-f72c102d98ae no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:52:34.392450 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: acda911c-57bc-4b8b-a83d-f72c102d98ae {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:52:34.392450 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device acda911c-57bc-4b8b-a83d-f72c102d98ae not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:52:43.107011 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3b2f2a21-fbe8-40f2-8ca7-8a699aee4a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:44.665241 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:52:44.808536 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-fa12a77d-a166-4e6e-ab39-a28f84c1350d tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=919b1b10cfa14dbdbcb4f46a8861b9a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216393 May 26 16:52:44.925891 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-f84ff625-fee8-4624-91e3-7faa8f6676b2 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:44.927365 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-f84ff625-fee8-4624-91e3-7faa8f6676b2 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1129568 May 26 16:52:44.942473 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-3bf4d24e-843f-44bd-be0a-98f514894737 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/quotas/919b1b10cfa14dbdbcb4f46a8861b9a0 HTTP/1.1" status: 200 len: 375 time: 0.0093219 May 26 16:52:44.973579 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-3448289d-b4f5-4e13-8594-e3cca20bef47 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=919b1b10cfa14dbdbcb4f46a8861b9a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257165 May 26 16:52:45.133584 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f4c716d0-0483-4ef0-89ee-eec957a43172 req-e50ddf11-bdbd-42fc-a728-90eec06dc9ce tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dc98f-de64-427a-9b5b-1e271e99dfde HTTP/1.1" status: 200 len: 210 time: 0.0275109 May 26 16:52:45.544044 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bee7f08a-75b5-4499-a54a-e2e7ea73b0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:46.231592 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f5bb79c-bc4a-4f18-a1a4-a1a748f7cd11 req-497dec4f-6585-46e7-86d9-83e0fcca92e0 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dc98f-de64-427a-9b5b-1e271e99dfde HTTP/1.1" status: 200 len: 210 time: 0.0277731 May 26 16:52:46.232252 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-1a15b026-1432-402a-8110-6d00eb2360a3 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=919b1b10cfa14dbdbcb4f46a8861b9a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229993 May 26 16:52:46.349705 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-b426204c-bfc5-4759-9d10-c38d4307782f tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:46.351144 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-b426204c-bfc5-4759-9d10-c38d4307782f tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1120510 May 26 16:52:46.379748 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-592bbc70-d235-416e-bf16-6bb2bdb43eb0 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Request body: {'port': {'device_id': 'e41dc98f-de64-427a-9b5b-1e271e99dfde', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'admin_state_up': True, 'tenant_id': '919b1b10cfa14dbdbcb4f46a8861b9a0'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:52:46.492626 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-592bbc70-d235-416e-bf16-6bb2bdb43eb0 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Made reservation on behalf of 919b1b10cfa14dbdbcb4f46a8861b9a0 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:52:46.496112 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-592bbc70-d235-416e-bf16-6bb2bdb43eb0 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:46.505755 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-592bbc70-d235-416e-bf16-6bb2bdb43eb0 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:46.580603 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-592bbc70-d235-416e-bf16-6bb2bdb43eb0 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:46.584254 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-592bbc70-d235-416e-bf16-6bb2bdb43eb0 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:46.649470 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592bbc70-d235-416e-bf16-6bb2bdb43eb0 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3db540-aa17-41db-bbd2-a2bf58d98d67,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:46.691388 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:46.721385 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-592bbc70-d235-416e-bf16-6bb2bdb43eb0 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Allocated IP 192.168.233.244 (65cd6030-02df-4e67-bec9-8529ebbfaf6d/013a85f0-347f-4a7d-a853-1defd613297c/9d055ff1-045c-4180-a758-9bd8a6d50f86) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:52:46.866866 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-592bbc70-d235-416e-bf16-6bb2bdb43eb0 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:46.899807 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-592bbc70-d235-416e-bf16-6bb2bdb43eb0 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:46.944647 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-592bbc70-d235-416e-bf16-6bb2bdb43eb0 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Network 65cd6030-02df-4e67-bec9-8529ebbfaf6d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:52:46.947493 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-592bbc70-d235-416e-bf16-6bb2bdb43eb0 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:52:46.950009 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-592bbc70-d235-416e-bf16-6bb2bdb43eb0 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:52:46.980480 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592bbc70-d235-416e-bf16-6bb2bdb43eb0 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Pushing event updated for resources: {'Port': ['ID=9d055ff1-045c-4180-a758-9bd8a6d50f86,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:47.010696 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-592bbc70-d235-416e-bf16-6bb2bdb43eb0 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:47.011345 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-592bbc70-d235-416e-bf16-6bb2bdb43eb0 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:47.027953 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-592bbc70-d235-416e-bf16-6bb2bdb43eb0 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6523614 May 26 16:52:47.067809 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-f7943400-ffe6-412e-91b8-041c073584a7 service neutron] Request body: {'port': {'device_id': 'e41dc98f-de64-427a-9b5b-1e271e99dfde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:52:47.123328 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-f7943400-ffe6-412e-91b8-041c073584a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:47.178417 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-08b4bec4-f179-410d-8e6f-14d64bf22cef None None] Provisioning complete for port 9d055ff1-045c-4180-a758-9bd8a6d50f86 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:52:47.179060 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-08b4bec4-f179-410d-8e6f-14d64bf22cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:47.213202 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-08b4bec4-f179-410d-8e6f-14d64bf22cef None None] Port 9d055ff1-045c-4180-a758-9bd8a6d50f86 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:52:47.354590 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d37a73-0f53-4de4-98cb-8821365ee767 req-5ab0456d-da62-47e9-983f-e687e0f7afcd tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:47.356073 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-40d37a73-0f53-4de4-98cb-8821365ee767 req-5ab0456d-da62-47e9-983f-e687e0f7afcd tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dc98f-de64-427a-9b5b-1e271e99dfde HTTP/1.1" status: 200 len: 936 time: 0.0539224 May 26 16:52:47.398309 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-f7943400-ffe6-412e-91b8-041c073584a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d055ff1-045c-4180-a758-9bd8a6d50f86 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:52:47.398903 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-40d37a73-0f53-4de4-98cb-8821365ee767 req-733f5350-a43a-4ea0-ad79-9e72a0319c81 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/security-groups?id=bf3db540-aa17-41db-bbd2-a2bf58d98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357876 May 26 16:52:47.406529 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-f7943400-ffe6-412e-91b8-041c073584a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:47.419606 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-f7943400-ffe6-412e-91b8-041c073584a7 service neutron] Transition to ACTIVE for port object 9d055ff1-045c-4180-a758-9bd8a6d50f86 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:52:47.424572 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-f7943400-ffe6-412e-91b8-041c073584a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:47.482101 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7943400-ffe6-412e-91b8-041c073584a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d055ff1-045c-4180-a758-9bd8a6d50f86,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:47.555012 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-f7943400-ffe6-412e-91b8-041c073584a7 service neutron] Attempting to bind port 9d055ff1-045c-4180-a758-9bd8a6d50f86 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:52:47.555359 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-f7943400-ffe6-412e-91b8-041c073584a7 service neutron] Attempting to bind port 9d055ff1-045c-4180-a758-9bd8a6d50f86 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:52:47.555697 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-f7943400-ffe6-412e-91b8-041c073584a7 service neutron] Attempting to bind port 9d055ff1-045c-4180-a758-9bd8a6d50f86 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:52:47.560480 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-f7943400-ffe6-412e-91b8-041c073584a7 service neutron] Port 9d055ff1-045c-4180-a758-9bd8a6d50f86 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:52:47.560813 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-f7943400-ffe6-412e-91b8-041c073584a7 service neutron] Attempting to bind port 9d055ff1-045c-4180-a758-9bd8a6d50f86 on network 65cd6030-02df-4e67-bec9-8529ebbfaf6d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:52:47.566118 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-f7943400-ffe6-412e-91b8-041c073584a7 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:52:47.566462 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-f7943400-ffe6-412e-91b8-041c073584a7 service neutron] Checking segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:52:47.566850 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-f7943400-ffe6-412e-91b8-041c073584a7 service neutron] Bound using segment: {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:52:47.567374 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-f7943400-ffe6-412e-91b8-041c073584a7 service neutron] Bound port: 9d055ff1-045c-4180-a758-9bd8a6d50f86, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728387-4881-4db9-8cfc-78b7db2b8bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:52:47.567684 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-f7943400-ffe6-412e-91b8-041c073584a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:47.633767 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-f7943400-ffe6-412e-91b8-041c073584a7 service neutron] For port 9d055ff1-045c-4180-a758-9bd8a6d50f86, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:52:47.637061 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-f7943400-ffe6-412e-91b8-041c073584a7 service neutron] For port 9d055ff1-045c-4180-a758-9bd8a6d50f86, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=9d055ff1-045c-4180-a758-9bd8a6d50f86,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:52:47.642519 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-f7943400-ffe6-412e-91b8-041c073584a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:47.681229 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-f7943400-ffe6-412e-91b8-041c073584a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:47.681838 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-f7943400-ffe6-412e-91b8-041c073584a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:47.683210 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-f7943400-ffe6-412e-91b8-041c073584a7 service neutron] 10.222.0.83 "PUT /v2.0/ports/9d055ff1-045c-4180-a758-9bd8a6d50f86 HTTP/1.1" status: 200 len: 1096 time: 0.6201320 May 26 16:52:47.683659 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41dc98f-de64-427a-9b5b-1e271e99dfde', 'tag': '9d055ff1-045c-4180-a758-9bd8a6d50f86'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:52:47.685917 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8c0a0b-af50-43fe-b32e-d77714f7ad9a" -d '{"events": [{"name": "network-changed", "server_uuid": "e41dc98f-de64-427a-9b5b-1e271e99dfde", "tag": "9d055ff1-045c-4180-a758-9bd8a6d50f86"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:52:47.713941 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7943400-ffe6-412e-91b8-041c073584a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d055ff1-045c-4180-a758-9bd8a6d50f86,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:47.740336 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31feb4e-7eb0-4ab4-98b0-c137debaaf32 x-openstack-request-id: req-c31feb4e-7eb0-4ab4-98b0-c137debaaf32 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:52:47.740653 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e41dc98f-de64-427a-9b5b-1e271e99dfde", "tag": "9d055ff1-045c-4180-a758-9bd8a6d50f86", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:52:47.740913 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c31feb4e-7eb0-4ab4-98b0-c137debaaf32 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:52:47.741326 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c31feb4e-7eb0-4ab4-98b0-c137debaaf32'] response: {'name': 'network-changed', 'server_uuid': 'e41dc98f-de64-427a-9b5b-1e271e99dfde', 'tag': '9d055ff1-045c-4180-a758-9bd8a6d50f86', 'status': 'completed', 'code': 200} May 26 16:52:47.804345 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-3e8b030b-25ff-4e5a-9d1b-26b443426337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:47.805874 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-3e8b030b-25ff-4e5a-9d1b-26b443426337 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=919b1b10cfa14dbdbcb4f46a8861b9a0&device_id=e41dc98f-de64-427a-9b5b-1e271e99dfde HTTP/1.1" status: 200 len: 1099 time: 0.0433629 May 26 16:52:47.855354 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-9f1343e7-9200-4812-b3e6-34254dddee16 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=9d055ff1-045c-4180-a758-9bd8a6d50f86 HTTP/1.1" status: 200 len: 217 time: 0.0359535 May 26 16:52:47.908814 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-c5e98de1-659c-42fb-ac44-5cf5615ca310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:47.910310 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-c5e98de1-659c-42fb-ac44-5cf5615ca310 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0483255 May 26 16:52:47.957668 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-0e9aad30-1215-4e95-843a-a3a3ed32ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:47.959874 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-0e9aad30-1215-4e95-843a-a3a3ed32ca1d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0413942 May 26 16:52:48.058558 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-82499f01-0bc8-47e2-abfe-c802f8f0921b service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902166 May 26 16:52:48.159418 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-78f53182-c330-494c-8ae1-eb46d37451f0 req-85bfa9b2-7879-4e27-8940-5e79dbce82c4 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907667 May 26 16:52:48.286484 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c0a0b-af50-43fe-b32e-d77714f7ad9a req-397e091a-26db-4238-b757-49d0132f0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:48.287978 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b8c0a0b-af50-43fe-b32e-d77714f7ad9a req-397e091a-26db-4238-b757-49d0132f0f1a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=919b1b10cfa14dbdbcb4f46a8861b9a0&device_id=e41dc98f-de64-427a-9b5b-1e271e99dfde HTTP/1.1" status: 200 len: 1099 time: 0.0411601 May 26 16:52:48.384223 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c0a0b-af50-43fe-b32e-d77714f7ad9a req-79977631-e04e-450d-9578-9d59c7cffd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:48.385720 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b8c0a0b-af50-43fe-b32e-d77714f7ad9a req-79977631-e04e-450d-9578-9d59c7cffd0d service neutron] 10.222.0.83 "GET /v2.0/networks?id=65cd6030-02df-4e67-bec9-8529ebbfaf6d HTTP/1.1" status: 200 len: 870 time: 0.0903049 May 26 16:52:48.421802 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:48.433515 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b8c0a0b-af50-43fe-b32e-d77714f7ad9a req-d565c820-6e05-4839-b922-3eabb79c1b66 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=9d055ff1-045c-4180-a758-9bd8a6d50f86 HTTP/1.1" status: 200 len: 217 time: 0.0410874 May 26 16:52:48.437169 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:48.483561 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c0a0b-af50-43fe-b32e-d77714f7ad9a req-b079a0f8-669d-45e2-9e5e-ae672eef5e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:48.485857 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b8c0a0b-af50-43fe-b32e-d77714f7ad9a req-b079a0f8-669d-45e2-9e5e-ae672eef5e59 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=013a85f0-347f-4a7d-a853-1defd613297c HTTP/1.1" status: 200 len: 843 time: 0.0461228 May 26 16:52:48.527422 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201637ec-cf6d-4d4f-9775-934eb5856e92 req-e6033acf-93e7-4582-9db9-e5e9e0321f2c tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:48.529168 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-201637ec-cf6d-4d4f-9775-934eb5856e92 req-e6033acf-93e7-4582-9db9-e5e9e0321f2c tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dc98f-de64-427a-9b5b-1e271e99dfde HTTP/1.1" status: 200 len: 948 time: 0.0506215 May 26 16:52:48.536192 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c0a0b-af50-43fe-b32e-d77714f7ad9a req-74cef64e-e722-4a46-b2ed-8476bad068f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:48.537780 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b8c0a0b-af50-43fe-b32e-d77714f7ad9a req-74cef64e-e722-4a46-b2ed-8476bad068f4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=65cd6030-02df-4e67-bec9-8529ebbfaf6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0448456 May 26 16:52:48.569185 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-201637ec-cf6d-4d4f-9775-934eb5856e92 req-64275700-91ce-45db-88cd-9aba1c5a521f tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/security-groups?id=bf3db540-aa17-41db-bbd2-a2bf58d98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327969 May 26 16:52:48.628729 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b8c0a0b-af50-43fe-b32e-d77714f7ad9a req-0437c623-931e-4918-a08e-49309a9c8772 service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829957 May 26 16:52:48.725215 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b8c0a0b-af50-43fe-b32e-d77714f7ad9a req-c1af86b5-7e16-4032-93e8-eb07c622dedc service neutron] 10.222.0.83 "GET /v2.0/networks/65cd6030-02df-4e67-bec9-8529ebbfaf6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880055 May 26 16:52:49.039588 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:49.686873 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00488ba9-ca85-4d70-ae9b-35ae6ecbbac9 req-0f322313-ff99-4318-8ff0-c2b91cb9a3c9 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:49.688360 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-00488ba9-ca85-4d70-ae9b-35ae6ecbbac9 req-0f322313-ff99-4318-8ff0-c2b91cb9a3c9 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dc98f-de64-427a-9b5b-1e271e99dfde HTTP/1.1" status: 200 len: 948 time: 0.0486741 May 26 16:52:49.727761 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-00488ba9-ca85-4d70-ae9b-35ae6ecbbac9 req-f6a05fd3-a3df-479c-9d1e-facb14c3537f tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/security-groups?id=bf3db540-aa17-41db-bbd2-a2bf58d98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320745 May 26 16:52:50.847614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8478a-556d-4df3-9d4b-db637f2f3a2a req-9bae7e72-25e3-45e9-8e3b-f9198fd9b82c tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:50.849106 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ce8478a-556d-4df3-9d4b-db637f2f3a2a req-9bae7e72-25e3-45e9-8e3b-f9198fd9b82c tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dc98f-de64-427a-9b5b-1e271e99dfde HTTP/1.1" status: 200 len: 948 time: 0.0534647 May 26 16:52:50.886299 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ce8478a-556d-4df3-9d4b-db637f2f3a2a req-c963a036-5ccc-4548-9d04-801d11d6d112 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/security-groups?id=bf3db540-aa17-41db-bbd2-a2bf58d98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310516 May 26 16:52:52.001578 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b09030-6b81-446f-ad1b-d5b44fd446e3 req-4e127c7a-e6ad-49a4-89bc-b7a89cf4c111 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:52.002994 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-94b09030-6b81-446f-ad1b-d5b44fd446e3 req-4e127c7a-e6ad-49a4-89bc-b7a89cf4c111 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dc98f-de64-427a-9b5b-1e271e99dfde HTTP/1.1" status: 200 len: 948 time: 0.0496473 May 26 16:52:52.040936 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-94b09030-6b81-446f-ad1b-d5b44fd446e3 req-957d1e6a-cef2-4f0c-b975-b2a876d5fd2c tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/security-groups?id=bf3db540-aa17-41db-bbd2-a2bf58d98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318656 May 26 16:52:53.155183 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48f3b7-aa6d-49ce-9c41-d946b8d5b2ce req-8523c7fc-079e-4218-a544-19856004f6a1 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:53.156658 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3b48f3b7-aa6d-49ce-9c41-d946b8d5b2ce req-8523c7fc-079e-4218-a544-19856004f6a1 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dc98f-de64-427a-9b5b-1e271e99dfde HTTP/1.1" status: 200 len: 948 time: 0.0478456 May 26 16:52:53.194179 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3b48f3b7-aa6d-49ce-9c41-d946b8d5b2ce req-43ed0ae8-0489-4604-8743-ced363604ab8 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/security-groups?id=bf3db540-aa17-41db-bbd2-a2bf58d98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307488 May 26 16:52:53.708820 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 9d055ff1-045c-4180-a758-9bd8a6d50f86 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:52:53.806134 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 9d055ff1-045c-4180-a758-9bd8a6d50f86, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=9d055ff1-045c-4180-a758-9bd8a6d50f86,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:52:53.817835 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '9d055ff1-045c-4180-a758-9bd8a6d50f86', 'network_id': '65cd6030-02df-4e67-bec9-8529ebbfaf6d', 'port_id': '9d055ff1-045c-4180-a758-9bd8a6d50f86', 'mac_address': 'fa:16:3e:67:8c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013a85f0-347f-4a7d-a853-1defd613297c', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:52:53.853905 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 9d055ff1-045c-4180-a758-9bd8a6d50f86 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:52:53.854418 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:53.867382 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d055ff1-045c-4180-a758-9bd8a6d50f86 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:52:53.888908 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 9d055ff1-045c-4180-a758-9bd8a6d50f86, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=9d055ff1-045c-4180-a758-9bd8a6d50f86,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:52:53.893232 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:53.942119 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=9d055ff1-045c-4180-a758-9bd8a6d50f86,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:54.321640 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef4355-6710-407c-84d7-4a0bfe4f67b4 req-5d37c998-b9f3-4a52-a90d-dffb71e776bb tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:54.323142 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dbef4355-6710-407c-84d7-4a0bfe4f67b4 req-5d37c998-b9f3-4a52-a90d-dffb71e776bb tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dc98f-de64-427a-9b5b-1e271e99dfde HTTP/1.1" status: 200 len: 949 time: 0.0570884 May 26 16:52:54.363864 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dbef4355-6710-407c-84d7-4a0bfe4f67b4 req-c6e42ece-5746-4a99-aa59-c748022862c2 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/security-groups?id=bf3db540-aa17-41db-bbd2-a2bf58d98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345657 May 26 16:52:54.412493 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['9d055ff1-045c-4180-a758-9bd8a6d50f86'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:52:55.484714 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1a8ca-01c7-4210-b32f-92ec1c4c0d7f req-1522393f-b9f9-41ab-bb0c-6c395b676390 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:55.486422 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39c1a8ca-01c7-4210-b32f-92ec1c4c0d7f req-1522393f-b9f9-41ab-bb0c-6c395b676390 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dc98f-de64-427a-9b5b-1e271e99dfde HTTP/1.1" status: 200 len: 949 time: 0.0498042 May 26 16:52:55.525226 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39c1a8ca-01c7-4210-b32f-92ec1c4c0d7f req-0fd5b947-a38a-461b-8a64-c478baa68e7d tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/security-groups?id=bf3db540-aa17-41db-bbd2-a2bf58d98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327892 May 26 16:52:55.737502 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 9d055ff1-045c-4180-a758-9bd8a6d50f86 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:52:55.788622 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 9d055ff1-045c-4180-a758-9bd8a6d50f86 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:52:55.792817 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 9d055ff1-045c-4180-a758-9bd8a6d50f86 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:52:55.793186 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:55.867643 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 9d055ff1-045c-4180-a758-9bd8a6d50f86 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:52:55.868031 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:55.890233 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41dc98f-de64-427a-9b5b-1e271e99dfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d055ff1-045c-4180-a758-9bd8a6d50f86'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:52:55.893100 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336fe4f7-7d23-4e5d-bf24-a2e917ec81da" -d '{"events": [{"server_uuid": "e41dc98f-de64-427a-9b5b-1e271e99dfde", "name": "network-vif-plugged", "status": "completed", "tag": "9d055ff1-045c-4180-a758-9bd8a6d50f86"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:52:55.906011 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 9d055ff1-045c-4180-a758-9bd8a6d50f86, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=9d055ff1-045c-4180-a758-9bd8a6d50f86,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:52:55.912201 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:52:55.958755 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=9d055ff1-045c-4180-a758-9bd8a6d50f86,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:52:55.994320 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2112b62-1a83-40d6-a6e5-fcad5973a31d x-openstack-request-id: req-d2112b62-1a83-40d6-a6e5-fcad5973a31d {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:52:55.994617 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41dc98f-de64-427a-9b5b-1e271e99dfde", "name": "network-vif-plugged", "status": "completed", "tag": "9d055ff1-045c-4180-a758-9bd8a6d50f86", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:52:55.995065 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d2112b62-1a83-40d6-a6e5-fcad5973a31d {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:52:55.995440 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2112b62-1a83-40d6-a6e5-fcad5973a31d'] response: {'server_uuid': 'e41dc98f-de64-427a-9b5b-1e271e99dfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d055ff1-045c-4180-a758-9bd8a6d50f86', 'code': 200} May 26 16:52:56.118015 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f4b15-2493-4a59-ad5a-b58b5dfacf77 req-37f8ef3c-ee92-47a7-8e51-879a10c9afff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:56.119511 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d94f4b15-2493-4a59-ad5a-b58b5dfacf77 req-37f8ef3c-ee92-47a7-8e51-879a10c9afff service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e41dc98f-de64-427a-9b5b-1e271e99dfde HTTP/1.1" status: 200 len: 1101 time: 0.0409081 May 26 16:52:56.154044 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d94f4b15-2493-4a59-ad5a-b58b5dfacf77 req-fdcbcf56-69a2-45f3-b884-e5bddc99d904 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bf3db540-aa17-41db-bbd2-a2bf58d98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268612 May 26 16:52:56.646348 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f281cc0-f0e7-46ef-959e-e1c40fbbb560 req-f9b65c91-a4a6-440c-912a-28f051424ff4 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:56.647826 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9f281cc0-f0e7-46ef-959e-e1c40fbbb560 req-f9b65c91-a4a6-440c-912a-28f051424ff4 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dc98f-de64-427a-9b5b-1e271e99dfde HTTP/1.1" status: 200 len: 950 time: 0.0553219 May 26 16:52:56.686194 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9f281cc0-f0e7-46ef-959e-e1c40fbbb560 req-ef79081a-4682-4d42-9b04-a01a6bb9c68b tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/security-groups?id=bf3db540-aa17-41db-bbd2-a2bf58d98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322556 May 26 16:52:57.805401 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301ec47-d82b-499c-98bc-26be21cfb7be req-b8aa88b8-251e-46cd-bb51-d8e02a519011 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:57.806843 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e301ec47-d82b-499c-98bc-26be21cfb7be req-b8aa88b8-251e-46cd-bb51-d8e02a519011 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dc98f-de64-427a-9b5b-1e271e99dfde HTTP/1.1" status: 200 len: 950 time: 0.0517890 May 26 16:52:57.844416 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e301ec47-d82b-499c-98bc-26be21cfb7be req-b9e69325-7493-430a-9c47-2a23e1794e5e tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/security-groups?id=bf3db540-aa17-41db-bbd2-a2bf58d98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313067 May 26 16:52:58.246132 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-4c61e353-5318-489d-acb2-d4c7f28586e6 req-c99459c7-a05b-4a91-8a0d-45040dda59b7 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:52:58.247176 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4c61e353-5318-489d-acb2-d4c7f28586e6 req-c99459c7-a05b-4a91-8a0d-45040dda59b7 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1030734 May 26 16:52:58.636806 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-040dd2e1-301a-4044-919e-57b9a0cf8833 req-2b21108b-61c0-4c4c-b418-155d8ac636bc service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:52:58.637808 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-040dd2e1-301a-4044-919e-57b9a0cf8833 req-2b21108b-61c0-4c4c-b418-155d8ac636bc service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0568650 May 26 16:52:58.964686 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129637c-caa7-4762-a521-031447878acd req-74014ed9-d696-494a-92ba-9ac5aa932a49 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:52:58.966154 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7129637c-caa7-4762-a521-031447878acd req-74014ed9-d696-494a-92ba-9ac5aa932a49 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dc98f-de64-427a-9b5b-1e271e99dfde HTTP/1.1" status: 200 len: 950 time: 0.0487182 May 26 16:52:59.004964 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7129637c-caa7-4762-a521-031447878acd req-75cc78b0-3eed-4288-9a3d-9fabf4e3036a tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/security-groups?id=bf3db540-aa17-41db-bbd2-a2bf58d98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319400 May 26 16:53:00.124253 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedf0b0-ae6f-4916-8df0-4333e59c4642 req-eec8ec2e-f437-4d45-b1f5-1ac3f6a5a2dc tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:00.125901 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eeedf0b0-ae6f-4916-8df0-4333e59c4642 req-eec8ec2e-f437-4d45-b1f5-1ac3f6a5a2dc tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dc98f-de64-427a-9b5b-1e271e99dfde HTTP/1.1" status: 200 len: 950 time: 0.0476677 May 26 16:53:00.165674 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eeedf0b0-ae6f-4916-8df0-4333e59c4642 req-daa46c0c-bb5f-4032-a2da-ea329a1aa3fc tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/security-groups?id=bf3db540-aa17-41db-bbd2-a2bf58d98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329731 May 26 16:53:00.658943 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76321b-596d-4e28-bb7e-237fa4d769d0 req-48fbfa11-fd2d-4db2-b591-082eca2b1de9 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:00.660358 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ef76321b-596d-4e28-bb7e-237fa4d769d0 req-48fbfa11-fd2d-4db2-b591-082eca2b1de9 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.83 "GET /v2.0/ports?device_id=e41dc98f-de64-427a-9b5b-1e271e99dfde HTTP/1.1" status: 200 len: 950 time: 0.0484333 May 26 16:53:00.752679 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-ef76321b-596d-4e28-bb7e-237fa4d769d0 req-f6b04f15-e939-445d-ac22-2758c7092ca9 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Deleting port 9d055ff1-045c-4180-a758-9bd8a6d50f86 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:53:00.753026 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ef76321b-596d-4e28-bb7e-237fa4d769d0 req-f6b04f15-e939-445d-ac22-2758c7092ca9 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:00.840408 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-ef76321b-596d-4e28-bb7e-237fa4d769d0 req-f6b04f15-e939-445d-ac22-2758c7092ca9 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] For port 9d055ff1-045c-4180-a758-9bd8a6d50f86, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=9d055ff1-045c-4180-a758-9bd8a6d50f86,segment=NetworkSegment(64728387-4881-4db9-8cfc-78b7db2b8bf1),segment_id=64728387-4881-4db9-8cfc-78b7db2b8bf1)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:00.840958 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ef76321b-596d-4e28-bb7e-237fa4d769d0 req-f6b04f15-e939-445d-ac22-2758c7092ca9 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:00.853327 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-ef76321b-596d-4e28-bb7e-237fa4d769d0 req-f6b04f15-e939-445d-ac22-2758c7092ca9 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Calling delete_port for 9d055ff1-045c-4180-a758-9bd8a6d50f86 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:53:00.916333 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:00.986774 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ef76321b-596d-4e28-bb7e-237fa4d769d0 req-f6b04f15-e939-445d-ac22-2758c7092ca9 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:01.015758 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b04f15-e939-445d-ac22-2758c7092ca9 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Pushing event deleted for resources: {'Port': ['ID=9d055ff1-045c-4180-a758-9bd8a6d50f86,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:01.021141 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['9d055ff1-045c-4180-a758-9bd8a6d50f86'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:53:01.059785 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef76321b-596d-4e28-bb7e-237fa4d769d0 req-f6b04f15-e939-445d-ac22-2758c7092ca9 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] No DVR routers for this DVR port 9d055ff1-045c-4180-a758-9bd8a6d50f86 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:53:01.062547 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-ef76321b-596d-4e28-bb7e-237fa4d769d0 req-f6b04f15-e939-445d-ac22-2758c7092ca9 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:01.066165 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ef76321b-596d-4e28-bb7e-237fa4d769d0 req-f6b04f15-e939-445d-ac22-2758c7092ca9 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.83 "DELETE /v2.0/ports/9d055ff1-045c-4180-a758-9bd8a6d50f86 HTTP/1.1" status: 204 len: 173 time: 0.3989017 May 26 16:53:01.066737 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41dc98f-de64-427a-9b5b-1e271e99dfde', 'name': 'network-vif-deleted', 'tag': '9d055ff1-045c-4180-a758-9bd8a6d50f86'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:53:01.069228 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d06423-b736-4f7c-b7bc-afffa6324da8" -d '{"events": [{"server_uuid": "e41dc98f-de64-427a-9b5b-1e271e99dfde", "name": "network-vif-deleted", "tag": "9d055ff1-045c-4180-a758-9bd8a6d50f86"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:53:01.109024 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b6f384-015b-44de-b8c2-d78491f049b7 x-openstack-request-id: req-f8b6f384-015b-44de-b8c2-d78491f049b7 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:53:01.109317 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41dc98f-de64-427a-9b5b-1e271e99dfde", "name": "network-vif-deleted", "tag": "9d055ff1-045c-4180-a758-9bd8a6d50f86", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:53:01.109569 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f8b6f384-015b-44de-b8c2-d78491f049b7 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:53:01.110001 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b6f384-015b-44de-b8c2-d78491f049b7'] response: {'server_uuid': 'e41dc98f-de64-427a-9b5b-1e271e99dfde', 'name': 'network-vif-deleted', 'tag': '9d055ff1-045c-4180-a758-9bd8a6d50f86', 'status': 'completed', 'code': 200} May 26 16:53:01.286511 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-636f3f16-c17c-42fb-aaa6-bda35c47c17f req-dcba3507-206f-4b4e-9449-831cf6f03769 tempest-ServersAdminNegativeTestJSON-729502607 tempest-ServersAdminNegativeTestJSON-729502607-project] 10.222.0.77 "GET /v2.0/ports?device_id=e41dc98f-de64-427a-9b5b-1e271e99dfde HTTP/1.1" status: 200 len: 210 time: 0.0311141 May 26 16:53:02.587034 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38870) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:02.724452 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-00d9ffe1-b263-4001-b92b-fce1b8208137 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=919b1b10cfa14dbdbcb4f46a8861b9a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1361933 May 26 16:53:02.727012 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38874) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:02.773899 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c4df0b60-e20c-482e-b8b6-04ca5506476f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:02.795353 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c4df0b60-e20c-482e-b8b6-04ca5506476f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:02.840752 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c4df0b60-e20c-482e-b8b6-04ca5506476f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:02.843243 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c4df0b60-e20c-482e-b8b6-04ca5506476f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:02.845057 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c4df0b60-e20c-482e-b8b6-04ca5506476f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bf3db540-aa17-41db-bbd2-a2bf58d98d67 HTTP/1.1" status: 204 len: 168 time: 0.1164856 May 26 16:53:02.852814 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df0b60-e20c-482e-b8b6-04ca5506476f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3db540-aa17-41db-bbd2-a2bf58d98d67,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:03.110180 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38880) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:03.123153 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3fb6402c-50ea-4b13-8add-2eda536e5848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:03.201299 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3fb6402c-50ea-4b13-8add-2eda536e5848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:03.206068 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3fb6402c-50ea-4b13-8add-2eda536e5848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:03.243098 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3fb6402c-50ea-4b13-8add-2eda536e5848 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=12f6c0bf9de54d7f94289c2afeed9c6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1318004 May 26 16:53:03.245075 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6402c-50ea-4b13-8add-2eda536e5848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd3bedd-df02-47cc-9bbe-0a48eff2770e,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:03.245870 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38882) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:03.295050 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01bd8e6d-8d26-4068-9a16-d3567986a461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:03.315864 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01bd8e6d-8d26-4068-9a16-d3567986a461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:03.362498 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01bd8e6d-8d26-4068-9a16-d3567986a461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:03.365331 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01bd8e6d-8d26-4068-9a16-d3567986a461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:03.366695 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-01bd8e6d-8d26-4068-9a16-d3567986a461 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6dd3bedd-df02-47cc-9bbe-0a48eff2770e HTTP/1.1" status: 204 len: 168 time: 0.1198130 May 26 16:53:03.378684 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd8e6d-8d26-4068-9a16-d3567986a461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd3bedd-df02-47cc-9bbe-0a48eff2770e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:04.072431 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 38904) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:04.173387 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-95a423ce-1f8c-46ab-8d8c-26b792b3916b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-801159582-network', 'tenant_id': '0f4775a85d854b418bb28b969e87b8cd'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:53:04.195762 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a423ce-1f8c-46ab-8d8c-26b792b3916b admin admin] Made reservation on behalf of 0f4775a85d854b418bb28b969e87b8cd for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:53:04.198254 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-95a423ce-1f8c-46ab-8d8c-26b792b3916b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:04.207263 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-95a423ce-1f8c-46ab-8d8c-26b792b3916b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:04.282498 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-95a423ce-1f8c-46ab-8d8c-26b792b3916b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:04.286255 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-95a423ce-1f8c-46ab-8d8c-26b792b3916b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:04.306642 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a423ce-1f8c-46ab-8d8c-26b792b3916b admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:53:04.321921 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a423ce-1f8c-46ab-8d8c-26b792b3916b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39ff07e-264a-4db2-ab7c-88273c34092c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:04.325092 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-95a423ce-1f8c-46ab-8d8c-26b792b3916b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:04.325438 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-95a423ce-1f8c-46ab-8d8c-26b792b3916b admin admin] Added segment c7c727f8-3f3a-4310-a8ee-c58c1ee75f50 of type vlan for network 625377d2-80a0-4462-ba3f-5d7e7e18a10d May 26 16:53:04.369933 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-95a423ce-1f8c-46ab-8d8c-26b792b3916b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:04.395711 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-95a423ce-1f8c-46ab-8d8c-26b792b3916b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:04.396717 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a423ce-1f8c-46ab-8d8c-26b792b3916b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:04.397261 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-95a423ce-1f8c-46ab-8d8c-26b792b3916b admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:04.450966 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-95a423ce-1f8c-46ab-8d8c-26b792b3916b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3773966 May 26 16:53:04.454311 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38908) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:04.459232 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d54122ca-0122-4d81-8f5a-96d2c56d07c4 admin admin] Request body: {'subnet': {'network_id': '625377d2-80a0-4462-ba3f-5d7e7e18a10d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-801159582-subnet', 'tenant_id': '0f4775a85d854b418bb28b969e87b8cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:53:04.460807 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a423ce-1f8c-46ab-8d8c-26b792b3916b admin admin] Pushing event updated for resources: {'Network': ['ID=625377d2-80a0-4462-ba3f-5d7e7e18a10d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:04.471023 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 625377d2-80a0-4462-ba3f-5d7e7e18a10d details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:53:04.479210 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54122ca-0122-4d81-8f5a-96d2c56d07c4 admin admin] Made reservation on behalf of 0f4775a85d854b418bb28b969e87b8cd for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:53:04.481707 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d54122ca-0122-4d81-8f5a-96d2c56d07c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:04.653190 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d54122ca-0122-4d81-8f5a-96d2c56d07c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:04.732495 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54122ca-0122-4d81-8f5a-96d2c56d07c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a27c1aa-6388-4fa6-b784-72f7fbfdff03,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:04.739904 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54122ca-0122-4d81-8f5a-96d2c56d07c4 admin admin] Checking segment: {'id': 'c7c727f8-3f3a-4310-a8ee-c58c1ee75f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '625377d2-80a0-4462-ba3f-5d7e7e18a10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:53:04.740308 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54122ca-0122-4d81-8f5a-96d2c56d07c4 admin admin] Network hostable DHCP agents. Network: 625377d2-80a0-4462-ba3f-5d7e7e18a10d, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:53:04.761351 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54122ca-0122-4d81-8f5a-96d2c56d07c4 admin admin] Network 625377d2-80a0-4462-ba3f-5d7e7e18a10d is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:53:04.774204 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-d54122ca-0122-4d81-8f5a-96d2c56d07c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 625377d2-80a0-4462-ba3f-5d7e7e18a10d) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:04.778560 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54122ca-0122-4d81-8f5a-96d2c56d07c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:04.779150 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d54122ca-0122-4d81-8f5a-96d2c56d07c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:04.786377 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57824dc0-2c19-4b3b-8a61-da6aa14c1cec None None] Network 625377d2-80a0-4462-ba3f-5d7e7e18a10d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:53:04.796356 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d54122ca-0122-4d81-8f5a-96d2c56d07c4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3409081 May 26 16:53:04.915904 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbd9dc6-b4b1-4233-a7ed-1c4cd8920dac None None] Network 625377d2-80a0-4462-ba3f-5d7e7e18a10d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:53:05.230128 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-97e61b80-048f-4f72-b690-f85efdb80b48 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:05.231597 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-97e61b80-048f-4f72-b690-f85efdb80b48 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/networks?id=625377d2-80a0-4462-ba3f-5d7e7e18a10d HTTP/1.1" status: 200 len: 811 time: 0.1035066 May 26 16:53:05.247055 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-b55a9f75-c318-41f3-b654-304bceb0536a tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/quotas/0f4775a85d854b418bb28b969e87b8cd HTTP/1.1" status: 200 len: 375 time: 0.0088603 May 26 16:53:05.278606 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-079fd65d-4934-4dc9-8750-46988de7d498 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0f4775a85d854b418bb28b969e87b8cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256474 May 26 16:53:05.289217 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-dd1d055e-7985-43ca-8edc-2222f451cc6f service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:53:05.290178 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-dd1d055e-7985-43ca-8edc-2222f451cc6f service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049968 May 26 16:53:05.379359 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-14ebaa0a-610e-44c8-add1-001f5a4c64fd service neutron] 10.222.0.77 "GET /v2.0/networks/625377d2-80a0-4462-ba3f-5d7e7e18a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830843 May 26 16:53:05.476117 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-f1ae242c-1f8f-41a8-a651-bbea4c4e8612 service neutron] 10.222.0.77 "GET /v2.0/networks/625377d2-80a0-4462-ba3f-5d7e7e18a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904996 May 26 16:53:05.641768 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f3c63caf-1883-4dec-9a6b-0ac8f62de3e5 req-537b5550-64c3-462a-998d-10bf3f974f20 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 210 time: 0.0277395 May 26 16:53:05.802208 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 9d055ff1-045c-4180-a758-9bd8a6d50f86 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:53:05.825334 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 9d055ff1-045c-4180-a758-9bd8a6d50f86 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:53:05.825684 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 9d055ff1-045c-4180-a758-9bd8a6d50f86 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:53:06.742324 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-04229f04-3c04-4359-8379-f54e809c0f0b req-7b07fd54-8078-49fd-9077-8d63aff742f5 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 210 time: 0.0272224 May 26 16:53:06.841623 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-e067b49c-a093-43c7-9834-c15622f23b64 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:06.843161 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-e067b49c-a093-43c7-9834-c15622f23b64 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.83 "GET /v2.0/networks?id=625377d2-80a0-4462-ba3f-5d7e7e18a10d HTTP/1.1" status: 200 len: 811 time: 0.1155756 May 26 16:53:06.870322 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-7d33600a-2cd8-4ea5-a6e3-5c7c49e43af1 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Request body: {'port': {'device_id': 'e3372cf4-8d29-48f2-bbb5-8813da93a8e5', 'network_id': '625377d2-80a0-4462-ba3f-5d7e7e18a10d', 'admin_state_up': True, 'tenant_id': '0f4775a85d854b418bb28b969e87b8cd'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:53:06.979830 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-7d33600a-2cd8-4ea5-a6e3-5c7c49e43af1 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Made reservation on behalf of 0f4775a85d854b418bb28b969e87b8cd for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:53:06.983335 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-7d33600a-2cd8-4ea5-a6e3-5c7c49e43af1 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:07.106443 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-7d33600a-2cd8-4ea5-a6e3-5c7c49e43af1 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Allocated IP 172.20.0.6 (625377d2-80a0-4462-ba3f-5d7e7e18a10d/9a27c1aa-6388-4fa6-b784-72f7fbfdff03/8ef1580a-751d-4db8-940a-2ec2d037b646) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:53:07.252597 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-7d33600a-2cd8-4ea5-a6e3-5c7c49e43af1 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:07.285462 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-7d33600a-2cd8-4ea5-a6e3-5c7c49e43af1 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:07.328035 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-7d33600a-2cd8-4ea5-a6e3-5c7c49e43af1 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Network 625377d2-80a0-4462-ba3f-5d7e7e18a10d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:07.331626 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-7d33600a-2cd8-4ea5-a6e3-5c7c49e43af1 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:07.335207 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-7d33600a-2cd8-4ea5-a6e3-5c7c49e43af1 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:53:07.367816 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33600a-2cd8-4ea5-a6e3-5c7c49e43af1 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Pushing event updated for resources: {'Port': ['ID=8ef1580a-751d-4db8-940a-2ec2d037b646,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:07.392770 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-7d33600a-2cd8-4ea5-a6e3-5c7c49e43af1 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:07.393454 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-7d33600a-2cd8-4ea5-a6e3-5c7c49e43af1 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:07.409381 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-7d33600a-2cd8-4ea5-a6e3-5c7c49e43af1 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5427651 May 26 16:53:07.428463 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-73bdedb1-6ff8-427e-a935-8aef80cb600d service neutron] Request body: {'port': {'device_id': 'e3372cf4-8d29-48f2-bbb5-8813da93a8e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:53:07.481116 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-73bdedb1-6ff8-427e-a935-8aef80cb600d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:07.741955 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-73bdedb1-6ff8-427e-a935-8aef80cb600d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ef1580a-751d-4db8-940a-2ec2d037b646 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:53:07.748975 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-73bdedb1-6ff8-427e-a935-8aef80cb600d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:07.761100 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-73bdedb1-6ff8-427e-a935-8aef80cb600d service neutron] Transition to ACTIVE for port object 8ef1580a-751d-4db8-940a-2ec2d037b646 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:53:07.764844 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-73bdedb1-6ff8-427e-a935-8aef80cb600d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:07.821216 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bdedb1-6ff8-427e-a935-8aef80cb600d service neutron] Pushing event updated for resources: {'Port': ['ID=8ef1580a-751d-4db8-940a-2ec2d037b646,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:07.869679 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738faf0-dc6a-4197-b9a2-0dd800e9d35e req-3e4e0b85-96bb-45ab-956f-977e26b1e500 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:07.871158 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f738faf0-dc6a-4197-b9a2-0dd800e9d35e req-3e4e0b85-96bb-45ab-956f-977e26b1e500 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 943 time: 0.0589032 May 26 16:53:07.886219 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-73bdedb1-6ff8-427e-a935-8aef80cb600d service neutron] Attempting to bind port 8ef1580a-751d-4db8-940a-2ec2d037b646 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:53:07.886765 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-73bdedb1-6ff8-427e-a935-8aef80cb600d service neutron] Attempting to bind port 8ef1580a-751d-4db8-940a-2ec2d037b646 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'c7c727f8-3f3a-4310-a8ee-c58c1ee75f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '625377d2-80a0-4462-ba3f-5d7e7e18a10d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:53:07.886863 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-73bdedb1-6ff8-427e-a935-8aef80cb600d service neutron] Attempting to bind port 8ef1580a-751d-4db8-940a-2ec2d037b646 on network 625377d2-80a0-4462-ba3f-5d7e7e18a10d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:07.891447 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-73bdedb1-6ff8-427e-a935-8aef80cb600d service neutron] Port 8ef1580a-751d-4db8-940a-2ec2d037b646 on network 625377d2-80a0-4462-ba3f-5d7e7e18a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:53:07.891825 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-73bdedb1-6ff8-427e-a935-8aef80cb600d service neutron] Attempting to bind port 8ef1580a-751d-4db8-940a-2ec2d037b646 on network 625377d2-80a0-4462-ba3f-5d7e7e18a10d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:07.896631 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-73bdedb1-6ff8-427e-a935-8aef80cb600d service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:53:07.896981 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-73bdedb1-6ff8-427e-a935-8aef80cb600d service neutron] Checking segment: {'id': 'c7c727f8-3f3a-4310-a8ee-c58c1ee75f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '625377d2-80a0-4462-ba3f-5d7e7e18a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:53:07.897391 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-73bdedb1-6ff8-427e-a935-8aef80cb600d service neutron] Bound using segment: {'id': 'c7c727f8-3f3a-4310-a8ee-c58c1ee75f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '625377d2-80a0-4462-ba3f-5d7e7e18a10d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:53:07.897828 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-73bdedb1-6ff8-427e-a935-8aef80cb600d service neutron] Bound port: 8ef1580a-751d-4db8-940a-2ec2d037b646, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c727f8-3f3a-4310-a8ee-c58c1ee75f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '625377d2-80a0-4462-ba3f-5d7e7e18a10d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:53:07.898189 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-73bdedb1-6ff8-427e-a935-8aef80cb600d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:07.909988 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f738faf0-dc6a-4197-b9a2-0dd800e9d35e req-68ed3383-74c0-4be2-bf81-3bfc24ddd9af tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323327 May 26 16:53:07.962381 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-73bdedb1-6ff8-427e-a935-8aef80cb600d service neutron] For port 8ef1580a-751d-4db8-940a-2ec2d037b646, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:53:07.965313 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-73bdedb1-6ff8-427e-a935-8aef80cb600d service neutron] For port 8ef1580a-751d-4db8-940a-2ec2d037b646, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=8ef1580a-751d-4db8-940a-2ec2d037b646,segment=NetworkSegment(c7c727f8-3f3a-4310-a8ee-c58c1ee75f50),segment_id=c7c727f8-3f3a-4310-a8ee-c58c1ee75f50)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:53:07.969274 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-73bdedb1-6ff8-427e-a935-8aef80cb600d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:08.008702 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-73bdedb1-6ff8-427e-a935-8aef80cb600d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:08.009317 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-73bdedb1-6ff8-427e-a935-8aef80cb600d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:08.010717 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-73bdedb1-6ff8-427e-a935-8aef80cb600d service neutron] 10.222.0.83 "PUT /v2.0/ports/8ef1580a-751d-4db8-940a-2ec2d037b646 HTTP/1.1" status: 200 len: 1091 time: 0.5862465 May 26 16:53:08.011172 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3372cf4-8d29-48f2-bbb5-8813da93a8e5', 'tag': '8ef1580a-751d-4db8-940a-2ec2d037b646'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:53:08.013685 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d95fbdb-56e2-40a0-962b-20540c02afbb" -d '{"events": [{"name": "network-changed", "server_uuid": "e3372cf4-8d29-48f2-bbb5-8813da93a8e5", "tag": "8ef1580a-751d-4db8-940a-2ec2d037b646"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:53:08.036474 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bdedb1-6ff8-427e-a935-8aef80cb600d service neutron] Pushing event updated for resources: {'Port': ['ID=8ef1580a-751d-4db8-940a-2ec2d037b646,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:08.064896 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe8256d-f3ef-418a-b891-c5384064a91d x-openstack-request-id: req-8fe8256d-f3ef-418a-b891-c5384064a91d {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:53:08.065184 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3372cf4-8d29-48f2-bbb5-8813da93a8e5", "tag": "8ef1580a-751d-4db8-940a-2ec2d037b646", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:53:08.065436 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8fe8256d-f3ef-418a-b891-c5384064a91d {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:53:08.065839 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fe8256d-f3ef-418a-b891-c5384064a91d'] response: {'name': 'network-changed', 'server_uuid': 'e3372cf4-8d29-48f2-bbb5-8813da93a8e5', 'tag': '8ef1580a-751d-4db8-940a-2ec2d037b646', 'status': 'completed', 'code': 200} May 26 16:53:08.118369 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-a527e847-a5fc-494e-af7a-939ea804ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:08.119838 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-a527e847-a5fc-494e-af7a-939ea804ce8f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f4775a85d854b418bb28b969e87b8cd&device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 1094 time: 0.0407121 May 26 16:53:08.169846 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-66960dbf-d411-4198-a123-9ff6c6412bef service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ef1580a-751d-4db8-940a-2ec2d037b646 HTTP/1.1" status: 200 len: 217 time: 0.0344715 May 26 16:53:08.522967 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-46a1307e-31c5-41bf-aca7-02995ad9ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:08.524449 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-46a1307e-31c5-41bf-aca7-02995ad9ac69 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a27c1aa-6388-4fa6-b784-72f7fbfdff03 HTTP/1.1" status: 200 len: 851 time: 0.3480651 May 26 16:53:08.554353 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-0a49e4ee-651c-4edb-9c97-5c1230af90cb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=625377d2-80a0-4462-ba3f-5d7e7e18a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231619 May 26 16:53:08.642467 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-655c336e-8499-4c79-bd4a-1f7665edfad8 service neutron] 10.222.0.83 "GET /v2.0/networks/625377d2-80a0-4462-ba3f-5d7e7e18a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799069 May 26 16:53:08.733390 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4e9692f8-ecd5-4322-9ba0-c931e0899847 req-92558ad0-135a-49b3-a928-c7b8239ac73a service neutron] 10.222.0.83 "GET /v2.0/networks/625377d2-80a0-4462-ba3f-5d7e7e18a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837908 May 26 16:53:08.864678 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95fbdb-56e2-40a0-962b-20540c02afbb req-7801a69a-0890-47b3-bca6-0c84101f8c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:08.866159 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8d95fbdb-56e2-40a0-962b-20540c02afbb req-7801a69a-0890-47b3-bca6-0c84101f8c7d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f4775a85d854b418bb28b969e87b8cd&device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 1094 time: 0.0411680 May 26 16:53:08.967172 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95fbdb-56e2-40a0-962b-20540c02afbb req-48c591e3-b97b-41b2-8de7-279f3d759667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:08.968808 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8d95fbdb-56e2-40a0-962b-20540c02afbb req-48c591e3-b97b-41b2-8de7-279f3d759667 service neutron] 10.222.0.83 "GET /v2.0/networks?id=625377d2-80a0-4462-ba3f-5d7e7e18a10d HTTP/1.1" status: 200 len: 912 time: 0.0943060 May 26 16:53:09.013843 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8d95fbdb-56e2-40a0-962b-20540c02afbb req-774d2c1d-2128-4f31-abf5-d1b41266fbd4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ef1580a-751d-4db8-940a-2ec2d037b646 HTTP/1.1" status: 200 len: 217 time: 0.0380039 May 26 16:53:09.034497 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93af83-5feb-4202-a7e7-b33d738c6cc6 req-9c8f23ef-c540-4b6a-ab6e-16e2860a0bc8 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:09.035968 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe93af83-5feb-4202-a7e7-b33d738c6cc6 req-9c8f23ef-c540-4b6a-ab6e-16e2860a0bc8 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 943 time: 0.0526726 May 26 16:53:09.063473 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95fbdb-56e2-40a0-962b-20540c02afbb req-0f3cd479-01dc-4473-bbf5-207b5d00fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:09.065873 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8d95fbdb-56e2-40a0-962b-20540c02afbb req-0f3cd479-01dc-4473-bbf5-207b5d00fa40 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a27c1aa-6388-4fa6-b784-72f7fbfdff03 HTTP/1.1" status: 200 len: 851 time: 0.0453436 May 26 16:53:09.073746 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe93af83-5feb-4202-a7e7-b33d738c6cc6 req-9a57b852-27aa-4349-b6f8-207278415ab4 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316370 May 26 16:53:09.102816 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8d95fbdb-56e2-40a0-962b-20540c02afbb req-edb3210f-f256-4ab2-b537-61997d00dc2f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=625377d2-80a0-4462-ba3f-5d7e7e18a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292652 May 26 16:53:09.192577 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8d95fbdb-56e2-40a0-962b-20540c02afbb req-8230e86d-ab3b-4410-b15f-738ce08e7b8c service neutron] 10.222.0.83 "GET /v2.0/networks/625377d2-80a0-4462-ba3f-5d7e7e18a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829468 May 26 16:53:09.287669 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8d95fbdb-56e2-40a0-962b-20540c02afbb req-109cde02-3ebe-420a-9cfe-f1017c13cdee service neutron] 10.222.0.83 "GET /v2.0/networks/625377d2-80a0-4462-ba3f-5d7e7e18a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848641 May 26 16:53:10.190709 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6fd75d-80c4-4da6-8678-8b275a32d173 req-cf4cf6a2-24ae-4ead-80af-61b7ccfe8e20 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:10.192202 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee6fd75d-80c4-4da6-8678-8b275a32d173 req-cf4cf6a2-24ae-4ead-80af-61b7ccfe8e20 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 943 time: 0.0486557 May 26 16:53:10.231367 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ee6fd75d-80c4-4da6-8678-8b275a32d173 req-154f8473-b773-4207-a3ce-7b4753fc9173 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326767 May 26 16:53:11.354957 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe039b-d3bd-438a-a8d4-021f9b72382a req-09dccff4-f7a8-454d-8047-8e25c39042a5 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:11.356478 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1abe039b-d3bd-438a-a8d4-021f9b72382a req-09dccff4-f7a8-454d-8047-8e25c39042a5 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 943 time: 0.0486412 May 26 16:53:11.394447 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1abe039b-d3bd-438a-a8d4-021f9b72382a req-0324b4e9-f6a1-4c79-8b9a-6a6b4547d80d tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318370 May 26 16:53:12.512901 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660e325-46b3-440b-b8e3-6c6fcd2abdac req-e68f5415-4a5b-4d15-aef2-8c578ceb83b0 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:12.514613 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e660e325-46b3-440b-b8e3-6c6fcd2abdac req-e68f5415-4a5b-4d15-aef2-8c578ceb83b0 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 943 time: 0.0519953 May 26 16:53:12.552332 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e660e325-46b3-440b-b8e3-6c6fcd2abdac req-69d6d23e-b3e5-4955-ba25-075d4ff15f9f tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316253 May 26 16:53:13.109987 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9ddbb640-a2f5-4b89-8bf3-c8172e2e69bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:13.678893 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7f123-bb13-4868-b7a0-82ef55a1d118 req-3a09aff6-8568-4af5-ad9f-eb58d84a9515 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:13.680535 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78b7f123-bb13-4868-b7a0-82ef55a1d118 req-3a09aff6-8568-4af5-ad9f-eb58d84a9515 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 943 time: 0.0527050 May 26 16:53:13.717982 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78b7f123-bb13-4868-b7a0-82ef55a1d118 req-f8cb5b21-e094-424a-a424-923d03a7151c tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313849 May 26 16:53:13.832872 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 8ef1580a-751d-4db8-940a-2ec2d037b646 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:53:13.932330 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 8ef1580a-751d-4db8-940a-2ec2d037b646, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=8ef1580a-751d-4db8-940a-2ec2d037b646,segment=NetworkSegment(c7c727f8-3f3a-4310-a8ee-c58c1ee75f50),segment_id=c7c727f8-3f3a-4310-a8ee-c58c1ee75f50)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:13.947503 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '8ef1580a-751d-4db8-940a-2ec2d037b646', 'network_id': '625377d2-80a0-4462-ba3f-5d7e7e18a10d', 'port_id': '8ef1580a-751d-4db8-940a-2ec2d037b646', 'mac_address': 'fa:16:3e:b6:58:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a27c1aa-6388-4fa6-b784-72f7fbfdff03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:53:13.995803 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 8ef1580a-751d-4db8-940a-2ec2d037b646 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:53:13.996209 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:14.008970 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ef1580a-751d-4db8-940a-2ec2d037b646 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:53:14.027267 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 8ef1580a-751d-4db8-940a-2ec2d037b646, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=8ef1580a-751d-4db8-940a-2ec2d037b646,segment=NetworkSegment(c7c727f8-3f3a-4310-a8ee-c58c1ee75f50),segment_id=c7c727f8-3f3a-4310-a8ee-c58c1ee75f50)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:14.031167 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:14.079725 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=8ef1580a-751d-4db8-940a-2ec2d037b646,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:14.480872 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['8ef1580a-751d-4db8-940a-2ec2d037b646'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:53:14.836328 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13aaee2-0ccd-44d3-9ccc-bd8cff35e105 req-333afbfe-9e2a-4579-8fd2-c80cc4047c62 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:14.837792 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c13aaee2-0ccd-44d3-9ccc-bd8cff35e105 req-333afbfe-9e2a-4579-8fd2-c80cc4047c62 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 944 time: 0.0485795 May 26 16:53:14.874651 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c13aaee2-0ccd-44d3-9ccc-bd8cff35e105 req-5aa49031-1096-47a0-bacc-faa8df09580f tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308223 May 26 16:53:15.546260 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-85616f34-d1af-4be8-b61f-ad97114203f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:15.848632 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 8ef1580a-751d-4db8-940a-2ec2d037b646 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:53:15.899463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 8ef1580a-751d-4db8-940a-2ec2d037b646 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:53:15.903626 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 8ef1580a-751d-4db8-940a-2ec2d037b646 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:53:15.904001 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:15.982024 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 8ef1580a-751d-4db8-940a-2ec2d037b646 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:53:15.982411 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:15.993876 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c55a6-93eb-49da-9717-476a185ec69b req-f3c431d1-f75c-47a3-b1fb-f6e3322b4c67 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:15.995649 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b9c55a6-93eb-49da-9717-476a185ec69b req-f3c431d1-f75c-47a3-b1fb-f6e3322b4c67 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 944 time: 0.0522161 May 26 16:53:16.006037 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3372cf4-8d29-48f2-bbb5-8813da93a8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef1580a-751d-4db8-940a-2ec2d037b646'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:53:16.008325 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dc6e76-20b4-462e-ae34-c3e1f04716ff" -d '{"events": [{"server_uuid": "e3372cf4-8d29-48f2-bbb5-8813da93a8e5", "name": "network-vif-plugged", "status": "completed", "tag": "8ef1580a-751d-4db8-940a-2ec2d037b646"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:53:16.022290 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 8ef1580a-751d-4db8-940a-2ec2d037b646, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=8ef1580a-751d-4db8-940a-2ec2d037b646,segment=NetworkSegment(c7c727f8-3f3a-4310-a8ee-c58c1ee75f50),segment_id=c7c727f8-3f3a-4310-a8ee-c58c1ee75f50)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:16.028059 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:16.041188 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b9c55a6-93eb-49da-9717-476a185ec69b req-a4106216-fe63-45c7-b71a-c28906bc533d tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377045 May 26 16:53:16.064564 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942918bb-e458-43c2-bd35-4b5da350b74e x-openstack-request-id: req-942918bb-e458-43c2-bd35-4b5da350b74e {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:53:16.064954 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3372cf4-8d29-48f2-bbb5-8813da93a8e5", "name": "network-vif-plugged", "status": "completed", "tag": "8ef1580a-751d-4db8-940a-2ec2d037b646", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:53:16.065213 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-942918bb-e458-43c2-bd35-4b5da350b74e {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:53:16.065626 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-942918bb-e458-43c2-bd35-4b5da350b74e'] response: {'server_uuid': 'e3372cf4-8d29-48f2-bbb5-8813da93a8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef1580a-751d-4db8-940a-2ec2d037b646', 'code': 200} May 26 16:53:16.086808 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=8ef1580a-751d-4db8-940a-2ec2d037b646,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:16.184526 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fec417-6739-4ec4-9eec-d8c79fb760e8 req-e4da5871-d62c-441a-bf4d-43e970409eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:16.185974 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-18fec417-6739-4ec4-9eec-d8c79fb760e8 req-e4da5871-d62c-441a-bf4d-43e970409eba service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 1096 time: 0.0407751 May 26 16:53:16.221462 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-18fec417-6739-4ec4-9eec-d8c79fb760e8 req-c1d474f7-49a1-4bf8-a624-3ce0b83489bf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287056 May 26 16:53:16.693763 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:17.161252 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72d41b-2eeb-4274-9606-6d252b6e9c7e req-1593d5ef-d093-4d5a-8a11-02b64d278cb4 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:17.163088 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f72d41b-2eeb-4274-9606-6d252b6e9c7e req-1593d5ef-d093-4d5a-8a11-02b64d278cb4 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0533583 May 26 16:53:17.201117 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f72d41b-2eeb-4274-9606-6d252b6e9c7e req-3d43cbc4-1129-4fa0-98cf-887b9c9780c4 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318949 May 26 16:53:18.318340 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57340dd2-4aaf-4a5b-ab4f-81350ecbe825 req-e0413e8e-7b96-454d-a604-836c99267af9 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:18.319862 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57340dd2-4aaf-4a5b-ab4f-81350ecbe825 req-e0413e8e-7b96-454d-a604-836c99267af9 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0485933 May 26 16:53:18.357125 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57340dd2-4aaf-4a5b-ab4f-81350ecbe825 req-4783d768-b6e0-4a46-9798-def66f1d0c8c tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313950 May 26 16:53:18.420582 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:18.438986 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:18.553571 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 38968) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:18.602891 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f8b52-9053-4228-b6f1-c415ada03080 req-3943d321-e125-4ea2-8f7b-85b2009cc0f9 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:18.604475 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c5f8b52-9053-4228-b6f1-c415ada03080 req-3943d321-e125-4ea2-8f7b-85b2009cc0f9 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0535903 May 26 16:53:18.643809 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c5f8b52-9053-4228-b6f1-c415ada03080 req-10182f48-bcee-4a3d-870a-345952059345 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332990 May 26 16:53:18.651127 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-2ae0c450-a160-4c75-bf64-f67990f531f3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0962784 May 26 16:53:18.661371 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-544389fc-de9a-4f85-82b7-95944fe9f414 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:53:18.662546 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-544389fc-de9a-4f85-82b7-95944fe9f414 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060470 May 26 16:53:19.043061 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:19.751265 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-7577e3a9-933f-4a78-9b37-0b8abd2162e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:19.752868 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-7577e3a9-933f-4a78-9b37-0b8abd2162e4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f4775a85d854b418bb28b969e87b8cd&device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 1096 time: 0.0440664 May 26 16:53:19.777153 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ba10c-0f5c-481f-9b11-6a0c41f6ccc0 req-ebb2ca02-ad57-49c5-9882-7f6c0a6cc929 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:19.778650 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1f9ba10c-0f5c-481f-9b11-6a0c41f6ccc0 req-ebb2ca02-ad57-49c5-9882-7f6c0a6cc929 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0505230 May 26 16:53:19.817174 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1f9ba10c-0f5c-481f-9b11-6a0c41f6ccc0 req-414f77ce-d6f7-4edf-a026-ff4d0e56c61d tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318172 May 26 16:53:19.848911 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-17f57754-24f4-4b1e-b60c-dbfa013ce7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:19.850390 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-17f57754-24f4-4b1e-b60c-dbfa013ce7de service neutron] 10.222.0.83 "GET /v2.0/networks?id=625377d2-80a0-4462-ba3f-5d7e7e18a10d HTTP/1.1" status: 200 len: 912 time: 0.0894663 May 26 16:53:19.892675 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-4bc2fb6b-ada4-49d5-b892-347f683d30cb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ef1580a-751d-4db8-940a-2ec2d037b646 HTTP/1.1" status: 200 len: 217 time: 0.0353093 May 26 16:53:19.945533 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-bda808e6-dbb0-41f2-aca8-da711a767f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:19.946857 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-bda808e6-dbb0-41f2-aca8-da711a767f1b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a27c1aa-6388-4fa6-b784-72f7fbfdff03 HTTP/1.1" status: 200 len: 851 time: 0.0477397 May 26 16:53:19.980223 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-4faac0ab-4a89-4266-995a-8a0188859956 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=625377d2-80a0-4462-ba3f-5d7e7e18a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251527 May 26 16:53:20.084847 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-bbee0e6f-8798-4ad2-a259-8c8e1cf0ca88 service neutron] 10.222.0.83 "GET /v2.0/networks/625377d2-80a0-4462-ba3f-5d7e7e18a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975790 May 26 16:53:20.179552 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-90976b13-6c84-4943-a2a8-d1110d8bf9b9 service neutron] 10.222.0.83 "GET /v2.0/networks/625377d2-80a0-4462-ba3f-5d7e7e18a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879967 May 26 16:53:20.933667 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5de24f-fd61-4afa-831b-576d90b57882 req-3877558e-a0d5-4705-802e-8fb03856293e tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:20.935117 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f5de24f-fd61-4afa-831b-576d90b57882 req-3877558e-a0d5-4705-802e-8fb03856293e tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0479231 May 26 16:53:20.972199 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f5de24f-fd61-4afa-831b-576d90b57882 req-03390c60-40e5-4d24-a529-f0b22b70b1aa tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303097 May 26 16:53:21.664675 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:53:22.092038 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcf416-ca63-4392-99ea-4eb15accda6d req-b6dd865d-7b98-4e9a-8f0e-e3e637c3eb36 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:22.093502 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7fdcf416-ca63-4392-99ea-4eb15accda6d req-b6dd865d-7b98-4e9a-8f0e-e3e637c3eb36 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0519271 May 26 16:53:22.130174 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7fdcf416-ca63-4392-99ea-4eb15accda6d req-d6f61241-4632-47da-bc50-2e38437d9dd0 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306079 May 26 16:53:22.836418 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d0343-845c-41ba-8d7f-99a648883c01 req-8606272b-c33e-4eb8-9ef3-47203e3937af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:22.837921 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-160d0343-845c-41ba-8d7f-99a648883c01 req-8606272b-c33e-4eb8-9ef3-47203e3937af service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f4775a85d854b418bb28b969e87b8cd&device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 1096 time: 0.0412586 May 26 16:53:22.944431 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d0343-845c-41ba-8d7f-99a648883c01 req-97760c27-c89f-4780-9f61-5eb96cfb3bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:22.945900 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-160d0343-845c-41ba-8d7f-99a648883c01 req-97760c27-c89f-4780-9f61-5eb96cfb3bb3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=625377d2-80a0-4462-ba3f-5d7e7e18a10d HTTP/1.1" status: 200 len: 912 time: 0.0878234 May 26 16:53:22.988721 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-160d0343-845c-41ba-8d7f-99a648883c01 req-9f75faa3-93a2-4599-a417-62eaa40cfd51 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ef1580a-751d-4db8-940a-2ec2d037b646 HTTP/1.1" status: 200 len: 217 time: 0.0347731 May 26 16:53:23.039109 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d0343-845c-41ba-8d7f-99a648883c01 req-01d1e7df-714b-46b3-a174-7e1d145f53db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:23.040578 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-160d0343-845c-41ba-8d7f-99a648883c01 req-01d1e7df-714b-46b3-a174-7e1d145f53db service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a27c1aa-6388-4fa6-b784-72f7fbfdff03 HTTP/1.1" status: 200 len: 851 time: 0.0431268 May 26 16:53:23.071864 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-160d0343-845c-41ba-8d7f-99a648883c01 req-b3c6d234-5e2e-46e8-abf8-b7362057af20 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=625377d2-80a0-4462-ba3f-5d7e7e18a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244622 May 26 16:53:23.164836 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-160d0343-845c-41ba-8d7f-99a648883c01 req-6a018db4-d2b5-4702-adf9-4829f4ecd440 service neutron] 10.222.0.83 "GET /v2.0/networks/625377d2-80a0-4462-ba3f-5d7e7e18a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855079 May 26 16:53:23.245996 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e951d6-b0dd-4239-b0ad-e0b2a7eac429 req-feae1d52-7783-484d-923f-5889ad40b23c tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:23.247490 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d0e951d6-b0dd-4239-b0ad-e0b2a7eac429 req-feae1d52-7783-484d-923f-5889ad40b23c tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0491490 May 26 16:53:23.257358 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-160d0343-845c-41ba-8d7f-99a648883c01 req-43ddfa12-d8de-49e0-8478-664080833d25 service neutron] 10.222.0.83 "GET /v2.0/networks/625377d2-80a0-4462-ba3f-5d7e7e18a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850616 May 26 16:53:23.285939 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d0e951d6-b0dd-4239-b0ad-e0b2a7eac429 req-2fc878bc-9b84-4e0a-a7e0-d636a9845212 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317914 May 26 16:53:24.402855 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4896ccd-2485-4912-9a90-31a0706d56a6 req-f6998250-8b4b-4570-af5a-14aabda3b6ba tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:24.404345 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c4896ccd-2485-4912-9a90-31a0706d56a6 req-f6998250-8b4b-4570-af5a-14aabda3b6ba tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0487740 May 26 16:53:24.443407 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c4896ccd-2485-4912-9a90-31a0706d56a6 req-8c1d9159-30ad-4914-bb4b-e41ab9531d10 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322754 May 26 16:53:25.569598 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc480b8-dd11-4c85-a55a-cc97473a722f req-4a80ae84-9701-4c11-84ef-3842e30752b0 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:25.571070 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8dc480b8-dd11-4c85-a55a-cc97473a722f req-4a80ae84-9701-4c11-84ef-3842e30752b0 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0544515 May 26 16:53:25.608373 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8dc480b8-dd11-4c85-a55a-cc97473a722f req-978c4c3b-fe2f-4f7e-9188-8f9c32ba9250 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311358 May 26 16:53:26.726587 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6133a7-5d23-4707-afea-313024f07615 req-33165376-24ed-470f-887c-e98ce82cbf27 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:26.728044 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0b6133a7-5d23-4707-afea-313024f07615 req-33165376-24ed-470f-887c-e98ce82cbf27 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0484073 May 26 16:53:26.765496 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0b6133a7-5d23-4707-afea-313024f07615 req-a181400b-ea8a-466e-afb2-e5cdad773f9a tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314829 May 26 16:53:27.882010 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83ae76-818d-439c-9e76-30add39b0577 req-de05b6ca-00e5-4352-892d-72d85a946371 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:27.883464 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b83ae76-818d-439c-9e76-30add39b0577 req-de05b6ca-00e5-4352-892d-72d85a946371 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0475128 May 26 16:53:27.920956 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b83ae76-818d-439c-9e76-30add39b0577 req-a6663271-1b53-4897-8e59-754f5fa4ea98 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312996 May 26 16:53:29.040622 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd7ac5-015c-4c7e-a051-589012d78a89 req-55039fd8-f5af-4b1a-96a0-b2dd9e5d449d tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:29.042081 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4dd7ac5-015c-4c7e-a051-589012d78a89 req-55039fd8-f5af-4b1a-96a0-b2dd9e5d449d tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0517054 May 26 16:53:29.080117 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4dd7ac5-015c-4c7e-a051-589012d78a89 req-4412dbe6-2045-47fb-a546-f8b1017185cc tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312414 May 26 16:53:30.197173 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dc19d-5297-40a7-b1da-245ca41396d7 req-e0a10661-a428-4042-942c-e59fc9ce9687 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:30.198636 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a19dc19d-5297-40a7-b1da-245ca41396d7 req-e0a10661-a428-4042-942c-e59fc9ce9687 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0484025 May 26 16:53:30.236299 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a19dc19d-5297-40a7-b1da-245ca41396d7 req-2fd7c6a9-7b6d-497e-ab69-c595baf8959d tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309024 May 26 16:53:30.913767 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:31.352308 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136379a-cdec-4ea1-a6cb-2ebe439a7a83 req-bd3d7118-0430-4899-a2cf-277bf5e35d9d tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:31.353766 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d136379a-cdec-4ea1-a6cb-2ebe439a7a83 req-bd3d7118-0430-4899-a2cf-277bf5e35d9d tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0483465 May 26 16:53:31.391349 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d136379a-cdec-4ea1-a6cb-2ebe439a7a83 req-af3b1c1c-cf04-46f6-950d-d661065b73c8 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316126 May 26 16:53:32.510602 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615deea-4b80-4e9f-8343-0574dcbaaf73 req-758c8fdd-0788-4936-9f22-ebec2f769c05 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:32.512109 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d615deea-4b80-4e9f-8343-0574dcbaaf73 req-758c8fdd-0788-4936-9f22-ebec2f769c05 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0517745 May 26 16:53:32.549574 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d615deea-4b80-4e9f-8343-0574dcbaaf73 req-3e299584-b0c7-4518-97dd-13b4c9eb0325 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302999 May 26 16:53:33.672607 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b454d-3bae-4459-a9b7-05255a55b08e req-80141142-338b-4db1-864b-594c3ab2599c tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:33.674108 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-016b454d-3bae-4459-a9b7-05255a55b08e req-80141142-338b-4db1-864b-594c3ab2599c tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0510418 May 26 16:53:33.717411 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-016b454d-3bae-4459-a9b7-05255a55b08e req-d1a5422f-a24d-478d-8cda-3870da731253 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368373 May 26 16:53:34.832441 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad8502-0089-418f-b7e5-977ce39422ab req-893ba33a-6c9b-4dc5-a625-4309751f8958 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:34.833897 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32ad8502-0089-418f-b7e5-977ce39422ab req-893ba33a-6c9b-4dc5-a625-4309751f8958 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0475640 May 26 16:53:34.881249 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32ad8502-0089-418f-b7e5-977ce39422ab req-db5438fb-d153-4172-983d-f408122d8e39 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310633 May 26 16:53:36.000667 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e76fff-fffa-401f-b515-b770761e2d02 req-88eb3cf7-9461-43c1-bb06-4cb3cec28436 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:36.003233 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25e76fff-fffa-401f-b515-b770761e2d02 req-88eb3cf7-9461-43c1-bb06-4cb3cec28436 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0549479 May 26 16:53:36.041290 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-25e76fff-fffa-401f-b515-b770761e2d02 req-5d3fa778-93ab-4088-a078-bda44ef7ab32 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320241 May 26 16:53:37.160411 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d083133-5047-42be-b26a-5ec02b9b6c58 req-e75703be-2278-4469-beae-ff05f2adf983 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:37.161885 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3d083133-5047-42be-b26a-5ec02b9b6c58 req-e75703be-2278-4469-beae-ff05f2adf983 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0486310 May 26 16:53:37.200384 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3d083133-5047-42be-b26a-5ec02b9b6c58 req-6f7187b7-2ccc-40a0-a453-dae7114a78db tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323017 May 26 16:53:38.316297 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7c951-7408-4cb4-9b47-030205e1e2c8 req-4d164888-8385-47ca-b7d6-1c75513c9742 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:38.317760 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2b7c951-7408-4cb4-9b47-030205e1e2c8 req-4d164888-8385-47ca-b7d6-1c75513c9742 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0480673 May 26 16:53:38.354352 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2b7c951-7408-4cb4-9b47-030205e1e2c8 req-3efa2ed3-0b88-4f07-88ed-a979c5554dfa tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305364 May 26 16:53:39.481947 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428475d-259a-47e0-9584-2809fce17080 req-b920da43-79fd-41c5-8b5b-c05ebcba9912 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:39.483406 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f428475d-259a-47e0-9584-2809fce17080 req-b920da43-79fd-41c5-8b5b-c05ebcba9912 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0587156 May 26 16:53:39.522130 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f428475d-259a-47e0-9584-2809fce17080 req-4a262932-79d1-4bd5-ac5d-91646f302ed4 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326116 May 26 16:53:40.637867 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bdb37-ebea-44e7-b441-0aaee8a0345b req-e2266998-d5e4-4b1b-a9cb-db3579e5820b tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:40.639552 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1f2bdb37-ebea-44e7-b441-0aaee8a0345b req-e2266998-d5e4-4b1b-a9cb-db3579e5820b tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0491481 May 26 16:53:40.677661 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1f2bdb37-ebea-44e7-b441-0aaee8a0345b req-38f5b649-b262-4913-8008-f95beb6534e2 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318007 May 26 16:53:41.796082 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cceb2f-075f-4e69-9908-b4f1db61ed5e req-6ec5da17-3a83-4fce-99cb-0a1e28f2f519 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:41.797552 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-79cceb2f-075f-4e69-9908-b4f1db61ed5e req-6ec5da17-3a83-4fce-99cb-0a1e28f2f519 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0493510 May 26 16:53:41.835556 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-79cceb2f-075f-4e69-9908-b4f1db61ed5e req-2a98010d-3355-492b-8c60-66f6595acd80 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312595 May 26 16:53:42.955550 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653df2c6-e3aa-4b51-acf5-012dcb5b3491 req-d203f6dd-5c4b-4749-a764-9d8c8d4df26f tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:42.957040 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-653df2c6-e3aa-4b51-acf5-012dcb5b3491 req-d203f6dd-5c4b-4749-a764-9d8c8d4df26f tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0519845 May 26 16:53:42.994436 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-653df2c6-e3aa-4b51-acf5-012dcb5b3491 req-e6b4ba17-a7bf-44d2-a8f7-07a621bc550e tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314102 May 26 16:53:43.113251 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-21bb9638-4ce0-4cf8-b161-98935caa3d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:44.115615 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24651266-05cf-43e2-afda-b0b58a251aab req-5b3893aa-1580-43ef-8725-03f5f364082b tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:44.117170 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24651266-05cf-43e2-afda-b0b58a251aab req-5b3893aa-1580-43ef-8725-03f5f364082b tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0483701 May 26 16:53:44.155531 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24651266-05cf-43e2-afda-b0b58a251aab req-704737b7-10d6-4835-ba65-cfd5263f9dce tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321782 May 26 16:53:45.272000 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af8854-249f-41c7-92f7-4b558b349450 req-0ed686b4-03bd-4604-b4ea-34c1e15072ed tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:45.273604 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43af8854-249f-41c7-92f7-4b558b349450 req-0ed686b4-03bd-4604-b4ea-34c1e15072ed tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0496767 May 26 16:53:45.311673 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43af8854-249f-41c7-92f7-4b558b349450 req-83a0eb88-1bc7-4d82-b43d-2040385c50e2 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320525 May 26 16:53:45.548598 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1d8d1586-c824-4ea8-b788-5f157153ce21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:46.443340 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80a06d-2ddb-40df-9747-d38ad6b19122 req-bb0552a5-8e33-4547-913a-502641d91a30 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:46.445060 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae80a06d-2ddb-40df-9747-d38ad6b19122 req-bb0552a5-8e33-4547-913a-502641d91a30 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0643506 May 26 16:53:46.488958 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ae80a06d-2ddb-40df-9747-d38ad6b19122 req-b3926a2d-60bb-4c0e-a63b-a00785e110c5 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372837 May 26 16:53:46.695244 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:47.511485 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-537296f4-e93a-4023-a92d-1156cb3ed1ac service neutron] show failed (client error): The resource could not be found. May 26 16:53:47.512553 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-537296f4-e93a-4023-a92d-1156cb3ed1ac service neutron] 10.222.0.83 "GET /v2.0/ports/8ef1580a-751d-4db8-940a-2ec2d037b646/bindings/n-h1-843337-2 HTTP/1.1" status: 404 len: 380 time: 0.0699661 May 26 16:53:47.614578 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2beafa-fcef-4ea5-a1d1-e98c16b3d594 req-f680b575-5725-4bf2-b0e7-9a77844fa330 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:47.616621 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f2beafa-fcef-4ea5-a1d1-e98c16b3d594 req-f680b575-5725-4bf2-b0e7-9a77844fa330 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0562325 May 26 16:53:47.659742 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7f2beafa-fcef-4ea5-a1d1-e98c16b3d594 req-d050445a-7513-4a37-afe8-3847b3618284 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369694 May 26 16:53:47.806354 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-d5877f5f-245a-44c7-898d-7b5ecc880e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:47.807868 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-d5877f5f-245a-44c7-898d-7b5ecc880e20 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5&tenant_id=0f4775a85d854b418bb28b969e87b8cd HTTP/1.1" status: 200 len: 1096 time: 0.1239185 May 26 16:53:47.817855 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-c1ff19b3-6348-4dce-8f49-753fbfa00746 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:53:47.818920 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-c1ff19b3-6348-4dce-8f49-753fbfa00746 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050845 May 26 16:53:47.830256 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843337-2', 'device_owner': 'compute:nova'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:53:47.884425 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:48.091250 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] For port 8ef1580a-751d-4db8-940a-2ec2d037b646, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=8ef1580a-751d-4db8-940a-2ec2d037b646,segment=NetworkSegment(c7c727f8-3f3a-4310-a8ee-c58c1ee75f50),segment_id=c7c727f8-3f3a-4310-a8ee-c58c1ee75f50)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:48.123916 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] For port 8ef1580a-751d-4db8-940a-2ec2d037b646, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:53:48.163899 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3372cf4-8d29-48f2-bbb5-8813da93a8e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ef1580a-751d-4db8-940a-2ec2d037b646'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:53:48.166290 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e10a6e4-a99b-4c3c-992e-d0eae6e696fd" -d '{"events": [{"server_uuid": "e3372cf4-8d29-48f2-bbb5-8813da93a8e5", "name": "network-vif-unplugged", "status": "completed", "tag": "8ef1580a-751d-4db8-940a-2ec2d037b646"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:53:48.170572 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:48.184423 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Transition to ACTIVE for port object 8ef1580a-751d-4db8-940a-2ec2d037b646 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:53:48.188372 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:48.221074 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d637077-175e-4cee-9cd5-b02a39407993 x-openstack-request-id: req-2d637077-175e-4cee-9cd5-b02a39407993 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:53:48.221456 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3372cf4-8d29-48f2-bbb5-8813da93a8e5", "name": "network-vif-unplugged", "status": "completed", "tag": "8ef1580a-751d-4db8-940a-2ec2d037b646", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:53:48.221742 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2d637077-175e-4cee-9cd5-b02a39407993 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:53:48.222177 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d637077-175e-4cee-9cd5-b02a39407993'] response: {'server_uuid': 'e3372cf4-8d29-48f2-bbb5-8813da93a8e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ef1580a-751d-4db8-940a-2ec2d037b646', 'code': 200} May 26 16:53:48.242357 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Pushing event updated for resources: {'Port': ['ID=8ef1580a-751d-4db8-940a-2ec2d037b646,revision_number=6']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:48.258688 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] No DVR routers for this DVR port 8ef1580a-751d-4db8-940a-2ec2d037b646 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:53:48.267522 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:48.267900 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:48.268298 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:48.268678 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:48.269041 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:48.269380 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:48.269735 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:48.270091 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:48.270441 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:48.270804 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:48.271157 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:48.271500 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:48.310747 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Attempting to bind port 8ef1580a-751d-4db8-940a-2ec2d037b646 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:53:48.311110 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Attempting to bind port 8ef1580a-751d-4db8-940a-2ec2d037b646 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'c7c727f8-3f3a-4310-a8ee-c58c1ee75f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '625377d2-80a0-4462-ba3f-5d7e7e18a10d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:53:48.311463 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Attempting to bind port 8ef1580a-751d-4db8-940a-2ec2d037b646 on network 625377d2-80a0-4462-ba3f-5d7e7e18a10d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:48.315964 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Port 8ef1580a-751d-4db8-940a-2ec2d037b646 on network 625377d2-80a0-4462-ba3f-5d7e7e18a10d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:53:48.316318 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Attempting to bind port 8ef1580a-751d-4db8-940a-2ec2d037b646 on network 625377d2-80a0-4462-ba3f-5d7e7e18a10d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:53:48.321200 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:53:48.321537 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Checking segment: {'id': 'c7c727f8-3f3a-4310-a8ee-c58c1ee75f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '625377d2-80a0-4462-ba3f-5d7e7e18a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:53:48.321922 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Bound using segment: {'id': 'c7c727f8-3f3a-4310-a8ee-c58c1ee75f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '625377d2-80a0-4462-ba3f-5d7e7e18a10d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:53:48.322355 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Bound port: 8ef1580a-751d-4db8-940a-2ec2d037b646, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c727f8-3f3a-4310-a8ee-c58c1ee75f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '625377d2-80a0-4462-ba3f-5d7e7e18a10d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:53:48.322704 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:48.387812 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] For port 8ef1580a-751d-4db8-940a-2ec2d037b646, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:53:48.391285 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] For port 8ef1580a-751d-4db8-940a-2ec2d037b646, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8ef1580a-751d-4db8-940a-2ec2d037b646,segment=NetworkSegment(c7c727f8-3f3a-4310-a8ee-c58c1ee75f50),segment_id=c7c727f8-3f3a-4310-a8ee-c58c1ee75f50)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:53:48.397167 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:48.426142 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:48.438126 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:48.439722 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:48.442721 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] 10.222.0.81 "PUT /v2.0/ports/8ef1580a-751d-4db8-940a-2ec2d037b646 HTTP/1.1" status: 200 len: 1091 time: 0.6167779 May 26 16:53:48.461309 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:48.477424 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16b429-5c11-42e1-898b-c03fe2bd3dcc service neutron] Pushing event updated for resources: {'Port': ['ID=8ef1580a-751d-4db8-940a-2ec2d037b646,revision_number=7']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:48.512401 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-1eecdcca-d1dd-4f94-856b-0a2f4d4e638e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:48.514156 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-1eecdcca-d1dd-4f94-856b-0a2f4d4e638e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0f4775a85d854b418bb28b969e87b8cd&device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 1094 time: 0.0505285 May 26 16:53:48.602673 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5ba3460f-b85e-4b15-8791-5c954683badc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:48.604189 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-5ba3460f-b85e-4b15-8791-5c954683badc service neutron] 10.222.0.81 "GET /v2.0/networks?id=625377d2-80a0-4462-ba3f-5d7e7e18a10d HTTP/1.1" status: 200 len: 912 time: 0.0840561 May 26 16:53:48.649122 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-a9cf8141-f9f4-4658-9a0e-724600d0ed95 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ef1580a-751d-4db8-940a-2ec2d037b646 HTTP/1.1" status: 200 len: 217 time: 0.0373034 May 26 16:53:48.702447 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-220e26c3-8411-4396-8829-13532c05c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:48.704033 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-220e26c3-8411-4396-8829-13532c05c05c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9a27c1aa-6388-4fa6-b784-72f7fbfdff03 HTTP/1.1" status: 200 len: 851 time: 0.0493772 May 26 16:53:48.738347 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-713d2873-e03a-4a7e-ab03-0b5cd81ec7b2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=625377d2-80a0-4462-ba3f-5d7e7e18a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276353 May 26 16:53:48.778337 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3f57c-1c4a-448a-a26d-22de18ddf541 req-dbbccb53-ebda-4412-b0cb-977c9e4d8ecc tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:48.779811 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07f3f57c-1c4a-448a-a26d-22de18ddf541 req-dbbccb53-ebda-4412-b0cb-977c9e4d8ecc tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 943 time: 0.0486848 May 26 16:53:48.821578 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07f3f57c-1c4a-448a-a26d-22de18ddf541 req-e1ebaa56-6e20-4f65-a485-0a6c8b456983 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353799 May 26 16:53:48.832196 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-e65a7f02-01bf-4ec9-aab5-66585d933699 service neutron] 10.222.0.81 "GET /v2.0/networks/625377d2-80a0-4462-ba3f-5d7e7e18a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868795 May 26 16:53:48.927765 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-be4a98cc-dcd7-4853-b0cd-38e41d296384 req-e9b7c92c-d5cc-4e8a-858f-9cf18e1cfa95 service neutron] 10.222.0.81 "GET /v2.0/networks/625377d2-80a0-4462-ba3f-5d7e7e18a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874715 May 26 16:53:49.044986 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:49.948257 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a95325-acbb-4224-bfd1-1ce7f9894a5e req-6e62cda4-d533-40c2-8384-4b4e1baf7aca tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:49.949724 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1a95325-acbb-4224-bfd1-1ce7f9894a5e req-6e62cda4-d533-40c2-8384-4b4e1baf7aca tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 943 time: 0.0514145 May 26 16:53:49.987303 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1a95325-acbb-4224-bfd1-1ce7f9894a5e req-06103ae6-c3b7-4816-842f-ef3c02491f54 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305603 May 26 16:53:50.223553 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3372cf4-8d29-48f2-bbb5-8813da93a8e5', 'tag': '8ef1580a-751d-4db8-940a-2ec2d037b646'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:53:50.225925 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c48b50-dab3-4e21-8a1f-1408377ce163" -d '{"events": [{"name": "network-changed", "server_uuid": "e3372cf4-8d29-48f2-bbb5-8813da93a8e5", "tag": "8ef1580a-751d-4db8-940a-2ec2d037b646"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:53:50.274762 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bbfa75-bcdc-4aba-bc86-3fb9b86257ba x-openstack-request-id: req-13bbfa75-bcdc-4aba-bc86-3fb9b86257ba {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:53:50.275051 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3372cf4-8d29-48f2-bbb5-8813da93a8e5", "tag": "8ef1580a-751d-4db8-940a-2ec2d037b646", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:53:50.275302 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-13bbfa75-bcdc-4aba-bc86-3fb9b86257ba {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:53:50.275701 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13bbfa75-bcdc-4aba-bc86-3fb9b86257ba'] response: {'name': 'network-changed', 'server_uuid': 'e3372cf4-8d29-48f2-bbb5-8813da93a8e5', 'tag': '8ef1580a-751d-4db8-940a-2ec2d037b646', 'status': 'completed', 'code': 200} May 26 16:53:50.368245 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c48b50-dab3-4e21-8a1f-1408377ce163 req-5ff936b0-d4e9-4a3a-9c25-ba0c4c5c95c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:50.369722 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-70c48b50-dab3-4e21-8a1f-1408377ce163 req-5ff936b0-d4e9-4a3a-9c25-ba0c4c5c95c4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0f4775a85d854b418bb28b969e87b8cd&device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 1094 time: 0.0696168 May 26 16:53:50.374143 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c48b50-dab3-4e21-8a1f-1408377ce163 req-aaad1e51-f24e-4183-88de-8f8ad3eb3ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:50.375515 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-70c48b50-dab3-4e21-8a1f-1408377ce163 req-aaad1e51-f24e-4183-88de-8f8ad3eb3ed5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f4775a85d854b418bb28b969e87b8cd&device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 1094 time: 0.0501826 May 26 16:53:50.550650 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c48b50-dab3-4e21-8a1f-1408377ce163 req-7a685196-259a-4755-a852-fadf232df60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:50.552208 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-70c48b50-dab3-4e21-8a1f-1408377ce163 req-7a685196-259a-4755-a852-fadf232df60e service neutron] 10.222.0.81 "GET /v2.0/networks?id=625377d2-80a0-4462-ba3f-5d7e7e18a10d HTTP/1.1" status: 200 len: 912 time: 0.1758163 May 26 16:53:50.553780 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c48b50-dab3-4e21-8a1f-1408377ce163 req-8578b7f4-628c-4d3d-a35d-42232539c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:50.555090 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-70c48b50-dab3-4e21-8a1f-1408377ce163 req-8578b7f4-628c-4d3d-a35d-42232539c3f0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=625377d2-80a0-4462-ba3f-5d7e7e18a10d HTTP/1.1" status: 200 len: 912 time: 0.1696739 May 26 16:53:50.599165 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-70c48b50-dab3-4e21-8a1f-1408377ce163 req-c3ea5027-f73d-448b-a258-5ad0245998db service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ef1580a-751d-4db8-940a-2ec2d037b646 HTTP/1.1" status: 200 len: 217 time: 0.0394049 May 26 16:53:50.636396 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-70c48b50-dab3-4e21-8a1f-1408377ce163 req-11c6bee6-8f30-4ea2-a8ff-f228bc2dabe9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ef1580a-751d-4db8-940a-2ec2d037b646 HTTP/1.1" status: 200 len: 217 time: 0.0707483 May 26 16:53:50.701598 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c48b50-dab3-4e21-8a1f-1408377ce163 req-2bc96a09-49b3-47f0-b482-bdc33c9cde21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:50.703035 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-70c48b50-dab3-4e21-8a1f-1408377ce163 req-2bc96a09-49b3-47f0-b482-bdc33c9cde21 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9a27c1aa-6388-4fa6-b784-72f7fbfdff03 HTTP/1.1" status: 200 len: 851 time: 0.0742188 May 26 16:53:50.708698 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c48b50-dab3-4e21-8a1f-1408377ce163 req-7d9b82a1-0145-4eba-8af4-4bd4f950b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:50.710020 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-70c48b50-dab3-4e21-8a1f-1408377ce163 req-7d9b82a1-0145-4eba-8af4-4bd4f950b5a8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a27c1aa-6388-4fa6-b784-72f7fbfdff03 HTTP/1.1" status: 200 len: 851 time: 0.0550547 May 26 16:53:50.755966 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-70c48b50-dab3-4e21-8a1f-1408377ce163 req-43b89d68-66b8-4d64-8ebe-b077a47ef64d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=625377d2-80a0-4462-ba3f-5d7e7e18a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434380 May 26 16:53:50.757739 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-70c48b50-dab3-4e21-8a1f-1408377ce163 req-87dd094c-41fe-4d0d-a6f0-53a995903c65 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=625377d2-80a0-4462-ba3f-5d7e7e18a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383379 May 26 16:53:50.806277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 8ef1580a-751d-4db8-940a-2ec2d037b646 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:53:50.905591 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 8ef1580a-751d-4db8-940a-2ec2d037b646, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8ef1580a-751d-4db8-940a-2ec2d037b646,segment=NetworkSegment(c7c727f8-3f3a-4310-a8ee-c58c1ee75f50),segment_id=c7c727f8-3f3a-4310-a8ee-c58c1ee75f50)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:50.916931 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '8ef1580a-751d-4db8-940a-2ec2d037b646', 'network_id': '625377d2-80a0-4462-ba3f-5d7e7e18a10d', 'port_id': '8ef1580a-751d-4db8-940a-2ec2d037b646', 'mac_address': 'fa:16:3e:b6:58:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a27c1aa-6388-4fa6-b784-72f7fbfdff03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:53:50.917777 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-70c48b50-dab3-4e21-8a1f-1408377ce163 req-b610c49a-b487-40f1-b257-e61d298b83e5 service neutron] 10.222.0.81 "GET /v2.0/networks/625377d2-80a0-4462-ba3f-5d7e7e18a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551845 May 26 16:53:50.919478 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-70c48b50-dab3-4e21-8a1f-1408377ce163 req-1ebc45f5-c77b-47a6-9028-8c98431dc587 service neutron] 10.222.0.83 "GET /v2.0/networks/625377d2-80a0-4462-ba3f-5d7e7e18a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498330 May 26 16:53:50.953561 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 8ef1580a-751d-4db8-940a-2ec2d037b646 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:53:50.953943 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:50.966594 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ef1580a-751d-4db8-940a-2ec2d037b646 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:53:50.985660 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 8ef1580a-751d-4db8-940a-2ec2d037b646, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8ef1580a-751d-4db8-940a-2ec2d037b646,segment=NetworkSegment(c7c727f8-3f3a-4310-a8ee-c58c1ee75f50),segment_id=c7c727f8-3f3a-4310-a8ee-c58c1ee75f50)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:50.990491 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:51.042617 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=8ef1580a-751d-4db8-940a-2ec2d037b646,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:51.052558 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:51.052899 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:51.053234 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:51.053567 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:51.053923 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:51.054252 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:51.054576 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:51.055023 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:51.055352 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:51.055995 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:51.055995 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:51.056387 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:51.076152 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-70c48b50-dab3-4e21-8a1f-1408377ce163 req-3f751067-446c-418c-af50-b2013d864d39 service neutron] 10.222.0.81 "GET /v2.0/networks/625377d2-80a0-4462-ba3f-5d7e7e18a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509848 May 26 16:53:51.079528 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-70c48b50-dab3-4e21-8a1f-1408377ce163 req-f81b130b-b845-466f-a06c-c1c2e9696216 service neutron] 10.222.0.83 "GET /v2.0/networks/625377d2-80a0-4462-ba3f-5d7e7e18a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472883 May 26 16:53:51.116723 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43daf353-3980-4485-98d2-14aa3981a2f2 req-ac01006b-8c80-45a1-b41b-1755d0d5abf4 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:51.118201 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43daf353-3980-4485-98d2-14aa3981a2f2 req-ac01006b-8c80-45a1-b41b-1755d0d5abf4 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 944 time: 0.0542147 May 26 16:53:51.161299 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43daf353-3980-4485-98d2-14aa3981a2f2 req-5b2ce039-384e-45e3-98d2-05480fe5bac1 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368912 May 26 16:53:51.239030 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['8ef1580a-751d-4db8-940a-2ec2d037b646'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:53:51.450769 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4a29c-5aac-4d9b-bc73-968d2beb975a req-4c8d7b78-36e2-4670-ac10-7dc0eed5921a tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:51.452254 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dfd4a29c-5aac-4d9b-bc73-968d2beb975a req-4c8d7b78-36e2-4670-ac10-7dc0eed5921a tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5&tenant_id=0f4775a85d854b418bb28b969e87b8cd&binding%3Ahost_id=n-h1-843337-2 HTTP/1.1" status: 200 len: 944 time: 0.0861831 May 26 16:53:51.518352 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [req-dfd4a29c-5aac-4d9b-bc73-968d2beb975a req-c776ae56-c23d-4f5f-aef7-8c683df68c0e service neutron] delete failed (client error): The resource could not be found. May 26 16:53:51.519335 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dfd4a29c-5aac-4d9b-bc73-968d2beb975a req-c776ae56-c23d-4f5f-aef7-8c683df68c0e service neutron] 10.222.0.83 "DELETE /v2.0/ports/8ef1580a-751d-4db8-940a-2ec2d037b646/bindings/n-h2-843337-2 HTTP/1.1" status: 404 len: 380 time: 0.0599110 May 26 16:53:51.629064 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4a29c-5aac-4d9b-bc73-968d2beb975a req-c309098c-2aa3-4daf-b3b2-22fdade3ccce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:51.630547 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dfd4a29c-5aac-4d9b-bc73-968d2beb975a req-c309098c-2aa3-4daf-b3b2-22fdade3ccce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f4775a85d854b418bb28b969e87b8cd&device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 1095 time: 0.0424919 May 26 16:53:51.724622 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4a29c-5aac-4d9b-bc73-968d2beb975a req-8176f5f3-45b1-4e74-b740-90e3bce17201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:51.726103 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dfd4a29c-5aac-4d9b-bc73-968d2beb975a req-8176f5f3-45b1-4e74-b740-90e3bce17201 service neutron] 10.222.0.83 "GET /v2.0/networks?id=625377d2-80a0-4462-ba3f-5d7e7e18a10d HTTP/1.1" status: 200 len: 912 time: 0.0885346 May 26 16:53:51.768009 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dfd4a29c-5aac-4d9b-bc73-968d2beb975a req-75f5b861-ace2-4f8f-8395-c56a0ef41885 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ef1580a-751d-4db8-940a-2ec2d037b646 HTTP/1.1" status: 200 len: 217 time: 0.0336323 May 26 16:53:51.816364 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4a29c-5aac-4d9b-bc73-968d2beb975a req-f536d2c1-a8f2-4ffe-b7cf-ce8e2338699f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:51.817804 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dfd4a29c-5aac-4d9b-bc73-968d2beb975a req-f536d2c1-a8f2-4ffe-b7cf-ce8e2338699f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a27c1aa-6388-4fa6-b784-72f7fbfdff03 HTTP/1.1" status: 200 len: 851 time: 0.0424664 May 26 16:53:51.850315 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dfd4a29c-5aac-4d9b-bc73-968d2beb975a req-9a8cef38-0844-4a82-8ecc-edf68268ea86 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=625377d2-80a0-4462-ba3f-5d7e7e18a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246105 May 26 16:53:51.945783 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dfd4a29c-5aac-4d9b-bc73-968d2beb975a req-8ec087d2-18ab-4f41-91ab-883915f81c34 service neutron] 10.222.0.83 "GET /v2.0/networks/625377d2-80a0-4462-ba3f-5d7e7e18a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862100 May 26 16:53:52.037190 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dfd4a29c-5aac-4d9b-bc73-968d2beb975a req-10a2e801-244e-4830-871d-e5b6bb6fb04b service neutron] 10.222.0.83 "GET /v2.0/networks/625377d2-80a0-4462-ba3f-5d7e7e18a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802076 May 26 16:53:52.051180 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 8ef1580a-751d-4db8-940a-2ec2d037b646 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:53:52.090991 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 8ef1580a-751d-4db8-940a-2ec2d037b646 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:53:52.804048 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 8ef1580a-751d-4db8-940a-2ec2d037b646 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:53:52.859595 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 8ef1580a-751d-4db8-940a-2ec2d037b646 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:53:52.863254 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 8ef1580a-751d-4db8-940a-2ec2d037b646 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:53:52.863627 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:52.899356 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c51ed-2bbc-4e08-addc-7cc9cb0794b8 req-4e0934ab-bf85-4cab-94f6-be487e5cd1bb tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:52.901426 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-210c51ed-2bbc-4e08-addc-7cc9cb0794b8 req-4e0934ab-bf85-4cab-94f6-be487e5cd1bb tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 944 time: 0.0525773 May 26 16:53:52.938888 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-210c51ed-2bbc-4e08-addc-7cc9cb0794b8 req-02820df5-1dfc-4698-a6e6-588e57abe25a tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314102 May 26 16:53:52.940376 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 8ef1580a-751d-4db8-940a-2ec2d037b646 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:53:52.940771 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:52.963884 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3372cf4-8d29-48f2-bbb5-8813da93a8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef1580a-751d-4db8-940a-2ec2d037b646'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:53:52.966102 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221d1138-ee2e-43af-b3a1-9f06f5eaa1ca" -d '{"events": [{"server_uuid": "e3372cf4-8d29-48f2-bbb5-8813da93a8e5", "name": "network-vif-plugged", "status": "completed", "tag": "8ef1580a-751d-4db8-940a-2ec2d037b646"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:53:52.978946 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 8ef1580a-751d-4db8-940a-2ec2d037b646, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8ef1580a-751d-4db8-940a-2ec2d037b646,segment=NetworkSegment(c7c727f8-3f3a-4310-a8ee-c58c1ee75f50),segment_id=c7c727f8-3f3a-4310-a8ee-c58c1ee75f50)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:52.982895 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:53.005424 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5492b8a-fde7-4bf7-ac17-d05328dac215 x-openstack-request-id: req-f5492b8a-fde7-4bf7-ac17-d05328dac215 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:53:53.005711 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3372cf4-8d29-48f2-bbb5-8813da93a8e5", "name": "network-vif-plugged", "status": "completed", "tag": "8ef1580a-751d-4db8-940a-2ec2d037b646", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:53:53.005958 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f5492b8a-fde7-4bf7-ac17-d05328dac215 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:53:53.006340 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5492b8a-fde7-4bf7-ac17-d05328dac215'] response: {'server_uuid': 'e3372cf4-8d29-48f2-bbb5-8813da93a8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef1580a-751d-4db8-940a-2ec2d037b646', 'code': 200} May 26 16:53:53.035181 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=8ef1580a-751d-4db8-940a-2ec2d037b646,revision_number=9']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:54.070205 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbf42a-0f90-4887-902d-2272227b4e04 req-77d23a17-d591-4139-90cf-5b24943d1b85 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:54.071764 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-41dbf42a-0f90-4887-902d-2272227b4e04 req-77d23a17-d591-4139-90cf-5b24943d1b85 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.0565336 May 26 16:53:54.110845 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-41dbf42a-0f90-4887-902d-2272227b4e04 req-b60a5ebe-94c5-467f-afe6-882fbfb68fdb tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.77 "GET /v2.0/security-groups?id=b39ff07e-264a-4db2-ab7c-88273c34092c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329204 May 26 16:53:54.483423 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4a29c-5aac-4d9b-bc73-968d2beb975a req-10e37e6f-b908-4859-942a-cd0e4d7c0a16 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:54.485198 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dfd4a29c-5aac-4d9b-bc73-968d2beb975a req-10e37e6f-b908-4859-942a-cd0e4d7c0a16 tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3372cf4-8d29-48f2-bbb5-8813da93a8e5 HTTP/1.1" status: 200 len: 945 time: 0.3618290 May 26 16:53:54.574430 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-dfd4a29c-5aac-4d9b-bc73-968d2beb975a req-a297f1a1-3376-4437-abbf-db9042ca662e tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Deleting port 8ef1580a-751d-4db8-940a-2ec2d037b646 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:53:54.574769 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-dfd4a29c-5aac-4d9b-bc73-968d2beb975a req-a297f1a1-3376-4437-abbf-db9042ca662e tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:54.662339 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-dfd4a29c-5aac-4d9b-bc73-968d2beb975a req-a297f1a1-3376-4437-abbf-db9042ca662e tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] For port 8ef1580a-751d-4db8-940a-2ec2d037b646, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8ef1580a-751d-4db8-940a-2ec2d037b646,segment=NetworkSegment(c7c727f8-3f3a-4310-a8ee-c58c1ee75f50),segment_id=c7c727f8-3f3a-4310-a8ee-c58c1ee75f50)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:53:54.662599 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-dfd4a29c-5aac-4d9b-bc73-968d2beb975a req-a297f1a1-3376-4437-abbf-db9042ca662e tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:54.674611 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-dfd4a29c-5aac-4d9b-bc73-968d2beb975a req-a297f1a1-3376-4437-abbf-db9042ca662e tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Calling delete_port for 8ef1580a-751d-4db8-940a-2ec2d037b646 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:53:54.796034 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-dfd4a29c-5aac-4d9b-bc73-968d2beb975a req-a297f1a1-3376-4437-abbf-db9042ca662e tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:54.807291 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['8ef1580a-751d-4db8-940a-2ec2d037b646'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:53:54.826838 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297f1a1-3376-4437-abbf-db9042ca662e tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Pushing event deleted for resources: {'Port': ['ID=8ef1580a-751d-4db8-940a-2ec2d037b646,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:54.868398 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd4a29c-5aac-4d9b-bc73-968d2beb975a req-a297f1a1-3376-4437-abbf-db9042ca662e tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] No DVR routers for this DVR port 8ef1580a-751d-4db8-940a-2ec2d037b646 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:53:54.871102 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-dfd4a29c-5aac-4d9b-bc73-968d2beb975a req-a297f1a1-3376-4437-abbf-db9042ca662e tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:54.874389 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dfd4a29c-5aac-4d9b-bc73-968d2beb975a req-a297f1a1-3376-4437-abbf-db9042ca662e tempest-DeleteServersTestJSON-125333167 tempest-DeleteServersTestJSON-125333167-project] 10.222.0.81 "DELETE /v2.0/ports/8ef1580a-751d-4db8-940a-2ec2d037b646 HTTP/1.1" status: 204 len: 173 time: 0.3829725 May 26 16:53:54.874830 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3372cf4-8d29-48f2-bbb5-8813da93a8e5', 'name': 'network-vif-deleted', 'tag': '8ef1580a-751d-4db8-940a-2ec2d037b646'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:53:54.877733 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be26ca9-99f1-4e71-a343-ca55289ac3ae" -d '{"events": [{"server_uuid": "e3372cf4-8d29-48f2-bbb5-8813da93a8e5", "name": "network-vif-deleted", "tag": "8ef1580a-751d-4db8-940a-2ec2d037b646"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:53:54.915669 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c54183-825e-4da8-a34c-51538cc13726 x-openstack-request-id: req-49c54183-825e-4da8-a34c-51538cc13726 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:53:54.915961 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3372cf4-8d29-48f2-bbb5-8813da93a8e5", "name": "network-vif-deleted", "tag": "8ef1580a-751d-4db8-940a-2ec2d037b646", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:53:54.916253 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-49c54183-825e-4da8-a34c-51538cc13726 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:53:54.916655 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c54183-825e-4da8-a34c-51538cc13726'] response: {'server_uuid': 'e3372cf4-8d29-48f2-bbb5-8813da93a8e5', 'name': 'network-vif-deleted', 'tag': '8ef1580a-751d-4db8-940a-2ec2d037b646', 'status': 'completed', 'code': 200} May 26 16:53:55.242307 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39072) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:55.288006 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a333f071-1c63-426c-bbcb-ea72b0829811 admin admin] Deleting subnet 9a27c1aa-6388-4fa6-b784-72f7fbfdff03 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:53:55.291300 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a333f071-1c63-426c-bbcb-ea72b0829811 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:55.325171 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a333f071-1c63-426c-bbcb-ea72b0829811 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:55.367594 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a333f071-1c63-426c-bbcb-ea72b0829811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:55.421288 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a333f071-1c63-426c-bbcb-ea72b0829811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:55.446871 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333f071-1c63-426c-bbcb-ea72b0829811 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a27c1aa-6388-4fa6-b784-72f7fbfdff03,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:55.450656 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a333f071-1c63-426c-bbcb-ea72b0829811 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:55.453817 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a333f071-1c63-426c-bbcb-ea72b0829811 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9a27c1aa-6388-4fa6-b784-72f7fbfdff03 HTTP/1.1" status: 204 len: 168 time: 0.2105215 May 26 16:53:55.457318 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39074) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:55.525732 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d3e70f98-ddcc-480b-ac36-625418118414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:55.617831 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d3e70f98-ddcc-480b-ac36-625418118414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:55.638286 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-d3e70f98-ddcc-480b-ac36-625418118414 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625377d2-80a0-4462-ba3f-5d7e7e18a10d']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:55.647786 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-d3e70f98-ddcc-480b-ac36-625418118414 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c727f8-3f3a-4310-a8ee-c58c1ee75f50') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:55.648079 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-d3e70f98-ddcc-480b-ac36-625418118414 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c727f8-3f3a-4310-a8ee-c58c1ee75f50') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:53:55.657175 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d3e70f98-ddcc-480b-ac36-625418118414 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:55.670070 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d3e70f98-ddcc-480b-ac36-625418118414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:55.676119 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e70f98-ddcc-480b-ac36-625418118414 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:53:55.676434 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d3e70f98-ddcc-480b-ac36-625418118414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:55.720769 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment c7c727f8-3f3a-4310-a8ee-c58c1ee75f50 resource provider aggregate not found May 26 16:53:55.736644 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment c7c727f8-3f3a-4310-a8ee-c58c1ee75f50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7c727f8-3f3a-4310-a8ee-c58c1ee75f50 found for delete ", "request_id": "req-aa749847-0091-49f1-a557-f05d0b9b1946"}]} May 26 16:53:55.744915 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d3e70f98-ddcc-480b-ac36-625418118414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:55.750925 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d3e70f98-ddcc-480b-ac36-625418118414 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:55.755386 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d3e70f98-ddcc-480b-ac36-625418118414 admin admin] 10.222.0.77 "DELETE /v2.0/networks/625377d2-80a0-4462-ba3f-5d7e7e18a10d HTTP/1.1" status: 204 len: 168 time: 0.2971196 May 26 16:53:55.768497 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e70f98-ddcc-480b-ac36-625418118414 admin admin] Pushing event deleted for resources: {'Network': ['ID=625377d2-80a0-4462-ba3f-5d7e7e18a10d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:55.864396 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39082) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:55.902662 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-60755633-bbb5-43e9-b50b-3396ffa625be admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0f4775a85d854b418bb28b969e87b8cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370605 May 26 16:53:55.905130 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39084) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:55.954099 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c737fa10-f520-4d57-84d7-f5831a5fc268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:55.975662 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c737fa10-f520-4d57-84d7-f5831a5fc268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:56.022421 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c737fa10-f520-4d57-84d7-f5831a5fc268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:56.025206 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c737fa10-f520-4d57-84d7-f5831a5fc268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:56.026154 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c737fa10-f520-4d57-84d7-f5831a5fc268 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b39ff07e-264a-4db2-ab7c-88273c34092c HTTP/1.1" status: 204 len: 168 time: 0.1201129 May 26 16:53:56.035098 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737fa10-f520-4d57-84d7-f5831a5fc268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39ff07e-264a-4db2-ab7c-88273c34092c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:56.694225 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39106) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:56.791922 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e480d61c-6fd5-4ea0-89ed-1359f3072009 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1625445888-network', 'tenant_id': '2116abb139a54b9f9d04183ba1cb87fe'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:53:56.809942 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e480d61c-6fd5-4ea0-89ed-1359f3072009 admin admin] Made reservation on behalf of 2116abb139a54b9f9d04183ba1cb87fe for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:53:56.812256 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e480d61c-6fd5-4ea0-89ed-1359f3072009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:56.820294 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e480d61c-6fd5-4ea0-89ed-1359f3072009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:56.899766 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e480d61c-6fd5-4ea0-89ed-1359f3072009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:56.903193 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e480d61c-6fd5-4ea0-89ed-1359f3072009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:56.928804 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e480d61c-6fd5-4ea0-89ed-1359f3072009 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:53:56.940797 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480d61c-6fd5-4ea0-89ed-1359f3072009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e336feec-2131-4f43-99b0-6c322dd17687,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:56.945544 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e480d61c-6fd5-4ea0-89ed-1359f3072009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:56.945894 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-e480d61c-6fd5-4ea0-89ed-1359f3072009 admin admin] Added segment 80be6c6c-5f82-45a4-8bd6-f37eca786664 of type vlan for network 47d15a19-2c1c-449b-9f6d-c90aabf0ee43 May 26 16:53:56.991809 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e480d61c-6fd5-4ea0-89ed-1359f3072009 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:57.015670 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e480d61c-6fd5-4ea0-89ed-1359f3072009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:57.016578 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e480d61c-6fd5-4ea0-89ed-1359f3072009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:57.017150 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e480d61c-6fd5-4ea0-89ed-1359f3072009 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:57.074166 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e480d61c-6fd5-4ea0-89ed-1359f3072009 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3787096 May 26 16:53:57.077098 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39110) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:53:57.077606 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480d61c-6fd5-4ea0-89ed-1359f3072009 admin admin] Pushing event updated for resources: {'Network': ['ID=47d15a19-2c1c-449b-9f6d-c90aabf0ee43,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:57.083443 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-89081644-1974-40c8-92ce-49d609e3d107 admin admin] Request body: {'subnet': {'network_id': '47d15a19-2c1c-449b-9f6d-c90aabf0ee43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1625445888-subnet', 'tenant_id': '2116abb139a54b9f9d04183ba1cb87fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:53:57.087807 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 47d15a19-2c1c-449b-9f6d-c90aabf0ee43 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:53:57.104365 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89081644-1974-40c8-92ce-49d609e3d107 admin admin] Made reservation on behalf of 2116abb139a54b9f9d04183ba1cb87fe for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:53:57.106622 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-89081644-1974-40c8-92ce-49d609e3d107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:57.275486 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-89081644-1974-40c8-92ce-49d609e3d107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:57.326321 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89081644-1974-40c8-92ce-49d609e3d107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9f0fd13-2169-4774-a11c-1e14b0798f63,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:57.338289 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081644-1974-40c8-92ce-49d609e3d107 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:57.338631 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081644-1974-40c8-92ce-49d609e3d107 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:57.338967 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081644-1974-40c8-92ce-49d609e3d107 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:57.339297 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081644-1974-40c8-92ce-49d609e3d107 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:57.339623 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081644-1974-40c8-92ce-49d609e3d107 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:57.339948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081644-1974-40c8-92ce-49d609e3d107 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:57.340294 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081644-1974-40c8-92ce-49d609e3d107 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:57.340617 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081644-1974-40c8-92ce-49d609e3d107 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:57.340938 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081644-1974-40c8-92ce-49d609e3d107 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:57.341256 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081644-1974-40c8-92ce-49d609e3d107 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:57.341574 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081644-1974-40c8-92ce-49d609e3d107 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:57.341891 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081644-1974-40c8-92ce-49d609e3d107 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:53:57.349723 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89081644-1974-40c8-92ce-49d609e3d107 admin admin] Checking segment: {'id': '80be6c6c-5f82-45a4-8bd6-f37eca786664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '47d15a19-2c1c-449b-9f6d-c90aabf0ee43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:53:57.350086 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89081644-1974-40c8-92ce-49d609e3d107 admin admin] Network hostable DHCP agents. Network: 47d15a19-2c1c-449b-9f6d-c90aabf0ee43, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:53:57.366566 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89081644-1974-40c8-92ce-49d609e3d107 admin admin] Network 47d15a19-2c1c-449b-9f6d-c90aabf0ee43 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:53:57.375069 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-89081644-1974-40c8-92ce-49d609e3d107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 47d15a19-2c1c-449b-9f6d-c90aabf0ee43) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:57.380892 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89081644-1974-40c8-92ce-49d609e3d107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:57.381596 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-89081644-1974-40c8-92ce-49d609e3d107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:57.384945 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61842250-a794-4844-894b-40490ec723ce None None] Network 47d15a19-2c1c-449b-9f6d-c90aabf0ee43 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:53:57.398594 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-89081644-1974-40c8-92ce-49d609e3d107 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3202398 May 26 16:53:57.686041 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1dd06e-77a3-4054-b4d2-b0a1fc882e29 None None] Network 47d15a19-2c1c-449b-9f6d-c90aabf0ee43 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:53:57.848886 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-9c24839b-5a68-4cdc-973e-233be43491e1 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:57.850404 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-9c24839b-5a68-4cdc-973e-233be43491e1 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/networks?id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43 HTTP/1.1" status: 200 len: 815 time: 0.1073115 May 26 16:53:57.866766 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-3a37cb31-2488-4a47-be52-933f6d195669 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/quotas/2116abb139a54b9f9d04183ba1cb87fe HTTP/1.1" status: 200 len: 375 time: 0.0105355 May 26 16:53:57.899807 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-31f7e0af-8ca6-42b5-a940-d0c9566abf5c tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2116abb139a54b9f9d04183ba1cb87fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275664 May 26 16:53:57.999784 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-404c5fdf-618a-4ec3-a708-288122a5e5b3 service neutron] 10.222.0.77 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927219 May 26 16:53:58.093244 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-cee7af70-d3bb-4717-88d7-856c4e21e67e service neutron] 10.222.0.77 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866208 May 26 16:53:58.260605 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c0714cc-e5ff-4d95-94c2-67ff3f61e5e4 req-a4a08758-0767-43e7-8e0a-06a8b744b75d tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 210 time: 0.0283628 May 26 16:53:58.663773 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:53:58.821039 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 8ef1580a-751d-4db8-940a-2ec2d037b646 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:53:58.841599 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 8ef1580a-751d-4db8-940a-2ec2d037b646 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:53:58.841932 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 8ef1580a-751d-4db8-940a-2ec2d037b646 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:53:59.185459 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-ec3717ad-ec68-4181-9e8e-23e388bcd309 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:59.187017 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-ec3717ad-ec68-4181-9e8e-23e388bcd309 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.81 "GET /v2.0/networks?id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43 HTTP/1.1" status: 200 len: 815 time: 0.1098526 May 26 16:53:59.200043 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-1c63816a-338e-4615-8ad3-11d04995d5df tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Request body: {'port': {'device_id': 'f384be37-3eb8-4c40-b9b4-6e817ac3dc6f', 'network_id': '47d15a19-2c1c-449b-9f6d-c90aabf0ee43', 'admin_state_up': True, 'tenant_id': '2116abb139a54b9f9d04183ba1cb87fe'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:53:59.308226 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-1c63816a-338e-4615-8ad3-11d04995d5df tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Made reservation on behalf of 2116abb139a54b9f9d04183ba1cb87fe for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:53:59.311798 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-1c63816a-338e-4615-8ad3-11d04995d5df tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:59.366257 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5ff3b741-831c-4f91-a864-5b4e283bdc53 req-5b53844d-8268-42d0-80c3-7b1ce264dd4a tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 210 time: 0.0266097 May 26 16:53:59.444403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-1c63816a-338e-4615-8ad3-11d04995d5df tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Allocated IP 172.20.0.9 (47d15a19-2c1c-449b-9f6d-c90aabf0ee43/e9f0fd13-2169-4774-a11c-1e14b0798f63/ac7e956d-ac15-454c-8edc-e720f773ea66) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:53:59.606217 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-1c63816a-338e-4615-8ad3-11d04995d5df tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:59.640808 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-1c63816a-338e-4615-8ad3-11d04995d5df tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:59.686235 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-1c63816a-338e-4615-8ad3-11d04995d5df tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Network 47d15a19-2c1c-449b-9f6d-c90aabf0ee43 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:53:59.689185 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-1c63816a-338e-4615-8ad3-11d04995d5df tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:53:59.692885 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-1c63816a-338e-4615-8ad3-11d04995d5df tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:53:59.699282 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63816a-338e-4615-8ad3-11d04995d5df tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Pushing event updated for resources: {'Port': ['ID=ac7e956d-ac15-454c-8edc-e720f773ea66,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:53:59.744936 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-1c63816a-338e-4615-8ad3-11d04995d5df tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:53:59.745548 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-1c63816a-338e-4615-8ad3-11d04995d5df tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:53:59.760489 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-1c63816a-338e-4615-8ad3-11d04995d5df tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5642405 May 26 16:53:59.772339 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-a472ee4f-e96c-4bcf-ad44-e9a21b3df86a service neutron] Request body: {'port': {'device_id': 'f384be37-3eb8-4c40-b9b4-6e817ac3dc6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:53:59.829010 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-a472ee4f-e96c-4bcf-ad44-e9a21b3df86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:00.090443 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-a472ee4f-e96c-4bcf-ad44-e9a21b3df86a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7e956d-ac15-454c-8edc-e720f773ea66 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:54:00.098541 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-a472ee4f-e96c-4bcf-ad44-e9a21b3df86a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:00.110252 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-a472ee4f-e96c-4bcf-ad44-e9a21b3df86a service neutron] Transition to ACTIVE for port object ac7e956d-ac15-454c-8edc-e720f773ea66 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:54:00.114314 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-a472ee4f-e96c-4bcf-ad44-e9a21b3df86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:00.164715 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472ee4f-e96c-4bcf-ad44-e9a21b3df86a service neutron] Pushing event updated for resources: {'Port': ['ID=ac7e956d-ac15-454c-8edc-e720f773ea66,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:00.237595 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-a472ee4f-e96c-4bcf-ad44-e9a21b3df86a service neutron] Attempting to bind port ac7e956d-ac15-454c-8edc-e720f773ea66 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:54:00.238263 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-a472ee4f-e96c-4bcf-ad44-e9a21b3df86a service neutron] Attempting to bind port ac7e956d-ac15-454c-8edc-e720f773ea66 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '80be6c6c-5f82-45a4-8bd6-f37eca786664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '47d15a19-2c1c-449b-9f6d-c90aabf0ee43'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:54:00.238263 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-a472ee4f-e96c-4bcf-ad44-e9a21b3df86a service neutron] Attempting to bind port ac7e956d-ac15-454c-8edc-e720f773ea66 on network 47d15a19-2c1c-449b-9f6d-c90aabf0ee43 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:54:00.242417 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-a472ee4f-e96c-4bcf-ad44-e9a21b3df86a service neutron] Port ac7e956d-ac15-454c-8edc-e720f773ea66 on network 47d15a19-2c1c-449b-9f6d-c90aabf0ee43 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:54:00.242734 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-a472ee4f-e96c-4bcf-ad44-e9a21b3df86a service neutron] Attempting to bind port ac7e956d-ac15-454c-8edc-e720f773ea66 on network 47d15a19-2c1c-449b-9f6d-c90aabf0ee43 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:54:00.247472 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-a472ee4f-e96c-4bcf-ad44-e9a21b3df86a service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:54:00.247802 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-a472ee4f-e96c-4bcf-ad44-e9a21b3df86a service neutron] Checking segment: {'id': '80be6c6c-5f82-45a4-8bd6-f37eca786664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '47d15a19-2c1c-449b-9f6d-c90aabf0ee43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:54:00.248216 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-a472ee4f-e96c-4bcf-ad44-e9a21b3df86a service neutron] Bound using segment: {'id': '80be6c6c-5f82-45a4-8bd6-f37eca786664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '47d15a19-2c1c-449b-9f6d-c90aabf0ee43'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:54:00.248638 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-a472ee4f-e96c-4bcf-ad44-e9a21b3df86a service neutron] Bound port: ac7e956d-ac15-454c-8edc-e720f773ea66, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80be6c6c-5f82-45a4-8bd6-f37eca786664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '47d15a19-2c1c-449b-9f6d-c90aabf0ee43'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:54:00.249093 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-a472ee4f-e96c-4bcf-ad44-e9a21b3df86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:00.311755 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-a472ee4f-e96c-4bcf-ad44-e9a21b3df86a service neutron] For port ac7e956d-ac15-454c-8edc-e720f773ea66, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:54:00.315174 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-a472ee4f-e96c-4bcf-ad44-e9a21b3df86a service neutron] For port ac7e956d-ac15-454c-8edc-e720f773ea66, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ac7e956d-ac15-454c-8edc-e720f773ea66,segment=NetworkSegment(80be6c6c-5f82-45a4-8bd6-f37eca786664),segment_id=80be6c6c-5f82-45a4-8bd6-f37eca786664)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:54:00.319362 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-a472ee4f-e96c-4bcf-ad44-e9a21b3df86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:00.359859 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-a472ee4f-e96c-4bcf-ad44-e9a21b3df86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:00.360509 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-a472ee4f-e96c-4bcf-ad44-e9a21b3df86a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:00.362014 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-a472ee4f-e96c-4bcf-ad44-e9a21b3df86a service neutron] 10.222.0.81 "PUT /v2.0/ports/ac7e956d-ac15-454c-8edc-e720f773ea66 HTTP/1.1" status: 200 len: 1091 time: 0.5936387 May 26 16:54:00.362453 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f384be37-3eb8-4c40-b9b4-6e817ac3dc6f', 'tag': 'ac7e956d-ac15-454c-8edc-e720f773ea66'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:54:00.364728 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362b2e85-37d1-424c-8689-086362a406bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f384be37-3eb8-4c40-b9b4-6e817ac3dc6f", "tag": "ac7e956d-ac15-454c-8edc-e720f773ea66"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:54:00.395448 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472ee4f-e96c-4bcf-ad44-e9a21b3df86a service neutron] Pushing event updated for resources: {'Port': ['ID=ac7e956d-ac15-454c-8edc-e720f773ea66,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:00.408392 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d47a961-5839-4c33-83be-51dd71d574ec x-openstack-request-id: req-1d47a961-5839-4c33-83be-51dd71d574ec {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:54:00.409186 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f384be37-3eb8-4c40-b9b4-6e817ac3dc6f", "tag": "ac7e956d-ac15-454c-8edc-e720f773ea66", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:54:00.409186 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1d47a961-5839-4c33-83be-51dd71d574ec {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:54:00.409501 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d47a961-5839-4c33-83be-51dd71d574ec'] response: {'name': 'network-changed', 'server_uuid': 'f384be37-3eb8-4c40-b9b4-6e817ac3dc6f', 'tag': 'ac7e956d-ac15-454c-8edc-e720f773ea66', 'status': 'completed', 'code': 200} May 26 16:54:00.461558 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-2b495df1-69ca-4e7a-84cc-e72356c61273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:00.463165 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-2b495df1-69ca-4e7a-84cc-e72356c61273 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2116abb139a54b9f9d04183ba1cb87fe&device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 1094 time: 0.0470810 May 26 16:54:00.495155 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5d539-f27a-407f-985a-a2734c045ab2 req-a9ea5750-efe7-4930-abb9-10e5627765e2 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:00.496647 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82c5d539-f27a-407f-985a-a2734c045ab2 req-a9ea5750-efe7-4930-abb9-10e5627765e2 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 943 time: 0.0508502 May 26 16:54:00.505819 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-82640b31-f466-4c6e-b6ba-4b43d2ae4e86 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac7e956d-ac15-454c-8edc-e720f773ea66 HTTP/1.1" status: 200 len: 217 time: 0.0345476 May 26 16:54:00.536420 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82c5d539-f27a-407f-985a-a2734c045ab2 req-59e67e45-ff9c-47ac-be60-c03248d4500d tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330179 May 26 16:54:00.554857 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-d895d1d2-4c61-43ad-b13e-bbcf20244d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:00.556353 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-d895d1d2-4c61-43ad-b13e-bbcf20244d24 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e9f0fd13-2169-4774-a11c-1e14b0798f63 HTTP/1.1" status: 200 len: 855 time: 0.0442874 May 26 16:54:00.592446 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-4f5c30af-a73f-4d15-aacc-600f1d79e7fa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286300 May 26 16:54:00.681076 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-ca7a21da-1841-4c57-8a49-c404c93dd962 service neutron] 10.222.0.81 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820773 May 26 16:54:00.775240 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9e4dca00-fa86-4128-b0c2-a8966520e6c6 req-6fa1fbc6-c13d-4852-a1e5-fe3e0c0de6bd service neutron] 10.222.0.81 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879660 May 26 16:54:00.855628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b2e85-37d1-424c-8689-086362a406bc req-0500e548-64d5-4c9b-951b-683a84534052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:00.857137 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-362b2e85-37d1-424c-8689-086362a406bc req-0500e548-64d5-4c9b-951b-683a84534052 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2116abb139a54b9f9d04183ba1cb87fe&device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 1094 time: 0.0401444 May 26 16:54:00.943091 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:00.951445 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b2e85-37d1-424c-8689-086362a406bc req-e6d62ffd-3edf-4f3e-8621-21244f897e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:00.953071 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-362b2e85-37d1-424c-8689-086362a406bc req-e6d62ffd-3edf-4f3e-8621-21244f897e7f service neutron] 10.222.0.81 "GET /v2.0/networks?id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43 HTTP/1.1" status: 200 len: 916 time: 0.0884702 May 26 16:54:00.999737 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-362b2e85-37d1-424c-8689-086362a406bc req-53008e38-a33d-4bba-9519-b3638159c60f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac7e956d-ac15-454c-8edc-e720f773ea66 HTTP/1.1" status: 200 len: 217 time: 0.0388105 May 26 16:54:01.050635 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b2e85-37d1-424c-8689-086362a406bc req-094c1c75-1b5f-4045-ac57-898ab4466517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:01.052121 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-362b2e85-37d1-424c-8689-086362a406bc req-094c1c75-1b5f-4045-ac57-898ab4466517 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e9f0fd13-2169-4774-a11c-1e14b0798f63 HTTP/1.1" status: 200 len: 855 time: 0.0449834 May 26 16:54:01.084501 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-362b2e85-37d1-424c-8689-086362a406bc req-ee369ab4-871d-4e67-9b8d-9d486bba30e9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242419 May 26 16:54:01.179165 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-362b2e85-37d1-424c-8689-086362a406bc req-0ce574bf-720c-43c0-b6e3-e0bacf2e1394 service neutron] 10.222.0.81 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880711 May 26 16:54:01.271545 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-362b2e85-37d1-424c-8689-086362a406bc req-1044b671-e201-4afc-82b9-c7659cecdd25 service neutron] 10.222.0.81 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851769 May 26 16:54:01.658626 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798551dc-e379-4cd5-a9ba-96a031a3e44b req-6e8f0472-4c66-4e9e-a794-3bb5fea5f5d9 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:01.660073 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-798551dc-e379-4cd5-a9ba-96a031a3e44b req-6e8f0472-4c66-4e9e-a794-3bb5fea5f5d9 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 943 time: 0.0530274 May 26 16:54:01.698561 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-798551dc-e379-4cd5-a9ba-96a031a3e44b req-113f01a2-dac0-4ccf-995d-72d00c623a94 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321488 May 26 16:54:02.815595 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab9ee0-bec9-402c-9541-ad6535518658 req-45c459d7-374e-4218-abd5-79efac65d99b tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:02.817106 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0cab9ee0-bec9-402c-9541-ad6535518658 req-45c459d7-374e-4218-abd5-79efac65d99b tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 943 time: 0.0481031 May 26 16:54:02.854530 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0cab9ee0-bec9-402c-9541-ad6535518658 req-2e73f89f-7f61-4289-a4ea-97da261dc316 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314739 May 26 16:54:02.867650 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device ac7e956d-ac15-454c-8edc-e720f773ea66 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:54:02.960211 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port ac7e956d-ac15-454c-8edc-e720f773ea66, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ac7e956d-ac15-454c-8edc-e720f773ea66,segment=NetworkSegment(80be6c6c-5f82-45a4-8bd6-f37eca786664),segment_id=80be6c6c-5f82-45a4-8bd6-f37eca786664)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:02.972157 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'ac7e956d-ac15-454c-8edc-e720f773ea66', 'network_id': '47d15a19-2c1c-449b-9f6d-c90aabf0ee43', 'port_id': 'ac7e956d-ac15-454c-8edc-e720f773ea66', 'mac_address': 'fa:16:3e:d4:12:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9f0fd13-2169-4774-a11c-1e14b0798f63', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:54:03.007424 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port ac7e956d-ac15-454c-8edc-e720f773ea66 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:54:03.007741 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:03.020831 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7e956d-ac15-454c-8edc-e720f773ea66 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:54:03.039361 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port ac7e956d-ac15-454c-8edc-e720f773ea66, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ac7e956d-ac15-454c-8edc-e720f773ea66,segment=NetworkSegment(80be6c6c-5f82-45a4-8bd6-f37eca786664),segment_id=80be6c6c-5f82-45a4-8bd6-f37eca786664)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:03.043519 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:03.091550 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=ac7e956d-ac15-454c-8edc-e720f773ea66,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:03.232515 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['ac7e956d-ac15-454c-8edc-e720f773ea66'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:54:03.968116 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71cd48-039f-48f2-b00d-4207eb66bd65 req-bb3baf99-6ef4-4ecc-979e-3babce70af2d tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:03.969563 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8f71cd48-039f-48f2-b00d-4207eb66bd65 req-bb3baf99-6ef4-4ecc-979e-3babce70af2d tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 944 time: 0.0478745 May 26 16:54:04.007250 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8f71cd48-039f-48f2-b00d-4207eb66bd65 req-2e18e12a-5db0-4d76-8e7a-0900e442d59f tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313773 May 26 16:54:04.883665 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device ac7e956d-ac15-454c-8edc-e720f773ea66 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:54:04.931246 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port ac7e956d-ac15-454c-8edc-e720f773ea66 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:54:04.934796 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port ac7e956d-ac15-454c-8edc-e720f773ea66 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:54:04.935167 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:05.018704 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port ac7e956d-ac15-454c-8edc-e720f773ea66 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:54:05.019096 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:05.043205 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f384be37-3eb8-4c40-b9b4-6e817ac3dc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7e956d-ac15-454c-8edc-e720f773ea66'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:54:05.045969 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bc2444-1466-4bfd-8cc5-0a87bb4a025e" -d '{"events": [{"server_uuid": "f384be37-3eb8-4c40-b9b4-6e817ac3dc6f", "name": "network-vif-plugged", "status": "completed", "tag": "ac7e956d-ac15-454c-8edc-e720f773ea66"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:54:05.067869 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port ac7e956d-ac15-454c-8edc-e720f773ea66, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ac7e956d-ac15-454c-8edc-e720f773ea66,segment=NetworkSegment(80be6c6c-5f82-45a4-8bd6-f37eca786664),segment_id=80be6c6c-5f82-45a4-8bd6-f37eca786664)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:05.073576 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:05.103315 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cfeb62-45fa-4998-90c3-2b948a7f0fbd x-openstack-request-id: req-42cfeb62-45fa-4998-90c3-2b948a7f0fbd {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:54:05.103667 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f384be37-3eb8-4c40-b9b4-6e817ac3dc6f", "name": "network-vif-plugged", "status": "completed", "tag": "ac7e956d-ac15-454c-8edc-e720f773ea66", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:54:05.103855 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-42cfeb62-45fa-4998-90c3-2b948a7f0fbd {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:54:05.104257 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42cfeb62-45fa-4998-90c3-2b948a7f0fbd'] response: {'server_uuid': 'f384be37-3eb8-4c40-b9b4-6e817ac3dc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7e956d-ac15-454c-8edc-e720f773ea66', 'code': 200} May 26 16:54:05.133975 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=ac7e956d-ac15-454c-8edc-e720f773ea66,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:05.138341 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb1a2f-2c17-4f48-bca8-986c208cad6f req-11bd8eed-be6f-4b79-9989-12095aede9be tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:05.139901 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26cb1a2f-2c17-4f48-bca8-986c208cad6f req-11bd8eed-be6f-4b79-9989-12095aede9be tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0567131 May 26 16:54:05.178709 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-26cb1a2f-2c17-4f48-bca8-986c208cad6f req-5637cec3-5a01-4e55-abd0-bf7820e47940 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324574 May 26 16:54:05.196913 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a9916-9863-47af-bdf2-d3bf3c02d168 req-41720e9e-346f-48b8-863d-64718a2d8afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:05.198402 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eb8a9916-9863-47af-bdf2-d3bf3c02d168 req-41720e9e-346f-48b8-863d-64718a2d8afc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 1096 time: 0.0413661 May 26 16:54:05.232799 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eb8a9916-9863-47af-bdf2-d3bf3c02d168 req-43829f09-6722-4b75-8b0f-d3bb4df5c253 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273883 May 26 16:54:06.300936 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fd884-f163-4b4c-9116-397654f6cca7 req-31b00ba5-185e-47a4-97d5-f3499eca1ff1 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:06.302613 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f4fd884-f163-4b4c-9116-397654f6cca7 req-31b00ba5-185e-47a4-97d5-f3499eca1ff1 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0519888 May 26 16:54:06.344346 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f4fd884-f163-4b4c-9116-397654f6cca7 req-152ca5af-27b5-44a8-87bd-937b6df31795 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341644 May 26 16:54:07.464062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289565b-d2fa-4e28-b9aa-d3e4af2647d6 req-566f7e1b-fdf2-48bb-8900-b994c4854474 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:07.465564 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5289565b-d2fa-4e28-b9aa-d3e4af2647d6 req-566f7e1b-fdf2-48bb-8900-b994c4854474 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0490711 May 26 16:54:07.503224 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5289565b-d2fa-4e28-b9aa-d3e4af2647d6 req-7dc53f15-42a4-48e5-802e-efc6277eebdc tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308998 May 26 16:54:07.623276 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747db3d-99a1-4a35-8e94-d89193415104 req-cbdd86d6-e5c0-4eef-b269-f5a9b6a18dcd tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:07.624818 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f747db3d-99a1-4a35-8e94-d89193415104 req-cbdd86d6-e5c0-4eef-b269-f5a9b6a18dcd tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0524616 May 26 16:54:07.662304 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f747db3d-99a1-4a35-8e94-d89193415104 req-02e08271-f65e-45a9-9bd3-02dafaec3ca2 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310178 May 26 16:54:07.863451 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b2b48-a523-4278-afe8-65855c88a953 req-c3d42329-f405-4f80-adf3-03a49cc3d991 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:07.864969 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-101b2b48-a523-4278-afe8-65855c88a953 req-c3d42329-f405-4f80-adf3-03a49cc3d991 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0489631 May 26 16:54:07.901774 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-101b2b48-a523-4278-afe8-65855c88a953 req-f3911949-239c-4fee-b7bb-f81b10ef22a0 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307908 May 26 16:54:08.014186 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8562567-f3b0-4f56-b08d-a673a403a711 req-96a6e707-ba23-4406-b793-cbdbec671bbd tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:08.015644 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f8562567-f3b0-4f56-b08d-a673a403a711 req-96a6e707-ba23-4406-b793-cbdbec671bbd tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0487251 May 26 16:54:08.053862 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f8562567-f3b0-4f56-b08d-a673a403a711 req-a18c1d1c-6e0d-4017-9bcf-d160c280f65a tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314829 May 26 16:54:08.378070 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-976ad452-6716-453f-857f-138e813daf0c req-9fd007ad-0932-4245-81b2-3d0c29f59dcf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0496626 May 26 16:54:08.390293 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187914d3-fb80-4180-b97a-35d25c946388 req-8c8406ce-a07e-474d-9a09-ebae66a04fc1 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:08.391917 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-187914d3-fb80-4180-b97a-35d25c946388 req-8c8406ce-a07e-474d-9a09-ebae66a04fc1 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0542059 May 26 16:54:08.437936 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-187914d3-fb80-4180-b97a-35d25c946388 req-3072495a-5565-45ed-b1b8-ea4d69fd2a4e tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353136 May 26 16:54:09.555077 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf3569-3fe7-4d8a-a50a-35c7831f79f0 req-266e9006-beb4-42da-ad44-6f6d76e32a80 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:09.556569 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3faf3569-3fe7-4d8a-a50a-35c7831f79f0 req-266e9006-beb4-42da-ad44-6f6d76e32a80 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0492694 May 26 16:54:09.597082 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3faf3569-3fe7-4d8a-a50a-35c7831f79f0 req-ba43d37f-5cfb-4007-bc21-722714bc9252 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340066 May 26 16:54:09.665294 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ad452-6716-453f-857f-138e813daf0c req-8c2685ce-7076-498a-8014-36a8431ca22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:09.666687 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-976ad452-6716-453f-857f-138e813daf0c req-8c2685ce-7076-498a-8014-36a8431ca22c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2116abb139a54b9f9d04183ba1cb87fe&device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 1096 time: 0.0418968 May 26 16:54:09.761043 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ad452-6716-453f-857f-138e813daf0c req-b61145d1-b24f-4236-8156-af387c4fd839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:09.762489 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-976ad452-6716-453f-857f-138e813daf0c req-b61145d1-b24f-4236-8156-af387c4fd839 service neutron] 10.222.0.81 "GET /v2.0/networks?id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43 HTTP/1.1" status: 200 len: 916 time: 0.0896430 May 26 16:54:09.804501 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-976ad452-6716-453f-857f-138e813daf0c req-34e14aee-3f30-4a0c-bc10-120e53a25709 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac7e956d-ac15-454c-8edc-e720f773ea66 HTTP/1.1" status: 200 len: 217 time: 0.0350919 May 26 16:54:09.853241 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ad452-6716-453f-857f-138e813daf0c req-f9718ce8-720d-4d5d-8914-d29fc5680802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:09.854655 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-976ad452-6716-453f-857f-138e813daf0c req-f9718ce8-720d-4d5d-8914-d29fc5680802 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e9f0fd13-2169-4774-a11c-1e14b0798f63 HTTP/1.1" status: 200 len: 855 time: 0.0435436 May 26 16:54:09.885872 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-976ad452-6716-453f-857f-138e813daf0c req-b5fcc07f-1cdd-4dee-8169-5727c0855e93 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249941 May 26 16:54:09.976826 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-976ad452-6716-453f-857f-138e813daf0c req-63a5e144-9122-47d7-9f87-207357a47eda service neutron] 10.222.0.81 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844164 May 26 16:54:10.065001 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-976ad452-6716-453f-857f-138e813daf0c req-42e5050d-231b-4c9c-8c4e-95f142bb327d service neutron] 10.222.0.81 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816476 May 26 16:54:10.713618 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9086f-b08a-4eb4-93d5-7f70af9a7e36 req-ddfff382-a4e5-49b7-864c-b331fac42acd tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:10.715098 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c3f9086f-b08a-4eb4-93d5-7f70af9a7e36 req-ddfff382-a4e5-49b7-864c-b331fac42acd tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0490222 May 26 16:54:10.752370 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c3f9086f-b08a-4eb4-93d5-7f70af9a7e36 req-ce12a752-a9bd-4c58-9ce4-ec07cb0f9102 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306566 May 26 16:54:11.873590 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752da520-1ecb-4e57-8c68-f374a51f6aa1 req-271e5a49-b1a2-4220-89ec-86d228be26e2 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:11.875044 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-752da520-1ecb-4e57-8c68-f374a51f6aa1 req-271e5a49-b1a2-4220-89ec-86d228be26e2 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0519533 May 26 16:54:11.913380 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-752da520-1ecb-4e57-8c68-f374a51f6aa1 req-1a17b1ed-8514-480b-80fd-54e99605cc82 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323155 May 26 16:54:13.027401 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e73346-1009-4139-81ba-d063228249b0 req-76e27a7e-d0c5-4762-bdf9-fde08b6e11b4 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:13.028896 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68e73346-1009-4139-81ba-d063228249b0 req-76e27a7e-d0c5-4762-bdf9-fde08b6e11b4 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0486374 May 26 16:54:13.068613 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-68e73346-1009-4139-81ba-d063228249b0 req-00b770bc-cf4d-4bb4-9b4d-e9ba34541f66 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332298 May 26 16:54:13.116181 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2ee5ad0f-fe1c-4a26-b649-72ad1dd93b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:14.183546 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d6c43-3aa8-4073-a0b8-3dc5515dfa26 req-ef497a75-6964-46a7-9db0-ab31fffd333a tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:14.185067 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c6d6c43-3aa8-4073-a0b8-3dc5515dfa26 req-ef497a75-6964-46a7-9db0-ab31fffd333a tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0485256 May 26 16:54:14.222886 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c6d6c43-3aa8-4073-a0b8-3dc5515dfa26 req-2fd0bffe-0778-49f7-8ec3-0cd65c18a066 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310605 May 26 16:54:15.340761 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6f93f-d1b3-4c71-a391-d1b6ff7051da req-4bd0d69d-8bbc-4ffe-b852-ae460cc13df3 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:15.342224 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71d6f93f-d1b3-4c71-a391-d1b6ff7051da req-4bd0d69d-8bbc-4ffe-b852-ae460cc13df3 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0513048 May 26 16:54:15.382866 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71d6f93f-d1b3-4c71-a391-d1b6ff7051da req-cdc4c5f5-b0d4-4284-94f9-cba973beacd2 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340943 May 26 16:54:15.551344 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-88955dff-cb6c-444c-aac5-40138f4f173f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:16.504103 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6de5e7-3e30-49f3-bb65-ea9de92a4f4b req-bc202040-f04b-4599-887b-01cf10c9e201 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:16.505727 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e6de5e7-3e30-49f3-bb65-ea9de92a4f4b req-bc202040-f04b-4599-887b-01cf10c9e201 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0518551 May 26 16:54:16.548049 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e6de5e7-3e30-49f3-bb65-ea9de92a4f4b req-ec7e9bbc-9cb6-44df-b215-12f44ecd1877 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362744 May 26 16:54:16.699392 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:17.669402 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488eeb4-9935-420a-88c7-14d5d0c45838 req-ede3ff5f-b75f-4cc3-99df-33847fb26bda tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:17.670776 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8488eeb4-9935-420a-88c7-14d5d0c45838 req-ede3ff5f-b75f-4cc3-99df-33847fb26bda tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0490136 May 26 16:54:17.709672 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8488eeb4-9935-420a-88c7-14d5d0c45838 req-a127e0ca-b8b4-4c95-8b0a-0f3c13cccd4f tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322454 May 26 16:54:18.427884 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:18.444528 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:18.827190 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ceb34a-5484-4f99-9288-717a392ee50b req-857d2d94-aff2-4114-95da-7e49c51ed557 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:18.828650 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37ceb34a-5484-4f99-9288-717a392ee50b req-857d2d94-aff2-4114-95da-7e49c51ed557 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0520396 May 26 16:54:18.867173 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37ceb34a-5484-4f99-9288-717a392ee50b req-6a1b39ca-bd44-45c0-a3ba-f02c62f9a348 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319524 May 26 16:54:19.046892 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:19.985870 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c6488-92fc-4d18-b520-b7acf802f88d req-3be82be3-10bc-4c65-8211-17ac0511d563 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:19.988173 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-399c6488-92fc-4d18-b520-b7acf802f88d req-3be82be3-10bc-4c65-8211-17ac0511d563 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0498855 May 26 16:54:20.026489 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-399c6488-92fc-4d18-b520-b7acf802f88d req-d03e2fe2-771e-4f7d-8524-2098b0c4260e tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322423 May 26 16:54:21.147521 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc94f0-73e9-4382-a8a9-214f0a88c957 req-edaa33e1-f3b3-4391-adfb-decf733d3584 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:21.149017 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-34cc94f0-73e9-4382-a8a9-214f0a88c957 req-edaa33e1-f3b3-4391-adfb-decf733d3584 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0536988 May 26 16:54:21.186348 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-34cc94f0-73e9-4382-a8a9-214f0a88c957 req-c60d7c96-666a-4512-81c2-f37fd0830495 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312736 May 26 16:54:22.316645 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd31aa-09b0-441e-8c3f-58ec21d1c6da req-2f826cc6-09fb-4061-9e65-07b9c4ac2dcb tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:22.318224 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3cd31aa-09b0-441e-8c3f-58ec21d1c6da req-2f826cc6-09fb-4061-9e65-07b9c4ac2dcb tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0565207 May 26 16:54:22.359376 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3cd31aa-09b0-441e-8c3f-58ec21d1c6da req-ae347963-f5ed-4b50-8662-347be1ba08c7 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351562 May 26 16:54:23.479078 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71677f-48f6-4b00-a84f-35392c04bce9 req-9fbe2970-1d83-4b3d-b45b-0a053b454630 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:23.480584 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6a71677f-48f6-4b00-a84f-35392c04bce9 req-9fbe2970-1d83-4b3d-b45b-0a053b454630 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0498755 May 26 16:54:23.518004 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6a71677f-48f6-4b00-a84f-35392c04bce9 req-fc5a4ca3-3d6d-46c3-a716-54daf75f6b24 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309851 May 26 16:54:24.636888 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a747553-b5dc-478f-b7e5-656a6922c424 req-bb9a0dab-7e33-4ca3-b453-53f40a7d486d tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:24.638560 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9a747553-b5dc-478f-b7e5-656a6922c424 req-bb9a0dab-7e33-4ca3-b453-53f40a7d486d tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0509288 May 26 16:54:24.694140 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9a747553-b5dc-478f-b7e5-656a6922c424 req-67fee9e9-a4c3-410d-8805-d6126c52a619 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485814 May 26 16:54:25.816146 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9e371-9506-4d73-b975-d291c7f7be68 req-b3c2be7f-236e-4a4a-95ca-73859f155fb1 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:25.817618 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ed9e371-9506-4d73-b975-d291c7f7be68 req-b3c2be7f-236e-4a4a-95ca-73859f155fb1 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0530930 May 26 16:54:25.855771 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ed9e371-9506-4d73-b975-d291c7f7be68 req-9cbbd858-849b-49d1-a757-8b4f8ac3ef38 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322306 May 26 16:54:26.972584 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454903ee-6896-408b-8520-886a0a17fc26 req-d1c25c2a-57e0-4b2a-8351-8c0bbb2d4df5 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:26.974025 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-454903ee-6896-408b-8520-886a0a17fc26 req-d1c25c2a-57e0-4b2a-8351-8c0bbb2d4df5 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0486360 May 26 16:54:27.013555 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-454903ee-6896-408b-8520-886a0a17fc26 req-3b31e528-a7dd-45ae-813e-aaf192e9a983 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333145 May 26 16:54:28.183465 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e9038-2d7e-4726-ae32-71c1ad2f1b05 req-f519c20d-0d42-4d7a-a459-a5dd1df78273 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:28.184947 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f25e9038-2d7e-4726-ae32-71c1ad2f1b05 req-f519c20d-0d42-4d7a-a459-a5dd1df78273 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0489645 May 26 16:54:28.223334 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f25e9038-2d7e-4726-ae32-71c1ad2f1b05 req-d92f1765-2cd6-4d41-a5ab-88684fe4ae70 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311527 May 26 16:54:29.379884 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae93fe0-7a86-4d73-8bb0-66267f02eca6 req-41ec1a1f-b33b-4e23-aad7-55d615b8e995 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:29.381351 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ae93fe0-7a86-4d73-8bb0-66267f02eca6 req-41ec1a1f-b33b-4e23-aad7-55d615b8e995 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0526721 May 26 16:54:29.419757 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ae93fe0-7a86-4d73-8bb0-66267f02eca6 req-760a2227-d480-497f-a797-a95541792e1e tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325387 May 26 16:54:30.537198 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab407fd-8f89-407a-823e-2a8cf010df7a req-d0a99c8e-d544-4639-8319-25d756702cd7 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:30.538643 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dab407fd-8f89-407a-823e-2a8cf010df7a req-d0a99c8e-d544-4639-8319-25d756702cd7 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0489163 May 26 16:54:30.575454 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dab407fd-8f89-407a-823e-2a8cf010df7a req-b955ad09-18a5-4ad2-b93b-010bbf02eea6 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308959 May 26 16:54:30.944293 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:31.692493 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3882d-4033-4430-aae8-36f4b69b5155 req-15ebcf54-a18f-422f-8e3b-fc65d501b0f7 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:31.693897 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-89d3882d-4033-4430-aae8-36f4b69b5155 req-15ebcf54-a18f-422f-8e3b-fc65d501b0f7 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0502446 May 26 16:54:31.732946 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-89d3882d-4033-4430-aae8-36f4b69b5155 req-3b0b198e-0f60-40d0-95d2-041bb3d33aaa tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326793 May 26 16:54:33.169968 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69e564-b03a-4789-9afe-833ded3ac99a req-eb6157d4-172b-4613-8559-22f03e3e9e4f tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:33.171586 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa69e564-b03a-4789-9afe-833ded3ac99a req-eb6157d4-172b-4613-8559-22f03e3e9e4f tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.3630259 May 26 16:54:33.211951 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa69e564-b03a-4789-9afe-833ded3ac99a req-b24e448c-d862-45ed-85d8-8a1ebbbea293 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333903 May 26 16:54:34.415729 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a89346-bf81-4754-8c28-df43c5d8a9eb req-3f575e1d-60d4-4421-b54b-0a61023c9a67 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:34.417329 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-08a89346-bf81-4754-8c28-df43c5d8a9eb req-3f575e1d-60d4-4421-b54b-0a61023c9a67 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0982029 May 26 16:54:34.459550 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-08a89346-bf81-4754-8c28-df43c5d8a9eb req-9349a98a-2cff-4281-b340-d09810e6104e tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362322 May 26 16:54:35.657658 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a475737-bb91-4d8d-8946-5c57841d0320 req-81ec9c9c-6124-41de-a35c-9f7e8ebcca87 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:35.659044 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a475737-bb91-4d8d-8946-5c57841d0320 req-81ec9c9c-6124-41de-a35c-9f7e8ebcca87 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0933228 May 26 16:54:35.662299 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:54:35.700860 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a475737-bb91-4d8d-8946-5c57841d0320 req-aea03b59-24de-4a94-8e7c-c3e5baf7dc31 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347657 May 26 16:54:36.816551 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bd95d-691b-4a9d-8a7b-f5fbc0dd600d req-dcfaf1cd-dadd-4be3-82a7-e07584b0cea0 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:36.818090 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-702bd95d-691b-4a9d-8a7b-f5fbc0dd600d req-dcfaf1cd-dadd-4be3-82a7-e07584b0cea0 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0488105 May 26 16:54:36.855078 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-702bd95d-691b-4a9d-8a7b-f5fbc0dd600d req-182c8868-dc58-4cf3-a820-a888079f4d24 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310223 May 26 16:54:37.100124 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [req-976ad452-6716-453f-857f-138e813daf0c req-9c5ebefb-ead4-449b-8267-d837db88c9e1 service neutron] show failed (client error): The resource could not be found. May 26 16:54:37.101099 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-976ad452-6716-453f-857f-138e813daf0c req-9c5ebefb-ead4-449b-8267-d837db88c9e1 service neutron] 10.222.0.81 "GET /v2.0/ports/ac7e956d-ac15-454c-8edc-e720f773ea66/bindings/n-h2-843337-2 HTTP/1.1" status: 404 len: 380 time: 0.0590339 May 26 16:54:37.358822 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ad452-6716-453f-857f-138e813daf0c req-4bf3bb72-da6c-44ab-8716-9d07eb2e12fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:37.360410 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-976ad452-6716-453f-857f-138e813daf0c req-4bf3bb72-da6c-44ab-8716-9d07eb2e12fc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f&tenant_id=2116abb139a54b9f9d04183ba1cb87fe HTTP/1.1" status: 200 len: 1096 time: 0.0894051 May 26 16:54:37.379823 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-976ad452-6716-453f-857f-138e813daf0c req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843337-2', 'device_owner': 'compute:nova'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:54:37.434753 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-976ad452-6716-453f-857f-138e813daf0c req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:37.642782 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-976ad452-6716-453f-857f-138e813daf0c req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] For port ac7e956d-ac15-454c-8edc-e720f773ea66, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=ac7e956d-ac15-454c-8edc-e720f773ea66,segment=NetworkSegment(80be6c6c-5f82-45a4-8bd6-f37eca786664),segment_id=80be6c6c-5f82-45a4-8bd6-f37eca786664)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:37.680330 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-976ad452-6716-453f-857f-138e813daf0c req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] For port ac7e956d-ac15-454c-8edc-e720f773ea66, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:54:37.720142 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f384be37-3eb8-4c40-b9b4-6e817ac3dc6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac7e956d-ac15-454c-8edc-e720f773ea66'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:54:37.722463 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40fdfa9-89ec-4a35-8f82-db57ec011ee3" -d '{"events": [{"server_uuid": "f384be37-3eb8-4c40-b9b4-6e817ac3dc6f", "name": "network-vif-unplugged", "status": "completed", "tag": "ac7e956d-ac15-454c-8edc-e720f773ea66"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:54:37.726566 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-976ad452-6716-453f-857f-138e813daf0c req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:37.740226 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-976ad452-6716-453f-857f-138e813daf0c req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] Transition to ACTIVE for port object ac7e956d-ac15-454c-8edc-e720f773ea66 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:54:37.744766 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-976ad452-6716-453f-857f-138e813daf0c req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:37.774273 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18186517-f89f-42f5-a509-60e90f2605e3 x-openstack-request-id: req-18186517-f89f-42f5-a509-60e90f2605e3 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:54:37.774640 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f384be37-3eb8-4c40-b9b4-6e817ac3dc6f", "name": "network-vif-unplugged", "status": "completed", "tag": "ac7e956d-ac15-454c-8edc-e720f773ea66", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:54:37.774830 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18186517-f89f-42f5-a509-60e90f2605e3 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:54:37.775245 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18186517-f89f-42f5-a509-60e90f2605e3'] response: {'server_uuid': 'f384be37-3eb8-4c40-b9b4-6e817ac3dc6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac7e956d-ac15-454c-8edc-e720f773ea66', 'code': 200} May 26 16:54:37.816572 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-976ad452-6716-453f-857f-138e813daf0c req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] No DVR routers for this DVR port ac7e956d-ac15-454c-8edc-e720f773ea66 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:54:37.819661 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] Pushing event updated for resources: {'Port': ['ID=ac7e956d-ac15-454c-8edc-e720f773ea66,revision_number=6']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:37.857030 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-976ad452-6716-453f-857f-138e813daf0c req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] Attempting to bind port ac7e956d-ac15-454c-8edc-e720f773ea66 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:54:37.857367 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-976ad452-6716-453f-857f-138e813daf0c req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] Attempting to bind port ac7e956d-ac15-454c-8edc-e720f773ea66 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '80be6c6c-5f82-45a4-8bd6-f37eca786664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '47d15a19-2c1c-449b-9f6d-c90aabf0ee43'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:54:37.857698 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976ad452-6716-453f-857f-138e813daf0c req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] Attempting to bind port ac7e956d-ac15-454c-8edc-e720f773ea66 on network 47d15a19-2c1c-449b-9f6d-c90aabf0ee43 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:54:37.861955 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976ad452-6716-453f-857f-138e813daf0c req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] Port ac7e956d-ac15-454c-8edc-e720f773ea66 on network 47d15a19-2c1c-449b-9f6d-c90aabf0ee43 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:54:37.862281 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976ad452-6716-453f-857f-138e813daf0c req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] Attempting to bind port ac7e956d-ac15-454c-8edc-e720f773ea66 on network 47d15a19-2c1c-449b-9f6d-c90aabf0ee43 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:54:37.867080 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976ad452-6716-453f-857f-138e813daf0c req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:54:37.867424 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976ad452-6716-453f-857f-138e813daf0c req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] Checking segment: {'id': '80be6c6c-5f82-45a4-8bd6-f37eca786664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '47d15a19-2c1c-449b-9f6d-c90aabf0ee43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:54:37.867812 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976ad452-6716-453f-857f-138e813daf0c req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] Bound using segment: {'id': '80be6c6c-5f82-45a4-8bd6-f37eca786664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '47d15a19-2c1c-449b-9f6d-c90aabf0ee43'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:54:37.868285 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-976ad452-6716-453f-857f-138e813daf0c req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] Bound port: ac7e956d-ac15-454c-8edc-e720f773ea66, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80be6c6c-5f82-45a4-8bd6-f37eca786664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '47d15a19-2c1c-449b-9f6d-c90aabf0ee43'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:54:37.868642 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-976ad452-6716-453f-857f-138e813daf0c req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:37.935770 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-976ad452-6716-453f-857f-138e813daf0c req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] For port ac7e956d-ac15-454c-8edc-e720f773ea66, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:54:37.938748 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-976ad452-6716-453f-857f-138e813daf0c req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] For port ac7e956d-ac15-454c-8edc-e720f773ea66, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=ac7e956d-ac15-454c-8edc-e720f773ea66,segment=NetworkSegment(80be6c6c-5f82-45a4-8bd6-f37eca786664),segment_id=80be6c6c-5f82-45a4-8bd6-f37eca786664)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:54:37.944453 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-976ad452-6716-453f-857f-138e813daf0c req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:37.975175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5f6cf-218e-4387-b40f-a9e01d8e9fbd req-391a2670-0a2c-4534-bea9-057e03df714c tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:37.976863 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8de5f6cf-218e-4387-b40f-a9e01d8e9fbd req-391a2670-0a2c-4534-bea9-057e03df714c tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 943 time: 0.0530386 May 26 16:54:37.980802 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ad452-6716-453f-857f-138e813daf0c req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:37.981406 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-976ad452-6716-453f-857f-138e813daf0c req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:37.982769 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-976ad452-6716-453f-857f-138e813daf0c req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] 10.222.0.83 "PUT /v2.0/ports/ac7e956d-ac15-454c-8edc-e720f773ea66 HTTP/1.1" status: 200 len: 1091 time: 0.6076789 May 26 16:54:38.002821 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32f282-a3fd-494a-820e-8debe087e0ff service neutron] Pushing event updated for resources: {'Port': ['ID=ac7e956d-ac15-454c-8edc-e720f773ea66,revision_number=7']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:38.017959 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8de5f6cf-218e-4387-b40f-a9e01d8e9fbd req-ca810cfd-66bf-467e-be4f-3d2e936295c9 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346642 May 26 16:54:38.064937 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ad452-6716-453f-857f-138e813daf0c req-f4f8be88-cd67-41e3-9c50-35183502394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:38.067022 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-976ad452-6716-453f-857f-138e813daf0c req-f4f8be88-cd67-41e3-9c50-35183502394d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2116abb139a54b9f9d04183ba1cb87fe&device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 1094 time: 0.0415807 May 26 16:54:38.163032 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ad452-6716-453f-857f-138e813daf0c req-2a13a360-ccfd-4ba0-bf2f-68350ace2ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:38.164578 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-976ad452-6716-453f-857f-138e813daf0c req-2a13a360-ccfd-4ba0-bf2f-68350ace2ce4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43 HTTP/1.1" status: 200 len: 916 time: 0.0897465 May 26 16:54:38.208431 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-976ad452-6716-453f-857f-138e813daf0c req-81e176c2-2ae0-4dac-a0e0-6eb2807ff053 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac7e956d-ac15-454c-8edc-e720f773ea66 HTTP/1.1" status: 200 len: 217 time: 0.0362473 May 26 16:54:38.258371 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ad452-6716-453f-857f-138e813daf0c req-b5fa227f-9252-4e40-80b7-9d49d4f1fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:38.259825 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-976ad452-6716-453f-857f-138e813daf0c req-b5fa227f-9252-4e40-80b7-9d49d4f1fb6c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e9f0fd13-2169-4774-a11c-1e14b0798f63 HTTP/1.1" status: 200 len: 855 time: 0.0443137 May 26 16:54:38.296443 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-976ad452-6716-453f-857f-138e813daf0c req-8ea05e98-5e2c-46fc-98c3-c98a7f7e1bac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289879 May 26 16:54:38.385365 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-976ad452-6716-453f-857f-138e813daf0c req-a64cea49-1800-47f9-a1a9-9c1e81f6c138 service neutron] 10.222.0.83 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812421 May 26 16:54:38.479818 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-976ad452-6716-453f-857f-138e813daf0c req-4df6e46a-8aaf-451d-aac3-f039eda72750 service neutron] 10.222.0.83 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865641 May 26 16:54:39.137782 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4794c-12da-4854-8848-48f74e31007e req-bace5ffe-9b28-45a5-b248-ea129ab5c86e tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:39.139516 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d3a4794c-12da-4854-8848-48f74e31007e req-bace5ffe-9b28-45a5-b248-ea129ab5c86e tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 943 time: 0.0475967 May 26 16:54:39.179971 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d3a4794c-12da-4854-8848-48f74e31007e req-3b483bc4-c2b5-4957-83ea-b1b15dc9befc tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338397 May 26 16:54:39.776162 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f384be37-3eb8-4c40-b9b4-6e817ac3dc6f', 'tag': 'ac7e956d-ac15-454c-8edc-e720f773ea66'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:54:39.778497 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb3c6e6-8e96-4786-8514-2c1a2564f08c" -d '{"events": [{"name": "network-changed", "server_uuid": "f384be37-3eb8-4c40-b9b4-6e817ac3dc6f", "tag": "ac7e956d-ac15-454c-8edc-e720f773ea66"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:54:39.826991 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980ae62c-f68d-4078-bfbf-b65d91968def x-openstack-request-id: req-980ae62c-f68d-4078-bfbf-b65d91968def {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:54:39.827282 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f384be37-3eb8-4c40-b9b4-6e817ac3dc6f", "tag": "ac7e956d-ac15-454c-8edc-e720f773ea66", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:54:39.827539 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-980ae62c-f68d-4078-bfbf-b65d91968def {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:54:39.828021 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-980ae62c-f68d-4078-bfbf-b65d91968def'] response: {'name': 'network-changed', 'server_uuid': 'f384be37-3eb8-4c40-b9b4-6e817ac3dc6f', 'tag': 'ac7e956d-ac15-454c-8edc-e720f773ea66', 'status': 'completed', 'code': 200} May 26 16:54:39.909746 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3c6e6-8e96-4786-8514-2c1a2564f08c req-bb69aa7d-3993-4636-a3a1-198e795357a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:39.911238 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ebb3c6e6-8e96-4786-8514-2c1a2564f08c req-bb69aa7d-3993-4636-a3a1-198e795357a7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2116abb139a54b9f9d04183ba1cb87fe&device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 1094 time: 0.0657094 May 26 16:54:39.937781 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3c6e6-8e96-4786-8514-2c1a2564f08c req-53f37cd9-6a39-4756-a410-e22dca545efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:39.939191 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ebb3c6e6-8e96-4786-8514-2c1a2564f08c req-53f37cd9-6a39-4756-a410-e22dca545efd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2116abb139a54b9f9d04183ba1cb87fe&device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 1094 time: 0.0626783 May 26 16:54:40.066670 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3c6e6-8e96-4786-8514-2c1a2564f08c req-7fb256cf-9c2f-46f9-9fc8-6e3cca15f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:40.068056 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ebb3c6e6-8e96-4786-8514-2c1a2564f08c req-7fb256cf-9c2f-46f9-9fc8-6e3cca15f582 service neutron] 10.222.0.81 "GET /v2.0/networks?id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43 HTTP/1.1" status: 200 len: 916 time: 0.1503451 May 26 16:54:40.080569 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3c6e6-8e96-4786-8514-2c1a2564f08c req-cbda3a8f-1b2b-4e0f-92d0-5f0eabf0a458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:40.082538 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ebb3c6e6-8e96-4786-8514-2c1a2564f08c req-cbda3a8f-1b2b-4e0f-92d0-5f0eabf0a458 service neutron] 10.222.0.83 "GET /v2.0/networks?id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43 HTTP/1.1" status: 200 len: 916 time: 0.1129041 May 26 16:54:40.127906 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ebb3c6e6-8e96-4786-8514-2c1a2564f08c req-884a50aa-44ed-4ccf-8afa-9de7c2fdd863 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac7e956d-ac15-454c-8edc-e720f773ea66 HTTP/1.1" status: 200 len: 217 time: 0.0378716 May 26 16:54:40.207152 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ebb3c6e6-8e96-4786-8514-2c1a2564f08c req-43ce97f2-ceda-42fa-94dc-51609535c533 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac7e956d-ac15-454c-8edc-e720f773ea66 HTTP/1.1" status: 200 len: 217 time: 0.0782061 May 26 16:54:40.214531 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3c6e6-8e96-4786-8514-2c1a2564f08c req-969a9f2d-1ba0-4997-90d4-888d0f9a97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:40.215931 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ebb3c6e6-8e96-4786-8514-2c1a2564f08c req-969a9f2d-1ba0-4997-90d4-888d0f9a97d8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e9f0fd13-2169-4774-a11c-1e14b0798f63 HTTP/1.1" status: 200 len: 855 time: 0.0782263 May 26 16:54:40.272891 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ebb3c6e6-8e96-4786-8514-2c1a2564f08c req-3cbf319d-663e-4188-a3b2-1bd1a744525e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479691 May 26 16:54:40.295229 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae236f-599f-4575-87ad-d4a006e1e65b req-cfb9028f-4760-4339-8b48-050d1c82a007 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:40.296732 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85ae236f-599f-4575-87ad-d4a006e1e65b req-cfb9028f-4760-4339-8b48-050d1c82a007 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 943 time: 0.0472095 May 26 16:54:40.301663 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3c6e6-8e96-4786-8514-2c1a2564f08c req-5b9717f3-b556-427f-b52d-ff3c544c1086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:40.303237 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ebb3c6e6-8e96-4786-8514-2c1a2564f08c req-5b9717f3-b556-427f-b52d-ff3c544c1086 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e9f0fd13-2169-4774-a11c-1e14b0798f63 HTTP/1.1" status: 200 len: 855 time: 0.0864317 May 26 16:54:40.335016 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85ae236f-599f-4575-87ad-d4a006e1e65b req-1ee8c3e1-3b21-414a-bcf2-61be752752a5 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315483 May 26 16:54:40.365625 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ebb3c6e6-8e96-4786-8514-2c1a2564f08c req-ddcffe11-eff9-429c-b7a9-34bf0c170888 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357175 May 26 16:54:40.440553 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ebb3c6e6-8e96-4786-8514-2c1a2564f08c req-e5fd9158-1594-47f3-9d4a-1be619152f91 service neutron] 10.222.0.83 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602333 May 26 16:54:40.525195 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ebb3c6e6-8e96-4786-8514-2c1a2564f08c req-288e4b05-76c3-4941-8321-c5db664fe2ff service neutron] 10.222.0.81 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483164 May 26 16:54:40.598467 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ebb3c6e6-8e96-4786-8514-2c1a2564f08c req-7ee4f9dc-f579-4dbb-a8f8-fbc39ce05648 service neutron] 10.222.0.83 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490519 May 26 16:54:40.638346 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ebb3c6e6-8e96-4786-8514-2c1a2564f08c req-f90c7b3e-a705-4e58-8446-17a22eb3ce42 service neutron] 10.222.0.81 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014884 May 26 16:54:41.008998 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device ac7e956d-ac15-454c-8edc-e720f773ea66 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:54:41.049547 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device ac7e956d-ac15-454c-8edc-e720f773ea66 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:54:41.453703 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e432065-f756-4fae-9724-08340d834e7c req-89aa3b9c-3729-4095-992a-3ac6eaa029e9 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:41.455166 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e432065-f756-4fae-9724-08340d834e7c req-89aa3b9c-3729-4095-992a-3ac6eaa029e9 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 943 time: 0.0487275 May 26 16:54:41.492911 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e432065-f756-4fae-9724-08340d834e7c req-fef87ef3-52d8-4d4a-affc-84448c2b5ba3 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314841 May 26 16:54:42.313526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device ac7e956d-ac15-454c-8edc-e720f773ea66 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:54:42.405991 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port ac7e956d-ac15-454c-8edc-e720f773ea66, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=ac7e956d-ac15-454c-8edc-e720f773ea66,segment=NetworkSegment(80be6c6c-5f82-45a4-8bd6-f37eca786664),segment_id=80be6c6c-5f82-45a4-8bd6-f37eca786664)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:42.417224 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': 'ac7e956d-ac15-454c-8edc-e720f773ea66', 'network_id': '47d15a19-2c1c-449b-9f6d-c90aabf0ee43', 'port_id': 'ac7e956d-ac15-454c-8edc-e720f773ea66', 'mac_address': 'fa:16:3e:d4:12:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9f0fd13-2169-4774-a11c-1e14b0798f63', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:54:42.457941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port ac7e956d-ac15-454c-8edc-e720f773ea66 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:54:42.458324 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:42.470970 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7e956d-ac15-454c-8edc-e720f773ea66 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:54:42.489779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port ac7e956d-ac15-454c-8edc-e720f773ea66, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=ac7e956d-ac15-454c-8edc-e720f773ea66,segment=NetworkSegment(80be6c6c-5f82-45a4-8bd6-f37eca786664),segment_id=80be6c6c-5f82-45a4-8bd6-f37eca786664)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:42.493955 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:42.541011 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=ac7e956d-ac15-454c-8edc-e720f773ea66,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:42.608661 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ffa46-257a-43df-aa08-5606903600df req-cc8af42c-51d8-4adb-bf88-85048af31486 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:42.610040 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ef8ffa46-257a-43df-aa08-5606903600df req-cc8af42c-51d8-4adb-bf88-85048af31486 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 944 time: 0.0483763 May 26 16:54:42.651767 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ef8ffa46-257a-43df-aa08-5606903600df req-0ace60b8-9898-4179-a823-975bf7eff0d4 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352895 May 26 16:54:42.844357 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca348f84-5a81-483a-a564-9305d6a44924 req-8adcf386-3243-4c69-97d4-6d8393e5fcdd tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:42.845893 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca348f84-5a81-483a-a564-9305d6a44924 req-8adcf386-3243-4c69-97d4-6d8393e5fcdd tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 944 time: 0.0490220 May 26 16:54:42.867890 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0dac1d-b391-4842-8419-33849b1fb5a2 req-43f8ca5d-6051-496c-a0b2-d1e330bbc36d tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:42.869283 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0a0dac1d-b391-4842-8419-33849b1fb5a2 req-43f8ca5d-6051-496c-a0b2-d1e330bbc36d tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.81 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f&tenant_id=2116abb139a54b9f9d04183ba1cb87fe&binding%3Ahost_id=n-h2-843337-2 HTTP/1.1" status: 200 len: 944 time: 0.0596747 May 26 16:54:42.885695 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca348f84-5a81-483a-a564-9305d6a44924 req-317f9abf-5e61-4e7d-a9a6-2bff11628560 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327172 May 26 16:54:42.928687 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [req-0a0dac1d-b391-4842-8419-33849b1fb5a2 req-f4d451e3-1c62-48fc-947b-bd9d108a1e26 service neutron] delete failed (client error): The resource could not be found. May 26 16:54:42.929697 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0a0dac1d-b391-4842-8419-33849b1fb5a2 req-f4d451e3-1c62-48fc-947b-bd9d108a1e26 service neutron] 10.222.0.81 "DELETE /v2.0/ports/ac7e956d-ac15-454c-8edc-e720f773ea66/bindings/n-h1-843337-2 HTTP/1.1" status: 404 len: 380 time: 0.0540576 May 26 16:54:43.006861 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['ac7e956d-ac15-454c-8edc-e720f773ea66'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:54:43.014455 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0dac1d-b391-4842-8419-33849b1fb5a2 req-97f402fc-e3a1-4b29-aa19-9aa331f4c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:43.016055 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0a0dac1d-b391-4842-8419-33849b1fb5a2 req-97f402fc-e3a1-4b29-aa19-9aa331f4c27f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2116abb139a54b9f9d04183ba1cb87fe&device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 1095 time: 0.0417819 May 26 16:54:43.112286 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0dac1d-b391-4842-8419-33849b1fb5a2 req-30d90432-2ed4-4fca-9121-829bbbddf86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:43.113960 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0a0dac1d-b391-4842-8419-33849b1fb5a2 req-30d90432-2ed4-4fca-9121-829bbbddf86e service neutron] 10.222.0.81 "GET /v2.0/networks?id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43 HTTP/1.1" status: 200 len: 916 time: 0.0899875 May 26 16:54:43.133928 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-62af5bfe-e90d-4330-98e1-60063717fd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:43.468617 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0a0dac1d-b391-4842-8419-33849b1fb5a2 req-aed2ee1f-fade-41f8-aee7-ffd7cb2a23eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac7e956d-ac15-454c-8edc-e720f773ea66 HTTP/1.1" status: 200 len: 217 time: 0.3484793 May 26 16:54:43.517810 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0dac1d-b391-4842-8419-33849b1fb5a2 req-7938f19b-f7e1-4b57-8bd7-2145cb20ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:43.519961 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0a0dac1d-b391-4842-8419-33849b1fb5a2 req-7938f19b-f7e1-4b57-8bd7-2145cb20ed2f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e9f0fd13-2169-4774-a11c-1e14b0798f63 HTTP/1.1" status: 200 len: 855 time: 0.0439458 May 26 16:54:43.553608 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0a0dac1d-b391-4842-8419-33849b1fb5a2 req-6ceb4573-0230-46e9-8646-bc59b6869ca9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256269 May 26 16:54:43.645213 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0a0dac1d-b391-4842-8419-33849b1fb5a2 req-eab231c0-a091-496d-a4d3-33f237f0348d service neutron] 10.222.0.81 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847404 May 26 16:54:43.732624 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0a0dac1d-b391-4842-8419-33849b1fb5a2 req-a8d97232-25db-4385-bc45-21cda60f699c service neutron] 10.222.0.81 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814164 May 26 16:54:44.006766 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61229b95-48f5-431f-9e5c-84158d9ea7fe req-7a259b0e-1245-473d-9412-82b0fa2d0981 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:44.008229 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61229b95-48f5-431f-9e5c-84158d9ea7fe req-7a259b0e-1245-473d-9412-82b0fa2d0981 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 944 time: 0.0479441 May 26 16:54:44.049048 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61229b95-48f5-431f-9e5c-84158d9ea7fe req-5897da71-1535-4cfa-bf20-e0788f21a799 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343781 May 26 16:54:44.333207 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device ac7e956d-ac15-454c-8edc-e720f773ea66 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:54:44.380776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port ac7e956d-ac15-454c-8edc-e720f773ea66 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:54:44.384479 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port ac7e956d-ac15-454c-8edc-e720f773ea66 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:54:44.384857 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:44.465447 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port ac7e956d-ac15-454c-8edc-e720f773ea66 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:54:44.465890 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:44.489533 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f384be37-3eb8-4c40-b9b4-6e817ac3dc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7e956d-ac15-454c-8edc-e720f773ea66'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:54:44.491747 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca2d10c-c177-471b-a611-34aa932a2123" -d '{"events": [{"server_uuid": "f384be37-3eb8-4c40-b9b4-6e817ac3dc6f", "name": "network-vif-plugged", "status": "completed", "tag": "ac7e956d-ac15-454c-8edc-e720f773ea66"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:54:44.503854 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port ac7e956d-ac15-454c-8edc-e720f773ea66, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=ac7e956d-ac15-454c-8edc-e720f773ea66,segment=NetworkSegment(80be6c6c-5f82-45a4-8bd6-f37eca786664),segment_id=80be6c6c-5f82-45a4-8bd6-f37eca786664)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:44.508499 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:44.537987 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42085fc2-a51d-470c-bc80-49a86c17acef x-openstack-request-id: req-42085fc2-a51d-470c-bc80-49a86c17acef {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:54:44.538279 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f384be37-3eb8-4c40-b9b4-6e817ac3dc6f", "name": "network-vif-plugged", "status": "completed", "tag": "ac7e956d-ac15-454c-8edc-e720f773ea66", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:54:44.538536 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-42085fc2-a51d-470c-bc80-49a86c17acef {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:54:44.538931 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42085fc2-a51d-470c-bc80-49a86c17acef'] response: {'server_uuid': 'f384be37-3eb8-4c40-b9b4-6e817ac3dc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7e956d-ac15-454c-8edc-e720f773ea66', 'code': 200} May 26 16:54:44.565008 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=ac7e956d-ac15-454c-8edc-e720f773ea66,revision_number=9']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:45.166863 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237088d2-877e-4b78-9204-fc1714fa6b8e req-5e239677-73a6-4f61-bdbb-ad92cb156769 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:45.168351 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-237088d2-877e-4b78-9204-fc1714fa6b8e req-5e239677-73a6-4f61-bdbb-ad92cb156769 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0482340 May 26 16:54:45.209407 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-237088d2-877e-4b78-9204-fc1714fa6b8e req-3a5fa16b-7dd6-44d2-be3d-6600dd17e651 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345743 May 26 16:54:45.328257 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2b211-8804-4647-838f-0ae80361bfa9 req-6265ea45-3191-4dd2-86b9-1ccc8aca25bf tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:45.329781 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eca2b211-8804-4647-838f-0ae80361bfa9 req-6265ea45-3191-4dd2-86b9-1ccc8aca25bf tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0502949 May 26 16:54:45.367868 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eca2b211-8804-4647-838f-0ae80361bfa9 req-49032be2-3066-4156-aa36-5d2390ddb298 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316262 May 26 16:54:45.483011 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431280e-bcca-4da3-aeab-e24252592ab3 req-b6a5cfa9-7920-46ca-866c-fdfd534f97c1 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:45.484548 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2431280e-bcca-4da3-aeab-e24252592ab3 req-b6a5cfa9-7920-46ca-866c-fdfd534f97c1 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0521212 May 26 16:54:45.524470 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2431280e-bcca-4da3-aeab-e24252592ab3 req-07837ddf-c370-4c55-9b8a-e837f291ff5c tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337522 May 26 16:54:45.555344 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f02f6a49-fb83-46d4-a7fc-6aa6c5366ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:45.891737 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-9df3124a-c98d-45bd-a8cc-23fa5e8187e8 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:45.893140 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-9df3124a-c98d-45bd-a8cc-23fa5e8187e8 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/networks?id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43 HTTP/1.1" status: 200 len: 815 time: 0.1020756 May 26 16:54:45.909046 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-c5fd39ed-d21f-415b-a157-78c2be63470c tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/quotas/2116abb139a54b9f9d04183ba1cb87fe HTTP/1.1" status: 200 len: 375 time: 0.0091596 May 26 16:54:45.959309 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-1a927c21-3d2a-45fd-b70b-6dcb65e3f90f tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2116abb139a54b9f9d04183ba1cb87fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0441289 May 26 16:54:46.051318 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-5bcd9b67-cad8-4e5e-94c4-9deea2863dd9 service neutron] 10.222.0.77 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847034 May 26 16:54:46.142651 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-8b12b48e-aecd-47fd-b292-c1ab79d061dd service neutron] 10.222.0.77 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851130 May 26 16:54:46.315720 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7abd7ed2-d7e4-4794-89ed-84e329fe57b1 req-2dadd658-1acc-4cc1-ab37-bd87be3df104 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 210 time: 0.0299597 May 26 16:54:46.702763 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:47.413394 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5f001c7-4f26-4ab1-b37d-bbb0032efc7c req-e88ce761-bddf-4af3-bdd1-2951701085ea tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 210 time: 0.0272503 May 26 16:54:47.529245 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-502131e2-0042-4c91-a548-773fab612f28 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:47.530707 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-502131e2-0042-4c91-a548-773fab612f28 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.83 "GET /v2.0/networks?id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43 HTTP/1.1" status: 200 len: 815 time: 0.1087162 May 26 16:54:47.557342 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-1bc661b4-8469-4a1e-a885-5275e862de32 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Request body: {'port': {'device_id': 'e7533fbb-bde8-47b2-8289-82cc0d8dbdf0', 'network_id': '47d15a19-2c1c-449b-9f6d-c90aabf0ee43', 'admin_state_up': True, 'tenant_id': '2116abb139a54b9f9d04183ba1cb87fe'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:54:47.664529 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-1bc661b4-8469-4a1e-a885-5275e862de32 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Made reservation on behalf of 2116abb139a54b9f9d04183ba1cb87fe for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:54:47.667871 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-1bc661b4-8469-4a1e-a885-5275e862de32 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:47.697421 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.83', 56329) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:54:47.749329 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c75a9-105b-4f31-b9a4-9f07f32c73f9 req-dc64a502-7548-432c-8379-2d8a17abadb2 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:47.750774 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a01c75a9-105b-4f31-b9a4-9f07f32c73f9 req-dc64a502-7548-432c-8379-2d8a17abadb2 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.83 "GET /v2.0/ports?device_id=f384be37-3eb8-4c40-b9b4-6e817ac3dc6f HTTP/1.1" status: 200 len: 945 time: 0.0521975 May 26 16:54:47.791650 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-1bc661b4-8469-4a1e-a885-5275e862de32 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Allocated IP 172.20.0.4 (47d15a19-2c1c-449b-9f6d-c90aabf0ee43/e9f0fd13-2169-4774-a11c-1e14b0798f63/97cc988e-151f-48ff-9570-ebfa03b7f826) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:54:47.841688 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-a01c75a9-105b-4f31-b9a4-9f07f32c73f9 req-8f5c3f2f-0107-4e45-9481-7fb7fcf40045 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Deleting port ac7e956d-ac15-454c-8edc-e720f773ea66 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:54:47.842029 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a01c75a9-105b-4f31-b9a4-9f07f32c73f9 req-8f5c3f2f-0107-4e45-9481-7fb7fcf40045 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:47.933353 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-a01c75a9-105b-4f31-b9a4-9f07f32c73f9 req-8f5c3f2f-0107-4e45-9481-7fb7fcf40045 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] For port ac7e956d-ac15-454c-8edc-e720f773ea66, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=ac7e956d-ac15-454c-8edc-e720f773ea66,segment=NetworkSegment(80be6c6c-5f82-45a4-8bd6-f37eca786664),segment_id=80be6c6c-5f82-45a4-8bd6-f37eca786664)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:47.933623 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a01c75a9-105b-4f31-b9a4-9f07f32c73f9 req-8f5c3f2f-0107-4e45-9481-7fb7fcf40045 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:47.940457 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-1bc661b4-8469-4a1e-a885-5275e862de32 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:47.946361 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [req-a01c75a9-105b-4f31-b9a4-9f07f32c73f9 req-8f5c3f2f-0107-4e45-9481-7fb7fcf40045 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Calling delete_port for ac7e956d-ac15-454c-8edc-e720f773ea66 owned by compute:nova {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:54:47.974049 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-1bc661b4-8469-4a1e-a885-5275e862de32 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:48.016747 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['ac7e956d-ac15-454c-8edc-e720f773ea66'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:54:48.027156 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-1bc661b4-8469-4a1e-a885-5275e862de32 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Network 47d15a19-2c1c-449b-9f6d-c90aabf0ee43 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:54:48.030586 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-1bc661b4-8469-4a1e-a885-5275e862de32 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:54:48.034477 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-1bc661b4-8469-4a1e-a885-5275e862de32 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:54:48.059295 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc661b4-8469-4a1e-a885-5275e862de32 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Pushing event updated for resources: {'Port': ['ID=97cc988e-151f-48ff-9570-ebfa03b7f826,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:48.087217 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a01c75a9-105b-4f31-b9a4-9f07f32c73f9 req-8f5c3f2f-0107-4e45-9481-7fb7fcf40045 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:48.089741 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-1bc661b4-8469-4a1e-a885-5275e862de32 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:48.090396 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-1bc661b4-8469-4a1e-a885-5275e862de32 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:48.116689 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-1bc661b4-8469-4a1e-a885-5275e862de32 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5630162 May 26 16:54:48.127446 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c3f2f-0107-4e45-9481-7fb7fcf40045 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Pushing event deleted for resources: {'Port': ['ID=ac7e956d-ac15-454c-8edc-e720f773ea66,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:48.172361 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01c75a9-105b-4f31-b9a4-9f07f32c73f9 req-8f5c3f2f-0107-4e45-9481-7fb7fcf40045 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] No DVR routers for this DVR port ac7e956d-ac15-454c-8edc-e720f773ea66 on host n-h2-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:54:48.176661 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-a01c75a9-105b-4f31-b9a4-9f07f32c73f9 req-8f5c3f2f-0107-4e45-9481-7fb7fcf40045 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:48.179951 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a01c75a9-105b-4f31-b9a4-9f07f32c73f9 req-8f5c3f2f-0107-4e45-9481-7fb7fcf40045 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.83 "DELETE /v2.0/ports/ac7e956d-ac15-454c-8edc-e720f773ea66 HTTP/1.1" status: 204 len: 173 time: 0.4226367 May 26 16:54:48.180448 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f384be37-3eb8-4c40-b9b4-6e817ac3dc6f', 'name': 'network-vif-deleted', 'tag': 'ac7e956d-ac15-454c-8edc-e720f773ea66'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:54:48.207172 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Request body: {'port': {'device_id': 'e7533fbb-bde8-47b2-8289-82cc0d8dbdf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:54:48.225493 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24103bee38bbd97c6ccfbe10b0e84632f8bc6809d0c06cc395e50ba217a9e387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154c418d-2a8e-4a78-9de8-15d2c9fe9afa" -d '{"events": [{"server_uuid": "f384be37-3eb8-4c40-b9b4-6e817ac3dc6f", "name": "network-vif-deleted", "tag": "ac7e956d-ac15-454c-8edc-e720f773ea66"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:54:48.271081 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:48.332676 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a3b865-82e8-496e-ba6b-84a2ec0cf38a x-openstack-request-id: req-b0a3b865-82e8-496e-ba6b-84a2ec0cf38a {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:54:48.332977 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f384be37-3eb8-4c40-b9b4-6e817ac3dc6f", "name": "network-vif-deleted", "tag": "ac7e956d-ac15-454c-8edc-e720f773ea66", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:54:48.333282 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b0a3b865-82e8-496e-ba6b-84a2ec0cf38a {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:54:48.333693 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0a3b865-82e8-496e-ba6b-84a2ec0cf38a'] response: {'server_uuid': 'f384be37-3eb8-4c40-b9b4-6e817ac3dc6f', 'name': 'network-vif-deleted', 'tag': 'ac7e956d-ac15-454c-8edc-e720f773ea66', 'status': 'completed', 'code': 200} May 26 16:54:48.449882 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:48.464544 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:48.547782 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7a29c-c7f9-4aab-ba21-1a5bf57a655f req-6c7c50cc-ce0c-4b83-974d-6e4ca234acfd tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:48.549286 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-19e7a29c-c7f9-4aab-ba21-1a5bf57a655f req-6c7c50cc-ce0c-4b83-974d-6e4ca234acfd tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 931 time: 0.0508592 May 26 16:54:48.574745 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97cc988e-151f-48ff-9570-ebfa03b7f826 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:54:48.582947 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:48.587786 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-19e7a29c-c7f9-4aab-ba21-1a5bf57a655f req-f5e8996f-d60f-40dd-9d66-2455742e20cf tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320992 May 26 16:54:48.595339 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Transition to ACTIVE for port object 97cc988e-151f-48ff-9570-ebfa03b7f826 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:54:48.599309 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:48.650963 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Pushing event updated for resources: {'Port': ['ID=97cc988e-151f-48ff-9570-ebfa03b7f826,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:48.677444 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:48.677801 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:48.678125 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:48.678458 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:48.678789 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:48.679118 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:48.679442 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:48.679765 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:48.680122 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:48.680434 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:48.680757 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:48.681076 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:48.729790 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Attempting to bind port 97cc988e-151f-48ff-9570-ebfa03b7f826 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:54:48.730125 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Attempting to bind port 97cc988e-151f-48ff-9570-ebfa03b7f826 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '80be6c6c-5f82-45a4-8bd6-f37eca786664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '47d15a19-2c1c-449b-9f6d-c90aabf0ee43'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:54:48.730454 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Attempting to bind port 97cc988e-151f-48ff-9570-ebfa03b7f826 on network 47d15a19-2c1c-449b-9f6d-c90aabf0ee43 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:54:48.734726 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Port 97cc988e-151f-48ff-9570-ebfa03b7f826 on network 47d15a19-2c1c-449b-9f6d-c90aabf0ee43 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:54:48.735068 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Attempting to bind port 97cc988e-151f-48ff-9570-ebfa03b7f826 on network 47d15a19-2c1c-449b-9f6d-c90aabf0ee43 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:54:48.739800 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:54:48.740156 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Checking segment: {'id': '80be6c6c-5f82-45a4-8bd6-f37eca786664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '47d15a19-2c1c-449b-9f6d-c90aabf0ee43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:54:48.740539 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Bound using segment: {'id': '80be6c6c-5f82-45a4-8bd6-f37eca786664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '47d15a19-2c1c-449b-9f6d-c90aabf0ee43'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:54:48.740962 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Bound port: 97cc988e-151f-48ff-9570-ebfa03b7f826, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80be6c6c-5f82-45a4-8bd6-f37eca786664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '47d15a19-2c1c-449b-9f6d-c90aabf0ee43'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:54:48.741314 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:48.803406 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] For port 97cc988e-151f-48ff-9570-ebfa03b7f826, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:54:48.806365 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] For port 97cc988e-151f-48ff-9570-ebfa03b7f826, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=97cc988e-151f-48ff-9570-ebfa03b7f826,segment=NetworkSegment(80be6c6c-5f82-45a4-8bd6-f37eca786664),segment_id=80be6c6c-5f82-45a4-8bd6-f37eca786664)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:54:48.810451 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:48.846920 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:48.847583 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:48.849010 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] 10.222.0.83 "PUT /v2.0/ports/97cc988e-151f-48ff-9570-ebfa03b7f826 HTTP/1.1" status: 200 len: 1091 time: 0.6465356 May 26 16:54:48.849445 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7533fbb-bde8-47b2-8289-82cc0d8dbdf0', 'tag': '97cc988e-151f-48ff-9570-ebfa03b7f826'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:54:48.851678 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b119095de475cfe406de0aea5e2d87020d913f2ffb4d9373492637fe830eec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d25cb80-5b37-4222-8649-462568858aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "e7533fbb-bde8-47b2-8289-82cc0d8dbdf0", "tag": "97cc988e-151f-48ff-9570-ebfa03b7f826"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:54:48.877634 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b515fb-44b7-466f-a27e-08668528e4fa service neutron] Pushing event updated for resources: {'Port': ['ID=97cc988e-151f-48ff-9570-ebfa03b7f826,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:48.957743 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-113b81a6-5d9e-44ab-8f89-44a46e9c6614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:48.959317 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-113b81a6-5d9e-44ab-8f89-44a46e9c6614 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2116abb139a54b9f9d04183ba1cb87fe&device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 1094 time: 0.0525084 May 26 16:54:49.013132 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-e1e7e071-ab3e-4d92-b0bd-c165deb40306 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97cc988e-151f-48ff-9570-ebfa03b7f826 HTTP/1.1" status: 200 len: 217 time: 0.0373797 May 26 16:54:49.050963 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:49.066538 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-ad9d4822-389e-4962-ba2d-70fa016d611c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:49.068137 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-ad9d4822-389e-4962-ba2d-70fa016d611c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e9f0fd13-2169-4774-a11c-1e14b0798f63 HTTP/1.1" status: 200 len: 855 time: 0.0477133 May 26 16:54:49.106757 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-0ab54788-b6e7-47ea-bc13-08d7a829df0f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272949 May 26 16:54:49.167079 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8551e9c-0f17-471e-b758-37275dcf4c2e x-openstack-request-id: req-e8551e9c-0f17-471e-b758-37275dcf4c2e {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:54:49.167369 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7533fbb-bde8-47b2-8289-82cc0d8dbdf0", "tag": "97cc988e-151f-48ff-9570-ebfa03b7f826", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:54:49.167621 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e8551e9c-0f17-471e-b758-37275dcf4c2e {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:54:49.168021 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8551e9c-0f17-471e-b758-37275dcf4c2e'] response: {'name': 'network-changed', 'server_uuid': 'e7533fbb-bde8-47b2-8289-82cc0d8dbdf0', 'tag': '97cc988e-151f-48ff-9570-ebfa03b7f826', 'status': 'completed', 'code': 200} May 26 16:54:49.206162 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-4132d6e8-3587-490b-b848-89a30b7e0582 service neutron] 10.222.0.83 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927105 May 26 16:54:49.297107 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7bb3bfd2-e67d-436e-9268-9e65e16262c9 req-66564a0f-c9a0-4b82-825d-e42998803a6b service neutron] 10.222.0.83 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817909 May 26 16:54:49.426857 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25cb80-5b37-4222-8649-462568858aa9 req-23938fa8-f87b-457c-b054-4b65c3e1f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:49.428379 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0d25cb80-5b37-4222-8649-462568858aa9 req-23938fa8-f87b-457c-b054-4b65c3e1f1e7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2116abb139a54b9f9d04183ba1cb87fe&device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 1094 time: 0.0462294 May 26 16:54:49.520175 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25cb80-5b37-4222-8649-462568858aa9 req-845951f5-99d1-467e-b210-6dcb119c02d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:49.521715 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0d25cb80-5b37-4222-8649-462568858aa9 req-845951f5-99d1-467e-b210-6dcb119c02d6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43 HTTP/1.1" status: 200 len: 916 time: 0.0849988 May 26 16:54:49.568724 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0d25cb80-5b37-4222-8649-462568858aa9 req-50a69ed0-f09d-45de-b281-6c3e43a2d726 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97cc988e-151f-48ff-9570-ebfa03b7f826 HTTP/1.1" status: 200 len: 217 time: 0.0390055 May 26 16:54:49.618683 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25cb80-5b37-4222-8649-462568858aa9 req-1ceabf31-7ca9-4477-aa84-c5d0bb6fb1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:49.620191 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0d25cb80-5b37-4222-8649-462568858aa9 req-1ceabf31-7ca9-4477-aa84-c5d0bb6fb1c1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e9f0fd13-2169-4774-a11c-1e14b0798f63 HTTP/1.1" status: 200 len: 855 time: 0.0441036 May 26 16:54:49.660946 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0d25cb80-5b37-4222-8649-462568858aa9 req-4fd76d20-9d7e-40c9-9841-f07388fc5b67 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334570 May 26 16:54:49.705803 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9208840-39cb-432a-95a9-b9e4338bca5d req-68015ee3-fe04-41e2-9d9b-c76126f10abe tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:49.708147 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c9208840-39cb-432a-95a9-b9e4338bca5d req-68015ee3-fe04-41e2-9d9b-c76126f10abe tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 943 time: 0.0483727 May 26 16:54:49.749757 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c9208840-39cb-432a-95a9-b9e4338bca5d req-ddbdb95d-ae42-43ff-bc18-d5c8a5191747 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349505 May 26 16:54:49.752657 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0d25cb80-5b37-4222-8649-462568858aa9 req-7ec92ed6-ba27-4c13-82d8-90902e8aa2b8 service neutron] 10.222.0.83 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831921 May 26 16:54:49.847174 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0d25cb80-5b37-4222-8649-462568858aa9 req-82fbe1d1-eba5-4204-a2c0-058d593a4250 service neutron] 10.222.0.83 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870099 May 26 16:54:50.870138 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a1669-cf79-4eb5-bbf2-6e9946dbfdb1 req-58aeb5e9-41b1-45ce-bebc-d223ea9fc3b7 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:50.871660 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-181a1669-cf79-4eb5-bbf2-6e9946dbfdb1 req-58aeb5e9-41b1-45ce-bebc-d223ea9fc3b7 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 943 time: 0.0508249 May 26 16:54:50.909203 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-181a1669-cf79-4eb5-bbf2-6e9946dbfdb1 req-9f4c7017-6cd9-437e-a206-34c846df5d9f tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314929 May 26 16:54:52.025416 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff8799-3a02-4b4f-aade-c28ae84643a2 req-81aba9f6-557d-4687-a85b-b07e1b66a94a tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:52.026895 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-16ff8799-3a02-4b4f-aade-c28ae84643a2 req-81aba9f6-557d-4687-a85b-b07e1b66a94a tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 943 time: 0.0486069 May 26 16:54:52.063675 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-16ff8799-3a02-4b4f-aade-c28ae84643a2 req-e2bce2d2-210c-4e3c-a2fb-ca9134c434b8 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308163 May 26 16:54:52.347772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device ac7e956d-ac15-454c-8edc-e720f773ea66 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:54:52.370548 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: ac7e956d-ac15-454c-8edc-e720f773ea66 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:54:52.370891 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device ac7e956d-ac15-454c-8edc-e720f773ea66 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:54:53.177312 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f15df-8ffd-4597-9b05-05c791d5f0fd req-682d4fd3-5d75-4632-a385-25bad0f4afc4 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:53.178785 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c8f15df-8ffd-4597-9b05-05c791d5f0fd req-682d4fd3-5d75-4632-a385-25bad0f4afc4 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 943 time: 0.0480907 May 26 16:54:53.219886 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c8f15df-8ffd-4597-9b05-05c791d5f0fd req-80ff2505-7eaf-4432-aed6-e1ec3de2c9ea tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349755 May 26 16:54:54.338099 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faeb68-9fdb-4a89-b78a-f50adca1a7db req-8674f5c4-7994-4ddd-9cb2-d6094788e7df tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:54.339739 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-19faeb68-9fdb-4a89-b78a-f50adca1a7db req-8674f5c4-7994-4ddd-9cb2-d6094788e7df tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 943 time: 0.0517838 May 26 16:54:54.351638 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 97cc988e-151f-48ff-9570-ebfa03b7f826 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:54:54.377382 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-19faeb68-9fdb-4a89-b78a-f50adca1a7db req-6519b9cc-ddde-4b24-b7e4-c781028c40d8 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315089 May 26 16:54:54.446782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 97cc988e-151f-48ff-9570-ebfa03b7f826, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=97cc988e-151f-48ff-9570-ebfa03b7f826,segment=NetworkSegment(80be6c6c-5f82-45a4-8bd6-f37eca786664),segment_id=80be6c6c-5f82-45a4-8bd6-f37eca786664)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:54.458507 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '97cc988e-151f-48ff-9570-ebfa03b7f826', 'network_id': '47d15a19-2c1c-449b-9f6d-c90aabf0ee43', 'port_id': '97cc988e-151f-48ff-9570-ebfa03b7f826', 'mac_address': 'fa:16:3e:45:17:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9f0fd13-2169-4774-a11c-1e14b0798f63', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:54:54.499028 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 97cc988e-151f-48ff-9570-ebfa03b7f826 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:54:54.499311 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:54.512395 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97cc988e-151f-48ff-9570-ebfa03b7f826 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:54:54.530970 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 97cc988e-151f-48ff-9570-ebfa03b7f826, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=97cc988e-151f-48ff-9570-ebfa03b7f826,segment=NetworkSegment(80be6c6c-5f82-45a4-8bd6-f37eca786664),segment_id=80be6c6c-5f82-45a4-8bd6-f37eca786664)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:54.535170 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:54.581203 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=97cc988e-151f-48ff-9570-ebfa03b7f826,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:54.588359 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:54.588702 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:54.589035 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:54.589365 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:54.589692 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:54.590017 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:54.590339 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:54.590715 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:54.591003 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:54.591319 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:54.591634 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:54.591947 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:54:54.957840 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['97cc988e-151f-48ff-9570-ebfa03b7f826'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:54:55.499015 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d258c-04fe-4547-9917-d377814099ff req-87652d7d-5371-4e83-b5a7-57e91d11b94c tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:55.500536 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-338d258c-04fe-4547-9917-d377814099ff req-87652d7d-5371-4e83-b5a7-57e91d11b94c tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 944 time: 0.0492773 May 26 16:54:55.542339 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-338d258c-04fe-4547-9917-d377814099ff req-1b096c6f-4c72-43b9-b615-cc53a8543eb3 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347090 May 26 16:54:56.360441 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 97cc988e-151f-48ff-9570-ebfa03b7f826 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:54:56.410626 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 97cc988e-151f-48ff-9570-ebfa03b7f826 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:54:56.414224 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 97cc988e-151f-48ff-9570-ebfa03b7f826 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:54:56.414592 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:56.497366 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 97cc988e-151f-48ff-9570-ebfa03b7f826 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:54:56.497752 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:56.520016 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7533fbb-bde8-47b2-8289-82cc0d8dbdf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cc988e-151f-48ff-9570-ebfa03b7f826'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:54:56.522244 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27e1430d07491c12a5a16b136488bca5eecbfcef527e6db585e6247b0269776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dd2451-ef10-43d9-94ca-a47a72f35960" -d '{"events": [{"server_uuid": "e7533fbb-bde8-47b2-8289-82cc0d8dbdf0", "name": "network-vif-plugged", "status": "completed", "tag": "97cc988e-151f-48ff-9570-ebfa03b7f826"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:54:56.535094 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 97cc988e-151f-48ff-9570-ebfa03b7f826, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=97cc988e-151f-48ff-9570-ebfa03b7f826,segment=NetworkSegment(80be6c6c-5f82-45a4-8bd6-f37eca786664),segment_id=80be6c6c-5f82-45a4-8bd6-f37eca786664)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:54:56.539079 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:54:56.563107 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c434d0-1d60-4d94-823d-0762c5541903 x-openstack-request-id: req-a1c434d0-1d60-4d94-823d-0762c5541903 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:54:56.563425 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7533fbb-bde8-47b2-8289-82cc0d8dbdf0", "name": "network-vif-plugged", "status": "completed", "tag": "97cc988e-151f-48ff-9570-ebfa03b7f826", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:54:56.563699 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a1c434d0-1d60-4d94-823d-0762c5541903 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:54:56.564183 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1c434d0-1d60-4d94-823d-0762c5541903'] response: {'server_uuid': 'e7533fbb-bde8-47b2-8289-82cc0d8dbdf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cc988e-151f-48ff-9570-ebfa03b7f826', 'code': 200} May 26 16:54:56.592201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=97cc988e-151f-48ff-9570-ebfa03b7f826,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:54:56.667692 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a519376-7ef7-49e5-8d44-a3b5922a6d06 req-c721ed50-53bc-4308-a319-49bd338e8c6f tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:56.669258 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a519376-7ef7-49e5-8d44-a3b5922a6d06 req-c721ed50-53bc-4308-a319-49bd338e8c6f tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0497084 May 26 16:54:56.697776 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ce374-4949-4751-bd99-cd23419b37f7 req-31f3c798-8847-43e4-bd3b-abc5444b7536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:56.699286 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5a2ce374-4949-4751-bd99-cd23419b37f7 req-31f3c798-8847-43e4-bd3b-abc5444b7536 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 1096 time: 0.0426028 May 26 16:54:56.712016 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5a519376-7ef7-49e5-8d44-a3b5922a6d06 req-a1b5ff7e-2cd6-401e-be60-b2af5437ae84 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366950 May 26 16:54:56.736772 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5a2ce374-4949-4751-bd99-cd23419b37f7 req-bbcf6f53-85b4-4c41-9b87-d802280c5485 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295665 May 26 16:54:57.831230 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e954e99-7d4a-470b-9c39-996e4aa398b2 req-36457d3c-84e8-4968-bb07-5bd2c8610cc2 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:57.832797 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e954e99-7d4a-470b-9c39-996e4aa398b2 req-36457d3c-84e8-4968-bb07-5bd2c8610cc2 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0513682 May 26 16:54:57.871159 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e954e99-7d4a-470b-9c39-996e4aa398b2 req-e365c7b7-15f7-444d-a903-f79a2599bd26 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324078 May 26 16:54:58.985938 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5f295-297b-42c2-9a87-7868e2f98c33 req-0a9391b5-57fe-4da2-9b02-072fb63041b9 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:58.987416 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-73c5f295-297b-42c2-9a87-7868e2f98c33 req-0a9391b5-57fe-4da2-9b02-072fb63041b9 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0493469 May 26 16:54:59.026329 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-73c5f295-297b-42c2-9a87-7868e2f98c33 req-0c6d40e1-ed63-4d40-989f-74c2af961e97 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319502 May 26 16:54:59.142851 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01486fc1-e8bd-4e47-8fb7-78613353a359 req-052ceaf2-222f-4bdc-bb0b-92051a698a81 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:59.144412 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-01486fc1-e8bd-4e47-8fb7-78613353a359 req-052ceaf2-222f-4bdc-bb0b-92051a698a81 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0515113 May 26 16:54:59.186153 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-01486fc1-e8bd-4e47-8fb7-78613353a359 req-81bfaa7f-4baf-4742-9b5e-2931bfc21967 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353930 May 26 16:54:59.424654 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-35542729-9035-4468-a362-217592cde770 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0534959 May 26 16:54:59.433021 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eba486-ab67-4f5c-9e41-b35dffaf9b51 req-22548d9a-3374-4baf-930a-14aeb8c4949d tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:54:59.438510 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7eba486-ab67-4f5c-9e41-b35dffaf9b51 req-22548d9a-3374-4baf-930a-14aeb8c4949d tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0529754 May 26 16:54:59.477181 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7eba486-ab67-4f5c-9e41-b35dffaf9b51 req-3589bd34-7d7f-4b08-b7a9-ba94f5fef4c0 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359151 May 26 16:55:00.552047 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-7cf24ca0-f0a8-4f6d-8982-1eb659923251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:00.553769 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-7cf24ca0-f0a8-4f6d-8982-1eb659923251 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2116abb139a54b9f9d04183ba1cb87fe&device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 1096 time: 0.0427129 May 26 16:55:00.605142 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4701763-2553-4aee-b0a3-26a7971e0d64 req-74125ad4-dbbc-4ae8-a55e-eb8b130d7e49 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:00.606694 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b4701763-2553-4aee-b0a3-26a7971e0d64 req-74125ad4-dbbc-4ae8-a55e-eb8b130d7e49 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0496941 May 26 16:55:00.643987 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-ea5dc853-cd90-40b5-a8ef-4972bcf70948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:00.644231 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b4701763-2553-4aee-b0a3-26a7971e0d64 req-6003d480-eb4b-43b5-a0e6-86d0804cd401 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312686 May 26 16:55:00.645589 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-ea5dc853-cd90-40b5-a8ef-4972bcf70948 service neutron] 10.222.0.83 "GET /v2.0/networks?id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43 HTTP/1.1" status: 200 len: 916 time: 0.0848975 May 26 16:55:00.693877 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-cbfdb9e5-2bf1-4409-8a4d-55644d8679d6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97cc988e-151f-48ff-9570-ebfa03b7f826 HTTP/1.1" status: 200 len: 217 time: 0.0401428 May 26 16:55:00.747448 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-2eea59d0-991f-4328-932b-1bfe5cfba370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:00.748931 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-2eea59d0-991f-4328-932b-1bfe5cfba370 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e9f0fd13-2169-4774-a11c-1e14b0798f63 HTTP/1.1" status: 200 len: 855 time: 0.0474100 May 26 16:55:00.780848 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-97d50377-6da5-44a4-8084-7cbae9f1e303 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244563 May 26 16:55:00.873675 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-1ace2347-57a0-40ae-a136-b225ecf6292d service neutron] 10.222.0.83 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857720 May 26 16:55:00.943405 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:00.967770 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-e4234815-788a-43a3-8a50-2b06dbbd6b70 service neutron] 10.222.0.83 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866153 May 26 16:55:01.760114 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39aa04-3d9e-4165-8732-2c0ef3697bb1 req-a5377beb-b5b6-436f-aecc-62190c147182 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:01.761567 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa39aa04-3d9e-4165-8732-2c0ef3697bb1 req-a5377beb-b5b6-436f-aecc-62190c147182 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0475833 May 26 16:55:01.804591 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa39aa04-3d9e-4165-8732-2c0ef3697bb1 req-0a298d83-a540-480a-bd98-3ed4570c4b07 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365865 May 26 16:55:02.920067 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029efb5-e8f9-41da-8d64-1df5693ccccf req-5af78093-f318-4d6a-90ca-144344bc18dd tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:02.921558 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2029efb5-e8f9-41da-8d64-1df5693ccccf req-5af78093-f318-4d6a-90ca-144344bc18dd tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0485508 May 26 16:55:02.959611 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2029efb5-e8f9-41da-8d64-1df5693ccccf req-dcc2346a-339a-4966-8888-042179e2bc6b tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313718 May 26 16:55:04.080923 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1342c-a45d-4312-9b87-34e186759fe0 req-17e0260b-5e69-4719-8028-74cf434b5614 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:04.082537 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-54e1342c-a45d-4312-9b87-34e186759fe0 req-17e0260b-5e69-4719-8028-74cf434b5614 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0539584 May 26 16:55:04.120162 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-54e1342c-a45d-4312-9b87-34e186759fe0 req-7532fbce-184e-4ba3-9772-5b9ef280ede3 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314965 May 26 16:55:05.236337 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a1611-783f-4c04-90b6-9ee0c46569ea req-8d38fa67-4350-44f4-bf47-4d303afa5734 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:05.237868 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-989a1611-783f-4c04-90b6-9ee0c46569ea req-8d38fa67-4350-44f4-bf47-4d303afa5734 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0482023 May 26 16:55:05.279771 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-989a1611-783f-4c04-90b6-9ee0c46569ea req-f35626fd-5720-45bd-8a7e-a1319b061b9b tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357981 May 26 16:55:06.431711 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55a869-5ef6-4e78-aa38-6829e7912b44 req-7080ba8b-989e-4894-8eac-21685ef20582 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:06.439272 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c55a869-5ef6-4e78-aa38-6829e7912b44 req-7080ba8b-989e-4894-8eac-21685ef20582 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0713646 May 26 16:55:06.479894 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9c55a869-5ef6-4e78-aa38-6829e7912b44 req-ff5c9ca4-52e1-4875-9bda-d6e2e3c9f848 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397382 May 26 16:55:07.595993 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af50048-072b-4a83-aecf-6c7aa7074af9 req-f9e37f02-c450-4df6-9f91-528230a83933 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:07.597482 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0af50048-072b-4a83-aecf-6c7aa7074af9 req-f9e37f02-c450-4df6-9f91-528230a83933 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0483322 May 26 16:55:07.635322 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0af50048-072b-4a83-aecf-6c7aa7074af9 req-fc245680-62cd-4c26-9319-075e47300900 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308456 May 26 16:55:08.753569 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ce158-e6fc-4f23-84ea-3ab355b9276f req-86d0a230-f032-43b2-adb7-7a001adcce6a tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:08.755716 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a1ce158-e6fc-4f23-84ea-3ab355b9276f req-86d0a230-f032-43b2-adb7-7a001adcce6a tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0516520 May 26 16:55:08.798405 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a1ce158-e6fc-4f23-84ea-3ab355b9276f req-b9c3d9a2-a779-417d-8cbe-ecd6bc913a10 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366056 May 26 16:55:09.916879 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da22f8a-eb92-4497-ae01-517a7f7c0705 req-5909d54f-a200-4866-ac5d-9d79ccd3742d tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:09.918372 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9da22f8a-eb92-4497-ae01-517a7f7c0705 req-5909d54f-a200-4866-ac5d-9d79ccd3742d tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0492370 May 26 16:55:09.954638 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9da22f8a-eb92-4497-ae01-517a7f7c0705 req-ac1cb44d-85be-4218-80b3-8d6b365aaf46 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303147 May 26 16:55:11.071934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33271f-0d5d-4841-9760-391ec6ce7d0b req-19fd0de5-8bca-43c6-bc67-299279b6ae26 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:11.073423 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e33271f-0d5d-4841-9760-391ec6ce7d0b req-19fd0de5-8bca-43c6-bc67-299279b6ae26 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0493248 May 26 16:55:11.110779 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e33271f-0d5d-4841-9760-391ec6ce7d0b req-5da9ca1a-a45a-4905-afce-104c461d08a8 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312698 May 26 16:55:12.229215 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f291c53-0ebc-4e99-a054-14563880631f req-cf7fb1cd-fdb4-419a-8db4-466c4ef0b605 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:12.230687 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f291c53-0ebc-4e99-a054-14563880631f req-cf7fb1cd-fdb4-419a-8db4-466c4ef0b605 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0475760 May 26 16:55:12.272008 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f291c53-0ebc-4e99-a054-14563880631f req-cd0c440d-a8cc-4554-b9aa-17733a3880da tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352783 May 26 16:55:12.660731 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:55:13.116452 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e077616e-81b2-48a5-a287-ac2dceb07f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:13.386175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca419b9e-ef4d-47ef-81fe-aef4a532cdb0 req-e9d1ccbf-845b-40ed-859d-844ae68054d8 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:13.387562 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca419b9e-ef4d-47ef-81fe-aef4a532cdb0 req-e9d1ccbf-845b-40ed-859d-844ae68054d8 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0483227 May 26 16:55:13.426240 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca419b9e-ef4d-47ef-81fe-aef4a532cdb0 req-abaa4ba1-8196-4620-bf44-c8ca7a6b97c2 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322380 May 26 16:55:14.546191 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877ca00-8b91-4e18-a189-41aea0a4a386 req-4f13b31f-c9ed-4283-a7e8-b3db678f62f8 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:14.547658 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c877ca00-8b91-4e18-a189-41aea0a4a386 req-4f13b31f-c9ed-4283-a7e8-b3db678f62f8 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0506797 May 26 16:55:14.585587 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c877ca00-8b91-4e18-a189-41aea0a4a386 req-eb629153-1413-46ab-bba4-ec76bcc9f237 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317140 May 26 16:55:15.556567 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6c772326-f14e-4b24-b9aa-dbd89225ac99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:15.701246 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e87dc-42a1-4de6-9ce5-2a66d60ef9b5 req-e66b7d6d-421a-4fec-aceb-67f7fd9020e4 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:15.702609 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c8e87dc-42a1-4de6-9ce5-2a66d60ef9b5 req-e66b7d6d-421a-4fec-aceb-67f7fd9020e4 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0488942 May 26 16:55:15.745019 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c8e87dc-42a1-4de6-9ce5-2a66d60ef9b5 req-8ee63632-af7f-46a6-abeb-fc079453b7c0 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364478 May 26 16:55:16.704393 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:16.863083 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b84c4-5f8b-482e-8ef6-11202619cbcf req-24ecc0ac-4759-4cb0-a985-156e90e16a5f tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:16.864588 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d47b84c4-5f8b-482e-8ef6-11202619cbcf req-24ecc0ac-4759-4cb0-a985-156e90e16a5f tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0513563 May 26 16:55:16.909519 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d47b84c4-5f8b-482e-8ef6-11202619cbcf req-cbf71f30-5991-41c9-a770-57c0e8d2ba79 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381134 May 26 16:55:18.025221 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b420a62-9363-42e1-869c-f0d65ab6d764 req-a69a698e-10b3-4e26-a61f-0da7e98c7d66 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:18.026681 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b420a62-9363-42e1-869c-f0d65ab6d764 req-a69a698e-10b3-4e26-a61f-0da7e98c7d66 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0477736 May 26 16:55:18.064217 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b420a62-9363-42e1-869c-f0d65ab6d764 req-188b146e-b128-4bf6-b03a-376f2b27909f tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315366 May 26 16:55:18.432913 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:18.460849 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:19.045677 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:19.181838 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde1abe-96b3-4d45-a051-49553f11b2a6 req-829742fb-a5ac-492b-ad4d-7101a15c0a95 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:19.183313 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ccde1abe-96b3-4d45-a051-49553f11b2a6 req-829742fb-a5ac-492b-ad4d-7101a15c0a95 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0496104 May 26 16:55:19.226346 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ccde1abe-96b3-4d45-a051-49553f11b2a6 req-bf09f763-706e-4067-8945-2ba9115548ed tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369756 May 26 16:55:20.346213 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b09a3-52d7-4e86-aaea-20713d2a48d7 req-660ace27-482f-4089-90c1-7436ae284597 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:20.347687 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6c5b09a3-52d7-4e86-aaea-20713d2a48d7 req-660ace27-482f-4089-90c1-7436ae284597 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0497620 May 26 16:55:20.386901 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6c5b09a3-52d7-4e86-aaea-20713d2a48d7 req-f9791551-93cc-47b9-822b-64dff006f767 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327852 May 26 16:55:21.515320 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf851dd5-8f4c-4258-a4f2-b0a0d0b54600 req-be0ef1a0-5e89-4ea0-9973-d2308f58dbfc tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:21.516877 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf851dd5-8f4c-4258-a4f2-b0a0d0b54600 req-be0ef1a0-5e89-4ea0-9973-d2308f58dbfc tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0600479 May 26 16:55:21.554881 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf851dd5-8f4c-4258-a4f2-b0a0d0b54600 req-8d1cc818-ac8b-4321-ab41-0e8e3cfdace4 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310814 May 26 16:55:22.669040 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e76bec-e6d7-4cc6-9b51-9865b9196050 req-b710433c-e8a0-4783-a167-f7b29f1723f6 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:22.670399 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88e76bec-e6d7-4cc6-9b51-9865b9196050 req-b710433c-e8a0-4783-a167-f7b29f1723f6 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0476646 May 26 16:55:22.712708 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88e76bec-e6d7-4cc6-9b51-9865b9196050 req-f436d288-eb2a-4b63-8d71-917937035a18 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361204 May 26 16:55:23.830743 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66cd84-6754-4901-a459-35d71a344e6f req-4ee2d332-7b9b-45d6-aae5-0d7e76a9797d tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:23.832282 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b66cd84-6754-4901-a459-35d71a344e6f req-4ee2d332-7b9b-45d6-aae5-0d7e76a9797d tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0476785 May 26 16:55:23.871381 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b66cd84-6754-4901-a459-35d71a344e6f req-1c37fa29-dd05-4cc4-be7f-8c6561f31b66 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320945 May 26 16:55:24.900290 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34e8b5-8071-470f-90f4-0c20beaf6b03 req-6dc5fdcd-5983-40e1-975e-aee1a491c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:24.901844 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bb34e8b5-8071-470f-90f4-0c20beaf6b03 req-6dc5fdcd-5983-40e1-975e-aee1a491c80e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2116abb139a54b9f9d04183ba1cb87fe&device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 1096 time: 0.0811229 May 26 16:55:24.991945 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6efc7-176f-40a3-8e81-8bb94a51a5af req-7b3b138d-2099-434b-b1c7-c08682cb2d39 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:24.993456 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4dc6efc7-176f-40a3-8e81-8bb94a51a5af req-7b3b138d-2099-434b-b1c7-c08682cb2d39 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0487492 May 26 16:55:25.010683 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34e8b5-8071-470f-90f4-0c20beaf6b03 req-dc21ee30-24a2-4e56-8090-1315dd636de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:25.012176 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bb34e8b5-8071-470f-90f4-0c20beaf6b03 req-dc21ee30-24a2-4e56-8090-1315dd636de3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43 HTTP/1.1" status: 200 len: 916 time: 0.0904932 May 26 16:55:25.031733 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4dc6efc7-176f-40a3-8e81-8bb94a51a5af req-29832da2-439f-449e-bd53-77921d3aa54b tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320706 May 26 16:55:25.056629 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bb34e8b5-8071-470f-90f4-0c20beaf6b03 req-5b17369b-c3e7-4cb5-8de2-f9a44b2989b6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97cc988e-151f-48ff-9570-ebfa03b7f826 HTTP/1.1" status: 200 len: 217 time: 0.0376186 May 26 16:55:25.104620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34e8b5-8071-470f-90f4-0c20beaf6b03 req-ee321943-9183-458d-ab79-fe636103c906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:25.106024 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bb34e8b5-8071-470f-90f4-0c20beaf6b03 req-ee321943-9183-458d-ab79-fe636103c906 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e9f0fd13-2169-4774-a11c-1e14b0798f63 HTTP/1.1" status: 200 len: 855 time: 0.0428731 May 26 16:55:25.143597 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bb34e8b5-8071-470f-90f4-0c20beaf6b03 req-aea485c2-14a0-469b-8a17-d790200e0123 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302582 May 26 16:55:25.235006 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bb34e8b5-8071-470f-90f4-0c20beaf6b03 req-a0e4398c-7f79-47d0-9d1b-735302d8a77c service neutron] 10.222.0.83 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824184 May 26 16:55:25.331843 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bb34e8b5-8071-470f-90f4-0c20beaf6b03 req-1ec08d86-ac14-41f2-9fe2-3c4cc92deb29 service neutron] 10.222.0.83 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900433 May 26 16:55:26.151825 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29558ac-c85d-493a-9435-af133715fedf req-db609050-3d50-4eba-9463-e3b2cb32b2bd tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:26.153452 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e29558ac-c85d-493a-9435-af133715fedf req-db609050-3d50-4eba-9463-e3b2cb32b2bd tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0497115 May 26 16:55:26.197912 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e29558ac-c85d-493a-9435-af133715fedf req-5da95944-246b-418b-a50c-d10bef194a7f tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385244 May 26 16:55:27.313845 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4c59a-770e-4229-961d-6a25ef1f44ed req-d996ec19-cfc1-48b7-9308-277517d1ec6b tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:27.315335 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1d4c59a-770e-4229-961d-6a25ef1f44ed req-d996ec19-cfc1-48b7-9308-277517d1ec6b tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0486386 May 26 16:55:27.354539 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1d4c59a-770e-4229-961d-6a25ef1f44ed req-c6663792-186e-4294-8822-c461e4d93475 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325091 May 26 16:55:28.291161 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-dd627831-e852-4ec0-b103-662f51474bbc service neutron] show failed (client error): The resource could not be found. May 26 16:55:28.292254 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-dd627831-e852-4ec0-b103-662f51474bbc service neutron] 10.222.0.83 "GET /v2.0/ports/97cc988e-151f-48ff-9570-ebfa03b7f826/bindings/n-h1-843337-2 HTTP/1.1" status: 404 len: 380 time: 0.0559433 May 26 16:55:28.478094 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274151b-35ca-41ec-9e7c-5d90d9e1782e req-c64ef750-e8fc-4bcd-a82c-3efbfa34898c tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:28.479772 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7274151b-35ca-41ec-9e7c-5d90d9e1782e req-c64ef750-e8fc-4bcd-a82c-3efbfa34898c tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0522568 May 26 16:55:28.507456 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-4a18eec0-16c1-4e47-a04a-30e2de46f0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:28.509175 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-4a18eec0-16c1-4e47-a04a-30e2de46f0b3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0&tenant_id=2116abb139a54b9f9d04183ba1cb87fe HTTP/1.1" status: 200 len: 1096 time: 0.0430493 May 26 16:55:28.520670 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843337-2', 'device_owner': 'compute:nova'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:55:28.523359 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7274151b-35ca-41ec-9e7c-5d90d9e1782e req-49bae2f2-dba4-4b53-bb0e-e8524f7d6bd2 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367732 May 26 16:55:28.579697 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:28.789404 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] For port 97cc988e-151f-48ff-9570-ebfa03b7f826, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=97cc988e-151f-48ff-9570-ebfa03b7f826,segment=NetworkSegment(80be6c6c-5f82-45a4-8bd6-f37eca786664),segment_id=80be6c6c-5f82-45a4-8bd6-f37eca786664)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:55:28.821956 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] For port 97cc988e-151f-48ff-9570-ebfa03b7f826, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:55:28.860736 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7533fbb-bde8-47b2-8289-82cc0d8dbdf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97cc988e-151f-48ff-9570-ebfa03b7f826'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:55:28.866328 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:28.879403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] Transition to ACTIVE for port object 97cc988e-151f-48ff-9570-ebfa03b7f826 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:55:28.883286 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:28.907892 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6d9940-d3ff-48df-af9b-dab35d79a690" -d '{"events": [{"server_uuid": "e7533fbb-bde8-47b2-8289-82cc0d8dbdf0", "name": "network-vif-unplugged", "status": "completed", "tag": "97cc988e-151f-48ff-9570-ebfa03b7f826"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:55:28.953508 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] No DVR routers for this DVR port 97cc988e-151f-48ff-9570-ebfa03b7f826 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:55:28.956461 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] Pushing event updated for resources: {'Port': ['ID=97cc988e-151f-48ff-9570-ebfa03b7f826,revision_number=6']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:29.002222 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] Attempting to bind port 97cc988e-151f-48ff-9570-ebfa03b7f826 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:55:29.002561 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] Attempting to bind port 97cc988e-151f-48ff-9570-ebfa03b7f826 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '80be6c6c-5f82-45a4-8bd6-f37eca786664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '47d15a19-2c1c-449b-9f6d-c90aabf0ee43'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:55:29.002888 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] Attempting to bind port 97cc988e-151f-48ff-9570-ebfa03b7f826 on network 47d15a19-2c1c-449b-9f6d-c90aabf0ee43 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:55:29.007755 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] Port 97cc988e-151f-48ff-9570-ebfa03b7f826 on network 47d15a19-2c1c-449b-9f6d-c90aabf0ee43 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:55:29.008076 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] Attempting to bind port 97cc988e-151f-48ff-9570-ebfa03b7f826 on network 47d15a19-2c1c-449b-9f6d-c90aabf0ee43 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:55:29.012962 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:55:29.013261 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] Checking segment: {'id': '80be6c6c-5f82-45a4-8bd6-f37eca786664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '47d15a19-2c1c-449b-9f6d-c90aabf0ee43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:55:29.013636 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] Bound using segment: {'id': '80be6c6c-5f82-45a4-8bd6-f37eca786664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '47d15a19-2c1c-449b-9f6d-c90aabf0ee43'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:55:29.014067 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] Bound port: 97cc988e-151f-48ff-9570-ebfa03b7f826, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80be6c6c-5f82-45a4-8bd6-f37eca786664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '47d15a19-2c1c-449b-9f6d-c90aabf0ee43'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:55:29.014419 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:29.024727 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dc1d26-c0b7-43a7-8513-a90316b1ddc1 x-openstack-request-id: req-13dc1d26-c0b7-43a7-8513-a90316b1ddc1 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:55:29.025010 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7533fbb-bde8-47b2-8289-82cc0d8dbdf0", "name": "network-vif-unplugged", "status": "completed", "tag": "97cc988e-151f-48ff-9570-ebfa03b7f826", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:55:29.025259 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-13dc1d26-c0b7-43a7-8513-a90316b1ddc1 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:55:29.025654 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13dc1d26-c0b7-43a7-8513-a90316b1ddc1'] response: {'server_uuid': 'e7533fbb-bde8-47b2-8289-82cc0d8dbdf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97cc988e-151f-48ff-9570-ebfa03b7f826', 'code': 200} May 26 16:55:29.080703 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] For port 97cc988e-151f-48ff-9570-ebfa03b7f826, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:55:29.084156 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] For port 97cc988e-151f-48ff-9570-ebfa03b7f826, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=97cc988e-151f-48ff-9570-ebfa03b7f826,segment=NetworkSegment(80be6c6c-5f82-45a4-8bd6-f37eca786664),segment_id=80be6c6c-5f82-45a4-8bd6-f37eca786664)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:55:29.088911 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:29.124441 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:29.125129 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:29.126692 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] 10.222.0.81 "PUT /v2.0/ports/97cc988e-151f-48ff-9570-ebfa03b7f826 HTTP/1.1" status: 200 len: 1091 time: 0.6101253 May 26 16:55:29.155266 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd795261-a9c1-4307-b889-cd307fa8fdf2 service neutron] Pushing event updated for resources: {'Port': ['ID=97cc988e-151f-48ff-9570-ebfa03b7f826,revision_number=7']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:29.190457 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-2207c392-1643-4a2e-830b-0dd2d865460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:29.192014 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-2207c392-1643-4a2e-830b-0dd2d865460d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2116abb139a54b9f9d04183ba1cb87fe&device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 1094 time: 0.0441458 May 26 16:55:29.284001 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-2f902dc2-613c-4510-b4e0-56ee2d66032f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:29.285497 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-2f902dc2-613c-4510-b4e0-56ee2d66032f service neutron] 10.222.0.81 "GET /v2.0/networks?id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43 HTTP/1.1" status: 200 len: 916 time: 0.0871768 May 26 16:55:29.328652 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-dd7c5128-11e3-4be9-b262-06f41cf28df3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97cc988e-151f-48ff-9570-ebfa03b7f826 HTTP/1.1" status: 200 len: 217 time: 0.0362644 May 26 16:55:29.389345 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-5d0bfc28-a3d6-405f-b908-ad29e818f75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:29.390980 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-5d0bfc28-a3d6-405f-b908-ad29e818f75c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e9f0fd13-2169-4774-a11c-1e14b0798f63 HTTP/1.1" status: 200 len: 855 time: 0.0559494 May 26 16:55:29.423030 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-4b181fc9-3aa1-457b-8ba5-e52758eb9f83 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241466 May 26 16:55:29.512459 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-84182231-506d-4514-a34f-c9fcfe6b6255 service neutron] 10.222.0.81 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818884 May 26 16:55:29.608288 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-884d33c2-3845-431c-b6ac-b35b6e628193 req-c6c2719e-f531-4ba8-a90d-ba3f76be77a8 service neutron] 10.222.0.81 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894444 May 26 16:55:29.644020 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526da55-ea52-4d32-97e2-84e75467b59c req-f5a64c20-6f93-4d9f-a047-399199075234 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:29.645423 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6526da55-ea52-4d32-97e2-84e75467b59c req-f5a64c20-6f93-4d9f-a047-399199075234 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 943 time: 0.0528581 May 26 16:55:29.693452 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6526da55-ea52-4d32-97e2-84e75467b59c req-5afba5fc-93a2-4dbe-9697-e7bf3b2dfd24 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400910 May 26 16:55:30.815696 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb47d44-9503-4583-96e5-3ec388f763c3 req-db936195-2e16-4055-b421-c4639d846949 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:30.817173 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ecb47d44-9503-4583-96e5-3ec388f763c3 req-db936195-2e16-4055-b421-c4639d846949 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 943 time: 0.0518591 May 26 16:55:30.855144 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ecb47d44-9503-4583-96e5-3ec388f763c3 req-84a3d5f8-4c49-4b7b-bda3-133e92cf8e92 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318756 May 26 16:55:30.943818 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:31.027608 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7533fbb-bde8-47b2-8289-82cc0d8dbdf0', 'tag': '97cc988e-151f-48ff-9570-ebfa03b7f826'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:55:31.029999 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c770c7-2867-449c-be2c-49756f6938f0" -d '{"events": [{"name": "network-changed", "server_uuid": "e7533fbb-bde8-47b2-8289-82cc0d8dbdf0", "tag": "97cc988e-151f-48ff-9570-ebfa03b7f826"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:55:31.081175 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9fbfb1-1156-4d23-bae8-843135e1ce60 x-openstack-request-id: req-5a9fbfb1-1156-4d23-bae8-843135e1ce60 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:55:31.081472 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7533fbb-bde8-47b2-8289-82cc0d8dbdf0", "tag": "97cc988e-151f-48ff-9570-ebfa03b7f826", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:55:31.081721 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5a9fbfb1-1156-4d23-bae8-843135e1ce60 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:55:31.082123 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a9fbfb1-1156-4d23-bae8-843135e1ce60'] response: {'name': 'network-changed', 'server_uuid': 'e7533fbb-bde8-47b2-8289-82cc0d8dbdf0', 'tag': '97cc988e-151f-48ff-9570-ebfa03b7f826', 'status': 'completed', 'code': 200} May 26 16:55:31.182918 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c770c7-2867-449c-be2c-49756f6938f0 req-b3e772d1-de48-47c0-8ce6-543b88a01925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:31.184446 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-68c770c7-2867-449c-be2c-49756f6938f0 req-b3e772d1-de48-47c0-8ce6-543b88a01925 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2116abb139a54b9f9d04183ba1cb87fe&device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 1094 time: 0.0693965 May 26 16:55:31.194378 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c770c7-2867-449c-be2c-49756f6938f0 req-70b9ac28-b32c-4880-96f7-a06813c07643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:31.196624 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-68c770c7-2867-449c-be2c-49756f6938f0 req-70b9ac28-b32c-4880-96f7-a06813c07643 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2116abb139a54b9f9d04183ba1cb87fe&device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 1094 time: 0.0552392 May 26 16:55:31.258650 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 97cc988e-151f-48ff-9570-ebfa03b7f826 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:55:31.356606 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 97cc988e-151f-48ff-9570-ebfa03b7f826, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=97cc988e-151f-48ff-9570-ebfa03b7f826,segment=NetworkSegment(80be6c6c-5f82-45a4-8bd6-f37eca786664),segment_id=80be6c6c-5f82-45a4-8bd6-f37eca786664)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:55:31.361691 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c770c7-2867-449c-be2c-49756f6938f0 req-fc4652dc-0822-4e39-b0f0-adb918629528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:31.363177 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-68c770c7-2867-449c-be2c-49756f6938f0 req-fc4652dc-0822-4e39-b0f0-adb918629528 service neutron] 10.222.0.81 "GET /v2.0/networks?id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43 HTTP/1.1" status: 200 len: 916 time: 0.1656768 May 26 16:55:31.366133 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c770c7-2867-449c-be2c-49756f6938f0 req-0e6f5380-7284-4d1d-9c9b-371b0d828665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:31.367555 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-68c770c7-2867-449c-be2c-49756f6938f0 req-0e6f5380-7284-4d1d-9c9b-371b0d828665 service neutron] 10.222.0.83 "GET /v2.0/networks?id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43 HTTP/1.1" status: 200 len: 916 time: 0.1626005 May 26 16:55:31.370718 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '97cc988e-151f-48ff-9570-ebfa03b7f826', 'network_id': '47d15a19-2c1c-449b-9f6d-c90aabf0ee43', 'port_id': '97cc988e-151f-48ff-9570-ebfa03b7f826', 'mac_address': 'fa:16:3e:45:17:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9f0fd13-2169-4774-a11c-1e14b0798f63', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:55:31.417396 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-68c770c7-2867-449c-be2c-49756f6938f0 req-68a54c12-d0cb-4d5d-97d5-67dadd32704f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97cc988e-151f-48ff-9570-ebfa03b7f826 HTTP/1.1" status: 200 len: 217 time: 0.0473902 May 26 16:55:31.422373 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 97cc988e-151f-48ff-9570-ebfa03b7f826 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:55:31.422980 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:31.436043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97cc988e-151f-48ff-9570-ebfa03b7f826 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:55:31.454334 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-68c770c7-2867-449c-be2c-49756f6938f0 req-0b400349-7a1b-4bd5-bb2f-90595de57251 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97cc988e-151f-48ff-9570-ebfa03b7f826 HTTP/1.1" status: 200 len: 217 time: 0.0438159 May 26 16:55:31.458310 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 97cc988e-151f-48ff-9570-ebfa03b7f826, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=97cc988e-151f-48ff-9570-ebfa03b7f826,segment=NetworkSegment(80be6c6c-5f82-45a4-8bd6-f37eca786664),segment_id=80be6c6c-5f82-45a4-8bd6-f37eca786664)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:55:31.463283 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:31.510291 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=97cc988e-151f-48ff-9570-ebfa03b7f826,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:31.529566 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c770c7-2867-449c-be2c-49756f6938f0 req-04e9b4ad-36f2-469e-a521-191b4c691045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:31.531017 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-68c770c7-2867-449c-be2c-49756f6938f0 req-04e9b4ad-36f2-469e-a521-191b4c691045 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e9f0fd13-2169-4774-a11c-1e14b0798f63 HTTP/1.1" status: 200 len: 855 time: 0.0850687 May 26 16:55:31.536006 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c770c7-2867-449c-be2c-49756f6938f0 req-b36cf80f-0920-48aa-bff6-22c23bc326f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:31.537414 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-68c770c7-2867-449c-be2c-49756f6938f0 req-b36cf80f-0920-48aa-bff6-22c23bc326f3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e9f0fd13-2169-4774-a11c-1e14b0798f63 HTTP/1.1" status: 200 len: 855 time: 0.0618026 May 26 16:55:31.570946 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-68c770c7-2867-449c-be2c-49756f6938f0 req-b3db3413-fdfe-4ea3-8bf9-59fd187876e3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306509 May 26 16:55:31.585542 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-68c770c7-2867-449c-be2c-49756f6938f0 req-06f1fbbf-d0b0-4420-8491-f8b7742f9438 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382690 May 26 16:55:31.703143 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['97cc988e-151f-48ff-9570-ebfa03b7f826'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:55:31.734623 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-68c770c7-2867-449c-be2c-49756f6938f0 req-f4608e8b-67f0-40db-8c25-1a7b21651226 service neutron] 10.222.0.81 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511922 May 26 16:55:31.740753 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-68c770c7-2867-449c-be2c-49756f6938f0 req-353c9bd9-4c73-428b-89b1-3fdafb6c3a8d service neutron] 10.222.0.83 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385367 May 26 16:55:31.907402 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-68c770c7-2867-449c-be2c-49756f6938f0 req-b0b58271-23b6-42aa-8097-22a409a8dfd4 service neutron] 10.222.0.83 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588125 May 26 16:55:31.909177 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-68c770c7-2867-449c-be2c-49756f6938f0 req-665f346d-5cda-4f7f-8d98-8895df309e5b service neutron] 10.222.0.81 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523566 May 26 16:55:31.982406 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8c1ca-a0dc-4613-ad30-77403f8f7d07 req-f636a6ad-ae08-4ffc-b94f-74e0a65add2c tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:31.983888 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cfa8c1ca-a0dc-4613-ad30-77403f8f7d07 req-f636a6ad-ae08-4ffc-b94f-74e0a65add2c tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 944 time: 0.0484018 May 26 16:55:32.021997 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cfa8c1ca-a0dc-4613-ad30-77403f8f7d07 req-0b8fde27-b469-4591-b4fd-24badf17ae43 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320525 May 26 16:55:32.216224 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba8b7d-deb4-43d0-aa2e-799f4f3ea87b req-ffcf088f-9014-4167-9628-6e150adb2c35 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:32.217830 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12ba8b7d-deb4-43d0-aa2e-799f4f3ea87b req-ffcf088f-9014-4167-9628-6e150adb2c35 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 944 time: 0.0496483 May 26 16:55:32.255863 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5bf83-adf0-4499-97a1-12fdb1e579df req-f75d2129-0f69-4938-860d-6f6b33f6b358 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:32.257471 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdf5bf83-adf0-4499-97a1-12fdb1e579df req-f75d2129-0f69-4938-860d-6f6b33f6b358 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0&tenant_id=2116abb139a54b9f9d04183ba1cb87fe&binding%3Ahost_id=n-h1-843337-2 HTTP/1.1" status: 200 len: 944 time: 0.0570536 May 26 16:55:32.259923 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-12ba8b7d-deb4-43d0-aa2e-799f4f3ea87b req-7dfb9a77-80d4-4cb4-bc0e-62630de3fca1 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358918 May 26 16:55:32.320679 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [req-bdf5bf83-adf0-4499-97a1-12fdb1e579df req-bb698afd-add6-4fc7-900f-ba791ce0c596 service neutron] delete failed (client error): The resource could not be found. May 26 16:55:32.321663 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdf5bf83-adf0-4499-97a1-12fdb1e579df req-bb698afd-add6-4fc7-900f-ba791ce0c596 service neutron] 10.222.0.83 "DELETE /v2.0/ports/97cc988e-151f-48ff-9570-ebfa03b7f826/bindings/n-h2-843337-2 HTTP/1.1" status: 404 len: 380 time: 0.0565290 May 26 16:55:32.441632 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5bf83-adf0-4499-97a1-12fdb1e579df req-aa239f6d-ea76-4107-9df1-5b4525f7f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:32.443822 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdf5bf83-adf0-4499-97a1-12fdb1e579df req-aa239f6d-ea76-4107-9df1-5b4525f7f5bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2116abb139a54b9f9d04183ba1cb87fe&device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 1095 time: 0.0454562 May 26 16:55:32.537342 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5bf83-adf0-4499-97a1-12fdb1e579df req-08ece2f2-0780-42fc-849a-9f6eaa839214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:32.538759 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdf5bf83-adf0-4499-97a1-12fdb1e579df req-08ece2f2-0780-42fc-849a-9f6eaa839214 service neutron] 10.222.0.83 "GET /v2.0/networks?id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43 HTTP/1.1" status: 200 len: 916 time: 0.0866046 May 26 16:55:32.567025 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 97cc988e-151f-48ff-9570-ebfa03b7f826 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:55:32.581048 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdf5bf83-adf0-4499-97a1-12fdb1e579df req-641ebdee-b3b7-4148-af31-2120e15fa112 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97cc988e-151f-48ff-9570-ebfa03b7f826 HTTP/1.1" status: 200 len: 217 time: 0.0354526 May 26 16:55:32.607399 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 97cc988e-151f-48ff-9570-ebfa03b7f826 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:55:32.632054 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5bf83-adf0-4499-97a1-12fdb1e579df req-124ff77b-0167-40f4-8f6d-b0cd4f9ed7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:32.633522 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdf5bf83-adf0-4499-97a1-12fdb1e579df req-124ff77b-0167-40f4-8f6d-b0cd4f9ed7a6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e9f0fd13-2169-4774-a11c-1e14b0798f63 HTTP/1.1" status: 200 len: 855 time: 0.0454872 May 26 16:55:32.669675 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdf5bf83-adf0-4499-97a1-12fdb1e579df req-30bb48a6-af77-4588-97c6-44f136559435 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=47d15a19-2c1c-449b-9f6d-c90aabf0ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293550 May 26 16:55:32.761010 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdf5bf83-adf0-4499-97a1-12fdb1e579df req-1f7067e9-17e5-4c71-8e91-e5c55502205f service neutron] 10.222.0.83 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837348 May 26 16:55:32.855814 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bdf5bf83-adf0-4499-97a1-12fdb1e579df req-4dba3dca-7c54-47a4-b516-b5e25983946e service neutron] 10.222.0.83 "GET /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877795 May 26 16:55:33.268323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 97cc988e-151f-48ff-9570-ebfa03b7f826 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:55:33.323110 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 97cc988e-151f-48ff-9570-ebfa03b7f826 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:55:33.327390 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 97cc988e-151f-48ff-9570-ebfa03b7f826 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:55:33.327871 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:33.386965 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2f86f-42cd-4bcd-9549-1f7f96c817e2 req-a0888574-1023-46f3-b1be-54152605819b tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:33.388810 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a4e2f86f-42cd-4bcd-9549-1f7f96c817e2 req-a0888574-1023-46f3-b1be-54152605819b tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 944 time: 0.0537331 May 26 16:55:33.409816 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 97cc988e-151f-48ff-9570-ebfa03b7f826 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:55:33.410209 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:33.435783 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7533fbb-bde8-47b2-8289-82cc0d8dbdf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cc988e-151f-48ff-9570-ebfa03b7f826'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:55:33.451992 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 97cc988e-151f-48ff-9570-ebfa03b7f826, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=97cc988e-151f-48ff-9570-ebfa03b7f826,segment=NetworkSegment(80be6c6c-5f82-45a4-8bd6-f37eca786664),segment_id=80be6c6c-5f82-45a4-8bd6-f37eca786664)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:55:33.453127 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a4e2f86f-42cd-4bcd-9549-1f7f96c817e2 req-6957efb8-c05d-4827-a028-ff5062b8693b tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490792 May 26 16:55:33.457134 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:33.489748 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cfc72e-32f5-4994-8fc1-8f17d39f87b8" -d '{"events": [{"server_uuid": "e7533fbb-bde8-47b2-8289-82cc0d8dbdf0", "name": "network-vif-plugged", "status": "completed", "tag": "97cc988e-151f-48ff-9570-ebfa03b7f826"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:55:33.527366 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=97cc988e-151f-48ff-9570-ebfa03b7f826,revision_number=9']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:33.578501 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10cdc10-603c-415c-aaea-67d91e732b3c x-openstack-request-id: req-c10cdc10-603c-415c-aaea-67d91e732b3c {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:55:33.579183 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7533fbb-bde8-47b2-8289-82cc0d8dbdf0", "name": "network-vif-plugged", "status": "completed", "tag": "97cc988e-151f-48ff-9570-ebfa03b7f826", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:55:33.579587 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c10cdc10-603c-415c-aaea-67d91e732b3c {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:55:33.580003 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c10cdc10-603c-415c-aaea-67d91e732b3c'] response: {'server_uuid': 'e7533fbb-bde8-47b2-8289-82cc0d8dbdf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cc988e-151f-48ff-9570-ebfa03b7f826', 'code': 200} May 26 16:55:34.571690 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c1850-ef8c-4c87-a2d7-cff4c30fd3ac req-2762058b-c28d-4931-b519-20bcd8a357f4 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:34.573193 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb7c1850-ef8c-4c87-a2d7-cff4c30fd3ac req-2762058b-c28d-4931-b519-20bcd8a357f4 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0491819 May 26 16:55:34.610012 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb7c1850-ef8c-4c87-a2d7-cff4c30fd3ac req-3e21deb1-f4aa-4f57-abb8-f954a2c07ca5 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308192 May 26 16:55:34.725523 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a31b76-214e-43d9-9a32-1ed7c77707f3 req-b4db5f4c-a1ef-4210-b345-a441ff77e3c7 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:34.726985 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60a31b76-214e-43d9-9a32-1ed7c77707f3 req-b4db5f4c-a1ef-4210-b345-a441ff77e3c7 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0477233 May 26 16:55:34.768507 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60a31b76-214e-43d9-9a32-1ed7c77707f3 req-2af01ac0-5744-4e53-9de1-3e1de5da6ff5 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356252 May 26 16:55:34.885607 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fd799-5170-4aed-8ea1-112713447912 req-6858de6a-bfd3-4b21-b978-6958a03e8994 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:34.887076 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3b2fd799-5170-4aed-8ea1-112713447912 req-6858de6a-bfd3-4b21-b978-6958a03e8994 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0488327 May 26 16:55:34.924688 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3b2fd799-5170-4aed-8ea1-112713447912 req-9ab71ec0-c1dc-493d-8d49-6c5a75758c46 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311973 May 26 16:55:35.272581 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfb32c-6448-49aa-a857-2e88347ca330 req-306cd1b3-10f5-451d-b644-bdc53e039851 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:35.274054 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42dfb32c-6448-49aa-a857-2e88347ca330 req-306cd1b3-10f5-451d-b644-bdc53e039851 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0513284 May 26 16:55:35.311983 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42dfb32c-6448-49aa-a857-2e88347ca330 req-a34250a1-319e-442d-bbe7-0d09dd79ca68 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319092 May 26 16:55:36.439374 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975189d2-4503-4f6d-bdc4-3e850769c29d req-f1fdd402-b06c-4719-a16d-9ba7c70da5a3 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:36.440954 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-975189d2-4503-4f6d-bdc4-3e850769c29d req-f1fdd402-b06c-4719-a16d-9ba7c70da5a3 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0604155 May 26 16:55:36.485864 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-975189d2-4503-4f6d-bdc4-3e850769c29d req-f119bd6c-6be1-4cf6-bb87-3b235176ca56 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.77 "GET /v2.0/security-groups?id=e336feec-2131-4f43-99b0-6c322dd17687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381391 May 26 16:55:36.556643 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778a311-c0e8-423c-9fe8-247926c7f9ec req-f3a6d36f-2f04-4793-805c-6fe0d4492f81 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:36.558254 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4778a311-c0e8-423c-9fe8-247926c7f9ec req-f3a6d36f-2f04-4793-805c-6fe0d4492f81 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7533fbb-bde8-47b2-8289-82cc0d8dbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0533459 May 26 16:55:36.651953 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-4778a311-c0e8-423c-9fe8-247926c7f9ec req-71d98eaf-283e-4efd-87e1-3b0bd9464910 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Deleting port 97cc988e-151f-48ff-9570-ebfa03b7f826 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:55:36.652231 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4778a311-c0e8-423c-9fe8-247926c7f9ec req-71d98eaf-283e-4efd-87e1-3b0bd9464910 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:36.750605 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-4778a311-c0e8-423c-9fe8-247926c7f9ec req-71d98eaf-283e-4efd-87e1-3b0bd9464910 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] For port 97cc988e-151f-48ff-9570-ebfa03b7f826, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=97cc988e-151f-48ff-9570-ebfa03b7f826,segment=NetworkSegment(80be6c6c-5f82-45a4-8bd6-f37eca786664),segment_id=80be6c6c-5f82-45a4-8bd6-f37eca786664)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:55:36.750968 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4778a311-c0e8-423c-9fe8-247926c7f9ec req-71d98eaf-283e-4efd-87e1-3b0bd9464910 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:36.764539 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-4778a311-c0e8-423c-9fe8-247926c7f9ec req-71d98eaf-283e-4efd-87e1-3b0bd9464910 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Calling delete_port for 97cc988e-151f-48ff-9570-ebfa03b7f826 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:55:36.901010 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4778a311-c0e8-423c-9fe8-247926c7f9ec req-71d98eaf-283e-4efd-87e1-3b0bd9464910 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:36.913143 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['97cc988e-151f-48ff-9570-ebfa03b7f826'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:55:36.936019 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d98eaf-283e-4efd-87e1-3b0bd9464910 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Pushing event deleted for resources: {'Port': ['ID=97cc988e-151f-48ff-9570-ebfa03b7f826,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:36.976153 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4778a311-c0e8-423c-9fe8-247926c7f9ec req-71d98eaf-283e-4efd-87e1-3b0bd9464910 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] No DVR routers for this DVR port 97cc988e-151f-48ff-9570-ebfa03b7f826 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:55:36.978992 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-4778a311-c0e8-423c-9fe8-247926c7f9ec req-71d98eaf-283e-4efd-87e1-3b0bd9464910 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:36.982651 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4778a311-c0e8-423c-9fe8-247926c7f9ec req-71d98eaf-283e-4efd-87e1-3b0bd9464910 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] 10.222.0.81 "DELETE /v2.0/ports/97cc988e-151f-48ff-9570-ebfa03b7f826 HTTP/1.1" status: 204 len: 173 time: 0.4172008 May 26 16:55:36.983092 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7533fbb-bde8-47b2-8289-82cc0d8dbdf0', 'name': 'network-vif-deleted', 'tag': '97cc988e-151f-48ff-9570-ebfa03b7f826'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:55:36.985349 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0d0d7d-c6a1-48e4-82a4-5ac1441bb57d" -d '{"events": [{"server_uuid": "e7533fbb-bde8-47b2-8289-82cc0d8dbdf0", "name": "network-vif-deleted", "tag": "97cc988e-151f-48ff-9570-ebfa03b7f826"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:55:37.040837 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e56d03-8024-47fb-a869-ce022d416ad2 x-openstack-request-id: req-25e56d03-8024-47fb-a869-ce022d416ad2 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:55:37.041138 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7533fbb-bde8-47b2-8289-82cc0d8dbdf0", "name": "network-vif-deleted", "tag": "97cc988e-151f-48ff-9570-ebfa03b7f826", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:55:37.041396 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-25e56d03-8024-47fb-a869-ce022d416ad2 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:55:37.041940 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e56d03-8024-47fb-a869-ce022d416ad2'] response: {'server_uuid': 'e7533fbb-bde8-47b2-8289-82cc0d8dbdf0', 'name': 'network-vif-deleted', 'tag': '97cc988e-151f-48ff-9570-ebfa03b7f826', 'status': 'completed', 'code': 200} May 26 16:55:37.625992 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39486) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:55:37.669902 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-b509a8b6-9118-4102-a77e-ad17c8534e39 admin admin] Deleting subnet e9f0fd13-2169-4774-a11c-1e14b0798f63 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 16:55:37.672882 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b509a8b6-9118-4102-a77e-ad17c8534e39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:37.707791 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b509a8b6-9118-4102-a77e-ad17c8534e39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:37.747718 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b509a8b6-9118-4102-a77e-ad17c8534e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:37.816143 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b509a8b6-9118-4102-a77e-ad17c8534e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:37.846046 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509a8b6-9118-4102-a77e-ad17c8534e39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9f0fd13-2169-4774-a11c-1e14b0798f63,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:37.850648 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b509a8b6-9118-4102-a77e-ad17c8534e39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:37.853740 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b509a8b6-9118-4102-a77e-ad17c8534e39 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e9f0fd13-2169-4774-a11c-1e14b0798f63 HTTP/1.1" status: 204 len: 168 time: 0.2267537 May 26 16:55:37.856344 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39488) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:55:37.858913 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509a8b6-9118-4102-a77e-ad17c8534e39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:37.859265 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509a8b6-9118-4102-a77e-ad17c8534e39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:37.859605 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509a8b6-9118-4102-a77e-ad17c8534e39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:37.859941 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509a8b6-9118-4102-a77e-ad17c8534e39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:37.860303 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509a8b6-9118-4102-a77e-ad17c8534e39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:37.860637 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509a8b6-9118-4102-a77e-ad17c8534e39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:37.860961 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509a8b6-9118-4102-a77e-ad17c8534e39 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:37.861289 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509a8b6-9118-4102-a77e-ad17c8534e39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:37.861612 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509a8b6-9118-4102-a77e-ad17c8534e39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:37.861945 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509a8b6-9118-4102-a77e-ad17c8534e39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:37.862255 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509a8b6-9118-4102-a77e-ad17c8534e39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:37.862576 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509a8b6-9118-4102-a77e-ad17c8534e39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:37.929144 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-116ab617-89b5-4216-b137-2a01dbe2f971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:38.007284 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-116ab617-89b5-4216-b137-2a01dbe2f971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:38.027849 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-116ab617-89b5-4216-b137-2a01dbe2f971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47d15a19-2c1c-449b-9f6d-c90aabf0ee43']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:38.036915 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-116ab617-89b5-4216-b137-2a01dbe2f971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80be6c6c-5f82-45a4-8bd6-f37eca786664') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:38.037432 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-116ab617-89b5-4216-b137-2a01dbe2f971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80be6c6c-5f82-45a4-8bd6-f37eca786664') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:38.046572 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-116ab617-89b5-4216-b137-2a01dbe2f971 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:38.059572 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-116ab617-89b5-4216-b137-2a01dbe2f971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:38.065330 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-116ab617-89b5-4216-b137-2a01dbe2f971 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 16:55:38.065716 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-116ab617-89b5-4216-b137-2a01dbe2f971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:38.427334 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 80be6c6c-5f82-45a4-8bd6-f37eca786664 resource provider aggregate not found May 26 16:55:38.444117 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 80be6c6c-5f82-45a4-8bd6-f37eca786664 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80be6c6c-5f82-45a4-8bd6-f37eca786664 found for delete ", "request_id": "req-912f482e-d85a-4e6d-a76f-8ae1255ca292"}]} May 26 16:55:38.451319 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-116ab617-89b5-4216-b137-2a01dbe2f971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:38.456746 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-116ab617-89b5-4216-b137-2a01dbe2f971 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:38.460734 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-116ab617-89b5-4216-b137-2a01dbe2f971 admin admin] 10.222.0.77 "DELETE /v2.0/networks/47d15a19-2c1c-449b-9f6d-c90aabf0ee43 HTTP/1.1" status: 204 len: 168 time: 0.6033013 May 26 16:55:38.471822 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ab617-89b5-4216-b137-2a01dbe2f971 admin admin] Pushing event deleted for resources: {'Network': ['ID=47d15a19-2c1c-449b-9f6d-c90aabf0ee43,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:38.573324 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39496) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:55:38.613120 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0c2eb628-e347-4aa3-8889-b247975df036 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2116abb139a54b9f9d04183ba1cb87fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386186 May 26 16:55:38.615947 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39498) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:55:38.663167 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a936a7ff-d2d7-47a4-9986-57674d6bbc80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:38.683224 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a936a7ff-d2d7-47a4-9986-57674d6bbc80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:38.728537 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a936a7ff-d2d7-47a4-9986-57674d6bbc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:38.731022 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a936a7ff-d2d7-47a4-9986-57674d6bbc80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:38.732200 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a936a7ff-d2d7-47a4-9986-57674d6bbc80 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e336feec-2131-4f43-99b0-6c322dd17687 HTTP/1.1" status: 204 len: 168 time: 0.1153150 May 26 16:55:38.741413 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936a7ff-d2d7-47a4-9986-57674d6bbc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e336feec-2131-4f43-99b0-6c322dd17687,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:39.388354 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39520) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:55:39.487791 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-8bd65a8a-cf9e-4710-b80f-046a706c1535 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1385517287-network', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:55:39.507974 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd65a8a-cf9e-4710-b80f-046a706c1535 admin admin] Made reservation on behalf of e83c46c26b9545dca85e357bf3fc5235 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:55:39.510282 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8bd65a8a-cf9e-4710-b80f-046a706c1535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:39.519283 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8bd65a8a-cf9e-4710-b80f-046a706c1535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:39.601008 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8bd65a8a-cf9e-4710-b80f-046a706c1535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:39.604728 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8bd65a8a-cf9e-4710-b80f-046a706c1535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:39.625123 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd65a8a-cf9e-4710-b80f-046a706c1535 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 16:55:39.638207 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd65a8a-cf9e-4710-b80f-046a706c1535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c03655-c864-425f-8906-b17068a55a27,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:39.643135 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8bd65a8a-cf9e-4710-b80f-046a706c1535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:39.643481 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-8bd65a8a-cf9e-4710-b80f-046a706c1535 admin admin] Added segment 7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c of type vlan for network 25b2dce5-12da-4c86-8388-53d1dc2cf81c May 26 16:55:39.683245 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8bd65a8a-cf9e-4710-b80f-046a706c1535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:39.706819 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8bd65a8a-cf9e-4710-b80f-046a706c1535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:39.707721 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd65a8a-cf9e-4710-b80f-046a706c1535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:39.708346 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8bd65a8a-cf9e-4710-b80f-046a706c1535 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:39.758812 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8bd65a8a-cf9e-4710-b80f-046a706c1535 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3691921 May 26 16:55:39.761565 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39524) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:55:39.766777 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-374d591c-c238-48e9-8be2-b992427ea395 admin admin] Request body: {'subnet': {'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1385517287-subnet', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:55:39.773259 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd65a8a-cf9e-4710-b80f-046a706c1535 admin admin] Pushing event updated for resources: {'Network': ['ID=25b2dce5-12da-4c86-8388-53d1dc2cf81c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:39.783857 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 25b2dce5-12da-4c86-8388-53d1dc2cf81c details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 16:55:39.789185 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374d591c-c238-48e9-8be2-b992427ea395 admin admin] Made reservation on behalf of e83c46c26b9545dca85e357bf3fc5235 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:55:39.791950 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-374d591c-c238-48e9-8be2-b992427ea395 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:39.965401 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-374d591c-c238-48e9-8be2-b992427ea395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:40.026868 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d591c-c238-48e9-8be2-b992427ea395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52369edf-1c90-45d1-a251-f17c7cc4f525,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:40.033801 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d591c-c238-48e9-8be2-b992427ea395 admin admin] Checking segment: {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:55:40.034308 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d591c-c238-48e9-8be2-b992427ea395 admin admin] Network hostable DHCP agents. Network: 25b2dce5-12da-4c86-8388-53d1dc2cf81c, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 16:55:40.050448 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d591c-c238-48e9-8be2-b992427ea395 admin admin] Network 25b2dce5-12da-4c86-8388-53d1dc2cf81c is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 16:55:40.059616 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-374d591c-c238-48e9-8be2-b992427ea395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 25b2dce5-12da-4c86-8388-53d1dc2cf81c) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:55:40.064187 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374d591c-c238-48e9-8be2-b992427ea395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:40.064802 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-374d591c-c238-48e9-8be2-b992427ea395 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:40.071834 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b476ca55-3bb5-4577-a2be-c3290c545b82 None None] Network 25b2dce5-12da-4c86-8388-53d1dc2cf81c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:55:40.082413 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-374d591c-c238-48e9-8be2-b992427ea395 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3195846 May 26 16:55:40.086318 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39526) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:55:40.091779 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d5f7aee0-74e3-4041-94cb-32ae98855e29 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:55:40.118838 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5f7aee0-74e3-4041-94cb-32ae98855e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:40.119876 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5f7aee0-74e3-4041-94cb-32ae98855e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:40.179451 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5f7aee0-74e3-4041-94cb-32ae98855e29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:40.230250 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e771d8-baa1-4879-90ac-e60edb643a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 16:55:40.231124 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f1e771d8-baa1-4879-90ac-e60edb643a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:40.323472 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5f7aee0-74e3-4041-94cb-32ae98855e29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:40.369642 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-f1e771d8-baa1-4879-90ac-e60edb643a2d None None] Allocated IP 172.20.0.2 (25b2dce5-12da-4c86-8388-53d1dc2cf81c/52369edf-1c90-45d1-a251-f17c7cc4f525/3e14f66a-9b40-4440-a173-01e774ae93f7) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:55:40.517779 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f1e771d8-baa1-4879-90ac-e60edb643a2d None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:40.523542 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5f7aee0-74e3-4041-94cb-32ae98855e29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:40.525561 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f1e771d8-baa1-4879-90ac-e60edb643a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:40.547925 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5f7aee0-74e3-4041-94cb-32ae98855e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:40.570343 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e771d8-baa1-4879-90ac-e60edb643a2d None None] Network 25b2dce5-12da-4c86-8388-53d1dc2cf81c is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:55:40.573190 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-f1e771d8-baa1-4879-90ac-e60edb643a2d None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:55:40.577270 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e771d8-baa1-4879-90ac-e60edb643a2d None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:55:40.589033 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e771d8-baa1-4879-90ac-e60edb643a2d None None] Pushing event updated for resources: {'Port': ['ID=3e14f66a-9b40-4440-a173-01e774ae93f7,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:40.633832 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-f1e771d8-baa1-4879-90ac-e60edb643a2d None None] Attempting to bind port 3e14f66a-9b40-4440-a173-01e774ae93f7 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:55:40.634201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-f1e771d8-baa1-4879-90ac-e60edb643a2d None None] Attempting to bind port 3e14f66a-9b40-4440-a173-01e774ae93f7 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:55:40.634571 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e771d8-baa1-4879-90ac-e60edb643a2d None None] Attempting to bind port 3e14f66a-9b40-4440-a173-01e774ae93f7 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:55:40.639429 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e771d8-baa1-4879-90ac-e60edb643a2d None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:55:40.639807 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e771d8-baa1-4879-90ac-e60edb643a2d None None] Checking segment: {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:55:40.640243 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f1e771d8-baa1-4879-90ac-e60edb643a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:40.640896 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e771d8-baa1-4879-90ac-e60edb643a2d None None] Bound using segment: {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:55:40.641364 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-f1e771d8-baa1-4879-90ac-e60edb643a2d None None] Bound port: 3e14f66a-9b40-4440-a173-01e774ae93f7, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:55:40.641750 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f1e771d8-baa1-4879-90ac-e60edb643a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:40.654286 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-d5f7aee0-74e3-4041-94cb-32ae98855e29 admin admin] Allocated IP 172.25.7.150 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/665f5574-c221-4df1-a054-08cace23a142) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:55:40.704657 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-f1e771d8-baa1-4879-90ac-e60edb643a2d None None] For port 3e14f66a-9b40-4440-a173-01e774ae93f7, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:55:40.707738 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-f1e771d8-baa1-4879-90ac-e60edb643a2d None None] For port 3e14f66a-9b40-4440-a173-01e774ae93f7, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3e14f66a-9b40-4440-a173-01e774ae93f7,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:55:40.713168 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f1e771d8-baa1-4879-90ac-e60edb643a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:40.765272 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5f7aee0-74e3-4041-94cb-32ae98855e29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:40.772648 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e771d8-baa1-4879-90ac-e60edb643a2d None None] Pushing event updated for resources: {'Port': ['ID=3e14f66a-9b40-4440-a173-01e774ae93f7,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:40.801522 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5f7aee0-74e3-4041-94cb-32ae98855e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:40.842921 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f7aee0-74e3-4041-94cb-32ae98855e29 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:55:40.847216 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-d5f7aee0-74e3-4041-94cb-32ae98855e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:55:40.852199 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f7aee0-74e3-4041-94cb-32ae98855e29 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:55:40.855218 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7aee0-74e3-4041-94cb-32ae98855e29 admin admin] Pushing event updated for resources: {'Port': ['ID=665f5574-c221-4df1-a054-08cace23a142,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:41.117561 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5f7aee0-74e3-4041-94cb-32ae98855e29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:41.306562 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 97cc988e-151f-48ff-9570-ebfa03b7f826 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:55:41.316726 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5f7aee0-74e3-4041-94cb-32ae98855e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:41.327417 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 97cc988e-151f-48ff-9570-ebfa03b7f826 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:55:41.327762 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 97cc988e-151f-48ff-9570-ebfa03b7f826 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:55:41.450709 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f7aee0-74e3-4041-94cb-32ae98855e29 admin admin] Router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 16:55:41.564781 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f7aee0-74e3-4041-94cb-32ae98855e29 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:55:41.575886 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] Sync routers for ids ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:55:41.584381 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d5f7aee0-74e3-4041-94cb-32ae98855e29 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:41.588360 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d5f7aee0-74e3-4041-94cb-32ae98855e29 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4981198 May 26 16:55:41.588519 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39528) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:55:41.588684 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] Routers {'d0ade225-c0a0-4fd3-b208-4a0191fa5d60'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:55:41.589355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:55:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:41.706967 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] Set router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:55:41.769552 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933ca995-a484-455f-af3a-2438f7642562 None None] Network 25b2dce5-12da-4c86-8388-53d1dc2cf81c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 16:55:41.892282 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9ec3967c-caff-4190-8ab9-2c68d85a08c5 None None] Provisioning complete for port 3e14f66a-9b40-4440-a173-01e774ae93f7 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:55:41.892657 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9ec3967c-caff-4190-8ab9-2c68d85a08c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:42.022836 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf3c6154-0988-457f-bf43-3f473a094e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:42.090573 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:41Z', 'revision_number': 3, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:42.121887 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9ec3967c-caff-4190-8ab9-2c68d85a08c5 None None] Current status of the port 3e14f66a-9b40-4440-a173-01e774ae93f7 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:55:42.122274 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9ec3967c-caff-4190-8ab9-2c68d85a08c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:42.132972 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] Checking router: d0ade225-c0a0-4fd3-b208-4a0191fa5d60 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:55:42.133318 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] Updating router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 port 665f5574-c221-4df1-a054-08cace23a142 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:55:42.180576 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:42.183261 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9ec3967c-caff-4190-8ab9-2c68d85a08c5 None None] For port 3e14f66a-9b40-4440-a173-01e774ae93f7, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3e14f66a-9b40-4440-a173-01e774ae93f7,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:55:42.214719 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9ec3967c-caff-4190-8ab9-2c68d85a08c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:42.231380 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-bf3c6154-0988-457f-bf43-3f473a094e82 admin admin] Allocated IP 172.20.0.1 (25b2dce5-12da-4c86-8388-53d1dc2cf81c/52369edf-1c90-45d1-a251-f17c7cc4f525/5996a8ac-f23c-4da5-adc1-ceb60fa89730) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:55:42.334524 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3967c-caff-4190-8ab9-2c68d85a08c5 None None] Pushing event updated for resources: {'Port': ['ID=3e14f66a-9b40-4440-a173-01e774ae93f7,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:42.351972 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf3c6154-0988-457f-bf43-3f473a094e82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:42.386723 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf3c6154-0988-457f-bf43-3f473a094e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:42.446779 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3c6154-0988-457f-bf43-3f473a094e82 admin admin] Network 25b2dce5-12da-4c86-8388-53d1dc2cf81c is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:55:42.448007 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c6154-0988-457f-bf43-3f473a094e82 admin admin] Pushing event updated for resources: {'Port': ['ID=5996a8ac-f23c-4da5-adc1-ceb60fa89730,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:42.451942 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-bf3c6154-0988-457f-bf43-3f473a094e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:55:42.453755 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3c6154-0988-457f-bf43-3f473a094e82 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:55:42.469319 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f4b929b1-6eb9-45f9-a4ac-4500d2514302 None None] Provisioning complete for port 3e14f66a-9b40-4440-a173-01e774ae93f7 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:55:42.469773 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f4b929b1-6eb9-45f9-a4ac-4500d2514302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:42.500632 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf3c6154-0988-457f-bf43-3f473a094e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:42.542406 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3e14f66a-9b40-4440-a173-01e774ae93f7 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:55:42.593490 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:42.604844 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:42.652015 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf3c6154-0988-457f-bf43-3f473a094e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:42.701856 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] Attempting to bind port 665f5574-c221-4df1-a054-08cace23a142 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:55:42.702243 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] Attempting to bind port 665f5574-c221-4df1-a054-08cace23a142 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:55:42.702591 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] Attempting to bind port 665f5574-c221-4df1-a054-08cace23a142 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:55:42.707739 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f4b929b1-6eb9-45f9-a4ac-4500d2514302 None None] Current status of the port 3e14f66a-9b40-4440-a173-01e774ae93f7 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:55:42.711784 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 3e14f66a-9b40-4440-a173-01e774ae93f7 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:55:42.712179 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:42.715668 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12a2f2-873e-4f14-9ca7-44e3403b2bc1 None None] Pushing event updated for resources: {'Port': ['ID=665f5574-c221-4df1-a054-08cace23a142,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:42.719391 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:55:42.719748 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:55:42.720169 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:42.720562 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:55:42.721039 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] Bound port: 665f5574-c221-4df1-a054-08cace23a142, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:55:42.721423 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:42.803525 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] For port 665f5574-c221-4df1-a054-08cace23a142, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:55:42.808122 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] For port 665f5574-c221-4df1-a054-08cace23a142, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=665f5574-c221-4df1-a054-08cace23a142,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:55:42.821396 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf3c6154-0988-457f-bf43-3f473a094e82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:42.825745 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf3c6154-0988-457f-bf43-3f473a094e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:42.839045 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:42.893573 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 3e14f66a-9b40-4440-a173-01e774ae93f7 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:55:42.895776 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c6154-0988-457f-bf43-3f473a094e82 admin admin] Pushing event updated for resources: {'Port': ['ID=5996a8ac-f23c-4da5-adc1-ceb60fa89730,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:42.898941 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bf3c6154-0988-457f-bf43-3f473a094e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:42.902360 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9fe599f9-8cc6-45bc-aebf-06a790bd0eb9 None None] Provisioning complete for port 5996a8ac-f23c-4da5-adc1-ceb60fa89730 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:55:42.902777 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9fe599f9-8cc6-45bc-aebf-06a790bd0eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:42.940875 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12a2f2-873e-4f14-9ca7-44e3403b2bc1 None None] Pushing event updated for resources: {'Port': ['ID=665f5574-c221-4df1-a054-08cace23a142,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:42.943410 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] Routers {'d0ade225-c0a0-4fd3-b208-4a0191fa5d60'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:55:42.944237 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:55:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:42.992445 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3c6154-0988-457f-bf43-3f473a094e82 admin admin] Network 25b2dce5-12da-4c86-8388-53d1dc2cf81c is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:55:42.994188 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-bf3c6154-0988-457f-bf43-3f473a094e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:55:43.115940 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3c6154-0988-457f-bf43-3f473a094e82 admin admin] Router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:55:43.170443 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9fe599f9-8cc6-45bc-aebf-06a790bd0eb9 None None] Port 5996a8ac-f23c-4da5-adc1-ceb60fa89730 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:55:43.179270 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb659-88c1-4c69-b973-8f26cb1380c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:43.241938 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] Set router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:55:43.247794 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3c6154-0988-457f-bf43-3f473a094e82 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:55:43.258073 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bf3c6154-0988-457f-bf43-3f473a094e82 admin admin] 10.222.0.77 "PUT /v2.0/routers/d0ade225-c0a0-4fd3-b208-4a0191fa5d60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6634138 May 26 16:55:43.342163 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3857ebd4-b14d-4b85-8bc3-388ebec20d6e None None] Provisioning complete for port 5996a8ac-f23c-4da5-adc1-ceb60fa89730 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:55:43.342736 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3857ebd4-b14d-4b85-8bc3-388ebec20d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:43.430691 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3857ebd4-b14d-4b85-8bc3-388ebec20d6e None None] Port 5996a8ac-f23c-4da5-adc1-ceb60fa89730 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:55:43.514158 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 2, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:43.541581 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc5d408-97fa-41b3-9028-53067e2e02b0 None None] The sync data for ids ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'] in n-d-843337-2 is: [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 2, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:55:43.559563 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39538) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:55:43.564644 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-2ba4fc79-c04f-4e9f-9fc4-d2e47cf0724c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--961531788', 'description': 'tempest-description--540586783'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:55:43.585622 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2ba4fc79-c04f-4e9f-9fc4-d2e47cf0724c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:43.680739 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2ba4fc79-c04f-4e9f-9fc4-d2e47cf0724c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:43.685389 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2ba4fc79-c04f-4e9f-9fc4-d2e47cf0724c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:43.711555 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2ba4fc79-c04f-4e9f-9fc4-d2e47cf0724c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:43.712836 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2ba4fc79-c04f-4e9f-9fc4-d2e47cf0724c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1517441 May 26 16:55:43.716132 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39540) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:55:43.721301 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c3516d8b-f47e-4a90-a80d-3837ee45d9c1 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Request body: {'security_group_rule': {'security_group_id': 'aeb59f00-97ab-4d74-a06c-527de076575f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:55:43.723037 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4fc79-c04f-4e9f-9fc4-d2e47cf0724c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb59f00-97ab-4d74-a06c-527de076575f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:43.765066 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3516d8b-f47e-4a90-a80d-3837ee45d9c1 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:43.827103 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3516d8b-f47e-4a90-a80d-3837ee45d9c1 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:43.831551 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3516d8b-f47e-4a90-a80d-3837ee45d9c1 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:43.854877 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3516d8b-f47e-4a90-a80d-3837ee45d9c1 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ff619d-d384-4516-939e-f6729acba9a5,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:43.860603 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c3516d8b-f47e-4a90-a80d-3837ee45d9c1 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:43.861766 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c3516d8b-f47e-4a90-a80d-3837ee45d9c1 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444952 May 26 16:55:43.864452 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39542) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:55:43.869416 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-bd136851-40d0-4a8a-b4d5-0f0c265758e3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Request body: {'security_group_rule': {'security_group_id': 'aeb59f00-97ab-4d74-a06c-527de076575f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:55:43.898706 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bd136851-40d0-4a8a-b4d5-0f0c265758e3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:43.957916 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bd136851-40d0-4a8a-b4d5-0f0c265758e3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:43.962494 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bd136851-40d0-4a8a-b4d5-0f0c265758e3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:43.983404 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd136851-40d0-4a8a-b4d5-0f0c265758e3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a2d263-3c28-4a07-905d-464a3594693f,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:43.990246 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bd136851-40d0-4a8a-b4d5-0f0c265758e3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:43.991592 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bd136851-40d0-4a8a-b4d5-0f0c265758e3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256051 May 26 16:55:43.994659 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 39544) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:55:43.999498 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-8abb7d80-bdf6-42c5-ac29-5b2ace8faddf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:55:44.022508 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8abb7d80-bdf6-42c5-ac29-5b2ace8faddf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:44.123510 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8abb7d80-bdf6-42c5-ac29-5b2ace8faddf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:44.244136 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-8abb7d80-bdf6-42c5-ac29-5b2ace8faddf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Allocated IP 172.25.7.5 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/07c0fe45-5d99-476d-b28b-e83da42eb889) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:55:44.353579 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8abb7d80-bdf6-42c5-ac29-5b2ace8faddf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:44.394544 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8abb7d80-bdf6-42c5-ac29-5b2ace8faddf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:44.439997 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abb7d80-bdf6-42c5-ac29-5b2ace8faddf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:55:44.443012 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-8abb7d80-bdf6-42c5-ac29-5b2ace8faddf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:55:44.447248 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abb7d80-bdf6-42c5-ac29-5b2ace8faddf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:55:44.453184 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb7d80-bdf6-42c5-ac29-5b2ace8faddf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Pushing event updated for resources: {'Port': ['ID=07c0fe45-5d99-476d-b28b-e83da42eb889,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:44.510260 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 665f5574-c221-4df1-a054-08cace23a142 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:55:44.562738 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8abb7d80-bdf6-42c5-ac29-5b2ace8faddf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:44.566373 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 665f5574-c221-4df1-a054-08cace23a142 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:55:44.566751 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:44.599157 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8abb7d80-bdf6-42c5-ac29-5b2ace8faddf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:44.660290 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 665f5574-c221-4df1-a054-08cace23a142 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:55:44.660925 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:44.688082 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 665f5574-c221-4df1-a054-08cace23a142, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=665f5574-c221-4df1-a054-08cace23a142,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:55:44.693780 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:44.749421 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=665f5574-c221-4df1-a054-08cace23a142,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:44.785309 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8abb7d80-bdf6-42c5-ac29-5b2ace8faddf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:44.790838 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8abb7d80-bdf6-42c5-ac29-5b2ace8faddf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:45.177378 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb7d80-bdf6-42c5-ac29-5b2ace8faddf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Pushing event updated for resources: {'Port': ['ID=07c0fe45-5d99-476d-b28b-e83da42eb889,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:45.187399 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8abb7d80-bdf6-42c5-ac29-5b2ace8faddf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:45.202885 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8abb7d80-bdf6-42c5-ac29-5b2ace8faddf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:45.204195 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8abb7d80-bdf6-42c5-ac29-5b2ace8faddf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2084432 May 26 16:55:45.348305 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-89e3ce43-771e-467e-8187-2cc32706fdb0 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--961531788&fields=id&tenant_id=e83c46c26b9545dca85e357bf3fc5235 HTTP/1.1" status: 200 len: 267 time: 0.0329275 May 26 16:55:45.456629 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-b92751ab-5617-497b-ae03-3b0352a433dd tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:45.458086 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-b92751ab-5617-497b-ae03-3b0352a433dd tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 812 time: 0.1022451 May 26 16:55:45.473853 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-9aac0769-1e40-4f27-8246-8386a41ff2ed tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/quotas/e83c46c26b9545dca85e357bf3fc5235 HTTP/1.1" status: 200 len: 375 time: 0.0090742 May 26 16:55:45.534257 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-8a771927-d2b6-4bb3-b9c2-f1a5bb242d37 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0538950 May 26 16:55:45.564143 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1654fca6-7786-4f3a-bc61-a28ae67753c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:45.577115 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] Sync routers for ids ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:55:45.589418 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] Routers {'d0ade225-c0a0-4fd3-b208-4a0191fa5d60'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:55:45.590197 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:55:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:45.700073 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] Set router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:55:45.723153 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-7102d426-551c-41f1-8ab7-6fa15905d1f3 service neutron] 10.222.0.77 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310260 May 26 16:55:45.816598 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-26bfd9c1-0965-49b6-88ea-4b1ab93be9f4 service neutron] 10.222.0.77 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867064 May 26 16:55:45.900375 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 2, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:45.930444 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] Checking router: d0ade225-c0a0-4fd3-b208-4a0191fa5d60 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:55:45.930563 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] Updating router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 port 5996a8ac-f23c-4da5-adc1-ceb60fa89730 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 16:55:45.954688 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:46.007113 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c632d829-115c-45bf-beba-3bcd3f51b270 req-9233343d-4e08-4866-93cc-7edc18113df7 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 210 time: 0.0289967 May 26 16:55:46.226393 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:46.232163 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:46.399880 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35ec29-120b-4bda-bf79-9e6a96ae5038 None None] Pushing event updated for resources: {'Port': ['ID=5996a8ac-f23c-4da5-adc1-ceb60fa89730,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:46.425208 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f35ec29-120b-4bda-bf79-9e6a96ae5038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:46.425563 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f35ec29-120b-4bda-bf79-9e6a96ae5038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:46.425903 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f35ec29-120b-4bda-bf79-9e6a96ae5038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:46.426239 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f35ec29-120b-4bda-bf79-9e6a96ae5038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:46.426567 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f35ec29-120b-4bda-bf79-9e6a96ae5038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:46.426897 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f35ec29-120b-4bda-bf79-9e6a96ae5038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:46.427333 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f35ec29-120b-4bda-bf79-9e6a96ae5038 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:46.428304 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f35ec29-120b-4bda-bf79-9e6a96ae5038 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:46.428634 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f35ec29-120b-4bda-bf79-9e6a96ae5038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:46.428959 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f35ec29-120b-4bda-bf79-9e6a96ae5038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:46.429282 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f35ec29-120b-4bda-bf79-9e6a96ae5038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:46.429608 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f35ec29-120b-4bda-bf79-9e6a96ae5038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:55:46.446324 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] Attempting to bind port 5996a8ac-f23c-4da5-adc1-ceb60fa89730 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:55:46.446574 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] Attempting to bind port 5996a8ac-f23c-4da5-adc1-ceb60fa89730 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:55:46.447122 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] Attempting to bind port 5996a8ac-f23c-4da5-adc1-ceb60fa89730 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:55:46.452671 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:55:46.453337 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] Checking segment: {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:55:46.453935 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:46.454545 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] Bound using segment: {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:55:46.455236 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] Bound port: 5996a8ac-f23c-4da5-adc1-ceb60fa89730, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:55:46.455663 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:46.480295 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 665f5574-c221-4df1-a054-08cace23a142 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:55:46.535215 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] For port 5996a8ac-f23c-4da5-adc1-ceb60fa89730, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:55:46.539906 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] For port 5996a8ac-f23c-4da5-adc1-ceb60fa89730, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=5996a8ac-f23c-4da5-adc1-ceb60fa89730,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:55:46.542728 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 665f5574-c221-4df1-a054-08cace23a142 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:55:46.543314 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:46.545783 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:46.621518 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] Routers {'d0ade225-c0a0-4fd3-b208-4a0191fa5d60'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:55:46.622233 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:55:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:46.645697 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 665f5574-c221-4df1-a054-08cace23a142 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:55:46.688661 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35ec29-120b-4bda-bf79-9e6a96ae5038 None None] Pushing event updated for resources: {'Port': ['ID=5996a8ac-f23c-4da5-adc1-ceb60fa89730,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:46.697811 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7cd360ed-baf1-499e-ac03-6c4fe75d03e0 None None] Provisioning complete for port 5996a8ac-f23c-4da5-adc1-ceb60fa89730 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:55:46.698182 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7cd360ed-baf1-499e-ac03-6c4fe75d03e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:46.745671 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:46.779016 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] Set router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:55:46.800024 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7cd360ed-baf1-499e-ac03-6c4fe75d03e0 None None] Current status of the port 5996a8ac-f23c-4da5-adc1-ceb60fa89730 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:55:46.800447 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7cd360ed-baf1-499e-ac03-6c4fe75d03e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:46.838950 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7cd360ed-baf1-499e-ac03-6c4fe75d03e0 None None] For port 5996a8ac-f23c-4da5-adc1-ceb60fa89730, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=5996a8ac-f23c-4da5-adc1-ceb60fa89730,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:55:46.843023 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7cd360ed-baf1-499e-ac03-6c4fe75d03e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:46.894486 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd360ed-baf1-499e-ac03-6c4fe75d03e0 None None] Pushing event updated for resources: {'Port': ['ID=5996a8ac-f23c-4da5-adc1-ceb60fa89730,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:46.969410 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5f5a4413-1a3f-45ab-a1b4-fbd87e13661d None None] Provisioning complete for port 5996a8ac-f23c-4da5-adc1-ceb60fa89730 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:55:46.969890 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f5a4413-1a3f-45ab-a1b4-fbd87e13661d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:46.985498 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:47.016640 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94ec441-8e91-483d-829a-1052da721f83 None None] The sync data for ids ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'] in n-d-843337-2 is: [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:55:47.051647 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5f5a4413-1a3f-45ab-a1b4-fbd87e13661d None None] Current status of the port 5996a8ac-f23c-4da5-adc1-ceb60fa89730 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:55:47.137463 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f195dc57-b9dc-415f-ae62-ebe65a91b8ba req-a60e7006-ef1d-44a5-b907-5ea7b698b7ee tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 210 time: 0.0341372 May 26 16:55:47.163134 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-3afc1204-f235-49f9-85dc-685958596c7c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:47.164912 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-3afc1204-f235-49f9-85dc-685958596c7c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.81 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 812 time: 0.1609404 May 26 16:55:47.212818 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-3148a569-f244-486f-b24f-a14ec29d7610 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e83c46c26b9545dca85e357bf3fc5235 HTTP/1.1" status: 200 len: 379 time: 0.0386617 May 26 16:55:47.222518 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-c74d6157-b58a-4e7d-946d-75ae009761d3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Request body: {'port': {'device_id': '4293975d-1c00-4588-ae3f-72c06943d440', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'admin_state_up': True, 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'security_groups': ['aeb59f00-97ab-4d74-a06c-527de076575f']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:55:47.336865 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-c74d6157-b58a-4e7d-946d-75ae009761d3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Made reservation on behalf of e83c46c26b9545dca85e357bf3fc5235 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:55:47.340470 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-c74d6157-b58a-4e7d-946d-75ae009761d3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:47.483591 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-c74d6157-b58a-4e7d-946d-75ae009761d3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Allocated IP 172.20.0.6 (25b2dce5-12da-4c86-8388-53d1dc2cf81c/52369edf-1c90-45d1-a251-f17c7cc4f525/37fcb691-388c-4911-92f4-f40bdad3c7b0) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:55:47.630276 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-c74d6157-b58a-4e7d-946d-75ae009761d3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:47.667379 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-c74d6157-b58a-4e7d-946d-75ae009761d3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:47.718881 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-c74d6157-b58a-4e7d-946d-75ae009761d3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Network 25b2dce5-12da-4c86-8388-53d1dc2cf81c is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:55:47.721822 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-c74d6157-b58a-4e7d-946d-75ae009761d3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:55:47.725402 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-c74d6157-b58a-4e7d-946d-75ae009761d3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:55:47.731927 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d6157-b58a-4e7d-946d-75ae009761d3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Pushing event updated for resources: {'Port': ['ID=37fcb691-388c-4911-92f4-f40bdad3c7b0,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:47.779464 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-c74d6157-b58a-4e7d-946d-75ae009761d3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:47.780128 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-c74d6157-b58a-4e7d-946d-75ae009761d3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:47.799017 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-c74d6157-b58a-4e7d-946d-75ae009761d3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5803304 May 26 16:55:47.813453 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-f18b327d-2333-4325-a0fc-4e24f4416a9f service neutron] Request body: {'port': {'device_id': '4293975d-1c00-4588-ae3f-72c06943d440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:55:47.869305 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-f18b327d-2333-4325-a0fc-4e24f4416a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:47.985393 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b1c9768b-29cc-4540-b149-7b556b513782 None None] Provisioning complete for port 37fcb691-388c-4911-92f4-f40bdad3c7b0 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:55:47.986002 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b1c9768b-29cc-4540-b149-7b556b513782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:48.020188 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b1c9768b-29cc-4540-b149-7b556b513782 None None] Port 37fcb691-388c-4911-92f4-f40bdad3c7b0 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:55:48.137245 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-f18b327d-2333-4325-a0fc-4e24f4416a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37fcb691-388c-4911-92f4-f40bdad3c7b0 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:55:48.144797 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-f18b327d-2333-4325-a0fc-4e24f4416a9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:48.157454 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-f18b327d-2333-4325-a0fc-4e24f4416a9f service neutron] Transition to ACTIVE for port object 37fcb691-388c-4911-92f4-f40bdad3c7b0 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:55:48.161393 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-f18b327d-2333-4325-a0fc-4e24f4416a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:48.233786 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b327d-2333-4325-a0fc-4e24f4416a9f service neutron] Pushing event updated for resources: {'Port': ['ID=37fcb691-388c-4911-92f4-f40bdad3c7b0,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:48.273219 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3cdc6-c165-4e45-ab2e-0d0cb7678b8b req-10faffe4-aabe-4a7c-bd81-70c2a4c77b2d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:48.274845 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-29d3cdc6-c165-4e45-ab2e-0d0cb7678b8b req-10faffe4-aabe-4a7c-bd81-70c2a4c77b2d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 943 time: 0.0572603 May 26 16:55:48.287995 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-f18b327d-2333-4325-a0fc-4e24f4416a9f service neutron] Attempting to bind port 37fcb691-388c-4911-92f4-f40bdad3c7b0 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:55:48.288401 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-f18b327d-2333-4325-a0fc-4e24f4416a9f service neutron] Attempting to bind port 37fcb691-388c-4911-92f4-f40bdad3c7b0 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:55:48.288671 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-f18b327d-2333-4325-a0fc-4e24f4416a9f service neutron] Attempting to bind port 37fcb691-388c-4911-92f4-f40bdad3c7b0 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:55:48.293369 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-f18b327d-2333-4325-a0fc-4e24f4416a9f service neutron] Port 37fcb691-388c-4911-92f4-f40bdad3c7b0 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:55:48.293697 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-f18b327d-2333-4325-a0fc-4e24f4416a9f service neutron] Attempting to bind port 37fcb691-388c-4911-92f4-f40bdad3c7b0 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:55:48.298806 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-f18b327d-2333-4325-a0fc-4e24f4416a9f service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:55:48.299147 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-f18b327d-2333-4325-a0fc-4e24f4416a9f service neutron] Checking segment: {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:55:48.299535 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-f18b327d-2333-4325-a0fc-4e24f4416a9f service neutron] Bound using segment: {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:55:48.299970 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-f18b327d-2333-4325-a0fc-4e24f4416a9f service neutron] Bound port: 37fcb691-388c-4911-92f4-f40bdad3c7b0, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:55:48.300459 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-f18b327d-2333-4325-a0fc-4e24f4416a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:48.321834 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-29d3cdc6-c165-4e45-ab2e-0d0cb7678b8b req-48cbdadb-904d-4e02-a1c7-e85d85699eac tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383885 May 26 16:55:48.375810 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-f18b327d-2333-4325-a0fc-4e24f4416a9f service neutron] For port 37fcb691-388c-4911-92f4-f40bdad3c7b0, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:55:48.378933 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-f18b327d-2333-4325-a0fc-4e24f4416a9f service neutron] For port 37fcb691-388c-4911-92f4-f40bdad3c7b0, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=37fcb691-388c-4911-92f4-f40bdad3c7b0,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:55:48.384487 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-f18b327d-2333-4325-a0fc-4e24f4416a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:48.423024 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-f18b327d-2333-4325-a0fc-4e24f4416a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:48.423657 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-f18b327d-2333-4325-a0fc-4e24f4416a9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:48.425089 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-f18b327d-2333-4325-a0fc-4e24f4416a9f service neutron] 10.222.0.81 "PUT /v2.0/ports/37fcb691-388c-4911-92f4-f40bdad3c7b0 HTTP/1.1" status: 200 len: 1091 time: 0.6168098 May 26 16:55:48.425535 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4293975d-1c00-4588-ae3f-72c06943d440', 'tag': '37fcb691-388c-4911-92f4-f40bdad3c7b0'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:55:48.428120 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5891bb-0a81-4494-b3e6-cbcb18ce1269" -d '{"events": [{"name": "network-changed", "server_uuid": "4293975d-1c00-4588-ae3f-72c06943d440", "tag": "37fcb691-388c-4911-92f4-f40bdad3c7b0"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:55:48.465079 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b327d-2333-4325-a0fc-4e24f4416a9f service neutron] Pushing event updated for resources: {'Port': ['ID=37fcb691-388c-4911-92f4-f40bdad3c7b0,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:48.479937 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:48.500352 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:48.518414 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060ca876-6d64-479a-b047-6daa4ad2eead x-openstack-request-id: req-060ca876-6d64-479a-b047-6daa4ad2eead {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:55:48.518704 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4293975d-1c00-4588-ae3f-72c06943d440", "tag": "37fcb691-388c-4911-92f4-f40bdad3c7b0", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:55:48.518956 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-060ca876-6d64-479a-b047-6daa4ad2eead {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:55:48.519360 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-060ca876-6d64-479a-b047-6daa4ad2eead'] response: {'name': 'network-changed', 'server_uuid': '4293975d-1c00-4588-ae3f-72c06943d440', 'tag': '37fcb691-388c-4911-92f4-f40bdad3c7b0', 'status': 'completed', 'code': 200} May 26 16:55:48.542531 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 5996a8ac-f23c-4da5-adc1-ceb60fa89730 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:55:48.542947 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-2f80d55f-2815-4529-abc0-37b05b5cbcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:48.544593 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-2f80d55f-2815-4529-abc0-37b05b5cbcc0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 1094 time: 0.0617883 May 26 16:55:48.593231 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 5996a8ac-f23c-4da5-adc1-ceb60fa89730 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:55:48.594223 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:48.595629 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-89293dac-ed8f-49dc-b338-9486666a1a6c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37fcb691-388c-4911-92f4-f40bdad3c7b0 HTTP/1.1" status: 200 len: 217 time: 0.0440476 May 26 16:55:48.649379 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-d721b94e-0654-4ae9-a1af-5bb90eb0fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:48.650925 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-d721b94e-0654-4ae9-a1af-5bb90eb0fa05 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0481882 May 26 16:55:48.678270 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 5996a8ac-f23c-4da5-adc1-ceb60fa89730 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:55:48.700717 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-3577cfe4-597a-4468-a6bc-2ad363462577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:48.702237 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-3577cfe4-597a-4468-a6bc-2ad363462577 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446746 May 26 16:55:48.797733 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-b9f6158b-e960-41b7-9169-371c8cbcf83f service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875475 May 26 16:55:48.886711 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-896cccbb-87af-4c4c-bb12-ff9cbac27e6f req-3d0cb6e3-2179-42ed-9fc9-00688d112796 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825615 May 26 16:55:48.969525 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5891bb-0a81-4494-b3e6-cbcb18ce1269 req-3a2db9e0-c50f-446a-9b3a-be291528929f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:48.971038 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b5891bb-0a81-4494-b3e6-cbcb18ce1269 req-3a2db9e0-c50f-446a-9b3a-be291528929f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 1094 time: 0.0417676 May 26 16:55:49.047330 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:49.064841 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5891bb-0a81-4494-b3e6-cbcb18ce1269 req-e0a7cf39-3846-43a5-949c-e9cf6646ae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:49.066249 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b5891bb-0a81-4494-b3e6-cbcb18ce1269 req-e0a7cf39-3846-43a5-949c-e9cf6646ae51 service neutron] 10.222.0.81 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.0888796 May 26 16:55:49.107421 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b5891bb-0a81-4494-b3e6-cbcb18ce1269 req-35015665-2d7f-4b9b-80f5-668eb07c0521 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37fcb691-388c-4911-92f4-f40bdad3c7b0 HTTP/1.1" status: 200 len: 217 time: 0.0343997 May 26 16:55:49.161014 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5891bb-0a81-4494-b3e6-cbcb18ce1269 req-d394e705-fca9-421d-a484-f12ae4197fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:49.163074 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b5891bb-0a81-4494-b3e6-cbcb18ce1269 req-d394e705-fca9-421d-a484-f12ae4197fe8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0490448 May 26 16:55:49.209137 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5891bb-0a81-4494-b3e6-cbcb18ce1269 req-940e1a90-abc4-4309-baf8-346aa6a3f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:49.210616 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b5891bb-0a81-4494-b3e6-cbcb18ce1269 req-940e1a90-abc4-4309-baf8-346aa6a3f112 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407231 May 26 16:55:49.301316 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b5891bb-0a81-4494-b3e6-cbcb18ce1269 req-8683150d-f567-41c8-9200-0a632f10927d service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834072 May 26 16:55:49.399085 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b5891bb-0a81-4494-b3e6-cbcb18ce1269 req-a0757f33-df48-44c0-af3e-d4debf463b0a service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907414 May 26 16:55:49.443105 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36620f98-ef4d-43e6-a53c-a38cae73675f req-d9729e3b-1dd8-494e-9471-7e01ffe8b5a3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:49.444654 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-36620f98-ef4d-43e6-a53c-a38cae73675f req-d9729e3b-1dd8-494e-9471-7e01ffe8b5a3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 943 time: 0.0528791 May 26 16:55:49.483209 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-36620f98-ef4d-43e6-a53c-a38cae73675f req-867c557a-2043-41cf-8407-e8aeb17b29fe tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323842 May 26 16:55:49.659062 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:55:50.616150 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56092f-2caf-485e-a601-67866532061f req-14627e03-df69-48a2-8bfd-e738bb807284 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:50.617622 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf56092f-2caf-485e-a601-67866532061f req-14627e03-df69-48a2-8bfd-e738bb807284 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 943 time: 0.0480275 May 26 16:55:50.655303 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cf56092f-2caf-485e-a601-67866532061f req-04fb6796-4c1b-434d-8698-0095d583e57a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316350 May 26 16:55:51.383332 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 37fcb691-388c-4911-92f4-f40bdad3c7b0 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:55:51.477374 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 37fcb691-388c-4911-92f4-f40bdad3c7b0, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=37fcb691-388c-4911-92f4-f40bdad3c7b0,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:55:51.488201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '37fcb691-388c-4911-92f4-f40bdad3c7b0', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'port_id': '37fcb691-388c-4911-92f4-f40bdad3c7b0', 'mac_address': 'fa:16:3e:8b:e4:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:55:51.527836 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 37fcb691-388c-4911-92f4-f40bdad3c7b0 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:55:51.528246 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:51.540535 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37fcb691-388c-4911-92f4-f40bdad3c7b0 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:55:51.558383 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 37fcb691-388c-4911-92f4-f40bdad3c7b0, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=37fcb691-388c-4911-92f4-f40bdad3c7b0,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:55:51.562252 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:51.609284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=37fcb691-388c-4911-92f4-f40bdad3c7b0,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:51.772011 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc220c-f2e9-4bdf-b9ac-d173b1e99312 req-52c33eb5-3a39-4630-a692-f83638d8da2d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:51.773516 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5ddc220c-f2e9-4bdf-b9ac-d173b1e99312 req-52c33eb5-3a39-4630-a692-f83638d8da2d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 944 time: 0.0487525 May 26 16:55:51.805165 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['37fcb691-388c-4911-92f4-f40bdad3c7b0'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:55:51.811852 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5ddc220c-f2e9-4bdf-b9ac-d173b1e99312 req-6c4405bc-d313-41c9-b5e4-9232aa3f3446 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323412 May 26 16:55:52.930193 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f3317-205a-44f4-ad5e-8fe3e83d3a9a req-f9137442-ec31-4ab1-9aff-b609b4ba749a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:52.931560 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd2f3317-205a-44f4-ad5e-8fe3e83d3a9a req-f9137442-ec31-4ab1-9aff-b609b4ba749a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 944 time: 0.0517123 May 26 16:55:52.969099 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cd2f3317-205a-44f4-ad5e-8fe3e83d3a9a req-7c9c6013-352f-4895-9776-9e1527d72b4a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313394 May 26 16:55:53.399290 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 37fcb691-388c-4911-92f4-f40bdad3c7b0 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:55:53.448627 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 37fcb691-388c-4911-92f4-f40bdad3c7b0 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:55:53.453460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 37fcb691-388c-4911-92f4-f40bdad3c7b0 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:55:53.453666 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:53.541560 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 37fcb691-388c-4911-92f4-f40bdad3c7b0 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:55:53.541947 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:53.574960 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4293975d-1c00-4588-ae3f-72c06943d440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fcb691-388c-4911-92f4-f40bdad3c7b0'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:55:53.577989 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d99b0c7-427f-44db-87a4-cab0cb74a247" -d '{"events": [{"server_uuid": "4293975d-1c00-4588-ae3f-72c06943d440", "name": "network-vif-plugged", "status": "completed", "tag": "37fcb691-388c-4911-92f4-f40bdad3c7b0"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:55:53.590834 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 37fcb691-388c-4911-92f4-f40bdad3c7b0, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=37fcb691-388c-4911-92f4-f40bdad3c7b0,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:55:53.596076 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:53.628559 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbd986e-8f9b-4896-a898-a20dbed4144c x-openstack-request-id: req-bcbd986e-8f9b-4896-a898-a20dbed4144c {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:55:53.629157 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4293975d-1c00-4588-ae3f-72c06943d440", "name": "network-vif-plugged", "status": "completed", "tag": "37fcb691-388c-4911-92f4-f40bdad3c7b0", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:55:53.629407 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bcbd986e-8f9b-4896-a898-a20dbed4144c {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:55:53.629792 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcbd986e-8f9b-4896-a898-a20dbed4144c'] response: {'server_uuid': '4293975d-1c00-4588-ae3f-72c06943d440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fcb691-388c-4911-92f4-f40bdad3c7b0', 'code': 200} May 26 16:55:53.654653 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=37fcb691-388c-4911-92f4-f40bdad3c7b0,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:55:53.731278 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665285c-af8c-4d01-93a2-5708d4cbbfbe req-3baf2c2b-f38d-4f18-b168-8386ae126c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:53.732900 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3665285c-af8c-4d01-93a2-5708d4cbbfbe req-3baf2c2b-f38d-4f18-b168-8386ae126c2b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 1096 time: 0.0473738 May 26 16:55:53.773755 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3665285c-af8c-4d01-93a2-5708d4cbbfbe req-4b69f605-ef88-4984-8f97-f7d731cae56e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309491 May 26 16:55:54.087706 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedce74b-2fa9-42e2-b175-6730bd7fa0d6 req-d62b43fa-20e1-4f0b-9788-0e7059f84e92 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:54.089206 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fedce74b-2fa9-42e2-b175-6730bd7fa0d6 req-d62b43fa-20e1-4f0b-9788-0e7059f84e92 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0500937 May 26 16:55:54.127838 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fedce74b-2fa9-42e2-b175-6730bd7fa0d6 req-a43e9f20-8639-4470-9a08-eaaf348670cc tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325646 May 26 16:55:55.245609 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df8260-b9f3-45b5-93ef-cb11376b994c req-8a33e970-211f-4f52-a05c-8fc792ad0249 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:55.247061 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61df8260-b9f3-45b5-93ef-cb11376b994c req-8a33e970-211f-4f52-a05c-8fc792ad0249 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0490451 May 26 16:55:55.285303 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61df8260-b9f3-45b5-93ef-cb11376b994c req-927a4052-7135-4b4a-9530-1772f0d6129b tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322011 May 26 16:55:55.399412 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c996f5-c2ef-4e88-af1e-866afc10e37a req-a8b0ca30-99af-4f07-803b-d7e84206a744 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:55.400933 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31c996f5-c2ef-4e88-af1e-866afc10e37a req-a8b0ca30-99af-4f07-803b-d7e84206a744 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0518451 May 26 16:55:55.409837 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39602) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:55:55.414089 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-cb1ae7f5-339d-4917-9cc3-24b0aa4cfb7e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Request body: {'floatingip': {'port_id': '37fcb691-388c-4911-92f4-f40bdad3c7b0'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:55:55.452601 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb1ae7f5-339d-4917-9cc3-24b0aa4cfb7e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:55.908399 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb1ae7f5-339d-4917-9cc3-24b0aa4cfb7e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:55.912876 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb1ae7f5-339d-4917-9cc3-24b0aa4cfb7e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:56.014404 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-cb1ae7f5-339d-4917-9cc3-24b0aa4cfb7e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Floating IP d36c65c6-0cab-4de9-9984-bd78dce86a4e associated. External IP: 172.25.7.5, port: 37fcb691-388c-4911-92f4-f40bdad3c7b0. May 26 16:55:56.528017 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1ae7f5-339d-4917-9cc3-24b0aa4cfb7e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:55:56.629741 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1ae7f5-339d-4917-9cc3-24b0aa4cfb7e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:55:56.635281 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb1ae7f5-339d-4917-9cc3-24b0aa4cfb7e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:55:56.640781 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c13727-338e-47bc-ab62-f90737fbadbb None None] Sync routers for ids ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:55:56.651396 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c13727-338e-47bc-ab62-f90737fbadbb None None] Routers {'d0ade225-c0a0-4fd3-b208-4a0191fa5d60'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:55:56.651942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-01c13727-338e-47bc-ab62-f90737fbadbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:55:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:56.664632 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cb1ae7f5-339d-4917-9cc3-24b0aa4cfb7e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "PUT /v2.0/floatingips/d36c65c6-0cab-4de9-9984-bd78dce86a4e HTTP/1.1" status: 200 len: 989 time: 1.2537706 May 26 16:55:56.665318 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4293975d-1c00-4588-ae3f-72c06943d440', 'tag': '37fcb691-388c-4911-92f4-f40bdad3c7b0'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:55:56.667630 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24103bee38bbd97c6ccfbe10b0e84632f8bc6809d0c06cc395e50ba217a9e387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff02b90a-aa1e-4154-9ce3-b00537068ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "4293975d-1c00-4588-ae3f-72c06943d440", "tag": "37fcb691-388c-4911-92f4-f40bdad3c7b0"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:55:56.706910 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71af9b54-259a-437a-9d57-ef4afa89ffbd x-openstack-request-id: req-71af9b54-259a-437a-9d57-ef4afa89ffbd {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:55:56.707201 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4293975d-1c00-4588-ae3f-72c06943d440", "tag": "37fcb691-388c-4911-92f4-f40bdad3c7b0", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:55:56.707451 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-71af9b54-259a-437a-9d57-ef4afa89ffbd {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:55:56.707850 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71af9b54-259a-437a-9d57-ef4afa89ffbd'] response: {'name': 'network-changed', 'server_uuid': '4293975d-1c00-4588-ae3f-72c06943d440', 'tag': '37fcb691-388c-4911-92f4-f40bdad3c7b0', 'status': 'completed', 'code': 200} May 26 16:55:56.767801 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3eba09-ee21-4c46-9a4b-facedab31546 req-9748c7f5-7dd7-4469-9bfc-819f6e177f70 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:56.768503 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-01c13727-338e-47bc-ab62-f90737fbadbb None None] Set router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:55:56.769378 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec3eba09-ee21-4c46-9a4b-facedab31546 req-9748c7f5-7dd7-4469-9bfc-819f6e177f70 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0530753 May 26 16:55:56.776486 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02b90a-aa1e-4154-9ce3-b00537068ba1 req-6bc34e96-aa2b-46b6-a22e-e0fe1d1eb2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:56.778047 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff02b90a-aa1e-4154-9ce3-b00537068ba1 req-6bc34e96-aa2b-46b6-a22e-e0fe1d1eb2fc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 1096 time: 0.0461240 May 26 16:55:56.812754 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec3eba09-ee21-4c46-9a4b-facedab31546 req-93b4cc47-eefc-44f1-b874-ff5dcaa4a5ff tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340436 May 26 16:55:56.879666 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02b90a-aa1e-4154-9ce3-b00537068ba1 req-ba87be87-476f-441b-91b3-6922d1cae482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:56.881356 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff02b90a-aa1e-4154-9ce3-b00537068ba1 req-ba87be87-476f-441b-91b3-6922d1cae482 service neutron] 10.222.0.81 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.0970266 May 26 16:55:56.931839 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea29880-d3f2-44ef-9b67-6ed48bc9bd59 req-a705fa40-4686-4904-8e93-38a006e41b95 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:56.933263 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dea29880-d3f2-44ef-9b67-6ed48bc9bd59 req-a705fa40-4686-4904-8e93-38a006e41b95 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0507131 May 26 16:55:56.950664 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff02b90a-aa1e-4154-9ce3-b00537068ba1 req-a1d7f028-f912-4df7-b32d-1fbed42dad55 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37fcb691-388c-4911-92f4-f40bdad3c7b0 HTTP/1.1" status: 200 len: 997 time: 0.0624075 May 26 16:55:56.973581 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dea29880-d3f2-44ef-9b67-6ed48bc9bd59 req-c28c6946-08d9-4f50-a2db-d39b1e4ed36f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329926 May 26 16:55:57.008911 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02b90a-aa1e-4154-9ce3-b00537068ba1 req-7858f7d8-8168-46ca-93a8-0699f435e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:57.009143 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-01c13727-338e-47bc-ab62-f90737fbadbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'd36c65c6-0cab-4de9-9984-bd78dce86a4e', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'port_id': '37fcb691-388c-4911-92f4-f40bdad3c7b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'mac_address': 'fa:16:3e:8b:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293975d-1c00-4588-ae3f-72c06943d440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:44Z', 'updated_at': '2022-05-26T16:55:55Z', 'revision_number': 1, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:57.010547 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff02b90a-aa1e-4154-9ce3-b00537068ba1 req-7858f7d8-8168-46ca-93a8-0699f435e36b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0537076 May 26 16:55:57.035372 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c13727-338e-47bc-ab62-f90737fbadbb None None] Checking router: d0ade225-c0a0-4fd3-b208-4a0191fa5d60 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:55:57.044434 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c13727-338e-47bc-ab62-f90737fbadbb None None] Routers {'d0ade225-c0a0-4fd3-b208-4a0191fa5d60'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:55:57.045043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-01c13727-338e-47bc-ab62-f90737fbadbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:55:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:57.056986 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02b90a-aa1e-4154-9ce3-b00537068ba1 req-cb92079e-3d83-46e3-ad3d-9daa1323f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:57.058511 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff02b90a-aa1e-4154-9ce3-b00537068ba1 req-cb92079e-3d83-46e3-ad3d-9daa1323f530 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409462 May 26 16:55:57.148628 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff02b90a-aa1e-4154-9ce3-b00537068ba1 req-ffb68b5f-7e98-4325-8ea5-9d1624b260b6 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833890 May 26 16:55:57.150717 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-01c13727-338e-47bc-ab62-f90737fbadbb None None] Set router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:55:57.247553 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff02b90a-aa1e-4154-9ce3-b00537068ba1 req-9ab1d224-c9c0-4d66-a781-6634b06524c8 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894530 May 26 16:55:57.371627 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-01c13727-338e-47bc-ab62-f90737fbadbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'd36c65c6-0cab-4de9-9984-bd78dce86a4e', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'port_id': '37fcb691-388c-4911-92f4-f40bdad3c7b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'mac_address': 'fa:16:3e:8b:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293975d-1c00-4588-ae3f-72c06943d440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:44Z', 'updated_at': '2022-05-26T16:55:55Z', 'revision_number': 1, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:55:57.401668 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c13727-338e-47bc-ab62-f90737fbadbb None None] The sync data for ids ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'] in n-d-843337-2 is: [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'd36c65c6-0cab-4de9-9984-bd78dce86a4e', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'port_id': '37fcb691-388c-4911-92f4-f40bdad3c7b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'mac_address': 'fa:16:3e:8b:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4293975d-1c00-4588-ae3f-72c06943d440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:44Z', 'updated_at': '2022-05-26T16:55:55Z', 'revision_number': 1, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:55:57.585305 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83f37cf-a19f-4c79-b957-41c46ddc074a None None] New status for floating IP d36c65c6-0cab-4de9-9984-bd78dce86a4e: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:55:58.111394 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5cb43-9058-47c9-b234-7480c1779d39 req-1e55c9e0-4c3e-4e76-a047-02fe7300d356 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:58.112862 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6fb5cb43-9058-47c9-b234-7480c1779d39 req-1e55c9e0-4c3e-4e76-a047-02fe7300d356 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0523720 May 26 16:55:58.151710 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6fb5cb43-9058-47c9-b234-7480c1779d39 req-525cd494-7a0e-43e4-a94b-9159fa7afe0a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320170 May 26 16:55:58.271792 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9246ebe-2c74-435e-ab5a-dcf2019b4b0f req-f41e827d-1df8-4c66-94d5-221220b1dbb4 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:58.273405 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9246ebe-2c74-435e-ab5a-dcf2019b4b0f req-f41e827d-1df8-4c66-94d5-221220b1dbb4 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0524347 May 26 16:55:58.313758 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9246ebe-2c74-435e-ab5a-dcf2019b4b0f req-2a12d0c0-94d6-465b-84c6-628e73d6e5a4 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340514 May 26 16:55:58.567261 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43253130-caff-4c05-b252-d9531b9b7017 req-30c0472f-a3d9-4ec6-87c3-4dff8f07b317 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:58.569161 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43253130-caff-4c05-b252-d9531b9b7017 req-30c0472f-a3d9-4ec6-87c3-4dff8f07b317 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0505917 May 26 16:55:58.609107 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43253130-caff-4c05-b252-d9531b9b7017 req-96052440-b8b7-4888-9da1-ef7c05c57d42 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335910 May 26 16:55:58.634346 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b75a2db-03ba-4935-8767-6297849d0253 req-d3965f65-725b-4e4f-a88f-96de37b332f2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902786 May 26 16:55:59.735062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd6975-2496-4233-b350-2c94adb7b206 req-824100f3-4d51-46f6-889a-0de6983498ec tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:59.736910 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23dd6975-2496-4233-b350-2c94adb7b206 req-824100f3-4d51-46f6-889a-0de6983498ec tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0541935 May 26 16:55:59.775505 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23dd6975-2496-4233-b350-2c94adb7b206 req-93e371dc-bf13-48b1-820a-8d6f96e75234 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316267 May 26 16:55:59.960711 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75a2db-03ba-4935-8767-6297849d0253 req-9864ce19-9abd-4b2f-8c47-33c370d8b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:55:59.962152 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b75a2db-03ba-4935-8767-6297849d0253 req-9864ce19-9abd-4b2f-8c47-33c370d8b03a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 1096 time: 0.0398493 May 26 16:56:00.056512 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75a2db-03ba-4935-8767-6297849d0253 req-672382da-ddbb-439f-9af1-0385fc31eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:00.057994 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b75a2db-03ba-4935-8767-6297849d0253 req-672382da-ddbb-439f-9af1-0385fc31eda0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.0883787 May 26 16:56:00.132637 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b75a2db-03ba-4935-8767-6297849d0253 req-517c0e86-796f-4608-9ab4-b1a279d65eb7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37fcb691-388c-4911-92f4-f40bdad3c7b0 HTTP/1.1" status: 200 len: 999 time: 0.0584481 May 26 16:56:00.186418 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75a2db-03ba-4935-8767-6297849d0253 req-85caeafe-ffdf-45a4-9210-3fa50c652108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:00.187877 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b75a2db-03ba-4935-8767-6297849d0253 req-85caeafe-ffdf-45a4-9210-3fa50c652108 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0484216 May 26 16:56:00.234181 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75a2db-03ba-4935-8767-6297849d0253 req-d04d6941-af84-4016-93f2-a269bbec2d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:00.235657 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b75a2db-03ba-4935-8767-6297849d0253 req-d04d6941-af84-4016-93f2-a269bbec2d35 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401151 May 26 16:56:00.326125 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b75a2db-03ba-4935-8767-6297849d0253 req-61c3b0c9-6df8-4b58-8bf9-fabfeece1155 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805464 May 26 16:56:00.430844 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b75a2db-03ba-4935-8767-6297849d0253 req-7724fc2b-b1e3-4663-9caa-d824b6198b25 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962999 May 26 16:56:00.892940 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca46351-27ba-4d47-b8b1-e01ee999bd5b req-63d89b03-40fb-4473-835a-ad4f6a84bd80 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:00.894380 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ca46351-27ba-4d47-b8b1-e01ee999bd5b req-63d89b03-40fb-4473-835a-ad4f6a84bd80 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0480201 May 26 16:56:00.932690 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ca46351-27ba-4d47-b8b1-e01ee999bd5b req-90496bdd-68d5-421b-b5cf-5b69543fc497 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313013 May 26 16:56:00.959450 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:02.047339 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78244f26-9a20-42b2-86fa-759d92b39207 req-745fdd65-83a7-4b75-804f-ec7a59b9852f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:02.048829 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78244f26-9a20-42b2-86fa-759d92b39207 req-745fdd65-83a7-4b75-804f-ec7a59b9852f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0482650 May 26 16:56:02.087094 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78244f26-9a20-42b2-86fa-759d92b39207 req-a50fa0c0-a288-4af1-b6d5-f82d0ddddc0a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318069 May 26 16:56:03.206696 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff89bf2-136c-4a04-848f-df7f01ad1b61 req-899cfd02-07e6-4a6f-8c83-d5efda46388e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:03.208172 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ff89bf2-136c-4a04-848f-df7f01ad1b61 req-899cfd02-07e6-4a6f-8c83-d5efda46388e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0529151 May 26 16:56:03.246356 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ff89bf2-136c-4a04-848f-df7f01ad1b61 req-22a6e99c-b331-4e51-9afb-ba2e7937091f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313046 May 26 16:56:04.370809 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ac493-8f8b-4761-8af9-a4f50d1c5fb8 req-011d9197-61b9-4df0-aed6-d590984954fe tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:04.372428 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4c7ac493-8f8b-4761-8af9-a4f50d1c5fb8 req-011d9197-61b9-4df0-aed6-d590984954fe tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0543783 May 26 16:56:04.413630 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4c7ac493-8f8b-4761-8af9-a4f50d1c5fb8 req-cea624c0-65ac-4a7e-bbe5-b170c1457cae tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352509 May 26 16:56:05.538100 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf71a97-4a88-4f4a-a714-45700484e99d req-d033d107-71e3-4995-9bba-4b0bc6575936 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:05.539584 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ebf71a97-4a88-4f4a-a714-45700484e99d req-d033d107-71e3-4995-9bba-4b0bc6575936 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0507071 May 26 16:56:05.578519 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ebf71a97-4a88-4f4a-a714-45700484e99d req-4ebebbea-a01f-49c7-b435-9609475b336e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328221 May 26 16:56:06.700115 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a071e6-4c17-4964-b233-d106c478f5a4 req-a314fb81-6528-4b29-a19d-19fbfe7c19dc tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:06.702525 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-75a071e6-4c17-4964-b233-d106c478f5a4 req-a314fb81-6528-4b29-a19d-19fbfe7c19dc tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0537338 May 26 16:56:06.755760 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-75a071e6-4c17-4964-b233-d106c478f5a4 req-f7df6bbc-cd17-42ce-96ed-1a860f3bc84f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464904 May 26 16:56:06.830098 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c6a19-3c3b-4af9-ab0c-aa33d79f4b29 req-b6a1923a-451e-40da-b5e6-3d74dc105fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:06.831620 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-908c6a19-3c3b-4af9-ab0c-aa33d79f4b29 req-b6a1923a-451e-40da-b5e6-3d74dc105fc4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 1096 time: 0.0484776 May 26 16:56:06.942337 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c6a19-3c3b-4af9-ab0c-aa33d79f4b29 req-d6af6935-9c98-40d4-8e57-82af77d8c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:06.943913 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-908c6a19-3c3b-4af9-ab0c-aa33d79f4b29 req-d6af6935-9c98-40d4-8e57-82af77d8c1a6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.0898724 May 26 16:56:07.011608 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-908c6a19-3c3b-4af9-ab0c-aa33d79f4b29 req-82772c6b-0cff-4db4-a36c-e685ca4adb20 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37fcb691-388c-4911-92f4-f40bdad3c7b0 HTTP/1.1" status: 200 len: 999 time: 0.0589273 May 26 16:56:07.061769 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c6a19-3c3b-4af9-ab0c-aa33d79f4b29 req-7ad3cdc5-39ab-4fa8-9164-d56888df9f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:07.063222 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-908c6a19-3c3b-4af9-ab0c-aa33d79f4b29 req-7ad3cdc5-39ab-4fa8-9164-d56888df9f64 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0444331 May 26 16:56:07.114160 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c6a19-3c3b-4af9-ab0c-aa33d79f4b29 req-100e9802-9a1f-496f-9906-21f0bd208dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:07.115792 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-908c6a19-3c3b-4af9-ab0c-aa33d79f4b29 req-100e9802-9a1f-496f-9906-21f0bd208dcc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453808 May 26 16:56:07.203561 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-908c6a19-3c3b-4af9-ab0c-aa33d79f4b29 req-639f9277-79cd-45f4-85c8-b6c4ac892adf service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805163 May 26 16:56:07.302895 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-908c6a19-3c3b-4af9-ab0c-aa33d79f4b29 req-a578568e-c056-45fa-a022-60e93df141cc service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858967 May 26 16:56:07.866278 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a079e-74be-438d-8e9f-db5e9c6aeb3d req-9a96514c-293e-4702-bd98-3efe38bc43d9 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:07.867766 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-245a079e-74be-438d-8e9f-db5e9c6aeb3d req-9a96514c-293e-4702-bd98-3efe38bc43d9 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0502288 May 26 16:56:07.905760 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-245a079e-74be-438d-8e9f-db5e9c6aeb3d req-62358217-9593-465f-ba79-95b19b1772d8 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318696 May 26 16:56:09.025663 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f3cbe-832c-49b6-b919-68dfa4c3d63d req-95178fef-7079-446e-b378-4aeccbc23394 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:09.027126 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d25f3cbe-832c-49b6-b919-68dfa4c3d63d req-95178fef-7079-446e-b378-4aeccbc23394 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0485520 May 26 16:56:09.065316 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d25f3cbe-832c-49b6-b919-68dfa4c3d63d req-0fc2ce13-c660-46e1-9d97-cf8a387ec20b tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318203 May 26 16:56:10.193663 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e9a8e-68fb-4373-afe1-73771eff556b req-158c1fbb-894f-4685-9a94-42a6c4393422 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:10.195126 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ad3e9a8e-68fb-4373-afe1-73771eff556b req-158c1fbb-894f-4685-9a94-42a6c4393422 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0540152 May 26 16:56:10.231439 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ad3e9a8e-68fb-4373-afe1-73771eff556b req-ba7717b3-c44b-44e7-ac52-66d098f55766 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303016 May 26 16:56:11.346166 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693622b9-1873-47cb-90a4-5d819e217b65 req-f71807cc-c0d9-4cf3-b02e-f24c2562a78d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:11.347618 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-693622b9-1873-47cb-90a4-5d819e217b65 req-f71807cc-c0d9-4cf3-b02e-f24c2562a78d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0481772 May 26 16:56:11.385406 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-693622b9-1873-47cb-90a4-5d819e217b65 req-90643c7d-db6c-42bf-bb4e-d74500ab923d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317430 May 26 16:56:12.502672 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea603a-a8e1-4c26-bf4b-e7bcac37d701 req-0e372ddf-8099-4c4e-9cd1-e227df63f4f6 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:12.504135 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3ea603a-a8e1-4c26-bf4b-e7bcac37d701 req-0e372ddf-8099-4c4e-9cd1-e227df63f4f6 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0493066 May 26 16:56:12.542186 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3ea603a-a8e1-4c26-bf4b-e7bcac37d701 req-54698523-3b75-4506-9087-ae5b1967a797 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317731 May 26 16:56:13.112178 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b05a7999-b239-4b99-89ae-fd490b4334c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:13.663599 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdf2bc-b48f-4321-affb-0814135d796f req-7f11a104-833a-43f2-b79f-6e70343e1c67 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:13.665338 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23cdf2bc-b48f-4321-affb-0814135d796f req-7f11a104-833a-43f2-b79f-6e70343e1c67 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0541539 May 26 16:56:13.704313 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23cdf2bc-b48f-4321-affb-0814135d796f req-816fe9c1-555a-4bd4-8a8b-bfe1654d23b1 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323038 May 26 16:56:14.821585 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e5381-34a9-4d2e-9e14-e9cbdb0bdbb0 req-018142f2-0ddd-4add-ad48-e1b0052ba2eb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:14.823075 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-770e5381-34a9-4d2e-9e14-e9cbdb0bdbb0 req-018142f2-0ddd-4add-ad48-e1b0052ba2eb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0483036 May 26 16:56:14.860136 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-770e5381-34a9-4d2e-9e14-e9cbdb0bdbb0 req-a2ea7b7d-df80-4768-94e5-e7d0c4c1fabf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308726 May 26 16:56:15.555987 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e777c247-aabf-4a1c-914d-0492629c6bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:15.979783 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4d8de-3bfc-4e82-9cc7-df0f3e5afcac req-cbac7c80-d773-406f-93a8-6956faf6c144 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:15.981276 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d2e4d8de-3bfc-4e82-9cc7-df0f3e5afcac req-cbac7c80-d773-406f-93a8-6956faf6c144 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0518906 May 26 16:56:16.017874 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d2e4d8de-3bfc-4e82-9cc7-df0f3e5afcac req-4327b11e-1074-45d0-91ee-03ec4dde9c57 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306330 May 26 16:56:16.707274 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:17.138523 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8658e34-bba2-490e-946f-451eaaa5d077 req-e830f9cd-8c6c-43b6-943e-f0c56b3a56dc tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:17.139979 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e8658e34-bba2-490e-946f-451eaaa5d077 req-e830f9cd-8c6c-43b6-943e-f0c56b3a56dc tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0526915 May 26 16:56:17.177836 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e8658e34-bba2-490e-946f-451eaaa5d077 req-ead2f931-5a77-4251-8ba0-133422fcc272 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315502 May 26 16:56:18.309960 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce25d62-ecf4-47bc-aa56-8f3b4c1b04c7 req-38bdef8c-5460-4206-be33-9465fdc7d9a9 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:18.311484 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bce25d62-ecf4-47bc-aa56-8f3b4c1b04c7 req-38bdef8c-5460-4206-be33-9465fdc7d9a9 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0537322 May 26 16:56:18.350582 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bce25d62-ecf4-47bc-aa56-8f3b4c1b04c7 req-5be841ee-1654-40df-bf02-0f631ca05f23 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321107 May 26 16:56:18.440195 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:18.477367 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:19.053921 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:19.466028 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee186a0-11c5-42b4-ba6a-96b3ea0029d7 req-48851751-034a-43a3-bade-1edac4277b79 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:19.467485 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ee186a0-11c5-42b4-ba6a-96b3ea0029d7 req-48851751-034a-43a3-bade-1edac4277b79 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0485363 May 26 16:56:19.504865 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ee186a0-11c5-42b4-ba6a-96b3ea0029d7 req-f40b4777-63e3-4e7c-9cf7-131b2ef4b766 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312607 May 26 16:56:20.624488 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d579f0-41ad-4e0e-9a43-df9ba855edd6 req-72cde068-56c7-46b1-b7d6-fdd4cb034b37 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:20.625945 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d579f0-41ad-4e0e-9a43-df9ba855edd6 req-72cde068-56c7-46b1-b7d6-fdd4cb034b37 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0521607 May 26 16:56:20.671378 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52d579f0-41ad-4e0e-9a43-df9ba855edd6 req-9e818c9b-96eb-4127-af04-cfd4ad2584f2 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384009 May 26 16:56:21.795682 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904941c-9ee3-4127-9695-ca9b025f89e5 req-5f9f2d71-efbd-4577-897b-647b197b4121 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:21.797315 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7904941c-9ee3-4127-9695-ca9b025f89e5 req-5f9f2d71-efbd-4577-897b-647b197b4121 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0495126 May 26 16:56:21.835004 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7904941c-9ee3-4127-9695-ca9b025f89e5 req-fe9d8143-18ff-4526-9048-486e4d05a10c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311649 May 26 16:56:22.962375 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309cb59-2437-4cdf-811b-9a78c74b079b req-90be7a2a-9642-46e2-be71-6accea2563fb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:22.963866 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4309cb59-2437-4cdf-811b-9a78c74b079b req-90be7a2a-9642-46e2-be71-6accea2563fb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0522816 May 26 16:56:23.003886 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4309cb59-2437-4cdf-811b-9a78c74b079b req-e310d844-e88e-49d7-80bf-56c0ccdfd44f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339880 May 26 16:56:24.141080 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97641373-6cc0-48a5-a607-687e2f21c8f7 req-cf4714ea-1192-46dd-8eb9-b88505331260 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:24.142812 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-97641373-6cc0-48a5-a607-687e2f21c8f7 req-cf4714ea-1192-46dd-8eb9-b88505331260 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0614562 May 26 16:56:24.192551 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-97641373-6cc0-48a5-a607-687e2f21c8f7 req-4336a557-cd3c-4d87-aa24-f53e489bd112 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418792 May 26 16:56:25.320132 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b3e73-53e3-4ba9-a7bf-41a8f66d0287 req-d4450164-43a2-4bbc-abef-09645d9855a2 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:25.322470 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c2b3e73-53e3-4ba9-a7bf-41a8f66d0287 req-d4450164-43a2-4bbc-abef-09645d9855a2 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0554721 May 26 16:56:25.369929 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c2b3e73-53e3-4ba9-a7bf-41a8f66d0287 req-bfd2f8ca-0275-46a4-92c0-79175cec92b2 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418041 May 26 16:56:26.494773 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc094da-61f5-47a9-8562-5b4dfc5a7d4c req-9b21699f-0ff5-4ec8-8f99-b9cbc7254bc0 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:26.496277 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9bc094da-61f5-47a9-8562-5b4dfc5a7d4c req-9b21699f-0ff5-4ec8-8f99-b9cbc7254bc0 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0546138 May 26 16:56:26.540111 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9bc094da-61f5-47a9-8562-5b4dfc5a7d4c req-44a05f29-6416-4c37-8f1b-62d014ba7734 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353675 May 26 16:56:26.658865 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:56:27.659664 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437ee0f-5ab7-4266-bd13-0b118532d0b4 req-136c4758-7abb-4255-b2a5-19c05840ff2d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:27.661130 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1437ee0f-5ab7-4266-bd13-0b118532d0b4 req-136c4758-7abb-4255-b2a5-19c05840ff2d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0531192 May 26 16:56:27.699767 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1437ee0f-5ab7-4266-bd13-0b118532d0b4 req-82080c90-6e9e-4b8b-99bb-2c197df2a596 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326173 May 26 16:56:28.844048 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad8246-1d45-4ceb-ae24-8a7b1a7546fd req-b6bff21f-9824-44d1-a556-2ba8c62d2a2e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:28.845538 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48ad8246-1d45-4ceb-ae24-8a7b1a7546fd req-b6bff21f-9824-44d1-a556-2ba8c62d2a2e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0584879 May 26 16:56:28.886570 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48ad8246-1d45-4ceb-ae24-8a7b1a7546fd req-f2e84103-d296-4e51-8e90-f7e560d7c8c7 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349643 May 26 16:56:30.005048 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0fdba-f331-4676-a8b2-c3342895f045 req-64761338-c28b-4564-9efd-50ea54ba94af tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:30.006646 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7fa0fdba-f331-4676-a8b2-c3342895f045 req-64761338-c28b-4564-9efd-50ea54ba94af tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0505764 May 26 16:56:30.045840 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7fa0fdba-f331-4676-a8b2-c3342895f045 req-f4b6698d-6d05-4683-af7e-f2c1d6667ab2 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329390 May 26 16:56:30.960312 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:31.172118 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268689e5-e3f5-485c-9893-42fb2b6b6bee req-c3e73f7e-d915-4039-bd24-01be2c6bdc11 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:31.173601 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-268689e5-e3f5-485c-9893-42fb2b6b6bee req-c3e73f7e-d915-4039-bd24-01be2c6bdc11 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0543444 May 26 16:56:31.216921 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-268689e5-e3f5-485c-9893-42fb2b6b6bee req-354b3b89-1e03-4ab1-94b3-b9af9939ad3a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359659 May 26 16:56:32.331127 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [req-7b75a2db-03ba-4935-8767-6297849d0253 req-1e9f059d-b84b-4d3e-9432-b1918524a204 service neutron] show failed (client error): The resource could not be found. May 26 16:56:32.332167 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b75a2db-03ba-4935-8767-6297849d0253 req-1e9f059d-b84b-4d3e-9432-b1918524a204 service neutron] 10.222.0.81 "GET /v2.0/ports/37fcb691-388c-4911-92f4-f40bdad3c7b0/bindings/n-h2-843337-2 HTTP/1.1" status: 404 len: 380 time: 0.0552526 May 26 16:56:32.335505 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa099384-1897-4a89-96ea-f7abe57e15d7 req-ca0ebcce-6a82-4494-b1b5-e240060a3531 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:32.337430 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa099384-1897-4a89-96ea-f7abe57e15d7 req-ca0ebcce-6a82-4494-b1b5-e240060a3531 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0491083 May 26 16:56:32.377392 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa099384-1897-4a89-96ea-f7abe57e15d7 req-c24a9a8a-a1a8-48c4-abff-262d6b87ae57 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337048 May 26 16:56:32.538689 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75a2db-03ba-4935-8767-6297849d0253 req-4b5e7d44-c17b-4497-975e-34ce5b254418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:32.540085 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b75a2db-03ba-4935-8767-6297849d0253 req-4b5e7d44-c17b-4497-975e-34ce5b254418 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440&tenant_id=e83c46c26b9545dca85e357bf3fc5235 HTTP/1.1" status: 200 len: 1096 time: 0.0439126 May 26 16:56:32.560009 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-7b75a2db-03ba-4935-8767-6297849d0253 req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843337-2', 'device_owner': 'compute:nova'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:56:32.618011 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7b75a2db-03ba-4935-8767-6297849d0253 req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:32.821517 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-7b75a2db-03ba-4935-8767-6297849d0253 req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] For port 37fcb691-388c-4911-92f4-f40bdad3c7b0, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=37fcb691-388c-4911-92f4-f40bdad3c7b0,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:32.853814 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-7b75a2db-03ba-4935-8767-6297849d0253 req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] For port 37fcb691-388c-4911-92f4-f40bdad3c7b0, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:56:32.892282 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4293975d-1c00-4588-ae3f-72c06943d440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37fcb691-388c-4911-92f4-f40bdad3c7b0'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:56:32.894524 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b67805b-cf1a-4793-a721-839e9ff6496b" -d '{"events": [{"server_uuid": "4293975d-1c00-4588-ae3f-72c06943d440", "name": "network-vif-unplugged", "status": "completed", "tag": "37fcb691-388c-4911-92f4-f40bdad3c7b0"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:56:32.899608 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7b75a2db-03ba-4935-8767-6297849d0253 req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:32.912166 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-7b75a2db-03ba-4935-8767-6297849d0253 req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Transition to ACTIVE for port object 37fcb691-388c-4911-92f4-f40bdad3c7b0 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:56:32.916053 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7b75a2db-03ba-4935-8767-6297849d0253 req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:32.948268 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39dded7c-9aba-4654-9c61-7f3f0cc91b34 x-openstack-request-id: req-39dded7c-9aba-4654-9c61-7f3f0cc91b34 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:56:32.948557 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4293975d-1c00-4588-ae3f-72c06943d440", "name": "network-vif-unplugged", "status": "completed", "tag": "37fcb691-388c-4911-92f4-f40bdad3c7b0", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:56:32.948804 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-39dded7c-9aba-4654-9c61-7f3f0cc91b34 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:56:32.949196 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39dded7c-9aba-4654-9c61-7f3f0cc91b34'] response: {'server_uuid': '4293975d-1c00-4588-ae3f-72c06943d440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37fcb691-388c-4911-92f4-f40bdad3c7b0', 'code': 200} May 26 16:56:33.037485 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Pushing event updated for resources: {'Port': ['ID=37fcb691-388c-4911-92f4-f40bdad3c7b0,revision_number=6']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:33.060740 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:33.061084 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:33.061428 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:33.061762 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:33.062093 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:33.062427 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:33.062751 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:33.063075 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:33.063404 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:33.063723 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:33.064044 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:33.064389 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:33.102388 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b75a2db-03ba-4935-8767-6297849d0253 req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] No DVR routers for this DVR port 37fcb691-388c-4911-92f4-f40bdad3c7b0 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:56:33.244003 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-7b75a2db-03ba-4935-8767-6297849d0253 req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Attempting to bind port 37fcb691-388c-4911-92f4-f40bdad3c7b0 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:56:33.244298 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-7b75a2db-03ba-4935-8767-6297849d0253 req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Attempting to bind port 37fcb691-388c-4911-92f4-f40bdad3c7b0 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:56:33.244600 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b75a2db-03ba-4935-8767-6297849d0253 req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Attempting to bind port 37fcb691-388c-4911-92f4-f40bdad3c7b0 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:56:33.248818 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b75a2db-03ba-4935-8767-6297849d0253 req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Port 37fcb691-388c-4911-92f4-f40bdad3c7b0 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:56:33.249137 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b75a2db-03ba-4935-8767-6297849d0253 req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Attempting to bind port 37fcb691-388c-4911-92f4-f40bdad3c7b0 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:56:33.253923 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b75a2db-03ba-4935-8767-6297849d0253 req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:56:33.254254 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b75a2db-03ba-4935-8767-6297849d0253 req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Checking segment: {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:56:33.254636 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b75a2db-03ba-4935-8767-6297849d0253 req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Bound using segment: {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:56:33.255063 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-7b75a2db-03ba-4935-8767-6297849d0253 req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Bound port: 37fcb691-388c-4911-92f4-f40bdad3c7b0, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:56:33.255504 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7b75a2db-03ba-4935-8767-6297849d0253 req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:33.318896 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-7b75a2db-03ba-4935-8767-6297849d0253 req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] For port 37fcb691-388c-4911-92f4-f40bdad3c7b0, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:56:33.321994 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-7b75a2db-03ba-4935-8767-6297849d0253 req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] For port 37fcb691-388c-4911-92f4-f40bdad3c7b0, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=37fcb691-388c-4911-92f4-f40bdad3c7b0,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:56:33.326926 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7b75a2db-03ba-4935-8767-6297849d0253 req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:33.363795 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75a2db-03ba-4935-8767-6297849d0253 req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:33.364491 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-7b75a2db-03ba-4935-8767-6297849d0253 req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:33.365971 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b75a2db-03ba-4935-8767-6297849d0253 req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] 10.222.0.83 "PUT /v2.0/ports/37fcb691-388c-4911-92f4-f40bdad3c7b0 HTTP/1.1" status: 200 len: 1091 time: 0.8099918 May 26 16:56:33.384809 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da166cc2-55e1-4000-a53d-ec3b2365ee6b service neutron] Pushing event updated for resources: {'Port': ['ID=37fcb691-388c-4911-92f4-f40bdad3c7b0,revision_number=7']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:33.474551 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75a2db-03ba-4935-8767-6297849d0253 req-343172eb-ef3a-4a3e-a9a9-991282a2c64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:33.474551 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b75a2db-03ba-4935-8767-6297849d0253 req-343172eb-ef3a-4a3e-a9a9-991282a2c64c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 1094 time: 0.0578275 May 26 16:56:33.517425 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0e731-5d8c-4c33-bc04-222810314d77 req-f9c51032-c6c7-4fa2-850a-9c36f772a0a5 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:33.519299 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60f0e731-5d8c-4c33-bc04-222810314d77 req-f9c51032-c6c7-4fa2-850a-9c36f772a0a5 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 943 time: 0.0613759 May 26 16:56:33.564958 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60f0e731-5d8c-4c33-bc04-222810314d77 req-0171bf21-98c6-4fc5-a3eb-ba0f6b777d81 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376952 May 26 16:56:33.580964 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75a2db-03ba-4935-8767-6297849d0253 req-a9003bc2-2cb8-4328-bf32-7f55792ade82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:33.582433 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b75a2db-03ba-4935-8767-6297849d0253 req-a9003bc2-2cb8-4328-bf32-7f55792ade82 service neutron] 10.222.0.83 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.1008577 May 26 16:56:33.668997 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b75a2db-03ba-4935-8767-6297849d0253 req-8f1619a3-22b8-4a1a-8f27-f1cf42377188 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37fcb691-388c-4911-92f4-f40bdad3c7b0 HTTP/1.1" status: 200 len: 997 time: 0.0787971 May 26 16:56:33.722654 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75a2db-03ba-4935-8767-6297849d0253 req-0ae2f334-3148-43c8-8eca-6d604e017b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:33.724789 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b75a2db-03ba-4935-8767-6297849d0253 req-0ae2f334-3148-43c8-8eca-6d604e017b6c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0445733 May 26 16:56:33.787028 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75a2db-03ba-4935-8767-6297849d0253 req-61107692-58e0-47ca-b91b-8838368d8cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:33.788708 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b75a2db-03ba-4935-8767-6297849d0253 req-61107692-58e0-47ca-b91b-8838368d8cfa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559111 May 26 16:56:33.887331 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b75a2db-03ba-4935-8767-6297849d0253 req-39f095f0-7441-4375-bd01-17f6f53e8409 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904710 May 26 16:56:33.977401 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b75a2db-03ba-4935-8767-6297849d0253 req-67a92bf6-37ba-4acc-8206-47d64dc918e9 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829670 May 26 16:56:34.690063 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cee08b-083f-4f24-8243-83df45cd688f req-79e6d157-654b-417f-9694-6077eea202ae tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:34.691442 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a2cee08b-083f-4f24-8243-83df45cd688f req-79e6d157-654b-417f-9694-6077eea202ae tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 943 time: 0.0533736 May 26 16:56:34.728716 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a2cee08b-083f-4f24-8243-83df45cd688f req-c398af6f-2306-48ac-8ffa-9a6d9811d8b5 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304887 May 26 16:56:34.950035 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4293975d-1c00-4588-ae3f-72c06943d440', 'tag': '37fcb691-388c-4911-92f4-f40bdad3c7b0'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:56:34.952355 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91328a1a-99d0-4be9-a216-5825cc0d1e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "4293975d-1c00-4588-ae3f-72c06943d440", "tag": "37fcb691-388c-4911-92f4-f40bdad3c7b0"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:56:35.000587 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce0040b-7d58-4094-8047-25b0f9de2ab2 x-openstack-request-id: req-7ce0040b-7d58-4094-8047-25b0f9de2ab2 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:56:35.000880 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4293975d-1c00-4588-ae3f-72c06943d440", "tag": "37fcb691-388c-4911-92f4-f40bdad3c7b0", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:56:35.001132 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7ce0040b-7d58-4094-8047-25b0f9de2ab2 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:56:35.001601 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce0040b-7d58-4094-8047-25b0f9de2ab2'] response: {'name': 'network-changed', 'server_uuid': '4293975d-1c00-4588-ae3f-72c06943d440', 'tag': '37fcb691-388c-4911-92f4-f40bdad3c7b0', 'status': 'completed', 'code': 200} May 26 16:56:35.085562 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91328a1a-99d0-4be9-a216-5825cc0d1e6e req-835a837c-bdb4-4faf-aca6-9a04c4ae0c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:35.087049 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-91328a1a-99d0-4be9-a216-5825cc0d1e6e req-835a837c-bdb4-4faf-aca6-9a04c4ae0c10 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 1094 time: 0.0677130 May 26 16:56:35.106557 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91328a1a-99d0-4be9-a216-5825cc0d1e6e req-5263b372-007e-4c14-9341-7a768ba0b9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:35.107914 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-91328a1a-99d0-4be9-a216-5825cc0d1e6e req-5263b372-007e-4c14-9341-7a768ba0b9ec service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 1094 time: 0.0586100 May 26 16:56:35.250130 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91328a1a-99d0-4be9-a216-5825cc0d1e6e req-669b2e3e-578e-411d-9227-57bd59265fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:35.251586 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-91328a1a-99d0-4be9-a216-5825cc0d1e6e req-669b2e3e-578e-411d-9227-57bd59265fc0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.1552327 May 26 16:56:35.256486 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91328a1a-99d0-4be9-a216-5825cc0d1e6e req-f5e4de9e-6916-4e92-b209-6dc7783afc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:35.257809 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-91328a1a-99d0-4be9-a216-5825cc0d1e6e req-f5e4de9e-6916-4e92-b209-6dc7783afc98 service neutron] 10.222.0.83 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.1398368 May 26 16:56:35.362381 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-91328a1a-99d0-4be9-a216-5825cc0d1e6e req-f625b2d5-8793-4132-b780-b3b384bbd195 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37fcb691-388c-4911-92f4-f40bdad3c7b0 HTTP/1.1" status: 200 len: 997 time: 0.1031425 May 26 16:56:35.365894 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-91328a1a-99d0-4be9-a216-5825cc0d1e6e req-cd26e3fa-f0f6-4664-ac6b-518e8df4551f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37fcb691-388c-4911-92f4-f40bdad3c7b0 HTTP/1.1" status: 200 len: 997 time: 0.0998893 May 26 16:56:35.443265 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91328a1a-99d0-4be9-a216-5825cc0d1e6e req-493ad016-c6ca-4976-868a-fd5d2b595a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:35.444823 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-91328a1a-99d0-4be9-a216-5825cc0d1e6e req-493ad016-c6ca-4976-868a-fd5d2b595a5f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0753882 May 26 16:56:35.449865 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91328a1a-99d0-4be9-a216-5825cc0d1e6e req-9816e9e3-5cab-4520-9543-4d63e14403dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:35.451171 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-91328a1a-99d0-4be9-a216-5825cc0d1e6e req-9816e9e3-5cab-4520-9543-4d63e14403dc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0574422 May 26 16:56:35.649299 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 37fcb691-388c-4911-92f4-f40bdad3c7b0 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:56:35.690244 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 37fcb691-388c-4911-92f4-f40bdad3c7b0 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:56:35.837088 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91328a1a-99d0-4be9-a216-5825cc0d1e6e req-d4ec5f6e-900d-42e2-b8a4-5718ff42a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:35.838492 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-91328a1a-99d0-4be9-a216-5825cc0d1e6e req-d4ec5f6e-900d-42e2-b8a4-5718ff42a3f8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3864925 May 26 16:56:35.840895 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91328a1a-99d0-4be9-a216-5825cc0d1e6e req-4a6eb82f-eb68-4322-9ce4-8a86ee31704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:35.842228 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-91328a1a-99d0-4be9-a216-5825cc0d1e6e req-4a6eb82f-eb68-4322-9ce4-8a86ee31704f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3820977 May 26 16:56:35.849304 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e70352-eefc-4482-9890-db9180357b08 req-1ccba59e-d060-4827-bdd2-023f2cea03e4 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:35.850822 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c4e70352-eefc-4482-9890-db9180357b08 req-1ccba59e-d060-4827-bdd2-023f2cea03e4 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 943 time: 0.0506713 May 26 16:56:35.889175 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c4e70352-eefc-4482-9890-db9180357b08 req-10b52244-4875-4c42-a556-57313939db8f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322084 May 26 16:56:36.000377 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-91328a1a-99d0-4be9-a216-5825cc0d1e6e req-06c900a2-0d86-4220-bca0-eb66e8d01f00 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532283 May 26 16:56:36.002185 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-91328a1a-99d0-4be9-a216-5825cc0d1e6e req-9db50f64-cacc-4da6-92c3-0087d10f9aba service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478813 May 26 16:56:36.158315 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-91328a1a-99d0-4be9-a216-5825cc0d1e6e req-255ba79c-27cc-46e4-b97d-a8d1b4f316e1 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506991 May 26 16:56:36.160115 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-91328a1a-99d0-4be9-a216-5825cc0d1e6e req-aa17eba9-8700-4141-93b2-8186a65f4d7f service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458054 May 26 16:56:37.016465 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715405ac-2088-4aae-88c6-83d90d67b73d req-ec754e75-9f52-4aef-9a60-0b8518be6d0c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:37.018268 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-715405ac-2088-4aae-88c6-83d90d67b73d req-ec754e75-9f52-4aef-9a60-0b8518be6d0c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 943 time: 0.0498538 May 26 16:56:37.056850 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-715405ac-2088-4aae-88c6-83d90d67b73d req-d65de01e-baa8-4438-a52d-d5a040c920b4 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313988 May 26 16:56:38.179668 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bb98a-0eda-4c13-b2e6-f60c127e4bd6 req-0d06cd74-4659-4611-92ad-2a1c5c695271 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:38.181191 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e77bb98a-0eda-4c13-b2e6-f60c127e4bd6 req-0d06cd74-4659-4611-92ad-2a1c5c695271 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 943 time: 0.0567689 May 26 16:56:38.228223 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e77bb98a-0eda-4c13-b2e6-f60c127e4bd6 req-1d0ff98e-8f87-45e2-821f-f6842d76945d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400500 May 26 16:56:38.440988 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13057158-44f5-481d-86b9-5d693196acf6 req-16177ef9-2a84-45f8-95e6-56bbb7d1df4c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:38.442561 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13057158-44f5-481d-86b9-5d693196acf6 req-16177ef9-2a84-45f8-95e6-56bbb7d1df4c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 943 time: 0.0577536 May 26 16:56:38.454246 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282596c-a25f-4fbf-9298-ac919777baa1 req-b3fcf676-893f-4d0e-b08c-de8ad5ed6361 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:38.455907 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b282596c-a25f-4fbf-9298-ac919777baa1 req-b3fcf676-893f-4d0e-b08c-de8ad5ed6361 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.81 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440&tenant_id=e83c46c26b9545dca85e357bf3fc5235&binding%3Ahost_id=n-h2-843337-2 HTTP/1.1" status: 200 len: 943 time: 0.0601747 May 26 16:56:38.484541 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13057158-44f5-481d-86b9-5d693196acf6 req-7579ea30-dd17-46ea-9285-826f27b08f5f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339663 May 26 16:56:38.516062 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [req-b282596c-a25f-4fbf-9298-ac919777baa1 req-8c99e236-4efa-4faa-a20e-e7d558784d2e service neutron] delete failed (client error): The resource could not be found. May 26 16:56:38.517106 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b282596c-a25f-4fbf-9298-ac919777baa1 req-8c99e236-4efa-4faa-a20e-e7d558784d2e service neutron] 10.222.0.81 "DELETE /v2.0/ports/37fcb691-388c-4911-92f4-f40bdad3c7b0/bindings/n-h1-843337-2 HTTP/1.1" status: 404 len: 380 time: 0.0543048 May 26 16:56:38.606540 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282596c-a25f-4fbf-9298-ac919777baa1 req-2264f4a2-cc7b-4599-bf28-f99a8ecc8f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:38.607989 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b282596c-a25f-4fbf-9298-ac919777baa1 req-2264f4a2-cc7b-4599-bf28-f99a8ecc8f25 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 1094 time: 0.0441022 May 26 16:56:38.704531 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282596c-a25f-4fbf-9298-ac919777baa1 req-cbb0c4dc-ee9c-4c94-a7fb-3e416f4ef969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:38.706023 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b282596c-a25f-4fbf-9298-ac919777baa1 req-cbb0c4dc-ee9c-4c94-a7fb-3e416f4ef969 service neutron] 10.222.0.81 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.0900269 May 26 16:56:38.776291 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b282596c-a25f-4fbf-9298-ac919777baa1 req-d021f162-5501-470b-a5a7-e9553c35d76b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37fcb691-388c-4911-92f4-f40bdad3c7b0 HTTP/1.1" status: 200 len: 997 time: 0.0619404 May 26 16:56:38.827305 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282596c-a25f-4fbf-9298-ac919777baa1 req-b2898e7c-f1ed-41dc-985e-bac6ea2f7051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:38.828836 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b282596c-a25f-4fbf-9298-ac919777baa1 req-b2898e7c-f1ed-41dc-985e-bac6ea2f7051 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0459907 May 26 16:56:38.861206 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 37fcb691-388c-4911-92f4-f40bdad3c7b0 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:56:38.882027 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282596c-a25f-4fbf-9298-ac919777baa1 req-5d5c1f4b-0b6a-4db8-8b42-36ff99142ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:38.883647 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b282596c-a25f-4fbf-9298-ac919777baa1 req-5d5c1f4b-0b6a-4db8-8b42-36ff99142ca9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478034 May 26 16:56:38.961734 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 37fcb691-388c-4911-92f4-f40bdad3c7b0, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=37fcb691-388c-4911-92f4-f40bdad3c7b0,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:38.984193 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '37fcb691-388c-4911-92f4-f40bdad3c7b0', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'port_id': '37fcb691-388c-4911-92f4-f40bdad3c7b0', 'mac_address': 'fa:16:3e:8b:e4:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:56:38.988654 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b282596c-a25f-4fbf-9298-ac919777baa1 req-b63a1905-0f61-4a0b-9393-3482e0119523 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982888 May 26 16:56:39.028592 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 37fcb691-388c-4911-92f4-f40bdad3c7b0 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:56:39.029092 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:39.048045 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37fcb691-388c-4911-92f4-f40bdad3c7b0 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:56:39.071352 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 37fcb691-388c-4911-92f4-f40bdad3c7b0, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=37fcb691-388c-4911-92f4-f40bdad3c7b0,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:39.076453 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:39.091245 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b282596c-a25f-4fbf-9298-ac919777baa1 req-69a4961a-5e96-4094-acef-5042ac58c0d8 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958798 May 26 16:56:39.129762 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=37fcb691-388c-4911-92f4-f40bdad3c7b0,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:39.137515 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:39.137873 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:39.138202 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:39.138538 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:39.138866 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:39.139195 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:39.139527 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:39.139830 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:39.140181 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:39.140508 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:39.140812 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:39.141141 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:56:39.516723 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['37fcb691-388c-4911-92f4-f40bdad3c7b0'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:56:39.610336 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b04bc-c22f-49c0-8746-0b7934f90b00 req-4fd5f274-34a0-42ce-a36b-978949271560 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:39.612019 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d4b04bc-c22f-49c0-8746-0b7934f90b00 req-4fd5f274-34a0-42ce-a36b-978949271560 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 944 time: 0.0538409 May 26 16:56:39.661730 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6d4b04bc-c22f-49c0-8746-0b7934f90b00 req-b66820ea-3718-4436-aae1-b402ec4b356a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423646 May 26 16:56:39.791398 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650111b-91b7-4a8e-b34d-a3337cbafb4c req-ba480eea-06b3-4e56-b79a-b8ed0de201d6 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:39.793097 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b650111b-91b7-4a8e-b34d-a3337cbafb4c req-ba480eea-06b3-4e56-b79a-b8ed0de201d6 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 944 time: 0.0564592 May 26 16:56:39.835073 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b650111b-91b7-4a8e-b34d-a3337cbafb4c req-8cde80bf-882a-4d50-9ce8-bd2afdeced7c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356324 May 26 16:56:39.956374 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce3b2b-a3b1-4e55-b445-013fad2712c6 req-a59d208b-d9e2-4f0a-9d98-ab2779ed9e05 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:39.957796 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2ce3b2b-a3b1-4e55-b445-013fad2712c6 req-a59d208b-d9e2-4f0a-9d98-ab2779ed9e05 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 944 time: 0.0518434 May 26 16:56:39.999326 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2ce3b2b-a3b1-4e55-b445-013fad2712c6 req-953a4cd0-7664-4e61-bc74-fd34653aa46e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336568 May 26 16:56:40.247058 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb37c1-f5f9-465b-ab21-929463e7c3d2 req-c4b7931f-a141-43c3-bb90-e12eca2d43ae tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:40.248685 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7fb37c1-f5f9-465b-ab21-929463e7c3d2 req-c4b7931f-a141-43c3-bb90-e12eca2d43ae tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 944 time: 0.0539715 May 26 16:56:40.288441 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7fb37c1-f5f9-465b-ab21-929463e7c3d2 req-5015cae3-17c0-4686-8117-6c2508fb99fb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328865 May 26 16:56:40.863448 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 37fcb691-388c-4911-92f4-f40bdad3c7b0 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:56:40.913662 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 37fcb691-388c-4911-92f4-f40bdad3c7b0 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:56:40.917365 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 37fcb691-388c-4911-92f4-f40bdad3c7b0 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:56:40.917736 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:41.014028 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 37fcb691-388c-4911-92f4-f40bdad3c7b0 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:56:41.014415 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:41.037264 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4293975d-1c00-4588-ae3f-72c06943d440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fcb691-388c-4911-92f4-f40bdad3c7b0'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:56:41.039629 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1462eecd-8904-4e24-a39c-83f54f1f986a" -d '{"events": [{"server_uuid": "4293975d-1c00-4588-ae3f-72c06943d440", "name": "network-vif-plugged", "status": "completed", "tag": "37fcb691-388c-4911-92f4-f40bdad3c7b0"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:56:41.059303 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 37fcb691-388c-4911-92f4-f40bdad3c7b0, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=37fcb691-388c-4911-92f4-f40bdad3c7b0,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:41.062819 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:41.085867 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841defdc-a208-4449-b227-32ce8e60b4b7 x-openstack-request-id: req-841defdc-a208-4449-b227-32ce8e60b4b7 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:56:41.086149 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4293975d-1c00-4588-ae3f-72c06943d440", "name": "network-vif-plugged", "status": "completed", "tag": "37fcb691-388c-4911-92f4-f40bdad3c7b0", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:56:41.086402 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-841defdc-a208-4449-b227-32ce8e60b4b7 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:56:41.086802 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-841defdc-a208-4449-b227-32ce8e60b4b7'] response: {'server_uuid': '4293975d-1c00-4588-ae3f-72c06943d440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fcb691-388c-4911-92f4-f40bdad3c7b0', 'code': 200} May 26 16:56:41.113593 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=37fcb691-388c-4911-92f4-f40bdad3c7b0,revision_number=9']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:41.413343 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d4910-0e0a-41ea-a967-269af9d04cb1 req-e55d42ed-d6f1-4d9f-a868-6f3fc6be1aa2 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:41.414834 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e92d4910-0e0a-41ea-a967-269af9d04cb1 req-e55d42ed-d6f1-4d9f-a868-6f3fc6be1aa2 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0545101 May 26 16:56:41.453657 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e92d4910-0e0a-41ea-a967-269af9d04cb1 req-62ff4fc1-7974-4431-b413-e6b72ecc9c31 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324826 May 26 16:56:41.986440 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284c675-3821-44e8-9f27-f0cb3afb9fa3 req-2a1abc91-0353-4de1-bf0e-bc4efe4ef466 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:41.987931 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5284c675-3821-44e8-9f27-f0cb3afb9fa3 req-2a1abc91-0353-4de1-bf0e-bc4efe4ef466 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.83 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 945 time: 0.0518956 May 26 16:56:42.080278 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-5284c675-3821-44e8-9f27-f0cb3afb9fa3 req-b88ed265-8380-4e20-9a1c-f5f2a7dad298 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Deleting port 37fcb691-388c-4911-92f4-f40bdad3c7b0 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:56:42.080658 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5284c675-3821-44e8-9f27-f0cb3afb9fa3 req-b88ed265-8380-4e20-9a1c-f5f2a7dad298 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:42.175045 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-5284c675-3821-44e8-9f27-f0cb3afb9fa3 req-b88ed265-8380-4e20-9a1c-f5f2a7dad298 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] For port 37fcb691-388c-4911-92f4-f40bdad3c7b0, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=37fcb691-388c-4911-92f4-f40bdad3c7b0,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:42.175411 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5284c675-3821-44e8-9f27-f0cb3afb9fa3 req-b88ed265-8380-4e20-9a1c-f5f2a7dad298 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:42.367389 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5284c675-3821-44e8-9f27-f0cb3afb9fa3 req-b88ed265-8380-4e20-9a1c-f5f2a7dad298 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:42.367808 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5284c675-3821-44e8-9f27-f0cb3afb9fa3 req-b88ed265-8380-4e20-9a1c-f5f2a7dad298 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:42.368367 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [req-5284c675-3821-44e8-9f27-f0cb3afb9fa3 req-b88ed265-8380-4e20-9a1c-f5f2a7dad298 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Floating IP d36c65c6-0cab-4de9-9984-bd78dce86a4e disassociated. External IP: 172.25.7.5, port: 37fcb691-388c-4911-92f4-f40bdad3c7b0. May 26 16:56:42.368944 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-5284c675-3821-44e8-9f27-f0cb3afb9fa3 req-b88ed265-8380-4e20-9a1c-f5f2a7dad298 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Calling delete_port for 37fcb691-388c-4911-92f4-f40bdad3c7b0 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:56:42.538078 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5284c675-3821-44e8-9f27-f0cb3afb9fa3 req-b88ed265-8380-4e20-9a1c-f5f2a7dad298 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:42.559335 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b997df4d-8909-413e-9f31-78856a7e4c40 req-092f99cd-9b64-4503-9000-6dc716103880 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=4293975d-1c00-4588-ae3f-72c06943d440 HTTP/1.1" status: 200 len: 210 time: 0.0317338 May 26 16:56:42.569054 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ed265-8380-4e20-9a1c-f5f2a7dad298 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Pushing event deleted for resources: {'Port': ['ID=37fcb691-388c-4911-92f4-f40bdad3c7b0,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:42.703190 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5284c675-3821-44e8-9f27-f0cb3afb9fa3 req-b88ed265-8380-4e20-9a1c-f5f2a7dad298 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:56:42.866707 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5284c675-3821-44e8-9f27-f0cb3afb9fa3 req-b88ed265-8380-4e20-9a1c-f5f2a7dad298 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:56:42.876644 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52de0558-fcdf-4df0-82b6-a231870f21e0 None None] Sync routers for ids ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:56:42.887468 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52de0558-fcdf-4df0-82b6-a231870f21e0 None None] Routers {'d0ade225-c0a0-4fd3-b208-4a0191fa5d60'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:56:42.888216 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-52de0558-fcdf-4df0-82b6-a231870f21e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:56:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:42.909399 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5284c675-3821-44e8-9f27-f0cb3afb9fa3 req-b88ed265-8380-4e20-9a1c-f5f2a7dad298 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] No DVR routers for this DVR port 37fcb691-388c-4911-92f4-f40bdad3c7b0 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:56:42.912794 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-5284c675-3821-44e8-9f27-f0cb3afb9fa3 req-b88ed265-8380-4e20-9a1c-f5f2a7dad298 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:42.916058 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5284c675-3821-44e8-9f27-f0cb3afb9fa3 req-b88ed265-8380-4e20-9a1c-f5f2a7dad298 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.83 "DELETE /v2.0/ports/37fcb691-388c-4911-92f4-f40bdad3c7b0 HTTP/1.1" status: 204 len: 173 time: 0.9217634 May 26 16:56:42.916530 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4293975d-1c00-4588-ae3f-72c06943d440', 'name': 'network-vif-deleted', 'tag': '37fcb691-388c-4911-92f4-f40bdad3c7b0'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:56:42.918829 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ba28e7-f22f-4382-8a41-21e00a9c5fc1" -d '{"events": [{"server_uuid": "4293975d-1c00-4588-ae3f-72c06943d440", "name": "network-vif-deleted", "tag": "37fcb691-388c-4911-92f4-f40bdad3c7b0"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:56:42.979954 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72506e6a-ca4e-4287-b7d7-b2f7c5a32276 x-openstack-request-id: req-72506e6a-ca4e-4287-b7d7-b2f7c5a32276 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:56:42.980297 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4293975d-1c00-4588-ae3f-72c06943d440", "name": "network-vif-deleted", "tag": "37fcb691-388c-4911-92f4-f40bdad3c7b0", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:56:42.980554 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-72506e6a-ca4e-4287-b7d7-b2f7c5a32276 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:56:42.980964 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72506e6a-ca4e-4287-b7d7-b2f7c5a32276'] response: {'server_uuid': '4293975d-1c00-4588-ae3f-72c06943d440', 'name': 'network-vif-deleted', 'tag': '37fcb691-388c-4911-92f4-f40bdad3c7b0', 'status': 'completed', 'code': 200} May 26 16:56:43.016484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-52de0558-fcdf-4df0-82b6-a231870f21e0 None None] Set router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:56:43.156552 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0a31f33c-4bce-4775-b76c-a9aee14f170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:43.259592 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-52de0558-fcdf-4df0-82b6-a231870f21e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:43.292810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52de0558-fcdf-4df0-82b6-a231870f21e0 None None] Checking router: d0ade225-c0a0-4fd3-b208-4a0191fa5d60 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:56:43.301656 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52de0558-fcdf-4df0-82b6-a231870f21e0 None None] Routers {'d0ade225-c0a0-4fd3-b208-4a0191fa5d60'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:56:43.302888 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-52de0558-fcdf-4df0-82b6-a231870f21e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:56:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:43.414443 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-52de0558-fcdf-4df0-82b6-a231870f21e0 None None] Set router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:56:43.631931 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-52de0558-fcdf-4df0-82b6-a231870f21e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:43.664908 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52de0558-fcdf-4df0-82b6-a231870f21e0 None None] The sync data for ids ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'] in n-d-843337-2 is: [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:56:43.895030 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-44169e3d-c391-4556-b3b7-400d2ca7e17b tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--961531788&fields=id&tenant_id=e83c46c26b9545dca85e357bf3fc5235 HTTP/1.1" status: 200 len: 267 time: 0.0383885 May 26 16:56:43.933472 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e450b92-3543-43d0-8e62-7228aab9ec9c None None] New status for floating IP d36c65c6-0cab-4de9-9984-bd78dce86a4e: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:56:44.018767 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-89ff9934-eb41-4941-af82-ee924ced5a73 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:44.020295 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-89ff9934-eb41-4941-af82-ee924ced5a73 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 812 time: 0.1169956 May 26 16:56:44.037496 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-f94f636f-58a7-41a8-85a0-f777b0f542e2 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/quotas/e83c46c26b9545dca85e357bf3fc5235 HTTP/1.1" status: 200 len: 375 time: 0.0099270 May 26 16:56:44.110384 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-bf9e21ac-c3c0-48df-a874-f53ab6e2a67b tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0615265 May 26 16:56:44.249307 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-56c22909-9e1c-49b7-91c2-64b7f40c0825 service neutron] 10.222.0.77 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267271 May 26 16:56:44.347625 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-27b52f4f-405c-4bd4-8cf1-f611f12d88b4 service neutron] 10.222.0.77 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910509 May 26 16:56:44.524500 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e795acee-0322-461f-abfc-b518a1bef57c req-66630e8e-bcb0-4424-9373-c5e24e04e482 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 210 time: 0.0289435 May 26 16:56:45.563060 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c3a62690-57f4-404c-867b-3c5b2f442d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:45.647153 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-47aa99d3-d538-4aec-a0f9-a25df8822f13 req-b463fb3e-7ed3-477a-95a3-04c0e6b1c67d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 210 time: 0.0277631 May 26 16:56:45.687933 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-a143bfbb-6ad9-4f55-80b3-50f9b9c6d71e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:45.689472 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-a143bfbb-6ad9-4f55-80b3-50f9b9c6d71e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.83 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 812 time: 0.1319919 May 26 16:56:45.746846 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-fc6af997-922a-4956-bc5c-6ff1d2c2ff6c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e83c46c26b9545dca85e357bf3fc5235 HTTP/1.1" status: 200 len: 379 time: 0.0365732 May 26 16:56:45.770557 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-ecc1e5d9-589f-45d4-b30a-0c3d98d8abed tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Request body: {'port': {'device_id': '8a95f121-779a-4a81-aa1e-27ebc1d668bb', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'admin_state_up': True, 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'security_groups': ['aeb59f00-97ab-4d74-a06c-527de076575f']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:56:45.895611 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-ecc1e5d9-589f-45d4-b30a-0c3d98d8abed tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Made reservation on behalf of e83c46c26b9545dca85e357bf3fc5235 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:56:45.901146 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-ecc1e5d9-589f-45d4-b30a-0c3d98d8abed tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:46.031020 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-ecc1e5d9-589f-45d4-b30a-0c3d98d8abed tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Allocated IP 172.20.0.8 (25b2dce5-12da-4c86-8388-53d1dc2cf81c/52369edf-1c90-45d1-a251-f17c7cc4f525/e2faeaa9-45c2-46a5-ba10-73d804bcad02) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:56:46.187835 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-ecc1e5d9-589f-45d4-b30a-0c3d98d8abed tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:46.222786 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-ecc1e5d9-589f-45d4-b30a-0c3d98d8abed tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:46.270931 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-ecc1e5d9-589f-45d4-b30a-0c3d98d8abed tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Network 25b2dce5-12da-4c86-8388-53d1dc2cf81c is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:56:46.274186 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-ecc1e5d9-589f-45d4-b30a-0c3d98d8abed tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:56:46.277864 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-ecc1e5d9-589f-45d4-b30a-0c3d98d8abed tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:56:46.284602 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1e5d9-589f-45d4-b30a-0c3d98d8abed tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Pushing event updated for resources: {'Port': ['ID=e2faeaa9-45c2-46a5-ba10-73d804bcad02,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:46.342180 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-ecc1e5d9-589f-45d4-b30a-0c3d98d8abed tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:46.342822 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-ecc1e5d9-589f-45d4-b30a-0c3d98d8abed tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:46.359488 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-ecc1e5d9-589f-45d4-b30a-0c3d98d8abed tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5930264 May 26 16:56:46.378864 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-141afca7-7edc-4eb7-a9b1-35799c977276 service neutron] Request body: {'port': {'device_id': '8a95f121-779a-4a81-aa1e-27ebc1d668bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:56:46.447393 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-141afca7-7edc-4eb7-a9b1-35799c977276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:46.538098 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-58d1237f-021d-40ea-a5a5-7d5c950a140d None None] Provisioning complete for port e2faeaa9-45c2-46a5-ba10-73d804bcad02 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:56:46.538392 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-58d1237f-021d-40ea-a5a5-7d5c950a140d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:46.574915 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-58d1237f-021d-40ea-a5a5-7d5c950a140d None None] Port e2faeaa9-45c2-46a5-ba10-73d804bcad02 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:56:46.712988 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:46.747005 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-141afca7-7edc-4eb7-a9b1-35799c977276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2faeaa9-45c2-46a5-ba10-73d804bcad02 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:56:46.755128 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-141afca7-7edc-4eb7-a9b1-35799c977276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:46.769038 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-141afca7-7edc-4eb7-a9b1-35799c977276 service neutron] Transition to ACTIVE for port object e2faeaa9-45c2-46a5-ba10-73d804bcad02 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:56:46.774056 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-141afca7-7edc-4eb7-a9b1-35799c977276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:46.779611 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c6d07-8811-48fa-9b45-3f2956d61b5a req-4e1a273d-c4c4-4fa4-88ae-a8b1cd04b01b tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:46.781258 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-770c6d07-8811-48fa-9b45-3f2956d61b5a req-4e1a273d-c4c4-4fa4-88ae-a8b1cd04b01b tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 931 time: 0.0578718 May 26 16:56:46.825666 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141afca7-7edc-4eb7-a9b1-35799c977276 service neutron] Pushing event updated for resources: {'Port': ['ID=e2faeaa9-45c2-46a5-ba10-73d804bcad02,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:46.839336 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-770c6d07-8811-48fa-9b45-3f2956d61b5a req-c629b4ed-9a70-416b-bbb0-83aaa58af6c4 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496039 May 26 16:56:46.894383 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 37fcb691-388c-4911-92f4-f40bdad3c7b0 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:56:46.915778 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-141afca7-7edc-4eb7-a9b1-35799c977276 service neutron] Attempting to bind port e2faeaa9-45c2-46a5-ba10-73d804bcad02 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:56:46.916401 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 37fcb691-388c-4911-92f4-f40bdad3c7b0 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:56:46.916585 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-141afca7-7edc-4eb7-a9b1-35799c977276 service neutron] Attempting to bind port e2faeaa9-45c2-46a5-ba10-73d804bcad02 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:56:46.916875 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 37fcb691-388c-4911-92f4-f40bdad3c7b0 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:56:46.917048 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-141afca7-7edc-4eb7-a9b1-35799c977276 service neutron] Attempting to bind port e2faeaa9-45c2-46a5-ba10-73d804bcad02 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:56:46.923502 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-141afca7-7edc-4eb7-a9b1-35799c977276 service neutron] Port e2faeaa9-45c2-46a5-ba10-73d804bcad02 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:56:46.923791 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-141afca7-7edc-4eb7-a9b1-35799c977276 service neutron] Attempting to bind port e2faeaa9-45c2-46a5-ba10-73d804bcad02 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:56:46.930800 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-141afca7-7edc-4eb7-a9b1-35799c977276 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:56:46.931337 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-141afca7-7edc-4eb7-a9b1-35799c977276 service neutron] Checking segment: {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:56:46.931925 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-141afca7-7edc-4eb7-a9b1-35799c977276 service neutron] Bound using segment: {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:56:46.932681 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-141afca7-7edc-4eb7-a9b1-35799c977276 service neutron] Bound port: e2faeaa9-45c2-46a5-ba10-73d804bcad02, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:56:46.933262 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-141afca7-7edc-4eb7-a9b1-35799c977276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:47.016676 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-141afca7-7edc-4eb7-a9b1-35799c977276 service neutron] For port e2faeaa9-45c2-46a5-ba10-73d804bcad02, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:56:47.020429 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-141afca7-7edc-4eb7-a9b1-35799c977276 service neutron] For port e2faeaa9-45c2-46a5-ba10-73d804bcad02, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=e2faeaa9-45c2-46a5-ba10-73d804bcad02,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:56:47.025769 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-141afca7-7edc-4eb7-a9b1-35799c977276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:47.063240 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-141afca7-7edc-4eb7-a9b1-35799c977276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:47.063997 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-141afca7-7edc-4eb7-a9b1-35799c977276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:47.065372 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-141afca7-7edc-4eb7-a9b1-35799c977276 service neutron] 10.222.0.83 "PUT /v2.0/ports/e2faeaa9-45c2-46a5-ba10-73d804bcad02 HTTP/1.1" status: 200 len: 1091 time: 0.6912670 May 26 16:56:47.065838 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a95f121-779a-4a81-aa1e-27ebc1d668bb', 'tag': 'e2faeaa9-45c2-46a5-ba10-73d804bcad02'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:56:47.071229 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8573d5e0-451a-4aa8-9470-99feee807edb" -d '{"events": [{"name": "network-changed", "server_uuid": "8a95f121-779a-4a81-aa1e-27ebc1d668bb", "tag": "e2faeaa9-45c2-46a5-ba10-73d804bcad02"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:56:47.093089 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141afca7-7edc-4eb7-a9b1-35799c977276 service neutron] Pushing event updated for resources: {'Port': ['ID=e2faeaa9-45c2-46a5-ba10-73d804bcad02,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:47.124854 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04936c5f-63ea-4436-b2a0-7c37635eb601 x-openstack-request-id: req-04936c5f-63ea-4436-b2a0-7c37635eb601 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:56:47.125148 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a95f121-779a-4a81-aa1e-27ebc1d668bb", "tag": "e2faeaa9-45c2-46a5-ba10-73d804bcad02", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:56:47.125421 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-04936c5f-63ea-4436-b2a0-7c37635eb601 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:56:47.125840 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04936c5f-63ea-4436-b2a0-7c37635eb601'] response: {'name': 'network-changed', 'server_uuid': '8a95f121-779a-4a81-aa1e-27ebc1d668bb', 'tag': 'e2faeaa9-45c2-46a5-ba10-73d804bcad02', 'status': 'completed', 'code': 200} May 26 16:56:47.194266 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-b825c200-73ea-41bd-8261-5d268206f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:47.195980 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-b825c200-73ea-41bd-8261-5d268206f304 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 1094 time: 0.0497179 May 26 16:56:47.253953 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-501aa344-4085-4801-876f-3155902e258d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2faeaa9-45c2-46a5-ba10-73d804bcad02 HTTP/1.1" status: 200 len: 217 time: 0.0394197 May 26 16:56:47.306111 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-0710f5ed-5b9e-4f7d-b043-de4b144a10c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:47.307605 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-0710f5ed-5b9e-4f7d-b043-de4b144a10c6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0461524 May 26 16:56:47.363393 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-29de92f7-63ac-4e78-b136-882ed65e42c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:47.365543 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-29de92f7-63ac-4e78-b136-882ed65e42c7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496883 May 26 16:56:47.463735 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-dab52804-4af6-4d3a-9df6-5aab980e1a58 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904024 May 26 16:56:47.563490 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3d9e71b6-9733-4e65-890d-e53baa76b0ed req-a9cccd94-f81a-4102-8639-d891f43604a0 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925047 May 26 16:56:47.710511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573d5e0-451a-4aa8-9470-99feee807edb req-3bcdc4da-db1e-4617-a3f8-e858569cb727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:47.715633 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8573d5e0-451a-4aa8-9470-99feee807edb req-3bcdc4da-db1e-4617-a3f8-e858569cb727 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 1094 time: 0.0500603 May 26 16:56:47.831713 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573d5e0-451a-4aa8-9470-99feee807edb req-b308d4bb-57b9-4dac-82d8-2ddb554225a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:47.833709 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8573d5e0-451a-4aa8-9470-99feee807edb req-b308d4bb-57b9-4dac-82d8-2ddb554225a4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.1106534 May 26 16:56:47.882949 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8573d5e0-451a-4aa8-9470-99feee807edb req-cf9c05b4-05c6-41fc-8b13-faa2c207a769 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2faeaa9-45c2-46a5-ba10-73d804bcad02 HTTP/1.1" status: 200 len: 217 time: 0.0419457 May 26 16:56:47.936903 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573d5e0-451a-4aa8-9470-99feee807edb req-049e0dc7-ad25-4998-aee3-6807636fc15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:47.938398 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8573d5e0-451a-4aa8-9470-99feee807edb req-049e0dc7-ad25-4998-aee3-6807636fc15a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0475125 May 26 16:56:47.969904 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83954bc4-1529-49c2-856a-37356bf8dd51 req-1646cee1-2aab-4fd3-84b5-ef2b70812a41 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:47.971520 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-83954bc4-1529-49c2-856a-37356bf8dd51 req-1646cee1-2aab-4fd3-84b5-ef2b70812a41 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 943 time: 0.0543213 May 26 16:56:48.007670 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573d5e0-451a-4aa8-9470-99feee807edb req-4a460167-7b01-4931-becc-372cf459b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:48.010105 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8573d5e0-451a-4aa8-9470-99feee807edb req-4a460167-7b01-4931-becc-372cf459b0f1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635691 May 26 16:56:48.012442 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-83954bc4-1529-49c2-856a-37356bf8dd51 req-36c5a94b-891f-4fce-ab81-50cf0a67177f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332623 May 26 16:56:48.122022 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8573d5e0-451a-4aa8-9470-99feee807edb req-3ee70dea-5df0-42f3-8d0c-5f60ff64429a service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038389 May 26 16:56:48.219034 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8573d5e0-451a-4aa8-9470-99feee807edb req-97dba017-fc26-4fdc-993f-7c9549f7713e service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895813 May 26 16:56:48.453571 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:48.498651 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:48.769439 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-14c0bea0-eab1-49ec-ae93-0dae45a9b666 req-8f4cbb2e-7bf0-4eb9-b7a8-b242396286e0 service neutron] (103896) timed out ('10.222.0.81', 50381) {{(pid=103896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 16:56:49.048144 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:49.155949 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78770a29-9a77-4cfc-9ff9-8849383e31a4 req-62424e36-d02b-4e7c-a8f8-d030a3d6e0c9 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:49.157529 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78770a29-9a77-4cfc-9ff9-8849383e31a4 req-62424e36-d02b-4e7c-a8f8-d030a3d6e0c9 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 943 time: 0.0516155 May 26 16:56:49.199982 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78770a29-9a77-4cfc-9ff9-8849383e31a4 req-f38138bd-beed-42f9-a0f6-02d833a6ec15 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351527 May 26 16:56:50.342796 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0c5c2-1ed3-4566-9883-4a1ea0d377e1 req-020688e1-d403-4592-a217-df93ee654380 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:50.344399 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-92b0c5c2-1ed3-4566-9883-4a1ea0d377e1 req-020688e1-d403-4592-a217-df93ee654380 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 943 time: 0.0673101 May 26 16:56:50.394077 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-92b0c5c2-1ed3-4566-9883-4a1ea0d377e1 req-8051ced4-8be3-4965-a5f5-375b858bead4 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432026 May 26 16:56:50.912325 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device e2faeaa9-45c2-46a5-ba10-73d804bcad02 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:56:51.018138 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port e2faeaa9-45c2-46a5-ba10-73d804bcad02, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=e2faeaa9-45c2-46a5-ba10-73d804bcad02,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:51.030208 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': 'e2faeaa9-45c2-46a5-ba10-73d804bcad02', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'port_id': 'e2faeaa9-45c2-46a5-ba10-73d804bcad02', 'mac_address': 'fa:16:3e:b3:99:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:56:51.069556 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port e2faeaa9-45c2-46a5-ba10-73d804bcad02 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:56:51.069939 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:51.084608 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2faeaa9-45c2-46a5-ba10-73d804bcad02 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:56:51.108729 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port e2faeaa9-45c2-46a5-ba10-73d804bcad02, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=e2faeaa9-45c2-46a5-ba10-73d804bcad02,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:51.113192 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:51.163650 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=e2faeaa9-45c2-46a5-ba10-73d804bcad02,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:51.531966 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c896da-bf0f-4149-89a2-dbdfc1994711 req-fd531183-3bb4-4521-8444-2e1351b05f68 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:51.533523 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d2c896da-bf0f-4149-89a2-dbdfc1994711 req-fd531183-3bb4-4521-8444-2e1351b05f68 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 944 time: 0.0565107 May 26 16:56:51.539530 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['e2faeaa9-45c2-46a5-ba10-73d804bcad02'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:56:51.577661 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d2c896da-bf0f-4149-89a2-dbdfc1994711 req-15a542f1-10fb-4158-b75b-016ac3649d2f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361097 May 26 16:56:52.704635 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d35504-454d-4bd2-aa37-1fcffdef99bb req-1cf2ba20-dc70-4ed7-8196-f7e80adfc025 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:52.706079 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-94d35504-454d-4bd2-aa37-1fcffdef99bb req-1cf2ba20-dc70-4ed7-8196-f7e80adfc025 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 944 time: 0.0564523 May 26 16:56:52.758282 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-94d35504-454d-4bd2-aa37-1fcffdef99bb req-5fd3354e-5f0e-45c6-9c2f-062d781342f8 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450463 May 26 16:56:52.908420 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device e2faeaa9-45c2-46a5-ba10-73d804bcad02 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:56:52.972920 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port e2faeaa9-45c2-46a5-ba10-73d804bcad02 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:56:52.978054 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port e2faeaa9-45c2-46a5-ba10-73d804bcad02 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:56:52.978540 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:53.063166 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port e2faeaa9-45c2-46a5-ba10-73d804bcad02 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:56:53.063544 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:53.089919 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a95f121-779a-4a81-aa1e-27ebc1d668bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2faeaa9-45c2-46a5-ba10-73d804bcad02'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:56:53.092212 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d0b4fa-17ed-40ef-bd52-cac770531a0c" -d '{"events": [{"server_uuid": "8a95f121-779a-4a81-aa1e-27ebc1d668bb", "name": "network-vif-plugged", "status": "completed", "tag": "e2faeaa9-45c2-46a5-ba10-73d804bcad02"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:56:53.106015 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port e2faeaa9-45c2-46a5-ba10-73d804bcad02, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=e2faeaa9-45c2-46a5-ba10-73d804bcad02,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:56:53.111527 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:53.138226 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9565ec-900f-4df6-b345-a24ed0fc17dd x-openstack-request-id: req-7c9565ec-900f-4df6-b345-a24ed0fc17dd {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:56:53.138514 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a95f121-779a-4a81-aa1e-27ebc1d668bb", "name": "network-vif-plugged", "status": "completed", "tag": "e2faeaa9-45c2-46a5-ba10-73d804bcad02", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:56:53.138750 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7c9565ec-900f-4df6-b345-a24ed0fc17dd {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:56:53.139145 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9565ec-900f-4df6-b345-a24ed0fc17dd'] response: {'server_uuid': '8a95f121-779a-4a81-aa1e-27ebc1d668bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2faeaa9-45c2-46a5-ba10-73d804bcad02', 'code': 200} May 26 16:56:53.173232 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=e2faeaa9-45c2-46a5-ba10-73d804bcad02,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:56:53.285612 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238542e-1941-44fc-9de7-716159d600e2 req-31821854-6e18-4af8-9ecb-d4f3decf8941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:53.287204 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5238542e-1941-44fc-9de7-716159d600e2 req-31821854-6e18-4af8-9ecb-d4f3decf8941 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 1096 time: 0.0536022 May 26 16:56:53.335312 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5238542e-1941-44fc-9de7-716159d600e2 req-f349fcc3-fab1-40e1-9845-fe6ea727c3bb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397692 May 26 16:56:53.904803 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad152e5-70c3-4223-9979-a514b5098e59 req-ecb4b2dd-4557-4212-94ac-945637d3eeb5 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:53.907531 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ad152e5-70c3-4223-9979-a514b5098e59 req-ecb4b2dd-4557-4212-94ac-945637d3eeb5 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0686901 May 26 16:56:53.956161 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ad152e5-70c3-4223-9979-a514b5098e59 req-1584add8-fa41-4cbc-81de-b6a067568cc2 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392885 May 26 16:56:55.097093 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e859df7-cf2b-4fd6-af9a-04c8b1753656 req-2efc4692-35ac-4d26-a0b8-0c4acba46e83 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:55.098607 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6e859df7-cf2b-4fd6-af9a-04c8b1753656 req-2efc4692-35ac-4d26-a0b8-0c4acba46e83 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0562015 May 26 16:56:55.138156 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6e859df7-cf2b-4fd6-af9a-04c8b1753656 req-dabacff8-63ee-4de6-85d7-8bbe6623718e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333230 May 26 16:56:55.275550 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7b9b1-6c5a-4b4c-82ed-38e25103f4fd req-3357e2d4-99ff-4968-9d0f-a9d1b45374d3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:55.277100 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dce7b9b1-6c5a-4b4c-82ed-38e25103f4fd req-3357e2d4-99ff-4968-9d0f-a9d1b45374d3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0635140 May 26 16:56:55.286798 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 39816) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:56:55.291571 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-284f320a-787b-4d5d-8cb7-955b18802094 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Request body: {'floatingip': {'port_id': 'e2faeaa9-45c2-46a5-ba10-73d804bcad02'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:56:55.336391 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-284f320a-787b-4d5d-8cb7-955b18802094 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:55.824846 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-284f320a-787b-4d5d-8cb7-955b18802094 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:55.829851 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-284f320a-787b-4d5d-8cb7-955b18802094 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:55.943032 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-284f320a-787b-4d5d-8cb7-955b18802094 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Floating IP d36c65c6-0cab-4de9-9984-bd78dce86a4e associated. External IP: 172.25.7.5, port: e2faeaa9-45c2-46a5-ba10-73d804bcad02. May 26 16:56:56.172011 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284f320a-787b-4d5d-8cb7-955b18802094 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:56:56.283216 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284f320a-787b-4d5d-8cb7-955b18802094 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:56:56.288277 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-284f320a-787b-4d5d-8cb7-955b18802094 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:56:56.296710 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d81dbf-fd16-41e1-9b01-69a4353d84ee None None] Sync routers for ids ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:56:56.307362 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d81dbf-fd16-41e1-9b01-69a4353d84ee None None] Routers {'d0ade225-c0a0-4fd3-b208-4a0191fa5d60'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:56:56.308278 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c7d81dbf-fd16-41e1-9b01-69a4353d84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:56:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:56.317041 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-284f320a-787b-4d5d-8cb7-955b18802094 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "PUT /v2.0/floatingips/d36c65c6-0cab-4de9-9984-bd78dce86a4e HTTP/1.1" status: 200 len: 989 time: 1.0288749 May 26 16:56:56.318179 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a95f121-779a-4a81-aa1e-27ebc1d668bb', 'tag': 'e2faeaa9-45c2-46a5-ba10-73d804bcad02'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:56:56.320821 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24103bee38bbd97c6ccfbe10b0e84632f8bc6809d0c06cc395e50ba217a9e387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01817a33-439e-4a29-aade-1e39489a702b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a95f121-779a-4a81-aa1e-27ebc1d668bb", "tag": "e2faeaa9-45c2-46a5-ba10-73d804bcad02"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:56:56.360979 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59de528f-d5de-4b70-b901-b175493796ed x-openstack-request-id: req-59de528f-d5de-4b70-b901-b175493796ed {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:56:56.361274 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a95f121-779a-4a81-aa1e-27ebc1d668bb", "tag": "e2faeaa9-45c2-46a5-ba10-73d804bcad02", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:56:56.361535 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-59de528f-d5de-4b70-b901-b175493796ed {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:56:56.361949 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59de528f-d5de-4b70-b901-b175493796ed'] response: {'name': 'network-changed', 'server_uuid': '8a95f121-779a-4a81-aa1e-27ebc1d668bb', 'tag': 'e2faeaa9-45c2-46a5-ba10-73d804bcad02', 'status': 'completed', 'code': 200} May 26 16:56:56.423899 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-c7d81dbf-fd16-41e1-9b01-69a4353d84ee None None] Set router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:56:56.466413 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01817a33-439e-4a29-aade-1e39489a702b req-c30215e9-f5bd-46b2-95e5-0565b2a43246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:56.469286 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-01817a33-439e-4a29-aade-1e39489a702b req-c30215e9-f5bd-46b2-95e5-0565b2a43246 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 1096 time: 0.0547163 May 26 16:56:56.566620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01817a33-439e-4a29-aade-1e39489a702b req-8abba650-2eb0-439d-ab99-5399bcbf7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:56.568251 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-01817a33-439e-4a29-aade-1e39489a702b req-8abba650-2eb0-439d-ab99-5399bcbf7e9f service neutron] 10.222.0.83 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.0919442 May 26 16:56:56.654034 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-01817a33-439e-4a29-aade-1e39489a702b req-58d24201-df31-4aba-96d1-c8d0e61a54f3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2faeaa9-45c2-46a5-ba10-73d804bcad02 HTTP/1.1" status: 200 len: 997 time: 0.0753963 May 26 16:56:56.662421 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c7d81dbf-fd16-41e1-9b01-69a4353d84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'd36c65c6-0cab-4de9-9984-bd78dce86a4e', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'port_id': 'e2faeaa9-45c2-46a5-ba10-73d804bcad02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'mac_address': 'fa:16:3e:b3:99:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a95f121-779a-4a81-aa1e-27ebc1d668bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:44Z', 'updated_at': '2022-05-26T16:56:55Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:56.690117 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d81dbf-fd16-41e1-9b01-69a4353d84ee None None] Checking router: d0ade225-c0a0-4fd3-b208-4a0191fa5d60 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:56:56.701992 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d81dbf-fd16-41e1-9b01-69a4353d84ee None None] Routers {'d0ade225-c0a0-4fd3-b208-4a0191fa5d60'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:56:56.702610 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c7d81dbf-fd16-41e1-9b01-69a4353d84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:56:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:56.723471 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01817a33-439e-4a29-aade-1e39489a702b req-eb9d51a9-5f5a-447e-b65d-56e90432fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:56.725589 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-01817a33-439e-4a29-aade-1e39489a702b req-eb9d51a9-5f5a-447e-b65d-56e90432fed6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0638185 May 26 16:56:56.780948 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01817a33-439e-4a29-aade-1e39489a702b req-b3b0add3-bcbb-4a19-936f-777005c0a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:56:56.782544 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-01817a33-439e-4a29-aade-1e39489a702b req-b3b0add3-bcbb-4a19-936f-777005c0a70c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484645 May 26 16:56:56.887875 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-01817a33-439e-4a29-aade-1e39489a702b req-66d4e82e-8cda-49bc-978b-62bdd4108ee2 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963600 May 26 16:56:56.987154 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-c7d81dbf-fd16-41e1-9b01-69a4353d84ee None None] Set router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:56:56.990160 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-01817a33-439e-4a29-aade-1e39489a702b req-5a33c267-fb83-4ee4-be36-e0b7f20be523 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951500 May 26 16:56:57.238156 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-c7d81dbf-fd16-41e1-9b01-69a4353d84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'd36c65c6-0cab-4de9-9984-bd78dce86a4e', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'port_id': 'e2faeaa9-45c2-46a5-ba10-73d804bcad02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'mac_address': 'fa:16:3e:b3:99:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a95f121-779a-4a81-aa1e-27ebc1d668bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:44Z', 'updated_at': '2022-05-26T16:56:55Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:56:57.265360 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d81dbf-fd16-41e1-9b01-69a4353d84ee None None] The sync data for ids ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'] in n-d-843337-2 is: [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'd36c65c6-0cab-4de9-9984-bd78dce86a4e', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'port_id': 'e2faeaa9-45c2-46a5-ba10-73d804bcad02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'mac_address': 'fa:16:3e:b3:99:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a95f121-779a-4a81-aa1e-27ebc1d668bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:44Z', 'updated_at': '2022-05-26T16:56:55Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:56:57.496038 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77248710-f29a-4f0b-812a-a751de0c29d8 None None] New status for floating IP d36c65c6-0cab-4de9-9984-bd78dce86a4e: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:57:00.975105 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:03.657804 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:57:13.117431 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fe1a9359-1916-4151-b07f-351ede5f60f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:15.556369 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3d731274-a6c6-47ca-8fb6-e5ce4b2fd3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:16.719387 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:18.448593 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:18.511298 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:19.056215 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:29.551491 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-df2305d1-ab73-4960-946d-31667eb81bc5 req-83b6eae2-b787-48d9-89a5-be6aa1f1bd96 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468264 May 26 16:57:29.655328 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2305d1-ab73-4960-946d-31667eb81bc5 req-f05c7c6d-0e59-40a0-aba8-5eaae5d1b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:29.656772 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-df2305d1-ab73-4960-946d-31667eb81bc5 req-f05c7c6d-0e59-40a0-aba8-5eaae5d1b2e0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 1096 time: 0.0423255 May 26 16:57:29.770150 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2305d1-ab73-4960-946d-31667eb81bc5 req-016380d4-38f8-4262-a906-5cdf2ae24fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:29.772005 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-df2305d1-ab73-4960-946d-31667eb81bc5 req-016380d4-38f8-4262-a906-5cdf2ae24fa1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.0953095 May 26 16:57:29.845409 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-df2305d1-ab73-4960-946d-31667eb81bc5 req-7d61183b-67d9-47e4-b28f-ce855ccf16ed service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2faeaa9-45c2-46a5-ba10-73d804bcad02 HTTP/1.1" status: 200 len: 999 time: 0.0663772 May 26 16:57:29.901802 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2305d1-ab73-4960-946d-31667eb81bc5 req-aa2e6543-6234-4b0b-8e1f-02736886290c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:29.903919 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-df2305d1-ab73-4960-946d-31667eb81bc5 req-aa2e6543-6234-4b0b-8e1f-02736886290c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0521238 May 26 16:57:29.951161 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2305d1-ab73-4960-946d-31667eb81bc5 req-1ea6465a-f188-4c18-a4e2-25b0f107693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:57:29.952682 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-df2305d1-ab73-4960-946d-31667eb81bc5 req-1ea6465a-f188-4c18-a4e2-25b0f107693f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425928 May 26 16:57:30.049268 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-df2305d1-ab73-4960-946d-31667eb81bc5 req-e9eb835c-0f00-472d-b968-201a99580cec service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888929 May 26 16:57:30.141010 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-df2305d1-ab73-4960-946d-31667eb81bc5 req-cab7e6e0-de85-4162-9d84-48a36aee39c8 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841093 May 26 16:57:30.979060 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:40.656487 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:57:43.118756 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3dca4948-a963-4c97-9464-e4519a4c665b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:45.559480 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a96c6d45-7c1b-47dd-a2db-c4df7bfaf5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:46.718003 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:48.450358 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:48.532275 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:57:49.049282 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:00.973457 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:13.121053 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-92b38cc0-9745-4f06-b378-8a3dbdfceb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:15.560899 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6c17fa59-cee3-43cf-81b9-ae14136e4331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:16.718184 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:17.655100 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:58:18.453360 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:18.527440 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:19.051037 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:26.673866 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd3f4c-5bc5-4081-984b-8be98456df7a req-241d53ab-df27-44cd-8a80-2b49327bceec tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:26.675349 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cebd3f4c-5bc5-4081-984b-8be98456df7a req-241d53ab-df27-44cd-8a80-2b49327bceec tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0538163 May 26 16:58:26.724918 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cebd3f4c-5bc5-4081-984b-8be98456df7a req-3cd8857f-9317-45e5-879d-48fa677ae9f0 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423779 May 26 16:58:27.845208 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c183536-6e32-43e3-8e91-75f7411b35ae req-64ceafcd-bd75-4f38-9c97-d2723f35203e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:27.846774 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c183536-6e32-43e3-8e91-75f7411b35ae req-64ceafcd-bd75-4f38-9c97-d2723f35203e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0489531 May 26 16:58:27.884367 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c183536-6e32-43e3-8e91-75f7411b35ae req-f040f993-e0d8-4c79-baeb-ca2a951c8c0d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314476 May 26 16:58:29.000696 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546ac8a-7fb4-42bb-b2b5-01a3b874e531 req-7c1e9f30-d681-4fe2-a49a-c9873045c039 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:29.001942 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a546ac8a-7fb4-42bb-b2b5-01a3b874e531 req-7c1e9f30-d681-4fe2-a49a-c9873045c039 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0505199 May 26 16:58:29.043730 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a546ac8a-7fb4-42bb-b2b5-01a3b874e531 req-2c31a3b4-3a68-4ce0-8cbf-5442a2ce5798 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342088 May 26 16:58:30.158845 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be275ec-c109-4a31-8e30-bd3d037ceeb2 req-86676664-dfac-494d-996c-751b3cfc1b20 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:30.160369 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5be275ec-c109-4a31-8e30-bd3d037ceeb2 req-86676664-dfac-494d-996c-751b3cfc1b20 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0485041 May 26 16:58:30.202026 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5be275ec-c109-4a31-8e30-bd3d037ceeb2 req-a2083466-3040-4d71-8f30-84d2480ecb72 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350964 May 26 16:58:30.973569 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:31.319489 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e2da4-f78d-4f21-85d5-52a7e4b8b4bb req-b74682ef-370f-4cf8-9cf6-283b5cc6c85c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:31.320972 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-473e2da4-f78d-4f21-85d5-52a7e4b8b4bb req-b74682ef-370f-4cf8-9cf6-283b5cc6c85c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0483117 May 26 16:58:31.358919 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-473e2da4-f78d-4f21-85d5-52a7e4b8b4bb req-6ee097e7-6fb4-4463-98de-0c283a278297 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318239 May 26 16:58:31.575593 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b285dca-dfd8-4bc2-b596-b7946d9180cf req-f3d20582-2f9c-4472-b495-fa5f8681c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:31.577061 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b285dca-dfd8-4bc2-b596-b7946d9180cf req-f3d20582-2f9c-4472-b495-fa5f8681c139 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 1096 time: 0.0419817 May 26 16:58:31.690720 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b285dca-dfd8-4bc2-b596-b7946d9180cf req-e347ac2f-4581-481f-a263-521a17da2507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:31.692232 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b285dca-dfd8-4bc2-b596-b7946d9180cf req-e347ac2f-4581-481f-a263-521a17da2507 service neutron] 10.222.0.83 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.0959308 May 26 16:58:31.759698 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b285dca-dfd8-4bc2-b596-b7946d9180cf req-b0d8a236-25dc-4d84-b91e-e2b3ef490724 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2faeaa9-45c2-46a5-ba10-73d804bcad02 HTTP/1.1" status: 200 len: 999 time: 0.0599012 May 26 16:58:31.812568 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b285dca-dfd8-4bc2-b596-b7946d9180cf req-bc8fb895-6420-4a73-8320-df44b91119ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:31.814023 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b285dca-dfd8-4bc2-b596-b7946d9180cf req-bc8fb895-6420-4a73-8320-df44b91119ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0471530 May 26 16:58:31.860200 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b285dca-dfd8-4bc2-b596-b7946d9180cf req-56f39c27-c2a4-4c08-82d9-9f0ea9c13260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:31.861608 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b285dca-dfd8-4bc2-b596-b7946d9180cf req-56f39c27-c2a4-4c08-82d9-9f0ea9c13260 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393124 May 26 16:58:31.873568 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-7b285dca-dfd8-4bc2-b596-b7946d9180cf req-b38fc046-858f-4128-a4c4-a170ae86a692 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 16:58:31.874512 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b285dca-dfd8-4bc2-b596-b7946d9180cf req-b38fc046-858f-4128-a4c4-a170ae86a692 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048580 May 26 16:58:31.965068 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b285dca-dfd8-4bc2-b596-b7946d9180cf req-575a317a-672c-4e86-80b0-48bfbab9f585 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805891 May 26 16:58:32.058170 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7b285dca-dfd8-4bc2-b596-b7946d9180cf req-d42dcb35-9eaf-4de4-9f63-295e2453df72 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860045 May 26 16:58:32.476014 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c2947-aef4-4d72-b4f6-0432c149206d req-9bd6148d-a655-4959-9b89-7ba9b77497dd tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:32.477498 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-898c2947-aef4-4d72-b4f6-0432c149206d req-9bd6148d-a655-4959-9b89-7ba9b77497dd tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0496759 May 26 16:58:32.515750 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-898c2947-aef4-4d72-b4f6-0432c149206d req-327fbc43-2c93-48d6-9e06-834947ff87b2 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321262 May 26 16:58:33.630997 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47e1a8-1110-498d-b231-502b6134bea8 req-42c12531-9b3c-4790-876d-7770132a2624 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:33.632510 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b47e1a8-1110-498d-b231-502b6134bea8 req-42c12531-9b3c-4790-876d-7770132a2624 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0479906 May 26 16:58:33.675352 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b47e1a8-1110-498d-b231-502b6134bea8 req-6ec83ce1-d072-4430-9dc0-de7d928a9aa5 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367160 May 26 16:58:34.798511 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03b16f-403f-429c-80e9-89124a2f49ef req-ad704227-ea47-4eee-92b7-610ee70ffa6d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:34.799965 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c03b16f-403f-429c-80e9-89124a2f49ef req-ad704227-ea47-4eee-92b7-610ee70ffa6d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0487647 May 26 16:58:34.837976 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c03b16f-403f-429c-80e9-89124a2f49ef req-6ea32c3b-ea64-4087-89a5-45e49b3499eb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311198 May 26 16:58:35.952234 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31935fe9-d082-4cbc-8893-709c2420261b req-a7299ee9-22e3-4c47-9b18-e00d9acb01e2 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:35.953701 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31935fe9-d082-4cbc-8893-709c2420261b req-a7299ee9-22e3-4c47-9b18-e00d9acb01e2 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0479207 May 26 16:58:35.991185 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31935fe9-d082-4cbc-8893-709c2420261b req-6dd99b59-cff1-493a-8d15-bcc3e582dcb4 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308900 May 26 16:58:37.111253 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155be56-9d62-443b-9d01-74ab29c1ee67 req-51f67652-2817-43f5-a866-60d0013523bf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:37.112771 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d155be56-9d62-443b-9d01-74ab29c1ee67 req-51f67652-2817-43f5-a866-60d0013523bf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0471818 May 26 16:58:37.157414 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d155be56-9d62-443b-9d01-74ab29c1ee67 req-cf2131ac-7b51-4052-a010-7457059dd8b4 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364399 May 26 16:58:38.279239 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e3a58-e478-4c1a-82cc-07e1e2e78fd2 req-2d90c357-bb48-4aae-8a93-8cf1a754b729 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:38.280793 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-958e3a58-e478-4c1a-82cc-07e1e2e78fd2 req-2d90c357-bb48-4aae-8a93-8cf1a754b729 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0508144 May 26 16:58:38.319539 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-958e3a58-e478-4c1a-82cc-07e1e2e78fd2 req-f0f44857-b77f-4e4c-9492-fca5e02c9b53 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318744 May 26 16:58:39.437263 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf91c2-df86-4942-9f08-8d16d7ab861e req-226ad3c6-5f54-4d1c-8245-0e284699bf76 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:39.438787 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-73cf91c2-df86-4942-9f08-8d16d7ab861e req-226ad3c6-5f54-4d1c-8245-0e284699bf76 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0489335 May 26 16:58:39.478139 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-73cf91c2-df86-4942-9f08-8d16d7ab861e req-3cc65710-4ebf-43e1-9698-5b9e5ceee56a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331094 May 26 16:58:40.596200 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ff625-0dba-4dd6-be00-0182669c983e req-13a45580-2bee-4af0-9ecd-939b146452d6 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:40.597658 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-541ff625-0dba-4dd6-be00-0182669c983e req-13a45580-2bee-4af0-9ecd-939b146452d6 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0498087 May 26 16:58:40.642767 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-541ff625-0dba-4dd6-be00-0182669c983e req-76fb5604-232d-49a3-9a4c-8552295df998 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379720 May 26 16:58:41.760752 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4f747-165d-4c25-a638-70842920deb1 req-7ffe44b2-d112-4bc1-b964-f1151f91ec86 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:41.762215 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-19c4f747-165d-4c25-a638-70842920deb1 req-7ffe44b2-d112-4bc1-b964-f1151f91ec86 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0494835 May 26 16:58:41.801806 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-19c4f747-165d-4c25-a638-70842920deb1 req-b9657241-60d3-46e2-9395-e593ec839e02 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336449 May 26 16:58:42.918288 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2b4ec-b886-42a7-aaaa-7f213089a831 req-b875dbf5-dfec-48f2-a85d-ef73c6ea568a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:42.919765 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-16b2b4ec-b886-42a7-aaaa-7f213089a831 req-b875dbf5-dfec-48f2-a85d-ef73c6ea568a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0481484 May 26 16:58:42.957204 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-16b2b4ec-b886-42a7-aaaa-7f213089a831 req-068dc470-d508-4ce3-bdcc-633c3db3a178 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314324 May 26 16:58:43.125025 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2e17f91d-326e-40c8-8b6c-612e181dd76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:43.192152 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-fb1efe84-5302-4067-be4f-4b3cca7cfb0d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0420105 May 26 16:58:43.205961 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958b056-4a0a-4b5c-a62b-31766e72449b req-0c38ed16-66bc-4bdc-bbf4-2611c0f8a2cd tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:43.207447 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9958b056-4a0a-4b5c-a62b-31766e72449b req-0c38ed16-66bc-4bdc-bbf4-2611c0f8a2cd tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0520713 May 26 16:58:43.251264 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9958b056-4a0a-4b5c-a62b-31766e72449b req-3d100c48-6906-410d-9578-acc08dfbf42d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367329 May 26 16:58:44.325292 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-ede27118-f8e5-45f8-b93e-b4e8542abadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:44.326802 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-ede27118-f8e5-45f8-b93e-b4e8542abadb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 1096 time: 0.0418246 May 26 16:58:44.369814 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f623d-4697-45c1-9d54-c80b63a126e9 req-a549c1bc-e308-455a-9e4a-4bf7087b317f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:44.371410 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b96f623d-4697-45c1-9d54-c80b63a126e9 req-a549c1bc-e308-455a-9e4a-4bf7087b317f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0494134 May 26 16:58:44.410772 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b96f623d-4697-45c1-9d54-c80b63a126e9 req-69f416e1-2bbf-4298-bed1-ee85b799c339 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334222 May 26 16:58:44.425068 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-9a41a69d-dd2b-4b85-bc2f-331f8e671a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:44.427384 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-9a41a69d-dd2b-4b85-bc2f-331f8e671a41 service neutron] 10.222.0.83 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.0939457 May 26 16:58:44.495788 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-2a367246-5a81-4139-a42d-f6f3972c2459 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2faeaa9-45c2-46a5-ba10-73d804bcad02 HTTP/1.1" status: 200 len: 999 time: 0.0595121 May 26 16:58:44.549799 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-96c2a402-5469-46c6-a889-89e0ca09a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:44.551142 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-96c2a402-5469-46c6-a889-89e0ca09a99f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0485699 May 26 16:58:44.599358 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-9104d96b-62ae-49f1-9c7b-4af2d5a748c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:44.600834 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-9104d96b-62ae-49f1-9c7b-4af2d5a748c7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415039 May 26 16:58:44.689743 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-f19e862a-a397-4459-af5e-32d5e8fd6a95 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816753 May 26 16:58:44.787928 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-1570c90c-ffbf-4e84-b1a7-66ddc1a5e7c1 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880613 May 26 16:58:45.530343 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d85b1-fd32-4bda-b606-294be835c82d req-2250ca6f-754a-42cb-8031-4666289918af tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:45.531827 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-842d85b1-fd32-4bda-b606-294be835c82d req-2250ca6f-754a-42cb-8031-4666289918af tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0488460 May 26 16:58:45.562256 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fa048070-014a-4fa0-8dd3-369b7da0635a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:45.571691 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-842d85b1-fd32-4bda-b606-294be835c82d req-6ba5ff17-0450-4c42-9306-027f8d61b0da tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325108 May 26 16:58:46.692003 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29cef8-9274-48eb-b199-0e5bfb0f6140 req-aba02432-2f37-42a4-842f-15a06555fd95 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:46.694080 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a29cef8-9274-48eb-b199-0e5bfb0f6140 req-aba02432-2f37-42a4-842f-15a06555fd95 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0493276 May 26 16:58:46.726565 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:46.737686 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1a29cef8-9274-48eb-b199-0e5bfb0f6140 req-72fe87fd-f38c-477d-94ca-552d7ac99002 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376616 May 26 16:58:47.017526 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-02730a9e-2036-44a0-8fdc-462da996a216 service neutron] show failed (client error): The resource could not be found. May 26 16:58:47.018550 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-02730a9e-2036-44a0-8fdc-462da996a216 service neutron] 10.222.0.83 "GET /v2.0/ports/e2faeaa9-45c2-46a5-ba10-73d804bcad02/bindings/n-h1-843337-2 HTTP/1.1" status: 404 len: 380 time: 0.0545187 May 26 16:58:47.229648 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-9b40c7ed-c197-4436-9e41-fdd36411f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:47.231141 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-9b40c7ed-c197-4436-9e41-fdd36411f83b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb&tenant_id=e83c46c26b9545dca85e357bf3fc5235 HTTP/1.1" status: 200 len: 1096 time: 0.0426371 May 26 16:58:47.242841 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843337-2', 'device_owner': 'compute:nova'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:58:47.298270 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:47.500749 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] For port e2faeaa9-45c2-46a5-ba10-73d804bcad02, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=e2faeaa9-45c2-46a5-ba10-73d804bcad02,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:58:47.533284 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] For port e2faeaa9-45c2-46a5-ba10-73d804bcad02, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:58:47.572884 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a95f121-779a-4a81-aa1e-27ebc1d668bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2faeaa9-45c2-46a5-ba10-73d804bcad02'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:58:47.575246 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9341b216-1444-4e10-9a66-52128d5bdcbb" -d '{"events": [{"server_uuid": "8a95f121-779a-4a81-aa1e-27ebc1d668bb", "name": "network-vif-unplugged", "status": "completed", "tag": "e2faeaa9-45c2-46a5-ba10-73d804bcad02"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:58:47.579032 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:47.592423 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Transition to ACTIVE for port object e2faeaa9-45c2-46a5-ba10-73d804bcad02 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:58:47.596149 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:47.629769 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 16:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e507d4-14dc-4ade-8305-d94ba6e1b33f x-openstack-request-id: req-88e507d4-14dc-4ade-8305-d94ba6e1b33f {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:58:47.630683 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a95f121-779a-4a81-aa1e-27ebc1d668bb", "name": "network-vif-unplugged", "status": "completed", "tag": "e2faeaa9-45c2-46a5-ba10-73d804bcad02", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:58:47.631014 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-88e507d4-14dc-4ade-8305-d94ba6e1b33f {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:58:47.631441 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88e507d4-14dc-4ade-8305-d94ba6e1b33f'] response: {'server_uuid': '8a95f121-779a-4a81-aa1e-27ebc1d668bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2faeaa9-45c2-46a5-ba10-73d804bcad02', 'code': 200} May 26 16:58:47.683568 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Pushing event updated for resources: {'Port': ['ID=e2faeaa9-45c2-46a5-ba10-73d804bcad02,revision_number=6']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:47.696744 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:47.697099 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:47.697449 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:47.697793 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:47.698130 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:47.698468 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:47.698806 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:47.699137 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:47.699468 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:47.699797 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:47.700175 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:47.700508 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:47.736878 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] No DVR routers for this DVR port e2faeaa9-45c2-46a5-ba10-73d804bcad02 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:58:47.864301 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc044b-8b0d-45bb-af8c-a74fa6fc9fe1 req-0a72a7ee-fd77-435c-889a-f900f62a474e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:47.866995 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-34cc044b-8b0d-45bb-af8c-a74fa6fc9fe1 req-0a72a7ee-fd77-435c-889a-f900f62a474e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 943 time: 0.0541773 May 26 16:58:47.882354 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Attempting to bind port e2faeaa9-45c2-46a5-ba10-73d804bcad02 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:58:47.882687 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Attempting to bind port e2faeaa9-45c2-46a5-ba10-73d804bcad02 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:58:47.883020 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Attempting to bind port e2faeaa9-45c2-46a5-ba10-73d804bcad02 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:58:47.887473 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Port e2faeaa9-45c2-46a5-ba10-73d804bcad02 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:58:47.887798 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Attempting to bind port e2faeaa9-45c2-46a5-ba10-73d804bcad02 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:58:47.892822 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:58:47.893165 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Checking segment: {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:58:47.893550 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Bound using segment: {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:58:47.894055 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Bound port: e2faeaa9-45c2-46a5-ba10-73d804bcad02, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:58:47.894334 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:47.906696 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-34cc044b-8b0d-45bb-af8c-a74fa6fc9fe1 req-8a01cfb5-ccb4-40cc-b632-ce39830790de tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342152 May 26 16:58:47.957772 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] For port e2faeaa9-45c2-46a5-ba10-73d804bcad02, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:58:47.960919 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] For port e2faeaa9-45c2-46a5-ba10-73d804bcad02, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e2faeaa9-45c2-46a5-ba10-73d804bcad02,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:58:47.965322 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:48.007281 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:48.007887 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:48.009328 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] 10.222.0.81 "PUT /v2.0/ports/e2faeaa9-45c2-46a5-ba10-73d804bcad02 HTTP/1.1" status: 200 len: 1091 time: 0.7708888 May 26 16:58:48.029481 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822336e-5cf2-4d10-b842-080b05ea797f service neutron] Pushing event updated for resources: {'Port': ['ID=e2faeaa9-45c2-46a5-ba10-73d804bcad02,revision_number=7']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:48.075468 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-bd0e0c59-b4eb-49e4-9048-9cc857f24565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:48.077026 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-bd0e0c59-b4eb-49e4-9048-9cc857f24565 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 1094 time: 0.0433426 May 26 16:58:48.174940 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-3f5c8f93-c26a-4ef4-a4bd-918483d775a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:48.176466 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-3f5c8f93-c26a-4ef4-a4bd-918483d775a0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.0917184 May 26 16:58:48.243403 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-355d02d2-d1c3-4bb4-9435-93141debff72 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2faeaa9-45c2-46a5-ba10-73d804bcad02 HTTP/1.1" status: 200 len: 997 time: 0.0604303 May 26 16:58:48.291738 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-faa28120-c8e3-4bbf-8eb4-c69d3a8d60b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:48.293172 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-faa28120-c8e3-4bbf-8eb4-c69d3a8d60b7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0436587 May 26 16:58:48.340474 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-68cffff5-6b6c-4a46-ac81-893ac1f2015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:48.341961 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-68cffff5-6b6c-4a46-ac81-893ac1f2015c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426338 May 26 16:58:48.456606 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:48.540912 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:48.746629 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-706839ed-352f-4a7f-9995-13d9b72e5740 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982000 May 26 16:58:48.839382 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-279eca07-7e5e-4c5f-ac6d-12c7478c73d9 req-82d33a99-dd45-4f24-8e12-3e788cf9011b service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858374 May 26 16:58:49.031041 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b4808-36c7-43de-8e4b-9f882b57a717 req-bb998811-0f50-408f-bb3e-768738497ad7 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:49.032446 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c44b4808-36c7-43de-8e4b-9f882b57a717 req-bb998811-0f50-408f-bb3e-768738497ad7 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 943 time: 0.0488532 May 26 16:58:49.055888 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:49.072491 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c44b4808-36c7-43de-8e4b-9f882b57a717 req-6d2ae0b6-8a3f-42a2-b422-b9bcde6e435d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330098 May 26 16:58:49.632619 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a95f121-779a-4a81-aa1e-27ebc1d668bb', 'tag': 'e2faeaa9-45c2-46a5-ba10-73d804bcad02'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:58:49.635079 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26e01c0-62f6-4aa2-aab6-a268e706a7cd" -d '{"events": [{"name": "network-changed", "server_uuid": "8a95f121-779a-4a81-aa1e-27ebc1d668bb", "tag": "e2faeaa9-45c2-46a5-ba10-73d804bcad02"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:58:49.682659 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af36cd2b-8a05-4f01-af9d-f6838cfbb7dd x-openstack-request-id: req-af36cd2b-8a05-4f01-af9d-f6838cfbb7dd {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:58:49.682955 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a95f121-779a-4a81-aa1e-27ebc1d668bb", "tag": "e2faeaa9-45c2-46a5-ba10-73d804bcad02", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:58:49.683214 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af36cd2b-8a05-4f01-af9d-f6838cfbb7dd {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:58:49.683619 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af36cd2b-8a05-4f01-af9d-f6838cfbb7dd'] response: {'name': 'network-changed', 'server_uuid': '8a95f121-779a-4a81-aa1e-27ebc1d668bb', 'tag': 'e2faeaa9-45c2-46a5-ba10-73d804bcad02', 'status': 'completed', 'code': 200} May 26 16:58:49.764409 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e01c0-62f6-4aa2-aab6-a268e706a7cd req-b96a7d99-ede5-47f9-90aa-fc86ef6e34f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:49.765894 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d26e01c0-62f6-4aa2-aab6-a268e706a7cd req-b96a7d99-ede5-47f9-90aa-fc86ef6e34f4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 1094 time: 0.0640419 May 26 16:58:49.781315 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e01c0-62f6-4aa2-aab6-a268e706a7cd req-7cc71f75-c1d7-4600-9ef9-2d47649ce543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:49.782674 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d26e01c0-62f6-4aa2-aab6-a268e706a7cd req-7cc71f75-c1d7-4600-9ef9-2d47649ce543 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 1094 time: 0.0462780 May 26 16:58:49.875853 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e01c0-62f6-4aa2-aab6-a268e706a7cd req-8ef8c644-9ea7-4324-840a-3879eb15f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:49.877365 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d26e01c0-62f6-4aa2-aab6-a268e706a7cd req-8ef8c644-9ea7-4324-840a-3879eb15f2ab service neutron] 10.222.0.83 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.0877504 May 26 16:58:49.993355 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d26e01c0-62f6-4aa2-aab6-a268e706a7cd req-7e1475e7-1ffe-4de9-9a16-1f1b70a7d703 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2faeaa9-45c2-46a5-ba10-73d804bcad02 HTTP/1.1" status: 200 len: 997 time: 0.1075509 May 26 16:58:50.054964 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e01c0-62f6-4aa2-aab6-a268e706a7cd req-e1d67545-2f5c-4a65-9eee-1bd005d29862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:50.056437 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d26e01c0-62f6-4aa2-aab6-a268e706a7cd req-e1d67545-2f5c-4a65-9eee-1bd005d29862 service neutron] 10.222.0.81 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.1362345 May 26 16:58:50.063164 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e01c0-62f6-4aa2-aab6-a268e706a7cd req-43b14256-658c-4020-9347-1e1b4eb72793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:50.064503 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d26e01c0-62f6-4aa2-aab6-a268e706a7cd req-43b14256-658c-4020-9347-1e1b4eb72793 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0596819 May 26 16:58:50.156406 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e01c0-62f6-4aa2-aab6-a268e706a7cd req-3a6906ff-5a43-4261-9722-acd0418d3ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:50.157904 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d26e01c0-62f6-4aa2-aab6-a268e706a7cd req-3a6906ff-5a43-4261-9722-acd0418d3ea3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851061 May 26 16:58:50.159947 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d26e01c0-62f6-4aa2-aab6-a268e706a7cd req-06b7c439-5d01-4009-8680-ed3afe86f3f1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2faeaa9-45c2-46a5-ba10-73d804bcad02 HTTP/1.1" status: 200 len: 997 time: 0.0929565 May 26 16:58:50.196693 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764735bc-9926-432f-b5af-d321dfb26dff req-8fe7c0fc-ef88-49f1-8434-f956e0c07e49 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:50.198487 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-764735bc-9926-432f-b5af-d321dfb26dff req-8fe7c0fc-ef88-49f1-8434-f956e0c07e49 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 943 time: 0.0550325 May 26 16:58:50.245406 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-764735bc-9926-432f-b5af-d321dfb26dff req-4d29d5c3-8a67-4aeb-9a86-3dc9cc8dead3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378869 May 26 16:58:50.263793 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e01c0-62f6-4aa2-aab6-a268e706a7cd req-122c7f10-dbf9-4a87-a717-692870d25ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:50.265373 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d26e01c0-62f6-4aa2-aab6-a268e706a7cd req-122c7f10-dbf9-4a87-a717-692870d25ae3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0976379 May 26 16:58:50.301585 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d26e01c0-62f6-4aa2-aab6-a268e706a7cd req-d55c044a-0ed8-4c5d-b57f-c523d6e3705b service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347907 May 26 16:58:50.382647 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e01c0-62f6-4aa2-aab6-a268e706a7cd req-001a5d2e-bc2a-457a-8671-ab382076f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:50.384163 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d26e01c0-62f6-4aa2-aab6-a268e706a7cd req-001a5d2e-bc2a-457a-8671-ab382076f5ec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963707 May 26 16:58:50.457301 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d26e01c0-62f6-4aa2-aab6-a268e706a7cd req-35573f82-3e85-46d0-ac54-7e704b5c3f37 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421025 May 26 16:58:50.492109 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d26e01c0-62f6-4aa2-aab6-a268e706a7cd req-99eec62a-e466-405d-8e6e-9fbda05c5001 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984163 May 26 16:58:50.587428 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d26e01c0-62f6-4aa2-aab6-a268e706a7cd req-2bba133c-e712-482d-894d-88140975a82b service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885284 May 26 16:58:51.365901 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device e2faeaa9-45c2-46a5-ba10-73d804bcad02 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:58:51.373237 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221341f-d8d9-45df-8856-a555218d2c28 req-e56686f5-fa48-464c-b8b2-bdd9c69c695a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:51.374717 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8221341f-d8d9-45df-8856-a555218d2c28 req-e56686f5-fa48-464c-b8b2-bdd9c69c695a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 943 time: 0.0493796 May 26 16:58:51.404667 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device e2faeaa9-45c2-46a5-ba10-73d804bcad02 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:58:51.415770 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8221341f-d8d9-45df-8856-a555218d2c28 req-4837c544-158c-4b93-bc84-81e3dce89f6a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344529 May 26 16:58:51.609826 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f17ad-0de4-4da3-90ea-e031272c1ce1 req-ee4b917d-a4ec-4ea5-825a-d7d5f730e484 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:51.611323 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-204f17ad-0de4-4da3-90ea-e031272c1ce1 req-ee4b917d-a4ec-4ea5-825a-d7d5f730e484 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 943 time: 0.0504870 May 26 16:58:51.653412 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c7432-240a-46e4-8a22-64b62ec5d5b5 req-5608badf-480b-4624-9768-98f5016086b8 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:51.654899 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-603c7432-240a-46e4-8a22-64b62ec5d5b5 req-5608badf-480b-4624-9768-98f5016086b8 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.83 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb&tenant_id=e83c46c26b9545dca85e357bf3fc5235&binding%3Ahost_id=n-h1-843337-2 HTTP/1.1" status: 200 len: 943 time: 0.0646060 May 26 16:58:51.657968 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-204f17ad-0de4-4da3-90ea-e031272c1ce1 req-df165a8e-d18b-4246-a0b2-07a8a081e194 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372822 May 26 16:58:51.719946 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [req-603c7432-240a-46e4-8a22-64b62ec5d5b5 req-5d16c3c1-a3ce-4b2d-86cb-5dd7cbdde146 service neutron] delete failed (client error): The resource could not be found. May 26 16:58:51.720999 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-603c7432-240a-46e4-8a22-64b62ec5d5b5 req-5d16c3c1-a3ce-4b2d-86cb-5dd7cbdde146 service neutron] 10.222.0.83 "DELETE /v2.0/ports/e2faeaa9-45c2-46a5-ba10-73d804bcad02/bindings/n-h2-843337-2 HTTP/1.1" status: 404 len: 380 time: 0.0583875 May 26 16:58:51.842951 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c7432-240a-46e4-8a22-64b62ec5d5b5 req-47622032-5132-47e0-a217-657051e3be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:51.844513 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-603c7432-240a-46e4-8a22-64b62ec5d5b5 req-47622032-5132-47e0-a217-657051e3be7d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 1094 time: 0.0419500 May 26 16:58:51.944551 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c7432-240a-46e4-8a22-64b62ec5d5b5 req-e8e0edc2-8fe7-4522-8e10-0a982b449bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:51.945934 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-603c7432-240a-46e4-8a22-64b62ec5d5b5 req-e8e0edc2-8fe7-4522-8e10-0a982b449bdb service neutron] 10.222.0.83 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.0933800 May 26 16:58:52.017309 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-603c7432-240a-46e4-8a22-64b62ec5d5b5 req-480aa047-ce04-417c-9631-ba75a868f7c8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2faeaa9-45c2-46a5-ba10-73d804bcad02 HTTP/1.1" status: 200 len: 997 time: 0.0631096 May 26 16:58:52.078402 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c7432-240a-46e4-8a22-64b62ec5d5b5 req-3f2c9916-6ce2-4e8b-a966-1ba2708865aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:52.079881 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-603c7432-240a-46e4-8a22-64b62ec5d5b5 req-3f2c9916-6ce2-4e8b-a966-1ba2708865aa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0512016 May 26 16:58:52.126300 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c7432-240a-46e4-8a22-64b62ec5d5b5 req-4a9084df-0281-487e-8275-a95a4e5ef654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:52.127787 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-603c7432-240a-46e4-8a22-64b62ec5d5b5 req-4a9084df-0281-487e-8275-a95a4e5ef654 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396636 May 26 16:58:52.220917 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-603c7432-240a-46e4-8a22-64b62ec5d5b5 req-ae70b253-20c4-4d6a-947b-1fa416eeda6f service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799787 May 26 16:58:52.289273 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device e2faeaa9-45c2-46a5-ba10-73d804bcad02 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:58:52.318182 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-603c7432-240a-46e4-8a22-64b62ec5d5b5 req-5a2922e3-17b4-484d-bdcb-fd9a0a881fe4 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874355 May 26 16:58:52.389776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port e2faeaa9-45c2-46a5-ba10-73d804bcad02, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e2faeaa9-45c2-46a5-ba10-73d804bcad02,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:58:52.402198 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'e2faeaa9-45c2-46a5-ba10-73d804bcad02', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'port_id': 'e2faeaa9-45c2-46a5-ba10-73d804bcad02', 'mac_address': 'fa:16:3e:b3:99:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:58:52.441067 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port e2faeaa9-45c2-46a5-ba10-73d804bcad02 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:58:52.441440 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:52.457018 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2faeaa9-45c2-46a5-ba10-73d804bcad02 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:58:52.478101 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port e2faeaa9-45c2-46a5-ba10-73d804bcad02, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e2faeaa9-45c2-46a5-ba10-73d804bcad02,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:58:52.481755 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:52.531493 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=e2faeaa9-45c2-46a5-ba10-73d804bcad02,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:52.538838 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:52.539175 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:52.539507 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:52.539843 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:52.540207 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:52.540534 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:52.540853 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:52.541171 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:52.541488 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:52.541804 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:52.542147 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:52.542462 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 16:58:52.740881 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['e2faeaa9-45c2-46a5-ba10-73d804bcad02'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:58:52.785071 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24ca5d-c3c3-4859-9201-9f5ed844c8f4 req-08f904df-94c5-4776-8c56-55d0578e3f30 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:52.787152 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a24ca5d-c3c3-4859-9201-9f5ed844c8f4 req-08f904df-94c5-4776-8c56-55d0578e3f30 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 944 time: 0.0530918 May 26 16:58:52.835700 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a24ca5d-c3c3-4859-9201-9f5ed844c8f4 req-fa135a99-1680-496a-8fcf-6806147e8931 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420666 May 26 16:58:53.955975 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4dfd3-67c0-4f63-affb-6c2c0c0fe58b req-023a56d5-7039-49ca-b8ce-cc9974c01994 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:53.957456 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bcd4dfd3-67c0-4f63-affb-6c2c0c0fe58b req-023a56d5-7039-49ca-b8ce-cc9974c01994 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 944 time: 0.0482972 May 26 16:58:53.995044 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bcd4dfd3-67c0-4f63-affb-6c2c0c0fe58b req-4582adf8-30fd-4488-a41f-bc09d4fb948b tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309465 May 26 16:58:54.114754 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf78927-c0c7-447c-8882-8586a7e481c6 req-204f259e-f949-4bd8-a8eb-d0a2e4c62dbd tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:54.116136 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bbf78927-c0c7-447c-8882-8586a7e481c6 req-204f259e-f949-4bd8-a8eb-d0a2e4c62dbd tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 944 time: 0.0515308 May 26 16:58:54.154021 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bbf78927-c0c7-447c-8882-8586a7e481c6 req-2f0370ea-1745-48d0-af1d-26816191e92f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318043 May 26 16:58:54.307082 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device e2faeaa9-45c2-46a5-ba10-73d804bcad02 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:58:54.364888 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad319e6-609e-46c2-818b-ad45ea36c9e6 req-528fb514-9994-4876-9870-95e24108626f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:54.366280 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ad319e6-609e-46c2-818b-ad45ea36c9e6 req-528fb514-9994-4876-9870-95e24108626f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 944 time: 0.0644143 May 26 16:58:54.374491 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port e2faeaa9-45c2-46a5-ba10-73d804bcad02 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:58:54.378565 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port e2faeaa9-45c2-46a5-ba10-73d804bcad02 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:58:54.378935 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:54.389619 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eca40d-d9ca-4e5c-b3e7-1380fa3bc3a0 req-3e62611f-0e07-450e-8c2e-b59a8450229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:54.391856 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d3eca40d-d9ca-4e5c-b3e7-1380fa3bc3a0 req-3e62611f-0e07-450e-8c2e-b59a8450229c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 1095 time: 0.0484688 May 26 16:58:54.415273 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ad319e6-609e-46c2-818b-ad45ea36c9e6 req-7c392ce6-a36f-48b9-84a8-ed7292fe1842 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419331 May 26 16:58:54.486268 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port e2faeaa9-45c2-46a5-ba10-73d804bcad02 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:58:54.486654 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:54.499411 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eca40d-d9ca-4e5c-b3e7-1380fa3bc3a0 req-fc47c36d-ff5b-4d3c-9465-dd2715f48df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:54.501503 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d3eca40d-d9ca-4e5c-b3e7-1380fa3bc3a0 req-fc47c36d-ff5b-4d3c-9465-dd2715f48df8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.1022348 May 26 16:58:54.510870 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a95f121-779a-4a81-aa1e-27ebc1d668bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2faeaa9-45c2-46a5-ba10-73d804bcad02'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:58:54.513108 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d04ebc6-3363-4291-88ec-a80570a8ceec" -d '{"events": [{"server_uuid": "8a95f121-779a-4a81-aa1e-27ebc1d668bb", "name": "network-vif-plugged", "status": "completed", "tag": "e2faeaa9-45c2-46a5-ba10-73d804bcad02"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:58:54.527129 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port e2faeaa9-45c2-46a5-ba10-73d804bcad02, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e2faeaa9-45c2-46a5-ba10-73d804bcad02,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:58:54.532642 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:54.563567 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc3315e-9ef9-4a28-af2c-0618b3a60869 x-openstack-request-id: req-fbc3315e-9ef9-4a28-af2c-0618b3a60869 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:58:54.563860 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a95f121-779a-4a81-aa1e-27ebc1d668bb", "name": "network-vif-plugged", "status": "completed", "tag": "e2faeaa9-45c2-46a5-ba10-73d804bcad02", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:58:54.564127 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fbc3315e-9ef9-4a28-af2c-0618b3a60869 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:58:54.564516 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbc3315e-9ef9-4a28-af2c-0618b3a60869'] response: {'server_uuid': '8a95f121-779a-4a81-aa1e-27ebc1d668bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2faeaa9-45c2-46a5-ba10-73d804bcad02', 'code': 200} May 26 16:58:54.571422 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d3eca40d-d9ca-4e5c-b3e7-1380fa3bc3a0 req-08ec9039-1110-431f-ab7c-82c9d52c30a7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2faeaa9-45c2-46a5-ba10-73d804bcad02 HTTP/1.1" status: 200 len: 998 time: 0.0630383 May 26 16:58:54.587765 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=e2faeaa9-45c2-46a5-ba10-73d804bcad02,revision_number=9']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:54.621867 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eca40d-d9ca-4e5c-b3e7-1380fa3bc3a0 req-a7506fed-3a79-446a-a45e-1c8fbaa8d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:54.623267 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d3eca40d-d9ca-4e5c-b3e7-1380fa3bc3a0 req-a7506fed-3a79-446a-a45e-1c8fbaa8d1a2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0454583 May 26 16:58:54.654057 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:58:54.675123 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eca40d-d9ca-4e5c-b3e7-1380fa3bc3a0 req-519d456f-e193-4eb8-b40b-869b74ce08d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:54.676674 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d3eca40d-d9ca-4e5c-b3e7-1380fa3bc3a0 req-519d456f-e193-4eb8-b40b-869b74ce08d1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455005 May 26 16:58:54.763775 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d3eca40d-d9ca-4e5c-b3e7-1380fa3bc3a0 req-874186e9-bbf9-46c2-870c-e276d84cc20c service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802095 May 26 16:58:54.858357 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d3eca40d-d9ca-4e5c-b3e7-1380fa3bc3a0 req-f964c6c5-c988-4c1f-bc3f-1464edd840e7 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879371 May 26 16:58:55.532618 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee57c7-cc91-4e9f-8af5-d25893af334b req-5d5adc92-b8d8-4b19-a8f3-ca39276f8a8b tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:55.534079 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78ee57c7-cc91-4e9f-8af5-d25893af334b req-5d5adc92-b8d8-4b19-a8f3-ca39276f8a8b tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0487072 May 26 16:58:55.571066 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78ee57c7-cc91-4e9f-8af5-d25893af334b req-d83f1a3a-22f3-4d2a-951a-e0b9345f9cdb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309772 May 26 16:58:55.811713 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c2df9-b8b3-4664-ad6a-f7fd52bbc179 req-eaee4c4a-6651-427f-9d8c-16424bdc70c3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:55.813205 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-790c2df9-b8b3-4664-ad6a-f7fd52bbc179 req-eaee4c4a-6651-427f-9d8c-16424bdc70c3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0505748 May 26 16:58:55.850672 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-790c2df9-b8b3-4664-ad6a-f7fd52bbc179 req-90bb9671-f703-4308-8e82-f292bc46555f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307298 May 26 16:58:56.967881 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e3bb7-bd54-46f6-aacf-19904f618bfe req-cc1a3526-804b-4faf-8463-e56cc1e08cde tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:56.969440 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c94e3bb7-bd54-46f6-aacf-19904f618bfe req-cc1a3526-804b-4faf-8463-e56cc1e08cde tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0484319 May 26 16:58:57.014508 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c94e3bb7-bd54-46f6-aacf-19904f618bfe req-422ddf18-7002-44c4-9ac7-bcd447c3ea27 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380373 May 26 16:58:57.035495 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809972e-87a8-4cca-9ec5-e5ddc40879c5 req-c88f424f-dbaa-427a-bfa6-283cc2476c23 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:57.037899 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0809972e-87a8-4cca-9ec5-e5ddc40879c5 req-c88f424f-dbaa-427a-bfa6-283cc2476c23 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 945 time: 0.0529542 May 26 16:58:57.130565 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-0809972e-87a8-4cca-9ec5-e5ddc40879c5 req-6ae7600b-e6ec-4067-854d-dcb552bf0eab tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Deleting port e2faeaa9-45c2-46a5-ba10-73d804bcad02 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 16:58:57.130838 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0809972e-87a8-4cca-9ec5-e5ddc40879c5 req-6ae7600b-e6ec-4067-854d-dcb552bf0eab tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:57.232985 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-0809972e-87a8-4cca-9ec5-e5ddc40879c5 req-6ae7600b-e6ec-4067-854d-dcb552bf0eab tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] For port e2faeaa9-45c2-46a5-ba10-73d804bcad02, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e2faeaa9-45c2-46a5-ba10-73d804bcad02,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:58:57.233356 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0809972e-87a8-4cca-9ec5-e5ddc40879c5 req-6ae7600b-e6ec-4067-854d-dcb552bf0eab tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:57.411324 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0809972e-87a8-4cca-9ec5-e5ddc40879c5 req-6ae7600b-e6ec-4067-854d-dcb552bf0eab tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:57.411683 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0809972e-87a8-4cca-9ec5-e5ddc40879c5 req-6ae7600b-e6ec-4067-854d-dcb552bf0eab tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:57.412111 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [req-0809972e-87a8-4cca-9ec5-e5ddc40879c5 req-6ae7600b-e6ec-4067-854d-dcb552bf0eab tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Floating IP d36c65c6-0cab-4de9-9984-bd78dce86a4e disassociated. External IP: 172.25.7.5, port: e2faeaa9-45c2-46a5-ba10-73d804bcad02. May 26 16:58:57.412464 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-0809972e-87a8-4cca-9ec5-e5ddc40879c5 req-6ae7600b-e6ec-4067-854d-dcb552bf0eab tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Calling delete_port for e2faeaa9-45c2-46a5-ba10-73d804bcad02 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 16:58:57.548387 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0809972e-87a8-4cca-9ec5-e5ddc40879c5 req-6ae7600b-e6ec-4067-854d-dcb552bf0eab tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:57.578862 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7600b-e6ec-4067-854d-dcb552bf0eab tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Pushing event deleted for resources: {'Port': ['ID=e2faeaa9-45c2-46a5-ba10-73d804bcad02,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:58:57.702216 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0809972e-87a8-4cca-9ec5-e5ddc40879c5 req-6ae7600b-e6ec-4067-854d-dcb552bf0eab tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:58:57.816958 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0809972e-87a8-4cca-9ec5-e5ddc40879c5 req-6ae7600b-e6ec-4067-854d-dcb552bf0eab tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:58:57.827827 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6461335c-a219-4971-a07d-40ef9d5655e9 None None] Sync routers for ids ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:58:57.837745 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6461335c-a219-4971-a07d-40ef9d5655e9 None None] Routers {'d0ade225-c0a0-4fd3-b208-4a0191fa5d60'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:58:57.838368 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6461335c-a219-4971-a07d-40ef9d5655e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:58:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:57.856516 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0809972e-87a8-4cca-9ec5-e5ddc40879c5 req-6ae7600b-e6ec-4067-854d-dcb552bf0eab tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] No DVR routers for this DVR port e2faeaa9-45c2-46a5-ba10-73d804bcad02 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 16:58:57.859127 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0809972e-87a8-4cca-9ec5-e5ddc40879c5 req-6ae7600b-e6ec-4067-854d-dcb552bf0eab tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:58:57.862419 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0809972e-87a8-4cca-9ec5-e5ddc40879c5 req-6ae7600b-e6ec-4067-854d-dcb552bf0eab tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.81 "DELETE /v2.0/ports/e2faeaa9-45c2-46a5-ba10-73d804bcad02 HTTP/1.1" status: 204 len: 173 time: 0.8195167 May 26 16:58:57.862846 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a95f121-779a-4a81-aa1e-27ebc1d668bb', 'name': 'network-vif-deleted', 'tag': 'e2faeaa9-45c2-46a5-ba10-73d804bcad02'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:58:57.866003 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e002e0-f538-42ae-bbc4-44c036f0942f" -d '{"events": [{"server_uuid": "8a95f121-779a-4a81-aa1e-27ebc1d668bb", "name": "network-vif-deleted", "tag": "e2faeaa9-45c2-46a5-ba10-73d804bcad02"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:58:57.905692 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad452d8-be87-4fc9-a1ec-fc92ec96607e x-openstack-request-id: req-7ad452d8-be87-4fc9-a1ec-fc92ec96607e {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:58:57.906200 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a95f121-779a-4a81-aa1e-27ebc1d668bb", "name": "network-vif-deleted", "tag": "e2faeaa9-45c2-46a5-ba10-73d804bcad02", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:58:57.906654 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7ad452d8-be87-4fc9-a1ec-fc92ec96607e {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:58:57.907229 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ad452d8-be87-4fc9-a1ec-fc92ec96607e'] response: {'server_uuid': '8a95f121-779a-4a81-aa1e-27ebc1d668bb', 'name': 'network-vif-deleted', 'tag': 'e2faeaa9-45c2-46a5-ba10-73d804bcad02', 'status': 'completed', 'code': 200} May 26 16:58:57.960971 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-6461335c-a219-4971-a07d-40ef9d5655e9 None None] Set router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:58:58.130760 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4b4c5add-1121-4952-aa28-28b3e7642fa7 req-d3c1444e-3ee8-4dd4-9b3a-8f950982725d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a95f121-779a-4a81-aa1e-27ebc1d668bb HTTP/1.1" status: 200 len: 210 time: 0.0289648 May 26 16:58:58.187342 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6461335c-a219-4971-a07d-40ef9d5655e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:58.217629 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6461335c-a219-4971-a07d-40ef9d5655e9 None None] Checking router: d0ade225-c0a0-4fd3-b208-4a0191fa5d60 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:58:58.230193 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6461335c-a219-4971-a07d-40ef9d5655e9 None None] Routers {'d0ade225-c0a0-4fd3-b208-4a0191fa5d60'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:58:58.230825 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6461335c-a219-4971-a07d-40ef9d5655e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:58:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:58.335460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-6461335c-a219-4971-a07d-40ef9d5655e9 None None] Set router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:58:58.530681 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6461335c-a219-4971-a07d-40ef9d5655e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:58:58.556021 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6461335c-a219-4971-a07d-40ef9d5655e9 None None] The sync data for ids ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'] in n-d-843337-2 is: [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:58:58.771828 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84658ca-3ea6-4381-a4f2-b3334184d43c None None] New status for floating IP d36c65c6-0cab-4de9-9984-bd78dce86a4e: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:58:59.369733 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e276043c-b960-4474-8f56-f79136848953 req-ed990720-8fee-458f-9c80-682d01e44b00 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--961531788&fields=id&tenant_id=e83c46c26b9545dca85e357bf3fc5235 HTTP/1.1" status: 200 len: 267 time: 0.0331643 May 26 16:58:59.480163 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276043c-b960-4474-8f56-f79136848953 req-ca138e1a-e305-4b9b-887d-66011e80aa4f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:58:59.481596 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e276043c-b960-4474-8f56-f79136848953 req-ca138e1a-e305-4b9b-887d-66011e80aa4f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 812 time: 0.1050825 May 26 16:58:59.496626 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e276043c-b960-4474-8f56-f79136848953 req-22236a05-9a71-4a57-b5d0-928578dfd719 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/quotas/e83c46c26b9545dca85e357bf3fc5235 HTTP/1.1" status: 200 len: 375 time: 0.0091870 May 26 16:58:59.868140 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e276043c-b960-4474-8f56-f79136848953 req-a3fdd1d6-ca5d-4ab3-8e4d-47be4650b974 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3661163 May 26 16:58:59.960159 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e276043c-b960-4474-8f56-f79136848953 req-630f452e-2043-480d-912b-2eca673842e0 service neutron] 10.222.0.77 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804365 May 26 16:59:00.056396 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e276043c-b960-4474-8f56-f79136848953 req-a41a1ca9-c247-4a8d-a9b1-7a5b1f0ca268 service neutron] 10.222.0.77 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898697 May 26 16:59:00.215204 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e763ddd6-4cb3-465b-877b-d20d67517eab req-1ab6662f-5975-4e3a-82f6-a3787eb46dbd tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 210 time: 0.0269885 May 26 16:59:00.320962 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device e2faeaa9-45c2-46a5-ba10-73d804bcad02 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 16:59:00.344513 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: e2faeaa9-45c2-46a5-ba10-73d804bcad02 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 16:59:00.344864 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device e2faeaa9-45c2-46a5-ba10-73d804bcad02 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 16:59:00.973731 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:01.315293 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8b735e00-71e5-4d85-b234-ae099b781ea0 req-868252bb-68a9-4fa6-a10c-cf8c1a51aaf4 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 210 time: 0.0273130 May 26 16:59:01.377010 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276043c-b960-4474-8f56-f79136848953 req-c0e8cca4-f628-49c7-9de8-ed8736df3d98 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:01.378466 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e276043c-b960-4474-8f56-f79136848953 req-c0e8cca4-f628-49c7-9de8-ed8736df3d98 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.83 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 812 time: 0.1206388 May 26 16:59:01.436855 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e276043c-b960-4474-8f56-f79136848953 req-e4ce8f35-e913-42e4-9f45-355d168c9338 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e83c46c26b9545dca85e357bf3fc5235 HTTP/1.1" status: 200 len: 379 time: 0.0362632 May 26 16:59:01.463236 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-e276043c-b960-4474-8f56-f79136848953 req-562044fa-25dc-4869-81c6-cbd8424420bb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Request body: {'port': {'device_id': '21be4c7e-b2e1-4afe-8c77-5aaa2ef20406', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'admin_state_up': True, 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'security_groups': ['aeb59f00-97ab-4d74-a06c-527de076575f']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:59:01.568617 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e276043c-b960-4474-8f56-f79136848953 req-562044fa-25dc-4869-81c6-cbd8424420bb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Made reservation on behalf of e83c46c26b9545dca85e357bf3fc5235 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 16:59:01.571976 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e276043c-b960-4474-8f56-f79136848953 req-562044fa-25dc-4869-81c6-cbd8424420bb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:01.700086 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-e276043c-b960-4474-8f56-f79136848953 req-562044fa-25dc-4869-81c6-cbd8424420bb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Allocated IP 172.20.0.4 (25b2dce5-12da-4c86-8388-53d1dc2cf81c/52369edf-1c90-45d1-a251-f17c7cc4f525/74d8a5de-c6f0-4d06-811a-79cdff0a2765) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 16:59:01.839145 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e276043c-b960-4474-8f56-f79136848953 req-562044fa-25dc-4869-81c6-cbd8424420bb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:01.872887 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e276043c-b960-4474-8f56-f79136848953 req-562044fa-25dc-4869-81c6-cbd8424420bb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:01.917259 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e276043c-b960-4474-8f56-f79136848953 req-562044fa-25dc-4869-81c6-cbd8424420bb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Network 25b2dce5-12da-4c86-8388-53d1dc2cf81c is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 16:59:01.920309 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-e276043c-b960-4474-8f56-f79136848953 req-562044fa-25dc-4869-81c6-cbd8424420bb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 16:59:01.922742 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e276043c-b960-4474-8f56-f79136848953 req-562044fa-25dc-4869-81c6-cbd8424420bb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 16:59:01.952979 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562044fa-25dc-4869-81c6-cbd8424420bb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Pushing event updated for resources: {'Port': ['ID=74d8a5de-c6f0-4d06-811a-79cdff0a2765,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:01.978904 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276043c-b960-4474-8f56-f79136848953 req-562044fa-25dc-4869-81c6-cbd8424420bb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:01.979684 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e276043c-b960-4474-8f56-f79136848953 req-562044fa-25dc-4869-81c6-cbd8424420bb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:01.996693 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e276043c-b960-4474-8f56-f79136848953 req-562044fa-25dc-4869-81c6-cbd8424420bb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5371344 May 26 16:59:02.017348 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-e276043c-b960-4474-8f56-f79136848953 req-ecdf1be4-2a20-41c0-b90a-4c957d7978be service neutron] Request body: {'port': {'device_id': '21be4c7e-b2e1-4afe-8c77-5aaa2ef20406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:59:02.077537 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e276043c-b960-4474-8f56-f79136848953 req-ecdf1be4-2a20-41c0-b90a-4c957d7978be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:02.140802 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-65acd422-dfba-4cbe-af0d-02d2a4c579c2 None None] Provisioning complete for port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:59:02.141439 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-65acd422-dfba-4cbe-af0d-02d2a4c579c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:02.175032 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-65acd422-dfba-4cbe-af0d-02d2a4c579c2 None None] Port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 16:59:02.337857 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-e276043c-b960-4474-8f56-f79136848953 req-ecdf1be4-2a20-41c0-b90a-4c957d7978be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d8a5de-c6f0-4d06-811a-79cdff0a2765 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:59:02.345336 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e276043c-b960-4474-8f56-f79136848953 req-ecdf1be4-2a20-41c0-b90a-4c957d7978be service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:02.358070 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-e276043c-b960-4474-8f56-f79136848953 req-ecdf1be4-2a20-41c0-b90a-4c957d7978be service neutron] Transition to ACTIVE for port object 74d8a5de-c6f0-4d06-811a-79cdff0a2765 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 16:59:02.361786 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e276043c-b960-4474-8f56-f79136848953 req-ecdf1be4-2a20-41c0-b90a-4c957d7978be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:02.430302 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf1be4-2a20-41c0-b90a-4c957d7978be service neutron] Pushing event updated for resources: {'Port': ['ID=74d8a5de-c6f0-4d06-811a-79cdff0a2765,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:02.467908 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f93378-fda6-4e2b-861e-1671022f63b3 req-e1e10cb1-2af7-4841-9323-4b90ebc27447 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:02.469601 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48f93378-fda6-4e2b-861e-1671022f63b3 req-e1e10cb1-2af7-4841-9323-4b90ebc27447 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 943 time: 0.0783529 May 26 16:59:02.488165 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-e276043c-b960-4474-8f56-f79136848953 req-ecdf1be4-2a20-41c0-b90a-4c957d7978be service neutron] Attempting to bind port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 16:59:02.488529 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-e276043c-b960-4474-8f56-f79136848953 req-ecdf1be4-2a20-41c0-b90a-4c957d7978be service neutron] Attempting to bind port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 16:59:02.489983 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e276043c-b960-4474-8f56-f79136848953 req-ecdf1be4-2a20-41c0-b90a-4c957d7978be service neutron] Attempting to bind port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:59:02.494978 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e276043c-b960-4474-8f56-f79136848953 req-ecdf1be4-2a20-41c0-b90a-4c957d7978be service neutron] Port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 16:59:02.495310 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e276043c-b960-4474-8f56-f79136848953 req-ecdf1be4-2a20-41c0-b90a-4c957d7978be service neutron] Attempting to bind port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 16:59:02.500378 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e276043c-b960-4474-8f56-f79136848953 req-ecdf1be4-2a20-41c0-b90a-4c957d7978be service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 16, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 16:59:02.500915 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e276043c-b960-4474-8f56-f79136848953 req-ecdf1be4-2a20-41c0-b90a-4c957d7978be service neutron] Checking segment: {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 16:59:02.501299 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e276043c-b960-4474-8f56-f79136848953 req-ecdf1be4-2a20-41c0-b90a-4c957d7978be service neutron] Bound using segment: {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 16:59:02.501734 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-e276043c-b960-4474-8f56-f79136848953 req-ecdf1be4-2a20-41c0-b90a-4c957d7978be service neutron] Bound port: 74d8a5de-c6f0-4d06-811a-79cdff0a2765, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 16:59:02.502093 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e276043c-b960-4474-8f56-f79136848953 req-ecdf1be4-2a20-41c0-b90a-4c957d7978be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:02.523478 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48f93378-fda6-4e2b-861e-1671022f63b3 req-3e5f4e56-2e29-4045-86ac-95605a92b6af tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466700 May 26 16:59:02.572293 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-e276043c-b960-4474-8f56-f79136848953 req-ecdf1be4-2a20-41c0-b90a-4c957d7978be service neutron] For port 74d8a5de-c6f0-4d06-811a-79cdff0a2765, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 16:59:02.575650 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-e276043c-b960-4474-8f56-f79136848953 req-ecdf1be4-2a20-41c0-b90a-4c957d7978be service neutron] For port 74d8a5de-c6f0-4d06-811a-79cdff0a2765, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 16:59:02.579750 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e276043c-b960-4474-8f56-f79136848953 req-ecdf1be4-2a20-41c0-b90a-4c957d7978be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:02.617412 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276043c-b960-4474-8f56-f79136848953 req-ecdf1be4-2a20-41c0-b90a-4c957d7978be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:02.618025 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e276043c-b960-4474-8f56-f79136848953 req-ecdf1be4-2a20-41c0-b90a-4c957d7978be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:02.619423 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e276043c-b960-4474-8f56-f79136848953 req-ecdf1be4-2a20-41c0-b90a-4c957d7978be service neutron] 10.222.0.83 "PUT /v2.0/ports/74d8a5de-c6f0-4d06-811a-79cdff0a2765 HTTP/1.1" status: 200 len: 1091 time: 0.6067836 May 26 16:59:02.619876 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21be4c7e-b2e1-4afe-8c77-5aaa2ef20406', 'tag': '74d8a5de-c6f0-4d06-811a-79cdff0a2765'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:59:02.622125 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd029f95-3181-4219-8d57-cb8b0e40f25f" -d '{"events": [{"name": "network-changed", "server_uuid": "21be4c7e-b2e1-4afe-8c77-5aaa2ef20406", "tag": "74d8a5de-c6f0-4d06-811a-79cdff0a2765"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:59:02.644172 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf1be4-2a20-41c0-b90a-4c957d7978be service neutron] Pushing event updated for resources: {'Port': ['ID=74d8a5de-c6f0-4d06-811a-79cdff0a2765,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:02.667866 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a609f0df-dc24-48bf-b216-b40451290529 x-openstack-request-id: req-a609f0df-dc24-48bf-b216-b40451290529 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:59:02.668367 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21be4c7e-b2e1-4afe-8c77-5aaa2ef20406", "tag": "74d8a5de-c6f0-4d06-811a-79cdff0a2765", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:59:02.668689 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a609f0df-dc24-48bf-b216-b40451290529 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:59:02.669216 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a609f0df-dc24-48bf-b216-b40451290529'] response: {'name': 'network-changed', 'server_uuid': '21be4c7e-b2e1-4afe-8c77-5aaa2ef20406', 'tag': '74d8a5de-c6f0-4d06-811a-79cdff0a2765', 'status': 'completed', 'code': 200} May 26 16:59:02.741272 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276043c-b960-4474-8f56-f79136848953 req-c327781f-b8cd-4c4a-b5bc-4e11ccd4c8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:02.742803 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e276043c-b960-4474-8f56-f79136848953 req-c327781f-b8cd-4c4a-b5bc-4e11ccd4c8c0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 1094 time: 0.0450613 May 26 16:59:02.797034 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e276043c-b960-4474-8f56-f79136848953 req-7d515eff-629c-41b1-a26e-bb85c99cadbf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765 HTTP/1.1" status: 200 len: 217 time: 0.0403032 May 26 16:59:02.847136 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276043c-b960-4474-8f56-f79136848953 req-ecfef081-4762-4f7a-9412-ed9c489cd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:02.849292 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e276043c-b960-4474-8f56-f79136848953 req-ecfef081-4762-4f7a-9412-ed9c489cd38d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0449052 May 26 16:59:02.894491 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276043c-b960-4474-8f56-f79136848953 req-9ecf0a2c-45dc-4d2d-8201-db9aad5eee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:02.896896 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e276043c-b960-4474-8f56-f79136848953 req-9ecf0a2c-45dc-4d2d-8201-db9aad5eee0f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409355 May 26 16:59:02.988669 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e276043c-b960-4474-8f56-f79136848953 req-d96cb2aa-ca94-484c-88ca-c778559d0532 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842564 May 26 16:59:03.078729 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e276043c-b960-4474-8f56-f79136848953 req-4891a2e3-f540-4905-93ed-d349ea19fe6f service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822518 May 26 16:59:03.232024 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd029f95-3181-4219-8d57-cb8b0e40f25f req-60a5c1c9-5abe-47d4-88ff-1e2e9c9e7379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:03.233560 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dd029f95-3181-4219-8d57-cb8b0e40f25f req-60a5c1c9-5abe-47d4-88ff-1e2e9c9e7379 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 1094 time: 0.0454938 May 26 16:59:03.326213 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd029f95-3181-4219-8d57-cb8b0e40f25f req-9e754d84-a8d2-4dc8-96b9-8ab6418c934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:03.327727 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dd029f95-3181-4219-8d57-cb8b0e40f25f req-9e754d84-a8d2-4dc8-96b9-8ab6418c934e service neutron] 10.222.0.83 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.0866964 May 26 16:59:03.370116 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dd029f95-3181-4219-8d57-cb8b0e40f25f req-eb13031b-f90c-467f-95ca-b83999d55916 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765 HTTP/1.1" status: 200 len: 217 time: 0.0355709 May 26 16:59:03.425484 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd029f95-3181-4219-8d57-cb8b0e40f25f req-0f2dd357-8193-4223-82f3-d341005e8621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:03.427597 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dd029f95-3181-4219-8d57-cb8b0e40f25f req-0f2dd357-8193-4223-82f3-d341005e8621 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0483437 May 26 16:59:03.474959 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd029f95-3181-4219-8d57-cb8b0e40f25f req-e22acb94-5cd9-45aa-b6de-28331283af97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:03.476479 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dd029f95-3181-4219-8d57-cb8b0e40f25f req-e22acb94-5cd9-45aa-b6de-28331283af97 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419242 May 26 16:59:03.566260 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dd029f95-3181-4219-8d57-cb8b0e40f25f req-bcf0f6c9-9b2c-4975-b219-811ff8b04649 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818944 May 26 16:59:03.642580 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718971d-2ddf-432e-80f1-81a68a296af0 req-ccb82711-96aa-4568-82c6-90b437d55981 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:03.644059 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6718971d-2ddf-432e-80f1-81a68a296af0 req-ccb82711-96aa-4568-82c6-90b437d55981 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 943 time: 0.0529211 May 26 16:59:03.668229 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-dd029f95-3181-4219-8d57-cb8b0e40f25f req-d48c5162-df3b-4aa6-af9e-a364e7aaac5a service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938730 May 26 16:59:03.682917 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6718971d-2ddf-432e-80f1-81a68a296af0 req-a6386a79-0d14-41b5-b317-255bf5b61e08 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323625 May 26 16:59:04.801457 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed3c28-35c6-42eb-88c1-c5f8f0cbc4da req-be49157c-e64c-4b1e-88b6-d3a5b6b99ff3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:04.803620 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b4ed3c28-35c6-42eb-88c1-c5f8f0cbc4da req-be49157c-e64c-4b1e-88b6-d3a5b6b99ff3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 943 time: 0.0497119 May 26 16:59:04.841163 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b4ed3c28-35c6-42eb-88c1-c5f8f0cbc4da req-7cef77b8-d2df-40c7-bf8f-23a595fa2bc5 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314722 May 26 16:59:05.958369 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e50cb9-c250-449e-8d78-55ef59b562f2 req-84659126-1d30-4478-9337-2198b994a555 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:05.959869 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-17e50cb9-c250-449e-8d78-55ef59b562f2 req-84659126-1d30-4478-9337-2198b994a555 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 943 time: 0.0493114 May 26 16:59:05.998159 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-17e50cb9-c250-449e-8d78-55ef59b562f2 req-8ed39cf7-96d1-48de-bbf4-0f01275fb680 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323260 May 26 16:59:07.118092 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd270105-8cbb-45e9-8ba6-1401890eb6e9 req-e4bc4ed4-e79e-4ae5-b171-457d416bec5d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:07.119557 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fd270105-8cbb-45e9-8ba6-1401890eb6e9 req-e4bc4ed4-e79e-4ae5-b171-457d416bec5d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 943 time: 0.0525041 May 26 16:59:07.157208 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fd270105-8cbb-45e9-8ba6-1401890eb6e9 req-d48bfa28-147a-4281-92f6-951aef7ba171 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315318 May 26 16:59:07.470998 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 74d8a5de-c6f0-4d06-811a-79cdff0a2765 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 16:59:07.737328 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 74d8a5de-c6f0-4d06-811a-79cdff0a2765, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:07.750621 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '74d8a5de-c6f0-4d06-811a-79cdff0a2765', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'port_id': '74d8a5de-c6f0-4d06-811a-79cdff0a2765', 'mac_address': 'fa:16:3e:13:80:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 16:59:07.789336 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:59:07.789730 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:07.802726 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d8a5de-c6f0-4d06-811a-79cdff0a2765 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 16:59:07.826245 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 74d8a5de-c6f0-4d06-811a-79cdff0a2765, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:07.835157 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:07.882117 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=74d8a5de-c6f0-4d06-811a-79cdff0a2765,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:08.277293 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d32e9a-7b93-438b-a2c9-c8f68f6f0404 req-de437065-bea1-408d-9942-223cef5e6254 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:08.278778 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5d32e9a-7b93-438b-a2c9-c8f68f6f0404 req-de437065-bea1-408d-9942-223cef5e6254 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 944 time: 0.0517128 May 26 16:59:08.315076 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5d32e9a-7b93-438b-a2c9-c8f68f6f0404 req-474bb485-02c4-4777-a2b2-ed68e241ac5f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301940 May 26 16:59:08.410336 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['74d8a5de-c6f0-4d06-811a-79cdff0a2765'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 16:59:09.437370 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3659f-3e40-45b9-823a-33b0e163e22f req-b52a9ab1-ba80-4baa-948c-07c23c9af45e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:09.438881 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-53e3659f-3e40-45b9-823a-33b0e163e22f req-b52a9ab1-ba80-4baa-948c-07c23c9af45e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 944 time: 0.0520537 May 26 16:59:09.478812 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-53e3659f-3e40-45b9-823a-33b0e163e22f req-c9ec714b-d58e-40c6-9c26-6fe6b6f983bc tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335865 May 26 16:59:09.504229 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 74d8a5de-c6f0-4d06-811a-79cdff0a2765 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 16:59:09.554781 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 16:59:09.558957 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 16:59:09.559322 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:09.635812 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 16:59:09.636125 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:09.663139 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21be4c7e-b2e1-4afe-8c77-5aaa2ef20406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d8a5de-c6f0-4d06-811a-79cdff0a2765'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:59:09.665938 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97893e69-a10f-48b5-9e92-a21acadf943b" -d '{"events": [{"server_uuid": "21be4c7e-b2e1-4afe-8c77-5aaa2ef20406", "name": "network-vif-plugged", "status": "completed", "tag": "74d8a5de-c6f0-4d06-811a-79cdff0a2765"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:59:09.685019 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 74d8a5de-c6f0-4d06-811a-79cdff0a2765, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 16:59:09.689592 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:09.713264 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 16:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8ddeca-e2ea-4e02-ba66-5a26f7061b9d x-openstack-request-id: req-1f8ddeca-e2ea-4e02-ba66-5a26f7061b9d {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:59:09.713527 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21be4c7e-b2e1-4afe-8c77-5aaa2ef20406", "name": "network-vif-plugged", "status": "completed", "tag": "74d8a5de-c6f0-4d06-811a-79cdff0a2765", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:59:09.714035 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1f8ddeca-e2ea-4e02-ba66-5a26f7061b9d {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:59:09.714433 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f8ddeca-e2ea-4e02-ba66-5a26f7061b9d'] response: {'server_uuid': '21be4c7e-b2e1-4afe-8c77-5aaa2ef20406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d8a5de-c6f0-4d06-811a-79cdff0a2765', 'code': 200} May 26 16:59:09.740872 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=74d8a5de-c6f0-4d06-811a-79cdff0a2765,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 16:59:09.836563 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38b49c-8872-43d3-85da-96ad81254c36 req-5a687362-4906-47df-b599-f3bd7100c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:09.838101 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4a38b49c-8872-43d3-85da-96ad81254c36 req-5a687362-4906-47df-b599-f3bd7100c68a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 1096 time: 0.0424521 May 26 16:59:09.875219 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4a38b49c-8872-43d3-85da-96ad81254c36 req-81b8f350-879d-4f9f-8fd2-248f68a9beab service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296738 May 26 16:59:10.601966 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe104cd-edf9-43e4-b686-5770d9e38a4e req-d3d10ed0-2bc9-4909-9757-1b57191c9640 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:10.603441 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-efe104cd-edf9-43e4-b686-5770d9e38a4e req-d3d10ed0-2bc9-4909-9757-1b57191c9640 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 945 time: 0.0527959 May 26 16:59:10.641709 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-efe104cd-edf9-43e4-b686-5770d9e38a4e req-c0b8e9ac-fd06-4239-9028-d6a7e9704767 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321400 May 26 16:59:11.768878 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c6d1c-54f9-4627-bb58-3c47f95c48ad req-3d39c15d-bab7-4c7a-8f7b-e020d9ffff89 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:11.770950 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d64c6d1c-54f9-4627-bb58-3c47f95c48ad req-3d39c15d-bab7-4c7a-8f7b-e020d9ffff89 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 945 time: 0.0531325 May 26 16:59:11.809012 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d64c6d1c-54f9-4627-bb58-3c47f95c48ad req-e58a9d4a-c1cd-4547-8cc0-ed5822215aa4 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312903 May 26 16:59:11.923140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46735f2-2d81-4391-b493-295b41068d60 req-73049fc3-cbb4-490a-a174-d8f4cf8f538e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:11.924657 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a46735f2-2d81-4391-b493-295b41068d60 req-73049fc3-cbb4-490a-a174-d8f4cf8f538e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 945 time: 0.0502949 May 26 16:59:11.933602 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40064) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 16:59:11.938101 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-87f65433-4da1-4307-8cd1-d49677a0e6c8 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Request body: {'floatingip': {'port_id': '74d8a5de-c6f0-4d06-811a-79cdff0a2765'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 16:59:11.981341 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-87f65433-4da1-4307-8cd1-d49677a0e6c8 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:12.447634 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-87f65433-4da1-4307-8cd1-d49677a0e6c8 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:12.452325 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-87f65433-4da1-4307-8cd1-d49677a0e6c8 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:12.559054 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-87f65433-4da1-4307-8cd1-d49677a0e6c8 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Floating IP d36c65c6-0cab-4de9-9984-bd78dce86a4e associated. External IP: 172.25.7.5, port: 74d8a5de-c6f0-4d06-811a-79cdff0a2765. May 26 16:59:12.767995 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f65433-4da1-4307-8cd1-d49677a0e6c8 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 16:59:12.878933 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f65433-4da1-4307-8cd1-d49677a0e6c8 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 16:59:12.883882 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-87f65433-4da1-4307-8cd1-d49677a0e6c8 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:12.889476 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06e3e19-1ba8-4ecd-9de5-6bd525a93359 None None] Sync routers for ids ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 16:59:12.899821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06e3e19-1ba8-4ecd-9de5-6bd525a93359 None None] Routers {'d0ade225-c0a0-4fd3-b208-4a0191fa5d60'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:59:12.900483 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e06e3e19-1ba8-4ecd-9de5-6bd525a93359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:58:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:12.917071 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-87f65433-4da1-4307-8cd1-d49677a0e6c8 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "PUT /v2.0/floatingips/d36c65c6-0cab-4de9-9984-bd78dce86a4e HTTP/1.1" status: 200 len: 989 time: 0.9800477 May 26 16:59:12.917071 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21be4c7e-b2e1-4afe-8c77-5aaa2ef20406', 'tag': '74d8a5de-c6f0-4d06-811a-79cdff0a2765'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 16:59:12.918034 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24103bee38bbd97c6ccfbe10b0e84632f8bc6809d0c06cc395e50ba217a9e387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981d952e-f15e-4453-ad92-1b3be653932e" -d '{"events": [{"name": "network-changed", "server_uuid": "21be4c7e-b2e1-4afe-8c77-5aaa2ef20406", "tag": "74d8a5de-c6f0-4d06-811a-79cdff0a2765"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 16:59:12.954053 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 16:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a1a9e3-5190-4828-a160-bd3ac64c246b x-openstack-request-id: req-c3a1a9e3-5190-4828-a160-bd3ac64c246b {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 16:59:12.954345 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21be4c7e-b2e1-4afe-8c77-5aaa2ef20406", "tag": "74d8a5de-c6f0-4d06-811a-79cdff0a2765", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 16:59:12.954591 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c3a1a9e3-5190-4828-a160-bd3ac64c246b {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 16:59:12.954991 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a1a9e3-5190-4828-a160-bd3ac64c246b'] response: {'name': 'network-changed', 'server_uuid': '21be4c7e-b2e1-4afe-8c77-5aaa2ef20406', 'tag': '74d8a5de-c6f0-4d06-811a-79cdff0a2765', 'status': 'completed', 'code': 200} May 26 16:59:13.011198 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-e06e3e19-1ba8-4ecd-9de5-6bd525a93359 None None] Set router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:59:13.057909 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d952e-f15e-4453-ad92-1b3be653932e req-9d6a5cbe-b100-465e-b248-404022883daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:13.059420 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-981d952e-f15e-4453-ad92-1b3be653932e req-9d6a5cbe-b100-465e-b248-404022883daf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 1096 time: 0.0498767 May 26 16:59:13.170505 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7efe693c-ff69-41fb-b91e-8496dd958f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:13.269954 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e06e3e19-1ba8-4ecd-9de5-6bd525a93359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'd36c65c6-0cab-4de9-9984-bd78dce86a4e', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'port_id': '74d8a5de-c6f0-4d06-811a-79cdff0a2765', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'mac_address': 'fa:16:3e:13:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21be4c7e-b2e1-4afe-8c77-5aaa2ef20406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:44Z', 'updated_at': '2022-05-26T16:59:12Z', 'revision_number': 9, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:13.298136 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06e3e19-1ba8-4ecd-9de5-6bd525a93359 None None] Checking router: d0ade225-c0a0-4fd3-b208-4a0191fa5d60 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 16:59:13.307620 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06e3e19-1ba8-4ecd-9de5-6bd525a93359 None None] Routers {'d0ade225-c0a0-4fd3-b208-4a0191fa5d60'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 16:59:13.308354 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e06e3e19-1ba8-4ecd-9de5-6bd525a93359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T16:58:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:13.419639 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-e06e3e19-1ba8-4ecd-9de5-6bd525a93359 None None] Set router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 16:59:13.494081 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d952e-f15e-4453-ad92-1b3be653932e req-b0076483-88c7-4b7f-b598-c56c3b527ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:13.496129 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-981d952e-f15e-4453-ad92-1b3be653932e req-b0076483-88c7-4b7f-b598-c56c3b527ae6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.4283583 May 26 16:59:13.571343 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-981d952e-f15e-4453-ad92-1b3be653932e req-b99769e4-d629-4b40-95db-b5e1b08b4bd9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765 HTTP/1.1" status: 200 len: 997 time: 0.0683556 May 26 16:59:13.627025 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d952e-f15e-4453-ad92-1b3be653932e req-88de6fc7-d769-4617-8d9e-cff40e1d076e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:13.628529 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-981d952e-f15e-4453-ad92-1b3be653932e req-88de6fc7-d769-4617-8d9e-cff40e1d076e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0459692 May 26 16:59:13.658471 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e06e3e19-1ba8-4ecd-9de5-6bd525a93359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'd36c65c6-0cab-4de9-9984-bd78dce86a4e', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'port_id': '74d8a5de-c6f0-4d06-811a-79cdff0a2765', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'mac_address': 'fa:16:3e:13:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21be4c7e-b2e1-4afe-8c77-5aaa2ef20406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:44Z', 'updated_at': '2022-05-26T16:59:12Z', 'revision_number': 9, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 16:59:13.676183 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d952e-f15e-4453-ad92-1b3be653932e req-edf801d7-ecf0-4c96-9ce7-b641354dcef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:13.679262 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-981d952e-f15e-4453-ad92-1b3be653932e req-edf801d7-ecf0-4c96-9ce7-b641354dcef4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420449 May 26 16:59:13.689515 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06e3e19-1ba8-4ecd-9de5-6bd525a93359 None None] The sync data for ids ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'] in n-d-843337-2 is: [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'd36c65c6-0cab-4de9-9984-bd78dce86a4e', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'port_id': '74d8a5de-c6f0-4d06-811a-79cdff0a2765', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'mac_address': 'fa:16:3e:13:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21be4c7e-b2e1-4afe-8c77-5aaa2ef20406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:44Z', 'updated_at': '2022-05-26T16:59:12Z', 'revision_number': 9, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 16:59:13.782575 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-981d952e-f15e-4453-ad92-1b3be653932e req-27aa1391-f702-4ef4-a89c-f468221a94b7 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941703 May 26 16:59:13.881352 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-981d952e-f15e-4453-ad92-1b3be653932e req-cf180dc9-d84f-42a1-a60a-76ea500ffb2b service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914259 May 26 16:59:13.906535 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7e1691-e5e6-44b3-ac2a-8641cb7532e5 None None] New status for floating IP d36c65c6-0cab-4de9-9984-bd78dce86a4e: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 16:59:15.564629 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fafc9d56-d9ea-47a0-a4ce-d2d68ae569d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:16.726385 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:18.460956 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:18.555945 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:19.058085 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:30.767274 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e4aeac94-9ac1-4a58-8072-fbb5f530f928 req-3c7c074b-b0ff-4036-828c-f4af11aa01de service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423822 May 26 16:59:30.880910 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aeac94-9ac1-4a58-8072-fbb5f530f928 req-3140b92c-ccd7-4d21-98ec-491cdf7175d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:30.882441 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e4aeac94-9ac1-4a58-8072-fbb5f530f928 req-3140b92c-ccd7-4d21-98ec-491cdf7175d9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 1096 time: 0.0452504 May 26 16:59:30.963968 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:30.991148 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aeac94-9ac1-4a58-8072-fbb5f530f928 req-fc9ae1a6-537e-4af6-842a-66a9e7d01028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:30.992650 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e4aeac94-9ac1-4a58-8072-fbb5f530f928 req-fc9ae1a6-537e-4af6-842a-66a9e7d01028 service neutron] 10.222.0.83 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.0873675 May 26 16:59:31.064001 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e4aeac94-9ac1-4a58-8072-fbb5f530f928 req-2cfa41df-5106-4625-8c9a-0e6382fd9dd6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765 HTTP/1.1" status: 200 len: 1000 time: 0.0634046 May 26 16:59:31.128112 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aeac94-9ac1-4a58-8072-fbb5f530f928 req-afb27b02-fa89-4f65-989e-82e5c5eb2727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:31.129737 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e4aeac94-9ac1-4a58-8072-fbb5f530f928 req-afb27b02-fa89-4f65-989e-82e5c5eb2727 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0542674 May 26 16:59:31.180628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aeac94-9ac1-4a58-8072-fbb5f530f928 req-67ca0ea6-63af-475e-be60-6f5922c905d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 16:59:31.182120 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e4aeac94-9ac1-4a58-8072-fbb5f530f928 req-67ca0ea6-63af-475e-be60-6f5922c905d0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443580 May 26 16:59:31.279759 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e4aeac94-9ac1-4a58-8072-fbb5f530f928 req-d21860c7-4ed5-444a-8093-bbf6413ea22f service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862224 May 26 16:59:31.374368 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e4aeac94-9ac1-4a58-8072-fbb5f530f928 req-a15736bb-4271-4168-acea-11e9bdbfbf0b service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871739 May 26 16:59:31.653852 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 16:59:43.138491 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-606735a7-3ba9-473d-80af-369ed3a39dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:45.569743 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7efb315c-e22f-43e0-9605-d7184b210ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:46.729018 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.468028 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:48.560366 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 16:59:49.062550 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:00.974063 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:08.653499 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:00:13.133600 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9fbfb1d8-23e9-470b-85ba-a09f81453918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:15.571934 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-624771da-c556-4de9-80ae-f4957f272912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:16.734876 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:18.467769 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:18.557986 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:19.065516 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:30.971995 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:31.836174 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-83bfe380-4615-4437-a32a-6e2b9d97efa2 req-918d967a-2af9-40fa-ab6d-ee3b28bf2959 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0998855 May 26 17:00:31.940760 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfe380-4615-4437-a32a-6e2b9d97efa2 req-8bbb3fd3-cd41-4de7-a9a7-d1ec5c74e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:31.942242 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-83bfe380-4615-4437-a32a-6e2b9d97efa2 req-8bbb3fd3-cd41-4de7-a9a7-d1ec5c74e816 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 1096 time: 0.0449047 May 26 17:00:32.044714 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfe380-4615-4437-a32a-6e2b9d97efa2 req-7fe53fa3-b420-4a9f-b5d1-1e1fc3ec077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:32.046091 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-83bfe380-4615-4437-a32a-6e2b9d97efa2 req-7fe53fa3-b420-4a9f-b5d1-1e1fc3ec077c service neutron] 10.222.0.83 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.0837297 May 26 17:00:32.118253 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-83bfe380-4615-4437-a32a-6e2b9d97efa2 req-e668dd0c-298c-4168-be29-3d16f732b065 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765 HTTP/1.1" status: 200 len: 1000 time: 0.0635736 May 26 17:00:32.167125 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfe380-4615-4437-a32a-6e2b9d97efa2 req-41416b9b-0da6-4518-b597-64d23c19d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:32.168622 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-83bfe380-4615-4437-a32a-6e2b9d97efa2 req-41416b9b-0da6-4518-b597-64d23c19d690 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0432467 May 26 17:00:32.214659 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfe380-4615-4437-a32a-6e2b9d97efa2 req-7ea8a663-e25c-4878-856c-94681bff1497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:32.216194 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-83bfe380-4615-4437-a32a-6e2b9d97efa2 req-7ea8a663-e25c-4878-856c-94681bff1497 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411077 May 26 17:00:32.310778 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-83bfe380-4615-4437-a32a-6e2b9d97efa2 req-8bc9b0f0-c6e6-4e33-87aa-e9cd4113d32f service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872777 May 26 17:00:32.416648 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-83bfe380-4615-4437-a32a-6e2b9d97efa2 req-eeade762-4393-4ad7-937e-0e829392c559 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987358 May 26 17:00:40.047396 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-13443475-9aef-45b4-89d7-a255de16a48c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0429034 May 26 17:00:40.141162 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e04224-a31a-40a0-b5fb-6a2a309ccd06 req-d701cf08-7578-4630-b6d3-083b5d1d5455 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:40.142675 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9e04224-a31a-40a0-b5fb-6a2a309ccd06 req-d701cf08-7578-4630-b6d3-083b5d1d5455 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 945 time: 0.1317949 May 26 17:00:40.187195 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9e04224-a31a-40a0-b5fb-6a2a309ccd06 req-e4863ce5-ba62-45cc-9947-25d01bb1dffa tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376492 May 26 17:00:41.168225 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-cb59d159-f959-483f-b79b-add82d27e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:41.169769 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-cb59d159-f959-483f-b79b-add82d27e0cb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 1096 time: 0.0529861 May 26 17:00:41.269840 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-41c0cbc4-9f23-4c3c-8fa1-6b76ac79ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:41.271421 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-41c0cbc4-9f23-4c3c-8fa1-6b76ac79ff34 service neutron] 10.222.0.83 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.0947938 May 26 17:00:41.348638 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-58b466e9-0ca5-4802-87fe-66d93bb74c00 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765 HTTP/1.1" status: 200 len: 1000 time: 0.0681477 May 26 17:00:41.368485 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5c81-e0da-446a-a7e7-f22dfa7bb9fd req-460f44b2-6f6f-4df0-9e9c-0595fb0cd19a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:41.370042 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca0f5c81-e0da-446a-a7e7-f22dfa7bb9fd req-460f44b2-6f6f-4df0-9e9c-0595fb0cd19a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 945 time: 0.1034791 May 26 17:00:41.401505 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-2846416e-c54d-40cf-8a73-fbb5474f6106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:41.403000 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-2846416e-c54d-40cf-8a73-fbb5474f6106 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0467751 May 26 17:00:41.409915 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca0f5c81-e0da-446a-a7e7-f22dfa7bb9fd req-c3da57c7-9f77-4474-ae75-803d2a935213 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337875 May 26 17:00:41.457830 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-2ad4be3d-477c-4d8f-8f21-a03bfa9fcca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:41.460083 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-2ad4be3d-477c-4d8f-8f21-a03bfa9fcca4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500612 May 26 17:00:41.564959 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-ff298083-120d-489f-a3d0-a4c9dcbcf341 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952568 May 26 17:00:41.676751 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-3af312f9-d369-4045-adef-bc81a3ff096a service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042111 May 26 17:00:42.535236 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd25434-125f-4062-b21e-342d8aeefec9 req-5434c4a3-5c6a-48f9-b8ec-ddc65fb5450a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:42.537350 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3dd25434-125f-4062-b21e-342d8aeefec9 req-5434c4a3-5c6a-48f9-b8ec-ddc65fb5450a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 945 time: 0.0530393 May 26 17:00:42.579551 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3dd25434-125f-4062-b21e-342d8aeefec9 req-80511a8e-55cc-4d28-8ad0-2c06f9765290 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360250 May 26 17:00:43.135888 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d111fa5-f665-4a07-80cd-a13665df68c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:43.761092 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb9764-afdc-481f-be1a-2e021458693d req-17fe4d78-c0b7-40cf-8f47-623b3c96eea1 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:43.762593 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a0bb9764-afdc-481f-be1a-2e021458693d req-17fe4d78-c0b7-40cf-8f47-623b3c96eea1 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 945 time: 0.0559175 May 26 17:00:43.805048 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a0bb9764-afdc-481f-be1a-2e021458693d req-cedeccb3-d701-4b60-b1ee-0389d4574236 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362625 May 26 17:00:44.925256 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc04e68-17f7-4558-954e-6744a0e12363 req-14e07346-d90c-46d9-b80a-04847e59501d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:44.927219 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7bc04e68-17f7-4558-954e-6744a0e12363 req-14e07346-d90c-46d9-b80a-04847e59501d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 945 time: 0.0495129 May 26 17:00:44.966677 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7bc04e68-17f7-4558-954e-6744a0e12363 req-4a6ef8ec-511c-4621-af34-6abe2aa8306f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332105 May 26 17:00:45.573592 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-47a56082-ecb7-4730-baf5-a2a536fc4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:45.653052 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:00:46.086218 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e665bc-7d7f-4696-85dc-3ef83c4e5395 req-45fe2296-c4cb-4eac-b1fc-225678d30f9b tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:46.087728 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-27e665bc-7d7f-4696-85dc-3ef83c4e5395 req-45fe2296-c4cb-4eac-b1fc-225678d30f9b tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 945 time: 0.0503020 May 26 17:00:46.130374 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-27e665bc-7d7f-4696-85dc-3ef83c4e5395 req-ffba85ed-c378-4ca9-9abb-2ac9bb939070 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360630 May 26 17:00:46.737968 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:47.277931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbef9d0-e75f-4ab7-9b87-53ba805aeefa req-9f0887ee-8a64-4e32-96ba-1ea658ad1a26 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:47.280115 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fcbef9d0-e75f-4ab7-9b87-53ba805aeefa req-9f0887ee-8a64-4e32-96ba-1ea658ad1a26 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 945 time: 0.0800600 May 26 17:00:47.319801 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fcbef9d0-e75f-4ab7-9b87-53ba805aeefa req-caca34a9-1d5e-47f7-b08c-81277b6e5c17 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335112 May 26 17:00:48.444456 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ce5a0-c575-4ded-8e0d-3e6a181ba0e3 req-87f8ee4d-c101-47a4-9a84-23554634a2fb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:48.445994 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c14ce5a0-c575-4ded-8e0d-3e6a181ba0e3 req-87f8ee4d-c101-47a4-9a84-23554634a2fb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 945 time: 0.0511124 May 26 17:00:48.470154 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:48.487882 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c14ce5a0-c575-4ded-8e0d-3e6a181ba0e3 req-fc7f22cb-0112-44bc-bb07-67bb8c5963ec tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344887 May 26 17:00:48.573563 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:49.069811 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:49.609251 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5594195-41df-41d1-bdc7-4dc532856e40 req-9f3f24a9-ffc1-4d62-a4f5-75c8ad2b3ff9 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:49.610746 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d5594195-41df-41d1-bdc7-4dc532856e40 req-9f3f24a9-ffc1-4d62-a4f5-75c8ad2b3ff9 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 945 time: 0.0497470 May 26 17:00:49.654152 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d5594195-41df-41d1-bdc7-4dc532856e40 req-d0452167-431d-4b43-aff4-4a11004c907d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365369 May 26 17:00:50.776951 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a99c54-eb58-42ce-b8ea-eb94fe30e23f req-df161ce8-e6e8-48e1-af9a-097de9b345dc tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:50.778457 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b6a99c54-eb58-42ce-b8ea-eb94fe30e23f req-df161ce8-e6e8-48e1-af9a-097de9b345dc tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 945 time: 0.0542719 May 26 17:00:50.816474 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b6a99c54-eb58-42ce-b8ea-eb94fe30e23f req-768c733c-2cc1-43f5-a55b-4f4a20dbfe6a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319660 May 26 17:00:51.938584 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8bc5a-d323-4dfe-8c3e-61f61312b9f2 req-3eff4994-62e8-419e-ad24-9832fed020fa tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:51.940125 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-20f8bc5a-d323-4dfe-8c3e-61f61312b9f2 req-3eff4994-62e8-419e-ad24-9832fed020fa tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 945 time: 0.0489802 May 26 17:00:51.983575 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-20f8bc5a-d323-4dfe-8c3e-61f61312b9f2 req-38cb4841-3432-498c-8707-023024a7eb95 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367830 May 26 17:00:53.104006 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65653f2a-2ba2-4f95-baf3-53a316820d17 req-87026653-c898-4e7e-b6b0-23c5335a0006 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:53.105609 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-65653f2a-2ba2-4f95-baf3-53a316820d17 req-87026653-c898-4e7e-b6b0-23c5335a0006 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 945 time: 0.0498028 May 26 17:00:53.144529 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-65653f2a-2ba2-4f95-baf3-53a316820d17 req-edd2a7b7-8e8f-4ef7-87bf-4d8ca8852164 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326884 May 26 17:00:54.196041 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-bcd83602-5a9a-428b-a63a-50a0f7694869 service neutron] show failed (client error): The resource could not be found. May 26 17:00:54.197099 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-bcd83602-5a9a-428b-a63a-50a0f7694869 service neutron] 10.222.0.83 "GET /v2.0/ports/74d8a5de-c6f0-4d06-811a-79cdff0a2765/bindings/n-h1-843337-2 HTTP/1.1" status: 404 len: 380 time: 0.0595362 May 26 17:00:54.281849 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b033bf-9d7d-4123-8eec-f6acbad14df1 req-c800749e-d380-4635-b066-a53af3da03a4 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:54.283924 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-03b033bf-9d7d-4123-8eec-f6acbad14df1 req-c800749e-d380-4635-b066-a53af3da03a4 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 945 time: 0.0643024 May 26 17:00:54.326829 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-03b033bf-9d7d-4123-8eec-f6acbad14df1 req-eb2dd3f0-2193-420d-9c2b-37ada904e540 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363107 May 26 17:00:54.475175 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-863a447d-6439-4ee7-bf64-1df5b9ef8546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:54.477041 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-863a447d-6439-4ee7-bf64-1df5b9ef8546 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406&tenant_id=e83c46c26b9545dca85e357bf3fc5235 HTTP/1.1" status: 200 len: 1096 time: 0.0935514 May 26 17:00:54.488798 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843337-2', 'device_owner': 'compute:nova'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:00:54.544442 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:54.762207 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] For port 74d8a5de-c6f0-4d06-811a-79cdff0a2765, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:54.794581 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] For port 74d8a5de-c6f0-4d06-811a-79cdff0a2765, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:00:54.838056 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21be4c7e-b2e1-4afe-8c77-5aaa2ef20406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74d8a5de-c6f0-4d06-811a-79cdff0a2765'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:00:54.840323 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bbf507-c929-413a-b544-6bbbceb5bc80" -d '{"events": [{"server_uuid": "21be4c7e-b2e1-4afe-8c77-5aaa2ef20406", "name": "network-vif-unplugged", "status": "completed", "tag": "74d8a5de-c6f0-4d06-811a-79cdff0a2765"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:00:54.844434 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:54.856631 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Transition to ACTIVE for port object 74d8a5de-c6f0-4d06-811a-79cdff0a2765 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 17:00:54.860469 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:54.940360 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Pushing event updated for resources: {'Port': ['ID=74d8a5de-c6f0-4d06-811a-79cdff0a2765,revision_number=6']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:54.953014 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:54.953347 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:54.953687 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:54.954023 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:54.954357 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:54.954688 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:54.955015 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:54.955341 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:54.955668 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:54.955991 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:54.956370 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:54.956660 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:54.961159 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 17:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6db601-3c0f-48da-8127-61c144f5824a x-openstack-request-id: req-4b6db601-3c0f-48da-8127-61c144f5824a {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:00:54.961533 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21be4c7e-b2e1-4afe-8c77-5aaa2ef20406", "name": "network-vif-unplugged", "status": "completed", "tag": "74d8a5de-c6f0-4d06-811a-79cdff0a2765", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:00:54.961787 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4b6db601-3c0f-48da-8127-61c144f5824a {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:00:54.962190 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b6db601-3c0f-48da-8127-61c144f5824a'] response: {'server_uuid': '21be4c7e-b2e1-4afe-8c77-5aaa2ef20406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74d8a5de-c6f0-4d06-811a-79cdff0a2765', 'code': 200} May 26 17:00:55.012074 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] No DVR routers for this DVR port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:00:55.171491 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Attempting to bind port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:00:55.171825 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Attempting to bind port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:00:55.172185 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Attempting to bind port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:00:55.176563 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:00:55.176883 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Attempting to bind port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:00:55.182652 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:00:55.182987 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Checking segment: {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:00:55.183370 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Bound using segment: {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:00:55.183796 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Bound port: 74d8a5de-c6f0-4d06-811a-79cdff0a2765, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:00:55.184178 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:55.247127 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] For port 74d8a5de-c6f0-4d06-811a-79cdff0a2765, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:00:55.251136 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] For port 74d8a5de-c6f0-4d06-811a-79cdff0a2765, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:00:55.255353 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:55.292711 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:55.293325 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:55.294760 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] 10.222.0.81 "PUT /v2.0/ports/74d8a5de-c6f0-4d06-811a-79cdff0a2765 HTTP/1.1" status: 200 len: 1091 time: 0.8109443 May 26 17:00:55.315703 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a426654-8b2a-4eb1-8d6a-c7eadc9f2a9e service neutron] Pushing event updated for resources: {'Port': ['ID=74d8a5de-c6f0-4d06-811a-79cdff0a2765,revision_number=7']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:55.368429 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-cb65a70b-6e7e-430a-808e-4cb1e3579d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:55.372245 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-cb65a70b-6e7e-430a-808e-4cb1e3579d55 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 1094 time: 0.0498405 May 26 17:00:55.469612 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3c8da-91cd-4d13-bef6-c4eec6d83041 req-ea336239-98b4-429f-9cb5-a42ae1c6f400 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:55.471166 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-91a3c8da-91cd-4d13-bef6-c4eec6d83041 req-ea336239-98b4-429f-9cb5-a42ae1c6f400 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 943 time: 0.0650344 May 26 17:00:55.488708 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-0f436ac0-f465-4f8f-8c8c-7ad8bc6e179c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:55.490765 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-0f436ac0-f465-4f8f-8c8c-7ad8bc6e179c service neutron] 10.222.0.81 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.1124489 May 26 17:00:55.515778 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-91a3c8da-91cd-4d13-bef6-c4eec6d83041 req-77cc7973-0cfc-4e64-918e-20c33ff325a9 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346856 May 26 17:00:55.559983 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-8588ec24-26df-4896-b8a3-d7edae59b8dd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765 HTTP/1.1" status: 200 len: 998 time: 0.0635860 May 26 17:00:55.614199 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-15127aff-81f9-4f80-b557-047e26c7ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:55.616399 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-15127aff-81f9-4f80-b557-047e26c7ffc9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0496123 May 26 17:00:55.662983 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-edf26705-48f6-4033-833a-2cecd0cb246b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:55.664618 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-edf26705-48f6-4033-833a-2cecd0cb246b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418932 May 26 17:00:55.757383 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-be8160bd-1df2-4e5c-b206-3fefdbc9d9e3 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865946 May 26 17:00:55.850510 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd903504-4e5d-4cfc-ac4b-2954872ad4e0 req-28ab113a-280d-49dc-a779-278669c47c22 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863516 May 26 17:00:56.641262 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeaa329-2f3a-4f66-9ee5-779a5b0c6e7d req-2b854704-bba6-4976-8a69-1a4fe2be49b1 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:56.642746 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-baeaa329-2f3a-4f66-9ee5-779a5b0c6e7d req-2b854704-bba6-4976-8a69-1a4fe2be49b1 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 943 time: 0.0490975 May 26 17:00:56.682210 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-baeaa329-2f3a-4f66-9ee5-779a5b0c6e7d req-2d747776-da45-4564-ad54-03c994eda4ff tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318751 May 26 17:00:56.964020 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21be4c7e-b2e1-4afe-8c77-5aaa2ef20406', 'tag': '74d8a5de-c6f0-4d06-811a-79cdff0a2765'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:00:56.966484 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e197fa-6238-4530-a856-6a8d4bd58b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "21be4c7e-b2e1-4afe-8c77-5aaa2ef20406", "tag": "74d8a5de-c6f0-4d06-811a-79cdff0a2765"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:00:57.015473 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04305a9-c8d0-4bd7-8a07-3c81a9f47f2b x-openstack-request-id: req-e04305a9-c8d0-4bd7-8a07-3c81a9f47f2b {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:00:57.015766 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21be4c7e-b2e1-4afe-8c77-5aaa2ef20406", "tag": "74d8a5de-c6f0-4d06-811a-79cdff0a2765", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:00:57.016017 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e04305a9-c8d0-4bd7-8a07-3c81a9f47f2b {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:00:57.016901 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e04305a9-c8d0-4bd7-8a07-3c81a9f47f2b'] response: {'name': 'network-changed', 'server_uuid': '21be4c7e-b2e1-4afe-8c77-5aaa2ef20406', 'tag': '74d8a5de-c6f0-4d06-811a-79cdff0a2765', 'status': 'completed', 'code': 200} May 26 17:00:57.106151 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e197fa-6238-4530-a856-6a8d4bd58b8c req-28293549-d809-4884-b273-ae033b60038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:57.107665 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37e197fa-6238-4530-a856-6a8d4bd58b8c req-28293549-d809-4884-b273-ae033b60038c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 1094 time: 0.0732880 May 26 17:00:57.110005 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e197fa-6238-4530-a856-6a8d4bd58b8c req-e96b9181-28c6-45c0-9efc-d54e43146438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:57.111316 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37e197fa-6238-4530-a856-6a8d4bd58b8c req-e96b9181-28c6-45c0-9efc-d54e43146438 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 1094 time: 0.0503783 May 26 17:00:57.272258 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e197fa-6238-4530-a856-6a8d4bd58b8c req-57c2bada-80ed-457a-8e0c-888d40747777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:57.274018 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37e197fa-6238-4530-a856-6a8d4bd58b8c req-57c2bada-80ed-457a-8e0c-888d40747777 service neutron] 10.222.0.83 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.1486113 May 26 17:00:57.275133 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e197fa-6238-4530-a856-6a8d4bd58b8c req-0caee8aa-605e-4766-b5c2-620b26eb8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:57.276479 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37e197fa-6238-4530-a856-6a8d4bd58b8c req-0caee8aa-605e-4766-b5c2-620b26eb8f01 service neutron] 10.222.0.81 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.1593103 May 26 17:00:57.408199 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37e197fa-6238-4530-a856-6a8d4bd58b8c req-82936e02-b268-4d04-9e0f-b1828c522232 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765 HTTP/1.1" status: 200 len: 998 time: 0.1261048 May 26 17:00:57.412082 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37e197fa-6238-4530-a856-6a8d4bd58b8c req-8fded9c8-f4e1-4604-932a-6fa58f437907 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765 HTTP/1.1" status: 200 len: 998 time: 0.0836928 May 26 17:00:57.503024 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e197fa-6238-4530-a856-6a8d4bd58b8c req-a0c696ad-f71d-4fcc-b6e4-418d206e3fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:57.504527 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37e197fa-6238-4530-a856-6a8d4bd58b8c req-a0c696ad-f71d-4fcc-b6e4-418d206e3fcb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0897660 May 26 17:00:57.509321 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e197fa-6238-4530-a856-6a8d4bd58b8c req-59b5b9e5-dec0-4295-8f1b-18ce1fe48668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:57.510726 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37e197fa-6238-4530-a856-6a8d4bd58b8c req-59b5b9e5-dec0-4295-8f1b-18ce1fe48668 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0854053 May 26 17:00:57.584160 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e197fa-6238-4530-a856-6a8d4bd58b8c req-66a6f241-683d-46b8-90dc-28d79947512c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:57.585978 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37e197fa-6238-4530-a856-6a8d4bd58b8c req-66a6f241-683d-46b8-90dc-28d79947512c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663700 May 26 17:00:57.587689 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e197fa-6238-4530-a856-6a8d4bd58b8c req-cf9340bc-4dd8-4625-ac29-7740067b74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:57.589054 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37e197fa-6238-4530-a856-6a8d4bd58b8c req-cf9340bc-4dd8-4625-ac29-7740067b74f8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768807 May 26 17:00:57.758760 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37e197fa-6238-4530-a856-6a8d4bd58b8c req-47c60fe7-12d3-493a-9652-b9d246522b11 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594574 May 26 17:00:57.760888 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37e197fa-6238-4530-a856-6a8d4bd58b8c req-48a0db3e-c17e-415a-b171-2c65821082ee service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688015 May 26 17:00:57.816779 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0cb5e-ea70-4960-9967-0b0155567bf9 req-918fa744-ec5a-4199-917f-0f6e7a2c89f1 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:57.818969 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-29d0cb5e-ea70-4960-9967-0b0155567bf9 req-918fa744-ec5a-4199-917f-0f6e7a2c89f1 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 943 time: 0.0595198 May 26 17:00:57.870819 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-29d0cb5e-ea70-4960-9967-0b0155567bf9 req-c7921fa8-2443-4feb-b88e-53648b859c02 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429811 May 26 17:00:57.930644 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37e197fa-6238-4530-a856-6a8d4bd58b8c req-971d9624-93b4-4f97-9e8a-f0084ffa879e service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641221 May 26 17:00:57.934850 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-37e197fa-6238-4530-a856-6a8d4bd58b8c req-a21f0d7d-efdb-4a25-8d7a-b302bba6542e service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592462 May 26 17:00:58.097393 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 74d8a5de-c6f0-4d06-811a-79cdff0a2765 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:00:58.145403 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 74d8a5de-c6f0-4d06-811a-79cdff0a2765 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:00:58.201031 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-b694ea34-a8ae-42f8-a529-6631aa69b10a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:58.202661 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-b694ea34-a8ae-42f8-a529-6631aa69b10a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.81 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406&tenant_id=e83c46c26b9545dca85e357bf3fc5235&binding%3Ahost_id=n-h1-843337-2 HTTP/1.1" status: 200 len: 943 time: 0.0575867 May 26 17:00:58.224370 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973cd19-3bdd-4952-b731-27c045f60bf9 req-5d0fe1af-886b-47ab-9fd6-ac912fd3a41a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:58.226548 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1973cd19-3bdd-4952-b731-27c045f60bf9 req-5d0fe1af-886b-47ab-9fd6-ac912fd3a41a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 943 time: 0.0566974 May 26 17:00:58.268028 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1973cd19-3bdd-4952-b731-27c045f60bf9 req-a1948e79-65a6-41f6-9afe-2716ad4bcdfa tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346911 May 26 17:00:58.285084 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-3a47e175-4dae-4bc1-ae6a-6e8ef3bdd95d service neutron] 10.222.0.81 "GET /v2.0/ports/74d8a5de-c6f0-4d06-811a-79cdff0a2765/bindings/n-h1-843337-2 HTTP/1.1" status: 200 len: 382 time: 0.0737226 May 26 17:00:58.347682 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-9399f1c8-db4f-4f8b-81a4-fd6269d5cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:58.349221 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-9399f1c8-db4f-4f8b-81a4-fd6269d5cb90 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 1094 time: 0.0410807 May 26 17:00:58.446811 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-96bae897-6144-47cd-a499-e07105a55bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:58.448352 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-96bae897-6144-47cd-a499-e07105a55bae service neutron] 10.222.0.81 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.0926723 May 26 17:00:58.523032 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-e393c7fe-32f4-4a0d-8db6-753bc4533f24 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765 HTTP/1.1" status: 200 len: 998 time: 0.0688555 May 26 17:00:58.577368 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-c60c185b-e10a-4c3f-a700-0188965d1fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:58.578864 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-c60c185b-e10a-4c3f-a700-0188965d1fcb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0491195 May 26 17:00:58.623399 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-8412e923-693a-4397-8ff6-83019d6af3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:58.624955 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-8412e923-693a-4397-8ff6-83019d6af3df service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400529 May 26 17:00:58.713201 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-51ef0455-e3ad-4b45-9b70-2b2bcc381000 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810468 May 26 17:00:58.805382 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-b2e5c980-8655-453a-871a-17217192c9d3 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862837 May 26 17:00:58.921810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 74d8a5de-c6f0-4d06-811a-79cdff0a2765 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:00:59.015815 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 74d8a5de-c6f0-4d06-811a-79cdff0a2765, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:59.029739 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '74d8a5de-c6f0-4d06-811a-79cdff0a2765', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'port_id': '74d8a5de-c6f0-4d06-811a-79cdff0a2765', 'mac_address': 'fa:16:3e:13:80:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:00:59.071307 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:00:59.071694 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:59.085033 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d8a5de-c6f0-4d06-811a-79cdff0a2765 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:00:59.106091 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 74d8a5de-c6f0-4d06-811a-79cdff0a2765, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:00:59.109516 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:00:59.158659 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=74d8a5de-c6f0-4d06-811a-79cdff0a2765,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:00:59.166970 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:59.167315 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:59.167649 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:59.167982 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:59.168343 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:59.168674 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:59.168994 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:59.169312 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:59.169631 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:59.169954 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:59.170271 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:59.170587 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:00:59.336860 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['74d8a5de-c6f0-4d06-811a-79cdff0a2765'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:00:59.393239 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f2a6c-86cf-4776-b1ac-2afe10f509f0 req-2bc0f348-8431-43a7-b5a3-e079a50730fd tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:00:59.394599 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf5f2a6c-86cf-4776-b1ac-2afe10f509f0 req-2bc0f348-8431-43a7-b5a3-e079a50730fd tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 944 time: 0.0506124 May 26 17:00:59.437186 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf5f2a6c-86cf-4776-b1ac-2afe10f509f0 req-acaf00fa-437d-4124-a984-bf312e481afd tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343313 May 26 17:01:00.569569 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c0205-9b7f-401b-b6b6-124362d45123 req-dee2cbbf-1b09-4e6d-a990-21ed45944100 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:00.571095 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-878c0205-9b7f-401b-b6b6-124362d45123 req-dee2cbbf-1b09-4e6d-a990-21ed45944100 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 944 time: 0.0587826 May 26 17:01:00.610606 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-878c0205-9b7f-401b-b6b6-124362d45123 req-11670106-0699-4bf1-8771-7cff75b6a88c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330813 May 26 17:01:00.755014 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-d44c42d1-5a1b-4af4-b343-1bb10f2ea563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:00.757296 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-d44c42d1-5a1b-4af4-b343-1bb10f2ea563 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406&tenant_id=e83c46c26b9545dca85e357bf3fc5235 HTTP/1.1" status: 200 len: 1095 time: 0.0431836 May 26 17:01:00.776216 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843337-2', 'device_owner': 'compute:nova'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:01:00.834675 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:00.962958 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 74d8a5de-c6f0-4d06-811a-79cdff0a2765 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:01:00.993835 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:01.020655 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 17:01:01.026468 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:01.026888 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:01.043479 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] For port 74d8a5de-c6f0-4d06-811a-79cdff0a2765, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:01.081845 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] For port 74d8a5de-c6f0-4d06-811a-79cdff0a2765, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:01:01.114692 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:01.116525 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:01.117002 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 74d8a5de-c6f0-4d06-811a-79cdff0a2765 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:01:01.125620 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:01.143897 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] Ignored duplicate provisioning block setup for port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 26 17:01:01.149017 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:01.186324 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 17:01:01.186685 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 17:01:01.234594 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=74d8a5de-c6f0-4d06-811a-79cdff0a2765,revision_number=9']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:01.278682 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] No DVR routers for this DVR port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:01:01.433592 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] Attempting to bind port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:01:01.433961 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] Attempting to bind port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:01:01.434300 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] Attempting to bind port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:01:01.439173 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] Port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:01:01.439507 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] Attempting to bind port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:01:01.445570 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:01:01.445911 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] Checking segment: {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:01:01.446410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] Bound using segment: {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:01:01.446863 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] Bound port: 74d8a5de-c6f0-4d06-811a-79cdff0a2765, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:01:01.447225 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:01.451934 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5fe5f551-15f7-488f-a58e-a474f01bc635 None None] Provisioning complete for port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:01.452257 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5fe5f551-15f7-488f-a58e-a474f01bc635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:01.492143 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5fe5f551-15f7-488f-a58e-a474f01bc635 None None] Port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:01:01.528902 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] For port 74d8a5de-c6f0-4d06-811a-79cdff0a2765, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:01:01.532741 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] For port 74d8a5de-c6f0-4d06-811a-79cdff0a2765, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:01:01.538035 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:01.582465 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:01.583164 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:01.584787 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] 10.222.0.83 "PUT /v2.0/ports/74d8a5de-c6f0-4d06-811a-79cdff0a2765 HTTP/1.1" status: 200 len: 1091 time: 0.8128440 May 26 17:01:01.587156 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21be4c7e-b2e1-4afe-8c77-5aaa2ef20406', 'tag': '74d8a5de-c6f0-4d06-811a-79cdff0a2765'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:01:01.589505 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa0d4ce-4b4a-4b41-86d9-c4ea56127f82" -d '{"events": [{"name": "network-changed", "server_uuid": "21be4c7e-b2e1-4afe-8c77-5aaa2ef20406", "tag": "74d8a5de-c6f0-4d06-811a-79cdff0a2765"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:01:01.613926 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21761d64-39fd-4ac1-b678-af48d3e3f9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=74d8a5de-c6f0-4d06-811a-79cdff0a2765,revision_number=10']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:01.663970 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1ddc66-4315-488f-a2dc-03d192854dab x-openstack-request-id: req-1b1ddc66-4315-488f-a2dc-03d192854dab {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:01:01.664271 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21be4c7e-b2e1-4afe-8c77-5aaa2ef20406", "tag": "74d8a5de-c6f0-4d06-811a-79cdff0a2765", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:01:01.664537 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1b1ddc66-4315-488f-a2dc-03d192854dab {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:01:01.664958 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b1ddc66-4315-488f-a2dc-03d192854dab'] response: {'name': 'network-changed', 'server_uuid': '21be4c7e-b2e1-4afe-8c77-5aaa2ef20406', 'tag': '74d8a5de-c6f0-4d06-811a-79cdff0a2765', 'status': 'completed', 'code': 200} May 26 17:01:01.712160 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-ebef3b4f-405a-4f4d-ad0f-165390c8719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:01.713687 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-ebef3b4f-405a-4f4d-ad0f-165390c8719c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 1095 time: 0.0889263 May 26 17:01:01.736552 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:01.737230 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:01.740938 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0d4ce-4b4a-4b41-86d9-c4ea56127f82 req-f78e79be-f135-480b-abab-64d8e1113e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:01.743370 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9fa0d4ce-4b4a-4b41-86d9-c4ea56127f82 req-f78e79be-f135-480b-abab-64d8e1113e5f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 1095 time: 0.0740511 May 26 17:01:01.780418 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30c64a-c4cf-40f6-854f-60c6e0e020e5 req-860a7fe0-cb7d-478c-84ed-58d6b8c0995e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:01.783301 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd30c64a-c4cf-40f6-854f-60c6e0e020e5 req-860a7fe0-cb7d-478c-84ed-58d6b8c0995e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 944 time: 0.0671849 May 26 17:01:01.854514 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd30c64a-c4cf-40f6-854f-60c6e0e020e5 req-22073019-ca28-48ec-a756-146826a7b7ed tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627005 May 26 17:01:01.958110 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21be4c7e-b2e1-4afe-8c77-5aaa2ef20406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d8a5de-c6f0-4d06-811a-79cdff0a2765'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:01:01.961272 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b2cbae-f42a-470c-94ba-e5fd9addd084" -d '{"events": [{"server_uuid": "21be4c7e-b2e1-4afe-8c77-5aaa2ef20406", "name": "network-vif-plugged", "status": "completed", "tag": "74d8a5de-c6f0-4d06-811a-79cdff0a2765"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:01:01.977219 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 74d8a5de-c6f0-4d06-811a-79cdff0a2765, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:01.978922 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3e44936e-c5e4-454a-9432-43512dcce32e None None] Provisioning complete for port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:01.979286 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3e44936e-c5e4-454a-9432-43512dcce32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:01.982786 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:02.076768 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=74d8a5de-c6f0-4d06-811a-79cdff0a2765,revision_number=11']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:02.104983 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2860a97e-e3c1-4bfe-94f1-0fced84fed66 x-openstack-request-id: req-2860a97e-e3c1-4bfe-94f1-0fced84fed66 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:01:02.105389 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21be4c7e-b2e1-4afe-8c77-5aaa2ef20406", "name": "network-vif-plugged", "status": "completed", "tag": "74d8a5de-c6f0-4d06-811a-79cdff0a2765", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:01:02.105544 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2860a97e-e3c1-4bfe-94f1-0fced84fed66 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:01:02.105900 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2860a97e-e3c1-4bfe-94f1-0fced84fed66'] response: {'server_uuid': '21be4c7e-b2e1-4afe-8c77-5aaa2ef20406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d8a5de-c6f0-4d06-811a-79cdff0a2765', 'code': 200} May 26 17:01:02.122917 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3e44936e-c5e4-454a-9432-43512dcce32e None None] Current status of the port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:02.249620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0d4ce-4b4a-4b41-86d9-c4ea56127f82 req-7474df32-0ac8-46c7-b8e8-3c522bb93e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:02.250989 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9fa0d4ce-4b4a-4b41-86d9-c4ea56127f82 req-7474df32-0ac8-46c7-b8e8-3c522bb93e1b service neutron] 10.222.0.81 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.4944305 May 26 17:01:02.252042 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-57fece4f-9d2b-4e02-bf9a-bbcdc507e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:02.253359 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-57fece4f-9d2b-4e02-bf9a-bbcdc507e89f service neutron] 10.222.0.83 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.5291936 May 26 17:01:02.371723 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9fa0d4ce-4b4a-4b41-86d9-c4ea56127f82 req-fd5d5d61-9c38-49c3-bae3-a149333a656b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765 HTTP/1.1" status: 200 len: 1000 time: 0.1122477 May 26 17:01:02.375389 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-243a3b21-cf69-4e1b-ba5d-0e87fce67f65 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765 HTTP/1.1" status: 200 len: 1000 time: 0.1099648 May 26 17:01:02.455146 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0d4ce-4b4a-4b41-86d9-c4ea56127f82 req-55b48dd4-d0ed-450f-8486-cdbf1f348114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:02.456633 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9fa0d4ce-4b4a-4b41-86d9-c4ea56127f82 req-55b48dd4-d0ed-450f-8486-cdbf1f348114 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0782325 May 26 17:01:02.473630 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-383ae3df-f44c-41af-ad12-4267f10f615b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:02.475245 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-383ae3df-f44c-41af-ad12-4267f10f615b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0890236 May 26 17:01:02.542738 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0d4ce-4b4a-4b41-86d9-c4ea56127f82 req-68a77759-23b7-4feb-ad63-591d904415af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:02.544214 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9fa0d4ce-4b4a-4b41-86d9-c4ea56127f82 req-68a77759-23b7-4feb-ad63-591d904415af service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789232 May 26 17:01:02.549973 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-c9f4b803-dfda-4a7c-898c-a1eae230d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:02.551346 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-c9f4b803-dfda-4a7c-898c-a1eae230d92d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581017 May 26 17:01:02.706948 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9fa0d4ce-4b4a-4b41-86d9-c4ea56127f82 req-8f2ed9f0-8fb2-45b6-ac9d-dbeed72110d1 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546638 May 26 17:01:02.711182 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-fbed8388-14cf-453a-82fb-0dba0eae1bed service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510699 May 26 17:01:02.872478 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9fa0d4ce-4b4a-4b41-86d9-c4ea56127f82 req-ce91951a-a2b1-4104-9a1a-2c41423ee7e0 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586807 May 26 17:01:02.875717 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a446880f-a0ae-4c8d-842c-ee317413d978 req-f339f465-87b7-43c7-a8e0-39b69d19a45d service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550448 May 26 17:01:02.980942 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba30792-24e5-473d-8799-e353047b4d78 req-a6169b06-5e55-4e53-88cb-b797a19e42c3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:02.982551 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bba30792-24e5-473d-8799-e353047b4d78 req-a6169b06-5e55-4e53-88cb-b797a19e42c3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 946 time: 0.0528083 May 26 17:01:03.024508 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bba30792-24e5-473d-8799-e353047b4d78 req-0346a532-ad50-4708-b8ac-3d12378d3955 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355091 May 26 17:01:03.026916 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0d4ce-4b4a-4b41-86d9-c4ea56127f82 req-64f397b8-9d7f-4120-aec2-5325cff28f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:03.028450 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9fa0d4ce-4b4a-4b41-86d9-c4ea56127f82 req-64f397b8-9d7f-4120-aec2-5325cff28f02 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 1097 time: 0.0466702 May 26 17:01:03.132174 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0d4ce-4b4a-4b41-86d9-c4ea56127f82 req-53300e17-26dd-4e0f-b673-fbe5160f93f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:03.133542 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9fa0d4ce-4b4a-4b41-86d9-c4ea56127f82 req-53300e17-26dd-4e0f-b673-fbe5160f93f4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.0983634 May 26 17:01:03.211295 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9fa0d4ce-4b4a-4b41-86d9-c4ea56127f82 req-63439a95-2d79-4b65-b893-7f6d89634c6f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765 HTTP/1.1" status: 200 len: 1000 time: 0.0700338 May 26 17:01:03.263812 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0d4ce-4b4a-4b41-86d9-c4ea56127f82 req-c1c2b95c-cacc-4e61-92b0-2a8c46a4cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:03.265391 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9fa0d4ce-4b4a-4b41-86d9-c4ea56127f82 req-c1c2b95c-cacc-4e61-92b0-2a8c46a4cd1e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0474105 May 26 17:01:03.317519 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0d4ce-4b4a-4b41-86d9-c4ea56127f82 req-d5de9630-5b5a-41c6-a782-4c56522b2463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:03.319835 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9fa0d4ce-4b4a-4b41-86d9-c4ea56127f82 req-d5de9630-5b5a-41c6-a782-4c56522b2463 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423055 May 26 17:01:03.420022 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9fa0d4ce-4b4a-4b41-86d9-c4ea56127f82 req-222e61d4-c99e-4570-a8f8-3b1e405b2675 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923104 May 26 17:01:03.517855 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9fa0d4ce-4b4a-4b41-86d9-c4ea56127f82 req-617e7260-6a68-4995-a12b-82c32e4bf8a3 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907471 May 26 17:01:04.164169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54533f9-8957-48a7-9892-94968cb66442 req-bfac030f-01ce-417d-a1c2-d98fef90863a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:04.165742 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d54533f9-8957-48a7-9892-94968cb66442 req-bfac030f-01ce-417d-a1c2-d98fef90863a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 946 time: 0.0641508 May 26 17:01:04.207247 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d54533f9-8957-48a7-9892-94968cb66442 req-fe8e74e1-c5de-4c7b-9601-50032b6253e2 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351272 May 26 17:01:04.975652 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 74d8a5de-c6f0-4d06-811a-79cdff0a2765 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:01:05.014265 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 74d8a5de-c6f0-4d06-811a-79cdff0a2765 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:01:05.330905 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b402b2c-065f-4441-b6b6-b89e5527c525 req-887bb52e-947b-469b-af96-6c3fdcbc44bf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:05.332363 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b402b2c-065f-4441-b6b6-b89e5527c525 req-887bb52e-947b-469b-af96-6c3fdcbc44bf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 946 time: 0.0481486 May 26 17:01:05.370356 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b402b2c-065f-4441-b6b6-b89e5527c525 req-7e6894a6-5234-4902-9159-1b79ea925338 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313451 May 26 17:01:06.127080 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 74d8a5de-c6f0-4d06-811a-79cdff0a2765 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:01:06.224708 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 74d8a5de-c6f0-4d06-811a-79cdff0a2765, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:06.235870 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '74d8a5de-c6f0-4d06-811a-79cdff0a2765', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'port_id': '74d8a5de-c6f0-4d06-811a-79cdff0a2765', 'mac_address': 'fa:16:3e:13:80:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:01:06.273846 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 is: ACTIVE; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:06.274230 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:06.286680 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74d8a5de-c6f0-4d06-811a-79cdff0a2765 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:01:06.306517 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 74d8a5de-c6f0-4d06-811a-79cdff0a2765, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:06.310438 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:06.356979 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=74d8a5de-c6f0-4d06-811a-79cdff0a2765,revision_number=12']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:06.504942 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d93dd-5ac4-47b0-bb6c-eeeb17891ff1 req-1d2ca2f8-9ffa-4ec9-83f3-927d13758d89 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:06.507257 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-405d93dd-5ac4-47b0-bb6c-eeeb17891ff1 req-1d2ca2f8-9ffa-4ec9-83f3-927d13758d89 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 945 time: 0.0597768 May 26 17:01:06.547895 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-405d93dd-5ac4-47b0-bb6c-eeeb17891ff1 req-22e3152c-cae1-40e3-bc88-9c6d0f251e3f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343580 May 26 17:01:06.814836 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['74d8a5de-c6f0-4d06-811a-79cdff0a2765'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:01:07.672271 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb9fa9-6552-4b0c-a174-16a96ceadc39 req-809ebb18-3f12-420e-a1cd-915deeae810e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:07.673627 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d1cb9fa9-6552-4b0c-a174-16a96ceadc39 req-809ebb18-3f12-420e-a1cd-915deeae810e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 945 time: 0.0528135 May 26 17:01:07.711133 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d1cb9fa9-6552-4b0c-a174-16a96ceadc39 req-60aef619-1f79-4859-82b9-989ffe46cf32 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313804 May 26 17:01:07.825079 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6351519-e0d0-49ff-b715-9adbbcffd9ef req-e1187a0b-f8c2-44d6-917a-de471d63be8f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:07.826547 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e6351519-e0d0-49ff-b715-9adbbcffd9ef req-e1187a0b-f8c2-44d6-917a-de471d63be8f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 945 time: 0.0482199 May 26 17:01:07.863983 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e6351519-e0d0-49ff-b715-9adbbcffd9ef req-52ee0890-ca23-400b-9b0d-289cabeb29bf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313880 May 26 17:01:07.983362 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba4b68-2ea4-4066-90ff-a64b1bff0c14 req-6df1e0e4-6af1-44a7-a2fc-f76ad8a4ff87 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:07.984885 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-22ba4b68-2ea4-4066-90ff-a64b1bff0c14 req-6df1e0e4-6af1-44a7-a2fc-f76ad8a4ff87 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 945 time: 0.0513721 May 26 17:01:08.026176 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-22ba4b68-2ea4-4066-90ff-a64b1bff0c14 req-71fef76e-d12f-421a-b5ee-4e7072654baf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333693 May 26 17:01:08.127612 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 74d8a5de-c6f0-4d06-811a-79cdff0a2765 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:01:08.185158 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:08.185583 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.267235 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:08.267537 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.282696 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8ef76-175d-40c6-8ba0-640aded24c2f req-c3122ea8-f438-497b-af62-ea40c6cd8f3b tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:08.284193 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f3c8ef76-175d-40c6-8ba0-640aded24c2f req-c3122ea8-f438-497b-af62-ea40c6cd8f3b tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 945 time: 0.0576792 May 26 17:01:08.291262 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21be4c7e-b2e1-4afe-8c77-5aaa2ef20406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d8a5de-c6f0-4d06-811a-79cdff0a2765'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:01:08.293510 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4da749-26f4-47f2-8682-c1a8fa580845" -d '{"events": [{"server_uuid": "21be4c7e-b2e1-4afe-8c77-5aaa2ef20406", "name": "network-vif-plugged", "status": "completed", "tag": "74d8a5de-c6f0-4d06-811a-79cdff0a2765"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:01:08.307031 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 74d8a5de-c6f0-4d06-811a-79cdff0a2765, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:08.313235 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:08.339784 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b97d79f-c94e-4579-93e4-9a011dad7e12 x-openstack-request-id: req-3b97d79f-c94e-4579-93e4-9a011dad7e12 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:01:08.340148 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21be4c7e-b2e1-4afe-8c77-5aaa2ef20406", "name": "network-vif-plugged", "status": "completed", "tag": "74d8a5de-c6f0-4d06-811a-79cdff0a2765", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:01:08.340368 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3b97d79f-c94e-4579-93e4-9a011dad7e12 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:01:08.340723 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b97d79f-c94e-4579-93e4-9a011dad7e12'] response: {'server_uuid': '21be4c7e-b2e1-4afe-8c77-5aaa2ef20406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d8a5de-c6f0-4d06-811a-79cdff0a2765', 'code': 200} May 26 17:01:08.344494 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f3c8ef76-175d-40c6-8ba0-640aded24c2f req-7552de52-f567-4933-9876-3f59d3829e96 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475969 May 26 17:01:08.369551 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=74d8a5de-c6f0-4d06-811a-79cdff0a2765,revision_number=13']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:09.463993 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1ebcc-ef76-466d-86db-84a444ea5a47 req-4c5a2ebd-c8ea-414a-b713-1f605e5b1976 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:09.465519 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28f1ebcc-ef76-466d-86db-84a444ea5a47 req-4c5a2ebd-c8ea-414a-b713-1f605e5b1976 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 946 time: 0.0488524 May 26 17:01:09.504515 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28f1ebcc-ef76-466d-86db-84a444ea5a47 req-a8225cdc-e3e2-48b2-bb26-96de43a572de tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330281 May 26 17:01:10.202034 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd37e2-3eb4-4c3f-9627-b3db7a406d36 req-a3946642-c06a-476b-9d07-7118a2cb3333 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:10.203522 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-71dd37e2-3eb4-4c3f-9627-b3db7a406d36 req-a3946642-c06a-476b-9d07-7118a2cb3333 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.83 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 946 time: 0.0492952 May 26 17:01:10.298809 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-71dd37e2-3eb4-4c3f-9627-b3db7a406d36 req-57894782-dacd-448e-ad09-9000a625d358 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Deleting port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:01:10.299165 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-71dd37e2-3eb4-4c3f-9627-b3db7a406d36 req-57894782-dacd-448e-ad09-9000a625d358 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:10.397936 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-71dd37e2-3eb4-4c3f-9627-b3db7a406d36 req-57894782-dacd-448e-ad09-9000a625d358 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] For port 74d8a5de-c6f0-4d06-811a-79cdff0a2765, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=74d8a5de-c6f0-4d06-811a-79cdff0a2765,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:10.398565 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-71dd37e2-3eb4-4c3f-9627-b3db7a406d36 req-57894782-dacd-448e-ad09-9000a625d358 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:10.583333 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-71dd37e2-3eb4-4c3f-9627-b3db7a406d36 req-57894782-dacd-448e-ad09-9000a625d358 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:10.584257 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-71dd37e2-3eb4-4c3f-9627-b3db7a406d36 req-57894782-dacd-448e-ad09-9000a625d358 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:10.584750 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [req-71dd37e2-3eb4-4c3f-9627-b3db7a406d36 req-57894782-dacd-448e-ad09-9000a625d358 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Floating IP d36c65c6-0cab-4de9-9984-bd78dce86a4e disassociated. External IP: 172.25.7.5, port: 74d8a5de-c6f0-4d06-811a-79cdff0a2765. May 26 17:01:10.585108 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-71dd37e2-3eb4-4c3f-9627-b3db7a406d36 req-57894782-dacd-448e-ad09-9000a625d358 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Calling delete_port for 74d8a5de-c6f0-4d06-811a-79cdff0a2765 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:01:10.624827 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f031b24-bd58-4f15-98b0-ce2bde57f8a9 req-2f60e22a-1938-4632-a46f-7a40761b4522 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:10.626314 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f031b24-bd58-4f15-98b0-ce2bde57f8a9 req-2f60e22a-1938-4632-a46f-7a40761b4522 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=21be4c7e-b2e1-4afe-8c77-5aaa2ef20406 HTTP/1.1" status: 200 len: 946 time: 0.0502956 May 26 17:01:10.666792 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f031b24-bd58-4f15-98b0-ce2bde57f8a9 req-0a8f3268-0845-4f87-9d58-10a568ded2d7 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335519 May 26 17:01:10.717001 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-71dd37e2-3eb4-4c3f-9627-b3db7a406d36 req-57894782-dacd-448e-ad09-9000a625d358 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:10.749761 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57894782-dacd-448e-ad09-9000a625d358 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Pushing event deleted for resources: {'Port': ['ID=74d8a5de-c6f0-4d06-811a-79cdff0a2765,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:10.880250 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71dd37e2-3eb4-4c3f-9627-b3db7a406d36 req-57894782-dacd-448e-ad09-9000a625d358 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:01:10.991071 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71dd37e2-3eb4-4c3f-9627-b3db7a406d36 req-57894782-dacd-448e-ad09-9000a625d358 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:01:11.001484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118ba4aa-aa62-4370-8e0e-6acb22d6fb77 None None] Sync routers for ids ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:01:11.011575 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118ba4aa-aa62-4370-8e0e-6acb22d6fb77 None None] Routers {'d0ade225-c0a0-4fd3-b208-4a0191fa5d60'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:01:11.012258 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-118ba4aa-aa62-4370-8e0e-6acb22d6fb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:00:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:11.031222 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-71dd37e2-3eb4-4c3f-9627-b3db7a406d36 req-57894782-dacd-448e-ad09-9000a625d358 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] No DVR routers for this DVR port 74d8a5de-c6f0-4d06-811a-79cdff0a2765 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:01:11.033858 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-71dd37e2-3eb4-4c3f-9627-b3db7a406d36 req-57894782-dacd-448e-ad09-9000a625d358 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:11.037944 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-71dd37e2-3eb4-4c3f-9627-b3db7a406d36 req-57894782-dacd-448e-ad09-9000a625d358 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.83 "DELETE /v2.0/ports/74d8a5de-c6f0-4d06-811a-79cdff0a2765 HTTP/1.1" status: 204 len: 173 time: 0.8277493 May 26 17:01:11.038417 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21be4c7e-b2e1-4afe-8c77-5aaa2ef20406', 'name': 'network-vif-deleted', 'tag': '74d8a5de-c6f0-4d06-811a-79cdff0a2765'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:01:11.040795 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec59735f-42c2-43c2-9c0b-ac664894f0e8" -d '{"events": [{"server_uuid": "21be4c7e-b2e1-4afe-8c77-5aaa2ef20406", "name": "network-vif-deleted", "tag": "74d8a5de-c6f0-4d06-811a-79cdff0a2765"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:01:11.088027 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61164de4-dce0-40ae-b82c-1dc7ecbcacd4 x-openstack-request-id: req-61164de4-dce0-40ae-b82c-1dc7ecbcacd4 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:01:11.088519 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21be4c7e-b2e1-4afe-8c77-5aaa2ef20406", "name": "network-vif-deleted", "tag": "74d8a5de-c6f0-4d06-811a-79cdff0a2765", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:01:11.088919 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-61164de4-dce0-40ae-b82c-1dc7ecbcacd4 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:01:11.089751 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61164de4-dce0-40ae-b82c-1dc7ecbcacd4'] response: {'server_uuid': '21be4c7e-b2e1-4afe-8c77-5aaa2ef20406', 'name': 'network-vif-deleted', 'tag': '74d8a5de-c6f0-4d06-811a-79cdff0a2765', 'status': 'completed', 'code': 200} May 26 17:01:11.128605 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-118ba4aa-aa62-4370-8e0e-6acb22d6fb77 None None] Set router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:01:11.336334 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-118ba4aa-aa62-4370-8e0e-6acb22d6fb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:11.365770 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118ba4aa-aa62-4370-8e0e-6acb22d6fb77 None None] Checking router: d0ade225-c0a0-4fd3-b208-4a0191fa5d60 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:01:11.374073 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118ba4aa-aa62-4370-8e0e-6acb22d6fb77 None None] Routers {'d0ade225-c0a0-4fd3-b208-4a0191fa5d60'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:01:11.374695 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-118ba4aa-aa62-4370-8e0e-6acb22d6fb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:00:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:11.480877 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-118ba4aa-aa62-4370-8e0e-6acb22d6fb77 None None] Set router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:01:11.690415 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-118ba4aa-aa62-4370-8e0e-6acb22d6fb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:11.717481 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118ba4aa-aa62-4370-8e0e-6acb22d6fb77 None None] The sync data for ids ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'] in n-d-843337-2 is: [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:01:11.920735 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d6d79115-6851-4bb4-8640-96249927bd69 req-d39a5834-73a3-4768-81df-abbc092e4c12 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--961531788&fields=id&tenant_id=e83c46c26b9545dca85e357bf3fc5235 HTTP/1.1" status: 200 len: 267 time: 0.0337813 May 26 17:01:11.962135 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1538196-7d81-45b1-80a8-780bb226c526 None None] New status for floating IP d36c65c6-0cab-4de9-9984-bd78dce86a4e: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:01:12.040688 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d79115-6851-4bb4-8640-96249927bd69 req-7051b627-8213-431e-913a-8c49a169034d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:12.042188 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d6d79115-6851-4bb4-8640-96249927bd69 req-7051b627-8213-431e-913a-8c49a169034d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 812 time: 0.1128466 May 26 17:01:12.058947 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d6d79115-6851-4bb4-8640-96249927bd69 req-4e9d8974-dfd5-452a-aba7-d00146c29273 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/quotas/e83c46c26b9545dca85e357bf3fc5235 HTTP/1.1" status: 200 len: 375 time: 0.0101750 May 26 17:01:12.117837 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d6d79115-6851-4bb4-8640-96249927bd69 req-69ef6d3f-333b-45cb-abfc-9e273d492a6c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533500 May 26 17:01:12.261972 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d6d79115-6851-4bb4-8640-96249927bd69 req-2d8a17e1-961f-431a-8da6-31e52583008a service neutron] 10.222.0.77 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315992 May 26 17:01:12.356386 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d6d79115-6851-4bb4-8640-96249927bd69 req-f1364184-c9ca-4e09-bfec-3ca002740e48 service neutron] 10.222.0.77 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831909 May 26 17:01:12.518194 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eaa44dae-ebc6-46a2-ab59-a16445a27889 req-5c1405ef-cf5b-49f4-a267-dc25be059574 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 210 time: 0.0268793 May 26 17:01:13.139048 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c969bcb2-c85b-4594-ae7e-ce5352452f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:13.446393 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d79115-6851-4bb4-8640-96249927bd69 req-74995c2f-3517-4b2d-b09c-de7b623d12d9 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:13.447789 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d6d79115-6851-4bb4-8640-96249927bd69 req-74995c2f-3517-4b2d-b09c-de7b623d12d9 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.81 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 812 time: 0.1107702 May 26 17:01:13.492499 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d6d79115-6851-4bb4-8640-96249927bd69 req-8bebfef5-297e-4ebf-9126-d1bdb3daeb29 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e83c46c26b9545dca85e357bf3fc5235 HTTP/1.1" status: 200 len: 379 time: 0.0360308 May 26 17:01:13.502890 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-d6d79115-6851-4bb4-8640-96249927bd69 req-fb2d60c4-8ce3-4691-9546-0c6eeda2c676 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Request body: {'port': {'device_id': 'd1145f8c-08f5-4190-aca5-0e6900cc7e53', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'admin_state_up': True, 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'security_groups': ['aeb59f00-97ab-4d74-a06c-527de076575f']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:01:13.620667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d79115-6851-4bb4-8640-96249927bd69 req-fb2d60c4-8ce3-4691-9546-0c6eeda2c676 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Made reservation on behalf of e83c46c26b9545dca85e357bf3fc5235 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:01:13.624180 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d6d79115-6851-4bb4-8640-96249927bd69 req-fb2d60c4-8ce3-4691-9546-0c6eeda2c676 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:13.624709 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c337827b-3067-4737-a3d6-7d400b4d62ca req-919b5927-31f5-4ba1-a48f-7466054a8aeb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 210 time: 0.0317218 May 26 17:01:13.769225 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-d6d79115-6851-4bb4-8640-96249927bd69 req-fb2d60c4-8ce3-4691-9546-0c6eeda2c676 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Allocated IP 172.20.0.3 (25b2dce5-12da-4c86-8388-53d1dc2cf81c/52369edf-1c90-45d1-a251-f17c7cc4f525/287f0cf2-039b-458e-9b76-3c34279126f8) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:01:13.907958 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d6d79115-6851-4bb4-8640-96249927bd69 req-fb2d60c4-8ce3-4691-9546-0c6eeda2c676 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:13.942057 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d6d79115-6851-4bb4-8640-96249927bd69 req-fb2d60c4-8ce3-4691-9546-0c6eeda2c676 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:13.993485 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d79115-6851-4bb4-8640-96249927bd69 req-fb2d60c4-8ce3-4691-9546-0c6eeda2c676 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Network 25b2dce5-12da-4c86-8388-53d1dc2cf81c is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:01:13.996610 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-d6d79115-6851-4bb4-8640-96249927bd69 req-fb2d60c4-8ce3-4691-9546-0c6eeda2c676 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:01:14.000199 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d79115-6851-4bb4-8640-96249927bd69 req-fb2d60c4-8ce3-4691-9546-0c6eeda2c676 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:01:14.007125 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d60c4-8ce3-4691-9546-0c6eeda2c676 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Pushing event updated for resources: {'Port': ['ID=287f0cf2-039b-458e-9b76-3c34279126f8,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:14.056958 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d79115-6851-4bb4-8640-96249927bd69 req-fb2d60c4-8ce3-4691-9546-0c6eeda2c676 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:14.057675 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d6d79115-6851-4bb4-8640-96249927bd69 req-fb2d60c4-8ce3-4691-9546-0c6eeda2c676 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:14.076640 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d6d79115-6851-4bb4-8640-96249927bd69 req-fb2d60c4-8ce3-4691-9546-0c6eeda2c676 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5772891 May 26 17:01:14.088985 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-d6d79115-6851-4bb4-8640-96249927bd69 req-30bad9ec-243c-45b2-a689-b69d5c967723 service neutron] Request body: {'port': {'device_id': 'd1145f8c-08f5-4190-aca5-0e6900cc7e53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:01:14.126173 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 74d8a5de-c6f0-4d06-811a-79cdff0a2765 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:01:14.145455 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d6d79115-6851-4bb4-8640-96249927bd69 req-30bad9ec-243c-45b2-a689-b69d5c967723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:14.149061 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 74d8a5de-c6f0-4d06-811a-79cdff0a2765 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:01:14.149604 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 74d8a5de-c6f0-4d06-811a-79cdff0a2765 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:01:14.229622 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5b1f9252-cb56-4549-b131-7aaa41a51ef0 None None] Provisioning complete for port 287f0cf2-039b-458e-9b76-3c34279126f8 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:14.229992 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5b1f9252-cb56-4549-b131-7aaa41a51ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:14.265374 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5b1f9252-cb56-4549-b131-7aaa41a51ef0 None None] Port 287f0cf2-039b-458e-9b76-3c34279126f8 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:01:14.419616 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-d6d79115-6851-4bb4-8640-96249927bd69 req-30bad9ec-243c-45b2-a689-b69d5c967723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287f0cf2-039b-458e-9b76-3c34279126f8 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:01:14.426815 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d6d79115-6851-4bb4-8640-96249927bd69 req-30bad9ec-243c-45b2-a689-b69d5c967723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:14.439127 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-d6d79115-6851-4bb4-8640-96249927bd69 req-30bad9ec-243c-45b2-a689-b69d5c967723 service neutron] Transition to ACTIVE for port object 287f0cf2-039b-458e-9b76-3c34279126f8 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 17:01:14.442910 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d6d79115-6851-4bb4-8640-96249927bd69 req-30bad9ec-243c-45b2-a689-b69d5c967723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:14.494760 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bad9ec-243c-45b2-a689-b69d5c967723 service neutron] Pushing event updated for resources: {'Port': ['ID=287f0cf2-039b-458e-9b76-3c34279126f8,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:14.567558 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-d6d79115-6851-4bb4-8640-96249927bd69 req-30bad9ec-243c-45b2-a689-b69d5c967723 service neutron] Attempting to bind port 287f0cf2-039b-458e-9b76-3c34279126f8 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:01:14.568537 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-d6d79115-6851-4bb4-8640-96249927bd69 req-30bad9ec-243c-45b2-a689-b69d5c967723 service neutron] Attempting to bind port 287f0cf2-039b-458e-9b76-3c34279126f8 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:01:14.568878 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d79115-6851-4bb4-8640-96249927bd69 req-30bad9ec-243c-45b2-a689-b69d5c967723 service neutron] Attempting to bind port 287f0cf2-039b-458e-9b76-3c34279126f8 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:01:14.574250 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d79115-6851-4bb4-8640-96249927bd69 req-30bad9ec-243c-45b2-a689-b69d5c967723 service neutron] Port 287f0cf2-039b-458e-9b76-3c34279126f8 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:01:14.574575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d79115-6851-4bb4-8640-96249927bd69 req-30bad9ec-243c-45b2-a689-b69d5c967723 service neutron] Attempting to bind port 287f0cf2-039b-458e-9b76-3c34279126f8 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:01:14.579687 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d79115-6851-4bb4-8640-96249927bd69 req-30bad9ec-243c-45b2-a689-b69d5c967723 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:01:14.580035 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d79115-6851-4bb4-8640-96249927bd69 req-30bad9ec-243c-45b2-a689-b69d5c967723 service neutron] Checking segment: {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:01:14.580668 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d79115-6851-4bb4-8640-96249927bd69 req-30bad9ec-243c-45b2-a689-b69d5c967723 service neutron] Bound using segment: {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:01:14.580923 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-d6d79115-6851-4bb4-8640-96249927bd69 req-30bad9ec-243c-45b2-a689-b69d5c967723 service neutron] Bound port: 287f0cf2-039b-458e-9b76-3c34279126f8, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:01:14.581343 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d6d79115-6851-4bb4-8640-96249927bd69 req-30bad9ec-243c-45b2-a689-b69d5c967723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:14.654402 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-d6d79115-6851-4bb4-8640-96249927bd69 req-30bad9ec-243c-45b2-a689-b69d5c967723 service neutron] For port 287f0cf2-039b-458e-9b76-3c34279126f8, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:01:14.658568 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-d6d79115-6851-4bb4-8640-96249927bd69 req-30bad9ec-243c-45b2-a689-b69d5c967723 service neutron] For port 287f0cf2-039b-458e-9b76-3c34279126f8, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=287f0cf2-039b-458e-9b76-3c34279126f8,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:01:14.664610 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d6d79115-6851-4bb4-8640-96249927bd69 req-30bad9ec-243c-45b2-a689-b69d5c967723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:14.702776 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d79115-6851-4bb4-8640-96249927bd69 req-30bad9ec-243c-45b2-a689-b69d5c967723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:14.703388 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d6d79115-6851-4bb4-8640-96249927bd69 req-30bad9ec-243c-45b2-a689-b69d5c967723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:14.704820 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d6d79115-6851-4bb4-8640-96249927bd69 req-30bad9ec-243c-45b2-a689-b69d5c967723 service neutron] 10.222.0.81 "PUT /v2.0/ports/287f0cf2-039b-458e-9b76-3c34279126f8 HTTP/1.1" status: 200 len: 1091 time: 0.6202991 May 26 17:01:14.705260 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1145f8c-08f5-4190-aca5-0e6900cc7e53', 'tag': '287f0cf2-039b-458e-9b76-3c34279126f8'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:01:14.707491 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b969b7-2594-4e10-9412-82b45d63b31f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1145f8c-08f5-4190-aca5-0e6900cc7e53", "tag": "287f0cf2-039b-458e-9b76-3c34279126f8"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:01:14.730871 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bad9ec-243c-45b2-a689-b69d5c967723 service neutron] Pushing event updated for resources: {'Port': ['ID=287f0cf2-039b-458e-9b76-3c34279126f8,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:14.754593 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605644ca-7ff7-4d2a-81bf-9af69ea0745e req-69d888ac-db5c-4271-9a9a-686b29fe4d8a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:14.763104 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-605644ca-7ff7-4d2a-81bf-9af69ea0745e req-69d888ac-db5c-4271-9a9a-686b29fe4d8a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 943 time: 0.0613055 May 26 17:01:14.773189 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00214ca2-0fba-4acb-8f0d-fe3c1fefd56d x-openstack-request-id: req-00214ca2-0fba-4acb-8f0d-fe3c1fefd56d {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:01:14.774100 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1145f8c-08f5-4190-aca5-0e6900cc7e53", "tag": "287f0cf2-039b-458e-9b76-3c34279126f8", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:01:14.774100 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-00214ca2-0fba-4acb-8f0d-fe3c1fefd56d {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:01:14.774398 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00214ca2-0fba-4acb-8f0d-fe3c1fefd56d'] response: {'name': 'network-changed', 'server_uuid': 'd1145f8c-08f5-4190-aca5-0e6900cc7e53', 'tag': '287f0cf2-039b-458e-9b76-3c34279126f8', 'status': 'completed', 'code': 200} May 26 17:01:14.808507 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d79115-6851-4bb4-8640-96249927bd69 req-e0f163cf-89cf-499f-96b1-3420d1fd614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:14.809642 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-605644ca-7ff7-4d2a-81bf-9af69ea0745e req-ece1ff94-8c69-4e49-a384-13109aa33542 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452192 May 26 17:01:14.810159 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d6d79115-6851-4bb4-8640-96249927bd69 req-e0f163cf-89cf-499f-96b1-3420d1fd614e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 1094 time: 0.0509708 May 26 17:01:14.864416 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d6d79115-6851-4bb4-8640-96249927bd69 req-b2614ac7-c689-4d6b-beeb-ea915606ad2e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=287f0cf2-039b-458e-9b76-3c34279126f8 HTTP/1.1" status: 200 len: 217 time: 0.0465944 May 26 17:01:14.915799 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d79115-6851-4bb4-8640-96249927bd69 req-fb2661bb-f292-4af3-96c6-3ca98d20445e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:14.917341 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d6d79115-6851-4bb4-8640-96249927bd69 req-fb2661bb-f292-4af3-96c6-3ca98d20445e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0461037 May 26 17:01:14.964501 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d79115-6851-4bb4-8640-96249927bd69 req-eb258220-1768-466e-8786-16aa352f4171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:14.966005 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d6d79115-6851-4bb4-8640-96249927bd69 req-eb258220-1768-466e-8786-16aa352f4171 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411210 May 26 17:01:15.059012 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d6d79115-6851-4bb4-8640-96249927bd69 req-edf6909d-a022-4af4-8bea-086673ebeb49 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859590 May 26 17:01:15.150596 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d6d79115-6851-4bb4-8640-96249927bd69 req-c25a91b9-c4a9-4bf2-a209-17f3fbeb0c1b service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840602 May 26 17:01:15.235186 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b969b7-2594-4e10-9412-82b45d63b31f req-a024d5af-b1d7-403b-84c5-ad07c0ebf053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:15.236710 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30b969b7-2594-4e10-9412-82b45d63b31f req-a024d5af-b1d7-403b-84c5-ad07c0ebf053 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 1094 time: 0.0408568 May 26 17:01:15.336564 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b969b7-2594-4e10-9412-82b45d63b31f req-565658dc-1638-49fd-aa33-dea564623a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:15.338047 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30b969b7-2594-4e10-9412-82b45d63b31f req-565658dc-1638-49fd-aa33-dea564623a53 service neutron] 10.222.0.81 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.0937996 May 26 17:01:15.379130 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30b969b7-2594-4e10-9412-82b45d63b31f req-15773317-6975-454a-ad2e-7817511f00f4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=287f0cf2-039b-458e-9b76-3c34279126f8 HTTP/1.1" status: 200 len: 217 time: 0.0340285 May 26 17:01:15.435003 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b969b7-2594-4e10-9412-82b45d63b31f req-3a23302e-e0da-4095-a752-0b75915b126c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:15.436517 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30b969b7-2594-4e10-9412-82b45d63b31f req-3a23302e-e0da-4095-a752-0b75915b126c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0488019 May 26 17:01:15.482883 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b969b7-2594-4e10-9412-82b45d63b31f req-40aef04e-5544-42d1-9fd7-625cc2de29e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:15.484405 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30b969b7-2594-4e10-9412-82b45d63b31f req-40aef04e-5544-42d1-9fd7-625cc2de29e2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405400 May 26 17:01:15.575654 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6074d715-023a-4d2c-b65f-ebd0eed460dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:15.576406 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30b969b7-2594-4e10-9412-82b45d63b31f req-7fb10924-3b80-4218-b2b5-86d04fa355d9 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846672 May 26 17:01:15.672692 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30b969b7-2594-4e10-9412-82b45d63b31f req-86e7a504-98d3-4b5a-b999-5d17bfc801f4 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893867 May 26 17:01:15.921993 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2145e1b-875d-4a11-afd9-63828cc1cb36 req-c2cbf30b-1b98-44e3-b40f-803ca7d8ddb5 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:15.923467 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2145e1b-875d-4a11-afd9-63828cc1cb36 req-c2cbf30b-1b98-44e3-b40f-803ca7d8ddb5 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 943 time: 0.0488997 May 26 17:01:15.962626 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b2145e1b-875d-4a11-afd9-63828cc1cb36 req-feced71a-d782-4d50-836e-8c51e3a27cd0 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322440 May 26 17:01:16.736634 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:17.079764 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cde75b-339a-48f4-b78b-a5df391dc172 req-cfa1d1b7-2902-4a1c-af9c-b5c31c241450 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:17.081252 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e0cde75b-339a-48f4-b78b-a5df391dc172 req-cfa1d1b7-2902-4a1c-af9c-b5c31c241450 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 943 time: 0.0497437 May 26 17:01:17.122001 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e0cde75b-339a-48f4-b78b-a5df391dc172 req-146227e1-9e6c-41bc-ad94-eda43e08bfdf tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346777 May 26 17:01:18.244698 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07022e78-7ff1-4e25-a2e8-e95672be28b0 req-d6e5cd09-74a5-4e0f-be94-b9786053f31a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:18.246178 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07022e78-7ff1-4e25-a2e8-e95672be28b0 req-d6e5cd09-74a5-4e0f-be94-b9786053f31a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 943 time: 0.0502367 May 26 17:01:18.288329 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07022e78-7ff1-4e25-a2e8-e95672be28b0 req-8b46000e-3f09-4556-b867-001e4edfd406 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354712 May 26 17:01:18.473450 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:18.574772 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:19.035628 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 287f0cf2-039b-458e-9b76-3c34279126f8 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:01:19.111094 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:19.143942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 287f0cf2-039b-458e-9b76-3c34279126f8, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=287f0cf2-039b-458e-9b76-3c34279126f8,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:19.157491 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '287f0cf2-039b-458e-9b76-3c34279126f8', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'port_id': '287f0cf2-039b-458e-9b76-3c34279126f8', 'mac_address': 'fa:16:3e:50:39:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:01:19.197569 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 287f0cf2-039b-458e-9b76-3c34279126f8 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:19.197948 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:19.211215 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287f0cf2-039b-458e-9b76-3c34279126f8 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:01:19.233660 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 287f0cf2-039b-458e-9b76-3c34279126f8, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=287f0cf2-039b-458e-9b76-3c34279126f8,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:19.238932 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:19.286842 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=287f0cf2-039b-458e-9b76-3c34279126f8,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:19.409809 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ee0a5-906a-42dc-91b3-8e009a634b32 req-01684d5a-0d77-46df-98c1-3db37cef07a8 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:19.411312 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d81ee0a5-906a-42dc-91b3-8e009a634b32 req-01684d5a-0d77-46df-98c1-3db37cef07a8 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 944 time: 0.0521908 May 26 17:01:19.437770 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['287f0cf2-039b-458e-9b76-3c34279126f8'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:01:19.451596 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d81ee0a5-906a-42dc-91b3-8e009a634b32 req-01cab984-d34d-439e-83da-eaabf69b4188 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340912 May 26 17:01:20.572918 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8ca3e-51f4-415d-8836-0b53f657deb2 req-d376d7d9-960e-43bb-8114-9056b425154e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:20.574413 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a0e8ca3e-51f4-415d-8836-0b53f657deb2 req-d376d7d9-960e-43bb-8114-9056b425154e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 944 time: 0.0485609 May 26 17:01:20.617589 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a0e8ca3e-51f4-415d-8836-0b53f657deb2 req-3f9cf50f-0126-4656-a36d-d2b0442bf433 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368052 May 26 17:01:21.030335 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 287f0cf2-039b-458e-9b76-3c34279126f8 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:01:21.080465 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 287f0cf2-039b-458e-9b76-3c34279126f8 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 17:01:21.085006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 287f0cf2-039b-458e-9b76-3c34279126f8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:01:21.085376 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:21.166585 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 287f0cf2-039b-458e-9b76-3c34279126f8 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:01:21.166968 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:21.189922 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1145f8c-08f5-4190-aca5-0e6900cc7e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287f0cf2-039b-458e-9b76-3c34279126f8'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:01:21.192355 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fb6d09-ab93-4b96-aa22-39c90db550fa" -d '{"events": [{"server_uuid": "d1145f8c-08f5-4190-aca5-0e6900cc7e53", "name": "network-vif-plugged", "status": "completed", "tag": "287f0cf2-039b-458e-9b76-3c34279126f8"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:01:21.204646 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 287f0cf2-039b-458e-9b76-3c34279126f8, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=287f0cf2-039b-458e-9b76-3c34279126f8,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:01:21.208842 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:21.232868 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2423ec24-3d5b-499b-b579-0de04e8416ed x-openstack-request-id: req-2423ec24-3d5b-499b-b579-0de04e8416ed {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:01:21.233175 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1145f8c-08f5-4190-aca5-0e6900cc7e53", "name": "network-vif-plugged", "status": "completed", "tag": "287f0cf2-039b-458e-9b76-3c34279126f8", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:01:21.233407 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2423ec24-3d5b-499b-b579-0de04e8416ed {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:01:21.233819 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2423ec24-3d5b-499b-b579-0de04e8416ed'] response: {'server_uuid': 'd1145f8c-08f5-4190-aca5-0e6900cc7e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287f0cf2-039b-458e-9b76-3c34279126f8', 'code': 200} May 26 17:01:21.261589 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=287f0cf2-039b-458e-9b76-3c34279126f8,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:01:21.341370 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dbe67-e63f-47ed-8068-9d37f1f633b4 req-a16637f4-5b83-4e95-a416-a161c4331f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:21.342777 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ab7dbe67-e63f-47ed-8068-9d37f1f633b4 req-a16637f4-5b83-4e95-a416-a161c4331f39 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 1096 time: 0.0395210 May 26 17:01:21.378770 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ab7dbe67-e63f-47ed-8068-9d37f1f633b4 req-06e7279a-ed62-4e42-9d03-7a0486bc0a04 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281582 May 26 17:01:21.740473 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41347b-6a9b-4332-bd27-ae9678f6d2e1 req-edbbeab3-4da2-4869-9609-6a4b3078cbe0 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:21.742730 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb41347b-6a9b-4332-bd27-ae9678f6d2e1 req-edbbeab3-4da2-4869-9609-6a4b3078cbe0 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0515645 May 26 17:01:21.782997 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb41347b-6a9b-4332-bd27-ae9678f6d2e1 req-7f4ca53d-ab29-4e3e-806e-eaa3f97e7846 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347345 May 26 17:01:22.653070 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:01:22.902305 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc177fc-1e44-46bc-8e8c-cbacc5125a99 req-6e46b4e9-5d24-4c0b-b108-c6bdb67562ff tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:22.903857 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8fc177fc-1e44-46bc-8e8c-cbacc5125a99 req-6e46b4e9-5d24-4c0b-b108-c6bdb67562ff tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0497403 May 26 17:01:22.941722 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8fc177fc-1e44-46bc-8e8c-cbacc5125a99 req-d6e0a238-6b7e-47a7-bd67-c09a8cc689c6 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317338 May 26 17:01:23.053977 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded587c-5e42-463c-ba3f-9777af761568 req-79ab6b0c-0923-4c65-a826-36c8c677b5a0 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:23.055446 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ded587c-5e42-463c-ba3f-9777af761568 req-79ab6b0c-0923-4c65-a826-36c8c677b5a0 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0487258 May 26 17:01:23.064413 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40280) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:01:23.069395 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-24e99633-cb5c-4878-a1d4-c793a6407934 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Request body: {'floatingip': {'port_id': '287f0cf2-039b-458e-9b76-3c34279126f8'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:01:23.111750 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24e99633-cb5c-4878-a1d4-c793a6407934 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for floatingip, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:23.557437 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24e99633-cb5c-4878-a1d4-c793a6407934 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:23.561290 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24e99633-cb5c-4878-a1d4-c793a6407934 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:23.658867 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-24e99633-cb5c-4878-a1d4-c793a6407934 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Floating IP d36c65c6-0cab-4de9-9984-bd78dce86a4e associated. External IP: 172.25.7.5, port: 287f0cf2-039b-458e-9b76-3c34279126f8. May 26 17:01:24.182577 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e99633-cb5c-4878-a1d4-c793a6407934 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:01:24.291332 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e99633-cb5c-4878-a1d4-c793a6407934 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:01:24.296232 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-24e99633-cb5c-4878-a1d4-c793a6407934 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:24.301949 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd136f4-b174-410b-a603-0e0c3e714228 None None] Sync routers for ids ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:01:24.312482 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd136f4-b174-410b-a603-0e0c3e714228 None None] Routers {'d0ade225-c0a0-4fd3-b208-4a0191fa5d60'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:01:24.313110 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6cd136f4-b174-410b-a603-0e0c3e714228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:01:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:24.325808 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-24e99633-cb5c-4878-a1d4-c793a6407934 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "PUT /v2.0/floatingips/d36c65c6-0cab-4de9-9984-bd78dce86a4e HTTP/1.1" status: 200 len: 990 time: 1.2603283 May 26 17:01:24.326403 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1145f8c-08f5-4190-aca5-0e6900cc7e53', 'tag': '287f0cf2-039b-458e-9b76-3c34279126f8'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:01:24.328787 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24103bee38bbd97c6ccfbe10b0e84632f8bc6809d0c06cc395e50ba217a9e387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d7cf41-11dd-4bc8-a653-c6b8211df67e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1145f8c-08f5-4190-aca5-0e6900cc7e53", "tag": "287f0cf2-039b-458e-9b76-3c34279126f8"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:01:24.426033 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77099fe7-11a7-422f-9850-576958395ff9 x-openstack-request-id: req-77099fe7-11a7-422f-9850-576958395ff9 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:01:24.426328 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1145f8c-08f5-4190-aca5-0e6900cc7e53", "tag": "287f0cf2-039b-458e-9b76-3c34279126f8", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:01:24.426576 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-77099fe7-11a7-422f-9850-576958395ff9 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:01:24.427099 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77099fe7-11a7-422f-9850-576958395ff9'] response: {'name': 'network-changed', 'server_uuid': 'd1145f8c-08f5-4190-aca5-0e6900cc7e53', 'tag': '287f0cf2-039b-458e-9b76-3c34279126f8', 'status': 'completed', 'code': 200} May 26 17:01:24.429503 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-6cd136f4-b174-410b-a603-0e0c3e714228 None None] Set router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:01:24.496810 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7cf41-11dd-4bc8-a653-c6b8211df67e req-1fcdb236-ddc5-4e12-a410-bb1c48d81b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:24.498407 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-84d7cf41-11dd-4bc8-a653-c6b8211df67e req-1fcdb236-ddc5-4e12-a410-bb1c48d81b43 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 1096 time: 0.0461524 May 26 17:01:24.607821 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7cf41-11dd-4bc8-a653-c6b8211df67e req-5d5a481b-c2ef-4a18-b983-553b50c27adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:24.609330 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-84d7cf41-11dd-4bc8-a653-c6b8211df67e req-5d5a481b-c2ef-4a18-b983-553b50c27adb service neutron] 10.222.0.81 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.1031094 May 26 17:01:24.681320 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6cd136f4-b174-410b-a603-0e0c3e714228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'd36c65c6-0cab-4de9-9984-bd78dce86a4e', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'port_id': '287f0cf2-039b-458e-9b76-3c34279126f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'mac_address': 'fa:16:3e:50:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1145f8c-08f5-4190-aca5-0e6900cc7e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:44Z', 'updated_at': '2022-05-26T17:01:23Z', 'revision_number': 13, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:24.684215 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-84d7cf41-11dd-4bc8-a653-c6b8211df67e req-e852e1cd-8efc-42c9-a1f4-892f0834cbfe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=287f0cf2-039b-458e-9b76-3c34279126f8 HTTP/1.1" status: 200 len: 998 time: 0.0674393 May 26 17:01:24.707533 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd136f4-b174-410b-a603-0e0c3e714228 None None] Checking router: d0ade225-c0a0-4fd3-b208-4a0191fa5d60 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:01:24.716735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd136f4-b174-410b-a603-0e0c3e714228 None None] Routers {'d0ade225-c0a0-4fd3-b208-4a0191fa5d60'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:01:24.717353 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6cd136f4-b174-410b-a603-0e0c3e714228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:01:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:24.740937 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7cf41-11dd-4bc8-a653-c6b8211df67e req-6c071944-316d-4168-ac35-db8e6eecb1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:24.742420 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-84d7cf41-11dd-4bc8-a653-c6b8211df67e req-6c071944-316d-4168-ac35-db8e6eecb1db service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0514171 May 26 17:01:24.790628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7cf41-11dd-4bc8-a653-c6b8211df67e req-afe6625e-b69b-4b2c-9b67-d63e89fc3c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:01:24.792224 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-84d7cf41-11dd-4bc8-a653-c6b8211df67e req-afe6625e-b69b-4b2c-9b67-d63e89fc3c26 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424736 May 26 17:01:24.887609 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-84d7cf41-11dd-4bc8-a653-c6b8211df67e req-7c1fd7ae-95ff-46c6-8d95-596ed4b6750b service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875268 May 26 17:01:24.991663 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-84d7cf41-11dd-4bc8-a653-c6b8211df67e req-ab56c08e-b0fd-4039-a11b-96ea0efd36cf service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966673 May 26 17:01:24.995045 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-6cd136f4-b174-410b-a603-0e0c3e714228 None None] Set router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:01:25.224390 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6cd136f4-b174-410b-a603-0e0c3e714228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'd36c65c6-0cab-4de9-9984-bd78dce86a4e', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'port_id': '287f0cf2-039b-458e-9b76-3c34279126f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'mac_address': 'fa:16:3e:50:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1145f8c-08f5-4190-aca5-0e6900cc7e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:44Z', 'updated_at': '2022-05-26T17:01:23Z', 'revision_number': 13, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:01:25.254087 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd136f4-b174-410b-a603-0e0c3e714228 None None] The sync data for ids ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'] in n-d-843337-2 is: [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'd36c65c6-0cab-4de9-9984-bd78dce86a4e', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'port_id': '287f0cf2-039b-458e-9b76-3c34279126f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'mac_address': 'fa:16:3e:50:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1145f8c-08f5-4190-aca5-0e6900cc7e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T16:55:44Z', 'updated_at': '2022-05-26T17:01:23Z', 'revision_number': 13, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:01:25.453901 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f575e0-14c5-4b01-a42f-50c1c05359d1 None None] New status for floating IP d36c65c6-0cab-4de9-9984-bd78dce86a4e: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:01:30.987739 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:43.149520 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-307f5c29-0b82-4766-8fdc-60b7e30a4742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:45.578720 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-15caa73f-ea18-432f-abf5-3476895e923c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:46.738698 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:48.474092 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:48.588674 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:49.073397 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:01:59.655219 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:02:00.722785 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae26d2a-7150-457c-a63f-65fb97bd2ce3 req-10e2a471-fca8-4ab0-a5cb-2a2cd9525b38 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:00.724279 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ae26d2a-7150-457c-a63f-65fb97bd2ce3 req-10e2a471-fca8-4ab0-a5cb-2a2cd9525b38 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0492105 May 26 17:02:00.762126 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ae26d2a-7150-457c-a63f-65fb97bd2ce3 req-807e2a7a-1779-4e57-8484-adf4e1b4352c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318639 May 26 17:02:00.992376 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:11.081311 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-402c0da8-4745-472a-97d6-5d4ef386c283 req-07f5adfa-4df4-4f28-a68c-7203cf2211ff service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493398 May 26 17:02:11.180123 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c0da8-4745-472a-97d6-5d4ef386c283 req-3f2f8176-9333-4ed0-826c-1aacb041a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:11.181729 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-402c0da8-4745-472a-97d6-5d4ef386c283 req-3f2f8176-9333-4ed0-826c-1aacb041a128 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 1096 time: 0.0471127 May 26 17:02:11.292780 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c0da8-4745-472a-97d6-5d4ef386c283 req-f2ee31c3-2b7b-4d2a-afc0-0ec25d6d4449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:11.294170 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-402c0da8-4745-472a-97d6-5d4ef386c283 req-f2ee31c3-2b7b-4d2a-afc0-0ec25d6d4449 service neutron] 10.222.0.81 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.0925810 May 26 17:02:11.365864 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-402c0da8-4745-472a-97d6-5d4ef386c283 req-088c71c9-77bd-4d18-a167-03db673b8be9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=287f0cf2-039b-458e-9b76-3c34279126f8 HTTP/1.1" status: 200 len: 1000 time: 0.0638456 May 26 17:02:11.422634 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c0da8-4745-472a-97d6-5d4ef386c283 req-89ae819d-15e9-4b53-8a2f-512647c3ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:11.424120 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-402c0da8-4745-472a-97d6-5d4ef386c283 req-89ae819d-15e9-4b53-8a2f-512647c3ba3d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0511987 May 26 17:02:11.473597 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c0da8-4745-472a-97d6-5d4ef386c283 req-aff75026-3c18-487b-a925-83e47574b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:11.475242 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-402c0da8-4745-472a-97d6-5d4ef386c283 req-aff75026-3c18-487b-a925-83e47574b94d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438969 May 26 17:02:11.575312 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-402c0da8-4745-472a-97d6-5d4ef386c283 req-7655957c-352e-4491-9fb2-a16878444b97 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920868 May 26 17:02:11.692368 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-402c0da8-4745-472a-97d6-5d4ef386c283 req-31c1a28a-99ce-4a3b-a0c8-76120b731187 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105142 May 26 17:02:11.962415 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3782542-320e-4885-941a-0681be33cda8 req-11c28297-7fb9-4c72-966d-9b0f021356cb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:11.964146 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b3782542-320e-4885-941a-0681be33cda8 req-11c28297-7fb9-4c72-966d-9b0f021356cb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0532310 May 26 17:02:11.982600 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b71405e3-6951-4c25-8566-732376415283 req-bcb8e6f4-ce9e-41b5-9d7e-6b9780b0f935 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0920529 May 26 17:02:12.008018 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b3782542-320e-4885-941a-0681be33cda8 req-24497f21-ef38-4afb-aa2b-c5fc862ed2a7 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368748 May 26 17:02:13.146400 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6fc69b1f-6e7a-4802-89d1-86cc610e5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:13.162662 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ec80f-bd84-468e-8136-ee38d7417cd4 req-2378f2c5-bf24-4047-b24c-0c98ac4c5c2b tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:13.165362 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e20ec80f-bd84-468e-8136-ee38d7417cd4 req-2378f2c5-bf24-4047-b24c-0c98ac4c5c2b tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0681822 May 26 17:02:13.218105 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e20ec80f-bd84-468e-8136-ee38d7417cd4 req-7491f79c-9508-49f9-ae55-f616bace29e0 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443103 May 26 17:02:13.284610 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71405e3-6951-4c25-8566-732376415283 req-ca41e04a-c71d-4e87-aac9-43cb9fd18842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:13.286119 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b71405e3-6951-4c25-8566-732376415283 req-ca41e04a-c71d-4e87-aac9-43cb9fd18842 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 1096 time: 0.0409615 May 26 17:02:13.384247 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71405e3-6951-4c25-8566-732376415283 req-edad578d-878d-4407-8857-f783297c4ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:13.385666 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b71405e3-6951-4c25-8566-732376415283 req-edad578d-878d-4407-8857-f783297c4ba8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.0912631 May 26 17:02:13.461510 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b71405e3-6951-4c25-8566-732376415283 req-61ad421b-1ebb-4a0e-83db-dd0ff13a54da service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=287f0cf2-039b-458e-9b76-3c34279126f8 HTTP/1.1" status: 200 len: 1000 time: 0.0669079 May 26 17:02:13.515357 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71405e3-6951-4c25-8566-732376415283 req-cebd5308-7a3c-49b0-ba65-db1d9a273986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:13.516869 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b71405e3-6951-4c25-8566-732376415283 req-cebd5308-7a3c-49b0-ba65-db1d9a273986 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0481410 May 26 17:02:13.563048 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71405e3-6951-4c25-8566-732376415283 req-52ebe38e-0f27-4bbf-bcd0-6e7b41008767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:13.564633 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b71405e3-6951-4c25-8566-732376415283 req-52ebe38e-0f27-4bbf-bcd0-6e7b41008767 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406370 May 26 17:02:13.652476 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b71405e3-6951-4c25-8566-732376415283 req-e5b978fe-803a-401d-b48a-2e6c79ac2119 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809700 May 26 17:02:13.751604 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b71405e3-6951-4c25-8566-732376415283 req-c4effe31-6823-44c0-9a0e-527d630389bb service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921216 May 26 17:02:14.362509 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9ebad-4870-4146-a65c-e56213218725 req-99851dcf-5c0a-4175-b407-d612c3851609 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:14.364487 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-65e9ebad-4870-4146-a65c-e56213218725 req-99851dcf-5c0a-4175-b407-d612c3851609 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0694671 May 26 17:02:14.407591 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-65e9ebad-4870-4146-a65c-e56213218725 req-8cea4a75-a0a4-4bc8-94ad-3f6c61a96123 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369778 May 26 17:02:15.537756 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0f4d0-e0b0-431f-b864-8b32207b9cec req-05207f0c-13c8-4d3c-9cf9-4e41354837ec tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:15.539279 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bac0f4d0-e0b0-431f-b864-8b32207b9cec req-05207f0c-13c8-4d3c-9cf9-4e41354837ec tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0494974 May 26 17:02:15.577999 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bac0f4d0-e0b0-431f-b864-8b32207b9cec req-afd3276d-656c-40b3-948d-d15660643999 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325842 May 26 17:02:15.581765 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-83d88d39-21b2-4e25-b1f4-0200fdf77eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:16.702673 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1234e8-a325-439b-8e1b-527823c8fe9b req-7cf6724e-796f-45d9-a40b-52f2dae7ed62 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:16.704058 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e1234e8-a325-439b-8e1b-527823c8fe9b req-7cf6724e-796f-45d9-a40b-52f2dae7ed62 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0521712 May 26 17:02:16.742096 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:16.743030 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e1234e8-a325-439b-8e1b-527823c8fe9b req-d605db8b-7faf-4017-8786-30fee67bd580 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329590 May 26 17:02:17.860533 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e19e31-d0ea-4ec6-a3d9-74ad6298e136 req-e8f9d6d6-6009-4fa0-9194-03552748ad42 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:17.862030 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-74e19e31-d0ea-4ec6-a3d9-74ad6298e136 req-e8f9d6d6-6009-4fa0-9194-03552748ad42 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0493193 May 26 17:02:17.900601 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-74e19e31-d0ea-4ec6-a3d9-74ad6298e136 req-9ce4c08f-a26c-4fbe-8006-0ab7912dd3de tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324202 May 26 17:02:18.476276 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:18.586604 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:19.021433 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16848a-eecd-4347-a3bc-0204fa69fb7f req-14eceebb-47ab-473c-a51a-38f7471494b5 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:19.023036 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1f16848a-eecd-4347-a3bc-0204fa69fb7f req-14eceebb-47ab-473c-a51a-38f7471494b5 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0524843 May 26 17:02:19.064650 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1f16848a-eecd-4347-a3bc-0204fa69fb7f req-800c34ee-672c-43b5-ba44-efb947ee82e3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343199 May 26 17:02:19.083575 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:20.188068 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fbb3a-974f-40cc-a517-b8a56c1727ad req-acf84886-fc3e-4c2c-aa9b-677e3e71ea25 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:20.189761 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-019fbb3a-974f-40cc-a517-b8a56c1727ad req-acf84886-fc3e-4c2c-aa9b-677e3e71ea25 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0529964 May 26 17:02:20.227954 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-019fbb3a-974f-40cc-a517-b8a56c1727ad req-b3c24a48-b60e-4fc0-8bf6-4d2b82d1b144 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313630 May 26 17:02:21.345511 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddf49c-af93-4704-a59a-2641154690d5 req-eb03e02f-f065-4990-8953-75a6ea9e3798 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:21.346998 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57ddf49c-af93-4704-a59a-2641154690d5 req-eb03e02f-f065-4990-8953-75a6ea9e3798 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0487766 May 26 17:02:21.384826 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57ddf49c-af93-4704-a59a-2641154690d5 req-e1bb867f-a36b-4987-a9e4-264339e4270c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310943 May 26 17:02:22.503608 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fc64c-6467-40c3-9c8e-6a483e61fe6d req-4199ca85-662e-4dcb-aae4-b88c18d0c9c3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:22.505156 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c0fc64c-6467-40c3-9c8e-6a483e61fe6d req-4199ca85-662e-4dcb-aae4-b88c18d0c9c3 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0494506 May 26 17:02:22.543233 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8c0fc64c-6467-40c3-9c8e-6a483e61fe6d req-d325c8a5-20d7-43b0-99b0-7795730cb58f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320048 May 26 17:02:23.665348 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e5728-00a5-41e2-836a-f28fd564da6e req-0130e64a-d360-4c85-9f25-24fa8e40cb91 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:23.666780 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-413e5728-00a5-41e2-836a-f28fd564da6e req-0130e64a-d360-4c85-9f25-24fa8e40cb91 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0544078 May 26 17:02:23.705391 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-413e5728-00a5-41e2-836a-f28fd564da6e req-4cbb7739-5cac-4311-a41f-407bc97f212f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325046 May 26 17:02:24.824624 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df4fb3-1f7d-417d-8948-b0fb365a3847 req-f8a2d45e-b0e2-4822-82d3-3d367659103b tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:24.826133 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c5df4fb3-1f7d-417d-8948-b0fb365a3847 req-f8a2d45e-b0e2-4822-82d3-3d367659103b tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0492146 May 26 17:02:24.864031 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c5df4fb3-1f7d-417d-8948-b0fb365a3847 req-6744845e-9c76-46c0-818a-6d00566ce710 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317519 May 26 17:02:25.986685 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ded1b-5128-44c1-a781-9cbb44f9e9bb req-1e5e7596-372c-41fe-9233-ac27e515e8c9 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:25.988231 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-582ded1b-5128-44c1-a781-9cbb44f9e9bb req-1e5e7596-372c-41fe-9233-ac27e515e8c9 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0512230 May 26 17:02:26.031184 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-582ded1b-5128-44c1-a781-9cbb44f9e9bb req-ab602a73-032a-4ac0-80bd-68388790b58f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350497 May 26 17:02:27.153892 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff940b6d-f18b-4c1e-8b55-5038c451511f req-13a8d8cf-1f3e-49e5-a5b9-2c0b641fdb5f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:27.155356 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff940b6d-f18b-4c1e-8b55-5038c451511f req-13a8d8cf-1f3e-49e5-a5b9-2c0b641fdb5f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0528343 May 26 17:02:27.192758 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff940b6d-f18b-4c1e-8b55-5038c451511f req-34a56d33-d1c0-4dd0-9a65-6fdc31388738 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312350 May 26 17:02:28.312904 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ee6fa-ae07-4ceb-bcd7-dc015d150f0d req-62116e9e-9dc3-4a5e-ad7a-bddb57134041 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:28.314387 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d91ee6fa-ae07-4ceb-bcd7-dc015d150f0d req-62116e9e-9dc3-4a5e-ad7a-bddb57134041 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0495460 May 26 17:02:28.351758 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d91ee6fa-ae07-4ceb-bcd7-dc015d150f0d req-79d284a9-da44-4486-95dd-bc305fda926b tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313802 May 26 17:02:29.476009 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462522c-bb1b-449a-ae58-300d8beaf829 req-ac4214c0-047e-419d-a512-bd46e922ca2f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:29.477514 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2462522c-bb1b-449a-ae58-300d8beaf829 req-ac4214c0-047e-419d-a512-bd46e922ca2f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0491884 May 26 17:02:29.518100 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2462522c-bb1b-449a-ae58-300d8beaf829 req-5919b02d-e722-4553-8b6e-5da74bab2456 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342767 May 26 17:02:30.640037 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b94154-5b1c-4a90-90c7-23fa6ff42414 req-80094645-b1c7-426c-bc0c-a24df7677334 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:30.641548 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8b94154-5b1c-4a90-90c7-23fa6ff42414 req-80094645-b1c7-426c-bc0c-a24df7677334 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0530372 May 26 17:02:30.680826 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8b94154-5b1c-4a90-90c7-23fa6ff42414 req-3790bb3e-9017-4f68-8b60-7e1f4193b8b1 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331774 May 26 17:02:30.986229 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:31.817324 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d300f-3e21-4686-8fd0-3e6d7348dc9c req-946c50b5-b58d-4e6c-9070-78cbdb43b0fd tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:31.819835 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-705d300f-3e21-4686-8fd0-3e6d7348dc9c req-946c50b5-b58d-4e6c-9070-78cbdb43b0fd tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0648799 May 26 17:02:31.861998 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-705d300f-3e21-4686-8fd0-3e6d7348dc9c req-a5eae5d8-4ffb-49d4-a868-708f316d3f9a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359750 May 26 17:02:32.549312 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [req-b71405e3-6951-4c25-8566-732376415283 req-6391003c-1748-411d-88c3-596f65dfab79 service neutron] show failed (client error): The resource could not be found. May 26 17:02:32.550389 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b71405e3-6951-4c25-8566-732376415283 req-6391003c-1748-411d-88c3-596f65dfab79 service neutron] 10.222.0.81 "GET /v2.0/ports/287f0cf2-039b-458e-9b76-3c34279126f8/bindings/n-h2-843337-2 HTTP/1.1" status: 404 len: 380 time: 0.0764027 May 26 17:02:32.802315 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71405e3-6951-4c25-8566-732376415283 req-d26684a6-61fb-4e4f-911b-ec783faa7b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:32.803835 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b71405e3-6951-4c25-8566-732376415283 req-d26684a6-61fb-4e4f-911b-ec783faa7b76 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53&tenant_id=e83c46c26b9545dca85e357bf3fc5235 HTTP/1.1" status: 200 len: 1096 time: 0.0467095 May 26 17:02:32.822239 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-b71405e3-6951-4c25-8566-732376415283 req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843337-2', 'device_owner': 'compute:nova'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:02:32.882223 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b71405e3-6951-4c25-8566-732376415283 req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:32.984128 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b7b95-f474-4f19-8766-06f6c1e9f892 req-357006ef-4d7d-49dd-8cda-980870fbfdc6 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:32.985660 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb2b7b95-f474-4f19-8766-06f6c1e9f892 req-357006ef-4d7d-49dd-8cda-980870fbfdc6 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0507648 May 26 17:02:33.029723 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb2b7b95-f474-4f19-8766-06f6c1e9f892 req-e98b281c-b9e7-47c3-aef2-9e64c402347c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373447 May 26 17:02:33.103299 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-b71405e3-6951-4c25-8566-732376415283 req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] For port 287f0cf2-039b-458e-9b76-3c34279126f8, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=287f0cf2-039b-458e-9b76-3c34279126f8,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:02:33.138987 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-b71405e3-6951-4c25-8566-732376415283 req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] For port 287f0cf2-039b-458e-9b76-3c34279126f8, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:02:33.183562 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1145f8c-08f5-4190-aca5-0e6900cc7e53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '287f0cf2-039b-458e-9b76-3c34279126f8'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:02:33.185900 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8720fc-6cd8-44c4-85d6-f2b086776c89" -d '{"events": [{"server_uuid": "d1145f8c-08f5-4190-aca5-0e6900cc7e53", "name": "network-vif-unplugged", "status": "completed", "tag": "287f0cf2-039b-458e-9b76-3c34279126f8"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:02:33.189809 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b71405e3-6951-4c25-8566-732376415283 req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:33.203576 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-b71405e3-6951-4c25-8566-732376415283 req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Transition to ACTIVE for port object 287f0cf2-039b-458e-9b76-3c34279126f8 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 17:02:33.207335 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b71405e3-6951-4c25-8566-732376415283 req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:33.239935 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 17:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c332620-187a-4983-88db-65c524a9f517 x-openstack-request-id: req-0c332620-187a-4983-88db-65c524a9f517 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:02:33.240255 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1145f8c-08f5-4190-aca5-0e6900cc7e53", "name": "network-vif-unplugged", "status": "completed", "tag": "287f0cf2-039b-458e-9b76-3c34279126f8", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:02:33.240520 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0c332620-187a-4983-88db-65c524a9f517 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:02:33.240924 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c332620-187a-4983-88db-65c524a9f517'] response: {'server_uuid': 'd1145f8c-08f5-4190-aca5-0e6900cc7e53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '287f0cf2-039b-458e-9b76-3c34279126f8', 'code': 200} May 26 17:02:33.296593 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Pushing event updated for resources: {'Port': ['ID=287f0cf2-039b-458e-9b76-3c34279126f8,revision_number=6']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:33.309322 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:33.309675 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:33.310076 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:33.310366 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:33.310701 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:33.311034 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:33.311368 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:33.311704 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:33.312033 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:33.312393 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:33.312724 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:33.313052 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:33.347408 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71405e3-6951-4c25-8566-732376415283 req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] No DVR routers for this DVR port 287f0cf2-039b-458e-9b76-3c34279126f8 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:02:33.494679 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-b71405e3-6951-4c25-8566-732376415283 req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Attempting to bind port 287f0cf2-039b-458e-9b76-3c34279126f8 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:02:33.495118 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-b71405e3-6951-4c25-8566-732376415283 req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Attempting to bind port 287f0cf2-039b-458e-9b76-3c34279126f8 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:02:33.495410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71405e3-6951-4c25-8566-732376415283 req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Attempting to bind port 287f0cf2-039b-458e-9b76-3c34279126f8 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:02:33.500335 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71405e3-6951-4c25-8566-732376415283 req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Port 287f0cf2-039b-458e-9b76-3c34279126f8 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:02:33.500729 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71405e3-6951-4c25-8566-732376415283 req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Attempting to bind port 287f0cf2-039b-458e-9b76-3c34279126f8 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:02:33.505542 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71405e3-6951-4c25-8566-732376415283 req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:02:33.505880 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71405e3-6951-4c25-8566-732376415283 req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Checking segment: {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:02:33.506259 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71405e3-6951-4c25-8566-732376415283 req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Bound using segment: {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:02:33.506690 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-b71405e3-6951-4c25-8566-732376415283 req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Bound port: 287f0cf2-039b-458e-9b76-3c34279126f8, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:02:33.507044 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b71405e3-6951-4c25-8566-732376415283 req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:33.571799 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-b71405e3-6951-4c25-8566-732376415283 req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] For port 287f0cf2-039b-458e-9b76-3c34279126f8, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:02:33.574705 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-b71405e3-6951-4c25-8566-732376415283 req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] For port 287f0cf2-039b-458e-9b76-3c34279126f8, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=287f0cf2-039b-458e-9b76-3c34279126f8,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:02:33.579440 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b71405e3-6951-4c25-8566-732376415283 req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:33.619086 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71405e3-6951-4c25-8566-732376415283 req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:33.620503 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b71405e3-6951-4c25-8566-732376415283 req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:33.621218 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b71405e3-6951-4c25-8566-732376415283 req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] 10.222.0.83 "PUT /v2.0/ports/287f0cf2-039b-458e-9b76-3c34279126f8 HTTP/1.1" status: 200 len: 1091 time: 0.8036919 May 26 17:02:33.640314 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc7995-1977-402c-a2ef-0bbd016acdb4 service neutron] Pushing event updated for resources: {'Port': ['ID=287f0cf2-039b-458e-9b76-3c34279126f8,revision_number=7']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:33.702780 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71405e3-6951-4c25-8566-732376415283 req-1d64df5e-1ab0-43d4-b4d0-76df88afffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:33.704331 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b71405e3-6951-4c25-8566-732376415283 req-1d64df5e-1ab0-43d4-b4d0-76df88afffd2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 1094 time: 0.0448110 May 26 17:02:33.799768 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71405e3-6951-4c25-8566-732376415283 req-2a00e377-f69c-4686-ba16-55661f665451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:33.801282 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b71405e3-6951-4c25-8566-732376415283 req-2a00e377-f69c-4686-ba16-55661f665451 service neutron] 10.222.0.83 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.0897315 May 26 17:02:33.872715 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b71405e3-6951-4c25-8566-732376415283 req-b5e4dd00-cf51-41e8-bc9c-3f960a669499 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=287f0cf2-039b-458e-9b76-3c34279126f8 HTTP/1.1" status: 200 len: 998 time: 0.0630527 May 26 17:02:33.922009 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71405e3-6951-4c25-8566-732376415283 req-bc1e4fda-ba5c-4f9c-a08f-605c9c4c3ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:33.924228 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b71405e3-6951-4c25-8566-732376415283 req-bc1e4fda-ba5c-4f9c-a08f-605c9c4c3ea0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0445406 May 26 17:02:33.971313 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71405e3-6951-4c25-8566-732376415283 req-a8ab4e28-d8b6-404a-9cf6-994b8002acad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:33.972856 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b71405e3-6951-4c25-8566-732376415283 req-a8ab4e28-d8b6-404a-9cf6-994b8002acad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420551 May 26 17:02:34.065791 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b71405e3-6951-4c25-8566-732376415283 req-361dec14-83e7-459a-bb21-50c03ca58266 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858462 May 26 17:02:34.156152 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf24914-1aa5-4aab-8dc6-8b3231b20063 req-ddb4ff24-d404-4c61-b158-0b6841740ec7 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:34.157558 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4cf24914-1aa5-4aab-8dc6-8b3231b20063 req-ddb4ff24-d404-4c61-b158-0b6841740ec7 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 943 time: 0.0551503 May 26 17:02:34.162342 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b71405e3-6951-4c25-8566-732376415283 req-a6571f60-3e6b-4d4c-9491-14b52943e9d7 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890701 May 26 17:02:34.198244 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4cf24914-1aa5-4aab-8dc6-8b3231b20063 req-68daac75-f40c-45f0-81d2-b73cf33e151c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344753 May 26 17:02:35.242576 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1145f8c-08f5-4190-aca5-0e6900cc7e53', 'tag': '287f0cf2-039b-458e-9b76-3c34279126f8'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:02:35.245712 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3806c9e2-0a3a-4321-90c4-dfdc9d0be6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "d1145f8c-08f5-4190-aca5-0e6900cc7e53", "tag": "287f0cf2-039b-458e-9b76-3c34279126f8"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:02:35.296710 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4679740-1957-46ce-a538-0cabab7ae267 x-openstack-request-id: req-c4679740-1957-46ce-a538-0cabab7ae267 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:02:35.303195 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1145f8c-08f5-4190-aca5-0e6900cc7e53", "tag": "287f0cf2-039b-458e-9b76-3c34279126f8", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:02:35.303561 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c4679740-1957-46ce-a538-0cabab7ae267 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:02:35.304232 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4679740-1957-46ce-a538-0cabab7ae267'] response: {'name': 'network-changed', 'server_uuid': 'd1145f8c-08f5-4190-aca5-0e6900cc7e53', 'tag': '287f0cf2-039b-458e-9b76-3c34279126f8', 'status': 'completed', 'code': 200} May 26 17:02:35.305326 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 287f0cf2-039b-458e-9b76-3c34279126f8 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:02:35.342421 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b696ee-10a1-472e-a5f5-335bc1ab2b87 req-d57215e5-df72-4b44-aae0-ebd4c5773adc tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:35.344016 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71b696ee-10a1-472e-a5f5-335bc1ab2b87 req-d57215e5-df72-4b44-aae0-ebd4c5773adc tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 943 time: 0.0669935 May 26 17:02:35.360677 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 287f0cf2-039b-458e-9b76-3c34279126f8 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:02:35.387693 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71b696ee-10a1-472e-a5f5-335bc1ab2b87 req-2a792a91-e026-436c-a689-a8e82fbcd500 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370193 May 26 17:02:35.404375 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806c9e2-0a3a-4321-90c4-dfdc9d0be6ad req-96882e54-07f0-4ce7-bbd8-3d5eb2fef2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:35.414576 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3806c9e2-0a3a-4321-90c4-dfdc9d0be6ad req-96882e54-07f0-4ce7-bbd8-3d5eb2fef2e0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 1094 time: 0.0821373 May 26 17:02:35.438030 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806c9e2-0a3a-4321-90c4-dfdc9d0be6ad req-09fb80af-e0d0-44b3-b108-66a79585ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:35.439598 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3806c9e2-0a3a-4321-90c4-dfdc9d0be6ad req-09fb80af-e0d0-44b3-b108-66a79585ca41 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 1094 time: 0.0749669 May 26 17:02:35.896065 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806c9e2-0a3a-4321-90c4-dfdc9d0be6ad req-a512fcd2-cf0b-4d08-91e4-6e288f123927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:35.897462 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3806c9e2-0a3a-4321-90c4-dfdc9d0be6ad req-a512fcd2-cf0b-4d08-91e4-6e288f123927 service neutron] 10.222.0.81 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.4848366 May 26 17:02:35.950484 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806c9e2-0a3a-4321-90c4-dfdc9d0be6ad req-48d8f99b-92b4-4ee7-8dff-ba58eae7531e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:35.951957 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3806c9e2-0a3a-4321-90c4-dfdc9d0be6ad req-48d8f99b-92b4-4ee7-8dff-ba58eae7531e service neutron] 10.222.0.83 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.4872205 May 26 17:02:36.019403 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3806c9e2-0a3a-4321-90c4-dfdc9d0be6ad req-13ca4a5a-684b-4ca6-b250-ede493158e88 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=287f0cf2-039b-458e-9b76-3c34279126f8 HTTP/1.1" status: 200 len: 998 time: 0.1147840 May 26 17:02:36.062777 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3806c9e2-0a3a-4321-90c4-dfdc9d0be6ad req-938098d4-bf28-4a99-b53a-98c7e9ab9562 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=287f0cf2-039b-458e-9b76-3c34279126f8 HTTP/1.1" status: 200 len: 998 time: 0.1032109 May 26 17:02:36.116447 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806c9e2-0a3a-4321-90c4-dfdc9d0be6ad req-a4061c27-8f2f-45ef-8b60-277cee0b392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:36.117919 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3806c9e2-0a3a-4321-90c4-dfdc9d0be6ad req-a4061c27-8f2f-45ef-8b60-277cee0b392a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0914645 May 26 17:02:36.138781 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806c9e2-0a3a-4321-90c4-dfdc9d0be6ad req-a5ea6534-3a67-449e-8011-7bfb4259866c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:36.139576 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3806c9e2-0a3a-4321-90c4-dfdc9d0be6ad req-a5ea6534-3a67-449e-8011-7bfb4259866c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0692496 May 26 17:02:36.195045 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806c9e2-0a3a-4321-90c4-dfdc9d0be6ad req-b4bffdee-32d6-4a61-8645-e1e8b6bd4247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:36.197190 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3806c9e2-0a3a-4321-90c4-dfdc9d0be6ad req-b4bffdee-32d6-4a61-8645-e1e8b6bd4247 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703659 May 26 17:02:36.206700 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806c9e2-0a3a-4321-90c4-dfdc9d0be6ad req-750cd632-0101-4aba-9f68-f683059c139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:36.208152 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3806c9e2-0a3a-4321-90c4-dfdc9d0be6ad req-750cd632-0101-4aba-9f68-f683059c139c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544190 May 26 17:02:36.370205 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3806c9e2-0a3a-4321-90c4-dfdc9d0be6ad req-c2356b50-a565-49b8-8154-7889b6158f2c service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546907 May 26 17:02:36.371791 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3806c9e2-0a3a-4321-90c4-dfdc9d0be6ad req-40e8a11b-8a1b-4d50-9bf5-8f395ca1a150 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671681 May 26 17:02:36.535164 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872524e-e84a-485b-8821-d4d003b2bb9c req-3824afe9-bd73-4675-b817-178329610b88 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:36.537889 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3806c9e2-0a3a-4321-90c4-dfdc9d0be6ad req-1f779c6b-e685-41c3-bcc8-423448739b28 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601553 May 26 17:02:36.538109 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5872524e-e84a-485b-8821-d4d003b2bb9c req-3824afe9-bd73-4675-b817-178329610b88 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 943 time: 0.0670421 May 26 17:02:36.540026 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3806c9e2-0a3a-4321-90c4-dfdc9d0be6ad req-2c0030e6-3d92-4d68-9881-9e7f7f905b72 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545126 May 26 17:02:36.579441 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5872524e-e84a-485b-8821-d4d003b2bb9c req-4adee33f-5a4d-4de1-bbf5-567af69d02cb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343082 May 26 17:02:36.657644 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:02:36.683133 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644dbbd2-938f-4e51-9cab-a027c1a08834 req-325ce174-f4b0-4276-8637-2d4ad284da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:36.684670 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-644dbbd2-938f-4e51-9cab-a027c1a08834 req-325ce174-f4b0-4276-8637-2d4ad284da9b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 1094 time: 0.0458784 May 26 17:02:36.801148 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644dbbd2-938f-4e51-9cab-a027c1a08834 req-0ce76553-428e-4bdf-ac81-1e83a0b100e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:36.802622 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-644dbbd2-938f-4e51-9cab-a027c1a08834 req-0ce76553-428e-4bdf-ac81-1e83a0b100e9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.0968988 May 26 17:02:36.870074 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-644dbbd2-938f-4e51-9cab-a027c1a08834 req-47fcf7c0-d51f-4059-b072-2fd0e9bf499e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=287f0cf2-039b-458e-9b76-3c34279126f8 HTTP/1.1" status: 200 len: 998 time: 0.0608637 May 26 17:02:36.922932 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644dbbd2-938f-4e51-9cab-a027c1a08834 req-5d0060ff-63cd-4850-8309-c23aed8cc271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:36.924554 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-644dbbd2-938f-4e51-9cab-a027c1a08834 req-5d0060ff-63cd-4850-8309-c23aed8cc271 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0472834 May 26 17:02:36.980323 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644dbbd2-938f-4e51-9cab-a027c1a08834 req-a3bc4f84-d5e1-4e90-8d93-17545fa05d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:36.981821 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-644dbbd2-938f-4e51-9cab-a027c1a08834 req-a3bc4f84-d5e1-4e90-8d93-17545fa05d80 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499330 May 26 17:02:37.073723 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-644dbbd2-938f-4e51-9cab-a027c1a08834 req-3f7a06fd-b4bb-47a7-8cbe-310db8dcad4f service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847704 May 26 17:02:37.169643 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-644dbbd2-938f-4e51-9cab-a027c1a08834 req-eea5449a-f90a-4bc7-b87a-89407e4fe885 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884225 May 26 17:02:37.713018 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3841ec4-33a5-4ab2-8fc5-cc03addb8aca req-fb362246-e1d7-408c-b051-0715efe302ad tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:37.714594 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3841ec4-33a5-4ab2-8fc5-cc03addb8aca req-fb362246-e1d7-408c-b051-0715efe302ad tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 943 time: 0.0561721 May 26 17:02:37.754285 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3841ec4-33a5-4ab2-8fc5-cc03addb8aca req-21b3a8e3-7aac-4661-bbbb-29d23eed6227 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333588 May 26 17:02:38.874923 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e4d68-1ca0-4c85-9812-409195155a48 req-09e7414a-8013-45ff-80c8-b2abb435fc70 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:38.876417 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4c6e4d68-1ca0-4c85-9812-409195155a48 req-09e7414a-8013-45ff-80c8-b2abb435fc70 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 943 time: 0.0507629 May 26 17:02:38.914302 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4c6e4d68-1ca0-4c85-9812-409195155a48 req-c7fcd8ae-5f47-47c7-8314-599f9f289a26 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319588 May 26 17:02:40.035112 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff405a08-9911-4679-be4f-411fa870b54d req-24f42a87-5b35-4468-8a3b-1c6e3fb3d646 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:40.036624 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff405a08-9911-4679-be4f-411fa870b54d req-24f42a87-5b35-4468-8a3b-1c6e3fb3d646 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 943 time: 0.0487444 May 26 17:02:40.074948 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ff405a08-9911-4679-be4f-411fa870b54d req-4e5b16db-a772-463d-aaad-d74744c8dd82 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320885 May 26 17:02:41.196017 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc1bdf-7970-4780-8ff1-6cf7afb11d04 req-962a6162-1b07-41a0-89eb-400c884c8f3c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:41.198336 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2bcc1bdf-7970-4780-8ff1-6cf7afb11d04 req-962a6162-1b07-41a0-89eb-400c884c8f3c tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 943 time: 0.0532467 May 26 17:02:41.238790 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2bcc1bdf-7970-4780-8ff1-6cf7afb11d04 req-37ce7ae2-228f-42b3-9bec-0790d7245338 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344272 May 26 17:02:42.358877 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8f75d-c872-41bc-b852-7a2d4efba70d req-caeaf1d4-5b3b-4e95-9d95-626a0934ab61 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:42.360414 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e6b8f75d-c872-41bc-b852-7a2d4efba70d req-caeaf1d4-5b3b-4e95-9d95-626a0934ab61 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 943 time: 0.0512931 May 26 17:02:42.400721 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e6b8f75d-c872-41bc-b852-7a2d4efba70d req-196125b2-0265-4983-b35d-5c10a1a1d6cb tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326095 May 26 17:02:43.139667 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4718f8b2-accd-44a3-8846-2cc99822f909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:43.530735 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0ee13-65b2-4751-bfda-194e6c6ea007 req-3bf9abfb-23bc-45ce-b0ac-5a261eee6b9a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:43.532297 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85c0ee13-65b2-4751-bfda-194e6c6ea007 req-3bf9abfb-23bc-45ce-b0ac-5a261eee6b9a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 943 time: 0.0522945 May 26 17:02:43.582356 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85c0ee13-65b2-4751-bfda-194e6c6ea007 req-fa17b186-40ae-4dad-ad54-0c977d2f511e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415001 May 26 17:02:44.721869 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b45f6-cf1f-41a7-bc2b-8d00849175ba req-4bbc36f8-3db2-4805-8d29-7edddb7fe59f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:44.723354 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9d0b45f6-cf1f-41a7-bc2b-8d00849175ba req-4bbc36f8-3db2-4805-8d29-7edddb7fe59f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 943 time: 0.0549443 May 26 17:02:44.761377 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9d0b45f6-cf1f-41a7-bc2b-8d00849175ba req-0dbd738f-9b18-4eea-bcb5-34b3a67afded tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316286 May 26 17:02:45.584507 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6cc4532b-1613-4b93-a6b6-23cd81005e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:45.884685 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52f288-5f50-447a-a02b-f04248334e75 req-e3d1f230-d82b-4f61-9bc5-f0d74b8f3d55 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:45.886178 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b52f288-5f50-447a-a02b-f04248334e75 req-e3d1f230-d82b-4f61-9bc5-f0d74b8f3d55 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 943 time: 0.0500827 May 26 17:02:45.926212 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b52f288-5f50-447a-a02b-f04248334e75 req-0088aea3-3f22-4c39-bea0-24fe038c9706 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337067 May 26 17:02:46.745415 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:47.045787 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62d662-efa3-4cd2-b067-4813504a6100 req-e929b006-c076-4581-8620-888b12d21399 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:47.047186 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e62d662-efa3-4cd2-b067-4813504a6100 req-e929b006-c076-4581-8620-888b12d21399 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 943 time: 0.0498574 May 26 17:02:47.084378 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e62d662-efa3-4cd2-b067-4813504a6100 req-a408dce3-eb41-4504-bbe1-d580c5a027f7 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310984 May 26 17:02:48.211034 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51636cd7-a706-43b6-99d2-03d477e3172f req-b1d35717-5a3d-424f-b7a3-784c7ba72e27 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:48.212931 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51636cd7-a706-43b6-99d2-03d477e3172f req-b1d35717-5a3d-424f-b7a3-784c7ba72e27 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 943 time: 0.0536594 May 26 17:02:48.250992 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-51636cd7-a706-43b6-99d2-03d477e3172f req-de089504-bf24-4314-be52-15cea681d28d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319805 May 26 17:02:48.489916 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:48.523941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 287f0cf2-039b-458e-9b76-3c34279126f8 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:02:48.566906 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-e5ba7f13-1fcd-4c58-b796-741905d1b7d7 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:48.568510 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-e5ba7f13-1fcd-4c58-b796-741905d1b7d7 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.83 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53&tenant_id=e83c46c26b9545dca85e357bf3fc5235&binding%3Ahost_id=n-h2-843337-2 HTTP/1.1" status: 200 len: 943 time: 0.0718226 May 26 17:02:48.569680 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d8c04-f325-4f18-8258-fee445aaf406 req-a38d9add-1d61-4120-b652-dc6af2a364ef tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:48.571825 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b53d8c04-f325-4f18-8258-fee445aaf406 req-a38d9add-1d61-4120-b652-dc6af2a364ef tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 943 time: 0.0573080 May 26 17:02:48.615443 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b53d8c04-f325-4f18-8258-fee445aaf406 req-e11837f5-241a-4bed-a927-277f3c46f4d8 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357335 May 26 17:02:48.630719 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:48.638332 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-9ad30c3d-aeba-4883-a397-557455b4f261 service neutron] 10.222.0.83 "GET /v2.0/ports/287f0cf2-039b-458e-9b76-3c34279126f8/bindings/n-h2-843337-2 HTTP/1.1" status: 200 len: 382 time: 0.0607574 May 26 17:02:48.652461 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 287f0cf2-039b-458e-9b76-3c34279126f8, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=287f0cf2-039b-458e-9b76-3c34279126f8,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:02:48.662926 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '287f0cf2-039b-458e-9b76-3c34279126f8', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'port_id': '287f0cf2-039b-458e-9b76-3c34279126f8', 'mac_address': 'fa:16:3e:50:39:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:02:48.703072 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 287f0cf2-039b-458e-9b76-3c34279126f8 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:02:48.703459 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:48.718120 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287f0cf2-039b-458e-9b76-3c34279126f8 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:02:48.727208 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-39636d83-60bf-42a5-b7df-b150458418f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:48.729481 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-39636d83-60bf-42a5-b7df-b150458418f9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 1094 time: 0.0510905 May 26 17:02:48.739009 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 287f0cf2-039b-458e-9b76-3c34279126f8, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=287f0cf2-039b-458e-9b76-3c34279126f8,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:02:48.744889 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:48.799796 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=287f0cf2-039b-458e-9b76-3c34279126f8,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:48.807817 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:48.808331 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:48.808614 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:48.808947 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:48.809279 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:48.809609 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:48.809938 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:48.810259 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:48.810582 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:48.810908 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:48.811228 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:48.811550 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:02:48.839410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-cc38fdc2-c631-4929-a2e5-717dce9c8e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:48.840942 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-cc38fdc2-c631-4929-a2e5-717dce9c8e6d service neutron] 10.222.0.83 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.1041977 May 26 17:02:48.910794 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-f9146507-94fe-49b8-8295-f8997aba3dbc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=287f0cf2-039b-458e-9b76-3c34279126f8 HTTP/1.1" status: 200 len: 999 time: 0.0620179 May 26 17:02:48.967351 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-0147ce7f-5342-49ff-a1fc-f24125df1adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:48.968885 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-0147ce7f-5342-49ff-a1fc-f24125df1adf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0508027 May 26 17:02:49.016635 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-a8a2c1cd-0949-49ee-90b5-4bac98d5f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:49.018168 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-a8a2c1cd-0949-49ee-90b5-4bac98d5f3ff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422142 May 26 17:02:49.080157 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:49.111825 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-bd6fdd5e-b275-4be0-9bf1-050347a08aaa service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857885 May 26 17:02:49.209880 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-eb939853-f94b-4b3c-a74c-de8329066013 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905981 May 26 17:02:49.215492 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['287f0cf2-039b-458e-9b76-3c34279126f8'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:02:49.744535 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d3452-b178-45c8-9f82-3e7c08c9a993 req-6fdf927e-7198-46df-95af-0b6d349bcc75 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:49.746084 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-656d3452-b178-45c8-9f82-3e7c08c9a993 req-6fdf927e-7198-46df-95af-0b6d349bcc75 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 944 time: 0.0509419 May 26 17:02:49.788390 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-656d3452-b178-45c8-9f82-3e7c08c9a993 req-e1fcafe4-89eb-4303-b13b-ee934d0fc655 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361247 May 26 17:02:50.539786 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 287f0cf2-039b-458e-9b76-3c34279126f8 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:02:50.592746 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 287f0cf2-039b-458e-9b76-3c34279126f8 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 17:02:50.597325 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 287f0cf2-039b-458e-9b76-3c34279126f8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:02:50.597742 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:50.673911 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 287f0cf2-039b-458e-9b76-3c34279126f8 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:02:50.674207 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:50.699457 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1145f8c-08f5-4190-aca5-0e6900cc7e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287f0cf2-039b-458e-9b76-3c34279126f8'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:02:50.701726 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7df3f47-e31a-40fa-b7ef-e137cb90e192" -d '{"events": [{"server_uuid": "d1145f8c-08f5-4190-aca5-0e6900cc7e53", "name": "network-vif-plugged", "status": "completed", "tag": "287f0cf2-039b-458e-9b76-3c34279126f8"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:02:50.715471 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 287f0cf2-039b-458e-9b76-3c34279126f8, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=287f0cf2-039b-458e-9b76-3c34279126f8,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:02:50.719815 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:50.755129 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e0c75f-3b23-4b6c-8b2e-f7cd33bc673d x-openstack-request-id: req-28e0c75f-3b23-4b6c-8b2e-f7cd33bc673d {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:02:50.755443 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1145f8c-08f5-4190-aca5-0e6900cc7e53", "name": "network-vif-plugged", "status": "completed", "tag": "287f0cf2-039b-458e-9b76-3c34279126f8", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:02:50.755716 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-28e0c75f-3b23-4b6c-8b2e-f7cd33bc673d {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:02:50.756152 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e0c75f-3b23-4b6c-8b2e-f7cd33bc673d'] response: {'server_uuid': 'd1145f8c-08f5-4190-aca5-0e6900cc7e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287f0cf2-039b-458e-9b76-3c34279126f8', 'code': 200} May 26 17:02:50.776730 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=287f0cf2-039b-458e-9b76-3c34279126f8,revision_number=9']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:50.914585 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29154261-218e-49e2-9015-02e0d5608139 req-f47f3fdf-c01c-42ca-a2a1-32e15fede008 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:50.916652 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-29154261-218e-49e2-9015-02e0d5608139 req-f47f3fdf-c01c-42ca-a2a1-32e15fede008 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0546687 May 26 17:02:50.956861 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-29154261-218e-49e2-9015-02e0d5608139 req-2c77a2d5-cf9c-4548-aea6-e39bf9bcca3f tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334520 May 26 17:02:52.092510 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be3fe6-377d-4811-9543-7889e47d1e6e req-340dfba7-35d0-46c9-8c74-c47d9ce98461 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:52.095062 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-30be3fe6-377d-4811-9543-7889e47d1e6e req-340dfba7-35d0-46c9-8c74-c47d9ce98461 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0647690 May 26 17:02:52.143177 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-30be3fe6-377d-4811-9543-7889e47d1e6e req-4a0f7821-d0de-4cd8-a75a-d1db13ab0b5a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409310 May 26 17:02:53.268932 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b08dee-4c36-444e-8e43-a6352d699732 req-dfcc12ee-b483-410a-80e6-b2ae25bcaf09 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:53.270556 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78b08dee-4c36-444e-8e43-a6352d699732 req-dfcc12ee-b483-410a-80e6-b2ae25bcaf09 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0513101 May 26 17:02:53.312674 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78b08dee-4c36-444e-8e43-a6352d699732 req-f8e6cdf7-ffb2-481f-8c74-1a746b2edd81 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350046 May 26 17:02:53.572669 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-b4a2997a-f9a5-4909-b9da-367821fdb876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:53.574199 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-b4a2997a-f9a5-4909-b9da-367821fdb876 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53&tenant_id=e83c46c26b9545dca85e357bf3fc5235 HTTP/1.1" status: 200 len: 1096 time: 0.0500324 May 26 17:02:53.587797 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843337-2', 'device_owner': 'compute:nova'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:02:53.664635 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:53.886478 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] For port 287f0cf2-039b-458e-9b76-3c34279126f8, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=287f0cf2-039b-458e-9b76-3c34279126f8,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:02:53.921455 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] For port 287f0cf2-039b-458e-9b76-3c34279126f8, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:02:53.962183 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1145f8c-08f5-4190-aca5-0e6900cc7e53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '287f0cf2-039b-458e-9b76-3c34279126f8'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:02:53.964589 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a426d9fd-44af-4c62-8619-14ebe62570ca" -d '{"events": [{"server_uuid": "d1145f8c-08f5-4190-aca5-0e6900cc7e53", "name": "network-vif-unplugged", "status": "completed", "tag": "287f0cf2-039b-458e-9b76-3c34279126f8"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:02:53.969334 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:53.989264 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] Transition to ACTIVE for port object 287f0cf2-039b-458e-9b76-3c34279126f8 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 17:02:53.995863 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:54.033728 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 17:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b13d1c-2be4-4692-8eba-1ad54f152bba x-openstack-request-id: req-a5b13d1c-2be4-4692-8eba-1ad54f152bba {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:02:54.034089 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1145f8c-08f5-4190-aca5-0e6900cc7e53", "name": "network-vif-unplugged", "status": "completed", "tag": "287f0cf2-039b-458e-9b76-3c34279126f8", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:02:54.034258 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a5b13d1c-2be4-4692-8eba-1ad54f152bba {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:02:54.034728 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5b13d1c-2be4-4692-8eba-1ad54f152bba'] response: {'server_uuid': 'd1145f8c-08f5-4190-aca5-0e6900cc7e53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '287f0cf2-039b-458e-9b76-3c34279126f8', 'code': 200} May 26 17:02:54.097197 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] Pushing event updated for resources: {'Port': ['ID=287f0cf2-039b-458e-9b76-3c34279126f8,revision_number=10']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:54.134481 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] No DVR routers for this DVR port 287f0cf2-039b-458e-9b76-3c34279126f8 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:02:54.283260 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] Attempting to bind port 287f0cf2-039b-458e-9b76-3c34279126f8 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:02:54.283606 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] Attempting to bind port 287f0cf2-039b-458e-9b76-3c34279126f8 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:02:54.283989 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] Attempting to bind port 287f0cf2-039b-458e-9b76-3c34279126f8 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:02:54.289044 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] Port 287f0cf2-039b-458e-9b76-3c34279126f8 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:02:54.289377 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] Attempting to bind port 287f0cf2-039b-458e-9b76-3c34279126f8 on network 25b2dce5-12da-4c86-8388-53d1dc2cf81c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:02:54.295507 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:02:54.295862 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] Checking segment: {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:02:54.296331 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] Bound using segment: {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:02:54.296969 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] Bound port: 287f0cf2-039b-458e-9b76-3c34279126f8, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:02:54.297186 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:54.367724 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] For port 287f0cf2-039b-458e-9b76-3c34279126f8, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:02:54.372302 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] For port 287f0cf2-039b-458e-9b76-3c34279126f8, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=287f0cf2-039b-458e-9b76-3c34279126f8,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:02:54.377255 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:54.420259 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:54.420887 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:02:54.422655 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] 10.222.0.81 "PUT /v2.0/ports/287f0cf2-039b-458e-9b76-3c34279126f8 HTTP/1.1" status: 200 len: 1092 time: 0.8400643 May 26 17:02:54.455315 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501ecb0-7420-4b0f-8a85-f90acfc8e3fa req-2a80b13d-9154-4e09-9468-670fad9c3dc0 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:54.457028 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1501ecb0-7420-4b0f-8a85-f90acfc8e3fa req-2a80b13d-9154-4e09-9468-670fad9c3dc0 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 944 time: 0.0656219 May 26 17:02:54.479428 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddde3a-bb12-4c24-a688-df51f4a65449 service neutron] Pushing event updated for resources: {'Port': ['ID=287f0cf2-039b-458e-9b76-3c34279126f8,revision_number=11']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:02:54.505052 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-0a05a942-d6d1-440c-9e27-d072a9c93620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:54.507640 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-0a05a942-d6d1-440c-9e27-d072a9c93620 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 1095 time: 0.0575657 May 26 17:02:54.528816 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1501ecb0-7420-4b0f-8a85-f90acfc8e3fa req-b56f6667-8c19-4618-804c-c81311138924 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607805 May 26 17:02:54.551067 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 287f0cf2-039b-458e-9b76-3c34279126f8 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:02:54.597369 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 287f0cf2-039b-458e-9b76-3c34279126f8 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:02:54.615520 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-f4e3107b-e40a-4d44-9d77-d4d173242649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:54.617216 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-f4e3107b-e40a-4d44-9d77-d4d173242649 service neutron] 10.222.0.81 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.1018326 May 26 17:02:54.694006 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-8211da50-5bf2-43e8-b09f-a3a922628bf7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=287f0cf2-039b-458e-9b76-3c34279126f8 HTTP/1.1" status: 200 len: 998 time: 0.0685127 May 26 17:02:54.745173 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-12c80f22-078f-4b3d-889b-5d5b39517de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:54.746686 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-12c80f22-078f-4b3d-889b-5d5b39517de5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0466413 May 26 17:02:54.797132 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-79a9aa9b-a1e2-4560-a858-a89df7b7f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:54.798662 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-79a9aa9b-a1e2-4560-a858-a89df7b7f86f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454137 May 26 17:02:54.896629 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-995ecb16-8b19-46a6-8cec-64a88fe33a5f service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907042 May 26 17:02:54.989836 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f1667847-ab49-4893-a76a-0b5ad97398ca req-77a8d239-437d-40c2-a39f-8003b926ebc3 service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859144 May 26 17:02:55.683761 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c56c84-bb2d-476f-bee7-54a8e3b4c928 req-f850d9c4-2815-41e9-84d9-58daaf640031 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:55.685280 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5c56c84-bb2d-476f-bee7-54a8e3b4c928 req-f850d9c4-2815-41e9-84d9-58daaf640031 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 944 time: 0.0597794 May 26 17:02:55.731060 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5c56c84-bb2d-476f-bee7-54a8e3b4c928 req-53055e0c-d294-43fc-9d56-ee4337485330 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392704 May 26 17:02:56.035648 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1145f8c-08f5-4190-aca5-0e6900cc7e53', 'tag': '287f0cf2-039b-458e-9b76-3c34279126f8'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:02:56.038156 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c980729-fae8-4c24-8181-ba20adaf2b84" -d '{"events": [{"name": "network-changed", "server_uuid": "d1145f8c-08f5-4190-aca5-0e6900cc7e53", "tag": "287f0cf2-039b-458e-9b76-3c34279126f8"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:02:56.094611 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0475fb-5ef9-408c-8e92-f6d8426e7560 x-openstack-request-id: req-3c0475fb-5ef9-408c-8e92-f6d8426e7560 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:02:56.094995 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1145f8c-08f5-4190-aca5-0e6900cc7e53", "tag": "287f0cf2-039b-458e-9b76-3c34279126f8", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:02:56.095317 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3c0475fb-5ef9-408c-8e92-f6d8426e7560 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:02:56.095815 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0475fb-5ef9-408c-8e92-f6d8426e7560'] response: {'name': 'network-changed', 'server_uuid': 'd1145f8c-08f5-4190-aca5-0e6900cc7e53', 'tag': '287f0cf2-039b-458e-9b76-3c34279126f8', 'status': 'completed', 'code': 200} May 26 17:02:56.209359 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c980729-fae8-4c24-8181-ba20adaf2b84 req-ad1709b0-05dd-41a0-9d88-e882f2d16ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:56.211256 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2c980729-fae8-4c24-8181-ba20adaf2b84 req-ad1709b0-05dd-41a0-9d88-e882f2d16ded service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 1095 time: 0.0907311 May 26 17:02:56.214610 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c980729-fae8-4c24-8181-ba20adaf2b84 req-80dd20d6-c775-499d-88a5-3d5dc3124252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:56.216159 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2c980729-fae8-4c24-8181-ba20adaf2b84 req-80dd20d6-c775-499d-88a5-3d5dc3124252 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e83c46c26b9545dca85e357bf3fc5235&device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 1095 time: 0.0643573 May 26 17:02:56.386847 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c980729-fae8-4c24-8181-ba20adaf2b84 req-959e8cad-2372-41ce-b567-84a7ec7ad121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:56.388351 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2c980729-fae8-4c24-8181-ba20adaf2b84 req-959e8cad-2372-41ce-b567-84a7ec7ad121 service neutron] 10.222.0.83 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.1648247 May 26 17:02:56.406259 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c980729-fae8-4c24-8181-ba20adaf2b84 req-83ba0ab9-b879-4940-aadd-85d5ed32ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:56.407834 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2c980729-fae8-4c24-8181-ba20adaf2b84 req-83ba0ab9-b879-4940-aadd-85d5ed32ee9f service neutron] 10.222.0.81 "GET /v2.0/networks?id=25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 200 len: 913 time: 0.1760521 May 26 17:02:56.513556 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2c980729-fae8-4c24-8181-ba20adaf2b84 req-0dd2c99c-1f69-48f5-9388-e76e2f447ace service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=287f0cf2-039b-458e-9b76-3c34279126f8 HTTP/1.1" status: 200 len: 998 time: 0.1172762 May 26 17:02:56.520994 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2c980729-fae8-4c24-8181-ba20adaf2b84 req-538b0454-c2f9-4294-a950-de7202517d4c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=287f0cf2-039b-458e-9b76-3c34279126f8 HTTP/1.1" status: 200 len: 998 time: 0.0825727 May 26 17:02:56.606612 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c980729-fae8-4c24-8181-ba20adaf2b84 req-79fd3d00-aaf6-4da7-8710-645f59a9479e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:56.608453 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2c980729-fae8-4c24-8181-ba20adaf2b84 req-79fd3d00-aaf6-4da7-8710-645f59a9479e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0865841 May 26 17:02:56.612056 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c980729-fae8-4c24-8181-ba20adaf2b84 req-300f0213-98e9-48be-b250-954a9610d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:56.613467 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2c980729-fae8-4c24-8181-ba20adaf2b84 req-300f0213-98e9-48be-b250-954a9610d2f3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 200 len: 851 time: 0.0841889 May 26 17:02:56.691112 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c980729-fae8-4c24-8181-ba20adaf2b84 req-3961061d-1f96-434a-b404-8487de1e54ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:56.692580 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2c980729-fae8-4c24-8181-ba20adaf2b84 req-3961061d-1f96-434a-b404-8487de1e54ee service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668728 May 26 17:02:56.694411 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c980729-fae8-4c24-8181-ba20adaf2b84 req-a2199a04-bb7e-4cdc-93eb-7a22b7d8c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:56.696447 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2c980729-fae8-4c24-8181-ba20adaf2b84 req-a2199a04-bb7e-4cdc-93eb-7a22b7d8c780 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=25b2dce5-12da-4c86-8388-53d1dc2cf81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800002 May 26 17:02:56.865748 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2c980729-fae8-4c24-8181-ba20adaf2b84 req-760f1941-1e86-45b7-8a04-17bb5e53a585 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586347 May 26 17:02:56.867745 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2c980729-fae8-4c24-8181-ba20adaf2b84 req-c2c5037b-bfea-4f7a-b24b-8128913a0f7b service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680205 May 26 17:02:56.884730 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d0a81-ae33-4d6a-8a61-e9534c2fc713 req-3c4f5c1a-bb93-4d42-b872-0c0745768576 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:56.886337 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f48d0a81-ae33-4d6a-8a61-e9534c2fc713 req-3c4f5c1a-bb93-4d42-b872-0c0745768576 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 944 time: 0.0540524 May 26 17:02:56.930073 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f48d0a81-ae33-4d6a-8a61-e9534c2fc713 req-e4d3019f-8f10-48ac-ba51-3fd6a3a120db tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361383 May 26 17:02:57.031079 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2c980729-fae8-4c24-8181-ba20adaf2b84 req-e01a4cdb-812d-4cc7-ab9e-3e9ded9d2f56 service neutron] 10.222.0.83 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586266 May 26 17:02:57.035009 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2c980729-fae8-4c24-8181-ba20adaf2b84 req-d97be686-2378-4de8-9dd8-180b0911fd6c service neutron] 10.222.0.81 "GET /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539688 May 26 17:02:58.063162 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46086bf-9bde-4dff-9392-d1b76d9420de req-d95dbbc2-7810-4343-a525-1659e2d86413 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:58.064704 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e46086bf-9bde-4dff-9392-d1b76d9420de req-d95dbbc2-7810-4343-a525-1659e2d86413 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 944 time: 0.0568960 May 26 17:02:58.107353 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e46086bf-9bde-4dff-9392-d1b76d9420de req-2740f9e2-b2ee-4e17-8689-eaf2cc9c1a79 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353377 May 26 17:02:59.238073 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ee382-5109-43d3-b4c3-2a22effe8983 req-d9fbc7b8-5171-49e6-b521-1887e8a7f6a8 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:02:59.239634 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a7ee382-5109-43d3-b4c3-2a22effe8983 req-d9fbc7b8-5171-49e6-b521-1887e8a7f6a8 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 944 time: 0.0595114 May 26 17:02:59.280371 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a7ee382-5109-43d3-b4c3-2a22effe8983 req-347a1fd1-9c16-47cc-aa80-7d038c9ccb89 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334690 May 26 17:03:00.407513 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a567a-7dfc-468f-9d55-2494de425130 req-e7438bcd-8eda-4ab0-acb2-ef8caf87d123 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:00.409147 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-552a567a-7dfc-468f-9d55-2494de425130 req-e7438bcd-8eda-4ab0-acb2-ef8caf87d123 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 944 time: 0.0534868 May 26 17:03:00.449748 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-552a567a-7dfc-468f-9d55-2494de425130 req-fb765541-579f-467b-ad2b-8d9a3479ee7a tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344393 May 26 17:03:01.001370 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:01.577105 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aec793-9562-4b3d-9292-8c9083f8d7b3 req-5c9d1454-7c46-4995-a8de-db045adcf915 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:01.578653 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c3aec793-9562-4b3d-9292-8c9083f8d7b3 req-5c9d1454-7c46-4995-a8de-db045adcf915 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 944 time: 0.0558000 May 26 17:03:01.618975 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c3aec793-9562-4b3d-9292-8c9083f8d7b3 req-d6114cbd-e161-4014-a691-b07126c4e303 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339942 May 26 17:03:02.747795 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e338d39-5020-4785-9c18-dc6f4d0f1b2d req-bcc221e6-3983-46f8-9484-11466dfa53e1 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:02.749330 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e338d39-5020-4785-9c18-dc6f4d0f1b2d req-bcc221e6-3983-46f8-9484-11466dfa53e1 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 944 time: 0.0515397 May 26 17:03:02.787459 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e338d39-5020-4785-9c18-dc6f4d0f1b2d req-61b3d494-216d-48e6-a803-93fb462027a4 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314217 May 26 17:03:03.912829 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7c8a3-d10c-4aed-ad3d-2385973cd9a1 req-b3094b34-5754-4619-8966-91b74f25d6ea tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:03.914396 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7b7c8a3-d10c-4aed-ad3d-2385973cd9a1 req-b3094b34-5754-4619-8966-91b74f25d6ea tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 944 time: 0.0538456 May 26 17:03:03.960690 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a7b7c8a3-d10c-4aed-ad3d-2385973cd9a1 req-53d44ffa-be13-4e0b-b3cb-77fdbf163b89 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349827 May 26 17:03:05.091194 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8474b3-e578-42b5-9459-37734be0dc97 req-be697599-bdfa-442d-8edc-6b65c1ef4c8e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:05.092785 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3c8474b3-e578-42b5-9459-37734be0dc97 req-be697599-bdfa-442d-8edc-6b65c1ef4c8e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 944 time: 0.0546684 May 26 17:03:05.131148 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3c8474b3-e578-42b5-9459-37734be0dc97 req-26ac5091-5b2a-4d17-a2b4-789c78fb22f2 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321343 May 26 17:03:06.259380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48890292-ec8c-481d-8c8a-1bed70706432 req-cb5a1641-a430-4573-84f1-3802adfc801e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:06.260885 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48890292-ec8c-481d-8c8a-1bed70706432 req-cb5a1641-a430-4573-84f1-3802adfc801e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 944 time: 0.0510962 May 26 17:03:06.300464 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48890292-ec8c-481d-8c8a-1bed70706432 req-25609b25-37a5-419f-af5a-97fd3fc24705 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332394 May 26 17:03:06.435735 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7195a-61b6-466a-95ee-33e755e1d4ea req-f0a79c6e-3876-4333-9b5c-1cdaba16b96b tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:06.437314 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-29c7195a-61b6-466a-95ee-33e755e1d4ea req-f0a79c6e-3876-4333-9b5c-1cdaba16b96b tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 944 time: 0.0515637 May 26 17:03:06.476377 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-29c7195a-61b6-466a-95ee-33e755e1d4ea req-cf329e04-61ca-45f8-9a56-bac6c8778714 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325842 May 26 17:03:06.608201 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c6ec7-986f-45b2-bec1-cb1a2f00b1e4 req-f8d0be98-e9d3-4504-b267-9f0c44734f12 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:06.609703 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-421c6ec7-986f-45b2-bec1-cb1a2f00b1e4 req-f8d0be98-e9d3-4504-b267-9f0c44734f12 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 944 time: 0.0538347 May 26 17:03:06.651131 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-421c6ec7-986f-45b2-bec1-cb1a2f00b1e4 req-ce5fc2fd-7258-48ec-b9dc-0044519bd3af tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350761 May 26 17:03:06.910607 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21106bf3-7376-491e-a95a-90f89802a378 req-a0087bc9-c313-4442-b018-31d4604df157 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:06.912121 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-21106bf3-7376-491e-a95a-90f89802a378 req-a0087bc9-c313-4442-b018-31d4604df157 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 944 time: 0.0534947 May 26 17:03:06.951008 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-21106bf3-7376-491e-a95a-90f89802a378 req-f73f483d-2d9d-4aad-bce1-0f0f7347d284 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325208 May 26 17:03:07.495121 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 287f0cf2-039b-458e-9b76-3c34279126f8 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:03:07.589937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 287f0cf2-039b-458e-9b76-3c34279126f8, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=287f0cf2-039b-458e-9b76-3c34279126f8,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:07.601063 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '287f0cf2-039b-458e-9b76-3c34279126f8', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'port_id': '287f0cf2-039b-458e-9b76-3c34279126f8', 'mac_address': 'fa:16:3e:50:39:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:03:07.642121 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 287f0cf2-039b-458e-9b76-3c34279126f8 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:03:07.642504 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:07.657642 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287f0cf2-039b-458e-9b76-3c34279126f8 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:03:07.677970 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 287f0cf2-039b-458e-9b76-3c34279126f8, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=287f0cf2-039b-458e-9b76-3c34279126f8,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:07.682932 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:07.729491 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=287f0cf2-039b-458e-9b76-3c34279126f8,revision_number=12']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:07.930586 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['287f0cf2-039b-458e-9b76-3c34279126f8'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:03:08.100076 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483f5b6-80a5-407f-922f-138dbd38082b req-e0e4aa89-4b48-43d9-a563-647ca3f74450 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:08.101587 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6483f5b6-80a5-407f-922f-138dbd38082b req-e0e4aa89-4b48-43d9-a563-647ca3f74450 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.0629318 May 26 17:03:08.141019 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6483f5b6-80a5-407f-922f-138dbd38082b req-c79851a4-41b7-420a-8462-2dfafb90bcfe tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319648 May 26 17:03:08.740904 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e69753-da5f-403b-af26-579910e27749 req-638c9bfb-b369-4b54-856f-68366889389b tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:08.740904 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b3e69753-da5f-403b-af26-579910e27749 req-638c9bfb-b369-4b54-856f-68366889389b tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 945 time: 0.3952157 May 26 17:03:08.831848 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-b3e69753-da5f-403b-af26-579910e27749 req-993b9eec-c5f7-4219-91bc-2e940dc9a42d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Deleting port 287f0cf2-039b-458e-9b76-3c34279126f8 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:03:08.832223 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b3e69753-da5f-403b-af26-579910e27749 req-993b9eec-c5f7-4219-91bc-2e940dc9a42d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:08.924217 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-b3e69753-da5f-403b-af26-579910e27749 req-993b9eec-c5f7-4219-91bc-2e940dc9a42d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] For port 287f0cf2-039b-458e-9b76-3c34279126f8, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=287f0cf2-039b-458e-9b76-3c34279126f8,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:08.924578 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b3e69753-da5f-403b-af26-579910e27749 req-993b9eec-c5f7-4219-91bc-2e940dc9a42d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:09.103519 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b3e69753-da5f-403b-af26-579910e27749 req-993b9eec-c5f7-4219-91bc-2e940dc9a42d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:09.103826 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b3e69753-da5f-403b-af26-579910e27749 req-993b9eec-c5f7-4219-91bc-2e940dc9a42d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:09.104432 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [req-b3e69753-da5f-403b-af26-579910e27749 req-993b9eec-c5f7-4219-91bc-2e940dc9a42d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Floating IP d36c65c6-0cab-4de9-9984-bd78dce86a4e disassociated. External IP: 172.25.7.5, port: 287f0cf2-039b-458e-9b76-3c34279126f8. May 26 17:03:09.104824 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-b3e69753-da5f-403b-af26-579910e27749 req-993b9eec-c5f7-4219-91bc-2e940dc9a42d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Calling delete_port for 287f0cf2-039b-458e-9b76-3c34279126f8 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:03:09.252642 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b3e69753-da5f-403b-af26-579910e27749 req-993b9eec-c5f7-4219-91bc-2e940dc9a42d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:09.276606 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4960b3-f8b4-4af5-9d09-f08146ef7cb3 req-2a0c4bda-621b-442f-83d3-ac050c871b74 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:09.278183 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f4960b3-f8b4-4af5-9d09-f08146ef7cb3 req-2a0c4bda-621b-442f-83d3-ac050c871b74 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 867 time: 0.0632367 May 26 17:03:09.284077 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b9eec-c5f7-4219-91bc-2e940dc9a42d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Pushing event deleted for resources: {'Port': ['ID=287f0cf2-039b-458e-9b76-3c34279126f8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:09.335332 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0f4960b3-f8b4-4af5-9d09-f08146ef7cb3 req-63bf25ee-0e32-4623-85b9-728e463b95e8 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups?id=aeb59f00-97ab-4d74-a06c-527de076575f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507250 May 26 17:03:09.415850 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3e69753-da5f-403b-af26-579910e27749 req-993b9eec-c5f7-4219-91bc-2e940dc9a42d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:03:09.505083 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 287f0cf2-039b-458e-9b76-3c34279126f8 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:03:09.511164 n-d-843337-2 neutron-server[103897]: INFO neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No ports have port_id starting with 287f0cf2-039b-458e-9b76-3c34279126f8 May 26 17:03:09.513219 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 287f0cf2-039b-458e-9b76-3c34279126f8 requested by agent hyperv_n-h1-843337-2 not found in database {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} May 26 17:03:09.536111 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3e69753-da5f-403b-af26-579910e27749 req-993b9eec-c5f7-4219-91bc-2e940dc9a42d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:03:09.548460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac30194-6420-49a7-82e2-0b5a7ea390b9 None None] Sync routers for ids ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:03:09.560814 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac30194-6420-49a7-82e2-0b5a7ea390b9 None None] Routers {'d0ade225-c0a0-4fd3-b208-4a0191fa5d60'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:03:09.561402 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7ac30194-6420-49a7-82e2-0b5a7ea390b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:02:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:09.577808 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e69753-da5f-403b-af26-579910e27749 req-993b9eec-c5f7-4219-91bc-2e940dc9a42d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] No DVR routers for this DVR port 287f0cf2-039b-458e-9b76-3c34279126f8 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:03:09.580568 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-b3e69753-da5f-403b-af26-579910e27749 req-993b9eec-c5f7-4219-91bc-2e940dc9a42d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:09.583869 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b3e69753-da5f-403b-af26-579910e27749 req-993b9eec-c5f7-4219-91bc-2e940dc9a42d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.81 "DELETE /v2.0/ports/287f0cf2-039b-458e-9b76-3c34279126f8 HTTP/1.1" status: 204 len: 173 time: 0.8372102 May 26 17:03:09.584380 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1145f8c-08f5-4190-aca5-0e6900cc7e53', 'name': 'network-vif-deleted', 'tag': '287f0cf2-039b-458e-9b76-3c34279126f8'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:03:09.586680 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e63927-6dc1-4f98-8d32-3a71542ac5f0" -d '{"events": [{"server_uuid": "d1145f8c-08f5-4190-aca5-0e6900cc7e53", "name": "network-vif-deleted", "tag": "287f0cf2-039b-458e-9b76-3c34279126f8"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:03:09.641115 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de8f3ba-8df3-4163-8540-36240a6b0682 x-openstack-request-id: req-1de8f3ba-8df3-4163-8540-36240a6b0682 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:03:09.641115 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1145f8c-08f5-4190-aca5-0e6900cc7e53", "name": "network-vif-deleted", "tag": "287f0cf2-039b-458e-9b76-3c34279126f8", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:03:09.641115 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1de8f3ba-8df3-4163-8540-36240a6b0682 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:03:09.641538 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1de8f3ba-8df3-4163-8540-36240a6b0682'] response: {'server_uuid': 'd1145f8c-08f5-4190-aca5-0e6900cc7e53', 'name': 'network-vif-deleted', 'tag': '287f0cf2-039b-458e-9b76-3c34279126f8', 'status': 'completed', 'code': 200} May 26 17:03:09.683588 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-7ac30194-6420-49a7-82e2-0b5a7ea390b9 None None] Set router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:03:09.898661 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7ac30194-6420-49a7-82e2-0b5a7ea390b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:09.930213 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac30194-6420-49a7-82e2-0b5a7ea390b9 None None] Checking router: d0ade225-c0a0-4fd3-b208-4a0191fa5d60 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:03:09.940496 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac30194-6420-49a7-82e2-0b5a7ea390b9 None None] Routers {'d0ade225-c0a0-4fd3-b208-4a0191fa5d60'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:03:09.940767 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7ac30194-6420-49a7-82e2-0b5a7ea390b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:02:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:10.058121 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-7ac30194-6420-49a7-82e2-0b5a7ea390b9 None None] Set router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:03:10.287450 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7ac30194-6420-49a7-82e2-0b5a7ea390b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:10.316900 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac30194-6420-49a7-82e2-0b5a7ea390b9 None None] The sync data for ids ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'] in n-d-843337-2 is: [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:42Z', 'revision_number': 4, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '5996a8ac-f23c-4da5-adc1-ceb60fa89730', 'name': '', 'network_id': '25b2dce5-12da-4c86-8388-53d1dc2cf81c', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'mac_address': 'fa:16:3e:02:eb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:42Z', 'updated_at': '2022-05-26T16:55:46Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'subnets': [{'id': '52369edf-1c90-45d1-a251-f17c7cc4f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:03:10.451816 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eeada52e-7d18-43c0-abbf-ca75f6258796 req-e7b5fc2b-d1f0-411c-95bb-1cbfa44ab887 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 210 time: 0.0332515 May 26 17:03:10.613199 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac92c00-c57a-48d8-94fe-50a2ff7dd712 None None] New status for floating IP d36c65c6-0cab-4de9-9984-bd78dce86a4e: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:03:11.503202 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 287f0cf2-039b-458e-9b76-3c34279126f8 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:03:11.533092 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 287f0cf2-039b-458e-9b76-3c34279126f8 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:03:11.533431 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 287f0cf2-039b-458e-9b76-3c34279126f8 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:03:11.570253 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0063ceab-1152-44e9-bdfb-3c7534eb3360 req-3da581eb-605a-47bf-8879-5eb70778b89e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 210 time: 0.0287108 May 26 17:03:12.676800 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78b35e39-cca3-456f-9ab4-8ae54eba7fd1 req-af2d5b6e-a8a8-43d7-92dd-d27126f8505e tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1145f8c-08f5-4190-aca5-0e6900cc7e53 HTTP/1.1" status: 200 len: 210 time: 0.0279810 May 26 17:03:13.150095 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b1a58407-e9ab-4b71-b55b-636e1bf9833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:13.658613 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:03:15.587697 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-43c0b1ce-4343-4806-9449-d58c0925151b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:16.403747 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40560) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:03:16.465080 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-253c71ca-ede4-4b3d-85ab-edfc9b4d4505 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:16.488502 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-253c71ca-ede4-4b3d-85ab-edfc9b4d4505 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:16.547206 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-253c71ca-ede4-4b3d-85ab-edfc9b4d4505 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:16.549948 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-253c71ca-ede4-4b3d-85ab-edfc9b4d4505 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:16.551102 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-253c71ca-ede4-4b3d-85ab-edfc9b4d4505 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "DELETE /v2.0/security-groups/aeb59f00-97ab-4d74-a06c-527de076575f HTTP/1.1" status: 204 len: 168 time: 0.1462789 May 26 17:03:16.554864 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40562) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:03:16.560948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c71ca-ede4-4b3d-85ab-edfc9b4d4505 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb59f00-97ab-4d74-a06c-527de076575f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:16.568466 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c71ca-ede4-4b3d-85ab-edfc9b4d4505 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:16.568813 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c71ca-ede4-4b3d-85ab-edfc9b4d4505 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:16.569154 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c71ca-ede4-4b3d-85ab-edfc9b4d4505 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:16.569350 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [None req-2c45f229-342b-4598-835f-6ca8d1542d30 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] show failed (client error): The resource could not be found. May 26 17:03:16.569468 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c71ca-ede4-4b3d-85ab-edfc9b4d4505 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:16.569805 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c71ca-ede4-4b3d-85ab-edfc9b4d4505 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:16.570131 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c71ca-ede4-4b3d-85ab-edfc9b4d4505 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:16.570452 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c71ca-ede4-4b3d-85ab-edfc9b4d4505 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:16.570771 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c71ca-ede4-4b3d-85ab-edfc9b4d4505 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:16.571090 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c71ca-ede4-4b3d-85ab-edfc9b4d4505 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:16.572050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c71ca-ede4-4b3d-85ab-edfc9b4d4505 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:16.572384 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c71ca-ede4-4b3d-85ab-edfc9b4d4505 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:16.574214 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c71ca-ede4-4b3d-85ab-edfc9b4d4505 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:16.574341 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2c45f229-342b-4598-835f-6ca8d1542d30 tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "GET /v2.0/security-groups/aeb59f00-97ab-4d74-a06c-527de076575f HTTP/1.1" status: 404 len: 347 time: 0.0174699 May 26 17:03:16.574466 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40564) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:03:16.663904 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-976120fd-2193-4962-88fa-aec3bbfaafb8 req-87b06f17-603f-415c-bf8d-c527f7f38e60 service neutron] (103896) timed out ('10.222.0.77', 38530) {{(pid=103896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 17:03:16.711228 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-7e3fa607-ea37-44be-9ac4-e3fe9eb6c63d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Deleting port 07c0fe45-5d99-476d-b28b-e83da42eb889 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:03:16.711564 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7e3fa607-ea37-44be-9ac4-e3fe9eb6c63d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:16.748397 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:16.799313 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7e3fa607-ea37-44be-9ac4-e3fe9eb6c63d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:16.799554 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7e3fa607-ea37-44be-9ac4-e3fe9eb6c63d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:16.812234 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-7e3fa607-ea37-44be-9ac4-e3fe9eb6c63d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Calling delete_port for 07c0fe45-5d99-476d-b28b-e83da42eb889 owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:03:16.958548 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7e3fa607-ea37-44be-9ac4-e3fe9eb6c63d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:16.986512 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fa607-ea37-44be-9ac4-e3fe9eb6c63d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Pushing event deleted for resources: {'Port': ['ID=07c0fe45-5d99-476d-b28b-e83da42eb889,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:17.055128 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7e3fa607-ea37-44be-9ac4-e3fe9eb6c63d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:17.059400 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7e3fa607-ea37-44be-9ac4-e3fe9eb6c63d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:17.060662 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7e3fa607-ea37-44be-9ac4-e3fe9eb6c63d tempest-ServerActionsTestJSON-707247208 tempest-ServerActionsTestJSON-707247208-project] 10.222.0.77 "DELETE /v2.0/floatingips/d36c65c6-0cab-4de9-9984-bd78dce86a4e HTTP/1.1" status: 204 len: 168 time: 0.4850791 May 26 17:03:17.063864 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40568) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:03:17.511873 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f6f078f6-e602-4f80-ab7c-29021d93e83a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:17.762353 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-f6f078f6-e602-4f80-ab7c-29021d93e83a admin admin] Deleting port 5996a8ac-f23c-4da5-adc1-ceb60fa89730 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:03:17.762695 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f6f078f6-e602-4f80-ab7c-29021d93e83a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:17.844419 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-f6f078f6-e602-4f80-ab7c-29021d93e83a admin admin] For port 5996a8ac-f23c-4da5-adc1-ceb60fa89730, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=5996a8ac-f23c-4da5-adc1-ceb60fa89730,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:17.844850 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f6f078f6-e602-4f80-ab7c-29021d93e83a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:17.856887 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-f6f078f6-e602-4f80-ab7c-29021d93e83a admin admin] Calling delete_port for 5996a8ac-f23c-4da5-adc1-ceb60fa89730 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:03:18.043598 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f6f078f6-e602-4f80-ab7c-29021d93e83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:18.070954 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f078f6-e602-4f80-ab7c-29021d93e83a admin admin] Pushing event deleted for resources: {'Port': ['ID=5996a8ac-f23c-4da5-adc1-ceb60fa89730,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:18.244001 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f6f078f6-e602-4f80-ab7c-29021d93e83a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:18.479168 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:18.594106 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:18.784912 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f078f6-e602-4f80-ab7c-29021d93e83a admin admin] Router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:03:18.892011 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f078f6-e602-4f80-ab7c-29021d93e83a admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:03:18.897041 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f6f078f6-e602-4f80-ab7c-29021d93e83a admin admin] 10.222.0.77 "PUT /v2.0/routers/d0ade225-c0a0-4fd3-b208-4a0191fa5d60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8321095 May 26 17:03:18.899689 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40572) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:03:18.902685 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b248d0-9c03-4c60-85d6-e614e72b776d None None] Sync routers for ids ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:03:18.917240 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b248d0-9c03-4c60-85d6-e614e72b776d None None] Routers {'d0ade225-c0a0-4fd3-b208-4a0191fa5d60'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:03:18.917970 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-15b248d0-9c03-4c60-85d6-e614e72b776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:03:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:19.007013 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f78d3c7c-25f9-4b92-9033-d1cfcf7176a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:19.123461 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f78d3c7c-25f9-4b92-9033-d1cfcf7176a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:19.150015 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:19.178960 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-f78d3c7c-25f9-4b92-9033-d1cfcf7176a3 admin admin] Deleting port 665f5574-c221-4df1-a054-08cace23a142 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:03:19.179295 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f78d3c7c-25f9-4b92-9033-d1cfcf7176a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:19.214150 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-15b248d0-9c03-4c60-85d6-e614e72b776d None None] Set router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:03:19.262461 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-f78d3c7c-25f9-4b92-9033-d1cfcf7176a3 admin admin] For port 665f5574-c221-4df1-a054-08cace23a142, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=665f5574-c221-4df1-a054-08cace23a142,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:19.262827 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f78d3c7c-25f9-4b92-9033-d1cfcf7176a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:19.276045 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-f78d3c7c-25f9-4b92-9033-d1cfcf7176a3 admin admin] Calling delete_port for 665f5574-c221-4df1-a054-08cace23a142 owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:03:19.395100 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-15b248d0-9c03-4c60-85d6-e614e72b776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665f5574-c221-4df1-a054-08cace23a142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T17:03:17Z', 'revision_number': 5, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port': {'id': '665f5574-c221-4df1-a054-08cace23a142', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:19.422488 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b248d0-9c03-4c60-85d6-e614e72b776d None None] Checking router: d0ade225-c0a0-4fd3-b208-4a0191fa5d60 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:03:19.431513 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b248d0-9c03-4c60-85d6-e614e72b776d None None] Routers {'d0ade225-c0a0-4fd3-b208-4a0191fa5d60'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:03:19.432390 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-15b248d0-9c03-4c60-85d6-e614e72b776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:03:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:19.454199 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f78d3c7c-25f9-4b92-9033-d1cfcf7176a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:19.484357 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d3c7c-25f9-4b92-9033-d1cfcf7176a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=665f5574-c221-4df1-a054-08cace23a142,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:19.526427 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-15b248d0-9c03-4c60-85d6-e614e72b776d None None] Set router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:03:19.544688 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f78d3c7c-25f9-4b92-9033-d1cfcf7176a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:19.583183 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-15b248d0-9c03-4c60-85d6-e614e72b776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T17:03:19Z', 'revision_number': 6, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:19.610274 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b248d0-9c03-4c60-85d6-e614e72b776d None None] The sync data for ids ['d0ade225-c0a0-4fd3-b208-4a0191fa5d60'] in n-d-843337-2 is: [{'id': 'd0ade225-c0a0-4fd3-b208-4a0191fa5d60', 'name': 'tempest-ServerActionsTestJSON-1385517287-router', 'tenant_id': 'e83c46c26b9545dca85e357bf3fc5235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T16:55:40Z', 'updated_at': '2022-05-26T17:03:19Z', 'revision_number': 6, 'project_id': 'e83c46c26b9545dca85e357bf3fc5235', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:03:19.642191 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f78d3c7c-25f9-4b92-9033-d1cfcf7176a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:19.643570 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f78d3c7c-25f9-4b92-9033-d1cfcf7176a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:19.689401 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f78d3c7c-25f9-4b92-9033-d1cfcf7176a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:19.689837 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78d3c7c-25f9-4b92-9033-d1cfcf7176a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0ade225-c0a0-4fd3-b208-4a0191fa5d60 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:03:19.694365 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f78d3c7c-25f9-4b92-9033-d1cfcf7176a3 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:19.695511 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f78d3c7c-25f9-4b92-9033-d1cfcf7176a3 admin admin] 10.222.0.77 "DELETE /v2.0/routers/d0ade225-c0a0-4fd3-b208-4a0191fa5d60 HTTP/1.1" status: 204 len: 168 time: 0.7946169 May 26 17:03:19.698996 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40574) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:03:19.744520 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-630e32ee-a58a-461f-9a23-2e7dbc4efde5 admin admin] Deleting subnet 52369edf-1c90-45d1-a251-f17c7cc4f525 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 17:03:19.747686 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-630e32ee-a58a-461f-9a23-2e7dbc4efde5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:19.780699 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-630e32ee-a58a-461f-9a23-2e7dbc4efde5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:19.861391 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-630e32ee-a58a-461f-9a23-2e7dbc4efde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:19.915721 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-630e32ee-a58a-461f-9a23-2e7dbc4efde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:19.942340 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e32ee-a58a-461f-9a23-2e7dbc4efde5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52369edf-1c90-45d1-a251-f17c7cc4f525,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:19.944275 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-630e32ee-a58a-461f-9a23-2e7dbc4efde5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:19.948139 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-630e32ee-a58a-461f-9a23-2e7dbc4efde5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/52369edf-1c90-45d1-a251-f17c7cc4f525 HTTP/1.1" status: 204 len: 168 time: 0.2479742 May 26 17:03:19.949508 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72a01c3-eacc-4577-bca3-90f05549097b None None] Network 25b2dce5-12da-4c86-8388-53d1dc2cf81c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:03:19.950497 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40576) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:03:20.039699 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d813158-ebb3-4382-9419-152a6bbdc6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:20.111179 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0d813158-ebb3-4382-9419-152a6bbdc6b0 admin admin] Deleting port 3e14f66a-9b40-4440-a173-01e774ae93f7 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:03:20.111855 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d813158-ebb3-4382-9419-152a6bbdc6b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:20.177983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-0d813158-ebb3-4382-9419-152a6bbdc6b0 admin admin] For port 3e14f66a-9b40-4440-a173-01e774ae93f7, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3e14f66a-9b40-4440-a173-01e774ae93f7,segment=NetworkSegment(7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c),segment_id=7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:20.178349 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d813158-ebb3-4382-9419-152a6bbdc6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:20.191265 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-0d813158-ebb3-4382-9419-152a6bbdc6b0 admin admin] Calling delete_port for 3e14f66a-9b40-4440-a173-01e774ae93f7 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:03:20.275767 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d813158-ebb3-4382-9419-152a6bbdc6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:20.302753 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d813158-ebb3-4382-9419-152a6bbdc6b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e14f66a-9b40-4440-a173-01e774ae93f7,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:20.304596 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d813158-ebb3-4382-9419-152a6bbdc6b0 admin admin] No DVR routers for this DVR port 3e14f66a-9b40-4440-a173-01e774ae93f7 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:03:20.378399 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d813158-ebb3-4382-9419-152a6bbdc6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:20.401225 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-0d813158-ebb3-4382-9419-152a6bbdc6b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b2dce5-12da-4c86-8388-53d1dc2cf81c']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:20.410674 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-0d813158-ebb3-4382-9419-152a6bbdc6b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:20.410969 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-0d813158-ebb3-4382-9419-152a6bbdc6b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:20.421141 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d813158-ebb3-4382-9419-152a6bbdc6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:20.439930 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d813158-ebb3-4382-9419-152a6bbdc6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:20.450589 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d813158-ebb3-4382-9419-152a6bbdc6b0 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:03:20.451224 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d813158-ebb3-4382-9419-152a6bbdc6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:20.483200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ed2b3e-6a7f-4061-8351-eaa10c40ef77 None None] DHCP port deletion for 25b2dce5-12da-4c86-8388-53d1dc2cf81c request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 17:03:20.543252 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d813158-ebb3-4382-9419-152a6bbdc6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:20.551618 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d813158-ebb3-4382-9419-152a6bbdc6b0 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:20.554843 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0d813158-ebb3-4382-9419-152a6bbdc6b0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/25b2dce5-12da-4c86-8388-53d1dc2cf81c HTTP/1.1" status: 204 len: 168 time: 0.6033831 May 26 17:03:20.571863 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d813158-ebb3-4382-9419-152a6bbdc6b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=25b2dce5-12da-4c86-8388-53d1dc2cf81c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:20.640402 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c resource provider aggregate not found May 26 17:03:20.661435 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a8ad044-8b0c-4a5e-baf7-5e2e8e2a010c found for delete ", "request_id": "req-4b8f66b7-d001-4ffc-be49-01e6c56d54a0"}]} May 26 17:03:20.700455 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40588) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:03:20.717581 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 665f5574-c221-4df1-a054-08cace23a142 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:03:20.744051 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 665f5574-c221-4df1-a054-08cace23a142 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:03:20.744474 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 665f5574-c221-4df1-a054-08cace23a142 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:03:20.745020 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3e14f66a-9b40-4440-a173-01e774ae93f7 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:03:20.748472 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cecf39b1-a7c2-4427-8a5c-34c2b08a30eb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e83c46c26b9545dca85e357bf3fc5235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468683 May 26 17:03:20.751046 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40590) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:03:20.768604 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 3e14f66a-9b40-4440-a173-01e774ae93f7 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:03:20.768950 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3e14f66a-9b40-4440-a173-01e774ae93f7 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:03:20.769570 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 5996a8ac-f23c-4da5-adc1-ceb60fa89730 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:03:20.794839 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 5996a8ac-f23c-4da5-adc1-ceb60fa89730 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:03:20.795452 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 5996a8ac-f23c-4da5-adc1-ceb60fa89730 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:03:20.817424 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5f2b20fb-d669-4d0f-82db-08e578573dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:20.840975 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5f2b20fb-d669-4d0f-82db-08e578573dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:20.889231 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5f2b20fb-d669-4d0f-82db-08e578573dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:20.891757 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5f2b20fb-d669-4d0f-82db-08e578573dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:20.897081 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5f2b20fb-d669-4d0f-82db-08e578573dcf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/69c03655-c864-425f-8906-b17068a55a27 HTTP/1.1" status: 204 len: 168 time: 0.1425078 May 26 17:03:20.904935 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b20fb-d669-4d0f-82db-08e578573dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c03655-c864-425f-8906-b17068a55a27,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:21.655985 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40612) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:03:21.759393 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-27ca4e96-2912-4481-bc9d-76426f4b3ddb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-773799821-network', 'tenant_id': '9ed738e48a7f406389d31ddd549b0637'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:03:21.781030 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ca4e96-2912-4481-bc9d-76426f4b3ddb admin admin] Made reservation on behalf of 9ed738e48a7f406389d31ddd549b0637 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:03:21.783397 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-27ca4e96-2912-4481-bc9d-76426f4b3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:21.793233 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-27ca4e96-2912-4481-bc9d-76426f4b3ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:21.867896 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-27ca4e96-2912-4481-bc9d-76426f4b3ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:21.873567 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-27ca4e96-2912-4481-bc9d-76426f4b3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:21.901817 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ca4e96-2912-4481-bc9d-76426f4b3ddb admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:03:21.910707 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca4e96-2912-4481-bc9d-76426f4b3ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238d7a13-5d82-4abe-8fe0-67a8c14a6305,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:21.919656 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-27ca4e96-2912-4481-bc9d-76426f4b3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:21.920013 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-27ca4e96-2912-4481-bc9d-76426f4b3ddb admin admin] Added segment aa7b438b-e7e1-4399-9374-ce10c0ab9f00 of type vlan for network 7a83e0f7-32d3-4adb-a5df-80fb9002e37a May 26 17:03:21.979583 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-27ca4e96-2912-4481-bc9d-76426f4b3ddb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:22.011140 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-27ca4e96-2912-4481-bc9d-76426f4b3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:22.012211 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ca4e96-2912-4481-bc9d-76426f4b3ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:22.012846 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-27ca4e96-2912-4481-bc9d-76426f4b3ddb admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:22.065945 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-27ca4e96-2912-4481-bc9d-76426f4b3ddb admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4085040 May 26 17:03:22.069088 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40616) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:03:22.074856 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-136b6421-73de-465c-ad02-bc78df924839 admin admin] Request body: {'subnet': {'network_id': '7a83e0f7-32d3-4adb-a5df-80fb9002e37a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-773799821-subnet', 'tenant_id': '9ed738e48a7f406389d31ddd549b0637', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:03:22.075238 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca4e96-2912-4481-bc9d-76426f4b3ddb admin admin] Pushing event updated for resources: {'Network': ['ID=7a83e0f7-32d3-4adb-a5df-80fb9002e37a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:22.085597 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 7a83e0f7-32d3-4adb-a5df-80fb9002e37a details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:03:22.097617 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136b6421-73de-465c-ad02-bc78df924839 admin admin] Made reservation on behalf of 9ed738e48a7f406389d31ddd549b0637 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:03:22.100073 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-136b6421-73de-465c-ad02-bc78df924839 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:22.284991 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-136b6421-73de-465c-ad02-bc78df924839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:22.347068 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b6421-73de-465c-ad02-bc78df924839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=801b3801-25ef-4e07-a565-bd3f2c782ecd,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:22.357396 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136b6421-73de-465c-ad02-bc78df924839 admin admin] Checking segment: {'id': 'aa7b438b-e7e1-4399-9374-ce10c0ab9f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7a83e0f7-32d3-4adb-a5df-80fb9002e37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:03:22.357761 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136b6421-73de-465c-ad02-bc78df924839 admin admin] Network hostable DHCP agents. Network: 7a83e0f7-32d3-4adb-a5df-80fb9002e37a, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:03:22.373939 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136b6421-73de-465c-ad02-bc78df924839 admin admin] Network 7a83e0f7-32d3-4adb-a5df-80fb9002e37a is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:03:22.383359 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-136b6421-73de-465c-ad02-bc78df924839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 7a83e0f7-32d3-4adb-a5df-80fb9002e37a) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:03:22.388682 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136b6421-73de-465c-ad02-bc78df924839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:22.389272 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-136b6421-73de-465c-ad02-bc78df924839 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:22.396173 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fa7fa7-d7d6-4718-a009-5fcd6eb9d463 None None] Network 7a83e0f7-32d3-4adb-a5df-80fb9002e37a requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:03:22.406890 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-136b6421-73de-465c-ad02-bc78df924839 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3359950 May 26 17:03:22.528850 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55769777-f4d3-4aed-bbd2-d768e409c6f7 None None] Network 7a83e0f7-32d3-4adb-a5df-80fb9002e37a requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:03:22.875759 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-21df5851-f09d-48c7-94f1-01d6e2c5e2f5 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:22.877165 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-21df5851-f09d-48c7-94f1-01d6e2c5e2f5 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/networks?id=7a83e0f7-32d3-4adb-a5df-80fb9002e37a HTTP/1.1" status: 200 len: 813 time: 0.1102889 May 26 17:03:22.894228 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-93cf8483-f677-4646-b651-db2a5c9d1b35 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/quotas/9ed738e48a7f406389d31ddd549b0637 HTTP/1.1" status: 200 len: 375 time: 0.0108171 May 26 17:03:22.926645 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-2004ee98-9c28-4b47-a4bb-fa530b4c6f76 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ed738e48a7f406389d31ddd549b0637&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259643 May 26 17:03:23.012981 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-ea0c3559-8bda-42ea-a5bf-6a716c11031d service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:03:23.013995 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-ea0c3559-8bda-42ea-a5bf-6a716c11031d service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0445466 May 26 17:03:23.109417 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-5879bc7a-3d28-4f60-bcee-d6fc4c99931d service neutron] 10.222.0.77 "GET /v2.0/networks/7a83e0f7-32d3-4adb-a5df-80fb9002e37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884390 May 26 17:03:23.206187 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-294abce1-9902-4849-b534-09a6f80f28bf service neutron] 10.222.0.77 "GET /v2.0/networks/7a83e0f7-32d3-4adb-a5df-80fb9002e37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904038 May 26 17:03:23.402762 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-615087e7-ed65-4f88-b79d-656020123a25 req-df8fc73c-692e-43ce-8be4-cc62113f3544 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fe1a557-f476-4e5e-9654-4bead38b2811 HTTP/1.1" status: 200 len: 210 time: 0.0281386 May 26 17:03:24.375775 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-8cb68cf9-ca6a-4d95-a74e-c45ad125c9bc tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:24.377341 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-8cb68cf9-ca6a-4d95-a74e-c45ad125c9bc tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.81 "GET /v2.0/networks?id=7a83e0f7-32d3-4adb-a5df-80fb9002e37a HTTP/1.1" status: 200 len: 813 time: 0.1107135 May 26 17:03:24.390374 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-c3ffc5ed-61b0-467c-aa9d-08451f7a9094 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Request body: {'port': {'device_id': '7fe1a557-f476-4e5e-9654-4bead38b2811', 'network_id': '7a83e0f7-32d3-4adb-a5df-80fb9002e37a', 'admin_state_up': True, 'tenant_id': '9ed738e48a7f406389d31ddd549b0637'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:03:24.503086 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-968cc1fb-3372-4f47-84db-c049a543177e req-017456be-31f4-4d62-8832-076ad10fb7ed tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fe1a557-f476-4e5e-9654-4bead38b2811 HTTP/1.1" status: 200 len: 210 time: 0.0272152 May 26 17:03:24.506798 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-c3ffc5ed-61b0-467c-aa9d-08451f7a9094 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Made reservation on behalf of 9ed738e48a7f406389d31ddd549b0637 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:03:24.511051 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-c3ffc5ed-61b0-467c-aa9d-08451f7a9094 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:24.648701 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-c3ffc5ed-61b0-467c-aa9d-08451f7a9094 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Allocated IP 172.20.0.9 (7a83e0f7-32d3-4adb-a5df-80fb9002e37a/801b3801-25ef-4e07-a565-bd3f2c782ecd/d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:03:24.804459 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-c3ffc5ed-61b0-467c-aa9d-08451f7a9094 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:24.840667 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-c3ffc5ed-61b0-467c-aa9d-08451f7a9094 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:24.885575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-c3ffc5ed-61b0-467c-aa9d-08451f7a9094 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Network 7a83e0f7-32d3-4adb-a5df-80fb9002e37a is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:03:24.888582 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-c3ffc5ed-61b0-467c-aa9d-08451f7a9094 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:03:24.891008 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-c3ffc5ed-61b0-467c-aa9d-08451f7a9094 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:03:24.926489 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ffc5ed-61b0-467c-aa9d-08451f7a9094 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Pushing event updated for resources: {'Port': ['ID=d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:24.953156 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-c3ffc5ed-61b0-467c-aa9d-08451f7a9094 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:24.953924 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-c3ffc5ed-61b0-467c-aa9d-08451f7a9094 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:24.969894 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-c3ffc5ed-61b0-467c-aa9d-08451f7a9094 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5835373 May 26 17:03:24.982039 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-e34e4fc6-6aac-4d98-a30b-9f2d987e0fb4 service neutron] Request body: {'port': {'device_id': '7fe1a557-f476-4e5e-9654-4bead38b2811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:03:25.037276 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-e34e4fc6-6aac-4d98-a30b-9f2d987e0fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:25.315019 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-e34e4fc6-6aac-4d98-a30b-9f2d987e0fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:03:25.322674 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-e34e4fc6-6aac-4d98-a30b-9f2d987e0fb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:25.334495 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-e34e4fc6-6aac-4d98-a30b-9f2d987e0fb4 service neutron] Transition to ACTIVE for port object d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 17:03:25.339697 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-e34e4fc6-6aac-4d98-a30b-9f2d987e0fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:25.397891 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e4fc6-6aac-4d98-a30b-9f2d987e0fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:25.466890 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-e34e4fc6-6aac-4d98-a30b-9f2d987e0fb4 service neutron] Attempting to bind port d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:03:25.467223 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-e34e4fc6-6aac-4d98-a30b-9f2d987e0fb4 service neutron] Attempting to bind port d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'aa7b438b-e7e1-4399-9374-ce10c0ab9f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7a83e0f7-32d3-4adb-a5df-80fb9002e37a'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:03:25.467578 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-e34e4fc6-6aac-4d98-a30b-9f2d987e0fb4 service neutron] Attempting to bind port d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a on network 7a83e0f7-32d3-4adb-a5df-80fb9002e37a {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:03:25.471957 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-e34e4fc6-6aac-4d98-a30b-9f2d987e0fb4 service neutron] Port d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a on network 7a83e0f7-32d3-4adb-a5df-80fb9002e37a not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:03:25.472315 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-e34e4fc6-6aac-4d98-a30b-9f2d987e0fb4 service neutron] Attempting to bind port d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a on network 7a83e0f7-32d3-4adb-a5df-80fb9002e37a {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:03:25.478267 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-e34e4fc6-6aac-4d98-a30b-9f2d987e0fb4 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:03:25.478615 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-e34e4fc6-6aac-4d98-a30b-9f2d987e0fb4 service neutron] Checking segment: {'id': 'aa7b438b-e7e1-4399-9374-ce10c0ab9f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7a83e0f7-32d3-4adb-a5df-80fb9002e37a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:03:25.478999 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-e34e4fc6-6aac-4d98-a30b-9f2d987e0fb4 service neutron] Bound using segment: {'id': 'aa7b438b-e7e1-4399-9374-ce10c0ab9f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7a83e0f7-32d3-4adb-a5df-80fb9002e37a'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:03:25.479433 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-e34e4fc6-6aac-4d98-a30b-9f2d987e0fb4 service neutron] Bound port: d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa7b438b-e7e1-4399-9374-ce10c0ab9f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7a83e0f7-32d3-4adb-a5df-80fb9002e37a'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:03:25.479794 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-e34e4fc6-6aac-4d98-a30b-9f2d987e0fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:25.545257 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-e34e4fc6-6aac-4d98-a30b-9f2d987e0fb4 service neutron] For port d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:03:25.548594 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-e34e4fc6-6aac-4d98-a30b-9f2d987e0fb4 service neutron] For port d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a,segment=NetworkSegment(aa7b438b-e7e1-4399-9374-ce10c0ab9f00),segment_id=aa7b438b-e7e1-4399-9374-ce10c0ab9f00)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:03:25.554126 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-e34e4fc6-6aac-4d98-a30b-9f2d987e0fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:25.596431 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-e34e4fc6-6aac-4d98-a30b-9f2d987e0fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:25.597047 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-e34e4fc6-6aac-4d98-a30b-9f2d987e0fb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:25.598647 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-e34e4fc6-6aac-4d98-a30b-9f2d987e0fb4 service neutron] 10.222.0.81 "PUT /v2.0/ports/d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a HTTP/1.1" status: 200 len: 1091 time: 0.6212516 May 26 17:03:25.599088 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe1a557-f476-4e5e-9654-4bead38b2811', 'tag': 'd60fbd33-40f0-4c64-8a9f-a0c5fee7a13a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:03:25.601403 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e41f701-6789-4d75-a271-f942ec8e4903" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe1a557-f476-4e5e-9654-4bead38b2811", "tag": "d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:03:25.628037 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e4fc6-6aac-4d98-a30b-9f2d987e0fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:25.648630 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a78f418-0da8-4859-84b5-59d6f7c44480 x-openstack-request-id: req-8a78f418-0da8-4859-84b5-59d6f7c44480 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:03:25.649254 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe1a557-f476-4e5e-9654-4bead38b2811", "tag": "d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:03:25.650038 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8a78f418-0da8-4859-84b5-59d6f7c44480 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:03:25.651322 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb4a9a-8a90-4e66-8941-3c6c27c774b2 req-7b54331d-eb66-4b65-a5cf-cc6d5db2d4da tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:25.652907 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99eb4a9a-8a90-4e66-8941-3c6c27c774b2 req-7b54331d-eb66-4b65-a5cf-cc6d5db2d4da tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fe1a557-f476-4e5e-9654-4bead38b2811 HTTP/1.1" status: 200 len: 943 time: 0.0761354 May 26 17:03:25.653485 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a78f418-0da8-4859-84b5-59d6f7c44480'] response: {'name': 'network-changed', 'server_uuid': '7fe1a557-f476-4e5e-9654-4bead38b2811', 'tag': 'd60fbd33-40f0-4c64-8a9f-a0c5fee7a13a', 'status': 'completed', 'code': 200} May 26 17:03:25.700641 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-99eb4a9a-8a90-4e66-8941-3c6c27c774b2 req-d09121f8-94a4-4093-bccd-a4f4f3fe42fe tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414004 May 26 17:03:25.707480 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-e5f3734b-9d74-4d13-9ca1-9a8f09b9ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:25.709217 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-e5f3734b-9d74-4d13-9ca1-9a8f09b9ee06 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9ed738e48a7f406389d31ddd549b0637&device_id=7fe1a557-f476-4e5e-9654-4bead38b2811 HTTP/1.1" status: 200 len: 1094 time: 0.0533695 May 26 17:03:25.751949 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-28649df5-5e72-4042-83fc-d5d6b4a98ff1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a HTTP/1.1" status: 200 len: 217 time: 0.0346155 May 26 17:03:25.811716 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-6e618205-788d-4e2b-bee5-ce8b278578f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:25.813213 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-6e618205-788d-4e2b-bee5-ce8b278578f1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=801b3801-25ef-4e07-a565-bd3f2c782ecd HTTP/1.1" status: 200 len: 853 time: 0.0532699 May 26 17:03:25.847277 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-b294f8a4-2862-4846-81dd-c88651285f4c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7a83e0f7-32d3-4adb-a5df-80fb9002e37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263214 May 26 17:03:25.934642 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-0c398984-3c48-4c25-827f-c912c9240a6c service neutron] 10.222.0.81 "GET /v2.0/networks/7a83e0f7-32d3-4adb-a5df-80fb9002e37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811701 May 26 17:03:26.032074 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c1489218-ba71-474e-bf2f-a81e4f47f803 req-377dba11-df04-48aa-a095-3dc4745ad102 service neutron] 10.222.0.81 "GET /v2.0/networks/7a83e0f7-32d3-4adb-a5df-80fb9002e37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899949 May 26 17:03:26.124605 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41f701-6789-4d75-a271-f942ec8e4903 req-bc30f3dd-a117-45cf-8fff-b1d2ec1929a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:26.126070 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8e41f701-6789-4d75-a271-f942ec8e4903 req-bc30f3dd-a117-45cf-8fff-b1d2ec1929a3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9ed738e48a7f406389d31ddd549b0637&device_id=7fe1a557-f476-4e5e-9654-4bead38b2811 HTTP/1.1" status: 200 len: 1094 time: 0.0433133 May 26 17:03:26.221680 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41f701-6789-4d75-a271-f942ec8e4903 req-156d0f17-2694-444e-bf54-9d52fedee54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:26.223181 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8e41f701-6789-4d75-a271-f942ec8e4903 req-156d0f17-2694-444e-bf54-9d52fedee54c service neutron] 10.222.0.81 "GET /v2.0/networks?id=7a83e0f7-32d3-4adb-a5df-80fb9002e37a HTTP/1.1" status: 200 len: 914 time: 0.0905733 May 26 17:03:26.268036 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8e41f701-6789-4d75-a271-f942ec8e4903 req-64c54459-bd94-4c00-8a13-972f8d5aa941 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a HTTP/1.1" status: 200 len: 217 time: 0.0368500 May 26 17:03:26.318008 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41f701-6789-4d75-a271-f942ec8e4903 req-0f90ac4b-1ecb-4930-85ab-04002713bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:26.319474 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8e41f701-6789-4d75-a271-f942ec8e4903 req-0f90ac4b-1ecb-4930-85ab-04002713bb50 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=801b3801-25ef-4e07-a565-bd3f2c782ecd HTTP/1.1" status: 200 len: 853 time: 0.0441375 May 26 17:03:26.352620 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8e41f701-6789-4d75-a271-f942ec8e4903 req-bc0de391-f41b-444b-bb82-f14b7b74f8e7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7a83e0f7-32d3-4adb-a5df-80fb9002e37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250840 May 26 17:03:26.451422 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8e41f701-6789-4d75-a271-f942ec8e4903 req-3ad357bb-77c2-49f4-8f45-ceaaca11fa68 service neutron] 10.222.0.81 "GET /v2.0/networks/7a83e0f7-32d3-4adb-a5df-80fb9002e37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913110 May 26 17:03:26.547847 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8e41f701-6789-4d75-a271-f942ec8e4903 req-0bff4ff4-a463-4a41-97a1-239699728068 service neutron] 10.222.0.81 "GET /v2.0/networks/7a83e0f7-32d3-4adb-a5df-80fb9002e37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889413 May 26 17:03:26.837188 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8a433-b0d6-4cfa-af74-c97ba3ba83ec req-bdcdf8e7-157d-401d-a2e4-95e13d208588 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:26.838813 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8fc8a433-b0d6-4cfa-af74-c97ba3ba83ec req-bdcdf8e7-157d-401d-a2e4-95e13d208588 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fe1a557-f476-4e5e-9654-4bead38b2811 HTTP/1.1" status: 200 len: 943 time: 0.0521550 May 26 17:03:26.881022 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8fc8a433-b0d6-4cfa-af74-c97ba3ba83ec req-b370676f-d2e7-44bd-a903-6f13bfdeef81 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359321 May 26 17:03:28.003311 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aef411-cd71-43d2-9982-2755dfaaaca0 req-c2b2e45d-eb77-4a66-879c-39958341214e tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:28.004922 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e6aef411-cd71-43d2-9982-2755dfaaaca0 req-c2b2e45d-eb77-4a66-879c-39958341214e tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fe1a557-f476-4e5e-9654-4bead38b2811 HTTP/1.1" status: 200 len: 943 time: 0.0514333 May 26 17:03:28.044632 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e6aef411-cd71-43d2-9982-2755dfaaaca0 req-6609d218-ca3f-4d76-8630-852330dbc8df tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330145 May 26 17:03:29.170894 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907d85b-a175-47c4-9b3b-55554e6609c3 req-99a0dbc3-bf2a-4f28-a621-ac1e437250c5 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:29.172624 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5907d85b-a175-47c4-9b3b-55554e6609c3 req-99a0dbc3-bf2a-4f28-a621-ac1e437250c5 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fe1a557-f476-4e5e-9654-4bead38b2811 HTTP/1.1" status: 200 len: 943 time: 0.0524716 May 26 17:03:29.216809 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5907d85b-a175-47c4-9b3b-55554e6609c3 req-7b432113-22af-455d-a75e-7519539c1abc tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382290 May 26 17:03:29.608734 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:03:29.709442 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a,segment=NetworkSegment(aa7b438b-e7e1-4399-9374-ce10c0ab9f00),segment_id=aa7b438b-e7e1-4399-9374-ce10c0ab9f00)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:29.721172 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'd60fbd33-40f0-4c64-8a9f-a0c5fee7a13a', 'network_id': '7a83e0f7-32d3-4adb-a5df-80fb9002e37a', 'port_id': 'd60fbd33-40f0-4c64-8a9f-a0c5fee7a13a', 'mac_address': 'fa:16:3e:9c:42:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801b3801-25ef-4e07-a565-bd3f2c782ecd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:03:29.758203 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:03:29.758653 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:29.771454 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:03:29.792396 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a,segment=NetworkSegment(aa7b438b-e7e1-4399-9374-ce10c0ab9f00),segment_id=aa7b438b-e7e1-4399-9374-ce10c0ab9f00)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:29.796368 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:29.846050 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:30.005083 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:03:30.333370 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b399bf-036d-4650-91f3-961a4467e35b req-0029e8b9-4fab-4860-8e20-42e845cdfcf6 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:30.334779 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7b399bf-036d-4650-91f3-961a4467e35b req-0029e8b9-4fab-4860-8e20-42e845cdfcf6 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fe1a557-f476-4e5e-9654-4bead38b2811 HTTP/1.1" status: 200 len: 944 time: 0.0492399 May 26 17:03:30.374534 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c7b399bf-036d-4650-91f3-961a4467e35b req-2c991609-2388-4307-bdd7-579ade817a03 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334082 May 26 17:03:31.001711 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:31.496400 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583a6a8-43c9-4a42-b4dc-b76bb0135dbe req-82cdc49c-6f4b-41f6-b20d-1ad9cd327ffd tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:31.497970 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1583a6a8-43c9-4a42-b4dc-b76bb0135dbe req-82cdc49c-6f4b-41f6-b20d-1ad9cd327ffd tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fe1a557-f476-4e5e-9654-4bead38b2811 HTTP/1.1" status: 200 len: 944 time: 0.0530756 May 26 17:03:31.538351 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1583a6a8-43c9-4a42-b4dc-b76bb0135dbe req-3174bbb5-2c41-4065-82cc-776a82a37730 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340590 May 26 17:03:31.611752 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:03:31.669881 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 17:03:31.674007 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:03:31.675160 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:31.754260 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:03:31.754644 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:31.778772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe1a557-f476-4e5e-9654-4bead38b2811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60fbd33-40f0-4c64-8a9f-a0c5fee7a13a'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:03:31.781102 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33d6d5f-9de8-4743-ac4e-c9906cb4b874" -d '{"events": [{"server_uuid": "7fe1a557-f476-4e5e-9654-4bead38b2811", "name": "network-vif-plugged", "status": "completed", "tag": "d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:03:31.797591 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a,segment=NetworkSegment(aa7b438b-e7e1-4399-9374-ce10c0ab9f00),segment_id=aa7b438b-e7e1-4399-9374-ce10c0ab9f00)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:31.801831 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:31.825630 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3b0472-c66f-4141-a643-eaa7f1915788 x-openstack-request-id: req-2a3b0472-c66f-4141-a643-eaa7f1915788 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:03:31.825926 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe1a557-f476-4e5e-9654-4bead38b2811", "name": "network-vif-plugged", "status": "completed", "tag": "d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:03:31.826175 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2a3b0472-c66f-4141-a643-eaa7f1915788 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:03:31.826567 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a3b0472-c66f-4141-a643-eaa7f1915788'] response: {'server_uuid': '7fe1a557-f476-4e5e-9654-4bead38b2811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60fbd33-40f0-4c64-8a9f-a0c5fee7a13a', 'code': 200} May 26 17:03:31.854721 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:31.976383 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42728-751d-4171-be11-eb15d5a8bc89 req-91d43d73-6d4b-41ca-be0a-62a6377daf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:31.978022 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8db42728-751d-4171-be11-eb15d5a8bc89 req-91d43d73-6d4b-41ca-be0a-62a6377daf43 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7fe1a557-f476-4e5e-9654-4bead38b2811 HTTP/1.1" status: 200 len: 1096 time: 0.0490148 May 26 17:03:32.013301 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8db42728-751d-4171-be11-eb15d5a8bc89 req-7254d3d7-7eab-492f-9a92-8237bb18a819 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285954 May 26 17:03:32.662273 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6007c0-3739-4d1e-9d98-ff02cceb3b69 req-f85f6b20-cae8-4dd3-b876-70e29dbf9484 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:32.663768 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6c6007c0-3739-4d1e-9d98-ff02cceb3b69 req-f85f6b20-cae8-4dd3-b876-70e29dbf9484 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fe1a557-f476-4e5e-9654-4bead38b2811 HTTP/1.1" status: 200 len: 945 time: 0.0507262 May 26 17:03:32.708369 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6c6007c0-3739-4d1e-9d98-ff02cceb3b69 req-a28bd8c4-6c65-4fd6-851c-0c7eeb017081 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376568 May 26 17:03:33.846175 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaa344-6af5-4ee3-b922-78e1220bda4f req-24d960b9-c359-4c4b-b13c-df818134e79c tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:33.848160 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87eaa344-6af5-4ee3-b922-78e1220bda4f req-24d960b9-c359-4c4b-b13c-df818134e79c tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fe1a557-f476-4e5e-9654-4bead38b2811 HTTP/1.1" status: 200 len: 945 time: 0.0687718 May 26 17:03:33.890177 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87eaa344-6af5-4ee3-b922-78e1220bda4f req-21a75b1c-53c9-45b9-90d8-bc59bc5d986b tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351775 May 26 17:03:34.140087 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-9cbdb17d-f512-47a0-a43a-f8eeec9b96ee tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:34.141721 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-9cbdb17d-f512-47a0-a43a-f8eeec9b96ee tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/networks?id=7a83e0f7-32d3-4adb-a5df-80fb9002e37a HTTP/1.1" status: 200 len: 813 time: 0.1141276 May 26 17:03:34.159523 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-724e5f60-208c-4c48-8706-de75312cecab tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/quotas/9ed738e48a7f406389d31ddd549b0637 HTTP/1.1" status: 200 len: 375 time: 0.0108697 May 26 17:03:34.219636 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-c2f59a72-46dc-4877-a5ba-c3aac9b3f707 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ed738e48a7f406389d31ddd549b0637&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0533066 May 26 17:03:34.321280 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-855dff53-cec2-49f0-883b-02d41b1df3fb service neutron] 10.222.0.77 "GET /v2.0/networks/7a83e0f7-32d3-4adb-a5df-80fb9002e37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930986 May 26 17:03:34.429439 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-5cc49fc8-ed4d-4682-ba63-5cc4267e1c89 service neutron] 10.222.0.77 "GET /v2.0/networks/7a83e0f7-32d3-4adb-a5df-80fb9002e37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008015 May 26 17:03:34.624184 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f0484336-1e81-44eb-a975-607229e6078d req-32485c8e-789e-4c95-ad54-71ce06b11b80 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=8361fa62-104d-4c1e-b57e-ebd75dc17412 HTTP/1.1" status: 200 len: 210 time: 0.0358801 May 26 17:03:35.681644 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-3da4dbe8-ef21-435c-b7b6-1f43266b5ac1 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:35.683439 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-3da4dbe8-ef21-435c-b7b6-1f43266b5ac1 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.83 "GET /v2.0/networks?id=7a83e0f7-32d3-4adb-a5df-80fb9002e37a HTTP/1.1" status: 200 len: 813 time: 0.1119754 May 26 17:03:35.704065 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-af790eef-0254-4107-a7e1-d28117018851 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Request body: {'port': {'device_id': '8361fa62-104d-4c1e-b57e-ebd75dc17412', 'network_id': '7a83e0f7-32d3-4adb-a5df-80fb9002e37a', 'admin_state_up': True, 'tenant_id': '9ed738e48a7f406389d31ddd549b0637'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:03:35.740785 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7d17d1ff-146c-4d92-baff-a1b644fb2e09 req-95984505-af04-40e6-8cf4-f0c1dce1c0e0 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=8361fa62-104d-4c1e-b57e-ebd75dc17412 HTTP/1.1" status: 200 len: 210 time: 0.0264130 May 26 17:03:35.819088 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-af790eef-0254-4107-a7e1-d28117018851 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Made reservation on behalf of 9ed738e48a7f406389d31ddd549b0637 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:03:35.823343 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-af790eef-0254-4107-a7e1-d28117018851 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:35.953955 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-af790eef-0254-4107-a7e1-d28117018851 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Allocated IP 172.20.0.4 (7a83e0f7-32d3-4adb-a5df-80fb9002e37a/801b3801-25ef-4e07-a565-bd3f2c782ecd/0452f0bc-4b51-4698-95a6-1f8b0a0e9f44) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:03:36.099982 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-af790eef-0254-4107-a7e1-d28117018851 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:36.135478 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-af790eef-0254-4107-a7e1-d28117018851 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:36.147003 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:03:36.189874 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-af790eef-0254-4107-a7e1-d28117018851 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Network 7a83e0f7-32d3-4adb-a5df-80fb9002e37a is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:03:36.192971 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-af790eef-0254-4107-a7e1-d28117018851 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:03:36.198182 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-af790eef-0254-4107-a7e1-d28117018851 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:03:36.202361 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af790eef-0254-4107-a7e1-d28117018851 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Pushing event updated for resources: {'Port': ['ID=0452f0bc-4b51-4698-95a6-1f8b0a0e9f44,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:36.232578 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af790eef-0254-4107-a7e1-d28117018851 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:36.232930 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af790eef-0254-4107-a7e1-d28117018851 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:36.233277 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af790eef-0254-4107-a7e1-d28117018851 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:36.233619 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af790eef-0254-4107-a7e1-d28117018851 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:36.233955 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af790eef-0254-4107-a7e1-d28117018851 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:36.234296 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af790eef-0254-4107-a7e1-d28117018851 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:36.234626 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af790eef-0254-4107-a7e1-d28117018851 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:36.234955 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af790eef-0254-4107-a7e1-d28117018851 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:36.235290 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af790eef-0254-4107-a7e1-d28117018851 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:36.235618 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af790eef-0254-4107-a7e1-d28117018851 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:36.235945 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af790eef-0254-4107-a7e1-d28117018851 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:36.236296 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af790eef-0254-4107-a7e1-d28117018851 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:36.263554 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-af790eef-0254-4107-a7e1-d28117018851 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:36.264201 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-af790eef-0254-4107-a7e1-d28117018851 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:36.280652 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-af790eef-0254-4107-a7e1-d28117018851 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5807478 May 26 17:03:36.363773 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-fcec05f6-39db-465d-9122-d3b19a429bed service neutron] Request body: {'port': {'device_id': '8361fa62-104d-4c1e-b57e-ebd75dc17412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:03:36.420805 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-fcec05f6-39db-465d-9122-d3b19a429bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:36.707703 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-fcec05f6-39db-465d-9122-d3b19a429bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:03:36.715088 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-fcec05f6-39db-465d-9122-d3b19a429bed service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:36.727195 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-fcec05f6-39db-465d-9122-d3b19a429bed service neutron] Transition to ACTIVE for port object 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 17:03:36.731868 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-fcec05f6-39db-465d-9122-d3b19a429bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:36.788386 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec05f6-39db-465d-9122-d3b19a429bed service neutron] Pushing event updated for resources: {'Port': ['ID=0452f0bc-4b51-4698-95a6-1f8b0a0e9f44,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:36.870792 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-fcec05f6-39db-465d-9122-d3b19a429bed service neutron] Attempting to bind port 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:03:36.871128 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-fcec05f6-39db-465d-9122-d3b19a429bed service neutron] Attempting to bind port 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'aa7b438b-e7e1-4399-9374-ce10c0ab9f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7a83e0f7-32d3-4adb-a5df-80fb9002e37a'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:03:36.871464 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-fcec05f6-39db-465d-9122-d3b19a429bed service neutron] Attempting to bind port 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44 on network 7a83e0f7-32d3-4adb-a5df-80fb9002e37a {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:03:36.873895 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af822ad4-3c01-4f41-91c5-0780cfdebcd3 req-8dd966b9-eea7-44df-9455-bcb3a07c4f5c tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:36.875652 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af822ad4-3c01-4f41-91c5-0780cfdebcd3 req-8dd966b9-eea7-44df-9455-bcb3a07c4f5c tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=8361fa62-104d-4c1e-b57e-ebd75dc17412 HTTP/1.1" status: 200 len: 943 time: 0.0510666 May 26 17:03:36.876053 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-fcec05f6-39db-465d-9122-d3b19a429bed service neutron] Port 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44 on network 7a83e0f7-32d3-4adb-a5df-80fb9002e37a not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:03:36.876404 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-fcec05f6-39db-465d-9122-d3b19a429bed service neutron] Attempting to bind port 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44 on network 7a83e0f7-32d3-4adb-a5df-80fb9002e37a {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:03:36.881265 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-fcec05f6-39db-465d-9122-d3b19a429bed service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:03:36.881609 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-fcec05f6-39db-465d-9122-d3b19a429bed service neutron] Checking segment: {'id': 'aa7b438b-e7e1-4399-9374-ce10c0ab9f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7a83e0f7-32d3-4adb-a5df-80fb9002e37a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:03:36.881997 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-fcec05f6-39db-465d-9122-d3b19a429bed service neutron] Bound using segment: {'id': 'aa7b438b-e7e1-4399-9374-ce10c0ab9f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7a83e0f7-32d3-4adb-a5df-80fb9002e37a'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:03:36.882428 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-fcec05f6-39db-465d-9122-d3b19a429bed service neutron] Bound port: 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa7b438b-e7e1-4399-9374-ce10c0ab9f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7a83e0f7-32d3-4adb-a5df-80fb9002e37a'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:03:36.882786 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-fcec05f6-39db-465d-9122-d3b19a429bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:36.919150 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af822ad4-3c01-4f41-91c5-0780cfdebcd3 req-b4700a30-d1bf-4f19-a765-2956db688aa1 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366011 May 26 17:03:36.949737 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-fcec05f6-39db-465d-9122-d3b19a429bed service neutron] For port 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:03:36.953506 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-fcec05f6-39db-465d-9122-d3b19a429bed service neutron] For port 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0452f0bc-4b51-4698-95a6-1f8b0a0e9f44,segment=NetworkSegment(aa7b438b-e7e1-4399-9374-ce10c0ab9f00),segment_id=aa7b438b-e7e1-4399-9374-ce10c0ab9f00)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:03:36.958901 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-fcec05f6-39db-465d-9122-d3b19a429bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:36.996248 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-fcec05f6-39db-465d-9122-d3b19a429bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:36.996867 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-fcec05f6-39db-465d-9122-d3b19a429bed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:36.998253 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-fcec05f6-39db-465d-9122-d3b19a429bed service neutron] 10.222.0.83 "PUT /v2.0/ports/0452f0bc-4b51-4698-95a6-1f8b0a0e9f44 HTTP/1.1" status: 200 len: 1091 time: 0.6389699 May 26 17:03:36.998689 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8361fa62-104d-4c1e-b57e-ebd75dc17412', 'tag': '0452f0bc-4b51-4698-95a6-1f8b0a0e9f44'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:03:37.000938 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76fe120-ffe6-4f99-9335-7e3d11ddacec" -d '{"events": [{"name": "network-changed", "server_uuid": "8361fa62-104d-4c1e-b57e-ebd75dc17412", "tag": "0452f0bc-4b51-4698-95a6-1f8b0a0e9f44"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:03:37.023530 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec05f6-39db-465d-9122-d3b19a429bed service neutron] Pushing event updated for resources: {'Port': ['ID=0452f0bc-4b51-4698-95a6-1f8b0a0e9f44,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:37.043257 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bb640a-57cf-49a9-9a74-1f26cf467b28 x-openstack-request-id: req-03bb640a-57cf-49a9-9a74-1f26cf467b28 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:03:37.043543 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8361fa62-104d-4c1e-b57e-ebd75dc17412", "tag": "0452f0bc-4b51-4698-95a6-1f8b0a0e9f44", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:03:37.043790 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-03bb640a-57cf-49a9-9a74-1f26cf467b28 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:03:37.044216 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03bb640a-57cf-49a9-9a74-1f26cf467b28'] response: {'name': 'network-changed', 'server_uuid': '8361fa62-104d-4c1e-b57e-ebd75dc17412', 'tag': '0452f0bc-4b51-4698-95a6-1f8b0a0e9f44', 'status': 'completed', 'code': 200} May 26 17:03:37.119483 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-bb16c423-2fa3-41e1-a01b-d3e1947246b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:37.121815 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-bb16c423-2fa3-41e1-a01b-d3e1947246b4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ed738e48a7f406389d31ddd549b0637&device_id=8361fa62-104d-4c1e-b57e-ebd75dc17412 HTTP/1.1" status: 200 len: 1094 time: 0.0594406 May 26 17:03:37.179183 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-a06b7c73-888f-448a-8f21-534ac1e1d42b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0452f0bc-4b51-4698-95a6-1f8b0a0e9f44 HTTP/1.1" status: 200 len: 217 time: 0.0422869 May 26 17:03:37.233460 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-90328415-e8bc-4292-93bc-ffcfcc5e908c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:37.234927 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-90328415-e8bc-4292-93bc-ffcfcc5e908c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=801b3801-25ef-4e07-a565-bd3f2c782ecd HTTP/1.1" status: 200 len: 853 time: 0.0470347 May 26 17:03:37.270488 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-2be8daaa-1ee7-4ed3-b201-60618a725c3c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7a83e0f7-32d3-4adb-a5df-80fb9002e37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288010 May 26 17:03:37.366987 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-affedbfa-4b55-4dbb-a67b-1f61144a5705 service neutron] 10.222.0.83 "GET /v2.0/networks/7a83e0f7-32d3-4adb-a5df-80fb9002e37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893931 May 26 17:03:37.464836 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-015c3563-8fff-4c18-bebe-25d6e674b711 req-38676e5a-ac32-4bf5-b690-ee70bf2ede59 service neutron] 10.222.0.83 "GET /v2.0/networks/7a83e0f7-32d3-4adb-a5df-80fb9002e37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908408 May 26 17:03:37.609364 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fe120-ffe6-4f99-9335-7e3d11ddacec req-21cb6b2b-c99c-491b-bf80-a84a8b49f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:37.611562 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c76fe120-ffe6-4f99-9335-7e3d11ddacec req-21cb6b2b-c99c-491b-bf80-a84a8b49f738 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ed738e48a7f406389d31ddd549b0637&device_id=8361fa62-104d-4c1e-b57e-ebd75dc17412 HTTP/1.1" status: 200 len: 1094 time: 0.0437140 May 26 17:03:37.707670 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fe120-ffe6-4f99-9335-7e3d11ddacec req-f5a416ad-b41b-4ace-b1af-ec4ba39a2f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:37.709171 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c76fe120-ffe6-4f99-9335-7e3d11ddacec req-f5a416ad-b41b-4ace-b1af-ec4ba39a2f5e service neutron] 10.222.0.83 "GET /v2.0/networks?id=7a83e0f7-32d3-4adb-a5df-80fb9002e37a HTTP/1.1" status: 200 len: 914 time: 0.0896344 May 26 17:03:37.762520 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c76fe120-ffe6-4f99-9335-7e3d11ddacec req-b658a965-8b2c-4b2d-9f22-1057708e1cb6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0452f0bc-4b51-4698-95a6-1f8b0a0e9f44 HTTP/1.1" status: 200 len: 217 time: 0.0365374 May 26 17:03:37.824357 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fe120-ffe6-4f99-9335-7e3d11ddacec req-2003da7c-cbbe-492d-8cf5-17b3c85c43ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:37.825866 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c76fe120-ffe6-4f99-9335-7e3d11ddacec req-2003da7c-cbbe-492d-8cf5-17b3c85c43ae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=801b3801-25ef-4e07-a565-bd3f2c782ecd HTTP/1.1" status: 200 len: 853 time: 0.0569522 May 26 17:03:37.858499 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c76fe120-ffe6-4f99-9335-7e3d11ddacec req-12a1fcf3-39a8-48d1-9897-3917662f1c69 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7a83e0f7-32d3-4adb-a5df-80fb9002e37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245931 May 26 17:03:37.952484 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c76fe120-ffe6-4f99-9335-7e3d11ddacec req-dab74cca-bc59-49b1-bc86-72a1c7aeec51 service neutron] 10.222.0.83 "GET /v2.0/networks/7a83e0f7-32d3-4adb-a5df-80fb9002e37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853610 May 26 17:03:38.042219 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a34f6-c5ad-4964-b8ee-192748ec3aa7 req-d5e1b734-5c52-48b4-b24b-f218c5fdc394 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:38.043633 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db8a34f6-c5ad-4964-b8ee-192748ec3aa7 req-d5e1b734-5c52-48b4-b24b-f218c5fdc394 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=8361fa62-104d-4c1e-b57e-ebd75dc17412 HTTP/1.1" status: 200 len: 943 time: 0.0548458 May 26 17:03:38.049955 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c76fe120-ffe6-4f99-9335-7e3d11ddacec req-cf2fba0d-a20c-400b-9016-27dc69ca3df4 service neutron] 10.222.0.83 "GET /v2.0/networks/7a83e0f7-32d3-4adb-a5df-80fb9002e37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905135 May 26 17:03:38.086221 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-db8a34f6-c5ad-4964-b8ee-192748ec3aa7 req-12b5f033-b2d8-4650-96ef-7b55958f02d7 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347643 May 26 17:03:39.215599 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc85e60-29c1-4e06-9282-1cb09654e575 req-34cafbf0-fc3e-4c77-85d5-55ede603d79e tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:39.217188 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3cc85e60-29c1-4e06-9282-1cb09654e575 req-34cafbf0-fc3e-4c77-85d5-55ede603d79e tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=8361fa62-104d-4c1e-b57e-ebd75dc17412 HTTP/1.1" status: 200 len: 943 time: 0.0542674 May 26 17:03:39.258223 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3cc85e60-29c1-4e06-9282-1cb09654e575 req-6e3f25b2-9369-4aac-923a-15e9c54c32b6 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341489 May 26 17:03:40.375173 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba411d3c-d3ae-4f7f-bfa0-cf43633d51dd req-ae65db20-1a91-45d3-befd-4807ad02f0c3 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:40.376689 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba411d3c-d3ae-4f7f-bfa0-cf43633d51dd req-ae65db20-1a91-45d3-befd-4807ad02f0c3 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=8361fa62-104d-4c1e-b57e-ebd75dc17412 HTTP/1.1" status: 200 len: 943 time: 0.0481453 May 26 17:03:40.416553 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ba411d3c-d3ae-4f7f-bfa0-cf43633d51dd req-acfd2b17-a101-4ce4-8f4c-063184bead6d tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334725 May 26 17:03:40.808857 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:03:40.902045 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0452f0bc-4b51-4698-95a6-1f8b0a0e9f44,segment=NetworkSegment(aa7b438b-e7e1-4399-9374-ce10c0ab9f00),segment_id=aa7b438b-e7e1-4399-9374-ce10c0ab9f00)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:40.916464 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '0452f0bc-4b51-4698-95a6-1f8b0a0e9f44', 'network_id': '7a83e0f7-32d3-4adb-a5df-80fb9002e37a', 'port_id': '0452f0bc-4b51-4698-95a6-1f8b0a0e9f44', 'mac_address': 'fa:16:3e:75:76:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801b3801-25ef-4e07-a565-bd3f2c782ecd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:03:40.957975 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:03:40.958364 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:40.972383 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:03:41.001642 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0452f0bc-4b51-4698-95a6-1f8b0a0e9f44,segment=NetworkSegment(aa7b438b-e7e1-4399-9374-ce10c0ab9f00),segment_id=aa7b438b-e7e1-4399-9374-ce10c0ab9f00)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:41.006667 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:41.058004 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=0452f0bc-4b51-4698-95a6-1f8b0a0e9f44,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:41.441749 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['0452f0bc-4b51-4698-95a6-1f8b0a0e9f44'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:03:41.553327 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ab31a-4dcf-4d56-9669-5aa425c0e3ec req-b3d79dc0-0f35-4425-a502-117ad5391f85 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:41.555475 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf7ab31a-4dcf-4d56-9669-5aa425c0e3ec req-b3d79dc0-0f35-4425-a502-117ad5391f85 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=8361fa62-104d-4c1e-b57e-ebd75dc17412 HTTP/1.1" status: 200 len: 944 time: 0.0683143 May 26 17:03:41.603810 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf7ab31a-4dcf-4d56-9669-5aa425c0e3ec req-8814a06b-5683-4202-8cb7-faf540e38140 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405762 May 26 17:03:42.752066 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d4755-bca7-4013-bdaf-44fea3187eee req-7863b58f-0969-4cd5-87dc-05b368a0124e tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:42.754043 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-072d4755-bca7-4013-bdaf-44fea3187eee req-7863b58f-0969-4cd5-87dc-05b368a0124e tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=8361fa62-104d-4c1e-b57e-ebd75dc17412 HTTP/1.1" status: 200 len: 944 time: 0.0539699 May 26 17:03:42.797593 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-072d4755-bca7-4013-bdaf-44fea3187eee req-02d2d159-c0f5-4050-9eac-9349c4ca5df5 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351241 May 26 17:03:42.830657 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:03:42.893910 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 17:03:42.898483 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:03:42.898856 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:42.986166 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:03:42.986554 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:43.010221 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8361fa62-104d-4c1e-b57e-ebd75dc17412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0452f0bc-4b51-4698-95a6-1f8b0a0e9f44'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:03:43.012580 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bbfa77-f565-4a27-b695-189ca2deffcb" -d '{"events": [{"server_uuid": "8361fa62-104d-4c1e-b57e-ebd75dc17412", "name": "network-vif-plugged", "status": "completed", "tag": "0452f0bc-4b51-4698-95a6-1f8b0a0e9f44"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:03:43.026652 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0452f0bc-4b51-4698-95a6-1f8b0a0e9f44,segment=NetworkSegment(aa7b438b-e7e1-4399-9374-ce10c0ab9f00),segment_id=aa7b438b-e7e1-4399-9374-ce10c0ab9f00)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:43.030517 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:43.053880 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0c0bde-b584-40f0-b42d-1337fa8e3775 x-openstack-request-id: req-5d0c0bde-b584-40f0-b42d-1337fa8e3775 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:03:43.054171 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8361fa62-104d-4c1e-b57e-ebd75dc17412", "name": "network-vif-plugged", "status": "completed", "tag": "0452f0bc-4b51-4698-95a6-1f8b0a0e9f44", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:03:43.054422 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5d0c0bde-b584-40f0-b42d-1337fa8e3775 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:03:43.054809 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d0c0bde-b584-40f0-b42d-1337fa8e3775'] response: {'server_uuid': '8361fa62-104d-4c1e-b57e-ebd75dc17412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0452f0bc-4b51-4698-95a6-1f8b0a0e9f44', 'code': 200} May 26 17:03:43.082118 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=0452f0bc-4b51-4698-95a6-1f8b0a0e9f44,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:43.144157 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-799cc71c-9851-458b-8168-ec6e9599325a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:43.194238 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d8d53-5146-4686-9d16-a461377e7232 req-999c38dc-615e-4155-a2dc-1193f7f24a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:43.195775 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c23d8d53-5146-4686-9d16-a461377e7232 req-999c38dc-615e-4155-a2dc-1193f7f24a11 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8361fa62-104d-4c1e-b57e-ebd75dc17412 HTTP/1.1" status: 200 len: 1096 time: 0.0431066 May 26 17:03:43.236072 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c23d8d53-5146-4686-9d16-a461377e7232 req-2cdee680-0ce0-4db0-b3a0-0806ecf984fc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330503 May 26 17:03:43.924942 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a7af5-5d7e-47b0-b87a-af077e3f6d6a req-4ed0faf4-dbf5-421e-ab53-d13a51a9f4af tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:43.926425 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be9a7af5-5d7e-47b0-b87a-af077e3f6d6a req-4ed0faf4-dbf5-421e-ab53-d13a51a9f4af tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=8361fa62-104d-4c1e-b57e-ebd75dc17412 HTTP/1.1" status: 200 len: 945 time: 0.0519013 May 26 17:03:43.969322 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be9a7af5-5d7e-47b0-b87a-af077e3f6d6a req-413b9e07-ad3f-4b00-9453-e5e411239a3c tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339046 May 26 17:03:45.104464 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09e217-9516-44e4-8d33-abef66c68bcc req-b7ccbf5c-ee50-4808-8214-53abe9a2cb3a tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:45.106055 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa09e217-9516-44e4-8d33-abef66c68bcc req-b7ccbf5c-ee50-4808-8214-53abe9a2cb3a tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=8361fa62-104d-4c1e-b57e-ebd75dc17412 HTTP/1.1" status: 200 len: 945 time: 0.0555856 May 26 17:03:45.156578 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aa09e217-9516-44e4-8d33-abef66c68bcc req-d8153269-fe40-4903-8736-192ee564166b tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436451 May 26 17:03:45.464741 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25a753-f006-4bd0-9a6f-a17845987464 req-b3af4ce9-bb90-4f1b-b436-3c464a02fcf7 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:45.466276 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab25a753-f006-4bd0-9a6f-a17845987464 req-b3af4ce9-bb90-4f1b-b436-3c464a02fcf7 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=8361fa62-104d-4c1e-b57e-ebd75dc17412 HTTP/1.1" status: 200 len: 945 time: 0.0550640 May 26 17:03:45.507348 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ab25a753-f006-4bd0-9a6f-a17845987464 req-f1d1ccfc-a69d-4cb8-a11d-a6b1492bd3a6 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348577 May 26 17:03:45.592635 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6e5c9857-f022-4118-a630-ef7c54f5a38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:46.641355 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3817965-8409-4c90-98f6-a1873762c346 req-095bd744-e5c4-455d-a978-6e201cb8b123 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:46.643000 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c3817965-8409-4c90-98f6-a1873762c346 req-095bd744-e5c4-455d-a978-6e201cb8b123 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=8361fa62-104d-4c1e-b57e-ebd75dc17412 HTTP/1.1" status: 200 len: 945 time: 0.0618656 May 26 17:03:46.686662 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c3817965-8409-4c90-98f6-a1873762c346 req-a231f9e4-9be4-41e4-9790-9f22fbd8a359 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367868 May 26 17:03:46.749416 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:47.263906 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31609c7c-2733-44bd-882b-ef6416ef9884 req-5f49d97a-5ffc-4f72-800f-4f9464ea98a2 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:47.265400 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-31609c7c-2733-44bd-882b-ef6416ef9884 req-5f49d97a-5ffc-4f72-800f-4f9464ea98a2 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.83 "GET /v2.0/ports?device_id=8361fa62-104d-4c1e-b57e-ebd75dc17412 HTTP/1.1" status: 200 len: 945 time: 0.0497303 May 26 17:03:47.702265 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-31609c7c-2733-44bd-882b-ef6416ef9884 req-f508a4af-8c77-443f-ab58-b151a0c3e929 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Deleting port 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:03:47.702499 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-31609c7c-2733-44bd-882b-ef6416ef9884 req-f508a4af-8c77-443f-ab58-b151a0c3e929 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:47.792456 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-31609c7c-2733-44bd-882b-ef6416ef9884 req-f508a4af-8c77-443f-ab58-b151a0c3e929 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] For port 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=0452f0bc-4b51-4698-95a6-1f8b0a0e9f44,segment=NetworkSegment(aa7b438b-e7e1-4399-9374-ce10c0ab9f00),segment_id=aa7b438b-e7e1-4399-9374-ce10c0ab9f00)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:47.792835 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-31609c7c-2733-44bd-882b-ef6416ef9884 req-f508a4af-8c77-443f-ab58-b151a0c3e929 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:47.804887 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-31609c7c-2733-44bd-882b-ef6416ef9884 req-f508a4af-8c77-443f-ab58-b151a0c3e929 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Calling delete_port for 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:03:47.808539 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd51bf0-33e3-49fa-bc76-d42e7eb6bc49 req-802eb3e9-5414-49d5-bc81-73e0bd6163a6 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:47.810018 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-acd51bf0-33e3-49fa-bc76-d42e7eb6bc49 req-802eb3e9-5414-49d5-bc81-73e0bd6163a6 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=8361fa62-104d-4c1e-b57e-ebd75dc17412 HTTP/1.1" status: 200 len: 945 time: 0.0545051 May 26 17:03:47.849444 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-acd51bf0-33e3-49fa-bc76-d42e7eb6bc49 req-5d28820f-7b55-438b-80eb-b094009a7e2e tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329905 May 26 17:03:47.937422 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-31609c7c-2733-44bd-882b-ef6416ef9884 req-f508a4af-8c77-443f-ab58-b151a0c3e929 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:47.950965 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:03:47.966140 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a4af-8c77-443f-ab58-b151a0c3e929 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Pushing event deleted for resources: {'Port': ['ID=0452f0bc-4b51-4698-95a6-1f8b0a0e9f44,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:47.981575 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['0452f0bc-4b51-4698-95a6-1f8b0a0e9f44'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:03:48.012240 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-31609c7c-2733-44bd-882b-ef6416ef9884 req-f508a4af-8c77-443f-ab58-b151a0c3e929 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] No DVR routers for this DVR port 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:03:48.016220 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-31609c7c-2733-44bd-882b-ef6416ef9884 req-f508a4af-8c77-443f-ab58-b151a0c3e929 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:48.020219 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-31609c7c-2733-44bd-882b-ef6416ef9884 req-f508a4af-8c77-443f-ab58-b151a0c3e929 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.83 "DELETE /v2.0/ports/0452f0bc-4b51-4698-95a6-1f8b0a0e9f44 HTTP/1.1" status: 204 len: 173 time: 0.7457998 May 26 17:03:48.020597 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8361fa62-104d-4c1e-b57e-ebd75dc17412', 'name': 'network-vif-deleted', 'tag': '0452f0bc-4b51-4698-95a6-1f8b0a0e9f44'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:03:48.024642 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4571f33-9dd0-43b3-a0e9-39ef9b27329f" -d '{"events": [{"server_uuid": "8361fa62-104d-4c1e-b57e-ebd75dc17412", "name": "network-vif-deleted", "tag": "0452f0bc-4b51-4698-95a6-1f8b0a0e9f44"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:03:48.067346 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9b48aa-c8ff-4772-a5c0-bf7624575144 x-openstack-request-id: req-9c9b48aa-c8ff-4772-a5c0-bf7624575144 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:03:48.067696 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8361fa62-104d-4c1e-b57e-ebd75dc17412", "name": "network-vif-deleted", "tag": "0452f0bc-4b51-4698-95a6-1f8b0a0e9f44", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:03:48.067952 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9c9b48aa-c8ff-4772-a5c0-bf7624575144 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:03:48.068620 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c9b48aa-c8ff-4772-a5c0-bf7624575144'] response: {'server_uuid': '8361fa62-104d-4c1e-b57e-ebd75dc17412', 'name': 'network-vif-deleted', 'tag': '0452f0bc-4b51-4698-95a6-1f8b0a0e9f44', 'status': 'completed', 'code': 200} May 26 17:03:48.481069 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:48.595661 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:49.000330 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf5795-2916-4077-afd6-8c9344792269 req-08e84b91-bfa0-441b-95f8-1346e8ea8428 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:49.002698 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-03cf5795-2916-4077-afd6-8c9344792269 req-08e84b91-bfa0-441b-95f8-1346e8ea8428 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fe1a557-f476-4e5e-9654-4bead38b2811 HTTP/1.1" status: 200 len: 945 time: 0.0494993 May 26 17:03:49.050112 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-03cf5795-2916-4077-afd6-8c9344792269 req-46efcceb-bde4-4d25-a0c9-ae8d7d578056 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386779 May 26 17:03:49.085937 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:49.184455 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acf985-a9ec-4629-95fa-f8ed9b755a93 req-5fdc2fac-c3c0-4ba2-8b24-4e9fed84d359 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:49.185866 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-17acf985-a9ec-4629-95fa-f8ed9b755a93 req-5fdc2fac-c3c0-4ba2-8b24-4e9fed84d359 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fe1a557-f476-4e5e-9654-4bead38b2811 HTTP/1.1" status: 200 len: 945 time: 0.0497010 May 26 17:03:49.224477 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-17acf985-a9ec-4629-95fa-f8ed9b755a93 req-11d6fb32-ee6a-490a-90ed-af8caa56ecd9 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322163 May 26 17:03:49.347705 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbab6fa-02e1-4723-8a68-e64d26fd78a7 req-963fb7a5-a072-4843-8488-1ad6fe84c2ae tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:49.349205 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1cbab6fa-02e1-4723-8a68-e64d26fd78a7 req-963fb7a5-a072-4843-8488-1ad6fe84c2ae tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fe1a557-f476-4e5e-9654-4bead38b2811 HTTP/1.1" status: 200 len: 945 time: 0.0561945 May 26 17:03:49.388310 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1cbab6fa-02e1-4723-8a68-e64d26fd78a7 req-97cd15f4-b7cf-4b0c-affc-3af9a428d895 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323825 May 26 17:03:49.465079 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-c6893375-7b55-4abd-a65b-38d79f8ab79a req-f49d874b-4bd6-40e2-957c-2189ebf0ae1b service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:03:49.466187 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c6893375-7b55-4abd-a65b-38d79f8ab79a req-f49d874b-4bd6-40e2-957c-2189ebf0ae1b service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054593 May 26 17:03:49.579417 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885a523-7daa-472b-9be0-66bab640f480 req-874610f6-5501-43e7-8db9-a7a640cae2b1 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:49.580956 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1885a523-7daa-472b-9be0-66bab640f480 req-874610f6-5501-43e7-8db9-a7a640cae2b1 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fe1a557-f476-4e5e-9654-4bead38b2811 HTTP/1.1" status: 200 len: 945 time: 0.0490725 May 26 17:03:49.626852 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1885a523-7daa-472b-9be0-66bab640f480 req-e15afcb4-962a-4cac-a5e4-3ef00028ac5a tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396402 May 26 17:03:49.747545 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42267116-6f75-4994-a160-3e23f4024f1b req-3d7f3a45-12c3-4e8f-aaa9-1a881c7c680c tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:49.748973 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42267116-6f75-4994-a160-3e23f4024f1b req-3d7f3a45-12c3-4e8f-aaa9-1a881c7c680c tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fe1a557-f476-4e5e-9654-4bead38b2811 HTTP/1.1" status: 200 len: 945 time: 0.0500512 May 26 17:03:49.786320 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42267116-6f75-4994-a160-3e23f4024f1b req-dcbad899-ef1d-4038-b00e-93f3086122b1 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313275 May 26 17:03:49.918754 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212890d-6adf-4704-b158-afa0d11ad7c0 req-2067e702-43a6-4745-a3e5-d5ac778a5e15 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:49.920244 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4212890d-6adf-4704-b158-afa0d11ad7c0 req-2067e702-43a6-4745-a3e5-d5ac778a5e15 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fe1a557-f476-4e5e-9654-4bead38b2811 HTTP/1.1" status: 200 len: 945 time: 0.0527506 May 26 17:03:49.958730 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4212890d-6adf-4704-b158-afa0d11ad7c0 req-a40b0473-c62f-4fe4-a87b-ca07828a1f30 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321684 May 26 17:03:50.267630 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692ac39-6f2d-4222-a864-aa2e4c474410 req-9a5969eb-d73f-4b20-8c8b-34d01bb3cd2b tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:50.269033 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1692ac39-6f2d-4222-a864-aa2e4c474410 req-9a5969eb-d73f-4b20-8c8b-34d01bb3cd2b tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fe1a557-f476-4e5e-9654-4bead38b2811 HTTP/1.1" status: 200 len: 945 time: 0.0485659 May 26 17:03:50.307672 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1692ac39-6f2d-4222-a864-aa2e4c474410 req-2e111025-5f2c-4096-ab13-d0bccd574f94 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319297 May 26 17:03:50.658740 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:03:50.921844 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:03:50.941617 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:03:50.941961 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 0452f0bc-4b51-4698-95a6-1f8b0a0e9f44 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:03:51.437371 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd420658-6ed5-47fd-b871-bf500c5f4ced req-c35f8c32-e21d-4adf-8f09-f8ddf8516b56 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:51.438874 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd420658-6ed5-47fd-b871-bf500c5f4ced req-c35f8c32-e21d-4adf-8f09-f8ddf8516b56 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fe1a557-f476-4e5e-9654-4bead38b2811 HTTP/1.1" status: 200 len: 945 time: 0.0487869 May 26 17:03:51.477363 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dd420658-6ed5-47fd-b871-bf500c5f4ced req-7c3d06dd-62d7-4ee2-9888-f65a1853ab3d tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.77 "GET /v2.0/security-groups?id=238d7a13-5d82-4abe-8fe0-67a8c14a6305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324445 May 26 17:03:51.637063 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148d5a0-e75c-4eb0-8ef2-6d733b9e3d75 req-563466f6-9c2a-46d3-88eb-ee7288affa04 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:51.638469 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9148d5a0-e75c-4eb0-8ef2-6d733b9e3d75 req-563466f6-9c2a-46d3-88eb-ee7288affa04 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fe1a557-f476-4e5e-9654-4bead38b2811 HTTP/1.1" status: 200 len: 945 time: 0.0485935 May 26 17:03:51.730172 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-9148d5a0-e75c-4eb0-8ef2-6d733b9e3d75 req-5b6c4a54-37fb-4951-80d8-f67b5b3b8348 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Deleting port d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:03:51.730628 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9148d5a0-e75c-4eb0-8ef2-6d733b9e3d75 req-5b6c4a54-37fb-4951-80d8-f67b5b3b8348 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:51.825600 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-9148d5a0-e75c-4eb0-8ef2-6d733b9e3d75 req-5b6c4a54-37fb-4951-80d8-f67b5b3b8348 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] For port d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a,segment=NetworkSegment(aa7b438b-e7e1-4399-9374-ce10c0ab9f00),segment_id=aa7b438b-e7e1-4399-9374-ce10c0ab9f00)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:03:51.825961 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9148d5a0-e75c-4eb0-8ef2-6d733b9e3d75 req-5b6c4a54-37fb-4951-80d8-f67b5b3b8348 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:51.837530 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-9148d5a0-e75c-4eb0-8ef2-6d733b9e3d75 req-5b6c4a54-37fb-4951-80d8-f67b5b3b8348 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Calling delete_port for d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:03:51.966074 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9148d5a0-e75c-4eb0-8ef2-6d733b9e3d75 req-5b6c4a54-37fb-4951-80d8-f67b5b3b8348 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:51.977856 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:03:51.995140 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c4a54-37fb-4951-80d8-f67b5b3b8348 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Pushing event deleted for resources: {'Port': ['ID=d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:52.036157 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9148d5a0-e75c-4eb0-8ef2-6d733b9e3d75 req-5b6c4a54-37fb-4951-80d8-f67b5b3b8348 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] No DVR routers for this DVR port d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:03:52.038915 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-9148d5a0-e75c-4eb0-8ef2-6d733b9e3d75 req-5b6c4a54-37fb-4951-80d8-f67b5b3b8348 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:52.043074 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9148d5a0-e75c-4eb0-8ef2-6d733b9e3d75 req-5b6c4a54-37fb-4951-80d8-f67b5b3b8348 tempest-ServersNegativeTestJSON-1670478135 tempest-ServersNegativeTestJSON-1670478135-project] 10.222.0.81 "DELETE /v2.0/ports/d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a HTTP/1.1" status: 204 len: 173 time: 0.3991597 May 26 17:03:52.043522 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe1a557-f476-4e5e-9654-4bead38b2811', 'name': 'network-vif-deleted', 'tag': 'd60fbd33-40f0-4c64-8a9f-a0c5fee7a13a'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:03:52.045895 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752f08f8-e5f9-41b5-aff6-7b2fb3c74182" -d '{"events": [{"server_uuid": "7fe1a557-f476-4e5e-9654-4bead38b2811", "name": "network-vif-deleted", "tag": "d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:03:52.085466 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fb1ef3-8de2-4bbf-a27f-8cc9c3c16aa8 x-openstack-request-id: req-e3fb1ef3-8de2-4bbf-a27f-8cc9c3c16aa8 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:03:52.085791 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe1a557-f476-4e5e-9654-4bead38b2811", "name": "network-vif-deleted", "tag": "d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:03:52.086071 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e3fb1ef3-8de2-4bbf-a27f-8cc9c3c16aa8 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:03:52.086481 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3fb1ef3-8de2-4bbf-a27f-8cc9c3c16aa8'] response: {'server_uuid': '7fe1a557-f476-4e5e-9654-4bead38b2811', 'name': 'network-vif-deleted', 'tag': 'd60fbd33-40f0-4c64-8a9f-a0c5fee7a13a', 'status': 'completed', 'code': 200} May 26 17:03:52.815793 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40764) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:03:52.864773 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-8744dabd-fdfd-45ab-83e4-fc8fcf95e892 admin admin] Deleting subnet 801b3801-25ef-4e07-a565-bd3f2c782ecd {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 17:03:52.867762 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8744dabd-fdfd-45ab-83e4-fc8fcf95e892 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:52.902223 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8744dabd-fdfd-45ab-83e4-fc8fcf95e892 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:52.939190 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8744dabd-fdfd-45ab-83e4-fc8fcf95e892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:52.991949 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8744dabd-fdfd-45ab-83e4-fc8fcf95e892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:53.016750 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744dabd-fdfd-45ab-83e4-fc8fcf95e892 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=801b3801-25ef-4e07-a565-bd3f2c782ecd,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:53.023155 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8744dabd-fdfd-45ab-83e4-fc8fcf95e892 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:53.026732 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8744dabd-fdfd-45ab-83e4-fc8fcf95e892 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/801b3801-25ef-4e07-a565-bd3f2c782ecd HTTP/1.1" status: 204 len: 168 time: 0.2097898 May 26 17:03:53.031639 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40766) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:03:53.112915 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d69c83c5-49c8-470b-8989-3a4c06da83ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:53.191958 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d69c83c5-49c8-470b-8989-3a4c06da83ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:53.212481 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-d69c83c5-49c8-470b-8989-3a4c06da83ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a83e0f7-32d3-4adb-a5df-80fb9002e37a']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:53.221538 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-d69c83c5-49c8-470b-8989-3a4c06da83ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7b438b-e7e1-4399-9374-ce10c0ab9f00') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:53.221835 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-d69c83c5-49c8-470b-8989-3a4c06da83ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7b438b-e7e1-4399-9374-ce10c0ab9f00') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:53.231290 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d69c83c5-49c8-470b-8989-3a4c06da83ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:53.244907 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d69c83c5-49c8-470b-8989-3a4c06da83ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:53.250765 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69c83c5-49c8-470b-8989-3a4c06da83ff admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:03:53.251144 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d69c83c5-49c8-470b-8989-3a4c06da83ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:53.315358 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d69c83c5-49c8-470b-8989-3a4c06da83ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:53.322013 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d69c83c5-49c8-470b-8989-3a4c06da83ff admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:53.325439 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d69c83c5-49c8-470b-8989-3a4c06da83ff admin admin] 10.222.0.77 "DELETE /v2.0/networks/7a83e0f7-32d3-4adb-a5df-80fb9002e37a HTTP/1.1" status: 204 len: 168 time: 0.2921429 May 26 17:03:53.339112 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c83c5-49c8-470b-8989-3a4c06da83ff admin admin] Pushing event deleted for resources: {'Network': ['ID=7a83e0f7-32d3-4adb-a5df-80fb9002e37a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:53.433504 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment aa7b438b-e7e1-4399-9374-ce10c0ab9f00 resource provider aggregate not found May 26 17:03:53.456132 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment aa7b438b-e7e1-4399-9374-ce10c0ab9f00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa7b438b-e7e1-4399-9374-ce10c0ab9f00 found for delete ", "request_id": "req-4104cf45-1685-4195-8290-a1886c249ad2"}]} May 26 17:03:53.478047 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40778) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:03:53.529089 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d7df8b95-a039-4202-9240-94824e623141 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9ed738e48a7f406389d31ddd549b0637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475171 May 26 17:03:53.529341 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40780) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:03:53.579947 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-76c1ac34-dabe-4d2c-a7a9-e171d3cabad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:53.603052 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-76c1ac34-dabe-4d2c-a7a9-e171d3cabad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:53.664441 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-76c1ac34-dabe-4d2c-a7a9-e171d3cabad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:53.667420 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-76c1ac34-dabe-4d2c-a7a9-e171d3cabad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:53.671239 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-76c1ac34-dabe-4d2c-a7a9-e171d3cabad4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/238d7a13-5d82-4abe-8fe0-67a8c14a6305 HTTP/1.1" status: 204 len: 168 time: 0.1384995 May 26 17:03:53.680579 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1ac34-dabe-4d2c-a7a9-e171d3cabad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238d7a13-5d82-4abe-8fe0-67a8c14a6305,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:54.499624 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40802) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:03:54.625878 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-baa1efc8-b0e3-45c9-9268-f2212901c7c3 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-650241021'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:03:54.653916 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa1efc8-b0e3-45c9-9268-f2212901c7c3 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Made reservation on behalf of a6b03f1b68aa4d8699559b59af3ca4d8 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:03:54.657736 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-baa1efc8-b0e3-45c9-9268-f2212901c7c3 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:54.673634 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-baa1efc8-b0e3-45c9-9268-f2212901c7c3 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:54.778124 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-baa1efc8-b0e3-45c9-9268-f2212901c7c3 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:54.783720 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-baa1efc8-b0e3-45c9-9268-f2212901c7c3 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:54.813497 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa1efc8-b0e3-45c9-9268-f2212901c7c3 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:03:54.823732 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1efc8-b0e3-45c9-9268-f2212901c7c3 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf9b8e0-53c8-4df8-b7e4-a66e07ab09b9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:54.828712 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-baa1efc8-b0e3-45c9-9268-f2212901c7c3 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:54.829091 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-baa1efc8-b0e3-45c9-9268-f2212901c7c3 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Added segment 5c990c28-ce4e-4b9b-a7c4-4ed4e33a27ef of type vlan for network d1162058-ee31-4d77-9f2f-6c5c6fdbc01d May 26 17:03:54.880653 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-baa1efc8-b0e3-45c9-9268-f2212901c7c3 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:54.908023 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-baa1efc8-b0e3-45c9-9268-f2212901c7c3 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:54.913505 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa1efc8-b0e3-45c9-9268-f2212901c7c3 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:54.914085 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-baa1efc8-b0e3-45c9-9268-f2212901c7c3 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:54.972851 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-baa1efc8-b0e3-45c9-9268-f2212901c7c3 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4717789 May 26 17:03:54.991279 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1efc8-b0e3-45c9-9268-f2212901c7c3 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Pushing event updated for resources: {'Network': ['ID=d1162058-ee31-4d77-9f2f-6c5c6fdbc01d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:55.002189 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network d1162058-ee31-4d77-9f2f-6c5c6fdbc01d details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:03:55.721558 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:03:55.742471 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:03:55.742821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device d60fbd33-40f0-4c64-8a9f-a0c5fee7a13a not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:03:58.226249 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40806) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:03:58.232468 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-402eee76-475c-46ba-b612-efc999aafb16 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Request body: {'subnet': {'network_id': 'd1162058-ee31-4d77-9f2f-6c5c6fdbc01d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:03:58.333975 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402eee76-475c-46ba-b612-efc999aafb16 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Made reservation on behalf of a6b03f1b68aa4d8699559b59af3ca4d8 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:03:58.338153 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-402eee76-475c-46ba-b612-efc999aafb16 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:58.566864 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-402eee76-475c-46ba-b612-efc999aafb16 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:58.626712 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402eee76-475c-46ba-b612-efc999aafb16 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Pushing event updated for resources: {'Subnet': ['ID=70a5dc6b-23d3-4321-8ded-f4ebc51870c5,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:58.639749 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402eee76-475c-46ba-b612-efc999aafb16 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Checking segment: {'id': '5c990c28-ce4e-4b9b-a7c4-4ed4e33a27ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd1162058-ee31-4d77-9f2f-6c5c6fdbc01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:03:58.640439 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402eee76-475c-46ba-b612-efc999aafb16 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Network hostable DHCP agents. Network: d1162058-ee31-4d77-9f2f-6c5c6fdbc01d, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:03:58.661252 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402eee76-475c-46ba-b612-efc999aafb16 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Network d1162058-ee31-4d77-9f2f-6c5c6fdbc01d is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:03:58.678103 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-402eee76-475c-46ba-b612-efc999aafb16 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, d1162058-ee31-4d77-9f2f-6c5c6fdbc01d) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:03:58.684780 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402eee76-475c-46ba-b612-efc999aafb16 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:58.685348 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-402eee76-475c-46ba-b612-efc999aafb16 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:58.687640 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcdc692-6284-46f4-b204-ebd2766f00f2 None None] Network d1162058-ee31-4d77-9f2f-6c5c6fdbc01d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:03:58.706635 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-402eee76-475c-46ba-b612-efc999aafb16 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4789071 May 26 17:03:58.711270 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40808) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:03:58.718534 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-219ec86c-cc02-44f9-af7e-b054515fa268 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-499512962'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:03:58.745701 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219ec86c-cc02-44f9-af7e-b054515fa268 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Made reservation on behalf of a6b03f1b68aa4d8699559b59af3ca4d8 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:03:58.749212 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-219ec86c-cc02-44f9-af7e-b054515fa268 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:58.786851 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219ec86c-cc02-44f9-af7e-b054515fa268 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:03:58.800904 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-219ec86c-cc02-44f9-af7e-b054515fa268 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:58.801315 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-219ec86c-cc02-44f9-af7e-b054515fa268 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Added segment 64e35a6d-35e3-49dc-8bf1-79432da92aed of type vlan for network b8c471c7-cc70-46ff-874c-3b20c36af88d May 26 17:03:58.850084 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-219ec86c-cc02-44f9-af7e-b054515fa268 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:58.857242 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-d1162058-ee31-4d77-9f2f-6c5c6fdbc01d', 'network_id': 'd1162058-ee31-4d77-9f2f-6c5c6fdbc01d', 'tenant_id': 'a6b03f1b68aa4d8699559b59af3ca4d8', 'fixed_ips': [{'subnet_id': '70a5dc6b-23d3-4321-8ded-f4ebc51870c5'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 17:03:58.858102 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:58.879082 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-219ec86c-cc02-44f9-af7e-b054515fa268 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:58.885077 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219ec86c-cc02-44f9-af7e-b054515fa268 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:58.885935 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-219ec86c-cc02-44f9-af7e-b054515fa268 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:58.924000 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-219ec86c-cc02-44f9-af7e-b054515fa268 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2065990 May 26 17:03:58.924798 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40810) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:03:58.932248 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d58efed5-1367-4041-ad00-a2148aee8bfa tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Request body: {'subnet': {'network_id': 'b8c471c7-cc70-46ff-874c-3b20c36af88d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:03:58.971355 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ec86c-cc02-44f9-af7e-b054515fa268 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Pushing event updated for resources: {'Network': ['ID=b8c471c7-cc70-46ff-874c-3b20c36af88d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:59.000571 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network b8c471c7-cc70-46ff-874c-3b20c36af88d details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:03:59.048370 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58efed5-1367-4041-ad00-a2148aee8bfa tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Made reservation on behalf of a6b03f1b68aa4d8699559b59af3ca4d8 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:03:59.052703 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d58efed5-1367-4041-ad00-a2148aee8bfa tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:59.260337 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Allocated IP 2001:db8:0:ffff::2 (d1162058-ee31-4d77-9f2f-6c5c6fdbc01d/70a5dc6b-23d3-4321-8ded-f4ebc51870c5/87dd4c15-3c86-4a0f-89e1-cd2e21df67c8) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:03:59.303675 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d58efed5-1367-4041-ad00-a2148aee8bfa tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:59.374838 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58efed5-1367-4041-ad00-a2148aee8bfa tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Pushing event updated for resources: {'Subnet': ['ID=33ec7d94-575c-4e7c-8538-b278683c5f89,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:59.379830 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58efed5-1367-4041-ad00-a2148aee8bfa tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Checking segment: {'id': '64e35a6d-35e3-49dc-8bf1-79432da92aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b8c471c7-cc70-46ff-874c-3b20c36af88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:03:59.380222 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58efed5-1367-4041-ad00-a2148aee8bfa tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Network hostable DHCP agents. Network: b8c471c7-cc70-46ff-874c-3b20c36af88d, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:03:59.405533 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58efed5-1367-4041-ad00-a2148aee8bfa tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Network b8c471c7-cc70-46ff-874c-3b20c36af88d is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:03:59.416027 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-d58efed5-1367-4041-ad00-a2148aee8bfa tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, b8c471c7-cc70-46ff-874c-3b20c36af88d) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:03:59.422019 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58efed5-1367-4041-ad00-a2148aee8bfa tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:03:59.422632 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d58efed5-1367-4041-ad00-a2148aee8bfa tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:59.433782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe43916-6871-4195-9459-959088404f37 None None] Network b8c471c7-cc70-46ff-874c-3b20c36af88d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:03:59.445303 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:59.448084 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d58efed5-1367-4041-ad00-a2148aee8bfa tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5207586 May 26 17:03:59.450739 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40812) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:03:59.463040 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:59.546390 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Network d1162058-ee31-4d77-9f2f-6c5c6fdbc01d is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:03:59.551422 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:03:59.558469 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:03:59.570151 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21462988-6165-4572-903e-e390ae6aa528 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:59.571243 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Pushing event updated for resources: {'Port': ['ID=87dd4c15-3c86-4a0f-89e1-cd2e21df67c8,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:59.616702 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:59.617052 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:59.617403 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:59.617744 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:59.618912 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:59.619100 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:59.619401 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:59.619769 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:59.620136 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:59.620495 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:59.620822 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:59.621154 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:03:59.669752 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21462988-6165-4572-903e-e390ae6aa528 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:59.717808 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Attempting to bind port 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:03:59.718616 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Attempting to bind port 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '5c990c28-ce4e-4b9b-a7c4-4ed4e33a27ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd1162058-ee31-4d77-9f2f-6c5c6fdbc01d'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:03:59.718866 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Attempting to bind port 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8 on network d1162058-ee31-4d77-9f2f-6c5c6fdbc01d {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:03:59.738458 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:03:59.739022 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Checking segment: {'id': '5c990c28-ce4e-4b9b-a7c4-4ed4e33a27ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd1162058-ee31-4d77-9f2f-6c5c6fdbc01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:03:59.739650 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:59.740269 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Bound using segment: {'id': '5c990c28-ce4e-4b9b-a7c4-4ed4e33a27ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd1162058-ee31-4d77-9f2f-6c5c6fdbc01d'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:03:59.740822 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Bound port: 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c990c28-ce4e-4b9b-a7c4-4ed4e33a27ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd1162058-ee31-4d77-9f2f-6c5c6fdbc01d'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:03:59.741210 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:59.764349 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21462988-6165-4572-903e-e390ae6aa528 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:59.773232 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84f2e05-bb6d-4845-a305-07693f90cb07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-b8c471c7-cc70-46ff-874c-3b20c36af88d', 'network_id': 'b8c471c7-cc70-46ff-874c-3b20c36af88d', 'tenant_id': 'a6b03f1b68aa4d8699559b59af3ca4d8', 'fixed_ips': [{'subnet_id': '33ec7d94-575c-4e7c-8538-b278683c5f89'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 17:03:59.774647 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a84f2e05-bb6d-4845-a305-07693f90cb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:59.806798 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21462988-6165-4572-903e-e390ae6aa528 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Pushing event deleted for resources: {'Subnet': ['ID=33ec7d94-575c-4e7c-8538-b278683c5f89,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:03:59.883115 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21462988-6165-4572-903e-e390ae6aa528 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:59.917537 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-21462988-6165-4572-903e-e390ae6aa528 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c471c7-cc70-46ff-874c-3b20c36af88d']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:59.920213 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788e70df-f9e8-4507-a680-ac4f995c2aaf None None] Network b8c471c7-cc70-46ff-874c-3b20c36af88d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:03:59.930021 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-21462988-6165-4572-903e-e390ae6aa528 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e35a6d-35e3-49dc-8bf1-79432da92aed') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:59.931416 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-21462988-6165-4572-903e-e390ae6aa528 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e35a6d-35e3-49dc-8bf1-79432da92aed') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:03:59.940065 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] For port 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:03:59.942955 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21462988-6165-4572-903e-e390ae6aa528 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:59.959546 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21462988-6165-4572-903e-e390ae6aa528 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:59.967321 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21462988-6165-4572-903e-e390ae6aa528 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:03:59.967838 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21462988-6165-4572-903e-e390ae6aa528 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:03:59.987191 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] For port 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=87dd4c15-3c86-4a0f-89e1-cd2e21df67c8,segment=NetworkSegment(5c990c28-ce4e-4b9b-a7c4-4ed4e33a27ef),segment_id=5c990c28-ce4e-4b9b-a7c4-4ed4e33a27ef)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:03:59.996855 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:00.022387 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 64e35a6d-35e3-49dc-8bf1-79432da92aed resource provider aggregate not found May 26 17:04:00.042284 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 64e35a6d-35e3-49dc-8bf1-79432da92aed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64e35a6d-35e3-49dc-8bf1-79432da92aed found for delete ", "request_id": "req-85549571-d863-44f4-bd95-eff093342be2"}]} May 26 17:04:00.052990 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21462988-6165-4572-903e-e390ae6aa528 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:00.058813 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-21462988-6165-4572-903e-e390ae6aa528 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:00.062249 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-21462988-6165-4572-903e-e390ae6aa528 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] 10.222.0.77 "DELETE /v2.0/networks/b8c471c7-cc70-46ff-874c-3b20c36af88d HTTP/1.1" status: 204 len: 168 time: 0.6100435 May 26 17:04:00.066074 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40818) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:00.073025 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-6ba23333-b7b4-4000-9e4c-cab2a96e491b tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1178802652'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:04:00.084550 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21462988-6165-4572-903e-e390ae6aa528 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Pushing event deleted for resources: {'Network': ['ID=b8c471c7-cc70-46ff-874c-3b20c36af88d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:00.105572 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf135e-67d6-4854-93bc-fd6c3368cb6e None None] Pushing event updated for resources: {'Port': ['ID=87dd4c15-3c86-4a0f-89e1-cd2e21df67c8,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:00.106068 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba23333-b7b4-4000-9e4c-cab2a96e491b tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Made reservation on behalf of a6b03f1b68aa4d8699559b59af3ca4d8 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:04:00.111031 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ba23333-b7b4-4000-9e4c-cab2a96e491b tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:00.139810 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba23333-b7b4-4000-9e4c-cab2a96e491b tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:04:00.151054 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ba23333-b7b4-4000-9e4c-cab2a96e491b tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:00.151490 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-6ba23333-b7b4-4000-9e4c-cab2a96e491b tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Added segment f6ae760e-e2e8-4837-b24a-1ae9d1af1d30 of type vlan for network 7b0de6ae-6a64-4ffa-ab13-eb3a4d9548d4 May 26 17:04:00.193751 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ba23333-b7b4-4000-9e4c-cab2a96e491b tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:00.226363 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ba23333-b7b4-4000-9e4c-cab2a96e491b tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:00.232666 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba23333-b7b4-4000-9e4c-cab2a96e491b tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:00.233260 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6ba23333-b7b4-4000-9e4c-cab2a96e491b tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:00.299819 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6ba23333-b7b4-4000-9e4c-cab2a96e491b tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2326167 May 26 17:04:00.307517 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40820) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:00.313893 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-7ab1abd1-1b51-49fa-80e2-237e78e0e969 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Request body: {'subnet': {'network_id': '7b0de6ae-6a64-4ffa-ab13-eb3a4d9548d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:04:00.321140 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba23333-b7b4-4000-9e4c-cab2a96e491b tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Pushing event updated for resources: {'Network': ['ID=7b0de6ae-6a64-4ffa-ab13-eb3a4d9548d4,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:00.331499 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 7b0de6ae-6a64-4ffa-ab13-eb3a4d9548d4 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:04:00.409071 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab1abd1-1b51-49fa-80e2-237e78e0e969 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Made reservation on behalf of a6b03f1b68aa4d8699559b59af3ca4d8 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:04:00.413826 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ab1abd1-1b51-49fa-80e2-237e78e0e969 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:00.764945 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:04:00.827830 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.ipam_backend_mixin [None req-7ab1abd1-1b51-49fa-80e2-237e78e0e969 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Performing IP validity checks on allocation pools {{(pid=103896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 26 17:04:00.828392 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.ipam_backend_mixin [None req-7ab1abd1-1b51-49fa-80e2-237e78e0e969 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 26 17:04:00.829459 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:00.830181 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:00.918942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:00.919236 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:00.957644 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=87dd4c15-3c86-4a0f-89e1-cd2e21df67c8,segment=NetworkSegment(5c990c28-ce4e-4b9b-a7c4-4ed4e33a27ef),segment_id=5c990c28-ce4e-4b9b-a7c4-4ed4e33a27ef)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:04:00.966529 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:00.978442 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ab1abd1-1b51-49fa-80e2-237e78e0e969 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:01.027491 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:01.033374 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=87dd4c15-3c86-4a0f-89e1-cd2e21df67c8,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:01.053361 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1abd1-1b51-49fa-80e2-237e78e0e969 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Pushing event updated for resources: {'Subnet': ['ID=41b6a85d-eba1-4c4a-a3d5-8f0f171a298d,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:01.064440 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab1abd1-1b51-49fa-80e2-237e78e0e969 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Checking segment: {'id': 'f6ae760e-e2e8-4837-b24a-1ae9d1af1d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7b0de6ae-6a64-4ffa-ab13-eb3a4d9548d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:04:01.064796 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab1abd1-1b51-49fa-80e2-237e78e0e969 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Network hostable DHCP agents. Network: 7b0de6ae-6a64-4ffa-ab13-eb3a4d9548d4, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:04:01.082672 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab1abd1-1b51-49fa-80e2-237e78e0e969 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Network 7b0de6ae-6a64-4ffa-ab13-eb3a4d9548d4 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:04:01.101930 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ead4b4-9517-4672-98b9-f108f9cf86cc None None] Network d1162058-ee31-4d77-9f2f-6c5c6fdbc01d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:04:01.106805 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-7ab1abd1-1b51-49fa-80e2-237e78e0e969 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 7b0de6ae-6a64-4ffa-ab13-eb3a4d9548d4) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:04:01.111775 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab1abd1-1b51-49fa-80e2-237e78e0e969 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:01.112402 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7ab1abd1-1b51-49fa-80e2-237e78e0e969 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:01.126870 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570bd9fb-d5ae-4882-83db-d5a5763db367 None None] Network 7b0de6ae-6a64-4ffa-ab13-eb3a4d9548d4 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:04:01.131082 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7ab1abd1-1b51-49fa-80e2-237e78e0e969 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8227091 May 26 17:04:01.134293 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40822) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:01.217631 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-14cef912-c3b9-4603-8c9f-7fb86a77b1fb None None] Provisioning complete for port 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:01.218013 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-14cef912-c3b9-4603-8c9f-7fb86a77b1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:01.231626 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a49522d4-d0b7-419a-912a-33a21b7d4be9 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:01.286426 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a49522d4-d0b7-419a-912a-33a21b7d4be9 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:01.356594 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a49522d4-d0b7-419a-912a-33a21b7d4be9 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:01.390956 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49522d4-d0b7-419a-912a-33a21b7d4be9 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Pushing event deleted for resources: {'Subnet': ['ID=41b6a85d-eba1-4c4a-a3d5-8f0f171a298d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:01.450226 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a49522d4-d0b7-419a-912a-33a21b7d4be9 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:01.469362 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-14cef912-c3b9-4603-8c9f-7fb86a77b1fb None None] Current status of the port 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:01.476234 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-a49522d4-d0b7-419a-912a-33a21b7d4be9 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b0de6ae-6a64-4ffa-ab13-eb3a4d9548d4']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:01.477622 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc631d2-e6e9-41df-a815-43f68442547b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-7b0de6ae-6a64-4ffa-ab13-eb3a4d9548d4', 'network_id': '7b0de6ae-6a64-4ffa-ab13-eb3a4d9548d4', 'tenant_id': 'a6b03f1b68aa4d8699559b59af3ca4d8', 'fixed_ips': [{'subnet_id': '41b6a85d-eba1-4c4a-a3d5-8f0f171a298d'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 17:04:01.478930 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bfc631d2-e6e9-41df-a815-43f68442547b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:01.488667 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-a49522d4-d0b7-419a-912a-33a21b7d4be9 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ae760e-e2e8-4837-b24a-1ae9d1af1d30') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:01.488957 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-a49522d4-d0b7-419a-912a-33a21b7d4be9 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ae760e-e2e8-4837-b24a-1ae9d1af1d30') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:01.500964 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a49522d4-d0b7-419a-912a-33a21b7d4be9 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:01.519108 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a49522d4-d0b7-419a-912a-33a21b7d4be9 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:01.527915 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49522d4-d0b7-419a-912a-33a21b7d4be9 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:04:01.528360 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a49522d4-d0b7-419a-912a-33a21b7d4be9 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:01.609348 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-bfc631d2-e6e9-41df-a815-43f68442547b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 26 17:04:01.609348 n-d-843337-2 neutron-server[103897]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] May 26 17:04:01.609348 n-d-843337-2 neutron-server[103897]: [parameters: {'project_id': 'a6b03f1b68aa4d8699559b59af3ca4d8', 'id': '304580ad-e4e2-4e6f-92aa-cc987396ba43', 'name': '', 'network_id': '7b0de6ae-6a64-4ffa-ab13-eb3a4d9548d4', 'mac_address': 'fa:16:3e:d9:e7:c0', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-7b0de6ae-6a64-4ffa-ab13-eb3a4d9548d4', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4183}] May 26 17:04:01.609348 n-d-843337-2 neutron-server[103897]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 17:04:01.609979 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-bfc631d2-e6e9-41df-a815-43f68442547b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 17:04:01.613232 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a49522d4-d0b7-419a-912a-33a21b7d4be9 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:01.620903 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a49522d4-d0b7-419a-912a-33a21b7d4be9 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:01.624207 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a49522d4-d0b7-419a-912a-33a21b7d4be9 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] 10.222.0.77 "DELETE /v2.0/networks/7b0de6ae-6a64-4ffa-ab13-eb3a4d9548d4 HTTP/1.1" status: 204 len: 168 time: 0.4887040 May 26 17:04:01.628911 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40824) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:01.636251 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a00f9c05-0b25-49f8-988e-9bb16f2d5219 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-683702952'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:04:01.640966 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49522d4-d0b7-419a-912a-33a21b7d4be9 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Pushing event deleted for resources: {'Network': ['ID=7b0de6ae-6a64-4ffa-ab13-eb3a4d9548d4,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:01.660399 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00f9c05-0b25-49f8-988e-9bb16f2d5219 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Made reservation on behalf of a6b03f1b68aa4d8699559b59af3ca4d8 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:04:01.665519 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a00f9c05-0b25-49f8-988e-9bb16f2d5219 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:01.702177 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a00f9c05-0b25-49f8-988e-9bb16f2d5219 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:04:01.713258 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a00f9c05-0b25-49f8-988e-9bb16f2d5219 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:01.714044 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-a00f9c05-0b25-49f8-988e-9bb16f2d5219 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Added segment c739bc3c-d4ca-4008-8922-43a05b41bac6 of type vlan for network 62653f20-e085-4cd1-8e5d-d3ec37d743ef May 26 17:04:01.761177 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a00f9c05-0b25-49f8-988e-9bb16f2d5219 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:01.786655 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a00f9c05-0b25-49f8-988e-9bb16f2d5219 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:01.793053 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00f9c05-0b25-49f8-988e-9bb16f2d5219 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:01.793598 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a00f9c05-0b25-49f8-988e-9bb16f2d5219 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:01.795926 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3e2e32b7-d1e2-4c91-8e9c-60ec840d9018 None None] Provisioning complete for port 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:01.796595 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3e2e32b7-d1e2-4c91-8e9c-60ec840d9018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:01.861527 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a00f9c05-0b25-49f8-988e-9bb16f2d5219 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2305906 May 26 17:04:01.865533 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40826) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:01.871433 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-3b117b39-1c49-46d1-b2ec-56cd9b5df95c tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Request body: {'subnet': {'network_id': '62653f20-e085-4cd1-8e5d-d3ec37d743ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:04:01.889022 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f9c05-0b25-49f8-988e-9bb16f2d5219 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Pushing event updated for resources: {'Network': ['ID=62653f20-e085-4cd1-8e5d-d3ec37d743ef,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:01.908132 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 62653f20-e085-4cd1-8e5d-d3ec37d743ef details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:04:01.911558 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e32b7-d1e2-4c91-8e9c-60ec840d9018 None None] Current status of the port 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:01.973657 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b117b39-1c49-46d1-b2ec-56cd9b5df95c tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Made reservation on behalf of a6b03f1b68aa4d8699559b59af3ca4d8 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:04:01.978499 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3b117b39-1c49-46d1-b2ec-56cd9b5df95c tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:02.067205 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment f6ae760e-e2e8-4837-b24a-1ae9d1af1d30 resource provider aggregate not found May 26 17:04:02.111513 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bfc631d2-e6e9-41df-a815-43f68442547b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:02.115227 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment f6ae760e-e2e8-4837-b24a-1ae9d1af1d30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6ae760e-e2e8-4837-b24a-1ae9d1af1d30 found for delete ", "request_id": "req-7eb26843-2838-42aa-8427-2f8102f391af"}]} May 26 17:04:02.144705 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc74113-6561-4d27-8ec7-6ac8c8ac0136 None None] Network 7b0de6ae-6a64-4ffa-ab13-eb3a4d9548d4 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:04:02.157910 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc74113-6561-4d27-8ec7-6ac8c8ac0136 None None] Network 7b0de6ae-6a64-4ffa-ab13-eb3a4d9548d4 could not be found, it might have been deleted concurrently. {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 26 17:04:02.185318 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3b117b39-1c49-46d1-b2ec-56cd9b5df95c tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:02.247387 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b117b39-1c49-46d1-b2ec-56cd9b5df95c tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Pushing event updated for resources: {'Subnet': ['ID=8aab446b-1550-43ad-8f33-b214316ed190,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:02.260164 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b117b39-1c49-46d1-b2ec-56cd9b5df95c tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Checking segment: {'id': 'c739bc3c-d4ca-4008-8922-43a05b41bac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '62653f20-e085-4cd1-8e5d-d3ec37d743ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:04:02.260530 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b117b39-1c49-46d1-b2ec-56cd9b5df95c tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Network hostable DHCP agents. Network: 62653f20-e085-4cd1-8e5d-d3ec37d743ef, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:04:02.279926 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b117b39-1c49-46d1-b2ec-56cd9b5df95c tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Network 62653f20-e085-4cd1-8e5d-d3ec37d743ef is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:04:02.290144 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-3b117b39-1c49-46d1-b2ec-56cd9b5df95c tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 62653f20-e085-4cd1-8e5d-d3ec37d743ef) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:04:02.295519 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b117b39-1c49-46d1-b2ec-56cd9b5df95c tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:02.296462 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3b117b39-1c49-46d1-b2ec-56cd9b5df95c tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:02.300844 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd1077c-3de5-4cb6-b2ee-76a65de68d56 None None] Network 62653f20-e085-4cd1-8e5d-d3ec37d743ef requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:04:02.315006 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3b117b39-1c49-46d1-b2ec-56cd9b5df95c tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4482493 May 26 17:04:02.319098 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40832) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:02.325439 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-f228a39c-9351-4266-820b-88ce7b3f5511 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1909882925'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:04:02.345760 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f228a39c-9351-4266-820b-88ce7b3f5511 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Made reservation on behalf of a6b03f1b68aa4d8699559b59af3ca4d8 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:04:02.349205 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f228a39c-9351-4266-820b-88ce7b3f5511 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:02.374712 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f228a39c-9351-4266-820b-88ce7b3f5511 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:04:02.385423 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f228a39c-9351-4266-820b-88ce7b3f5511 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:02.385787 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-f228a39c-9351-4266-820b-88ce7b3f5511 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Added segment 4c591ca4-52d0-4b64-bcc2-5c1fc35e90bf of type vlan for network f857762f-5c19-4719-b512-93b0b20fb29e May 26 17:04:02.428965 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f228a39c-9351-4266-820b-88ce7b3f5511 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:02.465651 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f228a39c-9351-4266-820b-88ce7b3f5511 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:02.469120 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59719e5b-1aa1-4266-a016-a8a29bc4316e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-62653f20-e085-4cd1-8e5d-d3ec37d743ef', 'network_id': '62653f20-e085-4cd1-8e5d-d3ec37d743ef', 'tenant_id': 'a6b03f1b68aa4d8699559b59af3ca4d8', 'fixed_ips': [{'subnet_id': '8aab446b-1550-43ad-8f33-b214316ed190'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 17:04:02.469985 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59719e5b-1aa1-4266-a016-a8a29bc4316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:02.471292 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f228a39c-9351-4266-820b-88ce7b3f5511 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:02.471892 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f228a39c-9351-4266-820b-88ce7b3f5511 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:02.500117 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f228a39c-9351-4266-820b-88ce7b3f5511 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1798775 May 26 17:04:02.503675 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40834) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:02.510762 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-1683291a-a125-45c6-9d5a-119b93d6c619 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Request body: {'subnet': {'network_id': 'f857762f-5c19-4719-b512-93b0b20fb29e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:04:02.551629 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228a39c-9351-4266-820b-88ce7b3f5511 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Pushing event updated for resources: {'Network': ['ID=f857762f-5c19-4719-b512-93b0b20fb29e,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:02.577386 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network f857762f-5c19-4719-b512-93b0b20fb29e details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:04:02.610851 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1683291a-a125-45c6-9d5a-119b93d6c619 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Made reservation on behalf of a6b03f1b68aa4d8699559b59af3ca4d8 for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:04:02.614910 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1683291a-a125-45c6-9d5a-119b93d6c619 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:02.685793 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-59719e5b-1aa1-4266-a016-a8a29bc4316e None None] Allocated IP 2001:db8::2 (62653f20-e085-4cd1-8e5d-d3ec37d743ef/8aab446b-1550-43ad-8f33-b214316ed190/1c1c0fe7-b2f0-4025-9d7f-2a56085d04c2) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:04:02.753194 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:04:02.841388 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:02.842035 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:02.858993 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1683291a-a125-45c6-9d5a-119b93d6c619 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:02.928345 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683291a-a125-45c6-9d5a-119b93d6c619 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Pushing event updated for resources: {'Subnet': ['ID=2a25cb77-e6e0-4ba0-82e7-0976b0d24447,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:02.941754 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1683291a-a125-45c6-9d5a-119b93d6c619 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Checking segment: {'id': '4c591ca4-52d0-4b64-bcc2-5c1fc35e90bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f857762f-5c19-4719-b512-93b0b20fb29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:04:02.942435 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1683291a-a125-45c6-9d5a-119b93d6c619 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Network hostable DHCP agents. Network: f857762f-5c19-4719-b512-93b0b20fb29e, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:04:02.963264 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1683291a-a125-45c6-9d5a-119b93d6c619 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Network f857762f-5c19-4719-b512-93b0b20fb29e is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:04:02.974173 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-1683291a-a125-45c6-9d5a-119b93d6c619 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, f857762f-5c19-4719-b512-93b0b20fb29e) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:04:02.979014 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1683291a-a125-45c6-9d5a-119b93d6c619 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:02.979670 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1683291a-a125-45c6-9d5a-119b93d6c619 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:02.998321 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1683291a-a125-45c6-9d5a-119b93d6c619 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4933114 May 26 17:04:03.001213 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40836) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:03.060578 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9161fa5b-318e-45f3-8ff2-9d98b66c817c None None] Network f857762f-5c19-4719-b512-93b0b20fb29e requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:04:03.105158 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74e603ce-5502-4093-9be2-86e27325ffbd tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:03.125093 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59719e5b-1aa1-4266-a016-a8a29bc4316e None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:03.139444 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59719e5b-1aa1-4266-a016-a8a29bc4316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:03.191939 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74e603ce-5502-4093-9be2-86e27325ffbd tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:03.227158 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59719e5b-1aa1-4266-a016-a8a29bc4316e None None] Network 62653f20-e085-4cd1-8e5d-d3ec37d743ef is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:04:03.238441 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-59719e5b-1aa1-4266-a016-a8a29bc4316e None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:04:03.248690 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59719e5b-1aa1-4266-a016-a8a29bc4316e None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:04:03.254759 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59719e5b-1aa1-4266-a016-a8a29bc4316e None None] Pushing event updated for resources: {'Port': ['ID=1c1c0fe7-b2f0-4025-9d7f-2a56085d04c2,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:03.266371 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74e603ce-5502-4093-9be2-86e27325ffbd tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:03.286977 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:03.295622 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e603ce-5502-4093-9be2-86e27325ffbd tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Pushing event deleted for resources: {'Subnet': ['ID=2a25cb77-e6e0-4ba0-82e7-0976b0d24447,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:03.361341 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-59719e5b-1aa1-4266-a016-a8a29bc4316e None None] Attempting to bind port 1c1c0fe7-b2f0-4025-9d7f-2a56085d04c2 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:04:03.361580 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-59719e5b-1aa1-4266-a016-a8a29bc4316e None None] Attempting to bind port 1c1c0fe7-b2f0-4025-9d7f-2a56085d04c2 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'c739bc3c-d4ca-4008-8922-43a05b41bac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '62653f20-e085-4cd1-8e5d-d3ec37d743ef'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:04:03.361843 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59719e5b-1aa1-4266-a016-a8a29bc4316e None None] Attempting to bind port 1c1c0fe7-b2f0-4025-9d7f-2a56085d04c2 on network 62653f20-e085-4cd1-8e5d-d3ec37d743ef {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:04:03.363389 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74e603ce-5502-4093-9be2-86e27325ffbd tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:03.367589 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59719e5b-1aa1-4266-a016-a8a29bc4316e None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:04:03.368067 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59719e5b-1aa1-4266-a016-a8a29bc4316e None None] Checking segment: {'id': 'c739bc3c-d4ca-4008-8922-43a05b41bac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '62653f20-e085-4cd1-8e5d-d3ec37d743ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:04:03.368494 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59719e5b-1aa1-4266-a016-a8a29bc4316e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:03.368890 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59719e5b-1aa1-4266-a016-a8a29bc4316e None None] Bound using segment: {'id': 'c739bc3c-d4ca-4008-8922-43a05b41bac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '62653f20-e085-4cd1-8e5d-d3ec37d743ef'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:04:03.369407 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-59719e5b-1aa1-4266-a016-a8a29bc4316e None None] Bound port: 1c1c0fe7-b2f0-4025-9d7f-2a56085d04c2, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c739bc3c-d4ca-4008-8922-43a05b41bac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '62653f20-e085-4cd1-8e5d-d3ec37d743ef'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:04:03.369788 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59719e5b-1aa1-4266-a016-a8a29bc4316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:03.373544 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebfe862-c04c-40d4-9f51-4950452ce943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-f857762f-5c19-4719-b512-93b0b20fb29e', 'network_id': 'f857762f-5c19-4719-b512-93b0b20fb29e', 'tenant_id': 'a6b03f1b68aa4d8699559b59af3ca4d8', 'fixed_ips': [{'subnet_id': '2a25cb77-e6e0-4ba0-82e7-0976b0d24447'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 17:04:03.373914 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7ebfe862-c04c-40d4-9f51-4950452ce943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:03.387738 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-74e603ce-5502-4093-9be2-86e27325ffbd tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f857762f-5c19-4719-b512-93b0b20fb29e']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:03.400175 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-74e603ce-5502-4093-9be2-86e27325ffbd tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c591ca4-52d0-4b64-bcc2-5c1fc35e90bf') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:03.400535 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-74e603ce-5502-4093-9be2-86e27325ffbd tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c591ca4-52d0-4b64-bcc2-5c1fc35e90bf') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:03.410917 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74e603ce-5502-4093-9be2-86e27325ffbd tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:03.424667 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74e603ce-5502-4093-9be2-86e27325ffbd tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:03.430833 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e603ce-5502-4093-9be2-86e27325ffbd tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:04:03.431532 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74e603ce-5502-4093-9be2-86e27325ffbd tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:03.479598 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 4c591ca4-52d0-4b64-bcc2-5c1fc35e90bf resource provider aggregate not found May 26 17:04:03.503309 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-59719e5b-1aa1-4266-a016-a8a29bc4316e None None] For port 1c1c0fe7-b2f0-4025-9d7f-2a56085d04c2, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:04:03.503771 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 4c591ca4-52d0-4b64-bcc2-5c1fc35e90bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c591ca4-52d0-4b64-bcc2-5c1fc35e90bf found for delete ", "request_id": "req-c9fb6af7-a373-4450-bd4a-d2946daa6f0c"}]} May 26 17:04:03.507494 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-59719e5b-1aa1-4266-a016-a8a29bc4316e None None] For port 1c1c0fe7-b2f0-4025-9d7f-2a56085d04c2, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1c1c0fe7-b2f0-4025-9d7f-2a56085d04c2,segment=NetworkSegment(c739bc3c-d4ca-4008-8922-43a05b41bac6),segment_id=c739bc3c-d4ca-4008-8922-43a05b41bac6)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:04:03.511736 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af06528a-10cc-49da-8db3-9b3b8e797f4c None None] Network f857762f-5c19-4719-b512-93b0b20fb29e requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:04:03.514117 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74e603ce-5502-4093-9be2-86e27325ffbd tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:03.515876 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59719e5b-1aa1-4266-a016-a8a29bc4316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:03.519011 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-74e603ce-5502-4093-9be2-86e27325ffbd tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:03.522338 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-74e603ce-5502-4093-9be2-86e27325ffbd tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] 10.222.0.77 "DELETE /v2.0/networks/f857762f-5c19-4719-b512-93b0b20fb29e HTTP/1.1" status: 204 len: 168 time: 0.5200694 May 26 17:04:03.525426 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40842) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:03.535907 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af06528a-10cc-49da-8db3-9b3b8e797f4c None None] Network f857762f-5c19-4719-b512-93b0b20fb29e could not be found, it might have been deleted concurrently. {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 26 17:04:03.546774 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e603ce-5502-4093-9be2-86e27325ffbd tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Pushing event deleted for resources: {'Network': ['ID=f857762f-5c19-4719-b512-93b0b20fb29e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:03.561717 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75447cf-f866-41ae-a0e0-001031747628 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] GET failed (client error): The resource could not be found. May 26 17:04:03.563081 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b75447cf-f866-41ae-a0e0-001031747628 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] 10.222.0.77 "GET /v2.0/subnets/2a25cb77-e6e0-4ba0-82e7-0976b0d24447 HTTP/1.1" status: 404 len: 337 time: 0.0363984 May 26 17:04:03.565899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40844) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:03.591321 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-978bac18-fe40-4e53-86b7-0e9e6f01248e tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] DELETE failed (client error): The resource could not be found. May 26 17:04:03.591913 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-978bac18-fe40-4e53-86b7-0e9e6f01248e tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 17:04:03.592584 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59719e5b-1aa1-4266-a016-a8a29bc4316e None None] Pushing event updated for resources: {'Port': ['ID=1c1c0fe7-b2f0-4025-9d7f-2a56085d04c2,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:03.595641 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-978bac18-fe40-4e53-86b7-0e9e6f01248e tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] 10.222.0.77 "DELETE /v2.0/networks/f857762f-5c19-4719-b512-93b0b20fb29e HTTP/1.1" status: 404 len: 339 time: 0.0279758 May 26 17:04:03.598693 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40846) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:03.627284 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93cf768-6749-404c-a932-67b9d59317ff tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] DELETE failed (client error): The resource could not be found. May 26 17:04:03.627655 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c93cf768-6749-404c-a932-67b9d59317ff tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 17:04:03.631191 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c93cf768-6749-404c-a932-67b9d59317ff tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] 10.222.0.77 "DELETE /v2.0/subnets/2a25cb77-e6e0-4ba0-82e7-0976b0d24447 HTTP/1.1" status: 404 len: 337 time: 0.0315013 May 26 17:04:03.634312 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40848) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:03.654103 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-759cc718-6a4b-4637-81b9-7294374497fa tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] DELETE failed (client error): The resource could not be found. May 26 17:04:03.654688 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-759cc718-6a4b-4637-81b9-7294374497fa tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 17:04:03.658041 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-759cc718-6a4b-4637-81b9-7294374497fa tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] 10.222.0.77 "DELETE /v2.0/networks/f857762f-5c19-4719-b512-93b0b20fb29e HTTP/1.1" status: 404 len: 339 time: 0.0223856 May 26 17:04:03.660629 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40850) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:03.725761 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8534d4c-8779-4b94-87e2-feacb694e25c tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Deleting subnet 8aab446b-1550-43ad-8f33-b214316ed190 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 17:04:03.731275 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8534d4c-8779-4b94-87e2-feacb694e25c tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:03.798960 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8534d4c-8779-4b94-87e2-feacb694e25c tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:03.898784 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8534d4c-8779-4b94-87e2-feacb694e25c tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:03.975955 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8534d4c-8779-4b94-87e2-feacb694e25c tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:04.004639 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8534d4c-8779-4b94-87e2-feacb694e25c tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Pushing event deleted for resources: {'Subnet': ['ID=8aab446b-1550-43ad-8f33-b214316ed190,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:04.009330 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c8534d4c-8779-4b94-87e2-feacb694e25c tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:04.012764 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c8534d4c-8779-4b94-87e2-feacb694e25c tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] 10.222.0.77 "DELETE /v2.0/subnets/8aab446b-1550-43ad-8f33-b214316ed190 HTTP/1.1" status: 204 len: 168 time: 0.3510878 May 26 17:04:04.016817 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40852) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:04.109490 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa69055a-18d2-44df-9414-57f3306fa2a1 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:04.176025 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-fa69055a-18d2-44df-9414-57f3306fa2a1 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Deleting port 1c1c0fe7-b2f0-4025-9d7f-2a56085d04c2 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:04:04.176400 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa69055a-18d2-44df-9414-57f3306fa2a1 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:04.243214 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-fa69055a-18d2-44df-9414-57f3306fa2a1 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] For port 1c1c0fe7-b2f0-4025-9d7f-2a56085d04c2, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1c1c0fe7-b2f0-4025-9d7f-2a56085d04c2,segment=NetworkSegment(c739bc3c-d4ca-4008-8922-43a05b41bac6),segment_id=c739bc3c-d4ca-4008-8922-43a05b41bac6)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:04:04.244261 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa69055a-18d2-44df-9414-57f3306fa2a1 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:04.256988 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-fa69055a-18d2-44df-9414-57f3306fa2a1 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Calling delete_port for 1c1c0fe7-b2f0-4025-9d7f-2a56085d04c2 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:04:04.350605 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa69055a-18d2-44df-9414-57f3306fa2a1 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:04.380039 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69055a-18d2-44df-9414-57f3306fa2a1 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Pushing event deleted for resources: {'Port': ['ID=1c1c0fe7-b2f0-4025-9d7f-2a56085d04c2,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:04.385001 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa69055a-18d2-44df-9414-57f3306fa2a1 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] No DVR routers for this DVR port 1c1c0fe7-b2f0-4025-9d7f-2a56085d04c2 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:04:04.473098 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa69055a-18d2-44df-9414-57f3306fa2a1 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:04.496937 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-fa69055a-18d2-44df-9414-57f3306fa2a1 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62653f20-e085-4cd1-8e5d-d3ec37d743ef']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:04.508191 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-fa69055a-18d2-44df-9414-57f3306fa2a1 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c739bc3c-d4ca-4008-8922-43a05b41bac6') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:04.509071 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-fa69055a-18d2-44df-9414-57f3306fa2a1 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c739bc3c-d4ca-4008-8922-43a05b41bac6') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:04.525589 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa69055a-18d2-44df-9414-57f3306fa2a1 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:04.541475 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa69055a-18d2-44df-9414-57f3306fa2a1 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:04.549794 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa69055a-18d2-44df-9414-57f3306fa2a1 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:04:04.550264 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa69055a-18d2-44df-9414-57f3306fa2a1 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:04.624648 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa69055a-18d2-44df-9414-57f3306fa2a1 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:04.632939 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa69055a-18d2-44df-9414-57f3306fa2a1 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:04.639446 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fa69055a-18d2-44df-9414-57f3306fa2a1 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] 10.222.0.77 "DELETE /v2.0/networks/62653f20-e085-4cd1-8e5d-d3ec37d743ef HTTP/1.1" status: 204 len: 168 time: 0.6193535 May 26 17:04:04.639980 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40854) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:04.659962 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69055a-18d2-44df-9414-57f3306fa2a1 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Pushing event deleted for resources: {'Network': ['ID=62653f20-e085-4cd1-8e5d-d3ec37d743ef,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:04.679096 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-56af3868-f979-4783-a5c8-a9299fd24d5f tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] DELETE failed (client error): The resource could not be found. May 26 17:04:04.679723 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56af3868-f979-4783-a5c8-a9299fd24d5f tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 17:04:04.683279 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-56af3868-f979-4783-a5c8-a9299fd24d5f tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] 10.222.0.77 "DELETE /v2.0/subnets/41b6a85d-eba1-4c4a-a3d5-8f0f171a298d HTTP/1.1" status: 404 len: 337 time: 0.0422745 May 26 17:04:04.685996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40856) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:04.710139 n-d-843337-2 neutron-server[103895]: INFO neutron.pecan_wsgi.hooks.translation [None req-95388b99-d5ab-4d17-afd6-d1dc0df72d85 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] DELETE failed (client error): The resource could not be found. May 26 17:04:04.710714 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95388b99-d5ab-4d17-afd6-d1dc0df72d85 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 17:04:04.714475 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-95388b99-d5ab-4d17-afd6-d1dc0df72d85 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] 10.222.0.77 "DELETE /v2.0/networks/7b0de6ae-6a64-4ffa-ab13-eb3a4d9548d4 HTTP/1.1" status: 404 len: 339 time: 0.0274141 May 26 17:04:04.718479 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40858) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:04.743919 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e91bc00e-2fbd-4847-9ced-67206583e6f1 None None] Could not find standard attr ID for object 1c1c0fe7-b2f0-4025-9d7f-2a56085d04c2. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 17:04:04.747695 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c4bf9d-af27-4493-86c8-cb6b61584dfe tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] DELETE failed (client error): The resource could not be found. May 26 17:04:04.748179 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c4bf9d-af27-4493-86c8-cb6b61584dfe tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 17:04:04.751268 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-42c4bf9d-af27-4493-86c8-cb6b61584dfe tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] 10.222.0.77 "DELETE /v2.0/subnets/33ec7d94-575c-4e7c-8538-b278683c5f89 HTTP/1.1" status: 404 len: 337 time: 0.0316055 May 26 17:04:04.754160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40860) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:04.754675 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaec6102-e2c9-4d54-b458-5efd5dd7a971 None None] DHCP port deletion for 62653f20-e085-4cd1-8e5d-d3ec37d743ef request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 17:04:04.775768 n-d-843337-2 neutron-server[103896]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8df6a0-7bb0-437b-b919-13cfd7bca77d tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] DELETE failed (client error): The resource could not be found. May 26 17:04:04.776646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c8df6a0-7bb0-437b-b919-13cfd7bca77d tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 17:04:04.778353 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86b8f14-a1e4-41d3-9c37-0609ca42b335 None None] Network 62653f20-e085-4cd1-8e5d-d3ec37d743ef requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:04:04.780126 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0c8df6a0-7bb0-437b-b919-13cfd7bca77d tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] 10.222.0.77 "DELETE /v2.0/networks/b8c471c7-cc70-46ff-874c-3b20c36af88d HTTP/1.1" status: 404 len: 339 time: 0.0245380 May 26 17:04:04.782203 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40862) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:04.793248 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86b8f14-a1e4-41d3-9c37-0609ca42b335 None None] Network 62653f20-e085-4cd1-8e5d-d3ec37d743ef could not be found, it might have been deleted concurrently. {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 26 17:04:04.835960 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce0c39a-1970-4e33-be79-31f25f735694 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Deleting subnet 70a5dc6b-23d3-4321-8ded-f4ebc51870c5 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 17:04:04.840370 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cce0c39a-1970-4e33-be79-31f25f735694 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:04.891166 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cce0c39a-1970-4e33-be79-31f25f735694 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:04.984163 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cce0c39a-1970-4e33-be79-31f25f735694 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:05.051538 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cce0c39a-1970-4e33-be79-31f25f735694 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:05.085658 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0c39a-1970-4e33-be79-31f25f735694 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Pushing event deleted for resources: {'Subnet': ['ID=70a5dc6b-23d3-4321-8ded-f4ebc51870c5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:05.087809 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cce0c39a-1970-4e33-be79-31f25f735694 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:05.094160 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cce0c39a-1970-4e33-be79-31f25f735694 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] 10.222.0.77 "DELETE /v2.0/subnets/70a5dc6b-23d3-4321-8ded-f4ebc51870c5 HTTP/1.1" status: 204 len: 168 time: 0.3078797 May 26 17:04:05.094160 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40864) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:05.098141 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167b5e80-a4b2-40a1-88eb-4f2907f3b23c None None] Network d1162058-ee31-4d77-9f2f-6c5c6fdbc01d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:04:05.189409 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-883e3cee-6dae-46ca-b2c0-44570694c6a4 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:05.261114 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-883e3cee-6dae-46ca-b2c0-44570694c6a4 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Deleting port 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:04:05.261454 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-883e3cee-6dae-46ca-b2c0-44570694c6a4 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:05.329232 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5b0949-9ce8-46c0-b61b-9751bbac9cff None None] DHCP port deletion for d1162058-ee31-4d77-9f2f-6c5c6fdbc01d request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 17:04:05.338934 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-883e3cee-6dae-46ca-b2c0-44570694c6a4 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] For port 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=87dd4c15-3c86-4a0f-89e1-cd2e21df67c8,segment=NetworkSegment(5c990c28-ce4e-4b9b-a7c4-4ed4e33a27ef),segment_id=5c990c28-ce4e-4b9b-a7c4-4ed4e33a27ef)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:04:05.339373 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-883e3cee-6dae-46ca-b2c0-44570694c6a4 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:05.352843 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-883e3cee-6dae-46ca-b2c0-44570694c6a4 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Calling delete_port for 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:04:05.390877 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-da5b0949-9ce8-46c0-b61b-9751bbac9cff None None] Deleting port 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:04:05.391456 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-da5b0949-9ce8-46c0-b61b-9751bbac9cff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:05.442589 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-883e3cee-6dae-46ca-b2c0-44570694c6a4 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:05.470266 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-da5b0949-9ce8-46c0-b61b-9751bbac9cff None None] For port 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=87dd4c15-3c86-4a0f-89e1-cd2e21df67c8,segment=NetworkSegment(5c990c28-ce4e-4b9b-a7c4-4ed4e33a27ef),segment_id=5c990c28-ce4e-4b9b-a7c4-4ed4e33a27ef)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:04:05.470672 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-da5b0949-9ce8-46c0-b61b-9751bbac9cff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:05.475240 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e3cee-6dae-46ca-b2c0-44570694c6a4 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Pushing event deleted for resources: {'Port': ['ID=87dd4c15-3c86-4a0f-89e1-cd2e21df67c8,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:05.479199 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883e3cee-6dae-46ca-b2c0-44570694c6a4 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] No DVR routers for this DVR port 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:04:05.485908 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-da5b0949-9ce8-46c0-b61b-9751bbac9cff None None] Calling delete_port for 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:04:05.534820 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment c739bc3c-d4ca-4008-8922-43a05b41bac6 resource provider aggregate not found May 26 17:04:05.556830 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment c739bc3c-d4ca-4008-8922-43a05b41bac6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c739bc3c-d4ca-4008-8922-43a05b41bac6 found for delete ", "request_id": "req-47df8ef7-9dbf-45cd-b841-718a7466aaec"}]} May 26 17:04:05.578820 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-883e3cee-6dae-46ca-b2c0-44570694c6a4 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:05.590698 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-da5b0949-9ce8-46c0-b61b-9751bbac9cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:05.604462 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-883e3cee-6dae-46ca-b2c0-44570694c6a4 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1162058-ee31-4d77-9f2f-6c5c6fdbc01d']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:05.615456 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-883e3cee-6dae-46ca-b2c0-44570694c6a4 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c990c28-ce4e-4b9b-a7c4-4ed4e33a27ef') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:05.615775 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-883e3cee-6dae-46ca-b2c0-44570694c6a4 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c990c28-ce4e-4b9b-a7c4-4ed4e33a27ef') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:05.616152 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b0949-9ce8-46c0-b61b-9751bbac9cff None None] Pushing event deleted for resources: {'Port': ['ID=87dd4c15-3c86-4a0f-89e1-cd2e21df67c8,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:05.621289 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5b0949-9ce8-46c0-b61b-9751bbac9cff None None] No DVR routers for this DVR port 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:04:05.631530 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-883e3cee-6dae-46ca-b2c0-44570694c6a4 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:05.649261 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-883e3cee-6dae-46ca-b2c0-44570694c6a4 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:05.658031 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883e3cee-6dae-46ca-b2c0-44570694c6a4 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:04:05.658782 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-883e3cee-6dae-46ca-b2c0-44570694c6a4 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:05.683421 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 5c990c28-ce4e-4b9b-a7c4-4ed4e33a27ef resource provider aggregate not found May 26 17:04:05.719923 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 5c990c28-ce4e-4b9b-a7c4-4ed4e33a27ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c990c28-ce4e-4b9b-a7c4-4ed4e33a27ef found for delete ", "request_id": "req-da0df4d7-b7b9-45c1-923e-90340b40ce95"}]} May 26 17:04:05.742253 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-883e3cee-6dae-46ca-b2c0-44570694c6a4 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:05.751892 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-883e3cee-6dae-46ca-b2c0-44570694c6a4 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:05.755157 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-883e3cee-6dae-46ca-b2c0-44570694c6a4 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] 10.222.0.77 "DELETE /v2.0/networks/d1162058-ee31-4d77-9f2f-6c5c6fdbc01d HTTP/1.1" status: 204 len: 168 time: 0.6600859 May 26 17:04:05.767798 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e3cee-6dae-46ca-b2c0-44570694c6a4 tempest-NetworksIpV6Test-253942885 tempest-NetworksIpV6Test-253942885-project] Pushing event deleted for resources: {'Network': ['ID=d1162058-ee31-4d77-9f2f-6c5c6fdbc01d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:06.036715 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40878) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:06.178027 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-07f1c59e-4fae-4e1d-af8d-2ab52f29e03b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a6b03f1b68aa4d8699559b59af3ca4d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400869 May 26 17:04:06.181591 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40882) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:06.232817 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-03b5bb4d-c984-4855-89d7-37a0e96d00df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:06.255882 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-03b5bb4d-c984-4855-89d7-37a0e96d00df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:06.306980 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-03b5bb4d-c984-4855-89d7-37a0e96d00df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:06.309609 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-03b5bb4d-c984-4855-89d7-37a0e96d00df admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:06.310797 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-03b5bb4d-c984-4855-89d7-37a0e96d00df admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bdf9b8e0-53c8-4df8-b7e4-a66e07ab09b9 HTTP/1.1" status: 204 len: 168 time: 0.1282575 May 26 17:04:06.319506 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5bb4d-c984-4855-89d7-37a0e96d00df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf9b8e0-53c8-4df8-b7e4-a66e07ab09b9,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:06.752187 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1c1c0fe7-b2f0-4025-9d7f-2a56085d04c2 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:04:06.778756 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 1c1c0fe7-b2f0-4025-9d7f-2a56085d04c2 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:04:06.779104 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1c1c0fe7-b2f0-4025-9d7f-2a56085d04c2 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:04:06.779547 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:04:06.804231 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:04:06.804231 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 87dd4c15-3c86-4a0f-89e1-cd2e21df67c8 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:04:07.069687 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40904) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:07.175773 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d60436bb-c5e4-4c83-8542-2339d4bdc152 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1803452262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:04:07.200719 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d60436bb-c5e4-4c83-8542-2339d4bdc152 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:07.202336 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d60436bb-c5e4-4c83-8542-2339d4bdc152 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:07.259377 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d60436bb-c5e4-4c83-8542-2339d4bdc152 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:07.264042 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d60436bb-c5e4-4c83-8542-2339d4bdc152 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:07.286143 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d60436bb-c5e4-4c83-8542-2339d4bdc152 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:07.287420 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d60436bb-c5e4-4c83-8542-2339d4bdc152 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2167220 May 26 17:04:07.292609 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40908) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:07.298205 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-96f59d90-bd99-4880-b515-254ef6854b6b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2072505529'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:04:07.318815 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f59d90-bd99-4880-b515-254ef6854b6b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Made reservation on behalf of 38b2b3ddae634994a7e211fdcc579c8f for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:04:07.322815 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-96f59d90-bd99-4880-b515-254ef6854b6b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:07.332200 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-96f59d90-bd99-4880-b515-254ef6854b6b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:07.438380 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-96f59d90-bd99-4880-b515-254ef6854b6b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:07.442972 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-96f59d90-bd99-4880-b515-254ef6854b6b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:07.471289 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f59d90-bd99-4880-b515-254ef6854b6b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:04:07.483312 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f59d90-bd99-4880-b515-254ef6854b6b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1c3bf1-35b2-4988-9f6a-17ea60060a15,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:07.491870 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-96f59d90-bd99-4880-b515-254ef6854b6b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:07.492467 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-96f59d90-bd99-4880-b515-254ef6854b6b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Added segment 269ff675-6713-4155-ac41-64af247b9509 of type vlan for network d969fc26-fe03-4685-a3fb-8407d329e0a8 May 26 17:04:07.543194 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-96f59d90-bd99-4880-b515-254ef6854b6b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:07.573462 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-96f59d90-bd99-4880-b515-254ef6854b6b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:07.579067 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f59d90-bd99-4880-b515-254ef6854b6b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:07.579669 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-96f59d90-bd99-4880-b515-254ef6854b6b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:07.642432 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-96f59d90-bd99-4880-b515-254ef6854b6b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3485861 May 26 17:04:07.646938 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40910) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:07.654388 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f59d90-bd99-4880-b515-254ef6854b6b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Pushing event updated for resources: {'Network': ['ID=d969fc26-fe03-4685-a3fb-8407d329e0a8,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:07.654844 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-9eb5c7d6-f5da-4bec-b46f-7a4d019a20a5 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Request body: {'subnet': {'network_id': 'd969fc26-fe03-4685-a3fb-8407d329e0a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:04:07.666434 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network d969fc26-fe03-4685-a3fb-8407d329e0a8 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:04:07.764073 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb5c7d6-f5da-4bec-b46f-7a4d019a20a5 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Made reservation on behalf of 38b2b3ddae634994a7e211fdcc579c8f for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:04:07.767535 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9eb5c7d6-f5da-4bec-b46f-7a4d019a20a5 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:07.970231 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9eb5c7d6-f5da-4bec-b46f-7a4d019a20a5 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:08.030882 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5c7d6-f5da-4bec-b46f-7a4d019a20a5 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Pushing event updated for resources: {'Subnet': ['ID=4e47c10f-6464-499a-a3b0-d805439568f1,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:08.048470 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb5c7d6-f5da-4bec-b46f-7a4d019a20a5 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Checking segment: {'id': '269ff675-6713-4155-ac41-64af247b9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd969fc26-fe03-4685-a3fb-8407d329e0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:04:08.048831 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb5c7d6-f5da-4bec-b46f-7a4d019a20a5 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Network hostable DHCP agents. Network: d969fc26-fe03-4685-a3fb-8407d329e0a8, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:04:08.067030 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb5c7d6-f5da-4bec-b46f-7a4d019a20a5 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Network d969fc26-fe03-4685-a3fb-8407d329e0a8 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:04:08.075955 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-9eb5c7d6-f5da-4bec-b46f-7a4d019a20a5 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, d969fc26-fe03-4685-a3fb-8407d329e0a8) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:04:08.080349 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb5c7d6-f5da-4bec-b46f-7a4d019a20a5 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:08.080944 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9eb5c7d6-f5da-4bec-b46f-7a4d019a20a5 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:08.085094 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70498b40-18c8-43ea-9941-572f880e0e61 None None] Network d969fc26-fe03-4685-a3fb-8407d329e0a8 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:04:08.103457 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9eb5c7d6-f5da-4bec-b46f-7a4d019a20a5 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4510181 May 26 17:04:08.103926 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40912) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:08.109091 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-7676049f-1ce0-4f66-a614-9577946258ea tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1413951999'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:04:08.129489 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7676049f-1ce0-4f66-a614-9577946258ea tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Made reservation on behalf of 38b2b3ddae634994a7e211fdcc579c8f for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:04:08.132873 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7676049f-1ce0-4f66-a614-9577946258ea tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:08.160322 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7676049f-1ce0-4f66-a614-9577946258ea tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:04:08.171141 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7676049f-1ce0-4f66-a614-9577946258ea tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:08.171654 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-7676049f-1ce0-4f66-a614-9577946258ea tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Added segment 6e33b5f6-5174-4385-a4d5-97aec1abc0c6 of type vlan for network 3c36bb57-e8a6-41d1-a48c-ac0159b35ddb May 26 17:04:08.218045 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7676049f-1ce0-4f66-a614-9577946258ea tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:08.239461 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daa782a-a4ab-4c32-8dbb-6f42977977ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-d969fc26-fe03-4685-a3fb-8407d329e0a8', 'network_id': 'd969fc26-fe03-4685-a3fb-8407d329e0a8', 'tenant_id': '38b2b3ddae634994a7e211fdcc579c8f', 'fixed_ips': [{'subnet_id': '4e47c10f-6464-499a-a3b0-d805439568f1'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 17:04:08.240346 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3daa782a-a4ab-4c32-8dbb-6f42977977ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:08.247005 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7676049f-1ce0-4f66-a614-9577946258ea tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:08.253694 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7676049f-1ce0-4f66-a614-9577946258ea tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:08.254305 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7676049f-1ce0-4f66-a614-9577946258ea tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:08.311605 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7676049f-1ce0-4f66-a614-9577946258ea tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2065344 May 26 17:04:08.315713 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40914) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:08.322632 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-3286ccd3-bd0e-49c1-8374-40639955d50b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Request body: {'subnet': {'network_id': '3c36bb57-e8a6-41d1-a48c-ac0159b35ddb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:04:08.333105 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676049f-1ce0-4f66-a614-9577946258ea tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Pushing event updated for resources: {'Network': ['ID=3c36bb57-e8a6-41d1-a48c-ac0159b35ddb,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:08.359344 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 3c36bb57-e8a6-41d1-a48c-ac0159b35ddb details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:04:08.444951 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3286ccd3-bd0e-49c1-8374-40639955d50b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Made reservation on behalf of 38b2b3ddae634994a7e211fdcc579c8f for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:04:08.449750 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3286ccd3-bd0e-49c1-8374-40639955d50b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:08.467610 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-3daa782a-a4ab-4c32-8dbb-6f42977977ab None None] Allocated IP 172.20.0.2 (d969fc26-fe03-4685-a3fb-8407d329e0a8/4e47c10f-6464-499a-a3b0-d805439568f1/3c04a3e2-07bc-41be-9509-32dff1b25d68) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:04:08.640383 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3daa782a-a4ab-4c32-8dbb-6f42977977ab None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:08.647216 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3daa782a-a4ab-4c32-8dbb-6f42977977ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:08.698641 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daa782a-a4ab-4c32-8dbb-6f42977977ab None None] Network d969fc26-fe03-4685-a3fb-8407d329e0a8 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:04:08.699423 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3286ccd3-bd0e-49c1-8374-40639955d50b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:08.704103 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-3daa782a-a4ab-4c32-8dbb-6f42977977ab None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:04:08.708673 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daa782a-a4ab-4c32-8dbb-6f42977977ab None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:04:08.724219 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa782a-a4ab-4c32-8dbb-6f42977977ab None None] Pushing event updated for resources: {'Port': ['ID=3c04a3e2-07bc-41be-9509-32dff1b25d68,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:08.787578 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3daa782a-a4ab-4c32-8dbb-6f42977977ab None None] Attempting to bind port 3c04a3e2-07bc-41be-9509-32dff1b25d68 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:04:08.787999 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3daa782a-a4ab-4c32-8dbb-6f42977977ab None None] Attempting to bind port 3c04a3e2-07bc-41be-9509-32dff1b25d68 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '269ff675-6713-4155-ac41-64af247b9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd969fc26-fe03-4685-a3fb-8407d329e0a8'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:04:08.788345 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daa782a-a4ab-4c32-8dbb-6f42977977ab None None] Attempting to bind port 3c04a3e2-07bc-41be-9509-32dff1b25d68 on network d969fc26-fe03-4685-a3fb-8407d329e0a8 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:04:08.793697 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286ccd3-bd0e-49c1-8374-40639955d50b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Pushing event updated for resources: {'Subnet': ['ID=7a0895d9-214b-49ad-b36b-b22e3103df9b,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:08.795296 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daa782a-a4ab-4c32-8dbb-6f42977977ab None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:04:08.795814 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daa782a-a4ab-4c32-8dbb-6f42977977ab None None] Checking segment: {'id': '269ff675-6713-4155-ac41-64af247b9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd969fc26-fe03-4685-a3fb-8407d329e0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:04:08.796267 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3daa782a-a4ab-4c32-8dbb-6f42977977ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:08.796658 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daa782a-a4ab-4c32-8dbb-6f42977977ab None None] Bound using segment: {'id': '269ff675-6713-4155-ac41-64af247b9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd969fc26-fe03-4685-a3fb-8407d329e0a8'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:04:08.797888 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-3daa782a-a4ab-4c32-8dbb-6f42977977ab None None] Bound port: 3c04a3e2-07bc-41be-9509-32dff1b25d68, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269ff675-6713-4155-ac41-64af247b9509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd969fc26-fe03-4685-a3fb-8407d329e0a8'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:04:08.798314 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3daa782a-a4ab-4c32-8dbb-6f42977977ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:08.810826 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3286ccd3-bd0e-49c1-8374-40639955d50b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Checking segment: {'id': '6e33b5f6-5174-4385-a4d5-97aec1abc0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3c36bb57-e8a6-41d1-a48c-ac0159b35ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:04:08.811296 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3286ccd3-bd0e-49c1-8374-40639955d50b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Network hostable DHCP agents. Network: 3c36bb57-e8a6-41d1-a48c-ac0159b35ddb, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:04:08.830233 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3286ccd3-bd0e-49c1-8374-40639955d50b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Network 3c36bb57-e8a6-41d1-a48c-ac0159b35ddb is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:04:08.843549 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-3286ccd3-bd0e-49c1-8374-40639955d50b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 3c36bb57-e8a6-41d1-a48c-ac0159b35ddb) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:04:08.851193 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3286ccd3-bd0e-49c1-8374-40639955d50b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:08.852658 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3286ccd3-bd0e-49c1-8374-40639955d50b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:08.862461 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba5e885-b0a2-4365-910d-90115b2c69dd None None] Network 3c36bb57-e8a6-41d1-a48c-ac0159b35ddb requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:04:08.880189 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3286ccd3-bd0e-49c1-8374-40639955d50b tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5606172 May 26 17:04:08.881774 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40916) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:08.888412 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-5ba63da9-3309-422d-bc02-14f1c78e7be4 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Request body: {'router': {'external_gateway_info': {'network_id': '3c36bb57-e8a6-41d1-a48c-ac0159b35ddb'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:04:08.929841 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3daa782a-a4ab-4c32-8dbb-6f42977977ab None None] For port 3c04a3e2-07bc-41be-9509-32dff1b25d68, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:04:08.948474 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-3daa782a-a4ab-4c32-8dbb-6f42977977ab None None] For port 3c04a3e2-07bc-41be-9509-32dff1b25d68, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3c04a3e2-07bc-41be-9509-32dff1b25d68,segment=NetworkSegment(269ff675-6713-4155-ac41-64af247b9509),segment_id=269ff675-6713-4155-ac41-64af247b9509)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:04:08.956989 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3daa782a-a4ab-4c32-8dbb-6f42977977ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:09.105420 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa782a-a4ab-4c32-8dbb-6f42977977ab None None] Pushing event updated for resources: {'Port': ['ID=3c04a3e2-07bc-41be-9509-32dff1b25d68,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:09.165294 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb51c508-95b8-4679-aa0e-f97c37ce2d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-3c36bb57-e8a6-41d1-a48c-ac0159b35ddb', 'network_id': '3c36bb57-e8a6-41d1-a48c-ac0159b35ddb', 'tenant_id': '38b2b3ddae634994a7e211fdcc579c8f', 'fixed_ips': [{'subnet_id': '7a0895d9-214b-49ad-b36b-b22e3103df9b'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 17:04:09.166564 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb51c508-95b8-4679-aa0e-f97c37ce2d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:09.181438 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5ba63da9-3309-422d-bc02-14f1c78e7be4 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:09.351114 n-d-843337-2 neutron-server[103896]: INFO neutron.api.v2.resource [None req-5ba63da9-3309-422d-bc02-14f1c78e7be4 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 17:04:09.357146 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5ba63da9-3309-422d-bc02-14f1c78e7be4 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] 10.222.0.77 "PUT /v2.0/routers/cb5e8ba5-f55f-4f6e-bbbc-415bd4f24a00 HTTP/1.1" status: 400 len: 364 time: 0.4742248 May 26 17:04:09.359530 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40918) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:09.375986 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-cb51c508-95b8-4679-aa0e-f97c37ce2d18 None None] Allocated IP 172.21.0.2 (3c36bb57-e8a6-41d1-a48c-ac0159b35ddb/7a0895d9-214b-49ad-b36b-b22e3103df9b/53226efe-a899-4324-970c-3f37e12cd244) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:04:09.423433 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-54268ef2-b42e-411f-a2e8-bc2a5ae94767 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Deleting subnet 7a0895d9-214b-49ad-b36b-b22e3103df9b {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 17:04:09.563735 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb51c508-95b8-4679-aa0e-f97c37ce2d18 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:09.569651 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-54268ef2-b42e-411f-a2e8-bc2a5ae94767 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:09.570005 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb51c508-95b8-4679-aa0e-f97c37ce2d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:09.619126 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb51c508-95b8-4679-aa0e-f97c37ce2d18 None None] Network 3c36bb57-e8a6-41d1-a48c-ac0159b35ddb is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:04:09.621613 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-54268ef2-b42e-411f-a2e8-bc2a5ae94767 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:09.622284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-cb51c508-95b8-4679-aa0e-f97c37ce2d18 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:04:09.627107 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb51c508-95b8-4679-aa0e-f97c37ce2d18 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:04:09.630249 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51c508-95b8-4679-aa0e-f97c37ce2d18 None None] Pushing event updated for resources: {'Port': ['ID=53226efe-a899-4324-970c-3f37e12cd244,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:09.689953 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-cb51c508-95b8-4679-aa0e-f97c37ce2d18 None None] Attempting to bind port 53226efe-a899-4324-970c-3f37e12cd244 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:04:09.690321 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-cb51c508-95b8-4679-aa0e-f97c37ce2d18 None None] Attempting to bind port 53226efe-a899-4324-970c-3f37e12cd244 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '6e33b5f6-5174-4385-a4d5-97aec1abc0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3c36bb57-e8a6-41d1-a48c-ac0159b35ddb'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:04:09.690679 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb51c508-95b8-4679-aa0e-f97c37ce2d18 None None] Attempting to bind port 53226efe-a899-4324-970c-3f37e12cd244 on network 3c36bb57-e8a6-41d1-a48c-ac0159b35ddb {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:04:09.697825 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb51c508-95b8-4679-aa0e-f97c37ce2d18 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:04:09.698296 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb51c508-95b8-4679-aa0e-f97c37ce2d18 None None] Checking segment: {'id': '6e33b5f6-5174-4385-a4d5-97aec1abc0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3c36bb57-e8a6-41d1-a48c-ac0159b35ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:04:09.699002 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb51c508-95b8-4679-aa0e-f97c37ce2d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:09.699717 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb51c508-95b8-4679-aa0e-f97c37ce2d18 None None] Bound using segment: {'id': '6e33b5f6-5174-4385-a4d5-97aec1abc0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3c36bb57-e8a6-41d1-a48c-ac0159b35ddb'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:04:09.700515 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-cb51c508-95b8-4679-aa0e-f97c37ce2d18 None None] Bound port: 53226efe-a899-4324-970c-3f37e12cd244, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e33b5f6-5174-4385-a4d5-97aec1abc0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3c36bb57-e8a6-41d1-a48c-ac0159b35ddb'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:04:09.701093 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb51c508-95b8-4679-aa0e-f97c37ce2d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:09.734064 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-54268ef2-b42e-411f-a2e8-bc2a5ae94767 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:09.839610 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-54268ef2-b42e-411f-a2e8-bc2a5ae94767 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:09.844430 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-cb51c508-95b8-4679-aa0e-f97c37ce2d18 None None] For port 53226efe-a899-4324-970c-3f37e12cd244, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:04:09.851077 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-cb51c508-95b8-4679-aa0e-f97c37ce2d18 None None] For port 53226efe-a899-4324-970c-3f37e12cd244, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=53226efe-a899-4324-970c-3f37e12cd244,segment=NetworkSegment(6e33b5f6-5174-4385-a4d5-97aec1abc0c6),segment_id=6e33b5f6-5174-4385-a4d5-97aec1abc0c6)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:04:09.860774 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb51c508-95b8-4679-aa0e-f97c37ce2d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:09.893943 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54268ef2-b42e-411f-a2e8-bc2a5ae94767 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Pushing event deleted for resources: {'Subnet': ['ID=7a0895d9-214b-49ad-b36b-b22e3103df9b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:09.900458 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-54268ef2-b42e-411f-a2e8-bc2a5ae94767 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:09.910841 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40920) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:09.911599 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-54268ef2-b42e-411f-a2e8-bc2a5ae94767 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] 10.222.0.77 "DELETE /v2.0/subnets/7a0895d9-214b-49ad-b36b-b22e3103df9b HTTP/1.1" status: 204 len: 168 time: 0.5503306 May 26 17:04:09.981520 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51c508-95b8-4679-aa0e-f97c37ce2d18 None None] Pushing event updated for resources: {'Port': ['ID=53226efe-a899-4324-970c-3f37e12cd244,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:10.044387 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0463c601-dbbf-4e2b-bcc4-f792a1958fd1 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:10.116847 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-0463c601-dbbf-4e2b-bcc4-f792a1958fd1 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Deleting port 53226efe-a899-4324-970c-3f37e12cd244 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:04:10.117201 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0463c601-dbbf-4e2b-bcc4-f792a1958fd1 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:10.196967 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-0463c601-dbbf-4e2b-bcc4-f792a1958fd1 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] For port 53226efe-a899-4324-970c-3f37e12cd244, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=53226efe-a899-4324-970c-3f37e12cd244,segment=NetworkSegment(6e33b5f6-5174-4385-a4d5-97aec1abc0c6),segment_id=6e33b5f6-5174-4385-a4d5-97aec1abc0c6)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:04:10.197350 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0463c601-dbbf-4e2b-bcc4-f792a1958fd1 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:10.219613 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-0463c601-dbbf-4e2b-bcc4-f792a1958fd1 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Calling delete_port for 53226efe-a899-4324-970c-3f37e12cd244 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:04:10.338158 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0463c601-dbbf-4e2b-bcc4-f792a1958fd1 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:10.366187 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463c601-dbbf-4e2b-bcc4-f792a1958fd1 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Pushing event deleted for resources: {'Port': ['ID=53226efe-a899-4324-970c-3f37e12cd244,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:10.371668 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0463c601-dbbf-4e2b-bcc4-f792a1958fd1 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] No DVR routers for this DVR port 53226efe-a899-4324-970c-3f37e12cd244 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:04:10.405310 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4268f183-541d-4f49-8c85-697a1e07ff97 None None] Network d969fc26-fe03-4685-a3fb-8407d329e0a8 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:04:10.468476 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0463c601-dbbf-4e2b-bcc4-f792a1958fd1 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:10.502199 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-0463c601-dbbf-4e2b-bcc4-f792a1958fd1 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c36bb57-e8a6-41d1-a48c-ac0159b35ddb']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:10.512468 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-45203f29-7565-42fd-8386-4b61c4f1e365 None None] Provisioning complete for port 3c04a3e2-07bc-41be-9509-32dff1b25d68 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:10.512923 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-45203f29-7565-42fd-8386-4b61c4f1e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:10.515513 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-0463c601-dbbf-4e2b-bcc4-f792a1958fd1 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e33b5f6-5174-4385-a4d5-97aec1abc0c6') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:10.516002 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-0463c601-dbbf-4e2b-bcc4-f792a1958fd1 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e33b5f6-5174-4385-a4d5-97aec1abc0c6') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:10.526630 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0463c601-dbbf-4e2b-bcc4-f792a1958fd1 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:10.540149 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0463c601-dbbf-4e2b-bcc4-f792a1958fd1 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:10.546498 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0463c601-dbbf-4e2b-bcc4-f792a1958fd1 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:04:10.546925 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0463c601-dbbf-4e2b-bcc4-f792a1958fd1 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:10.569167 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 6e33b5f6-5174-4385-a4d5-97aec1abc0c6 resource provider aggregate not found May 26 17:04:10.602554 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 6e33b5f6-5174-4385-a4d5-97aec1abc0c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e33b5f6-5174-4385-a4d5-97aec1abc0c6 found for delete ", "request_id": "req-2f2b3130-e1eb-42d9-935d-8d6c09906beb"}]} May 26 17:04:10.626603 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0463c601-dbbf-4e2b-bcc4-f792a1958fd1 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:10.636211 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0463c601-dbbf-4e2b-bcc4-f792a1958fd1 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:10.642129 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40926) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:10.642854 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0463c601-dbbf-4e2b-bcc4-f792a1958fd1 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] 10.222.0.77 "DELETE /v2.0/networks/3c36bb57-e8a6-41d1-a48c-ac0159b35ddb HTTP/1.1" status: 204 len: 168 time: 0.7285578 May 26 17:04:10.653403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463c601-dbbf-4e2b-bcc4-f792a1958fd1 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Pushing event deleted for resources: {'Network': ['ID=3c36bb57-e8a6-41d1-a48c-ac0159b35ddb,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:10.678180 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-45203f29-7565-42fd-8386-4b61c4f1e365 None None] Current status of the port 3c04a3e2-07bc-41be-9509-32dff1b25d68 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:10.678685 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-45203f29-7565-42fd-8386-4b61c4f1e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:10.719033 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-33432303-c8ce-4191-9bd9-dcb30a36a73a tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Deleting subnet 4e47c10f-6464-499a-a3b0-d805439568f1 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 17:04:10.724845 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33432303-c8ce-4191-9bd9-dcb30a36a73a tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:10.739115 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-45203f29-7565-42fd-8386-4b61c4f1e365 None None] For port 3c04a3e2-07bc-41be-9509-32dff1b25d68, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3c04a3e2-07bc-41be-9509-32dff1b25d68,segment=NetworkSegment(269ff675-6713-4155-ac41-64af247b9509),segment_id=269ff675-6713-4155-ac41-64af247b9509)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:04:10.750604 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-45203f29-7565-42fd-8386-4b61c4f1e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:10.794584 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33432303-c8ce-4191-9bd9-dcb30a36a73a tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:10.861554 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45203f29-7565-42fd-8386-4b61c4f1e365 None None] Pushing event updated for resources: {'Port': ['ID=3c04a3e2-07bc-41be-9509-32dff1b25d68,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:10.891529 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3c04a3e2-07bc-41be-9509-32dff1b25d68 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:04:10.939321 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33432303-c8ce-4191-9bd9-dcb30a36a73a tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:10.983973 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 3c04a3e2-07bc-41be-9509-32dff1b25d68 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:10.984371 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:11.067240 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33432303-c8ce-4191-9bd9-dcb30a36a73a tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:11.094674 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 3c04a3e2-07bc-41be-9509-32dff1b25d68 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:11.102192 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-277a8300-2421-4467-b8f0-7c3188c99b09 None None] Provisioning complete for port 3c04a3e2-07bc-41be-9509-32dff1b25d68 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:11.103264 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-277a8300-2421-4467-b8f0-7c3188c99b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:11.120068 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33432303-c8ce-4191-9bd9-dcb30a36a73a tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Pushing event deleted for resources: {'Subnet': ['ID=4e47c10f-6464-499a-a3b0-d805439568f1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:11.123925 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-33432303-c8ce-4191-9bd9-dcb30a36a73a tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:11.134281 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea48c88-e1e0-45f1-a594-e747dd2e196e None None] Network d969fc26-fe03-4685-a3fb-8407d329e0a8 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:04:11.135024 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-33432303-c8ce-4191-9bd9-dcb30a36a73a tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] 10.222.0.77 "DELETE /v2.0/subnets/4e47c10f-6464-499a-a3b0-d805439568f1 HTTP/1.1" status: 204 len: 168 time: 0.4910746 May 26 17:04:11.135117 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40928) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:11.222977 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b394f488-368c-4043-a463-dd4b7f5f94c6 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:11.291663 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b394f488-368c-4043-a463-dd4b7f5f94c6 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Deleting port 3c04a3e2-07bc-41be-9509-32dff1b25d68 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:04:11.292148 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b394f488-368c-4043-a463-dd4b7f5f94c6 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:11.364457 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-b394f488-368c-4043-a463-dd4b7f5f94c6 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] For port 3c04a3e2-07bc-41be-9509-32dff1b25d68, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=3c04a3e2-07bc-41be-9509-32dff1b25d68,segment=NetworkSegment(269ff675-6713-4155-ac41-64af247b9509),segment_id=269ff675-6713-4155-ac41-64af247b9509)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:04:11.364912 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b394f488-368c-4043-a463-dd4b7f5f94c6 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:11.382518 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-b394f488-368c-4043-a463-dd4b7f5f94c6 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Calling delete_port for 3c04a3e2-07bc-41be-9509-32dff1b25d68 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:04:11.449201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d009e5-7c0c-4339-9927-4e54b9528f7a None None] DHCP port deletion for 3c36bb57-e8a6-41d1-a48c-ac0159b35ddb request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 17:04:11.479834 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b394f488-368c-4043-a463-dd4b7f5f94c6 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:11.483255 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-277a8300-2421-4467-b8f0-7c3188c99b09 None None] Current status of the port 3c04a3e2-07bc-41be-9509-32dff1b25d68 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:11.486826 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245f71cd-4e66-4f8a-ae50-767ea5a51e0e None None] Network 3c36bb57-e8a6-41d1-a48c-ac0159b35ddb requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:04:11.498296 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b394f488-368c-4043-a463-dd4b7f5f94c6 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] No DVR routers for this DVR port 3c04a3e2-07bc-41be-9509-32dff1b25d68 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:04:11.499425 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245f71cd-4e66-4f8a-ae50-767ea5a51e0e None None] Network 3c36bb57-e8a6-41d1-a48c-ac0159b35ddb could not be found, it might have been deleted concurrently. {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 26 17:04:11.523090 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394f488-368c-4043-a463-dd4b7f5f94c6 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Pushing event deleted for resources: {'Port': ['ID=3c04a3e2-07bc-41be-9509-32dff1b25d68,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:11.561389 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cf0087-f230-43c8-abd0-6b7fd593d5dd None None] DHCP port deletion for d969fc26-fe03-4685-a3fb-8407d329e0a8 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 17:04:11.597407 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-359110ff-46e4-4017-834f-d8f4902475d0 None None] Could not find standard attr ID for object 53226efe-a899-4324-970c-3f37e12cd244. {{(pid=103897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 17:04:11.618400 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b394f488-368c-4043-a463-dd4b7f5f94c6 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:11.641621 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-b394f488-368c-4043-a463-dd4b7f5f94c6 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d969fc26-fe03-4685-a3fb-8407d329e0a8']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:11.652255 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-b394f488-368c-4043-a463-dd4b7f5f94c6 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269ff675-6713-4155-ac41-64af247b9509') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:11.652549 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-b394f488-368c-4043-a463-dd4b7f5f94c6 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269ff675-6713-4155-ac41-64af247b9509') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:11.667012 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b394f488-368c-4043-a463-dd4b7f5f94c6 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:11.691886 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b394f488-368c-4043-a463-dd4b7f5f94c6 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:11.699371 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b394f488-368c-4043-a463-dd4b7f5f94c6 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:04:11.699848 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b394f488-368c-4043-a463-dd4b7f5f94c6 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:11.765068 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b394f488-368c-4043-a463-dd4b7f5f94c6 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:11.773322 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b394f488-368c-4043-a463-dd4b7f5f94c6 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:11.776692 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b394f488-368c-4043-a463-dd4b7f5f94c6 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] 10.222.0.77 "DELETE /v2.0/networks/d969fc26-fe03-4685-a3fb-8407d329e0a8 HTTP/1.1" status: 204 len: 168 time: 0.6408696 May 26 17:04:11.779572 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40930) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:11.788991 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394f488-368c-4043-a463-dd4b7f5f94c6 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Pushing event deleted for resources: {'Network': ['ID=d969fc26-fe03-4685-a3fb-8407d329e0a8,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:11.810734 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-efe1a3f8-09c4-42bf-9427-7186d4b61b4f tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb5e8ba5-f55f-4f6e-bbbc-415bd4f24a00 HTTP/1.1" status: 200 len: 205 time: 0.0299473 May 26 17:04:11.813428 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40932) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:11.900297 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c9c33b38-37d4-4df9-9aaa-04580670ed95 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:12.067005 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c9c33b38-37d4-4df9-9aaa-04580670ed95 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:12.069049 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c9c33b38-37d4-4df9-9aaa-04580670ed95 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:12.113266 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c9c33b38-37d4-4df9-9aaa-04580670ed95 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:12.113856 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c33b38-37d4-4df9-9aaa-04580670ed95 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Fanout notify agent at l3_agent the message router_deleted on router cb5e8ba5-f55f-4f6e-bbbc-415bd4f24a00 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:04:12.122017 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c9c33b38-37d4-4df9-9aaa-04580670ed95 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:12.123139 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c9c33b38-37d4-4df9-9aaa-04580670ed95 tempest-RoutersNegativeTest-1443188348 tempest-RoutersNegativeTest-1443188348-project] 10.222.0.77 "DELETE /v2.0/routers/cb5e8ba5-f55f-4f6e-bbbc-415bd4f24a00 HTTP/1.1" status: 204 len: 168 time: 0.3083384 May 26 17:04:12.405696 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40938) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:12.551678 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c63d5c36-e98b-49e0-b3a0-67fbb9119328 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=38b2b3ddae634994a7e211fdcc579c8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447687 May 26 17:04:12.554146 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40942) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:12.613277 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3128ffaf-afa1-4445-bd63-1ce0d13981ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:12.624576 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 269ff675-6713-4155-ac41-64af247b9509 resource provider aggregate not found May 26 17:04:12.643427 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3128ffaf-afa1-4445-bd63-1ce0d13981ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:12.646427 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 269ff675-6713-4155-ac41-64af247b9509 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 269ff675-6713-4155-ac41-64af247b9509 found for delete ", "request_id": "req-271aeb37-4bb5-4601-af5d-ff632016efe9"}]} May 26 17:04:12.699446 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3128ffaf-afa1-4445-bd63-1ce0d13981ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:12.702081 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3128ffaf-afa1-4445-bd63-1ce0d13981ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:12.705980 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3128ffaf-afa1-4445-bd63-1ce0d13981ff admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ee1c3bf1-35b2-4988-9f6a-17ea60060a15 HTTP/1.1" status: 204 len: 168 time: 0.1482284 May 26 17:04:12.713541 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128ffaf-afa1-4445-bd63-1ce0d13981ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1c3bf1-35b2-4988-9f6a-17ea60060a15,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:12.747352 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 53226efe-a899-4324-970c-3f37e12cd244 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:04:12.770608 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 53226efe-a899-4324-970c-3f37e12cd244 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:04:12.770973 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 53226efe-a899-4324-970c-3f37e12cd244 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:04:12.771485 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3c04a3e2-07bc-41be-9509-32dff1b25d68 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:04:12.793879 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 3c04a3e2-07bc-41be-9509-32dff1b25d68 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:04:12.794227 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 3c04a3e2-07bc-41be-9509-32dff1b25d68 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:04:13.152745 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7f7ab21d-ae97-4da2-ba30-3b4e5fdbf552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:13.416360 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40968) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:13.527368 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-48daac70-476b-461a-b998-f50f7b2df90f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2076752823-network', 'tenant_id': '9e010bf1659e4f92a03f5a528e618471'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:04:13.548807 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48daac70-476b-461a-b998-f50f7b2df90f admin admin] Made reservation on behalf of 9e010bf1659e4f92a03f5a528e618471 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:04:13.551217 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48daac70-476b-461a-b998-f50f7b2df90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:13.560873 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48daac70-476b-461a-b998-f50f7b2df90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:13.641811 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48daac70-476b-461a-b998-f50f7b2df90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:13.646300 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48daac70-476b-461a-b998-f50f7b2df90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:13.671897 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48daac70-476b-461a-b998-f50f7b2df90f admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:04:13.682348 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48daac70-476b-461a-b998-f50f7b2df90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bce450b-cac8-460c-b710-c8398dcec421,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:13.687388 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48daac70-476b-461a-b998-f50f7b2df90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:13.687787 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-48daac70-476b-461a-b998-f50f7b2df90f admin admin] Added segment 1f8c32ee-2a50-4ef8-9b35-a667433b259a of type vlan for network 082e821d-4705-4e15-947e-95016ccd3aa2 May 26 17:04:13.733853 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48daac70-476b-461a-b998-f50f7b2df90f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:13.773133 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48daac70-476b-461a-b998-f50f7b2df90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:13.775575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48daac70-476b-461a-b998-f50f7b2df90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:13.776531 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-48daac70-476b-461a-b998-f50f7b2df90f admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:13.837959 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-48daac70-476b-461a-b998-f50f7b2df90f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4199855 May 26 17:04:13.840373 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40972) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:13.845309 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-fc370aa4-2c1f-4a51-8617-8ccdc1cfffde admin admin] Request body: {'subnet': {'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2076752823-subnet', 'tenant_id': '9e010bf1659e4f92a03f5a528e618471', 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:04:13.860677 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48daac70-476b-461a-b998-f50f7b2df90f admin admin] Pushing event updated for resources: {'Network': ['ID=082e821d-4705-4e15-947e-95016ccd3aa2,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:13.872384 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 082e821d-4705-4e15-947e-95016ccd3aa2 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:04:13.876189 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc370aa4-2c1f-4a51-8617-8ccdc1cfffde admin admin] Made reservation on behalf of 9e010bf1659e4f92a03f5a528e618471 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:04:13.878743 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fc370aa4-2c1f-4a51-8617-8ccdc1cfffde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:14.081224 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fc370aa4-2c1f-4a51-8617-8ccdc1cfffde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:14.132296 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc370aa4-2c1f-4a51-8617-8ccdc1cfffde admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0579777-59a2-4ff1-a3d4-ca291ecae38f,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:14.153713 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc370aa4-2c1f-4a51-8617-8ccdc1cfffde admin admin] Checking segment: {'id': '1f8c32ee-2a50-4ef8-9b35-a667433b259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:04:14.154235 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc370aa4-2c1f-4a51-8617-8ccdc1cfffde admin admin] Network hostable DHCP agents. Network: 082e821d-4705-4e15-947e-95016ccd3aa2, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:04:14.175231 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc370aa4-2c1f-4a51-8617-8ccdc1cfffde admin admin] Network 082e821d-4705-4e15-947e-95016ccd3aa2 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:04:14.186785 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-fc370aa4-2c1f-4a51-8617-8ccdc1cfffde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 082e821d-4705-4e15-947e-95016ccd3aa2) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:04:14.193143 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc370aa4-2c1f-4a51-8617-8ccdc1cfffde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:14.194047 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fc370aa4-2c1f-4a51-8617-8ccdc1cfffde admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:14.197635 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1efe89-2495-4274-961e-40a4d798d97e None None] Network 082e821d-4705-4e15-947e-95016ccd3aa2 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:04:14.213669 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fc370aa4-2c1f-4a51-8617-8ccdc1cfffde admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3721886 May 26 17:04:14.216465 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40974) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:14.221975 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-2d5b457f-1385-4e81-9a5f-62597949d3c1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2076752823-router', 'tenant_id': '9e010bf1659e4f92a03f5a528e618471', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:04:14.247628 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d5b457f-1385-4e81-9a5f-62597949d3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:14.248934 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d5b457f-1385-4e81-9a5f-62597949d3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:14.314212 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d5b457f-1385-4e81-9a5f-62597949d3c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:14.368304 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977d9f1f-8de3-4121-88d3-46cafc2a96a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-082e821d-4705-4e15-947e-95016ccd3aa2', 'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2', 'tenant_id': '9e010bf1659e4f92a03f5a528e618471', 'fixed_ips': [{'subnet_id': 'c0579777-59a2-4ff1-a3d4-ca291ecae38f'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 17:04:14.369413 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-977d9f1f-8de3-4121-88d3-46cafc2a96a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:14.520948 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-977d9f1f-8de3-4121-88d3-46cafc2a96a7 None None] Allocated IP 172.20.0.2 (082e821d-4705-4e15-947e-95016ccd3aa2/c0579777-59a2-4ff1-a3d4-ca291ecae38f/12b3a97b-5ed9-4511-bb94-aac8e80e5233) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:04:14.703241 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-977d9f1f-8de3-4121-88d3-46cafc2a96a7 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:14.710261 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-977d9f1f-8de3-4121-88d3-46cafc2a96a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:14.757364 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977d9f1f-8de3-4121-88d3-46cafc2a96a7 None None] Network 082e821d-4705-4e15-947e-95016ccd3aa2 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:04:14.761751 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-977d9f1f-8de3-4121-88d3-46cafc2a96a7 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:04:14.767046 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977d9f1f-8de3-4121-88d3-46cafc2a96a7 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:04:14.770624 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d9f1f-8de3-4121-88d3-46cafc2a96a7 None None] Pushing event updated for resources: {'Port': ['ID=12b3a97b-5ed9-4511-bb94-aac8e80e5233,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:14.834114 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-977d9f1f-8de3-4121-88d3-46cafc2a96a7 None None] Attempting to bind port 12b3a97b-5ed9-4511-bb94-aac8e80e5233 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:04:14.834492 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-977d9f1f-8de3-4121-88d3-46cafc2a96a7 None None] Attempting to bind port 12b3a97b-5ed9-4511-bb94-aac8e80e5233 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '1f8c32ee-2a50-4ef8-9b35-a667433b259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:04:14.834925 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d9f1f-8de3-4121-88d3-46cafc2a96a7 None None] Attempting to bind port 12b3a97b-5ed9-4511-bb94-aac8e80e5233 on network 082e821d-4705-4e15-947e-95016ccd3aa2 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:04:14.839993 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d5b457f-1385-4e81-9a5f-62597949d3c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:14.841866 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d9f1f-8de3-4121-88d3-46cafc2a96a7 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:04:14.842351 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d9f1f-8de3-4121-88d3-46cafc2a96a7 None None] Checking segment: {'id': '1f8c32ee-2a50-4ef8-9b35-a667433b259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:04:14.843341 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-977d9f1f-8de3-4121-88d3-46cafc2a96a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:14.843341 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d9f1f-8de3-4121-88d3-46cafc2a96a7 None None] Bound using segment: {'id': '1f8c32ee-2a50-4ef8-9b35-a667433b259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:04:14.843764 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-977d9f1f-8de3-4121-88d3-46cafc2a96a7 None None] Bound port: 12b3a97b-5ed9-4511-bb94-aac8e80e5233, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8c32ee-2a50-4ef8-9b35-a667433b259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:04:14.844030 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-977d9f1f-8de3-4121-88d3-46cafc2a96a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:14.924468 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-977d9f1f-8de3-4121-88d3-46cafc2a96a7 None None] For port 12b3a97b-5ed9-4511-bb94-aac8e80e5233, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:04:14.929654 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-977d9f1f-8de3-4121-88d3-46cafc2a96a7 None None] For port 12b3a97b-5ed9-4511-bb94-aac8e80e5233, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=12b3a97b-5ed9-4511-bb94-aac8e80e5233,segment=NetworkSegment(1f8c32ee-2a50-4ef8-9b35-a667433b259a),segment_id=1f8c32ee-2a50-4ef8-9b35-a667433b259a)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:04:14.936610 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-977d9f1f-8de3-4121-88d3-46cafc2a96a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:14.999461 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d9f1f-8de3-4121-88d3-46cafc2a96a7 None None] Pushing event updated for resources: {'Port': ['ID=12b3a97b-5ed9-4511-bb94-aac8e80e5233,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:15.081532 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d5b457f-1385-4e81-9a5f-62597949d3c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:15.103480 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d5b457f-1385-4e81-9a5f-62597949d3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:15.262653 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-2d5b457f-1385-4e81-9a5f-62597949d3c1 admin admin] Allocated IP 172.25.7.70 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/68c70708-d8f0-4cf1-be5a-0c96af2a43aa) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:04:15.391368 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d5b457f-1385-4e81-9a5f-62597949d3c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:15.428836 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d5b457f-1385-4e81-9a5f-62597949d3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:15.475633 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5b457f-1385-4e81-9a5f-62597949d3c1 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:04:15.481745 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-2d5b457f-1385-4e81-9a5f-62597949d3c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:04:15.484405 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5b457f-1385-4e81-9a5f-62597949d3c1 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:04:15.510887 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b457f-1385-4e81-9a5f-62597949d3c1 admin admin] Pushing event updated for resources: {'Port': ['ID=68c70708-d8f0-4cf1-be5a-0c96af2a43aa,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:15.605894 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-82ee0796-bd16-4fc7-94ae-a0a6b7b8a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:15.791214 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d5b457f-1385-4e81-9a5f-62597949d3c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:16.024958 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d5b457f-1385-4e81-9a5f-62597949d3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:16.028399 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e764dbab-c0ae-4467-8faa-3a398ec09bed None None] Network 082e821d-4705-4e15-947e-95016ccd3aa2 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:04:16.094135 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7076b816-b93f-4f08-ab50-adb0c9cd19d0 None None] Provisioning complete for port 12b3a97b-5ed9-4511-bb94-aac8e80e5233 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:16.094520 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7076b816-b93f-4f08-ab50-adb0c9cd19d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:16.235983 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5b457f-1385-4e81-9a5f-62597949d3c1 admin admin] Router 24e40af8-2302-40d6-9a21-5ad6fdd9788e is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 17:04:16.248943 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7076b816-b93f-4f08-ab50-adb0c9cd19d0 None None] Current status of the port 12b3a97b-5ed9-4511-bb94-aac8e80e5233 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:16.249327 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7076b816-b93f-4f08-ab50-adb0c9cd19d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:16.301702 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7076b816-b93f-4f08-ab50-adb0c9cd19d0 None None] For port 12b3a97b-5ed9-4511-bb94-aac8e80e5233, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=12b3a97b-5ed9-4511-bb94-aac8e80e5233,segment=NetworkSegment(1f8c32ee-2a50-4ef8-9b35-a667433b259a),segment_id=1f8c32ee-2a50-4ef8-9b35-a667433b259a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:04:16.307179 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7076b816-b93f-4f08-ab50-adb0c9cd19d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:16.361615 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5b457f-1385-4e81-9a5f-62597949d3c1 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:04:16.378281 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076b816-b93f-4f08-ab50-adb0c9cd19d0 None None] Pushing event updated for resources: {'Port': ['ID=12b3a97b-5ed9-4511-bb94-aac8e80e5233,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:16.382779 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2d5b457f-1385-4e81-9a5f-62597949d3c1 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:16.384846 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2d5b457f-1385-4e81-9a5f-62597949d3c1 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1672788 May 26 17:04:16.388288 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40976) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:16.390481 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] Sync routers for ids ['24e40af8-2302-40d6-9a21-5ad6fdd9788e'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:04:16.403486 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] Routers {'24e40af8-2302-40d6-9a21-5ad6fdd9788e'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:04:16.403884 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:04:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['24e40af8-2302-40d6-9a21-5ad6fdd9788e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:16.546916 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] Set router 24e40af8-2302-40d6-9a21-5ad6fdd9788e gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:04:16.629872 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e4e95554-3a43-4c13-a188-718e26b224d6 None None] Provisioning complete for port 12b3a97b-5ed9-4511-bb94-aac8e80e5233 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:16.630366 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e4e95554-3a43-4c13-a188-718e26b224d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:16.763410 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e4e95554-3a43-4c13-a188-718e26b224d6 None None] Current status of the port 12b3a97b-5ed9-4511-bb94-aac8e80e5233 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:16.770334 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:16.789874 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e40af8-2302-40d6-9a21-5ad6fdd9788e', 'name': 'tempest-TestEncryptedCinderVolumes-2076752823-router', 'tenant_id': '9e010bf1659e4f92a03f5a528e618471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '68c70708-d8f0-4cf1-be5a-0c96af2a43aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:04:14Z', 'updated_at': '2022-05-26T17:04:15Z', 'revision_number': 3, 'project_id': '9e010bf1659e4f92a03f5a528e618471', 'gw_port': {'id': '68c70708-d8f0-4cf1-be5a-0c96af2a43aa', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e40af8-2302-40d6-9a21-5ad6fdd9788e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:04:15Z', 'updated_at': '2022-05-26T17:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:16.833182 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 12b3a97b-5ed9-4511-bb94-aac8e80e5233 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:04:16.842215 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] Checking router: 24e40af8-2302-40d6-9a21-5ad6fdd9788e for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:04:16.842759 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] Updating router 24e40af8-2302-40d6-9a21-5ad6fdd9788e port 68c70708-d8f0-4cf1-be5a-0c96af2a43aa binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:04:16.884832 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:16.901567 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 12b3a97b-5ed9-4511-bb94-aac8e80e5233 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:16.902036 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:16.978647 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0442f3b-bd27-4acc-a5dd-b29bdbb27920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:17.016967 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 12b3a97b-5ed9-4511-bb94-aac8e80e5233 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:17.171046 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-c0442f3b-bd27-4acc-a5dd-b29bdbb27920 admin admin] Allocated IP 172.20.0.1 (082e821d-4705-4e15-947e-95016ccd3aa2/c0579777-59a2-4ff1-a3d4-ca291ecae38f/b8759dd7-d45d-4f36-9e8c-b49887799b27) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:04:17.219408 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:17.227855 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:17.285122 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f4ecb-c629-454f-a105-55587e18a948 None None] Pushing event updated for resources: {'Port': ['ID=68c70708-d8f0-4cf1-be5a-0c96af2a43aa,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:17.293963 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0442f3b-bd27-4acc-a5dd-b29bdbb27920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:17.294701 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] Attempting to bind port 68c70708-d8f0-4cf1-be5a-0c96af2a43aa on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:04:17.295086 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] Attempting to bind port 68c70708-d8f0-4cf1-be5a-0c96af2a43aa by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:04:17.295445 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] Attempting to bind port 68c70708-d8f0-4cf1-be5a-0c96af2a43aa on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:04:17.298328 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50f4ecb-c629-454f-a105-55587e18a948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:17.298679 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50f4ecb-c629-454f-a105-55587e18a948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:17.299025 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50f4ecb-c629-454f-a105-55587e18a948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:17.299358 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50f4ecb-c629-454f-a105-55587e18a948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:17.299692 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50f4ecb-c629-454f-a105-55587e18a948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:17.300022 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50f4ecb-c629-454f-a105-55587e18a948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:17.300380 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50f4ecb-c629-454f-a105-55587e18a948 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:17.300714 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50f4ecb-c629-454f-a105-55587e18a948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:17.301037 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50f4ecb-c629-454f-a105-55587e18a948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:17.301356 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50f4ecb-c629-454f-a105-55587e18a948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:17.301677 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50f4ecb-c629-454f-a105-55587e18a948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:17.301996 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50f4ecb-c629-454f-a105-55587e18a948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:17.309890 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:04:17.310291 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:04:17.310685 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:17.311079 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:04:17.311912 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] Bound port: 68c70708-d8f0-4cf1-be5a-0c96af2a43aa, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:04:17.312067 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:17.345145 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0442f3b-bd27-4acc-a5dd-b29bdbb27920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:17.372015 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] For port 68c70708-d8f0-4cf1-be5a-0c96af2a43aa, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:04:17.376035 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] For port 68c70708-d8f0-4cf1-be5a-0c96af2a43aa, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=68c70708-d8f0-4cf1-be5a-0c96af2a43aa,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:04:17.381670 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:17.393754 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0442f3b-bd27-4acc-a5dd-b29bdbb27920 admin admin] Network 082e821d-4705-4e15-947e-95016ccd3aa2 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:04:17.396867 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-c0442f3b-bd27-4acc-a5dd-b29bdbb27920 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:04:17.400987 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0442f3b-bd27-4acc-a5dd-b29bdbb27920 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:04:17.427765 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0442f3b-bd27-4acc-a5dd-b29bdbb27920 admin admin] Pushing event updated for resources: {'Port': ['ID=b8759dd7-d45d-4f36-9e8c-b49887799b27,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:17.437774 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] Routers {'24e40af8-2302-40d6-9a21-5ad6fdd9788e'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:04:17.438429 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:04:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['24e40af8-2302-40d6-9a21-5ad6fdd9788e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:17.445554 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0442f3b-bd27-4acc-a5dd-b29bdbb27920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:17.552140 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f4ecb-c629-454f-a105-55587e18a948 None None] Pushing event updated for resources: {'Port': ['ID=68c70708-d8f0-4cf1-be5a-0c96af2a43aa,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:17.580868 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] Set router 24e40af8-2302-40d6-9a21-5ad6fdd9788e gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:04:17.612621 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0442f3b-bd27-4acc-a5dd-b29bdbb27920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:17.706529 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3f51eb4f-6930-4c56-bbb1-2b978548ff38 None None] Provisioning complete for port b8759dd7-d45d-4f36-9e8c-b49887799b27 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:17.707081 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3f51eb4f-6930-4c56-bbb1-2b978548ff38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:17.742711 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3f51eb4f-6930-4c56-bbb1-2b978548ff38 None None] Port b8759dd7-d45d-4f36-9e8c-b49887799b27 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:04:17.796514 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e40af8-2302-40d6-9a21-5ad6fdd9788e', 'name': 'tempest-TestEncryptedCinderVolumes-2076752823-router', 'tenant_id': '9e010bf1659e4f92a03f5a528e618471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '68c70708-d8f0-4cf1-be5a-0c96af2a43aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:04:14Z', 'updated_at': '2022-05-26T17:04:15Z', 'revision_number': 3, 'project_id': '9e010bf1659e4f92a03f5a528e618471', 'gw_port': {'id': '68c70708-d8f0-4cf1-be5a-0c96af2a43aa', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e40af8-2302-40d6-9a21-5ad6fdd9788e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:04:15Z', 'updated_at': '2022-05-26T17:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:17.810082 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0442f3b-bd27-4acc-a5dd-b29bdbb27920 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:17.815784 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0442f3b-bd27-4acc-a5dd-b29bdbb27920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:17.823236 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9792090f-7704-49d2-bafe-9e3c6d956203 None None] The sync data for ids ['24e40af8-2302-40d6-9a21-5ad6fdd9788e'] in n-d-843337-2 is: [{'id': '24e40af8-2302-40d6-9a21-5ad6fdd9788e', 'name': 'tempest-TestEncryptedCinderVolumes-2076752823-router', 'tenant_id': '9e010bf1659e4f92a03f5a528e618471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '68c70708-d8f0-4cf1-be5a-0c96af2a43aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:04:14Z', 'updated_at': '2022-05-26T17:04:15Z', 'revision_number': 3, 'project_id': '9e010bf1659e4f92a03f5a528e618471', 'gw_port': {'id': '68c70708-d8f0-4cf1-be5a-0c96af2a43aa', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e40af8-2302-40d6-9a21-5ad6fdd9788e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:04:15Z', 'updated_at': '2022-05-26T17:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:04:17.890830 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c0442f3b-bd27-4acc-a5dd-b29bdbb27920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:17.892755 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0442f3b-bd27-4acc-a5dd-b29bdbb27920 admin admin] Pushing event updated for resources: {'Port': ['ID=b8759dd7-d45d-4f36-9e8c-b49887799b27,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:17.990408 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0442f3b-bd27-4acc-a5dd-b29bdbb27920 admin admin] Network 082e821d-4705-4e15-947e-95016ccd3aa2 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:04:17.992010 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-c0442f3b-bd27-4acc-a5dd-b29bdbb27920 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:04:18.162111 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0442f3b-bd27-4acc-a5dd-b29bdbb27920 admin admin] Router 24e40af8-2302-40d6-9a21-5ad6fdd9788e has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:04:18.296242 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0442f3b-bd27-4acc-a5dd-b29bdbb27920 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:04:18.304342 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c0442f3b-bd27-4acc-a5dd-b29bdbb27920 admin admin] 10.222.0.77 "PUT /v2.0/routers/24e40af8-2302-40d6-9a21-5ad6fdd9788e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9144518 May 26 17:04:18.376752 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-77f79089-e642-40c1-97e0-24082c3cfc9a None None] Provisioning complete for port b8759dd7-d45d-4f36-9e8c-b49887799b27 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:18.377227 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-77f79089-e642-40c1-97e0-24082c3cfc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:18.426571 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-77f79089-e642-40c1-97e0-24082c3cfc9a None None] Port b8759dd7-d45d-4f36-9e8c-b49887799b27 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:04:18.484658 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:18.617068 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:18.782167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 68c70708-d8f0-4cf1-be5a-0c96af2a43aa up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:04:18.834971 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 68c70708-d8f0-4cf1-be5a-0c96af2a43aa triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:18.834971 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:18.895955 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40992) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:18.901575 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1523097821-network', 'tenant_id': 'd60754e837b8476eb915fc109951fb6b'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:04:18.922868 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Made reservation on behalf of d60754e837b8476eb915fc109951fb6b for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:04:18.925329 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:18.934843 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:18.935318 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 68c70708-d8f0-4cf1-be5a-0c96af2a43aa is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:18.935940 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:18.966979 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 68c70708-d8f0-4cf1-be5a-0c96af2a43aa, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=68c70708-d8f0-4cf1-be5a-0c96af2a43aa,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:04:18.972444 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:19.031333 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=68c70708-d8f0-4cf1-be5a-0c96af2a43aa,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:19.037004 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:19.042253 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:19.064548 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:04:19.080977 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3306fc-8f0d-4fdd-8843-d4431896af9f,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:19.083689 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:19.084073 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Added segment 6ab7d46e-5623-4700-ba19-5b034afc3344 of type vlan for network ecac7a9c-80d0-445c-b307-ffa1171fdec7 May 26 17:04:19.085407 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:19.102502 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:19.103071 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:19.103474 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:19.103818 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:19.104174 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:19.104509 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:19.104836 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:19.105167 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:19.105496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:19.105815 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:19.106135 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:19.106455 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:19.149402 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:19.174819 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:19.175914 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:19.176522 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:19.229928 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3328421 May 26 17:04:19.232641 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 40994) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:19.239065 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-608b59a7-a498-4d55-ad40-1969b5a9587c admin admin] Request body: {'subnet': {'network_id': 'ecac7a9c-80d0-445c-b307-ffa1171fdec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1523097821-subnet', 'tenant_id': 'd60754e837b8476eb915fc109951fb6b', 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:04:19.255076 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc90c0-8b57-40b4-a993-abfc1f77091c admin admin] Pushing event updated for resources: {'Network': ['ID=ecac7a9c-80d0-445c-b307-ffa1171fdec7,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:19.268449 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network ecac7a9c-80d0-445c-b307-ffa1171fdec7 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:04:19.279970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608b59a7-a498-4d55-ad40-1969b5a9587c admin admin] Made reservation on behalf of d60754e837b8476eb915fc109951fb6b for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:04:19.282464 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-608b59a7-a498-4d55-ad40-1969b5a9587c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:19.492228 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-608b59a7-a498-4d55-ad40-1969b5a9587c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:19.557050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b59a7-a498-4d55-ad40-1969b5a9587c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7ff832c-a678-4ed7-9fdd-9950de95e7e5,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:19.568967 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608b59a7-a498-4d55-ad40-1969b5a9587c admin admin] Checking segment: {'id': '6ab7d46e-5623-4700-ba19-5b034afc3344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ecac7a9c-80d0-445c-b307-ffa1171fdec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:04:19.569438 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608b59a7-a498-4d55-ad40-1969b5a9587c admin admin] Network hostable DHCP agents. Network: ecac7a9c-80d0-445c-b307-ffa1171fdec7, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:04:19.591861 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608b59a7-a498-4d55-ad40-1969b5a9587c admin admin] Network ecac7a9c-80d0-445c-b307-ffa1171fdec7 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:04:19.604332 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-608b59a7-a498-4d55-ad40-1969b5a9587c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, ecac7a9c-80d0-445c-b307-ffa1171fdec7) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:04:19.608844 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608b59a7-a498-4d55-ad40-1969b5a9587c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:19.609435 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-608b59a7-a498-4d55-ad40-1969b5a9587c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:19.614445 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ece597-7584-4365-a781-41f4b7cd57f7 None None] Network ecac7a9c-80d0-445c-b307-ffa1171fdec7 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:04:19.632847 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40996) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:19.634063 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-608b59a7-a498-4d55-ad40-1969b5a9587c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3991899 May 26 17:04:19.638292 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c17f8017-a047-4b4c-b23d-519e83c194ac admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1523097821-router', 'tenant_id': 'd60754e837b8476eb915fc109951fb6b', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:04:19.667886 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c17f8017-a047-4b4c-b23d-519e83c194ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:19.669445 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c17f8017-a047-4b4c-b23d-519e83c194ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:19.682301 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] Sync routers for ids ['24e40af8-2302-40d6-9a21-5ad6fdd9788e'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:04:19.709882 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] Routers {'24e40af8-2302-40d6-9a21-5ad6fdd9788e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:04:19.710541 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:04:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['24e40af8-2302-40d6-9a21-5ad6fdd9788e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:19.753166 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c17f8017-a047-4b4c-b23d-519e83c194ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:19.898923 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] Set router 24e40af8-2302-40d6-9a21-5ad6fdd9788e gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:04:19.930216 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37585bc4-e158-4cf4-8906-f26e8732105e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-ecac7a9c-80d0-445c-b307-ffa1171fdec7', 'network_id': 'ecac7a9c-80d0-445c-b307-ffa1171fdec7', 'tenant_id': 'd60754e837b8476eb915fc109951fb6b', 'fixed_ips': [{'subnet_id': 'a7ff832c-a678-4ed7-9fdd-9950de95e7e5'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 17:04:19.931586 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-37585bc4-e158-4cf4-8906-f26e8732105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:19.950252 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c17f8017-a047-4b4c-b23d-519e83c194ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:20.208222 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c17f8017-a047-4b4c-b23d-519e83c194ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:20.225447 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-37585bc4-e158-4cf4-8906-f26e8732105e None None] Allocated IP 172.20.0.2 (ecac7a9c-80d0-445c-b307-ffa1171fdec7/a7ff832c-a678-4ed7-9fdd-9950de95e7e5/b04b9286-f8f2-4ba3-bf8c-ffed89f8274d) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:04:20.228566 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c17f8017-a047-4b4c-b23d-519e83c194ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:20.364133 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-c17f8017-a047-4b4c-b23d-519e83c194ac admin admin] Allocated IP 172.25.7.204 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/cb20c832-12bb-4a69-ace8-3ab7d7e53b5d) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:04:20.499266 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c17f8017-a047-4b4c-b23d-519e83c194ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:20.549217 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c17f8017-a047-4b4c-b23d-519e83c194ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:20.565099 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e40af8-2302-40d6-9a21-5ad6fdd9788e', 'name': 'tempest-TestEncryptedCinderVolumes-2076752823-router', 'tenant_id': '9e010bf1659e4f92a03f5a528e618471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '68c70708-d8f0-4cf1-be5a-0c96af2a43aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:04:14Z', 'updated_at': '2022-05-26T17:04:17Z', 'revision_number': 4, 'project_id': '9e010bf1659e4f92a03f5a528e618471', 'gw_port': {'id': '68c70708-d8f0-4cf1-be5a-0c96af2a43aa', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e40af8-2302-40d6-9a21-5ad6fdd9788e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:04:15Z', 'updated_at': '2022-05-26T17:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'b8759dd7-d45d-4f36-9e8c-b49887799b27', 'name': '', 'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2', 'tenant_id': '9e010bf1659e4f92a03f5a528e618471', 'mac_address': 'fa:16:3e:d1:be:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e40af8-2302-40d6-9a21-5ad6fdd9788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c0579777-59a2-4ff1-a3d4-ca291ecae38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:04:17Z', 'updated_at': '2022-05-26T17:04:17Z', 'revision_number': 2, 'project_id': '9e010bf1659e4f92a03f5a528e618471', 'subnets': [{'id': 'c0579777-59a2-4ff1-a3d4-ca291ecae38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:20.593381 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17f8017-a047-4b4c-b23d-519e83c194ac admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:04:20.596792 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-c17f8017-a047-4b4c-b23d-519e83c194ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:04:20.600384 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17f8017-a047-4b4c-b23d-519e83c194ac admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:04:20.613203 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] Checking router: 24e40af8-2302-40d6-9a21-5ad6fdd9788e for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:04:20.613551 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] Updating router 24e40af8-2302-40d6-9a21-5ad6fdd9788e port b8759dd7-d45d-4f36-9e8c-b49887799b27 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:04:20.635278 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f8017-a047-4b4c-b23d-519e83c194ac admin admin] Pushing event updated for resources: {'Port': ['ID=cb20c832-12bb-4a69-ace8-3ab7d7e53b5d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:20.664914 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:20.677753 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-37585bc4-e158-4cf4-8906-f26e8732105e None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:20.687387 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-37585bc4-e158-4cf4-8906-f26e8732105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:20.768237 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37585bc4-e158-4cf4-8906-f26e8732105e None None] Network ecac7a9c-80d0-445c-b307-ffa1171fdec7 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:04:20.783935 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-37585bc4-e158-4cf4-8906-f26e8732105e None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:04:20.790273 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37585bc4-e158-4cf4-8906-f26e8732105e None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:04:20.842637 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 68c70708-d8f0-4cf1-be5a-0c96af2a43aa up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:04:20.885442 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37585bc4-e158-4cf4-8906-f26e8732105e None None] Pushing event updated for resources: {'Port': ['ID=b04b9286-f8f2-4ba3-bf8c-ffed89f8274d,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:21.030108 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-37585bc4-e158-4cf4-8906-f26e8732105e None None] Attempting to bind port b04b9286-f8f2-4ba3-bf8c-ffed89f8274d on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:04:21.030829 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-37585bc4-e158-4cf4-8906-f26e8732105e None None] Attempting to bind port b04b9286-f8f2-4ba3-bf8c-ffed89f8274d by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '6ab7d46e-5623-4700-ba19-5b034afc3344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ecac7a9c-80d0-445c-b307-ffa1171fdec7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:04:21.030829 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37585bc4-e158-4cf4-8906-f26e8732105e None None] Attempting to bind port b04b9286-f8f2-4ba3-bf8c-ffed89f8274d on network ecac7a9c-80d0-445c-b307-ffa1171fdec7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:04:21.047958 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37585bc4-e158-4cf4-8906-f26e8732105e None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:04:21.048372 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37585bc4-e158-4cf4-8906-f26e8732105e None None] Checking segment: {'id': '6ab7d46e-5623-4700-ba19-5b034afc3344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ecac7a9c-80d0-445c-b307-ffa1171fdec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:04:21.048778 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-37585bc4-e158-4cf4-8906-f26e8732105e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:21.049217 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37585bc4-e158-4cf4-8906-f26e8732105e None None] Bound using segment: {'id': '6ab7d46e-5623-4700-ba19-5b034afc3344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ecac7a9c-80d0-445c-b307-ffa1171fdec7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:04:21.049713 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-37585bc4-e158-4cf4-8906-f26e8732105e None None] Bound port: b04b9286-f8f2-4ba3-bf8c-ffed89f8274d, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab7d46e-5623-4700-ba19-5b034afc3344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ecac7a9c-80d0-445c-b307-ffa1171fdec7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:04:21.050093 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-37585bc4-e158-4cf4-8906-f26e8732105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:21.075511 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 68c70708-d8f0-4cf1-be5a-0c96af2a43aa triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:21.075970 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:21.243561 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c17f8017-a047-4b4c-b23d-519e83c194ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:21.245277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-37585bc4-e158-4cf4-8906-f26e8732105e None None] For port b04b9286-f8f2-4ba3-bf8c-ffed89f8274d, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:04:21.262612 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-37585bc4-e158-4cf4-8906-f26e8732105e None None] For port b04b9286-f8f2-4ba3-bf8c-ffed89f8274d, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b04b9286-f8f2-4ba3-bf8c-ffed89f8274d,segment=NetworkSegment(6ab7d46e-5623-4700-ba19-5b034afc3344),segment_id=6ab7d46e-5623-4700-ba19-5b034afc3344)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:04:21.293803 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-37585bc4-e158-4cf4-8906-f26e8732105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:21.302094 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:21.338787 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:21.357395 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 68c70708-d8f0-4cf1-be5a-0c96af2a43aa is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:21.389132 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37585bc4-e158-4cf4-8906-f26e8732105e None None] Pushing event updated for resources: {'Port': ['ID=b04b9286-f8f2-4ba3-bf8c-ffed89f8274d,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:21.485057 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64df2f-a042-40ec-970e-5390f1ff61d7 None None] Pushing event updated for resources: {'Port': ['ID=b8759dd7-d45d-4f36-9e8c-b49887799b27,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:21.493779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] Attempting to bind port b8759dd7-d45d-4f36-9e8c-b49887799b27 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:04:21.494402 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] Attempting to bind port b8759dd7-d45d-4f36-9e8c-b49887799b27 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '1f8c32ee-2a50-4ef8-9b35-a667433b259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:04:21.495079 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] Attempting to bind port b8759dd7-d45d-4f36-9e8c-b49887799b27 on network 082e821d-4705-4e15-947e-95016ccd3aa2 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:04:21.497329 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c17f8017-a047-4b4c-b23d-519e83c194ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:21.502095 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:04:21.502738 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] Checking segment: {'id': '1f8c32ee-2a50-4ef8-9b35-a667433b259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:04:21.503504 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:21.504076 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] Bound using segment: {'id': '1f8c32ee-2a50-4ef8-9b35-a667433b259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:04:21.504594 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] Bound port: b8759dd7-d45d-4f36-9e8c-b49887799b27, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8c32ee-2a50-4ef8-9b35-a667433b259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:04:21.504980 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:21.576122 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] For port b8759dd7-d45d-4f36-9e8c-b49887799b27, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:04:21.580490 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] For port b8759dd7-d45d-4f36-9e8c-b49887799b27, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b8759dd7-d45d-4f36-9e8c-b49887799b27,segment=NetworkSegment(1f8c32ee-2a50-4ef8-9b35-a667433b259a),segment_id=1f8c32ee-2a50-4ef8-9b35-a667433b259a)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:04:21.586278 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:21.648950 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] Routers {'24e40af8-2302-40d6-9a21-5ad6fdd9788e'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:04:21.648950 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:04:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['24e40af8-2302-40d6-9a21-5ad6fdd9788e'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:21.706148 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17f8017-a047-4b4c-b23d-519e83c194ac admin admin] Router 32a55372-1f24-4db4-9651-136ba7ee8ddd is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 17:04:21.721770 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64df2f-a042-40ec-970e-5390f1ff61d7 None None] Pushing event updated for resources: {'Port': ['ID=b8759dd7-d45d-4f36-9e8c-b49887799b27,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:21.799169 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] Set router 24e40af8-2302-40d6-9a21-5ad6fdd9788e gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:04:21.846844 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17f8017-a047-4b4c-b23d-519e83c194ac admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:04:21.857078 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] Sync routers for ids ['32a55372-1f24-4db4-9651-136ba7ee8ddd'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:04:21.870644 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c17f8017-a047-4b4c-b23d-519e83c194ac admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:21.871341 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] Routers {'32a55372-1f24-4db4-9651-136ba7ee8ddd'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:04:21.872205 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c17f8017-a047-4b4c-b23d-519e83c194ac admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2374995 May 26 17:04:21.872606 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:04:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['32a55372-1f24-4db4-9651-136ba7ee8ddd'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:21.874646 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 40998) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:04:21.967676 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-139d2da9-030f-485f-af83-0fe455ec8042 None None] Provisioning complete for port b8759dd7-d45d-4f36-9e8c-b49887799b27 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:21.968410 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-139d2da9-030f-485f-af83-0fe455ec8042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:21.991221 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] Set router 32a55372-1f24-4db4-9651-136ba7ee8ddd gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:04:22.113673 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-139d2da9-030f-485f-af83-0fe455ec8042 None None] Current status of the port b8759dd7-d45d-4f36-9e8c-b49887799b27 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:22.114319 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-139d2da9-030f-485f-af83-0fe455ec8042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:22.164651 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-139d2da9-030f-485f-af83-0fe455ec8042 None None] For port b8759dd7-d45d-4f36-9e8c-b49887799b27, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b8759dd7-d45d-4f36-9e8c-b49887799b27,segment=NetworkSegment(1f8c32ee-2a50-4ef8-9b35-a667433b259a),segment_id=1f8c32ee-2a50-4ef8-9b35-a667433b259a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:04:22.172618 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-139d2da9-030f-485f-af83-0fe455ec8042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:22.218442 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e40af8-2302-40d6-9a21-5ad6fdd9788e', 'name': 'tempest-TestEncryptedCinderVolumes-2076752823-router', 'tenant_id': '9e010bf1659e4f92a03f5a528e618471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '68c70708-d8f0-4cf1-be5a-0c96af2a43aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:04:14Z', 'updated_at': '2022-05-26T17:04:17Z', 'revision_number': 4, 'project_id': '9e010bf1659e4f92a03f5a528e618471', 'gw_port': {'id': '68c70708-d8f0-4cf1-be5a-0c96af2a43aa', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e40af8-2302-40d6-9a21-5ad6fdd9788e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:04:15Z', 'updated_at': '2022-05-26T17:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'b8759dd7-d45d-4f36-9e8c-b49887799b27', 'name': '', 'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2', 'tenant_id': '9e010bf1659e4f92a03f5a528e618471', 'mac_address': 'fa:16:3e:d1:be:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e40af8-2302-40d6-9a21-5ad6fdd9788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c0579777-59a2-4ff1-a3d4-ca291ecae38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:04:17Z', 'updated_at': '2022-05-26T17:04:21Z', 'revision_number': 4, 'project_id': '9e010bf1659e4f92a03f5a528e618471', 'subnets': [{'id': 'c0579777-59a2-4ff1-a3d4-ca291ecae38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:22.258332 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9bbbb9-48ab-449d-851c-6765607a70ad None None] The sync data for ids ['24e40af8-2302-40d6-9a21-5ad6fdd9788e'] in n-d-843337-2 is: [{'id': '24e40af8-2302-40d6-9a21-5ad6fdd9788e', 'name': 'tempest-TestEncryptedCinderVolumes-2076752823-router', 'tenant_id': '9e010bf1659e4f92a03f5a528e618471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '68c70708-d8f0-4cf1-be5a-0c96af2a43aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:04:14Z', 'updated_at': '2022-05-26T17:04:17Z', 'revision_number': 4, 'project_id': '9e010bf1659e4f92a03f5a528e618471', 'gw_port': {'id': '68c70708-d8f0-4cf1-be5a-0c96af2a43aa', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e40af8-2302-40d6-9a21-5ad6fdd9788e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:04:15Z', 'updated_at': '2022-05-26T17:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'b8759dd7-d45d-4f36-9e8c-b49887799b27', 'name': '', 'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2', 'tenant_id': '9e010bf1659e4f92a03f5a528e618471', 'mac_address': 'fa:16:3e:d1:be:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e40af8-2302-40d6-9a21-5ad6fdd9788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c0579777-59a2-4ff1-a3d4-ca291ecae38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:04:17Z', 'updated_at': '2022-05-26T17:04:21Z', 'revision_number': 4, 'project_id': '9e010bf1659e4f92a03f5a528e618471', 'subnets': [{'id': 'c0579777-59a2-4ff1-a3d4-ca291ecae38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:04:22.266863 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d2da9-030f-485f-af83-0fe455ec8042 None None] Pushing event updated for resources: {'Port': ['ID=b8759dd7-d45d-4f36-9e8c-b49887799b27,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:22.305955 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ce647907-bfc7-4798-9af3-473753572af5 None None] Provisioning complete for port b8759dd7-d45d-4f36-9e8c-b49887799b27 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:22.311515 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ce647907-bfc7-4798-9af3-473753572af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:22.372256 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a55372-1f24-4db4-9651-136ba7ee8ddd', 'name': 'tempest-TestEncryptedCinderVolumes-1523097821-router', 'tenant_id': 'd60754e837b8476eb915fc109951fb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'cb20c832-12bb-4a69-ace8-3ab7d7e53b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:04:19Z', 'updated_at': '2022-05-26T17:04:20Z', 'revision_number': 3, 'project_id': 'd60754e837b8476eb915fc109951fb6b', 'gw_port': {'id': 'cb20c832-12bb-4a69-ace8-3ab7d7e53b5d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a55372-1f24-4db4-9651-136ba7ee8ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:04:20Z', 'updated_at': '2022-05-26T17:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:22.424358 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] Checking router: 32a55372-1f24-4db4-9651-136ba7ee8ddd for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:04:22.425012 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] Updating router 32a55372-1f24-4db4-9651-136ba7ee8ddd port cb20c832-12bb-4a69-ace8-3ab7d7e53b5d binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:04:22.457766 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ce647907-bfc7-4798-9af3-473753572af5 None None] Current status of the port b8759dd7-d45d-4f36-9e8c-b49887799b27 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:22.463313 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:22.524729 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-702dbf49-2376-4825-a7c0-2c66f668afff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:22.740070 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-702dbf49-2376-4825-a7c0-2c66f668afff admin admin] Allocated IP 172.20.0.1 (ecac7a9c-80d0-445c-b307-ffa1171fdec7/a7ff832c-a678-4ed7-9fdd-9950de95e7e5/b71f11fd-2a56-471a-9749-e6b671e584bc) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:04:22.846033 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec71668-1b9c-43da-9e5a-caf540cc1475 None None] Network ecac7a9c-80d0-445c-b307-ffa1171fdec7 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:04:22.863704 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:22.872885 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:22.917885 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-702dbf49-2376-4825-a7c0-2c66f668afff admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:22.923286 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b8759dd7-d45d-4f36-9e8c-b49887799b27 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:04:22.952377 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba13b2-8b91-4f99-b789-1bd8b4dabcfc None None] Pushing event updated for resources: {'Port': ['ID=cb20c832-12bb-4a69-ace8-3ab7d7e53b5d,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:22.963823 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] Attempting to bind port cb20c832-12bb-4a69-ace8-3ab7d7e53b5d on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:04:22.964968 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] Attempting to bind port cb20c832-12bb-4a69-ace8-3ab7d7e53b5d by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:04:22.965515 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] Attempting to bind port cb20c832-12bb-4a69-ace8-3ab7d7e53b5d on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:04:22.979660 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:04:22.980589 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:04:22.981412 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:22.982494 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:04:22.983505 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] Bound port: cb20c832-12bb-4a69-ace8-3ab7d7e53b5d, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:04:22.984936 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:22.988473 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-702dbf49-2376-4825-a7c0-2c66f668afff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:23.000834 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8fe990e6-c3a7-4add-b51d-9ca77f7d9813 None None] Provisioning complete for port b04b9286-f8f2-4ba3-bf8c-ffed89f8274d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:23.001208 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8fe990e6-c3a7-4add-b51d-9ca77f7d9813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:23.045515 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702dbf49-2376-4825-a7c0-2c66f668afff admin admin] Network ecac7a9c-80d0-445c-b307-ffa1171fdec7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:04:23.049240 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-702dbf49-2376-4825-a7c0-2c66f668afff admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:04:23.056813 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702dbf49-2376-4825-a7c0-2c66f668afff admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:04:23.057680 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] For port cb20c832-12bb-4a69-ace8-3ab7d7e53b5d, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:04:23.061263 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] For port cb20c832-12bb-4a69-ace8-3ab7d7e53b5d, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=cb20c832-12bb-4a69-ace8-3ab7d7e53b5d,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:04:23.064500 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702dbf49-2376-4825-a7c0-2c66f668afff admin admin] Pushing event updated for resources: {'Port': ['ID=b71f11fd-2a56-471a-9749-e6b671e584bc,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:23.078183 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:23.109284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port b8759dd7-d45d-4f36-9e8c-b49887799b27 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:23.109551 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:23.123406 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-702dbf49-2376-4825-a7c0-2c66f668afff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:23.139279 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] Routers {'32a55372-1f24-4db4-9651-136ba7ee8ddd'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:04:23.140058 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:04:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['32a55372-1f24-4db4-9651-136ba7ee8ddd'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:23.186064 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba13b2-8b91-4f99-b789-1bd8b4dabcfc None None] Pushing event updated for resources: {'Port': ['ID=cb20c832-12bb-4a69-ace8-3ab7d7e53b5d,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:23.208720 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8fe990e6-c3a7-4add-b51d-9ca77f7d9813 None None] Current status of the port b04b9286-f8f2-4ba3-bf8c-ffed89f8274d is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:23.209379 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8fe990e6-c3a7-4add-b51d-9ca77f7d9813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:23.300316 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] Set router 32a55372-1f24-4db4-9651-136ba7ee8ddd gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:04:23.305630 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8fe990e6-c3a7-4add-b51d-9ca77f7d9813 None None] For port b04b9286-f8f2-4ba3-bf8c-ffed89f8274d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b04b9286-f8f2-4ba3-bf8c-ffed89f8274d,segment=NetworkSegment(6ab7d46e-5623-4700-ba19-5b034afc3344),segment_id=6ab7d46e-5623-4700-ba19-5b034afc3344)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:04:23.319867 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-702dbf49-2376-4825-a7c0-2c66f668afff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:23.321359 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8fe990e6-c3a7-4add-b51d-9ca77f7d9813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:23.421261 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe990e6-c3a7-4add-b51d-9ca77f7d9813 None None] Pushing event updated for resources: {'Port': ['ID=b04b9286-f8f2-4ba3-bf8c-ffed89f8274d,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:23.442088 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port b8759dd7-d45d-4f36-9e8c-b49887799b27 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:23.443220 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b04b9286-f8f2-4ba3-bf8c-ffed89f8274d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:04:23.503645 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port b04b9286-f8f2-4ba3-bf8c-ffed89f8274d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:23.504026 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:23.533869 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a55372-1f24-4db4-9651-136ba7ee8ddd', 'name': 'tempest-TestEncryptedCinderVolumes-1523097821-router', 'tenant_id': 'd60754e837b8476eb915fc109951fb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'cb20c832-12bb-4a69-ace8-3ab7d7e53b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:04:19Z', 'updated_at': '2022-05-26T17:04:20Z', 'revision_number': 3, 'project_id': 'd60754e837b8476eb915fc109951fb6b', 'gw_port': {'id': 'cb20c832-12bb-4a69-ace8-3ab7d7e53b5d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a55372-1f24-4db4-9651-136ba7ee8ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:04:20Z', 'updated_at': '2022-05-26T17:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:23.576856 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91684c6c-5fe0-49c1-89a2-c9f7650aff19 None None] The sync data for ids ['32a55372-1f24-4db4-9651-136ba7ee8ddd'] in n-d-843337-2 is: [{'id': '32a55372-1f24-4db4-9651-136ba7ee8ddd', 'name': 'tempest-TestEncryptedCinderVolumes-1523097821-router', 'tenant_id': 'd60754e837b8476eb915fc109951fb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'cb20c832-12bb-4a69-ace8-3ab7d7e53b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:04:19Z', 'updated_at': '2022-05-26T17:04:20Z', 'revision_number': 3, 'project_id': 'd60754e837b8476eb915fc109951fb6b', 'gw_port': {'id': 'cb20c832-12bb-4a69-ace8-3ab7d7e53b5d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a55372-1f24-4db4-9651-136ba7ee8ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:04:20Z', 'updated_at': '2022-05-26T17:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:04:23.582628 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-702dbf49-2376-4825-a7c0-2c66f668afff admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:23.590421 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-702dbf49-2376-4825-a7c0-2c66f668afff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:23.637220 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port b04b9286-f8f2-4ba3-bf8c-ffed89f8274d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:23.674909 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702dbf49-2376-4825-a7c0-2c66f668afff admin admin] Pushing event updated for resources: {'Port': ['ID=b71f11fd-2a56-471a-9749-e6b671e584bc,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:23.678351 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-702dbf49-2376-4825-a7c0-2c66f668afff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:23.827045 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702dbf49-2376-4825-a7c0-2c66f668afff admin admin] Network ecac7a9c-80d0-445c-b307-ffa1171fdec7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:04:23.828390 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-702dbf49-2376-4825-a7c0-2c66f668afff admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:04:23.850785 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e8ffb654-627b-45cd-a6c8-2517559ab0c6 None None] Provisioning complete for port b71f11fd-2a56-471a-9749-e6b671e584bc triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:23.851205 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e8ffb654-627b-45cd-a6c8-2517559ab0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:24.044367 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702dbf49-2376-4825-a7c0-2c66f668afff admin admin] Router 32a55372-1f24-4db4-9651-136ba7ee8ddd has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:04:24.141042 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e8ffb654-627b-45cd-a6c8-2517559ab0c6 None None] Port b71f11fd-2a56-471a-9749-e6b671e584bc cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:04:24.163202 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e8ffb654-627b-45cd-a6c8-2517559ab0c6 None None] Provisioning complete for port b04b9286-f8f2-4ba3-bf8c-ffed89f8274d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:24.163580 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e8ffb654-627b-45cd-a6c8-2517559ab0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:24.257827 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702dbf49-2376-4825-a7c0-2c66f668afff admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:04:24.272253 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-702dbf49-2376-4825-a7c0-2c66f668afff admin admin] 10.222.0.77 "PUT /v2.0/routers/32a55372-1f24-4db4-9651-136ba7ee8ddd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3941624 May 26 17:04:24.287186 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e8ffb654-627b-45cd-a6c8-2517559ab0c6 None None] Current status of the port b04b9286-f8f2-4ba3-bf8c-ffed89f8274d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:24.417019 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c09772a1-4b34-4ca2-b10f-8df2c8419493 None None] Provisioning complete for port b71f11fd-2a56-471a-9749-e6b671e584bc triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:24.417350 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c09772a1-4b34-4ca2-b10f-8df2c8419493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:24.462853 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c09772a1-4b34-4ca2-b10f-8df2c8419493 None None] Port b71f11fd-2a56-471a-9749-e6b671e584bc cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:04:24.602220 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-24921978-8d0e-4286-a64d-aeed580b3d57 None None] Provisioning complete for port b71f11fd-2a56-471a-9749-e6b671e584bc triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:24.603153 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-24921978-8d0e-4286-a64d-aeed580b3d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:24.657776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-24921978-8d0e-4286-a64d-aeed580b3d57 None None] Port b71f11fd-2a56-471a-9749-e6b671e584bc cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:04:24.878003 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b04b9286-f8f2-4ba3-bf8c-ffed89f8274d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:04:24.945723 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port b04b9286-f8f2-4ba3-bf8c-ffed89f8274d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:24.946209 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:25.021039 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-dd22033c-f1c8-4235-a3b1-0e3747163891 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:25.024320 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-dd22033c-f1c8-4235-a3b1-0e3747163891 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/networks?id=082e821d-4705-4e15-947e-95016ccd3aa2 HTTP/1.1" status: 200 len: 817 time: 0.1285863 May 26 17:04:25.033727 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port b04b9286-f8f2-4ba3-bf8c-ffed89f8274d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:25.034916 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device cb20c832-12bb-4a69-ace8-3ab7d7e53b5d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:04:25.041955 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-2084b5df-61f6-47dc-8105-76bed07c2b22 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/quotas/9e010bf1659e4f92a03f5a528e618471 HTTP/1.1" status: 200 len: 375 time: 0.0128698 May 26 17:04:25.090808 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port cb20c832-12bb-4a69-ace8-3ab7d7e53b5d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:25.091340 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:25.105988 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-8499399b-035e-40c8-9df7-13889a30f6ed tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e010bf1659e4f92a03f5a528e618471&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590262 May 26 17:04:25.183485 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port cb20c832-12bb-4a69-ace8-3ab7d7e53b5d is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:25.183785 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:25.210087 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port cb20c832-12bb-4a69-ace8-3ab7d7e53b5d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=cb20c832-12bb-4a69-ace8-3ab7d7e53b5d,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:04:25.216336 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:25.230585 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-a384c39d-5e62-48cc-887c-bc79f10783f8 service neutron] 10.222.0.77 "GET /v2.0/networks/082e821d-4705-4e15-947e-95016ccd3aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091866 May 26 17:04:25.275868 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=cb20c832-12bb-4a69-ace8-3ab7d7e53b5d,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:25.344243 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-e1574b47-d982-4488-80b1-b79966dbf722 service neutron] 10.222.0.77 "GET /v2.0/networks/082e821d-4705-4e15-947e-95016ccd3aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963507 May 26 17:04:25.539264 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca2d67fb-618c-4a3e-8571-543cad01db9f req-b1baf854-9fb5-4f92-ac60-8acc3c5f91fa tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fb658-e448-4a9d-b207-12165642eced HTTP/1.1" status: 200 len: 210 time: 0.0382416 May 26 17:04:25.801857 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] Sync routers for ids ['32a55372-1f24-4db4-9651-136ba7ee8ddd'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:04:25.818084 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] Routers {'32a55372-1f24-4db4-9651-136ba7ee8ddd'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:04:25.818782 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:04:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['32a55372-1f24-4db4-9651-136ba7ee8ddd'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:25.938587 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] Set router 32a55372-1f24-4db4-9651-136ba7ee8ddd gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:04:26.150193 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a55372-1f24-4db4-9651-136ba7ee8ddd', 'name': 'tempest-TestEncryptedCinderVolumes-1523097821-router', 'tenant_id': 'd60754e837b8476eb915fc109951fb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'cb20c832-12bb-4a69-ace8-3ab7d7e53b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:04:19Z', 'updated_at': '2022-05-26T17:04:23Z', 'revision_number': 4, 'project_id': 'd60754e837b8476eb915fc109951fb6b', 'gw_port': {'id': 'cb20c832-12bb-4a69-ace8-3ab7d7e53b5d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a55372-1f24-4db4-9651-136ba7ee8ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:04:20Z', 'updated_at': '2022-05-26T17:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'b71f11fd-2a56-471a-9749-e6b671e584bc', 'name': '', 'network_id': 'ecac7a9c-80d0-445c-b307-ffa1171fdec7', 'tenant_id': 'd60754e837b8476eb915fc109951fb6b', 'mac_address': 'fa:16:3e:83:3e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a55372-1f24-4db4-9651-136ba7ee8ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a7ff832c-a678-4ed7-9fdd-9950de95e7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:04:22Z', 'updated_at': '2022-05-26T17:04:23Z', 'revision_number': 2, 'project_id': 'd60754e837b8476eb915fc109951fb6b', 'subnets': [{'id': 'a7ff832c-a678-4ed7-9fdd-9950de95e7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:26.182296 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] Checking router: 32a55372-1f24-4db4-9651-136ba7ee8ddd for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:04:26.182651 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] Updating router 32a55372-1f24-4db4-9651-136ba7ee8ddd port b71f11fd-2a56-471a-9749-e6b671e584bc binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:04:26.208727 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:26.480060 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:26.485629 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:26.540712 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02323b9-7cba-42e4-bf15-6704c70c83e6 None None] Pushing event updated for resources: {'Port': ['ID=b71f11fd-2a56-471a-9749-e6b671e584bc,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:26.604850 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] Attempting to bind port b71f11fd-2a56-471a-9749-e6b671e584bc on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:04:26.605331 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] Attempting to bind port b71f11fd-2a56-471a-9749-e6b671e584bc by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '6ab7d46e-5623-4700-ba19-5b034afc3344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ecac7a9c-80d0-445c-b307-ffa1171fdec7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:04:26.605696 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] Attempting to bind port b71f11fd-2a56-471a-9749-e6b671e584bc on network ecac7a9c-80d0-445c-b307-ffa1171fdec7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:04:26.613949 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:04:26.614330 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] Checking segment: {'id': '6ab7d46e-5623-4700-ba19-5b034afc3344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ecac7a9c-80d0-445c-b307-ffa1171fdec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:04:26.614734 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:26.615133 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] Bound using segment: {'id': '6ab7d46e-5623-4700-ba19-5b034afc3344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ecac7a9c-80d0-445c-b307-ffa1171fdec7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:04:26.615663 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] Bound port: b71f11fd-2a56-471a-9749-e6b671e584bc, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab7d46e-5623-4700-ba19-5b034afc3344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ecac7a9c-80d0-445c-b307-ffa1171fdec7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:04:26.616124 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:26.668496 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7ac9d296-1fa1-400b-a284-4d583e54f107 req-eb2e84fb-9adf-4e26-8d88-90d6ac7f249f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fb658-e448-4a9d-b207-12165642eced HTTP/1.1" status: 200 len: 210 time: 0.0317566 May 26 17:04:26.702330 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] For port b71f11fd-2a56-471a-9749-e6b671e584bc, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:04:26.706600 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] For port b71f11fd-2a56-471a-9749-e6b671e584bc, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b71f11fd-2a56-471a-9749-e6b671e584bc,segment=NetworkSegment(6ab7d46e-5623-4700-ba19-5b034afc3344),segment_id=6ab7d46e-5623-4700-ba19-5b034afc3344)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:04:26.715809 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:26.785017 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] Routers {'32a55372-1f24-4db4-9651-136ba7ee8ddd'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:04:26.785784 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:04:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['32a55372-1f24-4db4-9651-136ba7ee8ddd'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:26.787788 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02323b9-7cba-42e4-bf15-6704c70c83e6 None None] Pushing event updated for resources: {'Port': ['ID=b71f11fd-2a56-471a-9749-e6b671e584bc,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:26.845035 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-31385ae0-1d7e-4200-9fd1-02d0e8c2a10e tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:26.847140 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-31385ae0-1d7e-4200-9fd1-02d0e8c2a10e tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.83 "GET /v2.0/networks?id=082e821d-4705-4e15-947e-95016ccd3aa2 HTTP/1.1" status: 200 len: 817 time: 0.1667118 May 26 17:04:26.851170 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device cb20c832-12bb-4a69-ace8-3ab7d7e53b5d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:04:26.872195 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-959647a0-9945-4b27-b0c0-c852710a050f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Request body: {'port': {'device_id': 'e14fb658-e448-4a9d-b207-12165642eced', 'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2', 'admin_state_up': True, 'tenant_id': '9e010bf1659e4f92a03f5a528e618471'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:04:26.959606 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-cb1cdd75-9c74-40ad-967c-9b57073c6212 None None] Provisioning complete for port b71f11fd-2a56-471a-9749-e6b671e584bc triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:26.959971 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb1cdd75-9c74-40ad-967c-9b57073c6212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:26.996449 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] Set router 32a55372-1f24-4db4-9651-136ba7ee8ddd gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:04:27.012042 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-959647a0-9945-4b27-b0c0-c852710a050f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Made reservation on behalf of 9e010bf1659e4f92a03f5a528e618471 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:04:27.016789 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-959647a0-9945-4b27-b0c0-c852710a050f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:27.049635 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port cb20c832-12bb-4a69-ace8-3ab7d7e53b5d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:27.050011 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:27.170477 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-959647a0-9945-4b27-b0c0-c852710a050f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Allocated IP 172.20.0.4 (082e821d-4705-4e15-947e-95016ccd3aa2/c0579777-59a2-4ff1-a3d4-ca291ecae38f/698cb46c-1e01-4dcc-81c2-166d1c5e81da) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:04:27.224390 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cb1cdd75-9c74-40ad-967c-9b57073c6212 None None] Current status of the port b71f11fd-2a56-471a-9749-e6b671e584bc is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:27.224778 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb1cdd75-9c74-40ad-967c-9b57073c6212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:27.320921 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-cb1cdd75-9c74-40ad-967c-9b57073c6212 None None] For port b71f11fd-2a56-471a-9749-e6b671e584bc, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b71f11fd-2a56-471a-9749-e6b671e584bc,segment=NetworkSegment(6ab7d46e-5623-4700-ba19-5b034afc3344),segment_id=6ab7d46e-5623-4700-ba19-5b034afc3344)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:04:27.322088 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port cb20c832-12bb-4a69-ace8-3ab7d7e53b5d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:27.345801 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb1cdd75-9c74-40ad-967c-9b57073c6212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:27.367891 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-959647a0-9945-4b27-b0c0-c852710a050f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:27.410608 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cdd75-9c74-40ad-967c-9b57073c6212 None None] Pushing event updated for resources: {'Port': ['ID=b71f11fd-2a56-471a-9749-e6b671e584bc,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:27.413673 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-959647a0-9945-4b27-b0c0-c852710a050f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:27.428812 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a55372-1f24-4db4-9651-136ba7ee8ddd', 'name': 'tempest-TestEncryptedCinderVolumes-1523097821-router', 'tenant_id': 'd60754e837b8476eb915fc109951fb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'cb20c832-12bb-4a69-ace8-3ab7d7e53b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:04:19Z', 'updated_at': '2022-05-26T17:04:23Z', 'revision_number': 4, 'project_id': 'd60754e837b8476eb915fc109951fb6b', 'gw_port': {'id': 'cb20c832-12bb-4a69-ace8-3ab7d7e53b5d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a55372-1f24-4db4-9651-136ba7ee8ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:04:20Z', 'updated_at': '2022-05-26T17:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'b71f11fd-2a56-471a-9749-e6b671e584bc', 'name': '', 'network_id': 'ecac7a9c-80d0-445c-b307-ffa1171fdec7', 'tenant_id': 'd60754e837b8476eb915fc109951fb6b', 'mac_address': 'fa:16:3e:83:3e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a55372-1f24-4db4-9651-136ba7ee8ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a7ff832c-a678-4ed7-9fdd-9950de95e7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:04:22Z', 'updated_at': '2022-05-26T17:04:26Z', 'revision_number': 4, 'project_id': 'd60754e837b8476eb915fc109951fb6b', 'subnets': [{'id': 'a7ff832c-a678-4ed7-9fdd-9950de95e7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:04:27.471200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbabfc05-1aff-42e2-98ea-296b0766293c None None] The sync data for ids ['32a55372-1f24-4db4-9651-136ba7ee8ddd'] in n-d-843337-2 is: [{'id': '32a55372-1f24-4db4-9651-136ba7ee8ddd', 'name': 'tempest-TestEncryptedCinderVolumes-1523097821-router', 'tenant_id': 'd60754e837b8476eb915fc109951fb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'cb20c832-12bb-4a69-ace8-3ab7d7e53b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:04:19Z', 'updated_at': '2022-05-26T17:04:23Z', 'revision_number': 4, 'project_id': 'd60754e837b8476eb915fc109951fb6b', 'gw_port': {'id': 'cb20c832-12bb-4a69-ace8-3ab7d7e53b5d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a55372-1f24-4db4-9651-136ba7ee8ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:04:20Z', 'updated_at': '2022-05-26T17:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'b71f11fd-2a56-471a-9749-e6b671e584bc', 'name': '', 'network_id': 'ecac7a9c-80d0-445c-b307-ffa1171fdec7', 'tenant_id': 'd60754e837b8476eb915fc109951fb6b', 'mac_address': 'fa:16:3e:83:3e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a55372-1f24-4db4-9651-136ba7ee8ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a7ff832c-a678-4ed7-9fdd-9950de95e7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:04:22Z', 'updated_at': '2022-05-26T17:04:26Z', 'revision_number': 4, 'project_id': 'd60754e837b8476eb915fc109951fb6b', 'subnets': [{'id': 'a7ff832c-a678-4ed7-9fdd-9950de95e7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:04:27.473593 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-959647a0-9945-4b27-b0c0-c852710a050f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Network 082e821d-4705-4e15-947e-95016ccd3aa2 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:04:27.479204 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-959647a0-9945-4b27-b0c0-c852710a050f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:04:27.485383 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9c3af525-8b28-4047-9443-6de44c383259 None None] Provisioning complete for port b71f11fd-2a56-471a-9749-e6b671e584bc triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:27.485852 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9c3af525-8b28-4047-9443-6de44c383259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:27.486099 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-959647a0-9945-4b27-b0c0-c852710a050f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:04:27.490290 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959647a0-9945-4b27-b0c0-c852710a050f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Pushing event updated for resources: {'Port': ['ID=698cb46c-1e01-4dcc-81c2-166d1c5e81da,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:27.561896 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-959647a0-9945-4b27-b0c0-c852710a050f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:27.562570 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-959647a0-9945-4b27-b0c0-c852710a050f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:27.590300 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-959647a0-9945-4b27-b0c0-c852710a050f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7268765 May 26 17:04:27.611214 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-99e71509-d1c7-4680-95fc-f436fa6f609f service neutron] Request body: {'port': {'device_id': 'e14fb658-e448-4a9d-b207-12165642eced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:04:27.659359 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:04:27.670355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9c3af525-8b28-4047-9443-6de44c383259 None None] Current status of the port b71f11fd-2a56-471a-9749-e6b671e584bc is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:27.688602 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-99e71509-d1c7-4680-95fc-f436fa6f609f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:27.840559 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fbe30-41db-4b8e-a1fb-be3ce0665c93 req-d8871b6c-d0a7-474a-98da-c4965cf72bbb tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:27.842769 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-352fbe30-41db-4b8e-a1fb-be3ce0665c93 req-d8871b6c-d0a7-474a-98da-c4965cf72bbb tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fb658-e448-4a9d-b207-12165642eced HTTP/1.1" status: 200 len: 931 time: 0.0699983 May 26 17:04:27.887023 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-352fbe30-41db-4b8e-a1fb-be3ce0665c93 req-8ef9aeb6-207c-4498-bf15-798e7e1e61eb tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bce450b-cac8-460c-b710-c8398dcec421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380332 May 26 17:04:27.916736 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c4a6e4cf-b2b6-4783-b3d2-a04d01c9e04e None None] Provisioning complete for port 698cb46c-1e01-4dcc-81c2-166d1c5e81da triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:27.916736 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c4a6e4cf-b2b6-4783-b3d2-a04d01c9e04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:27.959597 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c4a6e4cf-b2b6-4783-b3d2-a04d01c9e04e None None] Port 698cb46c-1e01-4dcc-81c2-166d1c5e81da cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:04:28.024086 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-99e71509-d1c7-4680-95fc-f436fa6f609f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698cb46c-1e01-4dcc-81c2-166d1c5e81da {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:04:28.033634 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-99e71509-d1c7-4680-95fc-f436fa6f609f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:28.047328 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-99e71509-d1c7-4680-95fc-f436fa6f609f service neutron] Transition to ACTIVE for port object 698cb46c-1e01-4dcc-81c2-166d1c5e81da will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 17:04:28.051271 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-99e71509-d1c7-4680-95fc-f436fa6f609f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:28.106799 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e71509-d1c7-4680-95fc-f436fa6f609f service neutron] Pushing event updated for resources: {'Port': ['ID=698cb46c-1e01-4dcc-81c2-166d1c5e81da,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:28.189107 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-99e71509-d1c7-4680-95fc-f436fa6f609f service neutron] Attempting to bind port 698cb46c-1e01-4dcc-81c2-166d1c5e81da on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:04:28.189451 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-99e71509-d1c7-4680-95fc-f436fa6f609f service neutron] Attempting to bind port 698cb46c-1e01-4dcc-81c2-166d1c5e81da by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '1f8c32ee-2a50-4ef8-9b35-a667433b259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:04:28.189784 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-99e71509-d1c7-4680-95fc-f436fa6f609f service neutron] Attempting to bind port 698cb46c-1e01-4dcc-81c2-166d1c5e81da on network 082e821d-4705-4e15-947e-95016ccd3aa2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:04:28.194553 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-99e71509-d1c7-4680-95fc-f436fa6f609f service neutron] Port 698cb46c-1e01-4dcc-81c2-166d1c5e81da on network 082e821d-4705-4e15-947e-95016ccd3aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:04:28.195019 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-99e71509-d1c7-4680-95fc-f436fa6f609f service neutron] Attempting to bind port 698cb46c-1e01-4dcc-81c2-166d1c5e81da on network 082e821d-4705-4e15-947e-95016ccd3aa2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:04:28.201640 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-99e71509-d1c7-4680-95fc-f436fa6f609f service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:04:28.201973 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-99e71509-d1c7-4680-95fc-f436fa6f609f service neutron] Checking segment: {'id': '1f8c32ee-2a50-4ef8-9b35-a667433b259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:04:28.202369 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-99e71509-d1c7-4680-95fc-f436fa6f609f service neutron] Bound using segment: {'id': '1f8c32ee-2a50-4ef8-9b35-a667433b259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:04:28.202807 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-99e71509-d1c7-4680-95fc-f436fa6f609f service neutron] Bound port: 698cb46c-1e01-4dcc-81c2-166d1c5e81da, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f8c32ee-2a50-4ef8-9b35-a667433b259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:04:28.203170 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-99e71509-d1c7-4680-95fc-f436fa6f609f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:28.286819 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-99e71509-d1c7-4680-95fc-f436fa6f609f service neutron] For port 698cb46c-1e01-4dcc-81c2-166d1c5e81da, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:04:28.290313 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-99e71509-d1c7-4680-95fc-f436fa6f609f service neutron] For port 698cb46c-1e01-4dcc-81c2-166d1c5e81da, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=698cb46c-1e01-4dcc-81c2-166d1c5e81da,segment=NetworkSegment(1f8c32ee-2a50-4ef8-9b35-a667433b259a),segment_id=1f8c32ee-2a50-4ef8-9b35-a667433b259a)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:04:28.296310 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-99e71509-d1c7-4680-95fc-f436fa6f609f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:28.335997 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-99e71509-d1c7-4680-95fc-f436fa6f609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:28.336652 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-99e71509-d1c7-4680-95fc-f436fa6f609f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:28.338118 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-99e71509-d1c7-4680-95fc-f436fa6f609f service neutron] 10.222.0.83 "PUT /v2.0/ports/698cb46c-1e01-4dcc-81c2-166d1c5e81da HTTP/1.1" status: 200 len: 1091 time: 0.7316306 May 26 17:04:28.338616 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e14fb658-e448-4a9d-b207-12165642eced', 'tag': '698cb46c-1e01-4dcc-81c2-166d1c5e81da'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:04:28.341760 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139f7509-7f23-4081-8f9e-735b95623f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "e14fb658-e448-4a9d-b207-12165642eced", "tag": "698cb46c-1e01-4dcc-81c2-166d1c5e81da"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:04:28.366677 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e71509-d1c7-4680-95fc-f436fa6f609f service neutron] Pushing event updated for resources: {'Port': ['ID=698cb46c-1e01-4dcc-81c2-166d1c5e81da,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:28.415185 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ec8f5f-90dd-40e2-baaf-74090f83dac9 x-openstack-request-id: req-64ec8f5f-90dd-40e2-baaf-74090f83dac9 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:04:28.415480 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e14fb658-e448-4a9d-b207-12165642eced", "tag": "698cb46c-1e01-4dcc-81c2-166d1c5e81da", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:04:28.415738 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-64ec8f5f-90dd-40e2-baaf-74090f83dac9 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:04:28.416204 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64ec8f5f-90dd-40e2-baaf-74090f83dac9'] response: {'name': 'network-changed', 'server_uuid': 'e14fb658-e448-4a9d-b207-12165642eced', 'tag': '698cb46c-1e01-4dcc-81c2-166d1c5e81da', 'status': 'completed', 'code': 200} May 26 17:04:28.456253 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-fcb7dacb-9238-493d-80a6-06561ed7800f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:28.457807 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-fcb7dacb-9238-493d-80a6-06561ed7800f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e010bf1659e4f92a03f5a528e618471&device_id=e14fb658-e448-4a9d-b207-12165642eced HTTP/1.1" status: 200 len: 1094 time: 0.0598071 May 26 17:04:28.518694 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-6cbfc457-f343-46da-b756-d6ead2fbbd5b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=698cb46c-1e01-4dcc-81c2-166d1c5e81da HTTP/1.1" status: 200 len: 217 time: 0.0454466 May 26 17:04:28.573453 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-9703e20c-9cab-4620-a76b-43e3f2223586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:28.574955 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-9703e20c-9cab-4620-a76b-43e3f2223586 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c0579777-59a2-4ff1-a3d4-ca291ecae38f HTTP/1.1" status: 200 len: 856 time: 0.0498757 May 26 17:04:28.625827 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-8d0d5a33-56a5-44c2-a900-b37dd7ec349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:28.627349 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-8d0d5a33-56a5-44c2-a900-b37dd7ec349d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=082e821d-4705-4e15-947e-95016ccd3aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451491 May 26 17:04:28.731033 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-d19d820f-7006-4fb0-8547-a9ca852b441a service neutron] 10.222.0.83 "GET /v2.0/networks/082e821d-4705-4e15-947e-95016ccd3aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946665 May 26 17:04:28.783319 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b71f11fd-2a56-471a-9749-e6b671e584bc up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:04:28.823790 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-435e8e99-d9ee-4b11-82a0-0194b81a1055 req-b17b7053-6986-4265-a698-5bb7ed25ce21 service neutron] 10.222.0.83 "GET /v2.0/networks/082e821d-4705-4e15-947e-95016ccd3aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851440 May 26 17:04:28.834779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port b71f11fd-2a56-471a-9749-e6b671e584bc triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:28.835292 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:28.917393 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port b71f11fd-2a56-471a-9749-e6b671e584bc is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:28.968650 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f7509-7f23-4081-8f9e-735b95623f3b req-cd79c675-cf9b-4f55-a6a5-788e3f29fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:28.969454 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-139f7509-7f23-4081-8f9e-735b95623f3b req-cd79c675-cf9b-4f55-a6a5-788e3f29fba6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e010bf1659e4f92a03f5a528e618471&device_id=e14fb658-e448-4a9d-b207-12165642eced HTTP/1.1" status: 200 len: 1094 time: 0.0447152 May 26 17:04:29.018594 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065504fa-7c58-488f-a82f-5e7f74f1059d req-3dd8d0bb-54a2-4d2a-80da-4e6ffd1a1f9c tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:29.020234 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-065504fa-7c58-488f-a82f-5e7f74f1059d req-3dd8d0bb-54a2-4d2a-80da-4e6ffd1a1f9c tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fb658-e448-4a9d-b207-12165642eced HTTP/1.1" status: 200 len: 943 time: 0.0529974 May 26 17:04:29.066271 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-065504fa-7c58-488f-a82f-5e7f74f1059d req-b1fbec27-d463-46b1-8d76-b329c89bbf4e tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bce450b-cac8-460c-b710-c8398dcec421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385201 May 26 17:04:29.093173 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f7509-7f23-4081-8f9e-735b95623f3b req-6db1f7e1-b149-4be6-a7f6-a9e435028dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:29.095201 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-139f7509-7f23-4081-8f9e-735b95623f3b req-6db1f7e1-b149-4be6-a7f6-a9e435028dda service neutron] 10.222.0.83 "GET /v2.0/networks?id=082e821d-4705-4e15-947e-95016ccd3aa2 HTTP/1.1" status: 200 len: 918 time: 0.1187894 May 26 17:04:29.138337 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-139f7509-7f23-4081-8f9e-735b95623f3b req-b73c2f17-37fd-4944-8a14-5b308168d12b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=698cb46c-1e01-4dcc-81c2-166d1c5e81da HTTP/1.1" status: 200 len: 217 time: 0.0352480 May 26 17:04:29.194886 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f7509-7f23-4081-8f9e-735b95623f3b req-638c996a-8323-4da6-b561-e6d24491745c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:29.196520 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-139f7509-7f23-4081-8f9e-735b95623f3b req-638c996a-8323-4da6-b561-e6d24491745c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c0579777-59a2-4ff1-a3d4-ca291ecae38f HTTP/1.1" status: 200 len: 856 time: 0.0514147 May 26 17:04:29.245348 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f7509-7f23-4081-8f9e-735b95623f3b req-502c7bb9-27fb-4184-94c7-72c0ae65bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:29.246851 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-139f7509-7f23-4081-8f9e-735b95623f3b req-502c7bb9-27fb-4184-94c7-72c0ae65bab5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=082e821d-4705-4e15-947e-95016ccd3aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421963 May 26 17:04:29.341592 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-139f7509-7f23-4081-8f9e-735b95623f3b req-f677bbe4-a0c1-4b68-9c60-2d730c176613 service neutron] 10.222.0.83 "GET /v2.0/networks/082e821d-4705-4e15-947e-95016ccd3aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871358 May 26 17:04:29.442433 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-139f7509-7f23-4081-8f9e-735b95623f3b req-6591259a-d747-4c57-a2da-4221d007f9f2 service neutron] 10.222.0.83 "GET /v2.0/networks/082e821d-4705-4e15-947e-95016ccd3aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933485 May 26 17:04:30.188419 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af490d5-ba6a-40f8-bf72-4ae3a01ad0e3 req-19414465-28d4-4ae7-9e14-f2aade682ec9 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:30.190011 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5af490d5-ba6a-40f8-bf72-4ae3a01ad0e3 req-19414465-28d4-4ae7-9e14-f2aade682ec9 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fb658-e448-4a9d-b207-12165642eced HTTP/1.1" status: 200 len: 943 time: 0.0519605 May 26 17:04:30.230486 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5af490d5-ba6a-40f8-bf72-4ae3a01ad0e3 req-68e6d221-4d9a-4170-9f73-2d543eeeb4b4 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bce450b-cac8-460c-b710-c8398dcec421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336864 May 26 17:04:31.015818 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:31.042634 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 698cb46c-1e01-4dcc-81c2-166d1c5e81da details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:04:31.157026 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 698cb46c-1e01-4dcc-81c2-166d1c5e81da, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=698cb46c-1e01-4dcc-81c2-166d1c5e81da,segment=NetworkSegment(1f8c32ee-2a50-4ef8-9b35-a667433b259a),segment_id=1f8c32ee-2a50-4ef8-9b35-a667433b259a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:04:31.169925 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '698cb46c-1e01-4dcc-81c2-166d1c5e81da', 'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2', 'port_id': '698cb46c-1e01-4dcc-81c2-166d1c5e81da', 'mac_address': 'fa:16:3e:ad:ba:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0579777-59a2-4ff1-a3d4-ca291ecae38f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:04:31.228867 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 698cb46c-1e01-4dcc-81c2-166d1c5e81da is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:31.229258 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:31.244798 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698cb46c-1e01-4dcc-81c2-166d1c5e81da {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:04:31.267342 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 698cb46c-1e01-4dcc-81c2-166d1c5e81da, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=698cb46c-1e01-4dcc-81c2-166d1c5e81da,segment=NetworkSegment(1f8c32ee-2a50-4ef8-9b35-a667433b259a),segment_id=1f8c32ee-2a50-4ef8-9b35-a667433b259a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:04:31.272716 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:31.328396 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=698cb46c-1e01-4dcc-81c2-166d1c5e81da,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:31.365510 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164e1e1-4886-4b2c-a9b4-23014910d631 req-19707217-5408-4ddc-8e5b-a6d7bae684a0 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:31.367858 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e164e1e1-4886-4b2c-a9b4-23014910d631 req-19707217-5408-4ddc-8e5b-a6d7bae684a0 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fb658-e448-4a9d-b207-12165642eced HTTP/1.1" status: 200 len: 944 time: 0.0533538 May 26 17:04:31.427620 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e164e1e1-4886-4b2c-a9b4-23014910d631 req-520e2c89-2748-4648-9f8b-2767a0ebdf37 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bce450b-cac8-460c-b710-c8398dcec421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433259 May 26 17:04:31.731310 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['698cb46c-1e01-4dcc-81c2-166d1c5e81da'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:04:32.554369 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34efe4a-9af7-4183-b654-a307e68607b1 req-07faf463-8b96-4eb7-9ea8-82d01194d3e7 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:32.555958 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f34efe4a-9af7-4183-b654-a307e68607b1 req-07faf463-8b96-4eb7-9ea8-82d01194d3e7 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fb658-e448-4a9d-b207-12165642eced HTTP/1.1" status: 200 len: 944 time: 0.0568323 May 26 17:04:32.599600 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f34efe4a-9af7-4183-b654-a307e68607b1 req-94d10657-5b3f-47b4-8d87-677999cbd33f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bce450b-cac8-460c-b710-c8398dcec421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371807 May 26 17:04:33.047342 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 698cb46c-1e01-4dcc-81c2-166d1c5e81da up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:04:33.096467 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 698cb46c-1e01-4dcc-81c2-166d1c5e81da completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 17:04:33.100491 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 698cb46c-1e01-4dcc-81c2-166d1c5e81da triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:04:33.100864 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:33.339692 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 698cb46c-1e01-4dcc-81c2-166d1c5e81da is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:04:33.340081 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:33.363440 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14fb658-e448-4a9d-b207-12165642eced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698cb46c-1e01-4dcc-81c2-166d1c5e81da'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:04:33.365720 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e66dd3d-9745-41f2-a8dc-e27754dd8975" -d '{"events": [{"server_uuid": "e14fb658-e448-4a9d-b207-12165642eced", "name": "network-vif-plugged", "status": "completed", "tag": "698cb46c-1e01-4dcc-81c2-166d1c5e81da"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:04:33.380401 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 698cb46c-1e01-4dcc-81c2-166d1c5e81da, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=698cb46c-1e01-4dcc-81c2-166d1c5e81da,segment=NetworkSegment(1f8c32ee-2a50-4ef8-9b35-a667433b259a),segment_id=1f8c32ee-2a50-4ef8-9b35-a667433b259a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:04:33.387660 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:33.419969 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38972439-6302-4f80-9c00-aa79f259cbae x-openstack-request-id: req-38972439-6302-4f80-9c00-aa79f259cbae {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:04:33.420293 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14fb658-e448-4a9d-b207-12165642eced", "name": "network-vif-plugged", "status": "completed", "tag": "698cb46c-1e01-4dcc-81c2-166d1c5e81da", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:04:33.420528 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-38972439-6302-4f80-9c00-aa79f259cbae {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:04:33.420921 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38972439-6302-4f80-9c00-aa79f259cbae'] response: {'server_uuid': 'e14fb658-e448-4a9d-b207-12165642eced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698cb46c-1e01-4dcc-81c2-166d1c5e81da', 'code': 200} May 26 17:04:33.452527 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=698cb46c-1e01-4dcc-81c2-166d1c5e81da,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:33.579968 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f32c1-c382-4a99-b44b-811aed6c6d90 req-049b04cc-d78e-45e1-8eeb-fe7d0af04879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:33.581564 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-121f32c1-c382-4a99-b44b-811aed6c6d90 req-049b04cc-d78e-45e1-8eeb-fe7d0af04879 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e14fb658-e448-4a9d-b207-12165642eced HTTP/1.1" status: 200 len: 1096 time: 0.0433393 May 26 17:04:33.618907 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-121f32c1-c382-4a99-b44b-811aed6c6d90 req-ac4b9ccd-0f4d-49f8-b7db-4b75f18fa6dc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9bce450b-cac8-460c-b710-c8398dcec421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294697 May 26 17:04:33.731876 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d49fd-45b8-4a72-95e4-422e2784f4fd req-2057b147-11e0-4ac5-a5c9-5e6242cdeeb8 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:33.734059 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c07d49fd-45b8-4a72-95e4-422e2784f4fd req-2057b147-11e0-4ac5-a5c9-5e6242cdeeb8 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fb658-e448-4a9d-b207-12165642eced HTTP/1.1" status: 200 len: 945 time: 0.0517755 May 26 17:04:33.775727 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c07d49fd-45b8-4a72-95e4-422e2784f4fd req-9ef7868b-4b80-46d0-a4a1-025a9e658049 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bce450b-cac8-460c-b710-c8398dcec421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353968 May 26 17:04:34.897752 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93943e-9b7d-4ff0-aa30-4212940b3211 req-ea684750-03dd-4b37-9997-0215f603f2a8 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:34.899299 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e93943e-9b7d-4ff0-aa30-4212940b3211 req-ea684750-03dd-4b37-9997-0215f603f2a8 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fb658-e448-4a9d-b207-12165642eced HTTP/1.1" status: 200 len: 945 time: 0.0499582 May 26 17:04:34.939613 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e93943e-9b7d-4ff0-aa30-4212940b3211 req-198b1e8c-904a-41eb-8239-137583ec857d tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bce450b-cac8-460c-b710-c8398dcec421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336208 May 26 17:04:36.069606 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1e9d4-39cf-46d1-a13f-0f339efe5370 req-42b05e6f-fcad-4ca9-94d7-41d0b013c98e tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:36.071153 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-afb1e9d4-39cf-46d1-a13f-0f339efe5370 req-42b05e6f-fcad-4ca9-94d7-41d0b013c98e tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fb658-e448-4a9d-b207-12165642eced HTTP/1.1" status: 200 len: 945 time: 0.0561414 May 26 17:04:36.121498 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-afb1e9d4-39cf-46d1-a13f-0f339efe5370 req-a0cf4676-a985-402a-95d0-67f8e47bb88d tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bce450b-cac8-460c-b710-c8398dcec421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433030 May 26 17:04:36.245013 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05515162-d655-40d2-ba47-0520f7b24134 req-0de99697-4da1-4007-a3cf-6ff9948a86c2 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:36.246444 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-05515162-d655-40d2-ba47-0520f7b24134 req-0de99697-4da1-4007-a3cf-6ff9948a86c2 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fb658-e448-4a9d-b207-12165642eced HTTP/1.1" status: 200 len: 945 time: 0.0517225 May 26 17:04:36.287573 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-05515162-d655-40d2-ba47-0520f7b24134 req-d8a01bf3-930c-4877-9afd-5995d5965f82 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bce450b-cac8-460c-b710-c8398dcec421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348067 May 26 17:04:37.786282 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-47f89b45-5695-40e2-9031-a479afb19dc4 req-2c21a719-a8af-4af1-84ad-d5ccf165f6ef service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e14fb658-e448-4a9d-b207-12165642eced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402484 May 26 17:04:37.894889 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f89b45-5695-40e2-9031-a479afb19dc4 req-8cb3ed70-97fe-4c17-829f-b4b9e59e7266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:37.896743 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-47f89b45-5695-40e2-9031-a479afb19dc4 req-8cb3ed70-97fe-4c17-829f-b4b9e59e7266 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e010bf1659e4f92a03f5a528e618471&device_id=e14fb658-e448-4a9d-b207-12165642eced HTTP/1.1" status: 200 len: 1096 time: 0.0487220 May 26 17:04:38.004004 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f89b45-5695-40e2-9031-a479afb19dc4 req-93d43509-e0dd-4f98-9058-df622768ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:38.005532 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-47f89b45-5695-40e2-9031-a479afb19dc4 req-93d43509-e0dd-4f98-9058-df622768ef1c service neutron] 10.222.0.83 "GET /v2.0/networks?id=082e821d-4705-4e15-947e-95016ccd3aa2 HTTP/1.1" status: 200 len: 918 time: 0.0886087 May 26 17:04:38.053347 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-47f89b45-5695-40e2-9031-a479afb19dc4 req-c49d42c6-9941-4761-a08a-a1a199b47f96 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=698cb46c-1e01-4dcc-81c2-166d1c5e81da HTTP/1.1" status: 200 len: 217 time: 0.0402431 May 26 17:04:38.109994 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f89b45-5695-40e2-9031-a479afb19dc4 req-d462160c-c10e-4c8e-8a6a-8d9eb7960f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:38.111510 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-47f89b45-5695-40e2-9031-a479afb19dc4 req-d462160c-c10e-4c8e-8a6a-8d9eb7960f14 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c0579777-59a2-4ff1-a3d4-ca291ecae38f HTTP/1.1" status: 200 len: 856 time: 0.0491049 May 26 17:04:38.163287 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f89b45-5695-40e2-9031-a479afb19dc4 req-0d2a7332-97ab-45be-9365-e0823cba9291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:38.165059 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-47f89b45-5695-40e2-9031-a479afb19dc4 req-0d2a7332-97ab-45be-9365-e0823cba9291 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=082e821d-4705-4e15-947e-95016ccd3aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447946 May 26 17:04:38.269730 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-47f89b45-5695-40e2-9031-a479afb19dc4 req-2f7eae19-eab0-42a8-b06f-9926a54749fa service neutron] 10.222.0.83 "GET /v2.0/networks/082e821d-4705-4e15-947e-95016ccd3aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957725 May 26 17:04:38.367304 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-47f89b45-5695-40e2-9031-a479afb19dc4 req-4856d7ea-5ed9-4635-ae22-d5d271a406c9 service neutron] 10.222.0.83 "GET /v2.0/networks/082e821d-4705-4e15-947e-95016ccd3aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901375 May 26 17:04:43.147295 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0f935bfb-3f18-4fc2-93c0-3b160318510f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:45.608635 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-155150e2-4726-49ae-8ec9-9c3339d46a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:46.757140 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:48.485371 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:48.619544 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:49.086449 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:56.012806 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7272b-7eec-4c4f-b03c-8a9de6fdf81f req-aa5f8b40-448a-44c3-9096-7251989e9ccd tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:56.014729 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5bd7272b-7eec-4c4f-b03c-8a9de6fdf81f req-aa5f8b40-448a-44c3-9096-7251989e9ccd tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fb658-e448-4a9d-b207-12165642eced HTTP/1.1" status: 200 len: 945 time: 0.0533164 May 26 17:04:56.057869 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5bd7272b-7eec-4c4f-b03c-8a9de6fdf81f req-63790b0a-0430-4311-8551-f16ca28797a7 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bce450b-cac8-460c-b710-c8398dcec421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366864 May 26 17:04:57.186094 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee6958-942a-427a-a5fa-643fd971a249 req-71f028e4-9823-4917-9fb3-37a25fd8a2aa tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:57.187577 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4cee6958-942a-427a-a5fa-643fd971a249 req-71f028e4-9823-4917-9fb3-37a25fd8a2aa tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fb658-e448-4a9d-b207-12165642eced HTTP/1.1" status: 200 len: 945 time: 0.0486636 May 26 17:04:57.229041 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4cee6958-942a-427a-a5fa-643fd971a249 req-d051ba19-e897-4f23-9786-a7ddb2180837 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bce450b-cac8-460c-b710-c8398dcec421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353937 May 26 17:04:58.295354 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901ae39-12af-4f93-986b-dd8a4b9400be req-5620ba60-fbe9-4d80-92b0-8be8585f27ec tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:58.297051 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0901ae39-12af-4f93-986b-dd8a4b9400be req-5620ba60-fbe9-4d80-92b0-8be8585f27ec tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.83 "GET /v2.0/ports?device_id=e14fb658-e448-4a9d-b207-12165642eced HTTP/1.1" status: 200 len: 945 time: 0.0504079 May 26 17:04:58.346599 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e3e42-50b8-4802-8803-3d0188de07e3 req-08314a83-70b8-4c14-a240-2f0f1f9f4e70 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:58.348075 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-726e3e42-50b8-4802-8803-3d0188de07e3 req-08314a83-70b8-4c14-a240-2f0f1f9f4e70 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fb658-e448-4a9d-b207-12165642eced HTTP/1.1" status: 200 len: 945 time: 0.0493262 May 26 17:04:58.388455 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-726e3e42-50b8-4802-8803-3d0188de07e3 req-c065bc99-aa6c-45b6-91b6-69bab07187ca tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bce450b-cac8-460c-b710-c8398dcec421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332940 May 26 17:04:58.394400 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-0901ae39-12af-4f93-986b-dd8a4b9400be req-10d8b179-c8c2-4c2d-a288-f1b01bb3a638 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Deleting port 698cb46c-1e01-4dcc-81c2-166d1c5e81da {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:04:58.395108 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0901ae39-12af-4f93-986b-dd8a4b9400be req-10d8b179-c8c2-4c2d-a288-f1b01bb3a638 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:58.485008 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-0901ae39-12af-4f93-986b-dd8a4b9400be req-10d8b179-c8c2-4c2d-a288-f1b01bb3a638 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] For port 698cb46c-1e01-4dcc-81c2-166d1c5e81da, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=698cb46c-1e01-4dcc-81c2-166d1c5e81da,segment=NetworkSegment(1f8c32ee-2a50-4ef8-9b35-a667433b259a),segment_id=1f8c32ee-2a50-4ef8-9b35-a667433b259a)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:04:58.485372 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0901ae39-12af-4f93-986b-dd8a4b9400be req-10d8b179-c8c2-4c2d-a288-f1b01bb3a638 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:58.497877 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-0901ae39-12af-4f93-986b-dd8a4b9400be req-10d8b179-c8c2-4c2d-a288-f1b01bb3a638 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Calling delete_port for 698cb46c-1e01-4dcc-81c2-166d1c5e81da owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:04:58.631868 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0901ae39-12af-4f93-986b-dd8a4b9400be req-10d8b179-c8c2-4c2d-a288-f1b01bb3a638 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:58.662527 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8b179-c8c2-4c2d-a288-f1b01bb3a638 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Pushing event deleted for resources: {'Port': ['ID=698cb46c-1e01-4dcc-81c2-166d1c5e81da,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:04:58.667916 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['698cb46c-1e01-4dcc-81c2-166d1c5e81da'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:04:58.672511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8b179-c8c2-4c2d-a288-f1b01bb3a638 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:58.672864 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8b179-c8c2-4c2d-a288-f1b01bb3a638 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:58.673210 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8b179-c8c2-4c2d-a288-f1b01bb3a638 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:58.675268 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8b179-c8c2-4c2d-a288-f1b01bb3a638 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:58.675268 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8b179-c8c2-4c2d-a288-f1b01bb3a638 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:58.675268 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8b179-c8c2-4c2d-a288-f1b01bb3a638 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:58.675268 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8b179-c8c2-4c2d-a288-f1b01bb3a638 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:58.676514 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8b179-c8c2-4c2d-a288-f1b01bb3a638 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:58.676514 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8b179-c8c2-4c2d-a288-f1b01bb3a638 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:58.676514 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8b179-c8c2-4c2d-a288-f1b01bb3a638 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:58.676514 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8b179-c8c2-4c2d-a288-f1b01bb3a638 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:58.676804 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8b179-c8c2-4c2d-a288-f1b01bb3a638 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:04:58.723870 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0901ae39-12af-4f93-986b-dd8a4b9400be req-10d8b179-c8c2-4c2d-a288-f1b01bb3a638 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] No DVR routers for this DVR port 698cb46c-1e01-4dcc-81c2-166d1c5e81da on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:04:58.727546 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-0901ae39-12af-4f93-986b-dd8a4b9400be req-10d8b179-c8c2-4c2d-a288-f1b01bb3a638 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:04:58.731278 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0901ae39-12af-4f93-986b-dd8a4b9400be req-10d8b179-c8c2-4c2d-a288-f1b01bb3a638 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.83 "DELETE /v2.0/ports/698cb46c-1e01-4dcc-81c2-166d1c5e81da HTTP/1.1" status: 204 len: 173 time: 0.4280241 May 26 17:04:58.731886 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14fb658-e448-4a9d-b207-12165642eced', 'name': 'network-vif-deleted', 'tag': '698cb46c-1e01-4dcc-81c2-166d1c5e81da'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:04:58.734162 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177beff3-ffcf-40eb-8c86-29315f987b39" -d '{"events": [{"server_uuid": "e14fb658-e448-4a9d-b207-12165642eced", "name": "network-vif-deleted", "tag": "698cb46c-1e01-4dcc-81c2-166d1c5e81da"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:04:58.782376 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cc2597-ce6e-4d0d-bb1c-35ad67353bd5 x-openstack-request-id: req-f0cc2597-ce6e-4d0d-bb1c-35ad67353bd5 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:04:58.782670 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14fb658-e448-4a9d-b207-12165642eced", "name": "network-vif-deleted", "tag": "698cb46c-1e01-4dcc-81c2-166d1c5e81da", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:04:58.782927 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f0cc2597-ce6e-4d0d-bb1c-35ad67353bd5 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:04:58.783456 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0cc2597-ce6e-4d0d-bb1c-35ad67353bd5'] response: {'server_uuid': 'e14fb658-e448-4a9d-b207-12165642eced', 'name': 'network-vif-deleted', 'tag': '698cb46c-1e01-4dcc-81c2-166d1c5e81da', 'status': 'completed', 'code': 200} May 26 17:04:59.750808 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-e3895d63-ac4a-436b-adc8-b95551dcffd3 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:04:59.752299 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-e3895d63-ac4a-436b-adc8-b95551dcffd3 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/networks?id=082e821d-4705-4e15-947e-95016ccd3aa2 HTTP/1.1" status: 200 len: 817 time: 0.0996623 May 26 17:04:59.768184 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-81a59f06-01bd-4684-90e3-03aaf3697052 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/quotas/9e010bf1659e4f92a03f5a528e618471 HTTP/1.1" status: 200 len: 375 time: 0.0092335 May 26 17:04:59.823535 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-11488075-2f95-457e-9ef4-25e16a85d98d tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e010bf1659e4f92a03f5a528e618471&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500751 May 26 17:04:59.919830 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-c35ae817-86a6-455d-8c03-5fc5644396b6 service neutron] 10.222.0.77 "GET /v2.0/networks/082e821d-4705-4e15-947e-95016ccd3aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847766 May 26 17:05:00.012833 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-a5dd1b79-fd0f-44d0-8350-275514174eb0 service neutron] 10.222.0.77 "GET /v2.0/networks/082e821d-4705-4e15-947e-95016ccd3aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860734 May 26 17:05:00.177304 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8872f99d-809b-4e00-893b-fad7c2c9bca2 req-f9f3e946-ef9e-48b8-b744-e16e7dbfde61 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=4473511b-0739-4af9-bb94-9baa360f48d9 HTTP/1.1" status: 200 len: 210 time: 0.0279279 May 26 17:05:01.013505 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:01.184529 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-e1766318-67c5-4e6a-87b8-5b3902e7fce7 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:01.186058 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-e1766318-67c5-4e6a-87b8-5b3902e7fce7 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.81 "GET /v2.0/networks?id=082e821d-4705-4e15-947e-95016ccd3aa2 HTTP/1.1" status: 200 len: 817 time: 0.1066556 May 26 17:05:01.201269 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-cc309cc5-bbaf-41a8-bdae-a13d185beecd tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Request body: {'port': {'device_id': '4473511b-0739-4af9-bb94-9baa360f48d9', 'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2', 'admin_state_up': True, 'tenant_id': '9e010bf1659e4f92a03f5a528e618471'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:05:01.226193 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 698cb46c-1e01-4dcc-81c2-166d1c5e81da no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:05:01.261208 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 698cb46c-1e01-4dcc-81c2-166d1c5e81da {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:05:01.261784 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 698cb46c-1e01-4dcc-81c2-166d1c5e81da not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:05:01.306722 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3a4d6b0-019d-4073-854c-8fe2b99190d5 req-d8d1fdec-34ec-4c46-a508-50c804b2688f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=4473511b-0739-4af9-bb94-9baa360f48d9 HTTP/1.1" status: 200 len: 210 time: 0.0262144 May 26 17:05:01.330967 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-cc309cc5-bbaf-41a8-bdae-a13d185beecd tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Made reservation on behalf of 9e010bf1659e4f92a03f5a528e618471 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:05:01.334476 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-cc309cc5-bbaf-41a8-bdae-a13d185beecd tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:01.464235 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-cc309cc5-bbaf-41a8-bdae-a13d185beecd tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Allocated IP 172.20.0.13 (082e821d-4705-4e15-947e-95016ccd3aa2/c0579777-59a2-4ff1-a3d4-ca291ecae38f/9e0b0d89-0c1e-46ac-9f6c-c05669e9f486) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:05:01.615979 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-cc309cc5-bbaf-41a8-bdae-a13d185beecd tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:01.652409 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-cc309cc5-bbaf-41a8-bdae-a13d185beecd tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:01.697748 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-cc309cc5-bbaf-41a8-bdae-a13d185beecd tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Network 082e821d-4705-4e15-947e-95016ccd3aa2 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:05:01.700707 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-cc309cc5-bbaf-41a8-bdae-a13d185beecd tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:05:01.704228 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-cc309cc5-bbaf-41a8-bdae-a13d185beecd tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:05:01.710426 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc309cc5-bbaf-41a8-bdae-a13d185beecd tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Pushing event updated for resources: {'Port': ['ID=9e0b0d89-0c1e-46ac-9f6c-c05669e9f486,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:01.762677 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-cc309cc5-bbaf-41a8-bdae-a13d185beecd tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:01.763322 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-cc309cc5-bbaf-41a8-bdae-a13d185beecd tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:01.781044 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-cc309cc5-bbaf-41a8-bdae-a13d185beecd tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5856853 May 26 17:05:01.791749 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-c5cac5b0-83e2-4ad9-9b7d-af5797a7f254 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:05:01.792759 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-c5cac5b0-83e2-4ad9-9b7d-af5797a7f254 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058353 May 26 17:05:01.805709 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-f6e496c1-e80f-4d15-84ad-301c9181e0df service neutron] Request body: {'port': {'device_id': '4473511b-0739-4af9-bb94-9baa360f48d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:05:01.952944 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-da1d4ffd-1c22-4c38-aa22-027705357d15 None None] Provisioning complete for port 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:01.953434 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-da1d4ffd-1c22-4c38-aa22-027705357d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:01.991598 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-da1d4ffd-1c22-4c38-aa22-027705357d15 None None] Port 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:05:02.190707 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-f6e496c1-e80f-4d15-84ad-301c9181e0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:02.424163 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35263f80-95f3-402d-9d6e-ab3989814fd1 req-977581a1-3af3-4442-bca4-db3fa44f27bb tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:02.425761 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-35263f80-95f3-402d-9d6e-ab3989814fd1 req-977581a1-3af3-4442-bca4-db3fa44f27bb tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=4473511b-0739-4af9-bb94-9baa360f48d9 HTTP/1.1" status: 200 len: 932 time: 0.0488837 May 26 17:05:02.465299 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-35263f80-95f3-402d-9d6e-ab3989814fd1 req-11749d8c-57c9-4471-a2bb-603a3c96f661 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bce450b-cac8-460c-b710-c8398dcec421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325017 May 26 17:05:02.470459 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-f6e496c1-e80f-4d15-84ad-301c9181e0df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:05:02.478865 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-f6e496c1-e80f-4d15-84ad-301c9181e0df service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:02.490744 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-f6e496c1-e80f-4d15-84ad-301c9181e0df service neutron] Transition to ACTIVE for port object 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 17:05:02.495380 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-f6e496c1-e80f-4d15-84ad-301c9181e0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:02.552509 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e496c1-e80f-4d15-84ad-301c9181e0df service neutron] Pushing event updated for resources: {'Port': ['ID=9e0b0d89-0c1e-46ac-9f6c-c05669e9f486,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:02.627171 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-f6e496c1-e80f-4d15-84ad-301c9181e0df service neutron] Attempting to bind port 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:05:02.627507 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-f6e496c1-e80f-4d15-84ad-301c9181e0df service neutron] Attempting to bind port 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '1f8c32ee-2a50-4ef8-9b35-a667433b259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:05:02.627834 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-f6e496c1-e80f-4d15-84ad-301c9181e0df service neutron] Attempting to bind port 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 on network 082e821d-4705-4e15-947e-95016ccd3aa2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:05:02.632481 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-f6e496c1-e80f-4d15-84ad-301c9181e0df service neutron] Port 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 on network 082e821d-4705-4e15-947e-95016ccd3aa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:05:02.632763 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-f6e496c1-e80f-4d15-84ad-301c9181e0df service neutron] Attempting to bind port 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 on network 082e821d-4705-4e15-947e-95016ccd3aa2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:05:02.637714 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-f6e496c1-e80f-4d15-84ad-301c9181e0df service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:05:02.638053 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-f6e496c1-e80f-4d15-84ad-301c9181e0df service neutron] Checking segment: {'id': '1f8c32ee-2a50-4ef8-9b35-a667433b259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:05:02.638436 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-f6e496c1-e80f-4d15-84ad-301c9181e0df service neutron] Bound using segment: {'id': '1f8c32ee-2a50-4ef8-9b35-a667433b259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:05:02.638865 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-f6e496c1-e80f-4d15-84ad-301c9181e0df service neutron] Bound port: 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f8c32ee-2a50-4ef8-9b35-a667433b259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:05:02.639218 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-f6e496c1-e80f-4d15-84ad-301c9181e0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:02.709709 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-f6e496c1-e80f-4d15-84ad-301c9181e0df service neutron] For port 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:05:02.712963 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-f6e496c1-e80f-4d15-84ad-301c9181e0df service neutron] For port 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=9e0b0d89-0c1e-46ac-9f6c-c05669e9f486,segment=NetworkSegment(1f8c32ee-2a50-4ef8-9b35-a667433b259a),segment_id=1f8c32ee-2a50-4ef8-9b35-a667433b259a)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:05:02.718647 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-f6e496c1-e80f-4d15-84ad-301c9181e0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:02.751341 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-f6e496c1-e80f-4d15-84ad-301c9181e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:02.752642 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-f6e496c1-e80f-4d15-84ad-301c9181e0df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:02.754024 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-f6e496c1-e80f-4d15-84ad-301c9181e0df service neutron] 10.222.0.81 "PUT /v2.0/ports/9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 HTTP/1.1" status: 200 len: 1092 time: 0.9532328 May 26 17:05:02.759660 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4473511b-0739-4af9-bb94-9baa360f48d9', 'tag': '9e0b0d89-0c1e-46ac-9f6c-c05669e9f486'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:05:02.761829 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb31b451-3fda-4f32-8d24-1a31b741daae" -d '{"events": [{"name": "network-changed", "server_uuid": "4473511b-0739-4af9-bb94-9baa360f48d9", "tag": "9e0b0d89-0c1e-46ac-9f6c-c05669e9f486"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:05:02.791466 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e496c1-e80f-4d15-84ad-301c9181e0df service neutron] Pushing event updated for resources: {'Port': ['ID=9e0b0d89-0c1e-46ac-9f6c-c05669e9f486,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:02.826391 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9479be-a79b-43b2-90a9-13383a267208 x-openstack-request-id: req-ed9479be-a79b-43b2-90a9-13383a267208 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:05:02.826687 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4473511b-0739-4af9-bb94-9baa360f48d9", "tag": "9e0b0d89-0c1e-46ac-9f6c-c05669e9f486", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:05:02.826938 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ed9479be-a79b-43b2-90a9-13383a267208 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:05:02.827347 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed9479be-a79b-43b2-90a9-13383a267208'] response: {'name': 'network-changed', 'server_uuid': '4473511b-0739-4af9-bb94-9baa360f48d9', 'tag': '9e0b0d89-0c1e-46ac-9f6c-c05669e9f486', 'status': 'completed', 'code': 200} May 26 17:05:02.845113 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-5574e2d3-0cdf-4f11-a4a6-540723ae79fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:02.846788 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-5574e2d3-0cdf-4f11-a4a6-540723ae79fb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9e010bf1659e4f92a03f5a528e618471&device_id=4473511b-0739-4af9-bb94-9baa360f48d9 HTTP/1.1" status: 200 len: 1095 time: 0.0516710 May 26 17:05:02.890171 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-ae08bbc0-80db-4d5f-a64f-ebfea36158d9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 HTTP/1.1" status: 200 len: 217 time: 0.0351400 May 26 17:05:02.945992 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-a6b14cd2-b843-48d8-922a-037ac45f0a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:02.947476 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-a6b14cd2-b843-48d8-922a-037ac45f0a3d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c0579777-59a2-4ff1-a3d4-ca291ecae38f HTTP/1.1" status: 200 len: 856 time: 0.0512772 May 26 17:05:02.993853 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-b07f3372-bc1c-49a1-b83b-f578f011879d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:02.995245 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-b07f3372-bc1c-49a1-b83b-f578f011879d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=082e821d-4705-4e15-947e-95016ccd3aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405238 May 26 17:05:03.085478 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-bf7dcb59-f775-4d96-a057-9d4a508c9f9c service neutron] 10.222.0.81 "GET /v2.0/networks/082e821d-4705-4e15-947e-95016ccd3aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826957 May 26 17:05:03.180740 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1f111ef9-a9cf-446a-9a4d-59d4e213e220 req-910a5771-bc81-4017-8659-5b4f8e3ceba4 service neutron] 10.222.0.81 "GET /v2.0/networks/082e821d-4705-4e15-947e-95016ccd3aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872433 May 26 17:05:03.268447 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31b451-3fda-4f32-8d24-1a31b741daae req-816fe37c-85ab-4c36-a36a-620eaf371b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:03.269852 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bb31b451-3fda-4f32-8d24-1a31b741daae req-816fe37c-85ab-4c36-a36a-620eaf371b0c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9e010bf1659e4f92a03f5a528e618471&device_id=4473511b-0739-4af9-bb94-9baa360f48d9 HTTP/1.1" status: 200 len: 1095 time: 0.0415263 May 26 17:05:03.364375 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31b451-3fda-4f32-8d24-1a31b741daae req-8a285041-6e3f-4cfa-b28b-51c6c7d65de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:03.365828 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bb31b451-3fda-4f32-8d24-1a31b741daae req-8a285041-6e3f-4cfa-b28b-51c6c7d65de7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=082e821d-4705-4e15-947e-95016ccd3aa2 HTTP/1.1" status: 200 len: 918 time: 0.0891786 May 26 17:05:03.409038 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bb31b451-3fda-4f32-8d24-1a31b741daae req-1070cd4e-d77a-4194-b708-7e10b109e78a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 HTTP/1.1" status: 200 len: 217 time: 0.0363140 May 26 17:05:03.460615 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31b451-3fda-4f32-8d24-1a31b741daae req-279ee1b6-5641-4e49-bd07-908472f619e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:03.462094 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bb31b451-3fda-4f32-8d24-1a31b741daae req-279ee1b6-5641-4e49-bd07-908472f619e0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c0579777-59a2-4ff1-a3d4-ca291ecae38f HTTP/1.1" status: 200 len: 856 time: 0.0450997 May 26 17:05:03.512979 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31b451-3fda-4f32-8d24-1a31b741daae req-80f9dfdf-aec8-404c-a289-300d93908491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:03.514577 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bb31b451-3fda-4f32-8d24-1a31b741daae req-80f9dfdf-aec8-404c-a289-300d93908491 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=082e821d-4705-4e15-947e-95016ccd3aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456328 May 26 17:05:03.590419 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e7da6-e7c1-45e8-91f7-891855c6155e req-8772f828-b512-4a82-81e9-bab5c685d014 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:03.591783 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9a1e7da6-e7c1-45e8-91f7-891855c6155e req-8772f828-b512-4a82-81e9-bab5c685d014 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=4473511b-0739-4af9-bb94-9baa360f48d9 HTTP/1.1" status: 200 len: 944 time: 0.0531521 May 26 17:05:03.606670 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bb31b451-3fda-4f32-8d24-1a31b741daae req-ee53fa3f-4d89-48eb-8fc1-6e65bf091d8f service neutron] 10.222.0.81 "GET /v2.0/networks/082e821d-4705-4e15-947e-95016ccd3aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837464 May 26 17:05:03.630634 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9a1e7da6-e7c1-45e8-91f7-891855c6155e req-1a504e1e-7520-4a9c-ba29-a3f8d1156c98 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bce450b-cac8-460c-b710-c8398dcec421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320175 May 26 17:05:03.705367 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bb31b451-3fda-4f32-8d24-1a31b741daae req-db868cc5-2412-4c27-9bd6-d5d92dedd587 service neutron] 10.222.0.81 "GET /v2.0/networks/082e821d-4705-4e15-947e-95016ccd3aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912492 May 26 17:05:04.664213 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:05:04.757151 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f249e-b816-4570-9878-74ce092516b0 req-48c46421-b2b3-437c-8dd1-ec0548eea7fc tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:04.758637 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b94f249e-b816-4570-9878-74ce092516b0 req-48c46421-b2b3-437c-8dd1-ec0548eea7fc tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=4473511b-0739-4af9-bb94-9baa360f48d9 HTTP/1.1" status: 200 len: 944 time: 0.0508771 May 26 17:05:04.797047 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b94f249e-b816-4570-9878-74ce092516b0 req-23e161d2-3dc4-404a-9a5e-72da00bb6acf tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bce450b-cac8-460c-b710-c8398dcec421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322714 May 26 17:05:05.918941 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e450dce-8bf2-4cab-b3b1-d1abe0d32d44 req-e99fe622-9df7-46cf-903d-33007e02837f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:05.920441 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e450dce-8bf2-4cab-b3b1-d1abe0d32d44 req-e99fe622-9df7-46cf-903d-33007e02837f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=4473511b-0739-4af9-bb94-9baa360f48d9 HTTP/1.1" status: 200 len: 944 time: 0.0507936 May 26 17:05:05.958204 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e450dce-8bf2-4cab-b3b1-d1abe0d32d44 req-c469ba13-ff66-413c-ad52-aedbcbd15bc9 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bce450b-cac8-460c-b710-c8398dcec421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317211 May 26 17:05:05.984873 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:05:06.084700 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=9e0b0d89-0c1e-46ac-9f6c-c05669e9f486,segment=NetworkSegment(1f8c32ee-2a50-4ef8-9b35-a667433b259a),segment_id=1f8c32ee-2a50-4ef8-9b35-a667433b259a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:06.095725 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '9e0b0d89-0c1e-46ac-9f6c-c05669e9f486', 'network_id': '082e821d-4705-4e15-947e-95016ccd3aa2', 'port_id': '9e0b0d89-0c1e-46ac-9f6c-c05669e9f486', 'mac_address': 'fa:16:3e:65:fd:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0579777-59a2-4ff1-a3d4-ca291ecae38f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:05:06.132275 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:05:06.132664 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:06.145680 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:05:06.164550 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=9e0b0d89-0c1e-46ac-9f6c-c05669e9f486,segment=NetworkSegment(1f8c32ee-2a50-4ef8-9b35-a667433b259a),segment_id=1f8c32ee-2a50-4ef8-9b35-a667433b259a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:06.169345 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:06.218995 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=9e0b0d89-0c1e-46ac-9f6c-c05669e9f486,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:06.226168 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:06.226548 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:06.226862 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:06.227200 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:06.227530 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:06.227860 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:06.228246 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:06.228585 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:06.228996 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:06.229342 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:06.229651 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:06.229971 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:06.374159 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['9e0b0d89-0c1e-46ac-9f6c-c05669e9f486'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:05:07.078007 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c4c15-01f4-45bc-a9b0-9660b0f67f4c req-cd3611a2-3f44-46b9-9f29-72baf210bfc3 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:07.079444 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-084c4c15-01f4-45bc-a9b0-9660b0f67f4c req-cd3611a2-3f44-46b9-9f29-72baf210bfc3 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=4473511b-0739-4af9-bb94-9baa360f48d9 HTTP/1.1" status: 200 len: 945 time: 0.0512927 May 26 17:05:07.116396 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-084c4c15-01f4-45bc-a9b0-9660b0f67f4c req-974bc6f4-a1fb-427a-a9cb-1468b9147fa9 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bce450b-cac8-460c-b710-c8398dcec421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308928 May 26 17:05:07.999928 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:05:08.047640 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 17:05:08.051614 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:08.051980 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:08.129833 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:05:08.130218 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:08.153255 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4473511b-0739-4af9-bb94-9baa360f48d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0b0d89-0c1e-46ac-9f6c-c05669e9f486'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:05:08.155276 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a1d29d-4dd6-4523-9784-4532eb5fa268" -d '{"events": [{"server_uuid": "4473511b-0739-4af9-bb94-9baa360f48d9", "name": "network-vif-plugged", "status": "completed", "tag": "9e0b0d89-0c1e-46ac-9f6c-c05669e9f486"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:05:08.168152 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=9e0b0d89-0c1e-46ac-9f6c-c05669e9f486,segment=NetworkSegment(1f8c32ee-2a50-4ef8-9b35-a667433b259a),segment_id=1f8c32ee-2a50-4ef8-9b35-a667433b259a)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:08.173707 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:08.210666 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa7e76c-51f3-4312-800c-414e80bfb950 x-openstack-request-id: req-8aa7e76c-51f3-4312-800c-414e80bfb950 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:05:08.210953 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4473511b-0739-4af9-bb94-9baa360f48d9", "name": "network-vif-plugged", "status": "completed", "tag": "9e0b0d89-0c1e-46ac-9f6c-c05669e9f486", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:05:08.211202 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8aa7e76c-51f3-4312-800c-414e80bfb950 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:05:08.211588 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aa7e76c-51f3-4312-800c-414e80bfb950'] response: {'server_uuid': '4473511b-0739-4af9-bb94-9baa360f48d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0b0d89-0c1e-46ac-9f6c-c05669e9f486', 'code': 200} May 26 17:05:08.228456 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=9e0b0d89-0c1e-46ac-9f6c-c05669e9f486,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:08.258267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77040d3c-ed12-42e3-b3b8-c4a8bb07fcaa req-e568349a-6b9e-4ee5-8338-ba0a9b7b8b72 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:08.259671 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77040d3c-ed12-42e3-b3b8-c4a8bb07fcaa req-e568349a-6b9e-4ee5-8338-ba0a9b7b8b72 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=4473511b-0739-4af9-bb94-9baa360f48d9 HTTP/1.1" status: 200 len: 946 time: 0.0675545 May 26 17:05:08.299411 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-77040d3c-ed12-42e3-b3b8-c4a8bb07fcaa req-6649a5f4-0f98-454f-9a43-68e91dcc3cab tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bce450b-cac8-460c-b710-c8398dcec421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324488 May 26 17:05:08.317361 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84066590-4c62-4a2d-9a20-34781789a41b req-b9d2388c-151f-4a98-88d0-0a103b392b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:08.318875 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-84066590-4c62-4a2d-9a20-34781789a41b req-b9d2388c-151f-4a98-88d0-0a103b392b9d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4473511b-0739-4af9-bb94-9baa360f48d9 HTTP/1.1" status: 200 len: 1097 time: 0.0423839 May 26 17:05:08.353675 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-84066590-4c62-4a2d-9a20-34781789a41b req-dd764b93-ea7d-4f39-b51b-7a92b5cadbc4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9bce450b-cac8-460c-b710-c8398dcec421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278628 May 26 17:05:09.428833 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c91a56-dd0c-466e-bc77-3f2f5468472f req-bda43ccd-c895-42e3-900e-e6774e75f867 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:09.430290 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-66c91a56-dd0c-466e-bc77-3f2f5468472f req-bda43ccd-c895-42e3-900e-e6774e75f867 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=4473511b-0739-4af9-bb94-9baa360f48d9 HTTP/1.1" status: 200 len: 946 time: 0.0500777 May 26 17:05:09.470522 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-66c91a56-dd0c-466e-bc77-3f2f5468472f req-91b99586-f425-436f-8620-89f249c4d545 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bce450b-cac8-460c-b710-c8398dcec421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330560 May 26 17:05:10.593598 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36cabe-b9db-4486-910e-8995a415fdce req-a14baf25-f0ed-4c4e-9fe0-824769d7459e tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:10.595050 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c36cabe-b9db-4486-910e-8995a415fdce req-a14baf25-f0ed-4c4e-9fe0-824769d7459e tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=4473511b-0739-4af9-bb94-9baa360f48d9 HTTP/1.1" status: 200 len: 946 time: 0.0543935 May 26 17:05:10.633202 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c36cabe-b9db-4486-910e-8995a415fdce req-fe1453ff-ecbd-4f2e-aacc-81a0e23cee2b tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bce450b-cac8-460c-b710-c8398dcec421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316765 May 26 17:05:10.749750 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36741d-ea77-4f41-a600-a24cd88b8a4b req-8060f1aa-ff6e-42ba-aafe-5bebcc8cae11 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:10.751750 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1f36741d-ea77-4f41-a600-a24cd88b8a4b req-8060f1aa-ff6e-42ba-aafe-5bebcc8cae11 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=4473511b-0739-4af9-bb94-9baa360f48d9 HTTP/1.1" status: 200 len: 946 time: 0.0500073 May 26 17:05:10.791172 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1f36741d-ea77-4f41-a600-a24cd88b8a4b req-ee30e411-0488-426a-a561-7e45a5e324b2 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bce450b-cac8-460c-b710-c8398dcec421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334306 May 26 17:05:12.017494 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9c8d0efb-81f4-455f-b756-42333903a86b req-1c795568-c176-48dc-814b-b8e3ce927545 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4473511b-0739-4af9-bb94-9baa360f48d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411930 May 26 17:05:12.105189 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d0efb-81f4-455f-b756-42333903a86b req-ee73791b-6f6e-45a8-afee-c86c20387678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:12.106594 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9c8d0efb-81f4-455f-b756-42333903a86b req-ee73791b-6f6e-45a8-afee-c86c20387678 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9e010bf1659e4f92a03f5a528e618471&device_id=4473511b-0739-4af9-bb94-9baa360f48d9 HTTP/1.1" status: 200 len: 1097 time: 0.0438383 May 26 17:05:12.218713 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d0efb-81f4-455f-b756-42333903a86b req-25ff96be-7451-4699-a98d-1322204d20b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:12.220243 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9c8d0efb-81f4-455f-b756-42333903a86b req-25ff96be-7451-4699-a98d-1322204d20b0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=082e821d-4705-4e15-947e-95016ccd3aa2 HTTP/1.1" status: 200 len: 918 time: 0.0945380 May 26 17:05:12.266769 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9c8d0efb-81f4-455f-b756-42333903a86b req-cb4130d9-f643-482c-89a3-457551438dfa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 HTTP/1.1" status: 200 len: 217 time: 0.0386400 May 26 17:05:12.325619 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d0efb-81f4-455f-b756-42333903a86b req-4b388a9a-8493-400e-b58c-64de6426c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:12.327108 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9c8d0efb-81f4-455f-b756-42333903a86b req-4b388a9a-8493-400e-b58c-64de6426c1d7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c0579777-59a2-4ff1-a3d4-ca291ecae38f HTTP/1.1" status: 200 len: 856 time: 0.0523162 May 26 17:05:12.380156 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d0efb-81f4-455f-b756-42333903a86b req-5f109d7e-26de-4865-815f-c0232fd1565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:12.381792 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9c8d0efb-81f4-455f-b756-42333903a86b req-5f109d7e-26de-4865-815f-c0232fd1565a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=082e821d-4705-4e15-947e-95016ccd3aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470023 May 26 17:05:12.507516 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9c8d0efb-81f4-455f-b756-42333903a86b req-6769dc9f-66bd-4d0e-b8df-5fdd13cf87a9 service neutron] 10.222.0.81 "GET /v2.0/networks/082e821d-4705-4e15-947e-95016ccd3aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174343 May 26 17:05:12.618063 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9c8d0efb-81f4-455f-b756-42333903a86b req-37d297b0-6c4c-4e4b-8c93-655cc75c1bf7 service neutron] 10.222.0.81 "GET /v2.0/networks/082e821d-4705-4e15-947e-95016ccd3aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043689 May 26 17:05:13.156305 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e384b80b-b503-4298-9410-473b5eddbb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:15.601162 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-825ee919-71df-4406-b254-15b4829fe275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:16.760199 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:18.492062 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:18.633592 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:19.088735 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:30.349515 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893666a-01b8-4237-8077-f3873c628d10 req-7c96921e-a2ec-49f5-a7bc-650a5f348caf tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:30.350897 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0893666a-01b8-4237-8077-f3873c628d10 req-7c96921e-a2ec-49f5-a7bc-650a5f348caf tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=4473511b-0739-4af9-bb94-9baa360f48d9 HTTP/1.1" status: 200 len: 946 time: 0.0492256 May 26 17:05:30.389216 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0893666a-01b8-4237-8077-f3873c628d10 req-babd9eeb-53fd-4c26-942d-e0f9c46ba4fd tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bce450b-cac8-460c-b710-c8398dcec421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315051 May 26 17:05:31.005381 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:31.515431 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866f303-126b-446b-94aa-bfdd68b8c3c9 req-c209ec85-dcca-4585-b5bb-018c9f85c6c1 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:31.516964 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0866f303-126b-446b-94aa-bfdd68b8c3c9 req-c209ec85-dcca-4585-b5bb-018c9f85c6c1 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=4473511b-0739-4af9-bb94-9baa360f48d9 HTTP/1.1" status: 200 len: 946 time: 0.0542405 May 26 17:05:31.554916 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0866f303-126b-446b-94aa-bfdd68b8c3c9 req-4de62504-a8c1-4df0-8885-aa59c29397a0 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bce450b-cac8-460c-b710-c8398dcec421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319607 May 26 17:05:31.870536 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01242bd4-cb1f-42d7-a583-67d00fdd3bf0 req-2ffe0f79-c790-4653-8bca-f674e4ed3864 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:31.872017 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-01242bd4-cb1f-42d7-a583-67d00fdd3bf0 req-2ffe0f79-c790-4653-8bca-f674e4ed3864 tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.81 "GET /v2.0/ports?device_id=4473511b-0739-4af9-bb94-9baa360f48d9 HTTP/1.1" status: 200 len: 946 time: 0.0505650 May 26 17:05:31.968159 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-01242bd4-cb1f-42d7-a583-67d00fdd3bf0 req-24c7057c-c454-4d8c-994b-633df438ee6f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Deleting port 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:05:31.968505 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-01242bd4-cb1f-42d7-a583-67d00fdd3bf0 req-24c7057c-c454-4d8c-994b-633df438ee6f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:32.056278 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-01242bd4-cb1f-42d7-a583-67d00fdd3bf0 req-24c7057c-c454-4d8c-994b-633df438ee6f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] For port 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=9e0b0d89-0c1e-46ac-9f6c-c05669e9f486,segment=NetworkSegment(1f8c32ee-2a50-4ef8-9b35-a667433b259a),segment_id=1f8c32ee-2a50-4ef8-9b35-a667433b259a)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:32.056648 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-01242bd4-cb1f-42d7-a583-67d00fdd3bf0 req-24c7057c-c454-4d8c-994b-633df438ee6f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:32.068683 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-01242bd4-cb1f-42d7-a583-67d00fdd3bf0 req-24c7057c-c454-4d8c-994b-633df438ee6f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Calling delete_port for 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:05:32.201564 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-01242bd4-cb1f-42d7-a583-67d00fdd3bf0 req-24c7057c-c454-4d8c-994b-633df438ee6f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:32.214795 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['9e0b0d89-0c1e-46ac-9f6c-c05669e9f486'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:05:32.231310 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7057c-c454-4d8c-994b-633df438ee6f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Pushing event deleted for resources: {'Port': ['ID=9e0b0d89-0c1e-46ac-9f6c-c05669e9f486,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:32.276054 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-01242bd4-cb1f-42d7-a583-67d00fdd3bf0 req-24c7057c-c454-4d8c-994b-633df438ee6f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] No DVR routers for this DVR port 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:05:32.279894 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-01242bd4-cb1f-42d7-a583-67d00fdd3bf0 req-24c7057c-c454-4d8c-994b-633df438ee6f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:32.283172 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-01242bd4-cb1f-42d7-a583-67d00fdd3bf0 req-24c7057c-c454-4d8c-994b-633df438ee6f tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.81 "DELETE /v2.0/ports/9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 HTTP/1.1" status: 204 len: 173 time: 0.4047275 May 26 17:05:32.283648 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4473511b-0739-4af9-bb94-9baa360f48d9', 'name': 'network-vif-deleted', 'tag': '9e0b0d89-0c1e-46ac-9f6c-c05669e9f486'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:05:32.286200 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec35b8f-678c-49e0-8a96-f5691e04988b" -d '{"events": [{"server_uuid": "4473511b-0739-4af9-bb94-9baa360f48d9", "name": "network-vif-deleted", "tag": "9e0b0d89-0c1e-46ac-9f6c-c05669e9f486"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:05:32.332482 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b1a664-969b-4d4f-96ce-6b0804f80a55 x-openstack-request-id: req-11b1a664-969b-4d4f-96ce-6b0804f80a55 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:05:32.333008 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4473511b-0739-4af9-bb94-9baa360f48d9", "name": "network-vif-deleted", "tag": "9e0b0d89-0c1e-46ac-9f6c-c05669e9f486", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:05:32.333415 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-11b1a664-969b-4d4f-96ce-6b0804f80a55 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:05:32.333879 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b1a664-969b-4d4f-96ce-6b0804f80a55'] response: {'server_uuid': '4473511b-0739-4af9-bb94-9baa360f48d9', 'name': 'network-vif-deleted', 'tag': '9e0b0d89-0c1e-46ac-9f6c-c05669e9f486', 'status': 'completed', 'code': 200} May 26 17:05:32.668619 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61a8597b-2b83-4746-b8e8-2af4ee9e10a4 req-352afb5b-184e-4796-9c8f-67adf69ad42b tempest-TestEncryptedCinderVolumes-581390383 tempest-TestEncryptedCinderVolumes-581390383-project] 10.222.0.77 "GET /v2.0/ports?device_id=4473511b-0739-4af9-bb94-9baa360f48d9 HTTP/1.1" status: 200 len: 210 time: 0.0295672 May 26 17:05:33.782982 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41308) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:34.196966 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e562f2ed-6512-432e-9918-a39611336eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:34.479244 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e562f2ed-6512-432e-9918-a39611336eda admin admin] Deleting port b8759dd7-d45d-4f36-9e8c-b49887799b27 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:05:34.480426 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e562f2ed-6512-432e-9918-a39611336eda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:34.567048 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-e562f2ed-6512-432e-9918-a39611336eda admin admin] For port b8759dd7-d45d-4f36-9e8c-b49887799b27, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b8759dd7-d45d-4f36-9e8c-b49887799b27,segment=NetworkSegment(1f8c32ee-2a50-4ef8-9b35-a667433b259a),segment_id=1f8c32ee-2a50-4ef8-9b35-a667433b259a)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:34.567414 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e562f2ed-6512-432e-9918-a39611336eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:34.579648 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e562f2ed-6512-432e-9918-a39611336eda admin admin] Calling delete_port for b8759dd7-d45d-4f36-9e8c-b49887799b27 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:05:34.776242 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e562f2ed-6512-432e-9918-a39611336eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:34.809428 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562f2ed-6512-432e-9918-a39611336eda admin admin] Pushing event deleted for resources: {'Port': ['ID=b8759dd7-d45d-4f36-9e8c-b49887799b27,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:34.984582 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e562f2ed-6512-432e-9918-a39611336eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:35.205372 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e562f2ed-6512-432e-9918-a39611336eda admin admin] Router 24e40af8-2302-40d6-9a21-5ad6fdd9788e has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:05:35.317286 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e562f2ed-6512-432e-9918-a39611336eda admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:05:35.323128 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e562f2ed-6512-432e-9918-a39611336eda admin admin] 10.222.0.77 "PUT /v2.0/routers/24e40af8-2302-40d6-9a21-5ad6fdd9788e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5390372 May 26 17:05:35.326698 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41310) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:35.329818 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96dffb2-3b34-498f-a49e-e9ccbf052547 None None] Sync routers for ids ['24e40af8-2302-40d6-9a21-5ad6fdd9788e'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:05:35.339505 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96dffb2-3b34-498f-a49e-e9ccbf052547 None None] Routers {'24e40af8-2302-40d6-9a21-5ad6fdd9788e'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:05:35.340173 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d96dffb2-3b34-498f-a49e-e9ccbf052547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:05:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['24e40af8-2302-40d6-9a21-5ad6fdd9788e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:35.446657 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8a16-3ee4-43f1-923a-24f9be1b4e8d admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:35.449091 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-d96dffb2-3b34-498f-a49e-e9ccbf052547 None None] Set router 24e40af8-2302-40d6-9a21-5ad6fdd9788e gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:05:35.555955 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8a16-3ee4-43f1-923a-24f9be1b4e8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:35.613537 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-7d3d8a16-3ee4-43f1-923a-24f9be1b4e8d admin admin] Deleting port 68c70708-d8f0-4cf1-be5a-0c96af2a43aa {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:05:35.613882 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8a16-3ee4-43f1-923a-24f9be1b4e8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:35.628668 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d96dffb2-3b34-498f-a49e-e9ccbf052547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e40af8-2302-40d6-9a21-5ad6fdd9788e', 'name': 'tempest-TestEncryptedCinderVolumes-2076752823-router', 'tenant_id': '9e010bf1659e4f92a03f5a528e618471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '68c70708-d8f0-4cf1-be5a-0c96af2a43aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:04:14Z', 'updated_at': '2022-05-26T17:05:34Z', 'revision_number': 5, 'project_id': '9e010bf1659e4f92a03f5a528e618471', 'gw_port': {'id': '68c70708-d8f0-4cf1-be5a-0c96af2a43aa', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e40af8-2302-40d6-9a21-5ad6fdd9788e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:04:15Z', 'updated_at': '2022-05-26T17:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:35.696217 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-7d3d8a16-3ee4-43f1-923a-24f9be1b4e8d admin admin] For port 68c70708-d8f0-4cf1-be5a-0c96af2a43aa, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=68c70708-d8f0-4cf1-be5a-0c96af2a43aa,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:35.696601 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8a16-3ee4-43f1-923a-24f9be1b4e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:35.711012 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-7d3d8a16-3ee4-43f1-923a-24f9be1b4e8d admin admin] Calling delete_port for 68c70708-d8f0-4cf1-be5a-0c96af2a43aa owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:05:35.763107 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96dffb2-3b34-498f-a49e-e9ccbf052547 None None] Checking router: 24e40af8-2302-40d6-9a21-5ad6fdd9788e for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:05:35.772723 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96dffb2-3b34-498f-a49e-e9ccbf052547 None None] Routers {'24e40af8-2302-40d6-9a21-5ad6fdd9788e'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:05:35.773384 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d96dffb2-3b34-498f-a49e-e9ccbf052547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:05:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['24e40af8-2302-40d6-9a21-5ad6fdd9788e'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:35.869845 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-d96dffb2-3b34-498f-a49e-e9ccbf052547 None None] Set router 24e40af8-2302-40d6-9a21-5ad6fdd9788e gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:05:35.900209 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8a16-3ee4-43f1-923a-24f9be1b4e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:35.924935 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-d96dffb2-3b34-498f-a49e-e9ccbf052547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e40af8-2302-40d6-9a21-5ad6fdd9788e', 'name': 'tempest-TestEncryptedCinderVolumes-2076752823-router', 'tenant_id': '9e010bf1659e4f92a03f5a528e618471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:04:14Z', 'updated_at': '2022-05-26T17:05:35Z', 'revision_number': 6, 'project_id': '9e010bf1659e4f92a03f5a528e618471', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:35.928501 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d8a16-3ee4-43f1-923a-24f9be1b4e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=68c70708-d8f0-4cf1-be5a-0c96af2a43aa,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:35.962297 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96dffb2-3b34-498f-a49e-e9ccbf052547 None None] The sync data for ids ['24e40af8-2302-40d6-9a21-5ad6fdd9788e'] in n-d-843337-2 is: [{'id': '24e40af8-2302-40d6-9a21-5ad6fdd9788e', 'name': 'tempest-TestEncryptedCinderVolumes-2076752823-router', 'tenant_id': '9e010bf1659e4f92a03f5a528e618471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:04:14Z', 'updated_at': '2022-05-26T17:05:35Z', 'revision_number': 6, 'project_id': '9e010bf1659e4f92a03f5a528e618471', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:05:36.027956 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8a16-3ee4-43f1-923a-24f9be1b4e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:36.120390 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8a16-3ee4-43f1-923a-24f9be1b4e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:36.122530 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8a16-3ee4-43f1-923a-24f9be1b4e8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:36.133101 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:05:36.157395 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:05:36.157737 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 9e0b0d89-0c1e-46ac-9f6c-c05669e9f486 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:05:36.168767 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8a16-3ee4-43f1-923a-24f9be1b4e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:36.169587 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3d8a16-3ee4-43f1-923a-24f9be1b4e8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24e40af8-2302-40d6-9a21-5ad6fdd9788e {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:05:36.174507 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8a16-3ee4-43f1-923a-24f9be1b4e8d admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:36.175703 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7d3d8a16-3ee4-43f1-923a-24f9be1b4e8d admin admin] 10.222.0.77 "DELETE /v2.0/routers/24e40af8-2302-40d6-9a21-5ad6fdd9788e HTTP/1.1" status: 204 len: 168 time: 0.8480165 May 26 17:05:36.178765 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41312) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:36.256328 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d448d89-2ded-436d-8d37-aca04026bb98 admin admin] Deleting subnet c0579777-59a2-4ff1-a3d4-ca291ecae38f {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 17:05:36.261593 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d448d89-2ded-436d-8d37-aca04026bb98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:36.322363 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d448d89-2ded-436d-8d37-aca04026bb98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:36.459339 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d448d89-2ded-436d-8d37-aca04026bb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:36.525519 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d448d89-2ded-436d-8d37-aca04026bb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:36.562955 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d448d89-2ded-436d-8d37-aca04026bb98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0579777-59a2-4ff1-a3d4-ca291ecae38f,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:36.565418 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-0d448d89-2ded-436d-8d37-aca04026bb98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:36.568507 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0d448d89-2ded-436d-8d37-aca04026bb98 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c0579777-59a2-4ff1-a3d4-ca291ecae38f HTTP/1.1" status: 204 len: 168 time: 0.3885870 May 26 17:05:36.569199 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b51785a-d18f-46e0-9ea6-d973b3387eda None None] Network 082e821d-4705-4e15-947e-95016ccd3aa2 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:05:36.571468 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41314) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:36.575384 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d448d89-2ded-436d-8d37-aca04026bb98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:36.575731 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d448d89-2ded-436d-8d37-aca04026bb98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:36.576070 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d448d89-2ded-436d-8d37-aca04026bb98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:36.576432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d448d89-2ded-436d-8d37-aca04026bb98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:36.576768 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d448d89-2ded-436d-8d37-aca04026bb98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:36.577094 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d448d89-2ded-436d-8d37-aca04026bb98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:36.577413 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d448d89-2ded-436d-8d37-aca04026bb98 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:36.577743 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d448d89-2ded-436d-8d37-aca04026bb98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:36.578094 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d448d89-2ded-436d-8d37-aca04026bb98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:36.578420 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d448d89-2ded-436d-8d37-aca04026bb98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:36.578743 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d448d89-2ded-436d-8d37-aca04026bb98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:36.579082 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d448d89-2ded-436d-8d37-aca04026bb98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:36.656864 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-28b89a59-ea7b-4f8a-8bd9-a9f57a1b7126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:36.716957 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-28b89a59-ea7b-4f8a-8bd9-a9f57a1b7126 admin admin] Deleting port 12b3a97b-5ed9-4511-bb94-aac8e80e5233 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:05:36.717379 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-28b89a59-ea7b-4f8a-8bd9-a9f57a1b7126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:36.802348 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-28b89a59-ea7b-4f8a-8bd9-a9f57a1b7126 admin admin] For port 12b3a97b-5ed9-4511-bb94-aac8e80e5233, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=12b3a97b-5ed9-4511-bb94-aac8e80e5233,segment=NetworkSegment(1f8c32ee-2a50-4ef8-9b35-a667433b259a),segment_id=1f8c32ee-2a50-4ef8-9b35-a667433b259a)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:36.802733 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-28b89a59-ea7b-4f8a-8bd9-a9f57a1b7126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:36.803186 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bded7710-a39e-406e-a641-71f5ea8b8166 None None] DHCP port deletion for 082e821d-4705-4e15-947e-95016ccd3aa2 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 17:05:36.821233 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-28b89a59-ea7b-4f8a-8bd9-a9f57a1b7126 admin admin] Calling delete_port for 12b3a97b-5ed9-4511-bb94-aac8e80e5233 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:05:36.873821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 12b3a97b-5ed9-4511-bb94-aac8e80e5233 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:05:36.921020 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-28b89a59-ea7b-4f8a-8bd9-a9f57a1b7126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:36.923985 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No active binding found for port 12b3a97b-5ed9-4511-bb94-aac8e80e5233 {{(pid=103897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 26 17:05:36.924441 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 12b3a97b-5ed9-4511-bb94-aac8e80e5233 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:05:36.924863 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b8759dd7-d45d-4f36-9e8c-b49887799b27 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:05:36.930481 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-bded7710-a39e-406e-a641-71f5ea8b8166 None None] Deleting port 12b3a97b-5ed9-4511-bb94-aac8e80e5233 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:05:36.930862 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bded7710-a39e-406e-a641-71f5ea8b8166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:36.948061 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b89a59-ea7b-4f8a-8bd9-a9f57a1b7126 admin admin] Pushing event deleted for resources: {'Port': ['ID=12b3a97b-5ed9-4511-bb94-aac8e80e5233,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:36.952043 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b89a59-ea7b-4f8a-8bd9-a9f57a1b7126 admin admin] No DVR routers for this DVR port 12b3a97b-5ed9-4511-bb94-aac8e80e5233 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:05:36.962483 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: b8759dd7-d45d-4f36-9e8c-b49887799b27 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:05:36.962838 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b8759dd7-d45d-4f36-9e8c-b49887799b27 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:05:36.963272 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 68c70708-d8f0-4cf1-be5a-0c96af2a43aa no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:05:37.015090 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 68c70708-d8f0-4cf1-be5a-0c96af2a43aa {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:05:37.015442 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 68c70708-d8f0-4cf1-be5a-0c96af2a43aa not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:05:37.044234 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-28b89a59-ea7b-4f8a-8bd9-a9f57a1b7126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:37.044394 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-bded7710-a39e-406e-a641-71f5ea8b8166 None None] For port 12b3a97b-5ed9-4511-bb94-aac8e80e5233, host n-d-843337-2, got binding levels [] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:37.044678 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bded7710-a39e-406e-a641-71f5ea8b8166 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:37.059031 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-bded7710-a39e-406e-a641-71f5ea8b8166 None None] Calling delete_port for 12b3a97b-5ed9-4511-bb94-aac8e80e5233 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:05:37.062787 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.ipam_backend_mixin [None req-bded7710-a39e-406e-a641-71f5ea8b8166 None None] Port 12b3a97b-5ed9-4511-bb94-aac8e80e5233 was not found and therefore no delete operation was performed {{(pid=103897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 17:05:37.064297 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bded7710-a39e-406e-a641-71f5ea8b8166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:37.070077 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-28b89a59-ea7b-4f8a-8bd9-a9f57a1b7126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082e821d-4705-4e15-947e-95016ccd3aa2']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:37.082337 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-28b89a59-ea7b-4f8a-8bd9-a9f57a1b7126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8c32ee-2a50-4ef8-9b35-a667433b259a') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:37.082678 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-28b89a59-ea7b-4f8a-8bd9-a9f57a1b7126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8c32ee-2a50-4ef8-9b35-a667433b259a') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:37.093418 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded7710-a39e-406e-a641-71f5ea8b8166 None None] Pushing event deleted for resources: {'Port': ['ID=12b3a97b-5ed9-4511-bb94-aac8e80e5233,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:37.095334 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bded7710-a39e-406e-a641-71f5ea8b8166 None None] No DVR routers for this DVR port 12b3a97b-5ed9-4511-bb94-aac8e80e5233 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:05:37.099352 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-28b89a59-ea7b-4f8a-8bd9-a9f57a1b7126 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:37.121814 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-28b89a59-ea7b-4f8a-8bd9-a9f57a1b7126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:37.128759 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b89a59-ea7b-4f8a-8bd9-a9f57a1b7126 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:05:37.129161 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-28b89a59-ea7b-4f8a-8bd9-a9f57a1b7126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:37.177094 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 1f8c32ee-2a50-4ef8-9b35-a667433b259a resource provider aggregate not found May 26 17:05:37.196294 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 1f8c32ee-2a50-4ef8-9b35-a667433b259a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f8c32ee-2a50-4ef8-9b35-a667433b259a found for delete ", "request_id": "req-90ce0729-32fd-49d1-89d8-874ae3f2edd1"}]} May 26 17:05:37.206321 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-28b89a59-ea7b-4f8a-8bd9-a9f57a1b7126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:37.216266 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-28b89a59-ea7b-4f8a-8bd9-a9f57a1b7126 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:37.219343 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-28b89a59-ea7b-4f8a-8bd9-a9f57a1b7126 admin admin] 10.222.0.77 "DELETE /v2.0/networks/082e821d-4705-4e15-947e-95016ccd3aa2 HTTP/1.1" status: 204 len: 168 time: 0.6465032 May 26 17:05:37.222484 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41320) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:37.235912 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b89a59-ea7b-4f8a-8bd9-a9f57a1b7126 admin admin] Pushing event deleted for resources: {'Network': ['ID=082e821d-4705-4e15-947e-95016ccd3aa2,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:37.593045 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a2e2bd27-80a5-476f-8a63-325481a72487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:38.147315 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-a2e2bd27-80a5-476f-8a63-325481a72487 admin admin] Deleting port b71f11fd-2a56-471a-9749-e6b671e584bc {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:05:38.147659 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a2e2bd27-80a5-476f-8a63-325481a72487 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:38.227960 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-a2e2bd27-80a5-476f-8a63-325481a72487 admin admin] For port b71f11fd-2a56-471a-9749-e6b671e584bc, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b71f11fd-2a56-471a-9749-e6b671e584bc,segment=NetworkSegment(6ab7d46e-5623-4700-ba19-5b034afc3344),segment_id=6ab7d46e-5623-4700-ba19-5b034afc3344)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:38.228760 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a2e2bd27-80a5-476f-8a63-325481a72487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:38.241475 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-a2e2bd27-80a5-476f-8a63-325481a72487 admin admin] Calling delete_port for b71f11fd-2a56-471a-9749-e6b671e584bc owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:05:38.419454 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a2e2bd27-80a5-476f-8a63-325481a72487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:38.450877 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2bd27-80a5-476f-8a63-325481a72487 admin admin] Pushing event deleted for resources: {'Port': ['ID=b71f11fd-2a56-471a-9749-e6b671e584bc,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:38.624471 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a2e2bd27-80a5-476f-8a63-325481a72487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:38.856421 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e2bd27-80a5-476f-8a63-325481a72487 admin admin] Router 32a55372-1f24-4db4-9651-136ba7ee8ddd has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:05:38.964653 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e2bd27-80a5-476f-8a63-325481a72487 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:05:38.970873 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a2e2bd27-80a5-476f-8a63-325481a72487 admin admin] 10.222.0.77 "PUT /v2.0/routers/32a55372-1f24-4db4-9651-136ba7ee8ddd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7471700 May 26 17:05:38.972353 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41322) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:38.973366 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771ce745-e26b-47c1-85a3-4e6ee7f230f9 None None] Sync routers for ids ['32a55372-1f24-4db4-9651-136ba7ee8ddd'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:05:38.986139 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771ce745-e26b-47c1-85a3-4e6ee7f230f9 None None] Routers {'32a55372-1f24-4db4-9651-136ba7ee8ddd'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:05:38.987717 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-771ce745-e26b-47c1-85a3-4e6ee7f230f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:05:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['32a55372-1f24-4db4-9651-136ba7ee8ddd'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:39.078735 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-800de505-23bc-4132-803f-ed51c6b4c5db admin admin] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:39.092399 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-771ce745-e26b-47c1-85a3-4e6ee7f230f9 None None] Set router 32a55372-1f24-4db4-9651-136ba7ee8ddd gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:05:39.213896 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-800de505-23bc-4132-803f-ed51c6b4c5db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:39.272018 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-800de505-23bc-4132-803f-ed51c6b4c5db admin admin] Deleting port cb20c832-12bb-4a69-ace8-3ab7d7e53b5d {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:05:39.272760 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-800de505-23bc-4132-803f-ed51c6b4c5db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:39.282878 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-771ce745-e26b-47c1-85a3-4e6ee7f230f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a55372-1f24-4db4-9651-136ba7ee8ddd', 'name': 'tempest-TestEncryptedCinderVolumes-1523097821-router', 'tenant_id': 'd60754e837b8476eb915fc109951fb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'cb20c832-12bb-4a69-ace8-3ab7d7e53b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:04:19Z', 'updated_at': '2022-05-26T17:05:38Z', 'revision_number': 5, 'project_id': 'd60754e837b8476eb915fc109951fb6b', 'gw_port': {'id': 'cb20c832-12bb-4a69-ace8-3ab7d7e53b5d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a55372-1f24-4db4-9651-136ba7ee8ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:04:20Z', 'updated_at': '2022-05-26T17:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:39.309997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771ce745-e26b-47c1-85a3-4e6ee7f230f9 None None] Checking router: 32a55372-1f24-4db4-9651-136ba7ee8ddd for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:05:39.318464 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771ce745-e26b-47c1-85a3-4e6ee7f230f9 None None] Routers {'32a55372-1f24-4db4-9651-136ba7ee8ddd'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:05:39.319085 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-771ce745-e26b-47c1-85a3-4e6ee7f230f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:05:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['32a55372-1f24-4db4-9651-136ba7ee8ddd'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:39.356406 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-800de505-23bc-4132-803f-ed51c6b4c5db admin admin] For port cb20c832-12bb-4a69-ace8-3ab7d7e53b5d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=cb20c832-12bb-4a69-ace8-3ab7d7e53b5d,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:39.356869 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-800de505-23bc-4132-803f-ed51c6b4c5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:39.372191 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-800de505-23bc-4132-803f-ed51c6b4c5db admin admin] Calling delete_port for cb20c832-12bb-4a69-ace8-3ab7d7e53b5d owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:05:39.409068 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-771ce745-e26b-47c1-85a3-4e6ee7f230f9 None None] Set router 32a55372-1f24-4db4-9651-136ba7ee8ddd gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:05:39.467369 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-771ce745-e26b-47c1-85a3-4e6ee7f230f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a55372-1f24-4db4-9651-136ba7ee8ddd', 'name': 'tempest-TestEncryptedCinderVolumes-1523097821-router', 'tenant_id': 'd60754e837b8476eb915fc109951fb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:04:19Z', 'updated_at': '2022-05-26T17:05:39Z', 'revision_number': 6, 'project_id': 'd60754e837b8476eb915fc109951fb6b', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:39.500527 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771ce745-e26b-47c1-85a3-4e6ee7f230f9 None None] The sync data for ids ['32a55372-1f24-4db4-9651-136ba7ee8ddd'] in n-d-843337-2 is: [{'id': '32a55372-1f24-4db4-9651-136ba7ee8ddd', 'name': 'tempest-TestEncryptedCinderVolumes-1523097821-router', 'tenant_id': 'd60754e837b8476eb915fc109951fb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:04:19Z', 'updated_at': '2022-05-26T17:05:39Z', 'revision_number': 6, 'project_id': 'd60754e837b8476eb915fc109951fb6b', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:05:39.560245 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-800de505-23bc-4132-803f-ed51c6b4c5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:39.585553 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800de505-23bc-4132-803f-ed51c6b4c5db admin admin] Pushing event deleted for resources: {'Port': ['ID=cb20c832-12bb-4a69-ace8-3ab7d7e53b5d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:39.658786 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-800de505-23bc-4132-803f-ed51c6b4c5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:39.747380 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-800de505-23bc-4132-803f-ed51c6b4c5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:39.749498 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-800de505-23bc-4132-803f-ed51c6b4c5db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:39.800173 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-800de505-23bc-4132-803f-ed51c6b4c5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:39.800680 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800de505-23bc-4132-803f-ed51c6b4c5db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32a55372-1f24-4db4-9651-136ba7ee8ddd {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:05:39.805556 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-800de505-23bc-4132-803f-ed51c6b4c5db admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:39.806862 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-800de505-23bc-4132-803f-ed51c6b4c5db admin admin] 10.222.0.77 "DELETE /v2.0/routers/32a55372-1f24-4db4-9651-136ba7ee8ddd HTTP/1.1" status: 204 len: 168 time: 0.8335109 May 26 17:05:39.809611 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41324) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:39.863179 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7b302b-17f4-4d9a-aca6-2c9c7a51c972 admin admin] Deleting subnet a7ff832c-a678-4ed7-9fdd-9950de95e7e5 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 17:05:39.866899 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb7b302b-17f4-4d9a-aca6-2c9c7a51c972 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:39.915239 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb7b302b-17f4-4d9a-aca6-2c9c7a51c972 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:40.000722 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb7b302b-17f4-4d9a-aca6-2c9c7a51c972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:40.056967 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb7b302b-17f4-4d9a-aca6-2c9c7a51c972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:40.086532 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b302b-17f4-4d9a-aca6-2c9c7a51c972 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7ff832c-a678-4ed7-9fdd-9950de95e7e5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:40.091817 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cb7b302b-17f4-4d9a-aca6-2c9c7a51c972 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:40.095908 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cb7b302b-17f4-4d9a-aca6-2c9c7a51c972 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a7ff832c-a678-4ed7-9fdd-9950de95e7e5 HTTP/1.1" status: 204 len: 168 time: 0.2851300 May 26 17:05:40.098513 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41326) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:40.099677 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f751baa-fa51-4e3e-a18e-83a301f6bc8c None None] Network ecac7a9c-80d0-445c-b307-ffa1171fdec7 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:05:40.184506 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3c562abc-a990-4051-b7c5-a142eb2b2c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:40.264386 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-3c562abc-a990-4051-b7c5-a142eb2b2c30 admin admin] Deleting port b04b9286-f8f2-4ba3-bf8c-ffed89f8274d {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:05:40.264885 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3c562abc-a990-4051-b7c5-a142eb2b2c30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:40.320314 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1f8911-ed23-4a2c-bdf7-c82167bb6a53 None None] DHCP port deletion for ecac7a9c-80d0-445c-b307-ffa1171fdec7 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 17:05:40.353181 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-3c562abc-a990-4051-b7c5-a142eb2b2c30 admin admin] For port b04b9286-f8f2-4ba3-bf8c-ffed89f8274d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b04b9286-f8f2-4ba3-bf8c-ffed89f8274d,segment=NetworkSegment(6ab7d46e-5623-4700-ba19-5b034afc3344),segment_id=6ab7d46e-5623-4700-ba19-5b034afc3344)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:40.354494 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3c562abc-a990-4051-b7c5-a142eb2b2c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:40.372371 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-3c562abc-a990-4051-b7c5-a142eb2b2c30 admin admin] Calling delete_port for b04b9286-f8f2-4ba3-bf8c-ffed89f8274d owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:05:40.381754 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5f1f8911-ed23-4a2c-bdf7-c82167bb6a53 None None] Deleting port b04b9286-f8f2-4ba3-bf8c-ffed89f8274d {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:05:40.382187 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f1f8911-ed23-4a2c-bdf7-c82167bb6a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:40.498532 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5f1f8911-ed23-4a2c-bdf7-c82167bb6a53 None None] For port b04b9286-f8f2-4ba3-bf8c-ffed89f8274d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b04b9286-f8f2-4ba3-bf8c-ffed89f8274d,segment=NetworkSegment(6ab7d46e-5623-4700-ba19-5b034afc3344),segment_id=6ab7d46e-5623-4700-ba19-5b034afc3344)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:40.499183 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f1f8911-ed23-4a2c-bdf7-c82167bb6a53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:40.525474 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3c562abc-a990-4051-b7c5-a142eb2b2c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:40.536617 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5f1f8911-ed23-4a2c-bdf7-c82167bb6a53 None None] Calling delete_port for b04b9286-f8f2-4ba3-bf8c-ffed89f8274d owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:05:40.583521 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c562abc-a990-4051-b7c5-a142eb2b2c30 admin admin] Pushing event deleted for resources: {'Port': ['ID=b04b9286-f8f2-4ba3-bf8c-ffed89f8274d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:40.586149 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c562abc-a990-4051-b7c5-a142eb2b2c30 admin admin] No DVR routers for this DVR port b04b9286-f8f2-4ba3-bf8c-ffed89f8274d on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:05:40.668454 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f1f8911-ed23-4a2c-bdf7-c82167bb6a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:40.695562 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f8911-ed23-4a2c-bdf7-c82167bb6a53 None None] Pushing event deleted for resources: {'Port': ['ID=b04b9286-f8f2-4ba3-bf8c-ffed89f8274d,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:40.699854 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1f8911-ed23-4a2c-bdf7-c82167bb6a53 None None] No DVR routers for this DVR port b04b9286-f8f2-4ba3-bf8c-ffed89f8274d on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:05:40.712029 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3c562abc-a990-4051-b7c5-a142eb2b2c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:40.739968 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-3c562abc-a990-4051-b7c5-a142eb2b2c30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecac7a9c-80d0-445c-b307-ffa1171fdec7']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:40.764139 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-3c562abc-a990-4051-b7c5-a142eb2b2c30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab7d46e-5623-4700-ba19-5b034afc3344') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:40.764139 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-3c562abc-a990-4051-b7c5-a142eb2b2c30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab7d46e-5623-4700-ba19-5b034afc3344') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:40.773022 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3c562abc-a990-4051-b7c5-a142eb2b2c30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:40.790226 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3c562abc-a990-4051-b7c5-a142eb2b2c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:40.801072 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c562abc-a990-4051-b7c5-a142eb2b2c30 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:05:40.801502 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3c562abc-a990-4051-b7c5-a142eb2b2c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:40.801765 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b71f11fd-2a56-471a-9749-e6b671e584bc no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:05:40.833217 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 6ab7d46e-5623-4700-ba19-5b034afc3344 resource provider aggregate not found May 26 17:05:40.834752 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: b71f11fd-2a56-471a-9749-e6b671e584bc {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:05:40.835385 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b71f11fd-2a56-471a-9749-e6b671e584bc not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:05:40.836015 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b04b9286-f8f2-4ba3-bf8c-ffed89f8274d no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:05:40.871741 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: b04b9286-f8f2-4ba3-bf8c-ffed89f8274d {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:05:40.872280 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b04b9286-f8f2-4ba3-bf8c-ffed89f8274d not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:05:40.872766 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device cb20c832-12bb-4a69-ace8-3ab7d7e53b5d no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:05:40.876257 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 6ab7d46e-5623-4700-ba19-5b034afc3344 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ab7d46e-5623-4700-ba19-5b034afc3344 found for delete ", "request_id": "req-289bd722-9fe3-493f-93bb-af024ffa9937"}]} May 26 17:05:40.894761 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: cb20c832-12bb-4a69-ace8-3ab7d7e53b5d {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:05:40.895833 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device cb20c832-12bb-4a69-ace8-3ab7d7e53b5d not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:05:40.914062 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3c562abc-a990-4051-b7c5-a142eb2b2c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:40.924684 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3c562abc-a990-4051-b7c5-a142eb2b2c30 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:40.933037 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3c562abc-a990-4051-b7c5-a142eb2b2c30 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ecac7a9c-80d0-445c-b307-ffa1171fdec7 HTTP/1.1" status: 204 len: 168 time: 0.8294139 May 26 17:05:40.948355 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c562abc-a990-4051-b7c5-a142eb2b2c30 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecac7a9c-80d0-445c-b307-ffa1171fdec7,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:41.121320 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41334) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:41.174943 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0f9beec6-5df4-4311-bebb-ad73404a2038 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9e010bf1659e4f92a03f5a528e618471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520160 May 26 17:05:41.177775 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41336) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:41.247862 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbd9e94f-0a51-4e16-96c2-6b005d8649c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:41.270967 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbd9e94f-0a51-4e16-96c2-6b005d8649c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:41.324569 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbd9e94f-0a51-4e16-96c2-6b005d8649c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:41.327208 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbd9e94f-0a51-4e16-96c2-6b005d8649c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:41.328618 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cbd9e94f-0a51-4e16-96c2-6b005d8649c4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9bce450b-cac8-460c-b710-c8398dcec421 HTTP/1.1" status: 204 len: 168 time: 0.1497400 May 26 17:05:41.339523 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9e94f-0a51-4e16-96c2-6b005d8649c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bce450b-cac8-460c-b710-c8398dcec421,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:41.664447 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:05:41.701021 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41342) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:41.741198 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-87b22baf-b085-46de-ab32-baebde66631b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d60754e837b8476eb915fc109951fb6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389528 May 26 17:05:41.743624 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41344) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:41.793205 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f98ca16e-3907-45dc-94f1-369117f51e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:41.814402 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f98ca16e-3907-45dc-94f1-369117f51e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:41.864460 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f98ca16e-3907-45dc-94f1-369117f51e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:41.867073 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f98ca16e-3907-45dc-94f1-369117f51e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:41.868315 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f98ca16e-3907-45dc-94f1-369117f51e6d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/da3306fc-8f0d-4fdd-8843-d4431896af9f HTTP/1.1" status: 204 len: 168 time: 0.1237435 May 26 17:05:41.877795 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ca16e-3907-45dc-94f1-369117f51e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3306fc-8f0d-4fdd-8843-d4431896af9f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:42.621867 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41366) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:42.742091 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-bed62d20-0b2e-41d7-bdbe-82304b9e9aca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-761145021-network', 'tenant_id': 'f667805488bd46589926ba4f3a673dae'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:05:42.764999 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed62d20-0b2e-41d7-bdbe-82304b9e9aca admin admin] Made reservation on behalf of f667805488bd46589926ba4f3a673dae for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:05:42.767438 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bed62d20-0b2e-41d7-bdbe-82304b9e9aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:42.780267 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bed62d20-0b2e-41d7-bdbe-82304b9e9aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:42.872483 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bed62d20-0b2e-41d7-bdbe-82304b9e9aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:42.877152 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bed62d20-0b2e-41d7-bdbe-82304b9e9aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:42.916590 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed62d20-0b2e-41d7-bdbe-82304b9e9aca admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:05:42.925734 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed62d20-0b2e-41d7-bdbe-82304b9e9aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d19f53-f58a-4dce-a242-eca14406e7f9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:42.932378 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bed62d20-0b2e-41d7-bdbe-82304b9e9aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:42.932734 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-bed62d20-0b2e-41d7-bdbe-82304b9e9aca admin admin] Added segment b6bea1bb-0180-4892-acf4-20a1600b69c6 of type vlan for network d3ab117d-a415-4a39-9149-4e24b2f8247c May 26 17:05:42.982076 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bed62d20-0b2e-41d7-bdbe-82304b9e9aca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:43.015375 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bed62d20-0b2e-41d7-bdbe-82304b9e9aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:43.016493 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed62d20-0b2e-41d7-bdbe-82304b9e9aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:43.017082 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bed62d20-0b2e-41d7-bdbe-82304b9e9aca admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:43.083065 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bed62d20-0b2e-41d7-bdbe-82304b9e9aca admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4600375 May 26 17:05:43.087091 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41370) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:43.091014 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed62d20-0b2e-41d7-bdbe-82304b9e9aca admin admin] Pushing event updated for resources: {'Network': ['ID=d3ab117d-a415-4a39-9149-4e24b2f8247c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:43.092804 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-a8969695-edef-449d-b3c1-ab556500e9f5 admin admin] Request body: {'subnet': {'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-761145021-subnet', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'ip_version': 4}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:05:43.105680 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network d3ab117d-a415-4a39-9149-4e24b2f8247c details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:05:43.127471 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8969695-edef-449d-b3c1-ab556500e9f5 admin admin] Made reservation on behalf of f667805488bd46589926ba4f3a673dae for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:05:43.131056 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a8969695-edef-449d-b3c1-ab556500e9f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:43.193164 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-078a21df-8cda-4dd2-bb5e-a1f971f6282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:43.337866 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a8969695-edef-449d-b3c1-ab556500e9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:43.411953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8969695-edef-449d-b3c1-ab556500e9f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb8dc18c-9846-424f-aae0-f4df5056785d,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:43.422362 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8969695-edef-449d-b3c1-ab556500e9f5 admin admin] Checking segment: {'id': 'b6bea1bb-0180-4892-acf4-20a1600b69c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:05:43.422730 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8969695-edef-449d-b3c1-ab556500e9f5 admin admin] Network hostable DHCP agents. Network: d3ab117d-a415-4a39-9149-4e24b2f8247c, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:05:43.447256 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8969695-edef-449d-b3c1-ab556500e9f5 admin admin] Network d3ab117d-a415-4a39-9149-4e24b2f8247c is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:05:43.458295 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-a8969695-edef-449d-b3c1-ab556500e9f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, d3ab117d-a415-4a39-9149-4e24b2f8247c) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:05:43.467946 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c545bf6e-6662-4388-b845-b55e88501de1 None None] Network d3ab117d-a415-4a39-9149-4e24b2f8247c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:05:43.471101 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8969695-edef-449d-b3c1-ab556500e9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:43.471914 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a8969695-edef-449d-b3c1-ab556500e9f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:43.496073 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a8969695-edef-449d-b3c1-ab556500e9f5 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4039140 May 26 17:05:43.500199 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41372) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:43.505135 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-effe583c-32ed-4069-977b-bfddc4d3f438 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-761145021-router', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:05:43.535284 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-effe583c-32ed-4069-977b-bfddc4d3f438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:43.537064 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-effe583c-32ed-4069-977b-bfddc4d3f438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:43.608026 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-effe583c-32ed-4069-977b-bfddc4d3f438 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:43.637993 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368a910a-fc7a-40de-ad75-e11b1c34ce2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-d3ab117d-a415-4a39-9149-4e24b2f8247c', 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'fixed_ips': [{'subnet_id': 'eb8dc18c-9846-424f-aae0-f4df5056785d'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 17:05:43.638859 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-368a910a-fc7a-40de-ad75-e11b1c34ce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:43.785638 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-effe583c-32ed-4069-977b-bfddc4d3f438 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:43.814374 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-368a910a-fc7a-40de-ad75-e11b1c34ce2a None None] Allocated IP 172.20.0.2 (d3ab117d-a415-4a39-9149-4e24b2f8247c/eb8dc18c-9846-424f-aae0-f4df5056785d/b3bcc088-b45c-48ab-b593-ad1f8744b09f) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:05:44.054776 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-effe583c-32ed-4069-977b-bfddc4d3f438 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:44.077555 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-effe583c-32ed-4069-977b-bfddc4d3f438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:44.165880 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-368a910a-fc7a-40de-ad75-e11b1c34ce2a None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:44.173376 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-368a910a-fc7a-40de-ad75-e11b1c34ce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:44.191420 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-effe583c-32ed-4069-977b-bfddc4d3f438 admin admin] Allocated IP 172.25.7.209 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/42c54976-7321-468f-880a-ece21dff759c) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:05:44.221137 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368a910a-fc7a-40de-ad75-e11b1c34ce2a None None] Network d3ab117d-a415-4a39-9149-4e24b2f8247c is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:05:44.225453 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-368a910a-fc7a-40de-ad75-e11b1c34ce2a None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:05:44.230727 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368a910a-fc7a-40de-ad75-e11b1c34ce2a None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:05:44.233896 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a910a-fc7a-40de-ad75-e11b1c34ce2a None None] Pushing event updated for resources: {'Port': ['ID=b3bcc088-b45c-48ab-b593-ad1f8744b09f,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:44.293595 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-368a910a-fc7a-40de-ad75-e11b1c34ce2a None None] Attempting to bind port b3bcc088-b45c-48ab-b593-ad1f8744b09f on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:05:44.293961 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-368a910a-fc7a-40de-ad75-e11b1c34ce2a None None] Attempting to bind port b3bcc088-b45c-48ab-b593-ad1f8744b09f by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'b6bea1bb-0180-4892-acf4-20a1600b69c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:05:44.294321 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a910a-fc7a-40de-ad75-e11b1c34ce2a None None] Attempting to bind port b3bcc088-b45c-48ab-b593-ad1f8744b09f on network d3ab117d-a415-4a39-9149-4e24b2f8247c {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:05:44.299882 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a910a-fc7a-40de-ad75-e11b1c34ce2a None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:05:44.300294 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a910a-fc7a-40de-ad75-e11b1c34ce2a None None] Checking segment: {'id': 'b6bea1bb-0180-4892-acf4-20a1600b69c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:05:44.300726 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-368a910a-fc7a-40de-ad75-e11b1c34ce2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:44.301118 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a910a-fc7a-40de-ad75-e11b1c34ce2a None None] Bound using segment: {'id': 'b6bea1bb-0180-4892-acf4-20a1600b69c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:05:44.301580 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-368a910a-fc7a-40de-ad75-e11b1c34ce2a None None] Bound port: b3bcc088-b45c-48ab-b593-ad1f8744b09f, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bea1bb-0180-4892-acf4-20a1600b69c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:05:44.301957 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-368a910a-fc7a-40de-ad75-e11b1c34ce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:44.327000 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-effe583c-32ed-4069-977b-bfddc4d3f438 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:44.375095 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-effe583c-32ed-4069-977b-bfddc4d3f438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:44.379011 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-368a910a-fc7a-40de-ad75-e11b1c34ce2a None None] For port b3bcc088-b45c-48ab-b593-ad1f8744b09f, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:05:44.382668 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-368a910a-fc7a-40de-ad75-e11b1c34ce2a None None] For port b3bcc088-b45c-48ab-b593-ad1f8744b09f, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b3bcc088-b45c-48ab-b593-ad1f8744b09f,segment=NetworkSegment(b6bea1bb-0180-4892-acf4-20a1600b69c6),segment_id=b6bea1bb-0180-4892-acf4-20a1600b69c6)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:05:44.392257 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-368a910a-fc7a-40de-ad75-e11b1c34ce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:44.423206 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effe583c-32ed-4069-977b-bfddc4d3f438 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:05:44.426301 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-effe583c-32ed-4069-977b-bfddc4d3f438 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:05:44.430158 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effe583c-32ed-4069-977b-bfddc4d3f438 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:05:44.457171 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe583c-32ed-4069-977b-bfddc4d3f438 admin admin] Pushing event updated for resources: {'Port': ['ID=42c54976-7321-468f-880a-ece21dff759c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:44.457997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a910a-fc7a-40de-ad75-e11b1c34ce2a None None] Pushing event updated for resources: {'Port': ['ID=b3bcc088-b45c-48ab-b593-ad1f8744b09f,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:44.861857 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b3bcc088-b45c-48ab-b593-ad1f8744b09f up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:05:44.917959 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port b3bcc088-b45c-48ab-b593-ad1f8744b09f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:44.918309 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:45.004789 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port b3bcc088-b45c-48ab-b593-ad1f8744b09f is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:05:45.005325 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:45.041309 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port b3bcc088-b45c-48ab-b593-ad1f8744b09f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b3bcc088-b45c-48ab-b593-ad1f8744b09f,segment=NetworkSegment(b6bea1bb-0180-4892-acf4-20a1600b69c6),segment_id=b6bea1bb-0180-4892-acf4-20a1600b69c6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:45.047107 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:45.105629 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=b3bcc088-b45c-48ab-b593-ad1f8744b09f,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:45.122098 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-effe583c-32ed-4069-977b-bfddc4d3f438 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:45.332022 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-effe583c-32ed-4069-977b-bfddc4d3f438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:45.483821 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effe583c-32ed-4069-977b-bfddc4d3f438 admin admin] Router 48caca9a-a1cc-4dfe-b680-67242ef1ac82 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 17:05:45.490851 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205c256b-afb1-4783-b25f-0f6779eeeb1c None None] Network d3ab117d-a415-4a39-9149-4e24b2f8247c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:05:45.564152 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-287d618f-91e9-476f-89f4-24eace20978a None None] Provisioning complete for port b3bcc088-b45c-48ab-b593-ad1f8744b09f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:45.564527 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-287d618f-91e9-476f-89f4-24eace20978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:45.599067 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effe583c-32ed-4069-977b-bfddc4d3f438 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:05:45.611720 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] Sync routers for ids ['48caca9a-a1cc-4dfe-b680-67242ef1ac82'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:05:45.622155 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-effe583c-32ed-4069-977b-bfddc4d3f438 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:45.625954 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-effe583c-32ed-4069-977b-bfddc4d3f438 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1220181 May 26 17:05:45.626109 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] Routers {'48caca9a-a1cc-4dfe-b680-67242ef1ac82'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:05:45.626109 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:05:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['48caca9a-a1cc-4dfe-b680-67242ef1ac82'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:45.626315 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41374) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:45.649371 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c3ca5cba-9858-470c-bb90-02ffd9b4d4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:45.724682 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-287d618f-91e9-476f-89f4-24eace20978a None None] Current status of the port b3bcc088-b45c-48ab-b593-ad1f8744b09f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:05:45.756602 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] Set router 48caca9a-a1cc-4dfe-b680-67242ef1ac82 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:05:45.946115 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-425daa6f-5190-4167-a920-5df7877bb07f None None] Provisioning complete for port b3bcc088-b45c-48ab-b593-ad1f8744b09f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:45.946484 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-425daa6f-5190-4167-a920-5df7877bb07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:45.962583 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'name': 'tempest-TestMinimumBasicScenario-761145021-router', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '42c54976-7321-468f-880a-ece21dff759c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:05:43Z', 'updated_at': '2022-05-26T17:05:44Z', 'revision_number': 3, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'gw_port': {'id': '42c54976-7321-468f-880a-ece21dff759c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:44Z', 'updated_at': '2022-05-26T17:05:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:45.993443 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] Checking router: 48caca9a-a1cc-4dfe-b680-67242ef1ac82 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:05:45.994082 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] Updating router 48caca9a-a1cc-4dfe-b680-67242ef1ac82 port 42c54976-7321-468f-880a-ece21dff759c binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:05:46.019942 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:46.039325 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-425daa6f-5190-4167-a920-5df7877bb07f None None] Current status of the port b3bcc088-b45c-48ab-b593-ad1f8744b09f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:05:46.085479 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d26cc1b0-b548-4ed6-82e4-ff4ce7d97911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:46.247715 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-d26cc1b0-b548-4ed6-82e4-ff4ce7d97911 admin admin] Allocated IP 172.20.0.1 (d3ab117d-a415-4a39-9149-4e24b2f8247c/eb8dc18c-9846-424f-aae0-f4df5056785d/2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:05:46.280857 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:46.286453 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:46.340140 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] Attempting to bind port 42c54976-7321-468f-880a-ece21dff759c on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:05:46.340538 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] Attempting to bind port 42c54976-7321-468f-880a-ece21dff759c by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:05:46.340894 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] Attempting to bind port 42c54976-7321-468f-880a-ece21dff759c on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:05:46.343722 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967915ec-98b4-4100-ac56-b89605133d56 None None] Pushing event updated for resources: {'Port': ['ID=42c54976-7321-468f-880a-ece21dff759c,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:46.351992 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:05:46.352386 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:05:46.352780 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:46.353161 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:05:46.353615 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] Bound port: 42c54976-7321-468f-880a-ece21dff759c, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:05:46.354009 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:46.356990 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967915ec-98b4-4100-ac56-b89605133d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:46.357324 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967915ec-98b4-4100-ac56-b89605133d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:46.357656 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967915ec-98b4-4100-ac56-b89605133d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:46.357854 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d26cc1b0-b548-4ed6-82e4-ff4ce7d97911 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:46.358334 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967915ec-98b4-4100-ac56-b89605133d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:46.358334 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967915ec-98b4-4100-ac56-b89605133d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:46.358600 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967915ec-98b4-4100-ac56-b89605133d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:46.358918 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967915ec-98b4-4100-ac56-b89605133d56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:46.359233 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967915ec-98b4-4100-ac56-b89605133d56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:46.359562 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967915ec-98b4-4100-ac56-b89605133d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:46.359859 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967915ec-98b4-4100-ac56-b89605133d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:46.360231 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967915ec-98b4-4100-ac56-b89605133d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:46.360548 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967915ec-98b4-4100-ac56-b89605133d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:05:46.394993 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d26cc1b0-b548-4ed6-82e4-ff4ce7d97911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:46.423024 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] For port 42c54976-7321-468f-880a-ece21dff759c, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:05:46.426221 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] For port 42c54976-7321-468f-880a-ece21dff759c, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=42c54976-7321-468f-880a-ece21dff759c,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:05:46.430694 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:46.442370 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26cc1b0-b548-4ed6-82e4-ff4ce7d97911 admin admin] Network d3ab117d-a415-4a39-9149-4e24b2f8247c is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:05:46.445345 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-d26cc1b0-b548-4ed6-82e4-ff4ce7d97911 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:05:46.447720 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26cc1b0-b548-4ed6-82e4-ff4ce7d97911 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:05:46.485967 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cc1b0-b548-4ed6-82e4-ff4ce7d97911 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:46.487406 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] Routers {'48caca9a-a1cc-4dfe-b680-67242ef1ac82'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:05:46.488136 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:05:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['48caca9a-a1cc-4dfe-b680-67242ef1ac82'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:46.512860 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d26cc1b0-b548-4ed6-82e4-ff4ce7d97911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:46.551188 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967915ec-98b4-4100-ac56-b89605133d56 None None] Pushing event updated for resources: {'Port': ['ID=42c54976-7321-468f-880a-ece21dff759c,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:46.632330 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] Set router 48caca9a-a1cc-4dfe-b680-67242ef1ac82 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:05:46.668940 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d26cc1b0-b548-4ed6-82e4-ff4ce7d97911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:46.793351 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:46.797146 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f5d9e483-fb5f-4124-97ab-8dc3dd35d535 None None] Provisioning complete for port 2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:46.797683 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f5d9e483-fb5f-4124-97ab-8dc3dd35d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:46.827999 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b3bcc088-b45c-48ab-b593-ad1f8744b09f up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:05:46.829820 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'name': 'tempest-TestMinimumBasicScenario-761145021-router', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '42c54976-7321-468f-880a-ece21dff759c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:05:43Z', 'updated_at': '2022-05-26T17:05:44Z', 'revision_number': 3, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'gw_port': {'id': '42c54976-7321-468f-880a-ece21dff759c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:44Z', 'updated_at': '2022-05-26T17:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:46.861436 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef30ee3-8692-48d4-a95a-c11ce2ab4a11 None None] The sync data for ids ['48caca9a-a1cc-4dfe-b680-67242ef1ac82'] in n-d-843337-2 is: [{'id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'name': 'tempest-TestMinimumBasicScenario-761145021-router', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '42c54976-7321-468f-880a-ece21dff759c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:05:43Z', 'updated_at': '2022-05-26T17:05:44Z', 'revision_number': 3, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'gw_port': {'id': '42c54976-7321-468f-880a-ece21dff759c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:44Z', 'updated_at': '2022-05-26T17:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:05:46.861722 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d26cc1b0-b548-4ed6-82e4-ff4ce7d97911 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:46.867914 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d26cc1b0-b548-4ed6-82e4-ff4ce7d97911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:46.874856 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f5d9e483-fb5f-4124-97ab-8dc3dd35d535 None None] Port 2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:05:46.892399 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port b3bcc088-b45c-48ab-b593-ad1f8744b09f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:46.892778 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:46.945352 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cc1b0-b548-4ed6-82e4-ff4ce7d97911 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:46.950515 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d26cc1b0-b548-4ed6-82e4-ff4ce7d97911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:46.977180 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port b3bcc088-b45c-48ab-b593-ad1f8744b09f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:05:47.054850 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26cc1b0-b548-4ed6-82e4-ff4ce7d97911 admin admin] Network d3ab117d-a415-4a39-9149-4e24b2f8247c is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:05:47.056687 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-d26cc1b0-b548-4ed6-82e4-ff4ce7d97911 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:05:47.199887 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26cc1b0-b548-4ed6-82e4-ff4ce7d97911 admin admin] Router 48caca9a-a1cc-4dfe-b680-67242ef1ac82 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:05:47.321655 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26cc1b0-b548-4ed6-82e4-ff4ce7d97911 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:05:47.334086 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d26cc1b0-b548-4ed6-82e4-ff4ce7d97911 admin admin] 10.222.0.77 "PUT /v2.0/routers/48caca9a-a1cc-4dfe-b680-67242ef1ac82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7013788 May 26 17:05:47.408945 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3ffda4d8-5571-4a03-8944-c4278cdf7631 None None] Provisioning complete for port 2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:47.409315 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3ffda4d8-5571-4a03-8944-c4278cdf7631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:47.463619 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3ffda4d8-5571-4a03-8944-c4278cdf7631 None None] Port 2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:05:47.951611 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41390) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:47.957475 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-00359da5-1785-4e57-a1fd-e1ac85f38060 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1773939709-network', 'tenant_id': 'aef28701510345919f5ffff80c13688a'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:05:47.977908 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00359da5-1785-4e57-a1fd-e1ac85f38060 admin admin] Made reservation on behalf of aef28701510345919f5ffff80c13688a for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:05:47.980435 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00359da5-1785-4e57-a1fd-e1ac85f38060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:47.993796 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00359da5-1785-4e57-a1fd-e1ac85f38060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:48.091372 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00359da5-1785-4e57-a1fd-e1ac85f38060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:48.096592 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00359da5-1785-4e57-a1fd-e1ac85f38060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:48.130981 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00359da5-1785-4e57-a1fd-e1ac85f38060 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:05:48.140380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00359da5-1785-4e57-a1fd-e1ac85f38060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d5b931-c209-4003-bdf1-8afa09b4f1ac,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:48.149987 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00359da5-1785-4e57-a1fd-e1ac85f38060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:48.149987 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-00359da5-1785-4e57-a1fd-e1ac85f38060 admin admin] Added segment 4ced967e-cad2-4ad5-8ece-86046cb2f0a5 of type vlan for network 039658b3-9b9c-454e-87ca-11912ff6d1ae May 26 17:05:48.203682 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00359da5-1785-4e57-a1fd-e1ac85f38060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:48.232451 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00359da5-1785-4e57-a1fd-e1ac85f38060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:48.233952 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00359da5-1785-4e57-a1fd-e1ac85f38060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:48.234848 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-00359da5-1785-4e57-a1fd-e1ac85f38060 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:48.293064 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-00359da5-1785-4e57-a1fd-e1ac85f38060 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3399951 May 26 17:05:48.295926 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41392) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:48.301673 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-9134fd3c-9d29-4e1e-b2a0-b2f0f9f128d2 admin admin] Request body: {'subnet': {'network_id': '039658b3-9b9c-454e-87ca-11912ff6d1ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1773939709-subnet', 'tenant_id': 'aef28701510345919f5ffff80c13688a', 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:05:48.316367 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00359da5-1785-4e57-a1fd-e1ac85f38060 admin admin] Pushing event updated for resources: {'Network': ['ID=039658b3-9b9c-454e-87ca-11912ff6d1ae,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:48.325399 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9134fd3c-9d29-4e1e-b2a0-b2f0f9f128d2 admin admin] Made reservation on behalf of aef28701510345919f5ffff80c13688a for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:05:48.327888 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9134fd3c-9d29-4e1e-b2a0-b2f0f9f128d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:48.330166 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 039658b3-9b9c-454e-87ca-11912ff6d1ae details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:05:48.497791 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:48.647749 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:48.650727 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] Sync routers for ids ['48caca9a-a1cc-4dfe-b680-67242ef1ac82'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:05:48.661845 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] Routers {'48caca9a-a1cc-4dfe-b680-67242ef1ac82'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:05:48.662471 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:05:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['48caca9a-a1cc-4dfe-b680-67242ef1ac82'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:48.782604 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] Set router 48caca9a-a1cc-4dfe-b680-67242ef1ac82 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:05:48.833088 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 42c54976-7321-468f-880a-ece21dff759c up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:05:48.910397 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9134fd3c-9d29-4e1e-b2a0-b2f0f9f128d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:48.969706 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134fd3c-9d29-4e1e-b2a0-b2f0f9f128d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c479f2f0-e704-40c0-b255-0d3eb25009a1,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:48.977257 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 42c54976-7321-468f-880a-ece21dff759c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:48.977728 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:48.980160 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9134fd3c-9d29-4e1e-b2a0-b2f0f9f128d2 admin admin] Checking segment: {'id': '4ced967e-cad2-4ad5-8ece-86046cb2f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '039658b3-9b9c-454e-87ca-11912ff6d1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:05:48.980548 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9134fd3c-9d29-4e1e-b2a0-b2f0f9f128d2 admin admin] Network hostable DHCP agents. Network: 039658b3-9b9c-454e-87ca-11912ff6d1ae, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:05:49.000390 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9134fd3c-9d29-4e1e-b2a0-b2f0f9f128d2 admin admin] Network 039658b3-9b9c-454e-87ca-11912ff6d1ae is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:05:49.008904 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-9134fd3c-9d29-4e1e-b2a0-b2f0f9f128d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 039658b3-9b9c-454e-87ca-11912ff6d1ae) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:05:49.021838 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9134fd3c-9d29-4e1e-b2a0-b2f0f9f128d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:05:49.022534 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9134fd3c-9d29-4e1e-b2a0-b2f0f9f128d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:49.024892 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6231dc-c048-4d31-978d-4bb681d03213 None None] Network 039658b3-9b9c-454e-87ca-11912ff6d1ae requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:05:49.053334 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9134fd3c-9d29-4e1e-b2a0-b2f0f9f128d2 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7558208 May 26 17:05:49.055809 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41394) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:49.060644 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-be5f01a1-3d69-40c6-9ec0-efe5106aab18 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1773939709-router', 'tenant_id': 'aef28701510345919f5ffff80c13688a', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:05:49.085438 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be5f01a1-3d69-40c6-9ec0-efe5106aab18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:49.086466 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be5f01a1-3d69-40c6-9ec0-efe5106aab18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:49.132499 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:49.156979 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be5f01a1-3d69-40c6-9ec0-efe5106aab18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:49.194940 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 42c54976-7321-468f-880a-ece21dff759c is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:05:49.195236 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:49.251827 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 42c54976-7321-468f-880a-ece21dff759c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=42c54976-7321-468f-880a-ece21dff759c,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:49.255755 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'name': 'tempest-TestMinimumBasicScenario-761145021-router', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '42c54976-7321-468f-880a-ece21dff759c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:05:43Z', 'updated_at': '2022-05-26T17:05:46Z', 'revision_number': 4, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'gw_port': {'id': '42c54976-7321-468f-880a-ece21dff759c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:44Z', 'updated_at': '2022-05-26T17:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24', 'name': '', 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'mac_address': 'fa:16:3e:01:ba:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eb8dc18c-9846-424f-aae0-f4df5056785d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:46Z', 'updated_at': '2022-05-26T17:05:46Z', 'revision_number': 2, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'subnets': [{'id': 'eb8dc18c-9846-424f-aae0-f4df5056785d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:49.262906 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:49.292639 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] Checking router: 48caca9a-a1cc-4dfe-b680-67242ef1ac82 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:05:49.293046 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] Updating router 48caca9a-a1cc-4dfe-b680-67242ef1ac82 port 2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:05:49.305677 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be5f01a1-3d69-40c6-9ec0-efe5106aab18 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:49.359590 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d231ca42-58d3-44e2-aed2-290249dd2f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-039658b3-9b9c-454e-87ca-11912ff6d1ae', 'network_id': '039658b3-9b9c-454e-87ca-11912ff6d1ae', 'tenant_id': 'aef28701510345919f5ffff80c13688a', 'fixed_ips': [{'subnet_id': 'c479f2f0-e704-40c0-b255-0d3eb25009a1'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 17:05:49.360536 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d231ca42-58d3-44e2-aed2-290249dd2f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:49.362289 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:49.403653 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=42c54976-7321-468f-880a-ece21dff759c,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:49.516418 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be5f01a1-3d69-40c6-9ec0-efe5106aab18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:49.540977 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be5f01a1-3d69-40c6-9ec0-efe5106aab18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:49.658623 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-d231ca42-58d3-44e2-aed2-290249dd2f9c None None] Allocated IP 172.20.0.2 (039658b3-9b9c-454e-87ca-11912ff6d1ae/c479f2f0-e704-40c0-b255-0d3eb25009a1/8d8afc94-dac7-47a4-aa14-45c6e468a0e9) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:05:49.660670 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-be5f01a1-3d69-40c6-9ec0-efe5106aab18 admin admin] Allocated IP 172.25.7.244 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/d85e3728-5bfc-4842-b1a4-94a372de66ab) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:05:49.780747 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be5f01a1-3d69-40c6-9ec0-efe5106aab18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:49.818593 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be5f01a1-3d69-40c6-9ec0-efe5106aab18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:49.860023 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5f01a1-3d69-40c6-9ec0-efe5106aab18 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:05:49.861804 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:49.863056 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-be5f01a1-3d69-40c6-9ec0-efe5106aab18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:05:49.866967 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5f01a1-3d69-40c6-9ec0-efe5106aab18 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:05:49.871061 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:49.896470 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f01a1-3d69-40c6-9ec0-efe5106aab18 admin admin] Pushing event updated for resources: {'Port': ['ID=d85e3728-5bfc-4842-b1a4-94a372de66ab,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:49.919638 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d231ca42-58d3-44e2-aed2-290249dd2f9c None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:49.934084 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d231ca42-58d3-44e2-aed2-290249dd2f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:49.946584 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658ed94-c026-4276-bb20-28faee2879d5 None None] Pushing event updated for resources: {'Port': ['ID=2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:50.002029 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d231ca42-58d3-44e2-aed2-290249dd2f9c None None] Network 039658b3-9b9c-454e-87ca-11912ff6d1ae is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:05:50.024991 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-d231ca42-58d3-44e2-aed2-290249dd2f9c None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:05:50.030221 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d231ca42-58d3-44e2-aed2-290249dd2f9c None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:05:50.043824 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231ca42-58d3-44e2-aed2-290249dd2f9c None None] Pushing event updated for resources: {'Port': ['ID=8d8afc94-dac7-47a4-aa14-45c6e468a0e9,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:50.050842 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] Attempting to bind port 2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:05:50.051237 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] Attempting to bind port 2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'b6bea1bb-0180-4892-acf4-20a1600b69c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:05:50.051602 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] Attempting to bind port 2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24 on network d3ab117d-a415-4a39-9149-4e24b2f8247c {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:05:50.077320 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:05:50.077687 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] Checking segment: {'id': 'b6bea1bb-0180-4892-acf4-20a1600b69c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:05:50.078091 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:50.078484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] Bound using segment: {'id': 'b6bea1bb-0180-4892-acf4-20a1600b69c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:05:50.078973 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] Bound port: 2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bea1bb-0180-4892-acf4-20a1600b69c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:05:50.079353 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:50.169639 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be5f01a1-3d69-40c6-9ec0-efe5106aab18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:50.306980 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d231ca42-58d3-44e2-aed2-290249dd2f9c None None] Attempting to bind port 8d8afc94-dac7-47a4-aa14-45c6e468a0e9 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:05:50.307817 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d231ca42-58d3-44e2-aed2-290249dd2f9c None None] Attempting to bind port 8d8afc94-dac7-47a4-aa14-45c6e468a0e9 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '4ced967e-cad2-4ad5-8ece-86046cb2f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '039658b3-9b9c-454e-87ca-11912ff6d1ae'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:05:50.308386 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d231ca42-58d3-44e2-aed2-290249dd2f9c None None] Attempting to bind port 8d8afc94-dac7-47a4-aa14-45c6e468a0e9 on network 039658b3-9b9c-454e-87ca-11912ff6d1ae {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:05:50.320043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e993a8d1-4100-4019-8657-f0dac73779ce None None] Provisioning complete for port 2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:50.320507 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e993a8d1-4100-4019-8657-f0dac73779ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:50.324700 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d231ca42-58d3-44e2-aed2-290249dd2f9c None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:05:50.324700 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d231ca42-58d3-44e2-aed2-290249dd2f9c None None] Checking segment: {'id': '4ced967e-cad2-4ad5-8ece-86046cb2f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '039658b3-9b9c-454e-87ca-11912ff6d1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:05:50.324996 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d231ca42-58d3-44e2-aed2-290249dd2f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:50.325326 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d231ca42-58d3-44e2-aed2-290249dd2f9c None None] Bound using segment: {'id': '4ced967e-cad2-4ad5-8ece-86046cb2f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '039658b3-9b9c-454e-87ca-11912ff6d1ae'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:05:50.325799 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d231ca42-58d3-44e2-aed2-290249dd2f9c None None] Bound port: 8d8afc94-dac7-47a4-aa14-45c6e468a0e9, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ced967e-cad2-4ad5-8ece-86046cb2f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '039658b3-9b9c-454e-87ca-11912ff6d1ae'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:05:50.326531 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d231ca42-58d3-44e2-aed2-290249dd2f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:50.383145 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] For port 2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:05:50.387513 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] For port 2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24,segment=NetworkSegment(b6bea1bb-0180-4892-acf4-20a1600b69c6),segment_id=b6bea1bb-0180-4892-acf4-20a1600b69c6)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:05:50.403700 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be5f01a1-3d69-40c6-9ec0-efe5106aab18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:50.410533 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:50.441139 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e993a8d1-4100-4019-8657-f0dac73779ce None None] Port 2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:05:50.491925 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d231ca42-58d3-44e2-aed2-290249dd2f9c None None] For port 8d8afc94-dac7-47a4-aa14-45c6e468a0e9, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:05:50.498518 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d231ca42-58d3-44e2-aed2-290249dd2f9c None None] For port 8d8afc94-dac7-47a4-aa14-45c6e468a0e9, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=8d8afc94-dac7-47a4-aa14-45c6e468a0e9,segment=NetworkSegment(4ced967e-cad2-4ad5-8ece-86046cb2f0a5),segment_id=4ced967e-cad2-4ad5-8ece-86046cb2f0a5)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:05:50.502168 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658ed94-c026-4276-bb20-28faee2879d5 None None] Pushing event updated for resources: {'Port': ['ID=2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:50.507996 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d231ca42-58d3-44e2-aed2-290249dd2f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:50.511567 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] Routers {'48caca9a-a1cc-4dfe-b680-67242ef1ac82'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:05:50.512508 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:05:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['48caca9a-a1cc-4dfe-b680-67242ef1ac82'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:50.579683 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5f01a1-3d69-40c6-9ec0-efe5106aab18 admin admin] Router c844458a-c3f7-4efc-9213-41c7d3fa6298 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 17:05:50.646993 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231ca42-58d3-44e2-aed2-290249dd2f9c None None] Pushing event updated for resources: {'Port': ['ID=8d8afc94-dac7-47a4-aa14-45c6e468a0e9,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:50.689617 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] Set router 48caca9a-a1cc-4dfe-b680-67242ef1ac82 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:05:50.740458 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5f01a1-3d69-40c6-9ec0-efe5106aab18 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:05:50.751984 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] Sync routers for ids ['c844458a-c3f7-4efc-9213-41c7d3fa6298'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:05:50.768377 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] Routers {'c844458a-c3f7-4efc-9213-41c7d3fa6298'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:05:50.769791 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:05:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c844458a-c3f7-4efc-9213-41c7d3fa6298'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:50.779575 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-be5f01a1-3d69-40c6-9ec0-efe5106aab18 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:50.784395 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-be5f01a1-3d69-40c6-9ec0-efe5106aab18 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7251222 May 26 17:05:50.784754 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41396) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:05:50.852267 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-59ce849e-6b12-4976-b976-1a9c5312f8f5 None None] Provisioning complete for port 2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:50.852902 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59ce849e-6b12-4976-b976-1a9c5312f8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:50.913145 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 42c54976-7321-468f-880a-ece21dff759c up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:05:51.064986 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] Set router c844458a-c3f7-4efc-9213-41c7d3fa6298 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:05:51.073602 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 42c54976-7321-468f-880a-ece21dff759c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:51.073602 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:51.151825 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-59ce849e-6b12-4976-b976-1a9c5312f8f5 None None] Current status of the port 2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:05:51.152576 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59ce849e-6b12-4976-b976-1a9c5312f8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:51.233243 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-59ce849e-6b12-4976-b976-1a9c5312f8f5 None None] For port 2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24,segment=NetworkSegment(b6bea1bb-0180-4892-acf4-20a1600b69c6),segment_id=b6bea1bb-0180-4892-acf4-20a1600b69c6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:51.244075 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'name': 'tempest-TestMinimumBasicScenario-761145021-router', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '42c54976-7321-468f-880a-ece21dff759c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:05:43Z', 'updated_at': '2022-05-26T17:05:46Z', 'revision_number': 4, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'gw_port': {'id': '42c54976-7321-468f-880a-ece21dff759c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:44Z', 'updated_at': '2022-05-26T17:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24', 'name': '', 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'mac_address': 'fa:16:3e:01:ba:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eb8dc18c-9846-424f-aae0-f4df5056785d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:46Z', 'updated_at': '2022-05-26T17:05:50Z', 'revision_number': 4, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'subnets': [{'id': 'eb8dc18c-9846-424f-aae0-f4df5056785d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:51.249851 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59ce849e-6b12-4976-b976-1a9c5312f8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:51.256010 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c844458a-c3f7-4efc-9213-41c7d3fa6298', 'name': 'tempest-TestMinimumBasicScenario-1773939709-router', 'tenant_id': 'aef28701510345919f5ffff80c13688a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'd85e3728-5bfc-4842-b1a4-94a372de66ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:05:49Z', 'updated_at': '2022-05-26T17:05:50Z', 'revision_number': 3, 'project_id': 'aef28701510345919f5ffff80c13688a', 'gw_port': {'id': 'd85e3728-5bfc-4842-b1a4-94a372de66ab', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c844458a-c3f7-4efc-9213-41c7d3fa6298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:49Z', 'updated_at': '2022-05-26T17:05:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:51.287925 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3bd472-7b6b-4987-ac14-2edbb5003f60 None None] The sync data for ids ['48caca9a-a1cc-4dfe-b680-67242ef1ac82'] in n-d-843337-2 is: [{'id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'name': 'tempest-TestMinimumBasicScenario-761145021-router', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '42c54976-7321-468f-880a-ece21dff759c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:05:43Z', 'updated_at': '2022-05-26T17:05:46Z', 'revision_number': 4, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'gw_port': {'id': '42c54976-7321-468f-880a-ece21dff759c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:44Z', 'updated_at': '2022-05-26T17:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24', 'name': '', 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'mac_address': 'fa:16:3e:01:ba:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eb8dc18c-9846-424f-aae0-f4df5056785d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:46Z', 'updated_at': '2022-05-26T17:05:50Z', 'revision_number': 4, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'subnets': [{'id': 'eb8dc18c-9846-424f-aae0-f4df5056785d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:05:51.288608 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] Checking router: c844458a-c3f7-4efc-9213-41c7d3fa6298 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:05:51.289132 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] Updating router c844458a-c3f7-4efc-9213-41c7d3fa6298 port d85e3728-5bfc-4842-b1a4-94a372de66ab binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:05:51.316903 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 42c54976-7321-468f-880a-ece21dff759c is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:05:51.331067 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:51.355310 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c376a205-9a9b-4719-bad6-6d121ea96c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:51.376986 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce849e-6b12-4976-b976-1a9c5312f8f5 None None] Pushing event updated for resources: {'Port': ['ID=2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:51.592832 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-c376a205-9a9b-4719-bad6-6d121ea96c56 admin admin] Allocated IP 172.20.0.1 (039658b3-9b9c-454e-87ca-11912ff6d1ae/c479f2f0-e704-40c0-b255-0d3eb25009a1/e1ba5efc-015b-4375-b1af-fe37f914e053) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:05:51.720796 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:51.727777 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:51.754756 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c376a205-9a9b-4719-bad6-6d121ea96c56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:51.780888 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc747b-0e90-46f1-b6d7-342f9731dd8f None None] Pushing event updated for resources: {'Port': ['ID=d85e3728-5bfc-4842-b1a4-94a372de66ab,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:51.798890 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] Attempting to bind port d85e3728-5bfc-4842-b1a4-94a372de66ab on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:05:51.799302 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] Attempting to bind port d85e3728-5bfc-4842-b1a4-94a372de66ab by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:05:51.799668 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] Attempting to bind port d85e3728-5bfc-4842-b1a4-94a372de66ab on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:05:51.806869 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c376a205-9a9b-4719-bad6-6d121ea96c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:51.807802 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:05:51.808244 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:05:51.808867 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:51.809271 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:05:51.809792 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] Bound port: d85e3728-5bfc-4842-b1a4-94a372de66ab, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:05:51.810229 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:51.852749 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a414fb-039e-43d9-a20f-ab9b40eda3db None None] Network 039658b3-9b9c-454e-87ca-11912ff6d1ae requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:05:51.855034 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c376a205-9a9b-4719-bad6-6d121ea96c56 admin admin] Network 039658b3-9b9c-454e-87ca-11912ff6d1ae is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:05:51.860378 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-c376a205-9a9b-4719-bad6-6d121ea96c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:05:51.863324 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c376a205-9a9b-4719-bad6-6d121ea96c56 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:05:51.873183 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] For port d85e3728-5bfc-4842-b1a4-94a372de66ab, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:05:51.877746 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] For port d85e3728-5bfc-4842-b1a4-94a372de66ab, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d85e3728-5bfc-4842-b1a4-94a372de66ab,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:05:51.884837 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:51.897997 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376a205-9a9b-4719-bad6-6d121ea96c56 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ba5efc-015b-4375-b1af-fe37f914e053,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:51.928583 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c376a205-9a9b-4719-bad6-6d121ea96c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:51.975620 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] Routers {'c844458a-c3f7-4efc-9213-41c7d3fa6298'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:05:51.976347 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:05:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c844458a-c3f7-4efc-9213-41c7d3fa6298'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:52.016502 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc747b-0e90-46f1-b6d7-342f9731dd8f None None] Pushing event updated for resources: {'Port': ['ID=d85e3728-5bfc-4842-b1a4-94a372de66ab,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:52.041927 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ed61c393-67f4-4427-8bf7-88feafb01bbd None None] Provisioning complete for port 8d8afc94-dac7-47a4-aa14-45c6e468a0e9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:52.042302 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed61c393-67f4-4427-8bf7-88feafb01bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:52.116901 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] Set router c844458a-c3f7-4efc-9213-41c7d3fa6298 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:05:52.160970 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c376a205-9a9b-4719-bad6-6d121ea96c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:52.164743 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ed61c393-67f4-4427-8bf7-88feafb01bbd None None] Current status of the port 8d8afc94-dac7-47a4-aa14-45c6e468a0e9 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:05:52.165138 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed61c393-67f4-4427-8bf7-88feafb01bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:52.226812 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ed61c393-67f4-4427-8bf7-88feafb01bbd None None] For port 8d8afc94-dac7-47a4-aa14-45c6e468a0e9, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=8d8afc94-dac7-47a4-aa14-45c6e468a0e9,segment=NetworkSegment(4ced967e-cad2-4ad5-8ece-86046cb2f0a5),segment_id=4ced967e-cad2-4ad5-8ece-86046cb2f0a5)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:52.233215 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed61c393-67f4-4427-8bf7-88feafb01bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:52.318949 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61c393-67f4-4427-8bf7-88feafb01bbd None None] Pushing event updated for resources: {'Port': ['ID=8d8afc94-dac7-47a4-aa14-45c6e468a0e9,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:52.402879 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c844458a-c3f7-4efc-9213-41c7d3fa6298', 'name': 'tempest-TestMinimumBasicScenario-1773939709-router', 'tenant_id': 'aef28701510345919f5ffff80c13688a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'd85e3728-5bfc-4842-b1a4-94a372de66ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:05:49Z', 'updated_at': '2022-05-26T17:05:50Z', 'revision_number': 3, 'project_id': 'aef28701510345919f5ffff80c13688a', 'gw_port': {'id': 'd85e3728-5bfc-4842-b1a4-94a372de66ab', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c844458a-c3f7-4efc-9213-41c7d3fa6298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:49Z', 'updated_at': '2022-05-26T17:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:52.438965 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35964b9-5225-4b61-b96a-f4a31f0052f8 None None] The sync data for ids ['c844458a-c3f7-4efc-9213-41c7d3fa6298'] in n-d-843337-2 is: [{'id': 'c844458a-c3f7-4efc-9213-41c7d3fa6298', 'name': 'tempest-TestMinimumBasicScenario-1773939709-router', 'tenant_id': 'aef28701510345919f5ffff80c13688a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'd85e3728-5bfc-4842-b1a4-94a372de66ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:05:49Z', 'updated_at': '2022-05-26T17:05:50Z', 'revision_number': 3, 'project_id': 'aef28701510345919f5ffff80c13688a', 'gw_port': {'id': 'd85e3728-5bfc-4842-b1a4-94a372de66ab', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c844458a-c3f7-4efc-9213-41c7d3fa6298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:49Z', 'updated_at': '2022-05-26T17:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:05:52.458610 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c376a205-9a9b-4719-bad6-6d121ea96c56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:52.465182 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c376a205-9a9b-4719-bad6-6d121ea96c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:52.467995 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-04657fc4-5625-415d-9a28-6d8a1ea88e3b None None] Provisioning complete for port e1ba5efc-015b-4375-b1af-fe37f914e053 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:52.468578 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-04657fc4-5625-415d-9a28-6d8a1ea88e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:52.516477 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-04657fc4-5625-415d-9a28-6d8a1ea88e3b None None] Port e1ba5efc-015b-4375-b1af-fe37f914e053 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:05:52.536614 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-04657fc4-5625-415d-9a28-6d8a1ea88e3b None None] Provisioning complete for port 8d8afc94-dac7-47a4-aa14-45c6e468a0e9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:52.537241 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-04657fc4-5625-415d-9a28-6d8a1ea88e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:52.555233 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c376a205-9a9b-4719-bad6-6d121ea96c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:52.565984 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376a205-9a9b-4719-bad6-6d121ea96c56 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ba5efc-015b-4375-b1af-fe37f914e053,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:52.658387 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-04657fc4-5625-415d-9a28-6d8a1ea88e3b None None] Current status of the port 8d8afc94-dac7-47a4-aa14-45c6e468a0e9 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:05:52.684626 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c376a205-9a9b-4719-bad6-6d121ea96c56 admin admin] Network 039658b3-9b9c-454e-87ca-11912ff6d1ae is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:05:52.688900 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-c376a205-9a9b-4719-bad6-6d121ea96c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:05:52.793730 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-6ea3d2f1-57d0-4694-9f77-5640d661f31a None None] Provisioning complete for port e1ba5efc-015b-4375-b1af-fe37f914e053 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:52.794096 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6ea3d2f1-57d0-4694-9f77-5640d661f31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:52.858741 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-6ea3d2f1-57d0-4694-9f77-5640d661f31a None None] Port e1ba5efc-015b-4375-b1af-fe37f914e053 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:05:52.915754 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c376a205-9a9b-4719-bad6-6d121ea96c56 admin admin] Router c844458a-c3f7-4efc-9213-41c7d3fa6298 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:05:52.963565 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:05:53.034481 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:53.034866 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:53.095549 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c376a205-9a9b-4719-bad6-6d121ea96c56 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:05:53.105699 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c376a205-9a9b-4719-bad6-6d121ea96c56 admin admin] 10.222.0.77 "PUT /v2.0/routers/c844458a-c3f7-4efc-9213-41c7d3fa6298/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3197744 May 26 17:05:53.140574 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:05:53.141669 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8d8afc94-dac7-47a4-aa14-45c6e468a0e9 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:05:53.195973 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ae40c9cb-cebf-4fb5-90dd-64eb9cb526e8 None None] Provisioning complete for port e1ba5efc-015b-4375-b1af-fe37f914e053 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:53.196370 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ae40c9cb-cebf-4fb5-90dd-64eb9cb526e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:53.238205 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 8d8afc94-dac7-47a4-aa14-45c6e468a0e9 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:53.238484 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:53.240186 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ae40c9cb-cebf-4fb5-90dd-64eb9cb526e8 None None] Port e1ba5efc-015b-4375-b1af-fe37f914e053 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:05:53.352862 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 8d8afc94-dac7-47a4-aa14-45c6e468a0e9 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:05:54.859724 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d85e3728-5bfc-4842-b1a4-94a372de66ab up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:05:54.928948 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port d85e3728-5bfc-4842-b1a4-94a372de66ab triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:54.928948 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:54.985254 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] Sync routers for ids ['c844458a-c3f7-4efc-9213-41c7d3fa6298'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:05:55.006509 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] Routers {'c844458a-c3f7-4efc-9213-41c7d3fa6298'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:05:55.007328 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:05:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c844458a-c3f7-4efc-9213-41c7d3fa6298'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:55.142328 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port d85e3728-5bfc-4842-b1a4-94a372de66ab is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:05:55.142826 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:55.183443 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port d85e3728-5bfc-4842-b1a4-94a372de66ab, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d85e3728-5bfc-4842-b1a4-94a372de66ab,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:55.185905 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] Set router c844458a-c3f7-4efc-9213-41c7d3fa6298 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:05:55.216566 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:55.511633 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=d85e3728-5bfc-4842-b1a4-94a372de66ab,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:55.639203 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c844458a-c3f7-4efc-9213-41c7d3fa6298', 'name': 'tempest-TestMinimumBasicScenario-1773939709-router', 'tenant_id': 'aef28701510345919f5ffff80c13688a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'd85e3728-5bfc-4842-b1a4-94a372de66ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:05:49Z', 'updated_at': '2022-05-26T17:05:52Z', 'revision_number': 4, 'project_id': 'aef28701510345919f5ffff80c13688a', 'gw_port': {'id': 'd85e3728-5bfc-4842-b1a4-94a372de66ab', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c844458a-c3f7-4efc-9213-41c7d3fa6298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:49Z', 'updated_at': '2022-05-26T17:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'e1ba5efc-015b-4375-b1af-fe37f914e053', 'name': '', 'network_id': '039658b3-9b9c-454e-87ca-11912ff6d1ae', 'tenant_id': 'aef28701510345919f5ffff80c13688a', 'mac_address': 'fa:16:3e:f6:87:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c844458a-c3f7-4efc-9213-41c7d3fa6298', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c479f2f0-e704-40c0-b255-0d3eb25009a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:51Z', 'updated_at': '2022-05-26T17:05:52Z', 'revision_number': 2, 'project_id': 'aef28701510345919f5ffff80c13688a', 'subnets': [{'id': 'c479f2f0-e704-40c0-b255-0d3eb25009a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:55.678644 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] Checking router: c844458a-c3f7-4efc-9213-41c7d3fa6298 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:05:55.678871 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] Updating router c844458a-c3f7-4efc-9213-41c7d3fa6298 port e1ba5efc-015b-4375-b1af-fe37f914e053 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:05:55.711135 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:56.036827 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:56.055463 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:56.131990 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad4b3f-6a68-4a01-b42c-a2f82b531544 None None] Pushing event updated for resources: {'Port': ['ID=e1ba5efc-015b-4375-b1af-fe37f914e053,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:56.205516 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] Attempting to bind port e1ba5efc-015b-4375-b1af-fe37f914e053 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:05:56.206024 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] Attempting to bind port e1ba5efc-015b-4375-b1af-fe37f914e053 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '4ced967e-cad2-4ad5-8ece-86046cb2f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '039658b3-9b9c-454e-87ca-11912ff6d1ae'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:05:56.206524 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] Attempting to bind port e1ba5efc-015b-4375-b1af-fe37f914e053 on network 039658b3-9b9c-454e-87ca-11912ff6d1ae {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:05:56.212628 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:05:56.213125 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] Checking segment: {'id': '4ced967e-cad2-4ad5-8ece-86046cb2f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '039658b3-9b9c-454e-87ca-11912ff6d1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:05:56.213744 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:56.214225 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] Bound using segment: {'id': '4ced967e-cad2-4ad5-8ece-86046cb2f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '039658b3-9b9c-454e-87ca-11912ff6d1ae'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:05:56.214765 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] Bound port: e1ba5efc-015b-4375-b1af-fe37f914e053, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ced967e-cad2-4ad5-8ece-86046cb2f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '039658b3-9b9c-454e-87ca-11912ff6d1ae'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:05:56.215218 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:56.315569 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] For port e1ba5efc-015b-4375-b1af-fe37f914e053, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:05:56.318835 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] For port e1ba5efc-015b-4375-b1af-fe37f914e053, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e1ba5efc-015b-4375-b1af-fe37f914e053,segment=NetworkSegment(4ced967e-cad2-4ad5-8ece-86046cb2f0a5),segment_id=4ced967e-cad2-4ad5-8ece-86046cb2f0a5)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:05:56.326897 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:56.425285 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] Routers {'c844458a-c3f7-4efc-9213-41c7d3fa6298'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:05:56.426030 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:05:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c844458a-c3f7-4efc-9213-41c7d3fa6298'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:56.515877 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-33f94de0-02b9-4baa-86af-0313f041f6ec None None] Provisioning complete for port e1ba5efc-015b-4375-b1af-fe37f914e053 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:56.516746 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-33f94de0-02b9-4baa-86af-0313f041f6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:56.523388 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad4b3f-6a68-4a01-b42c-a2f82b531544 None None] Pushing event updated for resources: {'Port': ['ID=e1ba5efc-015b-4375-b1af-fe37f914e053,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:56.643296 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] Set router c844458a-c3f7-4efc-9213-41c7d3fa6298 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:05:56.766857 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-33f94de0-02b9-4baa-86af-0313f041f6ec None None] Current status of the port e1ba5efc-015b-4375-b1af-fe37f914e053 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:05:56.767253 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-33f94de0-02b9-4baa-86af-0313f041f6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:56.852669 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d85e3728-5bfc-4842-b1a4-94a372de66ab up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:05:56.883329 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-33f94de0-02b9-4baa-86af-0313f041f6ec None None] For port e1ba5efc-015b-4375-b1af-fe37f914e053, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e1ba5efc-015b-4375-b1af-fe37f914e053,segment=NetworkSegment(4ced967e-cad2-4ad5-8ece-86046cb2f0a5),segment_id=4ced967e-cad2-4ad5-8ece-86046cb2f0a5)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:05:56.891586 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-33f94de0-02b9-4baa-86af-0313f041f6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:57.018074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f94de0-02b9-4baa-86af-0313f041f6ec None None] Pushing event updated for resources: {'Port': ['ID=e1ba5efc-015b-4375-b1af-fe37f914e053,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:05:57.032355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port d85e3728-5bfc-4842-b1a4-94a372de66ab triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:57.032731 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:57.041796 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a3163773-bd5c-421e-988c-506f707a81a8 None None] Provisioning complete for port e1ba5efc-015b-4375-b1af-fe37f914e053 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:57.041796 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a3163773-bd5c-421e-988c-506f707a81a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:57.135221 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c844458a-c3f7-4efc-9213-41c7d3fa6298', 'name': 'tempest-TestMinimumBasicScenario-1773939709-router', 'tenant_id': 'aef28701510345919f5ffff80c13688a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'd85e3728-5bfc-4842-b1a4-94a372de66ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:05:49Z', 'updated_at': '2022-05-26T17:05:52Z', 'revision_number': 4, 'project_id': 'aef28701510345919f5ffff80c13688a', 'gw_port': {'id': 'd85e3728-5bfc-4842-b1a4-94a372de66ab', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844458a-c3f7-4efc-9213-41c7d3fa6298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:49Z', 'updated_at': '2022-05-26T17:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'e1ba5efc-015b-4375-b1af-fe37f914e053', 'name': '', 'network_id': '039658b3-9b9c-454e-87ca-11912ff6d1ae', 'tenant_id': 'aef28701510345919f5ffff80c13688a', 'mac_address': 'fa:16:3e:f6:87:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c844458a-c3f7-4efc-9213-41c7d3fa6298', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c479f2f0-e704-40c0-b255-0d3eb25009a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:51Z', 'updated_at': '2022-05-26T17:05:56Z', 'revision_number': 4, 'project_id': 'aef28701510345919f5ffff80c13688a', 'subnets': [{'id': 'c479f2f0-e704-40c0-b255-0d3eb25009a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:05:57.191921 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e00f699-91e0-4872-bae8-2c7df7483e33 None None] The sync data for ids ['c844458a-c3f7-4efc-9213-41c7d3fa6298'] in n-d-843337-2 is: [{'id': 'c844458a-c3f7-4efc-9213-41c7d3fa6298', 'name': 'tempest-TestMinimumBasicScenario-1773939709-router', 'tenant_id': 'aef28701510345919f5ffff80c13688a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'd85e3728-5bfc-4842-b1a4-94a372de66ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:05:49Z', 'updated_at': '2022-05-26T17:05:52Z', 'revision_number': 4, 'project_id': 'aef28701510345919f5ffff80c13688a', 'gw_port': {'id': 'd85e3728-5bfc-4842-b1a4-94a372de66ab', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844458a-c3f7-4efc-9213-41c7d3fa6298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:49Z', 'updated_at': '2022-05-26T17:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'e1ba5efc-015b-4375-b1af-fe37f914e053', 'name': '', 'network_id': '039658b3-9b9c-454e-87ca-11912ff6d1ae', 'tenant_id': 'aef28701510345919f5ffff80c13688a', 'mac_address': 'fa:16:3e:f6:87:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c844458a-c3f7-4efc-9213-41c7d3fa6298', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c479f2f0-e704-40c0-b255-0d3eb25009a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:51Z', 'updated_at': '2022-05-26T17:05:56Z', 'revision_number': 4, 'project_id': 'aef28701510345919f5ffff80c13688a', 'subnets': [{'id': 'c479f2f0-e704-40c0-b255-0d3eb25009a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:05:57.241493 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port d85e3728-5bfc-4842-b1a4-94a372de66ab is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:05:57.243877 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a3163773-bd5c-421e-988c-506f707a81a8 None None] Current status of the port e1ba5efc-015b-4375-b1af-fe37f914e053 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:05:58.841193 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e1ba5efc-015b-4375-b1af-fe37f914e053 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:05:58.918142 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port e1ba5efc-015b-4375-b1af-fe37f914e053 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:05:58.918624 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:05:59.019675 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port e1ba5efc-015b-4375-b1af-fe37f914e053 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:06:01.031535 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:03.347785 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-c36ea958-fe75-410a-847a-1aec1905a88b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:03.349368 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-c36ea958-fe75-410a-847a-1aec1905a88b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/networks?id=d3ab117d-a415-4a39-9149-4e24b2f8247c HTTP/1.1" status: 200 len: 814 time: 0.1097071 May 26 17:06:03.365304 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-ccad31a9-0474-463c-846e-e67be3f954d3 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/quotas/f667805488bd46589926ba4f3a673dae HTTP/1.1" status: 200 len: 375 time: 0.0096936 May 26 17:06:03.422398 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-e8adc987-a98d-4bd3-921d-474f4d8f6186 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f667805488bd46589926ba4f3a673dae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499709 May 26 17:06:03.439948 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-c3dfcff1-f170-44c7-8f64-580062566cf7 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:06:03.441035 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-c3dfcff1-f170-44c7-8f64-580062566cf7 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054693 May 26 17:06:03.537883 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-68457b2d-f3b9-4b96-aab2-8c4687b00a6e service neutron] 10.222.0.77 "GET /v2.0/networks/d3ab117d-a415-4a39-9149-4e24b2f8247c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906134 May 26 17:06:03.635491 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-ae9f1403-b262-46df-9bae-d884d39f0e4b service neutron] 10.222.0.77 "GET /v2.0/networks/d3ab117d-a415-4a39-9149-4e24b2f8247c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906649 May 26 17:06:03.903838 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c44f26e-4d9e-44c4-9594-a063f0becf2c req-99ddd995-aacf-4081-b3cf-04d32160a321 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 210 time: 0.1320937 May 26 17:06:04.916236 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-9fe3eb9a-4912-4991-8cfc-50d0284d3325 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:04.917821 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-9fe3eb9a-4912-4991-8cfc-50d0284d3325 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.83 "GET /v2.0/networks?id=d3ab117d-a415-4a39-9149-4e24b2f8247c HTTP/1.1" status: 200 len: 814 time: 0.1131070 May 26 17:06:04.952694 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-7e507867-ea37-488f-a8fc-82be75e1f2a7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Request body: {'port': {'device_id': '93e22a42-5407-4160-84ed-aa5c8cfe0c66', 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c', 'admin_state_up': True, 'tenant_id': 'f667805488bd46589926ba4f3a673dae'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:06:05.003469 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da340a72-01d8-4a50-94ce-f15d3ec6dea0 req-ccc371be-d700-4611-a4db-22db6cd3f6db tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 210 time: 0.0285563 May 26 17:06:05.078703 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-7e507867-ea37-488f-a8fc-82be75e1f2a7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Made reservation on behalf of f667805488bd46589926ba4f3a673dae for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:06:05.083683 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-7e507867-ea37-488f-a8fc-82be75e1f2a7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:05.231709 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-7e507867-ea37-488f-a8fc-82be75e1f2a7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Allocated IP 172.20.0.10 (d3ab117d-a415-4a39-9149-4e24b2f8247c/eb8dc18c-9846-424f-aae0-f4df5056785d/217645d0-bf43-4c6d-b0f8-a4244cecb638) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:06:05.448683 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-7e507867-ea37-488f-a8fc-82be75e1f2a7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:05.491587 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-7e507867-ea37-488f-a8fc-82be75e1f2a7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:05.558982 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-7e507867-ea37-488f-a8fc-82be75e1f2a7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Network d3ab117d-a415-4a39-9149-4e24b2f8247c is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:06:05.562265 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-7e507867-ea37-488f-a8fc-82be75e1f2a7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:06:05.567335 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-7e507867-ea37-488f-a8fc-82be75e1f2a7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:06:05.572134 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e507867-ea37-488f-a8fc-82be75e1f2a7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Pushing event updated for resources: {'Port': ['ID=217645d0-bf43-4c6d-b0f8-a4244cecb638,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:06:05.604207 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e507867-ea37-488f-a8fc-82be75e1f2a7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:05.605141 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e507867-ea37-488f-a8fc-82be75e1f2a7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:05.605577 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e507867-ea37-488f-a8fc-82be75e1f2a7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:05.605779 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e507867-ea37-488f-a8fc-82be75e1f2a7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:05.606120 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e507867-ea37-488f-a8fc-82be75e1f2a7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:05.606454 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e507867-ea37-488f-a8fc-82be75e1f2a7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:05.606866 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e507867-ea37-488f-a8fc-82be75e1f2a7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:05.607205 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e507867-ea37-488f-a8fc-82be75e1f2a7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:05.607541 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e507867-ea37-488f-a8fc-82be75e1f2a7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:05.607871 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e507867-ea37-488f-a8fc-82be75e1f2a7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:05.608228 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e507867-ea37-488f-a8fc-82be75e1f2a7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:05.608556 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e507867-ea37-488f-a8fc-82be75e1f2a7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:05.636037 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-7e507867-ea37-488f-a8fc-82be75e1f2a7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:05.636748 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-7e507867-ea37-488f-a8fc-82be75e1f2a7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:05.655136 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-7e507867-ea37-488f-a8fc-82be75e1f2a7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7070751 May 26 17:06:05.920764 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a5b25e35-19d6-4b76-b214-e54ee1414610 None None] Provisioning complete for port 217645d0-bf43-4c6d-b0f8-a4244cecb638 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:06:05.921338 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a5b25e35-19d6-4b76-b214-e54ee1414610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:05.976770 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a5b25e35-19d6-4b76-b214-e54ee1414610 None None] Port 217645d0-bf43-4c6d-b0f8-a4244cecb638 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:06:06.144145 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a20b57-2321-40c4-b3a9-20c9c087640e req-b5724328-0102-487b-8fb2-1a81a1dfe7f3 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:06.145725 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1a20b57-2321-40c4-b3a9-20c9c087640e req-b5724328-0102-487b-8fb2-1a81a1dfe7f3 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 932 time: 0.0549462 May 26 17:06:06.195349 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f1a20b57-2321-40c4-b3a9-20c9c087640e req-159d5218-ce01-4576-9d97-6086ce1108f3 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421047 May 26 17:06:07.338193 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a0549-0674-40aa-8fd6-85c3cc99fce6 req-2fd4de4d-ed26-4785-b4ad-bf376ec05c48 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:07.341235 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c92a0549-0674-40aa-8fd6-85c3cc99fce6 req-2fd4de4d-ed26-4785-b4ad-bf376ec05c48 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 932 time: 0.0569644 May 26 17:06:07.387593 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c92a0549-0674-40aa-8fd6-85c3cc99fce6 req-f40aa8e4-dc37-4d74-9dc9-cd40f46f081f tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394807 May 26 17:06:08.530721 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6b0b4-4204-4339-863f-397ea9d4565e req-2e588419-9dd6-4eb3-821d-7f1881a0b835 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:08.532302 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ca6b0b4-4204-4339-863f-397ea9d4565e req-2e588419-9dd6-4eb3-821d-7f1881a0b835 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 932 time: 0.0541296 May 26 17:06:08.570491 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ca6b0b4-4204-4339-863f-397ea9d4565e req-5a4e3c8c-7eae-40f1-bf0c-9b118016ab62 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321603 May 26 17:06:09.734599 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fb461-9a3a-44ec-8855-0ab08d034f60 req-64789e79-b24b-4073-b681-cc074672fd23 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:09.736207 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd5fb461-9a3a-44ec-8855-0ab08d034f60 req-64789e79-b24b-4073-b681-cc074672fd23 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 932 time: 0.0712564 May 26 17:06:09.780699 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd5fb461-9a3a-44ec-8855-0ab08d034f60 req-d7b86ea1-b5a9-4a9a-8220-434a45080660 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374949 May 26 17:06:11.257998 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825111a-01cd-4c1a-9ff8-88fc3e7edecd req-7848788b-d376-410d-83cf-d0c7c2f26f25 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:11.259641 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0825111a-01cd-4c1a-9ff8-88fc3e7edecd req-7848788b-d376-410d-83cf-d0c7c2f26f25 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 932 time: 0.4014254 May 26 17:06:11.301774 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0825111a-01cd-4c1a-9ff8-88fc3e7edecd req-998aaa4d-5bfa-461e-8e2d-641c8151f9d6 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357573 May 26 17:06:12.443384 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc956a-632e-4e3a-9853-c533c4940671 req-0aead1fe-3ecf-4f23-804f-2e0a44f7d2d6 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:12.445036 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28bc956a-632e-4e3a-9853-c533c4940671 req-0aead1fe-3ecf-4f23-804f-2e0a44f7d2d6 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 932 time: 0.0718584 May 26 17:06:12.492395 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-28bc956a-632e-4e3a-9853-c533c4940671 req-8a5a70f8-9e33-430f-b088-21f904a0384a tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344977 May 26 17:06:13.167387 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7d5ac5d8-7ebd-4a5e-b645-7b3494fdcd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:13.627150 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3ce4a-1808-45ce-a566-5ab9f816e098 req-d7e38a2b-2ff0-4057-9d2f-7222c9046319 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:13.629102 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cee3ce4a-1808-45ce-a566-5ab9f816e098 req-d7e38a2b-2ff0-4057-9d2f-7222c9046319 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 932 time: 0.0519893 May 26 17:06:13.682208 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cee3ce4a-1808-45ce-a566-5ab9f816e098 req-19d890f6-9595-4fec-9e8d-02888202e98b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456405 May 26 17:06:14.804625 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73aad1-48ec-437b-91e2-56c567fef750 req-fa62b4de-efa1-4f44-8d64-5a7b37efd965 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:14.806211 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f73aad1-48ec-437b-91e2-56c567fef750 req-fa62b4de-efa1-4f44-8d64-5a7b37efd965 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 932 time: 0.0513268 May 26 17:06:14.850277 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4f73aad1-48ec-437b-91e2-56c567fef750 req-71a41507-9cd1-43f4-83e6-28535d74b35c tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360196 May 26 17:06:15.602924 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bf9a1372-00e1-41fa-851c-b96ff313d146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:15.963446 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57220f3f-42b9-46f3-ac7d-5e883afd19b3 req-84c554f8-83c2-47f8-b450-c35824ec81bf tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:15.964970 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57220f3f-42b9-46f3-ac7d-5e883afd19b3 req-84c554f8-83c2-47f8-b450-c35824ec81bf tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 932 time: 0.0479710 May 26 17:06:16.003372 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57220f3f-42b9-46f3-ac7d-5e883afd19b3 req-5a0ff064-4f39-412a-bf43-5f0d5a619a8f tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319276 May 26 17:06:16.763226 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:17.119698 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f4eef-11a8-4ac9-b969-39b172c81bee req-4ead3d6d-f7f9-4de3-84c1-89baa60e3b4e tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:17.121180 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-060f4eef-11a8-4ac9-b969-39b172c81bee req-4ead3d6d-f7f9-4de3-84c1-89baa60e3b4e tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 932 time: 0.0491586 May 26 17:06:17.162565 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-060f4eef-11a8-4ac9-b969-39b172c81bee req-8e93bc0b-8872-4779-a121-155b1932f91b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350657 May 26 17:06:18.282479 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b2c3a-7d9e-4263-9a0f-0f14c1be7900 req-5477b90b-2366-4bfb-af17-1dd33e7d8e6f tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:18.284064 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb5b2c3a-7d9e-4263-9a0f-0f14c1be7900 req-5477b90b-2366-4bfb-af17-1dd33e7d8e6f tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 932 time: 0.0507803 May 26 17:06:18.328858 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fb5b2c3a-7d9e-4263-9a0f-0f14c1be7900 req-75460201-6748-4c65-b6e4-6acec2fa1f10 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386353 May 26 17:06:18.498106 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:18.648858 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:18.663690 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:06:19.106731 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:19.173773 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-4213fbaa-8b47-4f4c-b4af-f701d1e29e05 service neutron] Request body: {'port': {'device_id': '93e22a42-5407-4160-84ed-aa5c8cfe0c66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:06:19.233003 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-4213fbaa-8b47-4f4c-b4af-f701d1e29e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:19.449300 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03564c-4d4c-4896-b9d1-26ead7bb7aca req-168d9bda-0fd7-4810-b820-2487b5745936 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:19.450814 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe03564c-4d4c-4896-b9d1-26ead7bb7aca req-168d9bda-0fd7-4810-b820-2487b5745936 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 932 time: 0.0517051 May 26 17:06:19.490509 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fe03564c-4d4c-4896-b9d1-26ead7bb7aca req-46bd9658-6488-4685-bd3f-dbeb603a241d tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326850 May 26 17:06:19.509510 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-4213fbaa-8b47-4f4c-b4af-f701d1e29e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217645d0-bf43-4c6d-b0f8-a4244cecb638 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:06:19.517157 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-4213fbaa-8b47-4f4c-b4af-f701d1e29e05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:19.529499 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-4213fbaa-8b47-4f4c-b4af-f701d1e29e05 service neutron] Transition to ACTIVE for port object 217645d0-bf43-4c6d-b0f8-a4244cecb638 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 17:06:19.533807 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-4213fbaa-8b47-4f4c-b4af-f701d1e29e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:19.599226 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213fbaa-8b47-4f4c-b4af-f701d1e29e05 service neutron] Pushing event updated for resources: {'Port': ['ID=217645d0-bf43-4c6d-b0f8-a4244cecb638,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:06:19.674869 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-4213fbaa-8b47-4f4c-b4af-f701d1e29e05 service neutron] Attempting to bind port 217645d0-bf43-4c6d-b0f8-a4244cecb638 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:06:19.674869 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-4213fbaa-8b47-4f4c-b4af-f701d1e29e05 service neutron] Attempting to bind port 217645d0-bf43-4c6d-b0f8-a4244cecb638 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'b6bea1bb-0180-4892-acf4-20a1600b69c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:06:19.675214 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-4213fbaa-8b47-4f4c-b4af-f701d1e29e05 service neutron] Attempting to bind port 217645d0-bf43-4c6d-b0f8-a4244cecb638 on network d3ab117d-a415-4a39-9149-4e24b2f8247c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:06:19.679717 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-4213fbaa-8b47-4f4c-b4af-f701d1e29e05 service neutron] Port 217645d0-bf43-4c6d-b0f8-a4244cecb638 on network d3ab117d-a415-4a39-9149-4e24b2f8247c not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:06:19.680043 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-4213fbaa-8b47-4f4c-b4af-f701d1e29e05 service neutron] Attempting to bind port 217645d0-bf43-4c6d-b0f8-a4244cecb638 on network d3ab117d-a415-4a39-9149-4e24b2f8247c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:06:19.685164 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-4213fbaa-8b47-4f4c-b4af-f701d1e29e05 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:06:19.685490 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-4213fbaa-8b47-4f4c-b4af-f701d1e29e05 service neutron] Checking segment: {'id': 'b6bea1bb-0180-4892-acf4-20a1600b69c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:06:19.685877 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-4213fbaa-8b47-4f4c-b4af-f701d1e29e05 service neutron] Bound using segment: {'id': 'b6bea1bb-0180-4892-acf4-20a1600b69c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:06:19.686312 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-4213fbaa-8b47-4f4c-b4af-f701d1e29e05 service neutron] Bound port: 217645d0-bf43-4c6d-b0f8-a4244cecb638, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6bea1bb-0180-4892-acf4-20a1600b69c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:06:19.686711 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-4213fbaa-8b47-4f4c-b4af-f701d1e29e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:19.758140 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-4213fbaa-8b47-4f4c-b4af-f701d1e29e05 service neutron] For port 217645d0-bf43-4c6d-b0f8-a4244cecb638, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:06:19.761182 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-4213fbaa-8b47-4f4c-b4af-f701d1e29e05 service neutron] For port 217645d0-bf43-4c6d-b0f8-a4244cecb638, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=217645d0-bf43-4c6d-b0f8-a4244cecb638,segment=NetworkSegment(b6bea1bb-0180-4892-acf4-20a1600b69c6),segment_id=b6bea1bb-0180-4892-acf4-20a1600b69c6)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:06:19.766379 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-4213fbaa-8b47-4f4c-b4af-f701d1e29e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:19.801628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-4213fbaa-8b47-4f4c-b4af-f701d1e29e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:19.802260 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-4213fbaa-8b47-4f4c-b4af-f701d1e29e05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:19.803748 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-4213fbaa-8b47-4f4c-b4af-f701d1e29e05 service neutron] 10.222.0.83 "PUT /v2.0/ports/217645d0-bf43-4c6d-b0f8-a4244cecb638 HTTP/1.1" status: 200 len: 1092 time: 0.6836476 May 26 17:06:19.806139 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e22a42-5407-4160-84ed-aa5c8cfe0c66', 'tag': '217645d0-bf43-4c6d-b0f8-a4244cecb638'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:06:19.808702 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c342bce8-b688-4cbc-96a6-efdb971a0d79" -d '{"events": [{"name": "network-changed", "server_uuid": "93e22a42-5407-4160-84ed-aa5c8cfe0c66", "tag": "217645d0-bf43-4c6d-b0f8-a4244cecb638"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:06:19.837800 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213fbaa-8b47-4f4c-b4af-f701d1e29e05 service neutron] Pushing event updated for resources: {'Port': ['ID=217645d0-bf43-4c6d-b0f8-a4244cecb638,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:06:19.931989 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89f81c5-3481-4e88-9a65-ca17f39b5753 x-openstack-request-id: req-f89f81c5-3481-4e88-9a65-ca17f39b5753 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:06:19.932346 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e22a42-5407-4160-84ed-aa5c8cfe0c66", "tag": "217645d0-bf43-4c6d-b0f8-a4244cecb638", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:06:19.932604 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f89f81c5-3481-4e88-9a65-ca17f39b5753 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:06:19.933016 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f89f81c5-3481-4e88-9a65-ca17f39b5753'] response: {'name': 'network-changed', 'server_uuid': '93e22a42-5407-4160-84ed-aa5c8cfe0c66', 'tag': '217645d0-bf43-4c6d-b0f8-a4244cecb638', 'status': 'completed', 'code': 200} May 26 17:06:19.943375 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-cfcdd25e-a3dc-4bbb-aaee-0ef8f06b4ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:19.944979 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-cfcdd25e-a3dc-4bbb-aaee-0ef8f06b4ba7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f667805488bd46589926ba4f3a673dae&device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 1095 time: 0.0501740 May 26 17:06:20.001319 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-e1ee0794-8854-46ea-82af-3f78efd43065 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=217645d0-bf43-4c6d-b0f8-a4244cecb638 HTTP/1.1" status: 200 len: 217 time: 0.0402546 May 26 17:06:20.051178 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-f89e529c-6366-45e4-a9a8-ecd19f86e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:20.052688 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-f89e529c-6366-45e4-a9a8-ecd19f86e645 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eb8dc18c-9846-424f-aae0-f4df5056785d HTTP/1.1" status: 200 len: 853 time: 0.0441148 May 26 17:06:20.098430 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-0d761ce5-3394-4559-8476-a0d71c564ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:20.099918 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-0d761ce5-3394-4559-8476-a0d71c564ec8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d3ab117d-a415-4a39-9149-4e24b2f8247c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405476 May 26 17:06:20.193004 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-ec466ec3-9c3b-4c8f-8c26-3e81eafb5e25 service neutron] 10.222.0.83 "GET /v2.0/networks/d3ab117d-a415-4a39-9149-4e24b2f8247c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859492 May 26 17:06:20.282451 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d1fc9222-3a44-4ce8-a9f8-f69c8442bb58 req-29d19266-0a9c-4af4-8a24-a5c82974adba service neutron] 10.222.0.83 "GET /v2.0/networks/d3ab117d-a415-4a39-9149-4e24b2f8247c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827997 May 26 17:06:20.429344 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342bce8-b688-4cbc-96a6-efdb971a0d79 req-1aeb294f-d4a2-408e-b9f2-28f576da6836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:20.430874 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c342bce8-b688-4cbc-96a6-efdb971a0d79 req-1aeb294f-d4a2-408e-b9f2-28f576da6836 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f667805488bd46589926ba4f3a673dae&device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 1095 time: 0.0420570 May 26 17:06:20.525819 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342bce8-b688-4cbc-96a6-efdb971a0d79 req-79edc784-7576-4d45-a341-2e8a8d1554d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:20.527295 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c342bce8-b688-4cbc-96a6-efdb971a0d79 req-79edc784-7576-4d45-a341-2e8a8d1554d0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d3ab117d-a415-4a39-9149-4e24b2f8247c HTTP/1.1" status: 200 len: 915 time: 0.0885551 May 26 17:06:20.570942 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c342bce8-b688-4cbc-96a6-efdb971a0d79 req-d315deb8-df9d-45ce-85d8-90e3aafa09e1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=217645d0-bf43-4c6d-b0f8-a4244cecb638 HTTP/1.1" status: 200 len: 217 time: 0.0363851 May 26 17:06:20.609897 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd1185-4338-48f3-83f4-b9914d08971b req-5bdbf51e-c4b0-4cdb-9914-38cd22b0cf1f tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:20.611446 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ffdd1185-4338-48f3-83f4-b9914d08971b req-5bdbf51e-c4b0-4cdb-9914-38cd22b0cf1f tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 944 time: 0.0515776 May 26 17:06:20.628036 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342bce8-b688-4cbc-96a6-efdb971a0d79 req-100b6909-6b8f-4ce7-a80b-b60bd9ce9ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:20.629547 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c342bce8-b688-4cbc-96a6-efdb971a0d79 req-100b6909-6b8f-4ce7-a80b-b60bd9ce9ef0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eb8dc18c-9846-424f-aae0-f4df5056785d HTTP/1.1" status: 200 len: 853 time: 0.0511136 May 26 17:06:20.654909 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ffdd1185-4338-48f3-83f4-b9914d08971b req-e14e0342-d7ce-4268-881f-afdba8fbb74d tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372355 May 26 17:06:20.677993 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342bce8-b688-4cbc-96a6-efdb971a0d79 req-1f08a03a-dd62-46a8-8120-2f8dfbd7a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:20.679526 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c342bce8-b688-4cbc-96a6-efdb971a0d79 req-1f08a03a-dd62-46a8-8120-2f8dfbd7a5e0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d3ab117d-a415-4a39-9149-4e24b2f8247c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429502 May 26 17:06:20.773279 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c342bce8-b688-4cbc-96a6-efdb971a0d79 req-cb1e423e-c76a-4fd6-927e-27ba3d00a7d4 service neutron] 10.222.0.83 "GET /v2.0/networks/d3ab117d-a415-4a39-9149-4e24b2f8247c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844600 May 26 17:06:20.871265 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c342bce8-b688-4cbc-96a6-efdb971a0d79 req-d08916e6-49ac-44cf-bc9f-62e9de176bd6 service neutron] 10.222.0.83 "GET /v2.0/networks/d3ab117d-a415-4a39-9149-4e24b2f8247c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882814 May 26 17:06:21.775102 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50702c9-d39a-406c-95af-e4d7af885746 req-5a77539b-ec54-45bb-86f9-4110f28f7455 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:21.776663 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b50702c9-d39a-406c-95af-e4d7af885746 req-5a77539b-ec54-45bb-86f9-4110f28f7455 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 944 time: 0.0497439 May 26 17:06:21.815914 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b50702c9-d39a-406c-95af-e4d7af885746 req-60448d54-820e-45cf-851d-d009f1a7344b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329270 May 26 17:06:22.930060 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfb3ec-a102-4819-9ea3-b366eaa03efa req-dc5dbc42-46f1-4a07-a222-04e32f663d00 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:22.931544 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5cbfb3ec-a102-4819-9ea3-b366eaa03efa req-dc5dbc42-46f1-4a07-a222-04e32f663d00 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 944 time: 0.0484939 May 26 17:06:22.970197 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5cbfb3ec-a102-4819-9ea3-b366eaa03efa req-419b3cb6-c6bb-4d3f-b471-85aaecf85aa7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323262 May 26 17:06:24.086708 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9249a04-1528-4f9c-b888-fa27945e45cd req-d79a4412-0610-447c-a966-a15f6edaa733 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:24.088235 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d9249a04-1528-4f9c-b888-fa27945e45cd req-d79a4412-0610-447c-a966-a15f6edaa733 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 944 time: 0.0504696 May 26 17:06:24.131106 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d9249a04-1528-4f9c-b888-fa27945e45cd req-0db52811-c550-4b04-a6da-98c3687d0244 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367129 May 26 17:06:25.248177 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913293cc-d5d8-4263-909d-d2f0b5dd5df6 req-805d0f23-8c0f-4ea3-83e9-adc811d822f8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:25.249630 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-913293cc-d5d8-4263-909d-d2f0b5dd5df6 req-805d0f23-8c0f-4ea3-83e9-adc811d822f8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 944 time: 0.0480204 May 26 17:06:25.286654 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-913293cc-d5d8-4263-909d-d2f0b5dd5df6 req-9201002c-0a1b-43e6-8eb4-ddf813bbc431 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309441 May 26 17:06:25.671493 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 217645d0-bf43-4c6d-b0f8-a4244cecb638 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:06:25.772343 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 217645d0-bf43-4c6d-b0f8-a4244cecb638, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=217645d0-bf43-4c6d-b0f8-a4244cecb638,segment=NetworkSegment(b6bea1bb-0180-4892-acf4-20a1600b69c6),segment_id=b6bea1bb-0180-4892-acf4-20a1600b69c6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:06:25.784656 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '217645d0-bf43-4c6d-b0f8-a4244cecb638', 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c', 'port_id': '217645d0-bf43-4c6d-b0f8-a4244cecb638', 'mac_address': 'fa:16:3e:e9:34:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8dc18c-9846-424f-aae0-f4df5056785d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:06:25.820806 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 217645d0-bf43-4c6d-b0f8-a4244cecb638 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:06:25.821215 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:25.834475 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217645d0-bf43-4c6d-b0f8-a4244cecb638 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:06:25.853372 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 217645d0-bf43-4c6d-b0f8-a4244cecb638, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=217645d0-bf43-4c6d-b0f8-a4244cecb638,segment=NetworkSegment(b6bea1bb-0180-4892-acf4-20a1600b69c6),segment_id=b6bea1bb-0180-4892-acf4-20a1600b69c6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:06:25.857410 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:25.904392 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=217645d0-bf43-4c6d-b0f8-a4244cecb638,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:06:25.911905 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:25.912291 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:25.912635 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:25.912974 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:25.913311 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:25.913643 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:25.913975 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:25.914305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:25.914627 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:25.914950 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:25.915274 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:25.915595 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:26.314197 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['217645d0-bf43-4c6d-b0f8-a4244cecb638'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:06:26.404027 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd14512-a30a-4e39-abb8-26917ac85a74 req-d5b4a08f-4580-44e3-9ef6-afb7b942e400 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:26.405665 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2fd14512-a30a-4e39-abb8-26917ac85a74 req-d5b4a08f-4580-44e3-9ef6-afb7b942e400 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 945 time: 0.0494406 May 26 17:06:26.445878 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2fd14512-a30a-4e39-abb8-26917ac85a74 req-fbff56cb-ad44-457b-bfea-120e9393e67b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339065 May 26 17:06:27.559353 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5910a-db31-4558-af6e-aaaa0c572ae4 req-72c8c747-61a4-4861-ad3a-ac8aabb0c5d2 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:27.560850 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-afe5910a-db31-4558-af6e-aaaa0c572ae4 req-72c8c747-61a4-4861-ad3a-ac8aabb0c5d2 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 945 time: 0.0480669 May 26 17:06:27.603700 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-afe5910a-db31-4558-af6e-aaaa0c572ae4 req-6d94883b-4dbb-4687-896d-32bdc25e7d91 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351515 May 26 17:06:27.696606 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 217645d0-bf43-4c6d-b0f8-a4244cecb638 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:06:27.747122 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 217645d0-bf43-4c6d-b0f8-a4244cecb638 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 17:06:27.751737 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 217645d0-bf43-4c6d-b0f8-a4244cecb638 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:06:27.752293 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:27.828861 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 217645d0-bf43-4c6d-b0f8-a4244cecb638 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:06:27.829245 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:27.850897 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e22a42-5407-4160-84ed-aa5c8cfe0c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217645d0-bf43-4c6d-b0f8-a4244cecb638'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:06:27.853190 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c12b83-b0a5-4390-9d37-a04e23beeff4" -d '{"events": [{"server_uuid": "93e22a42-5407-4160-84ed-aa5c8cfe0c66", "name": "network-vif-plugged", "status": "completed", "tag": "217645d0-bf43-4c6d-b0f8-a4244cecb638"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:06:27.866851 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 217645d0-bf43-4c6d-b0f8-a4244cecb638, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=217645d0-bf43-4c6d-b0f8-a4244cecb638,segment=NetworkSegment(b6bea1bb-0180-4892-acf4-20a1600b69c6),segment_id=b6bea1bb-0180-4892-acf4-20a1600b69c6)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:06:27.874674 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:27.924748 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=217645d0-bf43-4c6d-b0f8-a4244cecb638,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:06:27.949320 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba29a83-e8de-4e27-8490-370dafb6e9ac x-openstack-request-id: req-aba29a83-e8de-4e27-8490-370dafb6e9ac {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:06:27.949608 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e22a42-5407-4160-84ed-aa5c8cfe0c66", "name": "network-vif-plugged", "status": "completed", "tag": "217645d0-bf43-4c6d-b0f8-a4244cecb638", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:06:27.949859 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aba29a83-e8de-4e27-8490-370dafb6e9ac {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:06:27.950255 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aba29a83-e8de-4e27-8490-370dafb6e9ac'] response: {'server_uuid': '93e22a42-5407-4160-84ed-aa5c8cfe0c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217645d0-bf43-4c6d-b0f8-a4244cecb638', 'code': 200} May 26 17:06:28.075874 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10a441-7c28-40ff-838d-3423f375ae6b req-28ff95fe-fac4-4487-a93c-fd3b35d83792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:28.077402 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ee10a441-7c28-40ff-838d-3423f375ae6b req-28ff95fe-fac4-4487-a93c-fd3b35d83792 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 1097 time: 0.0403850 May 26 17:06:28.112373 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ee10a441-7c28-40ff-838d-3423f375ae6b req-b310c227-8d47-4840-b64b-2eeaabecbdcb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284846 May 26 17:06:28.723131 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aacc17-781a-4e05-9a2f-c4f6b3cd4b08 req-3731644e-41b1-43fd-a85c-64b05f40ada0 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:28.724628 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-81aacc17-781a-4e05-9a2f-c4f6b3cd4b08 req-3731644e-41b1-43fd-a85c-64b05f40ada0 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 946 time: 0.0498526 May 26 17:06:28.762249 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-81aacc17-781a-4e05-9a2f-c4f6b3cd4b08 req-d0066fe3-e775-4bab-819d-7ca3fe44ea19 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313053 May 26 17:06:29.881956 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f2598-dd99-4cee-b662-10801a91d5c3 req-21e244be-fbec-4614-8893-8bc9d44b27cc tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:29.883423 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a2f2598-dd99-4cee-b662-10801a91d5c3 req-21e244be-fbec-4614-8893-8bc9d44b27cc tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 946 time: 0.0488696 May 26 17:06:29.923376 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a2f2598-dd99-4cee-b662-10801a91d5c3 req-6d56eaab-c480-44a2-ac4e-d72e6759a54e tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335355 May 26 17:06:30.038190 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ceef87-e038-44f6-990c-9557ddfcedea req-1d8158d2-da34-4b68-8805-2ae9c90992f8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:30.039717 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1ceef87-e038-44f6-990c-9557ddfcedea req-1d8158d2-da34-4b68-8805-2ae9c90992f8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 946 time: 0.0487661 May 26 17:06:30.082098 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1ceef87-e038-44f6-990c-9557ddfcedea req-f518c5bb-a9cf-41dc-805c-d49bc1bf0ed7 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361598 May 26 17:06:30.271379 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57a548-2dff-4757-b1b3-f79af409e998 req-ee7a27bd-0ce2-4df1-bd15-52cd55801c1a tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:30.272900 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e57a548-2dff-4757-b1b3-f79af409e998 req-ee7a27bd-0ce2-4df1-bd15-52cd55801c1a tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 946 time: 0.0491345 May 26 17:06:30.312491 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e57a548-2dff-4757-b1b3-f79af409e998 req-5db95872-f12d-42c1-ab98-3988a978d2ab tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332818 May 26 17:06:31.029654 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:40.757815 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b571e7ca-f567-4c33-96f7-f3a94c3c745e req-c71d2e55-4a9e-4cd4-b2e2-914952bf3cac service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399861 May 26 17:06:40.876484 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571e7ca-f567-4c33-96f7-f3a94c3c745e req-d7792cde-c7c5-4dd8-bfbe-8cf43c13b947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:40.878678 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b571e7ca-f567-4c33-96f7-f3a94c3c745e req-d7792cde-c7c5-4dd8-bfbe-8cf43c13b947 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f667805488bd46589926ba4f3a673dae&device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 1097 time: 0.0558832 May 26 17:06:40.991610 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571e7ca-f567-4c33-96f7-f3a94c3c745e req-f0a1b8a2-c9de-40a9-bbd8-8b3b5a81f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:40.993139 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b571e7ca-f567-4c33-96f7-f3a94c3c745e req-f0a1b8a2-c9de-40a9-bbd8-8b3b5a81f4fc service neutron] 10.222.0.83 "GET /v2.0/networks?id=d3ab117d-a415-4a39-9149-4e24b2f8247c HTTP/1.1" status: 200 len: 915 time: 0.0875583 May 26 17:06:41.044655 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b571e7ca-f567-4c33-96f7-f3a94c3c745e req-7722c572-0c3a-4d59-9399-2f6152b333f0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=217645d0-bf43-4c6d-b0f8-a4244cecb638 HTTP/1.1" status: 200 len: 217 time: 0.0405602 May 26 17:06:41.106264 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571e7ca-f567-4c33-96f7-f3a94c3c745e req-d933ce64-6401-4abc-b5dc-b4633b88f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:41.107665 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b571e7ca-f567-4c33-96f7-f3a94c3c745e req-d933ce64-6401-4abc-b5dc-b4633b88f197 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eb8dc18c-9846-424f-aae0-f4df5056785d HTTP/1.1" status: 200 len: 853 time: 0.0441656 May 26 17:06:41.154116 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571e7ca-f567-4c33-96f7-f3a94c3c745e req-4637d087-98b7-4d27-aa47-017d17bfd402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:41.155580 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b571e7ca-f567-4c33-96f7-f3a94c3c745e req-4637d087-98b7-4d27-aa47-017d17bfd402 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d3ab117d-a415-4a39-9149-4e24b2f8247c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399456 May 26 17:06:41.250350 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b571e7ca-f567-4c33-96f7-f3a94c3c745e req-0db0dbe6-e548-4b19-ba77-3933c8959954 service neutron] 10.222.0.83 "GET /v2.0/networks/d3ab117d-a415-4a39-9149-4e24b2f8247c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863650 May 26 17:06:41.340806 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b571e7ca-f567-4c33-96f7-f3a94c3c745e req-7b3f9eae-d849-4a1d-9253-4dc9f41b7d18 service neutron] 10.222.0.83 "GET /v2.0/networks/d3ab117d-a415-4a39-9149-4e24b2f8247c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823307 May 26 17:06:41.807563 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a66ff-8c57-40f1-bf03-f7f554ccd6dd req-7c491aa1-aa0d-486d-9487-114f993e75fe tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:41.809197 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d66a66ff-8c57-40f1-bf03-f7f554ccd6dd req-7c491aa1-aa0d-486d-9487-114f993e75fe tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 946 time: 0.0494716 May 26 17:06:41.867352 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d66a66ff-8c57-40f1-bf03-f7f554ccd6dd req-494eb6a9-daba-45d6-af3a-e11c98a44ceb tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492184 May 26 17:06:41.889942 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41614) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:06:41.975018 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7937cf4-fdaa-426d-b4c4-05bad26fb9fd tempest-TestMinimumBasicScenario-297133260 tempest-TestMinimumBasicScenario-297133260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:41.976566 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d7937cf4-fdaa-426d-b4c4-05bad26fb9fd tempest-TestMinimumBasicScenario-297133260 tempest-TestMinimumBasicScenario-297133260-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 1092 time: 0.0856395 May 26 17:06:41.979603 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41618) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:06:41.983770 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': '217645d0-bf43-4c6d-b0f8-a4244cecb638', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:06:42.004196 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:42.104298 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:42.211664 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Allocated IP 172.25.7.241 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/7bff4567-905f-4da0-9e99-0ddd2db3995b) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:06:42.313084 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:42.346855 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:42.385752 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:06:42.388541 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:06:42.392635 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:06:42.422602 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Pushing event updated for resources: {'Port': ['ID=7bff4567-905f-4da0-9e99-0ddd2db3995b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:06:42.434101 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:42.434448 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:42.434784 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:42.435115 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:42.435444 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:42.435774 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:42.436144 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:42.436471 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:42.436795 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:42.437119 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:42.437436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:42.437755 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:06:42.784706 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:42.860762 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:43.010214 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:43.014600 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:43.079698 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Pushing event updated for resources: {'Port': ['ID=7bff4567-905f-4da0-9e99-0ddd2db3995b,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:06:43.091763 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:43.142044 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-370bac75-d60d-4a8e-aae2-40de5f8456ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:43.206210 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Floating IP cbef71c2-0a52-4a8e-9f61-210c458ccdbe associated. External IP: 172.25.7.241, port: 217645d0-bf43-4c6d-b0f8-a4244cecb638. May 26 17:06:43.418167 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Router 48caca9a-a1cc-4dfe-b680-67242ef1ac82 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:06:43.526843 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:06:43.537930 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34228c43-9903-436c-9a9c-05b51dd60d87 None None] Sync routers for ids ['48caca9a-a1cc-4dfe-b680-67242ef1ac82'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:06:43.545628 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:43.547682 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34228c43-9903-436c-9a9c-05b51dd60d87 None None] Routers {'48caca9a-a1cc-4dfe-b680-67242ef1ac82'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:06:43.548347 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-34228c43-9903-436c-9a9c-05b51dd60d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:06:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['48caca9a-a1cc-4dfe-b680-67242ef1ac82'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:06:43.572991 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-01d2b8d0-72bb-41e7-a187-23d4eef82023 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5923502 May 26 17:06:43.573871 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e22a42-5407-4160-84ed-aa5c8cfe0c66', 'tag': '217645d0-bf43-4c6d-b0f8-a4244cecb638'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:06:43.575942 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41620) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:06:43.576489 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24103bee38bbd97c6ccfbe10b0e84632f8bc6809d0c06cc395e50ba217a9e387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202ff000-8044-426b-9a45-2902d583b03a" -d '{"events": [{"name": "network-changed", "server_uuid": "93e22a42-5407-4160-84ed-aa5c8cfe0c66", "tag": "217645d0-bf43-4c6d-b0f8-a4244cecb638"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:06:43.581677 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-26b1a194-0fac-4a58-a068-fb129ca27a4d tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2084216056', 'description': 'tempest-secgroup-smoke-2084216056 description', 'project_id': 'f667805488bd46589926ba4f3a673dae'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:06:43.603375 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-26b1a194-0fac-4a58-a068-fb129ca27a4d tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:43.671217 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-34228c43-9903-436c-9a9c-05b51dd60d87 None None] Set router 48caca9a-a1cc-4dfe-b680-67242ef1ac82 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:06:43.675918 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f602068-69eb-41dd-96f5-ce5f84aa0e1b x-openstack-request-id: req-7f602068-69eb-41dd-96f5-ce5f84aa0e1b {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:06:43.676325 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e22a42-5407-4160-84ed-aa5c8cfe0c66", "tag": "217645d0-bf43-4c6d-b0f8-a4244cecb638", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:06:43.676965 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7f602068-69eb-41dd-96f5-ce5f84aa0e1b {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:06:43.677504 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f602068-69eb-41dd-96f5-ce5f84aa0e1b'] response: {'name': 'network-changed', 'server_uuid': '93e22a42-5407-4160-84ed-aa5c8cfe0c66', 'tag': '217645d0-bf43-4c6d-b0f8-a4244cecb638', 'status': 'completed', 'code': 200} May 26 17:06:43.679184 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-26b1a194-0fac-4a58-a068-fb129ca27a4d tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:43.683339 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-26b1a194-0fac-4a58-a068-fb129ca27a4d tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:43.711290 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-26b1a194-0fac-4a58-a068-fb129ca27a4d tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:43.712718 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-26b1a194-0fac-4a58-a068-fb129ca27a4d tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1355326 May 26 17:06:43.715801 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41626) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:06:43.718608 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1a194-0fac-4a58-a068-fb129ca27a4d tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ffcd51-6b27-4e4b-8b21-fc04cc7f0353,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:06:43.720531 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-26be3816-5ce6-4a87-8938-c269f39dc6b8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Request body: {'security_group_rule': {'security_group_id': 'b9ffcd51-6b27-4e4b-8b21-fc04cc7f0353', 'project_id': 'f667805488bd46589926ba4f3a673dae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:06:43.752557 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-26be3816-5ce6-4a87-8938-c269f39dc6b8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:43.779881 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ff000-8044-426b-9a45-2902d583b03a req-83119641-b521-4647-aa78-63fd19f036ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:43.781435 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-202ff000-8044-426b-9a45-2902d583b03a req-83119641-b521-4647-aa78-63fd19f036ea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f667805488bd46589926ba4f3a673dae&device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 1097 time: 0.0492578 May 26 17:06:43.813430 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-26be3816-5ce6-4a87-8938-c269f39dc6b8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:43.818727 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-26be3816-5ce6-4a87-8938-c269f39dc6b8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:43.838079 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be3816-5ce6-4a87-8938-c269f39dc6b8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50300e9-a23f-4d61-80e5-5c29f48e7f83,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:06:43.853890 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-26be3816-5ce6-4a87-8938-c269f39dc6b8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:43.855130 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-26be3816-5ce6-4a87-8938-c269f39dc6b8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382072 May 26 17:06:43.857900 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41628) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:06:43.863132 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b02823bb-e165-4eb7-8d0b-78b08709275a tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Request body: {'security_group_rule': {'security_group_id': 'b9ffcd51-6b27-4e4b-8b21-fc04cc7f0353', 'project_id': 'f667805488bd46589926ba4f3a673dae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:06:43.888314 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ff000-8044-426b-9a45-2902d583b03a req-5a600226-df48-4037-a074-fa0abd214526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:43.889988 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-202ff000-8044-426b-9a45-2902d583b03a req-5a600226-df48-4037-a074-fa0abd214526 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d3ab117d-a415-4a39-9149-4e24b2f8247c HTTP/1.1" status: 200 len: 915 time: 0.0974994 May 26 17:06:43.891921 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b02823bb-e165-4eb7-8d0b-78b08709275a tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:43.916391 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-34228c43-9903-436c-9a9c-05b51dd60d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'name': 'tempest-TestMinimumBasicScenario-761145021-router', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '42c54976-7321-468f-880a-ece21dff759c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:05:43Z', 'updated_at': '2022-05-26T17:05:46Z', 'revision_number': 4, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'gw_port': {'id': '42c54976-7321-468f-880a-ece21dff759c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:44Z', 'updated_at': '2022-05-26T17:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'cbef71c2-0a52-4a8e-9f61-210c458ccdbe', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'port_id': '217645d0-bf43-4c6d-b0f8-a4244cecb638', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c', 'mac_address': 'fa:16:3e:e9:34:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e22a42-5407-4160-84ed-aa5c8cfe0c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:06:42Z', 'updated_at': '2022-05-26T17:06:42Z', 'revision_number': 0, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24', 'name': '', 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'mac_address': 'fa:16:3e:01:ba:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eb8dc18c-9846-424f-aae0-f4df5056785d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:46Z', 'updated_at': '2022-05-26T17:05:51Z', 'revision_number': 5, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'subnets': [{'id': 'eb8dc18c-9846-424f-aae0-f4df5056785d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:06:43.946441 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34228c43-9903-436c-9a9c-05b51dd60d87 None None] Checking router: 48caca9a-a1cc-4dfe-b680-67242ef1ac82 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:06:43.955870 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34228c43-9903-436c-9a9c-05b51dd60d87 None None] Routers {'48caca9a-a1cc-4dfe-b680-67242ef1ac82'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:06:43.956920 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-34228c43-9903-436c-9a9c-05b51dd60d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:06:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['48caca9a-a1cc-4dfe-b680-67242ef1ac82'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:06:43.961419 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b02823bb-e165-4eb7-8d0b-78b08709275a tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:43.966079 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b02823bb-e165-4eb7-8d0b-78b08709275a tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:43.970480 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-202ff000-8044-426b-9a45-2902d583b03a req-15eadf28-ab1f-4e08-9e0a-8b55ddb5a3c9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=217645d0-bf43-4c6d-b0f8-a4244cecb638 HTTP/1.1" status: 200 len: 1000 time: 0.0717413 May 26 17:06:43.991265 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02823bb-e165-4eb7-8d0b-78b08709275a tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e986f6b-66a8-4f73-b1e3-099393fdda37,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:06:44.001060 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b02823bb-e165-4eb7-8d0b-78b08709275a tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:44.004641 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b02823bb-e165-4eb7-8d0b-78b08709275a tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1454771 May 26 17:06:44.006004 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41630) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:06:44.012719 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-8a2b7625-848f-4865-ac0e-cc3fa31d2e77 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Request body: {'security_group_rule': {'security_group_id': 'b9ffcd51-6b27-4e4b-8b21-fc04cc7f0353', 'project_id': 'f667805488bd46589926ba4f3a673dae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:06:44.037623 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ff000-8044-426b-9a45-2902d583b03a req-26633516-6fad-49ce-881f-6cd2e0fe6fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:44.040258 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-202ff000-8044-426b-9a45-2902d583b03a req-26633516-6fad-49ce-881f-6cd2e0fe6fb1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eb8dc18c-9846-424f-aae0-f4df5056785d HTTP/1.1" status: 200 len: 853 time: 0.0624144 May 26 17:06:44.046051 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7625-848f-4865-ac0e-cc3fa31d2e77 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:44.091242 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ff000-8044-426b-9a45-2902d583b03a req-096632fe-4718-4225-910e-b379fa45d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:44.093337 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-202ff000-8044-426b-9a45-2902d583b03a req-096632fe-4718-4225-910e-b379fa45d2c6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d3ab117d-a415-4a39-9149-4e24b2f8247c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444674 May 26 17:06:44.109857 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7625-848f-4865-ac0e-cc3fa31d2e77 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:44.115484 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7625-848f-4865-ac0e-cc3fa31d2e77 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:44.137702 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b7625-848f-4865-ac0e-cc3fa31d2e77 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05bf814b-049f-4a99-8aeb-55bf11ec8f98,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:06:44.144137 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7625-848f-4865-ac0e-cc3fa31d2e77 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:44.145743 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8a2b7625-848f-4865-ac0e-cc3fa31d2e77 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378524 May 26 17:06:44.148498 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41632) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:06:44.153646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-bc2500a5-8ba0-4595-aca4-c6d0100286cd tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Request body: {'security_group_rule': {'security_group_id': 'b9ffcd51-6b27-4e4b-8b21-fc04cc7f0353', 'project_id': 'f667805488bd46589926ba4f3a673dae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:06:44.172346 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-34228c43-9903-436c-9a9c-05b51dd60d87 None None] Set router 48caca9a-a1cc-4dfe-b680-67242ef1ac82 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:06:44.187100 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bc2500a5-8ba0-4595-aca4-c6d0100286cd tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:44.202703 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-202ff000-8044-426b-9a45-2902d583b03a req-27b8d6a1-1fef-4dd4-b5e5-b784d21a5338 service neutron] 10.222.0.83 "GET /v2.0/networks/d3ab117d-a415-4a39-9149-4e24b2f8247c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977354 May 26 17:06:44.255103 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bc2500a5-8ba0-4595-aca4-c6d0100286cd tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:44.259896 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bc2500a5-8ba0-4595-aca4-c6d0100286cd tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:44.283330 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2500a5-8ba0-4595-aca4-c6d0100286cd tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6323d7d7-ecac-4998-945f-8db9f7c3a4dd,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:06:44.294550 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bc2500a5-8ba0-4595-aca4-c6d0100286cd tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:44.296081 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bc2500a5-8ba0-4595-aca4-c6d0100286cd tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1466398 May 26 17:06:44.298831 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41634) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:06:44.304198 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-43f73da1-7421-4117-b410-fe91a6025e18 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Request body: {'security_group_rule': {'security_group_id': 'b9ffcd51-6b27-4e4b-8b21-fc04cc7f0353', 'project_id': 'f667805488bd46589926ba4f3a673dae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:06:44.328774 n-d-843337-2 neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-43f73da1-7421-4117-b410-fe91a6025e18 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Project f667805488bd46589926ba4f3a673dae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:06:44.335188 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-43f73da1-7421-4117-b410-fe91a6025e18 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:44.407408 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-43f73da1-7421-4117-b410-fe91a6025e18 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:44.412989 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-43f73da1-7421-4117-b410-fe91a6025e18 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:44.447081 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f73da1-7421-4117-b410-fe91a6025e18 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714c3b11-374b-4ceb-928e-b59760cb7d25,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:06:44.447916 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-34228c43-9903-436c-9a9c-05b51dd60d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'name': 'tempest-TestMinimumBasicScenario-761145021-router', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '42c54976-7321-468f-880a-ece21dff759c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:05:43Z', 'updated_at': '2022-05-26T17:05:46Z', 'revision_number': 4, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'gw_port': {'id': '42c54976-7321-468f-880a-ece21dff759c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:44Z', 'updated_at': '2022-05-26T17:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'cbef71c2-0a52-4a8e-9f61-210c458ccdbe', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'port_id': '217645d0-bf43-4c6d-b0f8-a4244cecb638', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c', 'mac_address': 'fa:16:3e:e9:34:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e22a42-5407-4160-84ed-aa5c8cfe0c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:06:42Z', 'updated_at': '2022-05-26T17:06:42Z', 'revision_number': 0, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24', 'name': '', 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'mac_address': 'fa:16:3e:01:ba:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eb8dc18c-9846-424f-aae0-f4df5056785d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:46Z', 'updated_at': '2022-05-26T17:05:51Z', 'revision_number': 5, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'subnets': [{'id': 'eb8dc18c-9846-424f-aae0-f4df5056785d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:06:44.460573 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-43f73da1-7421-4117-b410-fe91a6025e18 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:44.464152 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-43f73da1-7421-4117-b410-fe91a6025e18 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1619937 May 26 17:06:44.466711 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41636) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:06:44.471467 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e10a06e6-f71d-4732-9646-1e0f7a66452f tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Request body: {'security_group_rule': {'security_group_id': 'b9ffcd51-6b27-4e4b-8b21-fc04cc7f0353', 'project_id': 'f667805488bd46589926ba4f3a673dae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:06:44.488286 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34228c43-9903-436c-9a9c-05b51dd60d87 None None] The sync data for ids ['48caca9a-a1cc-4dfe-b680-67242ef1ac82'] in n-d-843337-2 is: [{'id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'name': 'tempest-TestMinimumBasicScenario-761145021-router', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '42c54976-7321-468f-880a-ece21dff759c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:05:43Z', 'updated_at': '2022-05-26T17:05:46Z', 'revision_number': 4, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'gw_port': {'id': '42c54976-7321-468f-880a-ece21dff759c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:44Z', 'updated_at': '2022-05-26T17:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'cbef71c2-0a52-4a8e-9f61-210c458ccdbe', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'port_id': '217645d0-bf43-4c6d-b0f8-a4244cecb638', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c', 'mac_address': 'fa:16:3e:e9:34:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e22a42-5407-4160-84ed-aa5c8cfe0c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:06:42Z', 'updated_at': '2022-05-26T17:06:42Z', 'revision_number': 0, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24', 'name': '', 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'mac_address': 'fa:16:3e:01:ba:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eb8dc18c-9846-424f-aae0-f4df5056785d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:46Z', 'updated_at': '2022-05-26T17:05:51Z', 'revision_number': 5, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'subnets': [{'id': 'eb8dc18c-9846-424f-aae0-f4df5056785d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:06:44.494956 n-d-843337-2 neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-e10a06e6-f71d-4732-9646-1e0f7a66452f tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Project f667805488bd46589926ba4f3a673dae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:06:44.500872 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e10a06e6-f71d-4732-9646-1e0f7a66452f tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:44.582426 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e10a06e6-f71d-4732-9646-1e0f7a66452f tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:44.586665 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e10a06e6-f71d-4732-9646-1e0f7a66452f tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:44.605036 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a06e6-f71d-4732-9646-1e0f7a66452f tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6f9628-3447-4082-8b38-4fcd60388aaa,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:06:44.614145 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e10a06e6-f71d-4732-9646-1e0f7a66452f tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:44.618975 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e10a06e6-f71d-4732-9646-1e0f7a66452f tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1510141 May 26 17:06:44.686698 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-202ff000-8044-426b-9a45-2902d583b03a req-bde04b71-fc00-44f1-ba3c-db74d055d4b3 service neutron] 10.222.0.83 "GET /v2.0/networks/d3ab117d-a415-4a39-9149-4e24b2f8247c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756997 May 26 17:06:44.711121 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0a2a0870-21ed-4477-876d-09551b0010d1 req-3efae7bb-a954-49b4-959d-8597c9bba561 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2084216056&fields=id&tenant_id=f667805488bd46589926ba4f3a673dae HTTP/1.1" status: 200 len: 267 time: 0.0392461 May 26 17:06:44.772574 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a0870-21ed-4477-876d-09551b0010d1 req-20d430ce-0ac5-4727-b48b-a7ed119bdfaf tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:44.774365 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0a2a0870-21ed-4477-876d-09551b0010d1 req-20d430ce-0ac5-4727-b48b-a7ed119bdfaf tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 946 time: 0.0574751 May 26 17:06:44.779004 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5307a4-0218-49de-acbd-3e1ab2687646 None None] New status for floating IP cbef71c2-0a52-4a8e-9f61-210c458ccdbe: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:06:44.787497 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-0a2a0870-21ed-4477-876d-09551b0010d1 req-d17a084b-79ce-4af4-9a4d-74a3e599d08e tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Request body: {'port': {'security_groups': ['93d19f53-f58a-4dce-a242-eca14406e7f9', 'b9ffcd51-6b27-4e4b-8b21-fc04cc7f0353']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:06:44.864052 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0a2a0870-21ed-4477-876d-09551b0010d1 req-d17a084b-79ce-4af4-9a4d-74a3e599d08e tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:45.058917 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-0a2a0870-21ed-4477-876d-09551b0010d1 req-d17a084b-79ce-4af4-9a4d-74a3e599d08e tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] For port 217645d0-bf43-4c6d-b0f8-a4244cecb638, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=217645d0-bf43-4c6d-b0f8-a4244cecb638,segment=NetworkSegment(b6bea1bb-0180-4892-acf4-20a1600b69c6),segment_id=b6bea1bb-0180-4892-acf4-20a1600b69c6)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:06:45.098618 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0a2a0870-21ed-4477-876d-09551b0010d1 req-d17a084b-79ce-4af4-9a4d-74a3e599d08e tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:45.103557 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0a2a0870-21ed-4477-876d-09551b0010d1 req-d17a084b-79ce-4af4-9a4d-74a3e599d08e tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:45.147493 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['217645d0-bf43-4c6d-b0f8-a4244cecb638'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:06:45.151685 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a0870-21ed-4477-876d-09551b0010d1 req-d17a084b-79ce-4af4-9a4d-74a3e599d08e tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:45.151685 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-0a2a0870-21ed-4477-876d-09551b0010d1 req-d17a084b-79ce-4af4-9a4d-74a3e599d08e tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:45.152416 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0a2a0870-21ed-4477-876d-09551b0010d1 req-d17a084b-79ce-4af4-9a4d-74a3e599d08e tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "PUT /v2.0/ports/217645d0-bf43-4c6d-b0f8-a4244cecb638 HTTP/1.1" status: 200 len: 982 time: 0.3701501 May 26 17:06:45.173863 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a084b-79ce-4af4-9a4d-74a3e599d08e tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Pushing event updated for resources: {'Port': ['ID=217645d0-bf43-4c6d-b0f8-a4244cecb638,revision_number=6']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:06:45.283411 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884744d-ae93-4e87-ad6d-45e7da12b94e req-6d6b9cdf-0d49-4215-be2f-138ff517e196 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:45.286034 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c884744d-ae93-4e87-ad6d-45e7da12b94e req-6d6b9cdf-0d49-4215-be2f-138ff517e196 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 985 time: 0.0581942 May 26 17:06:45.332525 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['217645d0-bf43-4c6d-b0f8-a4244cecb638'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:06:45.335588 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c884744d-ae93-4e87-ad6d-45e7da12b94e req-f0129b57-c625-4e3a-8465-27e23dd85794 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&id=b9ffcd51-6b27-4e4b-8b21-fc04cc7f0353&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431807 May 26 17:06:45.432476 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5652a21b-0c93-4fd8-80d4-d992ba436010 None None] Provisioning complete for port 217645d0-bf43-4c6d-b0f8-a4244cecb638 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:06:45.432769 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5652a21b-0c93-4fd8-80d4-d992ba436010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:45.645402 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9da89e5b-9680-419f-9bdd-77e73225d8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:45.654222 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5652a21b-0c93-4fd8-80d4-d992ba436010 None None] Current status of the port 217645d0-bf43-4c6d-b0f8-a4244cecb638 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:06:45.678389 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e22a42-5407-4160-84ed-aa5c8cfe0c66', 'tag': '217645d0-bf43-4c6d-b0f8-a4244cecb638'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:06:45.680867 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24103bee38bbd97c6ccfbe10b0e84632f8bc6809d0c06cc395e50ba217a9e387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2104d446-6f82-49ba-8b5b-4eb6182cb7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "93e22a42-5407-4160-84ed-aa5c8cfe0c66", "tag": "217645d0-bf43-4c6d-b0f8-a4244cecb638"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:06:45.720727 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86e7b7e-442e-49db-82ab-773f497d58cd x-openstack-request-id: req-e86e7b7e-442e-49db-82ab-773f497d58cd {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:06:45.720896 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e22a42-5407-4160-84ed-aa5c8cfe0c66", "tag": "217645d0-bf43-4c6d-b0f8-a4244cecb638", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:06:45.721032 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e86e7b7e-442e-49db-82ab-773f497d58cd {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:06:45.721637 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e86e7b7e-442e-49db-82ab-773f497d58cd'] response: {'name': 'network-changed', 'server_uuid': '93e22a42-5407-4160-84ed-aa5c8cfe0c66', 'tag': '217645d0-bf43-4c6d-b0f8-a4244cecb638', 'status': 'completed', 'code': 200} May 26 17:06:45.808394 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104d446-6f82-49ba-8b5b-4eb6182cb7ba req-59f32b22-558c-4d3d-807c-9b054d47e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:45.810149 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2104d446-6f82-49ba-8b5b-4eb6182cb7ba req-59f32b22-558c-4d3d-807c-9b054d47e023 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f667805488bd46589926ba4f3a673dae&device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 1136 time: 0.0430300 May 26 17:06:45.906358 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104d446-6f82-49ba-8b5b-4eb6182cb7ba req-ce6e1fd0-1380-44d6-b42d-ed365da659b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:45.907759 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2104d446-6f82-49ba-8b5b-4eb6182cb7ba req-ce6e1fd0-1380-44d6-b42d-ed365da659b5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d3ab117d-a415-4a39-9149-4e24b2f8247c HTTP/1.1" status: 200 len: 915 time: 0.0897174 May 26 17:06:45.975159 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2104d446-6f82-49ba-8b5b-4eb6182cb7ba req-ea5d54d4-0ecd-43e1-a9e0-8bfe9b7c14f9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=217645d0-bf43-4c6d-b0f8-a4244cecb638 HTTP/1.1" status: 200 len: 1002 time: 0.0600517 May 26 17:06:46.029767 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104d446-6f82-49ba-8b5b-4eb6182cb7ba req-60ebb1e5-7dd2-42e3-98cd-78f5f82a7465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:46.031208 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2104d446-6f82-49ba-8b5b-4eb6182cb7ba req-60ebb1e5-7dd2-42e3-98cd-78f5f82a7465 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eb8dc18c-9846-424f-aae0-f4df5056785d HTTP/1.1" status: 200 len: 853 time: 0.0474551 May 26 17:06:46.076829 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104d446-6f82-49ba-8b5b-4eb6182cb7ba req-714ded22-f875-4217-8908-cadc9f609a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:06:46.078292 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2104d446-6f82-49ba-8b5b-4eb6182cb7ba req-714ded22-f875-4217-8908-cadc9f609a22 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d3ab117d-a415-4a39-9149-4e24b2f8247c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395362 May 26 17:06:46.168925 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2104d446-6f82-49ba-8b5b-4eb6182cb7ba req-76f54032-1d19-490d-b399-0c39c098417b service neutron] 10.222.0.83 "GET /v2.0/networks/d3ab117d-a415-4a39-9149-4e24b2f8247c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824490 May 26 17:06:46.276463 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2104d446-6f82-49ba-8b5b-4eb6182cb7ba req-730fbd3a-3fed-4cc2-92cf-f65af16fc070 service neutron] 10.222.0.83 "GET /v2.0/networks/d3ab117d-a415-4a39-9149-4e24b2f8247c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996635 May 26 17:06:46.765723 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:48.500018 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:48.678659 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:49.101483 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:06:55.663443 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:07:01.037768 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:13.146925 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1397a48b-0625-4ec2-9c07-0e2bddfe5bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:15.608563 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4263-049e-49d6-af35-93ab6c4e03dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:16.771949 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:18.506619 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:18.691390 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:19.105244 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:31.042136 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:32.662922 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:07:40.768066 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff5187cd-4802-43d0-9a53-1ddc752291bf req-88543140-55fa-46d0-a8c4-76603814ef92 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407209 May 26 17:07:40.881450 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5187cd-4802-43d0-9a53-1ddc752291bf req-e516d616-753c-48dd-80a1-8665f84c5603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:07:40.883091 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff5187cd-4802-43d0-9a53-1ddc752291bf req-e516d616-753c-48dd-80a1-8665f84c5603 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f667805488bd46589926ba4f3a673dae&device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 1136 time: 0.0448134 May 26 17:07:41.000698 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5187cd-4802-43d0-9a53-1ddc752291bf req-98038ea3-2a0a-40b9-b549-978a2e6ea1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:07:41.002198 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff5187cd-4802-43d0-9a53-1ddc752291bf req-98038ea3-2a0a-40b9-b549-978a2e6ea1b8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d3ab117d-a415-4a39-9149-4e24b2f8247c HTTP/1.1" status: 200 len: 915 time: 0.0968828 May 26 17:07:41.076228 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff5187cd-4802-43d0-9a53-1ddc752291bf req-76cda2f2-c88d-499d-aa4d-3a338c5273f2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=217645d0-bf43-4c6d-b0f8-a4244cecb638 HTTP/1.1" status: 200 len: 1002 time: 0.0665185 May 26 17:07:41.135907 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5187cd-4802-43d0-9a53-1ddc752291bf req-e510db15-1d8d-4f07-b40f-4565eaa7395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:07:41.137638 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff5187cd-4802-43d0-9a53-1ddc752291bf req-e510db15-1d8d-4f07-b40f-4565eaa7395f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eb8dc18c-9846-424f-aae0-f4df5056785d HTTP/1.1" status: 200 len: 853 time: 0.0514195 May 26 17:07:41.188019 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5187cd-4802-43d0-9a53-1ddc752291bf req-e45152fa-242e-4ecb-a555-d1ba8d12879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:07:41.189559 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff5187cd-4802-43d0-9a53-1ddc752291bf req-e45152fa-242e-4ecb-a555-d1ba8d12879f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d3ab117d-a415-4a39-9149-4e24b2f8247c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439429 May 26 17:07:41.282954 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff5187cd-4802-43d0-9a53-1ddc752291bf req-ba3a44a0-cd50-4b5f-bb19-8e9b1dada67d service neutron] 10.222.0.83 "GET /v2.0/networks/d3ab117d-a415-4a39-9149-4e24b2f8247c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857747 May 26 17:07:41.401599 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ff5187cd-4802-43d0-9a53-1ddc752291bf req-d8fc3493-013f-4f5c-b8e3-2d2ee943ec3c service neutron] 10.222.0.83 "GET /v2.0/networks/d3ab117d-a415-4a39-9149-4e24b2f8247c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065853 May 26 17:07:43.152565 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-890ce533-d4f5-4a2e-b82e-9893f04862ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:45.611821 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fe07c8b6-4e38-49e9-acc2-fcbba06cc2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:46.772650 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:48.508982 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:48.696600 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:49.109807 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:07:56.634897 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bea413-8c9a-41ed-b6a1-f3692fde8460 req-726ae564-1809-4a6f-86d1-61223748a00a tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:07:56.636460 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15bea413-8c9a-41ed-b6a1-f3692fde8460 req-726ae564-1809-4a6f-86d1-61223748a00a tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 985 time: 0.0568104 May 26 17:07:56.656452 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d53fc-e689-4763-acfb-b664f3e10028 req-e039ef07-119d-435a-bc48-9ce0c8464a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:07:56.658879 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f48d53fc-e689-4763-acfb-b664f3e10028 req-e039ef07-119d-435a-bc48-9ce0c8464a09 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f667805488bd46589926ba4f3a673dae&device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 1136 time: 0.0510423 May 26 17:07:56.682915 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15bea413-8c9a-41ed-b6a1-f3692fde8460 req-5293d8fe-c297-4af5-a740-318631345438 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&id=b9ffcd51-6b27-4e4b-8b21-fc04cc7f0353&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395782 May 26 17:07:56.768875 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d53fc-e689-4763-acfb-b664f3e10028 req-a600cbca-e852-4e2d-a799-2f694b55a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:07:56.770765 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f48d53fc-e689-4763-acfb-b664f3e10028 req-a600cbca-e852-4e2d-a799-2f694b55a0de service neutron] 10.222.0.83 "GET /v2.0/networks?id=d3ab117d-a415-4a39-9149-4e24b2f8247c HTTP/1.1" status: 200 len: 915 time: 0.1046813 May 26 17:07:56.841278 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f48d53fc-e689-4763-acfb-b664f3e10028 req-d9092aee-f7f4-4f6b-819b-17a7b623a416 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=217645d0-bf43-4c6d-b0f8-a4244cecb638 HTTP/1.1" status: 200 len: 1002 time: 0.0620008 May 26 17:07:56.893190 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d53fc-e689-4763-acfb-b664f3e10028 req-59afbd87-9f55-4481-8c60-ff8b493e2a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:07:56.894660 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f48d53fc-e689-4763-acfb-b664f3e10028 req-59afbd87-9f55-4481-8c60-ff8b493e2a83 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eb8dc18c-9846-424f-aae0-f4df5056785d HTTP/1.1" status: 200 len: 853 time: 0.0456238 May 26 17:07:56.952114 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d53fc-e689-4763-acfb-b664f3e10028 req-94a02114-3a81-4087-bba3-2c16554c7624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:07:56.953543 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f48d53fc-e689-4763-acfb-b664f3e10028 req-94a02114-3a81-4087-bba3-2c16554c7624 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d3ab117d-a415-4a39-9149-4e24b2f8247c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516889 May 26 17:07:57.045963 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f48d53fc-e689-4763-acfb-b664f3e10028 req-4f4ac99d-1a00-4d9d-9b0e-e1f0f6ab4d59 service neutron] 10.222.0.83 "GET /v2.0/networks/d3ab117d-a415-4a39-9149-4e24b2f8247c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841532 May 26 17:07:57.143647 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f48d53fc-e689-4763-acfb-b664f3e10028 req-4ccc2ea7-d3d7-416d-81d8-aa67b6a902b9 service neutron] 10.222.0.83 "GET /v2.0/networks/d3ab117d-a415-4a39-9149-4e24b2f8247c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896552 May 26 17:07:57.806713 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1fb27-0f8d-47b1-a581-37242934d030 req-a18d858b-bc0d-4369-b412-e1f77d437a25 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:07:57.808252 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dbc1fb27-0f8d-47b1-a581-37242934d030 req-a18d858b-bc0d-4369-b412-e1f77d437a25 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 985 time: 0.0506134 May 26 17:07:57.851311 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-dbc1fb27-0f8d-47b1-a581-37242934d030 req-de2851dc-aafe-493d-abb8-c4c1ac1e99ea tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&id=b9ffcd51-6b27-4e4b-8b21-fc04cc7f0353&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355608 May 26 17:07:58.978905 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167739f6-49ce-4b08-b4a4-6c1f0db947af req-5da0895c-5f9d-4eb6-9874-c6c1fc94cc1d tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:07:58.980421 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-167739f6-49ce-4b08-b4a4-6c1f0db947af req-5da0895c-5f9d-4eb6-9874-c6c1fc94cc1d tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 985 time: 0.0489326 May 26 17:07:59.021638 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-167739f6-49ce-4b08-b4a4-6c1f0db947af req-efa28d3e-1267-45e3-87cf-9a1537634d42 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&id=b9ffcd51-6b27-4e4b-8b21-fc04cc7f0353&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344760 May 26 17:08:00.143165 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fe77b-8fef-4d1d-b619-dcb80dc8639c req-5b71826d-6838-4243-96f0-2e9d1501be82 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:00.144684 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e1fe77b-8fef-4d1d-b619-dcb80dc8639c req-5b71826d-6838-4243-96f0-2e9d1501be82 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 985 time: 0.0501950 May 26 17:08:00.190313 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3e1fe77b-8fef-4d1d-b619-dcb80dc8639c req-7cf42044-99e5-4f45-bba2-799df1ef5e1f tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&id=b9ffcd51-6b27-4e4b-8b21-fc04cc7f0353&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382504 May 26 17:08:01.058063 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:01.318046 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ca2ab-9fef-4133-b7fb-c0fe65898032 req-34d29682-dbbc-4a8a-825c-0d030742c899 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:01.319672 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e10ca2ab-9fef-4133-b7fb-c0fe65898032 req-34d29682-dbbc-4a8a-825c-0d030742c899 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 985 time: 0.0557485 May 26 17:08:01.371619 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e10ca2ab-9fef-4133-b7fb-c0fe65898032 req-bc9230cc-afab-4d45-8e95-44f8a03e5f48 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&id=b9ffcd51-6b27-4e4b-8b21-fc04cc7f0353&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427997 May 26 17:08:02.497460 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961460f-718d-48aa-9901-e494ecbb6ba5 req-3535d50d-f043-435a-a611-dde5ef36a09a tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:02.498960 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2961460f-718d-48aa-9901-e494ecbb6ba5 req-3535d50d-f043-435a-a611-dde5ef36a09a tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 985 time: 0.0543396 May 26 17:08:02.542259 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2961460f-718d-48aa-9901-e494ecbb6ba5 req-e22c5726-4e9f-4a11-a2fa-dfed628a9a00 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&id=b9ffcd51-6b27-4e4b-8b21-fc04cc7f0353&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370996 May 26 17:08:03.660772 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb99a0-8cf5-412b-9249-e55e39c8a434 req-68b13740-1b98-4993-8690-31859c4c63b8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:03.662284 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85cb99a0-8cf5-412b-9249-e55e39c8a434 req-68b13740-1b98-4993-8690-31859c4c63b8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 985 time: 0.0497169 May 26 17:08:03.706434 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-85cb99a0-8cf5-412b-9249-e55e39c8a434 req-b8867805-5ab5-4d98-ab58-947fbbeaa7a9 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&id=b9ffcd51-6b27-4e4b-8b21-fc04cc7f0353&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377362 May 26 17:08:04.823682 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259a342-db88-48ac-8643-a85b3cfe9bb4 req-40efad1a-4bb6-4b35-bef8-2a632e688c12 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:04.825172 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9259a342-db88-48ac-8643-a85b3cfe9bb4 req-40efad1a-4bb6-4b35-bef8-2a632e688c12 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 985 time: 0.0503783 May 26 17:08:04.866864 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9259a342-db88-48ac-8643-a85b3cfe9bb4 req-e637fa1e-0d24-4320-92ff-dfd787829860 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&id=b9ffcd51-6b27-4e4b-8b21-fc04cc7f0353&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354950 May 26 17:08:05.996571 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e34aa-7f96-46ad-85a2-5baffa0026fb req-9b83db32-5560-46ed-bb1e-c782762ae2a3 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:05.998094 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f84e34aa-7f96-46ad-85a2-5baffa0026fb req-9b83db32-5560-46ed-bb1e-c782762ae2a3 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 985 time: 0.0552375 May 26 17:08:06.042918 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f84e34aa-7f96-46ad-85a2-5baffa0026fb req-ffc187d1-df5b-48a7-8832-c759d4503503 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&id=b9ffcd51-6b27-4e4b-8b21-fc04cc7f0353&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385976 May 26 17:08:07.158957 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627d9bf-3196-4d47-8396-0a1d4ce8ccbc req-470ce3d3-7179-4a69-b340-af49eefdc93c tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:07.160443 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9627d9bf-3196-4d47-8396-0a1d4ce8ccbc req-470ce3d3-7179-4a69-b340-af49eefdc93c tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 985 time: 0.0492253 May 26 17:08:07.204289 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9627d9bf-3196-4d47-8396-0a1d4ce8ccbc req-fdeccdde-70d9-4e1e-a98e-4c3709e69310 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&id=b9ffcd51-6b27-4e4b-8b21-fc04cc7f0353&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370915 May 26 17:08:08.334653 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88393eb8-2924-4427-8990-49f341c2a65e req-04297f8d-6cd5-454a-802f-c72a9fda0583 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:08.336144 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88393eb8-2924-4427-8990-49f341c2a65e req-04297f8d-6cd5-454a-802f-c72a9fda0583 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 985 time: 0.0561635 May 26 17:08:08.381704 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88393eb8-2924-4427-8990-49f341c2a65e req-53ee378d-be56-45ca-9311-79a85cd709a4 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&id=b9ffcd51-6b27-4e4b-8b21-fc04cc7f0353&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390885 May 26 17:08:09.661823 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:08:13.155820 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-af246d13-7c6c-4efc-a6de-828d9bd97e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:15.617895 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-85098c51-0fbd-4a59-81fa-3e284f4277a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:16.774625 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:18.510122 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:18.701999 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:19.112542 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:31.048193 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:42.462956 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b22579bf-50ef-4be5-9754-266c3d1642bd req-8c0c6429-1697-4696-a1df-7ec528b2612b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436075 May 26 17:08:42.569835 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22579bf-50ef-4be5-9754-266c3d1642bd req-c842324e-2f9e-423c-9081-40c99e93e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:42.571349 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b22579bf-50ef-4be5-9754-266c3d1642bd req-c842324e-2f9e-423c-9081-40c99e93e150 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f667805488bd46589926ba4f3a673dae&device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 1136 time: 0.0429575 May 26 17:08:42.680291 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22579bf-50ef-4be5-9754-266c3d1642bd req-fffcd504-edfc-405a-972b-a2671943a1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:42.681705 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b22579bf-50ef-4be5-9754-266c3d1642bd req-fffcd504-edfc-405a-972b-a2671943a1f1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d3ab117d-a415-4a39-9149-4e24b2f8247c HTTP/1.1" status: 200 len: 915 time: 0.0890193 May 26 17:08:42.750101 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b22579bf-50ef-4be5-9754-266c3d1642bd req-1737f3bd-82b9-40a1-bcc5-504bcfc9f48d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=217645d0-bf43-4c6d-b0f8-a4244cecb638 HTTP/1.1" status: 200 len: 1002 time: 0.0608943 May 26 17:08:42.800991 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22579bf-50ef-4be5-9754-266c3d1642bd req-3f51224f-7ec2-4da6-9a2f-5ad1a76affa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:42.803693 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b22579bf-50ef-4be5-9754-266c3d1642bd req-3f51224f-7ec2-4da6-9a2f-5ad1a76affa9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eb8dc18c-9846-424f-aae0-f4df5056785d HTTP/1.1" status: 200 len: 853 time: 0.0461094 May 26 17:08:42.856349 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22579bf-50ef-4be5-9754-266c3d1642bd req-eefe4116-2bc9-40e1-8dd1-ad9488a11182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:08:42.858128 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b22579bf-50ef-4be5-9754-266c3d1642bd req-eefe4116-2bc9-40e1-8dd1-ad9488a11182 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d3ab117d-a415-4a39-9149-4e24b2f8247c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469477 May 26 17:08:42.869949 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-b22579bf-50ef-4be5-9754-266c3d1642bd req-55d2f033-b4aa-4375-af64-154e10268ef3 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:08:42.870911 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b22579bf-50ef-4be5-9754-266c3d1642bd req-55d2f033-b4aa-4375-af64-154e10268ef3 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054801 May 26 17:08:42.962748 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b22579bf-50ef-4be5-9754-266c3d1642bd req-4dca8953-84c2-4627-a7e5-ea4db6c2edf2 service neutron] 10.222.0.83 "GET /v2.0/networks/d3ab117d-a415-4a39-9149-4e24b2f8247c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843356 May 26 17:08:43.061840 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b22579bf-50ef-4be5-9754-266c3d1642bd req-3853f4b2-3bab-4cd4-ab0a-53f391bb39ab service neutron] 10.222.0.83 "GET /v2.0/networks/d3ab117d-a415-4a39-9149-4e24b2f8247c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913591 May 26 17:08:43.158862 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c06e92b0-c7a7-45ee-84e0-6124d93488db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:45.620156 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a4d28473-39d8-4008-a884-ebbaab3f4c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:46.661278 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:08:46.777842 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:48.512663 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:48.694623 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:08:49.117087 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:01.070436 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:12.290462 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6e56ea63-66a1-4bf7-8fe3-c1174b8148a6 req-8ec72ddd-1655-484c-bab6-bd79c95db9a2 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2084216056&fields=id&tenant_id=f667805488bd46589926ba4f3a673dae HTTP/1.1" status: 200 len: 267 time: 0.0368438 May 26 17:09:12.344432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56ea63-66a1-4bf7-8fe3-c1174b8148a6 req-96298aea-d59a-4d87-b8df-4ce445696fdc tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:12.345942 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6e56ea63-66a1-4bf7-8fe3-c1174b8148a6 req-96298aea-d59a-4d87-b8df-4ce445696fdc tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 985 time: 0.0497017 May 26 17:09:12.357774 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [req-6e56ea63-66a1-4bf7-8fe3-c1174b8148a6 req-53066b73-2b0a-4951-b5c9-23e4bfca0ea8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Request body: {'port': {'security_groups': ['93d19f53-f58a-4dce-a242-eca14406e7f9']}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:09:12.426066 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6e56ea63-66a1-4bf7-8fe3-c1174b8148a6 req-53066b73-2b0a-4951-b5c9-23e4bfca0ea8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:12.601698 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [req-6e56ea63-66a1-4bf7-8fe3-c1174b8148a6 req-53066b73-2b0a-4951-b5c9-23e4bfca0ea8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] For port 217645d0-bf43-4c6d-b0f8-a4244cecb638, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=217645d0-bf43-4c6d-b0f8-a4244cecb638,segment=NetworkSegment(b6bea1bb-0180-4892-acf4-20a1600b69c6),segment_id=b6bea1bb-0180-4892-acf4-20a1600b69c6)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:09:12.630676 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6e56ea63-66a1-4bf7-8fe3-c1174b8148a6 req-53066b73-2b0a-4951-b5c9-23e4bfca0ea8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:12.635407 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6e56ea63-66a1-4bf7-8fe3-c1174b8148a6 req-53066b73-2b0a-4951-b5c9-23e4bfca0ea8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:12.674349 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['217645d0-bf43-4c6d-b0f8-a4244cecb638'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:09:12.683933 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56ea63-66a1-4bf7-8fe3-c1174b8148a6 req-53066b73-2b0a-4951-b5c9-23e4bfca0ea8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:12.684830 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [req-6e56ea63-66a1-4bf7-8fe3-c1174b8148a6 req-53066b73-2b0a-4951-b5c9-23e4bfca0ea8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:12.686843 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6e56ea63-66a1-4bf7-8fe3-c1174b8148a6 req-53066b73-2b0a-4951-b5c9-23e4bfca0ea8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "PUT /v2.0/ports/217645d0-bf43-4c6d-b0f8-a4244cecb638 HTTP/1.1" status: 200 len: 943 time: 0.3336723 May 26 17:09:12.687325 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e22a42-5407-4160-84ed-aa5c8cfe0c66', 'tag': '217645d0-bf43-4c6d-b0f8-a4244cecb638'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:09:12.689650 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24103bee38bbd97c6ccfbe10b0e84632f8bc6809d0c06cc395e50ba217a9e387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae1d98b-da45-4701-9e2f-d304c2652f11" -d '{"events": [{"name": "network-changed", "server_uuid": "93e22a42-5407-4160-84ed-aa5c8cfe0c66", "tag": "217645d0-bf43-4c6d-b0f8-a4244cecb638"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:09:12.695254 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41726) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:12.714442 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53066b73-2b0a-4951-b5c9-23e4bfca0ea8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Pushing event updated for resources: {'Port': ['ID=217645d0-bf43-4c6d-b0f8-a4244cecb638,revision_number=7']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:12.722222 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53066b73-2b0a-4951-b5c9-23e4bfca0ea8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:12.722699 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53066b73-2b0a-4951-b5c9-23e4bfca0ea8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:12.722923 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53066b73-2b0a-4951-b5c9-23e4bfca0ea8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:12.723939 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53066b73-2b0a-4951-b5c9-23e4bfca0ea8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:12.724480 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53066b73-2b0a-4951-b5c9-23e4bfca0ea8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:12.724829 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53066b73-2b0a-4951-b5c9-23e4bfca0ea8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:12.725168 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53066b73-2b0a-4951-b5c9-23e4bfca0ea8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:12.725502 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53066b73-2b0a-4951-b5c9-23e4bfca0ea8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:12.725834 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53066b73-2b0a-4951-b5c9-23e4bfca0ea8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:12.726166 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53066b73-2b0a-4951-b5c9-23e4bfca0ea8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:12.726514 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53066b73-2b0a-4951-b5c9-23e4bfca0ea8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:12.726821 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53066b73-2b0a-4951-b5c9-23e4bfca0ea8 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:12.767371 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2532c43-49ae-4520-b0f6-fb0c6c088f3b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:12.799491 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2532c43-49ae-4520-b0f6-fb0c6c088f3b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:12.830250 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['217645d0-bf43-4c6d-b0f8-a4244cecb638'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:09:12.872636 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2532c43-49ae-4520-b0f6-fb0c6c088f3b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:12.875819 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e2532c43-49ae-4520-b0f6-fb0c6c088f3b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:12.880174 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e2532c43-49ae-4520-b0f6-fb0c6c088f3b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "DELETE /v2.0/security-groups/b9ffcd51-6b27-4e4b-8b21-fc04cc7f0353 HTTP/1.1" status: 204 len: 168 time: 0.1808221 May 26 17:09:12.881149 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41730) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:12.928066 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2532c43-49ae-4520-b0f6-fb0c6c088f3b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ffcd51-6b27-4e4b-8b21-fc04cc7f0353,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:12.942671 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2532c43-49ae-4520-b0f6-fb0c6c088f3b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:12.943019 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2532c43-49ae-4520-b0f6-fb0c6c088f3b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:12.943359 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2532c43-49ae-4520-b0f6-fb0c6c088f3b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:12.943693 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2532c43-49ae-4520-b0f6-fb0c6c088f3b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:12.944024 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2532c43-49ae-4520-b0f6-fb0c6c088f3b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:12.944444 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2532c43-49ae-4520-b0f6-fb0c6c088f3b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:12.944707 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2532c43-49ae-4520-b0f6-fb0c6c088f3b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:12.945032 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2532c43-49ae-4520-b0f6-fb0c6c088f3b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:12.945361 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2532c43-49ae-4520-b0f6-fb0c6c088f3b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:12.945685 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2532c43-49ae-4520-b0f6-fb0c6c088f3b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:12.946032 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2532c43-49ae-4520-b0f6-fb0c6c088f3b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:12.946328 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2532c43-49ae-4520-b0f6-fb0c6c088f3b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:13.017049 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-fa055748-e89f-4308-8c62-e37131dcd52e None None] Provisioning complete for port 217645d0-bf43-4c6d-b0f8-a4244cecb638 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:09:13.017423 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fa055748-e89f-4308-8c62-e37131dcd52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:13.066334 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-5140fd64-cd6a-4713-a22e-902ce8d47cc4 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Deleting port 7bff4567-905f-4da0-9e99-0ddd2db3995b {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:09:13.066683 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5140fd64-cd6a-4713-a22e-902ce8d47cc4 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:13.093508 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-fa055748-e89f-4308-8c62-e37131dcd52e None None] Current status of the port 217645d0-bf43-4c6d-b0f8-a4244cecb638 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:09:13.149652 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5140fd64-cd6a-4713-a22e-902ce8d47cc4 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:13.149893 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5140fd64-cd6a-4713-a22e-902ce8d47cc4 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:13.161027 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b07d9f1e-5f5e-4423-98b5-583b92667ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:13.163348 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-5140fd64-cd6a-4713-a22e-902ce8d47cc4 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Calling delete_port for 7bff4567-905f-4da0-9e99-0ddd2db3995b owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:09:13.313624 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5140fd64-cd6a-4713-a22e-902ce8d47cc4 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:13.339971 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140fd64-cd6a-4713-a22e-902ce8d47cc4 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Pushing event deleted for resources: {'Port': ['ID=7bff4567-905f-4da0-9e99-0ddd2db3995b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:13.400566 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5140fd64-cd6a-4713-a22e-902ce8d47cc4 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:13.400873 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-5140fd64-cd6a-4713-a22e-902ce8d47cc4 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Floating IP cbef71c2-0a52-4a8e-9f61-210c458ccdbe disassociated (deleted). External IP: 172.25.7.241, port: 217645d0-bf43-4c6d-b0f8-a4244cecb638. May 26 17:09:13.610987 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5140fd64-cd6a-4713-a22e-902ce8d47cc4 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Router 48caca9a-a1cc-4dfe-b680-67242ef1ac82 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:09:13.718971 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5140fd64-cd6a-4713-a22e-902ce8d47cc4 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:09:13.724215 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5140fd64-cd6a-4713-a22e-902ce8d47cc4 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:13.729403 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc6be37-3291-40ce-8242-2beff50cb5e7 None None] Sync routers for ids ['48caca9a-a1cc-4dfe-b680-67242ef1ac82'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:09:13.738646 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc6be37-3291-40ce-8242-2beff50cb5e7 None None] Routers {'48caca9a-a1cc-4dfe-b680-67242ef1ac82'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:09:13.739990 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1bc6be37-3291-40ce-8242-2beff50cb5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:08:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['48caca9a-a1cc-4dfe-b680-67242ef1ac82'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:13.750880 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5140fd64-cd6a-4713-a22e-902ce8d47cc4 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "DELETE /v2.0/floatingips/cbef71c2-0a52-4a8e-9f61-210c458ccdbe HTTP/1.1" status: 204 len: 168 time: 0.8687117 May 26 17:09:13.751452 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e22a42-5407-4160-84ed-aa5c8cfe0c66', 'tag': '217645d0-bf43-4c6d-b0f8-a4244cecb638'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:09:13.753740 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c63efed-c618-4537-91ce-97d21920c334" -d '{"events": [{"name": "network-changed", "server_uuid": "93e22a42-5407-4160-84ed-aa5c8cfe0c66", "tag": "217645d0-bf43-4c6d-b0f8-a4244cecb638"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:09:13.766326 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc136bc7-b052-4aec-b622-f90081541607 x-openstack-request-id: req-dc136bc7-b052-4aec-b622-f90081541607 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:09:13.766816 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e22a42-5407-4160-84ed-aa5c8cfe0c66", "tag": "217645d0-bf43-4c6d-b0f8-a4244cecb638", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:09:13.766925 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dc136bc7-b052-4aec-b622-f90081541607 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:09:13.767292 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc136bc7-b052-4aec-b622-f90081541607'] response: {'name': 'network-changed', 'server_uuid': '93e22a42-5407-4160-84ed-aa5c8cfe0c66', 'tag': '217645d0-bf43-4c6d-b0f8-a4244cecb638', 'status': 'completed', 'code': 200} May 26 17:09:13.819293 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f9f958-7959-437f-9eb4-4f0a6acfb2ff x-openstack-request-id: req-f7f9f958-7959-437f-9eb4-4f0a6acfb2ff {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:09:13.819578 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e22a42-5407-4160-84ed-aa5c8cfe0c66", "tag": "217645d0-bf43-4c6d-b0f8-a4244cecb638", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:09:13.819843 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f7f9f958-7959-437f-9eb4-4f0a6acfb2ff {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:09:13.820249 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7f9f958-7959-437f-9eb4-4f0a6acfb2ff'] response: {'name': 'network-changed', 'server_uuid': '93e22a42-5407-4160-84ed-aa5c8cfe0c66', 'tag': '217645d0-bf43-4c6d-b0f8-a4244cecb638', 'status': 'completed', 'code': 200} May 26 17:09:13.868157 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-1bc6be37-3291-40ce-8242-2beff50cb5e7 None None] Set router 48caca9a-a1cc-4dfe-b680-67242ef1ac82 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:09:13.869219 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1d98b-da45-4701-9e2f-d304c2652f11 req-a6f96279-d638-40c5-84b9-7f2c1d9b0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:13.871590 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eae1d98b-da45-4701-9e2f-d304c2652f11 req-a6f96279-d638-40c5-84b9-7f2c1d9b0a57 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f667805488bd46589926ba4f3a673dae&device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 1097 time: 0.0613298 May 26 17:09:13.988593 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1d98b-da45-4701-9e2f-d304c2652f11 req-612ad738-4fbc-40e7-8483-c020f2b5d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:13.990325 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eae1d98b-da45-4701-9e2f-d304c2652f11 req-612ad738-4fbc-40e7-8483-c020f2b5d52f service neutron] 10.222.0.83 "GET /v2.0/networks?id=d3ab117d-a415-4a39-9149-4e24b2f8247c HTTP/1.1" status: 200 len: 915 time: 0.1116333 May 26 17:09:14.049351 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eae1d98b-da45-4701-9e2f-d304c2652f11 req-20b6099e-fa7b-4330-aa8d-8a379275423b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=217645d0-bf43-4c6d-b0f8-a4244cecb638 HTTP/1.1" status: 200 len: 217 time: 0.0400732 May 26 17:09:14.091338 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1bc6be37-3291-40ce-8242-2beff50cb5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'name': 'tempest-TestMinimumBasicScenario-761145021-router', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '42c54976-7321-468f-880a-ece21dff759c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:05:43Z', 'updated_at': '2022-05-26T17:05:46Z', 'revision_number': 4, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'gw_port': {'id': '42c54976-7321-468f-880a-ece21dff759c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:44Z', 'updated_at': '2022-05-26T17:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24', 'name': '', 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'mac_address': 'fa:16:3e:01:ba:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eb8dc18c-9846-424f-aae0-f4df5056785d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:46Z', 'updated_at': '2022-05-26T17:05:51Z', 'revision_number': 5, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'subnets': [{'id': 'eb8dc18c-9846-424f-aae0-f4df5056785d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:14.101209 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1d98b-da45-4701-9e2f-d304c2652f11 req-e997c453-49e7-4f1d-8030-325ae3d68607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:14.102702 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eae1d98b-da45-4701-9e2f-d304c2652f11 req-e997c453-49e7-4f1d-8030-325ae3d68607 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eb8dc18c-9846-424f-aae0-f4df5056785d HTTP/1.1" status: 200 len: 853 time: 0.0461922 May 26 17:09:14.122047 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc6be37-3291-40ce-8242-2beff50cb5e7 None None] Checking router: 48caca9a-a1cc-4dfe-b680-67242ef1ac82 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:09:14.132478 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc6be37-3291-40ce-8242-2beff50cb5e7 None None] Routers {'48caca9a-a1cc-4dfe-b680-67242ef1ac82'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:09:14.133114 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1bc6be37-3291-40ce-8242-2beff50cb5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:08:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['48caca9a-a1cc-4dfe-b680-67242ef1ac82'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:14.162213 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1d98b-da45-4701-9e2f-d304c2652f11 req-33cc6960-2cce-4876-b760-4b36b1e384c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:14.164330 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eae1d98b-da45-4701-9e2f-d304c2652f11 req-33cc6960-2cce-4876-b760-4b36b1e384c9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d3ab117d-a415-4a39-9149-4e24b2f8247c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512631 May 26 17:09:14.245617 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-1bc6be37-3291-40ce-8242-2beff50cb5e7 None None] Set router 48caca9a-a1cc-4dfe-b680-67242ef1ac82 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:09:14.263499 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eae1d98b-da45-4701-9e2f-d304c2652f11 req-0da17e57-c879-4170-85a7-547b13b93103 service neutron] 10.222.0.83 "GET /v2.0/networks/d3ab117d-a415-4a39-9149-4e24b2f8247c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916023 May 26 17:09:14.376450 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eae1d98b-da45-4701-9e2f-d304c2652f11 req-9c4545f5-ace4-46ab-a34e-665e03829066 service neutron] 10.222.0.83 "GET /v2.0/networks/d3ab117d-a415-4a39-9149-4e24b2f8247c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030531 May 26 17:09:14.509797 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63efed-c618-4537-91ce-97d21920c334 req-abf2408f-6ea8-40a3-a4c8-bb430b859327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:14.511254 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c63efed-c618-4537-91ce-97d21920c334 req-abf2408f-6ea8-40a3-a4c8-bb430b859327 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f667805488bd46589926ba4f3a673dae&device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 1097 time: 0.0462234 May 26 17:09:14.569635 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1bc6be37-3291-40ce-8242-2beff50cb5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'name': 'tempest-TestMinimumBasicScenario-761145021-router', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '42c54976-7321-468f-880a-ece21dff759c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:05:43Z', 'updated_at': '2022-05-26T17:05:46Z', 'revision_number': 4, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'gw_port': {'id': '42c54976-7321-468f-880a-ece21dff759c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:44Z', 'updated_at': '2022-05-26T17:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24', 'name': '', 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'mac_address': 'fa:16:3e:01:ba:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eb8dc18c-9846-424f-aae0-f4df5056785d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:46Z', 'updated_at': '2022-05-26T17:05:51Z', 'revision_number': 5, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'subnets': [{'id': 'eb8dc18c-9846-424f-aae0-f4df5056785d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:14.598946 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc6be37-3291-40ce-8242-2beff50cb5e7 None None] The sync data for ids ['48caca9a-a1cc-4dfe-b680-67242ef1ac82'] in n-d-843337-2 is: [{'id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'name': 'tempest-TestMinimumBasicScenario-761145021-router', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '42c54976-7321-468f-880a-ece21dff759c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:05:43Z', 'updated_at': '2022-05-26T17:05:46Z', 'revision_number': 4, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'gw_port': {'id': '42c54976-7321-468f-880a-ece21dff759c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:44Z', 'updated_at': '2022-05-26T17:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24', 'name': '', 'network_id': 'd3ab117d-a415-4a39-9149-4e24b2f8247c', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'mac_address': 'fa:16:3e:01:ba:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'eb8dc18c-9846-424f-aae0-f4df5056785d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:46Z', 'updated_at': '2022-05-26T17:05:51Z', 'revision_number': 5, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'subnets': [{'id': 'eb8dc18c-9846-424f-aae0-f4df5056785d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:09:14.616163 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63efed-c618-4537-91ce-97d21920c334 req-f1b16d5f-502c-48d9-a915-8c44cdd2cbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:14.618051 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c63efed-c618-4537-91ce-97d21920c334 req-f1b16d5f-502c-48d9-a915-8c44cdd2cbee service neutron] 10.222.0.83 "GET /v2.0/networks?id=d3ab117d-a415-4a39-9149-4e24b2f8247c HTTP/1.1" status: 200 len: 915 time: 0.0986092 May 26 17:09:14.684379 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c63efed-c618-4537-91ce-97d21920c334 req-569bde7a-90f3-435c-bb54-84240b21d0b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=217645d0-bf43-4c6d-b0f8-a4244cecb638 HTTP/1.1" status: 200 len: 217 time: 0.0588636 May 26 17:09:14.741543 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63efed-c618-4537-91ce-97d21920c334 req-c869eb43-cf78-499f-bfe2-584328790a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:14.743024 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c63efed-c618-4537-91ce-97d21920c334 req-c869eb43-cf78-499f-bfe2-584328790a04 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eb8dc18c-9846-424f-aae0-f4df5056785d HTTP/1.1" status: 200 len: 853 time: 0.0520501 May 26 17:09:14.794889 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63efed-c618-4537-91ce-97d21920c334 req-0b7dde7b-5acc-4ee7-bafd-2ac35e62f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:14.796514 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c63efed-c618-4537-91ce-97d21920c334 req-0b7dde7b-5acc-4ee7-bafd-2ac35e62f2ba service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d3ab117d-a415-4a39-9149-4e24b2f8247c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469143 May 26 17:09:14.929494 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78118c2-1c20-404a-905c-7cefa936cf7e None None] New status for floating IP cbef71c2-0a52-4a8e-9f61-210c458ccdbe: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:09:14.950084 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c63efed-c618-4537-91ce-97d21920c334 req-650edf17-3d88-43cf-8fa2-85acfd4286d0 service neutron] 10.222.0.83 "GET /v2.0/networks/d3ab117d-a415-4a39-9149-4e24b2f8247c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455307 May 26 17:09:15.076950 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5c63efed-c618-4537-91ce-97d21920c334 req-2079c00f-0c92-4e78-a182-6fab57d20bb2 service neutron] 10.222.0.83 "GET /v2.0/networks/d3ab117d-a415-4a39-9149-4e24b2f8247c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193769 May 26 17:09:15.624830 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0b649e55-2993-4bcb-945a-c2c9a28835c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:16.781699 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:18.517534 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:18.696755 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:19.130163 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:20.818511 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa070a83-fa38-4e5a-85d3-b13116690da2 req-9aaab9a0-b41f-4686-806b-b4e7a8ca2c25 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:20.819990 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa070a83-fa38-4e5a-85d3-b13116690da2 req-9aaab9a0-b41f-4686-806b-b4e7a8ca2c25 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 946 time: 0.0526929 May 26 17:09:20.860013 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fa070a83-fa38-4e5a-85d3-b13116690da2 req-009c9b13-fb13-40c5-abf6-2c7e7a6da792 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335464 May 26 17:09:21.984043 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f0c6d-7898-4e3f-96cf-f03b5700e5b4 req-2ee2bf83-da6e-4fc8-bb8e-b28c5c6afe6b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:21.985490 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-079f0c6d-7898-4e3f-96cf-f03b5700e5b4 req-2ee2bf83-da6e-4fc8-bb8e-b28c5c6afe6b tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 946 time: 0.0528197 May 26 17:09:22.024280 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-079f0c6d-7898-4e3f-96cf-f03b5700e5b4 req-14d68eac-e4a0-4622-b86c-443c35078746 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317981 May 26 17:09:23.082279 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b7698-38da-4093-b2dd-a6caa6fc687c req-2c261d94-f2ab-422d-9711-7e3b8e2c666f tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:23.085466 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2d2b7698-38da-4093-b2dd-a6caa6fc687c req-2c261d94-f2ab-422d-9711-7e3b8e2c666f tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.83 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 946 time: 0.0582116 May 26 17:09:23.152064 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb10981-df3d-4bb1-87f8-fffde48b8fb3 req-5c4c5b43-a02d-416e-822b-390cff6a1452 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:23.153547 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-deb10981-df3d-4bb1-87f8-fffde48b8fb3 req-5c4c5b43-a02d-416e-822b-390cff6a1452 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/ports?device_id=93e22a42-5407-4160-84ed-aa5c8cfe0c66 HTTP/1.1" status: 200 len: 946 time: 0.0565839 May 26 17:09:23.187847 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-2d2b7698-38da-4093-b2dd-a6caa6fc687c req-ecf802c5-374c-481d-ae39-9de04252fbb6 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Deleting port 217645d0-bf43-4c6d-b0f8-a4244cecb638 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:09:23.188238 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2d2b7698-38da-4093-b2dd-a6caa6fc687c req-ecf802c5-374c-481d-ae39-9de04252fbb6 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:23.201894 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-deb10981-df3d-4bb1-87f8-fffde48b8fb3 req-0cbfbcd8-ef60-4345-b653-615339a92773 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.77 "GET /v2.0/security-groups?id=93d19f53-f58a-4dce-a242-eca14406e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419421 May 26 17:09:23.287629 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-2d2b7698-38da-4093-b2dd-a6caa6fc687c req-ecf802c5-374c-481d-ae39-9de04252fbb6 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] For port 217645d0-bf43-4c6d-b0f8-a4244cecb638, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=217645d0-bf43-4c6d-b0f8-a4244cecb638,segment=NetworkSegment(b6bea1bb-0180-4892-acf4-20a1600b69c6),segment_id=b6bea1bb-0180-4892-acf4-20a1600b69c6)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:09:23.287998 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2d2b7698-38da-4093-b2dd-a6caa6fc687c req-ecf802c5-374c-481d-ae39-9de04252fbb6 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:23.299756 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-2d2b7698-38da-4093-b2dd-a6caa6fc687c req-ecf802c5-374c-481d-ae39-9de04252fbb6 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Calling delete_port for 217645d0-bf43-4c6d-b0f8-a4244cecb638 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:09:23.450728 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2d2b7698-38da-4093-b2dd-a6caa6fc687c req-ecf802c5-374c-481d-ae39-9de04252fbb6 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:23.490769 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['217645d0-bf43-4c6d-b0f8-a4244cecb638'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:09:23.494546 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf802c5-374c-481d-ae39-9de04252fbb6 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Pushing event deleted for resources: {'Port': ['ID=217645d0-bf43-4c6d-b0f8-a4244cecb638,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:23.541514 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2b7698-38da-4093-b2dd-a6caa6fc687c req-ecf802c5-374c-481d-ae39-9de04252fbb6 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] No DVR routers for this DVR port 217645d0-bf43-4c6d-b0f8-a4244cecb638 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:09:23.544451 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-2d2b7698-38da-4093-b2dd-a6caa6fc687c req-ecf802c5-374c-481d-ae39-9de04252fbb6 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:23.547921 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2d2b7698-38da-4093-b2dd-a6caa6fc687c req-ecf802c5-374c-481d-ae39-9de04252fbb6 tempest-TestMinimumBasicScenario-1834321144 tempest-TestMinimumBasicScenario-1834321144-project] 10.222.0.83 "DELETE /v2.0/ports/217645d0-bf43-4c6d-b0f8-a4244cecb638 HTTP/1.1" status: 204 len: 173 time: 0.4556444 May 26 17:09:23.548402 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e22a42-5407-4160-84ed-aa5c8cfe0c66', 'name': 'network-vif-deleted', 'tag': '217645d0-bf43-4c6d-b0f8-a4244cecb638'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:09:23.550644 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2219b0-e3be-4a16-8c07-4fbb45e87a8a" -d '{"events": [{"server_uuid": "93e22a42-5407-4160-84ed-aa5c8cfe0c66", "name": "network-vif-deleted", "tag": "217645d0-bf43-4c6d-b0f8-a4244cecb638"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:09:23.603063 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37af757c-32d9-45a0-9685-b528777175ee x-openstack-request-id: req-37af757c-32d9-45a0-9685-b528777175ee {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:09:23.603356 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e22a42-5407-4160-84ed-aa5c8cfe0c66", "name": "network-vif-deleted", "tag": "217645d0-bf43-4c6d-b0f8-a4244cecb638", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:09:23.603609 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-37af757c-32d9-45a0-9685-b528777175ee {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:09:23.604016 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37af757c-32d9-45a0-9685-b528777175ee'] response: {'server_uuid': '93e22a42-5407-4160-84ed-aa5c8cfe0c66', 'name': 'network-vif-deleted', 'tag': '217645d0-bf43-4c6d-b0f8-a4244cecb638', 'status': 'completed', 'code': 200} May 26 17:09:23.660161 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:09:24.792415 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41828) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:25.140489 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-656253f6-67fe-4bee-a8cd-11fa46996dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:25.381241 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-656253f6-67fe-4bee-a8cd-11fa46996dde admin admin] Deleting port 2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:09:25.381630 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-656253f6-67fe-4bee-a8cd-11fa46996dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:25.461801 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-656253f6-67fe-4bee-a8cd-11fa46996dde admin admin] For port 2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24,segment=NetworkSegment(b6bea1bb-0180-4892-acf4-20a1600b69c6),segment_id=b6bea1bb-0180-4892-acf4-20a1600b69c6)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:09:25.462170 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-656253f6-67fe-4bee-a8cd-11fa46996dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:25.473948 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-656253f6-67fe-4bee-a8cd-11fa46996dde admin admin] Calling delete_port for 2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:09:25.977779 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-656253f6-67fe-4bee-a8cd-11fa46996dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:26.000250 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656253f6-67fe-4bee-a8cd-11fa46996dde admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:26.172327 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-656253f6-67fe-4bee-a8cd-11fa46996dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:26.384800 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656253f6-67fe-4bee-a8cd-11fa46996dde admin admin] Router 48caca9a-a1cc-4dfe-b680-67242ef1ac82 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:09:26.496069 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656253f6-67fe-4bee-a8cd-11fa46996dde admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:09:26.501215 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-656253f6-67fe-4bee-a8cd-11fa46996dde admin admin] 10.222.0.77 "PUT /v2.0/routers/48caca9a-a1cc-4dfe-b680-67242ef1ac82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7076900 May 26 17:09:26.503790 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41830) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:26.558819 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 217645d0-bf43-4c6d-b0f8-a4244cecb638 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:09:26.584193 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 217645d0-bf43-4c6d-b0f8-a4244cecb638 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:09:26.584942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 217645d0-bf43-4c6d-b0f8-a4244cecb638 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:09:26.621335 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e87f29a7-8df2-4250-8a52-991c9e3817e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:26.635627 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92ccea1-e736-47bd-a342-c899efdea427 None None] Sync routers for ids ['48caca9a-a1cc-4dfe-b680-67242ef1ac82'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:09:26.651287 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92ccea1-e736-47bd-a342-c899efdea427 None None] Routers {'48caca9a-a1cc-4dfe-b680-67242ef1ac82'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:09:26.651908 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-f92ccea1-e736-47bd-a342-c899efdea427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:09:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['48caca9a-a1cc-4dfe-b680-67242ef1ac82'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:26.732237 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e87f29a7-8df2-4250-8a52-991c9e3817e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:26.760808 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-f92ccea1-e736-47bd-a342-c899efdea427 None None] Set router 48caca9a-a1cc-4dfe-b680-67242ef1ac82 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:09:26.799529 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e87f29a7-8df2-4250-8a52-991c9e3817e7 admin admin] Deleting port 42c54976-7321-468f-880a-ece21dff759c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:09:26.799799 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e87f29a7-8df2-4250-8a52-991c9e3817e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:26.902568 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-e87f29a7-8df2-4250-8a52-991c9e3817e7 admin admin] For port 42c54976-7321-468f-880a-ece21dff759c, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=42c54976-7321-468f-880a-ece21dff759c,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:09:26.903063 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e87f29a7-8df2-4250-8a52-991c9e3817e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:26.916468 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e87f29a7-8df2-4250-8a52-991c9e3817e7 admin admin] Calling delete_port for 42c54976-7321-468f-880a-ece21dff759c owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:09:26.969355 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-f92ccea1-e736-47bd-a342-c899efdea427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'name': 'tempest-TestMinimumBasicScenario-761145021-router', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '42c54976-7321-468f-880a-ece21dff759c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:05:43Z', 'updated_at': '2022-05-26T17:09:25Z', 'revision_number': 5, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'gw_port': {'id': '42c54976-7321-468f-880a-ece21dff759c', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:44Z', 'updated_at': '2022-05-26T17:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:26.996259 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92ccea1-e736-47bd-a342-c899efdea427 None None] Checking router: 48caca9a-a1cc-4dfe-b680-67242ef1ac82 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:09:27.004734 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92ccea1-e736-47bd-a342-c899efdea427 None None] Routers {'48caca9a-a1cc-4dfe-b680-67242ef1ac82'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:09:27.005632 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-f92ccea1-e736-47bd-a342-c899efdea427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:09:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['48caca9a-a1cc-4dfe-b680-67242ef1ac82'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:27.094672 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-f92ccea1-e736-47bd-a342-c899efdea427 None None] Set router 48caca9a-a1cc-4dfe-b680-67242ef1ac82 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:09:27.114019 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e87f29a7-8df2-4250-8a52-991c9e3817e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:27.141845 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f29a7-8df2-4250-8a52-991c9e3817e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=42c54976-7321-468f-880a-ece21dff759c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:27.152834 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-f92ccea1-e736-47bd-a342-c899efdea427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'name': 'tempest-TestMinimumBasicScenario-761145021-router', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:05:43Z', 'updated_at': '2022-05-26T17:09:26Z', 'revision_number': 6, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:27.178566 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92ccea1-e736-47bd-a342-c899efdea427 None None] The sync data for ids ['48caca9a-a1cc-4dfe-b680-67242ef1ac82'] in n-d-843337-2 is: [{'id': '48caca9a-a1cc-4dfe-b680-67242ef1ac82', 'name': 'tempest-TestMinimumBasicScenario-761145021-router', 'tenant_id': 'f667805488bd46589926ba4f3a673dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:05:43Z', 'updated_at': '2022-05-26T17:09:26Z', 'revision_number': 6, 'project_id': 'f667805488bd46589926ba4f3a673dae', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:09:27.219855 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e87f29a7-8df2-4250-8a52-991c9e3817e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:27.316000 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e87f29a7-8df2-4250-8a52-991c9e3817e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:27.318507 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e87f29a7-8df2-4250-8a52-991c9e3817e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:27.360634 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e87f29a7-8df2-4250-8a52-991c9e3817e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:27.361183 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87f29a7-8df2-4250-8a52-991c9e3817e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48caca9a-a1cc-4dfe-b680-67242ef1ac82 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:09:27.366957 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e87f29a7-8df2-4250-8a52-991c9e3817e7 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:27.368202 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e87f29a7-8df2-4250-8a52-991c9e3817e7 admin admin] 10.222.0.77 "DELETE /v2.0/routers/48caca9a-a1cc-4dfe-b680-67242ef1ac82 HTTP/1.1" status: 204 len: 168 time: 0.8633585 May 26 17:09:27.370675 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41832) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:27.415413 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1d34d9-e30e-4209-9097-77b1a71ecf8d admin admin] Deleting subnet eb8dc18c-9846-424f-aae0-f4df5056785d {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 17:09:27.418429 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb1d34d9-e30e-4209-9097-77b1a71ecf8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:27.457477 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb1d34d9-e30e-4209-9097-77b1a71ecf8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:27.536767 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb1d34d9-e30e-4209-9097-77b1a71ecf8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:27.594553 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb1d34d9-e30e-4209-9097-77b1a71ecf8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:27.620693 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d34d9-e30e-4209-9097-77b1a71ecf8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb8dc18c-9846-424f-aae0-f4df5056785d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:27.625669 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb1d34d9-e30e-4209-9097-77b1a71ecf8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:27.630686 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-eb1d34d9-e30e-4209-9097-77b1a71ecf8d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/eb8dc18c-9846-424f-aae0-f4df5056785d HTTP/1.1" status: 204 len: 168 time: 0.2579958 May 26 17:09:27.631983 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800fca59-218f-4c20-8085-eaa106ba8c6f None None] Network d3ab117d-a415-4a39-9149-4e24b2f8247c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:09:27.632742 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41834) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:27.706518 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-72252ce6-8a29-4447-b790-1d4a7424eefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:27.761631 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-72252ce6-8a29-4447-b790-1d4a7424eefa admin admin] Deleting port b3bcc088-b45c-48ab-b593-ad1f8744b09f {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:09:27.761986 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-72252ce6-8a29-4447-b790-1d4a7424eefa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:27.827543 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-72252ce6-8a29-4447-b790-1d4a7424eefa admin admin] For port b3bcc088-b45c-48ab-b593-ad1f8744b09f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b3bcc088-b45c-48ab-b593-ad1f8744b09f,segment=NetworkSegment(b6bea1bb-0180-4892-acf4-20a1600b69c6),segment_id=b6bea1bb-0180-4892-acf4-20a1600b69c6)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:09:27.827945 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-72252ce6-8a29-4447-b790-1d4a7424eefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:27.843381 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-72252ce6-8a29-4447-b790-1d4a7424eefa admin admin] Calling delete_port for b3bcc088-b45c-48ab-b593-ad1f8744b09f owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:09:27.936765 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-72252ce6-8a29-4447-b790-1d4a7424eefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:27.953832 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a4c398-9d99-45e0-8a86-05a395891828 None None] DHCP port deletion for d3ab117d-a415-4a39-9149-4e24b2f8247c request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 17:09:27.966021 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72252ce6-8a29-4447-b790-1d4a7424eefa admin admin] Pushing event deleted for resources: {'Port': ['ID=b3bcc088-b45c-48ab-b593-ad1f8744b09f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:27.970281 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72252ce6-8a29-4447-b790-1d4a7424eefa admin admin] No DVR routers for this DVR port b3bcc088-b45c-48ab-b593-ad1f8744b09f on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:09:28.048937 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-72252ce6-8a29-4447-b790-1d4a7424eefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:28.071544 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-72252ce6-8a29-4447-b790-1d4a7424eefa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ab117d-a415-4a39-9149-4e24b2f8247c']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:28.080841 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-72252ce6-8a29-4447-b790-1d4a7424eefa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6bea1bb-0180-4892-acf4-20a1600b69c6') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:28.081141 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-72252ce6-8a29-4447-b790-1d4a7424eefa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6bea1bb-0180-4892-acf4-20a1600b69c6') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:28.090705 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-72252ce6-8a29-4447-b790-1d4a7424eefa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:28.104367 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-72252ce6-8a29-4447-b790-1d4a7424eefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:28.113391 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72252ce6-8a29-4447-b790-1d4a7424eefa admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:09:28.113969 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-72252ce6-8a29-4447-b790-1d4a7424eefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:28.184625 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-72252ce6-8a29-4447-b790-1d4a7424eefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:28.189987 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-72252ce6-8a29-4447-b790-1d4a7424eefa admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:28.197177 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-72252ce6-8a29-4447-b790-1d4a7424eefa admin admin] 10.222.0.77 "DELETE /v2.0/networks/d3ab117d-a415-4a39-9149-4e24b2f8247c HTTP/1.1" status: 204 len: 168 time: 0.5607314 May 26 17:09:28.198899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41840) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:28.211747 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72252ce6-8a29-4447-b790-1d4a7424eefa admin admin] Pushing event deleted for resources: {'Network': ['ID=d3ab117d-a415-4a39-9149-4e24b2f8247c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:28.227244 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment b6bea1bb-0180-4892-acf4-20a1600b69c6 resource provider aggregate not found May 26 17:09:28.250082 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment b6bea1bb-0180-4892-acf4-20a1600b69c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6bea1bb-0180-4892-acf4-20a1600b69c6 found for delete ", "request_id": "req-c2b40764-7631-4179-9c77-57d6527d3034"}]} May 26 17:09:28.552825 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-63e64750-9287-43ce-b679-988147aebc0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:28.791228 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-63e64750-9287-43ce-b679-988147aebc0f admin admin] Deleting port e1ba5efc-015b-4375-b1af-fe37f914e053 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:09:28.791564 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-63e64750-9287-43ce-b679-988147aebc0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:28.869555 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-63e64750-9287-43ce-b679-988147aebc0f admin admin] For port e1ba5efc-015b-4375-b1af-fe37f914e053, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=e1ba5efc-015b-4375-b1af-fe37f914e053,segment=NetworkSegment(4ced967e-cad2-4ad5-8ece-86046cb2f0a5),segment_id=4ced967e-cad2-4ad5-8ece-86046cb2f0a5)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:09:28.869923 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-63e64750-9287-43ce-b679-988147aebc0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:28.882036 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-63e64750-9287-43ce-b679-988147aebc0f admin admin] Calling delete_port for e1ba5efc-015b-4375-b1af-fe37f914e053 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:09:28.914217 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 42c54976-7321-468f-880a-ece21dff759c no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:09:28.938692 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 42c54976-7321-468f-880a-ece21dff759c {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:09:28.939570 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 42c54976-7321-468f-880a-ece21dff759c not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:09:28.939991 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:09:28.958903 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:09:28.959221 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2fe99579-a4c8-4eb1-94dd-6ceeef2b5e24 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:09:28.959636 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b3bcc088-b45c-48ab-b593-ad1f8744b09f no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:09:28.979264 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: b3bcc088-b45c-48ab-b593-ad1f8744b09f {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:09:28.979668 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b3bcc088-b45c-48ab-b593-ad1f8744b09f not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:09:29.386638 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-63e64750-9287-43ce-b679-988147aebc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:29.413004 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e64750-9287-43ce-b679-988147aebc0f admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ba5efc-015b-4375-b1af-fe37f914e053,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:29.581785 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-63e64750-9287-43ce-b679-988147aebc0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:29.798554 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e64750-9287-43ce-b679-988147aebc0f admin admin] Router c844458a-c3f7-4efc-9213-41c7d3fa6298 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:09:29.914980 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e64750-9287-43ce-b679-988147aebc0f admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:09:29.922477 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-63e64750-9287-43ce-b679-988147aebc0f admin admin] 10.222.0.77 "PUT /v2.0/routers/c844458a-c3f7-4efc-9213-41c7d3fa6298/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7222648 May 26 17:09:29.925201 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41844) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:29.929984 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22d0136-598e-4036-9c19-3fed2613336f None None] Sync routers for ids ['c844458a-c3f7-4efc-9213-41c7d3fa6298'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:09:29.940338 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22d0136-598e-4036-9c19-3fed2613336f None None] Routers {'c844458a-c3f7-4efc-9213-41c7d3fa6298'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:09:29.940971 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e22d0136-598e-4036-9c19-3fed2613336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:09:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c844458a-c3f7-4efc-9213-41c7d3fa6298'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:30.033238 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-678cd350-2ce0-44bf-b342-cf3052e3b275 admin admin] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:30.047016 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-e22d0136-598e-4036-9c19-3fed2613336f None None] Set router c844458a-c3f7-4efc-9213-41c7d3fa6298 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:09:30.135790 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-678cd350-2ce0-44bf-b342-cf3052e3b275 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:30.193358 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-678cd350-2ce0-44bf-b342-cf3052e3b275 admin admin] Deleting port d85e3728-5bfc-4842-b1a4-94a372de66ab {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:09:30.193713 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-678cd350-2ce0-44bf-b342-cf3052e3b275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:30.243448 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e22d0136-598e-4036-9c19-3fed2613336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c844458a-c3f7-4efc-9213-41c7d3fa6298', 'name': 'tempest-TestMinimumBasicScenario-1773939709-router', 'tenant_id': 'aef28701510345919f5ffff80c13688a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'd85e3728-5bfc-4842-b1a4-94a372de66ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:05:49Z', 'updated_at': '2022-05-26T17:09:29Z', 'revision_number': 5, 'project_id': 'aef28701510345919f5ffff80c13688a', 'gw_port': {'id': 'd85e3728-5bfc-4842-b1a4-94a372de66ab', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844458a-c3f7-4efc-9213-41c7d3fa6298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:05:49Z', 'updated_at': '2022-05-26T17:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:30.271277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22d0136-598e-4036-9c19-3fed2613336f None None] Checking router: c844458a-c3f7-4efc-9213-41c7d3fa6298 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:09:30.277346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-678cd350-2ce0-44bf-b342-cf3052e3b275 admin admin] For port d85e3728-5bfc-4842-b1a4-94a372de66ab, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d85e3728-5bfc-4842-b1a4-94a372de66ab,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:09:30.277721 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-678cd350-2ce0-44bf-b342-cf3052e3b275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:30.282314 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22d0136-598e-4036-9c19-3fed2613336f None None] Routers {'c844458a-c3f7-4efc-9213-41c7d3fa6298'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:09:30.282937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e22d0136-598e-4036-9c19-3fed2613336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:09:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['c844458a-c3f7-4efc-9213-41c7d3fa6298'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:30.292070 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-678cd350-2ce0-44bf-b342-cf3052e3b275 admin admin] Calling delete_port for d85e3728-5bfc-4842-b1a4-94a372de66ab owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:09:30.371514 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-e22d0136-598e-4036-9c19-3fed2613336f None None] Set router c844458a-c3f7-4efc-9213-41c7d3fa6298 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:09:30.432051 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e22d0136-598e-4036-9c19-3fed2613336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c844458a-c3f7-4efc-9213-41c7d3fa6298', 'name': 'tempest-TestMinimumBasicScenario-1773939709-router', 'tenant_id': 'aef28701510345919f5ffff80c13688a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:05:49Z', 'updated_at': '2022-05-26T17:09:30Z', 'revision_number': 6, 'project_id': 'aef28701510345919f5ffff80c13688a', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:30.463216 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22d0136-598e-4036-9c19-3fed2613336f None None] The sync data for ids ['c844458a-c3f7-4efc-9213-41c7d3fa6298'] in n-d-843337-2 is: [{'id': 'c844458a-c3f7-4efc-9213-41c7d3fa6298', 'name': 'tempest-TestMinimumBasicScenario-1773939709-router', 'tenant_id': 'aef28701510345919f5ffff80c13688a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:05:49Z', 'updated_at': '2022-05-26T17:09:30Z', 'revision_number': 6, 'project_id': 'aef28701510345919f5ffff80c13688a', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:09:30.468598 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-678cd350-2ce0-44bf-b342-cf3052e3b275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:30.501534 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678cd350-2ce0-44bf-b342-cf3052e3b275 admin admin] Pushing event deleted for resources: {'Port': ['ID=d85e3728-5bfc-4842-b1a4-94a372de66ab,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:30.570824 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-678cd350-2ce0-44bf-b342-cf3052e3b275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:30.659809 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-678cd350-2ce0-44bf-b342-cf3052e3b275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:30.662452 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-678cd350-2ce0-44bf-b342-cf3052e3b275 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:30.703347 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-678cd350-2ce0-44bf-b342-cf3052e3b275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:30.703864 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678cd350-2ce0-44bf-b342-cf3052e3b275 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c844458a-c3f7-4efc-9213-41c7d3fa6298 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:09:30.709078 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-678cd350-2ce0-44bf-b342-cf3052e3b275 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:30.710177 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-678cd350-2ce0-44bf-b342-cf3052e3b275 admin admin] 10.222.0.77 "DELETE /v2.0/routers/c844458a-c3f7-4efc-9213-41c7d3fa6298 HTTP/1.1" status: 204 len: 168 time: 0.7839375 May 26 17:09:30.712747 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41846) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:30.760483 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-448d2c2e-9d30-41c4-9030-209c84592460 admin admin] Deleting subnet c479f2f0-e704-40c0-b255-0d3eb25009a1 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 17:09:30.763394 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-448d2c2e-9d30-41c4-9030-209c84592460 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:30.798103 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-448d2c2e-9d30-41c4-9030-209c84592460 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:30.893915 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-448d2c2e-9d30-41c4-9030-209c84592460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:30.956761 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-448d2c2e-9d30-41c4-9030-209c84592460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:30.984372 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d2c2e-9d30-41c4-9030-209c84592460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c479f2f0-e704-40c0-b255-0d3eb25009a1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:30.986371 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-448d2c2e-9d30-41c4-9030-209c84592460 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:30.990199 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-448d2c2e-9d30-41c4-9030-209c84592460 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c479f2f0-e704-40c0-b255-0d3eb25009a1 HTTP/1.1" status: 204 len: 168 time: 0.2759638 May 26 17:09:30.991816 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d975a369-7835-482d-b388-e533f953bf06 None None] Network 039658b3-9b9c-454e-87ca-11912ff6d1ae requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:09:30.992899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41848) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:31.060447 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3a7d-9bde-42df-9dae-70ecad062fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:31.113050 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:31.115840 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-a4bc3a7d-9bde-42df-9dae-70ecad062fc7 admin admin] Deleting port 8d8afc94-dac7-47a4-aa14-45c6e468a0e9 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:09:31.116225 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3a7d-9bde-42df-9dae-70ecad062fc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:31.201244 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-a4bc3a7d-9bde-42df-9dae-70ecad062fc7 admin admin] For port 8d8afc94-dac7-47a4-aa14-45c6e468a0e9, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=8d8afc94-dac7-47a4-aa14-45c6e468a0e9,segment=NetworkSegment(4ced967e-cad2-4ad5-8ece-86046cb2f0a5),segment_id=4ced967e-cad2-4ad5-8ece-86046cb2f0a5)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:09:31.201488 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3a7d-9bde-42df-9dae-70ecad062fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:31.219842 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-a4bc3a7d-9bde-42df-9dae-70ecad062fc7 admin admin] Calling delete_port for 8d8afc94-dac7-47a4-aa14-45c6e468a0e9 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:09:31.271317 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ea1d03-6889-4f91-870f-6d662d52f90b None None] DHCP port deletion for 039658b3-9b9c-454e-87ca-11912ff6d1ae request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 17:09:31.318709 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3a7d-9bde-42df-9dae-70ecad062fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:31.321546 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea1d03-6889-4f91-870f-6d662d52f90b None None] Deleting port 8d8afc94-dac7-47a4-aa14-45c6e468a0e9 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:09:31.321921 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1ea1d03-6889-4f91-870f-6d662d52f90b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:31.334861 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e1ba5efc-015b-4375-b1af-fe37f914e053 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:09:31.354629 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc3a7d-9bde-42df-9dae-70ecad062fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d8afc94-dac7-47a4-aa14-45c6e468a0e9,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:31.359359 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bc3a7d-9bde-42df-9dae-70ecad062fc7 admin admin] No DVR routers for this DVR port 8d8afc94-dac7-47a4-aa14-45c6e468a0e9 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:09:31.437217 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3a7d-9bde-42df-9dae-70ecad062fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:31.461028 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-a4bc3a7d-9bde-42df-9dae-70ecad062fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039658b3-9b9c-454e-87ca-11912ff6d1ae']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:31.471559 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-a4bc3a7d-9bde-42df-9dae-70ecad062fc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ced967e-cad2-4ad5-8ece-86046cb2f0a5') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:31.472215 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-a4bc3a7d-9bde-42df-9dae-70ecad062fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ced967e-cad2-4ad5-8ece-86046cb2f0a5') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:31.483963 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3a7d-9bde-42df-9dae-70ecad062fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:31.503136 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3a7d-9bde-42df-9dae-70ecad062fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:31.509911 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4bc3a7d-9bde-42df-9dae-70ecad062fc7 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:09:31.510320 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3a7d-9bde-42df-9dae-70ecad062fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:31.557155 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: e1ba5efc-015b-4375-b1af-fe37f914e053 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:09:31.557500 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device e1ba5efc-015b-4375-b1af-fe37f914e053 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:09:31.580907 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c1ea1d03-6889-4f91-870f-6d662d52f90b None None] For port 8d8afc94-dac7-47a4-aa14-45c6e468a0e9, host n-d-843337-2, got binding levels [] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:09:31.581898 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1ea1d03-6889-4f91-870f-6d662d52f90b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:31.593420 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3a7d-9bde-42df-9dae-70ecad062fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:31.597582 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea1d03-6889-4f91-870f-6d662d52f90b None None] Calling delete_port for 8d8afc94-dac7-47a4-aa14-45c6e468a0e9 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:09:31.600765 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.ipam_backend_mixin [None req-c1ea1d03-6889-4f91-870f-6d662d52f90b None None] Port 8d8afc94-dac7-47a4-aa14-45c6e468a0e9 was not found and therefore no delete operation was performed {{(pid=103897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 17:09:31.602072 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3a7d-9bde-42df-9dae-70ecad062fc7 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:31.602401 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c1ea1d03-6889-4f91-870f-6d662d52f90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:31.606273 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a4bc3a7d-9bde-42df-9dae-70ecad062fc7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/039658b3-9b9c-454e-87ca-11912ff6d1ae HTTP/1.1" status: 204 len: 168 time: 0.6123083 May 26 17:09:31.621235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc3a7d-9bde-42df-9dae-70ecad062fc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=039658b3-9b9c-454e-87ca-11912ff6d1ae,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:31.629009 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 4ced967e-cad2-4ad5-8ece-86046cb2f0a5 resource provider aggregate not found May 26 17:09:31.637034 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c1ea1d03-6889-4f91-870f-6d662d52f90b None None] Network 039658b3-9b9c-454e-87ca-11912ff6d1ae is not hosted by any dhcp agent {{(pid=103897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 26 17:09:31.637402 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea1d03-6889-4f91-870f-6d662d52f90b None None] No DVR routers for this DVR port 8d8afc94-dac7-47a4-aa14-45c6e468a0e9 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:09:31.639417 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea1d03-6889-4f91-870f-6d662d52f90b None None] Pushing event deleted for resources: {'Port': ['ID=8d8afc94-dac7-47a4-aa14-45c6e468a0e9,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:31.650872 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea1d03-6889-4f91-870f-6d662d52f90b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:31.651218 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea1d03-6889-4f91-870f-6d662d52f90b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:31.651557 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea1d03-6889-4f91-870f-6d662d52f90b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:31.651873 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea1d03-6889-4f91-870f-6d662d52f90b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:31.652238 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea1d03-6889-4f91-870f-6d662d52f90b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:31.652566 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea1d03-6889-4f91-870f-6d662d52f90b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:31.652890 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea1d03-6889-4f91-870f-6d662d52f90b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:31.653210 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea1d03-6889-4f91-870f-6d662d52f90b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:31.653531 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea1d03-6889-4f91-870f-6d662d52f90b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:31.653852 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea1d03-6889-4f91-870f-6d662d52f90b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:31.654499 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea1d03-6889-4f91-870f-6d662d52f90b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:31.654727 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea1d03-6889-4f91-870f-6d662d52f90b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:31.662966 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 4ced967e-cad2-4ad5-8ece-86046cb2f0a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ced967e-cad2-4ad5-8ece-86046cb2f0a5 found for delete ", "request_id": "req-1990564c-7c26-4802-af01-eece9220a79b"}]} May 26 17:09:31.811826 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41858) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:31.854568 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f2facd79-4485-4174-896e-214e24e13c89 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f667805488bd46589926ba4f3a673dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415599 May 26 17:09:31.857225 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41860) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:31.909277 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2326ad34-c4dd-45f8-a41c-db32bfce80af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:31.935189 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2326ad34-c4dd-45f8-a41c-db32bfce80af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:31.987745 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2326ad34-c4dd-45f8-a41c-db32bfce80af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:31.991032 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2326ad34-c4dd-45f8-a41c-db32bfce80af admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:31.992247 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2326ad34-c4dd-45f8-a41c-db32bfce80af admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/93d19f53-f58a-4dce-a242-eca14406e7f9 HTTP/1.1" status: 204 len: 168 time: 0.1340971 May 26 17:09:32.000239 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326ad34-c4dd-45f8-a41c-db32bfce80af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d19f53-f58a-4dce-a242-eca14406e7f9,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:32.328574 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41866) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:32.382063 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-26fd36c1-c84e-4e42-a9d0-64cd17b5b74f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aef28701510345919f5ffff80c13688a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521934 May 26 17:09:32.384616 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41868) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:32.438800 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-206fde8b-8f4a-41de-8115-7f621f44c3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:32.462280 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-206fde8b-8f4a-41de-8115-7f621f44c3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:32.511388 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-206fde8b-8f4a-41de-8115-7f621f44c3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:32.514489 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-206fde8b-8f4a-41de-8115-7f621f44c3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:32.515774 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-206fde8b-8f4a-41de-8115-7f621f44c3b1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a8d5b931-c209-4003-bdf1-8afa09b4f1ac HTTP/1.1" status: 204 len: 168 time: 0.1302450 May 26 17:09:32.523907 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fde8b-8f4a-41de-8115-7f621f44c3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d5b931-c209-4003-bdf1-8afa09b4f1ac,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:32.918165 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d85e3728-5bfc-4842-b1a4-94a372de66ab no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:09:32.942524 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: d85e3728-5bfc-4842-b1a4-94a372de66ab {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:09:32.943111 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d85e3728-5bfc-4842-b1a4-94a372de66ab not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:09:32.943820 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8d8afc94-dac7-47a4-aa14-45c6e468a0e9 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:09:32.970155 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 8d8afc94-dac7-47a4-aa14-45c6e468a0e9 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:09:32.970763 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 8d8afc94-dac7-47a4-aa14-45c6e468a0e9 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:09:34.057921 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41908) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:34.062505 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-f7b9bc4d-841a-4d46-9c36-5c7aa41a6db8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1441901751', 'description': 'tempest-secgroup-smoke-1441901751 description', 'project_id': 'd71587a7143140b39ad28ebd632c58fb'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:09:34.083645 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f7b9bc4d-841a-4d46-9c36-5c7aa41a6db8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.091297 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f7b9bc4d-841a-4d46-9c36-5c7aa41a6db8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.168529 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f7b9bc4d-841a-4d46-9c36-5c7aa41a6db8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.172340 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f7b9bc4d-841a-4d46-9c36-5c7aa41a6db8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.213477 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9bc4d-841a-4d46-9c36-5c7aa41a6db8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71fc67c3-454b-490a-aef5-08678f762355,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:34.251125 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f7b9bc4d-841a-4d46-9c36-5c7aa41a6db8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.256612 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f7b9bc4d-841a-4d46-9c36-5c7aa41a6db8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.284221 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f7b9bc4d-841a-4d46-9c36-5c7aa41a6db8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.285490 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f7b9bc4d-841a-4d46-9c36-5c7aa41a6db8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2265189 May 26 17:09:34.289398 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41910) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:34.295326 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-90456458-ad14-41d2-81c3-e87b525b1dcd tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'b5ec3c3e-fde4-4b35-8f8f-fd8b658af547', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:09:34.298910 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9bc4d-841a-4d46-9c36-5c7aa41a6db8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ec3c3e-fde4-4b35-8f8f-fd8b658af547,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:34.331884 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-90456458-ad14-41d2-81c3-e87b525b1dcd tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.403759 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-90456458-ad14-41d2-81c3-e87b525b1dcd tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.407970 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-90456458-ad14-41d2-81c3-e87b525b1dcd tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.428369 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90456458-ad14-41d2-81c3-e87b525b1dcd tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3414a922-f4f0-4f45-a64b-477795961e83,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:34.437494 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-90456458-ad14-41d2-81c3-e87b525b1dcd tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.440332 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-90456458-ad14-41d2-81c3-e87b525b1dcd tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1494715 May 26 17:09:34.441870 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41912) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:34.446950 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-db1c4ff9-1079-45a3-b216-02ba46021f4d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'b5ec3c3e-fde4-4b35-8f8f-fd8b658af547', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:09:34.478207 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-db1c4ff9-1079-45a3-b216-02ba46021f4d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.548218 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-db1c4ff9-1079-45a3-b216-02ba46021f4d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.552994 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-db1c4ff9-1079-45a3-b216-02ba46021f4d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.572036 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c4ff9-1079-45a3-b216-02ba46021f4d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a1bcf2-4624-4500-9f2c-2c044b66afe5,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:34.581060 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-db1c4ff9-1079-45a3-b216-02ba46021f4d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.582436 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-db1c4ff9-1079-45a3-b216-02ba46021f4d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1395710 May 26 17:09:34.586056 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41914) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:34.590636 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-8e782a24-78cc-47ac-b122-1b20994e7741 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'b5ec3c3e-fde4-4b35-8f8f-fd8b658af547', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:09:34.618452 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e782a24-78cc-47ac-b122-1b20994e7741 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.683088 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e782a24-78cc-47ac-b122-1b20994e7741 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.687451 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e782a24-78cc-47ac-b122-1b20994e7741 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.706894 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e782a24-78cc-47ac-b122-1b20994e7741 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee8b62c-840f-4f4c-84a7-85c4c0102cc2,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:34.717039 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8e782a24-78cc-47ac-b122-1b20994e7741 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.717039 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8e782a24-78cc-47ac-b122-1b20994e7741 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293654 May 26 17:09:34.719432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41916) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:34.724103 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-fea94e5c-2afc-4ad4-b06e-b25f82474acf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'b5ec3c3e-fde4-4b35-8f8f-fd8b658af547', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:09:34.752219 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fea94e5c-2afc-4ad4-b06e-b25f82474acf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.820488 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fea94e5c-2afc-4ad4-b06e-b25f82474acf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.824556 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fea94e5c-2afc-4ad4-b06e-b25f82474acf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.843876 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea94e5c-2afc-4ad4-b06e-b25f82474acf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfcb1873-349f-4f01-b7c5-b86a3ecfd8c3,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:34.849810 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fea94e5c-2afc-4ad4-b06e-b25f82474acf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.851042 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fea94e5c-2afc-4ad4-b06e-b25f82474acf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1306076 May 26 17:09:34.853752 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41918) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:34.858182 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-1a87186e-10f4-48e4-8844-2a3aaa7727f5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'b5ec3c3e-fde4-4b35-8f8f-fd8b658af547', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:09:34.879488 n-d-843337-2 neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-1a87186e-10f4-48e4-8844-2a3aaa7727f5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Project d71587a7143140b39ad28ebd632c58fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:09:34.887347 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a87186e-10f4-48e4-8844-2a3aaa7727f5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.950882 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a87186e-10f4-48e4-8844-2a3aaa7727f5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.954986 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a87186e-10f4-48e4-8844-2a3aaa7727f5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.973634 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87186e-10f4-48e4-8844-2a3aaa7727f5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=703a7c51-abdc-49d8-b5d1-b50516da1a96,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:34.984762 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1a87186e-10f4-48e4-8844-2a3aaa7727f5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:34.986305 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1a87186e-10f4-48e4-8844-2a3aaa7727f5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1315176 May 26 17:09:34.989462 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41920) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:34.994596 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b58176a6-c255-498c-a655-602085856053 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'b5ec3c3e-fde4-4b35-8f8f-fd8b658af547', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:09:35.017210 n-d-843337-2 neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-b58176a6-c255-498c-a655-602085856053 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Project d71587a7143140b39ad28ebd632c58fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:09:35.022388 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b58176a6-c255-498c-a655-602085856053 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:35.095590 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b58176a6-c255-498c-a655-602085856053 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:35.100575 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b58176a6-c255-498c-a655-602085856053 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:35.119597 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58176a6-c255-498c-a655-602085856053 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7007750d-5447-45d8-b548-c2154a23fc30,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:35.126567 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b58176a6-c255-498c-a655-602085856053 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:35.128427 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b58176a6-c255-498c-a655-602085856053 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1374485 May 26 17:09:35.132187 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41922) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:35.137325 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b17ef0ff-f481-4ff8-8a49-1cc84fa8ba5e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'network': {'name': 'tempest-network-smoke--1413193864', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'port_security_enabled': True}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:09:35.158038 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17ef0ff-f481-4ff8-8a49-1cc84fa8ba5e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Made reservation on behalf of d71587a7143140b39ad28ebd632c58fb for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:09:35.162368 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b17ef0ff-f481-4ff8-8a49-1cc84fa8ba5e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:35.187554 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17ef0ff-f481-4ff8-8a49-1cc84fa8ba5e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:09:35.198650 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b17ef0ff-f481-4ff8-8a49-1cc84fa8ba5e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:35.199040 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-b17ef0ff-f481-4ff8-8a49-1cc84fa8ba5e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Added segment 6b303f55-5d29-49e2-aa89-a8c543614d87 of type vlan for network 429a3201-dc49-4401-8bdd-05100f10a04d May 26 17:09:35.243095 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b17ef0ff-f481-4ff8-8a49-1cc84fa8ba5e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:35.269797 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b17ef0ff-f481-4ff8-8a49-1cc84fa8ba5e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:35.276615 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17ef0ff-f481-4ff8-8a49-1cc84fa8ba5e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:35.277233 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b17ef0ff-f481-4ff8-8a49-1cc84fa8ba5e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:35.343503 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b17ef0ff-f481-4ff8-8a49-1cc84fa8ba5e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2075953 May 26 17:09:35.343736 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41924) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:35.351401 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-60ab9355-a4bb-4bea-ab30-aefb01d4255f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-139510844', 'admin_state_up': True, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:09:35.367927 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ef0ff-f481-4ff8-8a49-1cc84fa8ba5e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Network': ['ID=429a3201-dc49-4401-8bdd-05100f10a04d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:35.379244 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 429a3201-dc49-4401-8bdd-05100f10a04d details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:09:35.391203 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-60ab9355-a4bb-4bea-ab30-aefb01d4255f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:35.392407 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-60ab9355-a4bb-4bea-ab30-aefb01d4255f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:35.449635 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-60ab9355-a4bb-4bea-ab30-aefb01d4255f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:35.604488 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-60ab9355-a4bb-4bea-ab30-aefb01d4255f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:35.863280 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-60ab9355-a4bb-4bea-ab30-aefb01d4255f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:35.886185 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-60ab9355-a4bb-4bea-ab30-aefb01d4255f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:35.989837 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-60ab9355-a4bb-4bea-ab30-aefb01d4255f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Allocated IP 172.25.7.153 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/9e76d1c6-dfb2-48b2-8d8a-791998e48101) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:09:36.095044 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-60ab9355-a4bb-4bea-ab30-aefb01d4255f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:36.129354 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-60ab9355-a4bb-4bea-ab30-aefb01d4255f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:36.167799 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ab9355-a4bb-4bea-ab30-aefb01d4255f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:09:36.170611 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-60ab9355-a4bb-4bea-ab30-aefb01d4255f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:09:36.174943 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ab9355-a4bb-4bea-ab30-aefb01d4255f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:09:36.201589 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab9355-a4bb-4bea-ab30-aefb01d4255f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=9e76d1c6-dfb2-48b2-8d8a-791998e48101,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:36.429316 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-60ab9355-a4bb-4bea-ab30-aefb01d4255f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:36.966786 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-60ab9355-a4bb-4bea-ab30-aefb01d4255f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:37.105970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ab9355-a4bb-4bea-ab30-aefb01d4255f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Router 03698015-cd6f-482c-b45f-7aa905778ec4 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 17:09:37.214413 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ab9355-a4bb-4bea-ab30-aefb01d4255f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:09:37.225087 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] Sync routers for ids ['03698015-cd6f-482c-b45f-7aa905778ec4'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:09:37.237282 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-60ab9355-a4bb-4bea-ab30-aefb01d4255f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:37.238632 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] Routers {'03698015-cd6f-482c-b45f-7aa905778ec4'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:09:37.238934 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-60ab9355-a4bb-4bea-ab30-aefb01d4255f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8942037 May 26 17:09:37.239941 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:09:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['03698015-cd6f-482c-b45f-7aa905778ec4'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:37.243772 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41928) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:37.345972 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] Set router 03698015-cd6f-482c-b45f-7aa905778ec4 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:09:37.368609 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-52e91fcf-fdbe-439d-b477-6cb1642634d7 tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=d71587a7143140b39ad28ebd632c58fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1243415 May 26 17:09:37.371502 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41932) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:37.457497 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7111951f-adb6-4f43-952b-8eafd48ed6ca tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:37.459235 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7111951f-adb6-4f43-952b-8eafd48ed6ca tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868213 May 26 17:09:37.462221 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41934) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:37.495363 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2bad5d86-8540-42e8-bb90-c06107ce468d tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319042 May 26 17:09:37.497814 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41936) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:37.502635 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-5500372b-a7fc-42fc-989d-8911f1129b00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-331014018', 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:09:37.525885 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139510844', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:36Z', 'revision_number': 3, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:37.552433 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] Checking router: 03698015-cd6f-482c-b45f-7aa905778ec4 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:09:37.552826 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] Updating router 03698015-cd6f-482c-b45f-7aa905778ec4 port 9e76d1c6-dfb2-48b2-8d8a-791998e48101 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:09:37.577508 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:37.590047 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5500372b-a7fc-42fc-989d-8911f1129b00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Made reservation on behalf of d71587a7143140b39ad28ebd632c58fb for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:09:37.593559 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5500372b-a7fc-42fc-989d-8911f1129b00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:37.785386 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5500372b-a7fc-42fc-989d-8911f1129b00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:37.827209 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:37.832756 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:37.845062 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500372b-a7fc-42fc-989d-8911f1129b00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Subnet': ['ID=c9b1b1e7-92fa-4414-bddb-457087eb3ab0,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:37.854496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5500372b-a7fc-42fc-989d-8911f1129b00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Checking segment: {'id': '6b303f55-5d29-49e2-aa89-a8c543614d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:09:37.854864 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5500372b-a7fc-42fc-989d-8911f1129b00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network hostable DHCP agents. Network: 429a3201-dc49-4401-8bdd-05100f10a04d, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:09:37.873088 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5500372b-a7fc-42fc-989d-8911f1129b00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network 429a3201-dc49-4401-8bdd-05100f10a04d is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:09:37.882850 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-5500372b-a7fc-42fc-989d-8911f1129b00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 429a3201-dc49-4401-8bdd-05100f10a04d) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:09:37.886722 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] Attempting to bind port 9e76d1c6-dfb2-48b2-8d8a-791998e48101 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:09:37.887087 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] Attempting to bind port 9e76d1c6-dfb2-48b2-8d8a-791998e48101 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:09:37.887451 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] Attempting to bind port 9e76d1c6-dfb2-48b2-8d8a-791998e48101 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:09:37.888111 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5500372b-a7fc-42fc-989d-8911f1129b00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:37.888598 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5500372b-a7fc-42fc-989d-8911f1129b00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:37.898171 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f230a55a-39f9-4bb0-b1d1-f4d93cdd90a6 None None] Network 429a3201-dc49-4401-8bdd-05100f10a04d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:09:37.899094 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:09:37.899500 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:09:37.899935 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:37.900415 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:09:37.900949 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] Bound port: 9e76d1c6-dfb2-48b2-8d8a-791998e48101, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:09:37.901351 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:37.906061 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5500372b-a7fc-42fc-989d-8911f1129b00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4072366 May 26 17:09:37.908820 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41938) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:37.952841 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] For port 9e76d1c6-dfb2-48b2-8d8a-791998e48101, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:09:37.956017 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] For port 9e76d1c6-dfb2-48b2-8d8a-791998e48101, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9e76d1c6-dfb2-48b2-8d8a-791998e48101,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:09:37.957860 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41695623-5935-458b-9b4a-b5277d3727ec None None] Pushing event updated for resources: {'Port': ['ID=9e76d1c6-dfb2-48b2-8d8a-791998e48101,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:37.966140 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:37.969804 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41695623-5935-458b-9b4a-b5277d3727ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:37.970146 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41695623-5935-458b-9b4a-b5277d3727ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:37.970471 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41695623-5935-458b-9b4a-b5277d3727ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:37.970848 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41695623-5935-458b-9b4a-b5277d3727ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:37.971176 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41695623-5935-458b-9b4a-b5277d3727ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:37.971495 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41695623-5935-458b-9b4a-b5277d3727ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:37.971814 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41695623-5935-458b-9b4a-b5277d3727ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:37.972149 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41695623-5935-458b-9b4a-b5277d3727ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:37.972467 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41695623-5935-458b-9b4a-b5277d3727ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:37.972787 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41695623-5935-458b-9b4a-b5277d3727ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:37.973139 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41695623-5935-458b-9b4a-b5277d3727ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:37.973849 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41695623-5935-458b-9b4a-b5277d3727ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:09:38.026726 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41695623-5935-458b-9b4a-b5277d3727ec None None] Pushing event updated for resources: {'Port': ['ID=9e76d1c6-dfb2-48b2-8d8a-791998e48101,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:38.044126 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] Routers {'03698015-cd6f-482c-b45f-7aa905778ec4'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:09:38.044751 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:09:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['03698015-cd6f-482c-b45f-7aa905778ec4'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:38.050045 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea3c6b9-fe57-4a98-9887-223ea201745a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-429a3201-dc49-4401-8bdd-05100f10a04d', 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'fixed_ips': [{'subnet_id': 'c9b1b1e7-92fa-4414-bddb-457087eb3ab0'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 17:09:38.051144 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5ea3c6b9-fe57-4a98-9887-223ea201745a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:38.157896 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] Set router 03698015-cd6f-482c-b45f-7aa905778ec4 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:09:38.204000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-5ea3c6b9-fe57-4a98-9887-223ea201745a None None] Allocated IP 172.20.0.2 (429a3201-dc49-4401-8bdd-05100f10a04d/c9b1b1e7-92fa-4414-bddb-457087eb3ab0/68dcebd1-56cf-445e-9ce4-1191d11fcf57) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:09:38.359572 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5ea3c6b9-fe57-4a98-9887-223ea201745a None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:38.365972 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5ea3c6b9-fe57-4a98-9887-223ea201745a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:38.376311 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-70337705-a00c-4eee-9fe7-05e444b81d00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:38.406326 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea3c6b9-fe57-4a98-9887-223ea201745a None None] Network 429a3201-dc49-4401-8bdd-05100f10a04d is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:09:38.409236 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-5ea3c6b9-fe57-4a98-9887-223ea201745a None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:09:38.412408 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea3c6b9-fe57-4a98-9887-223ea201745a None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:09:38.425873 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3c6b9-fe57-4a98-9887-223ea201745a None None] Pushing event updated for resources: {'Port': ['ID=68dcebd1-56cf-445e-9ce4-1191d11fcf57,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:38.462641 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139510844', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:36Z', 'revision_number': 3, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:38.474737 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5ea3c6b9-fe57-4a98-9887-223ea201745a None None] Attempting to bind port 68dcebd1-56cf-445e-9ce4-1191d11fcf57 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:09:38.475109 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5ea3c6b9-fe57-4a98-9887-223ea201745a None None] Attempting to bind port 68dcebd1-56cf-445e-9ce4-1191d11fcf57 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '6b303f55-5d29-49e2-aa89-a8c543614d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:09:38.475471 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea3c6b9-fe57-4a98-9887-223ea201745a None None] Attempting to bind port 68dcebd1-56cf-445e-9ce4-1191d11fcf57 on network 429a3201-dc49-4401-8bdd-05100f10a04d {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:09:38.480518 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea3c6b9-fe57-4a98-9887-223ea201745a None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:09:38.480969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea3c6b9-fe57-4a98-9887-223ea201745a None None] Checking segment: {'id': '6b303f55-5d29-49e2-aa89-a8c543614d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:09:38.481367 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5ea3c6b9-fe57-4a98-9887-223ea201745a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:38.481755 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea3c6b9-fe57-4a98-9887-223ea201745a None None] Bound using segment: {'id': '6b303f55-5d29-49e2-aa89-a8c543614d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:09:38.482213 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5ea3c6b9-fe57-4a98-9887-223ea201745a None None] Bound port: 68dcebd1-56cf-445e-9ce4-1191d11fcf57, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b303f55-5d29-49e2-aa89-a8c543614d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:09:38.482593 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5ea3c6b9-fe57-4a98-9887-223ea201745a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:38.497530 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d83a7-1af2-4bbf-9d64-bc8ee0ab58dd None None] The sync data for ids ['03698015-cd6f-482c-b45f-7aa905778ec4'] in n-d-843337-2 is: [{'id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139510844', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:36Z', 'revision_number': 3, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:09:38.553960 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5ea3c6b9-fe57-4a98-9887-223ea201745a None None] For port 68dcebd1-56cf-445e-9ce4-1191d11fcf57, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:09:38.557511 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5ea3c6b9-fe57-4a98-9887-223ea201745a None None] For port 68dcebd1-56cf-445e-9ce4-1191d11fcf57, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=68dcebd1-56cf-445e-9ce4-1191d11fcf57,segment=NetworkSegment(6b303f55-5d29-49e2-aa89-a8c543614d87),segment_id=6b303f55-5d29-49e2-aa89-a8c543614d87)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:09:38.564676 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5ea3c6b9-fe57-4a98-9887-223ea201745a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:38.622088 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3c6b9-fe57-4a98-9887-223ea201745a None None] Pushing event updated for resources: {'Port': ['ID=68dcebd1-56cf-445e-9ce4-1191d11fcf57,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:38.687297 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-70337705-a00c-4eee-9fe7-05e444b81d00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Allocated IP 172.20.0.1 (429a3201-dc49-4401-8bdd-05100f10a04d/c9b1b1e7-92fa-4414-bddb-457087eb3ab0/13638edc-3a29-40fa-b8df-5829e48abc56) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:09:38.864916 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-70337705-a00c-4eee-9fe7-05e444b81d00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:38.932023 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-70337705-a00c-4eee-9fe7-05e444b81d00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:39.002102 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70337705-a00c-4eee-9fe7-05e444b81d00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network 429a3201-dc49-4401-8bdd-05100f10a04d is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:09:39.005496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-70337705-a00c-4eee-9fe7-05e444b81d00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:09:39.009736 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70337705-a00c-4eee-9fe7-05e444b81d00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:09:39.040236 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 68dcebd1-56cf-445e-9ce4-1191d11fcf57 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:09:39.057187 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70337705-a00c-4eee-9fe7-05e444b81d00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=13638edc-3a29-40fa-b8df-5829e48abc56,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:39.075775 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-70337705-a00c-4eee-9fe7-05e444b81d00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:39.103163 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 68dcebd1-56cf-445e-9ce4-1191d11fcf57 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:09:39.103638 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:39.197441 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 68dcebd1-56cf-445e-9ce4-1191d11fcf57 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:09:39.197903 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:39.221396 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-70337705-a00c-4eee-9fe7-05e444b81d00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:39.232072 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 68dcebd1-56cf-445e-9ce4-1191d11fcf57, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=68dcebd1-56cf-445e-9ce4-1191d11fcf57,segment=NetworkSegment(6b303f55-5d29-49e2-aa89-a8c543614d87),segment_id=6b303f55-5d29-49e2-aa89-a8c543614d87)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:09:39.237359 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:39.238318 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9e76d1c6-dfb2-48b2-8d8a-791998e48101 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:09:39.323172 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=68dcebd1-56cf-445e-9ce4-1191d11fcf57,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:39.334582 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 9e76d1c6-dfb2-48b2-8d8a-791998e48101 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:09:39.335049 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:39.429101 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 9e76d1c6-dfb2-48b2-8d8a-791998e48101 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:09:39.430202 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:39.459465 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 9e76d1c6-dfb2-48b2-8d8a-791998e48101, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9e76d1c6-dfb2-48b2-8d8a-791998e48101,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:09:39.465545 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:39.524254 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=9e76d1c6-dfb2-48b2-8d8a-791998e48101,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:39.577746 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-70337705-a00c-4eee-9fe7-05e444b81d00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:39.584155 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-70337705-a00c-4eee-9fe7-05e444b81d00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:39.661717 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70337705-a00c-4eee-9fe7-05e444b81d00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=13638edc-3a29-40fa-b8df-5829e48abc56,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:39.667297 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-70337705-a00c-4eee-9fe7-05e444b81d00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:39.708767 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c4a754-c859-45b8-9967-9ee9922b8fc8 None None] Network 429a3201-dc49-4401-8bdd-05100f10a04d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:09:39.761362 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70337705-a00c-4eee-9fe7-05e444b81d00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network 429a3201-dc49-4401-8bdd-05100f10a04d is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:09:39.762781 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-70337705-a00c-4eee-9fe7-05e444b81d00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:09:39.837258 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-130cd314-ca09-430f-90b7-edf914f7eb67 None None] Provisioning complete for port 68dcebd1-56cf-445e-9ce4-1191d11fcf57 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:09:39.837625 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-130cd314-ca09-430f-90b7-edf914f7eb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:39.878324 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70337705-a00c-4eee-9fe7-05e444b81d00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Router 03698015-cd6f-482c-b45f-7aa905778ec4 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:09:39.947935 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-130cd314-ca09-430f-90b7-edf914f7eb67 None None] Current status of the port 68dcebd1-56cf-445e-9ce4-1191d11fcf57 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:09:39.994866 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70337705-a00c-4eee-9fe7-05e444b81d00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:09:40.000576 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-70337705-a00c-4eee-9fe7-05e444b81d00 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "PUT /v2.0/routers/03698015-cd6f-482c-b45f-7aa905778ec4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0904958 May 26 17:09:40.156297 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-b4bfce65-0639-405e-b292-ce2ba2157bd3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1441901751&fields=id&tenant_id=d71587a7143140b39ad28ebd632c58fb HTTP/1.1" status: 200 len: 267 time: 0.0352311 May 26 17:09:40.182804 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-767efeb3-378b-43b8-8559-c335722ae110 None None] Provisioning complete for port 68dcebd1-56cf-445e-9ce4-1191d11fcf57 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:09:40.184235 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-767efeb3-378b-43b8-8559-c335722ae110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:40.270901 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-767efeb3-378b-43b8-8559-c335722ae110 None None] Current status of the port 68dcebd1-56cf-445e-9ce4-1191d11fcf57 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:09:40.282053 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-767efeb3-378b-43b8-8559-c335722ae110 None None] Provisioning complete for port 13638edc-3a29-40fa-b8df-5829e48abc56 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:09:40.282429 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-767efeb3-378b-43b8-8559-c335722ae110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:40.292423 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-892ed050-a4e0-4b1d-b8e5-82b17d769038 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:40.294039 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-892ed050-a4e0-4b1d-b8e5-82b17d769038 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/networks?id=429a3201-dc49-4401-8bdd-05100f10a04d HTTP/1.1" status: 200 len: 797 time: 0.1263275 May 26 17:09:40.311408 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-efa42c45-ee50-4f90-bdee-0c6c3d30a8a5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/quotas/d71587a7143140b39ad28ebd632c58fb HTTP/1.1" status: 200 len: 375 time: 0.0111201 May 26 17:09:40.327197 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-767efeb3-378b-43b8-8559-c335722ae110 None None] Port 13638edc-3a29-40fa-b8df-5829e48abc56 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:09:40.367737 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-ff403b9c-c8be-4114-8259-70d9198fd5fd tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491951 May 26 17:09:40.392220 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] Sync routers for ids ['03698015-cd6f-482c-b45f-7aa905778ec4'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:09:40.406474 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] Routers {'03698015-cd6f-482c-b45f-7aa905778ec4'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:09:40.407289 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:09:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['03698015-cd6f-482c-b45f-7aa905778ec4'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:40.471942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-16c9be1e-9758-4ad0-b771-4d373245f675 None None] Provisioning complete for port 13638edc-3a29-40fa-b8df-5829e48abc56 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:09:40.472475 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-16c9be1e-9758-4ad0-b771-4d373245f675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:40.524113 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-007d6dff-804e-4c0a-8779-c18bf79c18c5 service neutron] 10.222.0.77 "GET /v2.0/networks/429a3201-dc49-4401-8bdd-05100f10a04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429837 May 26 17:09:40.550344 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-16c9be1e-9758-4ad0-b771-4d373245f675 None None] Port 13638edc-3a29-40fa-b8df-5829e48abc56 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:09:40.558591 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] Set router 03698015-cd6f-482c-b45f-7aa905778ec4 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:09:40.621268 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-3cfd0071-d4f9-461a-92f5-f69ea8e21f48 service neutron] 10.222.0.77 "GET /v2.0/networks/429a3201-dc49-4401-8bdd-05100f10a04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902431 May 26 17:09:40.697217 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-1c2335b8-cd2e-4f21-a17d-629128b69ce5 None None] Provisioning complete for port 13638edc-3a29-40fa-b8df-5829e48abc56 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:09:40.697580 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1c2335b8-cd2e-4f21-a17d-629128b69ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:40.773174 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1c2335b8-cd2e-4f21-a17d-629128b69ce5 None None] Port 13638edc-3a29-40fa-b8df-5829e48abc56 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:09:40.795077 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fba622bf-6e10-47c5-8e83-8f13a4bfd790 req-191967ae-e213-44f0-bb71-51398a1229d3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809 HTTP/1.1" status: 200 len: 210 time: 0.0307145 May 26 17:09:40.804481 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139510844', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:39Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '13638edc-3a29-40fa-b8df-5829e48abc56', 'name': '', 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:c9:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c9b1b1e7-92fa-4414-bddb-457087eb3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:38Z', 'updated_at': '2022-05-26T17:09:39Z', 'revision_number': 2, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': 'c9b1b1e7-92fa-4414-bddb-457087eb3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:40.831453 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] Checking router: 03698015-cd6f-482c-b45f-7aa905778ec4 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:09:40.831807 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] Updating router 03698015-cd6f-482c-b45f-7aa905778ec4 port 13638edc-3a29-40fa-b8df-5829e48abc56 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:09:40.858989 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:40.969136 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 68dcebd1-56cf-445e-9ce4-1191d11fcf57 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:09:41.093068 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 68dcebd1-56cf-445e-9ce4-1191d11fcf57 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:09:41.093451 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:41.244950 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:41.246626 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 68dcebd1-56cf-445e-9ce4-1191d11fcf57 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:09:41.247651 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9e76d1c6-dfb2-48b2-8d8a-791998e48101 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:09:41.274512 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:41.331218 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582dd8af-8520-4186-8b96-2795a3110288 None None] Pushing event updated for resources: {'Port': ['ID=13638edc-3a29-40fa-b8df-5829e48abc56,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:41.391638 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 9e76d1c6-dfb2-48b2-8d8a-791998e48101 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:09:41.392074 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:41.425875 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] Attempting to bind port 13638edc-3a29-40fa-b8df-5829e48abc56 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:09:41.426282 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] Attempting to bind port 13638edc-3a29-40fa-b8df-5829e48abc56 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '6b303f55-5d29-49e2-aa89-a8c543614d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:09:41.426655 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] Attempting to bind port 13638edc-3a29-40fa-b8df-5829e48abc56 on network 429a3201-dc49-4401-8bdd-05100f10a04d {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:09:41.440316 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:09:41.440690 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] Checking segment: {'id': '6b303f55-5d29-49e2-aa89-a8c543614d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:09:41.441090 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:41.441488 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] Bound using segment: {'id': '6b303f55-5d29-49e2-aa89-a8c543614d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:09:41.442538 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] Bound port: 13638edc-3a29-40fa-b8df-5829e48abc56, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b303f55-5d29-49e2-aa89-a8c543614d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:09:41.442937 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:41.543584 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] For port 13638edc-3a29-40fa-b8df-5829e48abc56, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:09:41.545598 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 9e76d1c6-dfb2-48b2-8d8a-791998e48101 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:09:41.549603 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] For port 13638edc-3a29-40fa-b8df-5829e48abc56, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=13638edc-3a29-40fa-b8df-5829e48abc56,segment=NetworkSegment(6b303f55-5d29-49e2-aa89-a8c543614d87),segment_id=6b303f55-5d29-49e2-aa89-a8c543614d87)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:09:41.554514 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:41.630003 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] Routers {'03698015-cd6f-482c-b45f-7aa905778ec4'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:09:41.630656 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:09:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['03698015-cd6f-482c-b45f-7aa905778ec4'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:41.632357 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582dd8af-8520-4186-8b96-2795a3110288 None None] Pushing event updated for resources: {'Port': ['ID=13638edc-3a29-40fa-b8df-5829e48abc56,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:41.638205 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-37b2d64b-0e1d-45d3-96ae-55b25f3dd81c None None] Provisioning complete for port 13638edc-3a29-40fa-b8df-5829e48abc56 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:09:41.638578 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-37b2d64b-0e1d-45d3-96ae-55b25f3dd81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:41.841325 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-0b3bf661-f332-4b20-94fa-d007d4eed7c8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:41.842852 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-0b3bf661-f332-4b20-94fa-d007d4eed7c8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.81 "GET /v2.0/networks?id=429a3201-dc49-4401-8bdd-05100f10a04d HTTP/1.1" status: 200 len: 797 time: 0.1374531 May 26 17:09:41.896463 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-3c59bfb7-558f-421d-97e2-0709e7453a23 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d71587a7143140b39ad28ebd632c58fb HTTP/1.1" status: 200 len: 380 time: 0.0431457 May 26 17:09:41.907093 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-e077419a-8695-402a-9c5e-a71340c6c6ab tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'port': {'device_id': 'fe80dcd5-5a53-4f69-8a6b-791a53f10809', 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d', 'admin_state_up': True, 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'security_groups': ['b5ec3c3e-fde4-4b35-8f8f-fd8b658af547']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:09:41.918656 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-82591b2d-d9e8-4e10-bd08-e83cd7381b8b req-2daef480-53be-4cc9-b8fa-7f4f2f73db3c tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809 HTTP/1.1" status: 200 len: 210 time: 0.0290461 May 26 17:09:41.972586 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] Set router 03698015-cd6f-482c-b45f-7aa905778ec4 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:09:42.020391 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-37b2d64b-0e1d-45d3-96ae-55b25f3dd81c None None] Current status of the port 13638edc-3a29-40fa-b8df-5829e48abc56 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:09:42.020885 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-37b2d64b-0e1d-45d3-96ae-55b25f3dd81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:42.025961 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-e077419a-8695-402a-9c5e-a71340c6c6ab tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Made reservation on behalf of d71587a7143140b39ad28ebd632c58fb for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:09:42.030193 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-e077419a-8695-402a-9c5e-a71340c6c6ab tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:42.135247 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-37b2d64b-0e1d-45d3-96ae-55b25f3dd81c None None] For port 13638edc-3a29-40fa-b8df-5829e48abc56, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=13638edc-3a29-40fa-b8df-5829e48abc56,segment=NetworkSegment(6b303f55-5d29-49e2-aa89-a8c543614d87),segment_id=6b303f55-5d29-49e2-aa89-a8c543614d87)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:09:42.150000 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-37b2d64b-0e1d-45d3-96ae-55b25f3dd81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:42.188663 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-e077419a-8695-402a-9c5e-a71340c6c6ab tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Allocated IP 172.20.0.4 (429a3201-dc49-4401-8bdd-05100f10a04d/c9b1b1e7-92fa-4414-bddb-457087eb3ab0/e5090c26-a067-4119-b39b-b2753d4aa1ad) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:09:42.247068 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2d64b-0e1d-45d3-96ae-55b25f3dd81c None None] Pushing event updated for resources: {'Port': ['ID=13638edc-3a29-40fa-b8df-5829e48abc56,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:42.287485 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9d8577cf-0a2c-413e-98ed-ca7dfe1a2e9d None None] Provisioning complete for port 13638edc-3a29-40fa-b8df-5829e48abc56 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:09:42.287851 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9d8577cf-0a2c-413e-98ed-ca7dfe1a2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:42.328011 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139510844', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:39Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '13638edc-3a29-40fa-b8df-5829e48abc56', 'name': '', 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:c9:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c9b1b1e7-92fa-4414-bddb-457087eb3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:38Z', 'updated_at': '2022-05-26T17:09:41Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': 'c9b1b1e7-92fa-4414-bddb-457087eb3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:42.355095 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-e077419a-8695-402a-9c5e-a71340c6c6ab tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:42.360737 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708ffb8-78c1-4ac0-8c2c-d744f5cd0575 None None] The sync data for ids ['03698015-cd6f-482c-b45f-7aa905778ec4'] in n-d-843337-2 is: [{'id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139510844', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:39Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '13638edc-3a29-40fa-b8df-5829e48abc56', 'name': '', 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:c9:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c9b1b1e7-92fa-4414-bddb-457087eb3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:38Z', 'updated_at': '2022-05-26T17:09:41Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': 'c9b1b1e7-92fa-4414-bddb-457087eb3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:09:42.408342 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-e077419a-8695-402a-9c5e-a71340c6c6ab tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:42.423169 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9d8577cf-0a2c-413e-98ed-ca7dfe1a2e9d None None] Current status of the port 13638edc-3a29-40fa-b8df-5829e48abc56 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:09:42.466960 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-e077419a-8695-402a-9c5e-a71340c6c6ab tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network 429a3201-dc49-4401-8bdd-05100f10a04d is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:09:42.472297 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-e077419a-8695-402a-9c5e-a71340c6c6ab tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:09:42.476592 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-e077419a-8695-402a-9c5e-a71340c6c6ab tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:09:42.533930 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077419a-8695-402a-9c5e-a71340c6c6ab tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=e5090c26-a067-4119-b39b-b2753d4aa1ad,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:42.542782 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-e077419a-8695-402a-9c5e-a71340c6c6ab tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:42.543470 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-e077419a-8695-402a-9c5e-a71340c6c6ab tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:42.569584 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-e077419a-8695-402a-9c5e-a71340c6c6ab tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6669128 May 26 17:09:42.654913 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-4fae54e7-1987-4968-841f-b816f831917f service neutron] Request body: {'port': {'device_id': 'fe80dcd5-5a53-4f69-8a6b-791a53f10809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:09:42.727655 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-4fae54e7-1987-4968-841f-b816f831917f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:42.749050 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-50961cae-9766-4e0d-bba0-448389afab7f None None] Provisioning complete for port e5090c26-a067-4119-b39b-b2753d4aa1ad triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:09:42.749512 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-50961cae-9766-4e0d-bba0-448389afab7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:42.789612 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-50961cae-9766-4e0d-bba0-448389afab7f None None] Port e5090c26-a067-4119-b39b-b2753d4aa1ad cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:09:42.966106 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 13638edc-3a29-40fa-b8df-5829e48abc56 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:09:43.031451 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 13638edc-3a29-40fa-b8df-5829e48abc56 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:09:43.033098 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:43.047393 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-4fae54e7-1987-4968-841f-b816f831917f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5090c26-a067-4119-b39b-b2753d4aa1ad {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:09:43.060675 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-4fae54e7-1987-4968-841f-b816f831917f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:43.065867 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602ff27-ecae-497d-8775-87ff76efd82a req-9570e462-5680-442f-9448-36775fb74424 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:43.068673 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8602ff27-ecae-497d-8775-87ff76efd82a req-9570e462-5680-442f-9448-36775fb74424 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809 HTTP/1.1" status: 200 len: 931 time: 0.0721779 May 26 17:09:43.082815 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-4fae54e7-1987-4968-841f-b816f831917f service neutron] Transition to ACTIVE for port object e5090c26-a067-4119-b39b-b2753d4aa1ad will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 17:09:43.089373 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-4fae54e7-1987-4968-841f-b816f831917f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:43.118571 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8602ff27-ecae-497d-8775-87ff76efd82a req-a44a79f0-ec44-45cf-b218-6642e8b6cb44 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5ec3c3e-fde4-4b35-8f8f-fd8b658af547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425479 May 26 17:09:43.127172 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 13638edc-3a29-40fa-b8df-5829e48abc56 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:09:43.158252 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae54e7-1987-4968-841f-b816f831917f service neutron] Pushing event updated for resources: {'Port': ['ID=e5090c26-a067-4119-b39b-b2753d4aa1ad,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:43.177980 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ff468bb4-1187-42e8-bf4d-e93fc90a4758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:43.234147 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-4fae54e7-1987-4968-841f-b816f831917f service neutron] Attempting to bind port e5090c26-a067-4119-b39b-b2753d4aa1ad on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:09:43.234483 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-4fae54e7-1987-4968-841f-b816f831917f service neutron] Attempting to bind port e5090c26-a067-4119-b39b-b2753d4aa1ad by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '6b303f55-5d29-49e2-aa89-a8c543614d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:09:43.234823 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-4fae54e7-1987-4968-841f-b816f831917f service neutron] Attempting to bind port e5090c26-a067-4119-b39b-b2753d4aa1ad on network 429a3201-dc49-4401-8bdd-05100f10a04d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:09:43.240248 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-4fae54e7-1987-4968-841f-b816f831917f service neutron] Port e5090c26-a067-4119-b39b-b2753d4aa1ad on network 429a3201-dc49-4401-8bdd-05100f10a04d not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:09:43.240574 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-4fae54e7-1987-4968-841f-b816f831917f service neutron] Attempting to bind port e5090c26-a067-4119-b39b-b2753d4aa1ad on network 429a3201-dc49-4401-8bdd-05100f10a04d {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:09:43.246634 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-4fae54e7-1987-4968-841f-b816f831917f service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:09:43.247084 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-4fae54e7-1987-4968-841f-b816f831917f service neutron] Checking segment: {'id': '6b303f55-5d29-49e2-aa89-a8c543614d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:09:43.247552 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-4fae54e7-1987-4968-841f-b816f831917f service neutron] Bound using segment: {'id': '6b303f55-5d29-49e2-aa89-a8c543614d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:09:43.248231 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-4fae54e7-1987-4968-841f-b816f831917f service neutron] Bound port: e5090c26-a067-4119-b39b-b2753d4aa1ad, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b303f55-5d29-49e2-aa89-a8c543614d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:09:43.248675 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-4fae54e7-1987-4968-841f-b816f831917f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:43.326626 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-4fae54e7-1987-4968-841f-b816f831917f service neutron] For port e5090c26-a067-4119-b39b-b2753d4aa1ad, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:09:43.330285 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-4fae54e7-1987-4968-841f-b816f831917f service neutron] For port e5090c26-a067-4119-b39b-b2753d4aa1ad, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e5090c26-a067-4119-b39b-b2753d4aa1ad,segment=NetworkSegment(6b303f55-5d29-49e2-aa89-a8c543614d87),segment_id=6b303f55-5d29-49e2-aa89-a8c543614d87)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:09:43.337099 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-4fae54e7-1987-4968-841f-b816f831917f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:43.380276 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-4fae54e7-1987-4968-841f-b816f831917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:43.380949 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-4fae54e7-1987-4968-841f-b816f831917f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:43.382380 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-4fae54e7-1987-4968-841f-b816f831917f service neutron] 10.222.0.81 "PUT /v2.0/ports/e5090c26-a067-4119-b39b-b2753d4aa1ad HTTP/1.1" status: 200 len: 1091 time: 0.8040633 May 26 17:09:43.382840 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe80dcd5-5a53-4f69-8a6b-791a53f10809', 'tag': 'e5090c26-a067-4119-b39b-b2753d4aa1ad'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:09:43.388904 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdf23bd-a968-4d7f-8bbf-8a8c291ad043" -d '{"events": [{"name": "network-changed", "server_uuid": "fe80dcd5-5a53-4f69-8a6b-791a53f10809", "tag": "e5090c26-a067-4119-b39b-b2753d4aa1ad"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:09:43.441676 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae54e7-1987-4968-841f-b816f831917f service neutron] Pushing event updated for resources: {'Port': ['ID=e5090c26-a067-4119-b39b-b2753d4aa1ad,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:43.454567 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7693a8ea-decb-4c8f-a441-f1ef3b7669b1 x-openstack-request-id: req-7693a8ea-decb-4c8f-a441-f1ef3b7669b1 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:09:43.454863 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe80dcd5-5a53-4f69-8a6b-791a53f10809", "tag": "e5090c26-a067-4119-b39b-b2753d4aa1ad", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:09:43.455119 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7693a8ea-decb-4c8f-a441-f1ef3b7669b1 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:09:43.455519 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7693a8ea-decb-4c8f-a441-f1ef3b7669b1'] response: {'name': 'network-changed', 'server_uuid': 'fe80dcd5-5a53-4f69-8a6b-791a53f10809', 'tag': 'e5090c26-a067-4119-b39b-b2753d4aa1ad', 'status': 'completed', 'code': 200} May 26 17:09:43.507486 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-dd02bf02-024b-43c5-bff7-782e25469e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:43.511418 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-dd02bf02-024b-43c5-bff7-782e25469e25 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809 HTTP/1.1" status: 200 len: 1094 time: 0.0734081 May 26 17:09:43.564243 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-3ab1c1de-8fb5-4155-afb5-98db2f68fcd6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5090c26-a067-4119-b39b-b2753d4aa1ad HTTP/1.1" status: 200 len: 217 time: 0.0448332 May 26 17:09:43.621666 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-ec72049f-aa18-42d5-9c8e-7f0abe901910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:43.623121 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-ec72049f-aa18-42d5-9c8e-7f0abe901910 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c9b1b1e7-92fa-4414-bddb-457087eb3ab0 HTTP/1.1" status: 200 len: 834 time: 0.0514812 May 26 17:09:43.675002 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-bd422b00-a78d-4fc9-a42d-24f2b9590fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:43.677244 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-bd422b00-a78d-4fc9-a42d-24f2b9590fb3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=429a3201-dc49-4401-8bdd-05100f10a04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469587 May 26 17:09:43.775005 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-194abe32-de89-4977-92f3-75387b7e42b7 service neutron] 10.222.0.81 "GET /v2.0/networks/429a3201-dc49-4401-8bdd-05100f10a04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902288 May 26 17:09:43.871780 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-48be9a6b-2be4-4a12-99f1-56a1790c0873 req-1361235b-6ada-444d-887c-c28ed2e2a52c service neutron] 10.222.0.81 "GET /v2.0/networks/429a3201-dc49-4401-8bdd-05100f10a04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891509 May 26 17:09:43.956277 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf23bd-a968-4d7f-8bbf-8a8c291ad043 req-c948754d-fffc-43fc-94b5-c9cfdce36c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:43.957990 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7cdf23bd-a968-4d7f-8bbf-8a8c291ad043 req-c948754d-fffc-43fc-94b5-c9cfdce36c0f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809 HTTP/1.1" status: 200 len: 1094 time: 0.0424056 May 26 17:09:44.049773 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf23bd-a968-4d7f-8bbf-8a8c291ad043 req-f264284e-bc64-4719-a5d1-4fbfe9d7f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:44.051769 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7cdf23bd-a968-4d7f-8bbf-8a8c291ad043 req-f264284e-bc64-4719-a5d1-4fbfe9d7f5a6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=429a3201-dc49-4401-8bdd-05100f10a04d HTTP/1.1" status: 200 len: 898 time: 0.0865693 May 26 17:09:44.093638 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7cdf23bd-a968-4d7f-8bbf-8a8c291ad043 req-1e1fe597-ba96-41b6-accc-c680514d18bd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5090c26-a067-4119-b39b-b2753d4aa1ad HTTP/1.1" status: 200 len: 217 time: 0.0343668 May 26 17:09:44.158905 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf23bd-a968-4d7f-8bbf-8a8c291ad043 req-9500a971-e231-4ac8-a735-bfe9f810a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:44.160605 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7cdf23bd-a968-4d7f-8bbf-8a8c291ad043 req-9500a971-e231-4ac8-a735-bfe9f810a8c1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c9b1b1e7-92fa-4414-bddb-457087eb3ab0 HTTP/1.1" status: 200 len: 834 time: 0.0595520 May 26 17:09:44.208732 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf23bd-a968-4d7f-8bbf-8a8c291ad043 req-53f0d51d-7f3c-4323-b3fa-83eccb80219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:44.210347 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7cdf23bd-a968-4d7f-8bbf-8a8c291ad043 req-53f0d51d-7f3c-4323-b3fa-83eccb80219c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=429a3201-dc49-4401-8bdd-05100f10a04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415270 May 26 17:09:44.246986 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf60071-74dc-4782-b050-dbb794661cbf req-be934a04-1635-48f6-86cf-d3790cbcbaeb tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:44.248509 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8bf60071-74dc-4782-b050-dbb794661cbf req-be934a04-1635-48f6-86cf-d3790cbcbaeb tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809 HTTP/1.1" status: 200 len: 943 time: 0.0487845 May 26 17:09:44.287212 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8bf60071-74dc-4782-b050-dbb794661cbf req-40d64641-f8d0-4ad6-ad78-4fdce51ee590 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5ec3c3e-fde4-4b35-8f8f-fd8b658af547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327492 May 26 17:09:44.302545 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7cdf23bd-a968-4d7f-8bbf-8a8c291ad043 req-d2b31ae6-07cb-435a-8f16-a7dc9a1c6ce7 service neutron] 10.222.0.81 "GET /v2.0/networks/429a3201-dc49-4401-8bdd-05100f10a04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842857 May 26 17:09:44.395527 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7cdf23bd-a968-4d7f-8bbf-8a8c291ad043 req-1cd59248-6534-4113-88ac-a373663d6abb service neutron] 10.222.0.81 "GET /v2.0/networks/429a3201-dc49-4401-8bdd-05100f10a04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855033 May 26 17:09:45.119135 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device e5090c26-a067-4119-b39b-b2753d4aa1ad details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:09:45.213498 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port e5090c26-a067-4119-b39b-b2753d4aa1ad, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e5090c26-a067-4119-b39b-b2753d4aa1ad,segment=NetworkSegment(6b303f55-5d29-49e2-aa89-a8c543614d87),segment_id=6b303f55-5d29-49e2-aa89-a8c543614d87)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:09:45.225814 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'e5090c26-a067-4119-b39b-b2753d4aa1ad', 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d', 'port_id': 'e5090c26-a067-4119-b39b-b2753d4aa1ad', 'mac_address': 'fa:16:3e:16:09:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9b1b1e7-92fa-4414-bddb-457087eb3ab0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:09:45.265213 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port e5090c26-a067-4119-b39b-b2753d4aa1ad is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:09:45.265597 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:45.278164 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5090c26-a067-4119-b39b-b2753d4aa1ad {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:09:45.297987 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port e5090c26-a067-4119-b39b-b2753d4aa1ad, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e5090c26-a067-4119-b39b-b2753d4aa1ad,segment=NetworkSegment(6b303f55-5d29-49e2-aa89-a8c543614d87),segment_id=6b303f55-5d29-49e2-aa89-a8c543614d87)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:09:45.302846 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:45.349735 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=e5090c26-a067-4119-b39b-b2753d4aa1ad,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:45.408447 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2aa28-8586-45bb-8f24-ac1860034736 req-c71cb921-2af9-45d1-a98d-0c8038119f3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:45.409910 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ba2aa28-8586-45bb-8f24-ac1860034736 req-c71cb921-2af9-45d1-a98d-0c8038119f3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809 HTTP/1.1" status: 200 len: 944 time: 0.0491235 May 26 17:09:45.450470 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ba2aa28-8586-45bb-8f24-ac1860034736 req-12486a1a-4541-4e01-aeb8-5653f9c87852 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5ec3c3e-fde4-4b35-8f8f-fd8b658af547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338607 May 26 17:09:45.552490 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['e5090c26-a067-4119-b39b-b2753d4aa1ad'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:09:45.644194 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a80b0766-4046-4dcb-8447-62a429bca458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:46.589317 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13544982-a11c-478c-a7d0-dcc4e93de474 req-f72ba7e3-efff-40d5-988a-dbf23328cdae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:46.590795 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13544982-a11c-478c-a7d0-dcc4e93de474 req-f72ba7e3-efff-40d5-988a-dbf23328cdae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809 HTTP/1.1" status: 200 len: 944 time: 0.0554373 May 26 17:09:46.627428 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-13544982-a11c-478c-a7d0-dcc4e93de474 req-75150f91-18b9-4501-85af-683939bb1a25 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5ec3c3e-fde4-4b35-8f8f-fd8b658af547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305610 May 26 17:09:46.785031 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:47.134439 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device e5090c26-a067-4119-b39b-b2753d4aa1ad up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:09:47.186663 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port e5090c26-a067-4119-b39b-b2753d4aa1ad completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 17:09:47.190961 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port e5090c26-a067-4119-b39b-b2753d4aa1ad triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:09:47.191334 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:47.272844 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port e5090c26-a067-4119-b39b-b2753d4aa1ad is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:09:47.273228 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:47.296120 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe80dcd5-5a53-4f69-8a6b-791a53f10809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5090c26-a067-4119-b39b-b2753d4aa1ad'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:09:47.298449 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e29fa1-48c9-4200-9370-f2b6cd753884" -d '{"events": [{"server_uuid": "fe80dcd5-5a53-4f69-8a6b-791a53f10809", "name": "network-vif-plugged", "status": "completed", "tag": "e5090c26-a067-4119-b39b-b2753d4aa1ad"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:09:47.311777 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port e5090c26-a067-4119-b39b-b2753d4aa1ad, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e5090c26-a067-4119-b39b-b2753d4aa1ad,segment=NetworkSegment(6b303f55-5d29-49e2-aa89-a8c543614d87),segment_id=6b303f55-5d29-49e2-aa89-a8c543614d87)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:09:47.316317 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:47.340969 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4660838-356c-41a6-9ce1-7e6e48b8e831 x-openstack-request-id: req-f4660838-356c-41a6-9ce1-7e6e48b8e831 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:09:47.341256 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe80dcd5-5a53-4f69-8a6b-791a53f10809", "name": "network-vif-plugged", "status": "completed", "tag": "e5090c26-a067-4119-b39b-b2753d4aa1ad", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:09:47.341506 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f4660838-356c-41a6-9ce1-7e6e48b8e831 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:09:47.341896 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4660838-356c-41a6-9ce1-7e6e48b8e831'] response: {'server_uuid': 'fe80dcd5-5a53-4f69-8a6b-791a53f10809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5090c26-a067-4119-b39b-b2753d4aa1ad', 'code': 200} May 26 17:09:47.369873 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=e5090c26-a067-4119-b39b-b2753d4aa1ad,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:47.438475 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b1b46-9d01-47a8-a244-c8d7886dc74b req-1dbf7119-d0b8-4d61-9f6d-e286b443480f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:47.439972 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3b4b1b46-9d01-47a8-a244-c8d7886dc74b req-1dbf7119-d0b8-4d61-9f6d-e286b443480f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809 HTTP/1.1" status: 200 len: 1096 time: 0.0433609 May 26 17:09:47.476952 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3b4b1b46-9d01-47a8-a244-c8d7886dc74b req-881df8a2-671a-4d2f-835e-3b8c95b28a26 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b5ec3c3e-fde4-4b35-8f8f-fd8b658af547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286691 May 26 17:09:47.749163 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece42374-9126-4df5-9700-71fad177ecad req-2eee1e3b-ee16-4bd1-b7ab-db85bd599854 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:47.750738 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ece42374-9126-4df5-9700-71fad177ecad req-2eee1e3b-ee16-4bd1-b7ab-db85bd599854 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809 HTTP/1.1" status: 200 len: 945 time: 0.0509210 May 26 17:09:47.790340 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ece42374-9126-4df5-9700-71fad177ecad req-c2fcbc66-1c3f-41fa-af38-1e83f8c246cc tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5ec3c3e-fde4-4b35-8f8f-fd8b658af547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333529 May 26 17:09:48.181915 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-a01c75a9-105b-4f31-b9a4-9f07f32c73f9 req-8f5c3f2f-0107-4e45-9481-7fb7fcf40045 tempest-ServerDiskConfigTestJSON-1168935708 tempest-ServerDiskConfigTestJSON-1168935708-project] (103896) timed out ('10.222.0.83', 56329) {{(pid=103896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 17:09:48.518591 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:48.705298 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:48.906026 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b4fd6-4dfd-4432-9c87-c420527017de req-74ad2430-aa4e-4faa-b073-b68b915b8eb4 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:48.907420 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c6b4fd6-4dfd-4432-9c87-c420527017de req-74ad2430-aa4e-4faa-b073-b68b915b8eb4 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809 HTTP/1.1" status: 200 len: 945 time: 0.0486038 May 26 17:09:48.950385 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7c6b4fd6-4dfd-4432-9c87-c420527017de req-52feef93-8c93-47ef-8680-24d565041686 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5ec3c3e-fde4-4b35-8f8f-fd8b658af547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360341 May 26 17:09:49.070773 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6820c-d71c-455b-99db-775be9f20284 req-2fce6fc6-5bc9-4817-93c9-e2e4fb9857c2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:49.072261 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ef6820c-d71c-455b-99db-775be9f20284 req-2fce6fc6-5bc9-4817-93c9-e2e4fb9857c2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809 HTTP/1.1" status: 200 len: 945 time: 0.0552073 May 26 17:09:49.114357 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ef6820c-d71c-455b-99db-775be9f20284 req-08671090-eb28-495f-abf5-034c1eb1a75a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5ec3c3e-fde4-4b35-8f8f-fd8b658af547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354426 May 26 17:09:49.123761 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:49.136931 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41990) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:49.178772 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94b9ecd-9c18-483b-b8b6-c372fa0870bd tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:49.180224 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b94b9ecd-9c18-483b-b8b6-c372fa0870bd tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809 HTTP/1.1" status: 200 len: 1091 time: 0.0422957 May 26 17:09:49.183059 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 41992) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:49.187657 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-4189b6ba-06a5-4a53-908f-4b06083fc618 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': 'e5090c26-a067-4119-b39b-b2753d4aa1ad', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:09:49.212495 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4189b6ba-06a5-4a53-908f-4b06083fc618 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:49.313213 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4189b6ba-06a5-4a53-908f-4b06083fc618 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:49.417050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-4189b6ba-06a5-4a53-908f-4b06083fc618 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Allocated IP 172.25.7.250 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/e7bc2363-5a86-4651-8b0f-576be61ea7ce) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:09:49.522117 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4189b6ba-06a5-4a53-908f-4b06083fc618 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:49.556037 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4189b6ba-06a5-4a53-908f-4b06083fc618 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:49.594638 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4189b6ba-06a5-4a53-908f-4b06083fc618 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:09:49.597522 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-4189b6ba-06a5-4a53-908f-4b06083fc618 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:09:49.600077 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4189b6ba-06a5-4a53-908f-4b06083fc618 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:09:49.627264 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189b6ba-06a5-4a53-908f-4b06083fc618 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=e7bc2363-5a86-4651-8b0f-576be61ea7ce,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:50.281733 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4189b6ba-06a5-4a53-908f-4b06083fc618 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:50.351220 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4189b6ba-06a5-4a53-908f-4b06083fc618 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:50.517559 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4189b6ba-06a5-4a53-908f-4b06083fc618 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:50.526795 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4189b6ba-06a5-4a53-908f-4b06083fc618 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:50.609614 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189b6ba-06a5-4a53-908f-4b06083fc618 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=e7bc2363-5a86-4651-8b0f-576be61ea7ce,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:09:50.623029 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4189b6ba-06a5-4a53-908f-4b06083fc618 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:50.740986 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-4189b6ba-06a5-4a53-908f-4b06083fc618 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Floating IP 56881d4d-ec9f-414b-8fec-92f541d3ee91 associated. External IP: 172.25.7.250, port: e5090c26-a067-4119-b39b-b2753d4aa1ad. May 26 17:09:50.981610 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4189b6ba-06a5-4a53-908f-4b06083fc618 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Router 03698015-cd6f-482c-b45f-7aa905778ec4 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:09:51.122480 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4189b6ba-06a5-4a53-908f-4b06083fc618 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:09:51.134941 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b8a3e1-c3a0-4cf1-b5bf-44bddae84460 None None] Sync routers for ids ['03698015-cd6f-482c-b45f-7aa905778ec4'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:09:51.148497 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-4189b6ba-06a5-4a53-908f-4b06083fc618 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:09:51.150078 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b8a3e1-c3a0-4cf1-b5bf-44bddae84460 None None] Routers {'03698015-cd6f-482c-b45f-7aa905778ec4'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:09:51.151156 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-24b8a3e1-c3a0-4cf1-b5bf-44bddae84460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:09:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['03698015-cd6f-482c-b45f-7aa905778ec4'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:51.179398 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4189b6ba-06a5-4a53-908f-4b06083fc618 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9952891 May 26 17:09:51.180169 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe80dcd5-5a53-4f69-8a6b-791a53f10809', 'tag': 'e5090c26-a067-4119-b39b-b2753d4aa1ad'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:09:51.182347 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24103bee38bbd97c6ccfbe10b0e84632f8bc6809d0c06cc395e50ba217a9e387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8af77f-9943-4ae4-a29f-c0a7abfd7f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "fe80dcd5-5a53-4f69-8a6b-791a53f10809", "tag": "e5090c26-a067-4119-b39b-b2753d4aa1ad"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:09:51.229828 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380d7aba-81b7-4f41-820a-225fb8937127 x-openstack-request-id: req-380d7aba-81b7-4f41-820a-225fb8937127 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:09:51.230251 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe80dcd5-5a53-4f69-8a6b-791a53f10809", "tag": "e5090c26-a067-4119-b39b-b2753d4aa1ad", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:09:51.230645 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-380d7aba-81b7-4f41-820a-225fb8937127 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:09:51.231249 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-380d7aba-81b7-4f41-820a-225fb8937127'] response: {'name': 'network-changed', 'server_uuid': 'fe80dcd5-5a53-4f69-8a6b-791a53f10809', 'tag': 'e5090c26-a067-4119-b39b-b2753d4aa1ad', 'status': 'completed', 'code': 200} May 26 17:09:51.299838 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-24b8a3e1-c3a0-4cf1-b5bf-44bddae84460 None None] Set router 03698015-cd6f-482c-b45f-7aa905778ec4 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:09:51.313666 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8af77f-9943-4ae4-a29f-c0a7abfd7f2b req-f5f49254-d44d-47e2-8fd9-4fdd1fcdc18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:51.315505 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4f8af77f-9943-4ae4-a29f-c0a7abfd7f2b req-f5f49254-d44d-47e2-8fd9-4fdd1fcdc18b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809 HTTP/1.1" status: 200 len: 1096 time: 0.0501869 May 26 17:09:51.319509 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fc66c-7f99-442f-abc7-b025f532e755 req-f81a54f9-f5f5-4020-8c6e-aefa93d59077 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:51.321097 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-df7fc66c-7f99-442f-abc7-b025f532e755 req-f81a54f9-f5f5-4020-8c6e-aefa93d59077 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809 HTTP/1.1" status: 200 len: 945 time: 0.0677135 May 26 17:09:51.379765 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-df7fc66c-7f99-442f-abc7-b025f532e755 req-fe7c93e1-3c61-4254-87f4-f0cb28f57256 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5ec3c3e-fde4-4b35-8f8f-fd8b658af547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508156 May 26 17:09:51.408234 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 41998) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:51.502880 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7534779b-84f9-43e1-a775-ec4c8d58149d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/floatingips/56881d4d-ec9f-414b-8fec-92f541d3ee91 HTTP/1.1" status: 200 len: 991 time: 0.0930541 May 26 17:09:51.504837 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8af77f-9943-4ae4-a29f-c0a7abfd7f2b req-6ebcdb7d-8458-4b3a-babb-7581e4f65653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:51.506414 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4f8af77f-9943-4ae4-a29f-c0a7abfd7f2b req-6ebcdb7d-8458-4b3a-babb-7581e4f65653 service neutron] 10.222.0.81 "GET /v2.0/networks?id=429a3201-dc49-4401-8bdd-05100f10a04d HTTP/1.1" status: 200 len: 898 time: 0.1762292 May 26 17:09:51.602665 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4f8af77f-9943-4ae4-a29f-c0a7abfd7f2b req-e91823f0-bca7-4271-9eaa-997b2b45b904 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5090c26-a067-4119-b39b-b2753d4aa1ad HTTP/1.1" status: 200 len: 999 time: 0.0852132 May 26 17:09:51.611582 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-24b8a3e1-c3a0-4cf1-b5bf-44bddae84460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139510844', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:39Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '56881d4d-ec9f-414b-8fec-92f541d3ee91', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'port_id': 'e5090c26-a067-4119-b39b-b2753d4aa1ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d', 'mac_address': 'fa:16:3e:16:09:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe80dcd5-5a53-4f69-8a6b-791a53f10809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:09:49Z', 'updated_at': '2022-05-26T17:09:49Z', 'revision_number': 0, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13638edc-3a29-40fa-b8df-5829e48abc56', 'name': '', 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:c9:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c9b1b1e7-92fa-4414-bddb-457087eb3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:38Z', 'updated_at': '2022-05-26T17:09:42Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': 'c9b1b1e7-92fa-4414-bddb-457087eb3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:51.641605 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b8a3e1-c3a0-4cf1-b5bf-44bddae84460 None None] Checking router: 03698015-cd6f-482c-b45f-7aa905778ec4 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:09:51.650459 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b8a3e1-c3a0-4cf1-b5bf-44bddae84460 None None] Routers {'03698015-cd6f-482c-b45f-7aa905778ec4'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:09:51.651092 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-24b8a3e1-c3a0-4cf1-b5bf-44bddae84460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:09:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['03698015-cd6f-482c-b45f-7aa905778ec4'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:51.664316 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8af77f-9943-4ae4-a29f-c0a7abfd7f2b req-2c5071f1-31ff-44db-a1db-4ed133278251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:51.665851 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4f8af77f-9943-4ae4-a29f-c0a7abfd7f2b req-2c5071f1-31ff-44db-a1db-4ed133278251 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c9b1b1e7-92fa-4414-bddb-457087eb3ab0 HTTP/1.1" status: 200 len: 834 time: 0.0510569 May 26 17:09:51.734142 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8af77f-9943-4ae4-a29f-c0a7abfd7f2b req-9eb9049c-f817-429f-b18c-f43160ddb0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:09:51.735920 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4f8af77f-9943-4ae4-a29f-c0a7abfd7f2b req-9eb9049c-f817-429f-b18c-f43160ddb0d2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=429a3201-dc49-4401-8bdd-05100f10a04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580339 May 26 17:09:51.767867 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-24b8a3e1-c3a0-4cf1-b5bf-44bddae84460 None None] Set router 03698015-cd6f-482c-b45f-7aa905778ec4 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:09:51.834010 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4f8af77f-9943-4ae4-a29f-c0a7abfd7f2b req-558a8045-0264-4c15-b4f9-c5ae1f5e2eb6 service neutron] 10.222.0.81 "GET /v2.0/networks/429a3201-dc49-4401-8bdd-05100f10a04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860116 May 26 17:09:51.932377 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4f8af77f-9943-4ae4-a29f-c0a7abfd7f2b req-f652d36d-d7ec-48ab-8826-f23e1f2775ab service neutron] 10.222.0.81 "GET /v2.0/networks/429a3201-dc49-4401-8bdd-05100f10a04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876343 May 26 17:09:52.016425 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-24b8a3e1-c3a0-4cf1-b5bf-44bddae84460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139510844', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:39Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '56881d4d-ec9f-414b-8fec-92f541d3ee91', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'port_id': 'e5090c26-a067-4119-b39b-b2753d4aa1ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d', 'mac_address': 'fa:16:3e:16:09:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe80dcd5-5a53-4f69-8a6b-791a53f10809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:09:49Z', 'updated_at': '2022-05-26T17:09:49Z', 'revision_number': 0, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13638edc-3a29-40fa-b8df-5829e48abc56', 'name': '', 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:c9:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c9b1b1e7-92fa-4414-bddb-457087eb3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:38Z', 'updated_at': '2022-05-26T17:09:42Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': 'c9b1b1e7-92fa-4414-bddb-457087eb3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:09:52.043433 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b8a3e1-c3a0-4cf1-b5bf-44bddae84460 None None] The sync data for ids ['03698015-cd6f-482c-b45f-7aa905778ec4'] in n-d-843337-2 is: [{'id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139510844', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:39Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '56881d4d-ec9f-414b-8fec-92f541d3ee91', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'port_id': 'e5090c26-a067-4119-b39b-b2753d4aa1ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d', 'mac_address': 'fa:16:3e:16:09:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe80dcd5-5a53-4f69-8a6b-791a53f10809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:09:49Z', 'updated_at': '2022-05-26T17:09:49Z', 'revision_number': 0, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13638edc-3a29-40fa-b8df-5829e48abc56', 'name': '', 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:c9:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c9b1b1e7-92fa-4414-bddb-457087eb3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:38Z', 'updated_at': '2022-05-26T17:09:42Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': 'c9b1b1e7-92fa-4414-bddb-457087eb3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:09:52.250548 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb8512d-6631-4880-b11d-3b84c2d47eb7 None None] New status for floating IP 56881d4d-ec9f-414b-8fec-92f541d3ee91: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:09:52.508260 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42000) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:09:52.572071 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a70c5bee-5b73-4030-bd69-1fcac92b3bbc tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/floatingips/56881d4d-ec9f-414b-8fec-92f541d3ee91 HTTP/1.1" status: 200 len: 993 time: 0.0626199 May 26 17:10:00.660981 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:10:01.079432 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:13.171707 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-086151f4-b2ee-49bc-b636-8446850e4e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:15.628942 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-828c2218-4581-4a24-817d-8a704896a1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:16.791780 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:17.022986 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-06a2b04b-991c-4c1e-aa56-62ae2603bcf6 req-61788964-9a1e-4117-93c7-9086bd30373f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431218 May 26 17:10:17.124285 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2b04b-991c-4c1e-aa56-62ae2603bcf6 req-d7c986fe-a256-4206-9be8-381d5fcade03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:17.125670 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-06a2b04b-991c-4c1e-aa56-62ae2603bcf6 req-d7c986fe-a256-4206-9be8-381d5fcade03 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809 HTTP/1.1" status: 200 len: 1096 time: 0.0463927 May 26 17:10:17.239210 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2b04b-991c-4c1e-aa56-62ae2603bcf6 req-d46f4bb9-6cb4-4825-a82b-01edbc85c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:17.241315 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-06a2b04b-991c-4c1e-aa56-62ae2603bcf6 req-d46f4bb9-6cb4-4825-a82b-01edbc85c281 service neutron] 10.222.0.81 "GET /v2.0/networks?id=429a3201-dc49-4401-8bdd-05100f10a04d HTTP/1.1" status: 200 len: 898 time: 0.0944541 May 26 17:10:17.657105 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-06a2b04b-991c-4c1e-aa56-62ae2603bcf6 req-2ec8ea5e-59fc-4505-8527-9a5b70a454e7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5090c26-a067-4119-b39b-b2753d4aa1ad HTTP/1.1" status: 200 len: 1001 time: 0.4076040 May 26 17:10:17.711310 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2b04b-991c-4c1e-aa56-62ae2603bcf6 req-52bdbc6b-945f-4548-bacb-ce68626ea97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:17.713021 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-06a2b04b-991c-4c1e-aa56-62ae2603bcf6 req-52bdbc6b-945f-4548-bacb-ce68626ea97e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c9b1b1e7-92fa-4414-bddb-457087eb3ab0 HTTP/1.1" status: 200 len: 834 time: 0.0479133 May 26 17:10:17.782891 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2b04b-991c-4c1e-aa56-62ae2603bcf6 req-3d13425d-b8ab-4f61-9b91-341ca1448e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:17.784437 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-06a2b04b-991c-4c1e-aa56-62ae2603bcf6 req-3d13425d-b8ab-4f61-9b91-341ca1448e88 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=429a3201-dc49-4401-8bdd-05100f10a04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594783 May 26 17:10:17.888601 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-06a2b04b-991c-4c1e-aa56-62ae2603bcf6 req-2d4c79b2-b693-4d1f-a6d9-c9c33633a3ed service neutron] 10.222.0.81 "GET /v2.0/networks/429a3201-dc49-4401-8bdd-05100f10a04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919654 May 26 17:10:18.014313 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-06a2b04b-991c-4c1e-aa56-62ae2603bcf6 req-92f7e723-1ca5-4db4-a985-9ee92a5f1872 service neutron] 10.222.0.81 "GET /v2.0/networks/429a3201-dc49-4401-8bdd-05100f10a04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150451 May 26 17:10:18.522779 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:18.725309 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:19.129928 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:31.088003 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:32.207162 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddee5c-8085-4d91-9efe-683bebb21a67 req-c55c7006-dae3-44b7-aebd-467cf85c47f6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:32.212623 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-63ddee5c-8085-4d91-9efe-683bebb21a67 req-c55c7006-dae3-44b7-aebd-467cf85c47f6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809 HTTP/1.1" status: 200 len: 945 time: 0.0745120 May 26 17:10:32.282568 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-63ddee5c-8085-4d91-9efe-683bebb21a67 req-546119c0-e607-4ef8-a4c8-19e6bc050561 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5ec3c3e-fde4-4b35-8f8f-fd8b658af547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658369 May 26 17:10:33.446860 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963f615-3a16-4383-988e-75baebc11ebf req-640ee0ec-2fa9-49d2-9011-134b591badb7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:33.448701 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a963f615-3a16-4383-988e-75baebc11ebf req-640ee0ec-2fa9-49d2-9011-134b591badb7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809 HTTP/1.1" status: 200 len: 945 time: 0.0747418 May 26 17:10:33.493596 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a963f615-3a16-4383-988e-75baebc11ebf req-fe88f0cc-0390-45cf-a4e9-4550fa84832e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5ec3c3e-fde4-4b35-8f8f-fd8b658af547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376320 May 26 17:10:33.537321 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42018) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:33.610978 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f460a227-cf8f-4401-9677-d0d234d59ac2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/floatingips/56881d4d-ec9f-414b-8fec-92f541d3ee91 HTTP/1.1" status: 200 len: 993 time: 0.0710747 May 26 17:10:34.968687 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecb51c-2413-40cb-bb4e-6a7d38978dd0 req-356f6769-5263-420e-a3b5-710cc670c182 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:34.970382 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d8ecb51c-2413-40cb-bb4e-6a7d38978dd0 req-356f6769-5263-420e-a3b5-710cc670c182 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809 HTTP/1.1" status: 200 len: 945 time: 0.0597324 May 26 17:10:35.029851 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d8ecb51c-2413-40cb-bb4e-6a7d38978dd0 req-1f88d65f-b686-4150-a58b-b40eb9afad5a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5ec3c3e-fde4-4b35-8f8f-fd8b658af547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494587 May 26 17:10:36.188309 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a2d2f-ba5d-4c62-8d86-deb4ecaab760 req-bd61347c-8384-41ba-8c55-c6953c111b97 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:36.190162 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b98a2d2f-ba5d-4c62-8d86-deb4ecaab760 req-bd61347c-8384-41ba-8c55-c6953c111b97 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809 HTTP/1.1" status: 200 len: 945 time: 0.0674093 May 26 17:10:36.242285 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b98a2d2f-ba5d-4c62-8d86-deb4ecaab760 req-090fc3b2-3e65-40cf-b56e-d843d5ad43f6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5ec3c3e-fde4-4b35-8f8f-fd8b658af547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449283 May 26 17:10:36.268398 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42028) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:36.366935 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-45c97438-b3c3-45df-adf1-4f757a44a86d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/floatingips/56881d4d-ec9f-414b-8fec-92f541d3ee91 HTTP/1.1" status: 200 len: 993 time: 0.0967822 May 26 17:10:36.697508 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42034) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:36.886707 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-1e189406-1cf0-4bab-9f1c-03078b009d69 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Deleting port e7bc2363-5a86-4651-8b0f-576be61ea7ce {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:10:36.887053 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e189406-1cf0-4bab-9f1c-03078b009d69 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:36.980049 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e189406-1cf0-4bab-9f1c-03078b009d69 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:36.980498 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e189406-1cf0-4bab-9f1c-03078b009d69 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:37.003676 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-1e189406-1cf0-4bab-9f1c-03078b009d69 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Calling delete_port for e7bc2363-5a86-4651-8b0f-576be61ea7ce owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:10:37.199597 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e189406-1cf0-4bab-9f1c-03078b009d69 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:37.228986 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e189406-1cf0-4bab-9f1c-03078b009d69 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Port': ['ID=e7bc2363-5a86-4651-8b0f-576be61ea7ce,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:37.242860 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e189406-1cf0-4bab-9f1c-03078b009d69 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:37.243218 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e189406-1cf0-4bab-9f1c-03078b009d69 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:37.243559 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e189406-1cf0-4bab-9f1c-03078b009d69 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:37.243895 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e189406-1cf0-4bab-9f1c-03078b009d69 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:37.244263 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e189406-1cf0-4bab-9f1c-03078b009d69 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:37.244596 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e189406-1cf0-4bab-9f1c-03078b009d69 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:37.244926 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e189406-1cf0-4bab-9f1c-03078b009d69 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:37.245253 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e189406-1cf0-4bab-9f1c-03078b009d69 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:37.245579 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e189406-1cf0-4bab-9f1c-03078b009d69 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:37.245903 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e189406-1cf0-4bab-9f1c-03078b009d69 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:37.246226 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e189406-1cf0-4bab-9f1c-03078b009d69 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:37.246545 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e189406-1cf0-4bab-9f1c-03078b009d69 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:37.321451 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e189406-1cf0-4bab-9f1c-03078b009d69 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:37.322626 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-1e189406-1cf0-4bab-9f1c-03078b009d69 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Floating IP 56881d4d-ec9f-414b-8fec-92f541d3ee91 disassociated (deleted). External IP: 172.25.7.250, port: e5090c26-a067-4119-b39b-b2753d4aa1ad. May 26 17:10:37.585443 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e189406-1cf0-4bab-9f1c-03078b009d69 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Router 03698015-cd6f-482c-b45f-7aa905778ec4 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:10:37.666028 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:10:37.714142 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e189406-1cf0-4bab-9f1c-03078b009d69 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:10:37.720784 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-1e189406-1cf0-4bab-9f1c-03078b009d69 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:37.730634 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56947895-5fa8-48c4-b0de-ac9a19e488cf None None] Sync routers for ids ['03698015-cd6f-482c-b45f-7aa905778ec4'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:10:37.741441 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56947895-5fa8-48c4-b0de-ac9a19e488cf None None] Routers {'03698015-cd6f-482c-b45f-7aa905778ec4'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:10:37.742053 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-56947895-5fa8-48c4-b0de-ac9a19e488cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:10:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['03698015-cd6f-482c-b45f-7aa905778ec4'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:37.765544 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1e189406-1cf0-4bab-9f1c-03078b009d69 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "DELETE /v2.0/floatingips/56881d4d-ec9f-414b-8fec-92f541d3ee91 HTTP/1.1" status: 204 len: 168 time: 1.0668457 May 26 17:10:37.766132 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe80dcd5-5a53-4f69-8a6b-791a53f10809', 'tag': 'e5090c26-a067-4119-b39b-b2753d4aa1ad'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:10:37.769219 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498d2040-c3cc-4d14-b05d-a309ab59fb12" -d '{"events": [{"name": "network-changed", "server_uuid": "fe80dcd5-5a53-4f69-8a6b-791a53f10809", "tag": "e5090c26-a067-4119-b39b-b2753d4aa1ad"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:10:37.832137 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ecf215-0dc9-42e0-aacc-ed9f42de598c x-openstack-request-id: req-38ecf215-0dc9-42e0-aacc-ed9f42de598c {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:10:37.832548 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe80dcd5-5a53-4f69-8a6b-791a53f10809", "tag": "e5090c26-a067-4119-b39b-b2753d4aa1ad", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:10:37.832906 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-38ecf215-0dc9-42e0-aacc-ed9f42de598c {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:10:37.833481 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ecf215-0dc9-42e0-aacc-ed9f42de598c'] response: {'name': 'network-changed', 'server_uuid': 'fe80dcd5-5a53-4f69-8a6b-791a53f10809', 'tag': 'e5090c26-a067-4119-b39b-b2753d4aa1ad', 'status': 'completed', 'code': 200} May 26 17:10:37.910140 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-56947895-5fa8-48c4-b0de-ac9a19e488cf None None] Set router 03698015-cd6f-482c-b45f-7aa905778ec4 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:10:37.924047 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d2040-c3cc-4d14-b05d-a309ab59fb12 req-5c3cba18-5b8f-47cd-aefa-ad1aad65e087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:37.927995 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-498d2040-c3cc-4d14-b05d-a309ab59fb12 req-5c3cba18-5b8f-47cd-aefa-ad1aad65e087 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809 HTTP/1.1" status: 200 len: 1096 time: 0.0695736 May 26 17:10:38.093653 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af04b06-2467-43cc-a73f-6a17d26208b4 req-ab0d1e0d-383f-43df-9238-8d3b92926369 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:38.095266 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7af04b06-2467-43cc-a73f-6a17d26208b4 req-ab0d1e0d-383f-43df-9238-8d3b92926369 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809 HTTP/1.1" status: 200 len: 945 time: 0.0648401 May 26 17:10:38.113533 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d2040-c3cc-4d14-b05d-a309ab59fb12 req-4eb301cf-b839-49f4-b083-6855abc5a582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:38.115365 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-498d2040-c3cc-4d14-b05d-a309ab59fb12 req-4eb301cf-b839-49f4-b083-6855abc5a582 service neutron] 10.222.0.81 "GET /v2.0/networks?id=429a3201-dc49-4401-8bdd-05100f10a04d HTTP/1.1" status: 200 len: 898 time: 0.1720750 May 26 17:10:38.160994 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7af04b06-2467-43cc-a73f-6a17d26208b4 req-9ea4d5be-e283-4614-a4fb-ca6d05b36e13 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5ec3c3e-fde4-4b35-8f8f-fd8b658af547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483210 May 26 17:10:38.193832 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-498d2040-c3cc-4d14-b05d-a309ab59fb12 req-ce9e7154-c37b-4b10-92b6-4cf0fb57de39 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5090c26-a067-4119-b39b-b2753d4aa1ad HTTP/1.1" status: 200 len: 217 time: 0.0701203 May 26 17:10:38.250681 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-56947895-5fa8-48c4-b0de-ac9a19e488cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139510844', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:39Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '13638edc-3a29-40fa-b8df-5829e48abc56', 'name': '', 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:c9:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c9b1b1e7-92fa-4414-bddb-457087eb3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:38Z', 'updated_at': '2022-05-26T17:09:42Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': 'c9b1b1e7-92fa-4414-bddb-457087eb3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:38.261169 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d2040-c3cc-4d14-b05d-a309ab59fb12 req-088daeae-e0bc-47a6-89a5-449a1182d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:38.263581 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-498d2040-c3cc-4d14-b05d-a309ab59fb12 req-088daeae-e0bc-47a6-89a5-449a1182d8eb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c9b1b1e7-92fa-4414-bddb-457087eb3ab0 HTTP/1.1" status: 200 len: 834 time: 0.0624404 May 26 17:10:38.279969 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56947895-5fa8-48c4-b0de-ac9a19e488cf None None] Checking router: 03698015-cd6f-482c-b45f-7aa905778ec4 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:10:38.302655 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56947895-5fa8-48c4-b0de-ac9a19e488cf None None] Routers {'03698015-cd6f-482c-b45f-7aa905778ec4'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:10:38.302655 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-56947895-5fa8-48c4-b0de-ac9a19e488cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:10:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['03698015-cd6f-482c-b45f-7aa905778ec4'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:38.328695 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d2040-c3cc-4d14-b05d-a309ab59fb12 req-2d8f55fc-14e0-427b-a930-5f51ee950825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:38.330239 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-498d2040-c3cc-4d14-b05d-a309ab59fb12 req-2d8f55fc-14e0-427b-a930-5f51ee950825 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=429a3201-dc49-4401-8bdd-05100f10a04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541761 May 26 17:10:38.483748 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-498d2040-c3cc-4d14-b05d-a309ab59fb12 req-06e5a776-2d66-4afa-b7ed-77df576430af service neutron] 10.222.0.81 "GET /v2.0/networks/429a3201-dc49-4401-8bdd-05100f10a04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405773 May 26 17:10:38.557168 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-56947895-5fa8-48c4-b0de-ac9a19e488cf None None] Set router 03698015-cd6f-482c-b45f-7aa905778ec4 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:10:38.602721 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-498d2040-c3cc-4d14-b05d-a309ab59fb12 req-1b41f807-0bdb-47b4-89a2-ab403ca17d1a service neutron] 10.222.0.81 "GET /v2.0/networks/429a3201-dc49-4401-8bdd-05100f10a04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102686 May 26 17:10:38.798350 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-56947895-5fa8-48c4-b0de-ac9a19e488cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139510844', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:39Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '13638edc-3a29-40fa-b8df-5829e48abc56', 'name': '', 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:c9:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c9b1b1e7-92fa-4414-bddb-457087eb3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:38Z', 'updated_at': '2022-05-26T17:09:42Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': 'c9b1b1e7-92fa-4414-bddb-457087eb3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:38.827885 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56947895-5fa8-48c4-b0de-ac9a19e488cf None None] The sync data for ids ['03698015-cd6f-482c-b45f-7aa905778ec4'] in n-d-843337-2 is: [{'id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139510844', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:39Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '13638edc-3a29-40fa-b8df-5829e48abc56', 'name': '', 'network_id': '429a3201-dc49-4401-8bdd-05100f10a04d', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:c9:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c9b1b1e7-92fa-4414-bddb-457087eb3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:38Z', 'updated_at': '2022-05-26T17:09:42Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': 'c9b1b1e7-92fa-4414-bddb-457087eb3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:10:39.164872 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177d2985-731e-424a-87dc-2b87e4450935 None None] New status for floating IP 56881d4d-ec9f-414b-8fec-92f541d3ee91: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:10:39.343766 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fe0fb-5b1b-4616-ac6b-e70432197c94 req-7bd1cb9d-cb10-4dc5-b440-070aed8cadd5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:39.345231 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-406fe0fb-5b1b-4616-ac6b-e70432197c94 req-7bd1cb9d-cb10-4dc5-b440-070aed8cadd5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809 HTTP/1.1" status: 200 len: 945 time: 0.0616269 May 26 17:10:39.400710 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-406fe0fb-5b1b-4616-ac6b-e70432197c94 req-e11d1b56-2a88-4b9e-bc05-c25891506da7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5ec3c3e-fde4-4b35-8f8f-fd8b658af547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447545 May 26 17:10:40.185865 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81eb8a-a6ff-4dac-b8c2-bf4d16ed0a79 req-0d9b24ab-2d7b-4532-9ac7-c1c2324fb8fd tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:40.187943 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-af81eb8a-a6ff-4dac-b8c2-bf4d16ed0a79 req-0d9b24ab-2d7b-4532-9ac7-c1c2324fb8fd tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809 HTTP/1.1" status: 200 len: 945 time: 0.0699484 May 26 17:10:40.294166 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-af81eb8a-a6ff-4dac-b8c2-bf4d16ed0a79 req-b580b923-afd4-42f1-883c-9aad1329f9c4 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Deleting port e5090c26-a067-4119-b39b-b2753d4aa1ad {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:10:40.294647 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-af81eb8a-a6ff-4dac-b8c2-bf4d16ed0a79 req-b580b923-afd4-42f1-883c-9aad1329f9c4 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:40.402044 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-af81eb8a-a6ff-4dac-b8c2-bf4d16ed0a79 req-b580b923-afd4-42f1-883c-9aad1329f9c4 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] For port e5090c26-a067-4119-b39b-b2753d4aa1ad, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=e5090c26-a067-4119-b39b-b2753d4aa1ad,segment=NetworkSegment(6b303f55-5d29-49e2-aa89-a8c543614d87),segment_id=6b303f55-5d29-49e2-aa89-a8c543614d87)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:10:40.402561 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-af81eb8a-a6ff-4dac-b8c2-bf4d16ed0a79 req-b580b923-afd4-42f1-883c-9aad1329f9c4 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:40.422138 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-af81eb8a-a6ff-4dac-b8c2-bf4d16ed0a79 req-b580b923-afd4-42f1-883c-9aad1329f9c4 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Calling delete_port for e5090c26-a067-4119-b39b-b2753d4aa1ad owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:10:40.587807 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae31667-fd95-4ea4-b4bf-60ec1cd88aad req-267b9469-6e84-4bd4-9534-0a42ee34e8a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:40.589794 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5ae31667-fd95-4ea4-b4bf-60ec1cd88aad req-267b9469-6e84-4bd4-9534-0a42ee34e8a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe80dcd5-5a53-4f69-8a6b-791a53f10809 HTTP/1.1" status: 200 len: 945 time: 0.0771205 May 26 17:10:40.613739 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-af81eb8a-a6ff-4dac-b8c2-bf4d16ed0a79 req-b580b923-afd4-42f1-883c-9aad1329f9c4 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:40.646050 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5ae31667-fd95-4ea4-b4bf-60ec1cd88aad req-53775307-ed69-4e87-94b0-f749e3f0c055 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5ec3c3e-fde4-4b35-8f8f-fd8b658af547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490758 May 26 17:10:40.672196 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580b923-afd4-42f1-883c-9aad1329f9c4 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Port': ['ID=e5090c26-a067-4119-b39b-b2753d4aa1ad,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:40.733403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-af81eb8a-a6ff-4dac-b8c2-bf4d16ed0a79 req-b580b923-afd4-42f1-883c-9aad1329f9c4 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] No DVR routers for this DVR port e5090c26-a067-4119-b39b-b2753d4aa1ad on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:10:40.736733 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-af81eb8a-a6ff-4dac-b8c2-bf4d16ed0a79 req-b580b923-afd4-42f1-883c-9aad1329f9c4 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:40.742891 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-af81eb8a-a6ff-4dac-b8c2-bf4d16ed0a79 req-b580b923-afd4-42f1-883c-9aad1329f9c4 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.81 "DELETE /v2.0/ports/e5090c26-a067-4119-b39b-b2753d4aa1ad HTTP/1.1" status: 204 len: 173 time: 0.5464501 May 26 17:10:40.743550 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe80dcd5-5a53-4f69-8a6b-791a53f10809', 'name': 'network-vif-deleted', 'tag': 'e5090c26-a067-4119-b39b-b2753d4aa1ad'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:10:40.746454 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4815949-0822-4329-8337-8cff05d2e379" -d '{"events": [{"server_uuid": "fe80dcd5-5a53-4f69-8a6b-791a53f10809", "name": "network-vif-deleted", "tag": "e5090c26-a067-4119-b39b-b2753d4aa1ad"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:10:40.810668 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef93abd5-b81e-4e53-9ea1-dcc8b185bbe7 x-openstack-request-id: req-ef93abd5-b81e-4e53-9ea1-dcc8b185bbe7 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:10:40.811069 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe80dcd5-5a53-4f69-8a6b-791a53f10809", "name": "network-vif-deleted", "tag": "e5090c26-a067-4119-b39b-b2753d4aa1ad", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:10:40.811409 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ef93abd5-b81e-4e53-9ea1-dcc8b185bbe7 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:10:40.812167 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef93abd5-b81e-4e53-9ea1-dcc8b185bbe7'] response: {'server_uuid': 'fe80dcd5-5a53-4f69-8a6b-791a53f10809', 'name': 'network-vif-deleted', 'tag': 'e5090c26-a067-4119-b39b-b2753d4aa1ad', 'status': 'completed', 'code': 200} May 26 17:10:41.721956 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42050) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:42.186184 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-93e11a70-69fc-4aff-b99f-53fa68716876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:42.523206 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-93e11a70-69fc-4aff-b99f-53fa68716876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Deleting port 13638edc-3a29-40fa-b8df-5829e48abc56 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:10:42.523680 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-93e11a70-69fc-4aff-b99f-53fa68716876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:42.656813 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-93e11a70-69fc-4aff-b99f-53fa68716876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] For port 13638edc-3a29-40fa-b8df-5829e48abc56, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=13638edc-3a29-40fa-b8df-5829e48abc56,segment=NetworkSegment(6b303f55-5d29-49e2-aa89-a8c543614d87),segment_id=6b303f55-5d29-49e2-aa89-a8c543614d87)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:10:42.657313 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-93e11a70-69fc-4aff-b99f-53fa68716876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:42.675324 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-93e11a70-69fc-4aff-b99f-53fa68716876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Calling delete_port for 13638edc-3a29-40fa-b8df-5829e48abc56 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:10:42.954524 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-93e11a70-69fc-4aff-b99f-53fa68716876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:42.987173 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e11a70-69fc-4aff-b99f-53fa68716876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Port': ['ID=13638edc-3a29-40fa-b8df-5829e48abc56,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:43.022323 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e11a70-69fc-4aff-b99f-53fa68716876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:43.022671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e11a70-69fc-4aff-b99f-53fa68716876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:43.023016 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e11a70-69fc-4aff-b99f-53fa68716876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:43.023356 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e11a70-69fc-4aff-b99f-53fa68716876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:43.023691 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e11a70-69fc-4aff-b99f-53fa68716876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:43.024023 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e11a70-69fc-4aff-b99f-53fa68716876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:43.024399 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e11a70-69fc-4aff-b99f-53fa68716876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:43.024730 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e11a70-69fc-4aff-b99f-53fa68716876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:43.025059 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e11a70-69fc-4aff-b99f-53fa68716876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:43.025382 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e11a70-69fc-4aff-b99f-53fa68716876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:43.025707 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e11a70-69fc-4aff-b99f-53fa68716876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:43.026028 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e11a70-69fc-4aff-b99f-53fa68716876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:43.199754 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1dbd661a-17d9-40e2-89c5-a1b99b482984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:43.245703 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-93e11a70-69fc-4aff-b99f-53fa68716876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:43.555030 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e11a70-69fc-4aff-b99f-53fa68716876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Router 03698015-cd6f-482c-b45f-7aa905778ec4 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:10:43.602326 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device e5090c26-a067-4119-b39b-b2753d4aa1ad no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:10:43.631378 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: e5090c26-a067-4119-b39b-b2753d4aa1ad {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:10:43.631840 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device e5090c26-a067-4119-b39b-b2753d4aa1ad not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:10:43.703205 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e11a70-69fc-4aff-b99f-53fa68716876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:10:43.708961 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-93e11a70-69fc-4aff-b99f-53fa68716876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "PUT /v2.0/routers/03698015-cd6f-482c-b45f-7aa905778ec4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9855363 May 26 17:10:43.711855 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42052) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:43.717146 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2cfcae-09cf-4be5-bf88-4f985ab592c0 None None] Sync routers for ids ['03698015-cd6f-482c-b45f-7aa905778ec4'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:10:43.729573 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2cfcae-09cf-4be5-bf88-4f985ab592c0 None None] Routers {'03698015-cd6f-482c-b45f-7aa905778ec4'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:10:43.730205 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7f2cfcae-09cf-4be5-bf88-4f985ab592c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:10:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['03698015-cd6f-482c-b45f-7aa905778ec4'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:43.778002 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ef2aac-c932-4769-b09e-12fe6bca6f97 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Deleting subnet c9b1b1e7-92fa-4414-bddb-457087eb3ab0 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 17:10:43.782155 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a8ef2aac-c932-4769-b09e-12fe6bca6f97 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:43.852459 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a8ef2aac-c932-4769-b09e-12fe6bca6f97 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:43.912639 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-7f2cfcae-09cf-4be5-bf88-4f985ab592c0 None None] Set router 03698015-cd6f-482c-b45f-7aa905778ec4 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:10:43.967660 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a8ef2aac-c932-4769-b09e-12fe6bca6f97 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:44.046301 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a8ef2aac-c932-4769-b09e-12fe6bca6f97 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:44.089814 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef2aac-c932-4769-b09e-12fe6bca6f97 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b1b1e7-92fa-4414-bddb-457087eb3ab0,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:44.092772 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a8ef2aac-c932-4769-b09e-12fe6bca6f97 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:44.100328 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a8ef2aac-c932-4769-b09e-12fe6bca6f97 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "DELETE /v2.0/subnets/c9b1b1e7-92fa-4414-bddb-457087eb3ab0 HTTP/1.1" status: 204 len: 168 time: 0.3869517 May 26 17:10:44.101733 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42054) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:44.102173 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770b0f04-19c4-4945-af30-bab508fce977 None None] Network 429a3201-dc49-4401-8bdd-05100f10a04d requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:10:44.142446 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7f2cfcae-09cf-4be5-bf88-4f985ab592c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139510844', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:10:42Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:44.174322 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2cfcae-09cf-4be5-bf88-4f985ab592c0 None None] Checking router: 03698015-cd6f-482c-b45f-7aa905778ec4 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:10:44.186184 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2cfcae-09cf-4be5-bf88-4f985ab592c0 None None] Routers {'03698015-cd6f-482c-b45f-7aa905778ec4'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:10:44.186926 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7f2cfcae-09cf-4be5-bf88-4f985ab592c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:10:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['03698015-cd6f-482c-b45f-7aa905778ec4'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:44.263437 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f7a4ed54-66d3-484b-b12c-90851277bf60 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:44.354535 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-7f2cfcae-09cf-4be5-bf88-4f985ab592c0 None None] Set router 03698015-cd6f-482c-b45f-7aa905778ec4 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:10:44.382834 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ba9952-fdd2-46ab-ac5c-b229a070f326 None None] DHCP port deletion for 429a3201-dc49-4401-8bdd-05100f10a04d request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 17:10:44.439793 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f7a4ed54-66d3-484b-b12c-90851277bf60 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:44.458577 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-77ba9952-fdd2-46ab-ac5c-b229a070f326 None None] Deleting port 68dcebd1-56cf-445e-9ce4-1191d11fcf57 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:10:44.459096 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-77ba9952-fdd2-46ab-ac5c-b229a070f326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:44.537146 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-f7a4ed54-66d3-484b-b12c-90851277bf60 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Deleting port 9e76d1c6-dfb2-48b2-8d8a-791998e48101 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:10:44.537430 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f7a4ed54-66d3-484b-b12c-90851277bf60 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:44.556614 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-77ba9952-fdd2-46ab-ac5c-b229a070f326 None None] For port 68dcebd1-56cf-445e-9ce4-1191d11fcf57, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=68dcebd1-56cf-445e-9ce4-1191d11fcf57,segment=NetworkSegment(6b303f55-5d29-49e2-aa89-a8c543614d87),segment_id=6b303f55-5d29-49e2-aa89-a8c543614d87)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:10:44.558016 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-77ba9952-fdd2-46ab-ac5c-b229a070f326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:44.591324 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-77ba9952-fdd2-46ab-ac5c-b229a070f326 None None] Calling delete_port for 68dcebd1-56cf-445e-9ce4-1191d11fcf57 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:10:44.646194 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-7f2cfcae-09cf-4be5-bf88-4f985ab592c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139510844', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:10:42Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:44.661873 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-f7a4ed54-66d3-484b-b12c-90851277bf60 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] For port 9e76d1c6-dfb2-48b2-8d8a-791998e48101, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9e76d1c6-dfb2-48b2-8d8a-791998e48101,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:10:44.662457 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f7a4ed54-66d3-484b-b12c-90851277bf60 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:44.683553 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-f7a4ed54-66d3-484b-b12c-90851277bf60 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Calling delete_port for 9e76d1c6-dfb2-48b2-8d8a-791998e48101 owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:10:44.696645 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2cfcae-09cf-4be5-bf88-4f985ab592c0 None None] The sync data for ids ['03698015-cd6f-482c-b45f-7aa905778ec4'] in n-d-843337-2 is: [{'id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139510844', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:10:42Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '9e76d1c6-dfb2-48b2-8d8a-791998e48101', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03698015-cd6f-482c-b45f-7aa905778ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:09:35Z', 'updated_at': '2022-05-26T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:10:44.728080 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-77ba9952-fdd2-46ab-ac5c-b229a070f326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:44.776540 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba9952-fdd2-46ab-ac5c-b229a070f326 None None] Pushing event deleted for resources: {'Port': ['ID=68dcebd1-56cf-445e-9ce4-1191d11fcf57,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:44.782635 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ba9952-fdd2-46ab-ac5c-b229a070f326 None None] No DVR routers for this DVR port 68dcebd1-56cf-445e-9ce4-1191d11fcf57 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:10:44.796308 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba9952-fdd2-46ab-ac5c-b229a070f326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:44.796935 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba9952-fdd2-46ab-ac5c-b229a070f326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:44.797576 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba9952-fdd2-46ab-ac5c-b229a070f326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:44.798137 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba9952-fdd2-46ab-ac5c-b229a070f326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:44.798779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba9952-fdd2-46ab-ac5c-b229a070f326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:44.804693 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba9952-fdd2-46ab-ac5c-b229a070f326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:44.804693 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba9952-fdd2-46ab-ac5c-b229a070f326 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:44.804693 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba9952-fdd2-46ab-ac5c-b229a070f326 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:44.804693 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba9952-fdd2-46ab-ac5c-b229a070f326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:44.804693 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba9952-fdd2-46ab-ac5c-b229a070f326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:44.804693 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba9952-fdd2-46ab-ac5c-b229a070f326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:44.804693 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba9952-fdd2-46ab-ac5c-b229a070f326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:44.946938 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f7a4ed54-66d3-484b-b12c-90851277bf60 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:44.978269 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4ed54-66d3-484b-b12c-90851277bf60 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Port': ['ID=9e76d1c6-dfb2-48b2-8d8a-791998e48101,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:45.051273 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f7a4ed54-66d3-484b-b12c-90851277bf60 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:45.192234 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f7a4ed54-66d3-484b-b12c-90851277bf60 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:45.195442 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f7a4ed54-66d3-484b-b12c-90851277bf60 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:45.275560 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f7a4ed54-66d3-484b-b12c-90851277bf60 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:45.276328 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a4ed54-66d3-484b-b12c-90851277bf60 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Fanout notify agent at l3_agent the message router_deleted on router 03698015-cd6f-482c-b45f-7aa905778ec4 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:10:45.291449 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-f7a4ed54-66d3-484b-b12c-90851277bf60 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:45.292997 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-f7a4ed54-66d3-484b-b12c-90851277bf60 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "DELETE /v2.0/routers/03698015-cd6f-482c-b45f-7aa905778ec4 HTTP/1.1" status: 204 len: 168 time: 1.1901472 May 26 17:10:45.301803 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42056) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:45.322583 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 13638edc-3a29-40fa-b8df-5829e48abc56 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:10:45.364605 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 13638edc-3a29-40fa-b8df-5829e48abc56 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:10:45.365158 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 13638edc-3a29-40fa-b8df-5829e48abc56 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:10:45.365652 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 68dcebd1-56cf-445e-9ce4-1191d11fcf57 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:10:45.396215 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 68dcebd1-56cf-445e-9ce4-1191d11fcf57 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:10:45.396215 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 68dcebd1-56cf-445e-9ce4-1191d11fcf57 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:10:45.424041 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-49f30af6-573a-4aee-a8b8-0567dc33a369 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:45.538964 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-49f30af6-573a-4aee-a8b8-0567dc33a369 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:45.569734 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-49f30af6-573a-4aee-a8b8-0567dc33a369 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['429a3201-dc49-4401-8bdd-05100f10a04d']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:45.585909 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-49f30af6-573a-4aee-a8b8-0567dc33a369 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b303f55-5d29-49e2-aa89-a8c543614d87') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:45.585909 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-49f30af6-573a-4aee-a8b8-0567dc33a369 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b303f55-5d29-49e2-aa89-a8c543614d87') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:45.601175 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-49f30af6-573a-4aee-a8b8-0567dc33a369 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:45.628831 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-49f30af6-573a-4aee-a8b8-0567dc33a369 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:45.639911 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f30af6-573a-4aee-a8b8-0567dc33a369 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:10:45.640459 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-49f30af6-573a-4aee-a8b8-0567dc33a369 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:45.645974 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-af971920-75ed-41c4-85cf-61d07d24e64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:45.713255 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 6b303f55-5d29-49e2-aa89-a8c543614d87 resource provider aggregate not found May 26 17:10:45.744643 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 6b303f55-5d29-49e2-aa89-a8c543614d87 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b303f55-5d29-49e2-aa89-a8c543614d87 found for delete ", "request_id": "req-80cd799d-9427-41e8-ae1b-ead853f9a0a5"}]} May 26 17:10:45.749477 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-49f30af6-573a-4aee-a8b8-0567dc33a369 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:45.760625 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-49f30af6-573a-4aee-a8b8-0567dc33a369 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:45.765302 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-49f30af6-573a-4aee-a8b8-0567dc33a369 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "DELETE /v2.0/networks/429a3201-dc49-4401-8bdd-05100f10a04d HTTP/1.1" status: 204 len: 168 time: 0.4619329 May 26 17:10:45.769727 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42062) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:45.791380 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f30af6-573a-4aee-a8b8-0567dc33a369 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Network': ['ID=429a3201-dc49-4401-8bdd-05100f10a04d,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:45.863979 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4d702bdd-f942-4821-92dc-f9fb83f67600 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:45.916051 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4d702bdd-f942-4821-92dc-f9fb83f67600 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:46.010591 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4d702bdd-f942-4821-92dc-f9fb83f67600 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:46.014927 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4d702bdd-f942-4821-92dc-f9fb83f67600 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:46.017130 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4d702bdd-f942-4821-92dc-f9fb83f67600 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "DELETE /v2.0/security-groups/b5ec3c3e-fde4-4b35-8f8f-fd8b658af547 HTTP/1.1" status: 204 len: 168 time: 0.2462692 May 26 17:10:46.028205 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d702bdd-f942-4821-92dc-f9fb83f67600 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ec3c3e-fde4-4b35-8f8f-fd8b658af547,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:46.194981 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42068) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:46.200280 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-5abc4883-2f5e-4e83-a84e-333bd9d2be02 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1803221072', 'description': 'tempest-secgroup-smoke-1803221072 description', 'project_id': 'd71587a7143140b39ad28ebd632c58fb'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:10:46.226243 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5abc4883-2f5e-4e83-a84e-333bd9d2be02 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:46.324119 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5abc4883-2f5e-4e83-a84e-333bd9d2be02 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:46.329248 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5abc4883-2f5e-4e83-a84e-333bd9d2be02 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:46.366868 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5abc4883-2f5e-4e83-a84e-333bd9d2be02 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:46.368122 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5abc4883-2f5e-4e83-a84e-333bd9d2be02 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1721559 May 26 17:10:46.372498 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42070) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:46.376994 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc4883-2f5e-4e83-a84e-333bd9d2be02 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7eb6a8-f074-411c-8c92-8b615c724410,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:46.377238 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-c775ff27-8098-461d-80cc-41014c07afb2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'ee7eb6a8-f074-411c-8c92-8b615c724410', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:10:46.413002 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c775ff27-8098-461d-80cc-41014c07afb2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:46.485500 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c775ff27-8098-461d-80cc-41014c07afb2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:46.491116 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c775ff27-8098-461d-80cc-41014c07afb2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:46.516932 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775ff27-8098-461d-80cc-41014c07afb2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67662297-fc0d-4fb8-971b-dd3ea37928ac,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:46.523488 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-c775ff27-8098-461d-80cc-41014c07afb2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:46.524729 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c775ff27-8098-461d-80cc-41014c07afb2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1511939 May 26 17:10:46.528762 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42072) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:46.537308 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-7d95f3c0-86e2-4f59-8aba-427ef1b7c21b tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'ee7eb6a8-f074-411c-8c92-8b615c724410', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:10:46.576824 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7d95f3c0-86e2-4f59-8aba-427ef1b7c21b tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:46.646756 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7d95f3c0-86e2-4f59-8aba-427ef1b7c21b tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:46.651122 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7d95f3c0-86e2-4f59-8aba-427ef1b7c21b tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:46.675563 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95f3c0-86e2-4f59-8aba-427ef1b7c21b tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17481217-ba51-4c17-a9f9-462ee40688c0,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:46.681124 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7d95f3c0-86e2-4f59-8aba-427ef1b7c21b tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:46.682329 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7d95f3c0-86e2-4f59-8aba-427ef1b7c21b tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1518993 May 26 17:10:46.686486 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42074) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:46.692327 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e15d0145-5606-4598-a599-27a364429399 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'ee7eb6a8-f074-411c-8c92-8b615c724410', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:10:46.723549 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e15d0145-5606-4598-a599-27a364429399 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:46.799195 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:46.802465 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e15d0145-5606-4598-a599-27a364429399 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:46.807761 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e15d0145-5606-4598-a599-27a364429399 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:46.830935 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d0145-5606-4598-a599-27a364429399 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c7ec90-64f7-4112-a877-2957bb579aa2,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:46.842694 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e15d0145-5606-4598-a599-27a364429399 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:46.843920 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e15d0145-5606-4598-a599-27a364429399 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1563096 May 26 17:10:46.849253 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42076) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:46.855004 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-4ac92f22-add9-4af3-925f-6e5b0e2ecd9f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'ee7eb6a8-f074-411c-8c92-8b615c724410', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:10:46.888302 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ac92f22-add9-4af3-925f-6e5b0e2ecd9f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:46.920860 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9e76d1c6-dfb2-48b2-8d8a-791998e48101 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:10:46.947000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 9e76d1c6-dfb2-48b2-8d8a-791998e48101 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:10:46.947588 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9e76d1c6-dfb2-48b2-8d8a-791998e48101 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:10:46.985151 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ac92f22-add9-4af3-925f-6e5b0e2ecd9f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:46.991166 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ac92f22-add9-4af3-925f-6e5b0e2ecd9f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:47.012652 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac92f22-add9-4af3-925f-6e5b0e2ecd9f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d10e91b-9aa8-4b02-8059-77450f912c09,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:47.022875 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4ac92f22-add9-4af3-925f-6e5b0e2ecd9f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:47.024950 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4ac92f22-add9-4af3-925f-6e5b0e2ecd9f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1743419 May 26 17:10:47.028908 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42078) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:47.034565 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-2960d8e4-7892-4d84-8746-1a7dd268b5c7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'ee7eb6a8-f074-411c-8c92-8b615c724410', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:10:47.059225 n-d-843337-2 neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-2960d8e4-7892-4d84-8746-1a7dd268b5c7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Project d71587a7143140b39ad28ebd632c58fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:10:47.067118 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2960d8e4-7892-4d84-8746-1a7dd268b5c7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:47.146559 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2960d8e4-7892-4d84-8746-1a7dd268b5c7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:47.151533 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2960d8e4-7892-4d84-8746-1a7dd268b5c7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:47.175587 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960d8e4-7892-4d84-8746-1a7dd268b5c7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e71ba7-abd9-4154-9c73-74a482d3bfee,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:47.184183 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2960d8e4-7892-4d84-8746-1a7dd268b5c7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:47.185969 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2960d8e4-7892-4d84-8746-1a7dd268b5c7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1554265 May 26 17:10:47.189069 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42080) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:47.195501 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-64bd1826-87ae-4735-931e-92dfc2f6201e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'ee7eb6a8-f074-411c-8c92-8b615c724410', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:10:47.218829 n-d-843337-2 neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-64bd1826-87ae-4735-931e-92dfc2f6201e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Project d71587a7143140b39ad28ebd632c58fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:10:47.226873 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64bd1826-87ae-4735-931e-92dfc2f6201e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:47.306555 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64bd1826-87ae-4735-931e-92dfc2f6201e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:47.311962 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64bd1826-87ae-4735-931e-92dfc2f6201e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:47.336068 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd1826-87ae-4735-931e-92dfc2f6201e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad7b8222-676b-4acd-83c1-100e31d5c0b3,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:47.347646 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-64bd1826-87ae-4735-931e-92dfc2f6201e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:47.349288 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-64bd1826-87ae-4735-931e-92dfc2f6201e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1586847 May 26 17:10:47.352511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42082) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:47.358271 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-5f642bab-d5b4-4131-8210-711f3fde70b0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'network': {'name': 'tempest-network-smoke--129897964', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'port_security_enabled': True}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:10:47.381948 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f642bab-d5b4-4131-8210-711f3fde70b0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Made reservation on behalf of d71587a7143140b39ad28ebd632c58fb for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:10:47.387159 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5f642bab-d5b4-4131-8210-711f3fde70b0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:47.422260 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f642bab-d5b4-4131-8210-711f3fde70b0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:10:47.435033 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5f642bab-d5b4-4131-8210-711f3fde70b0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:47.435556 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-5f642bab-d5b4-4131-8210-711f3fde70b0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Added segment e4bce2dd-9a14-44fa-a45c-5da5af1c01c5 of type vlan for network e2c95701-eab8-4984-8a92-0fde03b05803 May 26 17:10:47.494560 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5f642bab-d5b4-4131-8210-711f3fde70b0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:47.531522 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5f642bab-d5b4-4131-8210-711f3fde70b0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:47.538747 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f642bab-d5b4-4131-8210-711f3fde70b0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:47.539496 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-5f642bab-d5b4-4131-8210-711f3fde70b0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:47.578958 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-5f642bab-d5b4-4131-8210-711f3fde70b0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2251637 May 26 17:10:47.583649 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42084) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:47.590772 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e54661ac-8a99-48e5-b8de-e7762c3ef181 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1494008915', 'admin_state_up': True, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:10:47.629044 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e54661ac-8a99-48e5-b8de-e7762c3ef181 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:47.632273 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e54661ac-8a99-48e5-b8de-e7762c3ef181 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:47.635474 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f642bab-d5b4-4131-8210-711f3fde70b0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Network': ['ID=e2c95701-eab8-4984-8a92-0fde03b05803,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:47.648799 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network e2c95701-eab8-4984-8a92-0fde03b05803 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:10:47.706406 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e54661ac-8a99-48e5-b8de-e7762c3ef181 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:47.885581 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e54661ac-8a99-48e5-b8de-e7762c3ef181 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:48.476551 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e54661ac-8a99-48e5-b8de-e7762c3ef181 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:48.496804 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e54661ac-8a99-48e5-b8de-e7762c3ef181 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:48.527765 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:48.634012 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-e54661ac-8a99-48e5-b8de-e7762c3ef181 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Allocated IP 172.25.7.19 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/58d6bc99-e424-4535-b76b-66fcf8a75ed5) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:10:48.731213 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:48.768133 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e54661ac-8a99-48e5-b8de-e7762c3ef181 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:48.807889 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e54661ac-8a99-48e5-b8de-e7762c3ef181 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:48.850874 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54661ac-8a99-48e5-b8de-e7762c3ef181 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:10:48.853786 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-e54661ac-8a99-48e5-b8de-e7762c3ef181 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:10:48.856582 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54661ac-8a99-48e5-b8de-e7762c3ef181 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:10:48.892907 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54661ac-8a99-48e5-b8de-e7762c3ef181 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=58d6bc99-e424-4535-b76b-66fcf8a75ed5,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:49.133618 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:49.140564 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e54661ac-8a99-48e5-b8de-e7762c3ef181 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:49.361537 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e54661ac-8a99-48e5-b8de-e7762c3ef181 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:49.515298 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54661ac-8a99-48e5-b8de-e7762c3ef181 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Router f6f54db2-2b14-46ac-b012-5f637c8a7e97 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 17:10:49.636244 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54661ac-8a99-48e5-b8de-e7762c3ef181 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:10:49.652127 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] Sync routers for ids ['f6f54db2-2b14-46ac-b012-5f637c8a7e97'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:10:49.661245 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e54661ac-8a99-48e5-b8de-e7762c3ef181 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:49.663189 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e54661ac-8a99-48e5-b8de-e7762c3ef181 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0779166 May 26 17:10:49.667876 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42086) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:49.668872 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] Routers {'f6f54db2-2b14-46ac-b012-5f637c8a7e97'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:10:49.668872 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:10:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f6f54db2-2b14-46ac-b012-5f637c8a7e97'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:49.714987 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bdaf7a34-342a-454a-8c5e-1fdb453d8fcb tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=d71587a7143140b39ad28ebd632c58fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452690 May 26 17:10:49.717945 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42088) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:49.813275 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] Set router f6f54db2-2b14-46ac-b012-5f637c8a7e97 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:10:49.845691 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e83499a-d3da-4414-a0b5-a072ff1940f7 tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:49.848281 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8e83499a-d3da-4414-a0b5-a072ff1940f7 tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288724 May 26 17:10:49.852191 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42090) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:49.881573 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c763e3c8-eb00-475b-88db-4633ecb5d501 tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281160 May 26 17:10:49.884702 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42092) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:49.890196 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-91f78175-f723-4714-a468-cf85fb9b9305 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-34900068', 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:10:49.997904 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f78175-f723-4714-a468-cf85fb9b9305 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Made reservation on behalf of d71587a7143140b39ad28ebd632c58fb for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:10:50.002038 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91f78175-f723-4714-a468-cf85fb9b9305 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:50.024658 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494008915', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:10:47Z', 'updated_at': '2022-05-26T17:10:49Z', 'revision_number': 3, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:48Z', 'updated_at': '2022-05-26T17:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:50.071859 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] Checking router: f6f54db2-2b14-46ac-b012-5f637c8a7e97 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:10:50.072436 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] Updating router f6f54db2-2b14-46ac-b012-5f637c8a7e97 port 58d6bc99-e424-4535-b76b-66fcf8a75ed5 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:10:50.108784 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:50.265581 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91f78175-f723-4714-a468-cf85fb9b9305 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:50.366368 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f78175-f723-4714-a468-cf85fb9b9305 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Subnet': ['ID=185ee4ef-19d2-43c8-bb21-004f551e1a32,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:50.380759 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f78175-f723-4714-a468-cf85fb9b9305 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Checking segment: {'id': 'e4bce2dd-9a14-44fa-a45c-5da5af1c01c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:10:50.381330 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f78175-f723-4714-a468-cf85fb9b9305 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network hostable DHCP agents. Network: e2c95701-eab8-4984-8a92-0fde03b05803, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:10:50.406562 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f78175-f723-4714-a468-cf85fb9b9305 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network e2c95701-eab8-4984-8a92-0fde03b05803 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:10:50.417094 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-91f78175-f723-4714-a468-cf85fb9b9305 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, e2c95701-eab8-4984-8a92-0fde03b05803) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:10:50.421890 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f78175-f723-4714-a468-cf85fb9b9305 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:50.422481 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-91f78175-f723-4714-a468-cf85fb9b9305 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:50.443398 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-91f78175-f723-4714-a468-cf85fb9b9305 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5567288 May 26 17:10:50.448305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f7eaaf-8e7a-4494-b36a-176d618c4158 None None] Network e2c95701-eab8-4984-8a92-0fde03b05803 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:10:50.453266 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42094) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:10:50.696739 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:50.712442 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:50.836294 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] Attempting to bind port 58d6bc99-e424-4535-b76b-66fcf8a75ed5 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:10:50.837157 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] Attempting to bind port 58d6bc99-e424-4535-b76b-66fcf8a75ed5 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:10:50.837479 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] Attempting to bind port 58d6bc99-e424-4535-b76b-66fcf8a75ed5 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:10:50.861004 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d1162-fe48-4f1b-9490-c75f35e03f6a None None] Pushing event updated for resources: {'Port': ['ID=58d6bc99-e424-4535-b76b-66fcf8a75ed5,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:50.872246 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:10:50.872637 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:10:50.873031 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:50.873417 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:10:50.873889 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] Bound port: 58d6bc99-e424-4535-b76b-66fcf8a75ed5, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:10:50.874265 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:50.951507 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f18fc88-eba7-4115-80ce-1982726db828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-e2c95701-eab8-4984-8a92-0fde03b05803', 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'fixed_ips': [{'subnet_id': '185ee4ef-19d2-43c8-bb21-004f551e1a32'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 17:10:50.952446 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2f18fc88-eba7-4115-80ce-1982726db828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:50.954997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] For port 58d6bc99-e424-4535-b76b-66fcf8a75ed5, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:10:50.959801 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] For port 58d6bc99-e424-4535-b76b-66fcf8a75ed5, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=58d6bc99-e424-4535-b76b-66fcf8a75ed5,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:10:50.970334 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:51.037164 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f66fbd4c-3e69-4f93-8e1e-715c9d181ec0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:51.115202 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] Routers {'f6f54db2-2b14-46ac-b012-5f637c8a7e97'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:10:51.116004 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:10:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f6f54db2-2b14-46ac-b012-5f637c8a7e97'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:51.122881 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d1162-fe48-4f1b-9490-c75f35e03f6a None None] Pushing event updated for resources: {'Port': ['ID=58d6bc99-e424-4535-b76b-66fcf8a75ed5,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:51.283242 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-2f18fc88-eba7-4115-80ce-1982726db828 None None] Allocated IP 172.20.0.2 (e2c95701-eab8-4984-8a92-0fde03b05803/185ee4ef-19d2-43c8-bb21-004f551e1a32/77c6f7f7-3ee7-4334-bd81-29eca97c2c8f) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:10:51.378712 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] Set router f6f54db2-2b14-46ac-b012-5f637c8a7e97 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:10:51.632373 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2f18fc88-eba7-4115-80ce-1982726db828 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:51.643546 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2f18fc88-eba7-4115-80ce-1982726db828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:51.697744 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f18fc88-eba7-4115-80ce-1982726db828 None None] Network e2c95701-eab8-4984-8a92-0fde03b05803 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:10:51.700499 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-2f18fc88-eba7-4115-80ce-1982726db828 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:10:51.702987 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f18fc88-eba7-4115-80ce-1982726db828 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:10:51.725809 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-f66fbd4c-3e69-4f93-8e1e-715c9d181ec0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Allocated IP 172.20.0.1 (e2c95701-eab8-4984-8a92-0fde03b05803/185ee4ef-19d2-43c8-bb21-004f551e1a32/da417f58-e5c4-43b9-9230-d41495f36945) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:10:51.726828 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18fc88-eba7-4115-80ce-1982726db828 None None] Pushing event updated for resources: {'Port': ['ID=77c6f7f7-3ee7-4334-bd81-29eca97c2c8f,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:51.775773 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494008915', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:10:47Z', 'updated_at': '2022-05-26T17:10:49Z', 'revision_number': 3, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:48Z', 'updated_at': '2022-05-26T17:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:51.813249 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89488d19-c38c-46c0-b7e4-7c2709b61802 None None] The sync data for ids ['f6f54db2-2b14-46ac-b012-5f637c8a7e97'] in n-d-843337-2 is: [{'id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494008915', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:10:47Z', 'updated_at': '2022-05-26T17:10:49Z', 'revision_number': 3, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:48Z', 'updated_at': '2022-05-26T17:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:10:51.820978 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-2f18fc88-eba7-4115-80ce-1982726db828 None None] Attempting to bind port 77c6f7f7-3ee7-4334-bd81-29eca97c2c8f on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:10:51.821500 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-2f18fc88-eba7-4115-80ce-1982726db828 None None] Attempting to bind port 77c6f7f7-3ee7-4334-bd81-29eca97c2c8f by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'e4bce2dd-9a14-44fa-a45c-5da5af1c01c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:10:51.822082 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f18fc88-eba7-4115-80ce-1982726db828 None None] Attempting to bind port 77c6f7f7-3ee7-4334-bd81-29eca97c2c8f on network e2c95701-eab8-4984-8a92-0fde03b05803 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:10:51.833388 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f18fc88-eba7-4115-80ce-1982726db828 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:10:51.834156 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f18fc88-eba7-4115-80ce-1982726db828 None None] Checking segment: {'id': 'e4bce2dd-9a14-44fa-a45c-5da5af1c01c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:10:51.834795 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2f18fc88-eba7-4115-80ce-1982726db828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:51.835311 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f18fc88-eba7-4115-80ce-1982726db828 None None] Bound using segment: {'id': 'e4bce2dd-9a14-44fa-a45c-5da5af1c01c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:10:51.836133 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-2f18fc88-eba7-4115-80ce-1982726db828 None None] Bound port: 77c6f7f7-3ee7-4334-bd81-29eca97c2c8f, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bce2dd-9a14-44fa-a45c-5da5af1c01c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:10:51.836704 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2f18fc88-eba7-4115-80ce-1982726db828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:51.914956 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f66fbd4c-3e69-4f93-8e1e-715c9d181ec0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:51.937849 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-2f18fc88-eba7-4115-80ce-1982726db828 None None] For port 77c6f7f7-3ee7-4334-bd81-29eca97c2c8f, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:10:51.944018 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-2f18fc88-eba7-4115-80ce-1982726db828 None None] For port 77c6f7f7-3ee7-4334-bd81-29eca97c2c8f, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=77c6f7f7-3ee7-4334-bd81-29eca97c2c8f,segment=NetworkSegment(e4bce2dd-9a14-44fa-a45c-5da5af1c01c5),segment_id=e4bce2dd-9a14-44fa-a45c-5da5af1c01c5)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:10:51.949818 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2f18fc88-eba7-4115-80ce-1982726db828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:51.966722 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f66fbd4c-3e69-4f93-8e1e-715c9d181ec0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:52.035834 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18fc88-eba7-4115-80ce-1982726db828 None None] Pushing event updated for resources: {'Port': ['ID=77c6f7f7-3ee7-4334-bd81-29eca97c2c8f,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:52.062856 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66fbd4c-3e69-4f93-8e1e-715c9d181ec0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network e2c95701-eab8-4984-8a92-0fde03b05803 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:10:52.066940 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-f66fbd4c-3e69-4f93-8e1e-715c9d181ec0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:10:52.071262 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66fbd4c-3e69-4f93-8e1e-715c9d181ec0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:10:52.103750 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fbd4c-3e69-4f93-8e1e-715c9d181ec0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=da417f58-e5c4-43b9-9230-d41495f36945,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:52.164184 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f66fbd4c-3e69-4f93-8e1e-715c9d181ec0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:52.429012 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f66fbd4c-3e69-4f93-8e1e-715c9d181ec0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:52.875918 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f66fbd4c-3e69-4f93-8e1e-715c9d181ec0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:52.892385 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f66fbd4c-3e69-4f93-8e1e-715c9d181ec0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:53.012317 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fbd4c-3e69-4f93-8e1e-715c9d181ec0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=da417f58-e5c4-43b9-9230-d41495f36945,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:53.045318 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f66fbd4c-3e69-4f93-8e1e-715c9d181ec0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:53.173999 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 58d6bc99-e424-4535-b76b-66fcf8a75ed5 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:10:53.227663 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66fbd4c-3e69-4f93-8e1e-715c9d181ec0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network e2c95701-eab8-4984-8a92-0fde03b05803 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:10:53.229910 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-f66fbd4c-3e69-4f93-8e1e-715c9d181ec0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:10:53.274048 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 58d6bc99-e424-4535-b76b-66fcf8a75ed5 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:53.274920 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:53.411127 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 58d6bc99-e424-4535-b76b-66fcf8a75ed5 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:53.411773 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:53.414353 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66fbd4c-3e69-4f93-8e1e-715c9d181ec0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Router f6f54db2-2b14-46ac-b012-5f637c8a7e97 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:10:53.453179 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 58d6bc99-e424-4535-b76b-66fcf8a75ed5, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=58d6bc99-e424-4535-b76b-66fcf8a75ed5,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:10:53.460556 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:53.461769 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 77c6f7f7-3ee7-4334-bd81-29eca97c2c8f up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:10:53.472750 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe1213f-e436-4bb8-9e0e-f9df2e3cbc6c None None] Network e2c95701-eab8-4984-8a92-0fde03b05803 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:10:53.602899 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66fbd4c-3e69-4f93-8e1e-715c9d181ec0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:10:53.607456 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-12eec18d-da0a-4266-bee1-1877690c275e None None] Provisioning complete for port 77c6f7f7-3ee7-4334-bd81-29eca97c2c8f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:53.607942 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-12eec18d-da0a-4266-bee1-1877690c275e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:53.609273 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f66fbd4c-3e69-4f93-8e1e-715c9d181ec0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "PUT /v2.0/routers/f6f54db2-2b14-46ac-b012-5f637c8a7e97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1549375 May 26 17:10:53.615714 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=58d6bc99-e424-4535-b76b-66fcf8a75ed5,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:53.670953 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 77c6f7f7-3ee7-4334-bd81-29eca97c2c8f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:53.671487 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:53.792683 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-eed545c6-b0d3-491c-8ff4-6ebd4436ca75 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1803221072&fields=id&tenant_id=d71587a7143140b39ad28ebd632c58fb HTTP/1.1" status: 200 len: 267 time: 0.0459316 May 26 17:10:53.865986 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 77c6f7f7-3ee7-4334-bd81-29eca97c2c8f is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:53.866369 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:53.900807 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-12eec18d-da0a-4266-bee1-1877690c275e None None] Current status of the port 77c6f7f7-3ee7-4334-bd81-29eca97c2c8f is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:53.901179 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-12eec18d-da0a-4266-bee1-1877690c275e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:53.916546 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-38353b81-7159-4347-9d6a-d1403f314f75 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:53.920621 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-38353b81-7159-4347-9d6a-d1403f314f75 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/networks?id=e2c95701-eab8-4984-8a92-0fde03b05803 HTTP/1.1" status: 200 len: 796 time: 0.1265230 May 26 17:10:53.937206 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-40f8483e-9971-4a0a-9f59-0a5b884ff5bc tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/quotas/d71587a7143140b39ad28ebd632c58fb HTTP/1.1" status: 200 len: 375 time: 0.0128860 May 26 17:10:53.961581 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 77c6f7f7-3ee7-4334-bd81-29eca97c2c8f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=77c6f7f7-3ee7-4334-bd81-29eca97c2c8f,segment=NetworkSegment(e4bce2dd-9a14-44fa-a45c-5da5af1c01c5),segment_id=e4bce2dd-9a14-44fa-a45c-5da5af1c01c5)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:10:53.970248 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:54.029754 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=77c6f7f7-3ee7-4334-bd81-29eca97c2c8f,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:54.050090 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-b507058b-b3d6-443e-bd8d-ac33416ae21e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915289 May 26 17:10:54.097784 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-12eec18d-da0a-4266-bee1-1877690c275e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 17:10:54.098242 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-12eec18d-da0a-4266-bee1-1877690c275e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 17:10:54.112263 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74c314f-1026-445f-9479-c63de360a50d None None] Sync routers for ids ['f6f54db2-2b14-46ac-b012-5f637c8a7e97'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:10:54.125077 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74c314f-1026-445f-9479-c63de360a50d None None] Routers {'f6f54db2-2b14-46ac-b012-5f637c8a7e97'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:10:54.125860 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-c74c314f-1026-445f-9479-c63de360a50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:10:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f6f54db2-2b14-46ac-b012-5f637c8a7e97'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:54.173235 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-83fcc234-1c6a-4f01-8dcd-ad4fda86c301 service neutron] 10.222.0.77 "GET /v2.0/networks/e2c95701-eab8-4984-8a92-0fde03b05803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171014 May 26 17:10:54.255604 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-c74c314f-1026-445f-9479-c63de360a50d None None] Set router f6f54db2-2b14-46ac-b012-5f637c8a7e97 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:10:54.320736 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-8a7ce169-dc48-4cfa-8e71-787aa8366677 service neutron] 10.222.0.77 "GET /v2.0/networks/e2c95701-eab8-4984-8a92-0fde03b05803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324267 May 26 17:10:54.521659 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-c74c314f-1026-445f-9479-c63de360a50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494008915', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:10:47Z', 'updated_at': '2022-05-26T17:10:52Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:48Z', 'updated_at': '2022-05-26T17:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'da417f58-e5c4-43b9-9230-d41495f36945', 'name': '', 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:3e:bc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '185ee4ef-19d2-43c8-bb21-004f551e1a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:51Z', 'updated_at': '2022-05-26T17:10:52Z', 'revision_number': 2, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '185ee4ef-19d2-43c8-bb21-004f551e1a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:54.543613 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-af2526b9-7ebd-44ae-b5de-64b93a87d174 req-17f6c181-c494-4465-aaeb-aa39fc5772e0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 210 time: 0.0307498 May 26 17:10:54.641578 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-12eec18d-da0a-4266-bee1-1877690c275e None None] Current status of the port 77c6f7f7-3ee7-4334-bd81-29eca97c2c8f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:54.662488 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74c314f-1026-445f-9479-c63de360a50d None None] Checking router: f6f54db2-2b14-46ac-b012-5f637c8a7e97 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:10:54.662842 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74c314f-1026-445f-9479-c63de360a50d None None] Updating router f6f54db2-2b14-46ac-b012-5f637c8a7e97 port da417f58-e5c4-43b9-9230-d41495f36945 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:10:54.689363 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c74c314f-1026-445f-9479-c63de360a50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:54.762729 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-dfddd278-b5b0-47df-9397-846fd89afc45 None None] Provisioning complete for port 77c6f7f7-3ee7-4334-bd81-29eca97c2c8f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:54.763066 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dfddd278-b5b0-47df-9397-846fd89afc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:54.845154 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-dfddd278-b5b0-47df-9397-846fd89afc45 None None] Current status of the port 77c6f7f7-3ee7-4334-bd81-29eca97c2c8f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:54.855541 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-dfddd278-b5b0-47df-9397-846fd89afc45 None None] Provisioning complete for port da417f58-e5c4-43b9-9230-d41495f36945 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:54.855912 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dfddd278-b5b0-47df-9397-846fd89afc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:54.891821 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-dfddd278-b5b0-47df-9397-846fd89afc45 None None] Port da417f58-e5c4-43b9-9230-d41495f36945 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:10:54.957073 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c74c314f-1026-445f-9479-c63de360a50d None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:54.962601 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c74c314f-1026-445f-9479-c63de360a50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:54.973330 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 58d6bc99-e424-4535-b76b-66fcf8a75ed5 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:10:55.012294 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae350312-b10e-48be-b3dd-da698324c92b None None] Pushing event updated for resources: {'Port': ['ID=da417f58-e5c4-43b9-9230-d41495f36945,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:55.022679 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae350312-b10e-48be-b3dd-da698324c92b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:55.023023 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae350312-b10e-48be-b3dd-da698324c92b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:55.023357 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae350312-b10e-48be-b3dd-da698324c92b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:55.023891 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae350312-b10e-48be-b3dd-da698324c92b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:55.024249 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae350312-b10e-48be-b3dd-da698324c92b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:55.024579 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae350312-b10e-48be-b3dd-da698324c92b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:55.024904 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae350312-b10e-48be-b3dd-da698324c92b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:55.025227 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae350312-b10e-48be-b3dd-da698324c92b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:55.025545 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae350312-b10e-48be-b3dd-da698324c92b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:55.025865 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae350312-b10e-48be-b3dd-da698324c92b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:55.026386 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae350312-b10e-48be-b3dd-da698324c92b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:55.026716 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae350312-b10e-48be-b3dd-da698324c92b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:10:55.028446 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 58d6bc99-e424-4535-b76b-66fcf8a75ed5 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:55.028819 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:55.088791 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-c74c314f-1026-445f-9479-c63de360a50d None None] Attempting to bind port da417f58-e5c4-43b9-9230-d41495f36945 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:10:55.089165 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-c74c314f-1026-445f-9479-c63de360a50d None None] Attempting to bind port da417f58-e5c4-43b9-9230-d41495f36945 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'e4bce2dd-9a14-44fa-a45c-5da5af1c01c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:10:55.089530 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74c314f-1026-445f-9479-c63de360a50d None None] Attempting to bind port da417f58-e5c4-43b9-9230-d41495f36945 on network e2c95701-eab8-4984-8a92-0fde03b05803 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:10:55.095632 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74c314f-1026-445f-9479-c63de360a50d None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:10:55.096294 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74c314f-1026-445f-9479-c63de360a50d None None] Checking segment: {'id': 'e4bce2dd-9a14-44fa-a45c-5da5af1c01c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:10:55.097006 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c74c314f-1026-445f-9479-c63de360a50d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:55.097406 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74c314f-1026-445f-9479-c63de360a50d None None] Bound using segment: {'id': 'e4bce2dd-9a14-44fa-a45c-5da5af1c01c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:10:55.097969 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-c74c314f-1026-445f-9479-c63de360a50d None None] Bound port: da417f58-e5c4-43b9-9230-d41495f36945, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bce2dd-9a14-44fa-a45c-5da5af1c01c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:10:55.098281 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c74c314f-1026-445f-9479-c63de360a50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:55.171814 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-c74c314f-1026-445f-9479-c63de360a50d None None] For port da417f58-e5c4-43b9-9230-d41495f36945, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:10:55.176069 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-c74c314f-1026-445f-9479-c63de360a50d None None] For port da417f58-e5c4-43b9-9230-d41495f36945, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=da417f58-e5c4-43b9-9230-d41495f36945,segment=NetworkSegment(e4bce2dd-9a14-44fa-a45c-5da5af1c01c5),segment_id=e4bce2dd-9a14-44fa-a45c-5da5af1c01c5)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:10:55.181566 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-c74c314f-1026-445f-9479-c63de360a50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:55.245897 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae350312-b10e-48be-b3dd-da698324c92b None None] Pushing event updated for resources: {'Port': ['ID=da417f58-e5c4-43b9-9230-d41495f36945,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:55.255859 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74c314f-1026-445f-9479-c63de360a50d None None] Routers {'f6f54db2-2b14-46ac-b012-5f637c8a7e97'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:10:55.256523 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-c74c314f-1026-445f-9479-c63de360a50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:10:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f6f54db2-2b14-46ac-b012-5f637c8a7e97'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:55.279284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 58d6bc99-e424-4535-b76b-66fcf8a75ed5 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:55.280710 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 77c6f7f7-3ee7-4334-bd81-29eca97c2c8f up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:10:55.328421 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f93652ed-acc5-4334-b662-da6b66dc64ff None None] Provisioning complete for port da417f58-e5c4-43b9-9230-d41495f36945 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:55.328805 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f93652ed-acc5-4334-b662-da6b66dc64ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:55.372568 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-c74c314f-1026-445f-9479-c63de360a50d None None] Set router f6f54db2-2b14-46ac-b012-5f637c8a7e97 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:10:55.384673 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 77c6f7f7-3ee7-4334-bd81-29eca97c2c8f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:55.385187 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:55.494688 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f93652ed-acc5-4334-b662-da6b66dc64ff None None] Current status of the port da417f58-e5c4-43b9-9230-d41495f36945 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:55.495081 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f93652ed-acc5-4334-b662-da6b66dc64ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:55.516779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 77c6f7f7-3ee7-4334-bd81-29eca97c2c8f is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:55.539542 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-f93652ed-acc5-4334-b662-da6b66dc64ff None None] For port da417f58-e5c4-43b9-9230-d41495f36945, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=da417f58-e5c4-43b9-9230-d41495f36945,segment=NetworkSegment(e4bce2dd-9a14-44fa-a45c-5da5af1c01c5),segment_id=e4bce2dd-9a14-44fa-a45c-5da5af1c01c5)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:10:55.545152 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f93652ed-acc5-4334-b662-da6b66dc64ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:55.604045 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93652ed-acc5-4334-b662-da6b66dc64ff None None] Pushing event updated for resources: {'Port': ['ID=da417f58-e5c4-43b9-9230-d41495f36945,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:10:55.618680 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-c74c314f-1026-445f-9479-c63de360a50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494008915', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:10:47Z', 'updated_at': '2022-05-26T17:10:52Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:48Z', 'updated_at': '2022-05-26T17:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'da417f58-e5c4-43b9-9230-d41495f36945', 'name': '', 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:3e:bc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '185ee4ef-19d2-43c8-bb21-004f551e1a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:51Z', 'updated_at': '2022-05-26T17:10:55Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '185ee4ef-19d2-43c8-bb21-004f551e1a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:10:55.635634 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2a1ed12a-2a86-4d98-9896-6009c55d8d23 req-c7e5d912-483d-43b5-a262-ea1ade890c6c tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 210 time: 0.0342546 May 26 17:10:55.649483 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74c314f-1026-445f-9479-c63de360a50d None None] The sync data for ids ['f6f54db2-2b14-46ac-b012-5f637c8a7e97'] in n-d-843337-2 is: [{'id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494008915', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:10:47Z', 'updated_at': '2022-05-26T17:10:52Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:48Z', 'updated_at': '2022-05-26T17:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'da417f58-e5c4-43b9-9230-d41495f36945', 'name': '', 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:3e:bc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '185ee4ef-19d2-43c8-bb21-004f551e1a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:51Z', 'updated_at': '2022-05-26T17:10:55Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '185ee4ef-19d2-43c8-bb21-004f551e1a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:10:55.677088 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-87335153-caab-4589-9a63-b1f9674ca9c9 None None] Provisioning complete for port da417f58-e5c4-43b9-9230-d41495f36945 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:55.677709 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-87335153-caab-4589-9a63-b1f9674ca9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:55.785950 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-87335153-caab-4589-9a63-b1f9674ca9c9 None None] Current status of the port da417f58-e5c4-43b9-9230-d41495f36945 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:56.724729 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9a1139c-f18d-46f9-a8f4-1db27a54d564 req-0fb5fbc3-2ebf-4507-abed-3d7221204900 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 210 time: 0.0307033 May 26 17:10:56.987315 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device da417f58-e5c4-43b9-9230-d41495f36945 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:10:57.041039 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port da417f58-e5c4-43b9-9230-d41495f36945 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:10:57.041411 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:10:57.118455 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port da417f58-e5c4-43b9-9230-d41495f36945 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:10:57.806101 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58138801-df46-41eb-ad0b-8186aa2c73dc req-efb5da42-45b5-4a39-a962-5cb7018ef7a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 210 time: 0.0307331 May 26 17:10:58.898583 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a6839fb1-4bea-4390-a5a9-eccc34c98d83 req-ddff41fe-79d1-49e3-b509-7b411485ba9a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 210 time: 0.0267498 May 26 17:10:59.783689 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-b58e4652-3f1d-4c3a-ad67-f00518e3a57b tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:10:59.785184 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-b58e4652-3f1d-4c3a-ad67-f00518e3a57b tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.83 "GET /v2.0/networks?id=e2c95701-eab8-4984-8a92-0fde03b05803 HTTP/1.1" status: 200 len: 796 time: 0.1051838 May 26 17:10:59.850464 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-7870c24d-0969-45c8-8b3e-05d0caad9c92 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d71587a7143140b39ad28ebd632c58fb HTTP/1.1" status: 200 len: 380 time: 0.0400989 May 26 17:10:59.885959 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-64e1f94c-94a6-4d0c-bd48-e8c58b76aa24 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'port': {'device_id': '4cae3b4b-b924-4275-a160-46ccdb3e796d', 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803', 'admin_state_up': True, 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'security_groups': ['ee7eb6a8-f074-411c-8c92-8b615c724410']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:10:59.993278 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-64e1f94c-94a6-4d0c-bd48-e8c58b76aa24 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Made reservation on behalf of d71587a7143140b39ad28ebd632c58fb for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:10:59.994583 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e555d081-5ae9-4759-9402-1584b76f69a0 req-b886e1c8-23cd-4862-aaf3-a9e41a25f7e0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 210 time: 0.0269654 May 26 17:10:59.996908 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-64e1f94c-94a6-4d0c-bd48-e8c58b76aa24 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:00.126151 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-64e1f94c-94a6-4d0c-bd48-e8c58b76aa24 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Allocated IP 172.20.0.13 (e2c95701-eab8-4984-8a92-0fde03b05803/185ee4ef-19d2-43c8-bb21-004f551e1a32/7477a7d6-51cf-4184-985a-14fe2cf18bb4) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:11:00.261868 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-64e1f94c-94a6-4d0c-bd48-e8c58b76aa24 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:00.295322 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-64e1f94c-94a6-4d0c-bd48-e8c58b76aa24 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:00.345179 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-64e1f94c-94a6-4d0c-bd48-e8c58b76aa24 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network e2c95701-eab8-4984-8a92-0fde03b05803 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:11:00.348727 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-64e1f94c-94a6-4d0c-bd48-e8c58b76aa24 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:11:00.352309 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-64e1f94c-94a6-4d0c-bd48-e8c58b76aa24 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:11:00.381866 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1f94c-94a6-4d0c-bd48-e8c58b76aa24 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=7477a7d6-51cf-4184-985a-14fe2cf18bb4,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:11:00.406914 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-64e1f94c-94a6-4d0c-bd48-e8c58b76aa24 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:00.407511 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-64e1f94c-94a6-4d0c-bd48-e8c58b76aa24 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:00.426732 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-64e1f94c-94a6-4d0c-bd48-e8c58b76aa24 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5444448 May 26 17:11:00.446309 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-b6dfb7c8-7cd5-4ff3-84d0-1ae7e762dca3 service neutron] Request body: {'port': {'device_id': '4cae3b4b-b924-4275-a160-46ccdb3e796d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:11:00.504734 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-b6dfb7c8-7cd5-4ff3-84d0-1ae7e762dca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:00.538586 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c4984532-6078-4f62-9786-74ea28b236f6 None None] Provisioning complete for port 7477a7d6-51cf-4184-985a-14fe2cf18bb4 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:11:00.539134 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c4984532-6078-4f62-9786-74ea28b236f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:00.576050 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c4984532-6078-4f62-9786-74ea28b236f6 None None] Port 7477a7d6-51cf-4184-985a-14fe2cf18bb4 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:11:00.779180 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-b6dfb7c8-7cd5-4ff3-84d0-1ae7e762dca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7477a7d6-51cf-4184-985a-14fe2cf18bb4 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:11:00.787691 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-b6dfb7c8-7cd5-4ff3-84d0-1ae7e762dca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:00.799798 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-b6dfb7c8-7cd5-4ff3-84d0-1ae7e762dca3 service neutron] Transition to ACTIVE for port object 7477a7d6-51cf-4184-985a-14fe2cf18bb4 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 17:11:00.803480 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-b6dfb7c8-7cd5-4ff3-84d0-1ae7e762dca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:00.854433 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfb7c8-7cd5-4ff3-84d0-1ae7e762dca3 service neutron] Pushing event updated for resources: {'Port': ['ID=7477a7d6-51cf-4184-985a-14fe2cf18bb4,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:11:00.923943 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-b6dfb7c8-7cd5-4ff3-84d0-1ae7e762dca3 service neutron] Attempting to bind port 7477a7d6-51cf-4184-985a-14fe2cf18bb4 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:11:00.924306 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-b6dfb7c8-7cd5-4ff3-84d0-1ae7e762dca3 service neutron] Attempting to bind port 7477a7d6-51cf-4184-985a-14fe2cf18bb4 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': 'e4bce2dd-9a14-44fa-a45c-5da5af1c01c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:11:00.924639 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-b6dfb7c8-7cd5-4ff3-84d0-1ae7e762dca3 service neutron] Attempting to bind port 7477a7d6-51cf-4184-985a-14fe2cf18bb4 on network e2c95701-eab8-4984-8a92-0fde03b05803 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:11:00.929456 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-b6dfb7c8-7cd5-4ff3-84d0-1ae7e762dca3 service neutron] Port 7477a7d6-51cf-4184-985a-14fe2cf18bb4 on network e2c95701-eab8-4984-8a92-0fde03b05803 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:11:00.929782 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-b6dfb7c8-7cd5-4ff3-84d0-1ae7e762dca3 service neutron] Attempting to bind port 7477a7d6-51cf-4184-985a-14fe2cf18bb4 on network e2c95701-eab8-4984-8a92-0fde03b05803 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:11:00.934770 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-b6dfb7c8-7cd5-4ff3-84d0-1ae7e762dca3 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:11:00.935244 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-b6dfb7c8-7cd5-4ff3-84d0-1ae7e762dca3 service neutron] Checking segment: {'id': 'e4bce2dd-9a14-44fa-a45c-5da5af1c01c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:11:00.935636 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-b6dfb7c8-7cd5-4ff3-84d0-1ae7e762dca3 service neutron] Bound using segment: {'id': 'e4bce2dd-9a14-44fa-a45c-5da5af1c01c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:11:00.936070 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-b6dfb7c8-7cd5-4ff3-84d0-1ae7e762dca3 service neutron] Bound port: 7477a7d6-51cf-4184-985a-14fe2cf18bb4, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4bce2dd-9a14-44fa-a45c-5da5af1c01c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:11:00.936452 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-b6dfb7c8-7cd5-4ff3-84d0-1ae7e762dca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:01.008194 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-b6dfb7c8-7cd5-4ff3-84d0-1ae7e762dca3 service neutron] For port 7477a7d6-51cf-4184-985a-14fe2cf18bb4, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:11:01.011299 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-b6dfb7c8-7cd5-4ff3-84d0-1ae7e762dca3 service neutron] For port 7477a7d6-51cf-4184-985a-14fe2cf18bb4, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=7477a7d6-51cf-4184-985a-14fe2cf18bb4,segment=NetworkSegment(e4bce2dd-9a14-44fa-a45c-5da5af1c01c5),segment_id=e4bce2dd-9a14-44fa-a45c-5da5af1c01c5)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:11:01.016408 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-b6dfb7c8-7cd5-4ff3-84d0-1ae7e762dca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:01.053875 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-b6dfb7c8-7cd5-4ff3-84d0-1ae7e762dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:01.054661 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-b6dfb7c8-7cd5-4ff3-84d0-1ae7e762dca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:01.056075 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-b6dfb7c8-7cd5-4ff3-84d0-1ae7e762dca3 service neutron] 10.222.0.83 "PUT /v2.0/ports/7477a7d6-51cf-4184-985a-14fe2cf18bb4 HTTP/1.1" status: 200 len: 1092 time: 0.6147871 May 26 17:11:01.058708 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cae3b4b-b924-4275-a160-46ccdb3e796d', 'tag': '7477a7d6-51cf-4184-985a-14fe2cf18bb4'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:11:01.061111 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037895f7-05cb-4f80-842f-ea2063e89b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "4cae3b4b-b924-4275-a160-46ccdb3e796d", "tag": "7477a7d6-51cf-4184-985a-14fe2cf18bb4"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:11:01.089170 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfb7c8-7cd5-4ff3-84d0-1ae7e762dca3 service neutron] Pushing event updated for resources: {'Port': ['ID=7477a7d6-51cf-4184-985a-14fe2cf18bb4,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:11:01.110057 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:01.156277 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505c21da-d9c9-425b-825b-ee4fffa2ae4a x-openstack-request-id: req-505c21da-d9c9-425b-825b-ee4fffa2ae4a {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:11:01.156704 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cae3b4b-b924-4275-a160-46ccdb3e796d", "tag": "7477a7d6-51cf-4184-985a-14fe2cf18bb4", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:11:01.157069 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-505c21da-d9c9-425b-825b-ee4fffa2ae4a {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:11:01.157561 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-505c21da-d9c9-425b-825b-ee4fffa2ae4a'] response: {'name': 'network-changed', 'server_uuid': '4cae3b4b-b924-4275-a160-46ccdb3e796d', 'tag': '7477a7d6-51cf-4184-985a-14fe2cf18bb4', 'status': 'completed', 'code': 200} May 26 17:11:01.157686 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faad1dd-5049-4b9c-a98a-36e35f4728a9 req-5c1b3ff0-f2f1-4501-82ed-e24351a47a9f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:01.164636 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6faad1dd-5049-4b9c-a98a-36e35f4728a9 req-5c1b3ff0-f2f1-4501-82ed-e24351a47a9f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 944 time: 0.1006746 May 26 17:11:01.182094 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-08ed3add-9f33-496d-a25f-5d3507a227a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:01.183775 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-08ed3add-9f33-496d-a25f-5d3507a227a5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 1095 time: 0.0579896 May 26 17:11:01.202330 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6faad1dd-5049-4b9c-a98a-36e35f4728a9 req-d7b9cf24-0378-431c-9f0a-8882fa442ac5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352521 May 26 17:11:01.242167 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-54786d45-fc05-4746-8558-c8ea724d8c94 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7477a7d6-51cf-4184-985a-14fe2cf18bb4 HTTP/1.1" status: 200 len: 217 time: 0.0425725 May 26 17:11:01.296208 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-40aa24e4-57dc-4b00-b632-b28e74caedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:01.297678 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-40aa24e4-57dc-4b00-b632-b28e74caedc4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=185ee4ef-19d2-43c8-bb21-004f551e1a32 HTTP/1.1" status: 200 len: 833 time: 0.0485122 May 26 17:11:01.343716 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-1a483b5b-7cb1-4148-af45-a7894ab2f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:01.345240 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-1a483b5b-7cb1-4148-af45-a7894ab2f894 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e2c95701-eab8-4984-8a92-0fde03b05803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408678 May 26 17:11:01.436839 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-33e47609-f9fd-4088-b7cd-ae36c69bb7dc service neutron] 10.222.0.83 "GET /v2.0/networks/e2c95701-eab8-4984-8a92-0fde03b05803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850322 May 26 17:11:01.532731 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6b51514f-1817-4e75-a2a3-03ea7c7ede93 req-5bef0fbb-f58f-482e-87b2-55dfc4ac7d86 service neutron] 10.222.0.83 "GET /v2.0/networks/e2c95701-eab8-4984-8a92-0fde03b05803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880990 May 26 17:11:01.660815 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037895f7-05cb-4f80-842f-ea2063e89b7c req-97a3b3c7-18fc-4eef-9519-7589dbbfa74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:01.662388 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-037895f7-05cb-4f80-842f-ea2063e89b7c req-97a3b3c7-18fc-4eef-9519-7589dbbfa74e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 1095 time: 0.0435340 May 26 17:11:01.756056 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037895f7-05cb-4f80-842f-ea2063e89b7c req-b3e2d0cf-aede-49c2-848b-4e978e0a667b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:01.757576 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-037895f7-05cb-4f80-842f-ea2063e89b7c req-b3e2d0cf-aede-49c2-848b-4e978e0a667b service neutron] 10.222.0.83 "GET /v2.0/networks?id=e2c95701-eab8-4984-8a92-0fde03b05803 HTTP/1.1" status: 200 len: 897 time: 0.0884478 May 26 17:11:01.801680 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-037895f7-05cb-4f80-842f-ea2063e89b7c req-4ad3d4a3-e1fe-453f-9404-522a6c4dd9ca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7477a7d6-51cf-4184-985a-14fe2cf18bb4 HTTP/1.1" status: 200 len: 217 time: 0.0367112 May 26 17:11:01.855497 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037895f7-05cb-4f80-842f-ea2063e89b7c req-dd4bd368-cf05-476a-88cd-d6a4df200298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:01.857088 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-037895f7-05cb-4f80-842f-ea2063e89b7c req-dd4bd368-cf05-476a-88cd-d6a4df200298 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=185ee4ef-19d2-43c8-bb21-004f551e1a32 HTTP/1.1" status: 200 len: 833 time: 0.0485990 May 26 17:11:01.905872 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037895f7-05cb-4f80-842f-ea2063e89b7c req-42ded28d-f584-4f63-809e-47fc262eeb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:01.907510 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-037895f7-05cb-4f80-842f-ea2063e89b7c req-42ded28d-f584-4f63-809e-47fc262eeb5c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e2c95701-eab8-4984-8a92-0fde03b05803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415356 May 26 17:11:01.994897 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-037895f7-05cb-4f80-842f-ea2063e89b7c req-924960f0-1755-4f61-b65c-cb90d3d8ccd7 service neutron] 10.222.0.83 "GET /v2.0/networks/e2c95701-eab8-4984-8a92-0fde03b05803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801818 May 26 17:11:02.088500 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-037895f7-05cb-4f80-842f-ea2063e89b7c req-a10db5b0-a686-478f-ae5a-1162aa50af8d service neutron] 10.222.0.83 "GET /v2.0/networks/e2c95701-eab8-4984-8a92-0fde03b05803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863597 May 26 17:11:02.331089 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6742e-fc00-49da-a697-dd0103fb1726 req-37a2b760-de40-4bd5-af79-9b4c9325e37e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:02.332823 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2a6742e-fc00-49da-a697-dd0103fb1726 req-37a2b760-de40-4bd5-af79-9b4c9325e37e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 944 time: 0.0537710 May 26 17:11:02.375346 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2a6742e-fc00-49da-a697-dd0103fb1726 req-e6b8c2b2-8726-4692-97f2-aac1e6ca3375 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323584 May 26 17:11:03.560137 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb683d-b3a2-4bed-9a84-ecb28c3f31b5 req-bb57ce81-a68a-45d4-9c58-bffd708a4c49 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:03.561615 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0bfb683d-b3a2-4bed-9a84-ecb28c3f31b5 req-bb57ce81-a68a-45d4-9c58-bffd708a4c49 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 944 time: 0.1182530 May 26 17:11:03.600373 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0bfb683d-b3a2-4bed-9a84-ecb28c3f31b5 req-d3112b8f-cb52-4833-a561-74cfcc84a65a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324571 May 26 17:11:04.770208 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e10684-e716-4d94-8e0f-6c55cc69f1c9 req-b429da7b-abc9-448e-aff4-7f4ae931a0fa tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:04.771702 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-05e10684-e716-4d94-8e0f-6c55cc69f1c9 req-b429da7b-abc9-448e-aff4-7f4ae931a0fa tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 944 time: 0.1040690 May 26 17:11:04.809835 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-05e10684-e716-4d94-8e0f-6c55cc69f1c9 req-e09a4f3f-4d00-40f2-ad17-76fbe415839a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320284 May 26 17:11:05.932799 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95c799-3cff-4a37-b60c-97abeff9e272 req-d4027126-4be4-4531-b87f-f89c0ff3961e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:05.934306 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca95c799-3cff-4a37-b60c-97abeff9e272 req-d4027126-4be4-4531-b87f-f89c0ff3961e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 944 time: 0.0572727 May 26 17:11:05.975720 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ca95c799-3cff-4a37-b60c-97abeff9e272 req-a7656032-1a25-43fe-a568-bcda44bcead8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352933 May 26 17:11:07.091289 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba132cc-f402-47a8-8546-abe31f901fe1 req-ec520aae-c547-42c1-87b2-162fb43460b7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:07.092709 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ba132cc-f402-47a8-8546-abe31f901fe1 req-ec520aae-c547-42c1-87b2-162fb43460b7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 944 time: 0.0484829 May 26 17:11:07.105995 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 7477a7d6-51cf-4184-985a-14fe2cf18bb4 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:11:07.135526 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8ba132cc-f402-47a8-8546-abe31f901fe1 req-995c7827-6a56-4611-9556-ee1e47672d21 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359309 May 26 17:11:07.212165 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 7477a7d6-51cf-4184-985a-14fe2cf18bb4, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=7477a7d6-51cf-4184-985a-14fe2cf18bb4,segment=NetworkSegment(e4bce2dd-9a14-44fa-a45c-5da5af1c01c5),segment_id=e4bce2dd-9a14-44fa-a45c-5da5af1c01c5)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:11:07.228592 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '7477a7d6-51cf-4184-985a-14fe2cf18bb4', 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803', 'port_id': '7477a7d6-51cf-4184-985a-14fe2cf18bb4', 'mac_address': 'fa:16:3e:f4:46:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '185ee4ef-19d2-43c8-bb21-004f551e1a32', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:11:07.267148 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 7477a7d6-51cf-4184-985a-14fe2cf18bb4 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:11:07.268055 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:07.281942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7477a7d6-51cf-4184-985a-14fe2cf18bb4 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:11:07.304591 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 7477a7d6-51cf-4184-985a-14fe2cf18bb4, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=7477a7d6-51cf-4184-985a-14fe2cf18bb4,segment=NetworkSegment(e4bce2dd-9a14-44fa-a45c-5da5af1c01c5),segment_id=e4bce2dd-9a14-44fa-a45c-5da5af1c01c5)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:11:07.311110 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:07.359546 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=7477a7d6-51cf-4184-985a-14fe2cf18bb4,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:11:07.785372 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['7477a7d6-51cf-4184-985a-14fe2cf18bb4'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:11:08.250572 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f91419-67a1-4f4a-b187-5787bb623d16 req-dfb755f7-0ed7-44ce-ada2-1a4cfe43e643 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:08.252873 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-47f91419-67a1-4f4a-b187-5787bb623d16 req-dfb755f7-0ed7-44ce-ada2-1a4cfe43e643 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 945 time: 0.0480247 May 26 17:11:08.290580 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-47f91419-67a1-4f4a-b187-5787bb623d16 req-97436030-47a2-4fd1-849a-b51384c577c0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314169 May 26 17:11:09.122772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 7477a7d6-51cf-4184-985a-14fe2cf18bb4 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:11:09.175571 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 7477a7d6-51cf-4184-985a-14fe2cf18bb4 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 17:11:09.179774 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 7477a7d6-51cf-4184-985a-14fe2cf18bb4 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:11:09.180175 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:09.260841 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 7477a7d6-51cf-4184-985a-14fe2cf18bb4 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:11:09.261225 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:09.285726 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cae3b4b-b924-4275-a160-46ccdb3e796d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7477a7d6-51cf-4184-985a-14fe2cf18bb4'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:11:09.287910 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3221766f-1e3d-488b-860f-d5c89fd7c070" -d '{"events": [{"server_uuid": "4cae3b4b-b924-4275-a160-46ccdb3e796d", "name": "network-vif-plugged", "status": "completed", "tag": "7477a7d6-51cf-4184-985a-14fe2cf18bb4"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:11:09.303062 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 7477a7d6-51cf-4184-985a-14fe2cf18bb4, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=7477a7d6-51cf-4184-985a-14fe2cf18bb4,segment=NetworkSegment(e4bce2dd-9a14-44fa-a45c-5da5af1c01c5),segment_id=e4bce2dd-9a14-44fa-a45c-5da5af1c01c5)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:11:09.306163 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:09.338945 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f412bd-d010-4830-9f7b-d1a9ed62efdc x-openstack-request-id: req-93f412bd-d010-4830-9f7b-d1a9ed62efdc {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:11:09.339242 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cae3b4b-b924-4275-a160-46ccdb3e796d", "name": "network-vif-plugged", "status": "completed", "tag": "7477a7d6-51cf-4184-985a-14fe2cf18bb4", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:11:09.339467 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-93f412bd-d010-4830-9f7b-d1a9ed62efdc {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:11:09.339867 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93f412bd-d010-4830-9f7b-d1a9ed62efdc'] response: {'server_uuid': '4cae3b4b-b924-4275-a160-46ccdb3e796d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7477a7d6-51cf-4184-985a-14fe2cf18bb4', 'code': 200} May 26 17:11:09.367233 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=7477a7d6-51cf-4184-985a-14fe2cf18bb4,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:11:09.428389 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6ba86-b46b-407c-acb9-c2eb189d248e req-d40f9b98-07fc-4dc4-8091-98399895363e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:09.429865 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-70a6ba86-b46b-407c-acb9-c2eb189d248e req-d40f9b98-07fc-4dc4-8091-98399895363e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 946 time: 0.0634458 May 26 17:11:09.472529 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-70a6ba86-b46b-407c-acb9-c2eb189d248e req-d70d40cd-1715-4208-9c66-f953b76005b1 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359771 May 26 17:11:09.480228 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff52f5-a21f-4570-a145-8bf43fe451bf req-13a7c029-63d5-4c0b-838f-2403c67fae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:09.481864 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-87ff52f5-a21f-4570-a145-8bf43fe451bf req-13a7c029-63d5-4c0b-838f-2403c67fae87 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 1097 time: 0.0487330 May 26 17:11:09.524864 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-87ff52f5-a21f-4570-a145-8bf43fe451bf req-22a06f26-4da1-4a09-b9fe-e4b6f8c43359 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355649 May 26 17:11:10.598138 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3f1dc-c833-4cd3-8884-2c8f55cedf55 req-ed661286-37c8-4fdf-92c5-b56cad6366c0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:10.599682 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c5d3f1dc-c833-4cd3-8884-2c8f55cedf55 req-ed661286-37c8-4fdf-92c5-b56cad6366c0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 946 time: 0.0494614 May 26 17:11:10.636993 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c5d3f1dc-c833-4cd3-8884-2c8f55cedf55 req-68cf19de-c95d-49de-9c3e-d851772a621a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312223 May 26 17:11:11.753839 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f62808-49ef-4823-ac1b-10e899bf178a req-7532f9d4-bfb8-4163-a87d-c1c528c97f65 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:11.755317 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39f62808-49ef-4823-ac1b-10e899bf178a req-7532f9d4-bfb8-4163-a87d-c1c528c97f65 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 946 time: 0.0492804 May 26 17:11:11.794259 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39f62808-49ef-4823-ac1b-10e899bf178a req-50f62e89-9741-4ab6-a6cc-1310c2e7383d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327811 May 26 17:11:11.912333 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487766ca-540f-455f-990f-f6d5e38aa8d3 req-dcfde451-85c4-4c26-84e3-7618889525ed tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:11.913818 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-487766ca-540f-455f-990f-f6d5e38aa8d3 req-dcfde451-85c4-4c26-84e3-7618889525ed tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 946 time: 0.0524025 May 26 17:11:11.950691 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-487766ca-540f-455f-990f-f6d5e38aa8d3 req-0a46ccdf-17cd-42c9-8aa9-9161bf804633 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306623 May 26 17:11:11.973407 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42174) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:11:12.011522 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d6ba5e-308f-4d41-b285-821456f135ae tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:12.013056 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a4d6ba5e-308f-4d41-b285-821456f135ae tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 1092 time: 0.0386648 May 26 17:11:12.015832 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42176) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:11:12.021119 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-de5f8ab0-f28c-4230-a81b-47dd7c7b7caf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': '7477a7d6-51cf-4184-985a-14fe2cf18bb4', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:11:12.041752 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de5f8ab0-f28c-4230-a81b-47dd7c7b7caf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:12.140403 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de5f8ab0-f28c-4230-a81b-47dd7c7b7caf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:12.248579 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-de5f8ab0-f28c-4230-a81b-47dd7c7b7caf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Allocated IP 172.25.7.155 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/be47dda8-89f2-4488-a0e4-6401f5acf612) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:11:12.356381 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de5f8ab0-f28c-4230-a81b-47dd7c7b7caf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:12.394350 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de5f8ab0-f28c-4230-a81b-47dd7c7b7caf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:12.439769 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5f8ab0-f28c-4230-a81b-47dd7c7b7caf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:11:12.443019 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-de5f8ab0-f28c-4230-a81b-47dd7c7b7caf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:11:12.447519 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5f8ab0-f28c-4230-a81b-47dd7c7b7caf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:11:12.450755 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f8ab0-f28c-4230-a81b-47dd7c7b7caf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=be47dda8-89f2-4488-a0e4-6401f5acf612,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:11:12.808324 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de5f8ab0-f28c-4230-a81b-47dd7c7b7caf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:12.880582 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de5f8ab0-f28c-4230-a81b-47dd7c7b7caf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:13.034699 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de5f8ab0-f28c-4230-a81b-47dd7c7b7caf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:13.039238 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de5f8ab0-f28c-4230-a81b-47dd7c7b7caf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:13.115902 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f8ab0-f28c-4230-a81b-47dd7c7b7caf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=be47dda8-89f2-4488-a0e4-6401f5acf612,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:11:13.127457 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de5f8ab0-f28c-4230-a81b-47dd7c7b7caf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:13.176857 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-55577563-bd29-4a52-a7d6-49f9527b1007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:13.233907 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-de5f8ab0-f28c-4230-a81b-47dd7c7b7caf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Floating IP 86d08c5d-b820-4172-880a-97610aa5a6ed associated. External IP: 172.25.7.155, port: 7477a7d6-51cf-4184-985a-14fe2cf18bb4. May 26 17:11:13.443376 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5f8ab0-f28c-4230-a81b-47dd7c7b7caf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Router f6f54db2-2b14-46ac-b012-5f637c8a7e97 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:11:13.552599 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5f8ab0-f28c-4230-a81b-47dd7c7b7caf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:11:13.565321 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e6cea3-af41-4c45-8099-faee0c72349c None None] Sync routers for ids ['f6f54db2-2b14-46ac-b012-5f637c8a7e97'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:11:13.570942 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de5f8ab0-f28c-4230-a81b-47dd7c7b7caf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:13.576681 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e6cea3-af41-4c45-8099-faee0c72349c None None] Routers {'f6f54db2-2b14-46ac-b012-5f637c8a7e97'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:11:13.577312 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-14e6cea3-af41-4c45-8099-faee0c72349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:10:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f6f54db2-2b14-46ac-b012-5f637c8a7e97'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:11:13.690235 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-14e6cea3-af41-4c45-8099-faee0c72349c None None] Set router f6f54db2-2b14-46ac-b012-5f637c8a7e97 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:11:13.922070 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-14e6cea3-af41-4c45-8099-faee0c72349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494008915', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:10:47Z', 'updated_at': '2022-05-26T17:10:52Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:48Z', 'updated_at': '2022-05-26T17:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '86d08c5d-b820-4172-880a-97610aa5a6ed', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'port_id': '7477a7d6-51cf-4184-985a-14fe2cf18bb4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803', 'mac_address': 'fa:16:3e:f4:46:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cae3b4b-b924-4275-a160-46ccdb3e796d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:11:12Z', 'updated_at': '2022-05-26T17:11:12Z', 'revision_number': 0, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da417f58-e5c4-43b9-9230-d41495f36945', 'name': '', 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:3e:bc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '185ee4ef-19d2-43c8-bb21-004f551e1a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:51Z', 'updated_at': '2022-05-26T17:10:55Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '185ee4ef-19d2-43c8-bb21-004f551e1a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:11:13.927514 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-de5f8ab0-f28c-4230-a81b-47dd7c7b7caf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9105325 May 26 17:11:13.928147 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cae3b4b-b924-4275-a160-46ccdb3e796d', 'tag': '7477a7d6-51cf-4184-985a-14fe2cf18bb4'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:11:13.930847 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2785dafc-031a-4232-831d-d017eaf9ce9b" -d '{"events": [{"name": "network-changed", "server_uuid": "4cae3b4b-b924-4275-a160-46ccdb3e796d", "tag": "7477a7d6-51cf-4184-985a-14fe2cf18bb4"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:11:13.953841 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e6cea3-af41-4c45-8099-faee0c72349c None None] Checking router: f6f54db2-2b14-46ac-b012-5f637c8a7e97 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:11:13.966137 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e6cea3-af41-4c45-8099-faee0c72349c None None] Routers {'f6f54db2-2b14-46ac-b012-5f637c8a7e97'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:11:13.966499 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-14e6cea3-af41-4c45-8099-faee0c72349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:10:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f6f54db2-2b14-46ac-b012-5f637c8a7e97'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:11:13.971689 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d25655-5e9b-4386-9e41-22e67274bdd6 x-openstack-request-id: req-11d25655-5e9b-4386-9e41-22e67274bdd6 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:11:13.972275 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cae3b4b-b924-4275-a160-46ccdb3e796d", "tag": "7477a7d6-51cf-4184-985a-14fe2cf18bb4", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:11:13.973288 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-11d25655-5e9b-4386-9e41-22e67274bdd6 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:11:13.973889 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d25655-5e9b-4386-9e41-22e67274bdd6'] response: {'name': 'network-changed', 'server_uuid': '4cae3b4b-b924-4275-a160-46ccdb3e796d', 'tag': '7477a7d6-51cf-4184-985a-14fe2cf18bb4', 'status': 'completed', 'code': 200} May 26 17:11:14.037825 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e17095-037b-414a-adbe-a23f89583ce7 req-fe20228f-7628-4660-a986-7af1e5f6f09e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:14.039508 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07e17095-037b-414a-adbe-a23f89583ce7 req-fe20228f-7628-4660-a986-7af1e5f6f09e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 946 time: 0.0514240 May 26 17:11:14.061751 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785dafc-031a-4232-831d-d017eaf9ce9b req-b9b6ab32-7afc-4088-9ce1-75dc880e6126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:14.063282 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2785dafc-031a-4232-831d-d017eaf9ce9b req-b9b6ab32-7afc-4088-9ce1-75dc880e6126 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 1097 time: 0.0472012 May 26 17:11:14.081564 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-07e17095-037b-414a-adbe-a23f89583ce7 req-fed872cd-ecfd-4543-96af-19eb7404b952 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351107 May 26 17:11:14.083894 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-14e6cea3-af41-4c45-8099-faee0c72349c None None] Set router f6f54db2-2b14-46ac-b012-5f637c8a7e97 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:11:14.103397 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42182) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:11:14.166081 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785dafc-031a-4232-831d-d017eaf9ce9b req-05211694-cf49-414d-9b5b-2e95e2b76e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:14.167877 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2785dafc-031a-4232-831d-d017eaf9ce9b req-05211694-cf49-414d-9b5b-2e95e2b76e72 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e2c95701-eab8-4984-8a92-0fde03b05803 HTTP/1.1" status: 200 len: 897 time: 0.0959384 May 26 17:11:14.176562 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fb4da2c9-e147-416d-83cf-b8d4f0e54477 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/floatingips/86d08c5d-b820-4172-880a-97610aa5a6ed HTTP/1.1" status: 200 len: 992 time: 0.0713861 May 26 17:11:14.238562 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2785dafc-031a-4232-831d-d017eaf9ce9b req-0b3f04d3-4774-422a-b80f-8f67d3db42bb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7477a7d6-51cf-4184-985a-14fe2cf18bb4 HTTP/1.1" status: 200 len: 1000 time: 0.0632563 May 26 17:11:14.291116 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785dafc-031a-4232-831d-d017eaf9ce9b req-84bb5344-19da-4193-a397-c52864a2f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:14.292640 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2785dafc-031a-4232-831d-d017eaf9ce9b req-84bb5344-19da-4193-a397-c52864a2f2c3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=185ee4ef-19d2-43c8-bb21-004f551e1a32 HTTP/1.1" status: 200 len: 833 time: 0.0460966 May 26 17:11:14.318752 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-14e6cea3-af41-4c45-8099-faee0c72349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494008915', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:10:47Z', 'updated_at': '2022-05-26T17:10:52Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:48Z', 'updated_at': '2022-05-26T17:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '86d08c5d-b820-4172-880a-97610aa5a6ed', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'port_id': '7477a7d6-51cf-4184-985a-14fe2cf18bb4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803', 'mac_address': 'fa:16:3e:f4:46:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cae3b4b-b924-4275-a160-46ccdb3e796d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:11:12Z', 'updated_at': '2022-05-26T17:11:12Z', 'revision_number': 0, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da417f58-e5c4-43b9-9230-d41495f36945', 'name': '', 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:3e:bc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '185ee4ef-19d2-43c8-bb21-004f551e1a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:51Z', 'updated_at': '2022-05-26T17:10:55Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '185ee4ef-19d2-43c8-bb21-004f551e1a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:11:14.342472 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785dafc-031a-4232-831d-d017eaf9ce9b req-32f4941e-688a-42c4-8d9b-730ff21e08cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:14.343976 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2785dafc-031a-4232-831d-d017eaf9ce9b req-32f4941e-688a-42c4-8d9b-730ff21e08cb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e2c95701-eab8-4984-8a92-0fde03b05803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445018 May 26 17:11:14.348903 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e6cea3-af41-4c45-8099-faee0c72349c None None] The sync data for ids ['f6f54db2-2b14-46ac-b012-5f637c8a7e97'] in n-d-843337-2 is: [{'id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494008915', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:10:47Z', 'updated_at': '2022-05-26T17:10:52Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:48Z', 'updated_at': '2022-05-26T17:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '86d08c5d-b820-4172-880a-97610aa5a6ed', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'port_id': '7477a7d6-51cf-4184-985a-14fe2cf18bb4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803', 'mac_address': 'fa:16:3e:f4:46:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cae3b4b-b924-4275-a160-46ccdb3e796d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:11:12Z', 'updated_at': '2022-05-26T17:11:12Z', 'revision_number': 0, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da417f58-e5c4-43b9-9230-d41495f36945', 'name': '', 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:3e:bc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '185ee4ef-19d2-43c8-bb21-004f551e1a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:51Z', 'updated_at': '2022-05-26T17:10:55Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '185ee4ef-19d2-43c8-bb21-004f551e1a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:11:14.438897 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2785dafc-031a-4232-831d-d017eaf9ce9b req-2b18b15a-580c-4ea8-a8cc-47105656b086 service neutron] 10.222.0.83 "GET /v2.0/networks/e2c95701-eab8-4984-8a92-0fde03b05803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875182 May 26 17:11:14.540143 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-2785dafc-031a-4232-831d-d017eaf9ce9b req-d3e481ce-8186-4a02-82ff-4cbe28f59e77 service neutron] 10.222.0.83 "GET /v2.0/networks/e2c95701-eab8-4984-8a92-0fde03b05803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943308 May 26 17:11:14.561232 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829b6899-359e-4703-857e-6ca94548a652 None None] New status for floating IP 86d08c5d-b820-4172-880a-97610aa5a6ed: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:11:14.670254 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:11:15.180369 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42184) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:11:15.249695 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-87265a4f-b0e2-4046-8f08-862d60404c36 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/floatingips/86d08c5d-b820-4172-880a-97610aa5a6ed HTTP/1.1" status: 200 len: 994 time: 0.0682430 May 26 17:11:15.632293 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9151410f-c4d9-476c-9bfa-722fccb2f099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:16.796701 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:18.526485 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:18.721935 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:19.127875 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:31.086553 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:43.179970 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dfade41b-1423-457e-8a48-f9080a776d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:44.664715 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b661c1eb-6182-45cc-976b-641c1c63a536 req-196a0852-8658-4880-90ff-4bb6b77b1fd0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1009328 May 26 17:11:44.765342 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661c1eb-6182-45cc-976b-641c1c63a536 req-f1c8060a-5391-40be-b276-9d950adfd32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:44.766974 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b661c1eb-6182-45cc-976b-641c1c63a536 req-f1c8060a-5391-40be-b276-9d950adfd32c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 1097 time: 0.0420306 May 26 17:11:44.886913 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661c1eb-6182-45cc-976b-641c1c63a536 req-19267a9e-202e-428f-a995-d0a08735b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:44.888412 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b661c1eb-6182-45cc-976b-641c1c63a536 req-19267a9e-202e-428f-a995-d0a08735b0bb service neutron] 10.222.0.83 "GET /v2.0/networks?id=e2c95701-eab8-4984-8a92-0fde03b05803 HTTP/1.1" status: 200 len: 897 time: 0.1011171 May 26 17:11:44.957655 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b661c1eb-6182-45cc-976b-641c1c63a536 req-a6b0c88b-5d58-46ef-9685-b68a95f36067 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7477a7d6-51cf-4184-985a-14fe2cf18bb4 HTTP/1.1" status: 200 len: 1002 time: 0.0601780 May 26 17:11:45.009087 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661c1eb-6182-45cc-976b-641c1c63a536 req-5094da55-5aab-4920-815c-c0fec3902d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:45.010578 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b661c1eb-6182-45cc-976b-641c1c63a536 req-5094da55-5aab-4920-815c-c0fec3902d21 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=185ee4ef-19d2-43c8-bb21-004f551e1a32 HTTP/1.1" status: 200 len: 833 time: 0.0457711 May 26 17:11:45.064225 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661c1eb-6182-45cc-976b-641c1c63a536 req-65949fdc-e98e-4c4d-b02f-bc8340100291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:11:45.065800 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b661c1eb-6182-45cc-976b-641c1c63a536 req-65949fdc-e98e-4c4d-b02f-bc8340100291 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e2c95701-eab8-4984-8a92-0fde03b05803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473778 May 26 17:11:45.160516 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b661c1eb-6182-45cc-976b-641c1c63a536 req-3927954d-1d6d-44ec-a857-1d6cb23c760c service neutron] 10.222.0.83 "GET /v2.0/networks/e2c95701-eab8-4984-8a92-0fde03b05803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864117 May 26 17:11:45.261808 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b661c1eb-6182-45cc-976b-641c1c63a536 req-06f15827-b287-40c3-b566-88f1f64a068e service neutron] 10.222.0.83 "GET /v2.0/networks/e2c95701-eab8-4984-8a92-0fde03b05803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950406 May 26 17:11:45.627701 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6564c309-32b1-4192-a590-dfa6fdb8ea97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:46.799806 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:48.531010 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:48.726206 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:49.131618 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:11:51.669973 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:12:01.083717 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:13.182391 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d619402-8944-4d50-816f-e72465812b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:15.631377 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-dea9610c-7b33-43ca-8d0d-bbc9d0a207e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:16.805799 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:18.531796 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:18.736023 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:19.135046 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:28.409564 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09821a93-589b-446c-830c-fff9b147e506 req-639b4a64-a56b-471c-bc09-84fe54ce8dfc tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:28.411545 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-09821a93-589b-446c-830c-fff9b147e506 req-639b4a64-a56b-471c-bc09-84fe54ce8dfc tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 946 time: 0.0526550 May 26 17:12:28.452333 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-09821a93-589b-446c-830c-fff9b147e506 req-5c8d113d-1529-4bad-989d-116b225de8f3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331106 May 26 17:12:28.481789 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8f335-5383-4d9a-88b5-98006dd0d4b1 req-25cf64d2-1586-4c5d-ac0a-86d9f9b282ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:28.483215 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b4a8f335-5383-4d9a-88b5-98006dd0d4b1 req-25cf64d2-1586-4c5d-ac0a-86d9f9b282ea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 1097 time: 0.0447271 May 26 17:12:28.574280 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8f335-5383-4d9a-88b5-98006dd0d4b1 req-ac503329-f8fa-4f7f-9e7b-c335375a1c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:28.575740 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b4a8f335-5383-4d9a-88b5-98006dd0d4b1 req-ac503329-f8fa-4f7f-9e7b-c335375a1c6f service neutron] 10.222.0.83 "GET /v2.0/networks?id=e2c95701-eab8-4984-8a92-0fde03b05803 HTTP/1.1" status: 200 len: 897 time: 0.0840478 May 26 17:12:28.645655 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b4a8f335-5383-4d9a-88b5-98006dd0d4b1 req-414684ef-fddc-4212-a6b1-a54df8744868 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7477a7d6-51cf-4184-985a-14fe2cf18bb4 HTTP/1.1" status: 200 len: 1002 time: 0.0623572 May 26 17:12:28.669203 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:12:28.700907 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8f335-5383-4d9a-88b5-98006dd0d4b1 req-cd1b6eeb-012a-4b00-817c-8f990754ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:28.702366 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b4a8f335-5383-4d9a-88b5-98006dd0d4b1 req-cd1b6eeb-012a-4b00-817c-8f990754ecae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=185ee4ef-19d2-43c8-bb21-004f551e1a32 HTTP/1.1" status: 200 len: 833 time: 0.0480289 May 26 17:12:28.747563 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8f335-5383-4d9a-88b5-98006dd0d4b1 req-fdffd96f-b1a1-4c8c-a59a-0eb848f5cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:28.748984 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b4a8f335-5383-4d9a-88b5-98006dd0d4b1 req-fdffd96f-b1a1-4c8c-a59a-0eb848f5cf2d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e2c95701-eab8-4984-8a92-0fde03b05803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395703 May 26 17:12:28.845836 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b4a8f335-5383-4d9a-88b5-98006dd0d4b1 req-b630e0ef-6e5c-40e2-a7e1-221407d859e6 service neutron] 10.222.0.83 "GET /v2.0/networks/e2c95701-eab8-4984-8a92-0fde03b05803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892909 May 26 17:12:28.938248 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b4a8f335-5383-4d9a-88b5-98006dd0d4b1 req-6809eab5-7a63-4b2b-accd-ac9f2f223cb7 service neutron] 10.222.0.83 "GET /v2.0/networks/e2c95701-eab8-4984-8a92-0fde03b05803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847385 May 26 17:12:29.588346 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44328b60-9399-43bd-a56a-e09fadb55221 req-d55e48dc-e68a-442c-9a33-ca6033775378 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:29.589821 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44328b60-9399-43bd-a56a-e09fadb55221 req-d55e48dc-e68a-442c-9a33-ca6033775378 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 946 time: 0.0603182 May 26 17:12:29.627079 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44328b60-9399-43bd-a56a-e09fadb55221 req-f45ed6a3-9bdd-4232-a2df-324a6aad3c6e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312376 May 26 17:12:30.745894 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4adcd7-cd1c-458c-904e-64a4cbffe57f req-cb2713d3-d960-4261-b5ae-fbf2ff917c36 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:30.747365 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e4adcd7-cd1c-458c-904e-64a4cbffe57f req-cb2713d3-d960-4261-b5ae-fbf2ff917c36 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 946 time: 0.0498619 May 26 17:12:30.789323 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4e4adcd7-cd1c-458c-904e-64a4cbffe57f req-f45bb41a-d2ef-4cee-a43c-1af622c530fb tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358188 May 26 17:12:31.098824 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:31.909371 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133ed54-4794-4c11-ab7a-6f4c2e272485 req-32aec26c-56e2-4382-ae17-4f23f003485d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:31.910848 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e133ed54-4794-4c11-ab7a-6f4c2e272485 req-32aec26c-56e2-4382-ae17-4f23f003485d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 946 time: 0.0484550 May 26 17:12:31.948784 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e133ed54-4794-4c11-ab7a-6f4c2e272485 req-e9d89cc3-d179-4ece-84d2-9d0f8a16d9fd tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314913 May 26 17:12:33.084655 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc883a-87bd-4e0a-b654-e2d8b917ec89 req-ae683856-6967-4a93-a977-d6c8e8f1fbfe tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:33.086143 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1fc883a-87bd-4e0a-b654-e2d8b917ec89 req-ae683856-6967-4a93-a977-d6c8e8f1fbfe tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 946 time: 0.0579886 May 26 17:12:33.124459 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1fc883a-87bd-4e0a-b654-e2d8b917ec89 req-a1a5398d-5b27-4366-80c3-b2c9e5550242 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322893 May 26 17:12:34.240456 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ce545-9f56-4b41-812e-1008bdfa6090 req-ca992e11-2588-48f5-8181-e8401c702cc0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:34.241977 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f0ce545-9f56-4b41-812e-1008bdfa6090 req-ca992e11-2588-48f5-8181-e8401c702cc0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 946 time: 0.0488389 May 26 17:12:34.280706 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f0ce545-9f56-4b41-812e-1008bdfa6090 req-b40c83be-fa08-4de5-a36f-27889917619e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324779 May 26 17:12:35.395905 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f17e47-315f-4072-b77e-28e3785aa49e req-4c516926-1a65-4dd1-a887-29a5981c4893 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:35.397445 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d4f17e47-315f-4072-b77e-28e3785aa49e req-4c516926-1a65-4dd1-a887-29a5981c4893 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 946 time: 0.0492117 May 26 17:12:35.435085 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d4f17e47-315f-4072-b77e-28e3785aa49e req-89e52ba4-730f-4f8d-a6b1-9f13e868f3f3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316215 May 26 17:12:36.558286 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f4506-5cda-4e36-8329-a874c64f1dd6 req-19ea7183-0b76-424c-9974-fef6edb31086 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:36.559768 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d14f4506-5cda-4e36-8329-a874c64f1dd6 req-19ea7183-0b76-424c-9974-fef6edb31086 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 946 time: 0.0543156 May 26 17:12:36.597594 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d14f4506-5cda-4e36-8329-a874c64f1dd6 req-dbe679f5-a9ab-4291-af10-f295f86a7808 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313983 May 26 17:12:37.718174 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a32cf1-1662-42f8-8915-ebe4f56d2b4b req-ecca8116-4cd5-4b7a-8f90-446d84f0dbd9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:37.719661 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76a32cf1-1662-42f8-8915-ebe4f56d2b4b req-ecca8116-4cd5-4b7a-8f90-446d84f0dbd9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 946 time: 0.0511482 May 26 17:12:37.760671 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-76a32cf1-1662-42f8-8915-ebe4f56d2b4b req-e315da5b-5efc-41db-9e07-b569a756e1b7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336866 May 26 17:12:38.878598 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae4fbc-0996-4e4c-b901-000928950c3a req-afc3dafc-8fe7-45e7-9fad-cfba83910a84 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:38.880273 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-01ae4fbc-0996-4e4c-b901-000928950c3a req-afc3dafc-8fe7-45e7-9fad-cfba83910a84 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 946 time: 0.0482004 May 26 17:12:38.917670 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-01ae4fbc-0996-4e4c-b901-000928950c3a req-a129efbc-3f62-4316-b39d-b5a3354d9bad tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311646 May 26 17:12:40.039326 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce4430-fc73-4de1-bc76-aba35ceabeba req-b3095875-207e-4811-a80d-1699cb71f5fe tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:40.040812 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60ce4430-fc73-4de1-bc76-aba35ceabeba req-b3095875-207e-4811-a80d-1699cb71f5fe tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 946 time: 0.0538635 May 26 17:12:40.079297 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-60ce4430-fc73-4de1-bc76-aba35ceabeba req-47d4fb8c-144f-4270-a1e6-c80348ae8f60 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322671 May 26 17:12:41.206114 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5386f-890d-4f69-89b3-cff5d6c5ca13 req-a9c6694d-8eac-4bf7-b96c-792e4640f89b tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:41.208445 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-50a5386f-890d-4f69-89b3-cff5d6c5ca13 req-a9c6694d-8eac-4bf7-b96c-792e4640f89b tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 946 time: 0.0512693 May 26 17:12:41.249692 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-50a5386f-890d-4f69-89b3-cff5d6c5ca13 req-3eeaddbb-a9e3-4198-8ef7-4d7c002de1b7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352843 May 26 17:12:42.368483 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377685f-e64a-4ef1-b658-202bb7afa754 req-84085bbd-4a43-474e-9644-5bf411198886 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:42.370012 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8377685f-e64a-4ef1-b658-202bb7afa754 req-84085bbd-4a43-474e-9644-5bf411198886 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 946 time: 0.0491233 May 26 17:12:42.410877 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8377685f-e64a-4ef1-b658-202bb7afa754 req-5e76a6d5-dd81-4d87-bc03-64698c93571a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347192 May 26 17:12:43.183874 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a72529f8-4953-448b-a8b6-ae8838d11f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:43.540436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b388-52b5-4751-bb58-ca36c9493eeb req-91622438-ad7f-4719-ad1a-fc113ad38e6c tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:43.542473 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b355b388-52b5-4751-bb58-ca36c9493eeb req-91622438-ad7f-4719-ad1a-fc113ad38e6c tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 946 time: 0.0609889 May 26 17:12:43.581681 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b355b388-52b5-4751-bb58-ca36c9493eeb req-e2b96d4c-1d1a-41b5-a4bf-b5267ac221ce tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327668 May 26 17:12:44.700547 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca90131-1649-4e14-a4f6-d561308c8b49 req-19931c1b-f187-40f7-a0b1-c5ef5cefab7b tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:44.701925 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4ca90131-1649-4e14-a4f6-d561308c8b49 req-19931c1b-f187-40f7-a0b1-c5ef5cefab7b tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 946 time: 0.0504911 May 26 17:12:44.752453 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4ca90131-1649-4e14-a4f6-d561308c8b49 req-1e987f66-5414-472f-b07d-35c48ce1f16c tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436959 May 26 17:12:45.596328 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b886ed8c-58a6-4bdd-abdc-baaace38643c req-7cc9f751-1e73-4d6e-837f-7bca83c13b43 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482368 May 26 17:12:45.634159 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-da7ea401-0029-4d3d-9dad-dbd9b0a414e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:45.704922 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886ed8c-58a6-4bdd-abdc-baaace38643c req-11931aae-9b8a-4f4e-89f4-cc91001eb3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:45.706356 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b886ed8c-58a6-4bdd-abdc-baaace38643c req-11931aae-9b8a-4f4e-89f4-cc91001eb3c8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 1097 time: 0.0423133 May 26 17:12:45.819968 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886ed8c-58a6-4bdd-abdc-baaace38643c req-0abc578e-7053-433a-a246-2318334a53f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:45.821472 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b886ed8c-58a6-4bdd-abdc-baaace38643c req-0abc578e-7053-433a-a246-2318334a53f0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e2c95701-eab8-4984-8a92-0fde03b05803 HTTP/1.1" status: 200 len: 897 time: 0.0920105 May 26 17:12:45.872101 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd5e7e-0dd7-48a8-9839-a751f74c29f0 req-6ec41ef0-7616-4c69-8d44-94daee6726e5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:45.874586 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-acbd5e7e-0dd7-48a8-9839-a751f74c29f0 req-6ec41ef0-7616-4c69-8d44-94daee6726e5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 946 time: 0.0498981 May 26 17:12:45.902788 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b886ed8c-58a6-4bdd-abdc-baaace38643c req-e0658382-86e6-43f1-83f8-1d198c1ba077 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7477a7d6-51cf-4184-985a-14fe2cf18bb4 HTTP/1.1" status: 200 len: 1002 time: 0.0701504 May 26 17:12:45.915221 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-acbd5e7e-0dd7-48a8-9839-a751f74c29f0 req-9b82a037-6b37-4fa4-b700-71834c941014 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347245 May 26 17:12:45.938238 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42264) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:12:46.001855 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886ed8c-58a6-4bdd-abdc-baaace38643c req-1c6cf077-1cc5-46a1-8d97-d259c76b983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:46.003328 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b886ed8c-58a6-4bdd-abdc-baaace38643c req-1c6cf077-1cc5-46a1-8d97-d259c76b983d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=185ee4ef-19d2-43c8-bb21-004f551e1a32 HTTP/1.1" status: 200 len: 833 time: 0.0932417 May 26 17:12:46.023820 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fcdb10bf-b5d7-4c5c-aa1b-99c91af66cad tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/floatingips/86d08c5d-b820-4172-880a-97610aa5a6ed HTTP/1.1" status: 200 len: 994 time: 0.0840638 May 26 17:12:46.054097 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886ed8c-58a6-4bdd-abdc-baaace38643c req-eb7e40cf-a3e3-4916-b925-fe37b5558213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:12:46.055608 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b886ed8c-58a6-4bdd-abdc-baaace38643c req-eb7e40cf-a3e3-4916-b925-fe37b5558213 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e2c95701-eab8-4984-8a92-0fde03b05803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448303 May 26 17:12:46.156689 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b886ed8c-58a6-4bdd-abdc-baaace38643c req-32fe0a86-a6dd-4f29-8d74-64cc4048bdf4 service neutron] 10.222.0.83 "GET /v2.0/networks/e2c95701-eab8-4984-8a92-0fde03b05803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933659 May 26 17:12:46.259438 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b886ed8c-58a6-4bdd-abdc-baaace38643c req-1dfe2a37-56c4-4baf-92f5-6a1d8ebe1d3a service neutron] 10.222.0.83 "GET /v2.0/networks/e2c95701-eab8-4984-8a92-0fde03b05803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942476 May 26 17:12:46.805078 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:48.534851 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:48.758480 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:12:49.137664 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:01.096063 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:05.668595 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:13:13.185259 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b54c69f3-5596-4ba5-9054-0a8bde3f1200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:15.636469 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1cf996bd-5814-42bc-b496-d8bd9cd6aa79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:16.808073 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:18.538284 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:18.768455 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:19.141469 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:31.096046 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:42.667954 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:13:42.974880 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42286) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:13:43.145231 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-a78db65c-77d8-4fec-883d-d786be002ba6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Deleting port be47dda8-89f2-4488-a0e4-6401f5acf612 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:13:43.145566 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a78db65c-77d8-4fec-883d-d786be002ba6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:43.188711 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b9037eb6-53d8-4505-b2cd-687f57a65678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:43.223449 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a78db65c-77d8-4fec-883d-d786be002ba6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:43.223775 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a78db65c-77d8-4fec-883d-d786be002ba6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:43.235028 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-a78db65c-77d8-4fec-883d-d786be002ba6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Calling delete_port for be47dda8-89f2-4488-a0e4-6401f5acf612 owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:13:43.391705 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a78db65c-77d8-4fec-883d-d786be002ba6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:43.422309 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78db65c-77d8-4fec-883d-d786be002ba6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Port': ['ID=be47dda8-89f2-4488-a0e4-6401f5acf612,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:43.434943 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78db65c-77d8-4fec-883d-d786be002ba6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:43.435707 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78db65c-77d8-4fec-883d-d786be002ba6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:43.436345 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78db65c-77d8-4fec-883d-d786be002ba6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:43.436693 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78db65c-77d8-4fec-883d-d786be002ba6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:43.437033 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78db65c-77d8-4fec-883d-d786be002ba6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:43.437369 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78db65c-77d8-4fec-883d-d786be002ba6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:43.437711 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78db65c-77d8-4fec-883d-d786be002ba6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:43.438049 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78db65c-77d8-4fec-883d-d786be002ba6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:43.438574 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78db65c-77d8-4fec-883d-d786be002ba6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:43.438704 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78db65c-77d8-4fec-883d-d786be002ba6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:43.439018 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78db65c-77d8-4fec-883d-d786be002ba6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:43.439339 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78db65c-77d8-4fec-883d-d786be002ba6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:43.498409 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a78db65c-77d8-4fec-883d-d786be002ba6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:43.498723 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-a78db65c-77d8-4fec-883d-d786be002ba6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Floating IP 86d08c5d-b820-4172-880a-97610aa5a6ed disassociated (deleted). External IP: 172.25.7.155, port: 7477a7d6-51cf-4184-985a-14fe2cf18bb4. May 26 17:13:43.713802 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78db65c-77d8-4fec-883d-d786be002ba6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Router f6f54db2-2b14-46ac-b012-5f637c8a7e97 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:13:43.832360 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78db65c-77d8-4fec-883d-d786be002ba6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:13:43.837058 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a78db65c-77d8-4fec-883d-d786be002ba6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:43.842199 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942c8d6c-dca0-46bd-a8af-abe643bc203c None None] Sync routers for ids ['f6f54db2-2b14-46ac-b012-5f637c8a7e97'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:13:43.852348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942c8d6c-dca0-46bd-a8af-abe643bc203c None None] Routers {'f6f54db2-2b14-46ac-b012-5f637c8a7e97'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:13:43.852967 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-942c8d6c-dca0-46bd-a8af-abe643bc203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:13:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f6f54db2-2b14-46ac-b012-5f637c8a7e97'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:13:43.864606 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a78db65c-77d8-4fec-883d-d786be002ba6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "DELETE /v2.0/floatingips/86d08c5d-b820-4172-880a-97610aa5a6ed HTTP/1.1" status: 204 len: 168 time: 0.8886299 May 26 17:13:43.865190 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cae3b4b-b924-4275-a160-46ccdb3e796d', 'tag': '7477a7d6-51cf-4184-985a-14fe2cf18bb4'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:13:43.867571 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c9ec2c-728e-41f3-9a22-0577c23905c9" -d '{"events": [{"name": "network-changed", "server_uuid": "4cae3b4b-b924-4275-a160-46ccdb3e796d", "tag": "7477a7d6-51cf-4184-985a-14fe2cf18bb4"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:13:43.971526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-942c8d6c-dca0-46bd-a8af-abe643bc203c None None] Set router f6f54db2-2b14-46ac-b012-5f637c8a7e97 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:13:44.006136 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790bc838-747b-4550-8e99-35ecda70d878 x-openstack-request-id: req-790bc838-747b-4550-8e99-35ecda70d878 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:13:44.006628 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cae3b4b-b924-4275-a160-46ccdb3e796d", "tag": "7477a7d6-51cf-4184-985a-14fe2cf18bb4", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:13:44.006734 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-790bc838-747b-4550-8e99-35ecda70d878 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:13:44.007145 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-790bc838-747b-4550-8e99-35ecda70d878'] response: {'name': 'network-changed', 'server_uuid': '4cae3b4b-b924-4275-a160-46ccdb3e796d', 'tag': '7477a7d6-51cf-4184-985a-14fe2cf18bb4', 'status': 'completed', 'code': 200} May 26 17:13:44.115983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c38da-c5e4-4ac6-8536-58489cf665df req-bf2c3b4d-3163-4133-bb17-f9bbe72bf273 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:13:44.117519 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c33c38da-c5e4-4ac6-8536-58489cf665df req-bf2c3b4d-3163-4133-bb17-f9bbe72bf273 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 946 time: 0.0593159 May 26 17:13:44.145403 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9ec2c-728e-41f3-9a22-0577c23905c9 req-c05dc1cd-08fa-49cc-886a-b40daa101f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:13:44.147332 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-65c9ec2c-728e-41f3-9a22-0577c23905c9 req-c05dc1cd-08fa-49cc-886a-b40daa101f59 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 1097 time: 0.0555925 May 26 17:13:44.182654 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c33c38da-c5e4-4ac6-8536-58489cf665df req-f544e698-7d68-472f-87a1-10c3eaec8e09 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555410 May 26 17:13:44.215015 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-942c8d6c-dca0-46bd-a8af-abe643bc203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494008915', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:10:47Z', 'updated_at': '2022-05-26T17:10:52Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:48Z', 'updated_at': '2022-05-26T17:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'da417f58-e5c4-43b9-9230-d41495f36945', 'name': '', 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:3e:bc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '185ee4ef-19d2-43c8-bb21-004f551e1a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:51Z', 'updated_at': '2022-05-26T17:10:55Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '185ee4ef-19d2-43c8-bb21-004f551e1a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:13:44.245712 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942c8d6c-dca0-46bd-a8af-abe643bc203c None None] Checking router: f6f54db2-2b14-46ac-b012-5f637c8a7e97 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:13:44.249306 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9ec2c-728e-41f3-9a22-0577c23905c9 req-58843f5c-b4d2-4272-b023-3f482d1fe230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:13:44.250846 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-65c9ec2c-728e-41f3-9a22-0577c23905c9 req-58843f5c-b4d2-4272-b023-3f482d1fe230 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e2c95701-eab8-4984-8a92-0fde03b05803 HTTP/1.1" status: 200 len: 897 time: 0.0961065 May 26 17:13:44.254108 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942c8d6c-dca0-46bd-a8af-abe643bc203c None None] Routers {'f6f54db2-2b14-46ac-b012-5f637c8a7e97'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:13:44.254714 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-942c8d6c-dca0-46bd-a8af-abe643bc203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:13:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f6f54db2-2b14-46ac-b012-5f637c8a7e97'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:13:44.298292 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-65c9ec2c-728e-41f3-9a22-0577c23905c9 req-93a6c51a-8b1d-419e-bf44-1bf20da0aa24 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7477a7d6-51cf-4184-985a-14fe2cf18bb4 HTTP/1.1" status: 200 len: 217 time: 0.0377607 May 26 17:13:44.349253 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9ec2c-728e-41f3-9a22-0577c23905c9 req-a5b1f328-ad51-4fca-8ad2-2ff4bcfd0eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:13:44.350671 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-65c9ec2c-728e-41f3-9a22-0577c23905c9 req-a5b1f328-ad51-4fca-8ad2-2ff4bcfd0eb1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=185ee4ef-19d2-43c8-bb21-004f551e1a32 HTTP/1.1" status: 200 len: 833 time: 0.0452774 May 26 17:13:44.360913 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-942c8d6c-dca0-46bd-a8af-abe643bc203c None None] Set router f6f54db2-2b14-46ac-b012-5f637c8a7e97 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:13:44.396196 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9ec2c-728e-41f3-9a22-0577c23905c9 req-663338c2-03a1-426d-b84a-f822fd6e63fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:13:44.397721 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-65c9ec2c-728e-41f3-9a22-0577c23905c9 req-663338c2-03a1-426d-b84a-f822fd6e63fc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e2c95701-eab8-4984-8a92-0fde03b05803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396016 May 26 17:13:44.497922 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-65c9ec2c-728e-41f3-9a22-0577c23905c9 req-09d156ea-ad95-4ced-9723-91bc68eca076 service neutron] 10.222.0.83 "GET /v2.0/networks/e2c95701-eab8-4984-8a92-0fde03b05803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898185 May 26 17:13:44.558414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-942c8d6c-dca0-46bd-a8af-abe643bc203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494008915', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:10:47Z', 'updated_at': '2022-05-26T17:10:52Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:48Z', 'updated_at': '2022-05-26T17:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'da417f58-e5c4-43b9-9230-d41495f36945', 'name': '', 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:3e:bc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '185ee4ef-19d2-43c8-bb21-004f551e1a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:51Z', 'updated_at': '2022-05-26T17:10:55Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '185ee4ef-19d2-43c8-bb21-004f551e1a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:13:44.585846 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942c8d6c-dca0-46bd-a8af-abe643bc203c None None] The sync data for ids ['f6f54db2-2b14-46ac-b012-5f637c8a7e97'] in n-d-843337-2 is: [{'id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494008915', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:10:47Z', 'updated_at': '2022-05-26T17:10:52Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:48Z', 'updated_at': '2022-05-26T17:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'da417f58-e5c4-43b9-9230-d41495f36945', 'name': '', 'network_id': 'e2c95701-eab8-4984-8a92-0fde03b05803', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:3e:bc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '185ee4ef-19d2-43c8-bb21-004f551e1a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:51Z', 'updated_at': '2022-05-26T17:10:55Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '185ee4ef-19d2-43c8-bb21-004f551e1a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:13:44.590589 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-65c9ec2c-728e-41f3-9a22-0577c23905c9 req-fae1f97b-dc63-4492-818a-f71b1c6e9f03 service neutron] 10.222.0.83 "GET /v2.0/networks/e2c95701-eab8-4984-8a92-0fde03b05803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851834 May 26 17:13:44.812345 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6375c6-e42a-42d2-82ac-83697579e8ea None None] New status for floating IP 86d08c5d-b820-4172-880a-97610aa5a6ed: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:13:45.294471 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dfba4-193b-4bd6-beca-91d6449b02d3 req-c203447b-e298-456b-910f-d4f3a04d33b6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:13:45.296085 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-541dfba4-193b-4bd6-beca-91d6449b02d3 req-c203447b-e298-456b-910f-d4f3a04d33b6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 946 time: 0.0502646 May 26 17:13:45.334513 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-541dfba4-193b-4bd6-beca-91d6449b02d3 req-e07e978f-a673-4a90-be8c-58d8993100dd tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320616 May 26 17:13:45.639386 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-573529e7-4e47-4b38-bdfe-2ade87e1218b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:46.450632 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4500d14-d658-497e-939b-ef77bde87d2b req-2bf8bccd-c1f6-4cb7-8448-4bc85cce7aef tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:13:46.452164 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4500d14-d658-497e-939b-ef77bde87d2b req-2bf8bccd-c1f6-4cb7-8448-4bc85cce7aef tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 946 time: 0.0498018 May 26 17:13:46.487739 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb64790-f327-4eda-979c-be810156fbd8 req-3b52e9ca-75aa-48ad-b565-c33d4725575b tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:13:46.489227 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6eb64790-f327-4eda-979c-be810156fbd8 req-3b52e9ca-75aa-48ad-b565-c33d4725575b tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.83 "GET /v2.0/ports?device_id=4cae3b4b-b924-4275-a160-46ccdb3e796d HTTP/1.1" status: 200 len: 946 time: 0.0533955 May 26 17:13:46.491333 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4500d14-d658-497e-939b-ef77bde87d2b req-9742364f-328f-40c8-ba11-fd6c3a7d63df tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee7eb6a8-f074-411c-8c92-8b615c724410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325301 May 26 17:13:46.579654 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-6eb64790-f327-4eda-979c-be810156fbd8 req-a0ce7f5d-54c9-43ba-9886-e05fe774d739 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Deleting port 7477a7d6-51cf-4184-985a-14fe2cf18bb4 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:13:46.579991 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6eb64790-f327-4eda-979c-be810156fbd8 req-a0ce7f5d-54c9-43ba-9886-e05fe774d739 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:46.670713 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-6eb64790-f327-4eda-979c-be810156fbd8 req-a0ce7f5d-54c9-43ba-9886-e05fe774d739 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] For port 7477a7d6-51cf-4184-985a-14fe2cf18bb4, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=7477a7d6-51cf-4184-985a-14fe2cf18bb4,segment=NetworkSegment(e4bce2dd-9a14-44fa-a45c-5da5af1c01c5),segment_id=e4bce2dd-9a14-44fa-a45c-5da5af1c01c5)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:13:46.670986 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6eb64790-f327-4eda-979c-be810156fbd8 req-a0ce7f5d-54c9-43ba-9886-e05fe774d739 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:46.682737 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-6eb64790-f327-4eda-979c-be810156fbd8 req-a0ce7f5d-54c9-43ba-9886-e05fe774d739 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Calling delete_port for 7477a7d6-51cf-4184-985a-14fe2cf18bb4 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:13:46.808577 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6eb64790-f327-4eda-979c-be810156fbd8 req-a0ce7f5d-54c9-43ba-9886-e05fe774d739 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:46.810539 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:46.847500 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce7f5d-54c9-43ba-9886-e05fe774d739 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Port': ['ID=7477a7d6-51cf-4184-985a-14fe2cf18bb4,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:46.885500 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb64790-f327-4eda-979c-be810156fbd8 req-a0ce7f5d-54c9-43ba-9886-e05fe774d739 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] No DVR routers for this DVR port 7477a7d6-51cf-4184-985a-14fe2cf18bb4 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:13:46.888172 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-6eb64790-f327-4eda-979c-be810156fbd8 req-a0ce7f5d-54c9-43ba-9886-e05fe774d739 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:46.891688 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6eb64790-f327-4eda-979c-be810156fbd8 req-a0ce7f5d-54c9-43ba-9886-e05fe774d739 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.83 "DELETE /v2.0/ports/7477a7d6-51cf-4184-985a-14fe2cf18bb4 HTTP/1.1" status: 204 len: 173 time: 0.3950827 May 26 17:13:46.892169 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cae3b4b-b924-4275-a160-46ccdb3e796d', 'name': 'network-vif-deleted', 'tag': '7477a7d6-51cf-4184-985a-14fe2cf18bb4'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:13:46.895054 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54d8a8c-5159-46ce-b6e6-641d9349217b" -d '{"events": [{"server_uuid": "4cae3b4b-b924-4275-a160-46ccdb3e796d", "name": "network-vif-deleted", "tag": "7477a7d6-51cf-4184-985a-14fe2cf18bb4"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:13:46.934053 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920862e0-37ac-4d12-b312-08fa1f2b20ae x-openstack-request-id: req-920862e0-37ac-4d12-b312-08fa1f2b20ae {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:13:46.934344 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cae3b4b-b924-4275-a160-46ccdb3e796d", "name": "network-vif-deleted", "tag": "7477a7d6-51cf-4184-985a-14fe2cf18bb4", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:13:46.934661 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-920862e0-37ac-4d12-b312-08fa1f2b20ae {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:13:46.935004 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-920862e0-37ac-4d12-b312-08fa1f2b20ae'] response: {'server_uuid': '4cae3b4b-b924-4275-a160-46ccdb3e796d', 'name': 'network-vif-deleted', 'tag': '7477a7d6-51cf-4184-985a-14fe2cf18bb4', 'status': 'completed', 'code': 200} May 26 17:13:47.547623 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42304) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:13:47.909441 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-018fb0d3-3fbb-4860-a448-1b2f355d6598 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:48.163601 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-018fb0d3-3fbb-4860-a448-1b2f355d6598 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Deleting port da417f58-e5c4-43b9-9230-d41495f36945 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:13:48.163851 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-018fb0d3-3fbb-4860-a448-1b2f355d6598 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:48.252377 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-018fb0d3-3fbb-4860-a448-1b2f355d6598 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] For port da417f58-e5c4-43b9-9230-d41495f36945, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=da417f58-e5c4-43b9-9230-d41495f36945,segment=NetworkSegment(e4bce2dd-9a14-44fa-a45c-5da5af1c01c5),segment_id=e4bce2dd-9a14-44fa-a45c-5da5af1c01c5)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:13:48.252827 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-018fb0d3-3fbb-4860-a448-1b2f355d6598 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:48.264545 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-018fb0d3-3fbb-4860-a448-1b2f355d6598 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Calling delete_port for da417f58-e5c4-43b9-9230-d41495f36945 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:13:48.459585 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-018fb0d3-3fbb-4860-a448-1b2f355d6598 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:48.491930 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fb0d3-3fbb-4860-a448-1b2f355d6598 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Port': ['ID=da417f58-e5c4-43b9-9230-d41495f36945,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:48.517140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fb0d3-3fbb-4860-a448-1b2f355d6598 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:48.517495 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fb0d3-3fbb-4860-a448-1b2f355d6598 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:48.517892 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fb0d3-3fbb-4860-a448-1b2f355d6598 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:48.518227 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fb0d3-3fbb-4860-a448-1b2f355d6598 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:48.518663 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fb0d3-3fbb-4860-a448-1b2f355d6598 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:48.519013 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fb0d3-3fbb-4860-a448-1b2f355d6598 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:48.519858 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fb0d3-3fbb-4860-a448-1b2f355d6598 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:48.520215 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fb0d3-3fbb-4860-a448-1b2f355d6598 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:48.520554 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fb0d3-3fbb-4860-a448-1b2f355d6598 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:48.520883 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fb0d3-3fbb-4860-a448-1b2f355d6598 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:48.521233 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fb0d3-3fbb-4860-a448-1b2f355d6598 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:48.521597 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018fb0d3-3fbb-4860-a448-1b2f355d6598 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:48.551583 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:48.688654 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-018fb0d3-3fbb-4860-a448-1b2f355d6598 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:48.768929 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:48.927595 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018fb0d3-3fbb-4860-a448-1b2f355d6598 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Router f6f54db2-2b14-46ac-b012-5f637c8a7e97 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:13:49.149090 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:49.368914 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018fb0d3-3fbb-4860-a448-1b2f355d6598 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:13:49.374758 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-018fb0d3-3fbb-4860-a448-1b2f355d6598 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "PUT /v2.0/routers/f6f54db2-2b14-46ac-b012-5f637c8a7e97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8250895 May 26 17:13:49.377774 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42306) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:13:49.382361 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9075f968-84f9-45ff-becb-8c4f06a14347 None None] Sync routers for ids ['f6f54db2-2b14-46ac-b012-5f637c8a7e97'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:13:49.396015 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9075f968-84f9-45ff-becb-8c4f06a14347 None None] Routers {'f6f54db2-2b14-46ac-b012-5f637c8a7e97'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:13:49.396015 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9075f968-84f9-45ff-becb-8c4f06a14347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:13:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f6f54db2-2b14-46ac-b012-5f637c8a7e97'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:13:49.436175 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-42dd4f76-9f2e-49f7-8784-a22670f9ed7e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Deleting subnet 185ee4ef-19d2-43c8-bb21-004f551e1a32 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 17:13:49.440152 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-42dd4f76-9f2e-49f7-8784-a22670f9ed7e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:49.491782 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-42dd4f76-9f2e-49f7-8784-a22670f9ed7e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:49.510405 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-9075f968-84f9-45ff-becb-8c4f06a14347 None None] Set router f6f54db2-2b14-46ac-b012-5f637c8a7e97 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:13:49.585209 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-42dd4f76-9f2e-49f7-8784-a22670f9ed7e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:49.647898 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-42dd4f76-9f2e-49f7-8784-a22670f9ed7e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:49.679855 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-42dd4f76-9f2e-49f7-8784-a22670f9ed7e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:49.687409 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-42dd4f76-9f2e-49f7-8784-a22670f9ed7e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "DELETE /v2.0/subnets/185ee4ef-19d2-43c8-bb21-004f551e1a32 HTTP/1.1" status: 204 len: 168 time: 0.3083990 May 26 17:13:49.687670 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42308) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:13:49.688503 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd4f76-9f2e-49f7-8784-a22670f9ed7e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Subnet': ['ID=185ee4ef-19d2-43c8-bb21-004f551e1a32,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:49.696257 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0608a4db-e6ef-49af-a116-abd6ffebe65b None None] Network e2c95701-eab8-4984-8a92-0fde03b05803 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:13:49.795665 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9075f968-84f9-45ff-becb-8c4f06a14347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494008915', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:10:47Z', 'updated_at': '2022-05-26T17:13:48Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:48Z', 'updated_at': '2022-05-26T17:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:13:49.816166 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76dcaffd-4573-4152-9abd-bd332a8115d1 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:49.825728 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9075f968-84f9-45ff-becb-8c4f06a14347 None None] Checking router: f6f54db2-2b14-46ac-b012-5f637c8a7e97 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:13:49.852981 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9075f968-84f9-45ff-becb-8c4f06a14347 None None] Routers {'f6f54db2-2b14-46ac-b012-5f637c8a7e97'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:13:49.853621 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9075f968-84f9-45ff-becb-8c4f06a14347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:13:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['f6f54db2-2b14-46ac-b012-5f637c8a7e97'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:13:49.959596 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76dcaffd-4573-4152-9abd-bd332a8115d1 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:49.971625 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-9075f968-84f9-45ff-becb-8c4f06a14347 None None] Set router f6f54db2-2b14-46ac-b012-5f637c8a7e97 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:13:50.004947 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0830490f-426d-445f-8ebf-f8a3679f9c53 None None] DHCP port deletion for e2c95701-eab8-4984-8a92-0fde03b05803 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 17:13:50.023492 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-76dcaffd-4573-4152-9abd-bd332a8115d1 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Deleting port 58d6bc99-e424-4535-b76b-66fcf8a75ed5 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:13:50.023836 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76dcaffd-4573-4152-9abd-bd332a8115d1 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:50.107897 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-76dcaffd-4573-4152-9abd-bd332a8115d1 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] For port 58d6bc99-e424-4535-b76b-66fcf8a75ed5, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=58d6bc99-e424-4535-b76b-66fcf8a75ed5,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:13:50.108307 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76dcaffd-4573-4152-9abd-bd332a8115d1 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:50.124357 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-76dcaffd-4573-4152-9abd-bd332a8115d1 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Calling delete_port for 58d6bc99-e424-4535-b76b-66fcf8a75ed5 owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:13:50.170350 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0830490f-426d-445f-8ebf-f8a3679f9c53 None None] Deleting port 77c6f7f7-3ee7-4334-bd81-29eca97c2c8f {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:13:50.170650 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0830490f-426d-445f-8ebf-f8a3679f9c53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:50.245493 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-0830490f-426d-445f-8ebf-f8a3679f9c53 None None] For port 77c6f7f7-3ee7-4334-bd81-29eca97c2c8f, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=77c6f7f7-3ee7-4334-bd81-29eca97c2c8f,segment=NetworkSegment(e4bce2dd-9a14-44fa-a45c-5da5af1c01c5),segment_id=e4bce2dd-9a14-44fa-a45c-5da5af1c01c5)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:13:50.245890 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0830490f-426d-445f-8ebf-f8a3679f9c53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:50.306026 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76dcaffd-4573-4152-9abd-bd332a8115d1 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:50.335681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcaffd-4573-4152-9abd-bd332a8115d1 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Port': ['ID=58d6bc99-e424-4535-b76b-66fcf8a75ed5,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:50.402673 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76dcaffd-4573-4152-9abd-bd332a8115d1 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:50.420982 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0830490f-426d-445f-8ebf-f8a3679f9c53 None None] Calling delete_port for 77c6f7f7-3ee7-4334-bd81-29eca97c2c8f owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:13:50.434120 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9075f968-84f9-45ff-becb-8c4f06a14347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494008915', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:10:47Z', 'updated_at': '2022-05-26T17:13:48Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:48Z', 'updated_at': '2022-05-26T17:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:13:50.464182 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9075f968-84f9-45ff-becb-8c4f06a14347 None None] The sync data for ids ['f6f54db2-2b14-46ac-b012-5f637c8a7e97'] in n-d-843337-2 is: [{'id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494008915', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:10:47Z', 'updated_at': '2022-05-26T17:13:48Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '58d6bc99-e424-4535-b76b-66fcf8a75ed5', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:41:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f54db2-2b14-46ac-b012-5f637c8a7e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:10:48Z', 'updated_at': '2022-05-26T17:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:13:50.495920 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76dcaffd-4573-4152-9abd-bd332a8115d1 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:50.499264 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76dcaffd-4573-4152-9abd-bd332a8115d1 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:50.534527 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0830490f-426d-445f-8ebf-f8a3679f9c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:50.544719 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76dcaffd-4573-4152-9abd-bd332a8115d1 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:50.545400 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76dcaffd-4573-4152-9abd-bd332a8115d1 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Fanout notify agent at l3_agent the message router_deleted on router f6f54db2-2b14-46ac-b012-5f637c8a7e97 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:13:50.552889 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76dcaffd-4573-4152-9abd-bd332a8115d1 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:50.554013 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-76dcaffd-4573-4152-9abd-bd332a8115d1 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "DELETE /v2.0/routers/f6f54db2-2b14-46ac-b012-5f637c8a7e97 HTTP/1.1" status: 204 len: 168 time: 0.8653157 May 26 17:13:50.556909 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42310) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:13:50.565766 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830490f-426d-445f-8ebf-f8a3679f9c53 None None] Pushing event deleted for resources: {'Port': ['ID=77c6f7f7-3ee7-4334-bd81-29eca97c2c8f,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:50.571314 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0830490f-426d-445f-8ebf-f8a3679f9c53 None None] No DVR routers for this DVR port 77c6f7f7-3ee7-4334-bd81-29eca97c2c8f on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:13:50.584040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830490f-426d-445f-8ebf-f8a3679f9c53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:50.584040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830490f-426d-445f-8ebf-f8a3679f9c53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:50.584040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830490f-426d-445f-8ebf-f8a3679f9c53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:50.584040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830490f-426d-445f-8ebf-f8a3679f9c53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:50.584040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830490f-426d-445f-8ebf-f8a3679f9c53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:50.584040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830490f-426d-445f-8ebf-f8a3679f9c53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:50.584040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830490f-426d-445f-8ebf-f8a3679f9c53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:50.584040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830490f-426d-445f-8ebf-f8a3679f9c53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:50.584040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830490f-426d-445f-8ebf-f8a3679f9c53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:50.584040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830490f-426d-445f-8ebf-f8a3679f9c53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:50.584040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830490f-426d-445f-8ebf-f8a3679f9c53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:50.584040 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830490f-426d-445f-8ebf-f8a3679f9c53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:50.640512 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-35e3b977-833c-4787-af07-0ba20b896dcf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:50.726310 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-35e3b977-833c-4787-af07-0ba20b896dcf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:50.751785 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-35e3b977-833c-4787-af07-0ba20b896dcf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c95701-eab8-4984-8a92-0fde03b05803']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:13:50.761141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-35e3b977-833c-4787-af07-0ba20b896dcf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4bce2dd-9a14-44fa-a45c-5da5af1c01c5') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:13:50.761380 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-35e3b977-833c-4787-af07-0ba20b896dcf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4bce2dd-9a14-44fa-a45c-5da5af1c01c5') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:13:50.770850 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-35e3b977-833c-4787-af07-0ba20b896dcf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:50.784942 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-35e3b977-833c-4787-af07-0ba20b896dcf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:50.790798 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e3b977-833c-4787-af07-0ba20b896dcf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:13:50.791180 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-35e3b977-833c-4787-af07-0ba20b896dcf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:50.811488 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment e4bce2dd-9a14-44fa-a45c-5da5af1c01c5 resource provider aggregate not found May 26 17:13:50.856977 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment e4bce2dd-9a14-44fa-a45c-5da5af1c01c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4bce2dd-9a14-44fa-a45c-5da5af1c01c5 found for delete ", "request_id": "req-29c75b20-90f4-4ac0-a2ef-86d83483c784"}]} May 26 17:13:50.868011 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-35e3b977-833c-4787-af07-0ba20b896dcf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:50.875146 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-35e3b977-833c-4787-af07-0ba20b896dcf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:50.879026 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-35e3b977-833c-4787-af07-0ba20b896dcf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "DELETE /v2.0/networks/e2c95701-eab8-4984-8a92-0fde03b05803 HTTP/1.1" status: 204 len: 168 time: 0.3210957 May 26 17:13:50.881928 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42316) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:13:50.891400 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3b977-833c-4787-af07-0ba20b896dcf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Network': ['ID=e2c95701-eab8-4984-8a92-0fde03b05803,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:50.954765 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4dcd0f26-c858-446d-9d97-fca5cfc5a4b6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:50.982389 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4dcd0f26-c858-446d-9d97-fca5cfc5a4b6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.050002 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4dcd0f26-c858-446d-9d97-fca5cfc5a4b6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.052678 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-4dcd0f26-c858-446d-9d97-fca5cfc5a4b6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.053944 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-4dcd0f26-c858-446d-9d97-fca5cfc5a4b6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "DELETE /v2.0/security-groups/ee7eb6a8-f074-411c-8c92-8b615c724410 HTTP/1.1" status: 204 len: 168 time: 0.1709018 May 26 17:13:51.066054 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd0f26-c858-446d-9d97-fca5cfc5a4b6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7eb6a8-f074-411c-8c92-8b615c724410,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:51.155423 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device da417f58-e5c4-43b9-9230-d41495f36945 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:13:51.176809 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: da417f58-e5c4-43b9-9230-d41495f36945 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:13:51.177293 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device da417f58-e5c4-43b9-9230-d41495f36945 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:13:51.177716 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 77c6f7f7-3ee7-4334-bd81-29eca97c2c8f no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:13:51.198572 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42322) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:13:51.200502 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 77c6f7f7-3ee7-4334-bd81-29eca97c2c8f {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:13:51.200955 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 77c6f7f7-3ee7-4334-bd81-29eca97c2c8f not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:13:51.203734 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-0b697b5c-4cba-4083-938f-9b4c2e99f876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1504465425', 'description': 'tempest-secgroup-smoke-1504465425 description', 'project_id': 'd71587a7143140b39ad28ebd632c58fb'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:13:51.234645 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b697b5c-4cba-4083-938f-9b4c2e99f876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.302204 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b697b5c-4cba-4083-938f-9b4c2e99f876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.306275 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b697b5c-4cba-4083-938f-9b4c2e99f876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.333810 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0b697b5c-4cba-4083-938f-9b4c2e99f876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.335022 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0b697b5c-4cba-4083-938f-9b4c2e99f876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1352282 May 26 17:13:51.339008 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b697b5c-4cba-4083-938f-9b4c2e99f876 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daad406c-c837-4e52-bba7-d053a5f1ecea,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:51.339664 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42324) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:13:51.344536 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-fb4a2a79-15ca-4b59-ab77-1fa9a7e257a7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'daad406c-c837-4e52-bba7-d053a5f1ecea', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:13:51.369521 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2a79-15ca-4b59-ab77-1fa9a7e257a7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.428564 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2a79-15ca-4b59-ab77-1fa9a7e257a7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.432892 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2a79-15ca-4b59-ab77-1fa9a7e257a7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.447909 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a2a79-15ca-4b59-ab77-1fa9a7e257a7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3288b0d-6fe8-4373-a3f0-26c62c9f21fc,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:51.462154 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2a79-15ca-4b59-ab77-1fa9a7e257a7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.463466 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fb4a2a79-15ca-4b59-ab77-1fa9a7e257a7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226573 May 26 17:13:51.466316 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42326) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:13:51.470910 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-843ca69d-5bcc-4ac1-b540-b56633388f83 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'daad406c-c837-4e52-bba7-d053a5f1ecea', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:13:51.497217 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-843ca69d-5bcc-4ac1-b540-b56633388f83 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.565874 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-843ca69d-5bcc-4ac1-b540-b56633388f83 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.570154 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-843ca69d-5bcc-4ac1-b540-b56633388f83 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.588975 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ca69d-5bcc-4ac1-b540-b56633388f83 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9cf7862-53ff-4b87-b89c-8840061a64f9,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:51.604322 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-843ca69d-5bcc-4ac1-b540-b56633388f83 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.604322 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-843ca69d-5bcc-4ac1-b540-b56633388f83 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1321666 May 26 17:13:51.604322 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42328) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:13:51.608048 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-578625ed-e554-4cf4-990e-e536be5ba6be tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'daad406c-c837-4e52-bba7-d053a5f1ecea', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:13:51.634063 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-578625ed-e554-4cf4-990e-e536be5ba6be tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.690983 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-578625ed-e554-4cf4-990e-e536be5ba6be tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.695221 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-578625ed-e554-4cf4-990e-e536be5ba6be tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.713483 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578625ed-e554-4cf4-990e-e536be5ba6be tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=447df486-37f4-4b14-889f-15cfb7049bb1,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:51.722656 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-578625ed-e554-4cf4-990e-e536be5ba6be tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.723810 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-578625ed-e554-4cf4-990e-e536be5ba6be tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191790 May 26 17:13:51.726538 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42330) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:13:51.730862 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-638ce744-39ce-4323-8ca0-6ba993a6bc53 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'daad406c-c837-4e52-bba7-d053a5f1ecea', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:13:51.764973 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-638ce744-39ce-4323-8ca0-6ba993a6bc53 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.824906 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-638ce744-39ce-4323-8ca0-6ba993a6bc53 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.829429 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-638ce744-39ce-4323-8ca0-6ba993a6bc53 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.847422 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ce744-39ce-4323-8ca0-6ba993a6bc53 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa506ca-d69f-477e-98af-a586c800251a,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:51.852215 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-638ce744-39ce-4323-8ca0-6ba993a6bc53 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.853410 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-638ce744-39ce-4323-8ca0-6ba993a6bc53 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1258950 May 26 17:13:51.856240 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42332) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:13:51.860292 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-e793c08c-c4c1-401c-82a1-8b3cc04f6f3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'daad406c-c837-4e52-bba7-d053a5f1ecea', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:13:51.881568 n-d-843337-2 neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-e793c08c-c4c1-401c-82a1-8b3cc04f6f3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Project d71587a7143140b39ad28ebd632c58fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:13:51.886199 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e793c08c-c4c1-401c-82a1-8b3cc04f6f3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.953577 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e793c08c-c4c1-401c-82a1-8b3cc04f6f3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.957277 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e793c08c-c4c1-401c-82a1-8b3cc04f6f3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.957466 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 7477a7d6-51cf-4184-985a-14fe2cf18bb4 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:13:51.974059 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793c08c-c4c1-401c-82a1-8b3cc04f6f3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fccf20e-f2df-4e37-b0c3-a37d2bf625ef,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:51.979589 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 7477a7d6-51cf-4184-985a-14fe2cf18bb4 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:13:51.979950 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 7477a7d6-51cf-4184-985a-14fe2cf18bb4 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:13:51.983908 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e793c08c-c4c1-401c-82a1-8b3cc04f6f3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:51.985195 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e793c08c-c4c1-401c-82a1-8b3cc04f6f3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281791 May 26 17:13:51.988410 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42334) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:13:51.992783 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-794e5b16-57cf-453b-a50b-073c2955f14e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'daad406c-c837-4e52-bba7-d053a5f1ecea', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:13:52.013408 n-d-843337-2 neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-794e5b16-57cf-453b-a50b-073c2955f14e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Project d71587a7143140b39ad28ebd632c58fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:13:52.018596 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-794e5b16-57cf-453b-a50b-073c2955f14e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:52.082503 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-794e5b16-57cf-453b-a50b-073c2955f14e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:52.086242 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-794e5b16-57cf-453b-a50b-073c2955f14e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:52.106823 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e5b16-57cf-453b-a50b-073c2955f14e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98290833-3702-4958-9da3-9fa39bd16ef4,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:52.115374 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-794e5b16-57cf-453b-a50b-073c2955f14e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:52.116642 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-794e5b16-57cf-453b-a50b-073c2955f14e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272466 May 26 17:13:52.119477 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42336) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:13:52.124202 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-3d7d920a-a593-4669-a7ff-686cbc7df3be tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'network': {'name': 'tempest-network-smoke--1336195615', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'port_security_enabled': True}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:13:52.143192 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7d920a-a593-4669-a7ff-686cbc7df3be tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Made reservation on behalf of d71587a7143140b39ad28ebd632c58fb for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:13:52.146930 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d7d920a-a593-4669-a7ff-686cbc7df3be tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:52.171024 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7d920a-a593-4669-a7ff-686cbc7df3be tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:13:52.181209 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d7d920a-a593-4669-a7ff-686cbc7df3be tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:52.181564 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-3d7d920a-a593-4669-a7ff-686cbc7df3be tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Added segment 2af27e6a-5dd4-4164-8f8e-f1652173b008 of type vlan for network 7e5bb079-835c-412a-8afa-a5d0e3ed6df3 May 26 17:13:52.222013 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d7d920a-a593-4669-a7ff-686cbc7df3be tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:52.247054 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d7d920a-a593-4669-a7ff-686cbc7df3be tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:52.253015 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7d920a-a593-4669-a7ff-686cbc7df3be tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:13:52.253655 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3d7d920a-a593-4669-a7ff-686cbc7df3be tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:52.313131 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3d7d920a-a593-4669-a7ff-686cbc7df3be tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1925514 May 26 17:13:52.316046 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42338) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:13:52.320389 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-5e214197-42b5-4270-a922-c26642d758ae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1725405712', 'admin_state_up': True, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:13:52.340308 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d920a-a593-4669-a7ff-686cbc7df3be tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Network': ['ID=7e5bb079-835c-412a-8afa-a5d0e3ed6df3,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:52.352213 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 7e5bb079-835c-412a-8afa-a5d0e3ed6df3 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:13:52.354605 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5e214197-42b5-4270-a922-c26642d758ae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:52.355892 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5e214197-42b5-4270-a922-c26642d758ae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:52.407352 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5e214197-42b5-4270-a922-c26642d758ae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:52.552781 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5e214197-42b5-4270-a922-c26642d758ae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:52.746653 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5e214197-42b5-4270-a922-c26642d758ae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:52.764940 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5e214197-42b5-4270-a922-c26642d758ae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:52.865207 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-5e214197-42b5-4270-a922-c26642d758ae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Allocated IP 172.25.7.81 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/ca1e1782-0f13-4695-86ac-bdf8230b920e) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:13:52.972335 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5e214197-42b5-4270-a922-c26642d758ae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:53.007559 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5e214197-42b5-4270-a922-c26642d758ae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:53.021213 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 58d6bc99-e424-4535-b76b-66fcf8a75ed5 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:13:53.043883 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 58d6bc99-e424-4535-b76b-66fcf8a75ed5 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:13:53.044353 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 58d6bc99-e424-4535-b76b-66fcf8a75ed5 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:13:53.052219 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e214197-42b5-4270-a922-c26642d758ae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:13:53.054985 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-5e214197-42b5-4270-a922-c26642d758ae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:13:53.059357 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e214197-42b5-4270-a922-c26642d758ae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:13:53.065387 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e214197-42b5-4270-a922-c26642d758ae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=ca1e1782-0f13-4695-86ac-bdf8230b920e,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:53.312336 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5e214197-42b5-4270-a922-c26642d758ae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:53.521013 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5e214197-42b5-4270-a922-c26642d758ae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:53.654844 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e214197-42b5-4270-a922-c26642d758ae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Router e3408c7c-60f0-4596-a2fb-d5d2641bfb8b is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 17:13:53.767776 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e214197-42b5-4270-a922-c26642d758ae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:13:53.781957 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] Sync routers for ids ['e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:13:53.790402 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-5e214197-42b5-4270-a922-c26642d758ae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:53.792545 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5e214197-42b5-4270-a922-c26642d758ae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4755149 May 26 17:13:53.794482 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42340) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:13:53.796260 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] Routers {'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:13:53.797205 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:13:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:13:53.823702 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-04c7aa11-d308-47a9-8892-30fb330713a8 tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=d71587a7143140b39ad28ebd632c58fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280120 May 26 17:13:53.826272 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42342) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:13:53.915711 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] Set router e3408c7c-60f0-4596-a2fb-d5d2641bfb8b gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:13:53.932276 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52b428f-d533-434f-9778-9249974e7038 tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:13:53.937316 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-c52b428f-d533-434f-9778-9249974e7038 tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1072924 May 26 17:13:53.937535 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42344) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:13:53.983151 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-4519065d-2b47-4cbd-ae37-7b869d30b9eb tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420022 May 26 17:13:53.983389 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42346) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:13:53.990102 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-fb6fce32-efa6-42f1-a2c8-bf01c3cead22 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-927294901', 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:13:54.097027 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6fce32-efa6-42f1-a2c8-bf01c3cead22 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Made reservation on behalf of d71587a7143140b39ad28ebd632c58fb for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:13:54.100831 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fb6fce32-efa6-42f1-a2c8-bf01c3cead22 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:54.205972 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725405712', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:53Z', 'revision_number': 3, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:31:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:13:54.233588 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] Checking router: e3408c7c-60f0-4596-a2fb-d5d2641bfb8b for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:13:54.234237 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] Updating router e3408c7c-60f0-4596-a2fb-d5d2641bfb8b port ca1e1782-0f13-4695-86ac-bdf8230b920e binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:13:54.261655 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:54.360889 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fb6fce32-efa6-42f1-a2c8-bf01c3cead22 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:54.428855 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6fce32-efa6-42f1-a2c8-bf01c3cead22 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Subnet': ['ID=6c288215-0954-4db0-9574-ccdf7178c307,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:54.439589 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6fce32-efa6-42f1-a2c8-bf01c3cead22 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Checking segment: {'id': '2af27e6a-5dd4-4164-8f8e-f1652173b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:13:54.439956 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6fce32-efa6-42f1-a2c8-bf01c3cead22 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network hostable DHCP agents. Network: 7e5bb079-835c-412a-8afa-a5d0e3ed6df3, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:13:54.463620 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6fce32-efa6-42f1-a2c8-bf01c3cead22 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network 7e5bb079-835c-412a-8afa-a5d0e3ed6df3 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:13:54.476902 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-fb6fce32-efa6-42f1-a2c8-bf01c3cead22 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 7e5bb079-835c-412a-8afa-a5d0e3ed6df3) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:13:54.485961 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6fce32-efa6-42f1-a2c8-bf01c3cead22 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:13:54.487341 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fb6fce32-efa6-42f1-a2c8-bf01c3cead22 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:54.494839 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10508f36-50e4-483a-8445-99b5c2fc8c8d None None] Network 7e5bb079-835c-412a-8afa-a5d0e3ed6df3 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:13:54.513893 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fb6fce32-efa6-42f1-a2c8-bf01c3cead22 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5265944 May 26 17:13:54.514117 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42348) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:13:54.596865 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:54.603472 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:54.659385 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] Attempting to bind port ca1e1782-0f13-4695-86ac-bdf8230b920e on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:13:54.659945 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] Attempting to bind port ca1e1782-0f13-4695-86ac-bdf8230b920e by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:13:54.660252 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] Attempting to bind port ca1e1782-0f13-4695-86ac-bdf8230b920e on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:13:54.669678 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:13:54.669980 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:13:54.670381 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:54.670765 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:13:54.671235 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] Bound port: ca1e1782-0f13-4695-86ac-bdf8230b920e, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:13:54.671610 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:54.677074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af26a5fe-7da8-4dcd-ac75-1fd70a9846d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-7e5bb079-835c-412a-8afa-a5d0e3ed6df3', 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'fixed_ips': [{'subnet_id': '6c288215-0954-4db0-9574-ccdf7178c307'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 17:13:54.678389 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-af26a5fe-7da8-4dcd-ac75-1fd70a9846d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:54.728209 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] For port ca1e1782-0f13-4695-86ac-bdf8230b920e, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:13:54.731815 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] For port ca1e1782-0f13-4695-86ac-bdf8230b920e, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ca1e1782-0f13-4695-86ac-bdf8230b920e,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:13:54.737514 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bd5eb-dbd8-4e5b-a830-e87a0d7eefc1 None None] Pushing event updated for resources: {'Port': ['ID=ca1e1782-0f13-4695-86ac-bdf8230b920e,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:54.741075 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:54.755418 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bd5eb-dbd8-4e5b-a830-e87a0d7eefc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:54.755418 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bd5eb-dbd8-4e5b-a830-e87a0d7eefc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:54.755418 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bd5eb-dbd8-4e5b-a830-e87a0d7eefc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:54.755418 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bd5eb-dbd8-4e5b-a830-e87a0d7eefc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:54.755418 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bd5eb-dbd8-4e5b-a830-e87a0d7eefc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:54.755418 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bd5eb-dbd8-4e5b-a830-e87a0d7eefc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:54.755418 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bd5eb-dbd8-4e5b-a830-e87a0d7eefc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:54.755418 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bd5eb-dbd8-4e5b-a830-e87a0d7eefc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:54.756218 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bd5eb-dbd8-4e5b-a830-e87a0d7eefc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:54.756218 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bd5eb-dbd8-4e5b-a830-e87a0d7eefc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:54.756428 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bd5eb-dbd8-4e5b-a830-e87a0d7eefc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:54.756938 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bd5eb-dbd8-4e5b-a830-e87a0d7eefc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:13:54.816759 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bd5eb-dbd8-4e5b-a830-e87a0d7eefc1 None None] Pushing event updated for resources: {'Port': ['ID=ca1e1782-0f13-4695-86ac-bdf8230b920e,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:54.835460 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] Routers {'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:13:54.836118 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:13:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:13:54.848680 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-af26a5fe-7da8-4dcd-ac75-1fd70a9846d0 None None] Allocated IP 172.20.0.2 (7e5bb079-835c-412a-8afa-a5d0e3ed6df3/6c288215-0954-4db0-9574-ccdf7178c307/1a5012b9-3a3b-46c7-b016-82c226e83e98) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:13:54.947492 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] Set router e3408c7c-60f0-4596-a2fb-d5d2641bfb8b gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:13:55.012115 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-af26a5fe-7da8-4dcd-ac75-1fd70a9846d0 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:55.020318 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-af26a5fe-7da8-4dcd-ac75-1fd70a9846d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:55.061845 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af26a5fe-7da8-4dcd-ac75-1fd70a9846d0 None None] Network 7e5bb079-835c-412a-8afa-a5d0e3ed6df3 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:13:55.068463 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-af26a5fe-7da8-4dcd-ac75-1fd70a9846d0 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:13:55.071967 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af26a5fe-7da8-4dcd-ac75-1fd70a9846d0 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:13:55.079267 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26a5fe-7da8-4dcd-ac75-1fd70a9846d0 None None] Pushing event updated for resources: {'Port': ['ID=1a5012b9-3a3b-46c7-b016-82c226e83e98,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:55.132646 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-af26a5fe-7da8-4dcd-ac75-1fd70a9846d0 None None] Attempting to bind port 1a5012b9-3a3b-46c7-b016-82c226e83e98 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:13:55.132986 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-af26a5fe-7da8-4dcd-ac75-1fd70a9846d0 None None] Attempting to bind port 1a5012b9-3a3b-46c7-b016-82c226e83e98 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '2af27e6a-5dd4-4164-8f8e-f1652173b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:13:55.133357 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af26a5fe-7da8-4dcd-ac75-1fd70a9846d0 None None] Attempting to bind port 1a5012b9-3a3b-46c7-b016-82c226e83e98 on network 7e5bb079-835c-412a-8afa-a5d0e3ed6df3 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:13:55.138589 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af26a5fe-7da8-4dcd-ac75-1fd70a9846d0 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:13:55.138958 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af26a5fe-7da8-4dcd-ac75-1fd70a9846d0 None None] Checking segment: {'id': '2af27e6a-5dd4-4164-8f8e-f1652173b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:13:55.139361 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-af26a5fe-7da8-4dcd-ac75-1fd70a9846d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:55.139757 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af26a5fe-7da8-4dcd-ac75-1fd70a9846d0 None None] Bound using segment: {'id': '2af27e6a-5dd4-4164-8f8e-f1652173b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:13:55.140254 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-af26a5fe-7da8-4dcd-ac75-1fd70a9846d0 None None] Bound port: 1a5012b9-3a3b-46c7-b016-82c226e83e98, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af27e6a-5dd4-4164-8f8e-f1652173b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:13:55.140651 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-af26a5fe-7da8-4dcd-ac75-1fd70a9846d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:55.164723 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725405712', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:53Z', 'revision_number': 3, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:31:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:13:55.194140 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e3171-9e56-41ea-ab24-94ef2ec99d06 None None] The sync data for ids ['e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'] in n-d-843337-2 is: [{'id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725405712', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:53Z', 'revision_number': 3, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:31:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:13:55.211898 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-af26a5fe-7da8-4dcd-ac75-1fd70a9846d0 None None] For port 1a5012b9-3a3b-46c7-b016-82c226e83e98, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:13:55.216787 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-af26a5fe-7da8-4dcd-ac75-1fd70a9846d0 None None] For port 1a5012b9-3a3b-46c7-b016-82c226e83e98, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1a5012b9-3a3b-46c7-b016-82c226e83e98,segment=NetworkSegment(2af27e6a-5dd4-4164-8f8e-f1652173b008),segment_id=2af27e6a-5dd4-4164-8f8e-f1652173b008)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:13:55.226071 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-af26a5fe-7da8-4dcd-ac75-1fd70a9846d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:55.289714 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26a5fe-7da8-4dcd-ac75-1fd70a9846d0 None None] Pushing event updated for resources: {'Port': ['ID=1a5012b9-3a3b-46c7-b016-82c226e83e98,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:55.351576 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8bad45a5-fe07-446c-ae76-8e8471d9e748 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:55.683028 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-8bad45a5-fe07-446c-ae76-8e8471d9e748 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Allocated IP 172.20.0.1 (7e5bb079-835c-412a-8afa-a5d0e3ed6df3/6c288215-0954-4db0-9574-ccdf7178c307/072538f4-e775-4354-a1f1-f1f869e86ad9) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:13:55.803769 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8bad45a5-fe07-446c-ae76-8e8471d9e748 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:55.841208 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8bad45a5-fe07-446c-ae76-8e8471d9e748 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:55.885356 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bad45a5-fe07-446c-ae76-8e8471d9e748 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network 7e5bb079-835c-412a-8afa-a5d0e3ed6df3 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:13:55.888341 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-8bad45a5-fe07-446c-ae76-8e8471d9e748 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:13:55.892061 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bad45a5-fe07-446c-ae76-8e8471d9e748 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:13:55.899246 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad45a5-fe07-446c-ae76-8e8471d9e748 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=072538f4-e775-4354-a1f1-f1f869e86ad9,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:55.944581 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8bad45a5-fe07-446c-ae76-8e8471d9e748 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:56.086673 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8bad45a5-fe07-446c-ae76-8e8471d9e748 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:56.314115 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fdbdaa-1f7f-449f-9380-2ed32a28bdf5 None None] Network 7e5bb079-835c-412a-8afa-a5d0e3ed6df3 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:13:56.379045 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-45e3e817-2131-420a-b120-fa9602869d37 None None] Provisioning complete for port 1a5012b9-3a3b-46c7-b016-82c226e83e98 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:13:56.379423 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-45e3e817-2131-420a-b120-fa9602869d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:56.389451 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8bad45a5-fe07-446c-ae76-8e8471d9e748 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:56.395183 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8bad45a5-fe07-446c-ae76-8e8471d9e748 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:56.475441 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8bad45a5-fe07-446c-ae76-8e8471d9e748 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:56.483107 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad45a5-fe07-446c-ae76-8e8471d9e748 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=072538f4-e775-4354-a1f1-f1f869e86ad9,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:56.510212 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-45e3e817-2131-420a-b120-fa9602869d37 None None] Current status of the port 1a5012b9-3a3b-46c7-b016-82c226e83e98 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:13:56.510610 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-45e3e817-2131-420a-b120-fa9602869d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:56.570184 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-45e3e817-2131-420a-b120-fa9602869d37 None None] For port 1a5012b9-3a3b-46c7-b016-82c226e83e98, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1a5012b9-3a3b-46c7-b016-82c226e83e98,segment=NetworkSegment(2af27e6a-5dd4-4164-8f8e-f1652173b008),segment_id=2af27e6a-5dd4-4164-8f8e-f1652173b008)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:13:56.571509 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bad45a5-fe07-446c-ae76-8e8471d9e748 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network 7e5bb079-835c-412a-8afa-a5d0e3ed6df3 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:13:56.573022 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-8bad45a5-fe07-446c-ae76-8e8471d9e748 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:13:56.576485 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-45e3e817-2131-420a-b120-fa9602869d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:56.641504 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3e817-2131-420a-b120-fa9602869d37 None None] Pushing event updated for resources: {'Port': ['ID=1a5012b9-3a3b-46c7-b016-82c226e83e98,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:56.729059 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bad45a5-fe07-446c-ae76-8e8471d9e748 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Router e3408c7c-60f0-4596-a2fb-d5d2641bfb8b has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:13:56.807202 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0507adef-4b3e-4844-b2ca-928fc3e18966 None None] Provisioning complete for port 1a5012b9-3a3b-46c7-b016-82c226e83e98 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:13:56.807571 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0507adef-4b3e-4844-b2ca-928fc3e18966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:56.850093 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bad45a5-fe07-446c-ae76-8e8471d9e748 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:13:56.856312 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8bad45a5-fe07-446c-ae76-8e8471d9e748 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "PUT /v2.0/routers/e3408c7c-60f0-4596-a2fb-d5d2641bfb8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3408992 May 26 17:13:56.914579 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0507adef-4b3e-4844-b2ca-928fc3e18966 None None] Current status of the port 1a5012b9-3a3b-46c7-b016-82c226e83e98 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:13:56.926544 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0507adef-4b3e-4844-b2ca-928fc3e18966 None None] Provisioning complete for port 072538f4-e775-4354-a1f1-f1f869e86ad9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:13:56.926945 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0507adef-4b3e-4844-b2ca-928fc3e18966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:56.971672 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0507adef-4b3e-4844-b2ca-928fc3e18966 None None] Port 072538f4-e775-4354-a1f1-f1f869e86ad9 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:13:57.022928 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] Sync routers for ids ['e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:13:57.033051 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] Routers {'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:13:57.033933 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:13:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:13:57.042529 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-777292cf-fccc-4b02-8f0c-a32cb08b5c6a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1504465425&fields=id&tenant_id=d71587a7143140b39ad28ebd632c58fb HTTP/1.1" status: 200 len: 267 time: 0.0525305 May 26 17:13:57.134120 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-356981c3-1fef-433c-9dca-24578812d3f2 None None] Provisioning complete for port 072538f4-e775-4354-a1f1-f1f869e86ad9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:13:57.134879 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-356981c3-1fef-433c-9dca-24578812d3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:57.170515 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ca1e1782-0f13-4695-86ac-bdf8230b920e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:13:57.179563 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-45d78822-7961-46e9-9a89-c52edd16c903 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:13:57.181028 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-45d78822-7961-46e9-9a89-c52edd16c903 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/networks?id=7e5bb079-835c-412a-8afa-a5d0e3ed6df3 HTTP/1.1" status: 200 len: 797 time: 0.1302001 May 26 17:13:57.200152 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-ae24c2ee-3474-4740-ba01-fa912d42469d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/quotas/d71587a7143140b39ad28ebd632c58fb HTTP/1.1" status: 200 len: 375 time: 0.0121260 May 26 17:13:57.223868 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-356981c3-1fef-433c-9dca-24578812d3f2 None None] Port 072538f4-e775-4354-a1f1-f1f869e86ad9 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:13:57.231343 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] Set router e3408c7c-60f0-4596-a2fb-d5d2641bfb8b gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:13:57.273678 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-2175d6ce-618c-4ec6-8741-21e3b77e4d59 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618513 May 26 17:13:57.324626 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port ca1e1782-0f13-4695-86ac-bdf8230b920e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:13:57.325215 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:57.382907 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-fdecef51-ebc1-4f0f-9cc3-c93fb87ccdb1 service neutron] 10.222.0.77 "GET /v2.0/networks/7e5bb079-835c-412a-8afa-a5d0e3ed6df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921853 May 26 17:13:57.415725 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4b9e3e2d-3b6c-4ffe-bbf1-7a902ae4be48 None None] Provisioning complete for port 072538f4-e775-4354-a1f1-f1f869e86ad9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:13:57.416112 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4b9e3e2d-3b6c-4ffe-bbf1-7a902ae4be48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:57.476023 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-20c17e8a-856d-4f67-a18e-dfe42d63848e service neutron] 10.222.0.77 "GET /v2.0/networks/7e5bb079-835c-412a-8afa-a5d0e3ed6df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866070 May 26 17:13:57.496146 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4b9e3e2d-3b6c-4ffe-bbf1-7a902ae4be48 None None] Port 072538f4-e775-4354-a1f1-f1f869e86ad9 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:13:57.539702 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port ca1e1782-0f13-4695-86ac-bdf8230b920e is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:13:57.540106 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:57.565502 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port ca1e1782-0f13-4695-86ac-bdf8230b920e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ca1e1782-0f13-4695-86ac-bdf8230b920e,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:13:57.570986 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:57.571778 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1a5012b9-3a3b-46c7-b016-82c226e83e98 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:13:57.632411 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725405712', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:56Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:31:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '072538f4-e775-4354-a1f1-f1f869e86ad9', 'name': '', 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:ef:d3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6c288215-0954-4db0-9574-ccdf7178c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:13:55Z', 'updated_at': '2022-05-26T17:13:56Z', 'revision_number': 2, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '6c288215-0954-4db0-9574-ccdf7178c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:13:57.643884 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5555424f-a630-4c14-8f57-c38120bc3de4 req-567c014b-59d2-4569-82a3-9126746c778b tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 210 time: 0.0295117 May 26 17:13:57.676420 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] Checking router: e3408c7c-60f0-4596-a2fb-d5d2641bfb8b for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:13:57.676772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] Updating router e3408c7c-60f0-4596-a2fb-d5d2641bfb8b port 072538f4-e775-4354-a1f1-f1f869e86ad9 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:13:57.702663 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=ca1e1782-0f13-4695-86ac-bdf8230b920e,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:57.714126 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:57.758958 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 1a5012b9-3a3b-46c7-b016-82c226e83e98 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:13:57.759330 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:58.120151 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 1a5012b9-3a3b-46c7-b016-82c226e83e98 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:13:58.231142 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:58.239351 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:58.336596 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8543b4-b68e-402e-9c2f-e755978dbbe3 None None] Pushing event updated for resources: {'Port': ['ID=072538f4-e775-4354-a1f1-f1f869e86ad9,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:58.397309 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] Attempting to bind port 072538f4-e775-4354-a1f1-f1f869e86ad9 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:13:58.397678 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] Attempting to bind port 072538f4-e775-4354-a1f1-f1f869e86ad9 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '2af27e6a-5dd4-4164-8f8e-f1652173b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:13:58.398038 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] Attempting to bind port 072538f4-e775-4354-a1f1-f1f869e86ad9 on network 7e5bb079-835c-412a-8afa-a5d0e3ed6df3 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:13:58.432308 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:13:58.432666 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] Checking segment: {'id': '2af27e6a-5dd4-4164-8f8e-f1652173b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:13:58.433070 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:58.433887 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] Bound using segment: {'id': '2af27e6a-5dd4-4164-8f8e-f1652173b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:13:58.434805 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] Bound port: 072538f4-e775-4354-a1f1-f1f869e86ad9, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af27e6a-5dd4-4164-8f8e-f1652173b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:13:58.434805 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:58.525332 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] For port 072538f4-e775-4354-a1f1-f1f869e86ad9, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:13:58.544167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] For port 072538f4-e775-4354-a1f1-f1f869e86ad9, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=072538f4-e775-4354-a1f1-f1f869e86ad9,segment=NetworkSegment(2af27e6a-5dd4-4164-8f8e-f1652173b008),segment_id=2af27e6a-5dd4-4164-8f8e-f1652173b008)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:13:58.555273 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:58.560962 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a272e2c9-d627-40ab-9e78-cc19e9725794 None None] Provisioning complete for port 072538f4-e775-4354-a1f1-f1f869e86ad9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:13:58.561322 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a272e2c9-d627-40ab-9e78-cc19e9725794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:58.658212 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] Routers {'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:13:58.658857 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:13:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:13:58.661648 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8543b4-b68e-402e-9c2f-e755978dbbe3 None None] Pushing event updated for resources: {'Port': ['ID=072538f4-e775-4354-a1f1-f1f869e86ad9,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:58.791383 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-d9407085-7809-4203-9404-c34ce5da830a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:13:58.793803 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-d9407085-7809-4203-9404-c34ce5da830a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.81 "GET /v2.0/networks?id=7e5bb079-835c-412a-8afa-a5d0e3ed6df3 HTTP/1.1" status: 200 len: 797 time: 0.1963332 May 26 17:13:58.805850 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a272e2c9-d627-40ab-9e78-cc19e9725794 None None] Current status of the port 072538f4-e775-4354-a1f1-f1f869e86ad9 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:13:58.806239 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a272e2c9-d627-40ab-9e78-cc19e9725794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:58.836249 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-92ddb989-4538-4df3-9b89-b77fa79e2482 req-47db81c3-70b1-4318-8982-c02f93de3857 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 210 time: 0.0540402 May 26 17:13:58.855004 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] Set router e3408c7c-60f0-4596-a2fb-d5d2641bfb8b gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:13:58.855562 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-65831238-dbdc-4e95-9791-2d55c631cb28 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d71587a7143140b39ad28ebd632c58fb HTTP/1.1" status: 200 len: 380 time: 0.0518541 May 26 17:13:58.867166 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-2e5f9c40-59ca-46b7-83e1-6a9de4d88579 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'port': {'device_id': 'e041320f-b0c2-47dd-9c45-88a1ff13429c', 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3', 'admin_state_up': True, 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'security_groups': ['daad406c-c837-4e52-bba7-d053a5f1ecea']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:13:58.894659 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a272e2c9-d627-40ab-9e78-cc19e9725794 None None] For port 072538f4-e775-4354-a1f1-f1f869e86ad9, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=072538f4-e775-4354-a1f1-f1f869e86ad9,segment=NetworkSegment(2af27e6a-5dd4-4164-8f8e-f1652173b008),segment_id=2af27e6a-5dd4-4164-8f8e-f1652173b008)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:13:58.902520 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a272e2c9-d627-40ab-9e78-cc19e9725794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:58.986744 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-2e5f9c40-59ca-46b7-83e1-6a9de4d88579 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Made reservation on behalf of d71587a7143140b39ad28ebd632c58fb for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:13:58.990412 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-2e5f9c40-59ca-46b7-83e1-6a9de4d88579 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:59.039067 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272e2c9-d627-40ab-9e78-cc19e9725794 None None] Pushing event updated for resources: {'Port': ['ID=072538f4-e775-4354-a1f1-f1f869e86ad9,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:59.062875 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ed25a26b-3017-414a-98f8-da79bfb7241c None None] Provisioning complete for port 072538f4-e775-4354-a1f1-f1f869e86ad9 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:13:59.063255 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed25a26b-3017-414a-98f8-da79bfb7241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:59.103771 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ca1e1782-0f13-4695-86ac-bdf8230b920e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:13:59.161140 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-2e5f9c40-59ca-46b7-83e1-6a9de4d88579 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Allocated IP 172.20.0.4 (7e5bb079-835c-412a-8afa-a5d0e3ed6df3/6c288215-0954-4db0-9574-ccdf7178c307/04ef4281-bf1d-45b9-8d7a-155376fa0038) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:13:59.255327 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port ca1e1782-0f13-4695-86ac-bdf8230b920e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:13:59.255704 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:59.282577 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ed25a26b-3017-414a-98f8-da79bfb7241c None None] Current status of the port 072538f4-e775-4354-a1f1-f1f869e86ad9 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:13:59.299284 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725405712', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:56Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '072538f4-e775-4354-a1f1-f1f869e86ad9', 'name': '', 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:ef:d3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6c288215-0954-4db0-9574-ccdf7178c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:13:55Z', 'updated_at': '2022-05-26T17:13:58Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '6c288215-0954-4db0-9574-ccdf7178c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:13:59.318151 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-2e5f9c40-59ca-46b7-83e1-6a9de4d88579 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:59.331433 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c7a6f-f641-4637-b995-26b643568170 None None] The sync data for ids ['e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'] in n-d-843337-2 is: [{'id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725405712', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:56Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '072538f4-e775-4354-a1f1-f1f869e86ad9', 'name': '', 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:ef:d3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6c288215-0954-4db0-9574-ccdf7178c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:13:55Z', 'updated_at': '2022-05-26T17:13:58Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '6c288215-0954-4db0-9574-ccdf7178c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:13:59.358163 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-2e5f9c40-59ca-46b7-83e1-6a9de4d88579 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:59.377265 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port ca1e1782-0f13-4695-86ac-bdf8230b920e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:13:59.419970 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-2e5f9c40-59ca-46b7-83e1-6a9de4d88579 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network 7e5bb079-835c-412a-8afa-a5d0e3ed6df3 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:13:59.426432 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-2e5f9c40-59ca-46b7-83e1-6a9de4d88579 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:13:59.431179 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-2e5f9c40-59ca-46b7-83e1-6a9de4d88579 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:13:59.476302 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f9c40-59ca-46b7-83e1-6a9de4d88579 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=04ef4281-bf1d-45b9-8d7a-155376fa0038,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:13:59.506636 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-2e5f9c40-59ca-46b7-83e1-6a9de4d88579 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:13:59.507338 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-2e5f9c40-59ca-46b7-83e1-6a9de4d88579 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:59.526444 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-2e5f9c40-59ca-46b7-83e1-6a9de4d88579 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6631658 May 26 17:13:59.544774 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-9323eee8-d4cd-4c93-9ffd-3d66c538f9ab service neutron] Request body: {'port': {'device_id': 'e041320f-b0c2-47dd-9c45-88a1ff13429c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:13:59.616730 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-9323eee8-d4cd-4c93-9ffd-3d66c538f9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:59.708469 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c075b3d9-82c7-4f42-8d7c-61511efd039e None None] Provisioning complete for port 04ef4281-bf1d-45b9-8d7a-155376fa0038 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:13:59.708840 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c075b3d9-82c7-4f42-8d7c-61511efd039e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:59.755112 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c075b3d9-82c7-4f42-8d7c-61511efd039e None None] Port 04ef4281-bf1d-45b9-8d7a-155376fa0038 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:13:59.918952 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-9323eee8-d4cd-4c93-9ffd-3d66c538f9ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ef4281-bf1d-45b9-8d7a-155376fa0038 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:13:59.928519 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-9323eee8-d4cd-4c93-9ffd-3d66c538f9ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:59.944710 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-9323eee8-d4cd-4c93-9ffd-3d66c538f9ab service neutron] Transition to ACTIVE for port object 04ef4281-bf1d-45b9-8d7a-155376fa0038 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 17:13:59.950675 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-9323eee8-d4cd-4c93-9ffd-3d66c538f9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:13:59.971274 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772af6-ceff-4827-8148-b3fbb362caf9 req-766ffe19-a82c-4fa4-a4b5-12b9fc2037fb tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:13:59.973210 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed772af6-ceff-4827-8148-b3fbb362caf9 req-766ffe19-a82c-4fa4-a4b5-12b9fc2037fb tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 931 time: 0.0604608 May 26 17:14:00.008408 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323eee8-d4cd-4c93-9ffd-3d66c538f9ab service neutron] Pushing event updated for resources: {'Port': ['ID=04ef4281-bf1d-45b9-8d7a-155376fa0038,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:00.030905 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ed772af6-ceff-4827-8148-b3fbb362caf9 req-6acb1b92-c6a9-4f75-8eb9-7f9df14eeafd tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505621 May 26 17:14:00.084885 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-9323eee8-d4cd-4c93-9ffd-3d66c538f9ab service neutron] Attempting to bind port 04ef4281-bf1d-45b9-8d7a-155376fa0038 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:14:00.085229 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-9323eee8-d4cd-4c93-9ffd-3d66c538f9ab service neutron] Attempting to bind port 04ef4281-bf1d-45b9-8d7a-155376fa0038 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '2af27e6a-5dd4-4164-8f8e-f1652173b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:14:00.085540 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-9323eee8-d4cd-4c93-9ffd-3d66c538f9ab service neutron] Attempting to bind port 04ef4281-bf1d-45b9-8d7a-155376fa0038 on network 7e5bb079-835c-412a-8afa-a5d0e3ed6df3 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:14:00.091185 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-9323eee8-d4cd-4c93-9ffd-3d66c538f9ab service neutron] Port 04ef4281-bf1d-45b9-8d7a-155376fa0038 on network 7e5bb079-835c-412a-8afa-a5d0e3ed6df3 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:14:00.091185 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-9323eee8-d4cd-4c93-9ffd-3d66c538f9ab service neutron] Attempting to bind port 04ef4281-bf1d-45b9-8d7a-155376fa0038 on network 7e5bb079-835c-412a-8afa-a5d0e3ed6df3 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:14:00.097503 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-9323eee8-d4cd-4c93-9ffd-3d66c538f9ab service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:14:00.097849 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-9323eee8-d4cd-4c93-9ffd-3d66c538f9ab service neutron] Checking segment: {'id': '2af27e6a-5dd4-4164-8f8e-f1652173b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:14:00.098230 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-9323eee8-d4cd-4c93-9ffd-3d66c538f9ab service neutron] Bound using segment: {'id': '2af27e6a-5dd4-4164-8f8e-f1652173b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:14:00.098691 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-9323eee8-d4cd-4c93-9ffd-3d66c538f9ab service neutron] Bound port: 04ef4281-bf1d-45b9-8d7a-155376fa0038, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af27e6a-5dd4-4164-8f8e-f1652173b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:14:00.099049 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-9323eee8-d4cd-4c93-9ffd-3d66c538f9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:00.183088 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-9323eee8-d4cd-4c93-9ffd-3d66c538f9ab service neutron] For port 04ef4281-bf1d-45b9-8d7a-155376fa0038, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:14:00.186627 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-9323eee8-d4cd-4c93-9ffd-3d66c538f9ab service neutron] For port 04ef4281-bf1d-45b9-8d7a-155376fa0038, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=04ef4281-bf1d-45b9-8d7a-155376fa0038,segment=NetworkSegment(2af27e6a-5dd4-4164-8f8e-f1652173b008),segment_id=2af27e6a-5dd4-4164-8f8e-f1652173b008)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:14:00.191491 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-9323eee8-d4cd-4c93-9ffd-3d66c538f9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:00.229833 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-9323eee8-d4cd-4c93-9ffd-3d66c538f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:00.230931 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-9323eee8-d4cd-4c93-9ffd-3d66c538f9ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:00.232418 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-9323eee8-d4cd-4c93-9ffd-3d66c538f9ab service neutron] 10.222.0.81 "PUT /v2.0/ports/04ef4281-bf1d-45b9-8d7a-155376fa0038 HTTP/1.1" status: 200 len: 1091 time: 0.6951044 May 26 17:14:00.235956 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e041320f-b0c2-47dd-9c45-88a1ff13429c', 'tag': '04ef4281-bf1d-45b9-8d7a-155376fa0038'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:14:00.238962 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6889b6-a6cd-44be-a57f-12d9cae7ee4b" -d '{"events": [{"name": "network-changed", "server_uuid": "e041320f-b0c2-47dd-9c45-88a1ff13429c", "tag": "04ef4281-bf1d-45b9-8d7a-155376fa0038"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:14:00.277236 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323eee8-d4cd-4c93-9ffd-3d66c538f9ab service neutron] Pushing event updated for resources: {'Port': ['ID=04ef4281-bf1d-45b9-8d7a-155376fa0038,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:00.321814 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f1d8c1-ac51-4ee9-a84a-054948858413 x-openstack-request-id: req-80f1d8c1-ac51-4ee9-a84a-054948858413 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:14:00.322386 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e041320f-b0c2-47dd-9c45-88a1ff13429c", "tag": "04ef4281-bf1d-45b9-8d7a-155376fa0038", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:14:00.322805 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-80f1d8c1-ac51-4ee9-a84a-054948858413 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:14:00.323418 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f1d8c1-ac51-4ee9-a84a-054948858413'] response: {'name': 'network-changed', 'server_uuid': 'e041320f-b0c2-47dd-9c45-88a1ff13429c', 'tag': '04ef4281-bf1d-45b9-8d7a-155376fa0038', 'status': 'completed', 'code': 200} May 26 17:14:00.343665 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-ad86de5a-c4af-4fdd-ba4f-d1078adbc3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:00.345928 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-ad86de5a-c4af-4fdd-ba4f-d1078adbc3dc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 1094 time: 0.0588884 May 26 17:14:00.400568 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-89ead98b-11eb-43ed-85b9-e50bfcd601be service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04ef4281-bf1d-45b9-8d7a-155376fa0038 HTTP/1.1" status: 200 len: 217 time: 0.0444379 May 26 17:14:00.456171 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-c5779d5a-6512-4b2e-a9f8-b8af6bf61ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:00.457696 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-c5779d5a-6512-4b2e-a9f8-b8af6bf61ca4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c288215-0954-4db0-9574-ccdf7178c307 HTTP/1.1" status: 200 len: 834 time: 0.0510678 May 26 17:14:00.513087 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-e50cdf1e-9cc3-480a-b9e2-17855d2db01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:00.514654 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-e50cdf1e-9cc3-480a-b9e2-17855d2db01d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e5bb079-835c-412a-8afa-a5d0e3ed6df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451455 May 26 17:14:00.616205 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-7d348304-35eb-448f-bb6a-dbed9ce6c2c6 service neutron] 10.222.0.81 "GET /v2.0/networks/7e5bb079-835c-412a-8afa-a5d0e3ed6df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940018 May 26 17:14:00.712552 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e4f69827-486e-4fbf-b670-db46e5f0a268 req-4991908e-13c5-436d-8597-2ee6693c5853 service neutron] 10.222.0.81 "GET /v2.0/networks/7e5bb079-835c-412a-8afa-a5d0e3ed6df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884340 May 26 17:14:00.797851 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6889b6-a6cd-44be-a57f-12d9cae7ee4b req-48d71e5f-6781-48d2-8f14-ce184e04582b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:00.799675 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd6889b6-a6cd-44be-a57f-12d9cae7ee4b req-48d71e5f-6781-48d2-8f14-ce184e04582b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 1094 time: 0.0430968 May 26 17:14:00.898190 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6889b6-a6cd-44be-a57f-12d9cae7ee4b req-455578d3-c4d8-4d07-89a7-81b11b304c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:00.899663 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd6889b6-a6cd-44be-a57f-12d9cae7ee4b req-455578d3-c4d8-4d07-89a7-81b11b304c5c service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e5bb079-835c-412a-8afa-a5d0e3ed6df3 HTTP/1.1" status: 200 len: 898 time: 0.0877945 May 26 17:14:00.945932 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd6889b6-a6cd-44be-a57f-12d9cae7ee4b req-6279602f-f6b4-435e-bd4f-cfcfcbbeb188 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04ef4281-bf1d-45b9-8d7a-155376fa0038 HTTP/1.1" status: 200 len: 217 time: 0.0355668 May 26 17:14:00.998091 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6889b6-a6cd-44be-a57f-12d9cae7ee4b req-ec35d10c-a2d8-406b-a9bb-5a11e4291d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:00.999519 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd6889b6-a6cd-44be-a57f-12d9cae7ee4b req-ec35d10c-a2d8-406b-a9bb-5a11e4291d97 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c288215-0954-4db0-9574-ccdf7178c307 HTTP/1.1" status: 200 len: 834 time: 0.0472426 May 26 17:14:01.048938 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6889b6-a6cd-44be-a57f-12d9cae7ee4b req-b2386fb9-b47f-442f-b164-227b8cce5dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:01.050521 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd6889b6-a6cd-44be-a57f-12d9cae7ee4b req-b2386fb9-b47f-442f-b164-227b8cce5dfa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e5bb079-835c-412a-8afa-a5d0e3ed6df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431778 May 26 17:14:01.094789 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 072538f4-e775-4354-a1f1-f1f869e86ad9 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:14:01.098781 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:01.144997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 072538f4-e775-4354-a1f1-f1f869e86ad9 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:14:01.145370 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:01.160317 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd6889b6-a6cd-44be-a57f-12d9cae7ee4b req-4706e35a-2c7e-4a20-a658-0676f01ce129 service neutron] 10.222.0.81 "GET /v2.0/networks/7e5bb079-835c-412a-8afa-a5d0e3ed6df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014640 May 26 17:14:01.168378 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c16d2-3342-41d8-bced-ae5bb4b4bc73 req-dbbcffc1-7c84-4f08-8e89-73cd18e48289 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:01.170805 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6c9c16d2-3342-41d8-bced-ae5bb4b4bc73 req-dbbcffc1-7c84-4f08-8e89-73cd18e48289 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 943 time: 0.0556834 May 26 17:14:01.214867 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6c9c16d2-3342-41d8-bced-ae5bb4b4bc73 req-e00f848d-8807-4104-b267-95a5f41df9f8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345895 May 26 17:14:01.237838 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 072538f4-e775-4354-a1f1-f1f869e86ad9 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:14:01.261751 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-cd6889b6-a6cd-44be-a57f-12d9cae7ee4b req-321d3922-ee11-468c-9977-cb60328d758c service neutron] 10.222.0.81 "GET /v2.0/networks/7e5bb079-835c-412a-8afa-a5d0e3ed6df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944424 May 26 17:14:02.347705 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda244de-77d2-4fa2-97d7-07473209642a req-3d21c42e-6835-4925-94ed-5582c7537dd0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:02.349316 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fda244de-77d2-4fa2-97d7-07473209642a req-3d21c42e-6835-4925-94ed-5582c7537dd0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 943 time: 0.0544806 May 26 17:14:02.388911 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fda244de-77d2-4fa2-97d7-07473209642a req-03f151d7-c51b-496f-83cf-cc69bd312315 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333679 May 26 17:14:03.527141 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb9af1-8824-470b-a626-8bde04e89389 req-79335d41-50ec-4ea7-b14f-5ecc02dc243e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:03.528709 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-18bb9af1-8824-470b-a626-8bde04e89389 req-79335d41-50ec-4ea7-b14f-5ecc02dc243e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 943 time: 0.0548544 May 26 17:14:03.575548 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-18bb9af1-8824-470b-a626-8bde04e89389 req-789e542d-c9d0-4be8-91a1-080b8ab2f00b tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386903 May 26 17:14:04.424941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 04ef4281-bf1d-45b9-8d7a-155376fa0038 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:14:04.529578 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 04ef4281-bf1d-45b9-8d7a-155376fa0038, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=04ef4281-bf1d-45b9-8d7a-155376fa0038,segment=NetworkSegment(2af27e6a-5dd4-4164-8f8e-f1652173b008),segment_id=2af27e6a-5dd4-4164-8f8e-f1652173b008)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:14:04.542038 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '04ef4281-bf1d-45b9-8d7a-155376fa0038', 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3', 'port_id': '04ef4281-bf1d-45b9-8d7a-155376fa0038', 'mac_address': 'fa:16:3e:ef:39:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c288215-0954-4db0-9574-ccdf7178c307', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:14:04.586964 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 04ef4281-bf1d-45b9-8d7a-155376fa0038 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:14:04.587342 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:04.600615 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ef4281-bf1d-45b9-8d7a-155376fa0038 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:14:04.624011 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 04ef4281-bf1d-45b9-8d7a-155376fa0038, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=04ef4281-bf1d-45b9-8d7a-155376fa0038,segment=NetworkSegment(2af27e6a-5dd4-4164-8f8e-f1652173b008),segment_id=2af27e6a-5dd4-4164-8f8e-f1652173b008)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:14:04.629863 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:04.679034 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=04ef4281-bf1d-45b9-8d7a-155376fa0038,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:04.700483 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afe26b-16e9-4fec-b443-c2a5229e1220 req-eddd34be-529b-4f24-bb72-37c3d7d4704c tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:04.701975 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9afe26b-16e9-4fec-b443-c2a5229e1220 req-eddd34be-529b-4f24-bb72-37c3d7d4704c tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 944 time: 0.0527906 May 26 17:14:04.742525 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a9afe26b-16e9-4fec-b443-c2a5229e1220 req-ef905b80-f398-4386-a8c1-88e0940b44d2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337541 May 26 17:14:04.906966 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['04ef4281-bf1d-45b9-8d7a-155376fa0038'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:14:05.860173 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f084e-6427-44b2-9951-3551390e9027 req-a07920b5-5557-416f-9570-823d39b258b7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:05.862378 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f28f084e-6427-44b2-9951-3551390e9027 req-a07920b5-5557-416f-9570-823d39b258b7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 944 time: 0.0513909 May 26 17:14:05.899098 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f28f084e-6427-44b2-9951-3551390e9027 req-90e955b8-50fa-4893-a598-3609683c3403 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308230 May 26 17:14:06.424527 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 04ef4281-bf1d-45b9-8d7a-155376fa0038 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:14:06.472613 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 04ef4281-bf1d-45b9-8d7a-155376fa0038 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 17:14:06.476341 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 04ef4281-bf1d-45b9-8d7a-155376fa0038 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:14:06.476711 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:06.557224 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 04ef4281-bf1d-45b9-8d7a-155376fa0038 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:14:06.557619 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:06.582369 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e041320f-b0c2-47dd-9c45-88a1ff13429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ef4281-bf1d-45b9-8d7a-155376fa0038'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:14:06.584614 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f194b5d4-b31e-4a00-aa05-df31523a670f" -d '{"events": [{"server_uuid": "e041320f-b0c2-47dd-9c45-88a1ff13429c", "name": "network-vif-plugged", "status": "completed", "tag": "04ef4281-bf1d-45b9-8d7a-155376fa0038"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:14:06.597279 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 04ef4281-bf1d-45b9-8d7a-155376fa0038, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=04ef4281-bf1d-45b9-8d7a-155376fa0038,segment=NetworkSegment(2af27e6a-5dd4-4164-8f8e-f1652173b008),segment_id=2af27e6a-5dd4-4164-8f8e-f1652173b008)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:14:06.601317 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:06.651032 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=04ef4281-bf1d-45b9-8d7a-155376fa0038,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:06.681173 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4d5a59-f3fb-4c8e-853c-b41d8324189a x-openstack-request-id: req-9a4d5a59-f3fb-4c8e-853c-b41d8324189a {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:14:06.681474 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e041320f-b0c2-47dd-9c45-88a1ff13429c", "name": "network-vif-plugged", "status": "completed", "tag": "04ef4281-bf1d-45b9-8d7a-155376fa0038", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:14:06.681733 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9a4d5a59-f3fb-4c8e-853c-b41d8324189a {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:14:06.682140 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a4d5a59-f3fb-4c8e-853c-b41d8324189a'] response: {'server_uuid': 'e041320f-b0c2-47dd-9c45-88a1ff13429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ef4281-bf1d-45b9-8d7a-155376fa0038', 'code': 200} May 26 17:14:06.780417 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a3117-0810-462f-995f-a263cbe7e649 req-6548a82a-afe5-44b6-96da-7add7b47cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:06.782187 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-810a3117-0810-462f-995f-a263cbe7e649 req-6548a82a-afe5-44b6-96da-7add7b47cbb1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 1096 time: 0.0417073 May 26 17:14:06.818750 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-810a3117-0810-462f-995f-a263cbe7e649 req-628c7721-07fb-4fb4-be1a-e9f70e9e75c7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283456 May 26 17:14:07.015754 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba5834-326d-4485-aac9-6c2f1163aa16 req-7f79d622-e925-4434-8a68-f1cc201a7d04 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:07.017270 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43ba5834-326d-4485-aac9-6c2f1163aa16 req-7f79d622-e925-4434-8a68-f1cc201a7d04 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 945 time: 0.0496061 May 26 17:14:07.055870 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43ba5834-326d-4485-aac9-6c2f1163aa16 req-695c4477-c0d4-4246-a5a1-7dcaa6d16167 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321465 May 26 17:14:08.176971 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5858900-c908-425e-9a40-d2d05ba16437 req-2d99385e-dc5b-4456-a72d-b7e4dfdeb608 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:08.178505 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5858900-c908-425e-9a40-d2d05ba16437 req-2d99385e-dc5b-4456-a72d-b7e4dfdeb608 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 945 time: 0.0491054 May 26 17:14:08.218288 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b5858900-c908-425e-9a40-d2d05ba16437 req-0a77912e-546e-4f1c-80e4-2ea20c344915 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336883 May 26 17:14:08.342156 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec1869-8355-477a-b8eb-81ba67f14fc8 req-98b6c79b-b60f-4e4e-9903-cccff262f1a5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:08.343533 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-83ec1869-8355-477a-b8eb-81ba67f14fc8 req-98b6c79b-b60f-4e4e-9903-cccff262f1a5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 945 time: 0.0528805 May 26 17:14:08.382218 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-83ec1869-8355-477a-b8eb-81ba67f14fc8 req-4047cf74-cb85-4d13-9543-ad3ac2b8ff66 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321033 May 26 17:14:08.404275 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42404) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:14:08.444646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32581290-1105-4db6-8b2d-42498aa391e1 tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:08.446188 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-32581290-1105-4db6-8b2d-42498aa391e1 tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 1091 time: 0.0409412 May 26 17:14:08.448971 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42406) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:14:08.453375 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-13695b50-d124-402e-875d-645e49e8809d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': '04ef4281-bf1d-45b9-8d7a-155376fa0038', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:14:08.473512 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13695b50-d124-402e-875d-645e49e8809d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:08.574459 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13695b50-d124-402e-875d-645e49e8809d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:08.676662 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-13695b50-d124-402e-875d-645e49e8809d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Allocated IP 172.25.7.228 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/1652502a-8437-4cbb-b328-fa48c1c9da13) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:14:08.780082 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13695b50-d124-402e-875d-645e49e8809d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:08.814083 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13695b50-d124-402e-875d-645e49e8809d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:08.854000 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13695b50-d124-402e-875d-645e49e8809d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:14:08.858047 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-13695b50-d124-402e-875d-645e49e8809d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:14:08.863970 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13695b50-d124-402e-875d-645e49e8809d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:14:08.866915 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13695b50-d124-402e-875d-645e49e8809d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=1652502a-8437-4cbb-b328-fa48c1c9da13,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:09.538398 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13695b50-d124-402e-875d-645e49e8809d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:09.605326 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13695b50-d124-402e-875d-645e49e8809d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:09.753111 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13695b50-d124-402e-875d-645e49e8809d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:09.757646 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13695b50-d124-402e-875d-645e49e8809d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:09.824363 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13695b50-d124-402e-875d-645e49e8809d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=1652502a-8437-4cbb-b328-fa48c1c9da13,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:14:09.836654 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13695b50-d124-402e-875d-645e49e8809d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:09.937077 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-13695b50-d124-402e-875d-645e49e8809d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Floating IP 6ff69d05-41b1-4eb2-8cc5-47c36e87bb6b associated. External IP: 172.25.7.228, port: 04ef4281-bf1d-45b9-8d7a-155376fa0038. May 26 17:14:10.144190 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13695b50-d124-402e-875d-645e49e8809d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Router e3408c7c-60f0-4596-a2fb-d5d2641bfb8b has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:14:10.255496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13695b50-d124-402e-875d-645e49e8809d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:14:10.265508 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46d9d55-5950-4709-9234-408ae5954128 None None] Sync routers for ids ['e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:14:10.273578 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-13695b50-d124-402e-875d-645e49e8809d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:10.276151 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46d9d55-5950-4709-9234-408ae5954128 None None] Routers {'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:14:10.276809 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-c46d9d55-5950-4709-9234-408ae5954128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:13:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:10.301750 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-13695b50-d124-402e-875d-645e49e8809d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8516874 May 26 17:14:10.302638 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e041320f-b0c2-47dd-9c45-88a1ff13429c', 'tag': '04ef4281-bf1d-45b9-8d7a-155376fa0038'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:14:10.305167 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24103bee38bbd97c6ccfbe10b0e84632f8bc6809d0c06cc395e50ba217a9e387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ceafc5-9d30-45f3-95c7-d91cd2e17a04" -d '{"events": [{"name": "network-changed", "server_uuid": "e041320f-b0c2-47dd-9c45-88a1ff13429c", "tag": "04ef4281-bf1d-45b9-8d7a-155376fa0038"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:14:10.386484 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-c46d9d55-5950-4709-9234-408ae5954128 None None] Set router e3408c7c-60f0-4596-a2fb-d5d2641bfb8b gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:14:10.413016 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338127b4-0343-4899-8df2-a8168ba9c5e7 req-f7504ba6-4f5e-4dc8-9e79-98bb38a369b8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:10.414970 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-338127b4-0343-4899-8df2-a8168ba9c5e7 req-f7504ba6-4f5e-4dc8-9e79-98bb38a369b8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 945 time: 0.0554235 May 26 17:14:10.416566 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44967b22-f82a-41ef-9960-38aebcd7b3f2 x-openstack-request-id: req-44967b22-f82a-41ef-9960-38aebcd7b3f2 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:14:10.416846 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e041320f-b0c2-47dd-9c45-88a1ff13429c", "tag": "04ef4281-bf1d-45b9-8d7a-155376fa0038", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:14:10.417094 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-44967b22-f82a-41ef-9960-38aebcd7b3f2 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:14:10.417484 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44967b22-f82a-41ef-9960-38aebcd7b3f2'] response: {'name': 'network-changed', 'server_uuid': 'e041320f-b0c2-47dd-9c45-88a1ff13429c', 'tag': '04ef4281-bf1d-45b9-8d7a-155376fa0038', 'status': 'completed', 'code': 200} May 26 17:14:10.456350 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-338127b4-0343-4899-8df2-a8168ba9c5e7 req-8ef6645b-8aaf-4ef4-9c12-875eb26928d0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338562 May 26 17:14:10.489455 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42414) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:14:10.494862 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ceafc5-9d30-45f3-95c7-d91cd2e17a04 req-3faf1e9c-3d10-4e09-9f32-583bd2ca9fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:10.496420 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c0ceafc5-9d30-45f3-95c7-d91cd2e17a04 req-3faf1e9c-3d10-4e09-9f32-583bd2ca9fa7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 1096 time: 0.0518143 May 26 17:14:10.558352 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-819c9e90-3907-4e2b-b9e6-d7cca1835721 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/floatingips/6ff69d05-41b1-4eb2-8cc5-47c36e87bb6b HTTP/1.1" status: 200 len: 991 time: 0.0675418 May 26 17:14:10.598653 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ceafc5-9d30-45f3-95c7-d91cd2e17a04 req-dc20abfa-2c63-402f-ad9a-044fd10899d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:10.600146 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c0ceafc5-9d30-45f3-95c7-d91cd2e17a04 req-dc20abfa-2c63-402f-ad9a-044fd10899d8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e5bb079-835c-412a-8afa-a5d0e3ed6df3 HTTP/1.1" status: 200 len: 898 time: 0.0965126 May 26 17:14:10.625609 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-c46d9d55-5950-4709-9234-408ae5954128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725405712', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:56Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '6ff69d05-41b1-4eb2-8cc5-47c36e87bb6b', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'floating_ip_address': '172.25.7.228', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'port_id': '04ef4281-bf1d-45b9-8d7a-155376fa0038', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3', 'mac_address': 'fa:16:3e:ef:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e041320f-b0c2-47dd-9c45-88a1ff13429c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:14:09Z', 'updated_at': '2022-05-26T17:14:09Z', 'revision_number': 0, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '072538f4-e775-4354-a1f1-f1f869e86ad9', 'name': '', 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:ef:d3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6c288215-0954-4db0-9574-ccdf7178c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:13:55Z', 'updated_at': '2022-05-26T17:13:58Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '6c288215-0954-4db0-9574-ccdf7178c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:10.654735 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46d9d55-5950-4709-9234-408ae5954128 None None] Checking router: e3408c7c-60f0-4596-a2fb-d5d2641bfb8b for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:14:10.663926 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46d9d55-5950-4709-9234-408ae5954128 None None] Routers {'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:14:10.664562 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-c46d9d55-5950-4709-9234-408ae5954128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:13:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:10.669667 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c0ceafc5-9d30-45f3-95c7-d91cd2e17a04 req-3d8576fb-a6c8-4566-add4-7e3dd21d4ef9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04ef4281-bf1d-45b9-8d7a-155376fa0038 HTTP/1.1" status: 200 len: 999 time: 0.0627353 May 26 17:14:10.724856 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ceafc5-9d30-45f3-95c7-d91cd2e17a04 req-98ce8351-effb-4b95-8dc8-0fd140433d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:10.726313 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c0ceafc5-9d30-45f3-95c7-d91cd2e17a04 req-98ce8351-effb-4b95-8dc8-0fd140433d76 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c288215-0954-4db0-9574-ccdf7178c307 HTTP/1.1" status: 200 len: 834 time: 0.0485458 May 26 17:14:10.769203 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-c46d9d55-5950-4709-9234-408ae5954128 None None] Set router e3408c7c-60f0-4596-a2fb-d5d2641bfb8b gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:14:10.771854 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ceafc5-9d30-45f3-95c7-d91cd2e17a04 req-ea4d61e7-16f9-42c8-8bd5-d10111bd3fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:10.773406 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c0ceafc5-9d30-45f3-95c7-d91cd2e17a04 req-ea4d61e7-16f9-42c8-8bd5-d10111bd3fac service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e5bb079-835c-412a-8afa-a5d0e3ed6df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399303 May 26 17:14:10.867918 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c0ceafc5-9d30-45f3-95c7-d91cd2e17a04 req-16eb2e95-2342-475f-812f-8d046bb62bda service neutron] 10.222.0.81 "GET /v2.0/networks/7e5bb079-835c-412a-8afa-a5d0e3ed6df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868912 May 26 17:14:10.965629 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c0ceafc5-9d30-45f3-95c7-d91cd2e17a04 req-fb0a3178-4412-4a67-b8ad-1d7c418ffa76 service neutron] 10.222.0.81 "GET /v2.0/networks/7e5bb079-835c-412a-8afa-a5d0e3ed6df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905592 May 26 17:14:11.000951 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-c46d9d55-5950-4709-9234-408ae5954128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725405712', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:56Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '6ff69d05-41b1-4eb2-8cc5-47c36e87bb6b', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'floating_ip_address': '172.25.7.228', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'port_id': '04ef4281-bf1d-45b9-8d7a-155376fa0038', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3', 'mac_address': 'fa:16:3e:ef:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e041320f-b0c2-47dd-9c45-88a1ff13429c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:14:09Z', 'updated_at': '2022-05-26T17:14:09Z', 'revision_number': 0, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '072538f4-e775-4354-a1f1-f1f869e86ad9', 'name': '', 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:ef:d3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6c288215-0954-4db0-9574-ccdf7178c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:13:55Z', 'updated_at': '2022-05-26T17:13:58Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '6c288215-0954-4db0-9574-ccdf7178c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:14:11.112436 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46d9d55-5950-4709-9234-408ae5954128 None None] The sync data for ids ['e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'] in n-d-843337-2 is: [{'id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725405712', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:56Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '6ff69d05-41b1-4eb2-8cc5-47c36e87bb6b', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'floating_ip_address': '172.25.7.228', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'port_id': '04ef4281-bf1d-45b9-8d7a-155376fa0038', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3', 'mac_address': 'fa:16:3e:ef:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e041320f-b0c2-47dd-9c45-88a1ff13429c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:14:09Z', 'updated_at': '2022-05-26T17:14:09Z', 'revision_number': 0, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '072538f4-e775-4354-a1f1-f1f869e86ad9', 'name': '', 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:ef:d3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6c288215-0954-4db0-9574-ccdf7178c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:13:55Z', 'updated_at': '2022-05-26T17:13:58Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '6c288215-0954-4db0-9574-ccdf7178c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:14:11.314810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40a269a-46a3-4483-b3f5-7fac240013ae None None] New status for floating IP 6ff69d05-41b1-4eb2-8cc5-47c36e87bb6b: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:14:11.562063 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42416) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:14:11.624817 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-02b3410e-1417-41da-96dd-433083913b6a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/floatingips/6ff69d05-41b1-4eb2-8cc5-47c36e87bb6b HTTP/1.1" status: 200 len: 993 time: 0.0616567 May 26 17:14:13.192880 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ae5445ec-35e9-4ea4-b043-4189f55580ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:15.645792 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6929106e-901d-4a1b-8c93-932889df9779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:16.812940 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:18.547327 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:18.770361 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:19.142029 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:19.667599 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:14:23.037513 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bf031586-f0ed-4fc5-9ad2-3f2288159974 req-9f3ce612-8e6d-4f21-b53d-78ef7d0c2f35 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462241 May 26 17:14:23.123288 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf031586-f0ed-4fc5-9ad2-3f2288159974 req-28a188d5-3854-4374-baeb-fcc0df6d652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:23.124848 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bf031586-f0ed-4fc5-9ad2-3f2288159974 req-28a188d5-3854-4374-baeb-fcc0df6d652b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 1096 time: 0.0425520 May 26 17:14:23.234704 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf031586-f0ed-4fc5-9ad2-3f2288159974 req-58dc9191-cb3b-4e0a-9e53-79d66ff0c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:23.236397 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bf031586-f0ed-4fc5-9ad2-3f2288159974 req-58dc9191-cb3b-4e0a-9e53-79d66ff0c189 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e5bb079-835c-412a-8afa-a5d0e3ed6df3 HTTP/1.1" status: 200 len: 898 time: 0.0900466 May 26 17:14:23.317807 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bf031586-f0ed-4fc5-9ad2-3f2288159974 req-ae77fc01-e837-405a-9de0-8a418b429994 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04ef4281-bf1d-45b9-8d7a-155376fa0038 HTTP/1.1" status: 200 len: 1001 time: 0.0703387 May 26 17:14:23.379204 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf031586-f0ed-4fc5-9ad2-3f2288159974 req-7f1e5f52-8a44-473d-8fc0-ab4e2ae4cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:23.380686 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bf031586-f0ed-4fc5-9ad2-3f2288159974 req-7f1e5f52-8a44-473d-8fc0-ab4e2ae4cae3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c288215-0954-4db0-9574-ccdf7178c307 HTTP/1.1" status: 200 len: 834 time: 0.0448399 May 26 17:14:23.426699 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf031586-f0ed-4fc5-9ad2-3f2288159974 req-7a38cedb-1c41-4d96-8d97-75a1d44356f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:23.428209 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bf031586-f0ed-4fc5-9ad2-3f2288159974 req-7a38cedb-1c41-4d96-8d97-75a1d44356f9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e5bb079-835c-412a-8afa-a5d0e3ed6df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407398 May 26 17:14:23.526854 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bf031586-f0ed-4fc5-9ad2-3f2288159974 req-8f0eacdd-2e2e-4d47-8da1-32056d8084ef service neutron] 10.222.0.81 "GET /v2.0/networks/7e5bb079-835c-412a-8afa-a5d0e3ed6df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911191 May 26 17:14:23.621433 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bf031586-f0ed-4fc5-9ad2-3f2288159974 req-cba4908d-4fb3-4d94-8e79-414bd6dbb416 service neutron] 10.222.0.81 "GET /v2.0/networks/7e5bb079-835c-412a-8afa-a5d0e3ed6df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827646 May 26 17:14:31.096000 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:43.195813 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-98b8640b-4f91-459d-9eaa-8675a98f2750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:45.638761 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-05106c70-fc9e-44f0-8cea-584b1740faf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:46.818074 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:47.109440 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-f06a968d-4c40-4283-8fb8-e456674c4901 req-a0ca9a79-8087-4e7d-bca1-83dd039a7c71 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:14:47.110453 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f06a968d-4c40-4283-8fb8-e456674c4901 req-a0ca9a79-8087-4e7d-bca1-83dd039a7c71 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0590153 May 26 17:14:47.308407 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad9ae4-97cf-41ad-8066-af24850ce8be req-27164d4f-d00e-4441-8063-d694d2e86ea4 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:47.310044 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88ad9ae4-97cf-41ad-8066-af24850ce8be req-27164d4f-d00e-4441-8063-d694d2e86ea4 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 945 time: 0.0581076 May 26 17:14:47.338595 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42440) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:14:47.357096 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-88ad9ae4-97cf-41ad-8066-af24850ce8be req-0f004d96-0b53-490d-8357-a4b44ddf8d1f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408342 May 26 17:14:47.430061 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-77c82ef8-0fe7-4fef-8eaa-c183fc4a6a1e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903852 May 26 17:14:47.438802 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-ece5ec82-a76f-4721-9ceb-2df688182160 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:14:47.439768 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-ece5ec82-a76f-4721-9ceb-2df688182160 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049458 May 26 17:14:48.483000 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb45d5b-84bf-467c-8726-61b26135dfef req-4645d115-9792-4239-ab2f-6b28fe05b0e9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:48.484519 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-deb45d5b-84bf-467c-8726-61b26135dfef req-4645d115-9792-4239-ab2f-6b28fe05b0e9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 945 time: 0.0503955 May 26 17:14:48.523403 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-deb45d5b-84bf-467c-8726-61b26135dfef req-b80910d2-27df-40eb-8a28-fa7802c3df8c tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318189 May 26 17:14:48.552200 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:48.775458 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-5f354d6e-82aa-4933-9fb1-242bf7b9cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:48.777077 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-5f354d6e-82aa-4933-9fb1-242bf7b9cc32 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 1096 time: 0.0931206 May 26 17:14:48.783021 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:48.873940 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-a938f0ba-6ddf-4bde-81e3-a89181cbd61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:48.875461 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-a938f0ba-6ddf-4bde-81e3-a89181cbd61a service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e5bb079-835c-412a-8afa-a5d0e3ed6df3 HTTP/1.1" status: 200 len: 898 time: 0.0886903 May 26 17:14:48.950754 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-fc2db422-bf7c-434c-9f23-4da6ab4238ba service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04ef4281-bf1d-45b9-8d7a-155376fa0038 HTTP/1.1" status: 200 len: 1001 time: 0.0682704 May 26 17:14:49.001849 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-21eb71e5-1fef-48a7-a58d-944e81e1643f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:49.003350 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-21eb71e5-1fef-48a7-a58d-944e81e1643f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c288215-0954-4db0-9574-ccdf7178c307 HTTP/1.1" status: 200 len: 834 time: 0.0449803 May 26 17:14:49.051914 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-7b84b8f6-bf84-494c-ba17-819c0ebf4464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:49.053452 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-7b84b8f6-bf84-494c-ba17-819c0ebf4464 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e5bb079-835c-412a-8afa-a5d0e3ed6df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426245 May 26 17:14:49.146530 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:14:49.157054 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-df6927df-5ca7-4b0c-9715-fa9ca138398b service neutron] 10.222.0.81 "GET /v2.0/networks/7e5bb079-835c-412a-8afa-a5d0e3ed6df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956609 May 26 17:14:49.252408 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-6b891bd8-faae-46af-90c5-8f02cc358d4f service neutron] 10.222.0.81 "GET /v2.0/networks/7e5bb079-835c-412a-8afa-a5d0e3ed6df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883327 May 26 17:14:49.658430 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f25d4f-0c90-4f34-9c67-9c53d12d7778 req-49a97e4b-2d02-4350-bc51-9f559114c069 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:49.659931 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58f25d4f-0c90-4f34-9c67-9c53d12d7778 req-49a97e4b-2d02-4350-bc51-9f559114c069 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 945 time: 0.0583897 May 26 17:14:49.701159 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-58f25d4f-0c90-4f34-9c67-9c53d12d7778 req-80076ef8-0fa6-4c0c-9208-e54228380c76 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340769 May 26 17:14:50.822302 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd455d-cb3e-4eed-9a26-18caf202a331 req-c1985ae5-a9c5-41c0-8141-1b9c7d317c24 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:50.823833 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57dd455d-cb3e-4eed-9a26-18caf202a331 req-c1985ae5-a9c5-41c0-8141-1b9c7d317c24 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 945 time: 0.0513084 May 26 17:14:50.869607 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-57dd455d-cb3e-4eed-9a26-18caf202a331 req-967c4355-6363-4f4b-820d-dacba9c2114e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396652 May 26 17:14:51.995361 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3ac5b-dd53-4436-b9e7-7f07322e8398 req-00f54d1e-b9c9-4201-946b-1352c65df7a3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:51.996921 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e1d3ac5b-dd53-4436-b9e7-7f07322e8398 req-00f54d1e-b9c9-4201-946b-1352c65df7a3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 945 time: 0.0499961 May 26 17:14:52.036788 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e1d3ac5b-dd53-4436-b9e7-7f07322e8398 req-bcc80f8c-3f13-47c0-ab51-f6dc34eb4a2e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337174 May 26 17:14:53.165909 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99a7a7-2f22-4102-8d66-8973210a097b req-a5800f94-ef16-445c-b54f-86b81a7af3b5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:53.167430 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c99a7a7-2f22-4102-8d66-8973210a097b req-a5800f94-ef16-445c-b54f-86b81a7af3b5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 945 time: 0.0508199 May 26 17:14:53.208176 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0c99a7a7-2f22-4102-8d66-8973210a097b req-c3e3864d-04fd-4288-9512-88cb739f7d93 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343750 May 26 17:14:54.335627 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391bce9-8696-4ed5-af01-6fd53ec033f9 req-de68f729-a4c9-478e-b48b-ce17651330e6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:54.337156 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d391bce9-8696-4ed5-af01-6fd53ec033f9 req-de68f729-a4c9-478e-b48b-ce17651330e6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 945 time: 0.0537875 May 26 17:14:54.382076 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d391bce9-8696-4ed5-af01-6fd53ec033f9 req-04635818-139b-4ad3-8467-52bfa192da5f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387261 May 26 17:14:55.512161 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a54c7-531e-4fe9-a793-db31380e7ebc req-c8abd77b-dfe6-41af-9bbe-c5a6d24fcaf9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:55.513769 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a98a54c7-531e-4fe9-a793-db31380e7ebc req-c8abd77b-dfe6-41af-9bbe-c5a6d24fcaf9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 945 time: 0.0532565 May 26 17:14:55.553775 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a98a54c7-531e-4fe9-a793-db31380e7ebc req-b42a0e9c-f299-42cb-bcc2-1395958fce71 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329771 May 26 17:14:56.666866 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:14:56.678690 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641abee9-a582-4f2c-8f60-cbd7b2cc4974 req-ac429aa9-5b76-44f8-9b2a-3cf2cd683246 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:56.680244 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-641abee9-a582-4f2c-8f60-cbd7b2cc4974 req-ac429aa9-5b76-44f8-9b2a-3cf2cd683246 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 945 time: 0.0521600 May 26 17:14:56.719513 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-641abee9-a582-4f2c-8f60-cbd7b2cc4974 req-b57b42c0-d429-4b95-8e0d-8f2bfb160b36 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331554 May 26 17:14:57.840668 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2330f-b9f3-4d1e-9480-4ff38707d3d3 req-dbc44627-9bb0-4663-9db6-abfde7a8f74d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:57.842139 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24c2330f-b9f3-4d1e-9480-4ff38707d3d3 req-dbc44627-9bb0-4663-9db6-abfde7a8f74d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 945 time: 0.0506580 May 26 17:14:57.893519 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24c2330f-b9f3-4d1e-9480-4ff38707d3d3 req-eca81b7b-ba7d-4097-b4b9-d2b6eea0ecca tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427365 May 26 17:14:59.021957 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467bb65-b163-4b1e-8af3-03b4b2862fbc req-2e0973b3-e6e2-426b-914c-455a51380291 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:14:59.023429 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2467bb65-b163-4b1e-8af3-03b4b2862fbc req-2e0973b3-e6e2-426b-914c-455a51380291 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 945 time: 0.0519862 May 26 17:14:59.064047 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2467bb65-b163-4b1e-8af3-03b4b2862fbc req-5d4d57e7-705e-40ed-aa23-f5aae847eb30 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342114 May 26 17:15:00.203124 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bfa30-00dc-4d2c-b48b-1c05f830a676 req-29e1ea11-1961-4032-afb2-5adc22788280 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:00.204581 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-454bfa30-00dc-4d2c-b48b-1c05f830a676 req-29e1ea11-1961-4032-afb2-5adc22788280 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 945 time: 0.0566258 May 26 17:15:00.246757 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-454bfa30-00dc-4d2c-b48b-1c05f830a676 req-d1b90dd5-e44d-4ecd-b06f-424fc3f21a1e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352156 May 26 17:15:01.095351 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:01.389459 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded711c0-2a1c-477b-87f5-9000b4cfbf57 req-287be186-9a48-43b2-a4b4-68a2a0b0b578 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:01.391081 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ded711c0-2a1c-477b-87f5-9000b4cfbf57 req-287be186-9a48-43b2-a4b4-68a2a0b0b578 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 945 time: 0.0574799 May 26 17:15:01.438179 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ded711c0-2a1c-477b-87f5-9000b4cfbf57 req-40cd9f62-8681-4cd0-b89e-e390b6d442ca tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399208 May 26 17:15:02.566436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4d8d4-7668-47b9-800d-5670bb0d9ac9 req-6b6d14cb-3f47-4e19-9b4f-578283606444 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:02.568451 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14e4d8d4-7668-47b9-800d-5670bb0d9ac9 req-6b6d14cb-3f47-4e19-9b4f-578283606444 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 945 time: 0.0536959 May 26 17:15:02.606797 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14e4d8d4-7668-47b9-800d-5670bb0d9ac9 req-69d4a83d-076d-4d34-adcd-9a04418a8aa7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324500 May 26 17:15:03.734936 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6bba4-a27b-4a5f-837d-5a4232933b9e req-9e7d6077-e89f-4e91-9f5e-a63aa6621b5a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:03.736467 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ef6bba4-a27b-4a5f-837d-5a4232933b9e req-9e7d6077-e89f-4e91-9f5e-a63aa6621b5a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 945 time: 0.0517082 May 26 17:15:03.782186 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1ef6bba4-a27b-4a5f-837d-5a4232933b9e req-11f8de84-35d7-4712-9257-4b5bdbfefb6a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376363 May 26 17:15:04.906201 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc2a5b-6500-4455-b759-63cd42eb36b3 req-8b6148e4-47c8-423f-971e-8190477d904d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:04.907751 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fdfc2a5b-6500-4455-b759-63cd42eb36b3 req-8b6148e4-47c8-423f-971e-8190477d904d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 945 time: 0.0516655 May 26 17:15:04.953710 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fdfc2a5b-6500-4455-b759-63cd42eb36b3 req-c0592037-873e-4fdc-bbbf-fc62e9cefd1d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387304 May 26 17:15:06.082610 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56eb0e4-c292-4b26-bb56-5c88b7e19fe1 req-295b6fe8-3456-4202-acce-dd902d28e644 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:06.084503 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f56eb0e4-c292-4b26-bb56-5c88b7e19fe1 req-295b6fe8-3456-4202-acce-dd902d28e644 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 945 time: 0.0561495 May 26 17:15:06.124868 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f56eb0e4-c292-4b26-bb56-5c88b7e19fe1 req-a8f40c56-aa93-4d8a-8eb0-72b1c42aa4b5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338700 May 26 17:15:06.259993 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-b6abb9d8-7989-4ee4-8372-96442d228a8b tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:15:06.260991 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-b6abb9d8-7989-4ee4-8372-96442d228a8b tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073979 May 26 17:15:06.327256 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-b7207042-7f80-4bdd-8c1d-b146ce719103 service neutron] show failed (client error): The resource could not be found. May 26 17:15:06.328302 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-b7207042-7f80-4bdd-8c1d-b146ce719103 service neutron] 10.222.0.81 "GET /v2.0/ports/04ef4281-bf1d-45b9-8d7a-155376fa0038/bindings/n-h2-843337-2 HTTP/1.1" status: 404 len: 380 time: 0.0593948 May 26 17:15:06.612056 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-811bafc7-0f48-4f16-aa3c-3e93c0e171eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:06.613488 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-811bafc7-0f48-4f16-aa3c-3e93c0e171eb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c&tenant_id=d71587a7143140b39ad28ebd632c58fb HTTP/1.1" status: 200 len: 1096 time: 0.0535941 May 26 17:15:06.634864 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843337-2', 'device_owner': 'compute:nova'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:15:06.694941 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:06.913267 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] For port 04ef4281-bf1d-45b9-8d7a-155376fa0038, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=04ef4281-bf1d-45b9-8d7a-155376fa0038,segment=NetworkSegment(2af27e6a-5dd4-4164-8f8e-f1652173b008),segment_id=2af27e6a-5dd4-4164-8f8e-f1652173b008)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:15:06.950207 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] For port 04ef4281-bf1d-45b9-8d7a-155376fa0038, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:15:06.995701 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e041320f-b0c2-47dd-9c45-88a1ff13429c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ef4281-bf1d-45b9-8d7a-155376fa0038'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:15:06.997976 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a48169-4d83-4ebe-b82a-5f91319b5a40" -d '{"events": [{"server_uuid": "e041320f-b0c2-47dd-9c45-88a1ff13429c", "name": "network-vif-unplugged", "status": "completed", "tag": "04ef4281-bf1d-45b9-8d7a-155376fa0038"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:15:07.001807 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:07.014350 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Transition to ACTIVE for port object 04ef4281-bf1d-45b9-8d7a-155376fa0038 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 17:15:07.018595 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:07.059530 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 17:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a584efdc-40e3-4546-b391-9166f5b5f696 x-openstack-request-id: req-a584efdc-40e3-4546-b391-9166f5b5f696 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:15:07.059530 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e041320f-b0c2-47dd-9c45-88a1ff13429c", "name": "network-vif-unplugged", "status": "completed", "tag": "04ef4281-bf1d-45b9-8d7a-155376fa0038", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:15:07.059530 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a584efdc-40e3-4546-b391-9166f5b5f696 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:15:07.059984 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a584efdc-40e3-4546-b391-9166f5b5f696'] response: {'server_uuid': 'e041320f-b0c2-47dd-9c45-88a1ff13429c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ef4281-bf1d-45b9-8d7a-155376fa0038', 'code': 200} May 26 17:15:07.105731 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=04ef4281-bf1d-45b9-8d7a-155376fa0038,revision_number=6']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:15:07.118933 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:15:07.119292 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:15:07.119613 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:15:07.119996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:15:07.120453 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:15:07.120700 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:15:07.121591 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:15:07.121591 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:15:07.121591 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:15:07.121591 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:15:07.128529 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:15:07.128529 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:15:07.158544 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] No DVR routers for this DVR port 04ef4281-bf1d-45b9-8d7a-155376fa0038 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:15:07.268469 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135c541-b742-4912-a6a7-4a03168e0a6d req-6499c19b-21f1-4b4f-9bb5-817591d2e570 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:07.270967 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4135c541-b742-4912-a6a7-4a03168e0a6d req-6499c19b-21f1-4b4f-9bb5-817591d2e570 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 943 time: 0.0559421 May 26 17:15:07.311434 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4135c541-b742-4912-a6a7-4a03168e0a6d req-d224a10d-232b-47ec-b28c-e3441ec20501 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342846 May 26 17:15:07.329730 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Attempting to bind port 04ef4281-bf1d-45b9-8d7a-155376fa0038 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:15:07.330955 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Attempting to bind port 04ef4281-bf1d-45b9-8d7a-155376fa0038 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '2af27e6a-5dd4-4164-8f8e-f1652173b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:15:07.330955 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Attempting to bind port 04ef4281-bf1d-45b9-8d7a-155376fa0038 on network 7e5bb079-835c-412a-8afa-a5d0e3ed6df3 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:15:07.335735 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Port 04ef4281-bf1d-45b9-8d7a-155376fa0038 on network 7e5bb079-835c-412a-8afa-a5d0e3ed6df3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:15:07.336057 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Attempting to bind port 04ef4281-bf1d-45b9-8d7a-155376fa0038 on network 7e5bb079-835c-412a-8afa-a5d0e3ed6df3 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:15:07.341297 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:15:07.341858 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Checking segment: {'id': '2af27e6a-5dd4-4164-8f8e-f1652173b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:15:07.342079 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Bound using segment: {'id': '2af27e6a-5dd4-4164-8f8e-f1652173b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:15:07.342402 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Bound port: 04ef4281-bf1d-45b9-8d7a-155376fa0038, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af27e6a-5dd4-4164-8f8e-f1652173b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:15:07.342844 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:07.419732 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] For port 04ef4281-bf1d-45b9-8d7a-155376fa0038, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:15:07.423382 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] For port 04ef4281-bf1d-45b9-8d7a-155376fa0038, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=04ef4281-bf1d-45b9-8d7a-155376fa0038,segment=NetworkSegment(2af27e6a-5dd4-4164-8f8e-f1652173b008),segment_id=2af27e6a-5dd4-4164-8f8e-f1652173b008)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:15:07.428544 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:07.473919 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:07.477080 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:07.478658 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] 10.222.0.83 "PUT /v2.0/ports/04ef4281-bf1d-45b9-8d7a-155376fa0038 HTTP/1.1" status: 200 len: 1091 time: 0.8500991 May 26 17:15:07.498504 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b65203-8cff-4a3f-b12b-b74e9cc8f3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=04ef4281-bf1d-45b9-8d7a-155376fa0038,revision_number=7']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:15:07.567882 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-66e343bd-dfe7-4d78-a914-17828a48a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:07.569696 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-66e343bd-dfe7-4d78-a914-17828a48a87a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 1094 time: 0.0497489 May 26 17:15:07.674557 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-9a41b189-7243-444a-b514-1bf4f38f6f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:07.676007 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-9a41b189-7243-444a-b514-1bf4f38f6f88 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e5bb079-835c-412a-8afa-a5d0e3ed6df3 HTTP/1.1" status: 200 len: 898 time: 0.0987899 May 26 17:15:07.748204 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-3fbedfb8-55cc-492f-8324-e6a868a38992 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04ef4281-bf1d-45b9-8d7a-155376fa0038 HTTP/1.1" status: 200 len: 999 time: 0.0640736 May 26 17:15:07.807427 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-6b8e8d05-b0f8-4b19-9ad2-15f77a0388ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:07.809073 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-6b8e8d05-b0f8-4b19-9ad2-15f77a0388ef service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6c288215-0954-4db0-9574-ccdf7178c307 HTTP/1.1" status: 200 len: 834 time: 0.0528815 May 26 17:15:07.858956 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-12143789-2217-414f-a221-daf3955ff7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:07.860583 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-12143789-2217-414f-a221-daf3955ff7a5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e5bb079-835c-412a-8afa-a5d0e3ed6df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438817 May 26 17:15:07.956997 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-e7ef31e7-3113-4601-b1ae-fdf222ddcc1d service neutron] 10.222.0.83 "GET /v2.0/networks/7e5bb079-835c-412a-8afa-a5d0e3ed6df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871310 May 26 17:15:08.056526 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-908045ed-6b1a-48f6-b7ac-04bc3d9f57f9 req-77312426-8d1d-4ad2-98ef-4bf429c1cb5d service neutron] 10.222.0.83 "GET /v2.0/networks/7e5bb079-835c-412a-8afa-a5d0e3ed6df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923364 May 26 17:15:08.461483 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b1c08-babb-42e0-ab40-69952a7aeaa7 req-1ff285dc-e081-4380-a97e-ff564dcf03aa tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:08.463092 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-170b1c08-babb-42e0-ab40-69952a7aeaa7 req-1ff285dc-e081-4380-a97e-ff564dcf03aa tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 943 time: 0.0651958 May 26 17:15:08.513578 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-170b1c08-babb-42e0-ab40-69952a7aeaa7 req-1b3c4570-68db-4730-9223-dc0a9f9820fa tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429366 May 26 17:15:09.060650 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e041320f-b0c2-47dd-9c45-88a1ff13429c', 'tag': '04ef4281-bf1d-45b9-8d7a-155376fa0038'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:15:09.063009 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93e1339-5b92-4f16-86e5-f3dae0ab4060" -d '{"events": [{"name": "network-changed", "server_uuid": "e041320f-b0c2-47dd-9c45-88a1ff13429c", "tag": "04ef4281-bf1d-45b9-8d7a-155376fa0038"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:15:09.114091 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04d4b87-9683-4ae1-8cf8-4fbdd8b361e2 x-openstack-request-id: req-d04d4b87-9683-4ae1-8cf8-4fbdd8b361e2 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:15:09.115062 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e041320f-b0c2-47dd-9c45-88a1ff13429c", "tag": "04ef4281-bf1d-45b9-8d7a-155376fa0038", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:15:09.115441 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d04d4b87-9683-4ae1-8cf8-4fbdd8b361e2 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:15:09.116429 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d04d4b87-9683-4ae1-8cf8-4fbdd8b361e2'] response: {'name': 'network-changed', 'server_uuid': 'e041320f-b0c2-47dd-9c45-88a1ff13429c', 'tag': '04ef4281-bf1d-45b9-8d7a-155376fa0038', 'status': 'completed', 'code': 200} May 26 17:15:09.201899 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e1339-5b92-4f16-86e5-f3dae0ab4060 req-5ca48f5b-6ddb-43fb-a45a-d53e3a3597d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:09.203494 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c93e1339-5b92-4f16-86e5-f3dae0ab4060 req-5ca48f5b-6ddb-43fb-a45a-d53e3a3597d7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 1094 time: 0.0704863 May 26 17:15:09.215038 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e1339-5b92-4f16-86e5-f3dae0ab4060 req-af05347c-8f25-46e7-8607-2251de8a76fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:09.216551 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c93e1339-5b92-4f16-86e5-f3dae0ab4060 req-af05347c-8f25-46e7-8607-2251de8a76fb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 1094 time: 0.0529060 May 26 17:15:09.383110 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e1339-5b92-4f16-86e5-f3dae0ab4060 req-9688eac4-0e64-4035-afc1-a6b031c4c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:09.384535 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c93e1339-5b92-4f16-86e5-f3dae0ab4060 req-9688eac4-0e64-4035-afc1-a6b031c4c213 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e5bb079-835c-412a-8afa-a5d0e3ed6df3 HTTP/1.1" status: 200 len: 898 time: 0.1715393 May 26 17:15:09.389026 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e1339-5b92-4f16-86e5-f3dae0ab4060 req-d2856359-03e4-452b-9d55-440630227601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:09.390379 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c93e1339-5b92-4f16-86e5-f3dae0ab4060 req-d2856359-03e4-452b-9d55-440630227601 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e5bb079-835c-412a-8afa-a5d0e3ed6df3 HTTP/1.1" status: 200 len: 898 time: 0.1539605 May 26 17:15:09.502557 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c93e1339-5b92-4f16-86e5-f3dae0ab4060 req-72f50e8f-f861-4574-9884-1f0edbee5a4a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04ef4281-bf1d-45b9-8d7a-155376fa0038 HTTP/1.1" status: 200 len: 999 time: 0.1112344 May 26 17:15:09.506571 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c93e1339-5b92-4f16-86e5-f3dae0ab4060 req-2beb85f6-b40e-4a14-8009-0ab987f5025a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04ef4281-bf1d-45b9-8d7a-155376fa0038 HTTP/1.1" status: 200 len: 999 time: 0.1073132 May 26 17:15:09.641741 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a9200-7d1f-441b-896a-69aa5c9d6517 req-58d42aaf-100a-4627-9908-dd36fe690424 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:09.643255 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f1a9200-7d1f-441b-896a-69aa5c9d6517 req-58d42aaf-100a-4627-9908-dd36fe690424 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 943 time: 0.0524731 May 26 17:15:09.685626 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f1a9200-7d1f-441b-896a-69aa5c9d6517 req-dd4961a2-5c74-4db3-a3fe-c4ca3f43cbe3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352194 May 26 17:15:09.919575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e1339-5b92-4f16-86e5-f3dae0ab4060 req-4765a399-4781-4891-b3d0-bb6229d10d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:09.921213 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c93e1339-5b92-4f16-86e5-f3dae0ab4060 req-4765a399-4781-4891-b3d0-bb6229d10d00 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c288215-0954-4db0-9574-ccdf7178c307 HTTP/1.1" status: 200 len: 834 time: 0.4119887 May 26 17:15:09.922763 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e1339-5b92-4f16-86e5-f3dae0ab4060 req-86d0c8e9-510b-40d3-b2f1-c3ebabdcff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:09.924325 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c93e1339-5b92-4f16-86e5-f3dae0ab4060 req-86d0c8e9-510b-40d3-b2f1-c3ebabdcff1f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6c288215-0954-4db0-9574-ccdf7178c307 HTTP/1.1" status: 200 len: 834 time: 0.4080520 May 26 17:15:09.997998 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e1339-5b92-4f16-86e5-f3dae0ab4060 req-eccf3e13-d7fe-4ebf-83ce-16f8361269ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:09.999504 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c93e1339-5b92-4f16-86e5-f3dae0ab4060 req-eccf3e13-d7fe-4ebf-83ce-16f8361269ae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e5bb079-835c-412a-8afa-a5d0e3ed6df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715234 May 26 17:15:10.001220 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e1339-5b92-4f16-86e5-f3dae0ab4060 req-e7022860-6b62-4d73-a308-9d8a0e31e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:10.002559 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c93e1339-5b92-4f16-86e5-f3dae0ab4060 req-e7022860-6b62-4d73-a308-9d8a0e31e3ba service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e5bb079-835c-412a-8afa-a5d0e3ed6df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672119 May 26 17:15:10.163328 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c93e1339-5b92-4f16-86e5-f3dae0ab4060 req-866e057b-9cd2-4535-b19e-3d3c3b5c466d service neutron] 10.222.0.81 "GET /v2.0/networks/7e5bb079-835c-412a-8afa-a5d0e3ed6df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565616 May 26 17:15:10.165232 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c93e1339-5b92-4f16-86e5-f3dae0ab4060 req-021bbc49-4bd4-476a-b5ed-5fc3f01b6189 service neutron] 10.222.0.83 "GET /v2.0/networks/7e5bb079-835c-412a-8afa-a5d0e3ed6df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505785 May 26 17:15:10.331005 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c93e1339-5b92-4f16-86e5-f3dae0ab4060 req-95bcee18-6e21-4238-bfc6-474d46e257fc service neutron] 10.222.0.83 "GET /v2.0/networks/7e5bb079-835c-412a-8afa-a5d0e3ed6df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582553 May 26 17:15:10.333521 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c93e1339-5b92-4f16-86e5-f3dae0ab4060 req-6e9a424a-a88e-4d34-b9ed-2a8737a5c064 service neutron] 10.222.0.81 "GET /v2.0/networks/7e5bb079-835c-412a-8afa-a5d0e3ed6df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619806 May 26 17:15:10.766405 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 04ef4281-bf1d-45b9-8d7a-155376fa0038 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:15:10.810770 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 04ef4281-bf1d-45b9-8d7a-155376fa0038 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:15:10.815929 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c187e-b4fa-4418-ab25-1eb7675f49dd req-c95aa0f7-a605-46cb-ab57-8699b92151c0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:10.818437 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2a7c187e-b4fa-4418-ab25-1eb7675f49dd req-c95aa0f7-a605-46cb-ab57-8699b92151c0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 943 time: 0.0580163 May 26 17:15:10.860001 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2a7c187e-b4fa-4418-ab25-1eb7675f49dd req-ad532830-48e4-45a3-a9dc-7071ba7e0caf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350091 May 26 17:15:11.991303 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966165a-7fd7-47b0-8501-07e50095bb23 req-a405c521-8d7b-42ce-9ae1-fe15ad001330 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:11.992845 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b966165a-7fd7-47b0-8501-07e50095bb23 req-a405c521-8d7b-42ce-9ae1-fe15ad001330 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 943 time: 0.0514224 May 26 17:15:12.036930 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b966165a-7fd7-47b0-8501-07e50095bb23 req-ed6db7ae-28a8-40f1-bb41-890aeef16af1 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379434 May 26 17:15:12.242113 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c9a9e-6e82-4f8a-ab98-eaccae924f72 req-763744fd-f944-427f-a9c5-eee1b063f4c0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:12.243833 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-282c9a9e-6e82-4f8a-ab98-eaccae924f72 req-763744fd-f944-427f-a9c5-eee1b063f4c0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 943 time: 0.0520978 May 26 17:15:12.259785 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448babd-fd81-4a84-8bf9-1ba59c614d1f req-4aaa379a-622a-434a-8960-afda7470574f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:12.261306 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3448babd-fd81-4a84-8bf9-1ba59c614d1f req-4aaa379a-622a-434a-8960-afda7470574f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.81 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c&tenant_id=d71587a7143140b39ad28ebd632c58fb&binding%3Ahost_id=n-h2-843337-2 HTTP/1.1" status: 200 len: 943 time: 0.0622957 May 26 17:15:12.287051 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-282c9a9e-6e82-4f8a-ab98-eaccae924f72 req-2c89a494-716a-4b16-97e8-ddf2d7640c41 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362110 May 26 17:15:12.328495 n-d-843337-2 neutron-server[103895]: INFO neutron.api.v2.resource [req-3448babd-fd81-4a84-8bf9-1ba59c614d1f req-6c53aa7f-3736-41dc-be9f-0e1619c3097c service neutron] delete failed (client error): The resource could not be found. May 26 17:15:12.329590 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3448babd-fd81-4a84-8bf9-1ba59c614d1f req-6c53aa7f-3736-41dc-be9f-0e1619c3097c service neutron] 10.222.0.81 "DELETE /v2.0/ports/04ef4281-bf1d-45b9-8d7a-155376fa0038/bindings/n-h1-843337-2 HTTP/1.1" status: 404 len: 380 time: 0.0613124 May 26 17:15:12.420719 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448babd-fd81-4a84-8bf9-1ba59c614d1f req-befb09a6-29f9-4247-a874-fe84d1061337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:12.420952 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabdcb5-1bd9-44de-a0a1-db47d61eaf82 req-9e9daf8e-52e4-4287-a55f-285d67811daa tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:12.422241 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3448babd-fd81-4a84-8bf9-1ba59c614d1f req-befb09a6-29f9-4247-a874-fe84d1061337 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 1094 time: 0.0443079 May 26 17:15:12.422664 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-edabdcb5-1bd9-44de-a0a1-db47d61eaf82 req-9e9daf8e-52e4-4287-a55f-285d67811daa tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 943 time: 0.0553772 May 26 17:15:12.427697 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 04ef4281-bf1d-45b9-8d7a-155376fa0038 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:15:12.472146 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-edabdcb5-1bd9-44de-a0a1-db47d61eaf82 req-6763cff2-b745-4626-9bd8-2bf5de65320a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349498 May 26 17:15:12.534238 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448babd-fd81-4a84-8bf9-1ba59c614d1f req-c6f6f992-b384-4f64-9c40-b33307097d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:12.536390 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3448babd-fd81-4a84-8bf9-1ba59c614d1f req-c6f6f992-b384-4f64-9c40-b33307097d03 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e5bb079-835c-412a-8afa-a5d0e3ed6df3 HTTP/1.1" status: 200 len: 898 time: 0.1061172 May 26 17:15:12.539491 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 04ef4281-bf1d-45b9-8d7a-155376fa0038, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=04ef4281-bf1d-45b9-8d7a-155376fa0038,segment=NetworkSegment(2af27e6a-5dd4-4164-8f8e-f1652173b008),segment_id=2af27e6a-5dd4-4164-8f8e-f1652173b008)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:15:12.551752 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '04ef4281-bf1d-45b9-8d7a-155376fa0038', 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3', 'port_id': '04ef4281-bf1d-45b9-8d7a-155376fa0038', 'mac_address': 'fa:16:3e:ef:39:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c288215-0954-4db0-9574-ccdf7178c307', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:15:12.594289 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 04ef4281-bf1d-45b9-8d7a-155376fa0038 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:15:12.594683 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:12.608163 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ef4281-bf1d-45b9-8d7a-155376fa0038 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:15:12.616037 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3448babd-fd81-4a84-8bf9-1ba59c614d1f req-c2062ef2-7879-4ff4-9fb5-16b275387e5e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04ef4281-bf1d-45b9-8d7a-155376fa0038 HTTP/1.1" status: 200 len: 999 time: 0.0718911 May 26 17:15:12.628329 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 04ef4281-bf1d-45b9-8d7a-155376fa0038, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=04ef4281-bf1d-45b9-8d7a-155376fa0038,segment=NetworkSegment(2af27e6a-5dd4-4164-8f8e-f1652173b008),segment_id=2af27e6a-5dd4-4164-8f8e-f1652173b008)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:15:12.633624 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:12.672839 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448babd-fd81-4a84-8bf9-1ba59c614d1f req-547612ea-d083-4c5c-90f7-703b4e48cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:12.674252 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3448babd-fd81-4a84-8bf9-1ba59c614d1f req-547612ea-d083-4c5c-90f7-703b4e48cec8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c288215-0954-4db0-9574-ccdf7178c307 HTTP/1.1" status: 200 len: 834 time: 0.0516765 May 26 17:15:12.681016 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=04ef4281-bf1d-45b9-8d7a-155376fa0038,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:15:12.689131 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:15:12.689355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:15:12.689700 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:15:12.690061 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:15:12.690429 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:15:12.690772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:15:12.691122 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:15:12.691498 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:15:12.692443 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:15:12.692945 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:15:12.693314 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:15:12.693657 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:15:12.737482 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448babd-fd81-4a84-8bf9-1ba59c614d1f req-589bbda4-2c72-433a-b9e4-34af2b585b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:12.739828 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3448babd-fd81-4a84-8bf9-1ba59c614d1f req-589bbda4-2c72-433a-b9e4-34af2b585b24 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e5bb079-835c-412a-8afa-a5d0e3ed6df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537086 May 26 17:15:12.839760 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3448babd-fd81-4a84-8bf9-1ba59c614d1f req-914c464c-894a-4392-96fa-43da0843b151 service neutron] 10.222.0.81 "GET /v2.0/networks/7e5bb079-835c-412a-8afa-a5d0e3ed6df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924351 May 26 17:15:12.935231 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-3448babd-fd81-4a84-8bf9-1ba59c614d1f req-2095701c-fdb9-4790-9a5f-6b13645bfb79 service neutron] 10.222.0.81 "GET /v2.0/networks/7e5bb079-835c-412a-8afa-a5d0e3ed6df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877280 May 26 17:15:13.131441 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['04ef4281-bf1d-45b9-8d7a-155376fa0038'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:15:13.215369 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9de6fc3f-b913-48c3-a4e5-d87597d66a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:13.600322 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717041aa-50b0-4f13-8990-db64c7d9868f req-0d019b26-62b7-4311-874d-ee903b98e0e4 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:13.601817 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-717041aa-50b0-4f13-8990-db64c7d9868f req-0d019b26-62b7-4311-874d-ee903b98e0e4 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 944 time: 0.0515699 May 26 17:15:13.643819 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-717041aa-50b0-4f13-8990-db64c7d9868f req-2e090202-643e-4f8d-ad25-e64115f6a507 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358021 May 26 17:15:13.668111 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42528) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:15:13.734464 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2d346f6e-b435-4f03-8262-b9cf6fff60b7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/floatingips/6ff69d05-41b1-4eb2-8cc5-47c36e87bb6b HTTP/1.1" status: 200 len: 992 time: 0.0651968 May 26 17:15:14.445444 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 04ef4281-bf1d-45b9-8d7a-155376fa0038 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:15:14.500823 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 04ef4281-bf1d-45b9-8d7a-155376fa0038 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 17:15:14.505000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 04ef4281-bf1d-45b9-8d7a-155376fa0038 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:15:14.505000 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:14.587170 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 04ef4281-bf1d-45b9-8d7a-155376fa0038 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:15:14.587552 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:14.616057 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e041320f-b0c2-47dd-9c45-88a1ff13429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ef4281-bf1d-45b9-8d7a-155376fa0038'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:15:14.618385 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8ecbd8-23c8-4eb3-9c0e-5a4c4ddfca1b" -d '{"events": [{"server_uuid": "e041320f-b0c2-47dd-9c45-88a1ff13429c", "name": "network-vif-plugged", "status": "completed", "tag": "04ef4281-bf1d-45b9-8d7a-155376fa0038"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:15:14.631520 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 04ef4281-bf1d-45b9-8d7a-155376fa0038, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=04ef4281-bf1d-45b9-8d7a-155376fa0038,segment=NetworkSegment(2af27e6a-5dd4-4164-8f8e-f1652173b008),segment_id=2af27e6a-5dd4-4164-8f8e-f1652173b008)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:15:14.641214 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:14.667691 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c2f596-686c-4870-8749-d7e11f14bced x-openstack-request-id: req-96c2f596-686c-4870-8749-d7e11f14bced {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:15:14.667986 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e041320f-b0c2-47dd-9c45-88a1ff13429c", "name": "network-vif-plugged", "status": "completed", "tag": "04ef4281-bf1d-45b9-8d7a-155376fa0038", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:15:14.668258 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-96c2f596-686c-4870-8749-d7e11f14bced {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:15:14.668647 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96c2f596-686c-4870-8749-d7e11f14bced'] response: {'server_uuid': 'e041320f-b0c2-47dd-9c45-88a1ff13429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ef4281-bf1d-45b9-8d7a-155376fa0038', 'code': 200} May 26 17:15:14.695033 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=04ef4281-bf1d-45b9-8d7a-155376fa0038,revision_number=9']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:15:15.641519 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8d60dab9-bb2a-4a2e-95eb-e82f721db38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:16.820353 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:18.553496 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:18.799137 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:19.150632 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:31.102019 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:33.666088 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:15:43.197342 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-995db78c-e218-4b1d-bb61-4c1512968648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:45.643267 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-81bfd6a8-e1a9-4969-8d96-20c7b7dfe7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:46.823105 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:48.558154 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:48.793023 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:49.152785 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:15:49.774145 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b4e7337-a969-4414-be18-49aeb3e2548a req-0ed9ab8f-c124-42b5-96d3-1631f7ec8589 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434086 May 26 17:15:49.881939 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e7337-a969-4414-be18-49aeb3e2548a req-1d818744-6959-43c3-a3ab-2d916fcaccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:49.883995 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b4e7337-a969-4414-be18-49aeb3e2548a req-1d818744-6959-43c3-a3ab-2d916fcaccbc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 1096 time: 0.0440152 May 26 17:15:50.002832 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e7337-a969-4414-be18-49aeb3e2548a req-b9af2b46-a2a9-4f5b-bd52-84505259a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:50.004327 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b4e7337-a969-4414-be18-49aeb3e2548a req-b9af2b46-a2a9-4f5b-bd52-84505259a6ef service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e5bb079-835c-412a-8afa-a5d0e3ed6df3 HTTP/1.1" status: 200 len: 898 time: 0.0962932 May 26 17:15:50.074099 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b4e7337-a969-4414-be18-49aeb3e2548a req-f08cdbbe-7d7c-4489-86f0-39d220298f7e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04ef4281-bf1d-45b9-8d7a-155376fa0038 HTTP/1.1" status: 200 len: 1001 time: 0.0617168 May 26 17:15:50.124643 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e7337-a969-4414-be18-49aeb3e2548a req-b23b31ba-3efb-45fe-98f1-434b9de6241c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:50.126121 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b4e7337-a969-4414-be18-49aeb3e2548a req-b23b31ba-3efb-45fe-98f1-434b9de6241c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6c288215-0954-4db0-9574-ccdf7178c307 HTTP/1.1" status: 200 len: 834 time: 0.0454524 May 26 17:15:50.178254 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e7337-a969-4414-be18-49aeb3e2548a req-c3a738ff-1290-4580-8b7c-def654cd5cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:15:50.180373 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b4e7337-a969-4414-be18-49aeb3e2548a req-c3a738ff-1290-4580-8b7c-def654cd5cf2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e5bb079-835c-412a-8afa-a5d0e3ed6df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451877 May 26 17:15:50.272329 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b4e7337-a969-4414-be18-49aeb3e2548a req-1245e7b9-6bfe-4d70-b023-e9025758bbfb service neutron] 10.222.0.83 "GET /v2.0/networks/7e5bb079-835c-412a-8afa-a5d0e3ed6df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833950 May 26 17:15:50.376536 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4b4e7337-a969-4414-be18-49aeb3e2548a req-96794bba-d2c1-48ae-b78e-3c0807d0937f service neutron] 10.222.0.83 "GET /v2.0/networks/7e5bb079-835c-412a-8afa-a5d0e3ed6df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964479 May 26 17:16:01.105720 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:10.669457 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:16:12.715662 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42546) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:16:12.875337 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-cbf46701-51b6-4832-8248-ef1804b7d3b3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Deleting port 1652502a-8437-4cbb-b328-fa48c1c9da13 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:16:12.875683 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbf46701-51b6-4832-8248-ef1804b7d3b3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:12.955709 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbf46701-51b6-4832-8248-ef1804b7d3b3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:12.956037 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbf46701-51b6-4832-8248-ef1804b7d3b3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:12.969194 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-cbf46701-51b6-4832-8248-ef1804b7d3b3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Calling delete_port for 1652502a-8437-4cbb-b328-fa48c1c9da13 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:16:13.127593 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbf46701-51b6-4832-8248-ef1804b7d3b3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:13.155465 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf46701-51b6-4832-8248-ef1804b7d3b3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Port': ['ID=1652502a-8437-4cbb-b328-fa48c1c9da13,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:13.180899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf46701-51b6-4832-8248-ef1804b7d3b3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:13.181291 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf46701-51b6-4832-8248-ef1804b7d3b3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:13.181727 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf46701-51b6-4832-8248-ef1804b7d3b3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:13.182255 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf46701-51b6-4832-8248-ef1804b7d3b3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:13.182870 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf46701-51b6-4832-8248-ef1804b7d3b3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:13.183252 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf46701-51b6-4832-8248-ef1804b7d3b3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:13.183679 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf46701-51b6-4832-8248-ef1804b7d3b3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:13.184257 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf46701-51b6-4832-8248-ef1804b7d3b3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:13.184600 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf46701-51b6-4832-8248-ef1804b7d3b3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:13.184937 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf46701-51b6-4832-8248-ef1804b7d3b3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:13.185263 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf46701-51b6-4832-8248-ef1804b7d3b3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:13.185597 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf46701-51b6-4832-8248-ef1804b7d3b3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:13.213759 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e5103227-e927-4a5a-9672-2eb79d1170be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:13.230053 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbf46701-51b6-4832-8248-ef1804b7d3b3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:13.230352 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-cbf46701-51b6-4832-8248-ef1804b7d3b3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Floating IP 6ff69d05-41b1-4eb2-8cc5-47c36e87bb6b disassociated (deleted). External IP: 172.25.7.228, port: 04ef4281-bf1d-45b9-8d7a-155376fa0038. May 26 17:16:13.449600 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf46701-51b6-4832-8248-ef1804b7d3b3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Router e3408c7c-60f0-4596-a2fb-d5d2641bfb8b has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:16:13.558540 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf46701-51b6-4832-8248-ef1804b7d3b3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:16:13.563269 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbf46701-51b6-4832-8248-ef1804b7d3b3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:13.568926 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db1007f-067d-4fd4-86eb-e46a61fdeffa None None] Sync routers for ids ['e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:16:13.581623 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db1007f-067d-4fd4-86eb-e46a61fdeffa None None] Routers {'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:16:13.582243 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1db1007f-067d-4fd4-86eb-e46a61fdeffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:15:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:16:13.594408 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cbf46701-51b6-4832-8248-ef1804b7d3b3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "DELETE /v2.0/floatingips/6ff69d05-41b1-4eb2-8cc5-47c36e87bb6b HTTP/1.1" status: 204 len: 168 time: 0.8774388 May 26 17:16:13.595196 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e041320f-b0c2-47dd-9c45-88a1ff13429c', 'tag': '04ef4281-bf1d-45b9-8d7a-155376fa0038'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:16:13.598679 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24103bee38bbd97c6ccfbe10b0e84632f8bc6809d0c06cc395e50ba217a9e387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00b352d-d106-4b7a-9e9a-f97de4445c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "e041320f-b0c2-47dd-9c45-88a1ff13429c", "tag": "04ef4281-bf1d-45b9-8d7a-155376fa0038"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:16:13.648495 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaadb250-e50d-438d-b7a5-d06043bfc505 x-openstack-request-id: req-aaadb250-e50d-438d-b7a5-d06043bfc505 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:16:13.648874 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e041320f-b0c2-47dd-9c45-88a1ff13429c", "tag": "04ef4281-bf1d-45b9-8d7a-155376fa0038", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:16:13.649155 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aaadb250-e50d-438d-b7a5-d06043bfc505 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:16:13.649635 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaadb250-e50d-438d-b7a5-d06043bfc505'] response: {'name': 'network-changed', 'server_uuid': 'e041320f-b0c2-47dd-9c45-88a1ff13429c', 'tag': '04ef4281-bf1d-45b9-8d7a-155376fa0038', 'status': 'completed', 'code': 200} May 26 17:16:13.706439 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-1db1007f-067d-4fd4-86eb-e46a61fdeffa None None] Set router e3408c7c-60f0-4596-a2fb-d5d2641bfb8b gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:16:13.756389 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b352d-d106-4b7a-9e9a-f97de4445c6a req-faa111a9-4ccb-4ed2-b2a8-bc4af0f28dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:13.758175 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d00b352d-d106-4b7a-9e9a-f97de4445c6a req-faa111a9-4ccb-4ed2-b2a8-bc4af0f28dd0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 1096 time: 0.0602319 May 26 17:16:13.880316 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b352d-d106-4b7a-9e9a-f97de4445c6a req-da6ccf37-fabc-4f9d-9269-84580ccb86d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:13.881817 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d00b352d-d106-4b7a-9e9a-f97de4445c6a req-da6ccf37-fabc-4f9d-9269-84580ccb86d6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e5bb079-835c-412a-8afa-a5d0e3ed6df3 HTTP/1.1" status: 200 len: 898 time: 0.1012783 May 26 17:16:13.908966 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f03040-6dfd-455b-8710-c3b60f898890 req-86c4903b-24f3-4ed3-a325-a5e4b6062aa0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:13.910618 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78f03040-6dfd-455b-8710-c3b60f898890 req-86c4903b-24f3-4ed3-a325-a5e4b6062aa0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 945 time: 0.1223910 May 26 17:16:13.932929 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d00b352d-d106-4b7a-9e9a-f97de4445c6a req-9269c448-2c24-4e33-8fac-67bcf94b8832 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04ef4281-bf1d-45b9-8d7a-155376fa0038 HTTP/1.1" status: 200 len: 217 time: 0.0417097 May 26 17:16:13.934600 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1db1007f-067d-4fd4-86eb-e46a61fdeffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725405712', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:56Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '072538f4-e775-4354-a1f1-f1f869e86ad9', 'name': '', 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:ef:d3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6c288215-0954-4db0-9574-ccdf7178c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:13:55Z', 'updated_at': '2022-05-26T17:13:58Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '6c288215-0954-4db0-9574-ccdf7178c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:16:13.952622 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-78f03040-6dfd-455b-8710-c3b60f898890 req-c5301cad-5ef8-47b3-9dd2-767cd644d4c5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332000 May 26 17:16:13.963524 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db1007f-067d-4fd4-86eb-e46a61fdeffa None None] Checking router: e3408c7c-60f0-4596-a2fb-d5d2641bfb8b for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:16:13.978250 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db1007f-067d-4fd4-86eb-e46a61fdeffa None None] Routers {'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:16:13.978885 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1db1007f-067d-4fd4-86eb-e46a61fdeffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:15:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:16:13.985301 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b352d-d106-4b7a-9e9a-f97de4445c6a req-b2eac345-4a27-4385-a179-27fb7cb9831b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:13.986790 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d00b352d-d106-4b7a-9e9a-f97de4445c6a req-b2eac345-4a27-4385-a179-27fb7cb9831b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6c288215-0954-4db0-9574-ccdf7178c307 HTTP/1.1" status: 200 len: 834 time: 0.0468581 May 26 17:16:14.036944 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b352d-d106-4b7a-9e9a-f97de4445c6a req-42a8eb31-2feb-487b-8ab6-6f5773c2ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:14.038461 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d00b352d-d106-4b7a-9e9a-f97de4445c6a req-42a8eb31-2feb-487b-8ab6-6f5773c2ffd8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e5bb079-835c-412a-8afa-a5d0e3ed6df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413878 May 26 17:16:14.087102 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-1db1007f-067d-4fd4-86eb-e46a61fdeffa None None] Set router e3408c7c-60f0-4596-a2fb-d5d2641bfb8b gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:16:14.141261 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d00b352d-d106-4b7a-9e9a-f97de4445c6a req-bd197e85-0fca-4999-a53d-506eb9d0613d service neutron] 10.222.0.83 "GET /v2.0/networks/7e5bb079-835c-412a-8afa-a5d0e3ed6df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918131 May 26 17:16:14.240069 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d00b352d-d106-4b7a-9e9a-f97de4445c6a req-28f4c5f6-1eca-457e-90cb-b53a2b051428 service neutron] 10.222.0.83 "GET /v2.0/networks/7e5bb079-835c-412a-8afa-a5d0e3ed6df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918090 May 26 17:16:14.287630 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1db1007f-067d-4fd4-86eb-e46a61fdeffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725405712', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:56Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '072538f4-e775-4354-a1f1-f1f869e86ad9', 'name': '', 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:ef:d3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6c288215-0954-4db0-9574-ccdf7178c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:13:55Z', 'updated_at': '2022-05-26T17:13:58Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '6c288215-0954-4db0-9574-ccdf7178c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:16:14.318258 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db1007f-067d-4fd4-86eb-e46a61fdeffa None None] The sync data for ids ['e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'] in n-d-843337-2 is: [{'id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725405712', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:56Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '072538f4-e775-4354-a1f1-f1f869e86ad9', 'name': '', 'network_id': '7e5bb079-835c-412a-8afa-a5d0e3ed6df3', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:ef:d3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6c288215-0954-4db0-9574-ccdf7178c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:13:55Z', 'updated_at': '2022-05-26T17:13:58Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '6c288215-0954-4db0-9574-ccdf7178c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:16:14.541009 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40acceeb-654b-46fe-b934-7dc5ccfadcd1 None None] New status for floating IP 6ff69d05-41b1-4eb2-8cc5-47c36e87bb6b: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:16:15.131001 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34200ca2-4397-4601-b2b4-9b8a1e9efb0e req-f51b1c25-bc64-4884-88fd-dbaf11597e6a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:15.132556 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-34200ca2-4397-4601-b2b4-9b8a1e9efb0e req-f51b1c25-bc64-4884-88fd-dbaf11597e6a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 945 time: 0.1007130 May 26 17:16:15.172213 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-34200ca2-4397-4601-b2b4-9b8a1e9efb0e req-e08c0c2a-8cb4-440d-b6e3-8242ba8dbd41 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=daad406c-c837-4e52-bba7-d053a5f1ecea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329051 May 26 17:16:15.643884 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1e9821df-fde3-45bb-8b35-23df5234db80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:15.791227 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5eba7d-46fa-44a8-8a72-e447be3d5097 req-e5dad79a-79c5-4dcc-8802-6a1cf003cc33 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:15.792810 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8a5eba7d-46fa-44a8-8a72-e447be3d5097 req-e5dad79a-79c5-4dcc-8802-6a1cf003cc33 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.83 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 945 time: 0.0512500 May 26 17:16:15.888364 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-8a5eba7d-46fa-44a8-8a72-e447be3d5097 req-45a86561-81fe-4875-8725-2695f0dbdfda tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Deleting port 04ef4281-bf1d-45b9-8d7a-155376fa0038 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:16:15.888712 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8a5eba7d-46fa-44a8-8a72-e447be3d5097 req-45a86561-81fe-4875-8725-2695f0dbdfda tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:15.975514 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-8a5eba7d-46fa-44a8-8a72-e447be3d5097 req-45a86561-81fe-4875-8725-2695f0dbdfda tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] For port 04ef4281-bf1d-45b9-8d7a-155376fa0038, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=04ef4281-bf1d-45b9-8d7a-155376fa0038,segment=NetworkSegment(2af27e6a-5dd4-4164-8f8e-f1652173b008),segment_id=2af27e6a-5dd4-4164-8f8e-f1652173b008)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:16:15.975879 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8a5eba7d-46fa-44a8-8a72-e447be3d5097 req-45a86561-81fe-4875-8725-2695f0dbdfda tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:15.988306 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-8a5eba7d-46fa-44a8-8a72-e447be3d5097 req-45a86561-81fe-4875-8725-2695f0dbdfda tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Calling delete_port for 04ef4281-bf1d-45b9-8d7a-155376fa0038 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:16:16.128104 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8a5eba7d-46fa-44a8-8a72-e447be3d5097 req-45a86561-81fe-4875-8725-2695f0dbdfda tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:16.159993 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a86561-81fe-4875-8725-2695f0dbdfda tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Port': ['ID=04ef4281-bf1d-45b9-8d7a-155376fa0038,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:16.193366 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a86561-81fe-4875-8725-2695f0dbdfda tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:16.193719 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a86561-81fe-4875-8725-2695f0dbdfda tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:16.194092 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a86561-81fe-4875-8725-2695f0dbdfda tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:16.194430 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a86561-81fe-4875-8725-2695f0dbdfda tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:16.194762 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a86561-81fe-4875-8725-2695f0dbdfda tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:16.195874 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a86561-81fe-4875-8725-2695f0dbdfda tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:16.196273 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a86561-81fe-4875-8725-2695f0dbdfda tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:16.198476 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a86561-81fe-4875-8725-2695f0dbdfda tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:16.198845 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a86561-81fe-4875-8725-2695f0dbdfda tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:16.199191 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a86561-81fe-4875-8725-2695f0dbdfda tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:16.199537 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a86561-81fe-4875-8725-2695f0dbdfda tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:16.199887 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a86561-81fe-4875-8725-2695f0dbdfda tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:16.224255 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5eba7d-46fa-44a8-8a72-e447be3d5097 req-45a86561-81fe-4875-8725-2695f0dbdfda tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] No DVR routers for this DVR port 04ef4281-bf1d-45b9-8d7a-155376fa0038 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:16:16.230878 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-8a5eba7d-46fa-44a8-8a72-e447be3d5097 req-45a86561-81fe-4875-8725-2695f0dbdfda tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:16.238691 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-8a5eba7d-46fa-44a8-8a72-e447be3d5097 req-45a86561-81fe-4875-8725-2695f0dbdfda tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.83 "DELETE /v2.0/ports/04ef4281-bf1d-45b9-8d7a-155376fa0038 HTTP/1.1" status: 204 len: 173 time: 0.4402168 May 26 17:16:16.239194 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e041320f-b0c2-47dd-9c45-88a1ff13429c', 'name': 'network-vif-deleted', 'tag': '04ef4281-bf1d-45b9-8d7a-155376fa0038'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:16:16.243084 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b70cc0-90d1-426a-9f47-30f93e19bbaf" -d '{"events": [{"server_uuid": "e041320f-b0c2-47dd-9c45-88a1ff13429c", "name": "network-vif-deleted", "tag": "04ef4281-bf1d-45b9-8d7a-155376fa0038"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:16:16.287075 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc62901-ddfe-499f-b2ef-7ec3f24b4dfb x-openstack-request-id: req-8bc62901-ddfe-499f-b2ef-7ec3f24b4dfb {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:16:16.287414 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e041320f-b0c2-47dd-9c45-88a1ff13429c", "name": "network-vif-deleted", "tag": "04ef4281-bf1d-45b9-8d7a-155376fa0038", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:16:16.287662 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8bc62901-ddfe-499f-b2ef-7ec3f24b4dfb {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:16:16.288043 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bc62901-ddfe-499f-b2ef-7ec3f24b4dfb'] response: {'server_uuid': 'e041320f-b0c2-47dd-9c45-88a1ff13429c', 'name': 'network-vif-deleted', 'tag': '04ef4281-bf1d-45b9-8d7a-155376fa0038', 'status': 'completed', 'code': 200} May 26 17:16:16.295529 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9491c129-d7f8-4abe-81b0-f259a2a7ff6c req-c2a0896f-e0ea-4592-9222-bbcaefb7e42c tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=e041320f-b0c2-47dd-9c45-88a1ff13429c HTTP/1.1" status: 200 len: 210 time: 0.0408754 May 26 17:16:16.832789 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:17.356770 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42566) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:16:17.735484 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-923befb5-9906-45cd-b210-f6ddda0f1fc7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:18.004848 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-923befb5-9906-45cd-b210-f6ddda0f1fc7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Deleting port 072538f4-e775-4354-a1f1-f1f869e86ad9 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:16:18.005104 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-923befb5-9906-45cd-b210-f6ddda0f1fc7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:18.105255 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-923befb5-9906-45cd-b210-f6ddda0f1fc7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] For port 072538f4-e775-4354-a1f1-f1f869e86ad9, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=072538f4-e775-4354-a1f1-f1f869e86ad9,segment=NetworkSegment(2af27e6a-5dd4-4164-8f8e-f1652173b008),segment_id=2af27e6a-5dd4-4164-8f8e-f1652173b008)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:16:18.105618 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-923befb5-9906-45cd-b210-f6ddda0f1fc7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:18.117426 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-923befb5-9906-45cd-b210-f6ddda0f1fc7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Calling delete_port for 072538f4-e775-4354-a1f1-f1f869e86ad9 owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:16:18.313227 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-923befb5-9906-45cd-b210-f6ddda0f1fc7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:18.338904 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923befb5-9906-45cd-b210-f6ddda0f1fc7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Port': ['ID=072538f4-e775-4354-a1f1-f1f869e86ad9,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:18.550677 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-923befb5-9906-45cd-b210-f6ddda0f1fc7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:18.559321 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:18.807106 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:19.121268 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923befb5-9906-45cd-b210-f6ddda0f1fc7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Router e3408c7c-60f0-4596-a2fb-d5d2641bfb8b has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:16:19.161538 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:19.268954 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923befb5-9906-45cd-b210-f6ddda0f1fc7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:16:19.275743 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-923befb5-9906-45cd-b210-f6ddda0f1fc7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "PUT /v2.0/routers/e3408c7c-60f0-4596-a2fb-d5d2641bfb8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9175725 May 26 17:16:19.278277 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42568) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:16:19.283668 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce86ae3-d665-4845-a399-4b5bef22687d None None] Sync routers for ids ['e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:16:19.294819 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce86ae3-d665-4845-a399-4b5bef22687d None None] Routers {'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:16:19.295572 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5ce86ae3-d665-4845-a399-4b5bef22687d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:16:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:16:19.339367 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-3046422a-4b51-421b-95f1-fdd1bf671392 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Deleting subnet 6c288215-0954-4db0-9574-ccdf7178c307 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 17:16:19.342605 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3046422a-4b51-421b-95f1-fdd1bf671392 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:19.383024 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3046422a-4b51-421b-95f1-fdd1bf671392 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:19.424930 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-5ce86ae3-d665-4845-a399-4b5bef22687d None None] Set router e3408c7c-60f0-4596-a2fb-d5d2641bfb8b gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:16:19.470544 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3046422a-4b51-421b-95f1-fdd1bf671392 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:19.539811 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3046422a-4b51-421b-95f1-fdd1bf671392 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:19.568228 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046422a-4b51-421b-95f1-fdd1bf671392 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Subnet': ['ID=6c288215-0954-4db0-9574-ccdf7178c307,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:19.579324 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3046422a-4b51-421b-95f1-fdd1bf671392 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:19.585407 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3046422a-4b51-421b-95f1-fdd1bf671392 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "DELETE /v2.0/subnets/6c288215-0954-4db0-9574-ccdf7178c307 HTTP/1.1" status: 204 len: 168 time: 0.3032126 May 26 17:16:19.585827 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42570) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:16:19.591139 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef550eb-9d1e-4eb3-82d4-8c46f6a71087 None None] Network 7e5bb079-835c-412a-8afa-a5d0e3ed6df3 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:16:19.707523 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55dc7cd1-a276-44c7-9d3c-e619bd3b83fe tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:19.734659 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5ce86ae3-d665-4845-a399-4b5bef22687d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725405712', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:16:18Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:16:19.761467 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce86ae3-d665-4845-a399-4b5bef22687d None None] Checking router: e3408c7c-60f0-4596-a2fb-d5d2641bfb8b for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:16:19.770645 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce86ae3-d665-4845-a399-4b5bef22687d None None] Routers {'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:16:19.771331 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5ce86ae3-d665-4845-a399-4b5bef22687d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:16:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:16:19.803225 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd4565c-6857-4508-afe6-8b9e438bcc64 None None] DHCP port deletion for 7e5bb079-835c-412a-8afa-a5d0e3ed6df3 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 17:16:19.834246 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55dc7cd1-a276-44c7-9d3c-e619bd3b83fe tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:19.856335 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4565c-6857-4508-afe6-8b9e438bcc64 None None] Deleting port 1a5012b9-3a3b-46c7-b016-82c226e83e98 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:16:19.856670 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ddd4565c-6857-4508-afe6-8b9e438bcc64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:19.884290 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-5ce86ae3-d665-4845-a399-4b5bef22687d None None] Set router e3408c7c-60f0-4596-a2fb-d5d2641bfb8b gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:16:19.893932 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-55dc7cd1-a276-44c7-9d3c-e619bd3b83fe tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Deleting port ca1e1782-0f13-4695-86ac-bdf8230b920e {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:16:19.894283 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55dc7cd1-a276-44c7-9d3c-e619bd3b83fe tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:19.927468 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ddd4565c-6857-4508-afe6-8b9e438bcc64 None None] For port 1a5012b9-3a3b-46c7-b016-82c226e83e98, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1a5012b9-3a3b-46c7-b016-82c226e83e98,segment=NetworkSegment(2af27e6a-5dd4-4164-8f8e-f1652173b008),segment_id=2af27e6a-5dd4-4164-8f8e-f1652173b008)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:16:19.927882 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ddd4565c-6857-4508-afe6-8b9e438bcc64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:19.942833 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4565c-6857-4508-afe6-8b9e438bcc64 None None] Calling delete_port for 1a5012b9-3a3b-46c7-b016-82c226e83e98 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:16:19.983559 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-55dc7cd1-a276-44c7-9d3c-e619bd3b83fe tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] For port ca1e1782-0f13-4695-86ac-bdf8230b920e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ca1e1782-0f13-4695-86ac-bdf8230b920e,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:16:19.983940 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55dc7cd1-a276-44c7-9d3c-e619bd3b83fe tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:19.999423 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-55dc7cd1-a276-44c7-9d3c-e619bd3b83fe tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Calling delete_port for ca1e1782-0f13-4695-86ac-bdf8230b920e owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:16:20.031830 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ddd4565c-6857-4508-afe6-8b9e438bcc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:20.057052 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4565c-6857-4508-afe6-8b9e438bcc64 None None] Pushing event deleted for resources: {'Port': ['ID=1a5012b9-3a3b-46c7-b016-82c226e83e98,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:20.066701 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd4565c-6857-4508-afe6-8b9e438bcc64 None None] No DVR routers for this DVR port 1a5012b9-3a3b-46c7-b016-82c226e83e98 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:16:20.069209 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4565c-6857-4508-afe6-8b9e438bcc64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:20.070149 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4565c-6857-4508-afe6-8b9e438bcc64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:20.070149 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4565c-6857-4508-afe6-8b9e438bcc64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:20.070399 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4565c-6857-4508-afe6-8b9e438bcc64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:20.070609 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4565c-6857-4508-afe6-8b9e438bcc64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:20.071050 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4565c-6857-4508-afe6-8b9e438bcc64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:20.071271 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4565c-6857-4508-afe6-8b9e438bcc64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:20.072245 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4565c-6857-4508-afe6-8b9e438bcc64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:20.072582 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4565c-6857-4508-afe6-8b9e438bcc64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:20.072994 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4565c-6857-4508-afe6-8b9e438bcc64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:20.073347 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4565c-6857-4508-afe6-8b9e438bcc64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:20.073805 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4565c-6857-4508-afe6-8b9e438bcc64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:20.091181 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5ce86ae3-d665-4845-a399-4b5bef22687d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725405712', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:16:18Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:16:20.117146 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce86ae3-d665-4845-a399-4b5bef22687d None None] The sync data for ids ['e3408c7c-60f0-4596-a2fb-d5d2641bfb8b'] in n-d-843337-2 is: [{'id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725405712', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:16:18Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'ca1e1782-0f13-4695-86ac-bdf8230b920e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3408c7c-60f0-4596-a2fb-d5d2641bfb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:13:52Z', 'updated_at': '2022-05-26T17:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:16:20.217411 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55dc7cd1-a276-44c7-9d3c-e619bd3b83fe tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:20.249849 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc7cd1-a276-44c7-9d3c-e619bd3b83fe tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Port': ['ID=ca1e1782-0f13-4695-86ac-bdf8230b920e,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:20.312644 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55dc7cd1-a276-44c7-9d3c-e619bd3b83fe tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:20.411404 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55dc7cd1-a276-44c7-9d3c-e619bd3b83fe tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:20.413544 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55dc7cd1-a276-44c7-9d3c-e619bd3b83fe tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:20.458764 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55dc7cd1-a276-44c7-9d3c-e619bd3b83fe tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:20.459383 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dc7cd1-a276-44c7-9d3c-e619bd3b83fe tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Fanout notify agent at l3_agent the message router_deleted on router e3408c7c-60f0-4596-a2fb-d5d2641bfb8b {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:16:20.466703 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-55dc7cd1-a276-44c7-9d3c-e619bd3b83fe tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:20.467838 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-55dc7cd1-a276-44c7-9d3c-e619bd3b83fe tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "DELETE /v2.0/routers/e3408c7c-60f0-4596-a2fb-d5d2641bfb8b HTTP/1.1" status: 204 len: 168 time: 0.8810420 May 26 17:16:20.470735 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42572) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:16:20.551812 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32029624-0b30-4232-a767-7522dcd72d45 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:20.648260 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32029624-0b30-4232-a767-7522dcd72d45 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:20.670547 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-32029624-0b30-4232-a767-7522dcd72d45 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e5bb079-835c-412a-8afa-a5d0e3ed6df3']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:16:20.681327 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-32029624-0b30-4232-a767-7522dcd72d45 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af27e6a-5dd4-4164-8f8e-f1652173b008') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:16:20.681619 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-32029624-0b30-4232-a767-7522dcd72d45 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af27e6a-5dd4-4164-8f8e-f1652173b008') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:16:20.692228 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32029624-0b30-4232-a767-7522dcd72d45 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:20.707044 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32029624-0b30-4232-a767-7522dcd72d45 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:20.712553 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 04ef4281-bf1d-45b9-8d7a-155376fa0038 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:16:20.717110 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32029624-0b30-4232-a767-7522dcd72d45 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:16:20.717531 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32029624-0b30-4232-a767-7522dcd72d45 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:20.741629 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 04ef4281-bf1d-45b9-8d7a-155376fa0038 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:16:20.742112 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 04ef4281-bf1d-45b9-8d7a-155376fa0038 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:16:20.798159 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32029624-0b30-4232-a767-7522dcd72d45 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:20.800933 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 2af27e6a-5dd4-4164-8f8e-f1652173b008 resource provider aggregate not found May 26 17:16:20.811289 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-32029624-0b30-4232-a767-7522dcd72d45 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:20.815052 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-32029624-0b30-4232-a767-7522dcd72d45 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "DELETE /v2.0/networks/7e5bb079-835c-412a-8afa-a5d0e3ed6df3 HTTP/1.1" status: 204 len: 168 time: 0.3433106 May 26 17:16:20.818747 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42580) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:16:20.836665 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 2af27e6a-5dd4-4164-8f8e-f1652173b008 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2af27e6a-5dd4-4164-8f8e-f1652173b008 found for delete ", "request_id": "req-e1933427-d689-4f23-b528-90bdf648dfb1"}]} May 26 17:16:20.837980 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32029624-0b30-4232-a767-7522dcd72d45 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Network': ['ID=7e5bb079-835c-412a-8afa-a5d0e3ed6df3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:20.892953 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-163a0783-3f92-4136-ac85-2a1523f93c95 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:20.918011 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-163a0783-3f92-4136-ac85-2a1523f93c95 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:20.978913 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-163a0783-3f92-4136-ac85-2a1523f93c95 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:20.981666 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-163a0783-3f92-4136-ac85-2a1523f93c95 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:20.982869 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-163a0783-3f92-4136-ac85-2a1523f93c95 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "DELETE /v2.0/security-groups/daad406c-c837-4e52-bba7-d053a5f1ecea HTTP/1.1" status: 204 len: 168 time: 0.1620917 May 26 17:16:20.992185 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a0783-3f92-4136-ac85-2a1523f93c95 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daad406c-c837-4e52-bba7-d053a5f1ecea,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:21.204762 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ca1e1782-0f13-4695-86ac-bdf8230b920e no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:16:21.225506 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: ca1e1782-0f13-4695-86ac-bdf8230b920e {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:16:21.225879 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ca1e1782-0f13-4695-86ac-bdf8230b920e not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:16:21.226267 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 072538f4-e775-4354-a1f1-f1f869e86ad9 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:16:21.247104 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 072538f4-e775-4354-a1f1-f1f869e86ad9 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:16:21.247368 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 072538f4-e775-4354-a1f1-f1f869e86ad9 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:16:21.247783 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1a5012b9-3a3b-46c7-b016-82c226e83e98 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:16:21.267004 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 1a5012b9-3a3b-46c7-b016-82c226e83e98 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:16:21.267342 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1a5012b9-3a3b-46c7-b016-82c226e83e98 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:16:22.122437 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42588) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:16:22.127192 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-fd131729-1be1-4f10-8b93-2d3188abb27c tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1745053937', 'description': 'tempest-secgroup-smoke-1745053937 description', 'project_id': 'd71587a7143140b39ad28ebd632c58fb'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:16:22.149121 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fd131729-1be1-4f10-8b93-2d3188abb27c tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:22.225963 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fd131729-1be1-4f10-8b93-2d3188abb27c tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:22.231108 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fd131729-1be1-4f10-8b93-2d3188abb27c tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:22.263745 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fd131729-1be1-4f10-8b93-2d3188abb27c tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:22.265062 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fd131729-1be1-4f10-8b93-2d3188abb27c tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1415782 May 26 17:16:22.268218 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42590) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:16:22.273522 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-a43317cf-06d0-461e-b323-35e2090c0097 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'b18fc0fb-02c9-4141-a41a-1c7a4cf4a462', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:16:22.279140 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd131729-1be1-4f10-8b93-2d3188abb27c tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:22.303184 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a43317cf-06d0-461e-b323-35e2090c0097 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:22.363883 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a43317cf-06d0-461e-b323-35e2090c0097 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:22.367562 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a43317cf-06d0-461e-b323-35e2090c0097 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:22.393450 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43317cf-06d0-461e-b323-35e2090c0097 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47a2ca1-33ff-418d-b1d7-5d7fbb554af5,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:22.402752 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a43317cf-06d0-461e-b323-35e2090c0097 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:22.403967 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a43317cf-06d0-461e-b323-35e2090c0097 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348317 May 26 17:16:22.407020 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42592) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:16:22.411308 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-41ed40a2-78ed-4e03-b6b0-4354ab1d7279 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'b18fc0fb-02c9-4141-a41a-1c7a4cf4a462', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:16:22.444866 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-41ed40a2-78ed-4e03-b6b0-4354ab1d7279 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:22.504579 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-41ed40a2-78ed-4e03-b6b0-4354ab1d7279 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:22.508604 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-41ed40a2-78ed-4e03-b6b0-4354ab1d7279 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:22.529875 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed40a2-78ed-4e03-b6b0-4354ab1d7279 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059eb3a8-44cc-420c-8bb1-c4570965d443,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:22.538111 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-41ed40a2-78ed-4e03-b6b0-4354ab1d7279 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:22.539301 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-41ed40a2-78ed-4e03-b6b0-4354ab1d7279 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1313670 May 26 17:16:22.542710 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42594) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:16:22.547299 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-92b45ff0-45ae-4262-90a5-a1c50951c6f6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'b18fc0fb-02c9-4141-a41a-1c7a4cf4a462', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:16:22.573185 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92b45ff0-45ae-4262-90a5-a1c50951c6f6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:22.630805 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92b45ff0-45ae-4262-90a5-a1c50951c6f6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:22.634635 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92b45ff0-45ae-4262-90a5-a1c50951c6f6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:22.652599 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b45ff0-45ae-4262-90a5-a1c50951c6f6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b539577-b61e-4601-8849-2281379024c5,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:22.660700 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-92b45ff0-45ae-4262-90a5-a1c50951c6f6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:22.661909 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-92b45ff0-45ae-4262-90a5-a1c50951c6f6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181858 May 26 17:16:22.664965 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42596) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:16:22.670096 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-ec836794-8b12-41bc-8ed0-dd5c80e777cb tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'b18fc0fb-02c9-4141-a41a-1c7a4cf4a462', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:16:22.695337 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec836794-8b12-41bc-8ed0-dd5c80e777cb tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:22.757090 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec836794-8b12-41bc-8ed0-dd5c80e777cb tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:22.762837 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec836794-8b12-41bc-8ed0-dd5c80e777cb tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:22.780733 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec836794-8b12-41bc-8ed0-dd5c80e777cb tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6cb3e9b-ea1a-4803-b7ea-7c88300ae91d,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:22.787841 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-ec836794-8b12-41bc-8ed0-dd5c80e777cb tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:22.789083 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ec836794-8b12-41bc-8ed0-dd5c80e777cb tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225286 May 26 17:16:22.792615 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42598) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:16:22.796979 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-c691f011-85bb-44ce-935d-0789a2a5e27f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'b18fc0fb-02c9-4141-a41a-1c7a4cf4a462', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:16:22.818719 n-d-843337-2 neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-c691f011-85bb-44ce-935d-0789a2a5e27f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Project d71587a7143140b39ad28ebd632c58fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:16:22.824118 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c691f011-85bb-44ce-935d-0789a2a5e27f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:22.885982 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c691f011-85bb-44ce-935d-0789a2a5e27f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:22.889891 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c691f011-85bb-44ce-935d-0789a2a5e27f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:22.909789 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691f011-85bb-44ce-935d-0789a2a5e27f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae37d3e-7eea-495a-9322-da8391c57137,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:22.916635 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c691f011-85bb-44ce-935d-0789a2a5e27f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:22.917819 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c691f011-85bb-44ce-935d-0789a2a5e27f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1242826 May 26 17:16:22.920511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42600) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:16:22.925290 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-b495d311-a17b-4289-b749-971ba3637569 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'b18fc0fb-02c9-4141-a41a-1c7a4cf4a462', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:16:22.945972 n-d-843337-2 neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-b495d311-a17b-4289-b749-971ba3637569 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Project d71587a7143140b39ad28ebd632c58fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:16:22.951728 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b495d311-a17b-4289-b749-971ba3637569 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:23.013641 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b495d311-a17b-4289-b749-971ba3637569 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:23.017072 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b495d311-a17b-4289-b749-971ba3637569 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:23.038712 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495d311-a17b-4289-b749-971ba3637569 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dacbc30-66ad-4153-b306-79d2e0cf1f02,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:23.048126 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b495d311-a17b-4289-b749-971ba3637569 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:23.049344 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b495d311-a17b-4289-b749-971ba3637569 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278615 May 26 17:16:23.052115 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42602) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:16:23.057743 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-76909315-9e9b-44f0-ab23-a7aba1dc67e5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'network': {'name': 'tempest-network-smoke--1123890414', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'port_security_enabled': True}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:16:23.077797 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76909315-9e9b-44f0-ab23-a7aba1dc67e5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Made reservation on behalf of d71587a7143140b39ad28ebd632c58fb for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:16:23.081741 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-76909315-9e9b-44f0-ab23-a7aba1dc67e5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:23.107353 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76909315-9e9b-44f0-ab23-a7aba1dc67e5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:16:23.117814 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-76909315-9e9b-44f0-ab23-a7aba1dc67e5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:23.119737 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-76909315-9e9b-44f0-ab23-a7aba1dc67e5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Added segment b4790dce-8384-4c79-a4fe-f3d918cc2599 of type vlan for network 91c796d6-f417-4eb6-bf4b-24f17be7c305 May 26 17:16:23.161304 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-76909315-9e9b-44f0-ab23-a7aba1dc67e5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:23.185400 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-76909315-9e9b-44f0-ab23-a7aba1dc67e5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:23.190964 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76909315-9e9b-44f0-ab23-a7aba1dc67e5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:23.191544 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-76909315-9e9b-44f0-ab23-a7aba1dc67e5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:23.248931 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-76909315-9e9b-44f0-ab23-a7aba1dc67e5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1957643 May 26 17:16:23.251699 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42604) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:16:23.256078 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-6945a2cc-7931-4190-9ff7-4f572bbefe84 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-229960860', 'admin_state_up': True, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:16:23.274420 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76909315-9e9b-44f0-ab23-a7aba1dc67e5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Network': ['ID=91c796d6-f417-4eb6-bf4b-24f17be7c305,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:23.286178 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 91c796d6-f417-4eb6-bf4b-24f17be7c305 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:16:23.289893 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6945a2cc-7931-4190-9ff7-4f572bbefe84 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:23.291967 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6945a2cc-7931-4190-9ff7-4f572bbefe84 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:23.350924 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6945a2cc-7931-4190-9ff7-4f572bbefe84 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:23.501393 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6945a2cc-7931-4190-9ff7-4f572bbefe84 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:23.699439 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6945a2cc-7931-4190-9ff7-4f572bbefe84 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:23.719244 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6945a2cc-7931-4190-9ff7-4f572bbefe84 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:23.826161 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-6945a2cc-7931-4190-9ff7-4f572bbefe84 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Allocated IP 172.25.7.136 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/c7377c4c-022c-468b-897a-0b1cf4a2a80e) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:16:23.929286 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6945a2cc-7931-4190-9ff7-4f572bbefe84 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:23.964795 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6945a2cc-7931-4190-9ff7-4f572bbefe84 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:24.009696 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6945a2cc-7931-4190-9ff7-4f572bbefe84 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:16:24.012603 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-6945a2cc-7931-4190-9ff7-4f572bbefe84 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:16:24.016512 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6945a2cc-7931-4190-9ff7-4f572bbefe84 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:16:24.039144 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945a2cc-7931-4190-9ff7-4f572bbefe84 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=c7377c4c-022c-468b-897a-0b1cf4a2a80e,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:24.600147 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6945a2cc-7931-4190-9ff7-4f572bbefe84 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:24.816396 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6945a2cc-7931-4190-9ff7-4f572bbefe84 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:24.949202 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6945a2cc-7931-4190-9ff7-4f572bbefe84 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Router 1eb80590-c2d4-42d2-9193-1d2d00ce4012 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 17:16:25.061696 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6945a2cc-7931-4190-9ff7-4f572bbefe84 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:16:25.072918 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] Sync routers for ids ['1eb80590-c2d4-42d2-9193-1d2d00ce4012'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:16:25.084680 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] Routers {'1eb80590-c2d4-42d2-9193-1d2d00ce4012'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:16:25.085540 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:16:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1eb80590-c2d4-42d2-9193-1d2d00ce4012'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:16:25.087761 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-6945a2cc-7931-4190-9ff7-4f572bbefe84 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:25.090070 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-6945a2cc-7931-4190-9ff7-4f572bbefe84 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8371027 May 26 17:16:25.092952 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42606) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:16:25.168403 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3c6fb2f7-97de-4916-8690-f01ebb2f12ba tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=d71587a7143140b39ad28ebd632c58fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0743167 May 26 17:16:25.171014 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42610) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:16:25.196075 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] Set router 1eb80590-c2d4-42d2-9193-1d2d00ce4012 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:16:25.266569 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d853975-ed4f-484e-94ea-f78e0a4867e7 tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:25.268120 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0d853975-ed4f-484e-94ea-f78e0a4867e7 tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0961657 May 26 17:16:25.272553 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42612) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:16:25.303778 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b3aa6b2c-afee-4eca-ab48-477b3e1b9bdc tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302746 May 26 17:16:25.307017 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42614) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:16:25.312413 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-8912f371-e976-45ae-b1a1-ea08b1d9395e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2055221526', 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:16:25.387053 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229960860', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:24Z', 'revision_number': 3, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:16:25.410051 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8912f371-e976-45ae-b1a1-ea08b1d9395e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Made reservation on behalf of d71587a7143140b39ad28ebd632c58fb for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:16:25.414182 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8912f371-e976-45ae-b1a1-ea08b1d9395e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:25.418054 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] Checking router: 1eb80590-c2d4-42d2-9193-1d2d00ce4012 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:16:25.418427 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] Updating router 1eb80590-c2d4-42d2-9193-1d2d00ce4012 port c7377c4c-022c-468b-897a-0b1cf4a2a80e binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:16:25.444531 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:25.621477 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8912f371-e976-45ae-b1a1-ea08b1d9395e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:25.682594 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912f371-e976-45ae-b1a1-ea08b1d9395e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Subnet': ['ID=179b77ff-582c-4223-8f5f-e6144674f416,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:25.691573 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8912f371-e976-45ae-b1a1-ea08b1d9395e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Checking segment: {'id': 'b4790dce-8384-4c79-a4fe-f3d918cc2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:16:25.691954 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8912f371-e976-45ae-b1a1-ea08b1d9395e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network hostable DHCP agents. Network: 91c796d6-f417-4eb6-bf4b-24f17be7c305, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:16:25.710046 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8912f371-e976-45ae-b1a1-ea08b1d9395e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network 91c796d6-f417-4eb6-bf4b-24f17be7c305 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:16:25.718724 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:25.721086 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-8912f371-e976-45ae-b1a1-ea08b1d9395e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 91c796d6-f417-4eb6-bf4b-24f17be7c305) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:16:25.725013 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:25.728899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8912f371-e976-45ae-b1a1-ea08b1d9395e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:25.729859 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8912f371-e976-45ae-b1a1-ea08b1d9395e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:25.750280 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8912f371-e976-45ae-b1a1-ea08b1d9395e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4421532 May 26 17:16:25.753230 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42616) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:16:25.758065 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c864ed1-db88-487f-953f-cbed0eaf81b4 None None] Network 91c796d6-f417-4eb6-bf4b-24f17be7c305 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:16:25.834125 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] Attempting to bind port c7377c4c-022c-468b-897a-0b1cf4a2a80e on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:16:25.834485 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] Attempting to bind port c7377c4c-022c-468b-897a-0b1cf4a2a80e by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:16:25.834942 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] Attempting to bind port c7377c4c-022c-468b-897a-0b1cf4a2a80e on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:16:25.842459 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe649847-7035-4faf-a323-d0014f969deb None None] Pushing event updated for resources: {'Port': ['ID=c7377c4c-022c-468b-897a-0b1cf4a2a80e,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:25.846132 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:16:25.846445 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:16:25.846934 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:25.847499 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:16:25.847920 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] Bound port: c7377c4c-022c-468b-897a-0b1cf4a2a80e, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:16:25.848336 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:25.935027 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] For port c7377c4c-022c-468b-897a-0b1cf4a2a80e, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:16:25.938843 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] For port c7377c4c-022c-468b-897a-0b1cf4a2a80e, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c7377c4c-022c-468b-897a-0b1cf4a2a80e,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:16:25.971953 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:26.216190 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] Routers {'1eb80590-c2d4-42d2-9193-1d2d00ce4012'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:16:26.216984 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:16:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1eb80590-c2d4-42d2-9193-1d2d00ce4012'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:16:26.246616 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90a1202f-995c-4c1e-9316-235226e4c192 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:26.282422 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe649847-7035-4faf-a323-d0014f969deb None None] Pushing event updated for resources: {'Port': ['ID=c7377c4c-022c-468b-897a-0b1cf4a2a80e,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:26.289616 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a3e448-5a5b-4cbc-9441-10a17851b5b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-91c796d6-f417-4eb6-bf4b-24f17be7c305', 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'fixed_ips': [{'subnet_id': '179b77ff-582c-4223-8f5f-e6144674f416'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 17:16:26.291110 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-76a3e448-5a5b-4cbc-9441-10a17851b5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:26.472951 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] Set router 1eb80590-c2d4-42d2-9193-1d2d00ce4012 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:16:26.588780 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-76a3e448-5a5b-4cbc-9441-10a17851b5b1 None None] Allocated IP 172.20.0.2 (91c796d6-f417-4eb6-bf4b-24f17be7c305/179b77ff-582c-4223-8f5f-e6144674f416/ed1ff012-93d7-4342-a1c9-901bf08889da) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:16:26.799762 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-76a3e448-5a5b-4cbc-9441-10a17851b5b1 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:26.802028 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229960860', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:24Z', 'revision_number': 3, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:16:26.833473 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8175ef04-c42d-4755-8f5f-915e7fed26cc None None] The sync data for ids ['1eb80590-c2d4-42d2-9193-1d2d00ce4012'] in n-d-843337-2 is: [{'id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229960860', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:24Z', 'revision_number': 3, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:16:26.835350 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-76a3e448-5a5b-4cbc-9441-10a17851b5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:26.862165 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-90a1202f-995c-4c1e-9316-235226e4c192 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Allocated IP 172.20.0.1 (91c796d6-f417-4eb6-bf4b-24f17be7c305/179b77ff-582c-4223-8f5f-e6144674f416/d3b04110-48d3-4c6c-9b82-2a63b18c647a) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:16:26.877460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a3e448-5a5b-4cbc-9441-10a17851b5b1 None None] Network 91c796d6-f417-4eb6-bf4b-24f17be7c305 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:16:26.880348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-76a3e448-5a5b-4cbc-9441-10a17851b5b1 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:16:26.883743 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a3e448-5a5b-4cbc-9441-10a17851b5b1 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:16:26.889299 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3e448-5a5b-4cbc-9441-10a17851b5b1 None None] Pushing event updated for resources: {'Port': ['ID=ed1ff012-93d7-4342-a1c9-901bf08889da,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:26.944594 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-76a3e448-5a5b-4cbc-9441-10a17851b5b1 None None] Attempting to bind port ed1ff012-93d7-4342-a1c9-901bf08889da on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:16:26.945036 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-76a3e448-5a5b-4cbc-9441-10a17851b5b1 None None] Attempting to bind port ed1ff012-93d7-4342-a1c9-901bf08889da by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'b4790dce-8384-4c79-a4fe-f3d918cc2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:16:26.945410 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a3e448-5a5b-4cbc-9441-10a17851b5b1 None None] Attempting to bind port ed1ff012-93d7-4342-a1c9-901bf08889da on network 91c796d6-f417-4eb6-bf4b-24f17be7c305 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:16:26.951301 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a3e448-5a5b-4cbc-9441-10a17851b5b1 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:16:26.951671 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a3e448-5a5b-4cbc-9441-10a17851b5b1 None None] Checking segment: {'id': 'b4790dce-8384-4c79-a4fe-f3d918cc2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:16:26.952086 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-76a3e448-5a5b-4cbc-9441-10a17851b5b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:26.952507 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a3e448-5a5b-4cbc-9441-10a17851b5b1 None None] Bound using segment: {'id': 'b4790dce-8384-4c79-a4fe-f3d918cc2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:16:26.952971 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-76a3e448-5a5b-4cbc-9441-10a17851b5b1 None None] Bound port: ed1ff012-93d7-4342-a1c9-901bf08889da, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4790dce-8384-4c79-a4fe-f3d918cc2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:16:26.953346 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-76a3e448-5a5b-4cbc-9441-10a17851b5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:26.996771 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90a1202f-995c-4c1e-9316-235226e4c192 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:27.021264 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-76a3e448-5a5b-4cbc-9441-10a17851b5b1 None None] For port ed1ff012-93d7-4342-a1c9-901bf08889da, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:16:27.027421 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-76a3e448-5a5b-4cbc-9441-10a17851b5b1 None None] For port ed1ff012-93d7-4342-a1c9-901bf08889da, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ed1ff012-93d7-4342-a1c9-901bf08889da,segment=NetworkSegment(b4790dce-8384-4c79-a4fe-f3d918cc2599),segment_id=b4790dce-8384-4c79-a4fe-f3d918cc2599)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:16:27.033312 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-76a3e448-5a5b-4cbc-9441-10a17851b5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:27.039820 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90a1202f-995c-4c1e-9316-235226e4c192 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:27.127845 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a1202f-995c-4c1e-9316-235226e4c192 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network 91c796d6-f417-4eb6-bf4b-24f17be7c305 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:16:27.132459 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-90a1202f-995c-4c1e-9316-235226e4c192 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:16:27.135671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1202f-995c-4c1e-9316-235226e4c192 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=d3b04110-48d3-4c6c-9b82-2a63b18c647a,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:27.138945 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a1202f-995c-4c1e-9316-235226e4c192 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:16:27.160636 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3e448-5a5b-4cbc-9441-10a17851b5b1 None None] Pushing event updated for resources: {'Port': ['ID=ed1ff012-93d7-4342-a1c9-901bf08889da,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:27.207195 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90a1202f-995c-4c1e-9316-235226e4c192 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:27.261780 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c7377c4c-022c-468b-897a-0b1cf4a2a80e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:16:27.328974 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port c7377c4c-022c-468b-897a-0b1cf4a2a80e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:16:27.329349 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:27.425820 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90a1202f-995c-4c1e-9316-235226e4c192 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:27.445495 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port c7377c4c-022c-468b-897a-0b1cf4a2a80e is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:16:27.445880 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:27.481683 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port c7377c4c-022c-468b-897a-0b1cf4a2a80e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c7377c4c-022c-468b-897a-0b1cf4a2a80e,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:16:27.486864 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:27.549264 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=c7377c4c-022c-468b-897a-0b1cf4a2a80e,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:27.780034 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90a1202f-995c-4c1e-9316-235226e4c192 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:27.786212 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90a1202f-995c-4c1e-9316-235226e4c192 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:27.865265 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1202f-995c-4c1e-9316-235226e4c192 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=d3b04110-48d3-4c6c-9b82-2a63b18c647a,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:27.868717 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-90a1202f-995c-4c1e-9316-235226e4c192 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:27.974796 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a1202f-995c-4c1e-9316-235226e4c192 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network 91c796d6-f417-4eb6-bf4b-24f17be7c305 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:16:27.976586 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-90a1202f-995c-4c1e-9316-235226e4c192 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:16:28.103713 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a1202f-995c-4c1e-9316-235226e4c192 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Router 1eb80590-c2d4-42d2-9193-1d2d00ce4012 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:16:28.221454 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a1202f-995c-4c1e-9316-235226e4c192 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:16:28.226600 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-90a1202f-995c-4c1e-9316-235226e4c192 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "PUT /v2.0/routers/1eb80590-c2d4-42d2-9193-1d2d00ce4012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4724169 May 26 17:16:28.230164 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbd95fb-d6ef-4b21-9835-5a0157e9558f None None] Network 91c796d6-f417-4eb6-bf4b-24f17be7c305 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:16:28.297787 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-9c6c375a-883f-46f7-83d7-e44e02e3ded9 None None] Provisioning complete for port ed1ff012-93d7-4342-a1c9-901bf08889da triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:16:28.297787 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9c6c375a-883f-46f7-83d7-e44e02e3ded9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:28.380164 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-87d6e893-9984-4dbc-a053-97095384c29c tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1745053937&fields=id&tenant_id=d71587a7143140b39ad28ebd632c58fb HTTP/1.1" status: 200 len: 267 time: 0.0388234 May 26 17:16:28.460144 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-9c6c375a-883f-46f7-83d7-e44e02e3ded9 None None] Current status of the port ed1ff012-93d7-4342-a1c9-901bf08889da is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:16:28.460533 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9c6c375a-883f-46f7-83d7-e44e02e3ded9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:28.500682 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-6e2cdec1-cb11-4f16-93cc-be3bc5d367bb tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:28.502188 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-6e2cdec1-cb11-4f16-93cc-be3bc5d367bb tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/networks?id=91c796d6-f417-4eb6-bf4b-24f17be7c305 HTTP/1.1" status: 200 len: 797 time: 0.1159554 May 26 17:16:28.505941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9c6c375a-883f-46f7-83d7-e44e02e3ded9 None None] For port ed1ff012-93d7-4342-a1c9-901bf08889da, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ed1ff012-93d7-4342-a1c9-901bf08889da,segment=NetworkSegment(b4790dce-8384-4c79-a4fe-f3d918cc2599),segment_id=b4790dce-8384-4c79-a4fe-f3d918cc2599)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:16:28.511556 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9c6c375a-883f-46f7-83d7-e44e02e3ded9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:28.522368 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-5cde3e1e-56af-4ebd-aeea-a2d8a228e272 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/quotas/d71587a7143140b39ad28ebd632c58fb HTTP/1.1" status: 200 len: 375 time: 0.0119216 May 26 17:16:28.568932 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c375a-883f-46f7-83d7-e44e02e3ded9 None None] Pushing event updated for resources: {'Port': ['ID=ed1ff012-93d7-4342-a1c9-901bf08889da,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:28.614104 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-43751755-49e2-4599-b520-48bdb06468fa tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839779 May 26 17:16:28.630805 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-db9e37e3-3947-400f-84d0-06fc129fa27b service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:16:28.631856 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-db9e37e3-3947-400f-84d0-06fc129fa27b service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053742 May 26 17:16:28.702622 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] Sync routers for ids ['1eb80590-c2d4-42d2-9193-1d2d00ce4012'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:16:28.715718 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] Routers {'1eb80590-c2d4-42d2-9193-1d2d00ce4012'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:16:28.716381 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:16:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1eb80590-c2d4-42d2-9193-1d2d00ce4012'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:16:28.732796 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-3d05da03-7563-4f32-a28e-63d17e14f0c8 service neutron] 10.222.0.77 "GET /v2.0/networks/91c796d6-f417-4eb6-bf4b-24f17be7c305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929444 May 26 17:16:28.839530 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] Set router 1eb80590-c2d4-42d2-9193-1d2d00ce4012 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:16:28.846937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f7fe22c9-71ce-486b-b633-1870d9d9c729 None None] Provisioning complete for port ed1ff012-93d7-4342-a1c9-901bf08889da triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:16:28.847238 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f7fe22c9-71ce-486b-b633-1870d9d9c729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:28.858875 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-87f70a58-89d9-45b6-a0d7-c9c99b266ffc service neutron] 10.222.0.77 "GET /v2.0/networks/91c796d6-f417-4eb6-bf4b-24f17be7c305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186140 May 26 17:16:28.949335 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f7fe22c9-71ce-486b-b633-1870d9d9c729 None None] Current status of the port ed1ff012-93d7-4342-a1c9-901bf08889da is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:16:28.960705 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f7fe22c9-71ce-486b-b633-1870d9d9c729 None None] Provisioning complete for port d3b04110-48d3-4c6c-9b82-2a63b18c647a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:16:28.961325 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f7fe22c9-71ce-486b-b633-1870d9d9c729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:29.001409 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f7fe22c9-71ce-486b-b633-1870d9d9c729 None None] Port d3b04110-48d3-4c6c-9b82-2a63b18c647a cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:16:29.057386 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-92bb8df9-0f09-4556-a86a-80fc42a29d19 req-959fc9c9-111f-4931-854c-a098aeb87b5d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 210 time: 0.0275755 May 26 17:16:29.117123 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229960860', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:27Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd3b04110-48d3-4c6c-9b82-2a63b18c647a', 'name': '', 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:aa:bd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '179b77ff-582c-4223-8f5f-e6144674f416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:16:26Z', 'updated_at': '2022-05-26T17:16:27Z', 'revision_number': 2, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '179b77ff-582c-4223-8f5f-e6144674f416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:16:29.130844 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5f4f747e-56a2-4e0e-b8cb-5dc9852b2a7a None None] Provisioning complete for port d3b04110-48d3-4c6c-9b82-2a63b18c647a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:16:29.131215 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f4f747e-56a2-4e0e-b8cb-5dc9852b2a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:29.154282 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] Checking router: 1eb80590-c2d4-42d2-9193-1d2d00ce4012 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:16:29.155045 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] Updating router 1eb80590-c2d4-42d2-9193-1d2d00ce4012 port d3b04110-48d3-4c6c-9b82-2a63b18c647a binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:16:29.176317 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5f4f747e-56a2-4e0e-b8cb-5dc9852b2a7a None None] Port d3b04110-48d3-4c6c-9b82-2a63b18c647a cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:16:29.188874 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:29.248155 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c7377c4c-022c-468b-897a-0b1cf4a2a80e up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:16:29.305790 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-0f8c3d84-f51a-4666-bf51-8472164eb31e None None] Provisioning complete for port d3b04110-48d3-4c6c-9b82-2a63b18c647a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:16:29.306533 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0f8c3d84-f51a-4666-bf51-8472164eb31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:29.346456 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port c7377c4c-022c-468b-897a-0b1cf4a2a80e triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:16:29.346820 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:29.373470 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c3d84-f51a-4666-bf51-8472164eb31e None None] Port d3b04110-48d3-4c6c-9b82-2a63b18c647a cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:16:29.429547 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port c7377c4c-022c-468b-897a-0b1cf4a2a80e is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:16:29.431335 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ed1ff012-93d7-4342-a1c9-901bf08889da up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:16:29.482890 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:29.485450 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port ed1ff012-93d7-4342-a1c9-901bf08889da triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:16:29.485915 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:29.489769 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:29.544544 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a71231-49f0-42a5-94dc-13013a3b3284 None None] Pushing event updated for resources: {'Port': ['ID=d3b04110-48d3-4c6c-9b82-2a63b18c647a,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:29.555362 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a71231-49f0-42a5-94dc-13013a3b3284 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:29.556443 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a71231-49f0-42a5-94dc-13013a3b3284 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:29.556699 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a71231-49f0-42a5-94dc-13013a3b3284 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:29.557032 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a71231-49f0-42a5-94dc-13013a3b3284 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:29.557365 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a71231-49f0-42a5-94dc-13013a3b3284 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:29.557685 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a71231-49f0-42a5-94dc-13013a3b3284 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:29.558012 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a71231-49f0-42a5-94dc-13013a3b3284 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:29.558338 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a71231-49f0-42a5-94dc-13013a3b3284 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:29.558656 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a71231-49f0-42a5-94dc-13013a3b3284 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:29.559585 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a71231-49f0-42a5-94dc-13013a3b3284 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:29.559585 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a71231-49f0-42a5-94dc-13013a3b3284 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:29.559585 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a71231-49f0-42a5-94dc-13013a3b3284 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:16:29.577895 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port ed1ff012-93d7-4342-a1c9-901bf08889da is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:16:29.607153 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] Attempting to bind port d3b04110-48d3-4c6c-9b82-2a63b18c647a on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:16:29.607526 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] Attempting to bind port d3b04110-48d3-4c6c-9b82-2a63b18c647a by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': 'b4790dce-8384-4c79-a4fe-f3d918cc2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:16:29.607892 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] Attempting to bind port d3b04110-48d3-4c6c-9b82-2a63b18c647a on network 91c796d6-f417-4eb6-bf4b-24f17be7c305 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:16:29.613422 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:16:29.613800 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] Checking segment: {'id': 'b4790dce-8384-4c79-a4fe-f3d918cc2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:16:29.614201 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:29.614591 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] Bound using segment: {'id': 'b4790dce-8384-4c79-a4fe-f3d918cc2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:16:29.615079 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] Bound port: d3b04110-48d3-4c6c-9b82-2a63b18c647a, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4790dce-8384-4c79-a4fe-f3d918cc2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:16:29.615441 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:29.694302 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] For port d3b04110-48d3-4c6c-9b82-2a63b18c647a, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:16:29.698296 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] For port d3b04110-48d3-4c6c-9b82-2a63b18c647a, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d3b04110-48d3-4c6c-9b82-2a63b18c647a,segment=NetworkSegment(b4790dce-8384-4c79-a4fe-f3d918cc2599),segment_id=b4790dce-8384-4c79-a4fe-f3d918cc2599)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:16:29.704186 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:29.769177 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] Routers {'1eb80590-c2d4-42d2-9193-1d2d00ce4012'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:16:29.769821 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:16:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1eb80590-c2d4-42d2-9193-1d2d00ce4012'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:16:29.775101 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a71231-49f0-42a5-94dc-13013a3b3284 None None] Pushing event updated for resources: {'Port': ['ID=d3b04110-48d3-4c6c-9b82-2a63b18c647a,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:29.796898 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-790d5a92-1eeb-4d69-8426-59a8d3d56183 None None] Provisioning complete for port d3b04110-48d3-4c6c-9b82-2a63b18c647a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:16:29.797278 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-790d5a92-1eeb-4d69-8426-59a8d3d56183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:29.880274 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-790d5a92-1eeb-4d69-8426-59a8d3d56183 None None] Current status of the port d3b04110-48d3-4c6c-9b82-2a63b18c647a is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:16:29.880549 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-790d5a92-1eeb-4d69-8426-59a8d3d56183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:29.891449 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] Set router 1eb80590-c2d4-42d2-9193-1d2d00ce4012 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:16:29.921052 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-790d5a92-1eeb-4d69-8426-59a8d3d56183 None None] For port d3b04110-48d3-4c6c-9b82-2a63b18c647a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d3b04110-48d3-4c6c-9b82-2a63b18c647a,segment=NetworkSegment(b4790dce-8384-4c79-a4fe-f3d918cc2599),segment_id=b4790dce-8384-4c79-a4fe-f3d918cc2599)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:16:29.925457 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-790d5a92-1eeb-4d69-8426-59a8d3d56183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:29.976648 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d5a92-1eeb-4d69-8426-59a8d3d56183 None None] Pushing event updated for resources: {'Port': ['ID=d3b04110-48d3-4c6c-9b82-2a63b18c647a,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:30.051371 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-baadb303-6984-43b0-9c37-8ffe1c067a1f None None] Provisioning complete for port d3b04110-48d3-4c6c-9b82-2a63b18c647a triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:16:30.051750 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-baadb303-6984-43b0-9c37-8ffe1c067a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:30.159206 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2c942e35-abd3-4f7b-ba5a-95c71b5682c6 req-cb005b59-46c9-4fe1-a0e2-9e6f4668c9f2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 210 time: 0.0340786 May 26 17:16:30.163264 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-baadb303-6984-43b0-9c37-8ffe1c067a1f None None] Current status of the port d3b04110-48d3-4c6c-9b82-2a63b18c647a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:16:30.209438 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229960860', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:27Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd3b04110-48d3-4c6c-9b82-2a63b18c647a', 'name': '', 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:aa:bd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '179b77ff-582c-4223-8f5f-e6144674f416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:16:26Z', 'updated_at': '2022-05-26T17:16:29Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '179b77ff-582c-4223-8f5f-e6144674f416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:16:30.235003 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb213fa7-9272-4b79-aa27-7561bb2f11d6 None None] The sync data for ids ['1eb80590-c2d4-42d2-9193-1d2d00ce4012'] in n-d-843337-2 is: [{'id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229960860', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:27Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd3b04110-48d3-4c6c-9b82-2a63b18c647a', 'name': '', 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:aa:bd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '179b77ff-582c-4223-8f5f-e6144674f416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:16:26Z', 'updated_at': '2022-05-26T17:16:29Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '179b77ff-582c-4223-8f5f-e6144674f416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:16:31.115120 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:31.194825 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d3b04110-48d3-4c6c-9b82-2a63b18c647a up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:16:31.269888 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b32c7f3b-2e7e-4bdc-9b4b-39040a5a678e req-17021950-51b0-4903-a062-1174f9ed12c1 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 210 time: 0.0357537 May 26 17:16:31.424398 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port d3b04110-48d3-4c6c-9b82-2a63b18c647a triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:16:31.424766 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:31.500727 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port d3b04110-48d3-4c6c-9b82-2a63b18c647a is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:16:32.357625 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-797e75e5-b612-4c7f-9d3f-8be220a16cfb req-233350c6-3a34-4753-8573-0ded14a51c03 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 210 time: 0.0311506 May 26 17:16:33.811200 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bdd05c72-6ca5-45f6-8aca-5a3eadef1233 req-8df0fca7-1ae7-42d0-8585-8a9a36026f76 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 210 time: 0.3773205 May 26 17:16:34.220774 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-d0335cd2-f1f4-4ac6-ad89-385932ba1222 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:34.222230 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-d0335cd2-f1f4-4ac6-ad89-385932ba1222 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.81 "GET /v2.0/networks?id=91c796d6-f417-4eb6-bf4b-24f17be7c305 HTTP/1.1" status: 200 len: 797 time: 0.1536219 May 26 17:16:34.269942 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-80a38b9a-3dd7-4c80-a78e-6773f09b2146 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d71587a7143140b39ad28ebd632c58fb HTTP/1.1" status: 200 len: 380 time: 0.0383914 May 26 17:16:34.282669 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-ee041d7e-b87e-4ee7-9f49-ca664986a5b7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'port': {'device_id': '6d6da9c6-f35e-48a2-9fc0-754fa5c51614', 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305', 'admin_state_up': True, 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'security_groups': ['b18fc0fb-02c9-4141-a41a-1c7a4cf4a462']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:16:34.393193 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-ee041d7e-b87e-4ee7-9f49-ca664986a5b7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Made reservation on behalf of d71587a7143140b39ad28ebd632c58fb for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:16:34.396790 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-ee041d7e-b87e-4ee7-9f49-ca664986a5b7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:34.541503 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-ee041d7e-b87e-4ee7-9f49-ca664986a5b7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Allocated IP 172.20.0.12 (91c796d6-f417-4eb6-bf4b-24f17be7c305/179b77ff-582c-4223-8f5f-e6144674f416/8fbc29a2-7236-46e7-b88d-6c957bd49826) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:16:34.680733 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-ee041d7e-b87e-4ee7-9f49-ca664986a5b7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:34.715584 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-ee041d7e-b87e-4ee7-9f49-ca664986a5b7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:34.767775 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-ee041d7e-b87e-4ee7-9f49-ca664986a5b7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network 91c796d6-f417-4eb6-bf4b-24f17be7c305 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:16:34.770905 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-ee041d7e-b87e-4ee7-9f49-ca664986a5b7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:16:34.774560 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-ee041d7e-b87e-4ee7-9f49-ca664986a5b7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:16:34.805579 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee041d7e-b87e-4ee7-9f49-ca664986a5b7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=8fbc29a2-7236-46e7-b88d-6c957bd49826,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:34.847974 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-ee041d7e-b87e-4ee7-9f49-ca664986a5b7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:34.849022 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-ee041d7e-b87e-4ee7-9f49-ca664986a5b7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:34.872141 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-ee041d7e-b87e-4ee7-9f49-ca664986a5b7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5937285 May 26 17:16:34.887654 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-7c38d1dc-3fc9-4808-b33e-2a05ace74d6c service neutron] Request body: {'port': {'device_id': '6d6da9c6-f35e-48a2-9fc0-754fa5c51614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:16:34.951836 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-7c38d1dc-3fc9-4808-b33e-2a05ace74d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:34.965133 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb0540-7a7c-4083-96a2-c4b454d404f5 req-13ab45a5-a8c4-4a62-9479-0c205c99aefe tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:34.966714 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-facb0540-7a7c-4083-96a2-c4b454d404f5 req-13ab45a5-a8c4-4a62-9479-0c205c99aefe tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 932 time: 0.0547450 May 26 17:16:35.008484 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-facb0540-7a7c-4083-96a2-c4b454d404f5 req-832691e7-b68f-42eb-b170-2c932fc6037b tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351708 May 26 17:16:35.027565 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b3a7681d-cb2d-498f-af11-766ff1539105 None None] Provisioning complete for port 8fbc29a2-7236-46e7-b88d-6c957bd49826 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:16:35.028273 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b3a7681d-cb2d-498f-af11-766ff1539105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:35.066170 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b3a7681d-cb2d-498f-af11-766ff1539105 None None] Port 8fbc29a2-7236-46e7-b88d-6c957bd49826 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:16:35.238793 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-7c38d1dc-3fc9-4808-b33e-2a05ace74d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fbc29a2-7236-46e7-b88d-6c957bd49826 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:16:35.246522 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-7c38d1dc-3fc9-4808-b33e-2a05ace74d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:35.258588 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-7c38d1dc-3fc9-4808-b33e-2a05ace74d6c service neutron] Transition to ACTIVE for port object 8fbc29a2-7236-46e7-b88d-6c957bd49826 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 17:16:35.263486 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-7c38d1dc-3fc9-4808-b33e-2a05ace74d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:35.314169 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38d1dc-3fc9-4808-b33e-2a05ace74d6c service neutron] Pushing event updated for resources: {'Port': ['ID=8fbc29a2-7236-46e7-b88d-6c957bd49826,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:35.390671 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-7c38d1dc-3fc9-4808-b33e-2a05ace74d6c service neutron] Attempting to bind port 8fbc29a2-7236-46e7-b88d-6c957bd49826 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:16:35.391014 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-7c38d1dc-3fc9-4808-b33e-2a05ace74d6c service neutron] Attempting to bind port 8fbc29a2-7236-46e7-b88d-6c957bd49826 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': 'b4790dce-8384-4c79-a4fe-f3d918cc2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:16:35.391351 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-7c38d1dc-3fc9-4808-b33e-2a05ace74d6c service neutron] Attempting to bind port 8fbc29a2-7236-46e7-b88d-6c957bd49826 on network 91c796d6-f417-4eb6-bf4b-24f17be7c305 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:16:35.396347 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-7c38d1dc-3fc9-4808-b33e-2a05ace74d6c service neutron] Port 8fbc29a2-7236-46e7-b88d-6c957bd49826 on network 91c796d6-f417-4eb6-bf4b-24f17be7c305 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:16:35.396682 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-7c38d1dc-3fc9-4808-b33e-2a05ace74d6c service neutron] Attempting to bind port 8fbc29a2-7236-46e7-b88d-6c957bd49826 on network 91c796d6-f417-4eb6-bf4b-24f17be7c305 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:16:35.403362 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-7c38d1dc-3fc9-4808-b33e-2a05ace74d6c service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:16:35.403706 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-7c38d1dc-3fc9-4808-b33e-2a05ace74d6c service neutron] Checking segment: {'id': 'b4790dce-8384-4c79-a4fe-f3d918cc2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:16:35.404156 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-7c38d1dc-3fc9-4808-b33e-2a05ace74d6c service neutron] Bound using segment: {'id': 'b4790dce-8384-4c79-a4fe-f3d918cc2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:16:35.404599 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-7c38d1dc-3fc9-4808-b33e-2a05ace74d6c service neutron] Bound port: 8fbc29a2-7236-46e7-b88d-6c957bd49826, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4790dce-8384-4c79-a4fe-f3d918cc2599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:16:35.405000 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-7c38d1dc-3fc9-4808-b33e-2a05ace74d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:35.482059 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-7c38d1dc-3fc9-4808-b33e-2a05ace74d6c service neutron] For port 8fbc29a2-7236-46e7-b88d-6c957bd49826, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:16:35.485250 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-7c38d1dc-3fc9-4808-b33e-2a05ace74d6c service neutron] For port 8fbc29a2-7236-46e7-b88d-6c957bd49826, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8fbc29a2-7236-46e7-b88d-6c957bd49826,segment=NetworkSegment(b4790dce-8384-4c79-a4fe-f3d918cc2599),segment_id=b4790dce-8384-4c79-a4fe-f3d918cc2599)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:16:35.489616 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-7c38d1dc-3fc9-4808-b33e-2a05ace74d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:35.528781 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-7c38d1dc-3fc9-4808-b33e-2a05ace74d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:35.529400 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-7c38d1dc-3fc9-4808-b33e-2a05ace74d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:35.530805 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-7c38d1dc-3fc9-4808-b33e-2a05ace74d6c service neutron] 10.222.0.81 "PUT /v2.0/ports/8fbc29a2-7236-46e7-b88d-6c957bd49826 HTTP/1.1" status: 200 len: 1092 time: 0.6503239 May 26 17:16:35.531503 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6da9c6-f35e-48a2-9fc0-754fa5c51614', 'tag': '8fbc29a2-7236-46e7-b88d-6c957bd49826'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:16:35.533863 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68175785-eed7-42d8-8db1-741305e5be82" -d '{"events": [{"name": "network-changed", "server_uuid": "6d6da9c6-f35e-48a2-9fc0-754fa5c51614", "tag": "8fbc29a2-7236-46e7-b88d-6c957bd49826"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:16:35.559276 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38d1dc-3fc9-4808-b33e-2a05ace74d6c service neutron] Pushing event updated for resources: {'Port': ['ID=8fbc29a2-7236-46e7-b88d-6c957bd49826,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:35.613453 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce642a3d-112f-4a6a-ad60-96437169806d x-openstack-request-id: req-ce642a3d-112f-4a6a-ad60-96437169806d {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:16:35.613743 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d6da9c6-f35e-48a2-9fc0-754fa5c51614", "tag": "8fbc29a2-7236-46e7-b88d-6c957bd49826", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:16:35.613994 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ce642a3d-112f-4a6a-ad60-96437169806d {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:16:35.614405 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce642a3d-112f-4a6a-ad60-96437169806d'] response: {'name': 'network-changed', 'server_uuid': '6d6da9c6-f35e-48a2-9fc0-754fa5c51614', 'tag': '8fbc29a2-7236-46e7-b88d-6c957bd49826', 'status': 'completed', 'code': 200} May 26 17:16:35.632624 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-fb1e8749-5125-4ba7-ba51-cc268efe8533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:35.634160 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-fb1e8749-5125-4ba7-ba51-cc268efe8533 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 1095 time: 0.0560675 May 26 17:16:35.687655 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-0b5b579f-816a-4ed2-a634-3e596ddb8850 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fbc29a2-7236-46e7-b88d-6c957bd49826 HTTP/1.1" status: 200 len: 217 time: 0.0433493 May 26 17:16:35.742492 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-55bf9276-6751-43e5-b67b-5045a594f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:35.746003 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-55bf9276-6751-43e5-b67b-5045a594f56d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=179b77ff-582c-4223-8f5f-e6144674f416 HTTP/1.1" status: 200 len: 835 time: 0.0490327 May 26 17:16:35.792188 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-c455e147-0e5d-48a0-9596-0e1f400145d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:35.793818 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-c455e147-0e5d-48a0-9596-0e1f400145d7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=91c796d6-f417-4eb6-bf4b-24f17be7c305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427396 May 26 17:16:35.893771 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-c5e7468f-1858-47ba-917b-1d4ae1689ca9 service neutron] 10.222.0.81 "GET /v2.0/networks/91c796d6-f417-4eb6-bf4b-24f17be7c305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916193 May 26 17:16:35.987964 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f82667fd-457a-4fc9-9bd7-3aeef6345407 req-db221c5e-2704-49b4-8dd3-777d376cd1df service neutron] 10.222.0.81 "GET /v2.0/networks/91c796d6-f417-4eb6-bf4b-24f17be7c305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865417 May 26 17:16:36.080105 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68175785-eed7-42d8-8db1-741305e5be82 req-5764e026-1826-4b63-adaf-6d19cf42217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:36.081792 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-68175785-eed7-42d8-8db1-741305e5be82 req-5764e026-1826-4b63-adaf-6d19cf42217f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 1095 time: 0.0445771 May 26 17:16:36.133559 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd0da9-46dd-47cc-9c4a-567e29b5299a req-ed93de05-b9cb-4da3-b0f6-57af5ee26215 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:36.136035 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-65fd0da9-46dd-47cc-9c4a-567e29b5299a req-ed93de05-b9cb-4da3-b0f6-57af5ee26215 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 944 time: 0.0519955 May 26 17:16:36.177869 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-65fd0da9-46dd-47cc-9c4a-567e29b5299a req-3cc757a8-d767-4768-9eef-03bbceece4d4 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349348 May 26 17:16:36.188937 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68175785-eed7-42d8-8db1-741305e5be82 req-6807a7f2-60ec-4e47-8fb8-9da783e3c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:36.190413 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-68175785-eed7-42d8-8db1-741305e5be82 req-6807a7f2-60ec-4e47-8fb8-9da783e3c09c service neutron] 10.222.0.81 "GET /v2.0/networks?id=91c796d6-f417-4eb6-bf4b-24f17be7c305 HTTP/1.1" status: 200 len: 898 time: 0.1013086 May 26 17:16:36.235252 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-68175785-eed7-42d8-8db1-741305e5be82 req-64447494-4683-486a-8441-038c334f6b06 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fbc29a2-7236-46e7-b88d-6c957bd49826 HTTP/1.1" status: 200 len: 217 time: 0.0366673 May 26 17:16:36.291923 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68175785-eed7-42d8-8db1-741305e5be82 req-801d56c7-f95e-44f0-8241-2321fbd1625a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:36.292948 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-68175785-eed7-42d8-8db1-741305e5be82 req-801d56c7-f95e-44f0-8241-2321fbd1625a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=179b77ff-582c-4223-8f5f-e6144674f416 HTTP/1.1" status: 200 len: 835 time: 0.0499840 May 26 17:16:36.342355 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68175785-eed7-42d8-8db1-741305e5be82 req-1278739c-bb34-41ed-9a2b-3a99879fc877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:36.343891 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-68175785-eed7-42d8-8db1-741305e5be82 req-1278739c-bb34-41ed-9a2b-3a99879fc877 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=91c796d6-f417-4eb6-bf4b-24f17be7c305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424752 May 26 17:16:36.441252 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-68175785-eed7-42d8-8db1-741305e5be82 req-f9773404-848d-4bcb-9353-dd487b98de1a service neutron] 10.222.0.81 "GET /v2.0/networks/91c796d6-f417-4eb6-bf4b-24f17be7c305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895960 May 26 17:16:36.540722 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-68175785-eed7-42d8-8db1-741305e5be82 req-b487c1a7-56e5-4961-b765-9243144860c7 service neutron] 10.222.0.81 "GET /v2.0/networks/91c796d6-f417-4eb6-bf4b-24f17be7c305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914438 May 26 17:16:37.305187 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43637b7b-92ce-4b6c-9c19-23c32602f6ce req-77db1202-a1c4-46a1-8d72-1ce357b9b359 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:37.306678 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43637b7b-92ce-4b6c-9c19-23c32602f6ce req-77db1202-a1c4-46a1-8d72-1ce357b9b359 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 944 time: 0.0530016 May 26 17:16:37.346156 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-43637b7b-92ce-4b6c-9c19-23c32602f6ce req-cdcdb1de-8902-45da-b510-7cbbf787e741 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326114 May 26 17:16:38.463832 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9836b-4c44-47e5-8db5-1a021f8448bf req-9dcedd9b-67c9-463e-9e23-ad7902b372a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:38.465325 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9e9836b-4c44-47e5-8db5-1a021f8448bf req-9dcedd9b-67c9-463e-9e23-ad7902b372a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 944 time: 0.0494239 May 26 17:16:38.503957 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9e9836b-4c44-47e5-8db5-1a021f8448bf req-f149646d-a411-4b45-95c4-6ee35b363481 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325627 May 26 17:16:39.185229 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 8fbc29a2-7236-46e7-b88d-6c957bd49826 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:16:39.282151 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 8fbc29a2-7236-46e7-b88d-6c957bd49826, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8fbc29a2-7236-46e7-b88d-6c957bd49826,segment=NetworkSegment(b4790dce-8384-4c79-a4fe-f3d918cc2599),segment_id=b4790dce-8384-4c79-a4fe-f3d918cc2599)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:16:39.293820 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '8fbc29a2-7236-46e7-b88d-6c957bd49826', 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305', 'port_id': '8fbc29a2-7236-46e7-b88d-6c957bd49826', 'mac_address': 'fa:16:3e:00:c1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179b77ff-582c-4223-8f5f-e6144674f416', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:16:39.329839 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 8fbc29a2-7236-46e7-b88d-6c957bd49826 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:16:39.330229 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:39.343255 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbc29a2-7236-46e7-b88d-6c957bd49826 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:16:39.362812 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 8fbc29a2-7236-46e7-b88d-6c957bd49826, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8fbc29a2-7236-46e7-b88d-6c957bd49826,segment=NetworkSegment(b4790dce-8384-4c79-a4fe-f3d918cc2599),segment_id=b4790dce-8384-4c79-a4fe-f3d918cc2599)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:16:39.366897 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:39.414616 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=8fbc29a2-7236-46e7-b88d-6c957bd49826,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:39.584985 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['8fbc29a2-7236-46e7-b88d-6c957bd49826'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:16:39.620329 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023ca9a-fd82-4cd5-b07e-594e0dd9acd6 req-674d07c5-583b-4381-9346-3960837170b9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:39.621714 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2023ca9a-fd82-4cd5-b07e-594e0dd9acd6 req-674d07c5-583b-4381-9346-3960837170b9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 945 time: 0.0489733 May 26 17:16:39.660578 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2023ca9a-fd82-4cd5-b07e-594e0dd9acd6 req-6b68f21b-a3be-4f32-90b7-ba605bb095e5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321691 May 26 17:16:40.781983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f639d0-acce-438c-a3a2-90af510a91b0 req-9bb9831a-c1c7-481e-b408-cb51b59e0ceb tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:40.783462 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23f639d0-acce-438c-a3a2-90af510a91b0 req-9bb9831a-c1c7-481e-b408-cb51b59e0ceb tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 945 time: 0.0523720 May 26 17:16:40.821963 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23f639d0-acce-438c-a3a2-90af510a91b0 req-bd3890b8-a5ca-4115-827e-aad30f17a220 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323007 May 26 17:16:41.201385 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 8fbc29a2-7236-46e7-b88d-6c957bd49826 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:16:41.253353 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 8fbc29a2-7236-46e7-b88d-6c957bd49826 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 17:16:41.257620 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 8fbc29a2-7236-46e7-b88d-6c957bd49826 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:16:41.257991 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:41.335623 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 8fbc29a2-7236-46e7-b88d-6c957bd49826 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:16:41.335943 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:41.359075 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6da9c6-f35e-48a2-9fc0-754fa5c51614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbc29a2-7236-46e7-b88d-6c957bd49826'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:16:41.361366 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce687ac-aa3d-4a6b-8d6f-cf243376ff58" -d '{"events": [{"server_uuid": "6d6da9c6-f35e-48a2-9fc0-754fa5c51614", "name": "network-vif-plugged", "status": "completed", "tag": "8fbc29a2-7236-46e7-b88d-6c957bd49826"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:16:41.374364 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 8fbc29a2-7236-46e7-b88d-6c957bd49826, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8fbc29a2-7236-46e7-b88d-6c957bd49826,segment=NetworkSegment(b4790dce-8384-4c79-a4fe-f3d918cc2599),segment_id=b4790dce-8384-4c79-a4fe-f3d918cc2599)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:16:41.379124 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:41.403355 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852b9aa5-cd3c-4e88-935c-901d5c98aced x-openstack-request-id: req-852b9aa5-cd3c-4e88-935c-901d5c98aced {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:16:41.403645 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6da9c6-f35e-48a2-9fc0-754fa5c51614", "name": "network-vif-plugged", "status": "completed", "tag": "8fbc29a2-7236-46e7-b88d-6c957bd49826", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:16:41.403897 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-852b9aa5-cd3c-4e88-935c-901d5c98aced {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:16:41.404309 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-852b9aa5-cd3c-4e88-935c-901d5c98aced'] response: {'server_uuid': '6d6da9c6-f35e-48a2-9fc0-754fa5c51614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbc29a2-7236-46e7-b88d-6c957bd49826', 'code': 200} May 26 17:16:41.436577 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=8fbc29a2-7236-46e7-b88d-6c957bd49826,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:41.502461 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7038c9-b147-4185-9835-5db71b084cc1 req-c5f27922-babe-4211-b269-0b08b4898cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:41.503858 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9f7038c9-b147-4185-9835-5db71b084cc1 req-c5f27922-babe-4211-b269-0b08b4898cba service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 1097 time: 0.0410039 May 26 17:16:41.538002 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9f7038c9-b147-4185-9835-5db71b084cc1 req-ea133464-0900-4624-ba28-55b8bb58bf81 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272737 May 26 17:16:41.944717 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbfc62-dba9-46c8-80ec-d146480ab118 req-f6df511e-fa44-4991-a4df-d09c48d2593c tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:41.946189 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2afbfc62-dba9-46c8-80ec-d146480ab118 req-f6df511e-fa44-4991-a4df-d09c48d2593c tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 946 time: 0.0505664 May 26 17:16:41.985331 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2afbfc62-dba9-46c8-80ec-d146480ab118 req-36a86247-a254-4625-bb9b-eb403b0735cf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320470 May 26 17:16:43.103618 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e99390-2dc6-4004-97d1-c17fb4ae96cb req-baaa62d1-8900-4b50-b7a2-43c495aabdf3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:43.105758 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5e99390-2dc6-4004-97d1-c17fb4ae96cb req-baaa62d1-8900-4b50-b7a2-43c495aabdf3 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 946 time: 0.0501573 May 26 17:16:43.146609 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f5e99390-2dc6-4004-97d1-c17fb4ae96cb req-492dc07d-472a-48c1-99ff-af82080ea31d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342755 May 26 17:16:43.195925 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ff8e6036-747e-4300-927f-15dcd9f6e03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:43.271990 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be3862-6ed1-45e2-9595-ea9b734e43f1 req-3f82423f-ebc1-4584-adc3-57e81b47c106 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:43.273411 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7be3862-6ed1-45e2-9595-ea9b734e43f1 req-3f82423f-ebc1-4584-adc3-57e81b47c106 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 946 time: 0.0549681 May 26 17:16:43.312442 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7be3862-6ed1-45e2-9595-ea9b734e43f1 req-711fea43-84db-4270-a160-95ac08e5cbb9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322521 May 26 17:16:43.333863 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42682) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:16:43.374362 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f545ad-3b97-42c8-9326-450ef3e7f5b7 tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:43.376044 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b2f545ad-3b97-42c8-9326-450ef3e7f5b7 tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 1092 time: 0.0411580 May 26 17:16:43.378882 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42684) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:16:43.383208 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-cbc8fdbd-d885-4980-af7c-c26c5b483c3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': '8fbc29a2-7236-46e7-b88d-6c957bd49826', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:16:43.404999 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbc8fdbd-d885-4980-af7c-c26c5b483c3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:43.507035 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbc8fdbd-d885-4980-af7c-c26c5b483c3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:43.614912 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-cbc8fdbd-d885-4980-af7c-c26c5b483c3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Allocated IP 172.25.7.189 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/1078093b-d848-4bb4-beb1-1aa3862659e9) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:16:43.719048 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbc8fdbd-d885-4980-af7c-c26c5b483c3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:43.751128 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbc8fdbd-d885-4980-af7c-c26c5b483c3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:43.789332 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc8fdbd-d885-4980-af7c-c26c5b483c3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:16:43.792163 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-cbc8fdbd-d885-4980-af7c-c26c5b483c3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:16:43.795546 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc8fdbd-d885-4980-af7c-c26c5b483c3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:16:43.821441 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8fdbd-d885-4980-af7c-c26c5b483c3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=1078093b-d848-4bb4-beb1-1aa3862659e9,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:44.158984 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbc8fdbd-d885-4980-af7c-c26c5b483c3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:44.227959 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbc8fdbd-d885-4980-af7c-c26c5b483c3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:44.376332 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbc8fdbd-d885-4980-af7c-c26c5b483c3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:44.380965 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbc8fdbd-d885-4980-af7c-c26c5b483c3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:44.450919 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8fdbd-d885-4980-af7c-c26c5b483c3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=1078093b-d848-4bb4-beb1-1aa3862659e9,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:16:44.462464 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbc8fdbd-d885-4980-af7c-c26c5b483c3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:44.564419 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-cbc8fdbd-d885-4980-af7c-c26c5b483c3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Floating IP 413d7189-3d96-4460-9f7d-039b94f35dc5 associated. External IP: 172.25.7.189, port: 8fbc29a2-7236-46e7-b88d-6c957bd49826. May 26 17:16:44.773864 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc8fdbd-d885-4980-af7c-c26c5b483c3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Router 1eb80590-c2d4-42d2-9193-1d2d00ce4012 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:16:44.887463 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc8fdbd-d885-4980-af7c-c26c5b483c3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:16:44.898478 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a6b110-99a4-45df-9c21-5f0fa3d07d4d None None] Sync routers for ids ['1eb80590-c2d4-42d2-9193-1d2d00ce4012'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:16:44.906112 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-cbc8fdbd-d885-4980-af7c-c26c5b483c3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:44.910268 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a6b110-99a4-45df-9c21-5f0fa3d07d4d None None] Routers {'1eb80590-c2d4-42d2-9193-1d2d00ce4012'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:16:44.910943 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b6a6b110-99a4-45df-9c21-5f0fa3d07d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:16:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1eb80590-c2d4-42d2-9193-1d2d00ce4012'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:16:44.937493 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cbc8fdbd-d885-4980-af7c-c26c5b483c3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5546939 May 26 17:16:44.937493 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6da9c6-f35e-48a2-9fc0-754fa5c51614', 'tag': '8fbc29a2-7236-46e7-b88d-6c957bd49826'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:16:44.937843 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24103bee38bbd97c6ccfbe10b0e84632f8bc6809d0c06cc395e50ba217a9e387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118b839c-d099-4495-8ece-fc520a00c5d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6d6da9c6-f35e-48a2-9fc0-754fa5c51614", "tag": "8fbc29a2-7236-46e7-b88d-6c957bd49826"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:16:44.976638 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e86a360-9251-4f4c-8b62-b3d696e079a5 x-openstack-request-id: req-4e86a360-9251-4f4c-8b62-b3d696e079a5 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:16:44.976935 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d6da9c6-f35e-48a2-9fc0-754fa5c51614", "tag": "8fbc29a2-7236-46e7-b88d-6c957bd49826", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:16:44.977187 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4e86a360-9251-4f4c-8b62-b3d696e079a5 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:16:44.977610 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e86a360-9251-4f4c-8b62-b3d696e079a5'] response: {'name': 'network-changed', 'server_uuid': '6d6da9c6-f35e-48a2-9fc0-754fa5c51614', 'tag': '8fbc29a2-7236-46e7-b88d-6c957bd49826', 'status': 'completed', 'code': 200} May 26 17:16:45.037772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-b6a6b110-99a4-45df-9c21-5f0fa3d07d4d None None] Set router 1eb80590-c2d4-42d2-9193-1d2d00ce4012 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:16:45.045032 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b839c-d099-4495-8ece-fc520a00c5d0 req-58dbd886-f597-4a48-a21f-348291afe6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:45.046586 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-118b839c-d099-4495-8ece-fc520a00c5d0 req-58dbd886-f597-4a48-a21f-348291afe6ed service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 1097 time: 0.0468981 May 26 17:16:45.052854 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274672e7-1057-4968-a8da-b675fd5cd851 req-4129d34b-afce-44a1-95e7-d903443135e6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:45.054528 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-274672e7-1057-4968-a8da-b675fd5cd851 req-4129d34b-afce-44a1-95e7-d903443135e6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 946 time: 0.0661654 May 26 17:16:45.101595 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-274672e7-1057-4968-a8da-b675fd5cd851 req-09dca2bf-7f85-42af-bc96-2c172b255524 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380020 May 26 17:16:45.127824 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42690) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:16:45.185711 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b839c-d099-4495-8ece-fc520a00c5d0 req-6c3007ab-33bc-4d90-a0da-4e0ee0832c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:45.187260 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-118b839c-d099-4495-8ece-fc520a00c5d0 req-6c3007ab-33bc-4d90-a0da-4e0ee0832c1e service neutron] 10.222.0.81 "GET /v2.0/networks?id=91c796d6-f417-4eb6-bf4b-24f17be7c305 HTTP/1.1" status: 200 len: 898 time: 0.1265049 May 26 17:16:45.200714 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ed43260e-f7f6-4f0d-8aa6-866923ee33ca tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/floatingips/413d7189-3d96-4460-9f7d-039b94f35dc5 HTTP/1.1" status: 200 len: 992 time: 0.0698905 May 26 17:16:45.275387 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-118b839c-d099-4495-8ece-fc520a00c5d0 req-3059d206-b669-4596-85a9-4328c6ba5573 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fbc29a2-7236-46e7-b88d-6c957bd49826 HTTP/1.1" status: 200 len: 1000 time: 0.0784125 May 26 17:16:45.308555 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b6a6b110-99a4-45df-9c21-5f0fa3d07d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229960860', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:27Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '413d7189-3d96-4460-9f7d-039b94f35dc5', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'port_id': '8fbc29a2-7236-46e7-b88d-6c957bd49826', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305', 'mac_address': 'fa:16:3e:00:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6da9c6-f35e-48a2-9fc0-754fa5c51614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:16:44Z', 'updated_at': '2022-05-26T17:16:44Z', 'revision_number': 0, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b04110-48d3-4c6c-9b82-2a63b18c647a', 'name': '', 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:aa:bd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '179b77ff-582c-4223-8f5f-e6144674f416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:16:26Z', 'updated_at': '2022-05-26T17:16:29Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '179b77ff-582c-4223-8f5f-e6144674f416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:16:45.339172 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a6b110-99a4-45df-9c21-5f0fa3d07d4d None None] Checking router: 1eb80590-c2d4-42d2-9193-1d2d00ce4012 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:16:45.340478 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b839c-d099-4495-8ece-fc520a00c5d0 req-a2d1c948-18ce-46d3-b53c-670ded9b3017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:45.342267 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-118b839c-d099-4495-8ece-fc520a00c5d0 req-a2d1c948-18ce-46d3-b53c-670ded9b3017 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=179b77ff-582c-4223-8f5f-e6144674f416 HTTP/1.1" status: 200 len: 835 time: 0.0599110 May 26 17:16:45.349042 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a6b110-99a4-45df-9c21-5f0fa3d07d4d None None] Routers {'1eb80590-c2d4-42d2-9193-1d2d00ce4012'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:16:45.349652 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b6a6b110-99a4-45df-9c21-5f0fa3d07d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:16:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1eb80590-c2d4-42d2-9193-1d2d00ce4012'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:16:45.399098 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b839c-d099-4495-8ece-fc520a00c5d0 req-8528f64a-8fe4-45ba-a582-aae27db7a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:16:45.400650 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-118b839c-d099-4495-8ece-fc520a00c5d0 req-8528f64a-8fe4-45ba-a582-aae27db7a687 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=91c796d6-f417-4eb6-bf4b-24f17be7c305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505142 May 26 17:16:45.467190 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-b6a6b110-99a4-45df-9c21-5f0fa3d07d4d None None] Set router 1eb80590-c2d4-42d2-9193-1d2d00ce4012 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:16:45.504817 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-118b839c-d099-4495-8ece-fc520a00c5d0 req-784cf534-b974-4ccc-a434-5a933ca9cc7e service neutron] 10.222.0.81 "GET /v2.0/networks/91c796d6-f417-4eb6-bf4b-24f17be7c305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959005 May 26 17:16:45.611911 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-118b839c-d099-4495-8ece-fc520a00c5d0 req-2331d82a-06b3-4fe4-84aa-12894fe6808b service neutron] 10.222.0.81 "GET /v2.0/networks/91c796d6-f417-4eb6-bf4b-24f17be7c305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993359 May 26 17:16:45.670950 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-27a287e9-5e7b-4fa4-b7a8-76aa3f62bb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:45.726914 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-b6a6b110-99a4-45df-9c21-5f0fa3d07d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229960860', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:27Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '413d7189-3d96-4460-9f7d-039b94f35dc5', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'port_id': '8fbc29a2-7236-46e7-b88d-6c957bd49826', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305', 'mac_address': 'fa:16:3e:00:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6da9c6-f35e-48a2-9fc0-754fa5c51614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:16:44Z', 'updated_at': '2022-05-26T17:16:44Z', 'revision_number': 0, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b04110-48d3-4c6c-9b82-2a63b18c647a', 'name': '', 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:aa:bd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '179b77ff-582c-4223-8f5f-e6144674f416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:16:26Z', 'updated_at': '2022-05-26T17:16:29Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '179b77ff-582c-4223-8f5f-e6144674f416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:16:45.758184 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a6b110-99a4-45df-9c21-5f0fa3d07d4d None None] The sync data for ids ['1eb80590-c2d4-42d2-9193-1d2d00ce4012'] in n-d-843337-2 is: [{'id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229960860', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:27Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '413d7189-3d96-4460-9f7d-039b94f35dc5', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'port_id': '8fbc29a2-7236-46e7-b88d-6c957bd49826', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305', 'mac_address': 'fa:16:3e:00:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6da9c6-f35e-48a2-9fc0-754fa5c51614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:16:44Z', 'updated_at': '2022-05-26T17:16:44Z', 'revision_number': 0, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b04110-48d3-4c6c-9b82-2a63b18c647a', 'name': '', 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:aa:bd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '179b77ff-582c-4223-8f5f-e6144674f416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:16:26Z', 'updated_at': '2022-05-26T17:16:29Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '179b77ff-582c-4223-8f5f-e6144674f416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:16:45.963006 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8883ba-4094-40a5-a012-952bb1560a69 None None] New status for floating IP 413d7189-3d96-4460-9f7d-039b94f35dc5: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:16:46.203223 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42692) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:16:46.275222 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cc6a0b16-e314-4441-91a0-d17041bb70f8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/floatingips/413d7189-3d96-4460-9f7d-039b94f35dc5 HTTP/1.1" status: 200 len: 994 time: 0.0708323 May 26 17:16:46.829488 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:47.669332 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:16:48.563037 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:48.819429 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:16:49.156124 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:01.108875 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:11.984588 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-b71405e3-6951-4c25-8566-732376415283 req-bcb8e6f4-ce9e-41b5-9d7e-6b9780b0f935 service neutron] (103895) timed out ('10.222.0.77', 38968) {{(pid=103895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 17:17:13.198046 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-36077110-420a-4809-86e3-983b3ecc4888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:15.642764 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-12db0f00-e530-41e6-83ed-045b96bbe0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:16.832044 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:18.565912 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:18.828003 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:19.158868 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:19.565726 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a766b68-dd11-4680-9f5f-adf9c11d5b47 req-eebade48-1595-447d-b3ac-8449debd7c15 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:17:19.567196 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a766b68-dd11-4680-9f5f-adf9c11d5b47 req-eebade48-1595-447d-b3ac-8449debd7c15 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 946 time: 0.0496957 May 26 17:17:19.605579 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a766b68-dd11-4680-9f5f-adf9c11d5b47 req-aec68942-b5f5-407f-8453-12b9112eb371 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312505 May 26 17:17:20.739252 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a24e6-b190-4c00-9ab6-b078b0406a4b req-6f999901-0f72-4193-9fdb-8fb3522758d0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:17:20.740848 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d4a24e6-b190-4c00-9ab6-b078b0406a4b req-6f999901-0f72-4193-9fdb-8fb3522758d0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 946 time: 0.0569677 May 26 17:17:20.788811 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d4a24e6-b190-4c00-9ab6-b078b0406a4b req-c24ea9f9-f461-465d-97a3-73da2ab7b004 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399272 May 26 17:17:21.911137 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d271f-e640-408a-a955-e29c505bcf11 req-70b913b4-45ad-48ff-afcf-74f7a69ad665 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:17:21.912621 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf3d271f-e640-408a-a955-e29c505bcf11 req-70b913b4-45ad-48ff-afcf-74f7a69ad665 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 946 time: 0.0533559 May 26 17:17:21.950075 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bf3d271f-e640-408a-a955-e29c505bcf11 req-6785a8d3-db53-4ec3-b6e3-a7190330d39e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306211 May 26 17:17:23.069045 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3935b-823e-4a51-8af2-40e9aef00ef4 req-e83a8c56-e17f-4793-8584-74468890e10a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:17:23.070533 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7d3935b-823e-4a51-8af2-40e9aef00ef4 req-e83a8c56-e17f-4793-8584-74468890e10a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 946 time: 0.0489635 May 26 17:17:23.108173 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b7d3935b-823e-4a51-8af2-40e9aef00ef4 req-fe414f6b-1683-44eb-bee8-46a14789214a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315924 May 26 17:17:24.230115 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa38195-7eb4-4589-bacb-2b7f810f71af req-62a34578-579b-434e-84b3-20ad87e32343 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:17:24.231630 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0fa38195-7eb4-4589-bacb-2b7f810f71af req-62a34578-579b-434e-84b3-20ad87e32343 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 946 time: 0.0538974 May 26 17:17:24.270949 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0fa38195-7eb4-4589-bacb-2b7f810f71af req-0bf05586-5e2f-4e27-a10b-a8e1bb435fbe tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332954 May 26 17:17:24.669444 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:17:25.402083 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4455ba-581f-4239-ac1f-b32c42f08b22 req-50998f02-e8bc-464f-b65c-b5cfd3999814 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:17:25.403612 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f4455ba-581f-4239-ac1f-b32c42f08b22 req-50998f02-e8bc-464f-b65c-b5cfd3999814 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 946 time: 0.0574214 May 26 17:17:25.441227 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2f4455ba-581f-4239-ac1f-b32c42f08b22 req-7e22f0c7-6981-4d7b-9c29-fd94dbb2fd2c tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312817 May 26 17:17:26.558690 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb84d3b-546e-4fc8-9141-ca5777e43def req-56911720-c4cc-41c8-8fd7-45778a232bb7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:17:26.560250 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cfb84d3b-546e-4fc8-9141-ca5777e43def req-56911720-c4cc-41c8-8fd7-45778a232bb7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 946 time: 0.0491021 May 26 17:17:26.600419 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cfb84d3b-546e-4fc8-9141-ca5777e43def req-4370c212-3d58-4df6-96a8-d9d62ab03b3f tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339117 May 26 17:17:27.032556 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803452e-7620-4b39-bd93-b1c816809d67 req-839d47bd-5ab6-41e9-af7d-b98a49fd4017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:17:27.034077 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9803452e-7620-4b39-bd93-b1c816809d67 req-839d47bd-5ab6-41e9-af7d-b98a49fd4017 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 1097 time: 0.0432949 May 26 17:17:27.146538 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803452e-7620-4b39-bd93-b1c816809d67 req-a6dab74e-e5f2-4a70-87e0-1867339f44d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:17:27.149229 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9803452e-7620-4b39-bd93-b1c816809d67 req-a6dab74e-e5f2-4a70-87e0-1867339f44d1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=91c796d6-f417-4eb6-bf4b-24f17be7c305 HTTP/1.1" status: 200 len: 898 time: 0.0952935 May 26 17:17:27.218183 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9803452e-7620-4b39-bd93-b1c816809d67 req-33b93773-2dc5-4ae3-ae1f-ac41c8576f8a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fbc29a2-7236-46e7-b88d-6c957bd49826 HTTP/1.1" status: 200 len: 1002 time: 0.0619841 May 26 17:17:27.269672 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803452e-7620-4b39-bd93-b1c816809d67 req-c29b1c99-48e3-4665-adc0-2743bdaeb0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:17:27.271162 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9803452e-7620-4b39-bd93-b1c816809d67 req-c29b1c99-48e3-4665-adc0-2743bdaeb0bd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=179b77ff-582c-4223-8f5f-e6144674f416 HTTP/1.1" status: 200 len: 835 time: 0.0471573 May 26 17:17:27.324302 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803452e-7620-4b39-bd93-b1c816809d67 req-8f923429-0596-4183-ac37-df79b411c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:17:27.325746 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9803452e-7620-4b39-bd93-b1c816809d67 req-8f923429-0596-4183-ac37-df79b411c504 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=91c796d6-f417-4eb6-bf4b-24f17be7c305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484693 May 26 17:17:27.424848 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9803452e-7620-4b39-bd93-b1c816809d67 req-f35d7a5f-9472-41ec-bfaf-794c768eac99 service neutron] 10.222.0.81 "GET /v2.0/networks/91c796d6-f417-4eb6-bf4b-24f17be7c305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905108 May 26 17:17:27.523626 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-9803452e-7620-4b39-bd93-b1c816809d67 req-d8433267-ecd1-4877-9acd-ab3cbdb0113b service neutron] 10.222.0.81 "GET /v2.0/networks/91c796d6-f417-4eb6-bf4b-24f17be7c305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911374 May 26 17:17:27.717953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682747f-705e-4632-9ff4-a7a746b9cbdc req-d3a82784-75df-4825-88be-4e1a80436df2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:17:27.719435 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c682747f-705e-4632-9ff4-a7a746b9cbdc req-d3a82784-75df-4825-88be-4e1a80436df2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 946 time: 0.0491037 May 26 17:17:27.757820 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c682747f-705e-4632-9ff4-a7a746b9cbdc req-b4a71b73-bb02-4284-b626-958e673cebd1 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322709 May 26 17:17:28.880187 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef6c22-3fba-4946-90d4-bcb0392639c4 req-2856fe1d-a8fd-46f3-a467-a52ea687e9e1 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:17:28.881643 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44ef6c22-3fba-4946-90d4-bcb0392639c4 req-2856fe1d-a8fd-46f3-a467-a52ea687e9e1 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 946 time: 0.0530314 May 26 17:17:28.920463 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-44ef6c22-3fba-4946-90d4-bcb0392639c4 req-2d82eff7-49aa-420a-8a0a-265c32cd3912 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324643 May 26 17:17:30.037426 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5639e-fd4b-49df-95b2-c041b1907251 req-b3e4f3a1-4f86-4c39-b417-eacc66e1d406 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:17:30.038898 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32d5639e-fd4b-49df-95b2-c041b1907251 req-b3e4f3a1-4f86-4c39-b417-eacc66e1d406 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 946 time: 0.0499506 May 26 17:17:30.077307 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-32d5639e-fd4b-49df-95b2-c041b1907251 req-cb53334e-eeaa-4967-a7a1-97a63bbb4a95 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318315 May 26 17:17:30.100693 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42726) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:17:30.169104 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-16bb2460-2854-4182-925a-53b6256a5613 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/floatingips/413d7189-3d96-4460-9f7d-039b94f35dc5 HTTP/1.1" status: 200 len: 994 time: 0.0656967 May 26 17:17:31.106090 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:31.438433 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec03aee-f92c-438a-990a-955e2f09bc30 req-0a9fcba7-2fe5-452d-8c73-ce5edb21c040 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:17:31.440085 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cec03aee-f92c-438a-990a-955e2f09bc30 req-0a9fcba7-2fe5-452d-8c73-ce5edb21c040 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 946 time: 0.0509758 May 26 17:17:31.475712 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c6ff7-e0a6-452b-831c-cef786530bb5 req-c6a270c0-eecf-4d3b-a63b-2fd05723b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:17:31.477303 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-058c6ff7-e0a6-452b-831c-cef786530bb5 req-c6a270c0-eecf-4d3b-a63b-2fd05723b16f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 1097 time: 0.0419719 May 26 17:17:31.485219 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cec03aee-f92c-438a-990a-955e2f09bc30 req-594cad9d-966c-4a8b-a596-0ce200486acf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357327 May 26 17:17:31.577140 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c6ff7-e0a6-452b-831c-cef786530bb5 req-079cb4fa-e173-419f-adce-dddfaca95990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:17:31.578724 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-058c6ff7-e0a6-452b-831c-cef786530bb5 req-079cb4fa-e173-419f-adce-dddfaca95990 service neutron] 10.222.0.81 "GET /v2.0/networks?id=91c796d6-f417-4eb6-bf4b-24f17be7c305 HTTP/1.1" status: 200 len: 898 time: 0.0946147 May 26 17:17:31.647255 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-058c6ff7-e0a6-452b-831c-cef786530bb5 req-8eaf3dba-ca71-4a74-9b0d-094092cf31c7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fbc29a2-7236-46e7-b88d-6c957bd49826 HTTP/1.1" status: 200 len: 1002 time: 0.0584564 May 26 17:17:31.706184 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c6ff7-e0a6-452b-831c-cef786530bb5 req-94218036-6bd9-445a-ae1e-fcf8ee5af439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:17:31.707562 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-058c6ff7-e0a6-452b-831c-cef786530bb5 req-94218036-6bd9-445a-ae1e-fcf8ee5af439 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=179b77ff-582c-4223-8f5f-e6144674f416 HTTP/1.1" status: 200 len: 835 time: 0.0478477 May 26 17:17:31.757874 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c6ff7-e0a6-452b-831c-cef786530bb5 req-40c1cd81-0909-436d-bf5d-18f3ab0de0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:17:31.759404 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-058c6ff7-e0a6-452b-831c-cef786530bb5 req-40c1cd81-0909-436d-bf5d-18f3ab0de0c9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=91c796d6-f417-4eb6-bf4b-24f17be7c305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421367 May 26 17:17:31.855070 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-058c6ff7-e0a6-452b-831c-cef786530bb5 req-1e83b493-37b6-4a46-bf05-90ea5a197b3f service neutron] 10.222.0.81 "GET /v2.0/networks/91c796d6-f417-4eb6-bf4b-24f17be7c305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843208 May 26 17:17:31.953602 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-058c6ff7-e0a6-452b-831c-cef786530bb5 req-4cda9938-c028-46a4-a2e7-e8a5a1c483e0 service neutron] 10.222.0.81 "GET /v2.0/networks/91c796d6-f417-4eb6-bf4b-24f17be7c305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875225 May 26 17:17:32.618824 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548c533-b3e4-4479-a5fa-6b6cde7291eb req-0642188e-5e92-4c53-bfec-d74fc15b5f7e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:17:32.620468 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f548c533-b3e4-4479-a5fa-6b6cde7291eb req-0642188e-5e92-4c53-bfec-d74fc15b5f7e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 946 time: 0.0552049 May 26 17:17:32.658376 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f548c533-b3e4-4479-a5fa-6b6cde7291eb req-893e22b2-c010-4924-a0cf-a7a47c9bd8f2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316718 May 26 17:17:32.682827 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42736) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:17:32.744014 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3799842c-f570-4bef-aff0-fec38541d07d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/floatingips/413d7189-3d96-4460-9f7d-039b94f35dc5 HTTP/1.1" status: 200 len: 994 time: 0.0600903 May 26 17:17:43.198954 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f0cbb09b-7fab-466b-abbf-fd85bd1a78be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:45.649213 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-142812f9-c804-4e3e-b390-073b5e84cba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:46.836664 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:48.573539 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:48.840733 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:17:49.162907 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:01.105131 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:01.667930 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:18:05.124224 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42752) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:18:05.289322 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-53311cf2-cc18-4bdc-90ad-56cae33977d9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Deleting port 1078093b-d848-4bb4-beb1-1aa3862659e9 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:18:05.289675 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-53311cf2-cc18-4bdc-90ad-56cae33977d9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:05.363413 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-53311cf2-cc18-4bdc-90ad-56cae33977d9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:05.363743 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-53311cf2-cc18-4bdc-90ad-56cae33977d9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:05.375069 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-53311cf2-cc18-4bdc-90ad-56cae33977d9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Calling delete_port for 1078093b-d848-4bb4-beb1-1aa3862659e9 owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:18:05.536022 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-53311cf2-cc18-4bdc-90ad-56cae33977d9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:05.567713 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53311cf2-cc18-4bdc-90ad-56cae33977d9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Port': ['ID=1078093b-d848-4bb4-beb1-1aa3862659e9,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:05.597559 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53311cf2-cc18-4bdc-90ad-56cae33977d9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:05.597915 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53311cf2-cc18-4bdc-90ad-56cae33977d9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:05.598262 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53311cf2-cc18-4bdc-90ad-56cae33977d9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:05.598605 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53311cf2-cc18-4bdc-90ad-56cae33977d9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:05.598941 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53311cf2-cc18-4bdc-90ad-56cae33977d9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:05.599278 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53311cf2-cc18-4bdc-90ad-56cae33977d9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:05.599611 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53311cf2-cc18-4bdc-90ad-56cae33977d9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:05.599943 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53311cf2-cc18-4bdc-90ad-56cae33977d9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:05.600303 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53311cf2-cc18-4bdc-90ad-56cae33977d9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:05.600632 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53311cf2-cc18-4bdc-90ad-56cae33977d9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:05.600959 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53311cf2-cc18-4bdc-90ad-56cae33977d9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:05.601286 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53311cf2-cc18-4bdc-90ad-56cae33977d9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:05.649572 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-53311cf2-cc18-4bdc-90ad-56cae33977d9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:05.649844 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-53311cf2-cc18-4bdc-90ad-56cae33977d9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Floating IP 413d7189-3d96-4460-9f7d-039b94f35dc5 disassociated (deleted). External IP: 172.25.7.189, port: 8fbc29a2-7236-46e7-b88d-6c957bd49826. May 26 17:18:05.858151 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53311cf2-cc18-4bdc-90ad-56cae33977d9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Router 1eb80590-c2d4-42d2-9193-1d2d00ce4012 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:18:05.970660 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53311cf2-cc18-4bdc-90ad-56cae33977d9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:18:05.976063 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-53311cf2-cc18-4bdc-90ad-56cae33977d9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:05.980256 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd475adc-67ab-4695-aa51-2d9f4b60e52e None None] Sync routers for ids ['1eb80590-c2d4-42d2-9193-1d2d00ce4012'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:18:05.992712 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd475adc-67ab-4695-aa51-2d9f4b60e52e None None] Routers {'1eb80590-c2d4-42d2-9193-1d2d00ce4012'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:18:05.993407 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-fd475adc-67ab-4695-aa51-2d9f4b60e52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:17:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1eb80590-c2d4-42d2-9193-1d2d00ce4012'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:18:06.003451 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-53311cf2-cc18-4bdc-90ad-56cae33977d9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "DELETE /v2.0/floatingips/413d7189-3d96-4460-9f7d-039b94f35dc5 HTTP/1.1" status: 204 len: 168 time: 0.8779459 May 26 17:18:06.004205 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6da9c6-f35e-48a2-9fc0-754fa5c51614', 'tag': '8fbc29a2-7236-46e7-b88d-6c957bd49826'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:18:06.006544 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae7fbd5-646e-4e27-b3e4-82d44bd0fccd" -d '{"events": [{"name": "network-changed", "server_uuid": "6d6da9c6-f35e-48a2-9fc0-754fa5c51614", "tag": "8fbc29a2-7236-46e7-b88d-6c957bd49826"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:18:06.048291 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfd7930-2395-4cd4-a396-ceb3ab752a9e x-openstack-request-id: req-5cfd7930-2395-4cd4-a396-ceb3ab752a9e {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:18:06.048583 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d6da9c6-f35e-48a2-9fc0-754fa5c51614", "tag": "8fbc29a2-7236-46e7-b88d-6c957bd49826", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:18:06.048831 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5cfd7930-2395-4cd4-a396-ceb3ab752a9e {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:18:06.049278 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cfd7930-2395-4cd4-a396-ceb3ab752a9e'] response: {'name': 'network-changed', 'server_uuid': '6d6da9c6-f35e-48a2-9fc0-754fa5c51614', 'tag': '8fbc29a2-7236-46e7-b88d-6c957bd49826', 'status': 'completed', 'code': 200} May 26 17:18:06.113295 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-fd475adc-67ab-4695-aa51-2d9f4b60e52e None None] Set router 1eb80590-c2d4-42d2-9193-1d2d00ce4012 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:18:06.131497 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7fbd5-646e-4e27-b3e4-82d44bd0fccd req-86506734-731d-46d2-82c1-43e757e076c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:06.133284 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7ae7fbd5-646e-4e27-b3e4-82d44bd0fccd req-86506734-731d-46d2-82c1-43e757e076c9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 1097 time: 0.0599723 May 26 17:18:06.237057 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7fbd5-646e-4e27-b3e4-82d44bd0fccd req-170fb41d-4a3f-4794-8c49-8fca1b5061c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:06.238479 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7ae7fbd5-646e-4e27-b3e4-82d44bd0fccd req-170fb41d-4a3f-4794-8c49-8fca1b5061c2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=91c796d6-f417-4eb6-bf4b-24f17be7c305 HTTP/1.1" status: 200 len: 898 time: 0.0981703 May 26 17:18:06.257909 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b5501-1d35-405b-9c7e-34eab21ad995 req-ac419572-8537-4668-abec-40434f2e6169 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:06.260268 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-953b5501-1d35-405b-9c7e-34eab21ad995 req-ac419572-8537-4668-abec-40434f2e6169 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 946 time: 0.0572472 May 26 17:18:06.288772 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7ae7fbd5-646e-4e27-b3e4-82d44bd0fccd req-a31feea3-a866-47b3-a09e-142779be5514 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fbc29a2-7236-46e7-b88d-6c957bd49826 HTTP/1.1" status: 200 len: 217 time: 0.0421169 May 26 17:18:06.302019 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-953b5501-1d35-405b-9c7e-34eab21ad995 req-7996113b-bbe8-4e77-a5b4-8ea6790b82b0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353441 May 26 17:18:06.340351 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7fbd5-646e-4e27-b3e4-82d44bd0fccd req-86e3d6e1-3abd-45a8-a342-d2b96e7af7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:06.341829 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7ae7fbd5-646e-4e27-b3e4-82d44bd0fccd req-86e3d6e1-3abd-45a8-a342-d2b96e7af7fc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=179b77ff-582c-4223-8f5f-e6144674f416 HTTP/1.1" status: 200 len: 835 time: 0.0463521 May 26 17:18:06.391382 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7fbd5-646e-4e27-b3e4-82d44bd0fccd req-6f4cf6fa-2dfa-427b-8831-d46600e83c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:06.392968 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7ae7fbd5-646e-4e27-b3e4-82d44bd0fccd req-6f4cf6fa-2dfa-427b-8831-d46600e83c54 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=91c796d6-f417-4eb6-bf4b-24f17be7c305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407617 May 26 17:18:06.485772 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-fd475adc-67ab-4695-aa51-2d9f4b60e52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229960860', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:27Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd3b04110-48d3-4c6c-9b82-2a63b18c647a', 'name': '', 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:aa:bd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '179b77ff-582c-4223-8f5f-e6144674f416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:16:26Z', 'updated_at': '2022-05-26T17:16:29Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '179b77ff-582c-4223-8f5f-e6144674f416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:18:06.489923 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7ae7fbd5-646e-4e27-b3e4-82d44bd0fccd req-189864a2-8728-45fc-bc15-03ab87847287 service neutron] 10.222.0.81 "GET /v2.0/networks/91c796d6-f417-4eb6-bf4b-24f17be7c305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896811 May 26 17:18:06.512905 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd475adc-67ab-4695-aa51-2d9f4b60e52e None None] Checking router: 1eb80590-c2d4-42d2-9193-1d2d00ce4012 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:18:06.521224 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd475adc-67ab-4695-aa51-2d9f4b60e52e None None] Routers {'1eb80590-c2d4-42d2-9193-1d2d00ce4012'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:18:06.521838 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-fd475adc-67ab-4695-aa51-2d9f4b60e52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:17:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1eb80590-c2d4-42d2-9193-1d2d00ce4012'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:18:06.585814 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7ae7fbd5-646e-4e27-b3e4-82d44bd0fccd req-9eb538db-3a11-4e0f-9d39-9cf7f17f00db service neutron] 10.222.0.81 "GET /v2.0/networks/91c796d6-f417-4eb6-bf4b-24f17be7c305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862637 May 26 17:18:06.635305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-fd475adc-67ab-4695-aa51-2d9f4b60e52e None None] Set router 1eb80590-c2d4-42d2-9193-1d2d00ce4012 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:18:06.833698 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-fd475adc-67ab-4695-aa51-2d9f4b60e52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229960860', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:27Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd3b04110-48d3-4c6c-9b82-2a63b18c647a', 'name': '', 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:aa:bd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '179b77ff-582c-4223-8f5f-e6144674f416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:16:26Z', 'updated_at': '2022-05-26T17:16:29Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '179b77ff-582c-4223-8f5f-e6144674f416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:18:06.859691 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd475adc-67ab-4695-aa51-2d9f4b60e52e None None] The sync data for ids ['1eb80590-c2d4-42d2-9193-1d2d00ce4012'] in n-d-843337-2 is: [{'id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229960860', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:27Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': 'd3b04110-48d3-4c6c-9b82-2a63b18c647a', 'name': '', 'network_id': '91c796d6-f417-4eb6-bf4b-24f17be7c305', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:aa:bd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '179b77ff-582c-4223-8f5f-e6144674f416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:16:26Z', 'updated_at': '2022-05-26T17:16:29Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '179b77ff-582c-4223-8f5f-e6144674f416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:18:07.086320 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd02fc1-ad7a-48b9-a8ba-0455b725ba89 None None] New status for floating IP 413d7189-3d96-4460-9f7d-039b94f35dc5: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:18:07.423227 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2875d-d375-418d-a3e4-cd868c4eae26 req-766cdc10-8ee8-4dd5-b6b4-dd33c33dcde8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:07.425328 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5dc2875d-d375-418d-a3e4-cd868c4eae26 req-766cdc10-8ee8-4dd5-b6b4-dd33c33dcde8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 946 time: 0.0495656 May 26 17:18:07.463710 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5dc2875d-d375-418d-a3e4-cd868c4eae26 req-df226f54-ae3d-4d4c-9ec4-02e453f4c287 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317895 May 26 17:18:07.906440 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8710fe6-796d-4f2b-a481-5710ab2201bf req-c8a99065-faba-45ae-a573-400f74bc7e22 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:07.908185 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c8710fe6-796d-4f2b-a481-5710ab2201bf req-c8a99065-faba-45ae-a573-400f74bc7e22 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 946 time: 0.0515065 May 26 17:18:08.017927 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-c8710fe6-796d-4f2b-a481-5710ab2201bf req-09121d3a-e4a4-4fb0-9f4c-788407c543de tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Deleting port 8fbc29a2-7236-46e7-b88d-6c957bd49826 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:18:08.018269 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c8710fe6-796d-4f2b-a481-5710ab2201bf req-09121d3a-e4a4-4fb0-9f4c-788407c543de tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:08.106532 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-c8710fe6-796d-4f2b-a481-5710ab2201bf req-09121d3a-e4a4-4fb0-9f4c-788407c543de tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] For port 8fbc29a2-7236-46e7-b88d-6c957bd49826, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=8fbc29a2-7236-46e7-b88d-6c957bd49826,segment=NetworkSegment(b4790dce-8384-4c79-a4fe-f3d918cc2599),segment_id=b4790dce-8384-4c79-a4fe-f3d918cc2599)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:18:08.107304 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c8710fe6-796d-4f2b-a481-5710ab2201bf req-09121d3a-e4a4-4fb0-9f4c-788407c543de tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:08.119430 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-c8710fe6-796d-4f2b-a481-5710ab2201bf req-09121d3a-e4a4-4fb0-9f4c-788407c543de tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Calling delete_port for 8fbc29a2-7236-46e7-b88d-6c957bd49826 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:18:08.252873 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c8710fe6-796d-4f2b-a481-5710ab2201bf req-09121d3a-e4a4-4fb0-9f4c-788407c543de tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:08.281822 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09121d3a-e4a4-4fb0-9f4c-788407c543de tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Port': ['ID=8fbc29a2-7236-46e7-b88d-6c957bd49826,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:08.335622 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8710fe6-796d-4f2b-a481-5710ab2201bf req-09121d3a-e4a4-4fb0-9f4c-788407c543de tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] No DVR routers for this DVR port 8fbc29a2-7236-46e7-b88d-6c957bd49826 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:18:08.338504 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-c8710fe6-796d-4f2b-a481-5710ab2201bf req-09121d3a-e4a4-4fb0-9f4c-788407c543de tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:08.342314 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c8710fe6-796d-4f2b-a481-5710ab2201bf req-09121d3a-e4a4-4fb0-9f4c-788407c543de tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.81 "DELETE /v2.0/ports/8fbc29a2-7236-46e7-b88d-6c957bd49826 HTTP/1.1" status: 204 len: 173 time: 0.4248586 May 26 17:18:08.342857 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6da9c6-f35e-48a2-9fc0-754fa5c51614', 'name': 'network-vif-deleted', 'tag': '8fbc29a2-7236-46e7-b88d-6c957bd49826'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:18:08.346596 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2eae9ae-fe4c-49c2-a6d8-81a9e4836625" -d '{"events": [{"server_uuid": "6d6da9c6-f35e-48a2-9fc0-754fa5c51614", "name": "network-vif-deleted", "tag": "8fbc29a2-7236-46e7-b88d-6c957bd49826"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:18:08.385463 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e35ac85-dbb8-4f95-9c8c-8b154d27853d x-openstack-request-id: req-5e35ac85-dbb8-4f95-9c8c-8b154d27853d {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:18:08.385750 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6da9c6-f35e-48a2-9fc0-754fa5c51614", "name": "network-vif-deleted", "tag": "8fbc29a2-7236-46e7-b88d-6c957bd49826", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:18:08.386034 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5e35ac85-dbb8-4f95-9c8c-8b154d27853d {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:18:08.386433 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e35ac85-dbb8-4f95-9c8c-8b154d27853d'] response: {'server_uuid': '6d6da9c6-f35e-48a2-9fc0-754fa5c51614', 'name': 'network-vif-deleted', 'tag': '8fbc29a2-7236-46e7-b88d-6c957bd49826', 'status': 'completed', 'code': 200} May 26 17:18:08.577894 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b6739f48-68f0-491a-bf0e-e56f6acbdc72 req-64db17c1-bb5c-4d09-a393-eb83fc68ca88 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d6da9c6-f35e-48a2-9fc0-754fa5c51614 HTTP/1.1" status: 200 len: 210 time: 0.0302203 May 26 17:18:09.639117 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42768) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:18:10.351910 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c92c49f8-9272-40ad-826c-35642982ea93 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:10.611965 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-c92c49f8-9272-40ad-826c-35642982ea93 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Deleting port d3b04110-48d3-4c6c-9b82-2a63b18c647a {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:18:10.612382 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c92c49f8-9272-40ad-826c-35642982ea93 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:10.704419 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-c92c49f8-9272-40ad-826c-35642982ea93 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] For port d3b04110-48d3-4c6c-9b82-2a63b18c647a, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=d3b04110-48d3-4c6c-9b82-2a63b18c647a,segment=NetworkSegment(b4790dce-8384-4c79-a4fe-f3d918cc2599),segment_id=b4790dce-8384-4c79-a4fe-f3d918cc2599)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:18:10.705132 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c92c49f8-9272-40ad-826c-35642982ea93 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:10.717571 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-c92c49f8-9272-40ad-826c-35642982ea93 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Calling delete_port for d3b04110-48d3-4c6c-9b82-2a63b18c647a owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:18:10.913135 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c92c49f8-9272-40ad-826c-35642982ea93 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:10.942261 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c49f8-9272-40ad-826c-35642982ea93 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Port': ['ID=d3b04110-48d3-4c6c-9b82-2a63b18c647a,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:11.124640 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-c92c49f8-9272-40ad-826c-35642982ea93 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:11.343206 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92c49f8-9272-40ad-826c-35642982ea93 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Router 1eb80590-c2d4-42d2-9193-1d2d00ce4012 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:18:11.452577 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92c49f8-9272-40ad-826c-35642982ea93 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:18:11.458035 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-c92c49f8-9272-40ad-826c-35642982ea93 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "PUT /v2.0/routers/1eb80590-c2d4-42d2-9193-1d2d00ce4012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8178174 May 26 17:18:11.460656 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42772) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:18:11.462725 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ade6a-470a-4e84-90e7-19350eaf4a71 None None] Sync routers for ids ['1eb80590-c2d4-42d2-9193-1d2d00ce4012'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:18:11.474045 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ade6a-470a-4e84-90e7-19350eaf4a71 None None] Routers {'1eb80590-c2d4-42d2-9193-1d2d00ce4012'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:18:11.474661 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-039ade6a-470a-4e84-90e7-19350eaf4a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:17:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1eb80590-c2d4-42d2-9193-1d2d00ce4012'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:18:11.521050 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-3052d76b-31f6-4d7a-a75e-b9c5deb7dac2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Deleting subnet 179b77ff-582c-4223-8f5f-e6144674f416 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 17:18:11.523181 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3052d76b-31f6-4d7a-a75e-b9c5deb7dac2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:11.561372 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 8fbc29a2-7236-46e7-b88d-6c957bd49826 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:18:11.566671 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3052d76b-31f6-4d7a-a75e-b9c5deb7dac2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:11.594169 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 8fbc29a2-7236-46e7-b88d-6c957bd49826 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:18:11.594416 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 8fbc29a2-7236-46e7-b88d-6c957bd49826 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:18:11.615808 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-039ade6a-470a-4e84-90e7-19350eaf4a71 None None] Set router 1eb80590-c2d4-42d2-9193-1d2d00ce4012 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:18:11.651654 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3052d76b-31f6-4d7a-a75e-b9c5deb7dac2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:11.717664 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3052d76b-31f6-4d7a-a75e-b9c5deb7dac2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:11.747211 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052d76b-31f6-4d7a-a75e-b9c5deb7dac2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Subnet': ['ID=179b77ff-582c-4223-8f5f-e6144674f416,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:11.749196 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-3052d76b-31f6-4d7a-a75e-b9c5deb7dac2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:11.753094 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-3052d76b-31f6-4d7a-a75e-b9c5deb7dac2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "DELETE /v2.0/subnets/179b77ff-582c-4223-8f5f-e6144674f416 HTTP/1.1" status: 204 len: 168 time: 0.2908077 May 26 17:18:11.756153 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42774) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:18:11.756747 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485fe4c0-9351-41c8-9d1f-fa492f7a73bc None None] Network 91c796d6-f417-4eb6-bf4b-24f17be7c305 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:18:11.869192 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a95cb641-dc9c-464d-8192-9706b0ede5c0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:11.902847 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-039ade6a-470a-4e84-90e7-19350eaf4a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229960860', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:18:10Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:18:11.932955 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ade6a-470a-4e84-90e7-19350eaf4a71 None None] Checking router: 1eb80590-c2d4-42d2-9193-1d2d00ce4012 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:18:11.949030 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ade6a-470a-4e84-90e7-19350eaf4a71 None None] Routers {'1eb80590-c2d4-42d2-9193-1d2d00ce4012'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:18:11.949830 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-039ade6a-470a-4e84-90e7-19350eaf4a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:17:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['1eb80590-c2d4-42d2-9193-1d2d00ce4012'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:18:11.980207 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a95cb641-dc9c-464d-8192-9706b0ede5c0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:12.033716 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fdc068-6047-4e61-8081-ed35c8ab9274 None None] DHCP port deletion for 91c796d6-f417-4eb6-bf4b-24f17be7c305 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 17:18:12.037620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-a95cb641-dc9c-464d-8192-9706b0ede5c0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Deleting port c7377c4c-022c-468b-897a-0b1cf4a2a80e {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:18:12.037976 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a95cb641-dc9c-464d-8192-9706b0ede5c0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:12.083587 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-039ade6a-470a-4e84-90e7-19350eaf4a71 None None] Set router 1eb80590-c2d4-42d2-9193-1d2d00ce4012 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:18:12.117147 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-a95cb641-dc9c-464d-8192-9706b0ede5c0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] For port c7377c4c-022c-468b-897a-0b1cf4a2a80e, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=c7377c4c-022c-468b-897a-0b1cf4a2a80e,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:18:12.117503 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a95cb641-dc9c-464d-8192-9706b0ede5c0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:12.130035 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-a95cb641-dc9c-464d-8192-9706b0ede5c0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Calling delete_port for c7377c4c-022c-468b-897a-0b1cf4a2a80e owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:18:12.199892 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-73fdc068-6047-4e61-8081-ed35c8ab9274 None None] Deleting port ed1ff012-93d7-4342-a1c9-901bf08889da {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:18:12.200291 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-73fdc068-6047-4e61-8081-ed35c8ab9274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:12.308537 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-73fdc068-6047-4e61-8081-ed35c8ab9274 None None] For port ed1ff012-93d7-4342-a1c9-901bf08889da, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=ed1ff012-93d7-4342-a1c9-901bf08889da,segment=NetworkSegment(b4790dce-8384-4c79-a4fe-f3d918cc2599),segment_id=b4790dce-8384-4c79-a4fe-f3d918cc2599)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:18:12.308973 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-73fdc068-6047-4e61-8081-ed35c8ab9274 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:12.319578 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a95cb641-dc9c-464d-8192-9706b0ede5c0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:12.334198 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-73fdc068-6047-4e61-8081-ed35c8ab9274 None None] Calling delete_port for ed1ff012-93d7-4342-a1c9-901bf08889da owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:18:12.358646 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cb641-dc9c-464d-8192-9706b0ede5c0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Port': ['ID=c7377c4c-022c-468b-897a-0b1cf4a2a80e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:12.417714 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-039ade6a-470a-4e84-90e7-19350eaf4a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229960860', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:18:10Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:18:12.421489 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a95cb641-dc9c-464d-8192-9706b0ede5c0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:12.456849 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ade6a-470a-4e84-90e7-19350eaf4a71 None None] The sync data for ids ['1eb80590-c2d4-42d2-9193-1d2d00ce4012'] in n-d-843337-2 is: [{'id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229960860', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:18:10Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': 'c7377c4c-022c-468b-897a-0b1cf4a2a80e', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb80590-c2d4-42d2-9193-1d2d00ce4012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:16:23Z', 'updated_at': '2022-05-26T17:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:18:12.490523 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-73fdc068-6047-4e61-8081-ed35c8ab9274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:12.522618 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fdc068-6047-4e61-8081-ed35c8ab9274 None None] Pushing event deleted for resources: {'Port': ['ID=ed1ff012-93d7-4342-a1c9-901bf08889da,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:12.534045 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fdc068-6047-4e61-8081-ed35c8ab9274 None None] No DVR routers for this DVR port ed1ff012-93d7-4342-a1c9-901bf08889da on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:18:12.542563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdc068-6047-4e61-8081-ed35c8ab9274 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:12.542563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdc068-6047-4e61-8081-ed35c8ab9274 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:12.542563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdc068-6047-4e61-8081-ed35c8ab9274 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:12.542563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdc068-6047-4e61-8081-ed35c8ab9274 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:12.542563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdc068-6047-4e61-8081-ed35c8ab9274 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:12.542563 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdc068-6047-4e61-8081-ed35c8ab9274 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:12.543579 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdc068-6047-4e61-8081-ed35c8ab9274 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:12.543579 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdc068-6047-4e61-8081-ed35c8ab9274 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:12.543579 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdc068-6047-4e61-8081-ed35c8ab9274 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:12.543959 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdc068-6047-4e61-8081-ed35c8ab9274 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:12.544057 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdc068-6047-4e61-8081-ed35c8ab9274 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:12.545093 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdc068-6047-4e61-8081-ed35c8ab9274 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:12.549542 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a95cb641-dc9c-464d-8192-9706b0ede5c0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:12.552839 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a95cb641-dc9c-464d-8192-9706b0ede5c0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:12.605426 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a95cb641-dc9c-464d-8192-9706b0ede5c0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:12.605999 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95cb641-dc9c-464d-8192-9706b0ede5c0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Fanout notify agent at l3_agent the message router_deleted on router 1eb80590-c2d4-42d2-9193-1d2d00ce4012 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:18:12.613626 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a95cb641-dc9c-464d-8192-9706b0ede5c0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:12.614773 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a95cb641-dc9c-464d-8192-9706b0ede5c0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "DELETE /v2.0/routers/1eb80590-c2d4-42d2-9193-1d2d00ce4012 HTTP/1.1" status: 204 len: 168 time: 0.8574166 May 26 17:18:12.617865 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42776) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:18:12.704231 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-133b2da1-d271-4376-aab9-5aac51bcaca2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:12.801566 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-133b2da1-d271-4376-aab9-5aac51bcaca2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:12.824733 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-133b2da1-d271-4376-aab9-5aac51bcaca2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c796d6-f417-4eb6-bf4b-24f17be7c305']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:18:12.835447 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-133b2da1-d271-4376-aab9-5aac51bcaca2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4790dce-8384-4c79-a4fe-f3d918cc2599') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:18:12.835796 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-133b2da1-d271-4376-aab9-5aac51bcaca2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4790dce-8384-4c79-a4fe-f3d918cc2599') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:18:12.852877 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-133b2da1-d271-4376-aab9-5aac51bcaca2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:12.871910 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-133b2da1-d271-4376-aab9-5aac51bcaca2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:12.879217 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133b2da1-d271-4376-aab9-5aac51bcaca2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:18:12.879629 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-133b2da1-d271-4376-aab9-5aac51bcaca2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:12.944935 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment b4790dce-8384-4c79-a4fe-f3d918cc2599 resource provider aggregate not found May 26 17:18:12.965330 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment b4790dce-8384-4c79-a4fe-f3d918cc2599 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4790dce-8384-4c79-a4fe-f3d918cc2599 found for delete ", "request_id": "req-d4da8441-bbe0-47c3-978d-80e7659e64a2"}]} May 26 17:18:12.967189 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-133b2da1-d271-4376-aab9-5aac51bcaca2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:12.973216 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-133b2da1-d271-4376-aab9-5aac51bcaca2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:12.976439 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-133b2da1-d271-4376-aab9-5aac51bcaca2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "DELETE /v2.0/networks/91c796d6-f417-4eb6-bf4b-24f17be7c305 HTTP/1.1" status: 204 len: 168 time: 0.3574357 May 26 17:18:12.979289 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42782) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:18:12.993058 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b2da1-d271-4376-aab9-5aac51bcaca2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Network': ['ID=91c796d6-f417-4eb6-bf4b-24f17be7c305,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:13.042884 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1ba31ad0-6099-485b-8e10-45e02f0f0af7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:13.069127 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1ba31ad0-6099-485b-8e10-45e02f0f0af7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:13.138959 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1ba31ad0-6099-485b-8e10-45e02f0f0af7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:13.143921 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1ba31ad0-6099-485b-8e10-45e02f0f0af7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:13.146546 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1ba31ad0-6099-485b-8e10-45e02f0f0af7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "DELETE /v2.0/security-groups/b18fc0fb-02c9-4141-a41a-1c7a4cf4a462 HTTP/1.1" status: 204 len: 168 time: 0.1651480 May 26 17:18:13.168499 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba31ad0-6099-485b-8e10-45e02f0f0af7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18fc0fb-02c9-4141-a41a-1c7a4cf4a462,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:13.178356 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba31ad0-6099-485b-8e10-45e02f0f0af7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:13.178725 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba31ad0-6099-485b-8e10-45e02f0f0af7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:13.179883 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba31ad0-6099-485b-8e10-45e02f0f0af7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:13.180426 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba31ad0-6099-485b-8e10-45e02f0f0af7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:13.180828 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba31ad0-6099-485b-8e10-45e02f0f0af7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:13.181225 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba31ad0-6099-485b-8e10-45e02f0f0af7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:13.181783 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba31ad0-6099-485b-8e10-45e02f0f0af7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:13.182266 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba31ad0-6099-485b-8e10-45e02f0f0af7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:13.182760 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba31ad0-6099-485b-8e10-45e02f0f0af7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:13.183239 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba31ad0-6099-485b-8e10-45e02f0f0af7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:13.183723 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba31ad0-6099-485b-8e10-45e02f0f0af7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:13.184224 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba31ad0-6099-485b-8e10-45e02f0f0af7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:13.228041 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e2d05574-1f6d-4dd1-9ea2-625d3077d420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:13.287120 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42788) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:18:13.292189 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-76181ffc-1659-43d2-a871-c2371662f48d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-941174086', 'description': 'tempest-secgroup-smoke-941174086 description', 'project_id': 'd71587a7143140b39ad28ebd632c58fb'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:18:13.313096 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76181ffc-1659-43d2-a871-c2371662f48d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:13.382069 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76181ffc-1659-43d2-a871-c2371662f48d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:13.386090 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76181ffc-1659-43d2-a871-c2371662f48d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:13.414490 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-76181ffc-1659-43d2-a871-c2371662f48d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:13.415725 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-76181ffc-1659-43d2-a871-c2371662f48d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1276155 May 26 17:18:13.418827 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42790) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:18:13.419678 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76181ffc-1659-43d2-a871-c2371662f48d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:13.425190 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-2e354c01-2db8-4993-a73a-0c1e8542b6a7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:18:13.453935 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e354c01-2db8-4993-a73a-0c1e8542b6a7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:13.509764 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e354c01-2db8-4993-a73a-0c1e8542b6a7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:13.513285 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e354c01-2db8-4993-a73a-0c1e8542b6a7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:13.534933 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e354c01-2db8-4993-a73a-0c1e8542b6a7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b19a68-ea51-4283-8f00-a6c67a9e56e9,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:13.543287 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2e354c01-2db8-4993-a73a-0c1e8542b6a7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:13.544728 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2e354c01-2db8-4993-a73a-0c1e8542b6a7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247747 May 26 17:18:13.547490 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42792) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:18:13.552184 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-43477f2b-ae2b-4c21-8bd1-8e51a090099d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:18:13.580688 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-43477f2b-ae2b-4c21-8bd1-8e51a090099d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:13.599353 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ed1ff012-93d7-4342-a1c9-901bf08889da no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:18:13.619899 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: ed1ff012-93d7-4342-a1c9-901bf08889da {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:18:13.620271 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device ed1ff012-93d7-4342-a1c9-901bf08889da not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:18:13.620691 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d3b04110-48d3-4c6c-9b82-2a63b18c647a no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:18:13.645405 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: d3b04110-48d3-4c6c-9b82-2a63b18c647a {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:18:13.645809 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device d3b04110-48d3-4c6c-9b82-2a63b18c647a not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:18:13.659426 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-43477f2b-ae2b-4c21-8bd1-8e51a090099d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:13.663260 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-43477f2b-ae2b-4c21-8bd1-8e51a090099d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:13.680583 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43477f2b-ae2b-4c21-8bd1-8e51a090099d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98507faa-c601-44df-8307-d73d47cfe6e0,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:13.689191 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-43477f2b-ae2b-4c21-8bd1-8e51a090099d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:13.691271 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-43477f2b-ae2b-4c21-8bd1-8e51a090099d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1424301 May 26 17:18:13.694896 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42796) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:18:13.699095 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-d50a051a-b29c-4981-afab-db84fb9d2cae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:18:13.727197 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d50a051a-b29c-4981-afab-db84fb9d2cae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:13.787377 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d50a051a-b29c-4981-afab-db84fb9d2cae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:13.791039 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d50a051a-b29c-4981-afab-db84fb9d2cae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:13.808589 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a051a-b29c-4981-afab-db84fb9d2cae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ffa190f-ab45-465b-bf3d-e983a2143d88,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:13.817946 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d50a051a-b29c-4981-afab-db84fb9d2cae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:13.819145 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d50a051a-b29c-4981-afab-db84fb9d2cae tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233363 May 26 17:18:13.821920 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42798) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:18:13.826098 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-bc12d8fa-5b26-4873-a339-c4776006bc1d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:18:13.852271 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc12d8fa-5b26-4873-a339-c4776006bc1d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:13.913334 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc12d8fa-5b26-4873-a339-c4776006bc1d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:13.917093 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc12d8fa-5b26-4873-a339-c4776006bc1d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:13.935221 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12d8fa-5b26-4873-a339-c4776006bc1d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75fe33c6-f003-4383-ac24-67275c727cdf,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:13.943316 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-bc12d8fa-5b26-4873-a339-c4776006bc1d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:13.944687 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-bc12d8fa-5b26-4873-a339-c4776006bc1d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218579 May 26 17:18:13.947374 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42800) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:18:13.951699 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-eb41d6d8-f037-4fe5-a956-445973a66e5a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:18:13.972219 n-d-843337-2 neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-eb41d6d8-f037-4fe5-a956-445973a66e5a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Project d71587a7143140b39ad28ebd632c58fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:18:13.976916 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb41d6d8-f037-4fe5-a956-445973a66e5a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:14.039699 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb41d6d8-f037-4fe5-a956-445973a66e5a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:14.043719 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb41d6d8-f037-4fe5-a956-445973a66e5a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:14.062568 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41d6d8-f037-4fe5-a956-445973a66e5a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727b66e0-f8c4-4c0b-97d2-07e050154578,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:14.070577 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-eb41d6d8-f037-4fe5-a956-445973a66e5a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:14.071004 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-eb41d6d8-f037-4fe5-a956-445973a66e5a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227102 May 26 17:18:14.074068 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42802) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:18:14.078394 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-737b8f69-50a1-48e2-a198-7d7d9f022421 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'security_group_rule': {'security_group_id': 'e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:18:14.098733 n-d-843337-2 neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-737b8f69-50a1-48e2-a198-7d7d9f022421 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Project d71587a7143140b39ad28ebd632c58fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:18:14.104445 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-737b8f69-50a1-48e2-a198-7d7d9f022421 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:14.167305 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-737b8f69-50a1-48e2-a198-7d7d9f022421 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:14.171043 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-737b8f69-50a1-48e2-a198-7d7d9f022421 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:14.189815 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b8f69-50a1-48e2-a198-7d7d9f022421 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53196175-a53d-4899-935e-9e7a86246edf,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:14.197951 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-737b8f69-50a1-48e2-a198-7d7d9f022421 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:14.199170 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-737b8f69-50a1-48e2-a198-7d7d9f022421 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241722 May 26 17:18:14.202090 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42804) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:18:14.207020 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-38883c91-cc10-45f2-a9a4-b4c315fe1ee8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'network': {'name': 'tempest-network-smoke--1362507543', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'port_security_enabled': True}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:18:14.225988 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38883c91-cc10-45f2-a9a4-b4c315fe1ee8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Made reservation on behalf of d71587a7143140b39ad28ebd632c58fb for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:18:14.229676 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-38883c91-cc10-45f2-a9a4-b4c315fe1ee8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:14.254743 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38883c91-cc10-45f2-a9a4-b4c315fe1ee8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:18:14.264172 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-38883c91-cc10-45f2-a9a4-b4c315fe1ee8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:14.264517 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-38883c91-cc10-45f2-a9a4-b4c315fe1ee8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Added segment 7ee9f57a-129b-47ca-87b1-2f8788a98515 of type vlan for network efa9956a-66e0-4fcb-9a7d-8a4d9e175554 May 26 17:18:14.307547 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-38883c91-cc10-45f2-a9a4-b4c315fe1ee8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:14.332746 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-38883c91-cc10-45f2-a9a4-b4c315fe1ee8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:14.338296 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38883c91-cc10-45f2-a9a4-b4c315fe1ee8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:14.338874 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-38883c91-cc10-45f2-a9a4-b4c315fe1ee8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:14.410016 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-38883c91-cc10-45f2-a9a4-b4c315fe1ee8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2063067 May 26 17:18:14.414302 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42806) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:18:14.420631 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-554e4473-d6b3-4a27-9f70-689100be4449 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1340327457', 'admin_state_up': True, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:18:14.423007 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38883c91-cc10-45f2-a9a4-b4c315fe1ee8 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Network': ['ID=efa9956a-66e0-4fcb-9a7d-8a4d9e175554,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:14.438201 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network efa9956a-66e0-4fcb-9a7d-8a4d9e175554 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:18:14.447261 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-554e4473-d6b3-4a27-9f70-689100be4449 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:14.448426 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-554e4473-d6b3-4a27-9f70-689100be4449 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:14.507320 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-554e4473-d6b3-4a27-9f70-689100be4449 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:14.651390 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-554e4473-d6b3-4a27-9f70-689100be4449 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:14.865862 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-554e4473-d6b3-4a27-9f70-689100be4449 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:14.885473 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-554e4473-d6b3-4a27-9f70-689100be4449 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:14.998634 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-554e4473-d6b3-4a27-9f70-689100be4449 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Allocated IP 172.25.7.39 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/2fa2139b-18f0-4092-953d-b7a354b24314) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:18:15.113040 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-554e4473-d6b3-4a27-9f70-689100be4449 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:15.143430 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c7377c4c-022c-468b-897a-0b1cf4a2a80e no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:18:15.153243 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-554e4473-d6b3-4a27-9f70-689100be4449 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:15.168286 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: c7377c4c-022c-468b-897a-0b1cf4a2a80e {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:18:15.168637 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device c7377c4c-022c-468b-897a-0b1cf4a2a80e not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:18:15.193308 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554e4473-d6b3-4a27-9f70-689100be4449 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:18:15.196403 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-554e4473-d6b3-4a27-9f70-689100be4449 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:18:15.198982 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554e4473-d6b3-4a27-9f70-689100be4449 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:18:15.242165 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e4473-d6b3-4a27-9f70-689100be4449 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=2fa2139b-18f0-4092-953d-b7a354b24314,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:15.654551 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a989a593-0f28-472d-9387-101b2158a3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:15.828590 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-554e4473-d6b3-4a27-9f70-689100be4449 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:16.039436 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-554e4473-d6b3-4a27-9f70-689100be4449 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:16.167509 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554e4473-d6b3-4a27-9f70-689100be4449 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Router af8cd94b-a9c0-41ef-8495-978e9375a677 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 17:18:16.277129 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554e4473-d6b3-4a27-9f70-689100be4449 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:18:16.289264 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] Sync routers for ids ['af8cd94b-a9c0-41ef-8495-978e9375a677'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:18:16.301047 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-554e4473-d6b3-4a27-9f70-689100be4449 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:16.301580 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] Routers {'af8cd94b-a9c0-41ef-8495-978e9375a677'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:18:16.305404 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:18:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['af8cd94b-a9c0-41ef-8495-978e9375a677'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:18:16.305612 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-554e4473-d6b3-4a27-9f70-689100be4449 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8866496 May 26 17:18:16.305719 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42808) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:18:16.348751 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-34ff4d91-a1cd-4011-8658-06dd6dcd2fda tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=d71587a7143140b39ad28ebd632c58fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385141 May 26 17:18:16.349597 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42810) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:18:16.421239 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] Set router af8cd94b-a9c0-41ef-8495-978e9375a677 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:18:16.440699 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece42bfc-861d-4498-a7eb-01903c272e74 tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:16.442299 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ece42bfc-861d-4498-a7eb-01903c272e74 tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915740 May 26 17:18:16.445284 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42812) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:18:16.473486 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-5beeeb01-4fa5-4689-9a7d-7619e0a5b9a0 tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=50246aa5-4186-4d7b-9cf8-a4bd10786ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270193 May 26 17:18:16.476144 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42814) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:18:16.481080 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d6f8fb3d-6351-4daa-9103-4dce926beaaf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-375040893', 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554', 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:18:16.575555 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f8fb3d-6351-4daa-9103-4dce926beaaf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Made reservation on behalf of d71587a7143140b39ad28ebd632c58fb for: {'subnet': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:18:16.579184 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6f8fb3d-6351-4daa-9103-4dce926beaaf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227641'] for subnet, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:16.612658 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340327457', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:15Z', 'revision_number': 3, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:18:16.638780 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] Checking router: af8cd94b-a9c0-41ef-8495-978e9375a677 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:18:16.639128 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] Updating router af8cd94b-a9c0-41ef-8495-978e9375a677 port 2fa2139b-18f0-4092-953d-b7a354b24314 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:18:16.664308 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:16.770358 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6f8fb3d-6351-4daa-9103-4dce926beaaf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227631'] for subnet, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:16.829519 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8fb3d-6351-4daa-9103-4dce926beaaf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Subnet': ['ID=67c5dbc4-18b8-4565-9e3b-2e7694e9a500,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:16.841520 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:16.843138 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f8fb3d-6351-4daa-9103-4dce926beaaf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Checking segment: {'id': '7ee9f57a-129b-47ca-87b1-2f8788a98515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:18:16.843494 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f8fb3d-6351-4daa-9103-4dce926beaaf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network hostable DHCP agents. Network: efa9956a-66e0-4fcb-9a7d-8a4d9e175554, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:18:16.861774 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f8fb3d-6351-4daa-9103-4dce926beaaf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network efa9956a-66e0-4fcb-9a7d-8a4d9e175554 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:18:16.871628 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-d6f8fb3d-6351-4daa-9103-4dce926beaaf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, efa9956a-66e0-4fcb-9a7d-8a4d9e175554) {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:18:16.875832 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f8fb3d-6351-4daa-9103-4dce926beaaf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:16.876455 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d6f8fb3d-6351-4daa-9103-4dce926beaaf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:16.880615 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e28c4c-88df-4f88-b5c0-3e1912cc0678 None None] Network efa9956a-66e0-4fcb-9a7d-8a4d9e175554 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:18:16.900649 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d6f8fb3d-6351-4daa-9103-4dce926beaaf tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4234231 May 26 17:18:16.901419 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42816) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:18:16.941587 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:16.949526 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:17.006286 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] Attempting to bind port 2fa2139b-18f0-4092-953d-b7a354b24314 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:18:17.006667 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] Attempting to bind port 2fa2139b-18f0-4092-953d-b7a354b24314 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:18:17.007026 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] Attempting to bind port 2fa2139b-18f0-4092-953d-b7a354b24314 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:18:17.017476 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:18:17.018020 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:18:17.018376 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:17.019142 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:18:17.019276 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] Bound port: 2fa2139b-18f0-4092-953d-b7a354b24314, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:18:17.019657 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:17.039909 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca46790-fffd-4dce-a627-a43a06ea3633 None None] Pushing event updated for resources: {'Port': ['ID=2fa2139b-18f0-4092-953d-b7a354b24314,revision_number=2']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:17.075841 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] For port 2fa2139b-18f0-4092-953d-b7a354b24314, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:18:17.082653 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] For port 2fa2139b-18f0-4092-953d-b7a354b24314, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2fa2139b-18f0-4092-953d-b7a354b24314,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:18:17.085337 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca46790-fffd-4dce-a627-a43a06ea3633 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:17.085543 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca46790-fffd-4dce-a627-a43a06ea3633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:17.085785 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca46790-fffd-4dce-a627-a43a06ea3633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:17.086184 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca46790-fffd-4dce-a627-a43a06ea3633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:17.086461 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca46790-fffd-4dce-a627-a43a06ea3633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:17.086790 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca46790-fffd-4dce-a627-a43a06ea3633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:17.087117 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca46790-fffd-4dce-a627-a43a06ea3633 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:17.087444 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca46790-fffd-4dce-a627-a43a06ea3633 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:17.087772 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca46790-fffd-4dce-a627-a43a06ea3633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:17.088114 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca46790-fffd-4dce-a627-a43a06ea3633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:17.088442 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca46790-fffd-4dce-a627-a43a06ea3633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:17.089656 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca46790-fffd-4dce-a627-a43a06ea3633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:18:17.093358 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:17.152355 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] Routers {'af8cd94b-a9c0-41ef-8495-978e9375a677'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:18:17.152985 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:18:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['af8cd94b-a9c0-41ef-8495-978e9375a677'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:18:17.227385 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3b4bd1-9dfe-40c0-9432-763becd6fec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-efa9956a-66e0-4fcb-9a7d-8a4d9e175554', 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'fixed_ips': [{'subnet_id': '67c5dbc4-18b8-4565-9e3b-2e7694e9a500'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 17:18:17.228809 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ba3b4bd1-9dfe-40c0-9432-763becd6fec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:17.320489 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca46790-fffd-4dce-a627-a43a06ea3633 None None] Pushing event updated for resources: {'Port': ['ID=2fa2139b-18f0-4092-953d-b7a354b24314,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:17.407970 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-11a9807b-4b5a-4f3a-a485-8f20bf380610 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:17.418224 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] Set router af8cd94b-a9c0-41ef-8495-978e9375a677 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:18:17.455927 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-ba3b4bd1-9dfe-40c0-9432-763becd6fec3 None None] Allocated IP 172.20.0.2 (efa9956a-66e0-4fcb-9a7d-8a4d9e175554/67c5dbc4-18b8-4565-9e3b-2e7694e9a500/925c9caf-69ce-44a1-a5d1-710f8415e8d1) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:18:17.618066 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340327457', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:15Z', 'revision_number': 3, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:18:17.623910 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ba3b4bd1-9dfe-40c0-9432-763becd6fec3 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:17.630514 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ba3b4bd1-9dfe-40c0-9432-763becd6fec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:17.647881 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c596e08-2000-4666-ac60-b20cb1ef389b None None] The sync data for ids ['af8cd94b-a9c0-41ef-8495-978e9375a677'] in n-d-843337-2 is: [{'id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340327457', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:15Z', 'revision_number': 3, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:18:17.675503 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3b4bd1-9dfe-40c0-9432-763becd6fec3 None None] Network efa9956a-66e0-4fcb-9a7d-8a4d9e175554 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:18:17.680815 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-ba3b4bd1-9dfe-40c0-9432-763becd6fec3 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:18:17.685896 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b4bd1-9dfe-40c0-9432-763becd6fec3 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:18:17.700603 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b4bd1-9dfe-40c0-9432-763becd6fec3 None None] Pushing event updated for resources: {'Port': ['ID=925c9caf-69ce-44a1-a5d1-710f8415e8d1,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:17.719918 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-11a9807b-4b5a-4f3a-a485-8f20bf380610 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Allocated IP 172.20.0.1 (efa9956a-66e0-4fcb-9a7d-8a4d9e175554/67c5dbc4-18b8-4565-9e3b-2e7694e9a500/440ba2ae-bed7-4965-bd1e-de759c531a90) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:18:17.757618 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ba3b4bd1-9dfe-40c0-9432-763becd6fec3 None None] Attempting to bind port 925c9caf-69ce-44a1-a5d1-710f8415e8d1 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:18:17.758006 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ba3b4bd1-9dfe-40c0-9432-763becd6fec3 None None] Attempting to bind port 925c9caf-69ce-44a1-a5d1-710f8415e8d1 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '7ee9f57a-129b-47ca-87b1-2f8788a98515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:18:17.758360 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3b4bd1-9dfe-40c0-9432-763becd6fec3 None None] Attempting to bind port 925c9caf-69ce-44a1-a5d1-710f8415e8d1 on network efa9956a-66e0-4fcb-9a7d-8a4d9e175554 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:18:17.763833 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3b4bd1-9dfe-40c0-9432-763becd6fec3 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:18:17.764248 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3b4bd1-9dfe-40c0-9432-763becd6fec3 None None] Checking segment: {'id': '7ee9f57a-129b-47ca-87b1-2f8788a98515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:18:17.764659 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ba3b4bd1-9dfe-40c0-9432-763becd6fec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:17.765057 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3b4bd1-9dfe-40c0-9432-763becd6fec3 None None] Bound using segment: {'id': '7ee9f57a-129b-47ca-87b1-2f8788a98515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:18:17.765583 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ba3b4bd1-9dfe-40c0-9432-763becd6fec3 None None] Bound port: 925c9caf-69ce-44a1-a5d1-710f8415e8d1, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee9f57a-129b-47ca-87b1-2f8788a98515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:18:17.765969 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ba3b4bd1-9dfe-40c0-9432-763becd6fec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:17.837520 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ba3b4bd1-9dfe-40c0-9432-763becd6fec3 None None] For port 925c9caf-69ce-44a1-a5d1-710f8415e8d1, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:18:17.840941 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ba3b4bd1-9dfe-40c0-9432-763becd6fec3 None None] For port 925c9caf-69ce-44a1-a5d1-710f8415e8d1, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=925c9caf-69ce-44a1-a5d1-710f8415e8d1,segment=NetworkSegment(7ee9f57a-129b-47ca-87b1-2f8788a98515),segment_id=7ee9f57a-129b-47ca-87b1-2f8788a98515)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:18:17.846955 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ba3b4bd1-9dfe-40c0-9432-763becd6fec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:17.875269 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-11a9807b-4b5a-4f3a-a485-8f20bf380610 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:17.929484 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b4bd1-9dfe-40c0-9432-763becd6fec3 None None] Pushing event updated for resources: {'Port': ['ID=925c9caf-69ce-44a1-a5d1-710f8415e8d1,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:17.970284 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-11a9807b-4b5a-4f3a-a485-8f20bf380610 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:18.016334 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a9807b-4b5a-4f3a-a485-8f20bf380610 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network efa9956a-66e0-4fcb-9a7d-8a4d9e175554 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:18:18.021638 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-11a9807b-4b5a-4f3a-a485-8f20bf380610 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:18:18.026110 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a9807b-4b5a-4f3a-a485-8f20bf380610 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:18:18.073070 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9807b-4b5a-4f3a-a485-8f20bf380610 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=440ba2ae-bed7-4965-bd1e-de759c531a90,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:18.110678 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-11a9807b-4b5a-4f3a-a485-8f20bf380610 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:18.297017 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-11a9807b-4b5a-4f3a-a485-8f20bf380610 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:18.581263 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:18.673258 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-11a9807b-4b5a-4f3a-a485-8f20bf380610 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:18.680695 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-11a9807b-4b5a-4f3a-a485-8f20bf380610 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:18.782855 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9807b-4b5a-4f3a-a485-8f20bf380610 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=440ba2ae-bed7-4965-bd1e-de759c531a90,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:18.787172 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-11a9807b-4b5a-4f3a-a485-8f20bf380610 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:18.841725 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:18.922612 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a9807b-4b5a-4f3a-a485-8f20bf380610 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network efa9956a-66e0-4fcb-9a7d-8a4d9e175554 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:18:18.925186 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-11a9807b-4b5a-4f3a-a485-8f20bf380610 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:18:19.061061 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a9807b-4b5a-4f3a-a485-8f20bf380610 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Router af8cd94b-a9c0-41ef-8495-978e9375a677 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:18:19.096339 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d1dfbd-e39d-429e-85b2-20b26ce92e8a None None] Network efa9956a-66e0-4fcb-9a7d-8a4d9e175554 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:18:19.182483 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a9807b-4b5a-4f3a-a485-8f20bf380610 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:18:19.184060 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ee8e0b83-0216-417e-a72d-4a5d0feecd20 None None] Provisioning complete for port 925c9caf-69ce-44a1-a5d1-710f8415e8d1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:18:19.184711 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ee8e0b83-0216-417e-a72d-4a5d0feecd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:19.189308 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-11a9807b-4b5a-4f3a-a485-8f20bf380610 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "PUT /v2.0/routers/af8cd94b-a9c0-41ef-8495-978e9375a677/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2867675 May 26 17:18:19.223688 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:19.329579 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2fa2139b-18f0-4092-953d-b7a354b24314 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:18:19.398434 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ee8e0b83-0216-417e-a72d-4a5d0feecd20 None None] Current status of the port 925c9caf-69ce-44a1-a5d1-710f8415e8d1 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:18:19.398839 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ee8e0b83-0216-417e-a72d-4a5d0feecd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:19.424115 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-feb0f6b0-de08-49eb-a22a-bf6608cf6eba tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-941174086&fields=id&tenant_id=d71587a7143140b39ad28ebd632c58fb HTTP/1.1" status: 200 len: 267 time: 0.0413408 May 26 17:18:19.454408 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ee8e0b83-0216-417e-a72d-4a5d0feecd20 None None] For port 925c9caf-69ce-44a1-a5d1-710f8415e8d1, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=925c9caf-69ce-44a1-a5d1-710f8415e8d1,segment=NetworkSegment(7ee9f57a-129b-47ca-87b1-2f8788a98515),segment_id=7ee9f57a-129b-47ca-87b1-2f8788a98515)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:18:19.459392 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2fa2139b-18f0-4092-953d-b7a354b24314 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:18:19.459984 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:19.463240 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ee8e0b83-0216-417e-a72d-4a5d0feecd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:19.548124 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e0b83-0216-417e-a72d-4a5d0feecd20 None None] Pushing event updated for resources: {'Port': ['ID=925c9caf-69ce-44a1-a5d1-710f8415e8d1,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:19.591192 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-49088b6c-2610-4fe5-b05e-9702409c4b7c tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:19.593480 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-49088b6c-2610-4fe5-b05e-9702409c4b7c tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/networks?id=efa9956a-66e0-4fcb-9a7d-8a4d9e175554 HTTP/1.1" status: 200 len: 797 time: 0.1610603 May 26 17:18:19.594095 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2fa2139b-18f0-4092-953d-b7a354b24314 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:18:19.594488 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:19.616930 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 2fa2139b-18f0-4092-953d-b7a354b24314, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2fa2139b-18f0-4092-953d-b7a354b24314,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:18:19.620568 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] Sync routers for ids ['af8cd94b-a9c0-41ef-8495-978e9375a677'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:18:19.626189 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:19.627499 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 925c9caf-69ce-44a1-a5d1-710f8415e8d1 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:18:19.628599 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-f7fa30d9-4cff-4d76-9853-d96389eb2a8b tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/quotas/d71587a7143140b39ad28ebd632c58fb HTTP/1.1" status: 200 len: 375 time: 0.0234227 May 26 17:18:19.693533 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] Routers {'af8cd94b-a9c0-41ef-8495-978e9375a677'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:18:19.694189 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:18:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['af8cd94b-a9c0-41ef-8495-978e9375a677'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:18:19.703142 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-14bab501-a3e9-4a06-b5ec-6ee1e6376ef4 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663345 May 26 17:18:19.770762 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=2fa2139b-18f0-4092-953d-b7a354b24314,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:19.803648 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-a402c3ea-eb03-4f0f-a6f2-16644c6b877e service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:18:19.804898 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-a402c3ea-eb03-4f0f-a6f2-16644c6b877e service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0949147 May 26 17:18:19.831267 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 925c9caf-69ce-44a1-a5d1-710f8415e8d1 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:18:19.831779 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:19.843026 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8223fa68-e785-4c01-b5ce-a5e12db8ae3e None None] Provisioning complete for port 440ba2ae-bed7-4965-bd1e-de759c531a90 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:18:19.843413 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8223fa68-e785-4c01-b5ce-a5e12db8ae3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:19.898570 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] Set router af8cd94b-a9c0-41ef-8495-978e9375a677 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:18:19.921005 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-bd3d0b4d-a9c0-4b57-adcd-5191992fdfd5 service neutron] 10.222.0.77 "GET /v2.0/networks/efa9956a-66e0-4fcb-9a7d-8a4d9e175554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079230 May 26 17:18:19.958196 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8223fa68-e785-4c01-b5ce-a5e12db8ae3e None None] Port 440ba2ae-bed7-4965-bd1e-de759c531a90 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:18:20.033030 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-3988ecb5-6d42-493b-974c-4b1da5e6343f service neutron] 10.222.0.77 "GET /v2.0/networks/efa9956a-66e0-4fcb-9a7d-8a4d9e175554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037767 May 26 17:18:20.070756 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8223fa68-e785-4c01-b5ce-a5e12db8ae3e None None] Provisioning complete for port 925c9caf-69ce-44a1-a5d1-710f8415e8d1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:18:20.071162 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8223fa68-e785-4c01-b5ce-a5e12db8ae3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:20.126053 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 925c9caf-69ce-44a1-a5d1-710f8415e8d1 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:18:20.229579 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8223fa68-e785-4c01-b5ce-a5e12db8ae3e None None] Current status of the port 925c9caf-69ce-44a1-a5d1-710f8415e8d1 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:18:20.241678 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e2b39d7-a39a-41da-953f-a3ea4873a0be req-60b09e19-50c8-4f7e-8fbe-7aada57f8bde tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 210 time: 0.0319085 May 26 17:18:20.243673 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340327457', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:18Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '440ba2ae-bed7-4965-bd1e-de759c531a90', 'name': '', 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:34:77:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '67c5dbc4-18b8-4565-9e3b-2e7694e9a500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:18:17Z', 'updated_at': '2022-05-26T17:18:18Z', 'revision_number': 2, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '67c5dbc4-18b8-4565-9e3b-2e7694e9a500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:18:20.280982 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] Checking router: af8cd94b-a9c0-41ef-8495-978e9375a677 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:18:20.281343 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] Updating router af8cd94b-a9c0-41ef-8495-978e9375a677 port 440ba2ae-bed7-4965-bd1e-de759c531a90 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:18:20.306735 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:20.371414 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-165b96a3-f83e-411b-88f4-43c1095124ba None None] Provisioning complete for port 440ba2ae-bed7-4965-bd1e-de759c531a90 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:18:20.371792 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-165b96a3-f83e-411b-88f4-43c1095124ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:20.474062 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-165b96a3-f83e-411b-88f4-43c1095124ba None None] Port 440ba2ae-bed7-4965-bd1e-de759c531a90 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:18:20.825011 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:20.831989 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:20.889098 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4fd11-f276-449d-8a67-9b7531845e6b None None] Pushing event updated for resources: {'Port': ['ID=440ba2ae-bed7-4965-bd1e-de759c531a90,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:20.947215 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] Attempting to bind port 440ba2ae-bed7-4965-bd1e-de759c531a90 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:18:20.947690 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] Attempting to bind port 440ba2ae-bed7-4965-bd1e-de759c531a90 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '7ee9f57a-129b-47ca-87b1-2f8788a98515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:18:20.948207 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] Attempting to bind port 440ba2ae-bed7-4965-bd1e-de759c531a90 on network efa9956a-66e0-4fcb-9a7d-8a4d9e175554 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:18:20.954193 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:18:20.954573 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] Checking segment: {'id': '7ee9f57a-129b-47ca-87b1-2f8788a98515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:18:20.955150 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:20.955578 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] Bound using segment: {'id': '7ee9f57a-129b-47ca-87b1-2f8788a98515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:18:20.956027 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] Bound port: 440ba2ae-bed7-4965-bd1e-de759c531a90, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee9f57a-129b-47ca-87b1-2f8788a98515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:18:20.956444 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:21.026235 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] For port 440ba2ae-bed7-4965-bd1e-de759c531a90, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:18:21.030310 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] For port 440ba2ae-bed7-4965-bd1e-de759c531a90, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=440ba2ae-bed7-4965-bd1e-de759c531a90,segment=NetworkSegment(7ee9f57a-129b-47ca-87b1-2f8788a98515),segment_id=7ee9f57a-129b-47ca-87b1-2f8788a98515)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:18:21.035586 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:21.105391 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] Routers {'af8cd94b-a9c0-41ef-8495-978e9375a677'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:18:21.106035 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:18:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['af8cd94b-a9c0-41ef-8495-978e9375a677'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:18:21.108156 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4fd11-f276-449d-8a67-9b7531845e6b None None] Pushing event updated for resources: {'Port': ['ID=440ba2ae-bed7-4965-bd1e-de759c531a90,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:21.162008 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a8059660-c872-455c-8c40-76186b9316ce None None] Provisioning complete for port 440ba2ae-bed7-4965-bd1e-de759c531a90 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:18:21.162914 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a8059660-c872-455c-8c40-76186b9316ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:21.234449 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 925c9caf-69ce-44a1-a5d1-710f8415e8d1 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:18:21.300851 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] Set router af8cd94b-a9c0-41ef-8495-978e9375a677 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:18:21.381837 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4a8153da-1db0-418a-8b26-4d68ff381518 req-0a774ffd-afcd-480c-82c4-6bdb4c16a626 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 210 time: 0.0304646 May 26 17:18:21.437896 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a8059660-c872-455c-8c40-76186b9316ce None None] Current status of the port 440ba2ae-bed7-4965-bd1e-de759c531a90 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:18:21.438303 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a8059660-c872-455c-8c40-76186b9316ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:21.442091 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 925c9caf-69ce-44a1-a5d1-710f8415e8d1 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:18:21.442256 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-8fddb4d5-41bc-4299-89c0-d76be2a8dec1 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:21.442765 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:21.442993 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-8fddb4d5-41bc-4299-89c0-d76be2a8dec1 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.81 "GET /v2.0/networks?id=efa9956a-66e0-4fcb-9a7d-8a4d9e175554 HTTP/1.1" status: 200 len: 797 time: 0.1729157 May 26 17:18:21.489561 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-7878adcc-9c20-4690-85da-0f8f760ed8b5 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d71587a7143140b39ad28ebd632c58fb HTTP/1.1" status: 200 len: 379 time: 0.0360162 May 26 17:18:21.505511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-f3197c79-8740-4ab2-89dc-7765b6d8b613 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'port': {'device_id': '7c31e5fc-d885-4395-ae66-1acf513c3ef4', 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554', 'admin_state_up': True, 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'security_groups': ['e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:18:21.562957 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a8059660-c872-455c-8c40-76186b9316ce None None] For port 440ba2ae-bed7-4965-bd1e-de759c531a90, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=440ba2ae-bed7-4965-bd1e-de759c531a90,segment=NetworkSegment(7ee9f57a-129b-47ca-87b1-2f8788a98515),segment_id=7ee9f57a-129b-47ca-87b1-2f8788a98515)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:18:21.571243 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a8059660-c872-455c-8c40-76186b9316ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:21.625578 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-f3197c79-8740-4ab2-89dc-7765b6d8b613 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Made reservation on behalf of d71587a7143140b39ad28ebd632c58fb for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:18:21.630301 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-f3197c79-8740-4ab2-89dc-7765b6d8b613 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:21.686839 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8059660-c872-455c-8c40-76186b9316ce None None] Pushing event updated for resources: {'Port': ['ID=440ba2ae-bed7-4965-bd1e-de759c531a90,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:21.698027 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 925c9caf-69ce-44a1-a5d1-710f8415e8d1 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:18:21.699157 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2fa2139b-18f0-4092-953d-b7a354b24314 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:18:21.732539 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-f934bf1f-6c51-4cf1-8633-07b8b1d57f57 None None] Provisioning complete for port 440ba2ae-bed7-4965-bd1e-de759c531a90 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:18:21.732907 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f934bf1f-6c51-4cf1-8633-07b8b1d57f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:21.769261 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-f3197c79-8740-4ab2-89dc-7765b6d8b613 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Allocated IP 172.20.0.5 (efa9956a-66e0-4fcb-9a7d-8a4d9e175554/67c5dbc4-18b8-4565-9e3b-2e7694e9a500/bbe160c0-ea6f-439f-b2c1-b5351e007ac3) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:18:21.775190 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340327457', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:18Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '440ba2ae-bed7-4965-bd1e-de759c531a90', 'name': '', 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:34:77:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '67c5dbc4-18b8-4565-9e3b-2e7694e9a500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:18:17Z', 'updated_at': '2022-05-26T17:18:21Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '67c5dbc4-18b8-4565-9e3b-2e7694e9a500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:18:21.814423 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9859ed6-8d3a-44e6-9a88-7ee301b726d6 None None] The sync data for ids ['af8cd94b-a9c0-41ef-8495-978e9375a677'] in n-d-843337-2 is: [{'id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340327457', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:18Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '440ba2ae-bed7-4965-bd1e-de759c531a90', 'name': '', 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:34:77:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '67c5dbc4-18b8-4565-9e3b-2e7694e9a500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:18:17Z', 'updated_at': '2022-05-26T17:18:21Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '67c5dbc4-18b8-4565-9e3b-2e7694e9a500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:18:21.831298 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 2fa2139b-18f0-4092-953d-b7a354b24314 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:18:21.831678 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:21.906976 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-f934bf1f-6c51-4cf1-8633-07b8b1d57f57 None None] Current status of the port 440ba2ae-bed7-4965-bd1e-de759c531a90 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:18:21.959330 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 2fa2139b-18f0-4092-953d-b7a354b24314 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:18:21.982095 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-f3197c79-8740-4ab2-89dc-7765b6d8b613 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:22.018710 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-f3197c79-8740-4ab2-89dc-7765b6d8b613 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:22.068265 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-f3197c79-8740-4ab2-89dc-7765b6d8b613 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network efa9956a-66e0-4fcb-9a7d-8a4d9e175554 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:18:22.071394 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-f3197c79-8740-4ab2-89dc-7765b6d8b613 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:18:22.074168 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-f3197c79-8740-4ab2-89dc-7765b6d8b613 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:18:22.106314 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3197c79-8740-4ab2-89dc-7765b6d8b613 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=bbe160c0-ea6f-439f-b2c1-b5351e007ac3,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:22.136221 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-f3197c79-8740-4ab2-89dc-7765b6d8b613 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:22.136783 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-f3197c79-8740-4ab2-89dc-7765b6d8b613 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:22.157299 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-f3197c79-8740-4ab2-89dc-7765b6d8b613 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6556869 May 26 17:18:22.169504 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-bffd2a2c-fce1-4f86-8840-6ac14d1ba520 service neutron] Request body: {'port': {'device_id': '7c31e5fc-d885-4395-ae66-1acf513c3ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:18:22.239238 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-bffd2a2c-fce1-4f86-8840-6ac14d1ba520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:22.332820 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-cb0daaf3-8844-444d-81a9-a6e91fac28c9 None None] Provisioning complete for port bbe160c0-ea6f-439f-b2c1-b5351e007ac3 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:18:22.333402 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cb0daaf3-8844-444d-81a9-a6e91fac28c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:22.375366 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cb0daaf3-8844-444d-81a9-a6e91fac28c9 None None] Port bbe160c0-ea6f-439f-b2c1-b5351e007ac3 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:18:22.534740 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-bffd2a2c-fce1-4f86-8840-6ac14d1ba520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe160c0-ea6f-439f-b2c1-b5351e007ac3 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:18:22.539310 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538c898-6ba3-47d3-bae1-a94331a68fde req-45be9536-310c-41a5-8cbe-f40aa7c0d280 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:22.540916 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3538c898-6ba3-47d3-bae1-a94331a68fde req-45be9536-310c-41a5-8cbe-f40aa7c0d280 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 931 time: 0.0660806 May 26 17:18:22.542779 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-bffd2a2c-fce1-4f86-8840-6ac14d1ba520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:22.556954 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-bffd2a2c-fce1-4f86-8840-6ac14d1ba520 service neutron] Transition to ACTIVE for port object bbe160c0-ea6f-439f-b2c1-b5351e007ac3 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 17:18:22.561737 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-bffd2a2c-fce1-4f86-8840-6ac14d1ba520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:22.612199 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3538c898-6ba3-47d3-bae1-a94331a68fde req-b2e49aa0-5880-4a14-9934-40b076f4dbf6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623758 May 26 17:18:22.652947 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd2a2c-fce1-4f86-8840-6ac14d1ba520 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe160c0-ea6f-439f-b2c1-b5351e007ac3,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:22.709926 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-bffd2a2c-fce1-4f86-8840-6ac14d1ba520 service neutron] Attempting to bind port bbe160c0-ea6f-439f-b2c1-b5351e007ac3 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:18:22.710439 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-bffd2a2c-fce1-4f86-8840-6ac14d1ba520 service neutron] Attempting to bind port bbe160c0-ea6f-439f-b2c1-b5351e007ac3 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '7ee9f57a-129b-47ca-87b1-2f8788a98515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:18:22.710778 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-bffd2a2c-fce1-4f86-8840-6ac14d1ba520 service neutron] Attempting to bind port bbe160c0-ea6f-439f-b2c1-b5351e007ac3 on network efa9956a-66e0-4fcb-9a7d-8a4d9e175554 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:18:22.715805 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-bffd2a2c-fce1-4f86-8840-6ac14d1ba520 service neutron] Port bbe160c0-ea6f-439f-b2c1-b5351e007ac3 on network efa9956a-66e0-4fcb-9a7d-8a4d9e175554 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:18:22.716154 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-bffd2a2c-fce1-4f86-8840-6ac14d1ba520 service neutron] Attempting to bind port bbe160c0-ea6f-439f-b2c1-b5351e007ac3 on network efa9956a-66e0-4fcb-9a7d-8a4d9e175554 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:18:22.722310 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-bffd2a2c-fce1-4f86-8840-6ac14d1ba520 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:18:22.722810 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-bffd2a2c-fce1-4f86-8840-6ac14d1ba520 service neutron] Checking segment: {'id': '7ee9f57a-129b-47ca-87b1-2f8788a98515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:18:22.723210 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-bffd2a2c-fce1-4f86-8840-6ac14d1ba520 service neutron] Bound using segment: {'id': '7ee9f57a-129b-47ca-87b1-2f8788a98515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:18:22.723662 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-bffd2a2c-fce1-4f86-8840-6ac14d1ba520 service neutron] Bound port: bbe160c0-ea6f-439f-b2c1-b5351e007ac3, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee9f57a-129b-47ca-87b1-2f8788a98515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:18:22.724199 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-bffd2a2c-fce1-4f86-8840-6ac14d1ba520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:22.795414 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-bffd2a2c-fce1-4f86-8840-6ac14d1ba520 service neutron] For port bbe160c0-ea6f-439f-b2c1-b5351e007ac3, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:18:22.799091 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-bffd2a2c-fce1-4f86-8840-6ac14d1ba520 service neutron] For port bbe160c0-ea6f-439f-b2c1-b5351e007ac3, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=bbe160c0-ea6f-439f-b2c1-b5351e007ac3,segment=NetworkSegment(7ee9f57a-129b-47ca-87b1-2f8788a98515),segment_id=7ee9f57a-129b-47ca-87b1-2f8788a98515)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:18:22.804373 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-bffd2a2c-fce1-4f86-8840-6ac14d1ba520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:22.844244 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-bffd2a2c-fce1-4f86-8840-6ac14d1ba520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:22.844873 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-bffd2a2c-fce1-4f86-8840-6ac14d1ba520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:22.846912 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-bffd2a2c-fce1-4f86-8840-6ac14d1ba520 service neutron] 10.222.0.81 "PUT /v2.0/ports/bbe160c0-ea6f-439f-b2c1-b5351e007ac3 HTTP/1.1" status: 200 len: 1091 time: 0.6819129 May 26 17:18:22.847393 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c31e5fc-d885-4395-ae66-1acf513c3ef4', 'tag': 'bbe160c0-ea6f-439f-b2c1-b5351e007ac3'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:18:22.850166 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45949270-12e3-405f-b961-527473b0c473" -d '{"events": [{"name": "network-changed", "server_uuid": "7c31e5fc-d885-4395-ae66-1acf513c3ef4", "tag": "bbe160c0-ea6f-439f-b2c1-b5351e007ac3"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:18:22.877932 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd2a2c-fce1-4f86-8840-6ac14d1ba520 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe160c0-ea6f-439f-b2c1-b5351e007ac3,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:22.916005 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ca45d3-a78d-4563-bc33-01c817691700 x-openstack-request-id: req-64ca45d3-a78d-4563-bc33-01c817691700 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:18:22.916316 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c31e5fc-d885-4395-ae66-1acf513c3ef4", "tag": "bbe160c0-ea6f-439f-b2c1-b5351e007ac3", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:18:22.916563 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-64ca45d3-a78d-4563-bc33-01c817691700 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:18:22.916957 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64ca45d3-a78d-4563-bc33-01c817691700'] response: {'name': 'network-changed', 'server_uuid': '7c31e5fc-d885-4395-ae66-1acf513c3ef4', 'tag': 'bbe160c0-ea6f-439f-b2c1-b5351e007ac3', 'status': 'completed', 'code': 200} May 26 17:18:22.958686 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-b159d7c1-4341-4aeb-bc90-c0e4cd1cc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:22.960304 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-b159d7c1-4341-4aeb-bc90-c0e4cd1cc4ee service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 1094 time: 0.0553510 May 26 17:18:23.009073 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-4bb99139-2098-45d5-815e-1100d37f9418 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe160c0-ea6f-439f-b2c1-b5351e007ac3 HTTP/1.1" status: 200 len: 217 time: 0.0408006 May 26 17:18:23.071306 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-736c0cdd-8430-4eb0-98a0-d34eef8cea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:23.073444 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-736c0cdd-8430-4eb0-98a0-d34eef8cea19 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67c5dbc4-18b8-4565-9e3b-2e7694e9a500 HTTP/1.1" status: 200 len: 834 time: 0.0571609 May 26 17:18:23.125935 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-1b99a302-46b1-491e-b78c-814ad0b14c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:23.127390 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-1b99a302-46b1-491e-b78c-814ad0b14c5b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efa9956a-66e0-4fcb-9a7d-8a4d9e175554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464990 May 26 17:18:23.223164 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-165e6e03-473a-48df-95eb-3b92c9f07bec service neutron] 10.222.0.81 "GET /v2.0/networks/efa9956a-66e0-4fcb-9a7d-8a4d9e175554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876517 May 26 17:18:23.225788 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 440ba2ae-bed7-4965-bd1e-de759c531a90 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:18:23.275543 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 440ba2ae-bed7-4965-bd1e-de759c531a90 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:18:23.275912 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:23.323176 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-38ded04c-e934-4f66-9953-0b31a8ec897e req-202de4bd-e72b-4950-a578-0c30ab56627e service neutron] 10.222.0.81 "GET /v2.0/networks/efa9956a-66e0-4fcb-9a7d-8a4d9e175554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924592 May 26 17:18:23.361990 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 440ba2ae-bed7-4965-bd1e-de759c531a90 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:18:23.434064 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45949270-12e3-405f-b961-527473b0c473 req-5550f903-30f7-41b8-b0ca-04f0db9510dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:23.435604 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-45949270-12e3-405f-b961-527473b0c473 req-5550f903-30f7-41b8-b0ca-04f0db9510dd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 1094 time: 0.0489898 May 26 17:18:23.529831 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45949270-12e3-405f-b961-527473b0c473 req-1e97785e-794f-4934-a39d-1a96e0cc78d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:23.531336 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-45949270-12e3-405f-b961-527473b0c473 req-1e97785e-794f-4934-a39d-1a96e0cc78d3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=efa9956a-66e0-4fcb-9a7d-8a4d9e175554 HTTP/1.1" status: 200 len: 898 time: 0.0860550 May 26 17:18:23.577914 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-45949270-12e3-405f-b961-527473b0c473 req-4fc04163-e71b-423a-a1c4-6d375d7afcf7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe160c0-ea6f-439f-b2c1-b5351e007ac3 HTTP/1.1" status: 200 len: 217 time: 0.0386364 May 26 17:18:23.629043 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45949270-12e3-405f-b961-527473b0c473 req-be71ebee-d2fd-4116-b776-bee5c892fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:23.630575 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-45949270-12e3-405f-b961-527473b0c473 req-be71ebee-d2fd-4116-b776-bee5c892fe77 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67c5dbc4-18b8-4565-9e3b-2e7694e9a500 HTTP/1.1" status: 200 len: 834 time: 0.0462453 May 26 17:18:23.682333 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45949270-12e3-405f-b961-527473b0c473 req-5c695ebd-5f3d-49ed-8a43-5c0c1a9209c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:23.683891 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-45949270-12e3-405f-b961-527473b0c473 req-5c695ebd-5f3d-49ed-8a43-5c0c1a9209c0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efa9956a-66e0-4fcb-9a7d-8a4d9e175554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439942 May 26 17:18:23.729243 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b14862-64dd-4bba-ac45-3df78f15ca79 req-3f7a36f0-002a-4c43-bc26-210e099c27ce tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:23.730832 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87b14862-64dd-4bba-ac45-3df78f15ca79 req-3f7a36f0-002a-4c43-bc26-210e099c27ce tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 943 time: 0.0607922 May 26 17:18:23.774892 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-87b14862-64dd-4bba-ac45-3df78f15ca79 req-dd4a5bd0-1daf-4f87-886f-dd69e6dd2337 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371668 May 26 17:18:24.108811 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-45949270-12e3-405f-b961-527473b0c473 req-06b65caf-7c35-4850-8e33-48ea6d593f17 service neutron] 10.222.0.81 "GET /v2.0/networks/efa9956a-66e0-4fcb-9a7d-8a4d9e175554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169235 May 26 17:18:24.199430 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-45949270-12e3-405f-b961-527473b0c473 req-10d585ed-1180-4da2-be2b-8eca70c5412a service neutron] 10.222.0.81 "GET /v2.0/networks/efa9956a-66e0-4fcb-9a7d-8a4d9e175554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825796 May 26 17:18:24.900668 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81959c21-db01-407a-a06f-52062be4e41f req-3d3ff228-250c-4002-b942-bac12f7f2104 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:24.902153 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-81959c21-db01-407a-a06f-52062be4e41f req-3d3ff228-250c-4002-b942-bac12f7f2104 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 943 time: 0.0541773 May 26 17:18:24.941677 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-81959c21-db01-407a-a06f-52062be4e41f req-7d7f0cd1-870f-4893-b10b-175728ecaac7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323622 May 26 17:18:25.619870 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device bbe160c0-ea6f-439f-b2c1-b5351e007ac3 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:18:25.715410 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port bbe160c0-ea6f-439f-b2c1-b5351e007ac3, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=bbe160c0-ea6f-439f-b2c1-b5351e007ac3,segment=NetworkSegment(7ee9f57a-129b-47ca-87b1-2f8788a98515),segment_id=7ee9f57a-129b-47ca-87b1-2f8788a98515)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:18:25.727108 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': 'bbe160c0-ea6f-439f-b2c1-b5351e007ac3', 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554', 'port_id': 'bbe160c0-ea6f-439f-b2c1-b5351e007ac3', 'mac_address': 'fa:16:3e:e6:f6:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c5dbc4-18b8-4565-9e3b-2e7694e9a500', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:18:25.768346 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port bbe160c0-ea6f-439f-b2c1-b5351e007ac3 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:18:25.768728 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:25.781823 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe160c0-ea6f-439f-b2c1-b5351e007ac3 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:18:25.803701 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port bbe160c0-ea6f-439f-b2c1-b5351e007ac3, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=bbe160c0-ea6f-439f-b2c1-b5351e007ac3,segment=NetworkSegment(7ee9f57a-129b-47ca-87b1-2f8788a98515),segment_id=7ee9f57a-129b-47ca-87b1-2f8788a98515)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:18:25.808016 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:25.855219 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=bbe160c0-ea6f-439f-b2c1-b5351e007ac3,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:26.060519 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662ed21-13aa-43a3-b311-3040720ad423 req-1a60f951-72aa-482f-896c-2c147f247efa tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:26.062022 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1662ed21-13aa-43a3-b311-3040720ad423 req-1a60f951-72aa-482f-896c-2c147f247efa tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 944 time: 0.0479906 May 26 17:18:26.096138 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['bbe160c0-ea6f-439f-b2c1-b5351e007ac3'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:18:26.105503 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1662ed21-13aa-43a3-b311-3040720ad423 req-a195aa69-c0c7-4f57-ac37-a12b4f9b583b tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364509 May 26 17:18:27.226545 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c1ed2-3e5c-474d-b002-3e53993421b9 req-e0199fb8-ab24-49cc-a8a4-6e7be6472b90 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:27.228049 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-540c1ed2-3e5c-474d-b002-3e53993421b9 req-e0199fb8-ab24-49cc-a8a4-6e7be6472b90 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 944 time: 0.0488033 May 26 17:18:27.268111 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-540c1ed2-3e5c-474d-b002-3e53993421b9 req-118b1158-b0e7-421c-bf0b-202246c6ad09 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331709 May 26 17:18:27.654182 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device bbe160c0-ea6f-439f-b2c1-b5351e007ac3 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:18:27.702979 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port bbe160c0-ea6f-439f-b2c1-b5351e007ac3 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 17:18:27.706704 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port bbe160c0-ea6f-439f-b2c1-b5351e007ac3 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:18:27.707041 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:27.792498 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port bbe160c0-ea6f-439f-b2c1-b5351e007ac3 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:18:27.792884 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:27.816046 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c31e5fc-d885-4395-ae66-1acf513c3ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe160c0-ea6f-439f-b2c1-b5351e007ac3'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:18:27.818298 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d1ba58-57a7-42d1-a095-dd15a820f84b" -d '{"events": [{"server_uuid": "7c31e5fc-d885-4395-ae66-1acf513c3ef4", "name": "network-vif-plugged", "status": "completed", "tag": "bbe160c0-ea6f-439f-b2c1-b5351e007ac3"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:18:27.831118 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port bbe160c0-ea6f-439f-b2c1-b5351e007ac3, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=bbe160c0-ea6f-439f-b2c1-b5351e007ac3,segment=NetworkSegment(7ee9f57a-129b-47ca-87b1-2f8788a98515),segment_id=7ee9f57a-129b-47ca-87b1-2f8788a98515)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:18:27.835661 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:27.860217 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a038b506-34c4-4402-83c5-f531a8910cf2 x-openstack-request-id: req-a038b506-34c4-4402-83c5-f531a8910cf2 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:18:27.860510 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c31e5fc-d885-4395-ae66-1acf513c3ef4", "name": "network-vif-plugged", "status": "completed", "tag": "bbe160c0-ea6f-439f-b2c1-b5351e007ac3", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:18:27.860763 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a038b506-34c4-4402-83c5-f531a8910cf2 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:18:27.861701 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a038b506-34c4-4402-83c5-f531a8910cf2'] response: {'server_uuid': '7c31e5fc-d885-4395-ae66-1acf513c3ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe160c0-ea6f-439f-b2c1-b5351e007ac3', 'code': 200} May 26 17:18:27.887191 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=bbe160c0-ea6f-439f-b2c1-b5351e007ac3,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:27.964355 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab606a-935f-4933-bbd8-342a68a5f105 req-f63ec646-de26-411e-8704-29c27a2c27cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:27.965864 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a5ab606a-935f-4933-bbd8-342a68a5f105 req-f63ec646-de26-411e-8704-29c27a2c27cd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 1096 time: 0.0449319 May 26 17:18:28.000887 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a5ab606a-935f-4933-bbd8-342a68a5f105 req-293ad1e6-25f6-4167-b323-75dee8889a38 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278428 May 26 17:18:28.397702 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec764b08-31fe-4bb4-82e2-9dcd8cec270f req-9ebaedd3-e891-4e3e-9c22-c6f14e503d9a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:28.399274 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec764b08-31fe-4bb4-82e2-9dcd8cec270f req-9ebaedd3-e891-4e3e-9c22-c6f14e503d9a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 945 time: 0.0594425 May 26 17:18:28.442514 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec764b08-31fe-4bb4-82e2-9dcd8cec270f req-50d6bf7f-8729-4c72-88b0-9f643680edc4 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351422 May 26 17:18:29.570621 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac17e7-ccbe-477f-a5e4-e8e7017b8c16 req-b36c5c02-4985-43e8-a5cf-e61f9c4af436 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:29.571989 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-64ac17e7-ccbe-477f-a5e4-e8e7017b8c16 req-b36c5c02-4985-43e8-a5cf-e61f9c4af436 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 945 time: 0.0489147 May 26 17:18:29.613301 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-64ac17e7-ccbe-477f-a5e4-e8e7017b8c16 req-eff27c3d-56fd-40c7-8f68-0a0522996063 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350845 May 26 17:18:29.741671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd49da-7962-4afe-a7f7-2af3244ee0e6 req-10ef7d70-0e14-4375-b748-623f8d8ac3d2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:29.743175 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-49cd49da-7962-4afe-a7f7-2af3244ee0e6 req-10ef7d70-0e14-4375-b748-623f8d8ac3d2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 945 time: 0.0494790 May 26 17:18:29.796663 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-49cd49da-7962-4afe-a7f7-2af3244ee0e6 req-de04dd55-0106-4ce3-aa49-8e4869fea4bb tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467079 May 26 17:18:29.821896 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42872) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:18:29.865731 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399791d1-ae37-42f8-94b2-a3dc5ad6df6d tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:29.867259 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-399791d1-ae37-42f8-94b2-a3dc5ad6df6d tempest-TestNetworkAdvancedServerOps-1235425047 tempest-TestNetworkAdvancedServerOps-1235425047-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 1091 time: 0.0442138 May 26 17:18:29.870246 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42874) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:18:29.874496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-bd8cc301-5a80-40d1-95cc-f0ff46f301a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': 'bbe160c0-ea6f-439f-b2c1-b5351e007ac3', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:18:29.895614 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd8cc301-5a80-40d1-95cc-f0ff46f301a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:29.995934 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd8cc301-5a80-40d1-95cc-f0ff46f301a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:30.099332 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-bd8cc301-5a80-40d1-95cc-f0ff46f301a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Allocated IP 172.25.7.38 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/ee6284b0-5bd3-44a3-88a9-2cf9c5794bf2) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:18:30.211934 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd8cc301-5a80-40d1-95cc-f0ff46f301a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:30.248156 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd8cc301-5a80-40d1-95cc-f0ff46f301a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:30.288312 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8cc301-5a80-40d1-95cc-f0ff46f301a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:18:30.291222 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-bd8cc301-5a80-40d1-95cc-f0ff46f301a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:18:30.294601 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8cc301-5a80-40d1-95cc-f0ff46f301a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:18:30.317292 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8cc301-5a80-40d1-95cc-f0ff46f301a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=ee6284b0-5bd3-44a3-88a9-2cf9c5794bf2,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:31.002681 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd8cc301-5a80-40d1-95cc-f0ff46f301a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:31.071521 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd8cc301-5a80-40d1-95cc-f0ff46f301a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:31.101690 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:31.236178 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd8cc301-5a80-40d1-95cc-f0ff46f301a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:31.241582 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd8cc301-5a80-40d1-95cc-f0ff46f301a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:31.315689 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8cc301-5a80-40d1-95cc-f0ff46f301a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event updated for resources: {'Port': ['ID=ee6284b0-5bd3-44a3-88a9-2cf9c5794bf2,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:18:31.323899 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd8cc301-5a80-40d1-95cc-f0ff46f301a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:31.426779 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-bd8cc301-5a80-40d1-95cc-f0ff46f301a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Floating IP a69677d1-fcfa-439b-8d52-1d5c6bb39ea6 associated. External IP: 172.25.7.38, port: bbe160c0-ea6f-439f-b2c1-b5351e007ac3. May 26 17:18:31.638030 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8cc301-5a80-40d1-95cc-f0ff46f301a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Router af8cd94b-a9c0-41ef-8495-978e9375a677 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:18:31.748473 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8cc301-5a80-40d1-95cc-f0ff46f301a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:18:31.760644 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a869b558-8767-4d30-96e6-876643024763 None None] Sync routers for ids ['af8cd94b-a9c0-41ef-8495-978e9375a677'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:18:31.770591 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd8cc301-5a80-40d1-95cc-f0ff46f301a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:31.772616 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a869b558-8767-4d30-96e6-876643024763 None None] Routers {'af8cd94b-a9c0-41ef-8495-978e9375a677'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:18:31.773260 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a869b558-8767-4d30-96e6-876643024763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:18:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['af8cd94b-a9c0-41ef-8495-978e9375a677'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:18:31.802507 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bd8cc301-5a80-40d1-95cc-f0ff46f301a6 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9312341 May 26 17:18:31.803403 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c31e5fc-d885-4395-ae66-1acf513c3ef4', 'tag': 'bbe160c0-ea6f-439f-b2c1-b5351e007ac3'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:18:31.806084 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24103bee38bbd97c6ccfbe10b0e84632f8bc6809d0c06cc395e50ba217a9e387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f43be5-4500-40f5-a7de-8d8c29cd002c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c31e5fc-d885-4395-ae66-1acf513c3ef4", "tag": "bbe160c0-ea6f-439f-b2c1-b5351e007ac3"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:18:31.848596 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3cbcb2-e561-4ec0-9338-6d68d72cce89 x-openstack-request-id: req-0c3cbcb2-e561-4ec0-9338-6d68d72cce89 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:18:31.848886 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c31e5fc-d885-4395-ae66-1acf513c3ef4", "tag": "bbe160c0-ea6f-439f-b2c1-b5351e007ac3", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:18:31.849135 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0c3cbcb2-e561-4ec0-9338-6d68d72cce89 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:18:31.849541 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c3cbcb2-e561-4ec0-9338-6d68d72cce89'] response: {'name': 'network-changed', 'server_uuid': '7c31e5fc-d885-4395-ae66-1acf513c3ef4', 'tag': 'bbe160c0-ea6f-439f-b2c1-b5351e007ac3', 'status': 'completed', 'code': 200} May 26 17:18:31.913392 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-a869b558-8767-4d30-96e6-876643024763 None None] Set router af8cd94b-a9c0-41ef-8495-978e9375a677 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:18:31.928624 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f43be5-4500-40f5-a7de-8d8c29cd002c req-d2bda009-ec74-48f7-a2bb-268f91747c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:31.930510 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-36f43be5-4500-40f5-a7de-8d8c29cd002c req-d2bda009-ec74-48f7-a2bb-268f91747c53 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 1096 time: 0.0472224 May 26 17:18:31.933869 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c0e39-c459-43a8-906b-6547de459136 req-8ccbb9db-23a3-493a-8ed6-e5e8e8e3777e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:31.935433 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1d0c0e39-c459-43a8-906b-6547de459136 req-8ccbb9db-23a3-493a-8ed6-e5e8e8e3777e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 945 time: 0.0620203 May 26 17:18:31.978816 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1d0c0e39-c459-43a8-906b-6547de459136 req-d3cf9002-8b2b-4d01-892c-658905cec96a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363061 May 26 17:18:32.004354 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42880) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:18:32.075220 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f43be5-4500-40f5-a7de-8d8c29cd002c req-1564b3bb-20bb-427e-b1be-fbbadb38cd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:32.076724 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-36f43be5-4500-40f5-a7de-8d8c29cd002c req-1564b3bb-20bb-427e-b1be-fbbadb38cd86 service neutron] 10.222.0.81 "GET /v2.0/networks?id=efa9956a-66e0-4fcb-9a7d-8a4d9e175554 HTTP/1.1" status: 200 len: 898 time: 0.1385326 May 26 17:18:32.127582 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-1f76b84e-eb93-469f-a5b4-8c383efa29a7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/floatingips/a69677d1-fcfa-439b-8d52-1d5c6bb39ea6 HTTP/1.1" status: 200 len: 990 time: 0.1143272 May 26 17:18:32.161214 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-36f43be5-4500-40f5-a7de-8d8c29cd002c req-dd406d97-43fb-4ee3-a6a9-caaaff70326e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe160c0-ea6f-439f-b2c1-b5351e007ac3 HTTP/1.1" status: 200 len: 998 time: 0.0772212 May 26 17:18:32.179107 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a869b558-8767-4d30-96e6-876643024763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340327457', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:18Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'a69677d1-fcfa-439b-8d52-1d5c6bb39ea6', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'port_id': 'bbe160c0-ea6f-439f-b2c1-b5351e007ac3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554', 'mac_address': 'fa:16:3e:e6:f6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c31e5fc-d885-4395-ae66-1acf513c3ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:18:30Z', 'updated_at': '2022-05-26T17:18:30Z', 'revision_number': 0, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '440ba2ae-bed7-4965-bd1e-de759c531a90', 'name': '', 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:34:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '67c5dbc4-18b8-4565-9e3b-2e7694e9a500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:18:17Z', 'updated_at': '2022-05-26T17:18:21Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '67c5dbc4-18b8-4565-9e3b-2e7694e9a500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:18:32.207632 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a869b558-8767-4d30-96e6-876643024763 None None] Checking router: af8cd94b-a9c0-41ef-8495-978e9375a677 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:18:32.216155 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a869b558-8767-4d30-96e6-876643024763 None None] Routers {'af8cd94b-a9c0-41ef-8495-978e9375a677'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:18:32.216777 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a869b558-8767-4d30-96e6-876643024763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:18:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['af8cd94b-a9c0-41ef-8495-978e9375a677'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:18:32.218287 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f43be5-4500-40f5-a7de-8d8c29cd002c req-d3238733-bd9c-472c-8b09-645912476204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:32.219785 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-36f43be5-4500-40f5-a7de-8d8c29cd002c req-d3238733-bd9c-472c-8b09-645912476204 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67c5dbc4-18b8-4565-9e3b-2e7694e9a500 HTTP/1.1" status: 200 len: 834 time: 0.0522821 May 26 17:18:32.267917 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f43be5-4500-40f5-a7de-8d8c29cd002c req-66f645fd-71c8-4e9e-bf3b-2aee3bea58ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:18:32.269578 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-36f43be5-4500-40f5-a7de-8d8c29cd002c req-66f645fd-71c8-4e9e-bf3b-2aee3bea58ae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efa9956a-66e0-4fcb-9a7d-8a4d9e175554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433700 May 26 17:18:32.328582 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-a869b558-8767-4d30-96e6-876643024763 None None] Set router af8cd94b-a9c0-41ef-8495-978e9375a677 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:18:32.363449 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-36f43be5-4500-40f5-a7de-8d8c29cd002c req-f523edc4-7003-492f-89f0-2bdcbf7b4aa5 service neutron] 10.222.0.81 "GET /v2.0/networks/efa9956a-66e0-4fcb-9a7d-8a4d9e175554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862703 May 26 17:18:32.465070 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-36f43be5-4500-40f5-a7de-8d8c29cd002c req-88453727-60e4-4116-8bc0-91d1cac15310 service neutron] 10.222.0.81 "GET /v2.0/networks/efa9956a-66e0-4fcb-9a7d-8a4d9e175554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947809 May 26 17:18:32.565603 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-a869b558-8767-4d30-96e6-876643024763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340327457', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:18Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'a69677d1-fcfa-439b-8d52-1d5c6bb39ea6', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'port_id': 'bbe160c0-ea6f-439f-b2c1-b5351e007ac3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554', 'mac_address': 'fa:16:3e:e6:f6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c31e5fc-d885-4395-ae66-1acf513c3ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:18:30Z', 'updated_at': '2022-05-26T17:18:30Z', 'revision_number': 0, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '440ba2ae-bed7-4965-bd1e-de759c531a90', 'name': '', 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:34:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '67c5dbc4-18b8-4565-9e3b-2e7694e9a500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:18:17Z', 'updated_at': '2022-05-26T17:18:21Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '67c5dbc4-18b8-4565-9e3b-2e7694e9a500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:18:32.595849 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a869b558-8767-4d30-96e6-876643024763 None None] The sync data for ids ['af8cd94b-a9c0-41ef-8495-978e9375a677'] in n-d-843337-2 is: [{'id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340327457', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:18Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'a69677d1-fcfa-439b-8d52-1d5c6bb39ea6', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'port_id': 'bbe160c0-ea6f-439f-b2c1-b5351e007ac3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554', 'mac_address': 'fa:16:3e:e6:f6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c31e5fc-d885-4395-ae66-1acf513c3ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:18:30Z', 'updated_at': '2022-05-26T17:18:30Z', 'revision_number': 0, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '440ba2ae-bed7-4965-bd1e-de759c531a90', 'name': '', 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:34:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '67c5dbc4-18b8-4565-9e3b-2e7694e9a500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:18:17Z', 'updated_at': '2022-05-26T17:18:21Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '67c5dbc4-18b8-4565-9e3b-2e7694e9a500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:18:32.796744 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b204aeb5-e988-47a5-a3ca-2a1da66bb078 None None] New status for floating IP a69677d1-fcfa-439b-8d52-1d5c6bb39ea6: ACTIVE {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:18:33.130004 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42882) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:18:33.210768 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-233933d7-d4f9-457f-a753-0bddd693237e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/floatingips/a69677d1-fcfa-439b-8d52-1d5c6bb39ea6 HTTP/1.1" status: 200 len: 992 time: 0.0793271 May 26 17:18:38.667193 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:18:43.200424 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1769d971-cf0c-499e-8125-43db782afc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:45.657449 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9077851f-2fd6-4729-8266-f5fbb470ac9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:46.841899 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:48.575043 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:48.859931 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:18:49.178517 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:01.112723 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:06.610675 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcacbc3-0e83-44bf-b856-a872e9eb8c94 req-cc9a42d4-c82c-4e26-9599-814d862503e7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:06.613180 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cfcacbc3-0e83-44bf-b856-a872e9eb8c94 req-cc9a42d4-c82c-4e26-9599-814d862503e7 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 945 time: 0.0702238 May 26 17:19:06.652285 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cfcacbc3-0e83-44bf-b856-a872e9eb8c94 req-b3f3640a-82cc-4a6c-8aec-c0806f13d55c tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329685 May 26 17:19:07.776561 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a1970-482a-4c8b-bcd5-155f9bdb6b40 req-309fc49f-9695-4482-9b45-87277deda755 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:07.778055 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e36a1970-482a-4c8b-bcd5-155f9bdb6b40 req-309fc49f-9695-4482-9b45-87277deda755 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 945 time: 0.0505912 May 26 17:19:07.821257 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e36a1970-482a-4c8b-bcd5-155f9bdb6b40 req-60c24713-ad74-431c-9fa8-179dde633cc0 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339189 May 26 17:19:07.845559 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42900) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:07.906141 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-cc70032f-de54-4301-b36b-bc759faeafbc tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/floatingips/a69677d1-fcfa-439b-8d52-1d5c6bb39ea6 HTTP/1.1" status: 200 len: 992 time: 0.0593491 May 26 17:19:09.193371 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9e6f4-6f17-4a7e-8c5c-585ab2339a7f req-794ba0ca-af6a-46bb-b2c4-458b801323dd tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:09.195629 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fee9e6f4-6f17-4a7e-8c5c-585ab2339a7f req-794ba0ca-af6a-46bb-b2c4-458b801323dd tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 945 time: 0.0630262 May 26 17:19:09.221649 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf82433-cfe1-4044-a47c-941bc90fcb26 req-369c86a5-e768-4cec-91dd-7b96bc686bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:09.223145 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0bf82433-cfe1-4044-a47c-941bc90fcb26 req-369c86a5-e768-4cec-91dd-7b96bc686bab service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 1096 time: 0.0505078 May 26 17:19:09.240070 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fee9e6f4-6f17-4a7e-8c5c-585ab2339a7f req-55c55ed8-35e7-4fec-888a-fe695ca72b58 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366795 May 26 17:19:09.330917 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf82433-cfe1-4044-a47c-941bc90fcb26 req-79b99805-318a-4a16-a63d-274817fd8c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:09.332688 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0bf82433-cfe1-4044-a47c-941bc90fcb26 req-79b99805-318a-4a16-a63d-274817fd8c9f service neutron] 10.222.0.81 "GET /v2.0/networks?id=efa9956a-66e0-4fcb-9a7d-8a4d9e175554 HTTP/1.1" status: 200 len: 898 time: 0.1030788 May 26 17:19:09.401844 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0bf82433-cfe1-4044-a47c-941bc90fcb26 req-0afcd7ad-712a-432d-80da-5d3f7c3211d7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe160c0-ea6f-439f-b2c1-b5351e007ac3 HTTP/1.1" status: 200 len: 1000 time: 0.0622666 May 26 17:19:09.454962 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf82433-cfe1-4044-a47c-941bc90fcb26 req-8777e8bf-e7e8-4bd2-bae6-90c4b349edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:09.456533 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0bf82433-cfe1-4044-a47c-941bc90fcb26 req-8777e8bf-e7e8-4bd2-bae6-90c4b349edcb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67c5dbc4-18b8-4565-9e3b-2e7694e9a500 HTTP/1.1" status: 200 len: 834 time: 0.0477896 May 26 17:19:09.509820 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf82433-cfe1-4044-a47c-941bc90fcb26 req-52ef77fb-1b1a-47af-8ddb-3f8dead454d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:09.511344 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0bf82433-cfe1-4044-a47c-941bc90fcb26 req-52ef77fb-1b1a-47af-8ddb-3f8dead454d3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efa9956a-66e0-4fcb-9a7d-8a4d9e175554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474939 May 26 17:19:09.615925 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0bf82433-cfe1-4044-a47c-941bc90fcb26 req-66a55d9e-469f-4c64-b60e-3a04181cb301 service neutron] 10.222.0.81 "GET /v2.0/networks/efa9956a-66e0-4fcb-9a7d-8a4d9e175554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972383 May 26 17:19:09.716595 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0bf82433-cfe1-4044-a47c-941bc90fcb26 req-e8fdc850-6f54-466c-8d24-d2cf08b6e45a service neutron] 10.222.0.81 "GET /v2.0/networks/efa9956a-66e0-4fcb-9a7d-8a4d9e175554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940862 May 26 17:19:10.368503 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8fdc7-a0c8-4448-b76f-cbb7ec65841f req-31a14920-118b-49f5-bba1-3e31f4841c23 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:10.370005 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9fa8fdc7-a0c8-4448-b76f-cbb7ec65841f req-31a14920-118b-49f5-bba1-3e31f4841c23 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 945 time: 0.0502717 May 26 17:19:10.415343 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9fa8fdc7-a0c8-4448-b76f-cbb7ec65841f req-dfb2f95f-5606-44d6-a837-f82e9f794403 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386546 May 26 17:19:11.534455 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e7753-9e49-4a18-81cb-dd24208c106a req-4c98abef-a082-4ee6-a257-ddcbbc421683 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:11.536086 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a32e7753-9e49-4a18-81cb-dd24208c106a req-4c98abef-a082-4ee6-a257-ddcbbc421683 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 945 time: 0.0517423 May 26 17:19:11.576536 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a32e7753-9e49-4a18-81cb-dd24208c106a req-01b952e7-553e-45b5-854b-f7e0d0885e16 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340796 May 26 17:19:11.602586 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42912) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:11.668762 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ca3ab30f-9854-4e56-8a35-b0a92da34d0a tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/floatingips/a69677d1-fcfa-439b-8d52-1d5c6bb39ea6 HTTP/1.1" status: 200 len: 992 time: 0.0648689 May 26 17:19:11.881551 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42918) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:12.051677 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-d1468f59-8428-490d-936d-c637f84df240 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Deleting port ee6284b0-5bd3-44a3-88a9-2cf9c5794bf2 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:19:12.052042 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d1468f59-8428-490d-936d-c637f84df240 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:12.129105 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d1468f59-8428-490d-936d-c637f84df240 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:12.129427 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d1468f59-8428-490d-936d-c637f84df240 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:12.142151 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-d1468f59-8428-490d-936d-c637f84df240 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Calling delete_port for ee6284b0-5bd3-44a3-88a9-2cf9c5794bf2 owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:19:12.302224 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d1468f59-8428-490d-936d-c637f84df240 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:12.328490 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1468f59-8428-490d-936d-c637f84df240 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Port': ['ID=ee6284b0-5bd3-44a3-88a9-2cf9c5794bf2,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:12.365923 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1468f59-8428-490d-936d-c637f84df240 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:12.366276 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1468f59-8428-490d-936d-c637f84df240 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:12.366619 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1468f59-8428-490d-936d-c637f84df240 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:12.366952 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1468f59-8428-490d-936d-c637f84df240 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:12.367283 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1468f59-8428-490d-936d-c637f84df240 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:12.367611 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1468f59-8428-490d-936d-c637f84df240 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:12.367939 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1468f59-8428-490d-936d-c637f84df240 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:12.368293 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1468f59-8428-490d-936d-c637f84df240 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:12.368622 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1468f59-8428-490d-936d-c637f84df240 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:12.368949 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1468f59-8428-490d-936d-c637f84df240 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:12.369269 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1468f59-8428-490d-936d-c637f84df240 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:12.369588 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1468f59-8428-490d-936d-c637f84df240 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:12.410952 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d1468f59-8428-490d-936d-c637f84df240 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:12.411283 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-d1468f59-8428-490d-936d-c637f84df240 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Floating IP a69677d1-fcfa-439b-8d52-1d5c6bb39ea6 disassociated (deleted). External IP: 172.25.7.38, port: bbe160c0-ea6f-439f-b2c1-b5351e007ac3. May 26 17:19:12.630438 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1468f59-8428-490d-936d-c637f84df240 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Router af8cd94b-a9c0-41ef-8495-978e9375a677 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:19:12.744276 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1468f59-8428-490d-936d-c637f84df240 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:19:12.749086 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d1468f59-8428-490d-936d-c637f84df240 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:12.756482 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46f0400-0fc5-4bb6-a12a-f05186d38d3e None None] Sync routers for ids ['af8cd94b-a9c0-41ef-8495-978e9375a677'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:19:12.781440 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46f0400-0fc5-4bb6-a12a-f05186d38d3e None None] Routers {'af8cd94b-a9c0-41ef-8495-978e9375a677'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:19:12.789269 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b46f0400-0fc5-4bb6-a12a-f05186d38d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:18:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['af8cd94b-a9c0-41ef-8495-978e9375a677'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:12.789539 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d1468f59-8428-490d-936d-c637f84df240 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "DELETE /v2.0/floatingips/a69677d1-fcfa-439b-8d52-1d5c6bb39ea6 HTTP/1.1" status: 204 len: 168 time: 0.9019132 May 26 17:19:12.789539 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c31e5fc-d885-4395-ae66-1acf513c3ef4', 'tag': 'bbe160c0-ea6f-439f-b2c1-b5351e007ac3'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:19:12.789539 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81c053d-25b0-4757-ba61-8fd935161f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c31e5fc-d885-4395-ae66-1acf513c3ef4", "tag": "bbe160c0-ea6f-439f-b2c1-b5351e007ac3"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:19:12.918417 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde91b57-1785-4c3a-939a-ecac1b400e10 x-openstack-request-id: req-bde91b57-1785-4c3a-939a-ecac1b400e10 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:19:12.919006 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c31e5fc-d885-4395-ae66-1acf513c3ef4", "tag": "bbe160c0-ea6f-439f-b2c1-b5351e007ac3", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:19:12.919006 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bde91b57-1785-4c3a-939a-ecac1b400e10 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:19:12.919378 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bde91b57-1785-4c3a-939a-ecac1b400e10'] response: {'name': 'network-changed', 'server_uuid': '7c31e5fc-d885-4395-ae66-1acf513c3ef4', 'tag': 'bbe160c0-ea6f-439f-b2c1-b5351e007ac3', 'status': 'completed', 'code': 200} May 26 17:19:12.940479 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b46f0400-0fc5-4bb6-a12a-f05186d38d3e None None] Set router af8cd94b-a9c0-41ef-8495-978e9375a677 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:19:13.009724 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c053d-25b0-4757-ba61-8fd935161f0f req-701db3c5-6fe9-4619-af11-05738c43dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:13.012173 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f81c053d-25b0-4757-ba61-8fd935161f0f req-701db3c5-6fe9-4619-af11-05738c43dda9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d71587a7143140b39ad28ebd632c58fb&device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 1096 time: 0.0700076 May 26 17:19:13.121577 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab44d42-57c0-443f-a2de-27bd8d98eac7 req-27407c7d-8999-4a50-b821-452cfbf78c31 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:13.131621 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bab44d42-57c0-443f-a2de-27bd8d98eac7 req-27407c7d-8999-4a50-b821-452cfbf78c31 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 945 time: 0.0744314 May 26 17:19:13.133595 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c053d-25b0-4757-ba61-8fd935161f0f req-35aae3ea-0979-4676-9c3f-27eeb0328185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:13.135103 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f81c053d-25b0-4757-ba61-8fd935161f0f req-35aae3ea-0979-4676-9c3f-27eeb0328185 service neutron] 10.222.0.81 "GET /v2.0/networks?id=efa9956a-66e0-4fcb-9a7d-8a4d9e175554 HTTP/1.1" status: 200 len: 898 time: 0.1151371 May 26 17:19:13.184777 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bab44d42-57c0-443f-a2de-27bd8d98eac7 req-27b08a2d-b338-489b-8269-51c6571e96cc tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486798 May 26 17:19:13.221670 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f81c053d-25b0-4757-ba61-8fd935161f0f req-00994b71-5457-4359-8b07-70b891227a38 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe160c0-ea6f-439f-b2c1-b5351e007ac3 HTTP/1.1" status: 200 len: 217 time: 0.0768580 May 26 17:19:13.223123 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5b3fc868-fdda-4b99-88d5-ef3b21b8220f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:13.271682 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b46f0400-0fc5-4bb6-a12a-f05186d38d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340327457', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:18Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '440ba2ae-bed7-4965-bd1e-de759c531a90', 'name': '', 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:34:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '67c5dbc4-18b8-4565-9e3b-2e7694e9a500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:18:17Z', 'updated_at': '2022-05-26T17:18:21Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '67c5dbc4-18b8-4565-9e3b-2e7694e9a500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:13.283718 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c053d-25b0-4757-ba61-8fd935161f0f req-6e374c0c-66a5-44b8-8644-dfb9d7199d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:13.285401 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f81c053d-25b0-4757-ba61-8fd935161f0f req-6e374c0c-66a5-44b8-8644-dfb9d7199d61 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67c5dbc4-18b8-4565-9e3b-2e7694e9a500 HTTP/1.1" status: 200 len: 834 time: 0.0562918 May 26 17:19:13.300014 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46f0400-0fc5-4bb6-a12a-f05186d38d3e None None] Checking router: af8cd94b-a9c0-41ef-8495-978e9375a677 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:19:13.309462 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46f0400-0fc5-4bb6-a12a-f05186d38d3e None None] Routers {'af8cd94b-a9c0-41ef-8495-978e9375a677'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:19:13.310080 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b46f0400-0fc5-4bb6-a12a-f05186d38d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:18:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['af8cd94b-a9c0-41ef-8495-978e9375a677'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:13.337067 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c053d-25b0-4757-ba61-8fd935161f0f req-4ad0af7b-a2b7-456e-abce-c37ba28f533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:13.338578 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f81c053d-25b0-4757-ba61-8fd935161f0f req-4ad0af7b-a2b7-456e-abce-c37ba28f533b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efa9956a-66e0-4fcb-9a7d-8a4d9e175554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445759 May 26 17:19:13.421628 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-b46f0400-0fc5-4bb6-a12a-f05186d38d3e None None] Set router af8cd94b-a9c0-41ef-8495-978e9375a677 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:19:13.442336 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f81c053d-25b0-4757-ba61-8fd935161f0f req-4363524f-71f3-4022-bbac-5748fb158b4c service neutron] 10.222.0.81 "GET /v2.0/networks/efa9956a-66e0-4fcb-9a7d-8a4d9e175554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951142 May 26 17:19:13.578672 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-f81c053d-25b0-4757-ba61-8fd935161f0f req-1008981b-80ed-4882-9c6b-5f331869213f service neutron] 10.222.0.81 "GET /v2.0/networks/efa9956a-66e0-4fcb-9a7d-8a4d9e175554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287019 May 26 17:19:13.660561 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-b46f0400-0fc5-4bb6-a12a-f05186d38d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340327457', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:18Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '440ba2ae-bed7-4965-bd1e-de759c531a90', 'name': '', 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:34:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '67c5dbc4-18b8-4565-9e3b-2e7694e9a500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:18:17Z', 'updated_at': '2022-05-26T17:18:21Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '67c5dbc4-18b8-4565-9e3b-2e7694e9a500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:13.692016 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46f0400-0fc5-4bb6-a12a-f05186d38d3e None None] The sync data for ids ['af8cd94b-a9c0-41ef-8495-978e9375a677'] in n-d-843337-2 is: [{'id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340327457', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:18Z', 'revision_number': 4, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '440ba2ae-bed7-4965-bd1e-de759c531a90', 'name': '', 'network_id': 'efa9956a-66e0-4fcb-9a7d-8a4d9e175554', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'mac_address': 'fa:16:3e:34:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '67c5dbc4-18b8-4565-9e3b-2e7694e9a500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:18:17Z', 'updated_at': '2022-05-26T17:18:21Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'subnets': [{'id': '67c5dbc4-18b8-4565-9e3b-2e7694e9a500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:19:13.923801 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2740f6-4c45-4c73-9d09-5d7a123de9d0 None None] New status for floating IP a69677d1-fcfa-439b-8d52-1d5c6bb39ea6: DOWN {{(pid=103897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:19:14.311955 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f5f19-fc54-4600-9170-f1b27b9174d0 req-1aa8d72e-3cec-4c36-b509-a18c8d8954ab tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:14.313778 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec6f5f19-fc54-4600-9170-f1b27b9174d0 req-1aa8d72e-3cec-4c36-b509-a18c8d8954ab tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 945 time: 0.0579419 May 26 17:19:14.361925 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ec6f5f19-fc54-4600-9170-f1b27b9174d0 req-885fc88c-d781-4a7d-a02f-fd2e3c08a0d2 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/security-groups?id=e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356445 May 26 17:19:14.669448 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9b42d-d919-42f8-8db7-65e1fd8cca2c req-98af1664-cef5-469d-a219-2c8470296026 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:14.671063 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-76a9b42d-d919-42f8-8db7-65e1fd8cca2c req-98af1664-cef5-469d-a219-2c8470296026 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 945 time: 0.0590112 May 26 17:19:14.764691 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-76a9b42d-d919-42f8-8db7-65e1fd8cca2c req-8f447194-00c2-467b-abb9-c1b952a06e25 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Deleting port bbe160c0-ea6f-439f-b2c1-b5351e007ac3 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:19:14.765037 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-76a9b42d-d919-42f8-8db7-65e1fd8cca2c req-8f447194-00c2-467b-abb9-c1b952a06e25 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:14.872333 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-76a9b42d-d919-42f8-8db7-65e1fd8cca2c req-8f447194-00c2-467b-abb9-c1b952a06e25 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] For port bbe160c0-ea6f-439f-b2c1-b5351e007ac3, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=bbe160c0-ea6f-439f-b2c1-b5351e007ac3,segment=NetworkSegment(7ee9f57a-129b-47ca-87b1-2f8788a98515),segment_id=7ee9f57a-129b-47ca-87b1-2f8788a98515)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:19:14.872699 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-76a9b42d-d919-42f8-8db7-65e1fd8cca2c req-8f447194-00c2-467b-abb9-c1b952a06e25 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:14.886050 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-76a9b42d-d919-42f8-8db7-65e1fd8cca2c req-8f447194-00c2-467b-abb9-c1b952a06e25 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Calling delete_port for bbe160c0-ea6f-439f-b2c1-b5351e007ac3 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:19:15.024492 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-76a9b42d-d919-42f8-8db7-65e1fd8cca2c req-8f447194-00c2-467b-abb9-c1b952a06e25 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:15.058607 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f447194-00c2-467b-abb9-c1b952a06e25 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Port': ['ID=bbe160c0-ea6f-439f-b2c1-b5351e007ac3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:15.104698 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a9b42d-d919-42f8-8db7-65e1fd8cca2c req-8f447194-00c2-467b-abb9-c1b952a06e25 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] No DVR routers for this DVR port bbe160c0-ea6f-439f-b2c1-b5351e007ac3 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:19:15.107437 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-76a9b42d-d919-42f8-8db7-65e1fd8cca2c req-8f447194-00c2-467b-abb9-c1b952a06e25 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:15.111926 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-76a9b42d-d919-42f8-8db7-65e1fd8cca2c req-8f447194-00c2-467b-abb9-c1b952a06e25 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.81 "DELETE /v2.0/ports/bbe160c0-ea6f-439f-b2c1-b5351e007ac3 HTTP/1.1" status: 204 len: 173 time: 0.4346740 May 26 17:19:15.112399 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c31e5fc-d885-4395-ae66-1acf513c3ef4', 'name': 'network-vif-deleted', 'tag': 'bbe160c0-ea6f-439f-b2c1-b5351e007ac3'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:19:15.114723 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a20aff6-9337-4d61-8515-1b468320ed27" -d '{"events": [{"server_uuid": "7c31e5fc-d885-4395-ae66-1acf513c3ef4", "name": "network-vif-deleted", "tag": "bbe160c0-ea6f-439f-b2c1-b5351e007ac3"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:19:15.160296 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1f4f83-f8d3-4cee-b95b-3fcbf085e5bc x-openstack-request-id: req-fc1f4f83-f8d3-4cee-b95b-3fcbf085e5bc {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:19:15.160612 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c31e5fc-d885-4395-ae66-1acf513c3ef4", "name": "network-vif-deleted", "tag": "bbe160c0-ea6f-439f-b2c1-b5351e007ac3", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:19:15.160964 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fc1f4f83-f8d3-4cee-b95b-3fcbf085e5bc {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:19:15.161366 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc1f4f83-f8d3-4cee-b95b-3fcbf085e5bc'] response: {'server_uuid': '7c31e5fc-d885-4395-ae66-1acf513c3ef4', 'name': 'network-vif-deleted', 'tag': 'bbe160c0-ea6f-439f-b2c1-b5351e007ac3', 'status': 'completed', 'code': 200} May 26 17:19:15.503738 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c46f87f-bce9-41d4-b0d1-df8b557f2b33 req-179d56a5-d968-4e11-87ff-060cd806bef9 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c31e5fc-d885-4395-ae66-1acf513c3ef4 HTTP/1.1" status: 200 len: 210 time: 0.0348022 May 26 17:19:15.661595 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-803c2849-d25c-41c7-b83c-e41d8fe339cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:15.666562 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:19:16.576012 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42936) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:16.849776 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:16.962418 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7274ec8d-fe36-41c7-84d6-9c42db347640 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:17.236265 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-7274ec8d-fe36-41c7-84d6-9c42db347640 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Deleting port 440ba2ae-bed7-4965-bd1e-de759c531a90 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:19:17.236624 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7274ec8d-fe36-41c7-84d6-9c42db347640 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:17.334575 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-7274ec8d-fe36-41c7-84d6-9c42db347640 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] For port 440ba2ae-bed7-4965-bd1e-de759c531a90, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=440ba2ae-bed7-4965-bd1e-de759c531a90,segment=NetworkSegment(7ee9f57a-129b-47ca-87b1-2f8788a98515),segment_id=7ee9f57a-129b-47ca-87b1-2f8788a98515)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:19:17.334944 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7274ec8d-fe36-41c7-84d6-9c42db347640 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:17.348130 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-7274ec8d-fe36-41c7-84d6-9c42db347640 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Calling delete_port for 440ba2ae-bed7-4965-bd1e-de759c531a90 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:19:17.556969 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7274ec8d-fe36-41c7-84d6-9c42db347640 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:17.587290 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274ec8d-fe36-41c7-84d6-9c42db347640 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Port': ['ID=440ba2ae-bed7-4965-bd1e-de759c531a90,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:17.781422 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-7274ec8d-fe36-41c7-84d6-9c42db347640 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:17.886646 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device bbe160c0-ea6f-439f-b2c1-b5351e007ac3 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:19:17.911820 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: bbe160c0-ea6f-439f-b2c1-b5351e007ac3 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:19:17.912195 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device bbe160c0-ea6f-439f-b2c1-b5351e007ac3 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:19:18.014794 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7274ec8d-fe36-41c7-84d6-9c42db347640 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Router af8cd94b-a9c0-41ef-8495-978e9375a677 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:19:18.467465 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7274ec8d-fe36-41c7-84d6-9c42db347640 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:19:18.474349 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-7274ec8d-fe36-41c7-84d6-9c42db347640 tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "PUT /v2.0/routers/af8cd94b-a9c0-41ef-8495-978e9375a677/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8972504 May 26 17:19:18.477103 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42938) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:18.481444 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893e0e17-9c60-443d-be1a-465cb7270853 None None] Sync routers for ids ['af8cd94b-a9c0-41ef-8495-978e9375a677'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:19:18.493074 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893e0e17-9c60-443d-be1a-465cb7270853 None None] Routers {'af8cd94b-a9c0-41ef-8495-978e9375a677'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:19:18.493685 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-893e0e17-9c60-443d-be1a-465cb7270853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:19:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['af8cd94b-a9c0-41ef-8495-978e9375a677'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:18.529783 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b05e58-bd0e-46b2-992c-c22dcf832c2e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Deleting subnet 67c5dbc4-18b8-4565-9e3b-2e7694e9a500 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 17:19:18.533965 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21b05e58-bd0e-46b2-992c-c22dcf832c2e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:18.579253 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:18.579532 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21b05e58-bd0e-46b2-992c-c22dcf832c2e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:18.610330 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-893e0e17-9c60-443d-be1a-465cb7270853 None None] Set router af8cd94b-a9c0-41ef-8495-978e9375a677 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:19:18.681300 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21b05e58-bd0e-46b2-992c-c22dcf832c2e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:18.762650 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21b05e58-bd0e-46b2-992c-c22dcf832c2e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:18.795544 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b05e58-bd0e-46b2-992c-c22dcf832c2e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Subnet': ['ID=67c5dbc4-18b8-4565-9e3b-2e7694e9a500,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:18.799247 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21b05e58-bd0e-46b2-992c-c22dcf832c2e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:18.803981 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-21b05e58-bd0e-46b2-992c-c22dcf832c2e tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "DELETE /v2.0/subnets/67c5dbc4-18b8-4565-9e3b-2e7694e9a500 HTTP/1.1" status: 204 len: 168 time: 0.3256223 May 26 17:19:18.806478 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42940) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:18.810698 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-893e0e17-9c60-443d-be1a-465cb7270853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340327457', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:19:17Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:18.811595 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c55576c-3c00-4a39-944d-d99e3bcf34b8 None None] Network efa9956a-66e0-4fcb-9a7d-8a4d9e175554 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:19:18.847128 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893e0e17-9c60-443d-be1a-465cb7270853 None None] Checking router: af8cd94b-a9c0-41ef-8495-978e9375a677 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:19:18.859069 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893e0e17-9c60-443d-be1a-465cb7270853 None None] Routers {'af8cd94b-a9c0-41ef-8495-978e9375a677'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:19:18.860174 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-893e0e17-9c60-443d-be1a-465cb7270853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:19:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['af8cd94b-a9c0-41ef-8495-978e9375a677'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:18.882436 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:18.961915 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-50f6b3d8-17c7-4eee-a18b-ba6cfbb184ff tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:18.999055 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-893e0e17-9c60-443d-be1a-465cb7270853 None None] Set router af8cd94b-a9c0-41ef-8495-978e9375a677 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:19:19.045607 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d3c4ae-9679-4ffc-b692-0b38a7478145 None None] DHCP port deletion for efa9956a-66e0-4fcb-9a7d-8a4d9e175554 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 17:19:19.112681 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a5d3c4ae-9679-4ffc-b692-0b38a7478145 None None] Deleting port 925c9caf-69ce-44a1-a5d1-710f8415e8d1 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:19:19.113382 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a5d3c4ae-9679-4ffc-b692-0b38a7478145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:19.135326 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-50f6b3d8-17c7-4eee-a18b-ba6cfbb184ff tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:19.213089 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:19.227511 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-a5d3c4ae-9679-4ffc-b692-0b38a7478145 None None] For port 925c9caf-69ce-44a1-a5d1-710f8415e8d1, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=925c9caf-69ce-44a1-a5d1-710f8415e8d1,segment=NetworkSegment(7ee9f57a-129b-47ca-87b1-2f8788a98515),segment_id=7ee9f57a-129b-47ca-87b1-2f8788a98515)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:19:19.228184 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a5d3c4ae-9679-4ffc-b692-0b38a7478145 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:19.232856 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-50f6b3d8-17c7-4eee-a18b-ba6cfbb184ff tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Deleting port 2fa2139b-18f0-4092-953d-b7a354b24314 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:19:19.233719 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-50f6b3d8-17c7-4eee-a18b-ba6cfbb184ff tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:19.251536 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a5d3c4ae-9679-4ffc-b692-0b38a7478145 None None] Calling delete_port for 925c9caf-69ce-44a1-a5d1-710f8415e8d1 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:19:19.273687 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-893e0e17-9c60-443d-be1a-465cb7270853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340327457', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:19:17Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:19.323933 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893e0e17-9c60-443d-be1a-465cb7270853 None None] The sync data for ids ['af8cd94b-a9c0-41ef-8495-978e9375a677'] in n-d-843337-2 is: [{'id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340327457', 'tenant_id': 'd71587a7143140b39ad28ebd632c58fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:19:17Z', 'revision_number': 5, 'project_id': 'd71587a7143140b39ad28ebd632c58fb', 'gw_port': {'id': '2fa2139b-18f0-4092-953d-b7a354b24314', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8cd94b-a9c0-41ef-8495-978e9375a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:18:14Z', 'updated_at': '2022-05-26T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:19:19.381463 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a5d3c4ae-9679-4ffc-b692-0b38a7478145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:19.395502 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-50f6b3d8-17c7-4eee-a18b-ba6cfbb184ff tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] For port 2fa2139b-18f0-4092-953d-b7a354b24314, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=2fa2139b-18f0-4092-953d-b7a354b24314,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:19:19.395502 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-50f6b3d8-17c7-4eee-a18b-ba6cfbb184ff tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:19.406988 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3c4ae-9679-4ffc-b692-0b38a7478145 None None] Pushing event deleted for resources: {'Port': ['ID=925c9caf-69ce-44a1-a5d1-710f8415e8d1,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:19.414437 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-50f6b3d8-17c7-4eee-a18b-ba6cfbb184ff tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Calling delete_port for 2fa2139b-18f0-4092-953d-b7a354b24314 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:19:19.418078 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d3c4ae-9679-4ffc-b692-0b38a7478145 None None] No DVR routers for this DVR port 925c9caf-69ce-44a1-a5d1-710f8415e8d1 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:19:19.420682 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d3c4ae-9679-4ffc-b692-0b38a7478145 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:19.422780 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d3c4ae-9679-4ffc-b692-0b38a7478145 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:19.422780 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d3c4ae-9679-4ffc-b692-0b38a7478145 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:19.422780 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d3c4ae-9679-4ffc-b692-0b38a7478145 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:19.422780 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d3c4ae-9679-4ffc-b692-0b38a7478145 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:19.424840 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d3c4ae-9679-4ffc-b692-0b38a7478145 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:19.424840 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d3c4ae-9679-4ffc-b692-0b38a7478145 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:19.424840 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d3c4ae-9679-4ffc-b692-0b38a7478145 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:19.424840 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d3c4ae-9679-4ffc-b692-0b38a7478145 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:19.424840 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d3c4ae-9679-4ffc-b692-0b38a7478145 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:19.424840 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d3c4ae-9679-4ffc-b692-0b38a7478145 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:19.425959 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d3c4ae-9679-4ffc-b692-0b38a7478145 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:19.627625 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-50f6b3d8-17c7-4eee-a18b-ba6cfbb184ff tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:19.658750 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6b3d8-17c7-4eee-a18b-ba6cfbb184ff tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Port': ['ID=2fa2139b-18f0-4092-953d-b7a354b24314,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:19.698137 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 925c9caf-69ce-44a1-a5d1-710f8415e8d1 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:19:19.726896 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-50f6b3d8-17c7-4eee-a18b-ba6cfbb184ff tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:19.728929 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 925c9caf-69ce-44a1-a5d1-710f8415e8d1 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:19:19.729531 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 925c9caf-69ce-44a1-a5d1-710f8415e8d1 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:19:19.846570 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-50f6b3d8-17c7-4eee-a18b-ba6cfbb184ff tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:19.850320 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-50f6b3d8-17c7-4eee-a18b-ba6cfbb184ff tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:19.911101 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-50f6b3d8-17c7-4eee-a18b-ba6cfbb184ff tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:19.911622 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f6b3d8-17c7-4eee-a18b-ba6cfbb184ff tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Fanout notify agent at l3_agent the message router_deleted on router af8cd94b-a9c0-41ef-8495-978e9375a677 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:19:19.918672 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-50f6b3d8-17c7-4eee-a18b-ba6cfbb184ff tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:19.919864 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-50f6b3d8-17c7-4eee-a18b-ba6cfbb184ff tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "DELETE /v2.0/routers/af8cd94b-a9c0-41ef-8495-978e9375a677 HTTP/1.1" status: 204 len: 168 time: 1.1121678 May 26 17:19:19.923162 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42942) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:20.013562 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d37410ab-9817-41b5-9994-cfc79fc509fa tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:20.112577 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d37410ab-9817-41b5-9994-cfc79fc509fa tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:20.134779 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-d37410ab-9817-41b5-9994-cfc79fc509fa tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa9956a-66e0-4fcb-9a7d-8a4d9e175554']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:20.145069 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-d37410ab-9817-41b5-9994-cfc79fc509fa tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee9f57a-129b-47ca-87b1-2f8788a98515') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:20.145373 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-d37410ab-9817-41b5-9994-cfc79fc509fa tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee9f57a-129b-47ca-87b1-2f8788a98515') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:20.154927 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d37410ab-9817-41b5-9994-cfc79fc509fa tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:20.169797 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d37410ab-9817-41b5-9994-cfc79fc509fa tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:20.177353 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37410ab-9817-41b5-9994-cfc79fc509fa tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:19:20.177913 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d37410ab-9817-41b5-9994-cfc79fc509fa tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:20.227392 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 7ee9f57a-129b-47ca-87b1-2f8788a98515 resource provider aggregate not found May 26 17:19:20.249330 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 7ee9f57a-129b-47ca-87b1-2f8788a98515 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ee9f57a-129b-47ca-87b1-2f8788a98515 found for delete ", "request_id": "req-a0ae6fd3-0700-4083-85c5-16bcf50f2933"}]} May 26 17:19:20.258017 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d37410ab-9817-41b5-9994-cfc79fc509fa tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:20.265322 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-d37410ab-9817-41b5-9994-cfc79fc509fa tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:20.269077 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-d37410ab-9817-41b5-9994-cfc79fc509fa tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "DELETE /v2.0/networks/efa9956a-66e0-4fcb-9a7d-8a4d9e175554 HTTP/1.1" status: 204 len: 168 time: 0.3445532 May 26 17:19:20.272680 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42948) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:20.281540 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37410ab-9817-41b5-9994-cfc79fc509fa tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'Network': ['ID=efa9956a-66e0-4fcb-9a7d-8a4d9e175554,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:20.335623 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9ea69345-a7a8-4443-913d-55ae27a3fd7d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:20.361689 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9ea69345-a7a8-4443-913d-55ae27a3fd7d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:20.434565 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9ea69345-a7a8-4443-913d-55ae27a3fd7d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:20.438461 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9ea69345-a7a8-4443-913d-55ae27a3fd7d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:20.442354 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9ea69345-a7a8-4443-913d-55ae27a3fd7d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] 10.222.0.77 "DELETE /v2.0/security-groups/e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77 HTTP/1.1" status: 204 len: 168 time: 0.1661396 May 26 17:19:20.454564 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea69345-a7a8-4443-913d-55ae27a3fd7d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14e54f6-3ef5-4ffa-ac7f-6fbfcbc55b77,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:20.461311 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea69345-a7a8-4443-913d-55ae27a3fd7d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:20.461664 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea69345-a7a8-4443-913d-55ae27a3fd7d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:20.462009 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea69345-a7a8-4443-913d-55ae27a3fd7d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:20.462354 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea69345-a7a8-4443-913d-55ae27a3fd7d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:20.462715 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea69345-a7a8-4443-913d-55ae27a3fd7d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:20.463049 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea69345-a7a8-4443-913d-55ae27a3fd7d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:20.463383 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea69345-a7a8-4443-913d-55ae27a3fd7d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:20.463714 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea69345-a7a8-4443-913d-55ae27a3fd7d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:20.464047 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea69345-a7a8-4443-913d-55ae27a3fd7d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:20.464425 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea69345-a7a8-4443-913d-55ae27a3fd7d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:20.464745 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea69345-a7a8-4443-913d-55ae27a3fd7d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:20.465071 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea69345-a7a8-4443-913d-55ae27a3fd7d tempest-TestNetworkAdvancedServerOps-848154658 tempest-TestNetworkAdvancedServerOps-848154658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:20.818675 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42956) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:20.956944 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-ccea3983-69ff-42c8-8fb0-fbd8cbb18898 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d71587a7143140b39ad28ebd632c58fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1368015 May 26 17:19:20.959306 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42960) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:21.009773 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa510e9b-3954-4e1f-b859-3feaaf87597c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:21.032707 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa510e9b-3954-4e1f-b859-3feaaf87597c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:21.082750 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa510e9b-3954-4e1f-b859-3feaaf87597c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:21.085348 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-fa510e9b-3954-4e1f-b859-3feaaf87597c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:21.088419 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-fa510e9b-3954-4e1f-b859-3feaaf87597c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/71fc67c3-454b-490a-aef5-08678f762355 HTTP/1.1" status: 204 len: 168 time: 0.1263366 May 26 17:19:21.095887 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa510e9b-3954-4e1f-b859-3feaaf87597c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fc67c3-454b-490a-aef5-08678f762355,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:21.237399 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2fa2139b-18f0-4092-953d-b7a354b24314 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:19:21.258425 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 2fa2139b-18f0-4092-953d-b7a354b24314 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:19:21.258773 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 2fa2139b-18f0-4092-953d-b7a354b24314 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:19:21.259393 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 440ba2ae-bed7-4965-bd1e-de759c531a90 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:19:21.280072 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 440ba2ae-bed7-4965-bd1e-de759c531a90 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:19:21.280444 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 440ba2ae-bed7-4965-bd1e-de759c531a90 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:19:21.399013 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42966) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:21.414818 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f34c1f5a-455b-4c03-9bf4-15cde0171972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:21.498800 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f34c1f5a-455b-4c03-9bf4-15cde0171972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:21.503759 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f34c1f5a-455b-4c03-9bf4-15cde0171972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:21.549199 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f34c1f5a-455b-4c03-9bf4-15cde0171972 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1d45a3438e074755a98f27e60251f1a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488633 May 26 17:19:21.550383 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c1f5a-455b-4c03-9bf4-15cde0171972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4394a2d3-dca3-434c-a861-8f312e4ffd1d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:21.551899 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42968) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:21.606137 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c836de9-714e-4864-b44a-150e3c2520bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:21.632719 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c836de9-714e-4864-b44a-150e3c2520bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:21.683876 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c836de9-714e-4864-b44a-150e3c2520bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:21.686397 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-1c836de9-714e-4864-b44a-150e3c2520bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:21.688168 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-1c836de9-714e-4864-b44a-150e3c2520bc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4394a2d3-dca3-434c-a861-8f312e4ffd1d HTTP/1.1" status: 204 len: 168 time: 0.1349165 May 26 17:19:21.696037 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c836de9-714e-4864-b44a-150e3c2520bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4394a2d3-dca3-434c-a861-8f312e4ffd1d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:22.519505 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42990) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:22.645521 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-de79b896-70bc-4ba7-bdce-02c2a6ba4be7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1605239039-network', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:19:22.665633 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de79b896-70bc-4ba7-bdce-02c2a6ba4be7 admin admin] Made reservation on behalf of e3042dce975e4528aa29d3b198eb71f6 for: {'network': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:19:22.667980 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de79b896-70bc-4ba7-bdce-02c2a6ba4be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:22.677343 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de79b896-70bc-4ba7-bdce-02c2a6ba4be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:22.758210 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de79b896-70bc-4ba7-bdce-02c2a6ba4be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:22.762253 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de79b896-70bc-4ba7-bdce-02c2a6ba4be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:22.788404 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de79b896-70bc-4ba7-bdce-02c2a6ba4be7 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=103895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:19:22.798182 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b896-70bc-4ba7-bdce-02c2a6ba4be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a75ed9-6a85-405b-a3f4-9ad81024a551,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:22.806032 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de79b896-70bc-4ba7-bdce-02c2a6ba4be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:22.807183 n-d-843337-2 neutron-server[103895]: INFO neutron.db.segments_db [None req-de79b896-70bc-4ba7-bdce-02c2a6ba4be7 admin admin] Added segment 199d7358-55e2-4385-8b76-bc2a04153802 of type vlan for network 959282f4-ef52-4326-bfa8-3cd262b3406c May 26 17:19:22.850611 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de79b896-70bc-4ba7-bdce-02c2a6ba4be7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:22.880749 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de79b896-70bc-4ba7-bdce-02c2a6ba4be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:22.881881 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de79b896-70bc-4ba7-bdce-02c2a6ba4be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:22.882679 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-de79b896-70bc-4ba7-bdce-02c2a6ba4be7 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:22.950868 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-de79b896-70bc-4ba7-bdce-02c2a6ba4be7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4274230 May 26 17:19:22.951377 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42994) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:22.956351 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-017228d7-c88c-4442-9c15-4e2bd6053bc2 admin admin] Request body: {'subnet': {'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1605239039-subnet', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:19:22.959492 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b896-70bc-4ba7-bdce-02c2a6ba4be7 admin admin] Pushing event updated for resources: {'Network': ['ID=959282f4-ef52-4326-bfa8-3cd262b3406c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:22.970301 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 959282f4-ef52-4326-bfa8-3cd262b3406c details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:19:22.981994 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017228d7-c88c-4442-9c15-4e2bd6053bc2 admin admin] Made reservation on behalf of e3042dce975e4528aa29d3b198eb71f6 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:19:22.985881 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-017228d7-c88c-4442-9c15-4e2bd6053bc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:23.193833 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-017228d7-c88c-4442-9c15-4e2bd6053bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:23.254396 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017228d7-c88c-4442-9c15-4e2bd6053bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bcbf617-16d2-4eb5-83ca-877fbf16a2dc,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:23.263448 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017228d7-c88c-4442-9c15-4e2bd6053bc2 admin admin] Checking segment: {'id': '199d7358-55e2-4385-8b76-bc2a04153802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:19:23.263813 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017228d7-c88c-4442-9c15-4e2bd6053bc2 admin admin] Network hostable DHCP agents. Network: 959282f4-ef52-4326-bfa8-3cd262b3406c, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:19:23.281948 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017228d7-c88c-4442-9c15-4e2bd6053bc2 admin admin] Network 959282f4-ef52-4326-bfa8-3cd262b3406c is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:19:23.291400 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-017228d7-c88c-4442-9c15-4e2bd6053bc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 959282f4-ef52-4326-bfa8-3cd262b3406c) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:19:23.300531 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acba5f25-6df4-4f7a-ac50-ebd7fe7028a6 None None] Network 959282f4-ef52-4326-bfa8-3cd262b3406c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:19:23.303543 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017228d7-c88c-4442-9c15-4e2bd6053bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:23.304175 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-017228d7-c88c-4442-9c15-4e2bd6053bc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:23.329113 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-017228d7-c88c-4442-9c15-4e2bd6053bc2 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3764029 May 26 17:19:23.331830 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 42996) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:23.336412 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-327e63b2-2a57-4fc3-b205-ced7e1ed05e5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1605239039-router', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:19:23.358143 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-327e63b2-2a57-4fc3-b205-ced7e1ed05e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:23.360438 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-327e63b2-2a57-4fc3-b205-ced7e1ed05e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:23.426937 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-327e63b2-2a57-4fc3-b205-ced7e1ed05e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:23.470790 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4307c07-df1a-43e0-bd27-ea3af2657724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-959282f4-ef52-4326-bfa8-3cd262b3406c', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'fixed_ips': [{'subnet_id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 17:19:23.471878 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d4307c07-df1a-43e0-bd27-ea3af2657724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:23.569371 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-327e63b2-2a57-4fc3-b205-ced7e1ed05e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:23.632723 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-d4307c07-df1a-43e0-bd27-ea3af2657724 None None] Allocated IP 172.20.0.2 (959282f4-ef52-4326-bfa8-3cd262b3406c/5bcbf617-16d2-4eb5-83ca-877fbf16a2dc/b74d6cb4-2e4b-4d6d-b182-aeb7943a1764) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:19:23.790495 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d4307c07-df1a-43e0-bd27-ea3af2657724 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:23.792199 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-327e63b2-2a57-4fc3-b205-ced7e1ed05e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:23.796737 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d4307c07-df1a-43e0-bd27-ea3af2657724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:23.813972 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-327e63b2-2a57-4fc3-b205-ced7e1ed05e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:23.841966 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4307c07-df1a-43e0-bd27-ea3af2657724 None None] Network 959282f4-ef52-4326-bfa8-3cd262b3406c is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:19:23.845932 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-d4307c07-df1a-43e0-bd27-ea3af2657724 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:19:23.850025 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4307c07-df1a-43e0-bd27-ea3af2657724 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:19:23.857348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4307c07-df1a-43e0-bd27-ea3af2657724 None None] Pushing event updated for resources: {'Port': ['ID=b74d6cb4-2e4b-4d6d-b182-aeb7943a1764,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:23.912612 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d4307c07-df1a-43e0-bd27-ea3af2657724 None None] Attempting to bind port b74d6cb4-2e4b-4d6d-b182-aeb7943a1764 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:19:23.913049 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d4307c07-df1a-43e0-bd27-ea3af2657724 None None] Attempting to bind port b74d6cb4-2e4b-4d6d-b182-aeb7943a1764 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '199d7358-55e2-4385-8b76-bc2a04153802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:19:23.913417 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4307c07-df1a-43e0-bd27-ea3af2657724 None None] Attempting to bind port b74d6cb4-2e4b-4d6d-b182-aeb7943a1764 on network 959282f4-ef52-4326-bfa8-3cd262b3406c {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:19:23.918528 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4307c07-df1a-43e0-bd27-ea3af2657724 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:19:23.918897 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4307c07-df1a-43e0-bd27-ea3af2657724 None None] Checking segment: {'id': '199d7358-55e2-4385-8b76-bc2a04153802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:19:23.919322 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d4307c07-df1a-43e0-bd27-ea3af2657724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:23.919764 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4307c07-df1a-43e0-bd27-ea3af2657724 None None] Bound using segment: {'id': '199d7358-55e2-4385-8b76-bc2a04153802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:19:23.920828 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-d4307c07-df1a-43e0-bd27-ea3af2657724 None None] Bound port: b74d6cb4-2e4b-4d6d-b182-aeb7943a1764, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199d7358-55e2-4385-8b76-bc2a04153802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:19:23.921227 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d4307c07-df1a-43e0-bd27-ea3af2657724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:23.935029 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-327e63b2-2a57-4fc3-b205-ced7e1ed05e5 admin admin] Allocated IP 172.25.7.100 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/4463b7c8-efc1-49f8-99da-6dd06dff6405) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:19:23.990638 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d4307c07-df1a-43e0-bd27-ea3af2657724 None None] For port b74d6cb4-2e4b-4d6d-b182-aeb7943a1764, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:19:23.994108 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-d4307c07-df1a-43e0-bd27-ea3af2657724 None None] For port b74d6cb4-2e4b-4d6d-b182-aeb7943a1764, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b74d6cb4-2e4b-4d6d-b182-aeb7943a1764,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:19:23.999009 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d4307c07-df1a-43e0-bd27-ea3af2657724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:24.059274 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-327e63b2-2a57-4fc3-b205-ced7e1ed05e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:24.069816 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4307c07-df1a-43e0-bd27-ea3af2657724 None None] Pushing event updated for resources: {'Port': ['ID=b74d6cb4-2e4b-4d6d-b182-aeb7943a1764,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:24.113150 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-327e63b2-2a57-4fc3-b205-ced7e1ed05e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:24.160964 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327e63b2-2a57-4fc3-b205-ced7e1ed05e5 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:19:24.163907 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-327e63b2-2a57-4fc3-b205-ced7e1ed05e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:19:24.168711 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327e63b2-2a57-4fc3-b205-ced7e1ed05e5 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:19:24.174505 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e63b2-2a57-4fc3-b205-ced7e1ed05e5 admin admin] Pushing event updated for resources: {'Port': ['ID=4463b7c8-efc1-49f8-99da-6dd06dff6405,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:24.467194 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-327e63b2-2a57-4fc3-b205-ced7e1ed05e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:24.681639 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-327e63b2-2a57-4fc3-b205-ced7e1ed05e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:24.835132 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327e63b2-2a57-4fc3-b205-ced7e1ed05e5 admin admin] Router 91359778-b51e-4fc0-9fb3-d12e964a81a8 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 17:19:24.960546 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327e63b2-2a57-4fc3-b205-ced7e1ed05e5 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:19:24.972729 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] Sync routers for ids ['91359778-b51e-4fc0-9fb3-d12e964a81a8'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:19:24.982930 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-327e63b2-2a57-4fc3-b205-ced7e1ed05e5 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:24.985900 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] Routers {'91359778-b51e-4fc0-9fb3-d12e964a81a8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:19:24.986545 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:19:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['91359778-b51e-4fc0-9fb3-d12e964a81a8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:24.988666 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 42998) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:24.989466 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-327e63b2-2a57-4fc3-b205-ced7e1ed05e5 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6556714 May 26 17:19:25.119534 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] Set router 91359778-b51e-4fc0-9fb3-d12e964a81a8 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:19:25.191256 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dd5983-4060-4639-a515-a2d317689e49 None None] Network 959282f4-ef52-4326-bfa8-3cd262b3406c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:19:25.299271 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b74d6cb4-2e4b-4d6d-b182-aeb7943a1764 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:19:25.330803 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-21fdbca7-eca2-4ddd-a735-e891685fdb41 None None] Provisioning complete for port b74d6cb4-2e4b-4d6d-b182-aeb7943a1764 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:19:25.331186 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-21fdbca7-eca2-4ddd-a735-e891685fdb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:25.471863 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-967bed79-dce1-4ada-8d1c-35ffcb97b667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:25.536677 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port b74d6cb4-2e4b-4d6d-b182-aeb7943a1764 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:19:25.537053 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:25.615622 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-21fdbca7-eca2-4ddd-a735-e891685fdb41 None None] Current status of the port b74d6cb4-2e4b-4d6d-b182-aeb7943a1764 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:19:25.616012 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-21fdbca7-eca2-4ddd-a735-e891685fdb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:25.656350 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-967bed79-dce1-4ada-8d1c-35ffcb97b667 admin admin] Allocated IP 172.20.0.1 (959282f4-ef52-4326-bfa8-3cd262b3406c/5bcbf617-16d2-4eb5-83ca-877fbf16a2dc/1de65756-d852-4a77-84dc-6a1807a5d973) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:19:25.780273 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-967bed79-dce1-4ada-8d1c-35ffcb97b667 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:25.817670 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'name': 'tempest-TestShelveInstance-1605239039-router', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:24Z', 'revision_number': 3, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'gw_port': {'id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:25.819517 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-967bed79-dce1-4ada-8d1c-35ffcb97b667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:25.863652 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] Checking router: 91359778-b51e-4fc0-9fb3-d12e964a81a8 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:19:25.864010 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] Updating router 91359778-b51e-4fc0-9fb3-d12e964a81a8 port 4463b7c8-efc1-49f8-99da-6dd06dff6405 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:19:25.864329 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967bed79-dce1-4ada-8d1c-35ffcb97b667 admin admin] Network 959282f4-ef52-4326-bfa8-3cd262b3406c is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:19:25.867972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-967bed79-dce1-4ada-8d1c-35ffcb97b667 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:19:25.868446 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-21fdbca7-eca2-4ddd-a735-e891685fdb41 None None] For port b74d6cb4-2e4b-4d6d-b182-aeb7943a1764, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b74d6cb4-2e4b-4d6d-b182-aeb7943a1764,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:19:25.872758 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967bed79-dce1-4ada-8d1c-35ffcb97b667 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:19:25.901891 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-21fdbca7-eca2-4ddd-a735-e891685fdb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:25.911182 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bed79-dce1-4ada-8d1c-35ffcb97b667 admin admin] Pushing event updated for resources: {'Port': ['ID=1de65756-d852-4a77-84dc-6a1807a5d973,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:25.935422 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-967bed79-dce1-4ada-8d1c-35ffcb97b667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:25.987419 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:26.027262 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port b74d6cb4-2e4b-4d6d-b182-aeb7943a1764 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:19:26.047388 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdbca7-eca2-4ddd-a735-e891685fdb41 None None] Pushing event updated for resources: {'Port': ['ID=b74d6cb4-2e4b-4d6d-b182-aeb7943a1764,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:26.102516 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-967bed79-dce1-4ada-8d1c-35ffcb97b667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:26.141682 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-35cbb29c-9c8e-423f-8968-fe2ea30aa136 None None] Provisioning complete for port b74d6cb4-2e4b-4d6d-b182-aeb7943a1764 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:19:26.142468 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-35cbb29c-9c8e-423f-8968-fe2ea30aa136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:26.307597 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-967bed79-dce1-4ada-8d1c-35ffcb97b667 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:26.315598 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-967bed79-dce1-4ada-8d1c-35ffcb97b667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:26.370627 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-35cbb29c-9c8e-423f-8968-fe2ea30aa136 None None] Current status of the port b74d6cb4-2e4b-4d6d-b182-aeb7943a1764 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:19:26.397327 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bed79-dce1-4ada-8d1c-35ffcb97b667 admin admin] Pushing event updated for resources: {'Port': ['ID=1de65756-d852-4a77-84dc-6a1807a5d973,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:26.401088 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-967bed79-dce1-4ada-8d1c-35ffcb97b667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:26.419457 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:26.425809 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:26.477232 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] Attempting to bind port 4463b7c8-efc1-49f8-99da-6dd06dff6405 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:19:26.477609 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] Attempting to bind port 4463b7c8-efc1-49f8-99da-6dd06dff6405 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:19:26.477948 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] Attempting to bind port 4463b7c8-efc1-49f8-99da-6dd06dff6405 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:19:26.489460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d76b2-34c2-4231-a87e-e69e9b0747bc None None] Pushing event updated for resources: {'Port': ['ID=4463b7c8-efc1-49f8-99da-6dd06dff6405,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:26.495159 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:19:26.495528 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:19:26.495926 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:26.496342 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:19:26.496820 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] Bound port: 4463b7c8-efc1-49f8-99da-6dd06dff6405, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:19:26.497204 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:26.509421 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967bed79-dce1-4ada-8d1c-35ffcb97b667 admin admin] Network 959282f4-ef52-4326-bfa8-3cd262b3406c is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:19:26.511125 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-967bed79-dce1-4ada-8d1c-35ffcb97b667 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:19:26.527434 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-1f1b5bfd-a493-4f60-adc1-7aa996849a28 None None] Provisioning complete for port 1de65756-d852-4a77-84dc-6a1807a5d973 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:19:26.527808 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f1b5bfd-a493-4f60-adc1-7aa996849a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:26.587021 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-1f1b5bfd-a493-4f60-adc1-7aa996849a28 None None] Port 1de65756-d852-4a77-84dc-6a1807a5d973 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:19:26.591117 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] For port 4463b7c8-efc1-49f8-99da-6dd06dff6405, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:19:26.595802 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] For port 4463b7c8-efc1-49f8-99da-6dd06dff6405, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4463b7c8-efc1-49f8-99da-6dd06dff6405,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:19:26.601514 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:26.660182 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967bed79-dce1-4ada-8d1c-35ffcb97b667 admin admin] Router 91359778-b51e-4fc0-9fb3-d12e964a81a8 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:19:26.671897 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] Routers {'91359778-b51e-4fc0-9fb3-d12e964a81a8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:19:26.672678 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:19:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['91359778-b51e-4fc0-9fb3-d12e964a81a8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:26.715148 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d76b2-34c2-4231-a87e-e69e9b0747bc None None] Pushing event updated for resources: {'Port': ['ID=4463b7c8-efc1-49f8-99da-6dd06dff6405,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:26.811975 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967bed79-dce1-4ada-8d1c-35ffcb97b667 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:19:26.817849 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-967bed79-dce1-4ada-8d1c-35ffcb97b667 admin admin] 10.222.0.77 "PUT /v2.0/routers/91359778-b51e-4fc0-9fb3-d12e964a81a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8264592 May 26 17:19:26.841372 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] Set router 91359778-b51e-4fc0-9fb3-d12e964a81a8 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:19:26.873756 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e117e641-cb85-423a-84ce-f6d82a23966f None None] Provisioning complete for port 1de65756-d852-4a77-84dc-6a1807a5d973 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:19:26.874130 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e117e641-cb85-423a-84ce-f6d82a23966f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:26.950537 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e117e641-cb85-423a-84ce-f6d82a23966f None None] Port 1de65756-d852-4a77-84dc-6a1807a5d973 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:19:27.118375 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'name': 'tempest-TestShelveInstance-1605239039-router', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:26Z', 'revision_number': 4, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'gw_port': {'id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '1de65756-d852-4a77-84dc-6a1807a5d973', 'name': '', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'mac_address': 'fa:16:3e:8f:a1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:25Z', 'updated_at': '2022-05-26T17:19:26Z', 'revision_number': 2, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'subnets': [{'id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:27.151723 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6629bdfd-ee65-4622-91cd-8685f14e4c22 None None] The sync data for ids ['91359778-b51e-4fc0-9fb3-d12e964a81a8'] in n-d-843337-2 is: [{'id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'name': 'tempest-TestShelveInstance-1605239039-router', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:26Z', 'revision_number': 4, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'gw_port': {'id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '1de65756-d852-4a77-84dc-6a1807a5d973', 'name': '', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'mac_address': 'fa:16:3e:8f:a1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:25Z', 'updated_at': '2022-05-26T17:19:26Z', 'revision_number': 2, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'subnets': [{'id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:19:27.255819 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b74d6cb4-2e4b-4d6d-b182-aeb7943a1764 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:19:27.322519 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port b74d6cb4-2e4b-4d6d-b182-aeb7943a1764 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:19:27.323015 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:27.435280 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43014) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:27.446541 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-6fb353b5-e30d-442e-bba0-b8990e4eff9c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2130103591-network', 'tenant_id': 'd1a6a9f8f0924ea6b677d41957795ca0'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:19:27.448709 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port b74d6cb4-2e4b-4d6d-b182-aeb7943a1764 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:19:27.471740 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb353b5-e30d-442e-bba0-b8990e4eff9c admin admin] Made reservation on behalf of d1a6a9f8f0924ea6b677d41957795ca0 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:19:27.475224 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6fb353b5-e30d-442e-bba0-b8990e4eff9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:27.486211 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6fb353b5-e30d-442e-bba0-b8990e4eff9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:27.589632 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6fb353b5-e30d-442e-bba0-b8990e4eff9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:27.603036 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6fb353b5-e30d-442e-bba0-b8990e4eff9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:27.636844 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb353b5-e30d-442e-bba0-b8990e4eff9c admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:19:27.668728 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb353b5-e30d-442e-bba0-b8990e4eff9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799342d5-4cc5-4837-a393-14d287bb184c,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:27.672729 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6fb353b5-e30d-442e-bba0-b8990e4eff9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:27.673093 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-6fb353b5-e30d-442e-bba0-b8990e4eff9c admin admin] Added segment 3cf9db51-bc56-428f-9212-f29823601a0e of type vlan for network b76532d2-bf58-4c5e-a929-e6265f636474 May 26 17:19:27.720354 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6fb353b5-e30d-442e-bba0-b8990e4eff9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:27.750813 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6fb353b5-e30d-442e-bba0-b8990e4eff9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:27.752818 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb353b5-e30d-442e-bba0-b8990e4eff9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:27.753673 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6fb353b5-e30d-442e-bba0-b8990e4eff9c admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:27.813325 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6fb353b5-e30d-442e-bba0-b8990e4eff9c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3730104 May 26 17:19:27.814842 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43016) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:27.823041 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-21105d0c-b993-46b5-9cf6-bd9bb4965803 admin admin] Request body: {'subnet': {'network_id': 'b76532d2-bf58-4c5e-a929-e6265f636474', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2130103591-subnet', 'tenant_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:19:27.831657 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb353b5-e30d-442e-bba0-b8990e4eff9c admin admin] Pushing event updated for resources: {'Network': ['ID=b76532d2-bf58-4c5e-a929-e6265f636474,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:27.846923 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21105d0c-b993-46b5-9cf6-bd9bb4965803 admin admin] Made reservation on behalf of d1a6a9f8f0924ea6b677d41957795ca0 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:19:27.849168 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21105d0c-b993-46b5-9cf6-bd9bb4965803 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:27.859111 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network b76532d2-bf58-4c5e-a929-e6265f636474 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:19:28.070208 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21105d0c-b993-46b5-9cf6-bd9bb4965803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:28.131863 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21105d0c-b993-46b5-9cf6-bd9bb4965803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aa7f3ab-5f9a-4012-b05a-40c96d5a1b9b,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:28.149383 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21105d0c-b993-46b5-9cf6-bd9bb4965803 admin admin] Checking segment: {'id': '3cf9db51-bc56-428f-9212-f29823601a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b76532d2-bf58-4c5e-a929-e6265f636474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:19:28.149840 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21105d0c-b993-46b5-9cf6-bd9bb4965803 admin admin] Network hostable DHCP agents. Network: b76532d2-bf58-4c5e-a929-e6265f636474, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:19:28.171080 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21105d0c-b993-46b5-9cf6-bd9bb4965803 admin admin] Network b76532d2-bf58-4c5e-a929-e6265f636474 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:19:28.182994 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-21105d0c-b993-46b5-9cf6-bd9bb4965803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, b76532d2-bf58-4c5e-a929-e6265f636474) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:19:28.188355 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21105d0c-b993-46b5-9cf6-bd9bb4965803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:28.189084 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-21105d0c-b993-46b5-9cf6-bd9bb4965803 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:28.197514 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fbf140-5d39-4c8a-95ec-1d808cb33c2f None None] Network b76532d2-bf58-4c5e-a929-e6265f636474 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:19:28.209718 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-21105d0c-b993-46b5-9cf6-bd9bb4965803 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3934870 May 26 17:19:28.212443 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43018) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:28.217129 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-b03f964b-32f6-444b-af24-417580c78740 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2130103591-router', 'tenant_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:19:28.244736 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b03f964b-32f6-444b-af24-417580c78740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:28.245944 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b03f964b-32f6-444b-af24-417580c78740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:28.308294 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b03f964b-32f6-444b-af24-417580c78740 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:28.388170 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c40bd6e-439a-42a2-98e2-1581bb198710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-b76532d2-bf58-4c5e-a929-e6265f636474', 'network_id': 'b76532d2-bf58-4c5e-a929-e6265f636474', 'tenant_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'fixed_ips': [{'subnet_id': '9aa7f3ab-5f9a-4012-b05a-40c96d5a1b9b'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 17:19:28.389159 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7c40bd6e-439a-42a2-98e2-1581bb198710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:28.478395 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b03f964b-32f6-444b-af24-417580c78740 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:28.540501 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-7c40bd6e-439a-42a2-98e2-1581bb198710 None None] Allocated IP 172.20.0.2 (b76532d2-bf58-4c5e-a929-e6265f636474/9aa7f3ab-5f9a-4012-b05a-40c96d5a1b9b/77bd02b5-8ec4-4158-9163-620611f1f1f3) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:19:28.698158 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b03f964b-32f6-444b-af24-417580c78740 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:28.705222 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7c40bd6e-439a-42a2-98e2-1581bb198710 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:28.712144 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7c40bd6e-439a-42a2-98e2-1581bb198710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:28.719265 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b03f964b-32f6-444b-af24-417580c78740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:28.757995 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c40bd6e-439a-42a2-98e2-1581bb198710 None None] Network b76532d2-bf58-4c5e-a929-e6265f636474 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:19:28.763314 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-7c40bd6e-439a-42a2-98e2-1581bb198710 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:19:28.765878 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40bd6e-439a-42a2-98e2-1581bb198710 None None] Pushing event updated for resources: {'Port': ['ID=77bd02b5-8ec4-4158-9163-620611f1f1f3,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:28.767898 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c40bd6e-439a-42a2-98e2-1581bb198710 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:19:28.824615 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-b03f964b-32f6-444b-af24-417580c78740 admin admin] Allocated IP 172.25.7.44 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/32264c2b-b7d8-48b8-aca6-264124d8c6b8) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:19:28.833315 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7c40bd6e-439a-42a2-98e2-1581bb198710 None None] Attempting to bind port 77bd02b5-8ec4-4158-9163-620611f1f1f3 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:19:28.833698 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7c40bd6e-439a-42a2-98e2-1581bb198710 None None] Attempting to bind port 77bd02b5-8ec4-4158-9163-620611f1f1f3 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '3cf9db51-bc56-428f-9212-f29823601a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b76532d2-bf58-4c5e-a929-e6265f636474'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:19:28.834055 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c40bd6e-439a-42a2-98e2-1581bb198710 None None] Attempting to bind port 77bd02b5-8ec4-4158-9163-620611f1f1f3 on network b76532d2-bf58-4c5e-a929-e6265f636474 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:19:28.839860 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c40bd6e-439a-42a2-98e2-1581bb198710 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:19:28.840270 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c40bd6e-439a-42a2-98e2-1581bb198710 None None] Checking segment: {'id': '3cf9db51-bc56-428f-9212-f29823601a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b76532d2-bf58-4c5e-a929-e6265f636474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:19:28.840694 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7c40bd6e-439a-42a2-98e2-1581bb198710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:28.841084 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c40bd6e-439a-42a2-98e2-1581bb198710 None None] Bound using segment: {'id': '3cf9db51-bc56-428f-9212-f29823601a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b76532d2-bf58-4c5e-a929-e6265f636474'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:19:28.841997 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-7c40bd6e-439a-42a2-98e2-1581bb198710 None None] Bound port: 77bd02b5-8ec4-4158-9163-620611f1f1f3, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf9db51-bc56-428f-9212-f29823601a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b76532d2-bf58-4c5e-a929-e6265f636474'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:19:28.841997 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7c40bd6e-439a-42a2-98e2-1581bb198710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:28.920011 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7c40bd6e-439a-42a2-98e2-1581bb198710 None None] For port 77bd02b5-8ec4-4158-9163-620611f1f1f3, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:19:28.924045 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7c40bd6e-439a-42a2-98e2-1581bb198710 None None] For port 77bd02b5-8ec4-4158-9163-620611f1f1f3, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=77bd02b5-8ec4-4158-9163-620611f1f1f3,segment=NetworkSegment(3cf9db51-bc56-428f-9212-f29823601a0e),segment_id=3cf9db51-bc56-428f-9212-f29823601a0e)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:19:28.928908 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7c40bd6e-439a-42a2-98e2-1581bb198710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:28.996822 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40bd6e-439a-42a2-98e2-1581bb198710 None None] Pushing event updated for resources: {'Port': ['ID=77bd02b5-8ec4-4158-9163-620611f1f1f3,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:29.383989 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b03f964b-32f6-444b-af24-417580c78740 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:29.442852 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4463b7c8-efc1-49f8-99da-6dd06dff6405 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:19:29.450618 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b03f964b-32f6-444b-af24-417580c78740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:29.502493 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 4463b7c8-efc1-49f8-99da-6dd06dff6405 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:19:29.502968 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:29.522608 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03f964b-32f6-444b-af24-417580c78740 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:19:29.527281 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-b03f964b-32f6-444b-af24-417580c78740 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:19:29.531477 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03f964b-32f6-444b-af24-417580c78740 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:19:29.554751 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f964b-32f6-444b-af24-417580c78740 admin admin] Pushing event updated for resources: {'Port': ['ID=32264c2b-b7d8-48b8-aca6-264124d8c6b8,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:29.595311 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 4463b7c8-efc1-49f8-99da-6dd06dff6405 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:19:29.595703 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:29.619969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 4463b7c8-efc1-49f8-99da-6dd06dff6405, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4463b7c8-efc1-49f8-99da-6dd06dff6405,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:19:29.624174 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:29.625604 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 77bd02b5-8ec4-4158-9163-620611f1f1f3 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:19:29.698616 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=4463b7c8-efc1-49f8-99da-6dd06dff6405,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:29.711554 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 77bd02b5-8ec4-4158-9163-620611f1f1f3 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:19:29.711951 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:29.793894 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b03f964b-32f6-444b-af24-417580c78740 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:29.799751 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 77bd02b5-8ec4-4158-9163-620611f1f1f3 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:19:29.800173 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:29.842547 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 77bd02b5-8ec4-4158-9163-620611f1f1f3, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=77bd02b5-8ec4-4158-9163-620611f1f1f3,segment=NetworkSegment(3cf9db51-bc56-428f-9212-f29823601a0e),segment_id=3cf9db51-bc56-428f-9212-f29823601a0e)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:19:29.848189 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:29.902277 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=77bd02b5-8ec4-4158-9163-620611f1f1f3,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:30.012133 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b03f964b-32f6-444b-af24-417580c78740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:30.090413 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] Sync routers for ids ['91359778-b51e-4fc0-9fb3-d12e964a81a8'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:19:30.106439 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] Routers {'91359778-b51e-4fc0-9fb3-d12e964a81a8'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:19:30.107330 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:19:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['91359778-b51e-4fc0-9fb3-d12e964a81a8'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:30.136639 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2145c4-d838-4e1b-b871-6e470a7cdeef None None] Network b76532d2-bf58-4c5e-a929-e6265f636474 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:19:30.161871 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03f964b-32f6-444b-af24-417580c78740 admin admin] Router 9b9feb4d-a61f-4ddc-ba50-add5a962571c is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 17:19:30.223448 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-3face0c6-ffd2-4e64-9071-2f409d1770dd None None] Provisioning complete for port 77bd02b5-8ec4-4158-9163-620611f1f1f3 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:19:30.223821 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3face0c6-ffd2-4e64-9071-2f409d1770dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:30.229756 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] Set router 91359778-b51e-4fc0-9fb3-d12e964a81a8 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:19:30.287365 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03f964b-32f6-444b-af24-417580c78740 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:19:30.305232 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] Sync routers for ids ['9b9feb4d-a61f-4ddc-ba50-add5a962571c'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:19:30.307859 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b03f964b-32f6-444b-af24-417580c78740 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:30.313056 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b03f964b-32f6-444b-af24-417580c78740 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0993633 May 26 17:19:30.313537 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43020) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:30.521696 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] Routers {'9b9feb4d-a61f-4ddc-ba50-add5a962571c'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:19:30.522326 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:19:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['9b9feb4d-a61f-4ddc-ba50-add5a962571c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:30.570533 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'name': 'tempest-TestShelveInstance-1605239039-router', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:26Z', 'revision_number': 4, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'gw_port': {'id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '1de65756-d852-4a77-84dc-6a1807a5d973', 'name': '', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'mac_address': 'fa:16:3e:8f:a1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:25Z', 'updated_at': '2022-05-26T17:19:26Z', 'revision_number': 2, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'subnets': [{'id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:30.614510 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] Checking router: 91359778-b51e-4fc0-9fb3-d12e964a81a8 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:19:30.614766 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-3face0c6-ffd2-4e64-9071-2f409d1770dd None None] Current status of the port 77bd02b5-8ec4-4158-9163-620611f1f1f3 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:19:30.615253 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] Updating router 91359778-b51e-4fc0-9fb3-d12e964a81a8 port 1de65756-d852-4a77-84dc-6a1807a5d973 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:19:30.656354 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:30.689663 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] Set router 9b9feb4d-a61f-4ddc-ba50-add5a962571c gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:19:30.904375 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9feb4d-a61f-4ddc-ba50-add5a962571c', 'name': 'tempest-TestShelveInstance-2130103591-router', 'tenant_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '32264c2b-b7d8-48b8-aca6-264124d8c6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:28Z', 'updated_at': '2022-05-26T17:19:29Z', 'revision_number': 3, 'project_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'gw_port': {'id': '32264c2b-b7d8-48b8-aca6-264124d8c6b8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9feb4d-a61f-4ddc-ba50-add5a962571c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:28Z', 'updated_at': '2022-05-26T17:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:30.936407 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] Checking router: 9b9feb4d-a61f-4ddc-ba50-add5a962571c for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:19:30.936755 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] Updating router 9b9feb4d-a61f-4ddc-ba50-add5a962571c port 32264c2b-b7d8-48b8-aca6-264124d8c6b8 binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:19:30.969923 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:30.971587 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-7954f17e-acf7-44cc-9cd5-703e47eea2ba None None] Provisioning complete for port 77bd02b5-8ec4-4158-9163-620611f1f1f3 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:19:30.971949 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7954f17e-acf7-44cc-9cd5-703e47eea2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:30.984523 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:30.991390 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:31.043441 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c8e33-d999-498b-af9a-c869739c9f58 None None] Pushing event updated for resources: {'Port': ['ID=1de65756-d852-4a77-84dc-6a1807a5d973,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:31.102754 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c8e33-d999-498b-af9a-c869739c9f58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:31.103419 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c8e33-d999-498b-af9a-c869739c9f58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:31.103895 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c8e33-d999-498b-af9a-c869739c9f58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:31.104378 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c8e33-d999-498b-af9a-c869739c9f58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:31.104960 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c8e33-d999-498b-af9a-c869739c9f58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:31.105410 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c8e33-d999-498b-af9a-c869739c9f58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:31.105969 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c8e33-d999-498b-af9a-c869739c9f58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:31.106393 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c8e33-d999-498b-af9a-c869739c9f58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:31.107959 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c8e33-d999-498b-af9a-c869739c9f58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:31.109264 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c8e33-d999-498b-af9a-c869739c9f58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:31.109883 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c8e33-d999-498b-af9a-c869739c9f58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:31.110434 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c8e33-d999-498b-af9a-c869739c9f58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:19:31.135895 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] Attempting to bind port 1de65756-d852-4a77-84dc-6a1807a5d973 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:19:31.136533 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] Attempting to bind port 1de65756-d852-4a77-84dc-6a1807a5d973 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '199d7358-55e2-4385-8b76-bc2a04153802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:19:31.137050 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] Attempting to bind port 1de65756-d852-4a77-84dc-6a1807a5d973 on network 959282f4-ef52-4326-bfa8-3cd262b3406c {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:19:31.145407 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:19:31.146082 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] Checking segment: {'id': '199d7358-55e2-4385-8b76-bc2a04153802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:19:31.146769 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:31.147274 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] Bound using segment: {'id': '199d7358-55e2-4385-8b76-bc2a04153802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:19:31.147853 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] Bound port: 1de65756-d852-4a77-84dc-6a1807a5d973, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199d7358-55e2-4385-8b76-bc2a04153802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:19:31.148551 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:31.158813 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:31.179593 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-431c1e1b-9c54-4e17-8294-1b898c083a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:31.219654 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7954f17e-acf7-44cc-9cd5-703e47eea2ba None None] Current status of the port 77bd02b5-8ec4-4158-9163-620611f1f1f3 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:19:31.240389 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] For port 1de65756-d852-4a77-84dc-6a1807a5d973, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:19:31.246297 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] For port 1de65756-d852-4a77-84dc-6a1807a5d973, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1de65756-d852-4a77-84dc-6a1807a5d973,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:19:31.255619 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:31.305143 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4463b7c8-efc1-49f8-99da-6dd06dff6405 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:19:31.336564 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] Routers {'91359778-b51e-4fc0-9fb3-d12e964a81a8'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:19:31.337202 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:19:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['91359778-b51e-4fc0-9fb3-d12e964a81a8'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:31.341188 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c8e33-d999-498b-af9a-c869739c9f58 None None] Pushing event updated for resources: {'Port': ['ID=1de65756-d852-4a77-84dc-6a1807a5d973,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:31.409742 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-03024678-7b61-4e25-b4ca-7e4e5a49914d None None] Provisioning complete for port 1de65756-d852-4a77-84dc-6a1807a5d973 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:19:31.410121 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-03024678-7b61-4e25-b4ca-7e4e5a49914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:31.451281 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-431c1e1b-9c54-4e17-8294-1b898c083a03 admin admin] Allocated IP 172.20.0.1 (b76532d2-bf58-4c5e-a929-e6265f636474/9aa7f3ab-5f9a-4012-b05a-40c96d5a1b9b/88b3c072-d139-4f9f-bab4-b5292257c10d) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:19:31.479672 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] Set router 91359778-b51e-4fc0-9fb3-d12e964a81a8 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:19:31.503146 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 4463b7c8-efc1-49f8-99da-6dd06dff6405 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:19:31.503146 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:31.546941 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:31.589440 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:31.618575 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-431c1e1b-9c54-4e17-8294-1b898c083a03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:31.646733 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-03024678-7b61-4e25-b4ca-7e4e5a49914d None None] Current status of the port 1de65756-d852-4a77-84dc-6a1807a5d973 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:19:31.647114 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-03024678-7b61-4e25-b4ca-7e4e5a49914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:31.671555 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-431c1e1b-9c54-4e17-8294-1b898c083a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:31.682052 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] Attempting to bind port 32264c2b-b7d8-48b8-aca6-264124d8c6b8 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:19:31.682412 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] Attempting to bind port 32264c2b-b7d8-48b8-aca6-264124d8c6b8 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:19:31.682779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] Attempting to bind port 32264c2b-b7d8-48b8-aca6-264124d8c6b8 on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:19:31.699144 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e455a-1384-4b91-b4b5-f5d00bc8074e None None] Pushing event updated for resources: {'Port': ['ID=32264c2b-b7d8-48b8-aca6-264124d8c6b8,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:31.710412 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:19:31.710691 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:19:31.711097 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:31.711494 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:19:31.712024 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] Bound port: 32264c2b-b7d8-48b8-aca6-264124d8c6b8, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:19:31.712443 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:31.727519 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431c1e1b-9c54-4e17-8294-1b898c083a03 admin admin] Network b76532d2-bf58-4c5e-a929-e6265f636474 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:19:31.730432 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-431c1e1b-9c54-4e17-8294-1b898c083a03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:19:31.734611 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431c1e1b-9c54-4e17-8294-1b898c083a03 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:19:31.740300 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c1e1b-9c54-4e17-8294-1b898c083a03 admin admin] Pushing event updated for resources: {'Port': ['ID=88b3c072-d139-4f9f-bab4-b5292257c10d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:31.747704 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-03024678-7b61-4e25-b4ca-7e4e5a49914d None None] For port 1de65756-d852-4a77-84dc-6a1807a5d973, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1de65756-d852-4a77-84dc-6a1807a5d973,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:19:31.750060 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'name': 'tempest-TestShelveInstance-1605239039-router', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:26Z', 'revision_number': 4, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'gw_port': {'id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '1de65756-d852-4a77-84dc-6a1807a5d973', 'name': '', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'mac_address': 'fa:16:3e:8f:a1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:25Z', 'updated_at': '2022-05-26T17:19:31Z', 'revision_number': 4, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'subnets': [{'id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:31.781534 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-03024678-7b61-4e25-b4ca-7e4e5a49914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:31.787814 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-431c1e1b-9c54-4e17-8294-1b898c083a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:31.788203 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0142645a-2cd1-49ef-8933-f8fb680a5ef9 None None] The sync data for ids ['91359778-b51e-4fc0-9fb3-d12e964a81a8'] in n-d-843337-2 is: [{'id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'name': 'tempest-TestShelveInstance-1605239039-router', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:26Z', 'revision_number': 4, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'gw_port': {'id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '1de65756-d852-4a77-84dc-6a1807a5d973', 'name': '', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'mac_address': 'fa:16:3e:8f:a1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:25Z', 'updated_at': '2022-05-26T17:19:31Z', 'revision_number': 4, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'subnets': [{'id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:19:31.847984 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 4463b7c8-efc1-49f8-99da-6dd06dff6405 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:19:31.849146 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 77bd02b5-8ec4-4158-9163-620611f1f1f3 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:19:31.855436 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] For port 32264c2b-b7d8-48b8-aca6-264124d8c6b8, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:19:31.921093 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] For port 32264c2b-b7d8-48b8-aca6-264124d8c6b8, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=32264c2b-b7d8-48b8-aca6-264124d8c6b8,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:19:31.933071 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03024678-7b61-4e25-b4ca-7e4e5a49914d None None] Pushing event updated for resources: {'Port': ['ID=1de65756-d852-4a77-84dc-6a1807a5d973,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:31.937588 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:31.971811 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-431c1e1b-9c54-4e17-8294-1b898c083a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:32.003823 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d96b7d74-0e66-4f51-9b04-4d485187818b None None] Provisioning complete for port 1de65756-d852-4a77-84dc-6a1807a5d973 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:19:32.004228 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d96b7d74-0e66-4f51-9b04-4d485187818b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:32.056916 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] Routers {'9b9feb4d-a61f-4ddc-ba50-add5a962571c'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:19:32.057574 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:19:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['9b9feb4d-a61f-4ddc-ba50-add5a962571c'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:32.105265 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e455a-1384-4b91-b4b5-f5d00bc8074e None None] Pushing event updated for resources: {'Port': ['ID=32264c2b-b7d8-48b8-aca6-264124d8c6b8,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:32.120732 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 77bd02b5-8ec4-4158-9163-620611f1f1f3 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:19:32.121111 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:32.195744 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-431c1e1b-9c54-4e17-8294-1b898c083a03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:32.202371 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-431c1e1b-9c54-4e17-8294-1b898c083a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:32.273247 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] Set router 9b9feb4d-a61f-4ddc-ba50-add5a962571c gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:19:32.282255 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c1e1b-9c54-4e17-8294-1b898c083a03 admin admin] Pushing event updated for resources: {'Port': ['ID=88b3c072-d139-4f9f-bab4-b5292257c10d,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:32.288879 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-431c1e1b-9c54-4e17-8294-1b898c083a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:32.321035 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d96b7d74-0e66-4f51-9b04-4d485187818b None None] Current status of the port 1de65756-d852-4a77-84dc-6a1807a5d973 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:19:32.391569 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431c1e1b-9c54-4e17-8294-1b898c083a03 admin admin] Network b76532d2-bf58-4c5e-a929-e6265f636474 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:19:32.393348 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-431c1e1b-9c54-4e17-8294-1b898c083a03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:19:32.422372 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 77bd02b5-8ec4-4158-9163-620611f1f1f3 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:19:32.498192 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-60285d77-784c-4cac-ac55-6eb6a43179d9 None None] Provisioning complete for port 88b3c072-d139-4f9f-bab4-b5292257c10d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:19:32.498654 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-60285d77-784c-4cac-ac55-6eb6a43179d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:32.552629 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431c1e1b-9c54-4e17-8294-1b898c083a03 admin admin] Router 9b9feb4d-a61f-4ddc-ba50-add5a962571c has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:19:32.589000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-60285d77-784c-4cac-ac55-6eb6a43179d9 None None] Port 88b3c072-d139-4f9f-bab4-b5292257c10d cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:19:32.625891 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9feb4d-a61f-4ddc-ba50-add5a962571c', 'name': 'tempest-TestShelveInstance-2130103591-router', 'tenant_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '32264c2b-b7d8-48b8-aca6-264124d8c6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:28Z', 'updated_at': '2022-05-26T17:19:31Z', 'revision_number': 4, 'project_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'gw_port': {'id': '32264c2b-b7d8-48b8-aca6-264124d8c6b8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9feb4d-a61f-4ddc-ba50-add5a962571c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:28Z', 'updated_at': '2022-05-26T17:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '88b3c072-d139-4f9f-bab4-b5292257c10d', 'name': '', 'network_id': 'b76532d2-bf58-4c5e-a929-e6265f636474', 'tenant_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'mac_address': 'fa:16:3e:c2:a1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9feb4d-a61f-4ddc-ba50-add5a962571c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '9aa7f3ab-5f9a-4012-b05a-40c96d5a1b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:31Z', 'updated_at': '2022-05-26T17:19:31Z', 'revision_number': 1, 'project_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'subnets': [{'id': '9aa7f3ab-5f9a-4012-b05a-40c96d5a1b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:32.664251 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f42330e-d6c6-4509-9a4e-ea665f31e82a None None] The sync data for ids ['9b9feb4d-a61f-4ddc-ba50-add5a962571c'] in n-d-843337-2 is: [{'id': '9b9feb4d-a61f-4ddc-ba50-add5a962571c', 'name': 'tempest-TestShelveInstance-2130103591-router', 'tenant_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '32264c2b-b7d8-48b8-aca6-264124d8c6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:28Z', 'updated_at': '2022-05-26T17:19:31Z', 'revision_number': 4, 'project_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'gw_port': {'id': '32264c2b-b7d8-48b8-aca6-264124d8c6b8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9feb4d-a61f-4ddc-ba50-add5a962571c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:28Z', 'updated_at': '2022-05-26T17:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '88b3c072-d139-4f9f-bab4-b5292257c10d', 'name': '', 'network_id': 'b76532d2-bf58-4c5e-a929-e6265f636474', 'tenant_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'mac_address': 'fa:16:3e:c2:a1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9feb4d-a61f-4ddc-ba50-add5a962571c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '9aa7f3ab-5f9a-4012-b05a-40c96d5a1b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:31Z', 'updated_at': '2022-05-26T17:19:31Z', 'revision_number': 1, 'project_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'subnets': [{'id': '9aa7f3ab-5f9a-4012-b05a-40c96d5a1b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:19:32.692817 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431c1e1b-9c54-4e17-8294-1b898c083a03 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:19:32.698526 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-431c1e1b-9c54-4e17-8294-1b898c083a03 admin admin] 10.222.0.77 "PUT /v2.0/routers/9b9feb4d-a61f-4ddc-ba50-add5a962571c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3831055 May 26 17:19:32.713817 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a62937b1-c155-4e7e-8be9-313dd8703099 None None] Provisioning complete for port 88b3c072-d139-4f9f-bab4-b5292257c10d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:19:32.714195 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a62937b1-c155-4e7e-8be9-313dd8703099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:32.771520 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a62937b1-c155-4e7e-8be9-313dd8703099 None None] Port 88b3c072-d139-4f9f-bab4-b5292257c10d cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:19:33.141686 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43028) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:33.146566 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-08ab514d-13e5-4a21-b390-cf8a3eaae7c6 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-322049563', 'description': 'tempest-secgroup-smoke-322049563 description', 'project_id': 'e3042dce975e4528aa29d3b198eb71f6'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:19:33.176616 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-08ab514d-13e5-4a21-b390-cf8a3eaae7c6 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:33.294863 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-08ab514d-13e5-4a21-b390-cf8a3eaae7c6 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:33.300633 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-08ab514d-13e5-4a21-b390-cf8a3eaae7c6 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:33.313047 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1de65756-d852-4a77-84dc-6a1807a5d973 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:19:33.337856 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-08ab514d-13e5-4a21-b390-cf8a3eaae7c6 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:33.339212 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-08ab514d-13e5-4a21-b390-cf8a3eaae7c6 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1964536 May 26 17:19:33.343085 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43030) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:33.346298 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab514d-13e5-4a21-b390-cf8a3eaae7c6 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7684d4ca-8661-4805-abbd-955a0d0440f6,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:33.353167 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-66681a9d-81d4-4889-9ed6-9ef726440455 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Request body: {'security_group_rule': {'security_group_id': '7684d4ca-8661-4805-abbd-955a0d0440f6', 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:19:33.389613 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-66681a9d-81d4-4889-9ed6-9ef726440455 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:33.470252 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-66681a9d-81d4-4889-9ed6-9ef726440455 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:33.474803 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-66681a9d-81d4-4889-9ed6-9ef726440455 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:33.493250 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66681a9d-81d4-4889-9ed6-9ef726440455 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab22990f-b74d-4a82-87f8-b0a9a755b6db,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:33.503533 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-66681a9d-81d4-4889-9ed6-9ef726440455 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:33.504663 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-66681a9d-81d4-4889-9ed6-9ef726440455 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1590776 May 26 17:19:33.508057 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43032) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:33.512011 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-44662187-62b8-47da-9f56-834e1afffc01 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Request body: {'security_group_rule': {'security_group_id': '7684d4ca-8661-4805-abbd-955a0d0440f6', 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:19:33.544041 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 1de65756-d852-4a77-84dc-6a1807a5d973 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:19:33.544449 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:33.547668 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-44662187-62b8-47da-9f56-834e1afffc01 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:33.620549 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-44662187-62b8-47da-9f56-834e1afffc01 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:33.626534 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-44662187-62b8-47da-9f56-834e1afffc01 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:33.638023 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 1de65756-d852-4a77-84dc-6a1807a5d973 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:19:33.646543 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44662187-62b8-47da-9f56-834e1afffc01 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ffc0186-3ce9-4dda-9a57-dce0b90a65cd,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:33.657709 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-44662187-62b8-47da-9f56-834e1afffc01 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:33.658975 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-44662187-62b8-47da-9f56-834e1afffc01 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1504676 May 26 17:19:33.662259 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43034) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:33.670942 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-82b6a7fd-1643-4c12-90da-622dd3715722 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Request body: {'security_group_rule': {'security_group_id': '7684d4ca-8661-4805-abbd-955a0d0440f6', 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:19:33.699265 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-82b6a7fd-1643-4c12-90da-622dd3715722 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:33.772329 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-82b6a7fd-1643-4c12-90da-622dd3715722 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:33.786386 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-82b6a7fd-1643-4c12-90da-622dd3715722 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:33.802090 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6a7fd-1643-4c12-90da-622dd3715722 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ecaf580-2a15-4324-b936-dd94700ae2fe,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:33.832351 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-82b6a7fd-1643-4c12-90da-622dd3715722 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:33.833731 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-82b6a7fd-1643-4c12-90da-622dd3715722 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1698408 May 26 17:19:33.836578 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43036) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:33.842468 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-04ca870b-0580-4d9b-8d15-65405014701d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Request body: {'security_group_rule': {'security_group_id': '7684d4ca-8661-4805-abbd-955a0d0440f6', 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:19:33.870373 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04ca870b-0580-4d9b-8d15-65405014701d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:33.943459 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04ca870b-0580-4d9b-8d15-65405014701d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:33.947872 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04ca870b-0580-4d9b-8d15-65405014701d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:33.966606 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca870b-0580-4d9b-8d15-65405014701d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7244b095-0145-4afe-9e95-eec86d35f216,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:33.980997 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-04ca870b-0580-4d9b-8d15-65405014701d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:33.982290 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-04ca870b-0580-4d9b-8d15-65405014701d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1444635 May 26 17:19:33.986344 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43038) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:33.991416 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-87e737a0-ab3d-4367-abb9-c5be991d0f7d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Request body: {'security_group_rule': {'security_group_id': '7684d4ca-8661-4805-abbd-955a0d0440f6', 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:19:34.018743 n-d-843337-2 neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-87e737a0-ab3d-4367-abb9-c5be991d0f7d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Project e3042dce975e4528aa29d3b198eb71f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:19:34.025183 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-87e737a0-ab3d-4367-abb9-c5be991d0f7d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:34.105092 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-87e737a0-ab3d-4367-abb9-c5be991d0f7d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:34.114620 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-87e737a0-ab3d-4367-abb9-c5be991d0f7d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:34.136017 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e737a0-ab3d-4367-abb9-c5be991d0f7d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b70c46-a6a1-4c4d-a42b-06a5a12b5a8a,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:34.145266 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-87e737a0-ab3d-4367-abb9-c5be991d0f7d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:34.146551 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-87e737a0-ab3d-4367-abb9-c5be991d0f7d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1591024 May 26 17:19:34.150321 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43040) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:34.159891 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-bd2f0971-457e-4f98-82b4-39e6c203896d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Request body: {'security_group_rule': {'security_group_id': '7684d4ca-8661-4805-abbd-955a0d0440f6', 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:19:34.185603 n-d-843337-2 neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-bd2f0971-457e-4f98-82b4-39e6c203896d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Project e3042dce975e4528aa29d3b198eb71f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:19:34.194194 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd2f0971-457e-4f98-82b4-39e6c203896d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:34.279355 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd2f0971-457e-4f98-82b4-39e6c203896d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:34.284522 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd2f0971-457e-4f98-82b4-39e6c203896d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:34.303706 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f0971-457e-4f98-82b4-39e6c203896d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5334ac11-2ca2-4ca8-8ebd-a7beaff83c1f,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:34.311331 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-bd2f0971-457e-4f98-82b4-39e6c203896d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:34.313363 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bd2f0971-457e-4f98-82b4-39e6c203896d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1612678 May 26 17:19:34.472934 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-08d5d025-dcd4-4abd-94da-3994d0e6b51c tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-322049563&fields=id&tenant_id=e3042dce975e4528aa29d3b198eb71f6 HTTP/1.1" status: 200 len: 267 time: 0.0358808 May 26 17:19:34.587107 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-10ae9145-83d5-4bc9-a90e-a696899e3974 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:34.589114 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-10ae9145-83d5-4bc9-a90e-a696899e3974 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/networks?id=959282f4-ef52-4326-bfa8-3cd262b3406c HTTP/1.1" status: 200 len: 809 time: 0.1081352 May 26 17:19:34.608191 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-39a4c815-ecab-4815-bcd8-097d0f7d0794 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/quotas/e3042dce975e4528aa29d3b198eb71f6 HTTP/1.1" status: 200 len: 375 time: 0.0100684 May 26 17:19:34.667344 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-f42b9e4a-d67d-4c21-a67c-f9b35e2b7523 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e3042dce975e4528aa29d3b198eb71f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520506 May 26 17:19:34.767114 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-72c44db3-1bb5-4384-8d5e-9f1c4fa10f49 service neutron] 10.222.0.77 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869164 May 26 17:19:34.868665 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-66929310-f923-41ab-ac68-52b6310c6466 service neutron] 10.222.0.77 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952151 May 26 17:19:35.040116 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-114679fd-885b-4840-9eb1-a0481d01db6a req-4e34bf04-e5b9-4d98-8431-f10956a1e7a2 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 210 time: 0.0284662 May 26 17:19:35.275680 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 32264c2b-b7d8-48b8-aca6-264124d8c6b8 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:19:35.339086 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 32264c2b-b7d8-48b8-aca6-264124d8c6b8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:19:35.339614 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:35.473348 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 32264c2b-b7d8-48b8-aca6-264124d8c6b8 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:19:35.473348 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:35.489585 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] Sync routers for ids ['9b9feb4d-a61f-4ddc-ba50-add5a962571c'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:19:35.504511 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] Routers {'9b9feb4d-a61f-4ddc-ba50-add5a962571c'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:19:35.505520 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:19:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['9b9feb4d-a61f-4ddc-ba50-add5a962571c'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:35.509669 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 32264c2b-b7d8-48b8-aca6-264124d8c6b8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=32264c2b-b7d8-48b8-aca6-264124d8c6b8,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:19:35.517482 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:35.589246 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=32264c2b-b7d8-48b8-aca6-264124d8c6b8,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:35.641555 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] Set router 9b9feb4d-a61f-4ddc-ba50-add5a962571c gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:19:35.864665 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9feb4d-a61f-4ddc-ba50-add5a962571c', 'name': 'tempest-TestShelveInstance-2130103591-router', 'tenant_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '32264c2b-b7d8-48b8-aca6-264124d8c6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:28Z', 'updated_at': '2022-05-26T17:19:31Z', 'revision_number': 4, 'project_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'gw_port': {'id': '32264c2b-b7d8-48b8-aca6-264124d8c6b8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9feb4d-a61f-4ddc-ba50-add5a962571c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:28Z', 'updated_at': '2022-05-26T17:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '88b3c072-d139-4f9f-bab4-b5292257c10d', 'name': '', 'network_id': 'b76532d2-bf58-4c5e-a929-e6265f636474', 'tenant_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'mac_address': 'fa:16:3e:c2:a1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9feb4d-a61f-4ddc-ba50-add5a962571c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '9aa7f3ab-5f9a-4012-b05a-40c96d5a1b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:31Z', 'updated_at': '2022-05-26T17:19:32Z', 'revision_number': 2, 'project_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'subnets': [{'id': '9aa7f3ab-5f9a-4012-b05a-40c96d5a1b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:35.895124 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] Checking router: 9b9feb4d-a61f-4ddc-ba50-add5a962571c for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:19:35.895614 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] Updating router 9b9feb4d-a61f-4ddc-ba50-add5a962571c port 88b3c072-d139-4f9f-bab4-b5292257c10d binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:19:35.922999 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:36.145788 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bc60a14c-0621-4ba6-ac07-96d65cbabaf9 req-e6e69d69-a6d6-474c-9468-f5cd8b11a999 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 210 time: 0.0269952 May 26 17:19:36.310968 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-8ae58c82-baae-4de9-9dff-c820993c95e8 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:36.312991 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-8ae58c82-baae-4de9-9dff-c820993c95e8 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.81 "GET /v2.0/networks?id=959282f4-ef52-4326-bfa8-3cd262b3406c HTTP/1.1" status: 200 len: 809 time: 0.1555910 May 26 17:19:36.346003 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:36.352210 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:36.371495 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-d01a899c-3108-4996-8746-25a561e075a4 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3042dce975e4528aa29d3b198eb71f6 HTTP/1.1" status: 200 len: 379 time: 0.0476947 May 26 17:19:36.384127 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-93e47bd4-984a-4bea-86af-e8cad06e4c7f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Request body: {'port': {'device_id': '38bf0ce3-763e-44ca-a84a-b15e34bfa20b', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'admin_state_up': True, 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'security_groups': ['7684d4ca-8661-4805-abbd-955a0d0440f6']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:19:36.428531 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25ffd4-279a-46b0-ab10-5911f4daac43 None None] Pushing event updated for resources: {'Port': ['ID=88b3c072-d139-4f9f-bab4-b5292257c10d,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:36.478158 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] Attempting to bind port 88b3c072-d139-4f9f-bab4-b5292257c10d on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:19:36.478837 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] Attempting to bind port 88b3c072-d139-4f9f-bab4-b5292257c10d by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '3cf9db51-bc56-428f-9212-f29823601a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b76532d2-bf58-4c5e-a929-e6265f636474'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:19:36.479215 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] Attempting to bind port 88b3c072-d139-4f9f-bab4-b5292257c10d on network b76532d2-bf58-4c5e-a929-e6265f636474 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:19:36.485226 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:19:36.485528 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] Checking segment: {'id': '3cf9db51-bc56-428f-9212-f29823601a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b76532d2-bf58-4c5e-a929-e6265f636474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:19:36.486032 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:36.486420 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] Bound using segment: {'id': '3cf9db51-bc56-428f-9212-f29823601a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b76532d2-bf58-4c5e-a929-e6265f636474'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:19:36.486905 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] Bound port: 88b3c072-d139-4f9f-bab4-b5292257c10d, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf9db51-bc56-428f-9212-f29823601a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b76532d2-bf58-4c5e-a929-e6265f636474'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:19:36.487313 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:36.560497 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-93e47bd4-984a-4bea-86af-e8cad06e4c7f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Made reservation on behalf of e3042dce975e4528aa29d3b198eb71f6 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:19:36.565893 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-93e47bd4-984a-4bea-86af-e8cad06e4c7f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:36.578845 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] For port 88b3c072-d139-4f9f-bab4-b5292257c10d, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:19:36.583243 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] For port 88b3c072-d139-4f9f-bab4-b5292257c10d, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=88b3c072-d139-4f9f-bab4-b5292257c10d,segment=NetworkSegment(3cf9db51-bc56-428f-9212-f29823601a0e),segment_id=3cf9db51-bc56-428f-9212-f29823601a0e)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:19:36.597251 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:36.668954 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] Routers {'9b9feb4d-a61f-4ddc-ba50-add5a962571c'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:19:36.669528 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:19:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['9b9feb4d-a61f-4ddc-ba50-add5a962571c'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:36.719103 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25ffd4-279a-46b0-ab10-5911f4daac43 None None] Pushing event updated for resources: {'Port': ['ID=88b3c072-d139-4f9f-bab4-b5292257c10d,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:36.741845 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-72e89d47-f900-477f-8371-34d5606ffc5f None None] Provisioning complete for port 88b3c072-d139-4f9f-bab4-b5292257c10d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:19:36.742508 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-72e89d47-f900-477f-8371-34d5606ffc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:36.799752 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-93e47bd4-984a-4bea-86af-e8cad06e4c7f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Allocated IP 172.20.0.13 (959282f4-ef52-4326-bfa8-3cd262b3406c/5bcbf617-16d2-4eb5-83ca-877fbf16a2dc/3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:19:36.819477 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] Set router 9b9feb4d-a61f-4ddc-ba50-add5a962571c gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:19:36.869118 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-72e89d47-f900-477f-8371-34d5606ffc5f None None] Current status of the port 88b3c072-d139-4f9f-bab4-b5292257c10d is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:19:36.869517 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-72e89d47-f900-477f-8371-34d5606ffc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:36.913712 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-72e89d47-f900-477f-8371-34d5606ffc5f None None] For port 88b3c072-d139-4f9f-bab4-b5292257c10d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=88b3c072-d139-4f9f-bab4-b5292257c10d,segment=NetworkSegment(3cf9db51-bc56-428f-9212-f29823601a0e),segment_id=3cf9db51-bc56-428f-9212-f29823601a0e)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:19:36.920344 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-72e89d47-f900-477f-8371-34d5606ffc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:37.003128 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e89d47-f900-477f-8371-34d5606ffc5f None None] Pushing event updated for resources: {'Port': ['ID=88b3c072-d139-4f9f-bab4-b5292257c10d,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:37.025327 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-93e47bd4-984a-4bea-86af-e8cad06e4c7f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:37.053620 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-ad64e141-cfa5-4f5a-b876-9a7bf8f9f490 None None] Provisioning complete for port 88b3c072-d139-4f9f-bab4-b5292257c10d triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:19:37.054238 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ad64e141-cfa5-4f5a-b876-9a7bf8f9f490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:37.072951 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-93e47bd4-984a-4bea-86af-e8cad06e4c7f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:37.129692 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-93e47bd4-984a-4bea-86af-e8cad06e4c7f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Network 959282f4-ef52-4326-bfa8-3cd262b3406c is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:19:37.133008 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-93e47bd4-984a-4bea-86af-e8cad06e4c7f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:19:37.136963 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-93e47bd4-984a-4bea-86af-e8cad06e4c7f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:19:37.142457 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9feb4d-a61f-4ddc-ba50-add5a962571c', 'name': 'tempest-TestShelveInstance-2130103591-router', 'tenant_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '32264c2b-b7d8-48b8-aca6-264124d8c6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:28Z', 'updated_at': '2022-05-26T17:19:31Z', 'revision_number': 4, 'project_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'gw_port': {'id': '32264c2b-b7d8-48b8-aca6-264124d8c6b8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9feb4d-a61f-4ddc-ba50-add5a962571c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:28Z', 'updated_at': '2022-05-26T17:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '88b3c072-d139-4f9f-bab4-b5292257c10d', 'name': '', 'network_id': 'b76532d2-bf58-4c5e-a929-e6265f636474', 'tenant_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'mac_address': 'fa:16:3e:c2:a1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9feb4d-a61f-4ddc-ba50-add5a962571c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '9aa7f3ab-5f9a-4012-b05a-40c96d5a1b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:31Z', 'updated_at': '2022-05-26T17:19:36Z', 'revision_number': 4, 'project_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'subnets': [{'id': '9aa7f3ab-5f9a-4012-b05a-40c96d5a1b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:37.146115 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e47bd4-984a-4bea-86af-e8cad06e4c7f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event updated for resources: {'Port': ['ID=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:37.164572 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-ad64e141-cfa5-4f5a-b876-9a7bf8f9f490 None None] Current status of the port 88b3c072-d139-4f9f-bab4-b5292257c10d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:19:37.195469 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe3866b-a30c-4b61-bb4f-75939a8864a8 None None] The sync data for ids ['9b9feb4d-a61f-4ddc-ba50-add5a962571c'] in n-d-843337-2 is: [{'id': '9b9feb4d-a61f-4ddc-ba50-add5a962571c', 'name': 'tempest-TestShelveInstance-2130103591-router', 'tenant_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '32264c2b-b7d8-48b8-aca6-264124d8c6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:28Z', 'updated_at': '2022-05-26T17:19:31Z', 'revision_number': 4, 'project_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'gw_port': {'id': '32264c2b-b7d8-48b8-aca6-264124d8c6b8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9feb4d-a61f-4ddc-ba50-add5a962571c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:28Z', 'updated_at': '2022-05-26T17:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '88b3c072-d139-4f9f-bab4-b5292257c10d', 'name': '', 'network_id': 'b76532d2-bf58-4c5e-a929-e6265f636474', 'tenant_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'mac_address': 'fa:16:3e:c2:a1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9feb4d-a61f-4ddc-ba50-add5a962571c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '9aa7f3ab-5f9a-4012-b05a-40c96d5a1b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:31Z', 'updated_at': '2022-05-26T17:19:36Z', 'revision_number': 4, 'project_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'subnets': [{'id': '9aa7f3ab-5f9a-4012-b05a-40c96d5a1b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:19:37.242510 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-93e47bd4-984a-4bea-86af-e8cad06e4c7f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:37.243342 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-93e47bd4-984a-4bea-86af-e8cad06e4c7f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:37.277391 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-93e47bd4-984a-4bea-86af-e8cad06e4c7f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8973160 May 26 17:19:37.294135 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-12bd9a31-9161-4d59-b074-595afd750d7f service neutron] Request body: {'port': {'device_id': '38bf0ce3-763e-44ca-a84a-b15e34bfa20b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:19:37.367265 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 32264c2b-b7d8-48b8-aca6-264124d8c6b8 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:19:37.397774 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f779f5-b04d-45a9-aa0d-4a210b283a79 req-f93b3388-39fa-497a-b6ed-541295e9a85f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:37.406230 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-18f779f5-b04d-45a9-aa0d-4a210b283a79 req-f93b3388-39fa-497a-b6ed-541295e9a85f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 932 time: 0.1414497 May 26 17:19:37.426721 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-12bd9a31-9161-4d59-b074-595afd750d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:37.444923 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 32264c2b-b7d8-48b8-aca6-264124d8c6b8 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:19:37.445630 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:37.494624 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-18f779f5-b04d-45a9-aa0d-4a210b283a79 req-585de21c-0815-4d37-adea-27b287f57c82 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752923 May 26 17:19:37.563573 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 32264c2b-b7d8-48b8-aca6-264124d8c6b8 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:19:37.565160 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 88b3c072-d139-4f9f-bab4-b5292257c10d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:19:37.622358 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-5a418949-eab8-4b5e-ac3a-3effed5d3428 None None] Provisioning complete for port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:19:37.622738 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5a418949-eab8-4b5e-ac3a-3effed5d3428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:37.667666 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 88b3c072-d139-4f9f-bab4-b5292257c10d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:19:37.668037 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:37.669602 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-5a418949-eab8-4b5e-ac3a-3effed5d3428 None None] Port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:19:37.756801 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 88b3c072-d139-4f9f-bab4-b5292257c10d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:19:37.761436 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-12bd9a31-9161-4d59-b074-595afd750d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:19:37.768982 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-12bd9a31-9161-4d59-b074-595afd750d7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:37.781260 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-12bd9a31-9161-4d59-b074-595afd750d7f service neutron] Transition to ACTIVE for port object 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 17:19:37.786099 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-12bd9a31-9161-4d59-b074-595afd750d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:37.838671 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd9a31-9161-4d59-b074-595afd750d7f service neutron] Pushing event updated for resources: {'Port': ['ID=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:37.917942 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-12bd9a31-9161-4d59-b074-595afd750d7f service neutron] Attempting to bind port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:19:37.918267 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-12bd9a31-9161-4d59-b074-595afd750d7f service neutron] Attempting to bind port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '199d7358-55e2-4385-8b76-bc2a04153802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:19:37.918800 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-12bd9a31-9161-4d59-b074-595afd750d7f service neutron] Attempting to bind port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 on network 959282f4-ef52-4326-bfa8-3cd262b3406c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:19:37.924378 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-12bd9a31-9161-4d59-b074-595afd750d7f service neutron] Port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 on network 959282f4-ef52-4326-bfa8-3cd262b3406c not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:19:37.924715 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-12bd9a31-9161-4d59-b074-595afd750d7f service neutron] Attempting to bind port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 on network 959282f4-ef52-4326-bfa8-3cd262b3406c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:19:37.930531 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-12bd9a31-9161-4d59-b074-595afd750d7f service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:19:37.930876 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-12bd9a31-9161-4d59-b074-595afd750d7f service neutron] Checking segment: {'id': '199d7358-55e2-4385-8b76-bc2a04153802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:19:37.931283 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-12bd9a31-9161-4d59-b074-595afd750d7f service neutron] Bound using segment: {'id': '199d7358-55e2-4385-8b76-bc2a04153802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:19:37.931732 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-12bd9a31-9161-4d59-b074-595afd750d7f service neutron] Bound port: 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '199d7358-55e2-4385-8b76-bc2a04153802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:19:37.932150 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-12bd9a31-9161-4d59-b074-595afd750d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:38.007426 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-12bd9a31-9161-4d59-b074-595afd750d7f service neutron] For port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:19:38.011156 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-12bd9a31-9161-4d59-b074-595afd750d7f service neutron] For port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:19:38.017426 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-12bd9a31-9161-4d59-b074-595afd750d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:38.056471 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-12bd9a31-9161-4d59-b074-595afd750d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:38.057094 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-12bd9a31-9161-4d59-b074-595afd750d7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:38.058476 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-12bd9a31-9161-4d59-b074-595afd750d7f service neutron] 10.222.0.81 "PUT /v2.0/ports/3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 HTTP/1.1" status: 200 len: 1092 time: 0.7693734 May 26 17:19:38.059013 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38bf0ce3-763e-44ca-a84a-b15e34bfa20b', 'tag': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:19:38.061304 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62bc257-77c7-4cbd-96d6-a17ec5204eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "38bf0ce3-763e-44ca-a84a-b15e34bfa20b", "tag": "3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:19:38.110418 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd9a31-9161-4d59-b074-595afd750d7f service neutron] Pushing event updated for resources: {'Port': ['ID=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:38.129816 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d2c909-6382-4264-b3f5-4ee78feb94ce x-openstack-request-id: req-78d2c909-6382-4264-b3f5-4ee78feb94ce {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:19:38.130122 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38bf0ce3-763e-44ca-a84a-b15e34bfa20b", "tag": "3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:19:38.130370 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-78d2c909-6382-4264-b3f5-4ee78feb94ce {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:19:38.130784 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78d2c909-6382-4264-b3f5-4ee78feb94ce'] response: {'name': 'network-changed', 'server_uuid': '38bf0ce3-763e-44ca-a84a-b15e34bfa20b', 'tag': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1', 'status': 'completed', 'code': 200} May 26 17:19:38.170062 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-b232ff29-7bcd-41bf-92ce-2ad31a44ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:38.172570 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-b232ff29-7bcd-41bf-92ce-2ad31a44ad06 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e3042dce975e4528aa29d3b198eb71f6&device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 1095 time: 0.0569272 May 26 17:19:38.226264 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-5c0ee122-d33a-4ec3-9ae5-081fb24251a4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 HTTP/1.1" status: 200 len: 217 time: 0.0444608 May 26 17:19:38.288524 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-cd307772-add6-4c4e-8a73-6066a3db4b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:38.290037 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-cd307772-add6-4c4e-8a73-6066a3db4b2d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5bcbf617-16d2-4eb5-83ca-877fbf16a2dc HTTP/1.1" status: 200 len: 848 time: 0.0544915 May 26 17:19:38.352370 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-320c968e-dd1f-4b52-8daa-cfcc81f7ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:38.353941 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-320c968e-dd1f-4b52-8daa-cfcc81f7ad2f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=959282f4-ef52-4326-bfa8-3cd262b3406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568564 May 26 17:19:38.456890 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-787ea36d-2350-4679-80ea-c7d84dd03eeb service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952468 May 26 17:19:38.562340 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d33fd4a3-f01f-4857-86f0-1ab58d47c195 req-3c4f69f1-8f6a-4156-b413-e8561687e164 service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982745 May 26 17:19:38.641587 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca008e9-20ac-4d13-9695-3252f33fb0b8 req-0e7e4e95-f1a0-49ad-8fd3-e707eb2822cd tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:38.643850 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ca008e9-20ac-4d13-9695-3252f33fb0b8 req-0e7e4e95-f1a0-49ad-8fd3-e707eb2822cd tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 944 time: 0.0727842 May 26 17:19:38.676877 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bc257-77c7-4cbd-96d6-a17ec5204eb4 req-6b8accc8-530e-4728-b404-8994bc2cd194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:38.678389 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e62bc257-77c7-4cbd-96d6-a17ec5204eb4 req-6b8accc8-530e-4728-b404-8994bc2cd194 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e3042dce975e4528aa29d3b198eb71f6&device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 1095 time: 0.0533526 May 26 17:19:38.690874 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ca008e9-20ac-4d13-9695-3252f33fb0b8 req-3a7a28e4-37f5-493a-afac-d9e2c65081a8 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398552 May 26 17:19:38.773777 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bc257-77c7-4cbd-96d6-a17ec5204eb4 req-39871c46-cf72-4aa8-a3d6-1abd9997f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:38.775281 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e62bc257-77c7-4cbd-96d6-a17ec5204eb4 req-39871c46-cf72-4aa8-a3d6-1abd9997f96a service neutron] 10.222.0.81 "GET /v2.0/networks?id=959282f4-ef52-4326-bfa8-3cd262b3406c HTTP/1.1" status: 200 len: 910 time: 0.0901299 May 26 17:19:38.818562 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e62bc257-77c7-4cbd-96d6-a17ec5204eb4 req-2c6ab4c0-43eb-4513-bcee-eeae454cddca service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 HTTP/1.1" status: 200 len: 217 time: 0.0360606 May 26 17:19:38.880965 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bc257-77c7-4cbd-96d6-a17ec5204eb4 req-68bba76e-3b66-4f64-b904-eb66c2e1d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:38.882609 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e62bc257-77c7-4cbd-96d6-a17ec5204eb4 req-68bba76e-3b66-4f64-b904-eb66c2e1d7e8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5bcbf617-16d2-4eb5-83ca-877fbf16a2dc HTTP/1.1" status: 200 len: 848 time: 0.0555601 May 26 17:19:38.933173 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bc257-77c7-4cbd-96d6-a17ec5204eb4 req-b38db684-1246-467d-820a-cd10ee3c2c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:38.934686 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e62bc257-77c7-4cbd-96d6-a17ec5204eb4 req-b38db684-1246-467d-820a-cd10ee3c2c59 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=959282f4-ef52-4326-bfa8-3cd262b3406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446823 May 26 17:19:39.039216 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e62bc257-77c7-4cbd-96d6-a17ec5204eb4 req-da024954-916e-4250-bece-71c7e6784e4f service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955813 May 26 17:19:39.138918 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e62bc257-77c7-4cbd-96d6-a17ec5204eb4 req-33925b8b-227e-4db9-8baa-f1b03bfe09d3 service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929546 May 26 17:19:39.816251 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc144a-00d9-4753-a120-68064e4f01b8 req-36e7e7f3-004e-4087-8545-18a5951b7b5a tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:39.817992 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-04fc144a-00d9-4753-a120-68064e4f01b8 req-36e7e7f3-004e-4087-8545-18a5951b7b5a tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 944 time: 0.0535541 May 26 17:19:39.860995 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-04fc144a-00d9-4753-a120-68064e4f01b8 req-2b754c13-3dec-4716-b1d7-4425aa43a9be tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363920 May 26 17:19:40.994890 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1217d3d-b3e2-4467-952d-335c539e14f0 req-7fdbb518-c6a0-41d9-8bfc-636efeb0584d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:40.996462 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e1217d3d-b3e2-4467-952d-335c539e14f0 req-7fdbb518-c6a0-41d9-8bfc-636efeb0584d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 944 time: 0.0543795 May 26 17:19:41.037516 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e1217d3d-b3e2-4467-952d-335c539e14f0 req-d50c2fee-1baf-44e9-b6ac-4bd6fe821749 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339468 May 26 17:19:42.008571 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:19:42.133398 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:19:42.152430 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'port_id': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1', 'mac_address': 'fa:16:3e:c4:2b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:19:42.196281 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:19:42.196670 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:42.199898 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f90ec7-fa5c-48bc-acb5-bb1162f7ab92 req-ca2380b1-ac15-4dad-b378-1df44bae4971 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:42.202238 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2f90ec7-fa5c-48bc-acb5-bb1162f7ab92 req-ca2380b1-ac15-4dad-b378-1df44bae4971 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 944 time: 0.0665722 May 26 17:19:42.215495 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:19:42.250910 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:19:42.256195 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:42.261621 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2f90ec7-fa5c-48bc-acb5-bb1162f7ab92 req-b5030edd-778b-4e42-a480-2b91b5aa6791 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499172 May 26 17:19:42.320514 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:42.472374 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:19:43.211845 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-361e7bb9-7401-483a-aa40-82a1a48695c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:43.388937 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42342624-5ae5-490d-8a9b-4094a12deb91 req-b3b4e129-d39f-413e-9f06-731a71fd8177 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:43.390521 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42342624-5ae5-490d-8a9b-4094a12deb91 req-b3b4e129-d39f-413e-9f06-731a71fd8177 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 945 time: 0.0528007 May 26 17:19:43.432326 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-42342624-5ae5-490d-8a9b-4094a12deb91 req-f6ba3114-2b0a-4edc-bdc0-7a1b1d0105cb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341883 May 26 17:19:44.007618 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:19:44.062781 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 17:19:44.067287 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:19:44.067661 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:44.149247 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:19:44.149642 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:44.173672 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bf0ce3-763e-44ca-a84a-b15e34bfa20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:19:44.175925 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b02771-5c25-4468-a01a-636052ab3f7b" -d '{"events": [{"server_uuid": "38bf0ce3-763e-44ca-a84a-b15e34bfa20b", "name": "network-vif-plugged", "status": "completed", "tag": "3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:19:44.190245 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:19:44.195669 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:44.252027 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:44.288079 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd201ecd-8054-42d2-9ec2-79a1409aae47 x-openstack-request-id: req-dd201ecd-8054-42d2-9ec2-79a1409aae47 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:19:44.288406 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bf0ce3-763e-44ca-a84a-b15e34bfa20b", "name": "network-vif-plugged", "status": "completed", "tag": "3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:19:44.288660 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dd201ecd-8054-42d2-9ec2-79a1409aae47 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:19:44.289059 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd201ecd-8054-42d2-9ec2-79a1409aae47'] response: {'server_uuid': '38bf0ce3-763e-44ca-a84a-b15e34bfa20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1', 'code': 200} May 26 17:19:44.395933 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763e056-7ac6-4de4-b9f1-7de689c8dd03 req-f7ffb5c9-e7d1-4ec3-8d1a-e3e3d1dc9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:44.397497 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a763e056-7ac6-4de4-b9f1-7de689c8dd03 req-f7ffb5c9-e7d1-4ec3-8d1a-e3e3d1dc9a3d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 1097 time: 0.0452344 May 26 17:19:44.434997 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-a763e056-7ac6-4de4-b9f1-7de689c8dd03 req-b4c95c60-91a2-43a3-809b-8aa1de30a4c3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301938 May 26 17:19:44.556913 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cc029-86d3-4b95-885e-49f76bcf9415 req-d602a6a4-8a69-4271-a331-9ff9e1f4a1d6 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:44.558657 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-890cc029-86d3-4b95-885e-49f76bcf9415 req-d602a6a4-8a69-4271-a331-9ff9e1f4a1d6 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0547864 May 26 17:19:44.603512 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-890cc029-86d3-4b95-885e-49f76bcf9415 req-1f644a3d-ca39-445e-a70f-fd0ba8f8ffc1 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367289 May 26 17:19:45.660130 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ca425c8d-7221-4cdd-be86-545f588d0cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:45.747105 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed3c63-2c8a-473d-8575-2076f1da9252 req-5e2eb144-4b56-400b-a2f7-364fea971f6f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:45.748623 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-97ed3c63-2c8a-473d-8575-2076f1da9252 req-5e2eb144-4b56-400b-a2f7-364fea971f6f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0690970 May 26 17:19:45.791322 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-97ed3c63-2c8a-473d-8575-2076f1da9252 req-4c3d175e-5f71-4bea-9f55-e3e20864c1bf tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356956 May 26 17:19:45.919622 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62841ada-136a-4a3d-9b37-3c447dc03c74 req-bd17b1a0-efc9-4b03-b395-0c711bf4f1c1 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:45.921264 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-62841ada-136a-4a3d-9b37-3c447dc03c74 req-bd17b1a0-efc9-4b03-b395-0c711bf4f1c1 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0571795 May 26 17:19:45.963454 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-62841ada-136a-4a3d-9b37-3c447dc03c74 req-e3608965-0e8f-43f6-9601-9c21861132f8 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360029 May 26 17:19:45.987545 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43096) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:46.127978 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4940dd-cf51-4a0a-adb3-97d8c70e3851 tempest-TestShelveInstance-657702254 tempest-TestShelveInstance-657702254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:46.129654 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-bb4940dd-cf51-4a0a-adb3-97d8c70e3851 tempest-TestShelveInstance-657702254 tempest-TestShelveInstance-657702254-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 1092 time: 0.1410649 May 26 17:19:46.133051 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43100) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:19:46.137934 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-73e18756-8617-4d0b-91ec-e4867b432bc9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:19:46.166929 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73e18756-8617-4d0b-91ec-e4867b432bc9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:46.273580 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73e18756-8617-4d0b-91ec-e4867b432bc9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:46.391581 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-73e18756-8617-4d0b-91ec-e4867b432bc9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Allocated IP 172.25.7.76 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/d2641e7d-e891-499b-8d97-fbbf791f938d) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:19:46.499617 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73e18756-8617-4d0b-91ec-e4867b432bc9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:46.534772 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73e18756-8617-4d0b-91ec-e4867b432bc9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:46.579428 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e18756-8617-4d0b-91ec-e4867b432bc9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:19:46.582451 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-73e18756-8617-4d0b-91ec-e4867b432bc9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:19:46.586789 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e18756-8617-4d0b-91ec-e4867b432bc9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:19:46.593752 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e18756-8617-4d0b-91ec-e4867b432bc9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event updated for resources: {'Port': ['ID=d2641e7d-e891-499b-8d97-fbbf791f938d,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:46.849249 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:46.966008 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73e18756-8617-4d0b-91ec-e4867b432bc9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:47.040646 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73e18756-8617-4d0b-91ec-e4867b432bc9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:47.205231 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73e18756-8617-4d0b-91ec-e4867b432bc9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:47.211445 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73e18756-8617-4d0b-91ec-e4867b432bc9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:47.284982 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e18756-8617-4d0b-91ec-e4867b432bc9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event updated for resources: {'Port': ['ID=d2641e7d-e891-499b-8d97-fbbf791f938d,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:19:47.300479 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73e18756-8617-4d0b-91ec-e4867b432bc9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:47.407306 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-73e18756-8617-4d0b-91ec-e4867b432bc9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Floating IP b1edaf49-465d-482e-b035-421020701aa6 associated. External IP: 172.25.7.76, port: 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1. May 26 17:19:47.955177 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e18756-8617-4d0b-91ec-e4867b432bc9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Router 91359778-b51e-4fc0-9fb3-d12e964a81a8 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:19:48.067568 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e18756-8617-4d0b-91ec-e4867b432bc9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:19:48.077703 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771e6751-bf95-4169-977d-4292e4cbb3b4 None None] Sync routers for ids ['91359778-b51e-4fc0-9fb3-d12e964a81a8'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:19:48.089377 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-73e18756-8617-4d0b-91ec-e4867b432bc9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:48.089594 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771e6751-bf95-4169-977d-4292e4cbb3b4 None None] Routers {'91359778-b51e-4fc0-9fb3-d12e964a81a8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:19:48.089984 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-771e6751-bf95-4169-977d-4292e4cbb3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:19:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['91359778-b51e-4fc0-9fb3-d12e964a81a8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:48.123189 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-73e18756-8617-4d0b-91ec-e4867b432bc9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9869809 May 26 17:19:48.123189 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38bf0ce3-763e-44ca-a84a-b15e34bfa20b', 'tag': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:19:48.124264 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05e13a7-e107-45d3-b924-99c4e4f32e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "38bf0ce3-763e-44ca-a84a-b15e34bfa20b", "tag": "3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:19:48.165285 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a37e7f7-9c77-44ce-9e69-3c1123845a97 x-openstack-request-id: req-7a37e7f7-9c77-44ce-9e69-3c1123845a97 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:19:48.165285 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38bf0ce3-763e-44ca-a84a-b15e34bfa20b", "tag": "3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:19:48.165569 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7a37e7f7-9c77-44ce-9e69-3c1123845a97 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:19:48.165811 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a37e7f7-9c77-44ce-9e69-3c1123845a97'] response: {'name': 'network-changed', 'server_uuid': '38bf0ce3-763e-44ca-a84a-b15e34bfa20b', 'tag': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1', 'status': 'completed', 'code': 200} May 26 17:19:48.206089 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-771e6751-bf95-4169-977d-4292e4cbb3b4 None None] Set router 91359778-b51e-4fc0-9fb3-d12e964a81a8 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:19:48.228699 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e13a7-e107-45d3-b924-99c4e4f32e1a req-c2b5b1b6-47c8-427a-b575-014d8df3f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:48.230219 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c05e13a7-e107-45d3-b924-99c4e4f32e1a req-c2b5b1b6-47c8-427a-b575-014d8df3f885 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e3042dce975e4528aa29d3b198eb71f6&device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 1097 time: 0.0416181 May 26 17:19:48.326328 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e13a7-e107-45d3-b924-99c4e4f32e1a req-66cd78ca-002f-4854-be1f-70c5a6778e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:48.328755 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c05e13a7-e107-45d3-b924-99c4e4f32e1a req-66cd78ca-002f-4854-be1f-70c5a6778e7a service neutron] 10.222.0.81 "GET /v2.0/networks?id=959282f4-ef52-4326-bfa8-3cd262b3406c HTTP/1.1" status: 200 len: 910 time: 0.0913935 May 26 17:19:48.402264 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c05e13a7-e107-45d3-b924-99c4e4f32e1a req-92ec259f-c3e8-4265-8e18-df07e6b6e6c5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 HTTP/1.1" status: 200 len: 999 time: 0.0669448 May 26 17:19:48.453905 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e13a7-e107-45d3-b924-99c4e4f32e1a req-a12d3ece-1080-4fab-869e-7c538b9bab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:48.455385 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c05e13a7-e107-45d3-b924-99c4e4f32e1a req-a12d3ece-1080-4fab-869e-7c538b9bab0f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5bcbf617-16d2-4eb5-83ca-877fbf16a2dc HTTP/1.1" status: 200 len: 848 time: 0.0464151 May 26 17:19:48.463569 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-771e6751-bf95-4169-977d-4292e4cbb3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'name': 'tempest-TestShelveInstance-1605239039-router', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:26Z', 'revision_number': 4, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'gw_port': {'id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'b1edaf49-465d-482e-b035-421020701aa6', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'port_id': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'mac_address': 'fa:16:3e:c4:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bf0ce3-763e-44ca-a84a-b15e34bfa20b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:19:46Z', 'updated_at': '2022-05-26T17:19:46Z', 'revision_number': 0, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de65756-d852-4a77-84dc-6a1807a5d973', 'name': '', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'mac_address': 'fa:16:3e:8f:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:25Z', 'updated_at': '2022-05-26T17:19:31Z', 'revision_number': 5, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'subnets': [{'id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:48.491652 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771e6751-bf95-4169-977d-4292e4cbb3b4 None None] Checking router: 91359778-b51e-4fc0-9fb3-d12e964a81a8 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:19:48.501316 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771e6751-bf95-4169-977d-4292e4cbb3b4 None None] Routers {'91359778-b51e-4fc0-9fb3-d12e964a81a8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:19:48.501962 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-771e6751-bf95-4169-977d-4292e4cbb3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:19:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['91359778-b51e-4fc0-9fb3-d12e964a81a8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:48.502493 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e13a7-e107-45d3-b924-99c4e4f32e1a req-74937500-ef26-4b95-adc5-d68e56519d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:19:48.504012 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c05e13a7-e107-45d3-b924-99c4e4f32e1a req-74937500-ef26-4b95-adc5-d68e56519d8d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=959282f4-ef52-4326-bfa8-3cd262b3406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421269 May 26 17:19:48.621880 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:48.633182 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-771e6751-bf95-4169-977d-4292e4cbb3b4 None None] Set router 91359778-b51e-4fc0-9fb3-d12e964a81a8 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:19:48.655099 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c05e13a7-e107-45d3-b924-99c4e4f32e1a req-0cd275d7-adf9-438d-b2b8-aa87cb80a055 service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446929 May 26 17:19:48.760868 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-c05e13a7-e107-45d3-b924-99c4e4f32e1a req-fab8bd12-933f-4239-a451-f89f7be74728 service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987344 May 26 17:19:48.864888 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:48.888370 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-771e6751-bf95-4169-977d-4292e4cbb3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'name': 'tempest-TestShelveInstance-1605239039-router', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:26Z', 'revision_number': 4, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'gw_port': {'id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'b1edaf49-465d-482e-b035-421020701aa6', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'port_id': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'mac_address': 'fa:16:3e:c4:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bf0ce3-763e-44ca-a84a-b15e34bfa20b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:19:46Z', 'updated_at': '2022-05-26T17:19:46Z', 'revision_number': 0, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de65756-d852-4a77-84dc-6a1807a5d973', 'name': '', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'mac_address': 'fa:16:3e:8f:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:25Z', 'updated_at': '2022-05-26T17:19:31Z', 'revision_number': 5, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'subnets': [{'id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:19:48.924448 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771e6751-bf95-4169-977d-4292e4cbb3b4 None None] The sync data for ids ['91359778-b51e-4fc0-9fb3-d12e964a81a8'] in n-d-843337-2 is: [{'id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'name': 'tempest-TestShelveInstance-1605239039-router', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:26Z', 'revision_number': 4, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'gw_port': {'id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': 'b1edaf49-465d-482e-b035-421020701aa6', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'port_id': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'mac_address': 'fa:16:3e:c4:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bf0ce3-763e-44ca-a84a-b15e34bfa20b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:19:46Z', 'updated_at': '2022-05-26T17:19:46Z', 'revision_number': 0, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de65756-d852-4a77-84dc-6a1807a5d973', 'name': '', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'mac_address': 'fa:16:3e:8f:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:25Z', 'updated_at': '2022-05-26T17:19:31Z', 'revision_number': 5, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'subnets': [{'id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:19:49.129582 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b741b2-0f8a-4225-933f-d59176aee03a None None] New status for floating IP b1edaf49-465d-482e-b035-421020701aa6: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:19:49.189820 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:19:52.666181 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:20:01.118945 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:13.205713 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fc567138-1274-48e7-834c-bf40b220c4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:15.664204 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f566ebb4-b528-4bd1-9461-ac03aded1de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:16.851503 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:18.582394 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:18.871123 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:19.183880 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:29.048163 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-92c506d8-9e4a-4a84-b5a8-0a531230943f req-ef9bbb4a-8199-49c6-9f80-09e2ee6dcdeb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493796 May 26 17:20:29.138549 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c506d8-9e4a-4a84-b5a8-0a531230943f req-09812942-b143-41ed-88b9-106f8918a8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:20:29.139531 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-92c506d8-9e4a-4a84-b5a8-0a531230943f req-09812942-b143-41ed-88b9-106f8918a8b1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e3042dce975e4528aa29d3b198eb71f6&device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 1097 time: 0.0453906 May 26 17:20:29.251210 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c506d8-9e4a-4a84-b5a8-0a531230943f req-3c63bd33-52d5-4a8e-90ce-634c8d8b868f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:20:29.252671 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-92c506d8-9e4a-4a84-b5a8-0a531230943f req-3c63bd33-52d5-4a8e-90ce-634c8d8b868f service neutron] 10.222.0.81 "GET /v2.0/networks?id=959282f4-ef52-4326-bfa8-3cd262b3406c HTTP/1.1" status: 200 len: 910 time: 0.0911779 May 26 17:20:29.331023 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-92c506d8-9e4a-4a84-b5a8-0a531230943f req-89acb225-8aa0-41f2-8241-7f9e46735a82 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 HTTP/1.1" status: 200 len: 1001 time: 0.0708354 May 26 17:20:29.387809 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c506d8-9e4a-4a84-b5a8-0a531230943f req-9865af31-bd32-4e56-81a9-c422323650bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:20:29.389341 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-92c506d8-9e4a-4a84-b5a8-0a531230943f req-9865af31-bd32-4e56-81a9-c422323650bb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5bcbf617-16d2-4eb5-83ca-877fbf16a2dc HTTP/1.1" status: 200 len: 848 time: 0.0518448 May 26 17:20:29.440340 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c506d8-9e4a-4a84-b5a8-0a531230943f req-b06c6272-f400-45d3-ace0-d6ec67a5f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:20:29.441885 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-92c506d8-9e4a-4a84-b5a8-0a531230943f req-b06c6272-f400-45d3-ace0-d6ec67a5f17a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=959282f4-ef52-4326-bfa8-3cd262b3406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445063 May 26 17:20:29.543599 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-92c506d8-9e4a-4a84-b5a8-0a531230943f req-726885ce-0680-48b7-84e0-ff45246c28b5 service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949078 May 26 17:20:29.637898 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-92c506d8-9e4a-4a84-b5a8-0a531230943f req-46cb0ed4-9f80-4f3e-b825-ea7cc5c9af9f service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862896 May 26 17:20:29.665331 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:20:31.122156 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:43.209770 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-64378454-b342-4647-9a37-878ae15aca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:45.672134 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-41d159ac-86c2-496b-9bc8-d6328ec2ad2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:46.854362 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:48.586638 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:48.869580 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:20:49.191836 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:01.131835 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:06.666243 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:21:13.212184 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8901b1ec-2f8e-407c-9589-89341bd8eab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:15.667886 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-af7c507e-115b-419a-a9fe-bff5d2354f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:16.858461 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:18.590205 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:18.888024 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:19.186154 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:29.996320 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ceb118a-800b-4042-ba97-6468a475365d req-3007c96d-8947-4cc6-945c-abce71ea1f1a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471327 May 26 17:21:30.084664 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb118a-800b-4042-ba97-6468a475365d req-52e7e7e5-3409-486a-9efc-1040ebf2ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:21:30.086179 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ceb118a-800b-4042-ba97-6468a475365d req-52e7e7e5-3409-486a-9efc-1040ebf2ef40 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e3042dce975e4528aa29d3b198eb71f6&device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 1097 time: 0.0464971 May 26 17:21:30.193624 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb118a-800b-4042-ba97-6468a475365d req-a5d60ffc-b083-4245-a9c4-268383a8f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:21:30.195095 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ceb118a-800b-4042-ba97-6468a475365d req-a5d60ffc-b083-4245-a9c4-268383a8f0b0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=959282f4-ef52-4326-bfa8-3cd262b3406c HTTP/1.1" status: 200 len: 910 time: 0.0901263 May 26 17:21:30.265440 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ceb118a-800b-4042-ba97-6468a475365d req-24c22c39-5153-430e-bfe2-7de4e55b1a81 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 HTTP/1.1" status: 200 len: 1001 time: 0.0639012 May 26 17:21:30.314032 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb118a-800b-4042-ba97-6468a475365d req-92ab8602-7e61-4467-82fb-af18dba0e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:21:30.315505 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ceb118a-800b-4042-ba97-6468a475365d req-92ab8602-7e61-4467-82fb-af18dba0e269 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5bcbf617-16d2-4eb5-83ca-877fbf16a2dc HTTP/1.1" status: 200 len: 848 time: 0.0439281 May 26 17:21:30.361487 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb118a-800b-4042-ba97-6468a475365d req-03d6606c-f9d8-4c56-b6a1-09951352f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:21:30.363025 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ceb118a-800b-4042-ba97-6468a475365d req-03d6606c-f9d8-4c56-b6a1-09951352f5b0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=959282f4-ef52-4326-bfa8-3cd262b3406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412226 May 26 17:21:30.471952 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ceb118a-800b-4042-ba97-6468a475365d req-659a9382-158c-46fc-8d31-5602f28606e7 service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019433 May 26 17:21:30.568195 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4ceb118a-800b-4042-ba97-6468a475365d req-c733df14-608e-4a0a-b898-12d9ba975145 service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895030 May 26 17:21:31.143880 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:41.025569 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d618f-aa37-47ae-a3a4-7de82dfbbb6c req-fd230992-5b9d-4ada-bda0-8e41989362b2 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:21:41.027189 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-780d618f-aa37-47ae-a3a4-7de82dfbbb6c req-fd230992-5b9d-4ada-bda0-8e41989362b2 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.1143260 May 26 17:21:41.074519 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-780d618f-aa37-47ae-a3a4-7de82dfbbb6c req-a33951af-d5ba-40e2-9085-47abe25d02f6 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388682 May 26 17:21:42.223447 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9115334-375d-46d5-af99-59cbf1f94e49 req-5996b8fc-926b-4f89-92c5-176e96551455 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:21:42.225300 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9115334-375d-46d5-af99-59cbf1f94e49 req-5996b8fc-926b-4f89-92c5-176e96551455 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0577040 May 26 17:21:42.273331 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9115334-375d-46d5-af99-59cbf1f94e49 req-c872221e-523c-4709-a74f-1d44d8c39f9f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385609 May 26 17:21:43.219085 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fdec9ccc-59c4-4c16-9045-f5721356f0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:43.411939 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3bb67-806c-4cac-8c3f-08870ddfc8e6 req-8759e767-6d13-4fae-9241-481cd6c6147e tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:21:43.413681 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-45a3bb67-806c-4cac-8c3f-08870ddfc8e6 req-8759e767-6d13-4fae-9241-481cd6c6147e tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0569530 May 26 17:21:43.454905 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-45a3bb67-806c-4cac-8c3f-08870ddfc8e6 req-c9e09b6e-ac70-4c0b-8670-04df1585227d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349553 May 26 17:21:43.665852 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:21:44.581474 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d281e-77df-4361-94a9-68f981cc6e51 req-2b0696d8-ea90-4ed2-893f-74e82941cc6e tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:21:44.583239 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c53d281e-77df-4361-94a9-68f981cc6e51 req-2b0696d8-ea90-4ed2-893f-74e82941cc6e tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0539155 May 26 17:21:44.623355 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c53d281e-77df-4361-94a9-68f981cc6e51 req-92e6271c-74a1-47f8-afd0-af7d14a66572 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339389 May 26 17:21:45.671906 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-88f85ec2-3d9d-4326-b737-7ea04ca95bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:45.751837 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15de36-1454-4744-8367-21730fc6d7d0 req-74971ccd-9880-4272-9949-7e47b5816cf4 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:21:45.753379 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea15de36-1454-4744-8367-21730fc6d7d0 req-74971ccd-9880-4272-9949-7e47b5816cf4 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0529916 May 26 17:21:45.793696 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ea15de36-1454-4744-8367-21730fc6d7d0 req-113ce159-fbc6-4488-8b8c-51a9d524e4b8 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338557 May 26 17:21:46.861603 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:46.915363 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3ce99-579f-4f09-a971-96bacea53a46 req-480db82c-f6c8-4940-b17d-a7c37402b2ed tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:21:46.916894 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7fc3ce99-579f-4f09-a971-96bacea53a46 req-480db82c-f6c8-4940-b17d-a7c37402b2ed tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0498550 May 26 17:21:46.955634 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7fc3ce99-579f-4f09-a971-96bacea53a46 req-323cad5c-522e-45c1-a10d-7b239e54d8b6 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326960 May 26 17:21:48.086456 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27dcd9-7ae8-48af-8d91-4488d18ad05d req-1cc329b6-e526-4069-8a4d-e2b58a7b286e tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:21:48.088055 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da27dcd9-7ae8-48af-8d91-4488d18ad05d req-1cc329b6-e526-4069-8a4d-e2b58a7b286e tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0575438 May 26 17:21:48.127817 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-da27dcd9-7ae8-48af-8d91-4488d18ad05d req-f522e2ef-d30b-41de-8a33-9a05e639fa0d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328083 May 26 17:21:48.589871 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:48.900079 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:49.194446 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:49.259206 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fabd55-6b31-45c0-a5bd-4422fa2d0795 req-2a82a011-d129-4f80-b3bb-81a1ccf71572 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:21:49.260714 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d0fabd55-6b31-45c0-a5bd-4422fa2d0795 req-2a82a011-d129-4f80-b3bb-81a1ccf71572 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0524125 May 26 17:21:49.308139 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d0fabd55-6b31-45c0-a5bd-4422fa2d0795 req-7281c1f8-9354-4517-9626-0db570b556a6 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398703 May 26 17:21:50.451758 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb1506-a9e1-42b0-996c-d4a28575c6cc req-22dd385d-284f-4ec6-90d1-d6e61b6bb867 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:21:50.453276 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15cb1506-a9e1-42b0-996c-d4a28575c6cc req-22dd385d-284f-4ec6-90d1-d6e61b6bb867 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0581193 May 26 17:21:50.492344 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-15cb1506-a9e1-42b0-996c-d4a28575c6cc req-c85783ad-f23c-4063-988f-5630392dadce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318291 May 26 17:21:51.612598 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7709a7-c35b-4ae8-af08-aa928e9a24eb req-11bdf91a-d158-46b7-82ed-f4d70fc79fff tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:21:51.614102 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9b7709a7-c35b-4ae8-af08-aa928e9a24eb req-11bdf91a-d158-46b7-82ed-f4d70fc79fff tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0517285 May 26 17:21:51.651958 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9b7709a7-c35b-4ae8-af08-aa928e9a24eb req-1806e765-4c7b-48a7-914c-45a83ea39440 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310822 May 26 17:21:52.614828 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:21:52.722391 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:21:52.735247 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'port_id': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1', 'mac_address': 'fa:16:3e:c4:2b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:21:52.780353 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 is: ACTIVE; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:21:52.780985 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:52.798539 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b296b-d358-4505-9cdd-9aee2060ecaf req-2e0c254c-4cc1-4bd7-9a5a-6dbb266619ee tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:21:52.800167 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-846b296b-d358-4505-9cdd-9aee2060ecaf req-2e0c254c-4cc1-4bd7-9a5a-6dbb266619ee tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0618308 May 26 17:21:52.803627 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:21:52.831383 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:21:52.836555 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:52.860257 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-846b296b-d358-4505-9cdd-9aee2060ecaf req-da8465a7-bec4-4a33-bbec-b872459c494f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510828 May 26 17:21:52.891916 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:21:52.900474 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:21:52.900819 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:21:52.901159 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:21:52.901494 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:21:52.901826 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:21:52.902153 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:21:52.902480 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:21:52.902812 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:21:52.903139 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:21:52.903461 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:21:52.903833 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:21:52.905794 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:21:52.912181 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:21:53.999703 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f61f06-425f-46f9-8949-6b3b78a84dc2 req-785e58ed-9d97-4a5a-8057-966630421274 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:21:54.001760 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37f61f06-425f-46f9-8949-6b3b78a84dc2 req-785e58ed-9d97-4a5a-8057-966630421274 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 945 time: 0.0564778 May 26 17:21:54.050636 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37f61f06-425f-46f9-8949-6b3b78a84dc2 req-b09f389c-425d-4a02-9c3f-2cfb3c59f48d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380037 May 26 17:21:54.644581 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:21:54.702906 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:21:54.703532 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:54.791844 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:21:54.792480 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:54.816621 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bf0ce3-763e-44ca-a84a-b15e34bfa20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:21:54.819643 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742ffd3d-3a66-4d86-86e2-922d0dd9e909" -d '{"events": [{"server_uuid": "38bf0ce3-763e-44ca-a84a-b15e34bfa20b", "name": "network-vif-plugged", "status": "completed", "tag": "3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:21:54.835415 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:21:54.842042 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:21:54.871961 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d665f31-2deb-4060-8109-c65afc06a205 x-openstack-request-id: req-0d665f31-2deb-4060-8109-c65afc06a205 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:21:54.872410 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bf0ce3-763e-44ca-a84a-b15e34bfa20b", "name": "network-vif-plugged", "status": "completed", "tag": "3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:21:54.872751 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0d665f31-2deb-4060-8109-c65afc06a205 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:21:54.873386 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d665f31-2deb-4060-8109-c65afc06a205'] response: {'server_uuid': '38bf0ce3-763e-44ca-a84a-b15e34bfa20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1', 'code': 200} May 26 17:21:54.905204 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:21:55.208535 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44308d-1bf1-46f6-9239-c3c5ff391d44 req-1379fbcc-0142-40d1-ba5e-5cd181e69875 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:21:55.211084 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce44308d-1bf1-46f6-9239-c3c5ff391d44 req-1379fbcc-0142-40d1-ba5e-5cd181e69875 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0671880 May 26 17:21:55.255122 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ce44308d-1bf1-46f6-9239-c3c5ff391d44 req-ee5acac7-83eb-4c23-ab6d-e02d0b4ee587 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373192 May 26 17:21:56.459555 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8350d17-730c-42ef-a8b5-aa54c17f662c req-36b2803a-2576-4880-a8cb-b22685cafdcd tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:21:56.462237 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8350d17-730c-42ef-a8b5-aa54c17f662c req-36b2803a-2576-4880-a8cb-b22685cafdcd tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0690529 May 26 17:21:56.512305 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8350d17-730c-42ef-a8b5-aa54c17f662c req-b55a3c4f-cb41-435e-a4a6-37c331fa3272 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435159 May 26 17:21:57.668724 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1000cb-9102-4476-8596-3b0616fa77fb req-06c18214-e53a-43d0-b742-449267773f85 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:21:57.670331 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a1000cb-9102-4476-8596-3b0616fa77fb req-06c18214-e53a-43d0-b742-449267773f85 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0627489 May 26 17:21:57.720815 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3a1000cb-9102-4476-8596-3b0616fa77fb req-7609d4f5-e213-44e3-818b-483b582ccb20 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388026 May 26 17:21:58.879650 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4b3ed-21c1-4232-a64e-0a3b27adb37e req-c5435e8a-9aac-4905-a84f-1fef0cd4735d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:21:58.881292 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bfa4b3ed-21c1-4232-a64e-0a3b27adb37e req-c5435e8a-9aac-4905-a84f-1fef0cd4735d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0719905 May 26 17:21:58.932082 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bfa4b3ed-21c1-4232-a64e-0a3b27adb37e req-f48e4606-d0b0-4bfd-82e6-7728fe50bae6 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443432 May 26 17:22:00.074822 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ad17d-d4fd-42ff-aa21-8bf9b0c2d3d1 req-4e778c0d-4d23-479c-868d-5fe4e13d4d0b tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:00.076567 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb8ad17d-d4fd-42ff-aa21-8bf9b0c2d3d1 req-4e778c0d-4d23-479c-868d-5fe4e13d4d0b tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0622962 May 26 17:22:00.124797 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bb8ad17d-d4fd-42ff-aa21-8bf9b0c2d3d1 req-413f8793-9d1a-47bd-85e2-6e958b014557 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390842 May 26 17:22:01.154506 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:01.272736 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4e71f-a96f-41f0-ba92-6ba2e59bf43c req-8d1af78b-5a14-4eb6-aae9-4a9e89af89d3 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:01.274373 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eca4e71f-a96f-41f0-ba92-6ba2e59bf43c req-8d1af78b-5a14-4eb6-aae9-4a9e89af89d3 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0597715 May 26 17:22:01.321372 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eca4e71f-a96f-41f0-ba92-6ba2e59bf43c req-9ebfe533-7499-4f9c-a031-e04d6abaffd5 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376501 May 26 17:22:02.488136 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0452b2-46ed-4a8f-b334-9dcef050a333 req-5f165a15-6957-471d-ac13-b2da41d18b6f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:02.491489 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac0452b2-46ed-4a8f-b334-9dcef050a333 req-5f165a15-6957-471d-ac13-b2da41d18b6f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0696125 May 26 17:22:02.539695 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ac0452b2-46ed-4a8f-b334-9dcef050a333 req-1c438d6c-2393-4d46-aa05-bf9ce288fc92 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392268 May 26 17:22:03.687248 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b255bc2-9b48-4ac2-91ad-b57115c29246 req-bc46d8a8-c04c-4d4d-9d5c-f738434b6cb3 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:03.688708 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3b255bc2-9b48-4ac2-91ad-b57115c29246 req-bc46d8a8-c04c-4d4d-9d5c-f738434b6cb3 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0619979 May 26 17:22:03.732040 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3b255bc2-9b48-4ac2-91ad-b57115c29246 req-7a492905-a204-40cd-9459-cc0f42969af5 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366695 May 26 17:22:03.799115 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26385fb-a898-4708-a5b4-7403764a3f3f req-dc920532-c169-43c1-b7b1-1364c4749a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:03.800736 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d26385fb-a898-4708-a5b4-7403764a3f3f req-dc920532-c169-43c1-b7b1-1364c4749a19 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e3042dce975e4528aa29d3b198eb71f6&device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 1097 time: 0.0474563 May 26 17:22:03.913440 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26385fb-a898-4708-a5b4-7403764a3f3f req-6756109a-61d7-4500-9ab0-5c4250e55a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:03.914953 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d26385fb-a898-4708-a5b4-7403764a3f3f req-6756109a-61d7-4500-9ab0-5c4250e55a94 service neutron] 10.222.0.81 "GET /v2.0/networks?id=959282f4-ef52-4326-bfa8-3cd262b3406c HTTP/1.1" status: 200 len: 910 time: 0.1067367 May 26 17:22:03.989809 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d26385fb-a898-4708-a5b4-7403764a3f3f req-133106b3-a33d-4e29-abb4-0de34cf00ed0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 HTTP/1.1" status: 200 len: 1001 time: 0.0673070 May 26 17:22:04.046124 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26385fb-a898-4708-a5b4-7403764a3f3f req-6e6d6c13-c964-49ba-8330-e6b92e3af0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:04.047614 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d26385fb-a898-4708-a5b4-7403764a3f3f req-6e6d6c13-c964-49ba-8330-e6b92e3af0d3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5bcbf617-16d2-4eb5-83ca-877fbf16a2dc HTTP/1.1" status: 200 len: 848 time: 0.0509758 May 26 17:22:04.096308 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26385fb-a898-4708-a5b4-7403764a3f3f req-91464a64-10c1-4884-a75a-7b08b0d1ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:04.097825 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d26385fb-a898-4708-a5b4-7403764a3f3f req-91464a64-10c1-4884-a75a-7b08b0d1ea29 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=959282f4-ef52-4326-bfa8-3cd262b3406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427253 May 26 17:22:04.200569 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d26385fb-a898-4708-a5b4-7403764a3f3f req-e23dc5ce-e40c-4a27-b552-7e32f7e34b86 service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940773 May 26 17:22:04.307171 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d26385fb-a898-4708-a5b4-7403764a3f3f req-a3a49641-f509-4997-8700-fbb37d4a9eeb service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983639 May 26 17:22:04.852555 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda76de-ed4c-4eb0-980e-554b6683a4bb req-52d8e62f-5460-4369-ad63-ed90b2f2ab6e tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:04.854073 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4cda76de-ed4c-4eb0-980e-554b6683a4bb req-52d8e62f-5460-4369-ad63-ed90b2f2ab6e tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0493155 May 26 17:22:04.897308 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4cda76de-ed4c-4eb0-980e-554b6683a4bb req-a2c20544-9a26-421b-9c16-deba51a0c6a8 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319636 May 26 17:22:06.062832 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e0434-1392-4824-8d06-c524b2d5dc2f req-f49c43ad-c4de-45d6-9bd2-6692cb38ded8 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:06.064656 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e9e0434-1392-4824-8d06-c524b2d5dc2f req-f49c43ad-c4de-45d6-9bd2-6692cb38ded8 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0758581 May 26 17:22:06.108127 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7e9e0434-1392-4824-8d06-c524b2d5dc2f req-9af26a69-3090-4e92-81f8-aa44855df4e7 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345092 May 26 17:22:06.711330 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:22:06.803271 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:22:06.803658 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:06.825394 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bf0ce3-763e-44ca-a84a-b15e34bfa20b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:22:06.827597 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed70fa2-9df5-47bc-9ad5-5dd63dd458fe" -d '{"events": [{"server_uuid": "38bf0ce3-763e-44ca-a84a-b15e34bfa20b", "name": "network-vif-unplugged", "status": "completed", "tag": "3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:22:06.840975 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:22:06.845377 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:06.869250 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 May 2022 17:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996778e0-471d-44fb-8ca5-07ee7ef4a351 x-openstack-request-id: req-996778e0-471d-44fb-8ca5-07ee7ef4a351 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:22:06.869541 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bf0ce3-763e-44ca-a84a-b15e34bfa20b", "name": "network-vif-unplugged", "status": "failed", "tag": "3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1", "code": 422}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:22:06.869830 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-996778e0-471d-44fb-8ca5-07ee7ef4a351 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:22:06.870190 n-d-843337-2 neutron-server[103897]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-996778e0-471d-44fb-8ca5-07ee7ef4a351']: {'server_uuid': '38bf0ce3-763e-44ca-a84a-b15e34bfa20b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1', 'code': 422} returned with failed status May 26 17:22:06.895340 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:22:07.227151 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a02dc7-216c-4b22-9400-94feb7e50289 req-ccc23819-2d99-4f25-adef-cb40675090cb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:07.228669 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3a02dc7-216c-4b22-9400-94feb7e50289 req-ccc23819-2d99-4f25-adef-cb40675090cb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 944 time: 0.0490608 May 26 17:22:07.269415 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a3a02dc7-216c-4b22-9400-94feb7e50289 req-5420dec9-c632-4e85-bd38-56831009a2fe tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342619 May 26 17:22:07.407446 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-3f1e8971-6f71-49ab-bb5e-4dc21ef5c282 req-e324d719-1452-40be-885b-905d93a26dd2 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:22:07.408950 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3f1e8971-6f71-49ab-bb5e-4dc21ef5c282 req-e324d719-1452-40be-885b-905d93a26dd2 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0720475 May 26 17:22:07.588180 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802eb11-5a5c-47be-8337-d7bb5a9e26df req-4da41f2e-6c29-40e4-ba69-cfc8753f83cd tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:07.589665 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4802eb11-5a5c-47be-8337-d7bb5a9e26df req-4da41f2e-6c29-40e4-ba69-cfc8753f83cd tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 944 time: 0.0607607 May 26 17:22:07.634193 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4802eb11-5a5c-47be-8337-d7bb5a9e26df req-fcfb4c95-b1c3-4d37-99b2-f4bc0245639b tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379477 May 26 17:22:07.788677 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-6e249503-50c5-401e-a241-c44bb082b0ca service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880287 May 26 17:22:08.773661 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf4e79-387e-4a9c-bbf5-436a8071452a req-049e8abf-052d-4d0c-823e-abc42c5d7344 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:08.775216 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2cf4e79-387e-4a9c-bbf5-436a8071452a req-049e8abf-052d-4d0c-823e-abc42c5d7344 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 944 time: 0.0607219 May 26 17:22:08.818627 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2cf4e79-387e-4a9c-bbf5-436a8071452a req-592c7a70-e68d-44fd-8462-23cf58be300f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362339 May 26 17:22:08.892607 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-226a3a33-bd64-4f6d-aba8-9f3fb604e28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:08.894130 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-226a3a33-bd64-4f6d-aba8-9f3fb604e28d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b&tenant_id=e3042dce975e4528aa29d3b198eb71f6 HTTP/1.1" status: 200 len: 1095 time: 0.0946119 May 26 17:22:08.910675 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-538b8417-e256-4da8-871a-e6141d17865c service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:22:08.911754 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-538b8417-e256-4da8-871a-e6141d17865c service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055795 May 26 17:22:08.940415 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843337-2', 'device_owner': 'compute:nova'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:22:09.000757 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:09.220767 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] For port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:22:09.259711 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] For port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:22:09.294382 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:22:09.302919 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:09.315201 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Transition to ACTIVE for port object 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 17:22:09.320468 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:09.405615 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,revision_number=9']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:22:09.421277 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:22:09.421627 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:22:09.421967 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:22:09.422304 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:22:09.422633 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:22:09.422966 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:22:09.423380 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:22:09.423805 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:22:09.424341 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:22:09.424724 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:22:09.425053 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:22:09.425376 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:22:09.468913 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] No DVR routers for this DVR port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:22:09.618829 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Attempting to bind port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:22:09.619228 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Attempting to bind port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '199d7358-55e2-4385-8b76-bc2a04153802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:22:09.619620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Attempting to bind port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 on network 959282f4-ef52-4326-bfa8-3cd262b3406c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:22:09.624891 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 on network 959282f4-ef52-4326-bfa8-3cd262b3406c not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:22:09.625321 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Attempting to bind port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 on network 959282f4-ef52-4326-bfa8-3cd262b3406c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:22:09.631002 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:22:09.631270 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Checking segment: {'id': '199d7358-55e2-4385-8b76-bc2a04153802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:22:09.631652 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Bound using segment: {'id': '199d7358-55e2-4385-8b76-bc2a04153802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:22:09.632077 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Bound port: 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '199d7358-55e2-4385-8b76-bc2a04153802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:22:09.632455 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:09.698085 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] For port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:22:09.701105 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] For port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:22:09.706624 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:09.749349 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:09.749956 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:09.751337 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] 10.222.0.83 "PUT /v2.0/ports/3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 HTTP/1.1" status: 200 len: 1092 time: 0.8156922 May 26 17:22:09.751773 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38bf0ce3-763e-44ca-a84a-b15e34bfa20b', 'tag': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:22:09.754588 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4203c1-4459-4e0e-bec6-0c076ca2de43" -d '{"events": [{"name": "network-changed", "server_uuid": "38bf0ce3-763e-44ca-a84a-b15e34bfa20b", "tag": "3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:22:09.782652 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f7a05-2dcc-4d4e-a84e-162e4f98f552 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,revision_number=10']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:22:09.810293 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6aa785-b48e-42c9-9fc2-ca5cffd76ebf x-openstack-request-id: req-9b6aa785-b48e-42c9-9fc2-ca5cffd76ebf {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:22:09.810595 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38bf0ce3-763e-44ca-a84a-b15e34bfa20b", "tag": "3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:22:09.810874 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9b6aa785-b48e-42c9-9fc2-ca5cffd76ebf {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:22:09.811315 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b6aa785-b48e-42c9-9fc2-ca5cffd76ebf'] response: {'name': 'network-changed', 'server_uuid': '38bf0ce3-763e-44ca-a84a-b15e34bfa20b', 'tag': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1', 'status': 'completed', 'code': 200} May 26 17:22:09.861481 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-fd7d4c8d-8728-4427-a637-8baad2bd6c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:09.864340 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-fd7d4c8d-8728-4427-a637-8baad2bd6c7f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e3042dce975e4528aa29d3b198eb71f6&device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 1096 time: 0.0664995 May 26 17:22:09.964205 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d6903-06d4-4260-8bd0-2d4111ad365c req-067c290d-ee76-4205-81c5-0552b3eda731 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:09.968569 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-400d6903-06d4-4260-8bd0-2d4111ad365c req-067c290d-ee76-4205-81c5-0552b3eda731 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 945 time: 0.0666637 May 26 17:22:09.974577 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-7eeefb7c-7f35-499d-b63b-f80d95f18583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:09.976082 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-7eeefb7c-7f35-499d-b63b-f80d95f18583 service neutron] 10.222.0.83 "GET /v2.0/networks?id=959282f4-ef52-4326-bfa8-3cd262b3406c HTTP/1.1" status: 200 len: 910 time: 0.0997481 May 26 17:22:10.008678 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-400d6903-06d4-4260-8bd0-2d4111ad365c req-918baecc-0022-4432-bcee-60bdd3216aaa tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363884 May 26 17:22:10.060189 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-b4b04a04-ed68-480a-afa3-a2e12c523099 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 HTTP/1.1" status: 200 len: 999 time: 0.0736625 May 26 17:22:10.115819 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-33db50ae-129c-4251-98a8-7d9db174306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:10.117350 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-33db50ae-129c-4251-98a8-7d9db174306a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bcbf617-16d2-4eb5-83ca-877fbf16a2dc HTTP/1.1" status: 200 len: 848 time: 0.0483253 May 26 17:22:10.168407 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-5c79f6e9-e8ac-42e7-a24f-b3f04068413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:10.170033 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-5c79f6e9-e8ac-42e7-a24f-b3f04068413d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=959282f4-ef52-4326-bfa8-3cd262b3406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450478 May 26 17:22:10.288899 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-e6def7a1-0399-4610-bd88-06a56b9a4b6d service neutron] 10.222.0.83 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034896 May 26 17:22:10.394221 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-334a7d50-aa75-4fd6-b51c-1eb797608779 req-d6207979-ec1d-46e4-a1e6-602c939f926d service neutron] 10.222.0.83 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941715 May 26 17:22:10.552340 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4203c1-4459-4e0e-bec6-0c076ca2de43 req-94d7a627-5185-4ffc-a802-cd14e3708072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:10.555208 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7e4203c1-4459-4e0e-bec6-0c076ca2de43 req-94d7a627-5185-4ffc-a802-cd14e3708072 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e3042dce975e4528aa29d3b198eb71f6&device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 1096 time: 0.0562248 May 26 17:22:10.668557 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4203c1-4459-4e0e-bec6-0c076ca2de43 req-f50bc26c-91a5-4d04-944a-334671e72b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:10.670195 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7e4203c1-4459-4e0e-bec6-0c076ca2de43 req-f50bc26c-91a5-4d04-944a-334671e72b87 service neutron] 10.222.0.83 "GET /v2.0/networks?id=959282f4-ef52-4326-bfa8-3cd262b3406c HTTP/1.1" status: 200 len: 910 time: 0.1072528 May 26 17:22:10.753366 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7e4203c1-4459-4e0e-bec6-0c076ca2de43 req-155ad023-1123-4c8b-a463-0103736b94b3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 HTTP/1.1" status: 200 len: 999 time: 0.0715094 May 26 17:22:10.821890 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4203c1-4459-4e0e-bec6-0c076ca2de43 req-1991cfd9-1cd4-4fae-b131-34ff1d7404fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:10.824044 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7e4203c1-4459-4e0e-bec6-0c076ca2de43 req-1991cfd9-1cd4-4fae-b131-34ff1d7404fb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bcbf617-16d2-4eb5-83ca-877fbf16a2dc HTTP/1.1" status: 200 len: 848 time: 0.0610976 May 26 17:22:11.185865 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3147432-715e-4072-97b1-690105152f98 req-c6595442-bcba-4796-903a-ef68b0ae2725 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:11.187745 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3147432-715e-4072-97b1-690105152f98 req-c6595442-bcba-4796-903a-ef68b0ae2725 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 945 time: 0.0676155 May 26 17:22:11.248010 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3147432-715e-4072-97b1-690105152f98 req-3d8d7d9c-9c5c-46f1-955d-244ea0857146 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535078 May 26 17:22:12.392915 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838cfd7-3d05-4516-9386-fc5b117a391e req-dca0dba2-bb05-434e-beca-aec1b5c139d1 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:12.399530 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e838cfd7-3d05-4516-9386-fc5b117a391e req-dca0dba2-bb05-434e-beca-aec1b5c139d1 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 945 time: 0.0601196 May 26 17:22:12.462255 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e838cfd7-3d05-4516-9386-fc5b117a391e req-91157cb3-5c9a-4c36-9cfc-69d5d8891663 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530040 May 26 17:22:13.214772 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e84e64a4-2ecd-4c74-b8f5-6b6d1e8b84cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:13.611541 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071cb0d-5096-4a9c-8a7d-fbf162826a74 req-4dac117e-706b-4290-9204-55e9d5a8a8e7 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:13.613181 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2071cb0d-5096-4a9c-8a7d-fbf162826a74 req-4dac117e-706b-4290-9204-55e9d5a8a8e7 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 945 time: 0.0588427 May 26 17:22:13.665904 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2071cb0d-5096-4a9c-8a7d-fbf162826a74 req-f0f3aafe-21ee-431c-b51a-6a65d3e20dfa tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425928 May 26 17:22:14.818603 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38551ed3-d1f2-43de-bc86-e833364c5238 req-c49e8561-c053-4fc7-9167-4af5d5c9863b tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:14.820613 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38551ed3-d1f2-43de-bc86-e833364c5238 req-c49e8561-c053-4fc7-9167-4af5d5c9863b tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 945 time: 0.0662496 May 26 17:22:14.882291 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38551ed3-d1f2-43de-bc86-e833364c5238 req-600ef411-4620-4a13-8cbc-8aadfc405a36 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528283 May 26 17:22:15.682539 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e2134363-5693-40e8-a48e-e738c17eabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:16.012533 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b848b76-c93e-44ff-85c2-203652f13aca req-2c697abb-32a2-40ae-9e63-43822d85c6f1 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:16.021378 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6b848b76-c93e-44ff-85c2-203652f13aca req-2c697abb-32a2-40ae-9e63-43822d85c6f1 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 945 time: 0.0657637 May 26 17:22:16.067557 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6b848b76-c93e-44ff-85c2-203652f13aca req-aface5af-e9f5-490c-ad1f-62c619cb3c74 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451167 May 26 17:22:16.869766 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:17.216041 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400baa76-310c-4952-8a3b-5d0094ed28fc req-db3674ed-cfff-473d-bbc6-cdebf2d09dd8 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:17.218129 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-400baa76-310c-4952-8a3b-5d0094ed28fc req-db3674ed-cfff-473d-bbc6-cdebf2d09dd8 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 945 time: 0.0689774 May 26 17:22:17.265088 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-400baa76-310c-4952-8a3b-5d0094ed28fc req-14814854-dd34-43ce-a02b-ba6710162502 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396247 May 26 17:22:18.432873 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8457095-bf85-4ee0-a996-6c3909686ddd req-74f91b79-4592-453e-a732-8d64ab384c7c tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:18.434474 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8457095-bf85-4ee0-a996-6c3909686ddd req-74f91b79-4592-453e-a732-8d64ab384c7c tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 945 time: 0.0694349 May 26 17:22:18.502447 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a8457095-bf85-4ee0-a996-6c3909686ddd req-24fd1441-4007-4983-bfe7-fdff229bf488 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517669 May 26 17:22:18.601352 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:18.918604 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:19.195289 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:19.631408 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b668555-fe84-49e0-9b9b-80f53e596351 req-c4666147-d292-4311-92c3-41584292cbec tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:19.632812 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b668555-fe84-49e0-9b9b-80f53e596351 req-c4666147-d292-4311-92c3-41584292cbec tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 945 time: 0.0617168 May 26 17:22:19.693157 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2b668555-fe84-49e0-9b9b-80f53e596351 req-75ce2f66-73d2-4373-8ec3-2ac596be5247 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517602 May 26 17:22:20.670821 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:22:20.842646 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186da60f-093a-430a-bfd7-6dfdd1348320 req-52cd37fb-1ab2-45b8-b1c2-1f6f50cb8126 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:20.844251 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-186da60f-093a-430a-bfd7-6dfdd1348320 req-52cd37fb-1ab2-45b8-b1c2-1f6f50cb8126 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 945 time: 0.0513024 May 26 17:22:20.890044 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-186da60f-093a-430a-bfd7-6dfdd1348320 req-2ca51e13-0d64-4064-9183-6b45e851e63b tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378914 May 26 17:22:22.028034 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5d3f0-fb3d-4c26-b789-fcdbe8e7be48 req-8c98ddf9-41d5-4eb7-af49-ae5fc3573829 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:22.029722 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-adf5d3f0-fb3d-4c26-b789-fcdbe8e7be48 req-8c98ddf9-41d5-4eb7-af49-ae5fc3573829 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 945 time: 0.0578234 May 26 17:22:22.072541 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-adf5d3f0-fb3d-4c26-b789-fcdbe8e7be48 req-6e042ab3-70ca-46f6-8ddd-583ef7432206 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352390 May 26 17:22:23.203989 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91f9ae-fe32-4888-b76a-5ebdbc980cbf req-fb39c3d6-3814-4879-b61b-1521df1ed9fa tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:23.205609 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ef91f9ae-fe32-4888-b76a-5ebdbc980cbf req-fb39c3d6-3814-4879-b61b-1521df1ed9fa tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 945 time: 0.0580702 May 26 17:22:23.248225 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ef91f9ae-fe32-4888-b76a-5ebdbc980cbf req-796426f4-8839-48a2-a520-3a5cc8fe4385 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361121 May 26 17:22:23.414285 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4203c1-4459-4e0e-bec6-0c076ca2de43 req-4a1dc257-255e-4fa1-a7cd-58e16cb6004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:23.416036 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7e4203c1-4459-4e0e-bec6-0c076ca2de43 req-4a1dc257-255e-4fa1-a7cd-58e16cb6004b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=959282f4-ef52-4326-bfa8-3cd262b3406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498431 May 26 17:22:23.520323 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7e4203c1-4459-4e0e-bec6-0c076ca2de43 req-b599916b-447a-4fd5-8bc9-f2655ba14e0d service neutron] 10.222.0.83 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963984 May 26 17:22:23.628026 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7e4203c1-4459-4e0e-bec6-0c076ca2de43 req-64ea9729-5e5c-4a9f-8bab-f0ffb12b946f service neutron] 10.222.0.83 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973699 May 26 17:22:24.385671 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fed07a-78f2-4927-ae10-3f90325eac18 req-07b089cf-16ee-432c-9124-7dacccb33870 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:24.387361 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-45fed07a-78f2-4927-ae10-3f90325eac18 req-07b089cf-16ee-432c-9124-7dacccb33870 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 945 time: 0.0561604 May 26 17:22:24.435819 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-45fed07a-78f2-4927-ae10-3f90325eac18 req-cf267917-e567-44b7-86ad-1cf8bfbd2717 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395658 May 26 17:22:25.573573 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358d3e2-6841-4913-84b6-2504fd94908d req-4a6dc408-d2c3-49e7-8b94-6086072daa59 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:25.575243 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2358d3e2-6841-4913-84b6-2504fd94908d req-4a6dc408-d2c3-49e7-8b94-6086072daa59 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 945 time: 0.0573514 May 26 17:22:25.617184 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2358d3e2-6841-4913-84b6-2504fd94908d req-c270772b-0dc1-4ce6-8551-554740d07cf0 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357010 May 26 17:22:26.752501 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b85b73-50b8-45ed-81f8-607077ef0f2b req-93cc84e0-fec7-4294-920b-6095170b6900 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:26.755509 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37b85b73-50b8-45ed-81f8-607077ef0f2b req-93cc84e0-fec7-4294-920b-6095170b6900 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 945 time: 0.0569556 May 26 17:22:26.797427 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37b85b73-50b8-45ed-81f8-607077ef0f2b req-4e9bc38f-d1d2-4689-a2aa-f2801c90acce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357571 May 26 17:22:27.928629 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c52f43-11e2-4efb-81c0-da54c3e36cb5 req-9c7ff0f5-aaaf-4813-884b-f01752662d9d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:27.932414 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9c52f43-11e2-4efb-81c0-da54c3e36cb5 req-9c7ff0f5-aaaf-4813-884b-f01752662d9d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 945 time: 0.0557077 May 26 17:22:27.972233 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b9c52f43-11e2-4efb-81c0-da54c3e36cb5 req-8028546a-0282-41d8-b208-54a348c32ee3 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355525 May 26 17:22:28.273190 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:22:28.382995 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:22:28.398394 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'port_id': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1', 'mac_address': 'fa:16:3e:c4:2b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:22:28.456274 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:22:28.456709 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:28.471475 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:22:28.498208 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:22:28.502513 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:28.555008 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,revision_number=11']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:22:29.064890 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:22:29.110655 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646e4cd-2b32-49e7-bcb8-7443b60732db req-45d9a60c-f65e-4f6e-92a9-44c364fc04d3 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:29.112221 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9646e4cd-2b32-49e7-bcb8-7443b60732db req-45d9a60c-f65e-4f6e-92a9-44c364fc04d3 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0623794 May 26 17:22:29.164151 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9646e4cd-2b32-49e7-bcb8-7443b60732db req-94ef4547-9330-4d01-8420-39b0fd377257 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449622 May 26 17:22:30.291318 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b363221-7853-4850-9a1d-0d37694812de req-3b87a40e-478f-435b-bd19-06ed25f8fc8e tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:30.292881 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b363221-7853-4850-9a1d-0d37694812de req-3b87a40e-478f-435b-bd19-06ed25f8fc8e tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0511935 May 26 17:22:30.340180 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1b363221-7853-4850-9a1d-0d37694812de req-8b901d50-cdd3-4d33-b6a2-7cc4baefdbe4 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408511 May 26 17:22:31.147586 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:31.469693 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400a1b5-b37e-477a-a71b-e4face784584 req-45ee7ce6-c5e3-4e65-83a7-f743d1f0263f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:31.471257 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d400a1b5-b37e-477a-a71b-e4face784584 req-45ee7ce6-c5e3-4e65-83a7-f743d1f0263f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 946 time: 0.0524981 May 26 17:22:31.512102 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d400a1b5-b37e-477a-a71b-e4face784584 req-851a6284-d96e-4622-87e4-5364dba0ca62 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337501 May 26 17:22:32.288310 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:22:32.351604 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 17:22:32.355996 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:22:32.356392 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:32.448555 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:22:32.448938 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:32.475288 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bf0ce3-763e-44ca-a84a-b15e34bfa20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:22:32.477593 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fee6e2-6644-4594-b2c8-060ecc71dfe1" -d '{"events": [{"server_uuid": "38bf0ce3-763e-44ca-a84a-b15e34bfa20b", "name": "network-vif-plugged", "status": "completed", "tag": "3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:22:32.493698 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:22:32.498448 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:32.535017 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b955da88-a224-41c2-ad0b-1206cff311d4 x-openstack-request-id: req-b955da88-a224-41c2-ad0b-1206cff311d4 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:22:32.535400 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bf0ce3-763e-44ca-a84a-b15e34bfa20b", "name": "network-vif-plugged", "status": "completed", "tag": "3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:22:32.535598 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b955da88-a224-41c2-ad0b-1206cff311d4 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:22:32.535947 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b955da88-a224-41c2-ad0b-1206cff311d4'] response: {'server_uuid': '38bf0ce3-763e-44ca-a84a-b15e34bfa20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1', 'code': 200} May 26 17:22:32.558751 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,revision_number=12']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:22:32.648927 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3fbb7-5915-4d0a-8962-b7dda49b8b4f req-40f8b887-97d5-4c34-896a-acc23e49f40a tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:32.650502 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-62b3fbb7-5915-4d0a-8962-b7dda49b8b4f req-40f8b887-97d5-4c34-896a-acc23e49f40a tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 947 time: 0.0598385 May 26 17:22:32.696728 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-62b3fbb7-5915-4d0a-8962-b7dda49b8b4f req-5a5d05da-4292-4c22-b3a8-b664ab7d6552 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394239 May 26 17:22:32.825774 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbac8af-17ca-4309-b695-f9acf0573b1f req-fa620ed2-e0f3-4028-92ff-e1f16cec01df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:32.827390 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7dbac8af-17ca-4309-b695-f9acf0573b1f req-fa620ed2-e0f3-4028-92ff-e1f16cec01df service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 1098 time: 0.0453734 May 26 17:22:32.871144 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7dbac8af-17ca-4309-b695-f9acf0573b1f req-0cdb02ee-6dd1-4985-adc7-5487935b87ad service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336616 May 26 17:22:33.839511 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5172718-2634-40e0-9b84-49833b84fafc req-0600be81-6953-4d34-ae70-ec956d7501e6 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:33.841081 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d5172718-2634-40e0-9b84-49833b84fafc req-0600be81-6953-4d34-ae70-ec956d7501e6 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 947 time: 0.0516062 May 26 17:22:33.885866 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d5172718-2634-40e0-9b84-49833b84fafc req-c2a6d849-6da7-4b55-b809-424773406ea3 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385158 May 26 17:22:35.041578 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786cf68-ab89-448e-b4d7-ed24210a1c60 req-5c416ce5-fe83-46c3-b231-117ac896bb7a tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:35.043167 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2786cf68-ab89-448e-b4d7-ed24210a1c60 req-5c416ce5-fe83-46c3-b231-117ac896bb7a tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 947 time: 0.0615213 May 26 17:22:35.088687 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2786cf68-ab89-448e-b4d7-ed24210a1c60 req-4e8531e0-f2e2-4ac8-9654-83be3ebf4976 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389819 May 26 17:22:36.224328 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5564e-4cff-4b6f-90f7-9acad01c7b39 req-bc1d83b5-768e-4611-90ba-c657e44c8bd4 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:36.225800 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31c5564e-4cff-4b6f-90f7-9acad01c7b39 req-bc1d83b5-768e-4611-90ba-c657e44c8bd4 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 947 time: 0.0611970 May 26 17:22:36.270553 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-31c5564e-4cff-4b6f-90f7-9acad01c7b39 req-37b84fa6-fd83-427d-94a4-8baa49688b00 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364838 May 26 17:22:43.212872 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b70a3363-24fe-487e-92f5-86d5d6dfd248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:45.674668 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d59a5638-2332-47d0-8ad0-5c9a9184e641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:46.867274 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:48.599849 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:48.915237 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:49.188265 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:22:55.819284 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eeff43c2-890e-40fc-997b-6d29935b682a req-d6afca05-a33c-4029-8d15-8d5bdc8e3fb4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437117 May 26 17:22:55.929426 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff43c2-890e-40fc-997b-6d29935b682a req-729bd76b-eb20-4893-9911-74b4dc967987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:55.930984 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eeff43c2-890e-40fc-997b-6d29935b682a req-729bd76b-eb20-4893-9911-74b4dc967987 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e3042dce975e4528aa29d3b198eb71f6&device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 1098 time: 0.0429060 May 26 17:22:56.041679 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff43c2-890e-40fc-997b-6d29935b682a req-3012da4a-ce6a-4d18-94b8-5a6c27fd34c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:56.043151 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eeff43c2-890e-40fc-997b-6d29935b682a req-3012da4a-ce6a-4d18-94b8-5a6c27fd34c3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=959282f4-ef52-4326-bfa8-3cd262b3406c HTTP/1.1" status: 200 len: 910 time: 0.0890472 May 26 17:22:56.114638 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eeff43c2-890e-40fc-997b-6d29935b682a req-b2fc4026-565b-46af-b6d2-4c4a12ff5e6a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 HTTP/1.1" status: 200 len: 1001 time: 0.0630150 May 26 17:22:56.163854 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff43c2-890e-40fc-997b-6d29935b682a req-604ef0d7-8bbe-4c31-bfcb-b54e51953675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:56.165351 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eeff43c2-890e-40fc-997b-6d29935b682a req-604ef0d7-8bbe-4c31-bfcb-b54e51953675 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bcbf617-16d2-4eb5-83ca-877fbf16a2dc HTTP/1.1" status: 200 len: 848 time: 0.0436189 May 26 17:22:56.211914 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff43c2-890e-40fc-997b-6d29935b682a req-e9248408-6660-4122-a79d-26be9a493e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:22:56.213454 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eeff43c2-890e-40fc-997b-6d29935b682a req-e9248408-6660-4122-a79d-26be9a493e35 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=959282f4-ef52-4326-bfa8-3cd262b3406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404739 May 26 17:22:56.313970 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eeff43c2-890e-40fc-997b-6d29935b682a req-ad09a889-af9f-408d-b2f9-53269293efa1 service neutron] 10.222.0.83 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926857 May 26 17:22:56.417999 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-eeff43c2-890e-40fc-997b-6d29935b682a req-6c8b64cb-871e-4cb9-b236-eab5a650372e service neutron] 10.222.0.83 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941637 May 26 17:22:57.670636 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:23:01.142135 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:23:13.219573 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7f2771dd-5578-48a3-9183-99c259763f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:23:15.677302 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-594a6bec-57a4-48e6-b9f3-54f899a8135d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:23:16.868082 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:23:18.600423 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:23:18.932596 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:23:19.199887 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:23:31.140736 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:23:34.669022 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:23:43.213308 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ee0848d0-eb7f-4724-aae9-f633a8861491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:23:45.681258 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bd1fdd75-3bff-4231-a741-e824338e4a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:23:46.873484 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:23:48.603350 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:23:48.942636 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:23:49.195067 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:23:57.798955 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-60703c9b-63d6-4b3a-a19c-2661abc69ba7 req-ae7ffd2e-f0ed-4ff1-bf8c-c15201368494 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516691 May 26 17:23:57.911753 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60703c9b-63d6-4b3a-a19c-2661abc69ba7 req-70e47020-00c1-4204-bfd5-4eef52b4378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:23:57.913387 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-60703c9b-63d6-4b3a-a19c-2661abc69ba7 req-70e47020-00c1-4204-bfd5-4eef52b4378d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e3042dce975e4528aa29d3b198eb71f6&device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 1098 time: 0.0455225 May 26 17:23:58.022501 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60703c9b-63d6-4b3a-a19c-2661abc69ba7 req-86a3c9c1-9ddd-4abc-8c35-a8c45e9c431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:23:58.023970 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-60703c9b-63d6-4b3a-a19c-2661abc69ba7 req-86a3c9c1-9ddd-4abc-8c35-a8c45e9c431e service neutron] 10.222.0.83 "GET /v2.0/networks?id=959282f4-ef52-4326-bfa8-3cd262b3406c HTTP/1.1" status: 200 len: 910 time: 0.0901623 May 26 17:23:58.101333 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-60703c9b-63d6-4b3a-a19c-2661abc69ba7 req-2a034a9e-26da-42e1-ab09-548ac481142a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 HTTP/1.1" status: 200 len: 1001 time: 0.0703783 May 26 17:23:58.154134 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60703c9b-63d6-4b3a-a19c-2661abc69ba7 req-b5799af5-a49c-4ad5-94da-8ecede654b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:23:58.155611 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-60703c9b-63d6-4b3a-a19c-2661abc69ba7 req-b5799af5-a49c-4ad5-94da-8ecede654b36 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bcbf617-16d2-4eb5-83ca-877fbf16a2dc HTTP/1.1" status: 200 len: 848 time: 0.0466740 May 26 17:23:58.207439 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60703c9b-63d6-4b3a-a19c-2661abc69ba7 req-71b3ef22-5798-4707-af40-06a17108b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:23:58.208497 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-60703c9b-63d6-4b3a-a19c-2661abc69ba7 req-71b3ef22-5798-4707-af40-06a17108b203 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=959282f4-ef52-4326-bfa8-3cd262b3406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434492 May 26 17:23:58.318442 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-60703c9b-63d6-4b3a-a19c-2661abc69ba7 req-4bd3ddd3-7111-4648-9e6b-3608fef81ca5 service neutron] 10.222.0.83 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981491 May 26 17:23:58.416152 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-60703c9b-63d6-4b3a-a19c-2661abc69ba7 req-16c3ad74-5c2d-4cd6-bf6a-21ef4d2ff4f8 service neutron] 10.222.0.83 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906048 May 26 17:24:01.144404 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:11.668344 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:24:13.219358 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4305a755-09cf-4d67-9bfa-8d4c85f6c768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:15.688225 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-755bddbd-f31d-41b9-9e4a-6e1435090121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:16.875635 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:18.604905 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:18.959427 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:19.198753 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:31.142375 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:35.977980 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43440) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:24:36.209389 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-7721b540-a23b-4902-941f-5e05443381fb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Deleting port d2641e7d-e891-499b-8d97-fbbf791f938d {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:24:36.209952 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7721b540-a23b-4902-941f-5e05443381fb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:36.300811 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7721b540-a23b-4902-941f-5e05443381fb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:36.301046 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7721b540-a23b-4902-941f-5e05443381fb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:36.313767 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-7721b540-a23b-4902-941f-5e05443381fb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Calling delete_port for d2641e7d-e891-499b-8d97-fbbf791f938d owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:24:36.470205 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7721b540-a23b-4902-941f-5e05443381fb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:36.496372 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721b540-a23b-4902-941f-5e05443381fb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event deleted for resources: {'Port': ['ID=d2641e7d-e891-499b-8d97-fbbf791f938d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:24:36.509336 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7721b540-a23b-4902-941f-5e05443381fb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:24:36.509689 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7721b540-a23b-4902-941f-5e05443381fb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:24:36.510030 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7721b540-a23b-4902-941f-5e05443381fb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:24:36.510365 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7721b540-a23b-4902-941f-5e05443381fb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:24:36.510702 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7721b540-a23b-4902-941f-5e05443381fb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:24:36.511031 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7721b540-a23b-4902-941f-5e05443381fb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:24:36.511358 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7721b540-a23b-4902-941f-5e05443381fb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:24:36.511685 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7721b540-a23b-4902-941f-5e05443381fb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:24:36.512018 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7721b540-a23b-4902-941f-5e05443381fb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:24:36.512357 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7721b540-a23b-4902-941f-5e05443381fb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:24:36.512681 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7721b540-a23b-4902-941f-5e05443381fb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:24:36.513001 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7721b540-a23b-4902-941f-5e05443381fb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:24:36.579341 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7721b540-a23b-4902-941f-5e05443381fb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:36.579622 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-7721b540-a23b-4902-941f-5e05443381fb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Floating IP b1edaf49-465d-482e-b035-421020701aa6 disassociated (deleted). External IP: 172.25.7.76, port: 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1. May 26 17:24:36.800888 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7721b540-a23b-4902-941f-5e05443381fb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Router 91359778-b51e-4fc0-9fb3-d12e964a81a8 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:24:37.229738 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7721b540-a23b-4902-941f-5e05443381fb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:24:37.234622 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-7721b540-a23b-4902-941f-5e05443381fb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:37.240717 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc70d3d-e094-469b-bac2-9e7b7af83626 None None] Sync routers for ids ['91359778-b51e-4fc0-9fb3-d12e964a81a8'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:24:37.251361 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc70d3d-e094-469b-bac2-9e7b7af83626 None None] Routers {'91359778-b51e-4fc0-9fb3-d12e964a81a8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:24:37.251989 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-adc70d3d-e094-469b-bac2-9e7b7af83626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:24:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['91359778-b51e-4fc0-9fb3-d12e964a81a8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:24:37.260880 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-7721b540-a23b-4902-941f-5e05443381fb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "DELETE /v2.0/floatingips/b1edaf49-465d-482e-b035-421020701aa6 HTTP/1.1" status: 204 len: 168 time: 1.2818003 May 26 17:24:37.261457 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38bf0ce3-763e-44ca-a84a-b15e34bfa20b', 'tag': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:24:37.263850 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24103bee38bbd97c6ccfbe10b0e84632f8bc6809d0c06cc395e50ba217a9e387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1535c01-5712-4f55-98d6-229e1d50e16a" -d '{"events": [{"name": "network-changed", "server_uuid": "38bf0ce3-763e-44ca-a84a-b15e34bfa20b", "tag": "3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:24:37.366043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-adc70d3d-e094-469b-bac2-9e7b7af83626 None None] Set router 91359778-b51e-4fc0-9fb3-d12e964a81a8 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:24:37.382060 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417171e5-9bca-4c60-a2a7-a69f55299622 x-openstack-request-id: req-417171e5-9bca-4c60-a2a7-a69f55299622 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:24:37.382355 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38bf0ce3-763e-44ca-a84a-b15e34bfa20b", "tag": "3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:24:37.382638 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-417171e5-9bca-4c60-a2a7-a69f55299622 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:24:37.383033 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-417171e5-9bca-4c60-a2a7-a69f55299622'] response: {'name': 'network-changed', 'server_uuid': '38bf0ce3-763e-44ca-a84a-b15e34bfa20b', 'tag': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1', 'status': 'completed', 'code': 200} May 26 17:24:37.476969 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1535c01-5712-4f55-98d6-229e1d50e16a req-15d5c4f2-b8bb-45eb-a68d-7eb944d27d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:24:37.478465 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b1535c01-5712-4f55-98d6-229e1d50e16a req-15d5c4f2-b8bb-45eb-a68d-7eb944d27d4b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e3042dce975e4528aa29d3b198eb71f6&device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 1098 time: 0.0463829 May 26 17:24:37.568734 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1535c01-5712-4f55-98d6-229e1d50e16a req-d99fefb8-63aa-443c-b67d-1e542f9ba4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:24:37.570104 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b1535c01-5712-4f55-98d6-229e1d50e16a req-d99fefb8-63aa-443c-b67d-1e542f9ba4ab service neutron] 10.222.0.83 "GET /v2.0/networks?id=959282f4-ef52-4326-bfa8-3cd262b3406c HTTP/1.1" status: 200 len: 910 time: 0.0848956 May 26 17:24:37.572609 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-adc70d3d-e094-469b-bac2-9e7b7af83626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'name': 'tempest-TestShelveInstance-1605239039-router', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:26Z', 'revision_number': 4, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'gw_port': {'id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '1de65756-d852-4a77-84dc-6a1807a5d973', 'name': '', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'mac_address': 'fa:16:3e:8f:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:25Z', 'updated_at': '2022-05-26T17:19:31Z', 'revision_number': 5, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'subnets': [{'id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:24:37.598540 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc70d3d-e094-469b-bac2-9e7b7af83626 None None] Checking router: 91359778-b51e-4fc0-9fb3-d12e964a81a8 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:24:37.607323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc70d3d-e094-469b-bac2-9e7b7af83626 None None] Routers {'91359778-b51e-4fc0-9fb3-d12e964a81a8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:24:37.607939 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-adc70d3d-e094-469b-bac2-9e7b7af83626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:24:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['91359778-b51e-4fc0-9fb3-d12e964a81a8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:24:37.616725 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b1535c01-5712-4f55-98d6-229e1d50e16a req-851708c0-76dc-48c4-afc5-1272412f5797 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 HTTP/1.1" status: 200 len: 217 time: 0.0391502 May 26 17:24:37.666090 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1535c01-5712-4f55-98d6-229e1d50e16a req-0e3168d8-944a-40ad-938a-f5fb74df7edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:24:37.667562 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b1535c01-5712-4f55-98d6-229e1d50e16a req-0e3168d8-944a-40ad-938a-f5fb74df7edc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5bcbf617-16d2-4eb5-83ca-877fbf16a2dc HTTP/1.1" status: 200 len: 848 time: 0.0443921 May 26 17:24:37.713553 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1535c01-5712-4f55-98d6-229e1d50e16a req-e97cf4e6-5fc0-4087-b764-eb72329c69e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:24:37.715080 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b1535c01-5712-4f55-98d6-229e1d50e16a req-e97cf4e6-5fc0-4087-b764-eb72329c69e7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=959282f4-ef52-4326-bfa8-3cd262b3406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408170 May 26 17:24:37.716912 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-adc70d3d-e094-469b-bac2-9e7b7af83626 None None] Set router 91359778-b51e-4fc0-9fb3-d12e964a81a8 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:24:37.814937 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b1535c01-5712-4f55-98d6-229e1d50e16a req-daa291d5-408c-48d8-8476-b878445b3d29 service neutron] 10.222.0.83 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919688 May 26 17:24:37.906512 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b1535c01-5712-4f55-98d6-229e1d50e16a req-3ec7d864-346c-4fcc-b390-e2fee88d28f3 service neutron] 10.222.0.83 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846984 May 26 17:24:37.930459 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-adc70d3d-e094-469b-bac2-9e7b7af83626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'name': 'tempest-TestShelveInstance-1605239039-router', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:26Z', 'revision_number': 4, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'gw_port': {'id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '1de65756-d852-4a77-84dc-6a1807a5d973', 'name': '', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'mac_address': 'fa:16:3e:8f:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:25Z', 'updated_at': '2022-05-26T17:19:31Z', 'revision_number': 5, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'subnets': [{'id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:24:37.962289 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc70d3d-e094-469b-bac2-9e7b7af83626 None None] The sync data for ids ['91359778-b51e-4fc0-9fb3-d12e964a81a8'] in n-d-843337-2 is: [{'id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'name': 'tempest-TestShelveInstance-1605239039-router', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:26Z', 'revision_number': 4, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'gw_port': {'id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '1de65756-d852-4a77-84dc-6a1807a5d973', 'name': '', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'mac_address': 'fa:16:3e:8f:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:25Z', 'updated_at': '2022-05-26T17:19:31Z', 'revision_number': 5, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'subnets': [{'id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:24:38.207809 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbc0711-f9cc-46b6-b92c-b160566dd4d4 None None] New status for floating IP b1edaf49-465d-482e-b035-421020701aa6: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:24:38.510724 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38cfe00-bc6f-4860-87b3-40fd94958d5a req-dd73f171-184a-49ff-b1ad-330558370e75 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:24:38.512199 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e38cfe00-bc6f-4860-87b3-40fd94958d5a req-dd73f171-184a-49ff-b1ad-330558370e75 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 947 time: 0.0488486 May 26 17:24:38.550518 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e38cfe00-bc6f-4860-87b3-40fd94958d5a req-5ecd10a0-a23d-41b1-8d15-b32c02746b8f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319304 May 26 17:24:39.673531 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390e421-9846-433c-a320-e30b6e7ff074 req-6abc81a3-8759-490a-a359-30ba4a9f06ab tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:24:39.675436 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7390e421-9846-433c-a320-e30b6e7ff074 req-6abc81a3-8759-490a-a359-30ba4a9f06ab tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 947 time: 0.0510545 May 26 17:24:39.715620 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7390e421-9846-433c-a320-e30b6e7ff074 req-913f4895-9cf4-469d-9233-a0eee9381039 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=7684d4ca-8661-4805-abbd-955a0d0440f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331893 May 26 17:24:40.341621 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1135809-c4b6-40b4-9857-f2e9dc8c4352 req-b4eea7d5-095f-4ea1-bb43-d86b97091b34 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:24:40.343888 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d1135809-c4b6-40b4-9857-f2e9dc8c4352 req-b4eea7d5-095f-4ea1-bb43-d86b97091b34 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.83 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 947 time: 0.0548482 May 26 17:24:40.461407 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-d1135809-c4b6-40b4-9857-f2e9dc8c4352 req-a62f2474-bfeb-45dd-93ed-5d8de78c58ce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Deleting port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:24:40.461752 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d1135809-c4b6-40b4-9857-f2e9dc8c4352 req-a62f2474-bfeb-45dd-93ed-5d8de78c58ce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:40.557817 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-d1135809-c4b6-40b4-9857-f2e9dc8c4352 req-a62f2474-bfeb-45dd-93ed-5d8de78c58ce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] For port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:24:40.558181 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d1135809-c4b6-40b4-9857-f2e9dc8c4352 req-a62f2474-bfeb-45dd-93ed-5d8de78c58ce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:40.570636 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-d1135809-c4b6-40b4-9857-f2e9dc8c4352 req-a62f2474-bfeb-45dd-93ed-5d8de78c58ce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Calling delete_port for 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:24:40.713112 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d1135809-c4b6-40b4-9857-f2e9dc8c4352 req-a62f2474-bfeb-45dd-93ed-5d8de78c58ce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:40.743811 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f2474-bfeb-45dd-93ed-5d8de78c58ce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event deleted for resources: {'Port': ['ID=3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:24:40.786658 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62f2474-bfeb-45dd-93ed-5d8de78c58ce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:24:40.787021 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62f2474-bfeb-45dd-93ed-5d8de78c58ce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:24:40.788070 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62f2474-bfeb-45dd-93ed-5d8de78c58ce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:24:40.788070 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62f2474-bfeb-45dd-93ed-5d8de78c58ce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:24:40.788070 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62f2474-bfeb-45dd-93ed-5d8de78c58ce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:24:40.788431 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62f2474-bfeb-45dd-93ed-5d8de78c58ce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:24:40.788702 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62f2474-bfeb-45dd-93ed-5d8de78c58ce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:24:40.789037 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62f2474-bfeb-45dd-93ed-5d8de78c58ce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:24:40.789369 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62f2474-bfeb-45dd-93ed-5d8de78c58ce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:24:40.789699 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62f2474-bfeb-45dd-93ed-5d8de78c58ce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:24:40.790029 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62f2474-bfeb-45dd-93ed-5d8de78c58ce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:24:40.790365 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62f2474-bfeb-45dd-93ed-5d8de78c58ce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:24:40.821203 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1135809-c4b6-40b4-9857-f2e9dc8c4352 req-a62f2474-bfeb-45dd-93ed-5d8de78c58ce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] No DVR routers for this DVR port 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:24:40.824141 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-d1135809-c4b6-40b4-9857-f2e9dc8c4352 req-a62f2474-bfeb-45dd-93ed-5d8de78c58ce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:40.828531 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d1135809-c4b6-40b4-9857-f2e9dc8c4352 req-a62f2474-bfeb-45dd-93ed-5d8de78c58ce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.83 "DELETE /v2.0/ports/3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 HTTP/1.1" status: 204 len: 173 time: 0.4772573 May 26 17:24:40.829235 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bf0ce3-763e-44ca-a84a-b15e34bfa20b', 'name': 'network-vif-deleted', 'tag': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:24:40.832030 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6aa104-b3af-480e-8741-6c5864f687f8" -d '{"events": [{"server_uuid": "38bf0ce3-763e-44ca-a84a-b15e34bfa20b", "name": "network-vif-deleted", "tag": "3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:24:40.850820 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-34fb2a1f-4f8f-4d95-9eed-a5bbdce905c3 req-45971bf9-24ea-49f5-8656-1403cee4645a tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bf0ce3-763e-44ca-a84a-b15e34bfa20b HTTP/1.1" status: 200 len: 210 time: 0.0415871 May 26 17:24:40.944225 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b056dbf-ffd2-44ce-aa54-47e1287a63df x-openstack-request-id: req-4b056dbf-ffd2-44ce-aa54-47e1287a63df {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:24:40.944514 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bf0ce3-763e-44ca-a84a-b15e34bfa20b", "name": "network-vif-deleted", "tag": "3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:24:40.944762 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4b056dbf-ffd2-44ce-aa54-47e1287a63df {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:24:40.945192 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b056dbf-ffd2-44ce-aa54-47e1287a63df'] response: {'server_uuid': '38bf0ce3-763e-44ca-a84a-b15e34bfa20b', 'name': 'network-vif-deleted', 'tag': '3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1', 'status': 'completed', 'code': 200} May 26 17:24:41.917800 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43474) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:24:41.978551 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9220a982-1117-4ee4-9c13-15b718925de7 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:42.003517 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9220a982-1117-4ee4-9c13-15b718925de7 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:42.062059 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9220a982-1117-4ee4-9c13-15b718925de7 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:42.065467 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-9220a982-1117-4ee4-9c13-15b718925de7 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:42.066630 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-9220a982-1117-4ee4-9c13-15b718925de7 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "DELETE /v2.0/security-groups/7684d4ca-8661-4805-abbd-955a0d0440f6 HTTP/1.1" status: 204 len: 168 time: 0.1477962 May 26 17:24:42.076267 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220a982-1117-4ee4-9c13-15b718925de7 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7684d4ca-8661-4805-abbd-955a0d0440f6,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:24:42.994612 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:24:43.015625 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:24:43.016005 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 3fe2dfc1-0c69-4c2d-98e7-3e688ba2f1f1 not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:24:43.223272 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0f210d33-7a60-4160-82de-42dd9532f53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:44.222042 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43484) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:24:44.227162 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-88a576eb-4c08-4593-b79b-2f7a6f3a0594 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1386944916', 'description': 'tempest-secgroup-smoke-1386944916 description', 'project_id': 'e3042dce975e4528aa29d3b198eb71f6'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:24:44.250237 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-88a576eb-4c08-4593-b79b-2f7a6f3a0594 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:44.320987 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-88a576eb-4c08-4593-b79b-2f7a6f3a0594 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:44.324963 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-88a576eb-4c08-4593-b79b-2f7a6f3a0594 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:44.355712 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-88a576eb-4c08-4593-b79b-2f7a6f3a0594 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:44.356994 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-88a576eb-4c08-4593-b79b-2f7a6f3a0594 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1339402 May 26 17:24:44.357704 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a576eb-4c08-4593-b79b-2f7a6f3a0594 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad7dbcc-c880-44a1-8d57-f741a68276b3,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:24:44.360394 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43486) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:24:44.364844 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-2ed85389-7b31-4fc0-a3f6-2f956c37b145 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Request body: {'security_group_rule': {'security_group_id': 'bad7dbcc-c880-44a1-8d57-f741a68276b3', 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:24:44.390841 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2ed85389-7b31-4fc0-a3f6-2f956c37b145 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:44.479030 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2ed85389-7b31-4fc0-a3f6-2f956c37b145 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:44.483793 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2ed85389-7b31-4fc0-a3f6-2f956c37b145 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:44.502578 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed85389-7b31-4fc0-a3f6-2f956c37b145 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11695590-5fcb-47e7-8dc6-c0f7c4ca6c1a,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:24:44.510615 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2ed85389-7b31-4fc0-a3f6-2f956c37b145 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:44.511818 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2ed85389-7b31-4fc0-a3f6-2f956c37b145 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505094 May 26 17:24:44.514629 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43488) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:24:44.518946 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-3404fb3d-e972-4102-ab89-bd4a04abdfeb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Request body: {'security_group_rule': {'security_group_id': 'bad7dbcc-c880-44a1-8d57-f741a68276b3', 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:24:44.542853 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3404fb3d-e972-4102-ab89-bd4a04abdfeb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:44.602065 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3404fb3d-e972-4102-ab89-bd4a04abdfeb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:44.606223 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3404fb3d-e972-4102-ab89-bd4a04abdfeb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:44.625029 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404fb3d-e972-4102-ab89-bd4a04abdfeb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecdf5ee5-665e-49cf-b8b7-9be3880694c1,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:24:44.636549 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-3404fb3d-e972-4102-ab89-bd4a04abdfeb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:44.637763 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-3404fb3d-e972-4102-ab89-bd4a04abdfeb tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221638 May 26 17:24:44.640675 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43490) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:24:44.645286 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-dca2367a-ae4a-4d1f-ac90-6fa7bd78820b tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Request body: {'security_group_rule': {'security_group_id': 'bad7dbcc-c880-44a1-8d57-f741a68276b3', 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:24:44.673150 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dca2367a-ae4a-4d1f-ac90-6fa7bd78820b tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:44.732055 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dca2367a-ae4a-4d1f-ac90-6fa7bd78820b tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:44.737170 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dca2367a-ae4a-4d1f-ac90-6fa7bd78820b tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:44.755623 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2367a-ae4a-4d1f-ac90-6fa7bd78820b tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4056e077-9cb0-4ddc-9631-67b26875e644,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:24:44.765231 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dca2367a-ae4a-4d1f-ac90-6fa7bd78820b tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:44.766437 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-dca2367a-ae4a-4d1f-ac90-6fa7bd78820b tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246314 May 26 17:24:44.769151 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43492) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:24:44.773411 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-6402fe23-b3cc-4c59-815c-2f39b4270042 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Request body: {'security_group_rule': {'security_group_id': 'bad7dbcc-c880-44a1-8d57-f741a68276b3', 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:24:44.800364 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6402fe23-b3cc-4c59-815c-2f39b4270042 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:44.862386 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6402fe23-b3cc-4c59-815c-2f39b4270042 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:44.866476 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6402fe23-b3cc-4c59-815c-2f39b4270042 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:44.886550 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402fe23-b3cc-4c59-815c-2f39b4270042 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160ae92e-4984-4683-ad3e-fd59ab7d2170,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:24:44.897072 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6402fe23-b3cc-4c59-815c-2f39b4270042 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:44.898304 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6402fe23-b3cc-4c59-815c-2f39b4270042 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282425 May 26 17:24:44.901112 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43494) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:24:44.906150 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-089ca604-ddac-4276-942e-e601eb4c5eed tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Request body: {'security_group_rule': {'security_group_id': 'bad7dbcc-c880-44a1-8d57-f741a68276b3', 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:24:44.928445 n-d-843337-2 neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-089ca604-ddac-4276-942e-e601eb4c5eed tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Project e3042dce975e4528aa29d3b198eb71f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:24:44.934229 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-089ca604-ddac-4276-942e-e601eb4c5eed tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:45.002781 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-089ca604-ddac-4276-942e-e601eb4c5eed tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:45.006545 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-089ca604-ddac-4276-942e-e601eb4c5eed tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:45.026508 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ca604-ddac-4276-942e-e601eb4c5eed tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5cab66e-2452-461b-b194-cfaae08ff60e,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:24:45.036514 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-089ca604-ddac-4276-942e-e601eb4c5eed tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:45.038260 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-089ca604-ddac-4276-942e-e601eb4c5eed tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1362040 May 26 17:24:45.042064 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43496) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:24:45.047668 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-dc2aef61-871e-4ba1-adfa-ae1f508b7f74 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Request body: {'security_group_rule': {'security_group_id': 'bad7dbcc-c880-44a1-8d57-f741a68276b3', 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:24:45.069751 n-d-843337-2 neutron-server[103896]: INFO neutron.db.securitygroups_db [None req-dc2aef61-871e-4ba1-adfa-ae1f508b7f74 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Project e3042dce975e4528aa29d3b198eb71f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:24:45.075417 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc2aef61-871e-4ba1-adfa-ae1f508b7f74 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:45.145331 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc2aef61-871e-4ba1-adfa-ae1f508b7f74 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:45.149829 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc2aef61-871e-4ba1-adfa-ae1f508b7f74 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:45.170342 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2aef61-871e-4ba1-adfa-ae1f508b7f74 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8135e77c-158b-454b-8a6f-97bc34269eca,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:24:45.179876 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-dc2aef61-871e-4ba1-adfa-ae1f508b7f74 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:45.181121 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-dc2aef61-871e-4ba1-adfa-ae1f508b7f74 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1381230 May 26 17:24:45.704029 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cf9fd16b-ae29-49f2-951c-331121e00691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:46.881967 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:48.608556 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:48.667885 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:24:48.981356 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:24:49.206432 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:00.602519 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-c98feba7-7996-47ac-b7bb-a21df4cda3da tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1386944916&fields=id&tenant_id=e3042dce975e4528aa29d3b198eb71f6 HTTP/1.1" status: 200 len: 267 time: 0.0338960 May 26 17:25:00.712373 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-a53c9c86-9dd6-4a38-a972-0b6743632931 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:00.713759 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-a53c9c86-9dd6-4a38-a972-0b6743632931 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/networks?id=959282f4-ef52-4326-bfa8-3cd262b3406c HTTP/1.1" status: 200 len: 809 time: 0.1042125 May 26 17:25:00.729158 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-ea876e26-6c15-459a-b81c-311a32c323c3 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/quotas/e3042dce975e4528aa29d3b198eb71f6 HTTP/1.1" status: 200 len: 375 time: 0.0094044 May 26 17:25:00.783343 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-20dc57ed-c2b5-4537-b916-8ef9423fc3c8 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e3042dce975e4528aa29d3b198eb71f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485129 May 26 17:25:00.887343 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-35708c29-972a-404b-8b6b-e0edbe043347 service neutron] 10.222.0.77 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921574 May 26 17:25:00.984815 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-4e252817-850a-40e8-b9ef-55cf67e0cd86 service neutron] 10.222.0.77 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902920 May 26 17:25:01.137710 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:01.287398 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9af0f383-dc52-49fd-963a-97d8095a4624 req-34b04f26-64a2-4a83-9561-9323d62550ca tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 210 time: 0.0270286 May 26 17:25:02.370506 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fc250f59-9e07-4654-ae5f-61f5621a2644 req-e8e813e7-bd8b-4638-aab1-754a0959fb7b tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 210 time: 0.0271955 May 26 17:25:03.455240 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8d8a089c-67c5-44d7-8983-3ecf9d2fb4c4 req-db9bba0c-be45-4171-8321-b6a3ba884f60 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 210 time: 0.0330207 May 26 17:25:04.536197 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6ba2861b-c9e3-4be9-a284-4f5cc0a05990 req-ded00c31-cb79-46be-915e-dc13c9c48129 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 210 time: 0.0273092 May 26 17:25:05.630142 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9caf596b-6d3c-4252-873e-c982ae34d25c req-2bf19ad7-dcba-4948-832c-2bcd3a4d2128 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 210 time: 0.0269637 May 26 17:25:06.329194 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-3a0772c3-93d6-4e68-8e29-6fdd4d154822 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:06.330672 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-3a0772c3-93d6-4e68-8e29-6fdd4d154822 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.81 "GET /v2.0/networks?id=959282f4-ef52-4326-bfa8-3cd262b3406c HTTP/1.1" status: 200 len: 809 time: 0.1121871 May 26 17:25:06.377683 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-5f241ed7-b89b-4542-a7c3-609edd146885 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3042dce975e4528aa29d3b198eb71f6 HTTP/1.1" status: 200 len: 380 time: 0.0364726 May 26 17:25:06.386470 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-b4150029-639f-4e5f-beb9-c85e3c363379 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Request body: {'port': {'device_id': 'f4786a7c-437e-4f92-8987-f0450af01533', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'admin_state_up': True, 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'security_groups': ['bad7dbcc-c880-44a1-8d57-f741a68276b3']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:25:06.530705 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-b4150029-639f-4e5f-beb9-c85e3c363379 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Made reservation on behalf of e3042dce975e4528aa29d3b198eb71f6 for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:25:06.534534 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-b4150029-639f-4e5f-beb9-c85e3c363379 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:06.703112 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-b4150029-639f-4e5f-beb9-c85e3c363379 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Allocated IP 172.20.0.12 (959282f4-ef52-4326-bfa8-3cd262b3406c/5bcbf617-16d2-4eb5-83ca-877fbf16a2dc/91484425-143c-4be3-81cd-9d7fac625a09) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:25:06.764753 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-39e9efba-ba11-4c04-bdfd-ff60b67d555b req-d3285b87-3c84-47f7-b196-3175a2875246 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 210 time: 0.0411313 May 26 17:25:06.884471 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-b4150029-639f-4e5f-beb9-c85e3c363379 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:06.930241 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-b4150029-639f-4e5f-beb9-c85e3c363379 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:06.984351 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-b4150029-639f-4e5f-beb9-c85e3c363379 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Network 959282f4-ef52-4326-bfa8-3cd262b3406c is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:25:06.988620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-b4150029-639f-4e5f-beb9-c85e3c363379 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:25:06.992989 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-b4150029-639f-4e5f-beb9-c85e3c363379 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:25:07.027570 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4150029-639f-4e5f-beb9-c85e3c363379 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event updated for resources: {'Port': ['ID=91484425-143c-4be3-81cd-9d7fac625a09,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:25:07.064419 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-b4150029-639f-4e5f-beb9-c85e3c363379 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:07.065192 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-b4150029-639f-4e5f-beb9-c85e3c363379 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:07.089648 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-b4150029-639f-4e5f-beb9-c85e3c363379 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7068887 May 26 17:25:07.103276 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-af524d2f-23e4-4a2d-bc61-c00648b792c6 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:25:07.105250 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-af524d2f-23e4-4a2d-bc61-c00648b792c6 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091913 May 26 17:25:07.191357 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-6f46a0fa-e646-495a-820a-ae7186f2c4fd service neutron] Request body: {'port': {'device_id': 'f4786a7c-437e-4f92-8987-f0450af01533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:25:07.256357 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-6f46a0fa-e646-495a-820a-ae7186f2c4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:07.335168 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-a3cb8267-8fc7-4a33-a59a-dbd7b1c28d15 None None] Provisioning complete for port 91484425-143c-4be3-81cd-9d7fac625a09 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:25:07.335756 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a3cb8267-8fc7-4a33-a59a-dbd7b1c28d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:07.381550 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-a3cb8267-8fc7-4a33-a59a-dbd7b1c28d15 None None] Port 91484425-143c-4be3-81cd-9d7fac625a09 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:25:07.610841 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-6f46a0fa-e646-495a-820a-ae7186f2c4fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91484425-143c-4be3-81cd-9d7fac625a09 {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:25:07.618965 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-6f46a0fa-e646-495a-820a-ae7186f2c4fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:07.632749 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-6f46a0fa-e646-495a-820a-ae7186f2c4fd service neutron] Transition to ACTIVE for port object 91484425-143c-4be3-81cd-9d7fac625a09 will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 17:25:07.637686 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-6f46a0fa-e646-495a-820a-ae7186f2c4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:07.719290 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46a0fa-e646-495a-820a-ae7186f2c4fd service neutron] Pushing event updated for resources: {'Port': ['ID=91484425-143c-4be3-81cd-9d7fac625a09,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:25:07.817603 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-6f46a0fa-e646-495a-820a-ae7186f2c4fd service neutron] Attempting to bind port 91484425-143c-4be3-81cd-9d7fac625a09 on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:25:07.818203 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-6f46a0fa-e646-495a-820a-ae7186f2c4fd service neutron] Attempting to bind port 91484425-143c-4be3-81cd-9d7fac625a09 by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '199d7358-55e2-4385-8b76-bc2a04153802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:25:07.818614 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-6f46a0fa-e646-495a-820a-ae7186f2c4fd service neutron] Attempting to bind port 91484425-143c-4be3-81cd-9d7fac625a09 on network 959282f4-ef52-4326-bfa8-3cd262b3406c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:25:07.823815 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-6f46a0fa-e646-495a-820a-ae7186f2c4fd service neutron] Port 91484425-143c-4be3-81cd-9d7fac625a09 on network 959282f4-ef52-4326-bfa8-3cd262b3406c not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:25:07.824249 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-6f46a0fa-e646-495a-820a-ae7186f2c4fd service neutron] Attempting to bind port 91484425-143c-4be3-81cd-9d7fac625a09 on network 959282f4-ef52-4326-bfa8-3cd262b3406c {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:25:07.830998 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-6f46a0fa-e646-495a-820a-ae7186f2c4fd service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:25:07.831506 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-6f46a0fa-e646-495a-820a-ae7186f2c4fd service neutron] Checking segment: {'id': '199d7358-55e2-4385-8b76-bc2a04153802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:25:07.831906 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-6f46a0fa-e646-495a-820a-ae7186f2c4fd service neutron] Bound using segment: {'id': '199d7358-55e2-4385-8b76-bc2a04153802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:25:07.832379 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-6f46a0fa-e646-495a-820a-ae7186f2c4fd service neutron] Bound port: 91484425-143c-4be3-81cd-9d7fac625a09, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '199d7358-55e2-4385-8b76-bc2a04153802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:25:07.832875 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-6f46a0fa-e646-495a-820a-ae7186f2c4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:07.947111 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-6f46a0fa-e646-495a-820a-ae7186f2c4fd service neutron] For port 91484425-143c-4be3-81cd-9d7fac625a09, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:25:07.950996 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-6f46a0fa-e646-495a-820a-ae7186f2c4fd service neutron] For port 91484425-143c-4be3-81cd-9d7fac625a09, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=91484425-143c-4be3-81cd-9d7fac625a09,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:25:07.951236 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d2744-5f12-4574-ae80-d01088ea0e93 req-a8f4935d-a88f-4882-ba9e-081d725cdcb8 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:07.953759 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-571d2744-5f12-4574-ae80-d01088ea0e93 req-a8f4935d-a88f-4882-ba9e-081d725cdcb8 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 944 time: 0.0833461 May 26 17:25:07.959791 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-6f46a0fa-e646-495a-820a-ae7186f2c4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:08.036711 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-571d2744-5f12-4574-ae80-d01088ea0e93 req-9a1bbafe-5b70-47c2-85e5-673fcc7049e6 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751288 May 26 17:25:08.361210 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-6f46a0fa-e646-495a-820a-ae7186f2c4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:08.361843 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-6f46a0fa-e646-495a-820a-ae7186f2c4fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:08.363304 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-6f46a0fa-e646-495a-820a-ae7186f2c4fd service neutron] 10.222.0.81 "PUT /v2.0/ports/91484425-143c-4be3-81cd-9d7fac625a09 HTTP/1.1" status: 200 len: 1092 time: 1.2507553 May 26 17:25:08.363754 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4786a7c-437e-4f92-8987-f0450af01533', 'tag': '91484425-143c-4be3-81cd-9d7fac625a09'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:25:08.366074 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b004b1fc-1177-4dfa-8673-c7238e0f9daf" -d '{"events": [{"name": "network-changed", "server_uuid": "f4786a7c-437e-4f92-8987-f0450af01533", "tag": "91484425-143c-4be3-81cd-9d7fac625a09"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:25:08.390886 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46a0fa-e646-495a-820a-ae7186f2c4fd service neutron] Pushing event updated for resources: {'Port': ['ID=91484425-143c-4be3-81cd-9d7fac625a09,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:25:08.433726 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341bb8a7-9bd9-4aa7-a633-0ad79e2607a8 x-openstack-request-id: req-341bb8a7-9bd9-4aa7-a633-0ad79e2607a8 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:25:08.439366 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4786a7c-437e-4f92-8987-f0450af01533", "tag": "91484425-143c-4be3-81cd-9d7fac625a09", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:25:08.439638 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-341bb8a7-9bd9-4aa7-a633-0ad79e2607a8 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:25:08.440080 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-341bb8a7-9bd9-4aa7-a633-0ad79e2607a8'] response: {'name': 'network-changed', 'server_uuid': 'f4786a7c-437e-4f92-8987-f0450af01533', 'tag': '91484425-143c-4be3-81cd-9d7fac625a09', 'status': 'completed', 'code': 200} May 26 17:25:08.480148 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-ed5d3d28-1ca2-4734-91e9-d554a0c945ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:08.481931 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-ed5d3d28-1ca2-4734-91e9-d554a0c945ec service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e3042dce975e4528aa29d3b198eb71f6&device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 1095 time: 0.0589089 May 26 17:25:08.540571 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-e97fbd02-ad5a-43cb-8653-d961dca4984c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91484425-143c-4be3-81cd-9d7fac625a09 HTTP/1.1" status: 200 len: 217 time: 0.0495744 May 26 17:25:08.606878 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-471fb525-d8be-47de-a291-f031461dd63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:08.609523 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-471fb525-d8be-47de-a291-f031461dd63a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5bcbf617-16d2-4eb5-83ca-877fbf16a2dc HTTP/1.1" status: 200 len: 848 time: 0.0600300 May 26 17:25:08.663421 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-3082a6f6-87d3-41bf-87eb-e7bd54205afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:08.665143 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-3082a6f6-87d3-41bf-87eb-e7bd54205afd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=959282f4-ef52-4326-bfa8-3cd262b3406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480723 May 26 17:25:08.769556 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-5253e455-3e13-4f6b-ba44-a2c003566078 service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951927 May 26 17:25:08.867539 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-71d7b2a0-b613-4520-b423-d686d3b0f708 req-d9e68bbe-da08-468e-9a68-123570634486 service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899227 May 26 17:25:08.964695 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004b1fc-1177-4dfa-8673-c7238e0f9daf req-b13957ed-e7f8-45d1-ba12-888baf2d5cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:08.966265 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b004b1fc-1177-4dfa-8673-c7238e0f9daf req-b13957ed-e7f8-45d1-ba12-888baf2d5cb3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e3042dce975e4528aa29d3b198eb71f6&device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 1095 time: 0.0468545 May 26 17:25:09.071566 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004b1fc-1177-4dfa-8673-c7238e0f9daf req-08c5e4b6-2378-456c-980e-8f314b4c0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:09.073165 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b004b1fc-1177-4dfa-8673-c7238e0f9daf req-08c5e4b6-2378-456c-980e-8f314b4c0b20 service neutron] 10.222.0.81 "GET /v2.0/networks?id=959282f4-ef52-4326-bfa8-3cd262b3406c HTTP/1.1" status: 200 len: 910 time: 0.0992148 May 26 17:25:09.130538 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b004b1fc-1177-4dfa-8673-c7238e0f9daf req-f7e76168-b6cc-440f-b403-83de819e866e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91484425-143c-4be3-81cd-9d7fac625a09 HTTP/1.1" status: 200 len: 217 time: 0.0395045 May 26 17:25:09.169126 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035f704-8f7c-4347-b715-805583355634 req-fdac0c76-93b1-42b9-8c42-77f109796c75 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:09.172540 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c035f704-8f7c-4347-b715-805583355634 req-fdac0c76-93b1-42b9-8c42-77f109796c75 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 944 time: 0.0706053 May 26 17:25:09.204659 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004b1fc-1177-4dfa-8673-c7238e0f9daf req-f64ae640-5a32-4097-a49e-7ec5706dc755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:09.206480 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b004b1fc-1177-4dfa-8673-c7238e0f9daf req-f64ae640-5a32-4097-a49e-7ec5706dc755 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5bcbf617-16d2-4eb5-83ca-877fbf16a2dc HTTP/1.1" status: 200 len: 848 time: 0.0687714 May 26 17:25:09.221214 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c035f704-8f7c-4347-b715-805583355634 req-0aa9b1c4-7bdc-4945-99a1-3e5c34a64d45 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379395 May 26 17:25:09.273046 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004b1fc-1177-4dfa-8673-c7238e0f9daf req-6e9323f2-b676-4627-b50c-a77611eebfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:09.274593 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b004b1fc-1177-4dfa-8673-c7238e0f9daf req-6e9323f2-b676-4627-b50c-a77611eebfc9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=959282f4-ef52-4326-bfa8-3cd262b3406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604079 May 26 17:25:09.373974 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b004b1fc-1177-4dfa-8673-c7238e0f9daf req-dc7af8d1-3b2d-41f9-a81a-cd3d40f7d69b service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912237 May 26 17:25:09.482285 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-b004b1fc-1177-4dfa-8673-c7238e0f9daf req-b6cc5fce-b23a-46b2-a5cb-2ca5dab2d595 service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009943 May 26 17:25:10.353430 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664bf9c-5539-4c5b-b777-9c866f7580be req-fc37ff25-5148-4271-aa74-39156f8c7073 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:10.354903 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4664bf9c-5539-4c5b-b777-9c866f7580be req-fc37ff25-5148-4271-aa74-39156f8c7073 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 944 time: 0.0507479 May 26 17:25:10.394628 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4664bf9c-5539-4c5b-b777-9c866f7580be req-8515a312-b3d4-4ef3-ad5d-38c149339d1d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324526 May 26 17:25:11.528789 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0c4e9-4fbd-4b82-8fd2-038b6157b443 req-f52f9c9a-49ba-494f-aa0e-3c71ed4f9533 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:11.530876 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aff0c4e9-4fbd-4b82-8fd2-038b6157b443 req-f52f9c9a-49ba-494f-aa0e-3c71ed4f9533 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 944 time: 0.0627973 May 26 17:25:11.574669 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aff0c4e9-4fbd-4b82-8fd2-038b6157b443 req-fd12adb1-360b-40c2-a88c-511d347a71f0 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370884 May 26 17:25:12.698972 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b1d7f-aad5-491f-8854-5a95793f2fdd req-076fb1cc-9e3c-4cce-8c43-ba639feb68d4 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:12.700372 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-171b1d7f-aad5-491f-8854-5a95793f2fdd req-076fb1cc-9e3c-4cce-8c43-ba639feb68d4 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 944 time: 0.0538874 May 26 17:25:12.738338 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-171b1d7f-aad5-491f-8854-5a95793f2fdd req-dde21592-b12c-42f4-853c-37f6e57c705c tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313041 May 26 17:25:13.222298 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-818cab42-93e8-49d9-98aa-82013a2f9268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:13.871988 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee740bd-ff68-46d9-b7f6-6cbfc6de0c73 req-de616e29-41b4-40c0-a272-cde28f4673ae tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:13.875283 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ee740bd-ff68-46d9-b7f6-6cbfc6de0c73 req-de616e29-41b4-40c0-a272-cde28f4673ae tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 944 time: 0.0539815 May 26 17:25:13.916581 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2ee740bd-ff68-46d9-b7f6-6cbfc6de0c73 req-4749d8b8-3232-4014-8d46-29ee7d475913 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359967 May 26 17:25:15.044485 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be731a8f-42d3-4acd-8fea-8388e7589bf1 req-415ab4c8-d34c-4d49-a5ee-e2d4bdc5aa2a tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:15.046086 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be731a8f-42d3-4acd-8fea-8388e7589bf1 req-415ab4c8-d34c-4d49-a5ee-e2d4bdc5aa2a tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 944 time: 0.0542679 May 26 17:25:15.090408 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-be731a8f-42d3-4acd-8fea-8388e7589bf1 req-649fbc4d-a5e6-4544-a376-99f11dbcf61d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375519 May 26 17:25:15.687816 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-98f4e589-b0a5-4cf5-83a6-32c79d17a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:16.222126 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825b46d-3d27-473f-8d42-96af1a5cb096 req-22f1c432-c2a1-49ae-abf5-eb3e8272341f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:16.223608 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3825b46d-3d27-473f-8d42-96af1a5cb096 req-22f1c432-c2a1-49ae-abf5-eb3e8272341f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 944 time: 0.0546410 May 26 17:25:16.263332 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3825b46d-3d27-473f-8d42-96af1a5cb096 req-5d9cdce2-7df2-425a-bb5b-162686d16caf tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332053 May 26 17:25:16.880572 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:17.389192 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459340c-946e-4c0b-944c-41dfcbed30fa req-ff39070e-6738-4d9e-9671-8576b204e9a5 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:17.390717 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4459340c-946e-4c0b-944c-41dfcbed30fa req-ff39070e-6738-4d9e-9671-8576b204e9a5 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 944 time: 0.0500994 May 26 17:25:17.429375 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-4459340c-946e-4c0b-944c-41dfcbed30fa req-9e671a24-7956-440a-9539-385c599803e5 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323410 May 26 17:25:18.550372 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9f90f-368f-4425-b69b-8a0bd396f6c5 req-94869395-4b2a-4499-acda-0dfdffdf2150 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:18.551853 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24c9f90f-368f-4425-b69b-8a0bd396f6c5 req-94869395-4b2a-4499-acda-0dfdffdf2150 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 944 time: 0.0494180 May 26 17:25:18.590652 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24c9f90f-368f-4425-b69b-8a0bd396f6c5 req-0b130525-8eaf-4a45-bfdf-8552237b3c58 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327873 May 26 17:25:18.611416 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:18.988948 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:19.203628 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:19.419033 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 91484425-143c-4be3-81cd-9d7fac625a09 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:25:19.691504 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 91484425-143c-4be3-81cd-9d7fac625a09, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=91484425-143c-4be3-81cd-9d7fac625a09,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:25:19.703107 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '91484425-143c-4be3-81cd-9d7fac625a09', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'port_id': '91484425-143c-4be3-81cd-9d7fac625a09', 'mac_address': 'fa:16:3e:29:ed:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:25:19.721144 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70033b19-3a81-47ab-9fac-8b6d775731fa req-9992231f-a845-42e2-bc63-17cb89ee0f6e tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:19.722660 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-70033b19-3a81-47ab-9fac-8b6d775731fa req-9992231f-a845-42e2-bc63-17cb89ee0f6e tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 944 time: 0.0562799 May 26 17:25:19.740597 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 91484425-143c-4be3-81cd-9d7fac625a09 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:25:19.740909 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:19.753873 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91484425-143c-4be3-81cd-9d7fac625a09 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:25:19.762596 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-70033b19-3a81-47ab-9fac-8b6d775731fa req-c254e607-d768-40ae-b6e1-00ce7d0d99d5 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329216 May 26 17:25:19.773545 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 91484425-143c-4be3-81cd-9d7fac625a09, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=91484425-143c-4be3-81cd-9d7fac625a09,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:25:19.782825 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:19.829954 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=91484425-143c-4be3-81cd-9d7fac625a09,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:25:19.837165 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:25:19.837515 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:25:19.837858 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:25:19.838198 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:25:19.838533 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:25:19.838864 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:25:19.839221 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:25:19.839552 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:25:19.839880 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:25:19.840237 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:25:19.840566 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:25:19.840891 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:25:20.041940 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['91484425-143c-4be3-81cd-9d7fac625a09'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:25:20.879855 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd447bc4-e769-4616-a849-85ae6f078ba8 req-8557dbcb-29df-487a-8357-88252734ff5e tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:20.881377 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd447bc4-e769-4616-a849-85ae6f078ba8 req-8557dbcb-29df-487a-8357-88252734ff5e tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 945 time: 0.0490654 May 26 17:25:20.921673 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bd447bc4-e769-4616-a849-85ae6f078ba8 req-437f34bc-aeea-496e-98c6-8e56f594e4e7 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339170 May 26 17:25:21.424148 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 91484425-143c-4be3-81cd-9d7fac625a09 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:25:21.478553 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 91484425-143c-4be3-81cd-9d7fac625a09 completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 17:25:21.483682 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 91484425-143c-4be3-81cd-9d7fac625a09 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:25:21.484399 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:21.565074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 91484425-143c-4be3-81cd-9d7fac625a09 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:25:21.565461 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:21.588867 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4786a7c-437e-4f92-8987-f0450af01533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91484425-143c-4be3-81cd-9d7fac625a09'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:25:21.591808 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a31837f-d520-4005-b637-69cbfbd3bef7" -d '{"events": [{"server_uuid": "f4786a7c-437e-4f92-8987-f0450af01533", "name": "network-vif-plugged", "status": "completed", "tag": "91484425-143c-4be3-81cd-9d7fac625a09"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:25:21.604669 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 91484425-143c-4be3-81cd-9d7fac625a09, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=91484425-143c-4be3-81cd-9d7fac625a09,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:25:21.609652 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:21.663750 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=91484425-143c-4be3-81cd-9d7fac625a09,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:25:21.691507 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7108144-14f7-4ff1-853c-e04ba7f1d401 x-openstack-request-id: req-f7108144-14f7-4ff1-853c-e04ba7f1d401 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:25:21.692002 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4786a7c-437e-4f92-8987-f0450af01533", "name": "network-vif-plugged", "status": "completed", "tag": "91484425-143c-4be3-81cd-9d7fac625a09", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:25:21.692177 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f7108144-14f7-4ff1-853c-e04ba7f1d401 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:25:21.692519 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7108144-14f7-4ff1-853c-e04ba7f1d401'] response: {'server_uuid': 'f4786a7c-437e-4f92-8987-f0450af01533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91484425-143c-4be3-81cd-9d7fac625a09', 'code': 200} May 26 17:25:21.789006 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67d19d-193a-4b0d-af32-e5db94f71533 req-0973736e-fba5-476a-9d24-2853b432ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:21.790485 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7e67d19d-193a-4b0d-af32-e5db94f71533 req-0973736e-fba5-476a-9d24-2853b432ea69 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 1097 time: 0.0408466 May 26 17:25:21.827942 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7e67d19d-193a-4b0d-af32-e5db94f71533 req-47cd8b75-5774-4f3b-976e-d88296f52c5e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297272 May 26 17:25:22.039248 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78e03f-6def-4e52-b5ff-0fcbfb306815 req-7e37b25a-9592-4321-ad6d-6c9338df59ce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:22.040768 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c78e03f-6def-4e52-b5ff-0fcbfb306815 req-7e37b25a-9592-4321-ad6d-6c9338df59ce tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 946 time: 0.0499737 May 26 17:25:22.081327 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1c78e03f-6def-4e52-b5ff-0fcbfb306815 req-be728097-aae7-4e95-8407-e63a024b815b tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324566 May 26 17:25:23.206968 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfccc10-ba3f-4bad-a81c-e3b15ec978c6 req-e01c574c-b5c5-4947-82a7-f8278f86b75f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:23.208612 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ccfccc10-ba3f-4bad-a81c-e3b15ec978c6 req-e01c574c-b5c5-4947-82a7-f8278f86b75f tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 946 time: 0.0548713 May 26 17:25:23.246939 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ccfccc10-ba3f-4bad-a81c-e3b15ec978c6 req-3222f3a6-8a30-4113-9304-13a4770cb218 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321724 May 26 17:25:23.364860 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccac5f9-1be0-40e6-bdde-281ada98acb9 req-9d95c12c-3982-4ea6-8cea-a16986b26769 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:23.366255 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ccac5f9-1be0-40e6-bdde-281ada98acb9 req-9d95c12c-3982-4ea6-8cea-a16986b26769 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 946 time: 0.0495811 May 26 17:25:23.405973 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-9ccac5f9-1be0-40e6-bdde-281ada98acb9 req-ad8d238d-e1bc-450e-b4ba-0c907f241a03 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334666 May 26 17:25:23.428656 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43720) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:25:23.510538 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140aa921-586c-429d-89eb-52c69d2b8f8d tempest-TestShelveInstance-657702254 tempest-TestShelveInstance-657702254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:23.512077 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-140aa921-586c-429d-89eb-52c69d2b8f8d tempest-TestShelveInstance-657702254 tempest-TestShelveInstance-657702254-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 1092 time: 0.0824528 May 26 17:25:23.515099 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43724) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:25:23.519432 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d7004d2a-7703-4f17-bf67-4bedbe48bd29 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': '91484425-143c-4be3-81cd-9d7fac625a09', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:25:23.540357 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d7004d2a-7703-4f17-bf67-4bedbe48bd29 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for floatingip, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:23.639160 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d7004d2a-7703-4f17-bf67-4bedbe48bd29 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:23.741219 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-d7004d2a-7703-4f17-bf67-4bedbe48bd29 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Allocated IP 172.25.7.159 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/bd8ce3ca-a6b5-4e4e-a708-3c54beed9a31) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:25:23.848198 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d7004d2a-7703-4f17-bf67-4bedbe48bd29 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:23.880493 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d7004d2a-7703-4f17-bf67-4bedbe48bd29 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:23.920591 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7004d2a-7703-4f17-bf67-4bedbe48bd29 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:25:23.923409 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-d7004d2a-7703-4f17-bf67-4bedbe48bd29 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:25:23.926823 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7004d2a-7703-4f17-bf67-4bedbe48bd29 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:25:23.954369 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7004d2a-7703-4f17-bf67-4bedbe48bd29 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event updated for resources: {'Port': ['ID=bd8ce3ca-a6b5-4e4e-a708-3c54beed9a31,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:25:24.303174 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d7004d2a-7703-4f17-bf67-4bedbe48bd29 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:24.376798 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d7004d2a-7703-4f17-bf67-4bedbe48bd29 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:24.526091 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d7004d2a-7703-4f17-bf67-4bedbe48bd29 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:24.531480 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d7004d2a-7703-4f17-bf67-4bedbe48bd29 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:24.602745 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7004d2a-7703-4f17-bf67-4bedbe48bd29 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event updated for resources: {'Port': ['ID=bd8ce3ca-a6b5-4e4e-a708-3c54beed9a31,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:25:24.619292 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d7004d2a-7703-4f17-bf67-4bedbe48bd29 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:24.723125 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-d7004d2a-7703-4f17-bf67-4bedbe48bd29 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Floating IP 02cb891b-4041-4746-a0d3-25b94719acf0 associated. External IP: 172.25.7.159, port: 91484425-143c-4be3-81cd-9d7fac625a09. May 26 17:25:24.938092 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7004d2a-7703-4f17-bf67-4bedbe48bd29 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Router 91359778-b51e-4fc0-9fb3-d12e964a81a8 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:25:25.048209 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7004d2a-7703-4f17-bf67-4bedbe48bd29 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:25:25.057937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7dc9d2-290c-4074-b3cf-09c04588f9f8 None None] Sync routers for ids ['91359778-b51e-4fc0-9fb3-d12e964a81a8'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:25:25.067339 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d7004d2a-7703-4f17-bf67-4bedbe48bd29 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:25.068526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7dc9d2-290c-4074-b3cf-09c04588f9f8 None None] Routers {'91359778-b51e-4fc0-9fb3-d12e964a81a8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:25:25.069161 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ff7dc9d2-290c-4074-b3cf-09c04588f9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:25:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['91359778-b51e-4fc0-9fb3-d12e964a81a8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:25:25.097824 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d7004d2a-7703-4f17-bf67-4bedbe48bd29 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5816803 May 26 17:25:25.098735 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4786a7c-437e-4f92-8987-f0450af01533', 'tag': '91484425-143c-4be3-81cd-9d7fac625a09'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:25:25.101216 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24103bee38bbd97c6ccfbe10b0e84632f8bc6809d0c06cc395e50ba217a9e387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d57722-cf65-448b-9cea-451f2e9a721a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4786a7c-437e-4f92-8987-f0450af01533", "tag": "91484425-143c-4be3-81cd-9d7fac625a09"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:25:25.139906 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8ddfff-a922-48d5-bfdd-73acfce6f7a7 x-openstack-request-id: req-ee8ddfff-a922-48d5-bfdd-73acfce6f7a7 {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:25:25.140231 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4786a7c-437e-4f92-8987-f0450af01533", "tag": "91484425-143c-4be3-81cd-9d7fac625a09", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:25:25.140491 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ee8ddfff-a922-48d5-bfdd-73acfce6f7a7 {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:25:25.140914 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee8ddfff-a922-48d5-bfdd-73acfce6f7a7'] response: {'name': 'network-changed', 'server_uuid': 'f4786a7c-437e-4f92-8987-f0450af01533', 'tag': '91484425-143c-4be3-81cd-9d7fac625a09', 'status': 'completed', 'code': 200} May 26 17:25:25.188531 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-ff7dc9d2-290c-4074-b3cf-09c04588f9f8 None None] Set router 91359778-b51e-4fc0-9fb3-d12e964a81a8 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:25:25.209751 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d57722-cf65-448b-9cea-451f2e9a721a req-b7032be0-b031-4d68-95e2-e7a0c7539140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:25.211597 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53d57722-cf65-448b-9cea-451f2e9a721a req-b7032be0-b031-4d68-95e2-e7a0c7539140 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e3042dce975e4528aa29d3b198eb71f6&device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 1097 time: 0.0471008 May 26 17:25:25.325189 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d57722-cf65-448b-9cea-451f2e9a721a req-14564ec6-9b06-41c2-a917-c832998f8d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:25.327270 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53d57722-cf65-448b-9cea-451f2e9a721a req-14564ec6-9b06-41c2-a917-c832998f8d5d service neutron] 10.222.0.81 "GET /v2.0/networks?id=959282f4-ef52-4326-bfa8-3cd262b3406c HTTP/1.1" status: 200 len: 910 time: 0.1080489 May 26 17:25:25.406155 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53d57722-cf65-448b-9cea-451f2e9a721a req-e4f87d28-a75f-4d40-820e-789e47e055ae service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91484425-143c-4be3-81cd-9d7fac625a09 HTTP/1.1" status: 200 len: 1000 time: 0.0710857 May 26 17:25:25.454843 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ff7dc9d2-290c-4074-b3cf-09c04588f9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'name': 'tempest-TestShelveInstance-1605239039-router', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:26Z', 'revision_number': 4, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'gw_port': {'id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '02cb891b-4041-4746-a0d3-25b94719acf0', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'floating_ip_address': '172.25.7.159', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'port_id': '91484425-143c-4be3-81cd-9d7fac625a09', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'mac_address': 'fa:16:3e:29:ed:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4786a7c-437e-4f92-8987-f0450af01533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:25:24Z', 'updated_at': '2022-05-26T17:25:24Z', 'revision_number': 0, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de65756-d852-4a77-84dc-6a1807a5d973', 'name': '', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'mac_address': 'fa:16:3e:8f:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:25Z', 'updated_at': '2022-05-26T17:19:31Z', 'revision_number': 5, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'subnets': [{'id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:25:25.469218 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d57722-cf65-448b-9cea-451f2e9a721a req-56aaa931-152b-4ba6-b034-204b39f48222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:25.470738 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53d57722-cf65-448b-9cea-451f2e9a721a req-56aaa931-152b-4ba6-b034-204b39f48222 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5bcbf617-16d2-4eb5-83ca-877fbf16a2dc HTTP/1.1" status: 200 len: 848 time: 0.0584126 May 26 17:25:25.486982 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7dc9d2-290c-4074-b3cf-09c04588f9f8 None None] Checking router: 91359778-b51e-4fc0-9fb3-d12e964a81a8 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:25:25.495731 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7dc9d2-290c-4074-b3cf-09c04588f9f8 None None] Routers {'91359778-b51e-4fc0-9fb3-d12e964a81a8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:25:25.496568 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ff7dc9d2-290c-4074-b3cf-09c04588f9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:25:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['91359778-b51e-4fc0-9fb3-d12e964a81a8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:25:25.522416 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d57722-cf65-448b-9cea-451f2e9a721a req-3d607c21-a079-48eb-9ac1-986617288c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:25.523942 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53d57722-cf65-448b-9cea-451f2e9a721a req-3d607c21-a079-48eb-9ac1-986617288c60 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=959282f4-ef52-4326-bfa8-3cd262b3406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449593 May 26 17:25:25.610179 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-ff7dc9d2-290c-4074-b3cf-09c04588f9f8 None None] Set router 91359778-b51e-4fc0-9fb3-d12e964a81a8 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:25:25.628960 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53d57722-cf65-448b-9cea-451f2e9a721a req-0395c8eb-0823-4778-8d44-5a7b394ab389 service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963321 May 26 17:25:25.669988 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:25:25.746875 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-53d57722-cf65-448b-9cea-451f2e9a721a req-ed9da5e8-a4ab-457e-b4f7-c4a700cbccf1 service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114328 May 26 17:25:25.866176 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ff7dc9d2-290c-4074-b3cf-09c04588f9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'name': 'tempest-TestShelveInstance-1605239039-router', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:26Z', 'revision_number': 4, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'gw_port': {'id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '02cb891b-4041-4746-a0d3-25b94719acf0', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'floating_ip_address': '172.25.7.159', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'port_id': '91484425-143c-4be3-81cd-9d7fac625a09', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'mac_address': 'fa:16:3e:29:ed:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4786a7c-437e-4f92-8987-f0450af01533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:25:24Z', 'updated_at': '2022-05-26T17:25:24Z', 'revision_number': 0, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de65756-d852-4a77-84dc-6a1807a5d973', 'name': '', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'mac_address': 'fa:16:3e:8f:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:25Z', 'updated_at': '2022-05-26T17:19:31Z', 'revision_number': 5, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'subnets': [{'id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:25:25.899185 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7dc9d2-290c-4074-b3cf-09c04588f9f8 None None] The sync data for ids ['91359778-b51e-4fc0-9fb3-d12e964a81a8'] in n-d-843337-2 is: [{'id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'name': 'tempest-TestShelveInstance-1605239039-router', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:26Z', 'revision_number': 4, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'gw_port': {'id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '02cb891b-4041-4746-a0d3-25b94719acf0', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'floating_ip_address': '172.25.7.159', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'port_id': '91484425-143c-4be3-81cd-9d7fac625a09', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'mac_address': 'fa:16:3e:29:ed:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4786a7c-437e-4f92-8987-f0450af01533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:25:24Z', 'updated_at': '2022-05-26T17:25:24Z', 'revision_number': 0, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de65756-d852-4a77-84dc-6a1807a5d973', 'name': '', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'mac_address': 'fa:16:3e:8f:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:25Z', 'updated_at': '2022-05-26T17:19:31Z', 'revision_number': 5, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'subnets': [{'id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:25:26.108540 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304e0b35-8e93-4411-8dff-e98ec33437c1 None None] New status for floating IP 02cb891b-4041-4746-a0d3-25b94719acf0: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:25:31.142728 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:33.972226 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-280417f4-6866-4685-9bdb-5e0ccb15ca32 req-826d03d4-9545-4b3e-afe0-8286380c778f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434065 May 26 17:25:34.057234 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280417f4-6866-4685-9bdb-5e0ccb15ca32 req-a664a1aa-34cd-4640-9136-4247e45f4d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:34.058734 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-280417f4-6866-4685-9bdb-5e0ccb15ca32 req-a664a1aa-34cd-4640-9136-4247e45f4d7f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e3042dce975e4528aa29d3b198eb71f6&device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 1097 time: 0.0423639 May 26 17:25:34.172795 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280417f4-6866-4685-9bdb-5e0ccb15ca32 req-9a15e405-0f85-42b8-a467-4b18739b60ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:34.174278 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-280417f4-6866-4685-9bdb-5e0ccb15ca32 req-9a15e405-0f85-42b8-a467-4b18739b60ca service neutron] 10.222.0.81 "GET /v2.0/networks?id=959282f4-ef52-4326-bfa8-3cd262b3406c HTTP/1.1" status: 200 len: 910 time: 0.0938909 May 26 17:25:34.246170 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-280417f4-6866-4685-9bdb-5e0ccb15ca32 req-903b60ca-b496-47ff-bfd1-257352e7990b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91484425-143c-4be3-81cd-9d7fac625a09 HTTP/1.1" status: 200 len: 1002 time: 0.0617390 May 26 17:25:34.303197 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280417f4-6866-4685-9bdb-5e0ccb15ca32 req-412486d2-29e0-4178-a62d-0b8ae5435dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:34.304693 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-280417f4-6866-4685-9bdb-5e0ccb15ca32 req-412486d2-29e0-4178-a62d-0b8ae5435dce service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5bcbf617-16d2-4eb5-83ca-877fbf16a2dc HTTP/1.1" status: 200 len: 848 time: 0.0517340 May 26 17:25:34.354054 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280417f4-6866-4685-9bdb-5e0ccb15ca32 req-531c2472-8968-40ca-8c88-1d3e557cecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:25:34.355606 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-280417f4-6866-4685-9bdb-5e0ccb15ca32 req-531c2472-8968-40ca-8c88-1d3e557cecda service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=959282f4-ef52-4326-bfa8-3cd262b3406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426311 May 26 17:25:34.449239 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-280417f4-6866-4685-9bdb-5e0ccb15ca32 req-433a7902-ed14-446e-b4a5-3aa202084bf9 service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864780 May 26 17:25:34.554404 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-280417f4-6866-4685-9bdb-5e0ccb15ca32 req-a6d6be7b-195c-4237-9e51-1972f1a4af97 service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982618 May 26 17:25:43.218186 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6eb8fdfb-6bd2-4553-8c24-ba6147b5f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:45.693139 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-db1c9531-63b0-410d-827b-cec371a2b42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:46.884712 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:48.614019 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:49.005803 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:25:49.206091 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:26:01.163186 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:26:02.669526 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:26:13.212790 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1c771f9d-53ed-4af0-ad16-24f3d8be434f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:26:15.695945 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c95542c9-8731-469a-9954-0ee40acbf83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:26:16.886519 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:26:18.616876 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:26:19.005538 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:26:19.209521 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:26:31.172391 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:26:33.979200 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1876a649-c588-4426-aec3-b4f9d1ac33ef req-a7cf64a4-88b0-4af3-ada1-cf3e1a89dcba service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409141 May 26 17:26:34.061792 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876a649-c588-4426-aec3-b4f9d1ac33ef req-bd09f6b8-6f71-4a1b-aaa6-aa2f583bff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:26:34.063307 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1876a649-c588-4426-aec3-b4f9d1ac33ef req-bd09f6b8-6f71-4a1b-aaa6-aa2f583bff75 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e3042dce975e4528aa29d3b198eb71f6&device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 1097 time: 0.0418160 May 26 17:26:34.187285 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876a649-c588-4426-aec3-b4f9d1ac33ef req-18d29404-c625-469c-bfd7-c585987af059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:26:34.188819 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1876a649-c588-4426-aec3-b4f9d1ac33ef req-18d29404-c625-469c-bfd7-c585987af059 service neutron] 10.222.0.81 "GET /v2.0/networks?id=959282f4-ef52-4326-bfa8-3cd262b3406c HTTP/1.1" status: 200 len: 910 time: 0.1059020 May 26 17:26:34.258576 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1876a649-c588-4426-aec3-b4f9d1ac33ef req-cb7e366b-949d-4e0c-9090-72359ac12b33 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91484425-143c-4be3-81cd-9d7fac625a09 HTTP/1.1" status: 200 len: 1002 time: 0.0624142 May 26 17:26:34.319878 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876a649-c588-4426-aec3-b4f9d1ac33ef req-befbb914-c227-4149-8981-f90b4d563ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:26:34.321532 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1876a649-c588-4426-aec3-b4f9d1ac33ef req-befbb914-c227-4149-8981-f90b4d563ca1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5bcbf617-16d2-4eb5-83ca-877fbf16a2dc HTTP/1.1" status: 200 len: 848 time: 0.0544145 May 26 17:26:34.368399 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876a649-c588-4426-aec3-b4f9d1ac33ef req-279a8c6b-46ca-4319-9c33-91a87ac0e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:26:34.369892 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1876a649-c588-4426-aec3-b4f9d1ac33ef req-279a8c6b-46ca-4319-9c33-91a87ac0e8c9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=959282f4-ef52-4326-bfa8-3cd262b3406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401356 May 26 17:26:34.466459 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1876a649-c588-4426-aec3-b4f9d1ac33ef req-d97e2c7b-dd99-431a-97d3-93fe8ff52ba2 service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894725 May 26 17:26:34.562661 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-1876a649-c588-4426-aec3-b4f9d1ac33ef req-f3dfd87a-1922-4b0c-8dba-93430d276e8e service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895841 May 26 17:26:39.668737 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:26:43.217987 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-2d8295bb-640e-4415-b1c7-17bacbac9b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:26:45.699474 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-44773824-bc6a-45ba-8a3c-282ddc9bc7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:26:46.889694 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:26:48.623702 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:26:49.016146 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:26:49.218910 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:27:01.172194 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:27:13.221159 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-342b33f2-a744-4d87-a538-566ec5bdea80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:27:15.707755 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed5ab193-6236-4ae4-90d6-1cfd604ce7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:27:16.668670 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:27:16.891761 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:27:18.621940 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:27:19.017572 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:27:19.223376 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:27:22.846496 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21545777-ce1e-4afd-a535-13f2dbdd1926 req-8c917575-41d4-41e1-a437-2b98be23420a tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:22.848015 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-21545777-ce1e-4afd-a535-13f2dbdd1926 req-8c917575-41d4-41e1-a437-2b98be23420a tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 946 time: 0.0979955 May 26 17:27:22.886918 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-21545777-ce1e-4afd-a535-13f2dbdd1926 req-429dbf45-2507-465c-83bd-94f809eadabd tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323906 May 26 17:27:24.063789 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6df073-c537-40f4-b8bb-a36db6d2e406 req-eb42a854-a37f-41bc-9f4b-29035643e03a tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:24.065423 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5b6df073-c537-40f4-b8bb-a36db6d2e406 req-eb42a854-a37f-41bc-9f4b-29035643e03a tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 946 time: 0.1012836 May 26 17:27:24.116903 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5b6df073-c537-40f4-b8bb-a36db6d2e406 req-44a7680c-11aa-432e-8fd6-3138bb25ed57 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451820 May 26 17:27:25.246700 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472f1bd-2ea9-415d-9f64-ad440ac81831 req-648fb996-ff08-4718-a28e-9ea1435113bd tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:25.248986 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d472f1bd-2ea9-415d-9f64-ad440ac81831 req-648fb996-ff08-4718-a28e-9ea1435113bd tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 946 time: 0.0534472 May 26 17:27:25.288857 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d472f1bd-2ea9-415d-9f64-ad440ac81831 req-680ed902-241d-4a6f-aa94-c259ecd02db3 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337715 May 26 17:27:26.417977 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa7328-aeac-437e-835a-d93c67e03ea9 req-72feaf52-4fd8-4252-92ee-25bbbf5f757a tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:26.419485 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cdfa7328-aeac-437e-835a-d93c67e03ea9 req-72feaf52-4fd8-4252-92ee-25bbbf5f757a tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 946 time: 0.0561712 May 26 17:27:26.465465 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cdfa7328-aeac-437e-835a-d93c67e03ea9 req-69fe5dc5-a010-42db-b6b2-f71c3de628ed tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354912 May 26 17:27:27.597009 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76116e-76b6-493f-8a63-a6310cc3a862 req-a17a97ab-ca25-413b-a6ca-4176e2150627 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:27.598873 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cb76116e-76b6-493f-8a63-a6310cc3a862 req-a17a97ab-ca25-413b-a6ca-4176e2150627 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 946 time: 0.0514243 May 26 17:27:27.644970 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cb76116e-76b6-493f-8a63-a6310cc3a862 req-d0f1c122-7007-45f5-8274-8b1ceec15c08 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393672 May 26 17:27:28.776436 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abedcb-a3fa-4ea6-bb2c-43b5e37554f5 req-dd16b6f8-afb8-4f9c-9ddb-79461dc30632 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:28.778187 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38abedcb-a3fa-4ea6-bb2c-43b5e37554f5 req-dd16b6f8-afb8-4f9c-9ddb-79461dc30632 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 946 time: 0.0546298 May 26 17:27:28.843517 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38abedcb-a3fa-4ea6-bb2c-43b5e37554f5 req-5ce15552-f563-44a4-ac46-ab5d91f4efca tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563359 May 26 17:27:29.974288 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1f74e-bb19-421d-a150-34c70746cba2 req-68af8c29-8c86-4110-8df2-1c45f3a4080b tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:29.975833 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1f1f74e-bb19-421d-a150-34c70746cba2 req-68af8c29-8c86-4110-8df2-1c45f3a4080b tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 946 time: 0.0515375 May 26 17:27:30.016037 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c1f1f74e-bb19-421d-a150-34c70746cba2 req-e8154237-634e-47ec-a463-b66501d54ed2 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339100 May 26 17:27:31.138597 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9e850-9b2b-4aa8-9f43-5d1a8761bc7f req-e6e4060b-8686-45ca-99a2-ea333831a9b2 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:31.140305 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8c9e850-9b2b-4aa8-9f43-5d1a8761bc7f req-e6e4060b-8686-45ca-99a2-ea333831a9b2 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 946 time: 0.0504234 May 26 17:27:31.184206 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c8c9e850-9b2b-4aa8-9f43-5d1a8761bc7f req-3a78560b-8934-41fa-a978-b6a2981257f8 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375450 May 26 17:27:31.208439 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:27:32.308778 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a1c1c-0c96-434a-b26d-1959efe3d52f req-57e6c1e5-db5f-4b92-9fb2-dc9096687351 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:32.310394 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6a0a1c1c-0c96-434a-b26d-1959efe3d52f req-57e6c1e5-db5f-4b92-9fb2-dc9096687351 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 946 time: 0.0521083 May 26 17:27:32.350943 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6a0a1c1c-0c96-434a-b26d-1959efe3d52f req-fd138712-e1b1-4484-aa78-0ba92eae1181 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339849 May 26 17:27:32.940257 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a2727-127c-4691-bdcc-992c09fefc7c req-578eedb2-78a2-4958-ba51-1cfd6aaad989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:32.941819 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-665a2727-127c-4691-bdcc-992c09fefc7c req-578eedb2-78a2-4958-ba51-1cfd6aaad989 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e3042dce975e4528aa29d3b198eb71f6&device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 1097 time: 0.0478370 May 26 17:27:33.048548 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a2727-127c-4691-bdcc-992c09fefc7c req-e5853e48-4206-4590-bca9-87e0c01d024c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:33.050038 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-665a2727-127c-4691-bdcc-992c09fefc7c req-e5853e48-4206-4590-bca9-87e0c01d024c service neutron] 10.222.0.81 "GET /v2.0/networks?id=959282f4-ef52-4326-bfa8-3cd262b3406c HTTP/1.1" status: 200 len: 910 time: 0.1018112 May 26 17:27:33.119308 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-665a2727-127c-4691-bdcc-992c09fefc7c req-4630927a-b086-471a-96f3-e79a24eeab55 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91484425-143c-4be3-81cd-9d7fac625a09 HTTP/1.1" status: 200 len: 1002 time: 0.0610390 May 26 17:27:33.169189 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a2727-127c-4691-bdcc-992c09fefc7c req-9c3c9dad-a8a0-45f8-a40e-ea3f594ae991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:33.170688 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-665a2727-127c-4691-bdcc-992c09fefc7c req-9c3c9dad-a8a0-45f8-a40e-ea3f594ae991 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5bcbf617-16d2-4eb5-83ca-877fbf16a2dc HTTP/1.1" status: 200 len: 848 time: 0.0454557 May 26 17:27:33.222342 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a2727-127c-4691-bdcc-992c09fefc7c req-de288739-7711-42e4-9b85-e8ef8562cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:33.223856 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-665a2727-127c-4691-bdcc-992c09fefc7c req-de288739-7711-42e4-9b85-e8ef8562cf03 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=959282f4-ef52-4326-bfa8-3cd262b3406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468984 May 26 17:27:33.316257 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-665a2727-127c-4691-bdcc-992c09fefc7c req-528cc5f4-e0f0-4868-8ef6-6c361e2c71b4 service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843656 May 26 17:27:33.427073 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-665a2727-127c-4691-bdcc-992c09fefc7c req-57788630-71f2-4759-b1bf-da56674545da service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029472 May 26 17:27:33.491149 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced9889-53b8-4315-959a-6e571f2fbb9d req-f5c3c1c8-05a4-43d8-8ebf-aff03b070806 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:33.492607 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ced9889-53b8-4315-959a-6e571f2fbb9d req-f5c3c1c8-05a4-43d8-8ebf-aff03b070806 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 946 time: 0.0506217 May 26 17:27:33.533962 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0ced9889-53b8-4315-959a-6e571f2fbb9d req-89b98ec0-21a3-4a7d-aea5-d9d3f40a7dfc tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345387 May 26 17:27:34.015110 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095122f-2508-4684-a0b9-9c8ff4258fd4 req-9cf82b6f-9e58-4aa3-a4e6-26688d8caf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:34.016873 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7095122f-2508-4684-a0b9-9c8ff4258fd4 req-9cf82b6f-9e58-4aa3-a4e6-26688d8caf49 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e3042dce975e4528aa29d3b198eb71f6&device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 1097 time: 0.0445893 May 26 17:27:34.125975 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095122f-2508-4684-a0b9-9c8ff4258fd4 req-1faa058e-bfc1-45fc-8e1c-8ebb4c78f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:34.127478 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7095122f-2508-4684-a0b9-9c8ff4258fd4 req-1faa058e-bfc1-45fc-8e1c-8ebb4c78f991 service neutron] 10.222.0.81 "GET /v2.0/networks?id=959282f4-ef52-4326-bfa8-3cd262b3406c HTTP/1.1" status: 200 len: 910 time: 0.0912101 May 26 17:27:34.202481 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7095122f-2508-4684-a0b9-9c8ff4258fd4 req-70efe517-ea3f-41a7-93af-23339ecee32f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91484425-143c-4be3-81cd-9d7fac625a09 HTTP/1.1" status: 200 len: 1002 time: 0.0668094 May 26 17:27:34.256033 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095122f-2508-4684-a0b9-9c8ff4258fd4 req-dfe0f3a5-da1a-4ade-b809-bf5371712390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:34.257538 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7095122f-2508-4684-a0b9-9c8ff4258fd4 req-dfe0f3a5-da1a-4ade-b809-bf5371712390 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5bcbf617-16d2-4eb5-83ca-877fbf16a2dc HTTP/1.1" status: 200 len: 848 time: 0.0468473 May 26 17:27:34.308348 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095122f-2508-4684-a0b9-9c8ff4258fd4 req-4f845fce-3f77-42f9-a6c2-508fe841315c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:34.309778 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7095122f-2508-4684-a0b9-9c8ff4258fd4 req-4f845fce-3f77-42f9-a6c2-508fe841315c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=959282f4-ef52-4326-bfa8-3cd262b3406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441835 May 26 17:27:34.406432 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7095122f-2508-4684-a0b9-9c8ff4258fd4 req-1131de0d-2b42-41d4-a1b4-33d5deb5ebfe service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890274 May 26 17:27:34.503483 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-7095122f-2508-4684-a0b9-9c8ff4258fd4 req-3427a528-c039-466b-b0a8-2af4b2959145 service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887125 May 26 17:27:34.660605 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc25bd2-676f-4075-984d-cdc375dd570c req-f42aa0b5-d43d-408b-9d94-7532c9b2e06d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:34.662109 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bbc25bd2-676f-4075-984d-cdc375dd570c req-f42aa0b5-d43d-408b-9d94-7532c9b2e06d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 946 time: 0.0540898 May 26 17:27:34.708434 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-bbc25bd2-676f-4075-984d-cdc375dd570c req-6917a71b-00fe-49ac-9fce-511d26d7d9b5 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392087 May 26 17:27:35.841883 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a6a05-bf79-442b-b7ea-51bf3bb9aa3c req-6322f14c-34ae-4973-b491-dbf5f74216fc tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:35.843515 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb7a6a05-bf79-442b-b7ea-51bf3bb9aa3c req-6322f14c-34ae-4973-b491-dbf5f74216fc tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 946 time: 0.0568974 May 26 17:27:35.889958 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-eb7a6a05-bf79-442b-b7ea-51bf3bb9aa3c req-af54c9d3-31d0-41b6-aef3-002a66ef3f03 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375917 May 26 17:27:37.021816 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0a7af-7f4e-4995-8af8-dc83c67204ce req-f941e27e-96e1-48dc-9af6-febb0e55627c tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:37.023499 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61f0a7af-7f4e-4995-8af8-dc83c67204ce req-f941e27e-96e1-48dc-9af6-febb0e55627c tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 946 time: 0.0564988 May 26 17:27:37.068523 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-61f0a7af-7f4e-4995-8af8-dc83c67204ce req-a0676f86-a800-4117-8bb4-6367be1abcc7 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356314 May 26 17:27:37.214953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-b4368bf4-7042-4892-931b-4d0f9218f325 req-36887993-f8a1-4a40-a1f1-a72be80dbe37 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:27:37.215989 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b4368bf4-7042-4892-931b-4d0f9218f325 req-36887993-f8a1-4a40-a1f1-a72be80dbe37 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0542905 May 26 17:27:37.418106 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e508b6-a91e-4ff7-ad34-00995012dda9 req-bf197def-0e76-42c3-9953-d260edf98fbc tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:37.419678 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23e508b6-a91e-4ff7-ad34-00995012dda9 req-bf197def-0e76-42c3-9953-d260edf98fbc tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 946 time: 0.0902853 May 26 17:27:37.425973 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9093ec1-73b7-454c-92a2-78b7f171a6f4 req-e7e95792-b9da-4685-8600-1c7bceaf6b81 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1201336 May 26 17:27:37.436282 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-e9093ec1-73b7-454c-92a2-78b7f171a6f4 req-031ddc57-8587-4c5e-a556-cab6b383fba9 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:27:37.437249 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e9093ec1-73b7-454c-92a2-78b7f171a6f4 req-031ddc57-8587-4c5e-a556-cab6b383fba9 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061934 May 26 17:27:37.476382 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-23e508b6-a91e-4ff7-ad34-00995012dda9 req-b881a4e7-73b6-4de4-aba6-a261ade241f5 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375180 May 26 17:27:38.028644 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 91484425-143c-4be3-81cd-9d7fac625a09 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:27:38.124758 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 91484425-143c-4be3-81cd-9d7fac625a09 is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:27:38.125286 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:27:38.154407 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4786a7c-437e-4f92-8987-f0450af01533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91484425-143c-4be3-81cd-9d7fac625a09'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:27:38.156707 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1d5844-c50d-4820-bb84-8618cb715a6e" -d '{"events": [{"server_uuid": "f4786a7c-437e-4f92-8987-f0450af01533", "name": "network-vif-unplugged", "status": "completed", "tag": "91484425-143c-4be3-81cd-9d7fac625a09"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:27:38.178508 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 91484425-143c-4be3-81cd-9d7fac625a09, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=91484425-143c-4be3-81cd-9d7fac625a09,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:27:38.185822 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:27:38.225056 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 May 2022 17:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287e282e-c85c-4356-8178-c08561cb7c0c x-openstack-request-id: req-287e282e-c85c-4356-8178-c08561cb7c0c {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:27:38.225497 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4786a7c-437e-4f92-8987-f0450af01533", "name": "network-vif-unplugged", "status": "failed", "tag": "91484425-143c-4be3-81cd-9d7fac625a09", "code": 422}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:27:38.225885 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-287e282e-c85c-4356-8178-c08561cb7c0c {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:27:38.226498 n-d-843337-2 neutron-server[103897]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-287e282e-c85c-4356-8178-c08561cb7c0c']: {'server_uuid': 'f4786a7c-437e-4f92-8987-f0450af01533', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '91484425-143c-4be3-81cd-9d7fac625a09', 'code': 422} returned with failed status May 26 17:27:38.257679 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=91484425-143c-4be3-81cd-9d7fac625a09,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:27:38.270107 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:27:38.270459 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:27:38.270805 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:27:38.271146 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:27:38.271516 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:27:38.271998 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:27:38.272364 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:27:38.272690 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:27:38.273021 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:27:38.273339 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:27:38.273662 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:27:38.273986 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:27:38.611986 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e738db-cee6-4adb-8795-573b7b72b202 req-eb41c57d-bb4d-4bd5-9052-d52fe3ed37cc tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:38.613583 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10e738db-cee6-4adb-8795-573b7b72b202 req-eb41c57d-bb4d-4bd5-9052-d52fe3ed37cc tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 944 time: 0.0591004 May 26 17:27:38.661909 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-10e738db-cee6-4adb-8795-573b7b72b202 req-8e8b7fc2-c9b0-4cb3-96b3-afee202af036 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403533 May 26 17:27:39.812069 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c5d2d-fd5a-452c-8d1e-89164fe64860 req-98160f2e-b21a-449e-9827-98ffd2cf920c tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:39.813643 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a1c5d2d-fd5a-452c-8d1e-89164fe64860 req-98160f2e-b21a-449e-9827-98ffd2cf920c tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 944 time: 0.0651829 May 26 17:27:39.872672 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7a1c5d2d-fd5a-452c-8d1e-89164fe64860 req-506132a4-cb16-4a4a-bb2e-046881703cb6 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473571 May 26 17:27:41.002196 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bb9d7-b779-470f-b35a-6058054f41b9 req-e993d50a-be67-4045-8163-c35e4d9888d0 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:41.003663 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0b9bb9d7-b779-470f-b35a-6058054f41b9 req-e993d50a-be67-4045-8163-c35e4d9888d0 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 944 time: 0.0529149 May 26 17:27:41.043087 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0b9bb9d7-b779-470f-b35a-6058054f41b9 req-9b471e74-234c-4d27-b785-e0ae042cb0e1 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330760 May 26 17:27:42.170495 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194951ae-2687-441f-8f6d-37b51d10c29f req-9d2337ac-94ef-42b3-8598-5cb13fcba094 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:42.171970 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-194951ae-2687-441f-8f6d-37b51d10c29f req-9d2337ac-94ef-42b3-8598-5cb13fcba094 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 944 time: 0.0553889 May 26 17:27:42.217445 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-194951ae-2687-441f-8f6d-37b51d10c29f req-06cb011f-47e4-45bf-a165-7c3950f43aca tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385792 May 26 17:27:42.549559 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9093ec1-73b7-454c-92a2-78b7f171a6f4 req-fafef93a-515c-4551-ae06-e9fb2e0c6d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:42.551077 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e9093ec1-73b7-454c-92a2-78b7f171a6f4 req-fafef93a-515c-4551-ae06-e9fb2e0c6d25 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533&tenant_id=e3042dce975e4528aa29d3b198eb71f6 HTTP/1.1" status: 200 len: 1095 time: 0.0476937 May 26 17:27:42.616842 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9093ec1-73b7-454c-92a2-78b7f171a6f4 req-7b239c32-a325-4db3-91c5-3cffac8730de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:42.618384 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e9093ec1-73b7-454c-92a2-78b7f171a6f4 req-7b239c32-a325-4db3-91c5-3cffac8730de service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e3042dce975e4528aa29d3b198eb71f6&device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 1095 time: 0.0449839 May 26 17:27:42.717827 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9093ec1-73b7-454c-92a2-78b7f171a6f4 req-29470cc5-eb00-4ff0-a37e-2d6962ac7d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:42.719301 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e9093ec1-73b7-454c-92a2-78b7f171a6f4 req-29470cc5-eb00-4ff0-a37e-2d6962ac7d01 service neutron] 10.222.0.81 "GET /v2.0/networks?id=959282f4-ef52-4326-bfa8-3cd262b3406c HTTP/1.1" status: 200 len: 910 time: 0.0938618 May 26 17:27:42.792571 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e9093ec1-73b7-454c-92a2-78b7f171a6f4 req-120e0591-37dc-4d7a-b8ac-1e05b4010588 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91484425-143c-4be3-81cd-9d7fac625a09 HTTP/1.1" status: 200 len: 1000 time: 0.0647693 May 26 17:27:42.843218 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9093ec1-73b7-454c-92a2-78b7f171a6f4 req-1c8373eb-35a0-4b6d-9432-23e8a952d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:42.844638 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e9093ec1-73b7-454c-92a2-78b7f171a6f4 req-1c8373eb-35a0-4b6d-9432-23e8a952d212 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5bcbf617-16d2-4eb5-83ca-877fbf16a2dc HTTP/1.1" status: 200 len: 848 time: 0.0455456 May 26 17:27:42.891464 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9093ec1-73b7-454c-92a2-78b7f171a6f4 req-65849d7f-a700-404b-84c3-f7e86a6700a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:42.893005 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e9093ec1-73b7-454c-92a2-78b7f171a6f4 req-65849d7f-a700-404b-84c3-f7e86a6700a6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=959282f4-ef52-4326-bfa8-3cd262b3406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414052 May 26 17:27:42.991376 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e9093ec1-73b7-454c-92a2-78b7f171a6f4 req-4310b782-2fbb-49c3-8db0-28f8c1f0b503 service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906987 May 26 17:27:43.088534 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e9093ec1-73b7-454c-92a2-78b7f171a6f4 req-6b6d4d30-947a-449e-ac78-68224ddbc5cb service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892427 May 26 17:27:43.227218 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a4167621-035a-4d29-829e-b956eaf2e910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:27:43.340050 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd1eac-137f-49bc-9bd7-505d8dd0d131 req-1ef5871d-fbea-42df-bb63-076286ab077a tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:43.341565 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d6cd1eac-137f-49bc-9bd7-505d8dd0d131 req-1ef5871d-fbea-42df-bb63-076286ab077a tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 944 time: 0.0516491 May 26 17:27:43.385789 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-d6cd1eac-137f-49bc-9bd7-505d8dd0d131 req-64081c32-49b5-4687-915e-245d95e0aa9a tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379314 May 26 17:27:44.507674 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4165c-8218-452e-91f4-f8461f844b72 req-871e5a6d-44bf-41b4-8e7f-7cc6b6123249 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:44.509347 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8bd4165c-8218-452e-91f4-f8461f844b72 req-871e5a6d-44bf-41b4-8e7f-7cc6b6123249 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 944 time: 0.0513811 May 26 17:27:44.549673 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8bd4165c-8218-452e-91f4-f8461f844b72 req-e7fc8199-cbce-4aaf-9d9e-ecbfb3ee055d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340142 May 26 17:27:45.669988 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa1e4c-45f2-48ac-8054-7b1c2926ba5c req-fffbae8c-2cdf-487d-b330-49cd9bad460e tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:45.671598 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0eaa1e4c-45f2-48ac-8054-7b1c2926ba5c req-fffbae8c-2cdf-487d-b330-49cd9bad460e tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 944 time: 0.0522420 May 26 17:27:45.702001 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-be9bdda2-0b7a-4e8c-9433-7fc911f7b12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:27:45.713772 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0eaa1e4c-45f2-48ac-8054-7b1c2926ba5c req-1ce6c31f-aeed-42be-bd60-7521013a138c tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362856 May 26 17:27:46.839944 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3accb72-9b5f-4a4a-840c-69956da29256 req-3ed06069-4075-4e4d-a380-adbffe4c4947 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:46.841519 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3accb72-9b5f-4a4a-840c-69956da29256 req-3ed06069-4075-4e4d-a380-adbffe4c4947 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 944 time: 0.0524023 May 26 17:27:46.888633 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e3accb72-9b5f-4a4a-840c-69956da29256 req-0936b205-cd20-46f1-8e02-8a5943272d4a tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409257 May 26 17:27:46.894447 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:27:48.005992 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a41e9-0aa6-4846-a492-3d0bc269419d req-f0e29933-edd2-4482-aec0-1960004b3cc1 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:48.007471 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-844a41e9-0aa6-4846-a492-3d0bc269419d req-f0e29933-edd2-4482-aec0-1960004b3cc1 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 944 time: 0.0509193 May 26 17:27:48.046246 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-844a41e9-0aa6-4846-a492-3d0bc269419d req-b39950fd-a6b2-4649-9cfe-92480ac0d5e2 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319757 May 26 17:27:48.625604 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:27:49.033418 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:27:49.164678 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b53257-4e00-4737-b8d4-ee19852c33d6 req-9e964185-876f-4670-8e4c-5e356f554dc3 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:49.166289 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-65b53257-4e00-4737-b8d4-ee19852c33d6 req-9e964185-876f-4670-8e4c-5e356f554dc3 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 944 time: 0.0491357 May 26 17:27:49.209643 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-65b53257-4e00-4737-b8d4-ee19852c33d6 req-380a0600-8e37-4ca5-9f01-3f24380f6005 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366137 May 26 17:27:49.218285 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:27:50.330349 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036bbe7-a2f1-4dae-916a-38d6a6329275 req-1bb91c1e-a8d4-4fbf-b7e4-3c4af85b5dea tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:50.331836 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5036bbe7-a2f1-4dae-916a-38d6a6329275 req-1bb91c1e-a8d4-4fbf-b7e4-3c4af85b5dea tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 944 time: 0.0494885 May 26 17:27:50.376943 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5036bbe7-a2f1-4dae-916a-38d6a6329275 req-9ed9bf00-c4ae-4d3c-a779-7425739fed1d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382664 May 26 17:27:51.496771 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f0ba3-4e1a-435d-b8a7-3e96c7f2829b req-da4ac2c0-1b66-4de9-8039-6265dcb93031 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:51.498369 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-138f0ba3-4e1a-435d-b8a7-3e96c7f2829b req-da4ac2c0-1b66-4de9-8039-6265dcb93031 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 944 time: 0.0523150 May 26 17:27:51.538229 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-138f0ba3-4e1a-435d-b8a7-3e96c7f2829b req-bb65f1a2-eb0c-4968-92ac-bd95fe0528bc tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335472 May 26 17:27:52.135065 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 91484425-143c-4be3-81cd-9d7fac625a09 details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:27:52.231641 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 91484425-143c-4be3-81cd-9d7fac625a09, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=91484425-143c-4be3-81cd-9d7fac625a09,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:27:52.243702 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '91484425-143c-4be3-81cd-9d7fac625a09', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'port_id': '91484425-143c-4be3-81cd-9d7fac625a09', 'mac_address': 'fa:16:3e:29:ed:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:27:52.280961 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 91484425-143c-4be3-81cd-9d7fac625a09 is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:27:52.281349 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:27:52.294251 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91484425-143c-4be3-81cd-9d7fac625a09 {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:27:52.313416 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 91484425-143c-4be3-81cd-9d7fac625a09, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=91484425-143c-4be3-81cd-9d7fac625a09,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:27:52.317988 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:27:52.375374 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=91484425-143c-4be3-81cd-9d7fac625a09,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:27:52.575511 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['91484425-143c-4be3-81cd-9d7fac625a09'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:27:52.664832 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e0195-6d69-4034-973e-c5d1acfe7caa req-91d15d88-26f4-4d9d-9200-10fffd9be721 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:52.666292 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-492e0195-6d69-4034-973e-c5d1acfe7caa req-91d15d88-26f4-4d9d-9200-10fffd9be721 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 945 time: 0.0564647 May 26 17:27:52.708992 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-492e0195-6d69-4034-973e-c5d1acfe7caa req-85dfdabd-5a7b-4f3f-84c2-5f3050e4a0c4 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357661 May 26 17:27:53.667681 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:27:53.832014 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcb5c8-c3cf-4d7e-a9bb-5dfc6efb931b req-b9a2b094-60e1-43a2-8006-cf0e917f0070 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:53.833506 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b6bcb5c8-c3cf-4d7e-a9bb-5dfc6efb931b req-b9a2b094-60e1-43a2-8006-cf0e917f0070 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 945 time: 0.0493438 May 26 17:27:53.878555 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b6bcb5c8-c3cf-4d7e-a9bb-5dfc6efb931b req-9b6b830f-dcf7-4f35-b475-0b676ae06709 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378842 May 26 17:27:54.139835 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 91484425-143c-4be3-81cd-9d7fac625a09 up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:27:54.190321 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 91484425-143c-4be3-81cd-9d7fac625a09 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:27:54.190624 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:27:54.443267 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 91484425-143c-4be3-81cd-9d7fac625a09 is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:27:54.443657 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:27:54.466650 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4786a7c-437e-4f92-8987-f0450af01533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91484425-143c-4be3-81cd-9d7fac625a09'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:27:54.468913 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d780f14-823b-46ba-8f34-8f30da49a38e" -d '{"events": [{"server_uuid": "f4786a7c-437e-4f92-8987-f0450af01533", "name": "network-vif-plugged", "status": "completed", "tag": "91484425-143c-4be3-81cd-9d7fac625a09"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:27:54.482058 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 91484425-143c-4be3-81cd-9d7fac625a09, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=91484425-143c-4be3-81cd-9d7fac625a09,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:27:54.487698 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:27:54.535428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=91484425-143c-4be3-81cd-9d7fac625a09,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:27:54.997037 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc172c7-0635-4f7b-985d-fcc44953d292 req-9742c318-e2ae-4075-8e2a-7d50c1eed84a tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:54.998587 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2cc172c7-0635-4f7b-985d-fcc44953d292 req-9742c318-e2ae-4075-8e2a-7d50c1eed84a tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 946 time: 0.0498016 May 26 17:27:55.039213 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2cc172c7-0635-4f7b-985d-fcc44953d292 req-c3070c84-4580-4653-83d8-65b0f7fb1097 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345640 May 26 17:27:55.519143 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2886a37-3c06-4974-acf1-98d5fc6bfaa1 x-openstack-request-id: req-e2886a37-3c06-4974-acf1-98d5fc6bfaa1 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:27:55.519615 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4786a7c-437e-4f92-8987-f0450af01533", "name": "network-vif-plugged", "status": "completed", "tag": "91484425-143c-4be3-81cd-9d7fac625a09", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:27:55.519737 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e2886a37-3c06-4974-acf1-98d5fc6bfaa1 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:27:55.520057 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2886a37-3c06-4974-acf1-98d5fc6bfaa1'] response: {'server_uuid': 'f4786a7c-437e-4f92-8987-f0450af01533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91484425-143c-4be3-81cd-9d7fac625a09', 'code': 200} May 26 17:27:55.672761 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc29c3-3a28-42bb-ad59-0df1f685b346 req-f8e89433-e67c-451b-b95e-6d8cfe4263c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:55.674269 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-39cc29c3-3a28-42bb-ad59-0df1f685b346 req-f8e89433-e67c-451b-b95e-6d8cfe4263c9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 1097 time: 0.0435565 May 26 17:27:55.716022 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-39cc29c3-3a28-42bb-ad59-0df1f685b346 req-3cf9a56f-af08-4b9a-80eb-b594e03d5ba7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335255 May 26 17:27:56.158589 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c4af6-6ecc-4428-8b0c-beaa12913dcb req-4b40482c-0152-4dab-b318-cf64b0ab6313 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:56.160059 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a38c4af6-6ecc-4428-8b0c-beaa12913dcb req-4b40482c-0152-4dab-b318-cf64b0ab6313 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 946 time: 0.0516796 May 26 17:27:56.200078 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-a38c4af6-6ecc-4428-8b0c-beaa12913dcb req-ab895cc8-b13d-4cef-9d8f-b77c6ed166ae tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335131 May 26 17:27:57.324053 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776eda24-94a7-4e52-b9c5-9a136eb05eca req-b2286edd-7e65-4ad5-8d74-35bab4a5cac2 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:27:57.325580 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-776eda24-94a7-4e52-b9c5-9a136eb05eca req-b2286edd-7e65-4ad5-8d74-35bab4a5cac2 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 946 time: 0.0503936 May 26 17:27:57.368528 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-776eda24-94a7-4e52-b9c5-9a136eb05eca req-da712a49-df77-4d9f-b2b8-aaa0645ab557 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363622 May 26 17:28:01.202494 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:28:13.220979 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-698095e5-b454-4111-8703-d70f524ae966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:28:15.707370 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6c93cdcb-7a7d-4d17-a243-84e61a0dfa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:28:16.899875 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:28:18.629004 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:28:19.034168 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:28:19.225318 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:28:30.667645 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:28:31.215432 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:28:34.986989 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-90615b2b-a281-4283-85f0-8e0492d51c76 req-ffb1adb0-0df9-4c60-8eb7-1c90968f9dea service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502841 May 26 17:28:35.082392 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90615b2b-a281-4283-85f0-8e0492d51c76 req-5b7d6999-b276-4bdd-93be-12790a681ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:28:35.083899 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-90615b2b-a281-4283-85f0-8e0492d51c76 req-5b7d6999-b276-4bdd-93be-12790a681ebe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e3042dce975e4528aa29d3b198eb71f6&device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 1097 time: 0.0421026 May 26 17:28:35.209935 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90615b2b-a281-4283-85f0-8e0492d51c76 req-9c69bb1e-2ee2-449c-b038-ad1dfb7641ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:28:35.213267 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-90615b2b-a281-4283-85f0-8e0492d51c76 req-9c69bb1e-2ee2-449c-b038-ad1dfb7641ad service neutron] 10.222.0.81 "GET /v2.0/networks?id=959282f4-ef52-4326-bfa8-3cd262b3406c HTTP/1.1" status: 200 len: 910 time: 0.1065435 May 26 17:28:35.286761 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-90615b2b-a281-4283-85f0-8e0492d51c76 req-f970f39b-498f-491f-97b2-b9b195c802dd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91484425-143c-4be3-81cd-9d7fac625a09 HTTP/1.1" status: 200 len: 1002 time: 0.0665095 May 26 17:28:35.337353 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90615b2b-a281-4283-85f0-8e0492d51c76 req-994bb7e4-dd6c-40e1-b3a7-3cd03df7c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:28:35.338908 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-90615b2b-a281-4283-85f0-8e0492d51c76 req-994bb7e4-dd6c-40e1-b3a7-3cd03df7c730 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5bcbf617-16d2-4eb5-83ca-877fbf16a2dc HTTP/1.1" status: 200 len: 848 time: 0.0453677 May 26 17:28:35.394276 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90615b2b-a281-4283-85f0-8e0492d51c76 req-7d7f99ce-4777-46c6-8be9-98c60a95acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:28:35.395789 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-90615b2b-a281-4283-85f0-8e0492d51c76 req-7d7f99ce-4777-46c6-8be9-98c60a95acc1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=959282f4-ef52-4326-bfa8-3cd262b3406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499535 May 26 17:28:35.497267 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-90615b2b-a281-4283-85f0-8e0492d51c76 req-598ace64-6468-45d2-8958-3fb899221393 service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931659 May 26 17:28:35.598916 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-90615b2b-a281-4283-85f0-8e0492d51c76 req-f6a0323a-7030-4c49-8c1e-060148cf3914 service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951495 May 26 17:28:43.229397 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0eed412b-d5fb-4443-a62a-1110393e663c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:28:45.712354 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4ac1716c-fc5b-4102-a9f7-2e9d2e98e941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:28:46.903355 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:28:48.630525 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:28:49.044858 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:28:49.221134 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:01.239868 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:07.668251 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:29:13.222928 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-064e7726-975a-4fb3-a328-16c8afc6bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:13.449368 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43878) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:13.624831 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-30854b87-1994-46f8-9536-70dea166b4d9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Deleting port bd8ce3ca-a6b5-4e4e-a708-3c54beed9a31 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:29:13.625169 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-30854b87-1994-46f8-9536-70dea166b4d9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:13.706155 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-30854b87-1994-46f8-9536-70dea166b4d9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:13.706482 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-30854b87-1994-46f8-9536-70dea166b4d9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:13.720992 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-30854b87-1994-46f8-9536-70dea166b4d9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Calling delete_port for bd8ce3ca-a6b5-4e4e-a708-3c54beed9a31 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:29:13.894318 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-30854b87-1994-46f8-9536-70dea166b4d9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:13.921563 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30854b87-1994-46f8-9536-70dea166b4d9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event deleted for resources: {'Port': ['ID=bd8ce3ca-a6b5-4e4e-a708-3c54beed9a31,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:13.949562 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30854b87-1994-46f8-9536-70dea166b4d9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:13.949913 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30854b87-1994-46f8-9536-70dea166b4d9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:13.950257 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30854b87-1994-46f8-9536-70dea166b4d9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:13.950595 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30854b87-1994-46f8-9536-70dea166b4d9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:13.950927 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30854b87-1994-46f8-9536-70dea166b4d9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:13.951262 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30854b87-1994-46f8-9536-70dea166b4d9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:13.951594 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30854b87-1994-46f8-9536-70dea166b4d9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:13.951926 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30854b87-1994-46f8-9536-70dea166b4d9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:13.952288 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30854b87-1994-46f8-9536-70dea166b4d9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:13.952618 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30854b87-1994-46f8-9536-70dea166b4d9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:13.952941 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30854b87-1994-46f8-9536-70dea166b4d9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:13.953264 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30854b87-1994-46f8-9536-70dea166b4d9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:13.997217 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-30854b87-1994-46f8-9536-70dea166b4d9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:13.997558 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-30854b87-1994-46f8-9536-70dea166b4d9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Floating IP 02cb891b-4041-4746-a0d3-25b94719acf0 disassociated (deleted). External IP: 172.25.7.159, port: 91484425-143c-4be3-81cd-9d7fac625a09. May 26 17:29:14.546234 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30854b87-1994-46f8-9536-70dea166b4d9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Router 91359778-b51e-4fc0-9fb3-d12e964a81a8 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:29:14.659857 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30854b87-1994-46f8-9536-70dea166b4d9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:29:14.664388 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-30854b87-1994-46f8-9536-70dea166b4d9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:14.675034 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7574d0c1-7d28-4d16-8305-01d4d576097c None None] Sync routers for ids ['91359778-b51e-4fc0-9fb3-d12e964a81a8'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:29:14.686460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7574d0c1-7d28-4d16-8305-01d4d576097c None None] Routers {'91359778-b51e-4fc0-9fb3-d12e964a81a8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:29:14.687133 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7574d0c1-7d28-4d16-8305-01d4d576097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:28:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['91359778-b51e-4fc0-9fb3-d12e964a81a8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:14.693358 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-30854b87-1994-46f8-9536-70dea166b4d9 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "DELETE /v2.0/floatingips/02cb891b-4041-4746-a0d3-25b94719acf0 HTTP/1.1" status: 204 len: 168 time: 1.2429035 May 26 17:29:14.694361 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4786a7c-437e-4f92-8987-f0450af01533', 'tag': '91484425-143c-4be3-81cd-9d7fac625a09'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:29:14.696862 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24103bee38bbd97c6ccfbe10b0e84632f8bc6809d0c06cc395e50ba217a9e387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846b87a7-633c-47f3-a600-7322d424fb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "f4786a7c-437e-4f92-8987-f0450af01533", "tag": "91484425-143c-4be3-81cd-9d7fac625a09"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:29:14.750931 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ff6ed0-7224-4854-84f6-6ec1fcc2a22b x-openstack-request-id: req-d6ff6ed0-7224-4854-84f6-6ec1fcc2a22b {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:29:14.751180 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4786a7c-437e-4f92-8987-f0450af01533", "tag": "91484425-143c-4be3-81cd-9d7fac625a09", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:29:14.751435 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d6ff6ed0-7224-4854-84f6-6ec1fcc2a22b {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:29:14.751858 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6ff6ed0-7224-4854-84f6-6ec1fcc2a22b'] response: {'name': 'network-changed', 'server_uuid': 'f4786a7c-437e-4f92-8987-f0450af01533', 'tag': '91484425-143c-4be3-81cd-9d7fac625a09', 'status': 'completed', 'code': 200} May 26 17:29:14.815882 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-7574d0c1-7d28-4d16-8305-01d4d576097c None None] Set router 91359778-b51e-4fc0-9fb3-d12e964a81a8 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:29:14.821791 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b87a7-633c-47f3-a600-7322d424fb5c req-f7337a62-fe90-4a42-9ec5-32209559359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:14.824275 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-846b87a7-633c-47f3-a600-7322d424fb5c req-f7337a62-fe90-4a42-9ec5-32209559359b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e3042dce975e4528aa29d3b198eb71f6&device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 1097 time: 0.0496109 May 26 17:29:14.938762 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b87a7-633c-47f3-a600-7322d424fb5c req-d1d0d05e-7fe0-4a8c-b75c-ee47c0aa703a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:14.940570 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-846b87a7-633c-47f3-a600-7322d424fb5c req-d1d0d05e-7fe0-4a8c-b75c-ee47c0aa703a service neutron] 10.222.0.81 "GET /v2.0/networks?id=959282f4-ef52-4326-bfa8-3cd262b3406c HTTP/1.1" status: 200 len: 910 time: 0.1063898 May 26 17:29:14.979255 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6f11d-8d14-455e-ae50-5369b5f08e08 req-725f8288-cfc7-42f3-b85c-50c4264b3c75 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:14.981145 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aec6f11d-8d14-455e-ae50-5369b5f08e08 req-725f8288-cfc7-42f3-b85c-50c4264b3c75 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 946 time: 0.0777414 May 26 17:29:15.015145 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-846b87a7-633c-47f3-a600-7322d424fb5c req-b05aaa36-4685-4843-96b0-6025d1ddb9e6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91484425-143c-4be3-81cd-9d7fac625a09 HTTP/1.1" status: 200 len: 217 time: 0.0599401 May 26 17:29:15.031183 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-aec6f11d-8d14-455e-ae50-5369b5f08e08 req-04595d4c-b7c0-4fd0-8f88-354f8e2ec207 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422337 May 26 17:29:15.069349 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7574d0c1-7d28-4d16-8305-01d4d576097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'name': 'tempest-TestShelveInstance-1605239039-router', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:26Z', 'revision_number': 4, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'gw_port': {'id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '1de65756-d852-4a77-84dc-6a1807a5d973', 'name': '', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'mac_address': 'fa:16:3e:8f:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:25Z', 'updated_at': '2022-05-26T17:19:31Z', 'revision_number': 5, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'subnets': [{'id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:15.072484 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b87a7-633c-47f3-a600-7322d424fb5c req-1bd8d06b-472c-4cc4-bb5d-72a438b1d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:15.074002 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-846b87a7-633c-47f3-a600-7322d424fb5c req-1bd8d06b-472c-4cc4-bb5d-72a438b1d9e8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5bcbf617-16d2-4eb5-83ca-877fbf16a2dc HTTP/1.1" status: 200 len: 848 time: 0.0572453 May 26 17:29:15.100917 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7574d0c1-7d28-4d16-8305-01d4d576097c None None] Checking router: 91359778-b51e-4fc0-9fb3-d12e964a81a8 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:29:15.110806 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7574d0c1-7d28-4d16-8305-01d4d576097c None None] Routers {'91359778-b51e-4fc0-9fb3-d12e964a81a8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:29:15.111460 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7574d0c1-7d28-4d16-8305-01d4d576097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:28:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['91359778-b51e-4fc0-9fb3-d12e964a81a8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:15.126696 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b87a7-633c-47f3-a600-7322d424fb5c req-852866be-9408-4b2f-a6b3-71d3debadf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:15.128262 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-846b87a7-633c-47f3-a600-7322d424fb5c req-852866be-9408-4b2f-a6b3-71d3debadf77 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=959282f4-ef52-4326-bfa8-3cd262b3406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462205 May 26 17:29:15.236573 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-846b87a7-633c-47f3-a600-7322d424fb5c req-dd95e0f5-3a07-4dce-b58e-4abe4651bcb0 service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010880 May 26 17:29:15.242597 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-7574d0c1-7d28-4d16-8305-01d4d576097c None None] Set router 91359778-b51e-4fc0-9fb3-d12e964a81a8 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:29:15.356011 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-846b87a7-633c-47f3-a600-7322d424fb5c req-bd952cac-7c23-430c-805f-3991efb1ec8b service neutron] 10.222.0.81 "GET /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121750 May 26 17:29:15.472061 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7574d0c1-7d28-4d16-8305-01d4d576097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'name': 'tempest-TestShelveInstance-1605239039-router', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:26Z', 'revision_number': 4, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'gw_port': {'id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '1de65756-d852-4a77-84dc-6a1807a5d973', 'name': '', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'mac_address': 'fa:16:3e:8f:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:25Z', 'updated_at': '2022-05-26T17:19:31Z', 'revision_number': 5, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'subnets': [{'id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:15.499557 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7574d0c1-7d28-4d16-8305-01d4d576097c None None] The sync data for ids ['91359778-b51e-4fc0-9fb3-d12e964a81a8'] in n-d-843337-2 is: [{'id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'name': 'tempest-TestShelveInstance-1605239039-router', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:26Z', 'revision_number': 4, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'gw_port': {'id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '1de65756-d852-4a77-84dc-6a1807a5d973', 'name': '', 'network_id': '959282f4-ef52-4326-bfa8-3cd262b3406c', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'mac_address': 'fa:16:3e:8f:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:25Z', 'updated_at': '2022-05-26T17:19:31Z', 'revision_number': 5, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'subnets': [{'id': '5bcbf617-16d2-4eb5-83ca-877fbf16a2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:29:15.730371 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-286e885a-7e4c-4e94-b676-b0139a0820f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:15.804248 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cd2928-e7ae-4f99-927f-af6bb030da32 None None] New status for floating IP 02cb891b-4041-4746-a0d3-25b94719acf0: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:29:16.163010 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ee9f7-b688-42a2-8717-cc9f92bbe0df req-ed799b96-422f-40f3-9407-8faaedd14529 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:16.165030 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-072ee9f7-b688-42a2-8717-cc9f92bbe0df req-ed799b96-422f-40f3-9407-8faaedd14529 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 946 time: 0.0532265 May 26 17:29:16.210654 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-072ee9f7-b688-42a2-8717-cc9f92bbe0df req-a9d1db72-8866-4707-8503-6fdeb3619e21 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/security-groups?id=bad7dbcc-c880-44a1-8d57-f741a68276b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386076 May 26 17:29:16.469642 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d32ef-adc4-44d2-8c91-11b05076fb6d req-f7a32cef-5f31-4147-b693-2f2f92189832 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:16.471169 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e14d32ef-adc4-44d2-8c91-11b05076fb6d req-f7a32cef-5f31-4147-b693-2f2f92189832 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 946 time: 0.0504632 May 26 17:29:16.565140 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-e14d32ef-adc4-44d2-8c91-11b05076fb6d req-0e62f371-c04b-43f8-a042-e4edcd291761 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Deleting port 91484425-143c-4be3-81cd-9d7fac625a09 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:29:16.565480 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e14d32ef-adc4-44d2-8c91-11b05076fb6d req-0e62f371-c04b-43f8-a042-e4edcd291761 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:16.653538 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-e14d32ef-adc4-44d2-8c91-11b05076fb6d req-0e62f371-c04b-43f8-a042-e4edcd291761 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] For port 91484425-143c-4be3-81cd-9d7fac625a09, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=91484425-143c-4be3-81cd-9d7fac625a09,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:29:16.653828 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e14d32ef-adc4-44d2-8c91-11b05076fb6d req-0e62f371-c04b-43f8-a042-e4edcd291761 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:16.667634 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-e14d32ef-adc4-44d2-8c91-11b05076fb6d req-0e62f371-c04b-43f8-a042-e4edcd291761 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Calling delete_port for 91484425-143c-4be3-81cd-9d7fac625a09 owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:29:16.802875 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e14d32ef-adc4-44d2-8c91-11b05076fb6d req-0e62f371-c04b-43f8-a042-e4edcd291761 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:16.833986 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62f371-c04b-43f8-a042-e4edcd291761 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event deleted for resources: {'Port': ['ID=91484425-143c-4be3-81cd-9d7fac625a09,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:16.869060 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62f371-c04b-43f8-a042-e4edcd291761 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:16.869423 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62f371-c04b-43f8-a042-e4edcd291761 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:16.869740 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62f371-c04b-43f8-a042-e4edcd291761 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:16.870071 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62f371-c04b-43f8-a042-e4edcd291761 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:16.870397 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62f371-c04b-43f8-a042-e4edcd291761 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:16.870723 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62f371-c04b-43f8-a042-e4edcd291761 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:16.871046 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62f371-c04b-43f8-a042-e4edcd291761 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:16.871369 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62f371-c04b-43f8-a042-e4edcd291761 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:16.871687 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62f371-c04b-43f8-a042-e4edcd291761 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:16.872005 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62f371-c04b-43f8-a042-e4edcd291761 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:16.872347 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62f371-c04b-43f8-a042-e4edcd291761 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:16.872666 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62f371-c04b-43f8-a042-e4edcd291761 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:16.897391 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14d32ef-adc4-44d2-8c91-11b05076fb6d req-0e62f371-c04b-43f8-a042-e4edcd291761 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] No DVR routers for this DVR port 91484425-143c-4be3-81cd-9d7fac625a09 on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:29:16.900132 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-e14d32ef-adc4-44d2-8c91-11b05076fb6d req-0e62f371-c04b-43f8-a042-e4edcd291761 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:16.903521 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e14d32ef-adc4-44d2-8c91-11b05076fb6d req-0e62f371-c04b-43f8-a042-e4edcd291761 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.81 "DELETE /v2.0/ports/91484425-143c-4be3-81cd-9d7fac625a09 HTTP/1.1" status: 204 len: 173 time: 0.4262311 May 26 17:29:16.903931 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4786a7c-437e-4f92-8987-f0450af01533', 'name': 'network-vif-deleted', 'tag': '91484425-143c-4be3-81cd-9d7fac625a09'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:29:16.906325 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff0118c-d450-4c51-ac7c-234c1610acac" -d '{"events": [{"server_uuid": "f4786a7c-437e-4f92-8987-f0450af01533", "name": "network-vif-deleted", "tag": "91484425-143c-4be3-81cd-9d7fac625a09"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:29:16.908041 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:16.958538 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7b021e-d25c-4d14-ae14-40c70c2d37f0 x-openstack-request-id: req-0e7b021e-d25c-4d14-ae14-40c70c2d37f0 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:29:16.958828 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4786a7c-437e-4f92-8987-f0450af01533", "name": "network-vif-deleted", "tag": "91484425-143c-4be3-81cd-9d7fac625a09", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:29:16.959331 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e7b021e-d25c-4d14-ae14-40c70c2d37f0 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:29:16.959571 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e7b021e-d25c-4d14-ae14-40c70c2d37f0'] response: {'server_uuid': 'f4786a7c-437e-4f92-8987-f0450af01533', 'name': 'network-vif-deleted', 'tag': '91484425-143c-4be3-81cd-9d7fac625a09', 'status': 'completed', 'code': 200} May 26 17:29:17.327337 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-625b11c9-dd24-4918-9788-9dd27e082e2a req-c32fec23-8e7e-4eef-bc92-3638c708b31d tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 210 time: 0.0340836 May 26 17:29:18.439591 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2e1c5ceb-548b-4584-84b0-c329063d66d5 req-9dfd2def-fe2d-4eaa-ae12-9faedeb497d7 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 210 time: 0.0275042 May 26 17:29:18.635662 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:19.049096 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:19.224146 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:19.543704 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-f2c6ccf1-a931-48cb-a8db-97d32d360ae3 req-7594b7fa-bd91-4191-adc5-179aed02cdfd tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 210 time: 0.0282650 May 26 17:29:20.619483 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 91484425-143c-4be3-81cd-9d7fac625a09 no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:29:20.640227 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 91484425-143c-4be3-81cd-9d7fac625a09 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:29:20.640575 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 91484425-143c-4be3-81cd-9d7fac625a09 not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:29:20.658432 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-37818e8a-cffb-477a-b4df-c2e0330722f9 req-252f3246-682f-4f87-bbdf-bdd7b3c186c3 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4786a7c-437e-4f92-8987-f0450af01533 HTTP/1.1" status: 200 len: 210 time: 0.0285108 May 26 17:29:21.719012 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43910) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:21.781432 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b51e83a3-dff6-4e5b-8b46-1e472ecc2462 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:21.808598 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b51e83a3-dff6-4e5b-8b46-1e472ecc2462 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:21.873290 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b51e83a3-dff6-4e5b-8b46-1e472ecc2462 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:21.875987 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-b51e83a3-dff6-4e5b-8b46-1e472ecc2462 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:21.880139 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-b51e83a3-dff6-4e5b-8b46-1e472ecc2462 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] 10.222.0.77 "DELETE /v2.0/security-groups/bad7dbcc-c880-44a1-8d57-f741a68276b3 HTTP/1.1" status: 204 len: 168 time: 0.1598263 May 26 17:29:21.891207 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e83a3-dff6-4e5b-8b46-1e472ecc2462 tempest-TestShelveInstance-105530846 tempest-TestShelveInstance-105530846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad7dbcc-c880-44a1-8d57-f741a68276b3,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:22.941116 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43916) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:23.834911 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e0f8d4e3-a9cd-4fd5-9788-1e1a7f88653f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:24.094358 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e0f8d4e3-a9cd-4fd5-9788-1e1a7f88653f admin admin] Deleting port 1de65756-d852-4a77-84dc-6a1807a5d973 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:29:24.095028 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e0f8d4e3-a9cd-4fd5-9788-1e1a7f88653f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:24.175171 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-e0f8d4e3-a9cd-4fd5-9788-1e1a7f88653f admin admin] For port 1de65756-d852-4a77-84dc-6a1807a5d973, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=1de65756-d852-4a77-84dc-6a1807a5d973,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:29:24.175534 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e0f8d4e3-a9cd-4fd5-9788-1e1a7f88653f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:24.189085 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-e0f8d4e3-a9cd-4fd5-9788-1e1a7f88653f admin admin] Calling delete_port for 1de65756-d852-4a77-84dc-6a1807a5d973 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:29:24.391309 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e0f8d4e3-a9cd-4fd5-9788-1e1a7f88653f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:24.415365 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8d4e3-a9cd-4fd5-9788-1e1a7f88653f admin admin] Pushing event deleted for resources: {'Port': ['ID=1de65756-d852-4a77-84dc-6a1807a5d973,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:24.603724 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e0f8d4e3-a9cd-4fd5-9788-1e1a7f88653f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:24.835187 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f8d4e3-a9cd-4fd5-9788-1e1a7f88653f admin admin] Router 91359778-b51e-4fc0-9fb3-d12e964a81a8 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:29:24.953012 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f8d4e3-a9cd-4fd5-9788-1e1a7f88653f admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:29:24.958334 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e0f8d4e3-a9cd-4fd5-9788-1e1a7f88653f admin admin] 10.222.0.77 "PUT /v2.0/routers/91359778-b51e-4fc0-9fb3-d12e964a81a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0159147 May 26 17:29:24.961584 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43920) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:24.965760 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ab635f-ccbe-4f36-b121-0ed1e134a95c None None] Sync routers for ids ['91359778-b51e-4fc0-9fb3-d12e964a81a8'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:29:24.978133 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ab635f-ccbe-4f36-b121-0ed1e134a95c None None] Routers {'91359778-b51e-4fc0-9fb3-d12e964a81a8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:29:24.978761 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-08ab635f-ccbe-4f36-b121-0ed1e134a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:29:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['91359778-b51e-4fc0-9fb3-d12e964a81a8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:25.080061 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8b9b4c23-1b7b-4b1c-b33c-c315e24b2cfe admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:25.087472 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-08ab635f-ccbe-4f36-b121-0ed1e134a95c None None] Set router 91359778-b51e-4fc0-9fb3-d12e964a81a8 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:29:25.190795 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8b9b4c23-1b7b-4b1c-b33c-c315e24b2cfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:25.247087 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8b9b4c23-1b7b-4b1c-b33c-c315e24b2cfe admin admin] Deleting port 4463b7c8-efc1-49f8-99da-6dd06dff6405 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:29:25.247456 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8b9b4c23-1b7b-4b1c-b33c-c315e24b2cfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:25.283145 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-08ab635f-ccbe-4f36-b121-0ed1e134a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'name': 'tempest-TestShelveInstance-1605239039-router', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:29:24Z', 'revision_number': 5, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'gw_port': {'id': '4463b7c8-efc1-49f8-99da-6dd06dff6405', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:25.310401 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ab635f-ccbe-4f36-b121-0ed1e134a95c None None] Checking router: 91359778-b51e-4fc0-9fb3-d12e964a81a8 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:29:25.319722 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ab635f-ccbe-4f36-b121-0ed1e134a95c None None] Routers {'91359778-b51e-4fc0-9fb3-d12e964a81a8'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:29:25.320367 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-08ab635f-ccbe-4f36-b121-0ed1e134a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:29:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['91359778-b51e-4fc0-9fb3-d12e964a81a8'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:25.333036 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-8b9b4c23-1b7b-4b1c-b33c-c315e24b2cfe admin admin] For port 4463b7c8-efc1-49f8-99da-6dd06dff6405, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=4463b7c8-efc1-49f8-99da-6dd06dff6405,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:29:25.333416 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8b9b4c23-1b7b-4b1c-b33c-c315e24b2cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:25.350084 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-8b9b4c23-1b7b-4b1c-b33c-c315e24b2cfe admin admin] Calling delete_port for 4463b7c8-efc1-49f8-99da-6dd06dff6405 owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:29:25.415979 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-08ab635f-ccbe-4f36-b121-0ed1e134a95c None None] Set router 91359778-b51e-4fc0-9fb3-d12e964a81a8 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:29:25.472343 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-08ab635f-ccbe-4f36-b121-0ed1e134a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'name': 'tempest-TestShelveInstance-1605239039-router', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:29:25Z', 'revision_number': 6, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:25.501758 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ab635f-ccbe-4f36-b121-0ed1e134a95c None None] The sync data for ids ['91359778-b51e-4fc0-9fb3-d12e964a81a8'] in n-d-843337-2 is: [{'id': '91359778-b51e-4fc0-9fb3-d12e964a81a8', 'name': 'tempest-TestShelveInstance-1605239039-router', 'tenant_id': 'e3042dce975e4528aa29d3b198eb71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:23Z', 'updated_at': '2022-05-26T17:29:25Z', 'revision_number': 6, 'project_id': 'e3042dce975e4528aa29d3b198eb71f6', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:29:25.528027 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8b9b4c23-1b7b-4b1c-b33c-c315e24b2cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:25.561857 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b4c23-1b7b-4b1c-b33c-c315e24b2cfe admin admin] Pushing event deleted for resources: {'Port': ['ID=4463b7c8-efc1-49f8-99da-6dd06dff6405,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:25.624911 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8b9b4c23-1b7b-4b1c-b33c-c315e24b2cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:25.722096 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8b9b4c23-1b7b-4b1c-b33c-c315e24b2cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:25.724309 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8b9b4c23-1b7b-4b1c-b33c-c315e24b2cfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:25.768929 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8b9b4c23-1b7b-4b1c-b33c-c315e24b2cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:25.769473 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9b4c23-1b7b-4b1c-b33c-c315e24b2cfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91359778-b51e-4fc0-9fb3-d12e964a81a8 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:29:25.774528 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8b9b4c23-1b7b-4b1c-b33c-c315e24b2cfe admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:25.775727 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8b9b4c23-1b7b-4b1c-b33c-c315e24b2cfe admin admin] 10.222.0.77 "DELETE /v2.0/routers/91359778-b51e-4fc0-9fb3-d12e964a81a8 HTTP/1.1" status: 204 len: 168 time: 0.8131430 May 26 17:29:25.778710 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43922) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:25.829542 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ca8bc8-69bd-4a37-a31e-d890e144b271 admin admin] Deleting subnet 5bcbf617-16d2-4eb5-83ca-877fbf16a2dc {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 17:29:25.837674 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-41ca8bc8-69bd-4a37-a31e-d890e144b271 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:25.894057 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-41ca8bc8-69bd-4a37-a31e-d890e144b271 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:25.988921 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-41ca8bc8-69bd-4a37-a31e-d890e144b271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:26.043279 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-41ca8bc8-69bd-4a37-a31e-d890e144b271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:26.070098 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca8bc8-69bd-4a37-a31e-d890e144b271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bcbf617-16d2-4eb5-83ca-877fbf16a2dc,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:26.074805 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-41ca8bc8-69bd-4a37-a31e-d890e144b271 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:26.078155 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-41ca8bc8-69bd-4a37-a31e-d890e144b271 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5bcbf617-16d2-4eb5-83ca-877fbf16a2dc HTTP/1.1" status: 204 len: 168 time: 0.2984042 May 26 17:29:26.081148 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43924) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:26.083869 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6264f376-61f0-4e2f-9a93-2241651c66b5 None None] Network 959282f4-ef52-4326-bfa8-3cd262b3406c requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:29:26.157817 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc3de-bbc1-41a7-a5c8-ea87ff605cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:26.218838 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-0f3dc3de-bbc1-41a7-a5c8-ea87ff605cc6 admin admin] Deleting port b74d6cb4-2e4b-4d6d-b182-aeb7943a1764 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:29:26.219797 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc3de-bbc1-41a7-a5c8-ea87ff605cc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:26.290091 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-0f3dc3de-bbc1-41a7-a5c8-ea87ff605cc6 admin admin] For port b74d6cb4-2e4b-4d6d-b182-aeb7943a1764, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=b74d6cb4-2e4b-4d6d-b182-aeb7943a1764,segment=NetworkSegment(199d7358-55e2-4385-8b76-bc2a04153802),segment_id=199d7358-55e2-4385-8b76-bc2a04153802)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:29:26.290656 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc3de-bbc1-41a7-a5c8-ea87ff605cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:26.309940 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-0f3dc3de-bbc1-41a7-a5c8-ea87ff605cc6 admin admin] Calling delete_port for b74d6cb4-2e4b-4d6d-b182-aeb7943a1764 owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:29:26.345252 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1de65756-d852-4a77-84dc-6a1807a5d973 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:29:26.348390 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf704b6f-c06e-48db-a10e-dd19a3c5fbea None None] DHCP port deletion for 959282f4-ef52-4326-bfa8-3cd262b3406c request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 17:29:26.371596 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 1de65756-d852-4a77-84dc-6a1807a5d973 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:29:26.371944 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 1de65756-d852-4a77-84dc-6a1807a5d973 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:29:26.393243 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc3de-bbc1-41a7-a5c8-ea87ff605cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:26.417716 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cf704b6f-c06e-48db-a10e-dd19a3c5fbea None None] Deleting port b74d6cb4-2e4b-4d6d-b182-aeb7943a1764 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:29:26.417999 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cf704b6f-c06e-48db-a10e-dd19a3c5fbea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:26.424257 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dc3de-bbc1-41a7-a5c8-ea87ff605cc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b74d6cb4-2e4b-4d6d-b182-aeb7943a1764,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:26.426118 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3dc3de-bbc1-41a7-a5c8-ea87ff605cc6 admin admin] No DVR routers for this DVR port b74d6cb4-2e4b-4d6d-b182-aeb7943a1764 on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:29:26.512777 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc3de-bbc1-41a7-a5c8-ea87ff605cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:26.537922 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-0f3dc3de-bbc1-41a7-a5c8-ea87ff605cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['959282f4-ef52-4326-bfa8-3cd262b3406c']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:26.550626 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-0f3dc3de-bbc1-41a7-a5c8-ea87ff605cc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '199d7358-55e2-4385-8b76-bc2a04153802') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:26.550949 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-0f3dc3de-bbc1-41a7-a5c8-ea87ff605cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '199d7358-55e2-4385-8b76-bc2a04153802') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:26.563332 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc3de-bbc1-41a7-a5c8-ea87ff605cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:26.580009 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc3de-bbc1-41a7-a5c8-ea87ff605cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:26.588204 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3dc3de-bbc1-41a7-a5c8-ea87ff605cc6 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:29:26.589043 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc3de-bbc1-41a7-a5c8-ea87ff605cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:26.665289 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc3de-bbc1-41a7-a5c8-ea87ff605cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:26.672327 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-cf704b6f-c06e-48db-a10e-dd19a3c5fbea None None] For port b74d6cb4-2e4b-4d6d-b182-aeb7943a1764, host n-d-843337-2, got binding levels [] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:29:26.672793 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cf704b6f-c06e-48db-a10e-dd19a3c5fbea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:26.677418 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc3de-bbc1-41a7-a5c8-ea87ff605cc6 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:26.681386 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0f3dc3de-bbc1-41a7-a5c8-ea87ff605cc6 admin admin] 10.222.0.77 "DELETE /v2.0/networks/959282f4-ef52-4326-bfa8-3cd262b3406c HTTP/1.1" status: 204 len: 168 time: 0.5992630 May 26 17:29:26.684474 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43930) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:26.692287 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dc3de-bbc1-41a7-a5c8-ea87ff605cc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=959282f4-ef52-4326-bfa8-3cd262b3406c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:26.693011 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-cf704b6f-c06e-48db-a10e-dd19a3c5fbea None None] Calling delete_port for b74d6cb4-2e4b-4d6d-b182-aeb7943a1764 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:29:26.700457 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.ipam_backend_mixin [None req-cf704b6f-c06e-48db-a10e-dd19a3c5fbea None None] Port b74d6cb4-2e4b-4d6d-b182-aeb7943a1764 was not found and therefore no delete operation was performed {{(pid=103897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 17:29:26.701702 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-cf704b6f-c06e-48db-a10e-dd19a3c5fbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:26.706412 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 199d7358-55e2-4385-8b76-bc2a04153802 resource provider aggregate not found May 26 17:29:26.725526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf704b6f-c06e-48db-a10e-dd19a3c5fbea None None] Pushing event deleted for resources: {'Port': ['ID=b74d6cb4-2e4b-4d6d-b182-aeb7943a1764,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:26.727836 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 199d7358-55e2-4385-8b76-bc2a04153802 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 199d7358-55e2-4385-8b76-bc2a04153802 found for delete ", "request_id": "req-8795fc2f-7269-4311-9d18-e9b55119666a"}]} May 26 17:29:26.730659 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf704b6f-c06e-48db-a10e-dd19a3c5fbea None None] Network 959282f4-ef52-4326-bfa8-3cd262b3406c is not hosted by any dhcp agent {{(pid=103897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 26 17:29:26.731122 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf704b6f-c06e-48db-a10e-dd19a3c5fbea None None] No DVR routers for this DVR port b74d6cb4-2e4b-4d6d-b182-aeb7943a1764 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:29:26.738603 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf704b6f-c06e-48db-a10e-dd19a3c5fbea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:26.738951 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf704b6f-c06e-48db-a10e-dd19a3c5fbea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:26.739378 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf704b6f-c06e-48db-a10e-dd19a3c5fbea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:26.739986 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf704b6f-c06e-48db-a10e-dd19a3c5fbea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:26.739986 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf704b6f-c06e-48db-a10e-dd19a3c5fbea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:26.740404 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf704b6f-c06e-48db-a10e-dd19a3c5fbea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:26.740744 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf704b6f-c06e-48db-a10e-dd19a3c5fbea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:26.741069 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf704b6f-c06e-48db-a10e-dd19a3c5fbea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:26.741393 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf704b6f-c06e-48db-a10e-dd19a3c5fbea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:26.741713 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf704b6f-c06e-48db-a10e-dd19a3c5fbea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:26.742035 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf704b6f-c06e-48db-a10e-dd19a3c5fbea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:26.742357 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf704b6f-c06e-48db-a10e-dd19a3c5fbea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:27.066495 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-777c2496-4eaf-4644-b796-ce3c2bbf393b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:27.328331 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-777c2496-4eaf-4644-b796-ce3c2bbf393b admin admin] Deleting port 88b3c072-d139-4f9f-bab4-b5292257c10d {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:29:27.328594 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-777c2496-4eaf-4644-b796-ce3c2bbf393b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:27.410897 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-777c2496-4eaf-4644-b796-ce3c2bbf393b admin admin] For port 88b3c072-d139-4f9f-bab4-b5292257c10d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=88b3c072-d139-4f9f-bab4-b5292257c10d,segment=NetworkSegment(3cf9db51-bc56-428f-9212-f29823601a0e),segment_id=3cf9db51-bc56-428f-9212-f29823601a0e)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:29:27.411265 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-777c2496-4eaf-4644-b796-ce3c2bbf393b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:27.423438 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-777c2496-4eaf-4644-b796-ce3c2bbf393b admin admin] Calling delete_port for 88b3c072-d139-4f9f-bab4-b5292257c10d owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:29:27.619254 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-777c2496-4eaf-4644-b796-ce3c2bbf393b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:27.665882 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2496-4eaf-4644-b796-ce3c2bbf393b admin admin] Pushing event deleted for resources: {'Port': ['ID=88b3c072-d139-4f9f-bab4-b5292257c10d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:27.706937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b74d6cb4-2e4b-4d6d-b182-aeb7943a1764 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:29:27.732695 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: b74d6cb4-2e4b-4d6d-b182-aeb7943a1764 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:29:27.733045 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device b74d6cb4-2e4b-4d6d-b182-aeb7943a1764 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:29:27.733466 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4463b7c8-efc1-49f8-99da-6dd06dff6405 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:29:27.757184 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 4463b7c8-efc1-49f8-99da-6dd06dff6405 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:29:27.758050 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 4463b7c8-efc1-49f8-99da-6dd06dff6405 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:29:27.869201 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-777c2496-4eaf-4644-b796-ce3c2bbf393b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:28.086716 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777c2496-4eaf-4644-b796-ce3c2bbf393b admin admin] Router 9b9feb4d-a61f-4ddc-ba50-add5a962571c has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:29:28.197025 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777c2496-4eaf-4644-b796-ce3c2bbf393b admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:29:28.202451 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-777c2496-4eaf-4644-b796-ce3c2bbf393b admin admin] 10.222.0.77 "PUT /v2.0/routers/9b9feb4d-a61f-4ddc-ba50-add5a962571c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5159659 May 26 17:29:28.204458 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43934) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:28.208703 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2a4cb5-6d2c-4d7f-b484-6d91e22e608f None None] Sync routers for ids ['9b9feb4d-a61f-4ddc-ba50-add5a962571c'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:29:28.218937 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2a4cb5-6d2c-4d7f-b484-6d91e22e608f None None] Routers {'9b9feb4d-a61f-4ddc-ba50-add5a962571c'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:29:28.219648 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1b2a4cb5-6d2c-4d7f-b484-6d91e22e608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:29:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['9b9feb4d-a61f-4ddc-ba50-add5a962571c'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:28.319641 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b6cfd058-5e13-450b-aee1-8305e190d226 admin admin] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:28.330533 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-1b2a4cb5-6d2c-4d7f-b484-6d91e22e608f None None] Set router 9b9feb4d-a61f-4ddc-ba50-add5a962571c gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:29:28.427867 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b6cfd058-5e13-450b-aee1-8305e190d226 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:28.486685 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-b6cfd058-5e13-450b-aee1-8305e190d226 admin admin] Deleting port 32264c2b-b7d8-48b8-aca6-264124d8c6b8 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:29:28.487021 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b6cfd058-5e13-450b-aee1-8305e190d226 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:28.535016 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1b2a4cb5-6d2c-4d7f-b484-6d91e22e608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9feb4d-a61f-4ddc-ba50-add5a962571c', 'name': 'tempest-TestShelveInstance-2130103591-router', 'tenant_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '32264c2b-b7d8-48b8-aca6-264124d8c6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:28Z', 'updated_at': '2022-05-26T17:29:27Z', 'revision_number': 5, 'project_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'gw_port': {'id': '32264c2b-b7d8-48b8-aca6-264124d8c6b8', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9feb4d-a61f-4ddc-ba50-add5a962571c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:19:28Z', 'updated_at': '2022-05-26T17:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:28.565634 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2a4cb5-6d2c-4d7f-b484-6d91e22e608f None None] Checking router: 9b9feb4d-a61f-4ddc-ba50-add5a962571c for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:29:28.572486 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-b6cfd058-5e13-450b-aee1-8305e190d226 admin admin] For port 32264c2b-b7d8-48b8-aca6-264124d8c6b8, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=32264c2b-b7d8-48b8-aca6-264124d8c6b8,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:29:28.572907 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b6cfd058-5e13-450b-aee1-8305e190d226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:28.574053 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2a4cb5-6d2c-4d7f-b484-6d91e22e608f None None] Routers {'9b9feb4d-a61f-4ddc-ba50-add5a962571c'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:29:28.574671 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1b2a4cb5-6d2c-4d7f-b484-6d91e22e608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:29:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['9b9feb4d-a61f-4ddc-ba50-add5a962571c'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:28.585637 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-b6cfd058-5e13-450b-aee1-8305e190d226 admin admin] Calling delete_port for 32264c2b-b7d8-48b8-aca6-264124d8c6b8 owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:29:28.664994 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-1b2a4cb5-6d2c-4d7f-b484-6d91e22e608f None None] Set router 9b9feb4d-a61f-4ddc-ba50-add5a962571c gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:29:28.720769 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-1b2a4cb5-6d2c-4d7f-b484-6d91e22e608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9feb4d-a61f-4ddc-ba50-add5a962571c', 'name': 'tempest-TestShelveInstance-2130103591-router', 'tenant_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:28Z', 'updated_at': '2022-05-26T17:29:28Z', 'revision_number': 6, 'project_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:28.754678 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2a4cb5-6d2c-4d7f-b484-6d91e22e608f None None] The sync data for ids ['9b9feb4d-a61f-4ddc-ba50-add5a962571c'] in n-d-843337-2 is: [{'id': '9b9feb4d-a61f-4ddc-ba50-add5a962571c', 'name': 'tempest-TestShelveInstance-2130103591-router', 'tenant_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:19:28Z', 'updated_at': '2022-05-26T17:29:28Z', 'revision_number': 6, 'project_id': 'd1a6a9f8f0924ea6b677d41957795ca0', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:29:28.776318 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b6cfd058-5e13-450b-aee1-8305e190d226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:28.811125 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfd058-5e13-450b-aee1-8305e190d226 admin admin] Pushing event deleted for resources: {'Port': ['ID=32264c2b-b7d8-48b8-aca6-264124d8c6b8,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:28.874302 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b6cfd058-5e13-450b-aee1-8305e190d226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:28.966880 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b6cfd058-5e13-450b-aee1-8305e190d226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:28.969103 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b6cfd058-5e13-450b-aee1-8305e190d226 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:29.039563 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b6cfd058-5e13-450b-aee1-8305e190d226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:29.040220 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cfd058-5e13-450b-aee1-8305e190d226 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b9feb4d-a61f-4ddc-ba50-add5a962571c {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:29:29.047117 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-b6cfd058-5e13-450b-aee1-8305e190d226 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:29.048576 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-b6cfd058-5e13-450b-aee1-8305e190d226 admin admin] 10.222.0.77 "DELETE /v2.0/routers/9b9feb4d-a61f-4ddc-ba50-add5a962571c HTTP/1.1" status: 204 len: 168 time: 0.8429809 May 26 17:29:29.051329 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43936) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:29.105230 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-d787df27-0a08-40b4-b1f5-1eaa805e0e64 admin admin] Deleting subnet 9aa7f3ab-5f9a-4012-b05a-40c96d5a1b9b {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 17:29:29.108607 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d787df27-0a08-40b4-b1f5-1eaa805e0e64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:29.152638 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d787df27-0a08-40b4-b1f5-1eaa805e0e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:29.259174 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d787df27-0a08-40b4-b1f5-1eaa805e0e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:29.325015 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d787df27-0a08-40b4-b1f5-1eaa805e0e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:29.352667 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787df27-0a08-40b4-b1f5-1eaa805e0e64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aa7f3ab-5f9a-4012-b05a-40c96d5a1b9b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:29.358840 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d787df27-0a08-40b4-b1f5-1eaa805e0e64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:29.367058 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d787df27-0a08-40b4-b1f5-1eaa805e0e64 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9aa7f3ab-5f9a-4012-b05a-40c96d5a1b9b HTTP/1.1" status: 204 len: 168 time: 0.3100626 May 26 17:29:29.367385 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4788e7-feb2-409a-87fc-b74db7767465 None None] Network b76532d2-bf58-4c5e-a929-e6265f636474 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:29:29.368202 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43938) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:29.473694 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-115c9415-c452-4356-9e9e-433b2b7a0366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:29.553756 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-115c9415-c452-4356-9e9e-433b2b7a0366 admin admin] Deleting port 77bd02b5-8ec4-4158-9163-620611f1f1f3 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:29:29.554098 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-115c9415-c452-4356-9e9e-433b2b7a0366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:29.612120 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b53a641-e41e-4177-9ebb-d1075558cc4f None None] DHCP port deletion for b76532d2-bf58-4c5e-a929-e6265f636474 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 17:29:29.637087 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-115c9415-c452-4356-9e9e-433b2b7a0366 admin admin] For port 77bd02b5-8ec4-4158-9163-620611f1f1f3, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=77bd02b5-8ec4-4158-9163-620611f1f1f3,segment=NetworkSegment(3cf9db51-bc56-428f-9212-f29823601a0e),segment_id=3cf9db51-bc56-428f-9212-f29823601a0e)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:29:29.637499 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-115c9415-c452-4356-9e9e-433b2b7a0366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:29.657714 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-115c9415-c452-4356-9e9e-433b2b7a0366 admin admin] Calling delete_port for 77bd02b5-8ec4-4158-9163-620611f1f1f3 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:29:29.685630 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7b53a641-e41e-4177-9ebb-d1075558cc4f None None] Deleting port 77bd02b5-8ec4-4158-9163-620611f1f1f3 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:29:29.686011 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7b53a641-e41e-4177-9ebb-d1075558cc4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:29.741970 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 32264c2b-b7d8-48b8-aca6-264124d8c6b8 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:29:29.764755 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-115c9415-c452-4356-9e9e-433b2b7a0366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:29.774313 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 32264c2b-b7d8-48b8-aca6-264124d8c6b8 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:29:29.774642 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 32264c2b-b7d8-48b8-aca6-264124d8c6b8 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:29:29.775170 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 77bd02b5-8ec4-4158-9163-620611f1f1f3 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:29:29.803166 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 77bd02b5-8ec4-4158-9163-620611f1f1f3 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:29:29.803593 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 77bd02b5-8ec4-4158-9163-620611f1f1f3 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:29:29.804164 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 88b3c072-d139-4f9f-bab4-b5292257c10d no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:29:29.806032 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c9415-c452-4356-9e9e-433b2b7a0366 admin admin] Pushing event deleted for resources: {'Port': ['ID=77bd02b5-8ec4-4158-9163-620611f1f1f3,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:29.813499 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115c9415-c452-4356-9e9e-433b2b7a0366 admin admin] No DVR routers for this DVR port 77bd02b5-8ec4-4158-9163-620611f1f1f3 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:29:29.836839 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 88b3c072-d139-4f9f-bab4-b5292257c10d {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:29:29.837140 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 88b3c072-d139-4f9f-bab4-b5292257c10d not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:29:29.852282 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-7b53a641-e41e-4177-9ebb-d1075558cc4f None None] For port 77bd02b5-8ec4-4158-9163-620611f1f1f3, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=77bd02b5-8ec4-4158-9163-620611f1f1f3,segment=NetworkSegment(3cf9db51-bc56-428f-9212-f29823601a0e),segment_id=3cf9db51-bc56-428f-9212-f29823601a0e)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:29:29.852798 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7b53a641-e41e-4177-9ebb-d1075558cc4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:29.878643 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-7b53a641-e41e-4177-9ebb-d1075558cc4f None None] Calling delete_port for 77bd02b5-8ec4-4158-9163-620611f1f1f3 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:29:29.926819 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-115c9415-c452-4356-9e9e-433b2b7a0366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:29.957499 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-115c9415-c452-4356-9e9e-433b2b7a0366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76532d2-bf58-4c5e-a929-e6265f636474']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:29.975761 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-115c9415-c452-4356-9e9e-433b2b7a0366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf9db51-bc56-428f-9212-f29823601a0e') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:29.976041 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-115c9415-c452-4356-9e9e-433b2b7a0366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf9db51-bc56-428f-9212-f29823601a0e') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:29.977594 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7b53a641-e41e-4177-9ebb-d1075558cc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:29.989951 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-115c9415-c452-4356-9e9e-433b2b7a0366 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:30.007449 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-115c9415-c452-4356-9e9e-433b2b7a0366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:30.010758 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b53a641-e41e-4177-9ebb-d1075558cc4f None None] No DVR routers for this DVR port 77bd02b5-8ec4-4158-9163-620611f1f1f3 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:29:30.015405 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53a641-e41e-4177-9ebb-d1075558cc4f None None] Pushing event deleted for resources: {'Port': ['ID=77bd02b5-8ec4-4158-9163-620611f1f1f3,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:30.022200 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115c9415-c452-4356-9e9e-433b2b7a0366 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:29:30.023149 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-115c9415-c452-4356-9e9e-433b2b7a0366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:30.094104 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-115c9415-c452-4356-9e9e-433b2b7a0366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:30.101440 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-115c9415-c452-4356-9e9e-433b2b7a0366 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:30.105014 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-115c9415-c452-4356-9e9e-433b2b7a0366 admin admin] 10.222.0.77 "DELETE /v2.0/networks/b76532d2-bf58-4c5e-a929-e6265f636474 HTTP/1.1" status: 204 len: 168 time: 0.7367070 May 26 17:29:30.117765 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c9415-c452-4356-9e9e-433b2b7a0366 admin admin] Pushing event deleted for resources: {'Network': ['ID=b76532d2-bf58-4c5e-a929-e6265f636474,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:30.120405 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 3cf9db51-bc56-428f-9212-f29823601a0e resource provider aggregate not found May 26 17:29:30.137544 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 3cf9db51-bc56-428f-9212-f29823601a0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3cf9db51-bc56-428f-9212-f29823601a0e found for delete ", "request_id": "req-a76d0cec-e584-4fab-a980-c97dcd063c00"}]} May 26 17:29:30.261945 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43948) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:30.307809 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-0f5d593a-4baa-423d-a089-7276579bdae8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e3042dce975e4528aa29d3b198eb71f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446749 May 26 17:29:30.310409 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43950) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:30.367200 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2feeb5da-c2de-4955-8bb3-5b1b6ef0d8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:30.393009 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2feeb5da-c2de-4955-8bb3-5b1b6ef0d8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:30.451406 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2feeb5da-c2de-4955-8bb3-5b1b6ef0d8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:30.454255 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2feeb5da-c2de-4955-8bb3-5b1b6ef0d8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:30.455422 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2feeb5da-c2de-4955-8bb3-5b1b6ef0d8be admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/50a75ed9-6a85-405b-a3f4-9ad81024a551 HTTP/1.1" status: 204 len: 168 time: 0.1440079 May 26 17:29:30.464726 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feeb5da-c2de-4955-8bb3-5b1b6ef0d8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a75ed9-6a85-405b-a3f4-9ad81024a551,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:30.819925 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43956) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:30.872466 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d8828882-1aca-4c49-844d-2166d53418f1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d1a6a9f8f0924ea6b677d41957795ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512471 May 26 17:29:30.875019 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43958) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:30.922825 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9361e62-fd2b-4d08-bfa7-cbfb44405081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:30.943735 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9361e62-fd2b-4d08-bfa7-cbfb44405081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:30.990658 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9361e62-fd2b-4d08-bfa7-cbfb44405081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:30.993891 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-a9361e62-fd2b-4d08-bfa7-cbfb44405081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:30.995033 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-a9361e62-fd2b-4d08-bfa7-cbfb44405081 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/799342d5-4cc5-4837-a393-14d287bb184c HTTP/1.1" status: 204 len: 168 time: 0.1190863 May 26 17:29:31.003116 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9361e62-fd2b-4d08-bfa7-cbfb44405081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799342d5-4cc5-4837-a393-14d287bb184c,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:31.255432 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:31.746949 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43980) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:31.846117 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-79dd8da8-8d43-46fe-8bb7-1f357a5bf324 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-50976572-network', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:29:31.870103 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dd8da8-8d43-46fe-8bb7-1f357a5bf324 admin admin] Made reservation on behalf of bcc83ae400bb49d79431c4438e680ebc for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:29:31.872534 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-79dd8da8-8d43-46fe-8bb7-1f357a5bf324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:31.881510 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-79dd8da8-8d43-46fe-8bb7-1f357a5bf324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:31.959768 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-79dd8da8-8d43-46fe-8bb7-1f357a5bf324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:31.964274 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-79dd8da8-8d43-46fe-8bb7-1f357a5bf324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:31.989434 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79dd8da8-8d43-46fe-8bb7-1f357a5bf324 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:29:31.999263 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd8da8-8d43-46fe-8bb7-1f357a5bf324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681db3e7-5af1-4ae7-bbb4-1c5e1629e16b,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:32.004808 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-79dd8da8-8d43-46fe-8bb7-1f357a5bf324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:32.005156 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-79dd8da8-8d43-46fe-8bb7-1f357a5bf324 admin admin] Added segment 496dc623-f331-44c0-b58d-7145a817ae90 of type vlan for network 5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 May 26 17:29:32.048139 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-79dd8da8-8d43-46fe-8bb7-1f357a5bf324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:32.072695 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-79dd8da8-8d43-46fe-8bb7-1f357a5bf324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:32.073520 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dd8da8-8d43-46fe-8bb7-1f357a5bf324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:32.074084 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-79dd8da8-8d43-46fe-8bb7-1f357a5bf324 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:32.126685 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-79dd8da8-8d43-46fe-8bb7-1f357a5bf324 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3785298 May 26 17:29:32.131545 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43984) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:32.136612 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-09d427c1-e784-4e68-8f5a-6aaeab6243f6 admin admin] Request body: {'subnet': {'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-50976572-subnet', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:29:32.139834 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd8da8-8d43-46fe-8bb7-1f357a5bf324 admin admin] Pushing event updated for resources: {'Network': ['ID=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:32.154506 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:29:32.162720 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d427c1-e784-4e68-8f5a-6aaeab6243f6 admin admin] Made reservation on behalf of bcc83ae400bb49d79431c4438e680ebc for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:29:32.166441 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-09d427c1-e784-4e68-8f5a-6aaeab6243f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:32.373772 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-09d427c1-e784-4e68-8f5a-6aaeab6243f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:32.441054 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d427c1-e784-4e68-8f5a-6aaeab6243f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62caba67-d18d-4b33-b6ee-58e08ae94a50,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:32.451463 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d427c1-e784-4e68-8f5a-6aaeab6243f6 admin admin] Checking segment: {'id': '496dc623-f331-44c0-b58d-7145a817ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:29:32.451903 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d427c1-e784-4e68-8f5a-6aaeab6243f6 admin admin] Network hostable DHCP agents. Network: 5eb50fd8-d23c-4fc9-b619-9d46acfb1f49, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:29:32.472224 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d427c1-e784-4e68-8f5a-6aaeab6243f6 admin admin] Network 5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:29:32.482160 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-09d427c1-e784-4e68-8f5a-6aaeab6243f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 5eb50fd8-d23c-4fc9-b619-9d46acfb1f49) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:29:32.486549 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d427c1-e784-4e68-8f5a-6aaeab6243f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:32.487142 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-09d427c1-e784-4e68-8f5a-6aaeab6243f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:32.492781 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d3b285-5405-4f7e-834c-637e1a28cf1e None None] Network 5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:29:32.504412 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-09d427c1-e784-4e68-8f5a-6aaeab6243f6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3717954 May 26 17:29:32.507556 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 43986) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:32.512116 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-d34f978b-297a-4b61-a216-2499434d0ba4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-50976572-router', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:29:32.532273 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d34f978b-297a-4b61-a216-2499434d0ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:32.533692 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d34f978b-297a-4b61-a216-2499434d0ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:32.589400 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d34f978b-297a-4b61-a216-2499434d0ba4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:32.644878 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91da00a7-8080-4547-9dfd-33dbd3637580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'fixed_ips': [{'subnet_id': '62caba67-d18d-4b33-b6ee-58e08ae94a50'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 17:29:32.645745 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-91da00a7-8080-4547-9dfd-33dbd3637580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:32.792922 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-91da00a7-8080-4547-9dfd-33dbd3637580 None None] Allocated IP 172.20.0.2 (5eb50fd8-d23c-4fc9-b619-9d46acfb1f49/62caba67-d18d-4b33-b6ee-58e08ae94a50/679c8190-b47d-4a81-a292-aeab0fab1ae1) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:29:32.946416 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-91da00a7-8080-4547-9dfd-33dbd3637580 None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:32.953087 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-91da00a7-8080-4547-9dfd-33dbd3637580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:32.998577 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91da00a7-8080-4547-9dfd-33dbd3637580 None None] Network 5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:29:33.003584 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-91da00a7-8080-4547-9dfd-33dbd3637580 None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:29:33.006281 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da00a7-8080-4547-9dfd-33dbd3637580 None None] Pushing event updated for resources: {'Port': ['ID=679c8190-b47d-4a81-a292-aeab0fab1ae1,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:33.008587 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91da00a7-8080-4547-9dfd-33dbd3637580 None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:29:33.050848 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d34f978b-297a-4b61-a216-2499434d0ba4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:33.065430 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-91da00a7-8080-4547-9dfd-33dbd3637580 None None] Attempting to bind port 679c8190-b47d-4a81-a292-aeab0fab1ae1 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:29:33.065800 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-91da00a7-8080-4547-9dfd-33dbd3637580 None None] Attempting to bind port 679c8190-b47d-4a81-a292-aeab0fab1ae1 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '496dc623-f331-44c0-b58d-7145a817ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:29:33.066165 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91da00a7-8080-4547-9dfd-33dbd3637580 None None] Attempting to bind port 679c8190-b47d-4a81-a292-aeab0fab1ae1 on network 5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:29:33.072241 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91da00a7-8080-4547-9dfd-33dbd3637580 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:29:33.072665 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91da00a7-8080-4547-9dfd-33dbd3637580 None None] Checking segment: {'id': '496dc623-f331-44c0-b58d-7145a817ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:29:33.073084 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-91da00a7-8080-4547-9dfd-33dbd3637580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:33.073511 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91da00a7-8080-4547-9dfd-33dbd3637580 None None] Bound using segment: {'id': '496dc623-f331-44c0-b58d-7145a817ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:29:33.074000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-91da00a7-8080-4547-9dfd-33dbd3637580 None None] Bound port: 679c8190-b47d-4a81-a292-aeab0fab1ae1, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496dc623-f331-44c0-b58d-7145a817ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:29:33.074414 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-91da00a7-8080-4547-9dfd-33dbd3637580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:33.138470 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-91da00a7-8080-4547-9dfd-33dbd3637580 None None] For port 679c8190-b47d-4a81-a292-aeab0fab1ae1, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:29:33.141983 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-91da00a7-8080-4547-9dfd-33dbd3637580 None None] For port 679c8190-b47d-4a81-a292-aeab0fab1ae1, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=679c8190-b47d-4a81-a292-aeab0fab1ae1,segment=NetworkSegment(496dc623-f331-44c0-b58d-7145a817ae90),segment_id=496dc623-f331-44c0-b58d-7145a817ae90)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:29:33.145814 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-91da00a7-8080-4547-9dfd-33dbd3637580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:33.204340 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da00a7-8080-4547-9dfd-33dbd3637580 None None] Pushing event updated for resources: {'Port': ['ID=679c8190-b47d-4a81-a292-aeab0fab1ae1,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:33.271368 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d34f978b-297a-4b61-a216-2499434d0ba4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:33.292436 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d34f978b-297a-4b61-a216-2499434d0ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:33.421679 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-d34f978b-297a-4b61-a216-2499434d0ba4 admin admin] Allocated IP 172.25.7.217 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/7e580a76-69e8-487e-b5a4-97829f36bd0d) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:29:33.542704 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d34f978b-297a-4b61-a216-2499434d0ba4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:33.579547 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d34f978b-297a-4b61-a216-2499434d0ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:33.618468 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34f978b-297a-4b61-a216-2499434d0ba4 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:29:33.621510 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-d34f978b-297a-4b61-a216-2499434d0ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:29:33.624955 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34f978b-297a-4b61-a216-2499434d0ba4 admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:29:33.656850 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f978b-297a-4b61-a216-2499434d0ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=7e580a76-69e8-487e-b5a4-97829f36bd0d,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:33.718397 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 679c8190-b47d-4a81-a292-aeab0fab1ae1 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:29:33.771790 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 679c8190-b47d-4a81-a292-aeab0fab1ae1 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:29:33.772314 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:33.852910 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 679c8190-b47d-4a81-a292-aeab0fab1ae1 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:29:33.853302 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:33.887633 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 679c8190-b47d-4a81-a292-aeab0fab1ae1, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=679c8190-b47d-4a81-a292-aeab0fab1ae1,segment=NetworkSegment(496dc623-f331-44c0-b58d-7145a817ae90),segment_id=496dc623-f331-44c0-b58d-7145a817ae90)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:29:33.891736 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:33.898615 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d34f978b-297a-4b61-a216-2499434d0ba4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:33.945248 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=679c8190-b47d-4a81-a292-aeab0fab1ae1,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:34.114964 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d34f978b-297a-4b61-a216-2499434d0ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:34.203066 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fba8068-0959-40cf-b616-56c6b8e02030 None None] Network 5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:29:34.255375 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34f978b-297a-4b61-a216-2499434d0ba4 admin admin] Router d0f8fe87-11be-4623-a0c7-88dc311582b0 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 17:29:34.279878 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e9bffcc3-5c9d-402e-a9ff-c35bfed44ef3 None None] Provisioning complete for port 679c8190-b47d-4a81-a292-aeab0fab1ae1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:29:34.280272 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e9bffcc3-5c9d-402e-a9ff-c35bfed44ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:34.370959 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34f978b-297a-4b61-a216-2499434d0ba4 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:29:34.398576 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-d34f978b-297a-4b61-a216-2499434d0ba4 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:34.399921 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-d34f978b-297a-4b61-a216-2499434d0ba4 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8913295 May 26 17:29:34.402836 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 43988) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:34.412715 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] Sync routers for ids ['d0f8fe87-11be-4623-a0c7-88dc311582b0'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:29:34.439370 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] Routers {'d0f8fe87-11be-4623-a0c7-88dc311582b0'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:29:34.439905 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:29:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0f8fe87-11be-4623-a0c7-88dc311582b0'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:34.447067 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e9bffcc3-5c9d-402e-a9ff-c35bfed44ef3 None None] Current status of the port 679c8190-b47d-4a81-a292-aeab0fab1ae1 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:29:34.583697 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] Set router d0f8fe87-11be-4623-a0c7-88dc311582b0 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:29:34.779008 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-b979543d-9aae-468f-ac73-af3d80da9d1a None None] Provisioning complete for port 679c8190-b47d-4a81-a292-aeab0fab1ae1 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:29:34.779697 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b979543d-9aae-468f-ac73-af3d80da9d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:34.831046 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'name': 'tempest-TestSnapshotPattern-50976572-router', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:32Z', 'updated_at': '2022-05-26T17:29:33Z', 'revision_number': 3, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'gw_port': {'id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:33Z', 'updated_at': '2022-05-26T17:29:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:34.856564 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36029d78-c2e2-4b86-8a1b-47f5ed958c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:34.877699 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] Checking router: d0f8fe87-11be-4623-a0c7-88dc311582b0 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:29:34.878010 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] Updating router d0f8fe87-11be-4623-a0c7-88dc311582b0 port 7e580a76-69e8-487e-b5a4-97829f36bd0d binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:29:34.938822 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:34.970367 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b979543d-9aae-468f-ac73-af3d80da9d1a None None] Current status of the port 679c8190-b47d-4a81-a292-aeab0fab1ae1 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:29:35.044047 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-36029d78-c2e2-4b86-8a1b-47f5ed958c03 admin admin] Allocated IP 172.20.0.1 (5eb50fd8-d23c-4fc9-b619-9d46acfb1f49/62caba67-d18d-4b33-b6ee-58e08ae94a50/7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:29:35.153850 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36029d78-c2e2-4b86-8a1b-47f5ed958c03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:35.189008 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36029d78-c2e2-4b86-8a1b-47f5ed958c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:35.222054 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:35.228545 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:35.232792 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36029d78-c2e2-4b86-8a1b-47f5ed958c03 admin admin] Network 5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:29:35.236931 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-36029d78-c2e2-4b86-8a1b-47f5ed958c03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:29:35.243049 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36029d78-c2e2-4b86-8a1b-47f5ed958c03 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:29:35.246037 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36029d78-c2e2-4b86-8a1b-47f5ed958c03 admin admin] Pushing event updated for resources: {'Port': ['ID=7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:35.282791 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] Attempting to bind port 7e580a76-69e8-487e-b5a4-97829f36bd0d on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:29:35.283163 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] Attempting to bind port 7e580a76-69e8-487e-b5a4-97829f36bd0d by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:29:35.283779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] Attempting to bind port 7e580a76-69e8-487e-b5a4-97829f36bd0d on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:29:35.284938 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36029d78-c2e2-4b86-8a1b-47f5ed958c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:35.285716 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7667d3-dbf6-4932-a12c-2fe8ac1f4163 None None] Pushing event updated for resources: {'Port': ['ID=7e580a76-69e8-487e-b5a4-97829f36bd0d,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:35.293096 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:29:35.293523 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:29:35.293929 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:35.294381 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:29:35.294791 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] Bound port: 7e580a76-69e8-487e-b5a4-97829f36bd0d, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:29:35.295313 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:35.355056 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] For port 7e580a76-69e8-487e-b5a4-97829f36bd0d, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:29:35.358587 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] For port 7e580a76-69e8-487e-b5a4-97829f36bd0d, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=7e580a76-69e8-487e-b5a4-97829f36bd0d,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:29:35.364737 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:35.439071 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36029d78-c2e2-4b86-8a1b-47f5ed958c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:35.444787 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7667d3-dbf6-4932-a12c-2fe8ac1f4163 None None] Pushing event updated for resources: {'Port': ['ID=7e580a76-69e8-487e-b5a4-97829f36bd0d,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:35.446286 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] Routers {'d0f8fe87-11be-4623-a0c7-88dc311582b0'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:29:35.446916 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:29:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0f8fe87-11be-4623-a0c7-88dc311582b0'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:35.561250 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] Set router d0f8fe87-11be-4623-a0c7-88dc311582b0 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:29:35.609008 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36029d78-c2e2-4b86-8a1b-47f5ed958c03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:35.614125 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36029d78-c2e2-4b86-8a1b-47f5ed958c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:35.616899 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-d886fa5c-5a94-4948-9e71-c702341a8ecb None None] Provisioning complete for port 7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:29:35.617274 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d886fa5c-5a94-4948-9e71-c702341a8ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:35.814583 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 679c8190-b47d-4a81-a292-aeab0fab1ae1 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:29:35.924785 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-d886fa5c-5a94-4948-9e71-c702341a8ecb None None] Port 7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:29:35.975204 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 679c8190-b47d-4a81-a292-aeab0fab1ae1 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:29:35.975584 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:36.033858 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-36029d78-c2e2-4b86-8a1b-47f5ed958c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:36.041932 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36029d78-c2e2-4b86-8a1b-47f5ed958c03 admin admin] Pushing event updated for resources: {'Port': ['ID=7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:36.097291 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'name': 'tempest-TestSnapshotPattern-50976572-router', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:32Z', 'updated_at': '2022-05-26T17:29:35Z', 'revision_number': 4, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'gw_port': {'id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:33Z', 'updated_at': '2022-05-26T17:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b', 'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'mac_address': 'fa:16:3e:7c:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:34Z', 'updated_at': '2022-05-26T17:29:35Z', 'revision_number': 1, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'subnets': [{'id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:36.128640 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae143b04-c404-4b9f-b607-692f059d1459 None None] The sync data for ids ['d0f8fe87-11be-4623-a0c7-88dc311582b0'] in n-d-843337-2 is: [{'id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'name': 'tempest-TestSnapshotPattern-50976572-router', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:32Z', 'updated_at': '2022-05-26T17:29:35Z', 'revision_number': 4, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'gw_port': {'id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:33Z', 'updated_at': '2022-05-26T17:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b', 'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'mac_address': 'fa:16:3e:7c:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:34Z', 'updated_at': '2022-05-26T17:29:35Z', 'revision_number': 1, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'subnets': [{'id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:29:36.141237 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 679c8190-b47d-4a81-a292-aeab0fab1ae1 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:29:36.157595 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36029d78-c2e2-4b86-8a1b-47f5ed958c03 admin admin] Network 5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:29:36.159431 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-36029d78-c2e2-4b86-8a1b-47f5ed958c03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:29:36.293456 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36029d78-c2e2-4b86-8a1b-47f5ed958c03 admin admin] Router d0f8fe87-11be-4623-a0c7-88dc311582b0 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:29:36.436535 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36029d78-c2e2-4b86-8a1b-47f5ed958c03 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:29:36.441015 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-36029d78-c2e2-4b86-8a1b-47f5ed958c03 admin admin] 10.222.0.77 "PUT /v2.0/routers/d0f8fe87-11be-4623-a0c7-88dc311582b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0369592 May 26 17:29:36.461368 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-e1b50708-f72c-47c1-8070-b376697543ba None None] Provisioning complete for port 7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:29:36.461736 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e1b50708-f72c-47c1-8070-b376697543ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:36.499702 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-e1b50708-f72c-47c1-8070-b376697543ba None None] Port 7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:29:37.006369 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44004) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:37.011368 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-492df72a-200e-4a9a-aacd-9b63c43936dc admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-459809280-network', 'tenant_id': 'b74934a77606479e86cbf705a4a30734'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:29:37.031737 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492df72a-200e-4a9a-aacd-9b63c43936dc admin admin] Made reservation on behalf of b74934a77606479e86cbf705a4a30734 for: {'network': 1} {{(pid=103896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:29:37.034424 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-492df72a-200e-4a9a-aacd-9b63c43936dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for network, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:37.044053 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-492df72a-200e-4a9a-aacd-9b63c43936dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:37.135069 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-492df72a-200e-4a9a-aacd-9b63c43936dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:37.139592 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-492df72a-200e-4a9a-aacd-9b63c43936dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:37.171001 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492df72a-200e-4a9a-aacd-9b63c43936dc admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=103896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:29:37.192395 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-492df72a-200e-4a9a-aacd-9b63c43936dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:37.192395 n-d-843337-2 neutron-server[103896]: INFO neutron.db.segments_db [None req-492df72a-200e-4a9a-aacd-9b63c43936dc admin admin] Added segment 3759351c-b91c-4185-b019-d19fe1169cc3 of type vlan for network 23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa May 26 17:29:37.193833 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492df72a-200e-4a9a-aacd-9b63c43936dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638d1b4d-b333-4c5f-88f9-67ec775f7427,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:37.242086 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-492df72a-200e-4a9a-aacd-9b63c43936dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751151816066'] for network, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:37.269649 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-492df72a-200e-4a9a-aacd-9b63c43936dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942'] for network, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:37.270616 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492df72a-200e-4a9a-aacd-9b63c43936dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:37.271687 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-492df72a-200e-4a9a-aacd-9b63c43936dc admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:37.328781 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-492df72a-200e-4a9a-aacd-9b63c43936dc admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3211346 May 26 17:29:37.330497 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44006) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:37.336375 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-2a939523-5694-4c8e-86c9-e65083131e02 admin admin] Request body: {'subnet': {'network_id': '23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-459809280-subnet', 'tenant_id': 'b74934a77606479e86cbf705a4a30734', 'ip_version': 4}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:29:37.343631 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492df72a-200e-4a9a-aacd-9b63c43936dc admin admin] Pushing event updated for resources: {'Network': ['ID=23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:37.355264 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Network 23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa details requested by agent ovs-agent-n-d-843337-2 with host n-d-843337-2 {{(pid=103897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:29:37.361991 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a939523-5694-4c8e-86c9-e65083131e02 admin admin] Made reservation on behalf of b74934a77606479e86cbf705a4a30734 for: {'subnet': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:29:37.366230 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a939523-5694-4c8e-86c9-e65083131e02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692975'] for subnet, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:37.594170 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a939523-5694-4c8e-86c9-e65083131e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4573011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692985'] for subnet, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:37.650051 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a939523-5694-4c8e-86c9-e65083131e02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c79e328e-31f9-4015-a25d-ade9ba21f057,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:37.661634 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a939523-5694-4c8e-86c9-e65083131e02 admin admin] Checking segment: {'id': '3759351c-b91c-4185-b019-d19fe1169cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:29:37.662114 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a939523-5694-4c8e-86c9-e65083131e02 admin admin] Network hostable DHCP agents. Network: 23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa, hostable agents: ['daa3ed73-d85e-4da9-8416-a98fecd312c0'], hosted agents: [] {{(pid=103895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:29:37.678918 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a939523-5694-4c8e-86c9-e65083131e02 admin admin] Network 23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa is scheduled to be hosted by DHCP agent daa3ed73-d85e-4da9-8416-a98fecd312c0 with binding_index 1 {{(pid=103895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:29:37.699503 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-2a939523-5694-4c8e-86c9-e65083131e02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843337-2, 23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa) {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:29:37.703865 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a939523-5694-4c8e-86c9-e65083131e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:37.704680 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-2a939523-5694-4c8e-86c9-e65083131e02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:37.717810 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 7e580a76-69e8-487e-b5a4-97829f36bd0d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:29:37.721429 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2a1260-4f51-493f-b78a-d2e644b8fbc0 None None] Network 23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:29:37.723321 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-2a939523-5694-4c8e-86c9-e65083131e02 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3917277 May 26 17:29:37.726079 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44008) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:37.730454 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-9c377894-01c1-4e87-a6ce-54dd385a8be3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-459809280-router', 'tenant_id': 'b74934a77606479e86cbf705a4a30734', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:29:37.750581 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9c377894-01c1-4e87-a6ce-54dd385a8be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2063031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5386'] for router, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:37.751774 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9c377894-01c1-4e87-a6ce-54dd385a8be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2062375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2061059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1956218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5405'] for router, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:37.816943 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9c377894-01c1-4e87-a6ce-54dd385a8be3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:37.839778 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 7e580a76-69e8-487e-b5a4-97829f36bd0d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:29:37.840150 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:37.961861 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc82b72-faf0-42f3-90df-b5600cc14f7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cbc6f81-300c-53fd-a9a9-1133a0faa55e-23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa', 'network_id': '23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa', 'tenant_id': 'b74934a77606479e86cbf705a4a30734', 'fixed_ips': [{'subnet_id': 'c79e328e-31f9-4015-a25d-ade9ba21f057'}]}} from n-d-843337-2. {{(pid=103897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 17:29:37.966789 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9c377894-01c1-4e87-a6ce-54dd385a8be3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:37.966932 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9dc82b72-faf0-42f3-90df-b5600cc14f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:37.998141 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 7e580a76-69e8-487e-b5a4-97829f36bd0d is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:29:37.998536 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:38.073339 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 7e580a76-69e8-487e-b5a4-97829f36bd0d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=7e580a76-69e8-487e-b5a4-97829f36bd0d,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:29:38.079706 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:38.170680 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=7e580a76-69e8-487e-b5a4-97829f36bd0d,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:38.176495 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.db_base_plugin_common [None req-9dc82b72-faf0-42f3-90df-b5600cc14f7a None None] Allocated IP 172.20.0.2 (23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa/c79e328e-31f9-4015-a25d-ade9ba21f057/fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf) {{(pid=103897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:29:38.196958 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9c377894-01c1-4e87-a6ce-54dd385a8be3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:38.217879 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9c377894-01c1-4e87-a6ce-54dd385a8be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:38.337202 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-9c377894-01c1-4e87-a6ce-54dd385a8be3 admin admin] Allocated IP 172.25.7.44 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/75ae2c0b-9783-4a4a-af67-46001a300ecf) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:29:38.345871 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9dc82b72-faf0-42f3-90df-b5600cc14f7a None None] Notify callbacks [] for port, precommit_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:38.360814 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9dc82b72-faf0-42f3-90df-b5600cc14f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335'] for port, after_create {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:38.383863 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] Sync routers for ids ['d0f8fe87-11be-4623-a0c7-88dc311582b0'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:29:38.397867 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc82b72-faf0-42f3-90df-b5600cc14f7a None None] Network 23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa is already hosted by enough agents. {{(pid=103897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:29:38.398972 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] Routers {'d0f8fe87-11be-4623-a0c7-88dc311582b0'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:29:38.399848 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:29:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0f8fe87-11be-4623-a0c7-88dc311582b0'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:38.404011 n-d-843337-2 neutron-server[103897]: DEBUG neutron.scheduler.base_scheduler [None req-9dc82b72-faf0-42f3-90df-b5600cc14f7a None None] Resources bound (agent type, host, resource id): {{(pid=103897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:29:38.408969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc82b72-faf0-42f3-90df-b5600cc14f7a None None] Received port after_create {{(pid=103897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:29:38.463735 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9c377894-01c1-4e87-a6ce-54dd385a8be3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:38.471407 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc82b72-faf0-42f3-90df-b5600cc14f7a None None] Pushing event updated for resources: {'Port': ['ID=fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf,revision_number=1']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:38.490776 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9dc82b72-faf0-42f3-90df-b5600cc14f7a None None] Attempting to bind port fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:29:38.491211 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9dc82b72-faf0-42f3-90df-b5600cc14f7a None None] Attempting to bind port fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '3759351c-b91c-4185-b019-d19fe1169cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:29:38.491514 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc82b72-faf0-42f3-90df-b5600cc14f7a None None] Attempting to bind port fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf on network 23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:29:38.498514 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc82b72-faf0-42f3-90df-b5600cc14f7a None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:29:38.498898 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc82b72-faf0-42f3-90df-b5600cc14f7a None None] Checking segment: {'id': '3759351c-b91c-4185-b019-d19fe1169cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:29:38.499309 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9dc82b72-faf0-42f3-90df-b5600cc14f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:38.499823 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc82b72-faf0-42f3-90df-b5600cc14f7a None None] Bound using segment: {'id': '3759351c-b91c-4185-b019-d19fe1169cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:29:38.500218 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9dc82b72-faf0-42f3-90df-b5600cc14f7a None None] Bound port: fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3759351c-b91c-4185-b019-d19fe1169cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:29:38.500610 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9dc82b72-faf0-42f3-90df-b5600cc14f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:38.509317 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9c377894-01c1-4e87-a6ce-54dd385a8be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:38.550338 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c377894-01c1-4e87-a6ce-54dd385a8be3 admin admin] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:29:38.553988 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-9c377894-01c1-4e87-a6ce-54dd385a8be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:29:38.563354 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c377894-01c1-4e87-a6ce-54dd385a8be3 admin admin] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:29:38.579705 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9dc82b72-faf0-42f3-90df-b5600cc14f7a None None] For port fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:29:38.584600 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9dc82b72-faf0-42f3-90df-b5600cc14f7a None None] For port fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf,segment=NetworkSegment(3759351c-b91c-4185-b019-d19fe1169cc3),segment_id=3759351c-b91c-4185-b019-d19fe1169cc3)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:29:38.590265 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c377894-01c1-4e87-a6ce-54dd385a8be3 admin admin] Pushing event updated for resources: {'Port': ['ID=75ae2c0b-9783-4a4a-af67-46001a300ecf,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:38.590582 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9dc82b72-faf0-42f3-90df-b5600cc14f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:38.647693 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] Set router d0f8fe87-11be-4623-a0c7-88dc311582b0 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:29:38.660458 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc82b72-faf0-42f3-90df-b5600cc14f7a None None] Pushing event updated for resources: {'Port': ['ID=fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:38.904881 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'name': 'tempest-TestSnapshotPattern-50976572-router', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:32Z', 'updated_at': '2022-05-26T17:29:35Z', 'revision_number': 4, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'gw_port': {'id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:33Z', 'updated_at': '2022-05-26T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b', 'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'mac_address': 'fa:16:3e:7c:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:34Z', 'updated_at': '2022-05-26T17:29:35Z', 'revision_number': 2, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'subnets': [{'id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:38.917028 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9c377894-01c1-4e87-a6ce-54dd385a8be3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:38.946887 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] Checking router: d0f8fe87-11be-4623-a0c7-88dc311582b0 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:29:38.947549 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] Updating router d0f8fe87-11be-4623-a0c7-88dc311582b0 port 7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:29:38.990804 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:39.147664 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9c377894-01c1-4e87-a6ce-54dd385a8be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2062384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061104'] for router, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:39.297458 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:39.298440 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c377894-01c1-4e87-a6ce-54dd385a8be3 admin admin] Router 2a730042-71f7-4d70-adb8-ce2d4a6e6b34 is scheduled to L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 with binding_index 1 {{(pid=103895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 17:29:39.306416 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:39.371578 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d876e64-c0a0-4697-8972-a1ecaddf7c04 None None] Pushing event updated for resources: {'Port': ['ID=7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:39.384408 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d876e64-c0a0-4697-8972-a1ecaddf7c04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:39.385071 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d876e64-c0a0-4697-8972-a1ecaddf7c04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:39.385071 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d876e64-c0a0-4697-8972-a1ecaddf7c04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:39.385494 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d876e64-c0a0-4697-8972-a1ecaddf7c04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:39.385826 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d876e64-c0a0-4697-8972-a1ecaddf7c04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:39.386157 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d876e64-c0a0-4697-8972-a1ecaddf7c04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:39.386486 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d876e64-c0a0-4697-8972-a1ecaddf7c04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:39.386809 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d876e64-c0a0-4697-8972-a1ecaddf7c04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:39.387337 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d876e64-c0a0-4697-8972-a1ecaddf7c04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:39.387843 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d876e64-c0a0-4697-8972-a1ecaddf7c04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:39.388365 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d876e64-c0a0-4697-8972-a1ecaddf7c04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:39.388694 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d876e64-c0a0-4697-8972-a1ecaddf7c04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:29:39.440019 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] Attempting to bind port 7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:29:39.440659 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] Attempting to bind port 7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '496dc623-f331-44c0-b58d-7145a817ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:29:39.441226 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] Attempting to bind port 7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b on network 5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:29:39.447731 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:29:39.448262 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] Checking segment: {'id': '496dc623-f331-44c0-b58d-7145a817ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:29:39.448894 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:39.449290 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] Bound using segment: {'id': '496dc623-f331-44c0-b58d-7145a817ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:29:39.453652 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c377894-01c1-4e87-a6ce-54dd385a8be3 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:29:39.455893 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] Bound port: 7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496dc623-f331-44c0-b58d-7145a817ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:29:39.456856 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:39.463999 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] Sync routers for ids ['2a730042-71f7-4d70-adb8-ce2d4a6e6b34'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:29:39.485666 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] Routers {'2a730042-71f7-4d70-adb8-ce2d4a6e6b34'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:29:39.486327 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:29:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['2a730042-71f7-4d70-adb8-ce2d4a6e6b34'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:39.487907 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9c377894-01c1-4e87-a6ce-54dd385a8be3 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:39.489506 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9c377894-01c1-4e87-a6ce-54dd385a8be3 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7624278 May 26 17:29:39.495795 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44010) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:39.546470 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] For port 7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:29:39.550367 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] For port 7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b,segment=NetworkSegment(496dc623-f331-44c0-b58d-7145a817ae90),segment_id=496dc623-f331-44c0-b58d-7145a817ae90)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:29:39.555825 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:39.675137 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] Routers {'d0f8fe87-11be-4623-a0c7-88dc311582b0'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:29:39.676127 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:29:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0f8fe87-11be-4623-a0c7-88dc311582b0'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:39.739567 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] Set router 2a730042-71f7-4d70-adb8-ce2d4a6e6b34 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:29:39.744780 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d876e64-c0a0-4697-8972-a1ecaddf7c04 None None] Pushing event updated for resources: {'Port': ['ID=7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:39.908128 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] Set router d0f8fe87-11be-4623-a0c7-88dc311582b0 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:29:39.917111 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 7e580a76-69e8-487e-b5a4-97829f36bd0d up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:29:39.957548 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-54f5ea87-4a6b-4c90-8462-e7c6d2255af1 None None] Provisioning complete for port 7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:29:39.957892 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-54f5ea87-4a6b-4c90-8462-e7c6d2255af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:40.023688 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5555ab6c-c242-4a77-b85f-56cab418fcc3 None None] Network 23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:29:40.133381 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e4ade0be-d2d7-4b06-a5f6-18b54821b4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:40.169360 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'name': 'tempest-TestSnapshotPattern-50976572-router', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:32Z', 'updated_at': '2022-05-26T17:29:35Z', 'revision_number': 4, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'gw_port': {'id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:33Z', 'updated_at': '2022-05-26T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b', 'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'mac_address': 'fa:16:3e:7c:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:34Z', 'updated_at': '2022-05-26T17:29:39Z', 'revision_number': 4, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'subnets': [{'id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:40.189736 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 7e580a76-69e8-487e-b5a4-97829f36bd0d triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:29:40.189736 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:40.198592 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fee7ebc-5bbb-4750-bd43-19611741bc10 None None] The sync data for ids ['d0f8fe87-11be-4623-a0c7-88dc311582b0'] in n-d-843337-2 is: [{'id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'name': 'tempest-TestSnapshotPattern-50976572-router', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:32Z', 'updated_at': '2022-05-26T17:29:35Z', 'revision_number': 4, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'gw_port': {'id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:33Z', 'updated_at': '2022-05-26T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b', 'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'mac_address': 'fa:16:3e:7c:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:34Z', 'updated_at': '2022-05-26T17:29:39Z', 'revision_number': 4, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'subnets': [{'id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:29:40.296184 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-54f5ea87-4a6b-4c90-8462-e7c6d2255af1 None None] Current status of the port 7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:29:40.296586 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-54f5ea87-4a6b-4c90-8462-e7c6d2255af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:40.334428 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_common [None req-e4ade0be-d2d7-4b06-a5f6-18b54821b4da admin admin] Allocated IP 172.20.0.1 (23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa/c79e328e-31f9-4015-a25d-ade9ba21f057/9c216907-9a70-4c42-a880-e1f7a2c13c13) {{(pid=103896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:29:40.339857 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a730042-71f7-4d70-adb8-ce2d4a6e6b34', 'name': 'tempest-TestSnapshotPattern-459809280-router', 'tenant_id': 'b74934a77606479e86cbf705a4a30734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '75ae2c0b-9783-4a4a-af67-46001a300ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:37Z', 'updated_at': '2022-05-26T17:29:38Z', 'revision_number': 3, 'project_id': 'b74934a77606479e86cbf705a4a30734', 'gw_port': {'id': '75ae2c0b-9783-4a4a-af67-46001a300ecf', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a730042-71f7-4d70-adb8-ce2d4a6e6b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:38Z', 'updated_at': '2022-05-26T17:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:40.374908 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] Checking router: 2a730042-71f7-4d70-adb8-ce2d4a6e6b34 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:29:40.375507 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] Updating router 2a730042-71f7-4d70-adb8-ce2d4a6e6b34 port 75ae2c0b-9783-4a4a-af67-46001a300ecf binding host n-d-843337-2 {{(pid=103897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:29:40.428043 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-54f5ea87-4a6b-4c90-8462-e7c6d2255af1 None None] For port 7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b,segment=NetworkSegment(496dc623-f331-44c0-b58d-7145a817ae90),segment_id=496dc623-f331-44c0-b58d-7145a817ae90)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:29:40.463152 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-54f5ea87-4a6b-4c90-8462-e7c6d2255af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:40.484178 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e4ade0be-d2d7-4b06-a5f6-18b54821b4da admin admin] Notify callbacks [] for port, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:40.525049 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e4ade0be-d2d7-4b06-a5f6-18b54821b4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:40.571832 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ade0be-d2d7-4b06-a5f6-18b54821b4da admin admin] Network 23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:29:40.575133 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-e4ade0be-d2d7-4b06-a5f6-18b54821b4da admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:29:40.579203 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ade0be-d2d7-4b06-a5f6-18b54821b4da admin admin] Received port after_create {{(pid=103896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:29:40.586800 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ade0be-d2d7-4b06-a5f6-18b54821b4da admin admin] Pushing event updated for resources: {'Port': ['ID=9c216907-9a70-4c42-a880-e1f7a2c13c13,revision_number=1']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:40.633243 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e4ade0be-d2d7-4b06-a5f6-18b54821b4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2063619'] for router_interface, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:40.665394 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:40.714350 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 7e580a76-69e8-487e-b5a4-97829f36bd0d is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:29:40.715437 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:29:40.778507 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c67e0636-8bba-4239-8ae7-aa9822fc9504 None None] Provisioning complete for port fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:29:40.778727 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c67e0636-8bba-4239-8ae7-aa9822fc9504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:40.782487 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e4ade0be-d2d7-4b06-a5f6-18b54821b4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:40.869155 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5ea87-4a6b-4c90-8462-e7c6d2255af1 None None] Pushing event updated for resources: {'Port': ['ID=7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:40.988556 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e4ade0be-d2d7-4b06-a5f6-18b54821b4da admin admin] Notify callbacks [] for port, precommit_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:40.995322 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:29:40.995921 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:40.997812 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e4ade0be-d2d7-4b06-a5f6-18b54821b4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5833810'] for port, after_update {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:41.089457 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ade0be-d2d7-4b06-a5f6-18b54821b4da admin admin] Pushing event updated for resources: {'Port': ['ID=9c216907-9a70-4c42-a880-e1f7a2c13c13,revision_number=2']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:41.095735 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e4ade0be-d2d7-4b06-a5f6-18b54821b4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2063855'] for router_interface, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:41.104466 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c67e0636-8bba-4239-8ae7-aa9822fc9504 None None] Current status of the port fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:29:41.104778 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c67e0636-8bba-4239-8ae7-aa9822fc9504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:41.200818 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ade0be-d2d7-4b06-a5f6-18b54821b4da admin admin] Network 23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa is already hosted by enough agents. {{(pid=103896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:29:41.202712 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.base_scheduler [None req-e4ade0be-d2d7-4b06-a5f6-18b54821b4da admin admin] Resources bound (agent type, host, resource id): {{(pid=103896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:29:41.213047 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-c67e0636-8bba-4239-8ae7-aa9822fc9504 None None] For port fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf,segment=NetworkSegment(3759351c-b91c-4185-b019-d19fe1169cc3),segment_id=3759351c-b91c-4185-b019-d19fe1169cc3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:29:41.223367 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c67e0636-8bba-4239-8ae7-aa9822fc9504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:41.238385 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:29:41.238758 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:41.282257 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] Notify callbacks [] for port, precommit_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:41.314782 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:41.316705 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-c67e0636-8bba-4239-8ae7-aa9822fc9504 None None] Provisioning complete for port 7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:29:41.317072 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c67e0636-8bba-4239-8ae7-aa9822fc9504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:41.339026 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ade0be-d2d7-4b06-a5f6-18b54821b4da admin admin] Router 2a730042-71f7-4d70-adb8-ce2d4a6e6b34 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:29:41.351552 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e0636-8bba-4239-8ae7-aa9822fc9504 None None] Pushing event updated for resources: {'Port': ['ID=fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:41.436856 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 17:29:41.437220 n-d-843337-2 neutron-server[103897]: DEBUG oslo_db.api [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 17:29:41.437822 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] Attempting to bind port 75ae2c0b-9783-4a4a-af67-46001a300ecf on host n-d-843337-2 for vnic_type normal with profile {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:29:41.438187 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] Attempting to bind port 75ae2c0b-9783-4a4a-af67-46001a300ecf by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:29:41.438555 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] Attempting to bind port 75ae2c0b-9783-4a4a-af67-46001a300ecf on network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:29:41.456541 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:29:41.456943 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] Checking segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:29:41.457333 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:41.457730 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] Bound using segment: {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'} {{(pid=103897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:29:41.458219 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.managers [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] Bound port: 75ae2c0b-9783-4a4a-af67-46001a300ecf, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7'}}] {{(pid=103897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:29:41.458631 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:41.460888 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57906e-b002-440b-9df0-ca8ce43cfb34 None None] Pushing event updated for resources: {'Port': ['ID=75ae2c0b-9783-4a4a-af67-46001a300ecf,revision_number=2']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:41.500004 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ade0be-d2d7-4b06-a5f6-18b54821b4da admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:29:41.513864 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e4ade0be-d2d7-4b06-a5f6-18b54821b4da admin admin] 10.222.0.77 "PUT /v2.0/routers/2a730042-71f7-4d70-adb8-ce2d4a6e6b34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0106478 May 26 17:29:41.554137 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-c67e0636-8bba-4239-8ae7-aa9822fc9504 None None] Current status of the port 7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:29:41.556779 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] For port 75ae2c0b-9783-4a4a-af67-46001a300ecf, host n-d-843337-2, cleared binding levels {{(pid=103897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:29:41.560246 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] For port 75ae2c0b-9783-4a4a-af67-46001a300ecf, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=75ae2c0b-9783-4a4a-af67-46001a300ecf,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:29:41.566660 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:41.624402 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] Routers {'2a730042-71f7-4d70-adb8-ce2d4a6e6b34'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:29:41.624969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:29:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['2a730042-71f7-4d70-adb8-ce2d4a6e6b34'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:41.665644 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57906e-b002-440b-9df0-ca8ce43cfb34 None None] Pushing event updated for resources: {'Port': ['ID=75ae2c0b-9783-4a4a-af67-46001a300ecf,revision_number=3']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:41.699239 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4dde0b13-d154-4c1e-8a5e-28c3937891d1 None None] Provisioning complete for port fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:29:41.699613 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4dde0b13-d154-4c1e-8a5e-28c3937891d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:41.784027 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] Set router 2a730042-71f7-4d70-adb8-ce2d4a6e6b34 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:29:41.933076 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4dde0b13-d154-4c1e-8a5e-28c3937891d1 None None] Current status of the port fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:29:41.994269 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-4dde0b13-d154-4c1e-8a5e-28c3937891d1 None None] Provisioning complete for port 9c216907-9a70-4c42-a880-e1f7a2c13c13 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:29:41.994652 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4dde0b13-d154-4c1e-8a5e-28c3937891d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:41.997730 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:29:42.073497 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-4dde0b13-d154-4c1e-8a5e-28c3937891d1 None None] Port 9c216907-9a70-4c42-a880-e1f7a2c13c13 cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:29:42.107634 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a730042-71f7-4d70-adb8-ce2d4a6e6b34', 'name': 'tempest-TestSnapshotPattern-459809280-router', 'tenant_id': 'b74934a77606479e86cbf705a4a30734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '75ae2c0b-9783-4a4a-af67-46001a300ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:37Z', 'updated_at': '2022-05-26T17:29:40Z', 'revision_number': 4, 'project_id': 'b74934a77606479e86cbf705a4a30734', 'gw_port': {'id': '75ae2c0b-9783-4a4a-af67-46001a300ecf', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a730042-71f7-4d70-adb8-ce2d4a6e6b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:38Z', 'updated_at': '2022-05-26T17:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '9c216907-9a70-4c42-a880-e1f7a2c13c13', 'name': '', 'network_id': '23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa', 'tenant_id': 'b74934a77606479e86cbf705a4a30734', 'mac_address': 'fa:16:3e:59:d3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a730042-71f7-4d70-adb8-ce2d4a6e6b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': 'c79e328e-31f9-4015-a25d-ade9ba21f057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:40Z', 'updated_at': '2022-05-26T17:29:40Z', 'revision_number': 2, 'project_id': 'b74934a77606479e86cbf705a4a30734', 'subnets': [{'id': 'c79e328e-31f9-4015-a25d-ade9ba21f057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:42.144149 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:29:42.147666 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d069521-a31f-40b0-9776-4d3eb20c03c7 None None] The sync data for ids ['2a730042-71f7-4d70-adb8-ce2d4a6e6b34'] in n-d-843337-2 is: [{'id': '2a730042-71f7-4d70-adb8-ce2d4a6e6b34', 'name': 'tempest-TestSnapshotPattern-459809280-router', 'tenant_id': 'b74934a77606479e86cbf705a4a30734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '75ae2c0b-9783-4a4a-af67-46001a300ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:37Z', 'updated_at': '2022-05-26T17:29:40Z', 'revision_number': 4, 'project_id': 'b74934a77606479e86cbf705a4a30734', 'gw_port': {'id': '75ae2c0b-9783-4a4a-af67-46001a300ecf', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a730042-71f7-4d70-adb8-ce2d4a6e6b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:38Z', 'updated_at': '2022-05-26T17:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '9c216907-9a70-4c42-a880-e1f7a2c13c13', 'name': '', 'network_id': '23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa', 'tenant_id': 'b74934a77606479e86cbf705a4a30734', 'mac_address': 'fa:16:3e:59:d3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a730042-71f7-4d70-adb8-ce2d4a6e6b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': 'c79e328e-31f9-4015-a25d-ade9ba21f057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:40Z', 'updated_at': '2022-05-26T17:29:40Z', 'revision_number': 2, 'project_id': 'b74934a77606479e86cbf705a4a30734', 'subnets': [{'id': 'c79e328e-31f9-4015-a25d-ade9ba21f057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:29:42.195599 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:29:42.196020 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:42.291167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:29:42.292366 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:29:42.351974 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:29:42.354752 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:42.451323 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:29:42.905018 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44020) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:42.910182 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-71067f63-69e0-4e9d-9ef7-a34c4156107b tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1586183227', 'description': 'tempest-secgroup-smoke-1586183227 description', 'project_id': 'bcc83ae400bb49d79431c4438e680ebc'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:29:42.934058 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-71067f63-69e0-4e9d-9ef7-a34c4156107b tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for security_group, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.026226 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-71067f63-69e0-4e9d-9ef7-a34c4156107b tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for security_group, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.030459 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-71067f63-69e0-4e9d-9ef7-a34c4156107b tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.062023 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-71067f63-69e0-4e9d-9ef7-a34c4156107b tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.063434 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-71067f63-69e0-4e9d-9ef7-a34c4156107b tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1573522 May 26 17:29:43.067180 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44022) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:43.072748 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71067f63-69e0-4e9d-9ef7-a34c4156107b tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0f4f77-6184-4b45-b956-8927d22cf557,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:43.072876 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-6666eb11-a9ea-4968-b2f6-8d2e883285ab tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Request body: {'security_group_rule': {'security_group_id': 'ae0f4f77-6184-4b45-b956-8927d22cf557', 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:29:43.108424 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6666eb11-a9ea-4968-b2f6-8d2e883285ab tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.172777 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6666eb11-a9ea-4968-b2f6-8d2e883285ab tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.176816 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6666eb11-a9ea-4968-b2f6-8d2e883285ab tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.195739 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666eb11-a9ea-4968-b2f6-8d2e883285ab tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eaaa677-1729-4dd2-b8a6-cc1cd6f91c4f,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:43.204482 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6666eb11-a9ea-4968-b2f6-8d2e883285ab tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.205782 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6666eb11-a9ea-4968-b2f6-8d2e883285ab tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374366 May 26 17:29:43.208657 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44024) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:43.213844 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-8ade8865-2d0b-4f28-b210-ad2af114447a tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Request body: {'security_group_rule': {'security_group_id': 'ae0f4f77-6184-4b45-b956-8927d22cf557', 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:29:43.230215 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-056e6379-a9fe-4fc2-8bd0-5ded6f15a5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.245162 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8ade8865-2d0b-4f28-b210-ad2af114447a tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.319642 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8ade8865-2d0b-4f28-b210-ad2af114447a tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.324453 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8ade8865-2d0b-4f28-b210-ad2af114447a tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.343882 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade8865-2d0b-4f28-b210-ad2af114447a tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87edb662-d635-464e-b57c-e9f180a6d7a4,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:43.353680 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-8ade8865-2d0b-4f28-b210-ad2af114447a tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.354933 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-8ade8865-2d0b-4f28-b210-ad2af114447a tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1447976 May 26 17:29:43.358080 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44026) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:43.362798 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.v2.base [None req-91f2edcc-87be-4e44-b8b8-5c68d8bafa97 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Request body: {'security_group_rule': {'security_group_id': 'ae0f4f77-6184-4b45-b956-8927d22cf557', 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:29:43.393521 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-91f2edcc-87be-4e44-b8b8-5c68d8bafa97 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.458825 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-91f2edcc-87be-4e44-b8b8-5c68d8bafa97 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.462902 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-91f2edcc-87be-4e44-b8b8-5c68d8bafa97 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.485617 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2edcc-87be-4e44-b8b8-5c68d8bafa97 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1121eb8f-c28e-4fbd-86a6-e68c6765d4ec,revision_number=0']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:43.496668 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-91f2edcc-87be-4e44-b8b8-5c68d8bafa97 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.498137 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-91f2edcc-87be-4e44-b8b8-5c68d8bafa97 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389780 May 26 17:29:43.501182 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44028) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:43.507206 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-8bfcf2fb-1d35-4f03-a44b-28d10e45e641 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Request body: {'security_group_rule': {'security_group_id': 'ae0f4f77-6184-4b45-b956-8927d22cf557', 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:29:43.534590 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8bfcf2fb-1d35-4f03-a44b-28d10e45e641 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.609066 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8bfcf2fb-1d35-4f03-a44b-28d10e45e641 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.614440 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8bfcf2fb-1d35-4f03-a44b-28d10e45e641 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.639763 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfcf2fb-1d35-4f03-a44b-28d10e45e641 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a9a5a44-19ab-4ac9-8910-402c800e713e,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:43.648911 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8bfcf2fb-1d35-4f03-a44b-28d10e45e641 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.650318 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8bfcf2fb-1d35-4f03-a44b-28d10e45e641 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1478615 May 26 17:29:43.653446 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44030) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:43.659267 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-a66b5196-0b49-4f5e-9bc1-55c48d640ff4 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Request body: {'security_group_rule': {'security_group_id': 'ae0f4f77-6184-4b45-b956-8927d22cf557', 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:29:43.684695 n-d-843337-2 neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-a66b5196-0b49-4f5e-9bc1-55c48d640ff4 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Project bcc83ae400bb49d79431c4438e680ebc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:29:43.690463 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a66b5196-0b49-4f5e-9bc1-55c48d640ff4 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.758048 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a66b5196-0b49-4f5e-9bc1-55c48d640ff4 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.761622 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a66b5196-0b49-4f5e-9bc1-55c48d640ff4 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.781040 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b5196-0b49-4f5e-9bc1-55c48d640ff4 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c6b60b-965b-40c8-8c59-b41d2b2be474,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:43.787318 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-a66b5196-0b49-4f5e-9bc1-55c48d640ff4 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.788618 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-a66b5196-0b49-4f5e-9bc1-55c48d640ff4 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1340692 May 26 17:29:43.791337 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44032) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:43.795793 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-0deb14d2-79da-4c6e-b468-b7a1752dfce1 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Request body: {'security_group_rule': {'security_group_id': 'ae0f4f77-6184-4b45-b956-8927d22cf557', 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:29:43.817263 n-d-843337-2 neutron-server[103895]: INFO neutron.db.securitygroups_db [None req-0deb14d2-79da-4c6e-b468-b7a1752dfce1 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Project bcc83ae400bb49d79431c4438e680ebc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 17:29:43.822462 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0deb14d2-79da-4c6e-b468-b7a1752dfce1 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.884859 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0deb14d2-79da-4c6e-b468-b7a1752dfce1 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.888674 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0deb14d2-79da-4c6e-b468-b7a1752dfce1 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082414'] for security_group_rule, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.908246 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb14d2-79da-4c6e-b468-b7a1752dfce1 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c04b160-1d51-48e2-8903-fed18652a431,revision_number=0']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:43.915290 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-0deb14d2-79da-4c6e-b468-b7a1752dfce1 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:43.916538 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-0deb14d2-79da-4c6e-b468-b7a1752dfce1 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242528 May 26 17:29:44.073983 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-ad7ccd60-3c5a-46a5-8915-89cdba77742c tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586183227&fields=id&tenant_id=bcc83ae400bb49d79431c4438e680ebc HTTP/1.1" status: 200 len: 267 time: 0.0405214 May 26 17:29:44.095498 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 75ae2c0b-9783-4a4a-af67-46001a300ecf up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:29:44.156141 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 75ae2c0b-9783-4a4a-af67-46001a300ecf triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:29:44.156519 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:44.199963 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-1ce66a37-6b8f-4a80-9e72-08a16a2a38ad tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:44.201436 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-1ce66a37-6b8f-4a80-9e72-08a16a2a38ad tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/networks?id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 HTTP/1.1" status: 200 len: 808 time: 0.1195755 May 26 17:29:44.222171 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-4034dcfd-ce23-46c1-af53-faf0d4effb8e tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/quotas/bcc83ae400bb49d79431c4438e680ebc HTTP/1.1" status: 200 len: 375 time: 0.0129387 May 26 17:29:44.243394 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 75ae2c0b-9783-4a4a-af67-46001a300ecf is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:29:44.244016 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:44.270472 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] For port 75ae2c0b-9783-4a4a-af67-46001a300ecf, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=75ae2c0b-9783-4a4a-af67-46001a300ecf,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:29:44.275974 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:44.294242 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-69890967-dfe9-4283-9aa2-9dc18e5ee973 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=bcc83ae400bb49d79431c4438e680ebc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582922 May 26 17:29:44.330774 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Pushing event updated for resources: {'Port': ['ID=75ae2c0b-9783-4a4a-af67-46001a300ecf,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:44.420435 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-52151960-86ec-463c-837e-58934e6facac service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:29:44.421555 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-52151960-86ec-463c-837e-58934e6facac service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1131876 May 26 17:29:44.528656 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-45e37891-c2fd-4c09-9ce3-1dee2648af22 service neutron] 10.222.0.77 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995517 May 26 17:29:44.559653 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] Sync routers for ids ['2a730042-71f7-4d70-adb8-ce2d4a6e6b34'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:29:44.570697 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] Routers {'2a730042-71f7-4d70-adb8-ce2d4a6e6b34'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:29:44.571336 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:29:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['2a730042-71f7-4d70-adb8-ce2d4a6e6b34'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:44.629893 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-7390e1e5-92b7-4cee-b205-37ed38e62172 service neutron] 10.222.0.77 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938797 May 26 17:29:44.675610 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:29:44.686576 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] Set router 2a730042-71f7-4d70-adb8-ce2d4a6e6b34 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:29:44.801479 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-937f2801-d892-47a7-82cf-65f2271b1b6c req-35028fe4-5116-40cb-80e1-df005c1b4603 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 210 time: 0.0273066 May 26 17:29:44.909101 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a730042-71f7-4d70-adb8-ce2d4a6e6b34', 'name': 'tempest-TestSnapshotPattern-459809280-router', 'tenant_id': 'b74934a77606479e86cbf705a4a30734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '75ae2c0b-9783-4a4a-af67-46001a300ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:37Z', 'updated_at': '2022-05-26T17:29:40Z', 'revision_number': 4, 'project_id': 'b74934a77606479e86cbf705a4a30734', 'gw_port': {'id': '75ae2c0b-9783-4a4a-af67-46001a300ecf', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a730042-71f7-4d70-adb8-ce2d4a6e6b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:38Z', 'updated_at': '2022-05-26T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '9c216907-9a70-4c42-a880-e1f7a2c13c13', 'name': '', 'network_id': '23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa', 'tenant_id': 'b74934a77606479e86cbf705a4a30734', 'mac_address': 'fa:16:3e:59:d3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a730042-71f7-4d70-adb8-ce2d4a6e6b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': 'c79e328e-31f9-4015-a25d-ade9ba21f057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:40Z', 'updated_at': '2022-05-26T17:29:40Z', 'revision_number': 2, 'project_id': 'b74934a77606479e86cbf705a4a30734', 'subnets': [{'id': 'c79e328e-31f9-4015-a25d-ade9ba21f057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:44.945320 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] Checking router: 2a730042-71f7-4d70-adb8-ce2d4a6e6b34 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:29:44.945740 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] Updating router 2a730042-71f7-4d70-adb8-ce2d4a6e6b34 port 9c216907-9a70-4c42-a880-e1f7a2c13c13 binding host n-d-843337-2 {{(pid=103898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:29:44.975184 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:45.335707 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] Notify callbacks [] for port, precommit_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:45.342759 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:45.393284 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1dfb7-3a9f-471a-9de4-04d227d4e59f None None] Pushing event updated for resources: {'Port': ['ID=9c216907-9a70-4c42-a880-e1f7a2c13c13,revision_number=3']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:45.447001 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] Attempting to bind port 9c216907-9a70-4c42-a880-e1f7a2c13c13 on host n-d-843337-2 for vnic_type normal with profile {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:29:45.447364 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] Attempting to bind port 9c216907-9a70-4c42-a880-e1f7a2c13c13 by drivers openvswitch,hyperv on host n-d-843337-2 at level 0 using segments [{'id': '3759351c-b91c-4185-b019-d19fe1169cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa'}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:29:45.447721 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] Attempting to bind port 9c216907-9a70-4c42-a880-e1f7a2c13c13 on network 23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:29:45.453196 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] Checking agent: {'id': '653d41c8-b23f-4a10-81fc-00f42030f96e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 45, 19), 'started_at': datetime.datetime(2022, 5, 26, 15, 45, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843337-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:29:45.453563 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] Checking segment: {'id': '3759351c-b91c-4185-b019-d19fe1169cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:29:45.453979 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:45.454348 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] Bound using segment: {'id': '3759351c-b91c-4185-b019-d19fe1169cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa'} {{(pid=103898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:29:45.454806 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.managers [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] Bound port: 9c216907-9a70-4c42-a880-e1f7a2c13c13, host: n-d-843337-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3759351c-b91c-4185-b019-d19fe1169cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa'}}] {{(pid=103898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:29:45.455293 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:45.523832 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] For port 9c216907-9a70-4c42-a880-e1f7a2c13c13, host n-d-843337-2, cleared binding levels {{(pid=103898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:29:45.527005 n-d-843337-2 neutron-server[103898]: DEBUG neutron.plugins.ml2.db [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] For port 9c216907-9a70-4c42-a880-e1f7a2c13c13, host n-d-843337-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9c216907-9a70-4c42-a880-e1f7a2c13c13,segment=NetworkSegment(3759351c-b91c-4185-b019-d19fe1169cc3),segment_id=3759351c-b91c-4185-b019-d19fe1169cc3)] {{(pid=103898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:29:45.532942 n-d-843337-2 neutron-server[103898]: DEBUG neutron_lib.callbacks.manager [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:45.589151 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] Routers {'2a730042-71f7-4d70-adb8-ce2d4a6e6b34'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:29:45.590012 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:29:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['2a730042-71f7-4d70-adb8-ce2d4a6e6b34'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:45.626578 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-75ba59a9-dfe8-4345-a6c0-310deeff00ff None None] Provisioning complete for port 9c216907-9a70-4c42-a880-e1f7a2c13c13 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:29:45.627223 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-75ba59a9-dfe8-4345-a6c0-310deeff00ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:45.647343 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1dfb7-3a9f-471a-9de4-04d227d4e59f None None] Pushing event updated for resources: {'Port': ['ID=9c216907-9a70-4c42-a880-e1f7a2c13c13,revision_number=4']} {{(pid=103898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:45.735161 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-23215518-eb1c-4450-bf1d-509e2063ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:45.736904 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-75ba59a9-dfe8-4345-a6c0-310deeff00ff None None] Current status of the port 9c216907-9a70-4c42-a880-e1f7a2c13c13 is: DOWN; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:29:45.737374 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-75ba59a9-dfe8-4345-a6c0-310deeff00ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:45.745239 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] Set router 2a730042-71f7-4d70-adb8-ce2d4a6e6b34 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:29:45.774555 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-75ba59a9-dfe8-4345-a6c0-310deeff00ff None None] For port 9c216907-9a70-4c42-a880-e1f7a2c13c13, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9c216907-9a70-4c42-a880-e1f7a2c13c13,segment=NetworkSegment(3759351c-b91c-4185-b019-d19fe1169cc3),segment_id=3759351c-b91c-4185-b019-d19fe1169cc3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:29:45.783286 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-75ba59a9-dfe8-4345-a6c0-310deeff00ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:45.851972 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba59a9-dfe8-4345-a6c0-310deeff00ff None None] Pushing event updated for resources: {'Port': ['ID=9c216907-9a70-4c42-a880-e1f7a2c13c13,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:45.888213 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-fab375eb-c2ea-474b-856b-51134b08ae2f req-1d60c6bb-6719-48ca-a231-201910df46be tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 210 time: 0.0269418 May 26 17:29:45.908010 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-11053e3d-057b-4cdb-aea5-9870a20b001e None None] Provisioning complete for port 9c216907-9a70-4c42-a880-e1f7a2c13c13 triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:29:45.908512 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-11053e3d-057b-4cdb-aea5-9870a20b001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:45.994270 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a730042-71f7-4d70-adb8-ce2d4a6e6b34', 'name': 'tempest-TestSnapshotPattern-459809280-router', 'tenant_id': 'b74934a77606479e86cbf705a4a30734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '75ae2c0b-9783-4a4a-af67-46001a300ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:37Z', 'updated_at': '2022-05-26T17:29:40Z', 'revision_number': 4, 'project_id': 'b74934a77606479e86cbf705a4a30734', 'gw_port': {'id': '75ae2c0b-9783-4a4a-af67-46001a300ecf', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a730042-71f7-4d70-adb8-ce2d4a6e6b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:38Z', 'updated_at': '2022-05-26T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '9c216907-9a70-4c42-a880-e1f7a2c13c13', 'name': '', 'network_id': '23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa', 'tenant_id': 'b74934a77606479e86cbf705a4a30734', 'mac_address': 'fa:16:3e:59:d3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a730042-71f7-4d70-adb8-ce2d4a6e6b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': 'c79e328e-31f9-4015-a25d-ade9ba21f057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:40Z', 'updated_at': '2022-05-26T17:29:45Z', 'revision_number': 4, 'project_id': 'b74934a77606479e86cbf705a4a30734', 'subnets': [{'id': 'c79e328e-31f9-4015-a25d-ade9ba21f057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:29:45.997641 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-11053e3d-057b-4cdb-aea5-9870a20b001e None None] Current status of the port 9c216907-9a70-4c42-a880-e1f7a2c13c13 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:29:46.024389 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aca77a-ed5d-4983-9a64-69486452ccad None None] The sync data for ids ['2a730042-71f7-4d70-adb8-ce2d4a6e6b34'] in n-d-843337-2 is: [{'id': '2a730042-71f7-4d70-adb8-ce2d4a6e6b34', 'name': 'tempest-TestSnapshotPattern-459809280-router', 'tenant_id': 'b74934a77606479e86cbf705a4a30734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '75ae2c0b-9783-4a4a-af67-46001a300ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:37Z', 'updated_at': '2022-05-26T17:29:40Z', 'revision_number': 4, 'project_id': 'b74934a77606479e86cbf705a4a30734', 'gw_port': {'id': '75ae2c0b-9783-4a4a-af67-46001a300ecf', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a730042-71f7-4d70-adb8-ce2d4a6e6b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:38Z', 'updated_at': '2022-05-26T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '9c216907-9a70-4c42-a880-e1f7a2c13c13', 'name': '', 'network_id': '23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa', 'tenant_id': 'b74934a77606479e86cbf705a4a30734', 'mac_address': 'fa:16:3e:59:d3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a730042-71f7-4d70-adb8-ce2d4a6e6b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': 'c79e328e-31f9-4015-a25d-ade9ba21f057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:40Z', 'updated_at': '2022-05-26T17:29:45Z', 'revision_number': 4, 'project_id': 'b74934a77606479e86cbf705a4a30734', 'subnets': [{'id': 'c79e328e-31f9-4015-a25d-ade9ba21f057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:29:46.096389 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9c216907-9a70-4c42-a880-e1f7a2c13c13 up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:29:46.149549 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 9c216907-9a70-4c42-a880-e1f7a2c13c13 triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:29:46.149922 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:46.236142 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 9c216907-9a70-4c42-a880-e1f7a2c13c13 is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:29:46.237225 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 75ae2c0b-9783-4a4a-af67-46001a300ecf up at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:29:46.289009 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Provisioning complete for port 75ae2c0b-9783-4a4a-af67-46001a300ecf triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:29:46.289431 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:46.370661 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Current status of the port 75ae2c0b-9783-4a4a-af67-46001a300ecf is: ACTIVE; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:29:46.925485 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:46.976020 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-08efc908-5476-4848-be3b-7820d7cb55b0 req-dd5265ce-bef4-4cef-82b6-33ed5a3a991d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 210 time: 0.0265751 May 26 17:29:48.073228 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-6f02d23f-d5a2-4371-a8bb-266b96b4b8b5 req-6485c534-6630-488f-a4fb-ea2c760a7d23 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 210 time: 0.0327909 May 26 17:29:48.636807 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:49.059523 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:49.170709 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-59014cb4-252c-402c-bf8e-e382785b43ed req-8f5110d8-ca72-443c-8f4b-93b77fd79ef4 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 210 time: 0.0272901 May 26 17:29:49.211675 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:49.858422 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-511791ba-00da-47e1-bac8-c9bee06f3fe7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:49.859927 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-511791ba-00da-47e1-bac8-c9bee06f3fe7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.81 "GET /v2.0/networks?id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 HTTP/1.1" status: 200 len: 808 time: 0.1080184 May 26 17:29:49.905644 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-5e4472fc-2261-4379-a85c-ad59ddcc135c tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcc83ae400bb49d79431c4438e680ebc HTTP/1.1" status: 200 len: 380 time: 0.0365305 May 26 17:29:49.917243 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-0af75b9b-a458-45fa-9ca9-a8536965c185 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Request body: {'port': {'device_id': 'ce100b21-7c5f-49da-8f75-277f6b42c78b', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'admin_state_up': True, 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'security_groups': ['ae0f4f77-6184-4b45-b956-8927d22cf557']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:29:50.025160 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-0af75b9b-a458-45fa-9ca9-a8536965c185 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Made reservation on behalf of bcc83ae400bb49d79431c4438e680ebc for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:29:50.029096 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-0af75b9b-a458-45fa-9ca9-a8536965c185 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:50.164636 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-0af75b9b-a458-45fa-9ca9-a8536965c185 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Allocated IP 172.20.0.11 (5eb50fd8-d23c-4fc9-b619-9d46acfb1f49/62caba67-d18d-4b33-b6ee-58e08ae94a50/313c00e1-b7a5-47d5-b94a-662f5bab4b6f) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:29:50.270655 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-47a22b48-858a-4ef5-9b51-438e2091b9ed req-7eaf381b-042c-4265-9fd9-983fa348d75d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 210 time: 0.0269878 May 26 17:29:50.317127 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-0af75b9b-a458-45fa-9ca9-a8536965c185 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:50.354005 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-0af75b9b-a458-45fa-9ca9-a8536965c185 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:50.399883 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-0af75b9b-a458-45fa-9ca9-a8536965c185 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Network 5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:29:50.402924 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-0af75b9b-a458-45fa-9ca9-a8536965c185 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:29:50.406774 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-0af75b9b-a458-45fa-9ca9-a8536965c185 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:29:50.432186 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af75b9b-a458-45fa-9ca9-a8536965c185 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Pushing event updated for resources: {'Port': ['ID=313c00e1-b7a5-47d5-b94a-662f5bab4b6f,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:50.466691 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-0af75b9b-a458-45fa-9ca9-a8536965c185 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:50.467372 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-0af75b9b-a458-45fa-9ca9-a8536965c185 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:50.485102 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-0af75b9b-a458-45fa-9ca9-a8536965c185 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5716553 May 26 17:29:50.497154 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-cb5261fc-d84a-4c9e-b1f0-e2e4d85252e2 service neutron] Request body: {'port': {'device_id': 'ce100b21-7c5f-49da-8f75-277f6b42c78b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:29:50.556552 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-cb5261fc-d84a-4c9e-b1f0-e2e4d85252e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:50.648048 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-57bbb332-afb3-4309-b434-20ffe2359a17 None None] Provisioning complete for port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:29:50.648711 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-57bbb332-afb3-4309-b434-20ffe2359a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:50.688080 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-57bbb332-afb3-4309-b434-20ffe2359a17 None None] Port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:29:50.830989 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-cb5261fc-d84a-4c9e-b1f0-e2e4d85252e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 313c00e1-b7a5-47d5-b94a-662f5bab4b6f {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:29:50.839025 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-cb5261fc-d84a-4c9e-b1f0-e2e4d85252e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:50.851610 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-cb5261fc-d84a-4c9e-b1f0-e2e4d85252e2 service neutron] Transition to ACTIVE for port object 313c00e1-b7a5-47d5-b94a-662f5bab4b6f will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 17:29:50.855430 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-cb5261fc-d84a-4c9e-b1f0-e2e4d85252e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:50.903785 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5261fc-d84a-4c9e-b1f0-e2e4d85252e2 service neutron] Pushing event updated for resources: {'Port': ['ID=313c00e1-b7a5-47d5-b94a-662f5bab4b6f,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:50.987080 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-cb5261fc-d84a-4c9e-b1f0-e2e4d85252e2 service neutron] Attempting to bind port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f on host n-h1-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:29:50.987518 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-cb5261fc-d84a-4c9e-b1f0-e2e4d85252e2 service neutron] Attempting to bind port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f by drivers openvswitch,hyperv on host n-h1-843337-2 at level 0 using segments [{'id': '496dc623-f331-44c0-b58d-7145a817ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:29:50.987980 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-cb5261fc-d84a-4c9e-b1f0-e2e4d85252e2 service neutron] Attempting to bind port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f on network 5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:29:50.993735 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-cb5261fc-d84a-4c9e-b1f0-e2e4d85252e2 service neutron] Port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f on network 5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 not bound, no agent of type Open vSwitch agent registered on host n-h1-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:29:50.994139 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-cb5261fc-d84a-4c9e-b1f0-e2e4d85252e2 service neutron] Attempting to bind port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f on network 5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:29:50.999382 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-cb5261fc-d84a-4c9e-b1f0-e2e4d85252e2 service neutron] Checking agent: {'id': 'd777a0b2-c293-4a85-ac84-08e0c3415c4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54), 'started_at': datetime.datetime(2022, 5, 26, 15, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:29:50.999726 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-cb5261fc-d84a-4c9e-b1f0-e2e4d85252e2 service neutron] Checking segment: {'id': '496dc623-f331-44c0-b58d-7145a817ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:29:51.000138 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-cb5261fc-d84a-4c9e-b1f0-e2e4d85252e2 service neutron] Bound using segment: {'id': '496dc623-f331-44c0-b58d-7145a817ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:29:51.000750 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-cb5261fc-d84a-4c9e-b1f0-e2e4d85252e2 service neutron] Bound port: 313c00e1-b7a5-47d5-b94a-662f5bab4b6f, host: n-h1-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '496dc623-f331-44c0-b58d-7145a817ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:29:51.001114 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-cb5261fc-d84a-4c9e-b1f0-e2e4d85252e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:51.072064 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-cb5261fc-d84a-4c9e-b1f0-e2e4d85252e2 service neutron] For port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f, host n-h1-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:29:51.075332 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-cb5261fc-d84a-4c9e-b1f0-e2e4d85252e2 service neutron] For port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f, host n-h1-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=313c00e1-b7a5-47d5-b94a-662f5bab4b6f,segment=NetworkSegment(496dc623-f331-44c0-b58d-7145a817ae90),segment_id=496dc623-f331-44c0-b58d-7145a817ae90)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:29:51.080166 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-cb5261fc-d84a-4c9e-b1f0-e2e4d85252e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:51.119696 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-cb5261fc-d84a-4c9e-b1f0-e2e4d85252e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:51.124050 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-cb5261fc-d84a-4c9e-b1f0-e2e4d85252e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:51.125831 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-cb5261fc-d84a-4c9e-b1f0-e2e4d85252e2 service neutron] 10.222.0.81 "PUT /v2.0/ports/313c00e1-b7a5-47d5-b94a-662f5bab4b6f HTTP/1.1" status: 200 len: 1092 time: 0.6332395 May 26 17:29:51.128382 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce100b21-7c5f-49da-8f75-277f6b42c78b', 'tag': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:29:51.138313 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8c530c-0f04-400f-9fa0-d0ca587a5439" -d '{"events": [{"name": "network-changed", "server_uuid": "ce100b21-7c5f-49da-8f75-277f6b42c78b", "tag": "313c00e1-b7a5-47d5-b94a-662f5bab4b6f"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:29:51.163630 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5261fc-d84a-4c9e-b1f0-e2e4d85252e2 service neutron] Pushing event updated for resources: {'Port': ['ID=313c00e1-b7a5-47d5-b94a-662f5bab4b6f,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:51.220339 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-26a237ec-b43d-452c-aa74-f31b6be611de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:51.221981 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-26a237ec-b43d-452c-aa74-f31b6be611de service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bcc83ae400bb49d79431c4438e680ebc&device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 1095 time: 0.0455499 May 26 17:29:51.271730 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62260827-10af-4d75-bf07-4fc2f5112c43 x-openstack-request-id: req-62260827-10af-4d75-bf07-4fc2f5112c43 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:29:51.272127 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce100b21-7c5f-49da-8f75-277f6b42c78b", "tag": "313c00e1-b7a5-47d5-b94a-662f5bab4b6f", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:29:51.272385 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-62260827-10af-4d75-bf07-4fc2f5112c43 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:29:51.272798 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62260827-10af-4d75-bf07-4fc2f5112c43'] response: {'name': 'network-changed', 'server_uuid': 'ce100b21-7c5f-49da-8f75-277f6b42c78b', 'tag': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f', 'status': 'completed', 'code': 200} May 26 17:29:51.274691 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-392079cc-60ac-43ed-9b6c-92ab102b1dc0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=313c00e1-b7a5-47d5-b94a-662f5bab4b6f HTTP/1.1" status: 200 len: 217 time: 0.0436907 May 26 17:29:51.332774 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-66bd47a5-0f08-4232-bdd0-10eab1ce4532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:51.335588 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-66bd47a5-0f08-4232-bdd0-10eab1ce4532 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=62caba67-d18d-4b33-b6ee-58e08ae94a50 HTTP/1.1" status: 200 len: 847 time: 0.0540264 May 26 17:29:51.384546 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-acf1f5ad-ee7e-4408-9b86-c73de2103f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:51.386192 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-acf1f5ad-ee7e-4408-9b86-c73de2103f7a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445778 May 26 17:29:51.398611 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466b4c1-cd0a-4e23-8327-a539205e724e req-90df8062-a850-4a0b-8740-3bfea61fbf48 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:51.400300 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c466b4c1-cd0a-4e23-8327-a539205e724e req-90df8062-a850-4a0b-8740-3bfea61fbf48 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 944 time: 0.0519104 May 26 17:29:51.446382 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c466b4c1-cd0a-4e23-8327-a539205e724e req-0641ab21-5283-4acc-8cc3-ae5d655f4bad tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382984 May 26 17:29:51.488423 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-d90da327-90e9-4312-a5d2-6cf81af7cbbf service neutron] 10.222.0.81 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955353 May 26 17:29:51.580338 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-30e06a1c-0474-437b-a9f5-7ebbf2bb1f2e req-c949f528-799a-4041-8306-9594f0c26edc service neutron] 10.222.0.81 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843396 May 26 17:29:51.669679 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c530c-0f04-400f-9fa0-d0ca587a5439 req-bf2a4ff0-7782-4be1-8995-dca35db76788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:51.671204 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6d8c530c-0f04-400f-9fa0-d0ca587a5439 req-bf2a4ff0-7782-4be1-8995-dca35db76788 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bcc83ae400bb49d79431c4438e680ebc&device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 1095 time: 0.0448909 May 26 17:29:51.774663 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c530c-0f04-400f-9fa0-d0ca587a5439 req-89b8d52d-7ccb-4a7a-adc2-cd7f39d4c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:51.776062 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6d8c530c-0f04-400f-9fa0-d0ca587a5439 req-89b8d52d-7ccb-4a7a-adc2-cd7f39d4c65e service neutron] 10.222.0.81 "GET /v2.0/networks?id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 HTTP/1.1" status: 200 len: 909 time: 0.0973001 May 26 17:29:51.822163 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6d8c530c-0f04-400f-9fa0-d0ca587a5439 req-5c2e8ec0-3689-49ad-956e-79cc6d4d0dd3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=313c00e1-b7a5-47d5-b94a-662f5bab4b6f HTTP/1.1" status: 200 len: 217 time: 0.0372236 May 26 17:29:51.878379 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c530c-0f04-400f-9fa0-d0ca587a5439 req-8a030dad-3e07-4f85-bbef-51c369b1c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:51.879833 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6d8c530c-0f04-400f-9fa0-d0ca587a5439 req-8a030dad-3e07-4f85-bbef-51c369b1c387 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=62caba67-d18d-4b33-b6ee-58e08ae94a50 HTTP/1.1" status: 200 len: 847 time: 0.0501003 May 26 17:29:51.931473 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c530c-0f04-400f-9fa0-d0ca587a5439 req-3e17768c-0f8b-4612-a2b2-1706b8e3c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:51.933225 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6d8c530c-0f04-400f-9fa0-d0ca587a5439 req-3e17768c-0f8b-4612-a2b2-1706b8e3c1c0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442560 May 26 17:29:52.035394 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6d8c530c-0f04-400f-9fa0-d0ca587a5439 req-7a77d418-975b-4cf7-b34b-d77ce4a30008 service neutron] 10.222.0.81 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952098 May 26 17:29:52.132725 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6d8c530c-0f04-400f-9fa0-d0ca587a5439 req-ec4bd6c2-b808-4eb3-82a8-5e6ef2cdc111 service neutron] 10.222.0.81 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905824 May 26 17:29:52.568191 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa247fa-2af7-4b82-861b-6b7c2f30740e req-78d7bbab-f326-4375-bd5d-5c6a8670e1c1 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:52.569673 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cfa247fa-2af7-4b82-861b-6b7c2f30740e req-78d7bbab-f326-4375-bd5d-5c6a8670e1c1 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 944 time: 0.0511076 May 26 17:29:52.613380 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-cfa247fa-2af7-4b82-861b-6b7c2f30740e req-b66d46ea-6663-4a09-8053-76bc93e63d07 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374238 May 26 17:29:53.744336 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158ac23-3c3d-46c4-86f0-a2e036de69cf req-fd0bbee0-bc74-41bf-8f5a-c11471a383e0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:53.745805 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e158ac23-3c3d-46c4-86f0-a2e036de69cf req-fd0bbee0-bc74-41bf-8f5a-c11471a383e0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 944 time: 0.0499356 May 26 17:29:53.785853 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e158ac23-3c3d-46c4-86f0-a2e036de69cf req-6070b834-b5d5-441d-8112-5378e105bf50 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336921 May 26 17:29:54.739613 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 313c00e1-b7a5-47d5-b94a-662f5bab4b6f details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:29:54.834610 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=313c00e1-b7a5-47d5-b94a-662f5bab4b6f,segment=NetworkSegment(496dc623-f331-44c0-b58d-7145a817ae90),segment_id=496dc623-f331-44c0-b58d-7145a817ae90)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:29:54.846420 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'port_id': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f', 'mac_address': 'fa:16:3e:b9:57:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:29:54.887384 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:29:54.887765 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:54.901164 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 313c00e1-b7a5-47d5-b94a-662f5bab4b6f {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:29:54.902258 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9301d-2802-430f-9072-424e23092736 req-99a58bbd-88c1-4362-8daa-c8bb36713f1e tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:54.903770 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2a9301d-2802-430f-9072-424e23092736 req-99a58bbd-88c1-4362-8daa-c8bb36713f1e tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 944 time: 0.0488334 May 26 17:29:54.920937 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=313c00e1-b7a5-47d5-b94a-662f5bab4b6f,segment=NetworkSegment(496dc623-f331-44c0-b58d-7145a817ae90),segment_id=496dc623-f331-44c0-b58d-7145a817ae90)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:29:54.925292 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:54.944460 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-c2a9301d-2802-430f-9072-424e23092736 req-316d4956-89d9-41af-be11-75afd5a18ce2 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339205 May 26 17:29:54.973823 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=313c00e1-b7a5-47d5-b94a-662f5bab4b6f,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:55.136115 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['313c00e1-b7a5-47d5-b94a-662f5bab4b6f'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:29:56.066119 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b503e9-babe-4c16-908a-73bbc52133fd req-f7f33f04-c917-422c-8304-680f1a2df3bd tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:56.067640 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7b503e9-babe-4c16-908a-73bbc52133fd req-f7f33f04-c917-422c-8304-680f1a2df3bd tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 945 time: 0.0500057 May 26 17:29:56.111741 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e7b503e9-babe-4c16-908a-73bbc52133fd req-f1a39f88-59e5-425c-8a34-9f681bfd0da8 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366206 May 26 17:29:56.755089 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 313c00e1-b7a5-47d5-b94a-662f5bab4b6f up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:29:56.806083 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning for port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 17:29:56.810647 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:29:56.811056 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:56.891364 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:29:56.891786 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:56.920211 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce100b21-7c5f-49da-8f75-277f6b42c78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:29:56.922458 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9a2ec5-143a-4b9f-aae1-643b58b41ee4" -d '{"events": [{"server_uuid": "ce100b21-7c5f-49da-8f75-277f6b42c78b", "name": "network-vif-plugged", "status": "completed", "tag": "313c00e1-b7a5-47d5-b94a-662f5bab4b6f"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:29:56.940494 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=313c00e1-b7a5-47d5-b94a-662f5bab4b6f,segment=NetworkSegment(496dc623-f331-44c0-b58d-7145a817ae90),segment_id=496dc623-f331-44c0-b58d-7145a817ae90)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:29:56.945880 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:56.971777 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0713f2c2-2fec-401c-b49b-95827e6b8f46 x-openstack-request-id: req-0713f2c2-2fec-401c-b49b-95827e6b8f46 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:29:56.972073 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce100b21-7c5f-49da-8f75-277f6b42c78b", "name": "network-vif-plugged", "status": "completed", "tag": "313c00e1-b7a5-47d5-b94a-662f5bab4b6f", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:29:56.972352 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0713f2c2-2fec-401c-b49b-95827e6b8f46 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:29:56.972751 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0713f2c2-2fec-401c-b49b-95827e6b8f46'] response: {'server_uuid': 'ce100b21-7c5f-49da-8f75-277f6b42c78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f', 'code': 200} May 26 17:29:57.012521 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=313c00e1-b7a5-47d5-b94a-662f5bab4b6f,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:57.092102 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757300aa-b8ac-49e6-b39e-83a2072690ed req-f995fe66-aae9-4b48-ad5e-f05ac8042a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:57.093633 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-757300aa-b8ac-49e6-b39e-83a2072690ed req-f995fe66-aae9-4b48-ad5e-f05ac8042a29 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 1097 time: 0.0464776 May 26 17:29:57.127841 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-757300aa-b8ac-49e6-b39e-83a2072690ed req-5fd61a8d-dd8f-467a-8515-cfeae628876e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276966 May 26 17:29:57.230523 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb9396-4a3b-4792-b97b-f030adf81d69 req-c5796a46-3152-4d13-bbf1-3d07339690ff tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:57.232036 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52bb9396-4a3b-4792-b97b-f030adf81d69 req-c5796a46-3152-4d13-bbf1-3d07339690ff tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 946 time: 0.0486212 May 26 17:29:57.272173 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-52bb9396-4a3b-4792-b97b-f030adf81d69 req-e5bc48fb-b937-44f1-b39f-aa6a5d048324 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329804 May 26 17:29:58.403044 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da51c3c-dfa4-4459-99aa-a4620a80c576 req-dc06bc54-b8ff-4fac-8b6c-0517eab9fdaf tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:58.404586 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7da51c3c-dfa4-4459-99aa-a4620a80c576 req-dc06bc54-b8ff-4fac-8b6c-0517eab9fdaf tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 946 time: 0.0535073 May 26 17:29:58.451165 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7da51c3c-dfa4-4459-99aa-a4620a80c576 req-5f678e3b-1d2f-4f18-a378-6b2f8589625f tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392745 May 26 17:29:58.568683 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc802d-1521-4332-888e-506288d5271a req-9f42fe2f-4d07-407f-bea0-834471f159e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:58.570064 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1dc802d-1521-4332-888e-506288d5271a req-9f42fe2f-4d07-407f-bea0-834471f159e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 946 time: 0.0496688 May 26 17:29:58.611111 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-b1dc802d-1521-4332-888e-506288d5271a req-fd9cada2-24fc-494b-85dd-af439387c3e0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350256 May 26 17:29:58.634913 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44112) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:58.721066 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9179a62-971d-4f15-b0d6-3eb414b0ef30 tempest-TestSnapshotPattern-1385858342 tempest-TestSnapshotPattern-1385858342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:29:58.722660 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e9179a62-971d-4f15-b0d6-3eb414b0ef30 tempest-TestSnapshotPattern-1385858342 tempest-TestSnapshotPattern-1385858342-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 1092 time: 0.0867491 May 26 17:29:58.726318 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44116) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:29:58.730727 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-110522d7-016c-4da2-9da3-bb3d7dd47ea0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:29:58.751277 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-110522d7-016c-4da2-9da3-bb3d7dd47ea0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:58.851511 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-110522d7-016c-4da2-9da3-bb3d7dd47ea0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:58.957115 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-110522d7-016c-4da2-9da3-bb3d7dd47ea0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Allocated IP 172.25.7.18 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/7e6404f0-646d-4f53-8083-f1df14da3679) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:29:59.057619 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-110522d7-016c-4da2-9da3-bb3d7dd47ea0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:59.091240 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-110522d7-016c-4da2-9da3-bb3d7dd47ea0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:59.133972 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110522d7-016c-4da2-9da3-bb3d7dd47ea0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:29:59.136792 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-110522d7-016c-4da2-9da3-bb3d7dd47ea0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:29:59.139369 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110522d7-016c-4da2-9da3-bb3d7dd47ea0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:29:59.168139 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110522d7-016c-4da2-9da3-bb3d7dd47ea0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Pushing event updated for resources: {'Port': ['ID=7e6404f0-646d-4f53-8083-f1df14da3679,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:29:59.882713 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-110522d7-016c-4da2-9da3-bb3d7dd47ea0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:29:59.952808 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-110522d7-016c-4da2-9da3-bb3d7dd47ea0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:30:00.111382 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-110522d7-016c-4da2-9da3-bb3d7dd47ea0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:30:00.116447 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-110522d7-016c-4da2-9da3-bb3d7dd47ea0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:30:00.187253 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110522d7-016c-4da2-9da3-bb3d7dd47ea0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Pushing event updated for resources: {'Port': ['ID=7e6404f0-646d-4f53-8083-f1df14da3679,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:30:00.199900 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-110522d7-016c-4da2-9da3-bb3d7dd47ea0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:30:00.301099 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-110522d7-016c-4da2-9da3-bb3d7dd47ea0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Floating IP 7fc6ef26-de98-4e06-8705-521af2d78b99 associated. External IP: 172.25.7.18, port: 313c00e1-b7a5-47d5-b94a-662f5bab4b6f. May 26 17:30:00.517054 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110522d7-016c-4da2-9da3-bb3d7dd47ea0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Router d0f8fe87-11be-4623-a0c7-88dc311582b0 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:30:00.627658 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110522d7-016c-4da2-9da3-bb3d7dd47ea0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:30:00.638539 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec7d160-f9ce-44dc-baad-018a6b2912bc None None] Sync routers for ids ['d0f8fe87-11be-4623-a0c7-88dc311582b0'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:30:00.646820 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-110522d7-016c-4da2-9da3-bb3d7dd47ea0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:30:00.649518 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec7d160-f9ce-44dc-baad-018a6b2912bc None None] Routers {'d0f8fe87-11be-4623-a0c7-88dc311582b0'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:30:00.650148 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1ec7d160-f9ce-44dc-baad-018a6b2912bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:29:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0f8fe87-11be-4623-a0c7-88dc311582b0'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:30:00.676723 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-110522d7-016c-4da2-9da3-bb3d7dd47ea0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9492137 May 26 17:30:00.677350 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce100b21-7c5f-49da-8f75-277f6b42c78b', 'tag': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:30:00.679671 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fb8031-e57d-4e5e-82c1-a9ee2075e16f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce100b21-7c5f-49da-8f75-277f6b42c78b", "tag": "313c00e1-b7a5-47d5-b94a-662f5bab4b6f"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:30:00.716874 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2b3dbf-f2b3-4a0f-a9f7-70ecdeb9f88c x-openstack-request-id: req-4b2b3dbf-f2b3-4a0f-a9f7-70ecdeb9f88c {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:30:00.717151 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce100b21-7c5f-49da-8f75-277f6b42c78b", "tag": "313c00e1-b7a5-47d5-b94a-662f5bab4b6f", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:30:00.717405 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4b2b3dbf-f2b3-4a0f-a9f7-70ecdeb9f88c {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:30:00.717819 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b2b3dbf-f2b3-4a0f-a9f7-70ecdeb9f88c'] response: {'name': 'network-changed', 'server_uuid': 'ce100b21-7c5f-49da-8f75-277f6b42c78b', 'tag': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f', 'status': 'completed', 'code': 200} May 26 17:30:00.758412 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1ec7d160-f9ce-44dc-baad-018a6b2912bc None None] Set router d0f8fe87-11be-4623-a0c7-88dc311582b0 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:30:00.779635 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb8031-e57d-4e5e-82c1-a9ee2075e16f req-a6381996-4c15-4297-b8ce-8090410aeb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:30:00.781133 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-75fb8031-e57d-4e5e-82c1-a9ee2075e16f req-a6381996-4c15-4297-b8ce-8090410aeb6b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bcc83ae400bb49d79431c4438e680ebc&device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 1097 time: 0.0418668 May 26 17:30:00.889359 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb8031-e57d-4e5e-82c1-a9ee2075e16f req-e91d7322-aacb-4e2d-bec3-349a7df97f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:30:00.890837 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-75fb8031-e57d-4e5e-82c1-a9ee2075e16f req-e91d7322-aacb-4e2d-bec3-349a7df97f90 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 HTTP/1.1" status: 200 len: 909 time: 0.1028047 May 26 17:30:00.973883 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-75fb8031-e57d-4e5e-82c1-a9ee2075e16f req-b076441d-2139-4c8a-9901-9acd70283e62 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=313c00e1-b7a5-47d5-b94a-662f5bab4b6f HTTP/1.1" status: 200 len: 999 time: 0.0757821 May 26 17:30:00.991417 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1ec7d160-f9ce-44dc-baad-018a6b2912bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'name': 'tempest-TestSnapshotPattern-50976572-router', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:32Z', 'updated_at': '2022-05-26T17:29:35Z', 'revision_number': 4, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'gw_port': {'id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:33Z', 'updated_at': '2022-05-26T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '7fc6ef26-de98-4e06-8705-521af2d78b99', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'port_id': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'mac_address': 'fa:16:3e:b9:57:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce100b21-7c5f-49da-8f75-277f6b42c78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:29:59Z', 'updated_at': '2022-05-26T17:29:59Z', 'revision_number': 0, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b', 'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'mac_address': 'fa:16:3e:7c:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:34Z', 'updated_at': '2022-05-26T17:29:40Z', 'revision_number': 5, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'subnets': [{'id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:30:01.018087 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec7d160-f9ce-44dc-baad-018a6b2912bc None None] Checking router: d0f8fe87-11be-4623-a0c7-88dc311582b0 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:30:01.022582 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb8031-e57d-4e5e-82c1-a9ee2075e16f req-551e3fa0-c923-465f-b51e-67184742ba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:30:01.024064 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-75fb8031-e57d-4e5e-82c1-a9ee2075e16f req-551e3fa0-c923-465f-b51e-67184742ba5d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=62caba67-d18d-4b33-b6ee-58e08ae94a50 HTTP/1.1" status: 200 len: 847 time: 0.0439184 May 26 17:30:01.027766 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec7d160-f9ce-44dc-baad-018a6b2912bc None None] Routers {'d0f8fe87-11be-4623-a0c7-88dc311582b0'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:30:01.028394 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1ec7d160-f9ce-44dc-baad-018a6b2912bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:29:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0f8fe87-11be-4623-a0c7-88dc311582b0'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:30:01.070817 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb8031-e57d-4e5e-82c1-a9ee2075e16f req-ec5ff8f2-50ae-45c8-bdd3-eb403919577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:30:01.072313 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-75fb8031-e57d-4e5e-82c1-a9ee2075e16f req-ec5ff8f2-50ae-45c8-bdd3-eb403919577c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406797 May 26 17:30:01.137748 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-1ec7d160-f9ce-44dc-baad-018a6b2912bc None None] Set router d0f8fe87-11be-4623-a0c7-88dc311582b0 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:30:01.172205 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-75fb8031-e57d-4e5e-82c1-a9ee2075e16f req-9249cc70-bdda-47a1-ba36-5b89868a482b service neutron] 10.222.0.81 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930808 May 26 17:30:01.274524 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-75fb8031-e57d-4e5e-82c1-a9ee2075e16f req-390c3141-d205-44b7-8b9f-e2a90c264441 service neutron] 10.222.0.81 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958064 May 26 17:30:01.301831 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:30:01.383874 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-1ec7d160-f9ce-44dc-baad-018a6b2912bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'name': 'tempest-TestSnapshotPattern-50976572-router', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:32Z', 'updated_at': '2022-05-26T17:29:35Z', 'revision_number': 4, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'gw_port': {'id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:33Z', 'updated_at': '2022-05-26T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '7fc6ef26-de98-4e06-8705-521af2d78b99', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'port_id': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'mac_address': 'fa:16:3e:b9:57:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce100b21-7c5f-49da-8f75-277f6b42c78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:29:59Z', 'updated_at': '2022-05-26T17:29:59Z', 'revision_number': 0, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b', 'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'mac_address': 'fa:16:3e:7c:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:34Z', 'updated_at': '2022-05-26T17:29:40Z', 'revision_number': 5, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'subnets': [{'id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:30:01.409694 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec7d160-f9ce-44dc-baad-018a6b2912bc None None] The sync data for ids ['d0f8fe87-11be-4623-a0c7-88dc311582b0'] in n-d-843337-2 is: [{'id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'name': 'tempest-TestSnapshotPattern-50976572-router', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:32Z', 'updated_at': '2022-05-26T17:29:35Z', 'revision_number': 4, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'gw_port': {'id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:33Z', 'updated_at': '2022-05-26T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '7fc6ef26-de98-4e06-8705-521af2d78b99', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'port_id': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'mac_address': 'fa:16:3e:b9:57:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce100b21-7c5f-49da-8f75-277f6b42c78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:29:59Z', 'updated_at': '2022-05-26T17:29:59Z', 'revision_number': 0, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b', 'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'mac_address': 'fa:16:3e:7c:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:34Z', 'updated_at': '2022-05-26T17:29:40Z', 'revision_number': 5, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'subnets': [{'id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:30:01.610180 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1061971e-a36e-45ee-b59b-976f598b76bd None None] New status for floating IP 7fc6ef26-de98-4e06-8705-521af2d78b99: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:30:13.224333 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-616e9931-b3b3-43c1-bfc4-ac0cff230490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:30:15.721433 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b5af781c-3ea8-40f0-9d87-0161e6401d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:30:16.911196 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:30:18.640773 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:30:19.059618 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:30:19.216632 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:30:21.665084 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:30:31.292548 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:30:37.047089 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0d3e7fa1-4759-4dda-b16b-a72f4364f15a req-fcf5d0df-4ff4-4ab4-9190-b32146cf5cf7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1101344 May 26 17:30:37.141993 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e7fa1-4759-4dda-b16b-a72f4364f15a req-318ec40a-0d44-4e45-98cb-d13af418d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:30:37.143518 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0d3e7fa1-4759-4dda-b16b-a72f4364f15a req-318ec40a-0d44-4e45-98cb-d13af418d849 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bcc83ae400bb49d79431c4438e680ebc&device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 1097 time: 0.0425053 May 26 17:30:37.267473 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e7fa1-4759-4dda-b16b-a72f4364f15a req-90cffce8-ac4e-4f36-ae59-ae012576fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:30:37.269010 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0d3e7fa1-4759-4dda-b16b-a72f4364f15a req-90cffce8-ac4e-4f36-ae59-ae012576fa59 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 HTTP/1.1" status: 200 len: 909 time: 0.1040909 May 26 17:30:37.345939 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0d3e7fa1-4759-4dda-b16b-a72f4364f15a req-2dd10268-993b-4dc6-9288-aa1456c92151 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=313c00e1-b7a5-47d5-b94a-662f5bab4b6f HTTP/1.1" status: 200 len: 1001 time: 0.0684032 May 26 17:30:37.403984 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e7fa1-4759-4dda-b16b-a72f4364f15a req-8b782fcb-1406-4d8f-983f-2c425835037e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:30:37.406259 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0d3e7fa1-4759-4dda-b16b-a72f4364f15a req-8b782fcb-1406-4d8f-983f-2c425835037e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=62caba67-d18d-4b33-b6ee-58e08ae94a50 HTTP/1.1" status: 200 len: 847 time: 0.0531170 May 26 17:30:37.463802 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e7fa1-4759-4dda-b16b-a72f4364f15a req-ab5e8bcf-bd54-4e00-a93f-44178b12a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:30:37.466328 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0d3e7fa1-4759-4dda-b16b-a72f4364f15a req-ab5e8bcf-bd54-4e00-a93f-44178b12a250 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516763 May 26 17:30:37.617540 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0d3e7fa1-4759-4dda-b16b-a72f4364f15a req-05464782-d667-4ce1-96de-779667108fd1 service neutron] 10.222.0.81 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432393 May 26 17:30:37.714688 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-0d3e7fa1-4759-4dda-b16b-a72f4364f15a req-1c2d6416-56cd-4059-a9fb-1396cf871398 service neutron] 10.222.0.81 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905671 May 26 17:30:43.225922 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ed801c0b-2555-4b95-b4be-655e99c3b561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:30:45.735198 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f82138b8-f6ba-4d56-bfda-499e47bee89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:30:46.915412 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:30:48.643625 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:30:49.079617 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:30:49.225836 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:30:58.665552 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:31:01.299783 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:31:13.230932 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-470a3941-b55f-4a3a-bd35-0dc0f1b4412f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:31:15.724335 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c09ff30b-b6e5-431e-b427-800adc8180ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:31:16.918647 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:31:18.645619 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:31:19.075516 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:31:19.220783 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:31:31.301790 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:31:35.665181 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:31:38.978102 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6318b459-0431-40fd-8719-c8d4269f9b26 req-a87c0c53-39ac-4a24-be7c-e7afb2eb3706 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462677 May 26 17:31:39.064789 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318b459-0431-40fd-8719-c8d4269f9b26 req-e6043108-934f-464b-a207-e4d74e949d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:31:39.066322 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6318b459-0431-40fd-8719-c8d4269f9b26 req-e6043108-934f-464b-a207-e4d74e949d0a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bcc83ae400bb49d79431c4438e680ebc&device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 1097 time: 0.0445652 May 26 17:31:39.180023 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318b459-0431-40fd-8719-c8d4269f9b26 req-6dcf79f6-7d53-4d79-8475-7ee153a2846b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:31:39.181543 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6318b459-0431-40fd-8719-c8d4269f9b26 req-6dcf79f6-7d53-4d79-8475-7ee153a2846b service neutron] 10.222.0.81 "GET /v2.0/networks?id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 HTTP/1.1" status: 200 len: 909 time: 0.0954344 May 26 17:31:39.256058 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6318b459-0431-40fd-8719-c8d4269f9b26 req-a02d5759-099e-4deb-8e70-0738d3d6948e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=313c00e1-b7a5-47d5-b94a-662f5bab4b6f HTTP/1.1" status: 200 len: 1001 time: 0.0665174 May 26 17:31:39.309280 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318b459-0431-40fd-8719-c8d4269f9b26 req-8f87ebd6-dd78-43be-81ca-5e70f83b3f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:31:39.311322 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6318b459-0431-40fd-8719-c8d4269f9b26 req-8f87ebd6-dd78-43be-81ca-5e70f83b3f59 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=62caba67-d18d-4b33-b6ee-58e08ae94a50 HTTP/1.1" status: 200 len: 847 time: 0.0484979 May 26 17:31:39.363932 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318b459-0431-40fd-8719-c8d4269f9b26 req-8ea3aabb-8517-4ce8-b3c6-552b1ab2d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:31:39.365840 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6318b459-0431-40fd-8719-c8d4269f9b26 req-8ea3aabb-8517-4ce8-b3c6-552b1ab2d50d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479801 May 26 17:31:39.472948 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6318b459-0431-40fd-8719-c8d4269f9b26 req-79880df8-f4cc-46f9-b1cd-bd94bf57478a service neutron] 10.222.0.81 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982974 May 26 17:31:39.580758 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-6318b459-0431-40fd-8719-c8d4269f9b26 req-a121d2e7-f63e-4f6e-a41f-69ae6015e808 service neutron] 10.222.0.81 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008224 May 26 17:31:43.234362 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c3b7d2de-14df-49f3-ab5b-92c83f173c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:31:45.720077 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-e4809f39-56c2-4014-bdb5-382172425110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:31:46.919724 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:31:48.654163 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:31:49.099496 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:31:49.230602 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:01.254261 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 313c00e1-b7a5-47d5-b94a-662f5bab4b6f details requested by agent hyperv_n-h1-843337-2 with host n-h1-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:32:01.334916 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:01.373095 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=313c00e1-b7a5-47d5-b94a-662f5bab4b6f,segment=NetworkSegment(496dc623-f331-44c0-b58d-7145a817ae90),segment_id=496dc623-f331-44c0-b58d-7145a817ae90)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:32:01.385366 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Returning: {'device': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'port_id': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f', 'mac_address': 'fa:16:3e:b9:57:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:32:01.423693 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f is: ACTIVE; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:32:01.424168 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:01.438213 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 313c00e1-b7a5-47d5-b94a-662f5bab4b6f {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:32:01.462719 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=313c00e1-b7a5-47d5-b94a-662f5bab4b6f,segment=NetworkSegment(496dc623-f331-44c0-b58d-7145a817ae90),segment_id=496dc623-f331-44c0-b58d-7145a817ae90)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:32:01.466974 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:01.520995 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=313c00e1-b7a5-47d5-b94a-662f5bab4b6f,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:32:01.528218 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:32:01.528535 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:32:01.528876 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:32:01.529225 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:32:01.529552 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:32:01.529930 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:32:01.531000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:32:01.531000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:32:01.531000 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:32:01.531468 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:32:01.531641 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:32:01.531829 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:32:01.563448 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] get_ports_and_sgs() called for port_ids ['313c00e1-b7a5-47d5-b94a-662f5bab4b6f'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:32:03.254148 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 313c00e1-b7a5-47d5-b94a-662f5bab4b6f up at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:32:03.316951 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Provisioning complete for port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:32:03.317327 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:03.418124 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:32:03.418680 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:03.448395 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce100b21-7c5f-49da-8f75-277f6b42c78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:32:03.453230 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799f4ec9-9378-4b17-8db8-650ea57ea332" -d '{"events": [{"server_uuid": "ce100b21-7c5f-49da-8f75-277f6b42c78b", "name": "network-vif-plugged", "status": "completed", "tag": "313c00e1-b7a5-47d5-b94a-662f5bab4b6f"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:32:03.480222 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=313c00e1-b7a5-47d5-b94a-662f5bab4b6f,segment=NetworkSegment(496dc623-f331-44c0-b58d-7145a817ae90),segment_id=496dc623-f331-44c0-b58d-7145a817ae90)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:32:03.487872 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:03.576341 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=313c00e1-b7a5-47d5-b94a-662f5bab4b6f,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:32:03.650722 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f272c97f-2930-425f-87c9-5458926e76a5 x-openstack-request-id: req-f272c97f-2930-425f-87c9-5458926e76a5 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:32:03.651371 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce100b21-7c5f-49da-8f75-277f6b42c78b", "name": "network-vif-plugged", "status": "completed", "tag": "313c00e1-b7a5-47d5-b94a-662f5bab4b6f", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:32:03.651905 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f272c97f-2930-425f-87c9-5458926e76a5 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:32:03.652336 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f272c97f-2930-425f-87c9-5458926e76a5'] response: {'server_uuid': 'ce100b21-7c5f-49da-8f75-277f6b42c78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f', 'code': 200} May 26 17:32:12.664817 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:32:13.239162 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-235aca51-91a2-4939-93cf-0cc0eb8d5f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:13.282991 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24223844-effd-427a-90d2-0de8950b4251 req-2813e370-0854-450c-beea-68b6b450496f tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586183227&fields=id&tenant_id=bcc83ae400bb49d79431c4438e680ebc HTTP/1.1" status: 200 len: 267 time: 0.0370924 May 26 17:32:13.395869 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24223844-effd-427a-90d2-0de8950b4251 req-8003e7bd-4809-4913-99db-dd02290059ee tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:13.397503 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24223844-effd-427a-90d2-0de8950b4251 req-8003e7bd-4809-4913-99db-dd02290059ee tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/networks?id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 HTTP/1.1" status: 200 len: 808 time: 0.1062739 May 26 17:32:13.414376 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24223844-effd-427a-90d2-0de8950b4251 req-9769e22d-eeba-4cf9-aa91-ddb4407d5c2c tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/quotas/bcc83ae400bb49d79431c4438e680ebc HTTP/1.1" status: 200 len: 375 time: 0.0104527 May 26 17:32:13.475701 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24223844-effd-427a-90d2-0de8950b4251 req-1c76405d-6bdf-4a3d-910a-3d1698d0c71c tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=bcc83ae400bb49d79431c4438e680ebc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0555706 May 26 17:32:13.583424 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24223844-effd-427a-90d2-0de8950b4251 req-78f59f04-2b28-4966-97ec-e51e470d7c2a service neutron] 10.222.0.77 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896115 May 26 17:32:13.687424 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-24223844-effd-427a-90d2-0de8950b4251 req-a2cb881a-7f93-4b2c-9cdc-956779373561 service neutron] 10.222.0.77 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969334 May 26 17:32:13.878626 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7bc04162-398d-4349-bd92-7c009383d4f6 req-2050212f-0313-43b8-a542-1b43dbbc1dc5 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 210 time: 0.0297353 May 26 17:32:15.017152 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-626b0661-8613-44d2-936b-2aa8fa3c7829 req-8e41f1fc-350c-4657-b287-7554f7ae719f tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 210 time: 0.0326500 May 26 17:32:15.046221 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24223844-effd-427a-90d2-0de8950b4251 req-fce067cb-429e-471b-aea0-c475c93f660e tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:15.047719 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-24223844-effd-427a-90d2-0de8950b4251 req-fce067cb-429e-471b-aea0-c475c93f660e tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.83 "GET /v2.0/networks?id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 HTTP/1.1" status: 200 len: 808 time: 0.1690884 May 26 17:32:15.112889 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-24223844-effd-427a-90d2-0de8950b4251 req-416a80bf-987a-496a-8bf6-b335bb339870 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcc83ae400bb49d79431c4438e680ebc HTTP/1.1" status: 200 len: 380 time: 0.0396574 May 26 17:32:15.131888 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-24223844-effd-427a-90d2-0de8950b4251 req-83cc1244-a65d-411c-a7f6-126fd5d37a8d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Request body: {'port': {'device_id': 'e9e67bde-81c8-4f4d-916c-d7fec48905de', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'admin_state_up': True, 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'security_groups': ['ae0f4f77-6184-4b45-b956-8927d22cf557']}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:32:15.283498 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24223844-effd-427a-90d2-0de8950b4251 req-83cc1244-a65d-411c-a7f6-126fd5d37a8d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Made reservation on behalf of bcc83ae400bb49d79431c4438e680ebc for: {'port': 1} {{(pid=103895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:32:15.288132 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-24223844-effd-427a-90d2-0de8950b4251 req-83cc1244-a65d-411c-a7f6-126fd5d37a8d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:15.488053 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [req-24223844-effd-427a-90d2-0de8950b4251 req-83cc1244-a65d-411c-a7f6-126fd5d37a8d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Allocated IP 172.20.0.14 (5eb50fd8-d23c-4fc9-b619-9d46acfb1f49/62caba67-d18d-4b33-b6ee-58e08ae94a50/22242d3e-97c7-4a36-922d-79cbed95a26c) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:32:15.704460 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-24223844-effd-427a-90d2-0de8950b4251 req-83cc1244-a65d-411c-a7f6-126fd5d37a8d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:15.729670 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-28770e04-1d62-4904-ab84-3ae94b49cf6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:15.747414 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-24223844-effd-427a-90d2-0de8950b4251 req-83cc1244-a65d-411c-a7f6-126fd5d37a8d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:15.797869 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24223844-effd-427a-90d2-0de8950b4251 req-83cc1244-a65d-411c-a7f6-126fd5d37a8d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Network 5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:32:15.801673 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [req-24223844-effd-427a-90d2-0de8950b4251 req-83cc1244-a65d-411c-a7f6-126fd5d37a8d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:32:15.806275 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-24223844-effd-427a-90d2-0de8950b4251 req-83cc1244-a65d-411c-a7f6-126fd5d37a8d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:32:15.843956 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc1244-a65d-411c-a7f6-126fd5d37a8d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Pushing event updated for resources: {'Port': ['ID=22242d3e-97c7-4a36-922d-79cbed95a26c,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:32:15.863620 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc1244-a65d-411c-a7f6-126fd5d37a8d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:32:15.864052 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc1244-a65d-411c-a7f6-126fd5d37a8d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:32:15.864370 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc1244-a65d-411c-a7f6-126fd5d37a8d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:32:15.864678 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc1244-a65d-411c-a7f6-126fd5d37a8d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:32:15.865016 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc1244-a65d-411c-a7f6-126fd5d37a8d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:32:15.865345 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc1244-a65d-411c-a7f6-126fd5d37a8d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:32:15.865667 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc1244-a65d-411c-a7f6-126fd5d37a8d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:32:15.866032 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc1244-a65d-411c-a7f6-126fd5d37a8d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:32:15.866330 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc1244-a65d-411c-a7f6-126fd5d37a8d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:32:15.866659 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc1244-a65d-411c-a7f6-126fd5d37a8d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:32:15.866982 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc1244-a65d-411c-a7f6-126fd5d37a8d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:32:15.867308 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc1244-a65d-411c-a7f6-126fd5d37a8d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:32:15.898815 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24223844-effd-427a-90d2-0de8950b4251 req-83cc1244-a65d-411c-a7f6-126fd5d37a8d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:15.899493 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-24223844-effd-427a-90d2-0de8950b4251 req-83cc1244-a65d-411c-a7f6-126fd5d37a8d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:15.930220 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-24223844-effd-427a-90d2-0de8950b4251 req-83cc1244-a65d-411c-a7f6-126fd5d37a8d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8048961 May 26 17:32:16.228890 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cf907-a4bb-405f-8cf3-810e0ebe09bd req-1b26b20c-7207-422e-9dba-4a4a013cbda9 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:16.230859 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-573cf907-a4bb-405f-8cf3-810e0ebe09bd req-1b26b20c-7207-422e-9dba-4a4a013cbda9 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 932 time: 0.0623319 May 26 17:32:16.263228 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-8f8209e5-e59d-4627-bac1-438b0d44c528 None None] Provisioning complete for port 22242d3e-97c7-4a36-922d-79cbed95a26c triggered by entity DHCP. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:32:16.268291 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8f8209e5-e59d-4627-bac1-438b0d44c528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:16.308076 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-573cf907-a4bb-405f-8cf3-810e0ebe09bd req-715e40e0-c91e-4e24-9928-dc376e580f35 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663464 May 26 17:32:16.354315 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-8f8209e5-e59d-4627-bac1-438b0d44c528 None None] Port 22242d3e-97c7-4a36-922d-79cbed95a26c cannot update to ACTIVE because it is not bound. {{(pid=103897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 17:32:16.928338 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:17.367316 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 313c00e1-b7a5-47d5-b94a-662f5bab4b6f no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:32:17.481273 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Current status of the port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:32:17.481967 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:17.487524 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa64a0-9a69-45d7-b950-f3aa9931651f req-10d857e2-5ce1-42bf-bf91-6ccaa1532c00 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:17.489897 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2aa64a0-9a69-45d7-b950-f3aa9931651f req-10d857e2-5ce1-42bf-bf91-6ccaa1532c00 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 932 time: 0.0778463 May 26 17:32:17.508166 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce100b21-7c5f-49da-8f75-277f6b42c78b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:32:17.510437 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa771d6b-7ca5-4594-b53c-2bb0d3d20875" -d '{"events": [{"server_uuid": "ce100b21-7c5f-49da-8f75-277f6b42c78b", "name": "network-vif-unplugged", "status": "completed", "tag": "313c00e1-b7a5-47d5-b94a-662f5bab4b6f"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:32:17.525682 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] For port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=313c00e1-b7a5-47d5-b94a-662f5bab4b6f,segment=NetworkSegment(496dc623-f331-44c0-b58d-7145a817ae90),segment_id=496dc623-f331-44c0-b58d-7145a817ae90)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:32:17.540149 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:17.575017 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e2aa64a0-9a69-45d7-b950-f3aa9931651f req-78dabec6-af1b-460f-930c-621b63f727f1 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780392 May 26 17:32:17.609582 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 17:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26fce36-93d9-4f67-9c31-d7704422ae83 x-openstack-request-id: req-f26fce36-93d9-4f67-9c31-d7704422ae83 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:32:17.610053 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce100b21-7c5f-49da-8f75-277f6b42c78b", "name": "network-vif-unplugged", "status": "completed", "tag": "313c00e1-b7a5-47d5-b94a-662f5bab4b6f", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:32:17.610393 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f26fce36-93d9-4f67-9c31-d7704422ae83 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:32:17.610887 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26fce36-93d9-4f67-9c31-d7704422ae83'] response: {'server_uuid': 'ce100b21-7c5f-49da-8f75-277f6b42c78b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f', 'code': 200} May 26 17:32:17.621051 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Pushing event updated for resources: {'Port': ['ID=313c00e1-b7a5-47d5-b94a-662f5bab4b6f,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:32:18.657603 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:19.068983 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978c6c1-384c-4738-a9fc-990ef4b4ad7e req-f8fcddfd-17eb-4e93-a8c2-28a449cd279a tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:19.070595 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3978c6c1-384c-4738-a9fc-990ef4b4ad7e req-f8fcddfd-17eb-4e93-a8c2-28a449cd279a tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 932 time: 0.4038022 May 26 17:32:19.114131 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:19.127010 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3978c6c1-384c-4738-a9fc-990ef4b4ad7e req-fc134f76-b96c-4d8c-8480-48144d4cd162 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448365 May 26 17:32:19.227853 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:20.274049 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de48e8-3870-4285-8fca-28d1c2ffbea0 req-3f2d1879-fe2a-40ac-a5a0-21a3e8651346 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:20.275612 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-33de48e8-3870-4285-8fca-28d1c2ffbea0 req-3f2d1879-fe2a-40ac-a5a0-21a3e8651346 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 932 time: 0.0697467 May 26 17:32:20.321388 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-33de48e8-3870-4285-8fca-28d1c2ffbea0 req-c8b7f365-3426-44fe-a600-f19dbbff63e9 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392308 May 26 17:32:21.465517 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c904be2-1e75-48fd-8157-d0e86183bdff req-f3d829a8-ea0b-4d55-a5c0-644752acd60d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:21.467076 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3c904be2-1e75-48fd-8157-d0e86183bdff req-f3d829a8-ea0b-4d55-a5c0-644752acd60d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 932 time: 0.0678356 May 26 17:32:21.516063 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3c904be2-1e75-48fd-8157-d0e86183bdff req-96e0d359-2427-4091-b6cd-a97f8f41153b tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419149 May 26 17:32:22.716708 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785ac1c-223b-4287-8f3c-b6a551439fca req-3167f43a-0cae-4772-95a5-61e85f187017 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:22.726181 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2785ac1c-223b-4287-8f3c-b6a551439fca req-3167f43a-0cae-4772-95a5-61e85f187017 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 932 time: 0.1288805 May 26 17:32:22.765628 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-2785ac1c-223b-4287-8f3c-b6a551439fca req-541c7c3d-5d2f-4f48-8708-107192657aff tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379779 May 26 17:32:23.950416 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ee830-4824-470b-bc96-3affbb3a6745 req-26e7a59e-7d89-47e6-be46-756fc1645b4c tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:23.952487 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-715ee830-4824-470b-bc96-3affbb3a6745 req-26e7a59e-7d89-47e6-be46-756fc1645b4c tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 932 time: 0.1116207 May 26 17:32:23.992855 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-715ee830-4824-470b-bc96-3affbb3a6745 req-a21c53ef-0726-489b-abe3-277c001ec648 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343261 May 26 17:32:25.123627 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87fe77-2a2e-49a9-96ea-3cc2541bcc50 req-c419a53e-a4ad-475b-afa5-9644b9e7c1f7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:25.125504 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3d87fe77-2a2e-49a9-96ea-3cc2541bcc50 req-c419a53e-a4ad-475b-afa5-9644b9e7c1f7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 932 time: 0.0586462 May 26 17:32:25.168235 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-3d87fe77-2a2e-49a9-96ea-3cc2541bcc50 req-e361ad20-727a-4829-8f94-3161fe9878ed tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365045 May 26 17:32:26.289439 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b44a30-9e9e-48de-af63-da975b870558 req-e3373bbd-63c1-41d6-9822-e6a7d511e81d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:26.290964 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38b44a30-9e9e-48de-af63-da975b870558 req-e3373bbd-63c1-41d6-9822-e6a7d511e81d tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 932 time: 0.0514774 May 26 17:32:26.345909 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-38b44a30-9e9e-48de-af63-da975b870558 req-2a072d23-bfca-4f3a-a54b-9295d7aad1d6 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478125 May 26 17:32:27.026539 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-24223844-effd-427a-90d2-0de8950b4251 req-e9935107-ead7-49ac-882e-3c335b0029ff tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:32:27.027898 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-24223844-effd-427a-90d2-0de8950b4251 req-e9935107-ead7-49ac-882e-3c335b0029ff tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059552 May 26 17:32:27.114444 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [req-24223844-effd-427a-90d2-0de8950b4251 req-1997fbed-752a-44c9-8c8d-5ac0d49d6f24 service neutron] Request body: {'port': {'device_id': 'e9e67bde-81c8-4f4d-916c-d7fec48905de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843337-2'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:32:27.184917 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-24223844-effd-427a-90d2-0de8950b4251 req-1997fbed-752a-44c9-8c8d-5ac0d49d6f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:27.471369 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [req-24223844-effd-427a-90d2-0de8950b4251 req-1997fbed-752a-44c9-8c8d-5ac0d49d6f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22242d3e-97c7-4a36-922d-79cbed95a26c {{(pid=103895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:32:27.480602 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-24223844-effd-427a-90d2-0de8950b4251 req-1997fbed-752a-44c9-8c8d-5ac0d49d6f24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:27.480891 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de32914-a09a-41dc-82a0-291bf54908c9 req-d353147e-97aa-4a11-985f-6686b4f6a701 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:27.482382 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0de32914-a09a-41dc-82a0-291bf54908c9 req-d353147e-97aa-4a11-985f-6686b4f6a701 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 932 time: 0.0608132 May 26 17:32:27.493908 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.provisioning_blocks [req-24223844-effd-427a-90d2-0de8950b4251 req-1997fbed-752a-44c9-8c8d-5ac0d49d6f24 service neutron] Transition to ACTIVE for port object 22242d3e-97c7-4a36-922d-79cbed95a26c will not be triggered until provisioned by entity L2. {{(pid=103895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 17:32:27.499900 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-24223844-effd-427a-90d2-0de8950b4251 req-1997fbed-752a-44c9-8c8d-5ac0d49d6f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:27.531175 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0de32914-a09a-41dc-82a0-291bf54908c9 req-fca5be0b-c15f-41f4-b3d3-de09974a9012 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411139 May 26 17:32:27.560006 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997fbed-752a-44c9-8c8d-5ac0d49d6f24 service neutron] Pushing event updated for resources: {'Port': ['ID=22242d3e-97c7-4a36-922d-79cbed95a26c,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:32:27.640007 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-24223844-effd-427a-90d2-0de8950b4251 req-1997fbed-752a-44c9-8c8d-5ac0d49d6f24 service neutron] Attempting to bind port 22242d3e-97c7-4a36-922d-79cbed95a26c on host n-h2-843337-2 for vnic_type normal with profile {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 17:32:27.640290 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-24223844-effd-427a-90d2-0de8950b4251 req-1997fbed-752a-44c9-8c8d-5ac0d49d6f24 service neutron] Attempting to bind port 22242d3e-97c7-4a36-922d-79cbed95a26c by drivers openvswitch,hyperv on host n-h2-843337-2 at level 0 using segments [{'id': '496dc623-f331-44c0-b58d-7145a817ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49'}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 17:32:27.640757 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24223844-effd-427a-90d2-0de8950b4251 req-1997fbed-752a-44c9-8c8d-5ac0d49d6f24 service neutron] Attempting to bind port 22242d3e-97c7-4a36-922d-79cbed95a26c on network 5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:32:27.646976 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24223844-effd-427a-90d2-0de8950b4251 req-1997fbed-752a-44c9-8c8d-5ac0d49d6f24 service neutron] Port 22242d3e-97c7-4a36-922d-79cbed95a26c on network 5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 not bound, no agent of type Open vSwitch agent registered on host n-h2-843337-2 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 17:32:27.647303 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24223844-effd-427a-90d2-0de8950b4251 req-1997fbed-752a-44c9-8c8d-5ac0d49d6f24 service neutron] Attempting to bind port 22242d3e-97c7-4a36-922d-79cbed95a26c on network 5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:32:27.653295 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24223844-effd-427a-90d2-0de8950b4251 req-1997fbed-752a-44c9-8c8d-5ac0d49d6f24 service neutron] Checking agent: {'id': 'e6885ae9-bebf-4dd2-a066-b8e4766fab89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843337-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'started_at': datetime.datetime(2022, 5, 26, 15, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:32:27.653641 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24223844-effd-427a-90d2-0de8950b4251 req-1997fbed-752a-44c9-8c8d-5ac0d49d6f24 service neutron] Checking segment: {'id': '496dc623-f331-44c0-b58d-7145a817ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 17:32:27.654039 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24223844-effd-427a-90d2-0de8950b4251 req-1997fbed-752a-44c9-8c8d-5ac0d49d6f24 service neutron] Bound using segment: {'id': '496dc623-f331-44c0-b58d-7145a817ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49'} {{(pid=103895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:32:27.655131 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.managers [req-24223844-effd-427a-90d2-0de8950b4251 req-1997fbed-752a-44c9-8c8d-5ac0d49d6f24 service neutron] Bound port: 22242d3e-97c7-4a36-922d-79cbed95a26c, host: n-h2-843337-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '496dc623-f331-44c0-b58d-7145a817ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49'}}] {{(pid=103895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 17:32:27.656334 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-24223844-effd-427a-90d2-0de8950b4251 req-1997fbed-752a-44c9-8c8d-5ac0d49d6f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:27.740413 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-24223844-effd-427a-90d2-0de8950b4251 req-1997fbed-752a-44c9-8c8d-5ac0d49d6f24 service neutron] For port 22242d3e-97c7-4a36-922d-79cbed95a26c, host n-h2-843337-2, cleared binding levels {{(pid=103895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:32:27.744153 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-24223844-effd-427a-90d2-0de8950b4251 req-1997fbed-752a-44c9-8c8d-5ac0d49d6f24 service neutron] For port 22242d3e-97c7-4a36-922d-79cbed95a26c, host n-h2-843337-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=22242d3e-97c7-4a36-922d-79cbed95a26c,segment=NetworkSegment(496dc623-f331-44c0-b58d-7145a817ae90),segment_id=496dc623-f331-44c0-b58d-7145a817ae90)] {{(pid=103895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:32:27.753924 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-24223844-effd-427a-90d2-0de8950b4251 req-1997fbed-752a-44c9-8c8d-5ac0d49d6f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:27.837458 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24223844-effd-427a-90d2-0de8950b4251 req-1997fbed-752a-44c9-8c8d-5ac0d49d6f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:27.837458 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-24223844-effd-427a-90d2-0de8950b4251 req-1997fbed-752a-44c9-8c8d-5ac0d49d6f24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:27.837458 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-24223844-effd-427a-90d2-0de8950b4251 req-1997fbed-752a-44c9-8c8d-5ac0d49d6f24 service neutron] 10.222.0.83 "PUT /v2.0/ports/22242d3e-97c7-4a36-922d-79cbed95a26c HTTP/1.1" status: 200 len: 1092 time: 0.7872548 May 26 17:32:27.837458 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e67bde-81c8-4f4d-916c-d7fec48905de', 'tag': '22242d3e-97c7-4a36-922d-79cbed95a26c'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:32:27.839435 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32508285-6439-407e-a224-23a8b803971b" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e67bde-81c8-4f4d-916c-d7fec48905de", "tag": "22242d3e-97c7-4a36-922d-79cbed95a26c"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:32:27.850035 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997fbed-752a-44c9-8c8d-5ac0d49d6f24 service neutron] Pushing event updated for resources: {'Port': ['ID=22242d3e-97c7-4a36-922d-79cbed95a26c,revision_number=3']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:32:27.917914 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe97c81-24b5-4959-a5f9-2fae6fab6ecf x-openstack-request-id: req-efe97c81-24b5-4959-a5f9-2fae6fab6ecf {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:32:27.918410 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e67bde-81c8-4f4d-916c-d7fec48905de", "tag": "22242d3e-97c7-4a36-922d-79cbed95a26c", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:32:27.918850 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-efe97c81-24b5-4959-a5f9-2fae6fab6ecf {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:32:27.919541 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe97c81-24b5-4959-a5f9-2fae6fab6ecf'] response: {'name': 'network-changed', 'server_uuid': 'e9e67bde-81c8-4f4d-916c-d7fec48905de', 'tag': '22242d3e-97c7-4a36-922d-79cbed95a26c', 'status': 'completed', 'code': 200} May 26 17:32:28.008203 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32508285-6439-407e-a224-23a8b803971b req-32c5dc9b-5417-4a69-a063-e1566eb39f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:28.009826 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-32508285-6439-407e-a224-23a8b803971b req-32c5dc9b-5417-4a69-a063-e1566eb39f90 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bcc83ae400bb49d79431c4438e680ebc&device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 1095 time: 0.0509825 May 26 17:32:28.227206 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32508285-6439-407e-a224-23a8b803971b req-58365c63-139c-448d-9b99-698621352745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:28.228823 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-32508285-6439-407e-a224-23a8b803971b req-58365c63-139c-448d-9b99-698621352745 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=bcc83ae400bb49d79431c4438e680ebc&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2040768 May 26 17:32:28.420885 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32508285-6439-407e-a224-23a8b803971b req-4cc96b0a-6c9c-43f4-9887-124b0704932a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:28.422561 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-32508285-6439-407e-a224-23a8b803971b req-4cc96b0a-6c9c-43f4-9887-124b0704932a service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1865201 May 26 17:32:28.528132 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24223844-effd-427a-90d2-0de8950b4251 req-ae470742-a1e6-4ba5-836e-2baef5071601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:28.529590 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-24223844-effd-427a-90d2-0de8950b4251 req-ae470742-a1e6-4ba5-836e-2baef5071601 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bcc83ae400bb49d79431c4438e680ebc&device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 1095 time: 0.0415094 May 26 17:32:28.580271 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-24223844-effd-427a-90d2-0de8950b4251 req-fa35b78b-d8b0-462b-985f-3a5caaa489c9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22242d3e-97c7-4a36-922d-79cbed95a26c HTTP/1.1" status: 200 len: 217 time: 0.0351434 May 26 17:32:28.632710 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24223844-effd-427a-90d2-0de8950b4251 req-0cffd4da-f669-49bf-a032-97d307127401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:28.634180 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-24223844-effd-427a-90d2-0de8950b4251 req-0cffd4da-f669-49bf-a032-97d307127401 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=62caba67-d18d-4b33-b6ee-58e08ae94a50 HTTP/1.1" status: 200 len: 847 time: 0.0477171 May 26 17:32:28.661731 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab0272-b0bf-4112-8ac0-597fc3ff2dfd req-492ff4e9-384a-45c4-9bfd-304c1906f9a4 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:28.663550 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ddab0272-b0bf-4112-8ac0-597fc3ff2dfd req-492ff4e9-384a-45c4-9bfd-304c1906f9a4 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 944 time: 0.0508268 May 26 17:32:28.687646 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24223844-effd-427a-90d2-0de8950b4251 req-10131752-500d-4449-b73a-b046ad84d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:28.689257 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-24223844-effd-427a-90d2-0de8950b4251 req-10131752-500d-4449-b73a-b046ad84d054 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478594 May 26 17:32:28.710573 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-ddab0272-b0bf-4112-8ac0-597fc3ff2dfd req-ba1a51df-b2e8-460f-8876-cb10528d0dd2 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389671 May 26 17:32:28.786203 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-24223844-effd-427a-90d2-0de8950b4251 req-fc391675-eba5-429d-9cbe-ba67bf311fe0 service neutron] 10.222.0.83 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896492 May 26 17:32:28.885596 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-24223844-effd-427a-90d2-0de8950b4251 req-b33fe851-575e-4d3d-ad66-c0dccb979b60 service neutron] 10.222.0.83 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925357 May 26 17:32:29.843072 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9a297-faff-4307-905b-dca202f50872 req-aa82c679-2234-4f28-8b04-c849d137cf1f tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:29.844609 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-19f9a297-faff-4307-905b-dca202f50872 req-aa82c679-2234-4f28-8b04-c849d137cf1f tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 944 time: 0.0557292 May 26 17:32:29.884714 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-19f9a297-faff-4307-905b-dca202f50872 req-5530de19-cd68-4dc0-ac5a-890ee8972d20 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338457 May 26 17:32:31.007589 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d154bc1-eff4-4704-9824-4417bc7113fc req-2d28a7dd-6fee-4240-8160-6f8989b26653 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:31.009224 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1d154bc1-eff4-4704-9824-4417bc7113fc req-2d28a7dd-6fee-4240-8160-6f8989b26653 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 944 time: 0.0518332 May 26 17:32:31.049356 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-1d154bc1-eff4-4704-9824-4417bc7113fc req-ce9ecfce-8770-4585-9ebf-561a0669a54c tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330460 May 26 17:32:31.162832 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 22242d3e-97c7-4a36-922d-79cbed95a26c details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:32:31.262743 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 22242d3e-97c7-4a36-922d-79cbed95a26c, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=22242d3e-97c7-4a36-922d-79cbed95a26c,segment=NetworkSegment(496dc623-f331-44c0-b58d-7145a817ae90),segment_id=496dc623-f331-44c0-b58d-7145a817ae90)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:32:31.275378 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '22242d3e-97c7-4a36-922d-79cbed95a26c', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'port_id': '22242d3e-97c7-4a36-922d-79cbed95a26c', 'mac_address': 'fa:16:3e:17:7b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:32:31.323526 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:31.324732 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 22242d3e-97c7-4a36-922d-79cbed95a26c is: DOWN; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:32:31.325097 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:31.341428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22242d3e-97c7-4a36-922d-79cbed95a26c {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:32:31.362461 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 22242d3e-97c7-4a36-922d-79cbed95a26c, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=22242d3e-97c7-4a36-922d-79cbed95a26c,segment=NetworkSegment(496dc623-f331-44c0-b58d-7145a817ae90),segment_id=496dc623-f331-44c0-b58d-7145a817ae90)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:32:31.366839 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:31.418878 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=22242d3e-97c7-4a36-922d-79cbed95a26c,revision_number=4']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:32:31.881856 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['22242d3e-97c7-4a36-922d-79cbed95a26c'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:32:32.175147 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b8f28-e70a-4c1b-917b-d73465720f0c req-7a0b4ce7-81bd-4843-aa68-f838e53c304f tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:32.176633 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-737b8f28-e70a-4c1b-917b-d73465720f0c req-7a0b4ce7-81bd-4843-aa68-f838e53c304f tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 945 time: 0.0539908 May 26 17:32:32.223363 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-737b8f28-e70a-4c1b-917b-d73465720f0c req-90e0bcd7-d862-425a-9c69-e1f1261ea0cd tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399957 May 26 17:32:33.193935 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 22242d3e-97c7-4a36-922d-79cbed95a26c up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:32:33.248671 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning for port 22242d3e-97c7-4a36-922d-79cbed95a26c completed by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 17:32:33.254537 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 22242d3e-97c7-4a36-922d-79cbed95a26c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:32:33.254537 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:33.344702 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 22242d3e-97c7-4a36-922d-79cbed95a26c is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:32:33.345092 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:33.351420 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f8851-d2c6-4f46-8aef-4217f05cc1e2 req-e5088da6-207c-46b6-96d8-ccc279d3b95c tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:33.353014 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8f2f8851-d2c6-4f46-8aef-4217f05cc1e2 req-e5088da6-207c-46b6-96d8-ccc279d3b95c tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 945 time: 0.0521042 May 26 17:32:33.368693 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e67bde-81c8-4f4d-916c-d7fec48905de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22242d3e-97c7-4a36-922d-79cbed95a26c'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:32:33.370955 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9940c4a8-1d24-490d-b0ca-7a68548e1dfe" -d '{"events": [{"server_uuid": "e9e67bde-81c8-4f4d-916c-d7fec48905de", "name": "network-vif-plugged", "status": "completed", "tag": "22242d3e-97c7-4a36-922d-79cbed95a26c"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:32:33.384363 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 22242d3e-97c7-4a36-922d-79cbed95a26c, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=22242d3e-97c7-4a36-922d-79cbed95a26c,segment=NetworkSegment(496dc623-f331-44c0-b58d-7145a817ae90),segment_id=496dc623-f331-44c0-b58d-7145a817ae90)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:32:33.389263 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:33.400608 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-8f2f8851-d2c6-4f46-8aef-4217f05cc1e2 req-9496ded8-ea48-4f46-acd6-237877287631 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399466 May 26 17:32:33.418138 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e99fee1-4c78-4f1d-ba61-7f6c96f4583b x-openstack-request-id: req-2e99fee1-4c78-4f1d-ba61-7f6c96f4583b {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:32:33.418430 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e67bde-81c8-4f4d-916c-d7fec48905de", "name": "network-vif-plugged", "status": "completed", "tag": "22242d3e-97c7-4a36-922d-79cbed95a26c", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:32:33.418685 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2e99fee1-4c78-4f1d-ba61-7f6c96f4583b {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:32:33.419080 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e99fee1-4c78-4f1d-ba61-7f6c96f4583b'] response: {'server_uuid': 'e9e67bde-81c8-4f4d-916c-d7fec48905de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22242d3e-97c7-4a36-922d-79cbed95a26c', 'code': 200} May 26 17:32:33.445373 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=22242d3e-97c7-4a36-922d-79cbed95a26c,revision_number=5']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:32:33.553514 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907abf9-c2e8-487d-b7c1-0fbeb2714927 req-7ee446aa-28f0-4938-a5b9-36b4688fd551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:33.555226 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4907abf9-c2e8-487d-b7c1-0fbeb2714927 req-7ee446aa-28f0-4938-a5b9-36b4688fd551 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 1097 time: 0.0439897 May 26 17:32:33.593171 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-4907abf9-c2e8-487d-b7c1-0fbeb2714927 req-a9169543-d2ab-4d00-98e2-c3c31aa0ea9d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288129 May 26 17:32:34.522337 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75396079-4d3b-4bc2-ad5c-17061202a672 req-83d687bf-c61b-4a62-85fa-9d0f9bdd5638 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:34.524462 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-75396079-4d3b-4bc2-ad5c-17061202a672 req-83d687bf-c61b-4a62-85fa-9d0f9bdd5638 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 946 time: 0.0506375 May 26 17:32:34.569321 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-75396079-4d3b-4bc2-ad5c-17061202a672 req-12e42eab-752a-4856-bbac-e190f1337047 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385950 May 26 17:32:35.702105 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165683f-08fa-4b16-b9b6-5476c32a0125 req-8379e14d-a07d-4906-88fe-165c879697fa tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:35.703748 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e165683f-08fa-4b16-b9b6-5476c32a0125 req-8379e14d-a07d-4906-88fe-165c879697fa tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 946 time: 0.0558350 May 26 17:32:35.752893 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-e165683f-08fa-4b16-b9b6-5476c32a0125 req-85d45f2c-2a89-4d60-9046-408da91c9f01 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427201 May 26 17:32:35.879862 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81be80-8955-4f57-9f17-42fdbafc6f3d req-b3bdedf6-ca0e-4829-a5fd-2fee97dd5bf4 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:35.881403 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e81be80-8955-4f57-9f17-42fdbafc6f3d req-b3bdedf6-ca0e-4829-a5fd-2fee97dd5bf4 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 946 time: 0.0534155 May 26 17:32:35.926886 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-5e81be80-8955-4f57-9f17-42fdbafc6f3d req-90e475fe-2c0d-4c70-b44d-9013eb6f0c6f tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388265 May 26 17:32:35.949095 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44390) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:32:35.995126 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf86638-5adf-4cd6-af4b-34515028f169 tempest-TestSnapshotPattern-1385858342 tempest-TestSnapshotPattern-1385858342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:36.002218 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-ebf86638-5adf-4cd6-af4b-34515028f169 tempest-TestSnapshotPattern-1385858342 tempest-TestSnapshotPattern-1385858342-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 1092 time: 0.0465314 May 26 17:32:36.002480 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44392) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:32:36.009470 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.v2.base [None req-e8d992fd-8ff7-475c-a624-4a161cca0aa7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Request body: {'floatingip': {'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'port_id': '22242d3e-97c7-4a36-922d-79cbed95a26c', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 17:32:36.033804 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8d992fd-8ff7-475c-a624-4a161cca0aa7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for floatingip, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:36.141542 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8d992fd-8ff7-475c-a624-4a161cca0aa7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:36.243399 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_common [None req-e8d992fd-8ff7-475c-a624-4a161cca0aa7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Allocated IP 172.25.7.105 (50246aa5-4186-4d7b-9cf8-a4bd10786ea7/14beff2a-d2ee-45cc-9b9a-d403b5fe6b13/d5163181-c1e2-47ae-8c96-2a80854d836e) {{(pid=103895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:32:36.346145 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8d992fd-8ff7-475c-a624-4a161cca0aa7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for port, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:36.378029 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8d992fd-8ff7-475c-a624-4a161cca0aa7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751151836335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:36.416802 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d992fd-8ff7-475c-a624-4a161cca0aa7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Network 50246aa5-4186-4d7b-9cf8-a4bd10786ea7 is already hosted by enough agents. {{(pid=103895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:32:36.419641 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.base_scheduler [None req-e8d992fd-8ff7-475c-a624-4a161cca0aa7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Resources bound (agent type, host, resource id): {{(pid=103895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:32:36.423062 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d992fd-8ff7-475c-a624-4a161cca0aa7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Received port after_create {{(pid=103895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:32:36.446589 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d992fd-8ff7-475c-a624-4a161cca0aa7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Pushing event updated for resources: {'Port': ['ID=d5163181-c1e2-47ae-8c96-2a80854d836e,revision_number=1']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:32:37.176393 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8d992fd-8ff7-475c-a624-4a161cca0aa7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:37.264775 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8d992fd-8ff7-475c-a624-4a161cca0aa7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:37.459296 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8d992fd-8ff7-475c-a624-4a161cca0aa7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for port, precommit_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:37.464313 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8d992fd-8ff7-475c-a624-4a161cca0aa7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4573160'] for port, after_update {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:37.542593 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d992fd-8ff7-475c-a624-4a161cca0aa7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Pushing event updated for resources: {'Port': ['ID=d5163181-c1e2-47ae-8c96-2a80854d836e,revision_number=2']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:32:37.555978 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8d992fd-8ff7-475c-a624-4a161cca0aa7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061194'] for floatingip, after_create {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:37.663875 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-e8d992fd-8ff7-475c-a624-4a161cca0aa7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Floating IP 796d83f1-15c1-42e2-994b-6225b9941890 associated. External IP: 172.25.7.105, port: 22242d3e-97c7-4a36-922d-79cbed95a26c. May 26 17:32:37.882834 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d992fd-8ff7-475c-a624-4a161cca0aa7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Router d0f8fe87-11be-4623-a0c7-88dc311582b0 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:32:37.999175 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d992fd-8ff7-475c-a624-4a161cca0aa7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:32:38.008969 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f481d1-45ae-45a7-91e8-c63ee1cf0653 None None] Sync routers for ids ['d0f8fe87-11be-4623-a0c7-88dc311582b0'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:32:38.019994 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-e8d992fd-8ff7-475c-a624-4a161cca0aa7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:38.021173 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f481d1-45ae-45a7-91e8-c63ee1cf0653 None None] Routers {'d0f8fe87-11be-4623-a0c7-88dc311582b0'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:32:38.021824 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e3f481d1-45ae-45a7-91e8-c63ee1cf0653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:32:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0f8fe87-11be-4623-a0c7-88dc311582b0'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:32:38.050574 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-e8d992fd-8ff7-475c-a624-4a161cca0aa7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0446863 May 26 17:32:38.051182 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e67bde-81c8-4f4d-916c-d7fec48905de', 'tag': '22242d3e-97c7-4a36-922d-79cbed95a26c'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:32:38.053489 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b486ec7-5e4e-411f-888e-4f329bbafead" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e67bde-81c8-4f4d-916c-d7fec48905de", "tag": "22242d3e-97c7-4a36-922d-79cbed95a26c"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:32:38.094883 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de9281a-338b-4d9a-be4c-c57a29b9852a x-openstack-request-id: req-8de9281a-338b-4d9a-be4c-c57a29b9852a {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:32:38.095183 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e67bde-81c8-4f4d-916c-d7fec48905de", "tag": "22242d3e-97c7-4a36-922d-79cbed95a26c", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:32:38.095439 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8de9281a-338b-4d9a-be4c-c57a29b9852a {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:32:38.095852 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de9281a-338b-4d9a-be4c-c57a29b9852a'] response: {'name': 'network-changed', 'server_uuid': 'e9e67bde-81c8-4f4d-916c-d7fec48905de', 'tag': '22242d3e-97c7-4a36-922d-79cbed95a26c', 'status': 'completed', 'code': 200} May 26 17:32:38.136267 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-e3f481d1-45ae-45a7-91e8-c63ee1cf0653 None None] Set router d0f8fe87-11be-4623-a0c7-88dc311582b0 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:32:38.187002 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b486ec7-5e4e-411f-888e-4f329bbafead req-0d7cb42b-7bbb-4d22-b72f-362243539dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:38.188293 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b486ec7-5e4e-411f-888e-4f329bbafead req-0d7cb42b-7bbb-4d22-b72f-362243539dea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bcc83ae400bb49d79431c4438e680ebc&device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 1097 time: 0.0463040 May 26 17:32:38.288684 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b486ec7-5e4e-411f-888e-4f329bbafead req-5bbf6773-2bb1-4a7a-a38f-d8460213c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:38.290189 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b486ec7-5e4e-411f-888e-4f329bbafead req-5bbf6773-2bb1-4a7a-a38f-d8460213c980 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 HTTP/1.1" status: 200 len: 909 time: 0.0946891 May 26 17:32:38.365146 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b486ec7-5e4e-411f-888e-4f329bbafead req-9eb9017f-2256-4285-8044-4d56f9fa0a54 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22242d3e-97c7-4a36-922d-79cbed95a26c HTTP/1.1" status: 200 len: 1000 time: 0.0675867 May 26 17:32:38.398005 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e3f481d1-45ae-45a7-91e8-c63ee1cf0653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'name': 'tempest-TestSnapshotPattern-50976572-router', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:32Z', 'updated_at': '2022-05-26T17:29:35Z', 'revision_number': 4, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'gw_port': {'id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:33Z', 'updated_at': '2022-05-26T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '796d83f1-15c1-42e2-994b-6225b9941890', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'port_id': '22242d3e-97c7-4a36-922d-79cbed95a26c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'mac_address': 'fa:16:3e:17:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e67bde-81c8-4f4d-916c-d7fec48905de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:32:37Z', 'updated_at': '2022-05-26T17:32:37Z', 'revision_number': 0, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'fixed_ip_address_scope': None}, {'id': '7fc6ef26-de98-4e06-8705-521af2d78b99', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'port_id': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'mac_address': 'fa:16:3e:b9:57:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce100b21-7c5f-49da-8f75-277f6b42c78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:29:59Z', 'updated_at': '2022-05-26T17:30:01Z', 'revision_number': 1, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b', 'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'mac_address': 'fa:16:3e:7c:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:34Z', 'updated_at': '2022-05-26T17:29:40Z', 'revision_number': 5, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'subnets': [{'id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:32:38.424689 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f481d1-45ae-45a7-91e8-c63ee1cf0653 None None] Checking router: d0f8fe87-11be-4623-a0c7-88dc311582b0 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:32:38.431853 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b486ec7-5e4e-411f-888e-4f329bbafead req-3dcfcdd5-cf7a-4377-9bc6-717302dd36b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:38.433434 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f481d1-45ae-45a7-91e8-c63ee1cf0653 None None] Routers {'d0f8fe87-11be-4623-a0c7-88dc311582b0'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:32:38.433919 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b486ec7-5e4e-411f-888e-4f329bbafead req-3dcfcdd5-cf7a-4377-9bc6-717302dd36b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=62caba67-d18d-4b33-b6ee-58e08ae94a50 HTTP/1.1" status: 200 len: 847 time: 0.0615959 May 26 17:32:38.434053 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e3f481d1-45ae-45a7-91e8-c63ee1cf0653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:32:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0f8fe87-11be-4623-a0c7-88dc311582b0'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:32:38.484629 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b486ec7-5e4e-411f-888e-4f329bbafead req-5d075b7e-8c91-473d-9065-ed664f4e43a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:38.486183 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b486ec7-5e4e-411f-888e-4f329bbafead req-5d075b7e-8c91-473d-9065-ed664f4e43a5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453768 May 26 17:32:38.547852 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-e3f481d1-45ae-45a7-91e8-c63ee1cf0653 None None] Set router d0f8fe87-11be-4623-a0c7-88dc311582b0 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:32:38.583835 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b486ec7-5e4e-411f-888e-4f329bbafead req-d37b524c-aa59-47bb-85cc-c30f98fcc342 service neutron] 10.222.0.83 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901506 May 26 17:32:38.678638 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5b486ec7-5e4e-411f-888e-4f329bbafead req-29c989fb-2338-4ced-8268-46ce0dc4ecc9 service neutron] 10.222.0.83 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872421 May 26 17:32:38.781313 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-e3f481d1-45ae-45a7-91e8-c63ee1cf0653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'name': 'tempest-TestSnapshotPattern-50976572-router', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:32Z', 'updated_at': '2022-05-26T17:29:35Z', 'revision_number': 4, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'gw_port': {'id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:33Z', 'updated_at': '2022-05-26T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '796d83f1-15c1-42e2-994b-6225b9941890', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'port_id': '22242d3e-97c7-4a36-922d-79cbed95a26c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'mac_address': 'fa:16:3e:17:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e67bde-81c8-4f4d-916c-d7fec48905de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:32:37Z', 'updated_at': '2022-05-26T17:32:37Z', 'revision_number': 0, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'fixed_ip_address_scope': None}, {'id': '7fc6ef26-de98-4e06-8705-521af2d78b99', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'port_id': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'mac_address': 'fa:16:3e:b9:57:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce100b21-7c5f-49da-8f75-277f6b42c78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:29:59Z', 'updated_at': '2022-05-26T17:30:01Z', 'revision_number': 1, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b', 'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'mac_address': 'fa:16:3e:7c:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:34Z', 'updated_at': '2022-05-26T17:29:40Z', 'revision_number': 5, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'subnets': [{'id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:32:38.807781 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f481d1-45ae-45a7-91e8-c63ee1cf0653 None None] The sync data for ids ['d0f8fe87-11be-4623-a0c7-88dc311582b0'] in n-d-843337-2 is: [{'id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'name': 'tempest-TestSnapshotPattern-50976572-router', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:32Z', 'updated_at': '2022-05-26T17:29:35Z', 'revision_number': 4, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'gw_port': {'id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:33Z', 'updated_at': '2022-05-26T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '796d83f1-15c1-42e2-994b-6225b9941890', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'port_id': '22242d3e-97c7-4a36-922d-79cbed95a26c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'mac_address': 'fa:16:3e:17:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e67bde-81c8-4f4d-916c-d7fec48905de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:32:37Z', 'updated_at': '2022-05-26T17:32:37Z', 'revision_number': 0, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'fixed_ip_address_scope': None}, {'id': '7fc6ef26-de98-4e06-8705-521af2d78b99', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'port_id': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'mac_address': 'fa:16:3e:b9:57:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce100b21-7c5f-49da-8f75-277f6b42c78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:29:59Z', 'updated_at': '2022-05-26T17:30:01Z', 'revision_number': 1, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b', 'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'mac_address': 'fa:16:3e:7c:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:34Z', 'updated_at': '2022-05-26T17:29:40Z', 'revision_number': 5, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'subnets': [{'id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:32:39.004611 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f137537-9642-4f6c-8bb6-0114e977bcc1 None None] New status for floating IP 796d83f1-15c1-42e2-994b-6225b9941890: ACTIVE {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:32:41.023453 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce56f1d3-7aba-43a0-b48c-7a0f04dbb42c req-a38b3ec8-14b6-40cb-916e-e3464f02b60e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461924 May 26 17:32:41.110887 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56f1d3-7aba-43a0-b48c-7a0f04dbb42c req-745c35b2-6bce-4a24-be55-7c0283ab3ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:41.112417 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce56f1d3-7aba-43a0-b48c-7a0f04dbb42c req-745c35b2-6bce-4a24-be55-7c0283ab3ab8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bcc83ae400bb49d79431c4438e680ebc&device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 1095 time: 0.0409722 May 26 17:32:41.215184 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56f1d3-7aba-43a0-b48c-7a0f04dbb42c req-d55a936e-47a9-4860-970e-b3b1e03b2db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:41.217313 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce56f1d3-7aba-43a0-b48c-7a0f04dbb42c req-d55a936e-47a9-4860-970e-b3b1e03b2db1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 HTTP/1.1" status: 200 len: 909 time: 0.0851684 May 26 17:32:41.288987 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce56f1d3-7aba-43a0-b48c-7a0f04dbb42c req-e51508fc-d23e-4401-a93b-ccdc22651c57 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=313c00e1-b7a5-47d5-b94a-662f5bab4b6f HTTP/1.1" status: 200 len: 999 time: 0.0634022 May 26 17:32:41.338445 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56f1d3-7aba-43a0-b48c-7a0f04dbb42c req-c400010a-25e9-4913-85b0-76cc8b6448b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:41.339938 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce56f1d3-7aba-43a0-b48c-7a0f04dbb42c req-c400010a-25e9-4913-85b0-76cc8b6448b5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=62caba67-d18d-4b33-b6ee-58e08ae94a50 HTTP/1.1" status: 200 len: 847 time: 0.0430567 May 26 17:32:41.384533 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56f1d3-7aba-43a0-b48c-7a0f04dbb42c req-f6c1e7b0-37a8-40bb-894f-210b0a676bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:32:41.386051 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce56f1d3-7aba-43a0-b48c-7a0f04dbb42c req-f6c1e7b0-37a8-40bb-894f-210b0a676bf6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386212 May 26 17:32:41.483373 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce56f1d3-7aba-43a0-b48c-7a0f04dbb42c req-77885539-6734-408b-820f-2df782db51cd service neutron] 10.222.0.81 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897195 May 26 17:32:41.574364 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-ce56f1d3-7aba-43a0-b48c-7a0f04dbb42c req-02f8ff20-2c53-49ef-befd-c61992549a1a service neutron] 10.222.0.81 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838952 May 26 17:32:43.243531 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-f8297463-6455-42bb-9c5f-1d42335cd624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:45.718765 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c05147ce-22ab-4bdb-a46a-1a23c6c7638c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:46.927967 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:48.649441 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:49.109845 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:49.226526 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:32:49.663668 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:33:01.329168 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:33:09.745565 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-837e1b18-8b7f-415f-8223-d774fdc678c5 req-0dfdb9be-ef17-42d7-b90b-ef7b1b8b9939 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468712 May 26 17:33:09.853525 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e1b18-8b7f-415f-8223-d774fdc678c5 req-32de838d-14e3-4c7b-a435-d5f4d14772ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:33:09.855052 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-837e1b18-8b7f-415f-8223-d774fdc678c5 req-32de838d-14e3-4c7b-a435-d5f4d14772ec service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bcc83ae400bb49d79431c4438e680ebc&device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 1097 time: 0.0415361 May 26 17:33:09.961806 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e1b18-8b7f-415f-8223-d774fdc678c5 req-6c277f36-47ef-440e-ad35-32b8e5d6e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:33:09.963326 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-837e1b18-8b7f-415f-8223-d774fdc678c5 req-6c277f36-47ef-440e-ad35-32b8e5d6e8c7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 HTTP/1.1" status: 200 len: 909 time: 0.0876529 May 26 17:33:10.039675 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-837e1b18-8b7f-415f-8223-d774fdc678c5 req-07aefcb1-b06f-4f34-be17-f27334226d52 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22242d3e-97c7-4a36-922d-79cbed95a26c HTTP/1.1" status: 200 len: 1002 time: 0.0684862 May 26 17:33:10.090584 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e1b18-8b7f-415f-8223-d774fdc678c5 req-faebd002-2220-472d-9a57-cf45111c5a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:33:10.092915 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-837e1b18-8b7f-415f-8223-d774fdc678c5 req-faebd002-2220-472d-9a57-cf45111c5a2a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=62caba67-d18d-4b33-b6ee-58e08ae94a50 HTTP/1.1" status: 200 len: 847 time: 0.0459409 May 26 17:33:10.140357 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e1b18-8b7f-415f-8223-d774fdc678c5 req-1316bf3e-4c10-4e3f-bb99-d05058d08a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:33:10.141870 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-837e1b18-8b7f-415f-8223-d774fdc678c5 req-1316bf3e-4c10-4e3f-bb99-d05058d08a62 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416238 May 26 17:33:10.241524 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-837e1b18-8b7f-415f-8223-d774fdc678c5 req-de883d72-3b88-4f90-8b9a-07c842f47306 service neutron] 10.222.0.83 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912611 May 26 17:33:10.334770 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-837e1b18-8b7f-415f-8223-d774fdc678c5 req-21e7c97b-a99d-400d-b4fa-dee9a4f2901e service neutron] 10.222.0.83 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855660 May 26 17:33:13.249187 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-da61a78b-6b24-4991-9d72-71848ebf9802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:33:15.710797 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-59f48d30-0c33-4f9f-82d4-32a292f6a037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:33:16.929604 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:33:18.652181 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:33:19.122387 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:33:19.220461 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:33:26.662684 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:33:31.328781 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:33:42.720031 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e8a9910d-080e-452e-9523-38a9d7c73e55 req-d5362c17-65d5-462a-97ce-a8eaacd335ef service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548363 May 26 17:33:42.813973 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9910d-080e-452e-9523-38a9d7c73e55 req-af775fe1-c8d2-4141-984e-e47cc620c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:33:42.815505 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e8a9910d-080e-452e-9523-38a9d7c73e55 req-af775fe1-c8d2-4141-984e-e47cc620c97b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bcc83ae400bb49d79431c4438e680ebc&device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 1095 time: 0.0412171 May 26 17:33:42.933585 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9910d-080e-452e-9523-38a9d7c73e55 req-7240ea1e-f171-4aa3-b132-6ac7e6f5605f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:33:42.935953 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e8a9910d-080e-452e-9523-38a9d7c73e55 req-7240ea1e-f171-4aa3-b132-6ac7e6f5605f service neutron] 10.222.0.81 "GET /v2.0/networks?id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 HTTP/1.1" status: 200 len: 909 time: 0.0923600 May 26 17:33:43.016442 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e8a9910d-080e-452e-9523-38a9d7c73e55 req-c9dfff4e-4027-4ee0-b6ff-de8488fe6083 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=313c00e1-b7a5-47d5-b94a-662f5bab4b6f HTTP/1.1" status: 200 len: 999 time: 0.0691166 May 26 17:33:43.068869 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9910d-080e-452e-9523-38a9d7c73e55 req-4ba16452-e8ba-4bab-b2de-831a43d99123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:33:43.070334 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e8a9910d-080e-452e-9523-38a9d7c73e55 req-4ba16452-e8ba-4bab-b2de-831a43d99123 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=62caba67-d18d-4b33-b6ee-58e08ae94a50 HTTP/1.1" status: 200 len: 847 time: 0.0441191 May 26 17:33:43.124455 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9910d-080e-452e-9523-38a9d7c73e55 req-fe851999-b27b-4c02-bdb6-175325ba9f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:33:43.125977 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e8a9910d-080e-452e-9523-38a9d7c73e55 req-fe851999-b27b-4c02-bdb6-175325ba9f85 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433152 May 26 17:33:43.229972 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e8a9910d-080e-452e-9523-38a9d7c73e55 req-ce6a5962-7d2f-4ff5-b497-a0d3d4929809 service neutron] 10.222.0.81 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910497 May 26 17:33:43.257204 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-639f737d-5de2-4614-9dc7-d6cd096754ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:33:43.338468 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-e8a9910d-080e-452e-9523-38a9d7c73e55 req-8d7e2b59-309f-4e89-bc39-f5be7f1ca4ba service neutron] 10.222.0.81 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975752 May 26 17:33:45.717397 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3ce9424f-0aea-4dc1-acfb-47b3028540e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:33:46.933451 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:33:48.656922 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:33:49.123538 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:33:49.223761 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:34:01.342418 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:34:03.662195 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:34:09.771663 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d69a8546-efc3-4877-ac81-ea0fc63f3f8d req-84d65288-2c54-490a-a8dc-8083d2a1ae68 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466361 May 26 17:34:09.891951 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a8546-efc3-4877-ac81-ea0fc63f3f8d req-43f0c6eb-16c2-41e4-9cf5-10f694db4eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:34:09.893496 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d69a8546-efc3-4877-ac81-ea0fc63f3f8d req-43f0c6eb-16c2-41e4-9cf5-10f694db4eb3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bcc83ae400bb49d79431c4438e680ebc&device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 1097 time: 0.0408227 May 26 17:34:10.025814 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a8546-efc3-4877-ac81-ea0fc63f3f8d req-8b520462-f59e-4b97-9ef8-ed402e972fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:34:10.027242 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d69a8546-efc3-4877-ac81-ea0fc63f3f8d req-8b520462-f59e-4b97-9ef8-ed402e972fdf service neutron] 10.222.0.83 "GET /v2.0/networks?id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 HTTP/1.1" status: 200 len: 909 time: 0.1118829 May 26 17:34:10.105110 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d69a8546-efc3-4877-ac81-ea0fc63f3f8d req-b8f6ced0-62e9-40d6-b601-252062f193f5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22242d3e-97c7-4a36-922d-79cbed95a26c HTTP/1.1" status: 200 len: 1002 time: 0.0692847 May 26 17:34:10.158771 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a8546-efc3-4877-ac81-ea0fc63f3f8d req-7a385638-1496-4dde-97aa-2217593f97bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:34:10.160294 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d69a8546-efc3-4877-ac81-ea0fc63f3f8d req-7a385638-1496-4dde-97aa-2217593f97bb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=62caba67-d18d-4b33-b6ee-58e08ae94a50 HTTP/1.1" status: 200 len: 847 time: 0.0478685 May 26 17:34:10.211399 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a8546-efc3-4877-ac81-ea0fc63f3f8d req-1109dd2a-d287-4a3d-8d33-feb9797fd577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:34:10.212974 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d69a8546-efc3-4877-ac81-ea0fc63f3f8d req-1109dd2a-d287-4a3d-8d33-feb9797fd577 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444684 May 26 17:34:10.313109 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d69a8546-efc3-4877-ac81-ea0fc63f3f8d req-0e0b79fb-0efa-4c1b-bac9-c3a95d54662c service neutron] 10.222.0.83 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919149 May 26 17:34:10.426935 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d69a8546-efc3-4877-ac81-ea0fc63f3f8d req-02534431-2ddd-49c5-aa46-60a840c2fbab service neutron] 10.222.0.83 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066515 May 26 17:34:13.251423 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-9db270d4-fe66-4092-9ed1-6ae47b2777cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:34:15.711078 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bfbeed7f-3eea-44f4-aa4f-f64ee73bb2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:34:16.936780 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:34:18.658406 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:34:19.138556 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:34:19.227046 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:34:31.342074 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:34:40.662191 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:34:43.253766 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fd3784e8-bef9-4c78-9d5c-8bccef183e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:34:43.976587 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bf40f053-47f1-4c3f-98ec-b1bd535b34d5 req-82f67433-70e7-476c-ad30-d045fe150715 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461926 May 26 17:34:44.065329 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40f053-47f1-4c3f-98ec-b1bd535b34d5 req-372c2bfd-ba48-441a-9cee-a99684086d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:34:44.066885 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bf40f053-47f1-4c3f-98ec-b1bd535b34d5 req-372c2bfd-ba48-441a-9cee-a99684086d9d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bcc83ae400bb49d79431c4438e680ebc&device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 1095 time: 0.0450940 May 26 17:34:44.183436 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40f053-47f1-4c3f-98ec-b1bd535b34d5 req-73fffab3-791e-4eb6-98db-f7834b86f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:34:44.184955 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bf40f053-47f1-4c3f-98ec-b1bd535b34d5 req-73fffab3-791e-4eb6-98db-f7834b86f599 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 HTTP/1.1" status: 200 len: 909 time: 0.0913832 May 26 17:34:44.257911 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bf40f053-47f1-4c3f-98ec-b1bd535b34d5 req-c7141225-9313-43de-8ea2-b715353ca8c6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=313c00e1-b7a5-47d5-b94a-662f5bab4b6f HTTP/1.1" status: 200 len: 999 time: 0.0659342 May 26 17:34:44.309653 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40f053-47f1-4c3f-98ec-b1bd535b34d5 req-39cab21a-511d-42d3-9340-b9d1bee07a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:34:44.311139 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bf40f053-47f1-4c3f-98ec-b1bd535b34d5 req-39cab21a-511d-42d3-9340-b9d1bee07a07 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=62caba67-d18d-4b33-b6ee-58e08ae94a50 HTTP/1.1" status: 200 len: 847 time: 0.0458202 May 26 17:34:44.367096 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40f053-47f1-4c3f-98ec-b1bd535b34d5 req-8bfd3775-2f5a-43c5-969e-b0a814d47be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:34:44.368724 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bf40f053-47f1-4c3f-98ec-b1bd535b34d5 req-8bfd3775-2f5a-43c5-969e-b0a814d47be3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454750 May 26 17:34:44.483881 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bf40f053-47f1-4c3f-98ec-b1bd535b34d5 req-a560e5c5-d1ae-4669-8f43-4cfa32c36dbd service neutron] 10.222.0.81 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027918 May 26 17:34:44.590836 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-bf40f053-47f1-4c3f-98ec-b1bd535b34d5 req-039163ed-683a-4777-88fd-a6e3d89f8e89 service neutron] 10.222.0.81 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975637 May 26 17:34:45.714035 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7786c0df-0efd-4a14-9fc4-17f71efa3310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:34:46.940014 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:34:48.662254 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:34:49.151813 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:34:49.228698 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:34:56.035988 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 22242d3e-97c7-4a36-922d-79cbed95a26c details requested by agent hyperv_n-h2-843337-2 with host n-h2-843337-2 {{(pid=103897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 17:34:56.135131 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 22242d3e-97c7-4a36-922d-79cbed95a26c, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=22242d3e-97c7-4a36-922d-79cbed95a26c,segment=NetworkSegment(496dc623-f331-44c0-b58d-7145a817ae90),segment_id=496dc623-f331-44c0-b58d-7145a817ae90)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:34:56.147494 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Returning: {'device': '22242d3e-97c7-4a36-922d-79cbed95a26c', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'port_id': '22242d3e-97c7-4a36-922d-79cbed95a26c', 'mac_address': 'fa:16:3e:17:7b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 17:34:56.187166 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 22242d3e-97c7-4a36-922d-79cbed95a26c is: ACTIVE; New status is: BUILD {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:34:56.187810 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:34:56.209387 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22242d3e-97c7-4a36-922d-79cbed95a26c {{(pid=103897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 17:34:56.230114 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 22242d3e-97c7-4a36-922d-79cbed95a26c, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=22242d3e-97c7-4a36-922d-79cbed95a26c,segment=NetworkSegment(496dc623-f331-44c0-b58d-7145a817ae90),segment_id=496dc623-f331-44c0-b58d-7145a817ae90)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:34:56.234309 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:34:56.286355 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=22242d3e-97c7-4a36-922d-79cbed95a26c,revision_number=6']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:34:56.293966 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:34:56.294300 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:34:56.294645 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:34:56.294976 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:34:56.295304 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:34:56.295632 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:34:56.295954 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:34:56.296305 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:34:56.296629 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:34:56.296948 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:34:56.297273 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:34:56.297592 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:34:56.403065 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] get_ports_and_sgs() called for port_ids ['22242d3e-97c7-4a36-922d-79cbed95a26c'] {{(pid=103897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 17:34:58.037428 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 22242d3e-97c7-4a36-922d-79cbed95a26c up at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:34:58.090329 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.provisioning_blocks [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Provisioning complete for port 22242d3e-97c7-4a36-922d-79cbed95a26c triggered by entity L2. {{(pid=103897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 17:34:58.090704 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-929570'] for port, provisioning_complete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:34:58.175107 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 22242d3e-97c7-4a36-922d-79cbed95a26c is: BUILD; New status is: ACTIVE {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:34:58.175499 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:34:58.378952 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e67bde-81c8-4f4d-916c-d7fec48905de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22242d3e-97c7-4a36-922d-79cbed95a26c'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:34:58.381368 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf2ece0-5dbc-45b5-94c6-fe22cb31faf8" -d '{"events": [{"server_uuid": "e9e67bde-81c8-4f4d-916c-d7fec48905de", "name": "network-vif-plugged", "status": "completed", "tag": "22242d3e-97c7-4a36-922d-79cbed95a26c"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:34:58.400541 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 22242d3e-97c7-4a36-922d-79cbed95a26c, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=22242d3e-97c7-4a36-922d-79cbed95a26c,segment=NetworkSegment(496dc623-f331-44c0-b58d-7145a817ae90),segment_id=496dc623-f331-44c0-b58d-7145a817ae90)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:34:58.407034 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:34:58.445437 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f1ab29-5970-4a3a-9c61-6afa0a76c639 x-openstack-request-id: req-21f1ab29-5970-4a3a-9c61-6afa0a76c639 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:34:58.445891 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e67bde-81c8-4f4d-916c-d7fec48905de", "name": "network-vif-plugged", "status": "completed", "tag": "22242d3e-97c7-4a36-922d-79cbed95a26c", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:34:58.446291 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-21f1ab29-5970-4a3a-9c61-6afa0a76c639 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:34:58.446909 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f1ab29-5970-4a3a-9c61-6afa0a76c639'] response: {'server_uuid': 'e9e67bde-81c8-4f4d-916c-d7fec48905de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22242d3e-97c7-4a36-922d-79cbed95a26c', 'code': 200} May 26 17:34:58.485874 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=22242d3e-97c7-4a36-922d-79cbed95a26c,revision_number=7']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:35:01.344660 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:09.850455 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc0ac3-a84f-4dcf-905c-d07dca395bd7 req-d2a8badf-27eb-4c3f-bf2c-9e64dc1bed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:35:09.852510 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d9fc0ac3-a84f-4dcf-905c-d07dca395bd7 req-d2a8badf-27eb-4c3f-bf2c-9e64dc1bed6d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bcc83ae400bb49d79431c4438e680ebc&device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 1097 time: 0.0636072 May 26 17:35:10.025147 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc0ac3-a84f-4dcf-905c-d07dca395bd7 req-6ae39720-9464-457d-bf20-3f67de4b7d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:35:10.028389 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d9fc0ac3-a84f-4dcf-905c-d07dca395bd7 req-6ae39720-9464-457d-bf20-3f67de4b7d29 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 HTTP/1.1" status: 200 len: 909 time: 0.1458540 May 26 17:35:10.144610 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d9fc0ac3-a84f-4dcf-905c-d07dca395bd7 req-751fe942-40aa-44ec-8757-9b39b62714ed service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22242d3e-97c7-4a36-922d-79cbed95a26c HTTP/1.1" status: 200 len: 1002 time: 0.1027825 May 26 17:35:10.216133 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc0ac3-a84f-4dcf-905c-d07dca395bd7 req-85aac373-f262-4802-87d0-185a498d5fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:35:10.216403 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d9fc0ac3-a84f-4dcf-905c-d07dca395bd7 req-85aac373-f262-4802-87d0-185a498d5fbf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=62caba67-d18d-4b33-b6ee-58e08ae94a50 HTTP/1.1" status: 200 len: 847 time: 0.0609419 May 26 17:35:10.288385 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc0ac3-a84f-4dcf-905c-d07dca395bd7 req-878f112d-f256-4c98-94aa-e492d1ca546e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:35:10.290336 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d9fc0ac3-a84f-4dcf-905c-d07dca395bd7 req-878f112d-f256-4c98-94aa-e492d1ca546e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609684 May 26 17:35:10.446094 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d9fc0ac3-a84f-4dcf-905c-d07dca395bd7 req-181cb557-b2de-4c02-b88d-31e7128e9150 service neutron] 10.222.0.83 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442435 May 26 17:35:10.580776 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-d9fc0ac3-a84f-4dcf-905c-d07dca395bd7 req-ae862d7b-7b9e-4b6a-81e5-7902ec3ddda3 service neutron] 10.222.0.83 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267281 May 26 17:35:13.267851 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-6b5de355-ca66-4260-8725-123cc7d844b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:13.479606 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44648) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:35:13.676876 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-9dc8aea7-c892-44ca-9907-0b40dd5d21e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Deleting port d5163181-c1e2-47ae-8c96-2a80854d836e {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:35:13.677219 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9dc8aea7-c892-44ca-9907-0b40dd5d21e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:13.779631 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9dc8aea7-c892-44ca-9907-0b40dd5d21e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:13.779960 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9dc8aea7-c892-44ca-9907-0b40dd5d21e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:13.797274 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-9dc8aea7-c892-44ca-9907-0b40dd5d21e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Calling delete_port for d5163181-c1e2-47ae-8c96-2a80854d836e owned by network:floatingip {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:35:13.968944 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9dc8aea7-c892-44ca-9907-0b40dd5d21e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:14.003132 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8aea7-c892-44ca-9907-0b40dd5d21e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Pushing event deleted for resources: {'Port': ['ID=d5163181-c1e2-47ae-8c96-2a80854d836e,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:35:14.027587 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8aea7-c892-44ca-9907-0b40dd5d21e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:35:14.027937 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8aea7-c892-44ca-9907-0b40dd5d21e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:35:14.028312 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8aea7-c892-44ca-9907-0b40dd5d21e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:35:14.028655 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8aea7-c892-44ca-9907-0b40dd5d21e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:35:14.028984 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8aea7-c892-44ca-9907-0b40dd5d21e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:35:14.029322 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8aea7-c892-44ca-9907-0b40dd5d21e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:35:14.029648 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8aea7-c892-44ca-9907-0b40dd5d21e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:35:14.029976 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8aea7-c892-44ca-9907-0b40dd5d21e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:35:14.030303 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8aea7-c892-44ca-9907-0b40dd5d21e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:35:14.030625 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8aea7-c892-44ca-9907-0b40dd5d21e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:35:14.030949 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8aea7-c892-44ca-9907-0b40dd5d21e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:35:14.031373 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8aea7-c892-44ca-9907-0b40dd5d21e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:35:14.089623 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9dc8aea7-c892-44ca-9907-0b40dd5d21e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for floatingip, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:14.090338 n-d-843337-2 neutron-server[103895]: INFO neutron.db.l3_db [None req-9dc8aea7-c892-44ca-9907-0b40dd5d21e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Floating IP 796d83f1-15c1-42e2-994b-6225b9941890 disassociated (deleted). External IP: 172.25.7.105, port: 22242d3e-97c7-4a36-922d-79cbed95a26c. May 26 17:35:14.340870 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc8aea7-c892-44ca-9907-0b40dd5d21e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Router d0f8fe87-11be-4623-a0c7-88dc311582b0 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:35:14.468217 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc8aea7-c892-44ca-9907-0b40dd5d21e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:35:14.473086 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-9dc8aea7-c892-44ca-9907-0b40dd5d21e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:14.482768 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab6064b-0703-4294-b14c-475c8df09e5c None None] Sync routers for ids ['d0f8fe87-11be-4623-a0c7-88dc311582b0'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:35:14.494449 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab6064b-0703-4294-b14c-475c8df09e5c None None] Routers {'d0f8fe87-11be-4623-a0c7-88dc311582b0'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:35:14.495234 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8ab6064b-0703-4294-b14c-475c8df09e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:34:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0f8fe87-11be-4623-a0c7-88dc311582b0'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:35:14.506038 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-9dc8aea7-c892-44ca-9907-0b40dd5d21e7 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "DELETE /v2.0/floatingips/796d83f1-15c1-42e2-994b-6225b9941890 HTTP/1.1" status: 204 len: 168 time: 1.0252194 May 26 17:35:14.506849 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e67bde-81c8-4f4d-916c-d7fec48905de', 'tag': '22242d3e-97c7-4a36-922d-79cbed95a26c'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:35:14.509529 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c5708b-df15-4c4b-8501-366b271db38f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e67bde-81c8-4f4d-916c-d7fec48905de", "tag": "22242d3e-97c7-4a36-922d-79cbed95a26c"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:35:14.631578 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70abb2fa-3e54-4fda-8df4-7e883b64de0a x-openstack-request-id: req-70abb2fa-3e54-4fda-8df4-7e883b64de0a {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:35:14.631876 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e67bde-81c8-4f4d-916c-d7fec48905de", "tag": "22242d3e-97c7-4a36-922d-79cbed95a26c", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:35:14.632160 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-70abb2fa-3e54-4fda-8df4-7e883b64de0a {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:35:14.632789 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70abb2fa-3e54-4fda-8df4-7e883b64de0a'] response: {'name': 'network-changed', 'server_uuid': 'e9e67bde-81c8-4f4d-916c-d7fec48905de', 'tag': '22242d3e-97c7-4a36-922d-79cbed95a26c', 'status': 'completed', 'code': 200} May 26 17:35:14.644062 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-8ab6064b-0703-4294-b14c-475c8df09e5c None None] Set router d0f8fe87-11be-4623-a0c7-88dc311582b0 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:35:14.752017 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5708b-df15-4c4b-8501-366b271db38f req-052f8632-b1ec-479e-a7bd-3fe922dc0d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:35:14.753863 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-48c5708b-df15-4c4b-8501-366b271db38f req-052f8632-b1ec-479e-a7bd-3fe922dc0d30 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bcc83ae400bb49d79431c4438e680ebc&device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 1097 time: 0.0716224 May 26 17:35:14.795281 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50d250-b59d-4536-8a83-bbdf26e66836 req-67e642e5-23c8-47f4-93b4-e1ee93dfc856 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:35:14.797005 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0d50d250-b59d-4536-8a83-bbdf26e66836 req-67e642e5-23c8-47f4-93b4-e1ee93dfc856 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 946 time: 0.0655706 May 26 17:35:14.849288 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-0d50d250-b59d-4536-8a83-bbdf26e66836 req-38bfd940-3c7a-468b-be3e-43ea070028c2 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440660 May 26 17:35:14.886410 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5708b-df15-4c4b-8501-366b271db38f req-9b7ccb66-e33c-4472-9a68-cabd49e6869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:35:14.888250 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-48c5708b-df15-4c4b-8501-366b271db38f req-9b7ccb66-e33c-4472-9a68-cabd49e6869f service neutron] 10.222.0.83 "GET /v2.0/networks?id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 HTTP/1.1" status: 200 len: 909 time: 0.1259935 May 26 17:35:14.938546 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-48c5708b-df15-4c4b-8501-366b271db38f req-ae3bf525-c1f4-43d8-85f8-2b7ed4515407 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22242d3e-97c7-4a36-922d-79cbed95a26c HTTP/1.1" status: 200 len: 217 time: 0.0428724 May 26 17:35:14.982010 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8ab6064b-0703-4294-b14c-475c8df09e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'name': 'tempest-TestSnapshotPattern-50976572-router', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:32Z', 'updated_at': '2022-05-26T17:29:35Z', 'revision_number': 4, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'gw_port': {'id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:33Z', 'updated_at': '2022-05-26T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '7fc6ef26-de98-4e06-8705-521af2d78b99', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'port_id': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'mac_address': 'fa:16:3e:b9:57:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce100b21-7c5f-49da-8f75-277f6b42c78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:29:59Z', 'updated_at': '2022-05-26T17:30:01Z', 'revision_number': 1, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b', 'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'mac_address': 'fa:16:3e:7c:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:34Z', 'updated_at': '2022-05-26T17:29:40Z', 'revision_number': 5, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'subnets': [{'id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:35:15.002106 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5708b-df15-4c4b-8501-366b271db38f req-5aa803b2-01d9-476b-bf56-ace1eef6462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:35:15.003755 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-48c5708b-df15-4c4b-8501-366b271db38f req-5aa803b2-01d9-476b-bf56-ace1eef6462e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=62caba67-d18d-4b33-b6ee-58e08ae94a50 HTTP/1.1" status: 200 len: 847 time: 0.0580647 May 26 17:35:15.011680 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab6064b-0703-4294-b14c-475c8df09e5c None None] Checking router: d0f8fe87-11be-4623-a0c7-88dc311582b0 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:35:15.022101 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab6064b-0703-4294-b14c-475c8df09e5c None None] Routers {'d0f8fe87-11be-4623-a0c7-88dc311582b0'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:35:15.023117 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8ab6064b-0703-4294-b14c-475c8df09e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:34:46Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0f8fe87-11be-4623-a0c7-88dc311582b0'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:35:15.066669 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5708b-df15-4c4b-8501-366b271db38f req-f60ce374-557a-4280-8253-e96b1b19e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:35:15.068301 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-48c5708b-df15-4c4b-8501-366b271db38f req-f60ce374-557a-4280-8253-e96b1b19e7e3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557642 May 26 17:35:15.166204 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-8ab6064b-0703-4294-b14c-475c8df09e5c None None] Set router d0f8fe87-11be-4623-a0c7-88dc311582b0 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:35:15.174010 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-48c5708b-df15-4c4b-8501-366b271db38f req-6e5ed602-9af4-4e52-965a-ba6fa8aa5be0 service neutron] 10.222.0.83 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977495 May 26 17:35:15.475785 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-8ab6064b-0703-4294-b14c-475c8df09e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'name': 'tempest-TestSnapshotPattern-50976572-router', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:32Z', 'updated_at': '2022-05-26T17:29:35Z', 'revision_number': 4, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'gw_port': {'id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:33Z', 'updated_at': '2022-05-26T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '7fc6ef26-de98-4e06-8705-521af2d78b99', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'port_id': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'mac_address': 'fa:16:3e:b9:57:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce100b21-7c5f-49da-8f75-277f6b42c78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:29:59Z', 'updated_at': '2022-05-26T17:30:01Z', 'revision_number': 1, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b', 'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'mac_address': 'fa:16:3e:7c:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:34Z', 'updated_at': '2022-05-26T17:29:40Z', 'revision_number': 5, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'subnets': [{'id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:35:15.512196 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab6064b-0703-4294-b14c-475c8df09e5c None None] The sync data for ids ['d0f8fe87-11be-4623-a0c7-88dc311582b0'] in n-d-843337-2 is: [{'id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'name': 'tempest-TestSnapshotPattern-50976572-router', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:32Z', 'updated_at': '2022-05-26T17:29:35Z', 'revision_number': 4, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'gw_port': {'id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:33Z', 'updated_at': '2022-05-26T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_floatingips': [{'id': '7fc6ef26-de98-4e06-8705-521af2d78b99', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'router_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'port_id': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'mac_address': 'fa:16:3e:b9:57:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce100b21-7c5f-49da-8f75-277f6b42c78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T17:29:59Z', 'updated_at': '2022-05-26T17:30:01Z', 'revision_number': 1, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b', 'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'mac_address': 'fa:16:3e:7c:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:34Z', 'updated_at': '2022-05-26T17:29:40Z', 'revision_number': 5, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'subnets': [{'id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:35:15.671313 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-48c5708b-df15-4c4b-8501-366b271db38f req-4bc48101-9f45-4368-80e9-8d79b8f4abac service neutron] 10.222.0.83 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890220 May 26 17:35:15.722139 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-73d6a9e5-ed09-4827-8810-28a8a0c4ce27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:15.828382 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb937e2-ba14-4913-a761-74734ed1afc3 None None] New status for floating IP 796d83f1-15c1-42e2-994b-6225b9941890: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:35:16.018106 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8ae5c-63c5-4f4d-8483-9f0451ea5918 req-fa92796b-d824-4561-bb35-f8fac12593c4 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:35:16.019668 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-50d8ae5c-63c5-4f4d-8483-9f0451ea5918 req-fa92796b-d824-4561-bb35-f8fac12593c4 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 946 time: 0.0741198 May 26 17:35:16.072331 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-50d8ae5c-63c5-4f4d-8483-9f0451ea5918 req-9efffd26-9f82-46fb-9735-b4b406b6e486 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458777 May 26 17:35:16.115301 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 22242d3e-97c7-4a36-922d-79cbed95a26c no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:35:16.218487 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Current status of the port 22242d3e-97c7-4a36-922d-79cbed95a26c is: ACTIVE; New status is: DOWN {{(pid=103897) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 17:35:16.218936 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936350'] for port, before_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:16.244123 n-d-843337-2 neutron-server[103897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e67bde-81c8-4f4d-916c-d7fec48905de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22242d3e-97c7-4a36-922d-79cbed95a26c'}] {{(pid=103897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:35:16.247239 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d7f5c4358b63a9d7fa4b8b72eced3179a31e1977b39e91fdd65de6f92ef4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdf03f6-9b81-4167-bfeb-37ca6df040e3" -d '{"events": [{"server_uuid": "e9e67bde-81c8-4f4d-916c-d7fec48905de", "name": "network-vif-unplugged", "status": "completed", "tag": "22242d3e-97c7-4a36-922d-79cbed95a26c"}]}' {{(pid=103897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:35:16.270167 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] For port 22242d3e-97c7-4a36-922d-79cbed95a26c, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=22242d3e-97c7-4a36-922d-79cbed95a26c,segment=NetworkSegment(496dc623-f331-44c0-b58d-7145a817ae90),segment_id=496dc623-f331-44c0-b58d-7145a817ae90)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:35:16.275657 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751152312953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751151836308', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751151845434'] for port, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:16.302657 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 17:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34993bb-ea7f-41d3-a8e7-2247313e4f26 x-openstack-request-id: req-f34993bb-ea7f-41d3-a8e7-2247313e4f26 {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:35:16.302954 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e67bde-81c8-4f4d-916c-d7fec48905de", "name": "network-vif-unplugged", "status": "completed", "tag": "22242d3e-97c7-4a36-922d-79cbed95a26c", "code": 200}]} {{(pid=103897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:35:16.303206 n-d-843337-2 neutron-server[103897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f34993bb-ea7f-41d3-a8e7-2247313e4f26 {{(pid=103897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:35:16.303597 n-d-843337-2 neutron-server[103897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f34993bb-ea7f-41d3-a8e7-2247313e4f26'] response: {'server_uuid': 'e9e67bde-81c8-4f4d-916c-d7fec48905de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22242d3e-97c7-4a36-922d-79cbed95a26c', 'code': 200} May 26 17:35:16.332574 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Pushing event updated for resources: {'Port': ['ID=22242d3e-97c7-4a36-922d-79cbed95a26c,revision_number=8']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:35:16.939480 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123329ff-afce-4c62-9fe5-3ea00dc42fe8 req-17af81a4-c18f-4a30-99be-5b654f0ed8fe tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:35:16.941330 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-123329ff-afce-4c62-9fe5-3ea00dc42fe8 req-17af81a4-c18f-4a30-99be-5b654f0ed8fe tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.83 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 944 time: 0.0526087 May 26 17:35:16.943606 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:17.040419 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-123329ff-afce-4c62-9fe5-3ea00dc42fe8 req-f6a29f51-a771-4a45-a3c0-b3d5b510aef6 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Deleting port 22242d3e-97c7-4a36-922d-79cbed95a26c {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:35:17.040789 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-123329ff-afce-4c62-9fe5-3ea00dc42fe8 req-f6a29f51-a771-4a45-a3c0-b3d5b510aef6 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:17.143342 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-123329ff-afce-4c62-9fe5-3ea00dc42fe8 req-f6a29f51-a771-4a45-a3c0-b3d5b510aef6 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] For port 22242d3e-97c7-4a36-922d-79cbed95a26c, host n-h2-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843337-2',level=0,port_id=22242d3e-97c7-4a36-922d-79cbed95a26c,segment=NetworkSegment(496dc623-f331-44c0-b58d-7145a817ae90),segment_id=496dc623-f331-44c0-b58d-7145a817ae90)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:35:17.143705 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-123329ff-afce-4c62-9fe5-3ea00dc42fe8 req-f6a29f51-a771-4a45-a3c0-b3d5b510aef6 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:17.157012 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-123329ff-afce-4c62-9fe5-3ea00dc42fe8 req-f6a29f51-a771-4a45-a3c0-b3d5b510aef6 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Calling delete_port for 22242d3e-97c7-4a36-922d-79cbed95a26c owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:35:17.212462 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee7f48-47ef-42fe-9cf2-9f18197a7e63 req-1f24bdfc-9013-4d02-bc50-8b49312c8c00 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:35:17.214227 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14ee7f48-47ef-42fe-9cf2-9f18197a7e63 req-1f24bdfc-9013-4d02-bc50-8b49312c8c00 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9e67bde-81c8-4f4d-916c-d7fec48905de HTTP/1.1" status: 200 len: 944 time: 0.0596073 May 26 17:35:17.260569 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-14ee7f48-47ef-42fe-9cf2-9f18197a7e63 req-c5bf326b-8773-4b1d-8e3c-0070ee614297 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393393 May 26 17:35:17.320774 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-123329ff-afce-4c62-9fe5-3ea00dc42fe8 req-f6a29f51-a771-4a45-a3c0-b3d5b510aef6 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:17.352556 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a29f51-a771-4a45-a3c0-b3d5b510aef6 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Pushing event deleted for resources: {'Port': ['ID=22242d3e-97c7-4a36-922d-79cbed95a26c,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:35:17.410995 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-123329ff-afce-4c62-9fe5-3ea00dc42fe8 req-f6a29f51-a771-4a45-a3c0-b3d5b510aef6 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] No DVR routers for this DVR port 22242d3e-97c7-4a36-922d-79cbed95a26c on host n-h2-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:35:17.414048 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-123329ff-afce-4c62-9fe5-3ea00dc42fe8 req-f6a29f51-a771-4a45-a3c0-b3d5b510aef6 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:17.418394 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-123329ff-afce-4c62-9fe5-3ea00dc42fe8 req-f6a29f51-a771-4a45-a3c0-b3d5b510aef6 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.83 "DELETE /v2.0/ports/22242d3e-97c7-4a36-922d-79cbed95a26c HTTP/1.1" status: 204 len: 173 time: 0.4707620 May 26 17:35:17.418842 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e67bde-81c8-4f4d-916c-d7fec48905de', 'name': 'network-vif-deleted', 'tag': '22242d3e-97c7-4a36-922d-79cbed95a26c'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:35:17.421546 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9b104c-5435-4878-8a7c-f75cd30af406" -d '{"events": [{"server_uuid": "e9e67bde-81c8-4f4d-916c-d7fec48905de", "name": "network-vif-deleted", "tag": "22242d3e-97c7-4a36-922d-79cbed95a26c"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:35:17.471089 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36047d1-3dd4-405e-bbb4-c00ada202ad8 x-openstack-request-id: req-a36047d1-3dd4-405e-bbb4-c00ada202ad8 {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:35:17.471386 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e67bde-81c8-4f4d-916c-d7fec48905de", "name": "network-vif-deleted", "tag": "22242d3e-97c7-4a36-922d-79cbed95a26c", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:35:17.471626 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a36047d1-3dd4-405e-bbb4-c00ada202ad8 {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:35:17.472022 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a36047d1-3dd4-405e-bbb4-c00ada202ad8'] response: {'server_uuid': 'e9e67bde-81c8-4f4d-916c-d7fec48905de', 'name': 'network-vif-deleted', 'tag': '22242d3e-97c7-4a36-922d-79cbed95a26c', 'status': 'completed', 'code': 200} May 26 17:35:17.661524 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:35:18.665786 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:18.873856 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44718) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:35:19.047522 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-15feef27-830b-4fce-b7b9-028030ac8897 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Deleting port 7e6404f0-646d-4f53-8083-f1df14da3679 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:35:19.047780 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-15feef27-830b-4fce-b7b9-028030ac8897 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:19.140360 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-15feef27-830b-4fce-b7b9-028030ac8897 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:19.140700 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-15feef27-830b-4fce-b7b9-028030ac8897 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:19.153819 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-15feef27-830b-4fce-b7b9-028030ac8897 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Calling delete_port for 7e6404f0-646d-4f53-8083-f1df14da3679 owned by network:floatingip {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:35:19.154346 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:19.233917 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:19.311725 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-15feef27-830b-4fce-b7b9-028030ac8897 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:19.337793 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15feef27-830b-4fce-b7b9-028030ac8897 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Pushing event deleted for resources: {'Port': ['ID=7e6404f0-646d-4f53-8083-f1df14da3679,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:35:19.351129 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15feef27-830b-4fce-b7b9-028030ac8897 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:35:19.351488 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15feef27-830b-4fce-b7b9-028030ac8897 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:35:19.351837 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15feef27-830b-4fce-b7b9-028030ac8897 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:35:19.352217 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15feef27-830b-4fce-b7b9-028030ac8897 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:35:19.352561 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15feef27-830b-4fce-b7b9-028030ac8897 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:35:19.352896 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15feef27-830b-4fce-b7b9-028030ac8897 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:35:19.353235 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15feef27-830b-4fce-b7b9-028030ac8897 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:35:19.353569 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15feef27-830b-4fce-b7b9-028030ac8897 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:35:19.354096 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15feef27-830b-4fce-b7b9-028030ac8897 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:35:19.354500 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15feef27-830b-4fce-b7b9-028030ac8897 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:35:19.354839 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15feef27-830b-4fce-b7b9-028030ac8897 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:35:19.355173 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15feef27-830b-4fce-b7b9-028030ac8897 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843337-2 {{(pid=103896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:35:19.411553 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-15feef27-830b-4fce-b7b9-028030ac8897 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for floatingip, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:19.411944 n-d-843337-2 neutron-server[103896]: INFO neutron.db.l3_db [None req-15feef27-830b-4fce-b7b9-028030ac8897 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Floating IP 7fc6ef26-de98-4e06-8705-521af2d78b99 disassociated (deleted). External IP: 172.25.7.18, port: 313c00e1-b7a5-47d5-b94a-662f5bab4b6f. May 26 17:35:19.628208 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15feef27-830b-4fce-b7b9-028030ac8897 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Router d0f8fe87-11be-4623-a0c7-88dc311582b0 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:35:19.742471 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15feef27-830b-4fce-b7b9-028030ac8897 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:35:19.747864 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-15feef27-830b-4fce-b7b9-028030ac8897 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for floatingip, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:19.753725 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a114b0ed-b6fe-43f5-9933-51a16a9d6a9b None None] Sync routers for ids ['d0f8fe87-11be-4623-a0c7-88dc311582b0'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:35:19.765030 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a114b0ed-b6fe-43f5-9933-51a16a9d6a9b None None] Routers {'d0f8fe87-11be-4623-a0c7-88dc311582b0'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:35:19.765665 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a114b0ed-b6fe-43f5-9933-51a16a9d6a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:35:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0f8fe87-11be-4623-a0c7-88dc311582b0'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:35:19.775915 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-15feef27-830b-4fce-b7b9-028030ac8897 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "DELETE /v2.0/floatingips/7fc6ef26-de98-4e06-8705-521af2d78b99 HTTP/1.1" status: 204 len: 168 time: 0.9007964 May 26 17:35:19.776551 n-d-843337-2 neutron-server[103896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce100b21-7c5f-49da-8f75-277f6b42c78b', 'tag': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f'}] {{(pid=103896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:35:19.778920 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24103bee38bbd97c6ccfbe10b0e84632f8bc6809d0c06cc395e50ba217a9e387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a412eb1-0119-4ab4-9c57-2246e2525e48" -d '{"events": [{"name": "network-changed", "server_uuid": "ce100b21-7c5f-49da-8f75-277f6b42c78b", "tag": "313c00e1-b7a5-47d5-b94a-662f5bab4b6f"}]}' {{(pid=103896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:35:19.881309 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-a114b0ed-b6fe-43f5-9933-51a16a9d6a9b None None] Set router d0f8fe87-11be-4623-a0c7-88dc311582b0 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:35:19.888573 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 17:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcf98e5-4610-4599-9b68-2b4d2f7297ce x-openstack-request-id: req-adcf98e5-4610-4599-9b68-2b4d2f7297ce {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:35:19.889517 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce100b21-7c5f-49da-8f75-277f6b42c78b", "tag": "313c00e1-b7a5-47d5-b94a-662f5bab4b6f", "status": "completed", "code": 200}]} {{(pid=103896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:35:19.890025 n-d-843337-2 neutron-server[103896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-adcf98e5-4610-4599-9b68-2b4d2f7297ce {{(pid=103896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:35:19.890769 n-d-843337-2 neutron-server[103896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adcf98e5-4610-4599-9b68-2b4d2f7297ce'] response: {'name': 'network-changed', 'server_uuid': 'ce100b21-7c5f-49da-8f75-277f6b42c78b', 'tag': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f', 'status': 'completed', 'code': 200} May 26 17:35:19.960511 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a412eb1-0119-4ab4-9c57-2246e2525e48 req-0a236c0c-30d4-49c9-a9f4-c4dd819040ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:35:19.962063 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5a412eb1-0119-4ab4-9c57-2246e2525e48 req-0a236c0c-30d4-49c9-a9f4-c4dd819040ff service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bcc83ae400bb49d79431c4438e680ebc&device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 1095 time: 0.0531731 May 26 17:35:20.025164 n-d-843337-2 neutron-server[103896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c63e0-b090-450a-8828-a376c2de942a req-a3c1a323-510e-492b-9313-bb92822530e0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:35:20.027352 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-df2c63e0-b090-450a-8828-a376c2de942a req-a3c1a323-510e-492b-9313-bb92822530e0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 944 time: 0.0544379 May 26 17:35:20.061881 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a412eb1-0119-4ab4-9c57-2246e2525e48 req-e2d288fb-97b6-4de9-bb71-c039bdd4a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:35:20.063538 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5a412eb1-0119-4ab4-9c57-2246e2525e48 req-e2d288fb-97b6-4de9-bb71-c039bdd4a886 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 HTTP/1.1" status: 200 len: 909 time: 0.0941818 May 26 17:35:20.076344 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-df2c63e0-b090-450a-8828-a376c2de942a req-738b5324-c03c-4fe9-9043-7a964fcd4ec4 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/security-groups?id=ae0f4f77-6184-4b45-b956-8927d22cf557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410104 May 26 17:35:20.107599 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a114b0ed-b6fe-43f5-9933-51a16a9d6a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'name': 'tempest-TestSnapshotPattern-50976572-router', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:32Z', 'updated_at': '2022-05-26T17:29:35Z', 'revision_number': 4, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'gw_port': {'id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:33Z', 'updated_at': '2022-05-26T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b', 'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'mac_address': 'fa:16:3e:7c:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:34Z', 'updated_at': '2022-05-26T17:29:40Z', 'revision_number': 5, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'subnets': [{'id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:35:20.122557 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5a412eb1-0119-4ab4-9c57-2246e2525e48 req-347db782-a342-40f5-aa13-273ebad84970 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=313c00e1-b7a5-47d5-b94a-662f5bab4b6f HTTP/1.1" status: 200 len: 217 time: 0.0507293 May 26 17:35:20.135736 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 22242d3e-97c7-4a36-922d-79cbed95a26c no longer exists at agent hyperv_n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:35:20.139155 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a114b0ed-b6fe-43f5-9933-51a16a9d6a9b None None] Checking router: d0f8fe87-11be-4623-a0c7-88dc311582b0 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:35:20.157733 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] No Port match for: 22242d3e-97c7-4a36-922d-79cbed95a26c {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:35:20.158074 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Device 22242d3e-97c7-4a36-922d-79cbed95a26c not bound to the agent host n-h2-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:35:20.166005 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a114b0ed-b6fe-43f5-9933-51a16a9d6a9b None None] Routers {'d0f8fe87-11be-4623-a0c7-88dc311582b0'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:35:20.167337 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a114b0ed-b6fe-43f5-9933-51a16a9d6a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:35:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0f8fe87-11be-4623-a0c7-88dc311582b0'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:35:20.176209 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a412eb1-0119-4ab4-9c57-2246e2525e48 req-a68e7727-2d45-4d51-b150-b31ed3b7e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:35:20.177723 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5a412eb1-0119-4ab4-9c57-2246e2525e48 req-a68e7727-2d45-4d51-b150-b31ed3b7e572 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=62caba67-d18d-4b33-b6ee-58e08ae94a50 HTTP/1.1" status: 200 len: 847 time: 0.0486469 May 26 17:35:20.227432 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a412eb1-0119-4ab4-9c57-2246e2525e48 req-f573376a-ff6d-4db0-a4e5-e8f17662fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:35:20.229576 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5a412eb1-0119-4ab4-9c57-2246e2525e48 req-f573376a-ff6d-4db0-a4e5-e8f17662fe39 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416660 May 26 17:35:20.241028 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [req-5a412eb1-0119-4ab4-9c57-2246e2525e48 req-cb651406-22f6-46a7-a3c8-62b91cd36159 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=103895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 17:35:20.242098 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5a412eb1-0119-4ab4-9c57-2246e2525e48 req-cb651406-22f6-46a7-a3c8-62b91cd36159 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052359 May 26 17:35:20.274196 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-a114b0ed-b6fe-43f5-9933-51a16a9d6a9b None None] Set router d0f8fe87-11be-4623-a0c7-88dc311582b0 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:35:20.338544 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5a412eb1-0119-4ab4-9c57-2246e2525e48 req-b39f9fcf-16e4-485b-a90f-fa5cb2348a13 service neutron] 10.222.0.81 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886128 May 26 17:35:20.434944 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-5a412eb1-0119-4ab4-9c57-2246e2525e48 req-03625456-5eed-406c-a0ec-5dbfb879c0b1 service neutron] 10.222.0.81 "GET /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874546 May 26 17:35:20.486036 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-a114b0ed-b6fe-43f5-9933-51a16a9d6a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'name': 'tempest-TestSnapshotPattern-50976572-router', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:32Z', 'updated_at': '2022-05-26T17:29:35Z', 'revision_number': 4, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'gw_port': {'id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:33Z', 'updated_at': '2022-05-26T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b', 'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'mac_address': 'fa:16:3e:7c:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:34Z', 'updated_at': '2022-05-26T17:29:40Z', 'revision_number': 5, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'subnets': [{'id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:35:20.514436 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a114b0ed-b6fe-43f5-9933-51a16a9d6a9b None None] The sync data for ids ['d0f8fe87-11be-4623-a0c7-88dc311582b0'] in n-d-843337-2 is: [{'id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'name': 'tempest-TestSnapshotPattern-50976572-router', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:32Z', 'updated_at': '2022-05-26T17:29:35Z', 'revision_number': 4, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'gw_port': {'id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:33Z', 'updated_at': '2022-05-26T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2', '_interfaces': [{'id': '7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b', 'name': '', 'network_id': '5eb50fd8-d23c-4fc9-b619-9d46acfb1f49', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'mac_address': 'fa:16:3e:7c:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:34Z', 'updated_at': '2022-05-26T17:29:40Z', 'revision_number': 5, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'subnets': [{'id': '62caba67-d18d-4b33-b6ee-58e08ae94a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:35:20.724469 n-d-843337-2 neutron-server[103895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c33e51-c7b8-44fa-add9-a90a5924ecce req-a2db041d-bb8d-49d0-a03d-d5eff1281190 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:35:20.725969 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-14c33e51-c7b8-44fa-add9-a90a5924ecce req-a2db041d-bb8d-49d0-a03d-d5eff1281190 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 944 time: 0.0522888 May 26 17:35:20.744196 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d649c17-61e1-4b4c-9151-f2ca4e010e32 None None] New status for floating IP 7fc6ef26-de98-4e06-8705-521af2d78b99: DOWN {{(pid=103898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 17:35:20.828341 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-14c33e51-c7b8-44fa-add9-a90a5924ecce req-cbd5434c-6fc8-4c4b-baaa-6ba44297f8b0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Deleting port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:35:20.828651 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-14c33e51-c7b8-44fa-add9-a90a5924ecce req-cbd5434c-6fc8-4c4b-baaa-6ba44297f8b0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:20.918578 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [req-14c33e51-c7b8-44fa-add9-a90a5924ecce req-cbd5434c-6fc8-4c4b-baaa-6ba44297f8b0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] For port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f, host n-h1-843337-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843337-2',level=0,port_id=313c00e1-b7a5-47d5-b94a-662f5bab4b6f,segment=NetworkSegment(496dc623-f331-44c0-b58d-7145a817ae90),segment_id=496dc623-f331-44c0-b58d-7145a817ae90)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:35:20.918883 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-14c33e51-c7b8-44fa-add9-a90a5924ecce req-cbd5434c-6fc8-4c4b-baaa-6ba44297f8b0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:20.930802 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [req-14c33e51-c7b8-44fa-add9-a90a5924ecce req-cbd5434c-6fc8-4c4b-baaa-6ba44297f8b0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Calling delete_port for 313c00e1-b7a5-47d5-b94a-662f5bab4b6f owned by compute:nova {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:35:21.067907 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-14c33e51-c7b8-44fa-add9-a90a5924ecce req-cbd5434c-6fc8-4c4b-baaa-6ba44297f8b0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:21.096950 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5434c-6fc8-4c4b-baaa-6ba44297f8b0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Pushing event deleted for resources: {'Port': ['ID=313c00e1-b7a5-47d5-b94a-662f5bab4b6f,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:35:21.148519 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c33e51-c7b8-44fa-add9-a90a5924ecce req-cbd5434c-6fc8-4c4b-baaa-6ba44297f8b0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] No DVR routers for this DVR port 313c00e1-b7a5-47d5-b94a-662f5bab4b6f on host n-h1-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:35:21.151055 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [req-14c33e51-c7b8-44fa-add9-a90a5924ecce req-cbd5434c-6fc8-4c4b-baaa-6ba44297f8b0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409491'] for port, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:21.158172 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [req-14c33e51-c7b8-44fa-add9-a90a5924ecce req-cbd5434c-6fc8-4c4b-baaa-6ba44297f8b0 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.81 "DELETE /v2.0/ports/313c00e1-b7a5-47d5-b94a-662f5bab4b6f HTTP/1.1" status: 204 len: 173 time: 0.4215641 May 26 17:35:21.158172 n-d-843337-2 neutron-server[103895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce100b21-7c5f-49da-8f75-277f6b42c78b', 'name': 'network-vif-deleted', 'tag': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f'}] {{(pid=103895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 17:35:21.158172 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd38a27fcf457ce815e92e78ef9bd78ec35580f8b1e1e8711a9ad65993bbb4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdfcf4b-1c57-4402-9651-381ec2da9e1b" -d '{"events": [{"server_uuid": "ce100b21-7c5f-49da-8f75-277f6b42c78b", "name": "network-vif-deleted", "tag": "313c00e1-b7a5-47d5-b94a-662f5bab4b6f"}]}' {{(pid=103895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 17:35:21.194207 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [req-7244300e-bc57-4fae-8111-14eafeee8328 req-e582b5d7-7cf5-4b61-b355-22bfdc8d6065 tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce100b21-7c5f-49da-8f75-277f6b42c78b HTTP/1.1" status: 200 len: 210 time: 0.0342212 May 26 17:35:21.200022 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 17:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd2fea1-e131-4538-9d63-4a882671876f x-openstack-request-id: req-8fd2fea1-e131-4538-9d63-4a882671876f {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 17:35:21.200451 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce100b21-7c5f-49da-8f75-277f6b42c78b", "name": "network-vif-deleted", "tag": "313c00e1-b7a5-47d5-b94a-662f5bab4b6f", "status": "completed", "code": 200}]} {{(pid=103895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 17:35:21.200614 n-d-843337-2 neutron-server[103895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8fd2fea1-e131-4538-9d63-4a882671876f {{(pid=103895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 17:35:21.200990 n-d-843337-2 neutron-server[103895]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd2fea1-e131-4538-9d63-4a882671876f'] response: {'server_uuid': 'ce100b21-7c5f-49da-8f75-277f6b42c78b', 'name': 'network-vif-deleted', 'tag': '313c00e1-b7a5-47d5-b94a-662f5bab4b6f', 'status': 'completed', 'code': 200} May 26 17:35:22.259953 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44742) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:35:22.317946 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6935288c-129a-4a42-9058-f59b6716301e tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for security_group, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:22.343372 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6935288c-129a-4a42-9058-f59b6716301e tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:22.405716 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6935288c-129a-4a42-9058-f59b6716301e tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:22.408347 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6935288c-129a-4a42-9058-f59b6716301e tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Notify callbacks [] for security_group, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:22.409550 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6935288c-129a-4a42-9058-f59b6716301e tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] 10.222.0.77 "DELETE /v2.0/security-groups/ae0f4f77-6184-4b45-b956-8927d22cf557 HTTP/1.1" status: 204 len: 168 time: 0.1483250 May 26 17:35:22.419598 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935288c-129a-4a42-9058-f59b6716301e tempest-TestSnapshotPattern-521248295 tempest-TestSnapshotPattern-521248295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0f4f77-6184-4b45-b956-8927d22cf557,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:35:22.461748 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44746) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:35:22.922311 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7058177-061d-4782-8672-d34613bf0081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:23.168234 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e7058177-061d-4782-8672-d34613bf0081 admin admin] Deleting port 7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:35:23.168572 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7058177-061d-4782-8672-d34613bf0081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:23.245053 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-e7058177-061d-4782-8672-d34613bf0081 admin admin] For port 7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b,segment=NetworkSegment(496dc623-f331-44c0-b58d-7145a817ae90),segment_id=496dc623-f331-44c0-b58d-7145a817ae90)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:35:23.245354 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7058177-061d-4782-8672-d34613bf0081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:23.256723 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-e7058177-061d-4782-8672-d34613bf0081 admin admin] Calling delete_port for 7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b owned by network:router_interface {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:35:23.440731 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7058177-061d-4782-8672-d34613bf0081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:23.467219 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7058177-061d-4782-8672-d34613bf0081 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:35:23.643521 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-e7058177-061d-4782-8672-d34613bf0081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:23.867823 n-d-843337-2 neutron-server[103896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7058177-061d-4782-8672-d34613bf0081 admin admin] Router d0f8fe87-11be-4623-a0c7-88dc311582b0 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:35:23.977448 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7058177-061d-4782-8672-d34613bf0081 admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:35:23.983638 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-e7058177-061d-4782-8672-d34613bf0081 admin admin] 10.222.0.77 "PUT /v2.0/routers/d0f8fe87-11be-4623-a0c7-88dc311582b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5207546 May 26 17:35:23.986557 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44750) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:35:23.987096 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7432a092-3023-4f4a-9ee1-ea628ed3bf59 None None] Sync routers for ids ['d0f8fe87-11be-4623-a0c7-88dc311582b0'] in n-d-843337-2 {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:35:23.998260 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7432a092-3023-4f4a-9ee1-ea628ed3bf59 None None] Routers {'d0f8fe87-11be-4623-a0c7-88dc311582b0'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:35:23.998888 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7432a092-3023-4f4a-9ee1-ea628ed3bf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:35:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0f8fe87-11be-4623-a0c7-88dc311582b0'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:35:24.095681 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d1ebc4c-9a12-49d0-a466-c09ee350cde0 admin admin] Notify callbacks [] for router, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:24.108891 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-7432a092-3023-4f4a-9ee1-ea628ed3bf59 None None] Set router d0f8fe87-11be-4623-a0c7-88dc311582b0 gateway port host: n-d-843337-2 {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:35:24.206876 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d1ebc4c-9a12-49d0-a466-c09ee350cde0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:24.248053 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 313c00e1-b7a5-47d5-b94a-662f5bab4b6f no longer exists at agent hyperv_n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:35:24.273033 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6d1ebc4c-9a12-49d0-a466-c09ee350cde0 admin admin] Deleting port 7e580a76-69e8-487e-b5a4-97829f36bd0d {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:35:24.273378 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d1ebc4c-9a12-49d0-a466-c09ee350cde0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:24.274403 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] No Port match for: 313c00e1-b7a5-47d5-b94a-662f5bab4b6f {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:35:24.274755 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Device 313c00e1-b7a5-47d5-b94a-662f5bab4b6f not bound to the agent host n-h1-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:35:24.326336 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7432a092-3023-4f4a-9ee1-ea628ed3bf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'name': 'tempest-TestSnapshotPattern-50976572-router', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:32Z', 'updated_at': '2022-05-26T17:35:23Z', 'revision_number': 5, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'gw_port': {'id': '7e580a76-69e8-487e-b5a4-97829f36bd0d', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:33Z', 'updated_at': '2022-05-26T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:35:24.353296 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7432a092-3023-4f4a-9ee1-ea628ed3bf59 None None] Checking router: d0f8fe87-11be-4623-a0c7-88dc311582b0 for host: n-d-843337-2 {{(pid=103897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:35:24.358882 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-6d1ebc4c-9a12-49d0-a466-c09ee350cde0 admin admin] For port 7e580a76-69e8-487e-b5a4-97829f36bd0d, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=7e580a76-69e8-487e-b5a4-97829f36bd0d,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:35:24.359250 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d1ebc4c-9a12-49d0-a466-c09ee350cde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:24.362822 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7432a092-3023-4f4a-9ee1-ea628ed3bf59 None None] Routers {'d0f8fe87-11be-4623-a0c7-88dc311582b0'} bound to L3 agent in host n-d-843337-2 {{(pid=103897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:35:24.363620 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7432a092-3023-4f4a-9ee1-ea628ed3bf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:35:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['d0f8fe87-11be-4623-a0c7-88dc311582b0'], 'active': True} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:35:24.371909 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-6d1ebc4c-9a12-49d0-a466-c09ee350cde0 admin admin] Calling delete_port for 7e580a76-69e8-487e-b5a4-97829f36bd0d owned by network:router_gateway {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:35:24.625041 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvr_db [None req-7432a092-3023-4f4a-9ee1-ea628ed3bf59 None None] Set router d0f8fe87-11be-4623-a0c7-88dc311582b0 gateway port host: None {{(pid=103897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:35:24.687038 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_hamode_db [None req-7432a092-3023-4f4a-9ee1-ea628ed3bf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'name': 'tempest-TestSnapshotPattern-50976572-router', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:32Z', 'updated_at': '2022-05-26T17:35:24Z', 'revision_number': 6, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:35:24.716025 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7432a092-3023-4f4a-9ee1-ea628ed3bf59 None None] The sync data for ids ['d0f8fe87-11be-4623-a0c7-88dc311582b0'] in n-d-843337-2 is: [{'id': 'd0f8fe87-11be-4623-a0c7-88dc311582b0', 'name': 'tempest-TestSnapshotPattern-50976572-router', 'tenant_id': 'bcc83ae400bb49d79431c4438e680ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:32Z', 'updated_at': '2022-05-26T17:35:24Z', 'revision_number': 6, 'project_id': 'bcc83ae400bb49d79431c4438e680ebc', 'gw_port_host': None}] {{(pid=103897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:35:24.889033 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d1ebc4c-9a12-49d0-a466-c09ee350cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:24.912511 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ebc4c-9a12-49d0-a466-c09ee350cde0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e580a76-69e8-487e-b5a4-97829f36bd0d,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:35:24.981471 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d1ebc4c-9a12-49d0-a466-c09ee350cde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:25.077815 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d1ebc4c-9a12-49d0-a466-c09ee350cde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:25.080635 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d1ebc4c-9a12-49d0-a466-c09ee350cde0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:25.126985 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d1ebc4c-9a12-49d0-a466-c09ee350cde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:25.127590 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1ebc4c-9a12-49d0-a466-c09ee350cde0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0f8fe87-11be-4623-a0c7-88dc311582b0 {{(pid=103896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:35:25.133298 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-6d1ebc4c-9a12-49d0-a466-c09ee350cde0 admin admin] Notify callbacks [] for router, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:25.137929 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-6d1ebc4c-9a12-49d0-a466-c09ee350cde0 admin admin] 10.222.0.77 "DELETE /v2.0/routers/d0f8fe87-11be-4623-a0c7-88dc311582b0 HTTP/1.1" status: 204 len: 168 time: 1.1469781 May 26 17:35:25.138143 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44752) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:35:25.188996 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c4c8d6e-f5f6-4d52-887b-80f0c7ee8eb0 admin admin] Deleting subnet 62caba67-d18d-4b33-b6ee-58e08ae94a50 {{(pid=103896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 17:35:25.192712 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c4c8d6e-f5f6-4d52-887b-80f0c7ee8eb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:25.234043 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c4c8d6e-f5f6-4d52-887b-80f0c7ee8eb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6107374'] for subnet, precommit_delete_associations {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:25.309810 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c4c8d6e-f5f6-4d52-887b-80f0c7ee8eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:25.362444 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c4c8d6e-f5f6-4d52-887b-80f0c7ee8eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227620'] for subnet, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:25.390612 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c8d6e-f5f6-4d52-887b-80f0c7ee8eb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62caba67-d18d-4b33-b6ee-58e08ae94a50,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:35:25.398259 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-2c4c8d6e-f5f6-4d52-887b-80f0c7ee8eb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:25.402173 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8ebdbd-001d-4935-ba5c-4c8a3b5f2ac1 None None] Network 5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:35:25.406928 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-2c4c8d6e-f5f6-4d52-887b-80f0c7ee8eb0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/62caba67-d18d-4b33-b6ee-58e08ae94a50 HTTP/1.1" status: 204 len: 168 time: 0.2676005 May 26 17:35:25.409472 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [-] (103896) accepted ('10.222.0.77', 44754) {{(pid=103896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:35:25.483974 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fd9caade-37ae-4026-944f-cb86242db979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:25.546017 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-fd9caade-37ae-4026-944f-cb86242db979 admin admin] Deleting port 679c8190-b47d-4a81-a292-aeab0fab1ae1 {{(pid=103896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:35:25.546359 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fd9caade-37ae-4026-944f-cb86242db979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:25.595947 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd5f138-1767-4603-86f7-1ffccdba3e4f None None] DHCP port deletion for 5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 17:35:25.623878 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.db [None req-fd9caade-37ae-4026-944f-cb86242db979 admin admin] For port 679c8190-b47d-4a81-a292-aeab0fab1ae1, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=679c8190-b47d-4a81-a292-aeab0fab1ae1,segment=NetworkSegment(496dc623-f331-44c0-b58d-7145a817ae90),segment_id=496dc623-f331-44c0-b58d-7145a817ae90)] {{(pid=103896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:35:25.624306 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fd9caade-37ae-4026-944f-cb86242db979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:25.638174 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.plugin [None req-fd9caade-37ae-4026-944f-cb86242db979 admin admin] Calling delete_port for 679c8190-b47d-4a81-a292-aeab0fab1ae1 owned by network:dhcp {{(pid=103896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:35:25.649904 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0bd5f138-1767-4603-86f7-1ffccdba3e4f None None] Deleting port 679c8190-b47d-4a81-a292-aeab0fab1ae1 {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:35:25.650184 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0bd5f138-1767-4603-86f7-1ffccdba3e4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:25.723926 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-0bd5f138-1767-4603-86f7-1ffccdba3e4f None None] For port 679c8190-b47d-4a81-a292-aeab0fab1ae1, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=679c8190-b47d-4a81-a292-aeab0fab1ae1,segment=NetworkSegment(496dc623-f331-44c0-b58d-7145a817ae90),segment_id=496dc623-f331-44c0-b58d-7145a817ae90)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:35:25.724453 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0bd5f138-1767-4603-86f7-1ffccdba3e4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:25.726117 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fd9caade-37ae-4026-944f-cb86242db979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5833821'] for port, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:25.740681 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0bd5f138-1767-4603-86f7-1ffccdba3e4f None None] Calling delete_port for 679c8190-b47d-4a81-a292-aeab0fab1ae1 owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:35:25.755735 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9caade-37ae-4026-944f-cb86242db979 admin admin] Pushing event deleted for resources: {'Port': ['ID=679c8190-b47d-4a81-a292-aeab0fab1ae1,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:35:25.761446 n-d-843337-2 neutron-server[103896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9caade-37ae-4026-944f-cb86242db979 admin admin] No DVR routers for this DVR port 679c8190-b47d-4a81-a292-aeab0fab1ae1 on host n-d-843337-2 {{(pid=103896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:35:25.827122 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0bd5f138-1767-4603-86f7-1ffccdba3e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:25.840604 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fd9caade-37ae-4026-944f-cb86242db979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:25.852653 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5f138-1767-4603-86f7-1ffccdba3e4f None None] Pushing event deleted for resources: {'Port': ['ID=679c8190-b47d-4a81-a292-aeab0fab1ae1,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:35:25.857111 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd5f138-1767-4603-86f7-1ffccdba3e4f None None] No DVR routers for this DVR port 679c8190-b47d-4a81-a292-aeab0fab1ae1 on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:35:25.874125 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-fd9caade-37ae-4026-944f-cb86242db979 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb50fd8-d23c-4fc9-b619-9d46acfb1f49']}} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:35:25.884329 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-fd9caade-37ae-4026-944f-cb86242db979 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496dc623-f331-44c0-b58d-7145a817ae90') {'for_net_delete': True} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:35:25.884628 n-d-843337-2 neutron-server[103896]: DEBUG neutron.services.segments.db [None req-fd9caade-37ae-4026-944f-cb86242db979 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496dc623-f331-44c0-b58d-7145a817ae90') {} {{(pid=103896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:35:25.894645 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fd9caade-37ae-4026-944f-cb86242db979 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6107367'] for segment, before_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:25.908806 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fd9caade-37ae-4026-944f-cb86242db979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:25.915210 n-d-843337-2 neutron-server[103896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9caade-37ae-4026-944f-cb86242db979 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:35:25.915668 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fd9caade-37ae-4026-944f-cb86242db979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5840010'] for segment, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:25.982220 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fd9caade-37ae-4026-944f-cb86242db979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:25.991646 n-d-843337-2 neutron-server[103896]: DEBUG neutron_lib.callbacks.manager [None req-fd9caade-37ae-4026-944f-cb86242db979 admin admin] Notify callbacks [] for network, before_response {{(pid=103896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:25.997428 n-d-843337-2 neutron-server[103896]: INFO neutron.wsgi [None req-fd9caade-37ae-4026-944f-cb86242db979 admin admin] 10.222.0.77 "DELETE /v2.0/networks/5eb50fd8-d23c-4fc9-b619-9d46acfb1f49 HTTP/1.1" status: 204 len: 168 time: 0.5866916 May 26 17:35:26.000465 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44760) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:35:26.010439 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 496dc623-f331-44c0-b58d-7145a817ae90 resource provider aggregate not found May 26 17:35:26.016061 n-d-843337-2 neutron-server[103896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9caade-37ae-4026-944f-cb86242db979 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eb50fd8-d23c-4fc9-b619-9d46acfb1f49,revision_number=None']} {{(pid=103896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:35:26.029421 n-d-843337-2 neutron-server[103896]: INFO neutron.services.segments.plugin [-] Segment 496dc623-f331-44c0-b58d-7145a817ae90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 496dc623-f331-44c0-b58d-7145a817ae90 found for delete ", "request_id": "req-9e2ef505-722d-46d0-a983-9b0cf005d87f"}]} May 26 17:35:26.253430 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 7e580a76-69e8-487e-b5a4-97829f36bd0d no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:35:26.279739 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 7e580a76-69e8-487e-b5a4-97829f36bd0d {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:35:26.280083 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 7e580a76-69e8-487e-b5a4-97829f36bd0d not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:35:26.280526 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:35:26.300220 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:35:26.300581 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 7d5fe2fa-8d72-4c18-b49f-c3eae1b7d47b not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:35:26.300989 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 679c8190-b47d-4a81-a292-aeab0fab1ae1 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:35:26.320562 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 679c8190-b47d-4a81-a292-aeab0fab1ae1 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:35:26.320908 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 679c8190-b47d-4a81-a292-aeab0fab1ae1 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:35:26.367198 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f4d98980-a339-4d3d-bc4c-ae1df8eafb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2063754'] for router_interface, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:26.627878 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-f4d98980-a339-4d3d-bc4c-ae1df8eafb9b admin admin] Deleting port 9c216907-9a70-4c42-a880-e1f7a2c13c13 {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:35:26.628270 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f4d98980-a339-4d3d-bc4c-ae1df8eafb9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:26.714522 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-f4d98980-a339-4d3d-bc4c-ae1df8eafb9b admin admin] For port 9c216907-9a70-4c42-a880-e1f7a2c13c13, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=9c216907-9a70-4c42-a880-e1f7a2c13c13,segment=NetworkSegment(3759351c-b91c-4185-b019-d19fe1169cc3),segment_id=3759351c-b91c-4185-b019-d19fe1169cc3)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:35:26.714887 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f4d98980-a339-4d3d-bc4c-ae1df8eafb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:26.726576 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-f4d98980-a339-4d3d-bc4c-ae1df8eafb9b admin admin] Calling delete_port for 9c216907-9a70-4c42-a880-e1f7a2c13c13 owned by network:router_interface {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:35:26.918088 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f4d98980-a339-4d3d-bc4c-ae1df8eafb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:26.944261 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d98980-a339-4d3d-bc4c-ae1df8eafb9b admin admin] Pushing event deleted for resources: {'Port': ['ID=9c216907-9a70-4c42-a880-e1f7a2c13c13,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:35:27.131243 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-f4d98980-a339-4d3d-bc4c-ae1df8eafb9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064250'] for router_interface, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:27.365777 n-d-843337-2 neutron-server[103895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d98980-a339-4d3d-bc4c-ae1df8eafb9b admin admin] Router 2a730042-71f7-4d70-adb8-ce2d4a6e6b34 has already been hosted by L3 agent 39be8305-0921-42aa-8c48-6940c9a563d3 {{(pid=103895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:35:27.479972 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d98980-a339-4d3d-bc4c-ae1df8eafb9b admin admin] Notify agent at l3_agent.n-d-843337-2 the message routers_updated {{(pid=103895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:35:27.485129 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f4d98980-a339-4d3d-bc4c-ae1df8eafb9b admin admin] 10.222.0.77 "PUT /v2.0/routers/2a730042-71f7-4d70-adb8-ce2d4a6e6b34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4834950 May 26 17:35:27.487508 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44764) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:35:27.490495 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde1fb9f-d37a-4d41-9c79-ee30d47f2822 None None] Sync routers for ids ['2a730042-71f7-4d70-adb8-ce2d4a6e6b34'] in n-d-843337-2 {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:35:27.502394 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde1fb9f-d37a-4d41-9c79-ee30d47f2822 None None] Routers {'2a730042-71f7-4d70-adb8-ce2d4a6e6b34'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:35:27.503013 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-dde1fb9f-d37a-4d41-9c79-ee30d47f2822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:35:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['2a730042-71f7-4d70-adb8-ce2d4a6e6b34'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:35:27.601975 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34d100e9-e4ce-4a88-97dd-1025d6a03078 admin admin] Notify callbacks [] for router, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:27.612683 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-dde1fb9f-d37a-4d41-9c79-ee30d47f2822 None None] Set router 2a730042-71f7-4d70-adb8-ce2d4a6e6b34 gateway port host: n-d-843337-2 {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:35:27.705286 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34d100e9-e4ce-4a88-97dd-1025d6a03078 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:27.761429 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-34d100e9-e4ce-4a88-97dd-1025d6a03078 admin admin] Deleting port 75ae2c0b-9783-4a4a-af67-46001a300ecf {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:35:27.761767 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34d100e9-e4ce-4a88-97dd-1025d6a03078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:27.797555 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-dde1fb9f-d37a-4d41-9c79-ee30d47f2822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a730042-71f7-4d70-adb8-ce2d4a6e6b34', 'name': 'tempest-TestSnapshotPattern-459809280-router', 'tenant_id': 'b74934a77606479e86cbf705a4a30734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'external_fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '75ae2c0b-9783-4a4a-af67-46001a300ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:37Z', 'updated_at': '2022-05-26T17:35:26Z', 'revision_number': 5, 'project_id': 'b74934a77606479e86cbf705a4a30734', 'gw_port': {'id': '75ae2c0b-9783-4a4a-af67-46001a300ecf', 'name': '', 'network_id': '50246aa5-4186-4d7b-9cf8-a4bd10786ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a730042-71f7-4d70-adb8-ce2d4a6e6b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843337-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:29:38Z', 'updated_at': '2022-05-26T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14beff2a-d2ee-45cc-9b9a-d403b5fe6b13', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843337-2'}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:35:27.823900 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde1fb9f-d37a-4d41-9c79-ee30d47f2822 None None] Checking router: 2a730042-71f7-4d70-adb8-ce2d4a6e6b34 for host: n-d-843337-2 {{(pid=103898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:35:27.832261 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde1fb9f-d37a-4d41-9c79-ee30d47f2822 None None] Routers {'2a730042-71f7-4d70-adb8-ce2d4a6e6b34'} bound to L3 agent in host n-d-843337-2 {{(pid=103898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:35:27.832901 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-dde1fb9f-d37a-4d41-9c79-ee30d47f2822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843337-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:45:15Z,description=,heartbeat_timestamp=2022-05-26T17:35:16Z,host='n-d-843337-2',id=39be8305-0921-42aa-8c48-6940c9a563d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:45:15Z,topic='l3_agent')) {'router_ids': ['2a730042-71f7-4d70-adb8-ce2d4a6e6b34'], 'active': True} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:35:27.848930 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-34d100e9-e4ce-4a88-97dd-1025d6a03078 admin admin] For port 75ae2c0b-9783-4a4a-af67-46001a300ecf, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=75ae2c0b-9783-4a4a-af67-46001a300ecf,segment=NetworkSegment(8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17),segment_id=8ba1f7d2-7542-4255-a1b8-d64ae8f8cd17)] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:35:27.849293 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34d100e9-e4ce-4a88-97dd-1025d6a03078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:27.863340 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-34d100e9-e4ce-4a88-97dd-1025d6a03078 admin admin] Calling delete_port for 75ae2c0b-9783-4a4a-af67-46001a300ecf owned by network:router_gateway {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:35:27.919729 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_dvr_db [None req-dde1fb9f-d37a-4d41-9c79-ee30d47f2822 None None] Set router 2a730042-71f7-4d70-adb8-ce2d4a6e6b34 gateway port host: None {{(pid=103898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:35:27.974857 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.l3_hamode_db [None req-dde1fb9f-d37a-4d41-9c79-ee30d47f2822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a730042-71f7-4d70-adb8-ce2d4a6e6b34', 'name': 'tempest-TestSnapshotPattern-459809280-router', 'tenant_id': 'b74934a77606479e86cbf705a4a30734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:37Z', 'updated_at': '2022-05-26T17:35:27Z', 'revision_number': 6, 'project_id': 'b74934a77606479e86cbf705a4a30734', 'gw_port_host': None}], 'n-d-843337-2', False) {} {{(pid=103898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:35:28.001866 n-d-843337-2 neutron-server[103898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde1fb9f-d37a-4d41-9c79-ee30d47f2822 None None] The sync data for ids ['2a730042-71f7-4d70-adb8-ce2d4a6e6b34'] in n-d-843337-2 is: [{'id': '2a730042-71f7-4d70-adb8-ce2d4a6e6b34', 'name': 'tempest-TestSnapshotPattern-459809280-router', 'tenant_id': 'b74934a77606479e86cbf705a4a30734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:29:37Z', 'updated_at': '2022-05-26T17:35:27Z', 'revision_number': 6, 'project_id': 'b74934a77606479e86cbf705a4a30734', 'gw_port_host': None}] {{(pid=103898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:35:28.037225 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34d100e9-e4ce-4a88-97dd-1025d6a03078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:28.062318 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d100e9-e4ce-4a88-97dd-1025d6a03078 admin admin] Pushing event deleted for resources: {'Port': ['ID=75ae2c0b-9783-4a4a-af67-46001a300ecf,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:35:28.126541 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34d100e9-e4ce-4a88-97dd-1025d6a03078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061268'] for router_gateway, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:28.220872 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34d100e9-e4ce-4a88-97dd-1025d6a03078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2062557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5396'] for router, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:28.222959 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34d100e9-e4ce-4a88-97dd-1025d6a03078 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:28.266352 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34d100e9-e4ce-4a88-97dd-1025d6a03078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2062566'] for router, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:28.266915 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d100e9-e4ce-4a88-97dd-1025d6a03078 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a730042-71f7-4d70-adb8-ce2d4a6e6b34 {{(pid=103895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 17:35:28.272730 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-34d100e9-e4ce-4a88-97dd-1025d6a03078 admin admin] Notify callbacks [] for router, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:28.274509 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-34d100e9-e4ce-4a88-97dd-1025d6a03078 admin admin] 10.222.0.77 "DELETE /v2.0/routers/2a730042-71f7-4d70-adb8-ce2d4a6e6b34 HTTP/1.1" status: 204 len: 168 time: 0.7853589 May 26 17:35:28.277286 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44766) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:35:28.323956 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc70808-b99d-495f-80a6-9a7ce82c5347 admin admin] Deleting subnet c79e328e-31f9-4015-a25d-ade9ba21f057 {{(pid=103895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 17:35:28.327110 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8fc70808-b99d-495f-80a6-9a7ce82c5347 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:28.364574 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8fc70808-b99d-495f-80a6-9a7ce82c5347 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5000997'] for subnet, precommit_delete_associations {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:28.462361 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9c216907-9a70-4c42-a880-e1f7a2c13c13 no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:35:28.474017 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8fc70808-b99d-495f-80a6-9a7ce82c5347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926379'] for subnet, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:28.486125 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 9c216907-9a70-4c42-a880-e1f7a2c13c13 {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:35:28.486480 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 9c216907-9a70-4c42-a880-e1f7a2c13c13 not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:35:28.528741 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8fc70808-b99d-495f-80a6-9a7ce82c5347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4573074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692978'] for subnet, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:28.555739 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc70808-b99d-495f-80a6-9a7ce82c5347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c79e328e-31f9-4015-a25d-ade9ba21f057,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:35:28.560859 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-8fc70808-b99d-495f-80a6-9a7ce82c5347 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:28.564044 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-8fc70808-b99d-495f-80a6-9a7ce82c5347 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c79e328e-31f9-4015-a25d-ade9ba21f057 HTTP/1.1" status: 204 len: 168 time: 0.2858133 May 26 17:35:28.567584 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44770) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:35:28.570565 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574b0deb-044c-4f44-8a53-36798801a421 None None] Network 23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa requested from n-d-843337-2 {{(pid=103897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 17:35:28.643979 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-642ed62f-a459-409e-ac1a-9b598a641cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031284'] for network, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:28.791036 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89330eb-1f3a-4c94-bf27-da1461ff0d71 None None] DHCP port deletion for 23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa request from n-d-843337-2 {{(pid=103897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 17:35:28.847504 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b89330eb-1f3a-4c94-bf27-da1461ff0d71 None None] Deleting port fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf {{(pid=103897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:35:28.847978 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b89330eb-1f3a-4c94-bf27-da1461ff0d71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:28.935446 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.db [None req-b89330eb-1f3a-4c94-bf27-da1461ff0d71 None None] For port fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf, host n-d-843337-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843337-2',level=0,port_id=fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf,segment=NetworkSegment(3759351c-b91c-4185-b019-d19fe1169cc3),segment_id=3759351c-b91c-4185-b019-d19fe1169cc3)] {{(pid=103897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:35:28.935967 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b89330eb-1f3a-4c94-bf27-da1461ff0d71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:28.954243 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-b89330eb-1f3a-4c94-bf27-da1461ff0d71 None None] Calling delete_port for fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf owned by network:dhcp {{(pid=103897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:35:29.058039 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b89330eb-1f3a-4c94-bf27-da1461ff0d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326'] for port, after_delete {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:29.066821 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-642ed62f-a459-409e-ac1a-9b598a641cc7 admin admin] Deleting port fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf {{(pid=103895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 17:35:29.067107 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-642ed62f-a459-409e-ac1a-9b598a641cc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751152225549'] for port, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:29.074720 n-d-843337-2 neutron-server[103897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89330eb-1f3a-4c94-bf27-da1461ff0d71 None None] No DVR routers for this DVR port fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf on host n-d-843337-2 {{(pid=103897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:35:29.097312 n-d-843337-2 neutron-server[103897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89330eb-1f3a-4c94-bf27-da1461ff0d71 None None] Pushing event deleted for resources: {'Port': ['ID=fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf,revision_number=None']} {{(pid=103897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:35:29.139773 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.db [None req-642ed62f-a459-409e-ac1a-9b598a641cc7 admin admin] For port fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf, host n-d-843337-2, got binding levels [] {{(pid=103895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:35:29.140166 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-642ed62f-a459-409e-ac1a-9b598a641cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2059658'] for port, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:29.153086 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.plugin [None req-642ed62f-a459-409e-ac1a-9b598a641cc7 admin admin] Calling delete_port for fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf owned by network:dhcp {{(pid=103895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 17:35:29.155652 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.ipam_backend_mixin [None req-642ed62f-a459-409e-ac1a-9b598a641cc7 admin admin] Port fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf was not found and therefore no delete operation was performed {{(pid=103895) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 17:35:29.157008 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-642ed62f-a459-409e-ac1a-9b598a641cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751152312935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751151836326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4573159'] for port, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:29.186200 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ed62f-a459-409e-ac1a-9b598a641cc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:35:29.191629 n-d-843337-2 neutron-server[103895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642ed62f-a459-409e-ac1a-9b598a641cc7 admin admin] No DVR routers for this DVR port fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf on host n-d-843337-2 {{(pid=103895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 17:35:29.264494 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-642ed62f-a459-409e-ac1a-9b598a641cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928572', 'neutron.services.segments.db._delete_segments_for_network-8751152338472'] for network, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:29.285577 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-642ed62f-a459-409e-ac1a-9b598a641cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa']}} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:35:29.306952 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-642ed62f-a459-409e-ac1a-9b598a641cc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3759351c-b91c-4185-b019-d19fe1169cc3') {'for_net_delete': True} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:35:29.307373 n-d-843337-2 neutron-server[103895]: DEBUG neutron.services.segments.db [None req-642ed62f-a459-409e-ac1a-9b598a641cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3759351c-b91c-4185-b019-d19fe1169cc3') {} {{(pid=103895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:35:29.322094 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-642ed62f-a459-409e-ac1a-9b598a641cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751152339249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001004'] for segment, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:29.344602 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-642ed62f-a459-409e-ac1a-9b598a641cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497'] for segment, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:29.354540 n-d-843337-2 neutron-server[103895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642ed62f-a459-409e-ac1a-9b598a641cc7 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=103895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 17:35:29.355323 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-642ed62f-a459-409e-ac1a-9b598a641cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4579120'] for segment, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:29.428426 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-642ed62f-a459-409e-ac1a-9b598a641cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928565', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061304'] for network, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:29.436395 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-642ed62f-a459-409e-ac1a-9b598a641cc7 admin admin] Notify callbacks [] for network, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:29.439620 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-642ed62f-a459-409e-ac1a-9b598a641cc7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa HTTP/1.1" status: 204 len: 168 time: 0.8710070 May 26 17:35:29.453772 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ed62f-a459-409e-ac1a-9b598a641cc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=23b42dd6-3ff7-435a-a8ad-ce3a95ca1daa,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:35:29.469392 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 3759351c-b91c-4185-b019-d19fe1169cc3 resource provider aggregate not found May 26 17:35:29.487624 n-d-843337-2 neutron-server[103895]: INFO neutron.services.segments.plugin [-] Segment 3759351c-b91c-4185-b019-d19fe1169cc3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3759351c-b91c-4185-b019-d19fe1169cc3 found for delete ", "request_id": "req-3dedc9ad-eee8-41eb-b046-18ce397cde97"}]} May 26 17:35:29.582189 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44780) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:35:29.628887 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-acf9039e-7106-472d-b5e1-8b0ece1cb939 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bcc83ae400bb49d79431c4438e680ebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438724 May 26 17:35:29.631753 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44782) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:35:29.685834 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58c541c7-5e6e-4e87-b463-3cce0129490a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:29.710496 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58c541c7-5e6e-4e87-b463-3cce0129490a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:29.768580 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58c541c7-5e6e-4e87-b463-3cce0129490a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:29.771454 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-58c541c7-5e6e-4e87-b463-3cce0129490a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:29.772794 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-58c541c7-5e6e-4e87-b463-3cce0129490a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/681db3e7-5af1-4ae7-bbb4-1c5e1629e16b HTTP/1.1" status: 204 len: 168 time: 0.1399908 May 26 17:35:29.785375 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c541c7-5e6e-4e87-b463-3cce0129490a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681db3e7-5af1-4ae7-bbb4-1c5e1629e16b,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:35:30.144628 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44788) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:35:30.200449 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-f7c03352-e374-41f5-a22b-97153e0923c5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b74934a77606479e86cbf705a4a30734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544987 May 26 17:35:30.204789 n-d-843337-2 neutron-server[103895]: DEBUG neutron.wsgi [-] (103895) accepted ('10.222.0.77', 44790) {{(pid=103895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 17:35:30.256948 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:35:30.263503 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cba6c89e-a91a-4692-a4e8-10b75630cfa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:30.281058 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:35:30.281763 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device fb14ceed-4fc1-4c0e-9bfe-08152e65cbcf not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:35:30.281763 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 75ae2c0b-9783-4a4a-af67-46001a300ecf no longer exists at agent ovs-agent-n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 17:35:30.297226 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cba6c89e-a91a-4692-a4e8-10b75630cfa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:30.305633 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] No Port match for: 75ae2c0b-9783-4a4a-af67-46001a300ecf {{(pid=103897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 17:35:30.305987 n-d-843337-2 neutron-server[103897]: DEBUG neutron.plugins.ml2.rpc [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Device 75ae2c0b-9783-4a4a-af67-46001a300ecf not bound to the agent host n-d-843337-2 {{(pid=103897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 17:35:30.365741 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cba6c89e-a91a-4692-a4e8-10b75630cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2092778'] for security_group, after_delete {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:30.368738 n-d-843337-2 neutron-server[103895]: DEBUG neutron_lib.callbacks.manager [None req-cba6c89e-a91a-4692-a4e8-10b75630cfa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:30.370725 n-d-843337-2 neutron-server[103895]: INFO neutron.wsgi [None req-cba6c89e-a91a-4692-a4e8-10b75630cfa7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/638d1b4d-b333-4c5f-88f9-67ec775f7427 HTTP/1.1" status: 204 len: 168 time: 0.1648517 May 26 17:35:30.380148 n-d-843337-2 neutron-server[103895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6c89e-a91a-4692-a4e8-10b75630cfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638d1b4d-b333-4c5f-88f9-67ec775f7427,revision_number=None']} {{(pid=103895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:35:31.343590 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:43.262406 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ba520888-7857-486e-a212-f4bf6806ed09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:45.714487 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-eacf7ca3-edde-424d-85ff-b6ebe4d6ebe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:46.944910 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:48.669311 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:49.171817 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:49.238976 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:35:54.660383 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:36:01.341468 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:36:13.266085 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-47789760-5df8-4fc4-a866-5e06131aac43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:36:15.719467 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-aa2626a4-06a7-4b82-bf76-e2074ecb063b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:36:16.948563 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:36:18.671507 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:36:19.167143 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:36:19.232497 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:36:31.354654 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:36:31.661349 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:36:43.270577 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7fb484b7-ba52-49c4-95ec-a947659bf15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:36:45.722893 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-82edf156-86ea-4ec1-b133-a57e9c880ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:36:46.950521 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:36:48.682621 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:36:49.166909 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:36:49.238150 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:37:01.356397 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:37:08.660359 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:37:13.276603 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-fa75a7e6-946b-4fbe-94fe-6254a93bfa2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:37:15.727128 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-02d3efc9-40c2-44e9-8679-5f7b975704cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:37:16.959946 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:37:18.669687 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:37:19.187380 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:37:19.231830 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:37:31.359765 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:37:43.286184 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-34a0cee2-274e-4217-9eb4-bab586a2af4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:37:45.659894 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:37:45.732084 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0acd4d63-bef3-402c-85e6-c27bb670d128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:37:46.959297 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:37:48.679277 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:37:49.206849 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:37:49.235442 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:38:01.372113 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:38:13.281192 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b9cef478-238c-499a-8bfc-892adcdfea87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:38:15.736856 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-57e6e5da-487c-4f5b-99bb-1859baa0f87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:38:16.960135 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:38:18.676986 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:38:19.198234 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:38:19.238969 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:38:22.658336 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:38:31.381207 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:38:43.285830 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8dd49baf-ddfc-4278-9b4b-4de402c022eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:38:45.744902 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0c7c037b-d35a-4be1-9f44-911bad7e6c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:38:46.963004 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:38:48.679580 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:38:49.203355 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:38:49.247375 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:38:59.657282 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:39:01.477571 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:39:13.290339 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8d86f550-86e1-4c5d-9838-7915cc7d95c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:39:15.738841 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1f39f0e2-af49-43c2-ba6f-c902ecd2f6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:39:16.967078 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:39:18.682618 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:39:19.211862 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:39:19.243810 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:39:31.496205 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:39:36.655990 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:39:43.294299 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-bcebfb71-aedb-46e7-bbfc-1ddc33b901ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:39:45.743154 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-c82348a4-61a7-44fd-91df-367512970914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:39:46.970647 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:39:48.687700 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:39:49.211439 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:39:49.236394 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:40:01.494275 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:40:13.299006 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-3c44c3a5-a2ce-41cf-9d1f-862562da3f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:40:13.656441 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:40:15.745012 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-d279f30f-0ea6-4055-b6c1-fb798e1e3f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:40:16.979275 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:40:18.688204 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:40:19.211567 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:40:19.237336 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:40:31.494972 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:40:43.302674 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5cbc76f8-c5a1-42b5-a550-4fda4dd6a85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:40:45.747508 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4de08669-4fd8-4f36-80be-27512b271e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:40:46.975618 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:40:48.690506 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:40:49.240805 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:40:49.247745 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:40:50.655629 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:41:01.496568 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:41:13.305904 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-1dc500e6-16e5-4c51-985e-b85d6fe1bfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:41:15.749468 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4beee5d1-92c3-4a05-b7c7-5c0e5d2a15d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:41:16.978186 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:41:18.694483 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:41:19.253715 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:41:19.255190 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:41:27.655044 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:41:31.492699 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:41:43.311884 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7ec3ffcc-eb3d-464e-a189-ed9dc3ac6367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:41:45.751219 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-065ed66e-ac63-476d-b12b-4071fded16d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:41:46.981106 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:41:48.697154 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:41:49.238292 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:41:49.257632 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:42:01.509803 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:42:04.654636 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:42:13.309073 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-5a905613-668b-4bcc-8e93-2bbe97387259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:42:15.768601 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-4d464211-b9c4-4a02-ad27-e35b6b5a53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:42:16.987695 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:42:18.702438 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:42:19.248561 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:42:19.286685 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:42:31.505542 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:42:37.438692 n-d-843337-2 neutron-server[103896]: DEBUG neutron.wsgi [req-e9093ec1-73b7-454c-92a2-78b7f171a6f4 req-031ddc57-8587-4c5e-a556-cab6b383fba9 service neutron] (103896) timed out ('10.222.0.77', 42440) {{(pid=103896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 17:42:41.654971 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:42:43.301619 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-ef943f50-41cc-4b0a-b73e-81d80848ad1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:42:45.760572 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-300ba661-f45f-4349-ac4c-0d18c916a804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:42:46.991021 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:42:48.702176 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:42:49.246039 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:42:49.293246 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:43:01.527966 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:43:13.307460 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-df41416d-51eb-46fa-8d8b-2ad9b4ec5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:43:15.754858 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-b15e5af7-8a67-48c2-b115-99f5b06ed653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:43:16.988730 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:43:18.653879 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:43:18.705925 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:43:19.249892 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:43:19.291471 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:43:31.556239 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:43:43.311384 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-7f9ec554-88dc-4d32-804a-3b1611121b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:43:45.758602 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a6fa1b4a-9c84-4451-95d7-cdea271435aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:43:46.993308 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:43:48.876850 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:43:49.252942 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:43:49.300364 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:43:55.653207 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:44:01.583915 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:44:13.315158 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-8c5bb55a-8d58-4bca-b385-78cfd15a2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:44:15.761884 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-28db347a-94e8-41a6-8894-46306244be9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:44:17.000438 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-098f187f-fdc3-4ddb-a71c-031a541e2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:44:18.720430 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-a229bd2c-c256-4ad9-a9c1-2ad1813f8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:44:19.258086 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-685d0641-e7f2-4636-869b-4081ee257420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:44:19.303504 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-94ca46d1-78fa-4c57-bc86-8acf838cbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:44:31.613595 n-d-843337-2 neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-680506b3-6168-44b6-86a5-0df8f79e4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751152338454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-929164'] for agent, after_update {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 17:44:32.652419 n-d-843337-2 neutron-server[103898]: DEBUG neutron.db.agents_db [None req-4da76a79-e872-4f35-883d-4019321566fb None None] Agent healthcheck: found 7 active agents {{(pid=103898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}